-- Logs begin at Tue 2022-03-01 12:55:58 UTC, end at Tue 2022-03-01 14:49:16 UTC. -- Mar 01 13:28:38.152723 n-d-827467-3 systemd[1]: Started Devstack devstack@q-svc.service. Mar 01 13:28:41.084252 n-d-827467-3 neutron-server[103617]: INFO neutron.common.config [-] Logging enabled! Mar 01 13:28:41.084890 n-d-827467-3 neutron-server[103617]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev554 Mar 01 13:28:41.085037 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103617) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 01 13:28:41.088311 n-d-827467-3 neutron-server[103617]: INFO neutron.common.config [-] Logging enabled! Mar 01 13:28:41.088564 n-d-827467-3 neutron-server[103617]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev554 Mar 01 13:28:41.088874 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103617) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 01 13:28:41.089804 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 01 13:28:41.090039 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 01 13:28:41.090410 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 01 13:28:41.090657 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 01 13:28:41.091283 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 01 13:28:41.092176 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.092606 n-d-827467-3 neutron-server[103617]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 01 13:28:41.092921 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.093218 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.093515 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.093811 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.094103 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.094387 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.094676 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.094974 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.095263 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.095542 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.095856 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.096153 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.096434 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.096720 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.097009 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.097298 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] debug = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.097580 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.098014 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.098416 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.098694 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.098982 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.099261 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.099532 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.099833 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.100133 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.100451 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] host = n-d-827467-3 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.100727 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.101014 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.101304 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.101591 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.101867 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.102144 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.102430 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.102704 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.102977 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] log_file = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.103256 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.103546 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.103859 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.104151 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.104377 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.104600 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.104895 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.105185 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.105462 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.105737 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.106012 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.106287 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.106560 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.106828 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.107141 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.107434 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.107751 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.108030 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.108305 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.108581 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.108851 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.109137 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.109412 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.109685 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.109957 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.110243 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.110510 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.110780 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.111077 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.111365 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.111647 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.111960 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.112236 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.112771 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.113046 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.113321 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.113595 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] use_json = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.113868 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.114140 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.114419 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.114694 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.114966 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.115239 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.115510 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.115822 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.116097 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:41.116396 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.116694 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.116993 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.117295 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.117586 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.117865 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.118154 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.118430 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.118717 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.119003 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.119290 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.119569 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.119891 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.120182 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.120478 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.120782 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.121073 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.121364 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.121643 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.121919 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.122193 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.122473 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.122795 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.123076 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.123364 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.123655 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.123956 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.124254 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.124540 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.124832 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.125121 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.125393 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.125674 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.125967 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.126247 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.126519 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.126798 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.127086 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.127368 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.127642 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.127949 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.128230 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.128505 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.128777 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.129053 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.129344 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.129621 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.129893 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.130166 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.130444 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.130714 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.130996 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.131270 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.131545 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.131849 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.132131 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.132407 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.132685 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.132966 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.133241 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.133521 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.133798 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.134071 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.134344 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.134618 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.134891 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.135161 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.135431 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.135736 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.136018 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.136295 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.136570 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.136847 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.137122 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.137411 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.137708 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.137986 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.138776 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.139061 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.139340 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.139618 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.139921 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.140203 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.140482 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.140757 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.141049 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.141332 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.141621 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.141922 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.142203 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.142502 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.142780 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.143064 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.143348 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.143625 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.143928 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.144215 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.144501 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.144797 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.145093 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.145388 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.145682 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.145974 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.146255 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.146564 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.146843 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:41.147060 n-d-827467-3 neutron-server[103617]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 01 13:28:41.147305 n-d-827467-3 neutron-server[103617]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103617) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 01 13:28:41.519688 n-d-827467-3 neutron-server[103617]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 01 13:28:41.519981 n-d-827467-3 neutron-server[103617]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 01 13:28:41.520293 n-d-827467-3 neutron-server[103617]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 01 13:28:41.520775 n-d-827467-3 neutron-server[103617]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 01 13:28:41.849209 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:41.849497 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:41.849771 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:41.851076 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:41.851352 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:41.851628 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:41.898193 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:41.898471 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:41.898735 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:41.912844 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:41.913126 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:41.913398 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:41.942509 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:41.942794 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:41.943061 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:41.979472 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:41.979792 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:41.980066 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:42.324028 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:42.324638 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:42.324638 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:42.324829 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:42.325526 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:42.424762 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:42.425090 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:42.425373 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:42.425645 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:42.425912 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:42.426222 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:42.426481 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:42.426737 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:42.426991 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:42.427273 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:42.427533 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:42.427825 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:42.428083 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:42.428335 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:42.428592 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:42.428854 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:42.429109 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:42.429376 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:42.429648 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:42.429908 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:42.430179 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:42.430431 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:42.430711 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:42.431083 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:42.431331 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:42.431576 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:42.432001 n-d-827467-3 neutron-server[103617]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 01 13:28:42.432243 n-d-827467-3 neutron-server[103617]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 01 13:28:42.432484 n-d-827467-3 neutron-server[103617]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 01 13:28:42.432724 n-d-827467-3 neutron-server[103617]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 01 13:28:42.432964 n-d-827467-3 neutron-server[103617]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 01 13:28:42.433202 n-d-827467-3 neutron-server[103617]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 01 13:28:42.433563 n-d-827467-3 neutron-server[103617]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 01 13:28:42.437296 n-d-827467-3 neutron-server[103617]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 01 13:28:42.441362 n-d-827467-3 neutron-server[103617]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 01 13:28:42.445270 n-d-827467-3 neutron-server[103617]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Mar 01 13:28:42.446908 n-d-827467-3 neutron-server[103617]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 01 13:28:42.447376 n-d-827467-3 neutron-server[103617]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 01 13:28:42.447734 n-d-827467-3 neutron-server[103617]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 01 13:28:42.448117 n-d-827467-3 neutron-server[103617]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 01 13:28:42.451497 n-d-827467-3 neutron-server[103617]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 01 13:28:42.451776 n-d-827467-3 neutron-server[103617]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 01 13:28:42.452117 n-d-827467-3 neutron-server[103617]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 01 13:28:42.456999 n-d-827467-3 neutron-server[103617]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 01 13:28:42.480840 n-d-827467-3 neutron-server[103617]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 01 13:28:42.481290 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:42.481590 n-d-827467-3 neutron-server[103617]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103617) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 01 13:28:42.481989 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:42.483371 n-d-827467-3 neutron-server[103617]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103617) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 01 13:28:42.483650 n-d-827467-3 neutron-server[103617]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 01 13:28:42.483927 n-d-827467-3 neutron-server[103617]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 01 13:28:42.487239 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:42.487812 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:42.551747 n-d-827467-3 neutron-server[103617]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 01 13:28:42.551984 n-d-827467-3 neutron-server[103617]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 01 13:28:42.552222 n-d-827467-3 neutron-server[103617]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 01 13:28:42.552583 n-d-827467-3 neutron-server[103617]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 01 13:28:42.572870 n-d-827467-3 neutron-server[103617]: DEBUG oslo_db.sqlalchemy.engines [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103617) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 01 13:28:43.014353 n-d-827467-3 neutron-server[103617]: INFO neutron.plugins.ml2.managers [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Initializing driver for type 'gre' Mar 01 13:28:43.015020 n-d-827467-3 neutron-server[103617]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] gre ID ranges: [(1, 1000)] Mar 01 13:28:43.069467 n-d-827467-3 neutron-server[103617]: INFO neutron.plugins.ml2.managers [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Initializing driver for type 'local' Mar 01 13:28:43.069938 n-d-827467-3 neutron-server[103617]: INFO neutron.plugins.ml2.managers [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Initializing driver for type 'vlan' Mar 01 13:28:43.082539 n-d-827467-3 neutron-server[103617]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] VlanTypeDriver initialization complete Mar 01 13:28:43.082874 n-d-827467-3 neutron-server[103617]: INFO neutron.plugins.ml2.managers [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Initializing driver for type 'vxlan' Mar 01 13:28:43.083353 n-d-827467-3 neutron-server[103617]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] vxlan ID ranges: [(1, 1000)] Mar 01 13:28:43.134870 n-d-827467-3 neutron-server[103617]: INFO neutron.plugins.ml2.managers [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Initializing extension driver 'port_security' Mar 01 13:28:43.135213 n-d-827467-3 neutron-server[103617]: INFO neutron.plugins.ml2.extensions.port_security [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] PortSecurityExtensionDriver initialization complete Mar 01 13:28:43.135553 n-d-827467-3 neutron-server[103617]: INFO neutron.plugins.ml2.managers [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Initializing mechanism driver 'openvswitch' Mar 01 13:28:43.135909 n-d-827467-3 neutron-server[103617]: INFO neutron.plugins.ml2.managers [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Initializing mechanism driver 'hyperv' Mar 01 13:28:43.142505 n-d-827467-3 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:28:43.143351 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > port after_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.143755 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > port after_update 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.144117 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > port after_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.144644 n-d-827467-3 neutron-server[103617]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103617) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 01 13:28:43.145077 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.145435 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.145785 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.146184 n-d-827467-3 neutron-server[103617]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103617) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 01 13:28:43.146587 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > network after_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.146938 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > network after_update 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.147283 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > network after_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.147691 n-d-827467-3 neutron-server[103617]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103617) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 01 13:28:43.148107 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > security_group after_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.148459 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > security_group after_update 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.148804 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.149200 n-d-827467-3 neutron-server[103617]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103617) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 01 13:28:43.149605 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.149956 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.150296 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.150688 n-d-827467-3 neutron-server[103617]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103617) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 01 13:28:43.151096 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > address_group after_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.151446 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > address_group after_update 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.151815 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.152203 n-d-827467-3 neutron-server[103617]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103617) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 01 13:28:43.152649 n-d-827467-3 neutron-server[103617]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] ML2 OVO RPC backend initialized. {{(pid=103617) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 01 13:28:43.153346 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.153703 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.154623 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > network before_response 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.154973 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > networks before_response 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.155323 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > port before_response 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.155682 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > ports before_response 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.156039 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > subnet before_response 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.156385 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > subnets before_response 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.156736 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > network after_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.157080 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > network after_update 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.157420 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > network after_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.157764 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > port after_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.158102 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > port after_update 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.158440 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > port after_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.158779 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.159117 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.159455 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.166866 n-d-827467-3 neutron-server[103617]: INFO neutron.quota [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded quota_driver: . Mar 01 13:28:43.167244 n-d-827467-3 neutron-server[103617]: INFO neutron.plugins.ml2.plugin [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Modular L2 Plugin initialization complete Mar 01 13:28:43.167599 n-d-827467-3 neutron-server[103617]: DEBUG neutron.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading services supported by the core plugin {{(pid=103617) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 01 13:28:43.167974 n-d-827467-3 neutron-server[103617]: INFO neutron.plugins.ml2.managers [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Got port-security extension from driver 'port_security' Mar 01 13:28:43.168473 n-d-827467-3 neutron-server[103617]: INFO neutron.extensions.vlantransparent [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Disabled vlantransparent extension. Mar 01 13:28:43.168971 n-d-827467-3 neutron-server[103617]: DEBUG neutron.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103617) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 01 13:28:43.169302 n-d-827467-3 neutron-server[103617]: INFO neutron.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading Plugin: router Mar 01 13:28:43.205609 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.206003 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > router after_create 55549900 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.206377 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > router before_create 55549900 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.206756 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.207130 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.207492 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > router after_delete 55549900 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.207871 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.208223 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.208584 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > router after_create 55549900 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.208931 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > router after_update 55549900 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.209282 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > router after_update 55549900 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.209634 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.209996 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > router after_update 55549900 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.210409 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.210779 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: port after_update 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.211121 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: port after_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.211463 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: subnet after_update 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.211897 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.212188 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.212539 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.212887 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: port before_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.213229 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > router precommit_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.213586 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > router after_update 55549900 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.213931 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.214408 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.214773 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.215126 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.215496 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > agent after_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.215888 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > agent after_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.216239 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > network after_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.217608 n-d-827467-3 neutron-server[103617]: DEBUG neutron.quota.resource_registry [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Tracking information for resource: router configured {{(pid=103617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 01 13:28:43.217947 n-d-827467-3 neutron-server[103617]: DEBUG neutron.quota.resource_registry [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Tracking information for resource: floatingip configured {{(pid=103617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 01 13:28:43.222890 n-d-827467-3 neutron-server[103617]: INFO neutron.db.l3_agentschedulers_db [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 01 13:28:43.223462 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: port after_update 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.223868 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: port after_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.224226 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: port after_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.224581 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: port after_update 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.225382 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > router before_create 55550100 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.225751 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.226118 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > router precommit_create 55550100 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.226481 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > router precommit_update 55550100 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.231209 n-d-827467-3 neutron-server[103617]: DEBUG neutron.services.provider_configuration [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Service providers = [] {{(pid=103617) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 01 13:28:43.231577 n-d-827467-3 neutron-server[103617]: DEBUG neutron.db.servicetype_db [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103617) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 01 13:28:43.235190 n-d-827467-3 neutron-server[103617]: DEBUG neutron.services.service_base [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103617) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 01 13:28:43.235544 n-d-827467-3 neutron-server[103617]: DEBUG neutron.services.service_base [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103617) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 01 13:28:43.235925 n-d-827467-3 neutron-server[103617]: DEBUG neutron.services.service_base [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103617) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 01 13:28:43.236822 n-d-827467-3 neutron-server[103617]: DEBUG neutron.services.service_base [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103617) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 01 13:28:43.237196 n-d-827467-3 neutron-server[103617]: INFO neutron.services.service_base [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 01 13:28:43.237833 n-d-827467-3 neutron-server[103617]: DEBUG neutron.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 01 13:28:43.238149 n-d-827467-3 neutron-server[103617]: INFO neutron.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 01 13:28:43.248923 n-d-827467-3 neutron-server[103617]: DEBUG neutron.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 01 13:28:43.249267 n-d-827467-3 neutron-server[103617]: INFO neutron.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading Plugin: auto_allocate Mar 01 13:28:43.255097 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: network precommit_update 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.255467 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: network precommit_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.256015 n-d-827467-3 neutron-server[103617]: DEBUG neutron.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 01 13:28:43.256338 n-d-827467-3 neutron-server[103617]: INFO neutron.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading Plugin: tag Mar 01 13:28:43.263115 n-d-827467-3 neutron-server[103617]: DEBUG neutron.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 01 13:28:43.263476 n-d-827467-3 neutron-server[103617]: INFO neutron.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading Plugin: timestamp Mar 01 13:28:43.267349 n-d-827467-3 neutron-server[103617]: DEBUG neutron.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 01 13:28:43.267693 n-d-827467-3 neutron-server[103617]: INFO neutron.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading Plugin: network_ip_availability Mar 01 13:28:43.273217 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.273594 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.273953 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.274673 n-d-827467-3 neutron-server[103617]: DEBUG neutron.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 01 13:28:43.274994 n-d-827467-3 neutron-server[103617]: INFO neutron.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading Plugin: flavors Mar 01 13:28:43.280479 n-d-827467-3 neutron-server[103617]: DEBUG neutron.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 01 13:28:43.280820 n-d-827467-3 neutron-server[103617]: INFO neutron.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading Plugin: revisions Mar 01 13:28:43.285206 n-d-827467-3 neutron-server[103617]: DEBUG neutron.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 01 13:28:43.285601 n-d-827467-3 neutron-server[103617]: DEBUG oslo_concurrency.lockutils [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.765s {{(pid=103617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 01 13:28:43.286334 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103617) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 01 13:28:43.286672 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Initializing extension manager. Mar 01 13:28:43.287198 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: __init__.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.287539 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: __pycache__ {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.287908 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.288245 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: address_group.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.288997 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.289563 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: address-group Mar 01 13:28:43.289886 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: address_scope.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.290602 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.291128 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: address-scope Mar 01 13:28:43.291431 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.292394 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.292904 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: router-admin-state-down-before-update Mar 01 13:28:43.293226 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: agent.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.293934 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.294458 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: agent Mar 01 13:28:43.295316 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: agent_resources_synced.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.296255 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.296763 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: agent-resources-synced Mar 01 13:28:43.297087 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: allowedaddresspairs.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.298873 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.299397 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: allowed-address-pairs Mar 01 13:28:43.299763 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: auto_allocated_topology.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.300839 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.301351 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: auto-allocated-topology Mar 01 13:28:43.301680 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: availability_zone.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.302378 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.302885 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: availability_zone Mar 01 13:28:43.303211 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: availability_zone_filter.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.304424 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.304937 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: availability_zone_filter Mar 01 13:28:43.305262 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: data_plane_status.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.306174 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.306676 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension data-plane-status not supported by any of loaded plugins Mar 01 13:28:43.306999 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: default_subnetpools.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.307959 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.308466 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: default-subnetpools Mar 01 13:28:43.308794 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.309607 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.310143 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: dhcp_agent_scheduler Mar 01 13:28:43.310469 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: dns.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.311394 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.311929 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension dns-integration not supported by any of loaded plugins Mar 01 13:28:43.312257 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: dns_domain_ports.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.313179 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.313690 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 01 13:28:43.314015 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.314943 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.315454 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 01 13:28:43.315825 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: dvr.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.316502 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.317013 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: dvr Mar 01 13:28:43.317334 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: ecmp_routes.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.318257 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.318761 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 01 13:28:43.319084 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: empty_string_filtering.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.320023 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.320536 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: empty-string-filtering Mar 01 13:28:43.320860 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.321777 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.322280 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 01 13:28:43.322603 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.323513 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.324047 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 01 13:28:43.324580 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: external_net.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.325274 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.326328 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: external-net Mar 01 13:28:43.326651 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.327561 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.328103 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: extra_dhcp_opt Mar 01 13:28:43.328424 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: extraroute.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.329331 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.329835 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: extraroute Mar 01 13:28:43.330156 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: extraroute_atomic.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.331190 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.331716 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: extraroute-atomic Mar 01 13:28:43.332040 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: filter_validation.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.332715 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.333216 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: filter-validation Mar 01 13:28:43.333536 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: fip_pf_description.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.334446 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.334948 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 01 13:28:43.335273 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: fip_port_details.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.336408 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.336922 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: fip-port-details Mar 01 13:28:43.337250 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: flavors.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.338493 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.339010 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: flavors Mar 01 13:28:43.339336 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.341055 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.342163 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 01 13:28:43.342498 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: floatingip_pools.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.343212 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.343754 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: floatingip-pools Mar 01 13:28:43.344084 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: ip_allocation.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.345034 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.345542 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension ip_allocation not supported by any of loaded plugins Mar 01 13:28:43.345866 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.346787 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.347294 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: ip-substring-filtering Mar 01 13:28:43.347622 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: l2_adjacency.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.348577 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.349080 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 01 13:28:43.349404 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: l3.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.350379 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.350904 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: router Mar 01 13:28:43.351232 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.353555 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.354081 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 01 13:28:43.354414 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.355361 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.355909 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: ext-gw-mode Mar 01 13:28:43.356249 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.357262 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.357776 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: l3-ha Mar 01 13:28:43.358106 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.359035 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.359542 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 01 13:28:43.359892 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: l3_flavors.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.360817 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.361328 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: l3-flavors Mar 01 13:28:43.361654 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.363295 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.363852 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 01 13:28:43.364188 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.365112 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.365635 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 01 13:28:43.365964 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: l3agentscheduler.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.367008 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.367523 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: l3_agent_scheduler Mar 01 13:28:43.367878 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: local_ip.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.369678 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.370207 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension local_ip not supported by any of loaded plugins Mar 01 13:28:43.370546 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: logging.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.373642 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.374176 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension logging not supported by any of loaded plugins Mar 01 13:28:43.374521 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: metering.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.375285 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.375903 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: metering Mar 01 13:28:43.376240 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.377345 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.377864 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: metering_source_and_destination_fields Mar 01 13:28:43.378197 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: multiprovidernet.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.379151 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.379694 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: multi-provider Mar 01 13:28:43.380025 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: netmtu.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.380948 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.381462 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: net-mtu Mar 01 13:28:43.381789 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: netmtu_writable.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.382717 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.383228 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: net-mtu-writable Mar 01 13:28:43.383556 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: network_availability_zone.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.384270 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.384779 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: network_availability_zone Mar 01 13:28:43.385106 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: network_ip_availability.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.386233 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.386747 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: network-ip-availability Mar 01 13:28:43.387076 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: network_segment_range.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.387879 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.388919 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension network-segment-range not supported by any of loaded plugins Mar 01 13:28:43.389245 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: pagination.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.390241 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.390576 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: pagination Mar 01 13:28:43.390901 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: port_device_profile.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.391856 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.392376 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: port-device-profile Mar 01 13:28:43.392704 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.393631 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.394139 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: port-mac-address-regenerate Mar 01 13:28:43.394465 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.395385 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.395924 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: port-numa-affinity-policy Mar 01 13:28:43.396250 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: port_resource_request.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.397168 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.397671 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension port-resource-request not supported by any of loaded plugins Mar 01 13:28:43.397995 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: port_resource_request_groups.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.398969 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.399477 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 01 13:28:43.399834 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: portbindings.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.400763 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.401273 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: binding Mar 01 13:28:43.401599 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: portbindings_extended.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.402870 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.403386 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: binding-extended Mar 01 13:28:43.403735 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: portsecurity.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.405200 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.405715 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: port-security Mar 01 13:28:43.406038 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: project_id.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.407064 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.407357 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: project-id Mar 01 13:28:43.407691 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: providernet.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.408632 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.409144 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: provider Mar 01 13:28:43.409471 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: qos.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.413151 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.413675 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension qos not supported by any of loaded plugins Mar 01 13:28:43.414009 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.415291 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.415839 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 01 13:28:43.416173 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.417094 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.417606 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 01 13:28:43.417933 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: qos_default.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.418850 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.419361 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension qos-default not supported by any of loaded plugins Mar 01 13:28:43.419737 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: qos_fip.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.420668 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.421183 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension qos-fip not supported by any of loaded plugins Mar 01 13:28:43.421513 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.422436 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.422953 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 01 13:28:43.423281 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: qos_gateway_ip.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.424247 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.424762 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 01 13:28:43.425089 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: qos_port_network_policy.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.426141 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.426656 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 01 13:28:43.426984 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.428075 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.428591 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 01 13:28:43.428920 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.429973 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.430488 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 01 13:28:43.430814 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: qos_pps_rule.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.432100 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.432552 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension qos-pps not supported by any of loaded plugins Mar 01 13:28:43.432879 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: qos_rule_type_details.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.433796 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.434311 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 01 13:28:43.434640 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: qos_rules_alias.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.435746 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.436265 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 01 13:28:43.436594 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: quota_check_limit.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.437513 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.438029 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: quota-check-limit Mar 01 13:28:43.438356 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: quotasv2.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.439297 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.439630 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: quotas Mar 01 13:28:43.439988 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: quotasv2_detail.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.441783 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.442127 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: quota_details Mar 01 13:28:43.442459 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: rbac.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.443521 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.444081 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: rbac-policies Mar 01 13:28:43.444414 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: rbac_address_group.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.445362 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.445880 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: rbac-address-group Mar 01 13:28:43.446209 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: rbac_address_scope.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.447136 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.447655 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: rbac-address-scope Mar 01 13:28:43.448011 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: rbac_security_groups.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.448927 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.449442 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: rbac-security-groups Mar 01 13:28:43.449770 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: rbac_subnetpool.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.451297 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.451845 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: rbac-subnetpool Mar 01 13:28:43.452177 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: revisionifmatch.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.453112 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.453622 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: revision-if-match Mar 01 13:28:43.453950 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: revisions.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.455195 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.455740 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: standard-attr-revisions Mar 01 13:28:43.456075 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: router_availability_zone.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.456772 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.457298 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: router_availability_zone Mar 01 13:28:43.457627 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: routerservicetype.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.458557 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.459064 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension router-service-type not supported by any of loaded plugins Mar 01 13:28:43.459391 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.460362 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.460872 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: security-groups-normalized-cidr Mar 01 13:28:43.461197 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.462130 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.462638 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: port-security-groups-filtering Mar 01 13:28:43.462962 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.463931 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.464441 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: security-groups-remote-address-group Mar 01 13:28:43.464766 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.465715 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.466228 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: security-groups-shared-filtering Mar 01 13:28:43.467103 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.467729 n-d-827467-3 neutron-server[103617]: WARNING neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 01 13:28:43.468059 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: securitygroup.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.478204 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.478788 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: security-group Mar 01 13:28:43.479085 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: segment.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.479981 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.480530 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension segment not supported by any of loaded plugins Mar 01 13:28:43.480861 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.481833 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.482363 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 01 13:28:43.482712 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: servicetype.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.483868 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.484390 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: service-type Mar 01 13:28:43.484720 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: sorting.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.485729 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.486064 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: sorting Mar 01 13:28:43.486457 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: standard_attr_segment.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.487835 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.488374 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 01 13:28:43.488678 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: standardattrdescription.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.489336 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.489940 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: standard-attr-description Mar 01 13:28:43.490268 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: stateful_security_group.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.491209 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.491844 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: stateful-security-group Mar 01 13:28:43.492175 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: stdattrs_common.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.492748 n-d-827467-3 neutron-server[103617]: WARNING neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 01 13:28:43.493072 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.494008 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.494531 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 01 13:28:43.494858 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: subnet_onboard.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.496006 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.496530 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: subnet_onboard Mar 01 13:28:43.496859 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.497818 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.498330 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 01 13:28:43.498658 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: subnet_service_types.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.499586 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.500133 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: subnet-service-types Mar 01 13:28:43.500461 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: subnetallocation.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.501570 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.502082 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: subnet_allocation Mar 01 13:28:43.502409 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.503126 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.503635 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: subnetpool-prefix-ops Mar 01 13:28:43.503992 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.504935 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.505445 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 01 13:28:43.505776 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: tagging.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.506830 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.507344 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: standard-attr-tag Mar 01 13:28:43.507692 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: timestamp.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.508904 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.509415 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loaded extension: standard-attr-timestamp Mar 01 13:28:43.509742 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: trunk.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.510783 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.511297 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension trunk not supported by any of loaded plugins Mar 01 13:28:43.511622 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: trunk_details.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.512583 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.513097 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension trunk-details not supported by any of loaded plugins Mar 01 13:28:43.513952 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: uplink_status_propagation.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.514883 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.515400 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 01 13:28:43.515757 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Loading extension file: vlantransparent.py {{(pid=103617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 13:28:43.516443 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 13:28:43.516953 n-d-827467-3 neutron-server[103617]: INFO neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 01 13:28:43.519543 n-d-827467-3 neutron-server[103617]: INFO neutron.quota.resource_registry [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Creating instance of TrackedResource for resource:network Mar 01 13:28:43.520065 n-d-827467-3 neutron-server[103617]: INFO neutron.quota.resource_registry [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Creating instance of TrackedResource for resource:subnet Mar 01 13:28:43.520467 n-d-827467-3 neutron-server[103617]: INFO neutron.quota.resource_registry [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Creating instance of TrackedResource for resource:subnetpool Mar 01 13:28:43.520868 n-d-827467-3 neutron-server[103617]: INFO neutron.quota.resource_registry [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Creating instance of TrackedResource for resource:port Mar 01 13:28:43.522110 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.v2.resource_helper [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 13:28:43.522560 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.v2.resource_helper [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Service FLAVORS assigned prefix: {{(pid=103617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 13:28:43.523193 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.v2.resource_helper [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 13:28:43.523620 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.v2.resource_helper [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 13:28:43.523981 n-d-827467-3 neutron-server[103617]: INFO neutron.quota.resource_registry [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Creating instance of TrackedResource for resource:router Mar 01 13:28:43.524409 n-d-827467-3 neutron-server[103617]: INFO neutron.quota.resource_registry [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Creating instance of TrackedResource for resource:floatingip Mar 01 13:28:43.524896 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.v2.resource_helper [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Service METERING assigned prefix: /metering {{(pid=103617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 13:28:43.526356 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.526742 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.527106 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:28:43.528131 n-d-827467-3 neutron-server[103617]: INFO neutron.quota.resource_registry [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Creating instance of CountableResource for resource:rbac_policy Mar 01 13:28:43.528584 n-d-827467-3 neutron-server[103617]: INFO neutron.quota.resource_registry [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Creating instance of TrackedResource for resource:security_group Mar 01 13:28:43.529554 n-d-827467-3 neutron-server[103617]: INFO neutron.quota.resource_registry [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 01 13:28:43.530171 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.v2.resource_helper [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Service CORE assigned prefix: {{(pid=103617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 13:28:43.530502 n-d-827467-3 neutron-server[103617]: INFO neutron.quota.resource_registry [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Creating instance of TrackedResource for resource:subnetpool Mar 01 13:28:43.530853 n-d-827467-3 neutron-server[103617]: WARNING neutron.quota.resource_registry [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] subnetpool is already registered Mar 01 13:28:43.531291 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.v2.resource_helper [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Service CORE assigned prefix: {{(pid=103617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 13:28:43.531619 n-d-827467-3 neutron-server[103617]: INFO neutron.quota.resource_registry [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Creating instance of TrackedResource for resource:subnetpool Mar 01 13:28:43.531989 n-d-827467-3 neutron-server[103617]: WARNING neutron.quota.resource_registry [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] subnetpool is already registered Mar 01 13:28:43.534252 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.v2.resource_helper [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 13:28:43.534685 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.v2.resource_helper [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Service FLAVORS assigned prefix: {{(pid=103617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 13:28:43.535274 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.v2.resource_helper [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 13:28:43.535726 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.v2.resource_helper [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 13:28:43.536071 n-d-827467-3 neutron-server[103617]: INFO neutron.quota.resource_registry [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Creating instance of TrackedResource for resource:router Mar 01 13:28:43.536413 n-d-827467-3 neutron-server[103617]: WARNING neutron.quota.resource_registry [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] router is already registered Mar 01 13:28:43.536827 n-d-827467-3 neutron-server[103617]: INFO neutron.quota.resource_registry [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Creating instance of TrackedResource for resource:floatingip Mar 01 13:28:43.537164 n-d-827467-3 neutron-server[103617]: WARNING neutron.quota.resource_registry [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] floatingip is already registered Mar 01 13:28:43.537618 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.v2.resource_helper [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Service METERING assigned prefix: /metering {{(pid=103617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 13:28:43.538282 n-d-827467-3 neutron-server[103617]: INFO neutron.quota.resource_registry [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Creating instance of CountableResource for resource:rbac_policy Mar 01 13:28:43.538611 n-d-827467-3 neutron-server[103617]: WARNING neutron.quota.resource_registry [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] rbac_policy is already registered Mar 01 13:28:43.539023 n-d-827467-3 neutron-server[103617]: INFO neutron.quota.resource_registry [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Creating instance of TrackedResource for resource:security_group Mar 01 13:28:43.539360 n-d-827467-3 neutron-server[103617]: WARNING neutron.quota.resource_registry [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] security_group is already registered Mar 01 13:28:43.539800 n-d-827467-3 neutron-server[103617]: INFO neutron.quota.resource_registry [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 01 13:28:43.540140 n-d-827467-3 neutron-server[103617]: WARNING neutron.quota.resource_registry [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] security_group_rule is already registered Mar 01 13:28:43.540774 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.v2.resource_helper [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Service CORE assigned prefix: {{(pid=103617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 13:28:43.541105 n-d-827467-3 neutron-server[103617]: INFO neutron.quota.resource_registry [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Creating instance of TrackedResource for resource:subnetpool Mar 01 13:28:43.541448 n-d-827467-3 neutron-server[103617]: WARNING neutron.quota.resource_registry [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] subnetpool is already registered Mar 01 13:28:43.541864 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.v2.resource_helper [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Service CORE assigned prefix: {{(pid=103617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 13:28:43.542187 n-d-827467-3 neutron-server[103617]: INFO neutron.quota.resource_registry [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Creating instance of TrackedResource for resource:subnetpool Mar 01 13:28:43.542515 n-d-827467-3 neutron-server[103617]: WARNING neutron.quota.resource_registry [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] subnetpool is already registered Mar 01 13:28:43.542982 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: extensions {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.544547 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: address-groups {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.546053 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: address-scopes {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.547374 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: agents {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.548561 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: auto-allocated-topology {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.549826 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: availability_zones {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.551045 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: dhcp-networks {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.552643 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: dhcp-agents {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.554066 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: routers {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.556318 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: flavors {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.557481 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: service_profiles {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.558712 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: next_providers {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.560225 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: service_profiles {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.561756 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: floatingip-pools {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.562989 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: routers {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.565144 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: floatingips {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.567373 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: l3-routers {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.568807 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: l3-agents {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.570211 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: metering-labels {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.571580 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: metering-label-rules {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.572906 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: network-ip-availabilities {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.574181 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: bindings {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.576380 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: quotas {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.577938 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: quotas {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.579471 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: rbac-policies {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.580811 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: security-groups {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.582049 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: security-group-rules {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.583287 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: service-providers {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.584537 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: subnetpools {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.585944 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: subnetpools {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.587409 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: tags {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.589157 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: tags {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.590950 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: tags {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.593295 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: tags {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.595097 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: tags {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.596996 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: tags {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.598682 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: tags {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.600598 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: tags {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.602361 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: tags {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.604238 n-d-827467-3 neutron-server[103617]: DEBUG neutron.api.extensions [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Extended resource: tags {{(pid=103617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 13:28:43.610079 n-d-827467-3 neutron-server[103617]: WARNING keystonemiddleware.auth_token [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 01 13:28:43.615030 n-d-827467-3 neutron-server[103617]: WARNING keystonemiddleware.auth_token [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 01 13:28:43.623630 n-d-827467-3 neutron-server[103617]: DEBUG oslo_concurrency.lockutils [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Acquired lock "singleton_lock" {{(pid=103617) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 01 13:28:43.624138 n-d-827467-3 neutron-server[103617]: DEBUG oslo_concurrency.lockutils [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Releasing lock "singleton_lock" {{(pid=103617) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 01 13:28:43.624796 n-d-827467-3 neutron-server[103617]: INFO oslo_service.service [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Starting 2 workers Mar 01 13:28:43.629661 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Started child 103726 {{(pid=103617) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 01 13:28:43.634149 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Started child 103727 {{(pid=103617) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 01 13:28:43.635376 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:28:43.636101 n-d-827467-3 neutron-server[103617]: INFO neutron.service [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 01 13:28:43.636430 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:28:43.637229 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [-] (103726) wsgi starting up on http://0.0.0.0:9696 Mar 01 13:28:43.639463 n-d-827467-3 neutron-server[103617]: INFO oslo_service.service [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Starting 1 workers Mar 01 13:28:43.639626 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:28:43.641111 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [-] (103727) wsgi starting up on http://0.0.0.0:9696 Mar 01 13:28:43.644733 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Started child 103728 {{(pid=103617) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 01 13:28:43.645267 n-d-827467-3 neutron-server[103617]: INFO oslo_service.service [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Starting 1 workers Mar 01 13:28:43.648445 n-d-827467-3 neutron-server[103728]: DEBUG neutron.service [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] calling RpcWorker wait() {{(pid=103728) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 01 13:28:43.649004 n-d-827467-3 neutron-server[103728]: DEBUG neutron.service [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] returning from RpcWorker wait() {{(pid=103728) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 01 13:28:43.649760 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Started child 103729 {{(pid=103617) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 01 13:28:43.650433 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:28:43.650592 n-d-827467-3 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40fa2cca-3d8b-4d8c-aad1-9d55010df6b7 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:28:43.651019 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:28:43.652574 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103617) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 01 13:28:43.652793 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 01 13:28:43.652981 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 01 13:28:43.653220 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 01 13:28:43.653571 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 01 13:28:43.653737 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 01 13:28:43.654822 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.655096 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.655322 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:28:43.655817 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.655817 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.655981 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.656302 n-d-827467-3 neutron-server[103729]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:28:43.656724 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.656955 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.657211 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.657483 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.657715 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.657885 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.658051 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.658305 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.658550 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.658854 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.659123 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.659370 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.659629 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.659834 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.660075 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.660334 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.660559 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.660823 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] debug = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.661091 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.661582 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.661822 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.662079 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.662294 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.662568 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.662812 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.663105 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.663350 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.663584 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.663886 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.664153 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.664407 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.664617 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.664899 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.665113 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.665374 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.665607 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.666061 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] host = n-d-827467-3 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.666323 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.666554 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.666796 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.667057 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.667301 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.667533 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.667807 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.668089 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.668346 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.668586 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.668827 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.669057 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.669273 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.669628 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] log_file = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.669801 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] log_options = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.670044 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.670315 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.670570 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.670763 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.670934 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.671085 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.671351 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.671514 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.671793 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.672012 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.672227 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.672457 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.672670 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.672883 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.673143 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.673375 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.673613 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.673854 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.674102 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.674350 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.674575 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.674807 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.675064 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.675292 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.675523 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.675767 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.675994 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.676239 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.676476 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.676700 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.676919 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.677201 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.677547 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.677677 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.677920 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.678151 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.678376 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.678589 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.678849 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.679072 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.679330 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.679573 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.679812 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.680056 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.680760 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.680760 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.680760 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] use_json = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.681543 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.681543 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.681543 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.681858 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.681982 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.682165 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.682638 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.682638 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.683014 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.683304 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.683578 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.683917 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.684163 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.684413 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.684826 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.685251 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.686164 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.686164 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.686164 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.686389 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.686495 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.686950 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.687205 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.687491 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.687841 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.688123 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.688393 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.688635 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.688874 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.689092 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.689336 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.689635 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.689858 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.690106 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.690370 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.690625 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.690918 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.691190 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.691521 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.691823 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.692076 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.692753 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.692753 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.692753 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.695506 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.695506 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.695506 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.695506 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.695506 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.695506 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.695506 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.695506 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.695506 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.696918 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.696918 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.696918 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.696918 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.696918 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.696918 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.696918 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.696918 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.696918 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.698054 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.698054 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.698054 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.698054 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.698054 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.698850 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.698850 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.698850 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.698850 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.699222 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.699222 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.699388 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.699604 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.699854 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.702027 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.702027 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.702027 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.702027 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.702027 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.702027 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.702027 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.702573 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.702573 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.702573 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.702802 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.702883 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.703076 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.703316 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.703566 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.703818 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.704037 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.704256 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.704474 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.704839 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.705210 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.705428 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.705662 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.705900 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.706167 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.706665 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.706988 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.707296 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.707588 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.707853 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.708095 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.708355 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.708558 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.708928 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.709151 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.709403 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.709635 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.709874 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.710121 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.710337 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.710599 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.710821 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.711064 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.711297 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.711526 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.711790 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.712082 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.714710 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.714710 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.714710 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.714710 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.714710 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.714710 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.714710 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.714710 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.715933 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.715933 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.715933 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.715933 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.715933 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.715933 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.715933 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.717397 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.717397 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.717397 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.717397 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.717672 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.717965 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.718080 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.718293 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.718510 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.718742 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.719369 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.719369 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.719639 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.719760 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.720010 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.720747 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.720747 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.720747 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.721073 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.721260 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.721513 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.722001 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.722428 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.722726 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.723031 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.723322 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.723604 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.723932 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.724234 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.724532 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.724809 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.725077 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.725315 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.725570 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.725802 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.726024 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.726244 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.726494 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.726710 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.726966 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.727212 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.727431 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.727651 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.727893 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.728108 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.728358 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.728577 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.728851 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.729111 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.729328 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.729575 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.729831 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.730070 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.730290 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.730576 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.730776 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.730990 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.731205 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.731425 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.731640 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.731886 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.732167 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.732384 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.732642 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.732882 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.733227 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.733467 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.733697 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.733948 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.734186 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.734406 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.734626 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.734844 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.735062 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.735398 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.735527 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.735755 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.735976 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.736194 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.736409 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.736645 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.736900 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.737167 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.737411 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.737880 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.738104 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.738321 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.738537 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.738753 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.738963 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.739175 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.739408 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.739644 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.739892 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.740185 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.740453 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.740683 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.741030 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.741187 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.741414 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.741641 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.741851 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.742064 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.742283 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.742499 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.742708 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.742932 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.743142 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.743351 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.743572 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.743826 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.744042 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.745190 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.745190 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.745190 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.745190 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.745190 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.745554 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.745554 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.745716 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.746064 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.746466 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.746852 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.748085 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.748085 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.748085 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.748342 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.748469 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.748687 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.748898 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.749170 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.749427 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.751266 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.751266 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.751266 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.751266 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.751266 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.751266 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.751266 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.752283 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.752283 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.752283 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.752283 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.752283 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.752689 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.752871 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.753135 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.753400 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.753674 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.753946 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.754214 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.754429 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.755698 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.755698 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.755698 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.755698 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.755982 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.756069 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.756268 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.756500 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.756716 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.757309 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.757309 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.757587 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.757711 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.757843 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.758057 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.758551 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.758551 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.758741 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.758927 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.759175 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.759391 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.759549 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 01 13:28:43.760139 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103617) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 01 13:28:43.760303 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 01 13:28:43.760496 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 01 13:28:43.760654 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 01 13:28:43.760794 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 01 13:28:43.760947 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 01 13:28:43.761108 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.761269 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.761431 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.761640 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.761779 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.761913 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.762064 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.762201 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.762344 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.762475 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.762635 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.762779 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.762937 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.763070 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.763845 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.763982 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.764117 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.764260 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.764397 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.764534 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.764688 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.764849 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.765014 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] debug = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.765173 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.765371 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.765525 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.765683 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.765808 n-d-827467-3 neutron-server[103728]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:28:43.765982 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.765982 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.766145 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.766278 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.766438 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.766596 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.766756 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.766915 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.767074 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.767232 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.767393 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.767557 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.767738 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.767899 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.768058 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] host = n-d-827467-3 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.768218 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.768381 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.768541 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.768699 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.768840 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.769004 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.769163 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.769592 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.769750 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.769914 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.770477 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.770639 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.770793 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.770954 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] log_file = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.771112 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] log_options = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.771454 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.771454 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.771660 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.771822 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.771906 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.772046 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.772206 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.772366 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.772525 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.772682 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.772900 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.772998 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.773140 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.773298 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.773456 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.773615 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.773775 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.773931 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.774107 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.774273 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.774433 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.774590 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.774749 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.774907 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.775066 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.775224 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.775381 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.775539 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.775716 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.775877 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.776036 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.776196 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.776354 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.776512 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.776671 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.776828 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.776987 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.777145 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.777306 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.777470 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.777628 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.777786 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.777944 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.778103 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.778262 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.778421 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.778580 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] use_json = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.778739 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.778923 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.779082 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.779241 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.779401 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.779543 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.779731 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.779893 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.780053 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 13:28:43.780231 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.780393 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.780564 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.780726 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.780888 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.781050 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.781210 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.781371 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.781531 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.781693 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.781861 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.782023 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.782196 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.782357 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.782518 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.782680 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.782842 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.783001 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.783163 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.783486 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.783486 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.783741 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.783826 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.783962 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.784123 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.784283 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.784444 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.784613 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.784775 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.784951 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.785112 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.785274 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.785438 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.785600 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.785764 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.785926 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.786087 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.786249 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.786411 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.786572 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.786733 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.786894 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.787055 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.787216 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.787378 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.787544 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.787726 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.787889 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.788050 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.788212 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.788374 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.788536 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.788697 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.788860 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.789022 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.789183 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.789345 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.789520 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.789717 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.789877 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.790017 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.790155 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.790292 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.790428 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.790587 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.790961 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.790961 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.791485 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.791485 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.791485 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.791485 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.792006 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.792006 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.792006 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.792387 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.792387 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.792646 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.792646 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.792914 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.792914 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.793402 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.793402 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.793402 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.793780 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.793780 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.793780 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.794185 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.794185 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.794457 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.794457 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.794698 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.794698 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.795119 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.795119 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.795269 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.795356 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.795470 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.795633 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.795820 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.795982 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.796142 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.796303 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.796463 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.796623 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.796788 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.796949 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.797110 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.797270 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.797460 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.797593 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.797743 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.797902 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.798064 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.798225 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.798388 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.798548 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.798709 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.798869 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.799029 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.799198 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.799358 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.799522 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.799721 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.799878 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.800049 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.800210 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.800371 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.800531 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.800693 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.800858 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.801023 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.801185 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.801344 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.801503 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.801665 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.801838 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.802002 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.802163 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.802324 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.802508 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.802669 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.802818 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.802979 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.803136 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.803277 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.803436 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.803599 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.803773 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.803918 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.804078 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.804240 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.804603 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.804603 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.804846 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.804846 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.805037 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.805153 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.805293 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.805450 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.805610 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.805773 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.805933 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.806093 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.806255 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.806417 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.806577 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.806739 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.806899 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.807059 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.807219 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.807379 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.807544 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.808685 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.808685 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.808685 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.808685 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.808685 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.808685 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.808685 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.809197 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.809197 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.809197 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.809197 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.809464 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.809552 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.809665 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.809825 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.809985 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.810685 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.810846 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.811008 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.811170 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.811330 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.811492 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.811689 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.811851 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.812013 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.812177 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.812339 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.812502 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.812665 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.812826 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.812987 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.813148 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.813311 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.813472 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.813635 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.813797 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.813959 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.814120 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.814284 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.814448 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.814608 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.814769 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.814930 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.815091 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.815251 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.815411 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.815571 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.815754 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.815922 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.816082 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.816242 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.816415 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.816576 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.816736 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.816898 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.817058 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.817218 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.817390 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.817554 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.817713 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.817872 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.818035 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.818195 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.818367 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.818526 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.818686 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.818846 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.819007 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.819167 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.819336 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.819497 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.819658 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.819840 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.820001 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.820160 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.820330 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.820490 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.820650 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.820810 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.820971 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.821130 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.821300 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.821461 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.821622 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.821782 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.822069 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.822233 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.822404 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.822565 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.822728 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.822898 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.823060 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.823220 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.823380 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.823553 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.823736 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.823902 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.824064 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.824226 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.824386 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.824549 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.824716 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.824888 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.825058 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.825221 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.825391 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.825561 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.825764 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51002) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:28:43.826400 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.826517 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.826632 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.826770 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.826932 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.827093 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.827254 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.827414 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.827581 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.827767 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.827998 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.828148 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.828277 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.828400 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.828535 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.828695 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.828856 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.829016 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.829177 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.829337 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.829498 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.829659 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.829820 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 13:28:43.829973 n-d-827467-3 neutron-server[103617]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 01 13:28:43.834940 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064657 Mar 01 13:28:55.147921 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb22f547-ff22-4438-b97e-83c9f281e595 None None] get_active_networks_info from n-d-827467-3 {{(pid=103728) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 01 13:28:55.218230 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb22f547-ff22-4438-b97e-83c9f281e595 None None] No non-hosted networks {{(pid=103728) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 01 13:28:55.248156 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.agentschedulers_db [None req-bb22f547-ff22-4438-b97e-83c9f281e595 None None] DHCP Agent not found on host n-d-827467-3 {{(pid=103728) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 01 13:28:55.364270 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f0fe956a-f11d-4c8d-80fa-b289f147ab7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3685214'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:28:57.286032 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-49660a88-b7d6-4406-ad79-e4c98b0dcf33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3685214'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:28:57.324563 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-809abb9e-a230-4d4b-8b4b-800a66f8c364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:28:58.757258 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3685214'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:28:59.897969 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3685214'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:01.356596 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51084) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:29:01.634280 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3685214'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:01.634873 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:01.635642 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:01.636005 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:01.636332 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:01.636664 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:01.636992 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:01.637313 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:01.637653 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:01.637980 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:01.638295 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:01.638617 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:01.638936 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:01.639272 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:01.639683 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-827467-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:29:01.650287 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-827467-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:29:01.753878 n-d-827467-3 neutron-server[103728]: INFO neutron.db.l3_hamode_db [None req-5b2416b7-56fb-4bc3-897d-20cff1d632d3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 01 13:29:01.832339 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2416b7-56fb-4bc3-897d-20cff1d632d3 None None] Routers set() bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:29:01.832812 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2416b7-56fb-4bc3-897d-20cff1d632d3 None None] Router IDs set() for agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 01 13:29:01.908706 n-d-827467-3 neutron-server[103727]: WARNING oslo_policy.policy [None req-e047d717-1b66-422a-9e3e-f8357ee720d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 01 13:29:01.909309 n-d-827467-3 neutron-server[103727]: WARNING oslo_policy.policy [None req-e047d717-1b66-422a-9e3e-f8357ee720d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 01 13:29:02.139526 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-e047d717-1b66-422a-9e3e-f8357ee720d8 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:29:02.140815 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e047d717-1b66-422a-9e3e-f8357ee720d8 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7822530 Mar 01 13:29:04.705928 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51110) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:29:05.009858 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-5c24f8c6-1279-4a2d-ac0d-00efd1872920 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:29:05.103245 n-d-827467-3 neutron-server[103727]: DEBUG neutron.policy [None req-5c24f8c6-1279-4a2d-ac0d-00efd1872920 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103727) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 01 13:29:05.148288 n-d-827467-3 neutron-server[103727]: WARNING oslo_policy.policy [None req-5c24f8c6-1279-4a2d-ac0d-00efd1872920 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 01 13:29:05.148652 n-d-827467-3 neutron-server[103727]: WARNING oslo_policy.policy [None req-5c24f8c6-1279-4a2d-ac0d-00efd1872920 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 01 13:29:05.241497 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5c24f8c6-1279-4a2d-ac0d-00efd1872920 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753013734788', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753013735275', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753013745151', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753013749958', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753013757502', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753013764820', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1559874', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1080835', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3886393', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3795432'] for rbac-policy (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:05.307692 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5c24f8c6-1279-4a2d-ac0d-00efd1872920 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:05.308884 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5c24f8c6-1279-4a2d-ac0d-00efd1872920 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6019700 Mar 01 13:29:07.801691 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51120) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:29:08.107160 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-a17b33b9-20d1-48fe-bd97-06414d4ae808 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:29:08.135171 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17b33b9-20d1-48fe-bd97-06414d4ae808 demo demo] Made reservation on behalf of bb1a69dd103149efb30e462234f1dacb for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:29:08.139321 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a17b33b9-20d1-48fe-bd97-06414d4ae808 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:08.156332 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a17b33b9-20d1-48fe-bd97-06414d4ae808 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:08.259692 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a17b33b9-20d1-48fe-bd97-06414d4ae808 demo demo] Publish callbacks [] for security_group (4eabfa4a-aa88-43d4-ad0e-b5457c9bef79), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:08.263558 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a17b33b9-20d1-48fe-bd97-06414d4ae808 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4eabfa4a-aa88-43d4-ad0e-b5457c9bef79), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:08.287937 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17b33b9-20d1-48fe-bd97-06414d4ae808 demo demo] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:29:08.321227 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a17b33b9-20d1-48fe-bd97-06414d4ae808 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753015686548', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (1a98c68b-e166-408e-9ffe-89f4405a73b2), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:08.321806 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a17b33b9-20d1-48fe-bd97-06414d4ae808 demo demo] Unsubscribe: segment precommit_create {{(pid=103727) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 01 13:29:08.322332 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-a17b33b9-20d1-48fe-bd97-06414d4ae808 demo demo] Added segment 1a98c68b-e166-408e-9ffe-89f4405a73b2 of type vlan for network 0b7c6a41-230b-419b-a13e-0e861dbb37f7 Mar 01 13:29:08.337897 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b33b9-20d1-48fe-bd97-06414d4ae808 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=4eabfa4a-aa88-43d4-ad0e-b5457c9bef79,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:29:08.364079 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17b33b9-20d1-48fe-bd97-06414d4ae808 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:08.364422 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17b33b9-20d1-48fe-bd97-06414d4ae808 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:08.364759 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17b33b9-20d1-48fe-bd97-06414d4ae808 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:08.365085 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17b33b9-20d1-48fe-bd97-06414d4ae808 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:08.365410 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17b33b9-20d1-48fe-bd97-06414d4ae808 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:08.365730 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17b33b9-20d1-48fe-bd97-06414d4ae808 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:08.366053 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17b33b9-20d1-48fe-bd97-06414d4ae808 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:08.366372 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17b33b9-20d1-48fe-bd97-06414d4ae808 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:08.366688 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17b33b9-20d1-48fe-bd97-06414d4ae808 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:08.367001 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17b33b9-20d1-48fe-bd97-06414d4ae808 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:08.367314 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17b33b9-20d1-48fe-bd97-06414d4ae808 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:08.367626 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17b33b9-20d1-48fe-bd97-06414d4ae808 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:08.367969 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17b33b9-20d1-48fe-bd97-06414d4ae808 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:08.369083 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17b33b9-20d1-48fe-bd97-06414d4ae808 demo demo] Tracked resource versions report: Mar 01 13:29:08.369083 n-d-827467-3 neutron-server[103727]: pushed versions: Mar 01 13:29:08.369083 n-d-827467-3 neutron-server[103727]: { 'AddressGroup': {'1.2'}, Mar 01 13:29:08.369083 n-d-827467-3 neutron-server[103727]: 'ConntrackHelper': {'1.0'}, Mar 01 13:29:08.369083 n-d-827467-3 neutron-server[103727]: 'LocalIPAssociation': {'1.0'}, Mar 01 13:29:08.369083 n-d-827467-3 neutron-server[103727]: 'Log': {'1.0'}, Mar 01 13:29:08.369083 n-d-827467-3 neutron-server[103727]: 'Network': {'1.1'}, Mar 01 13:29:08.369083 n-d-827467-3 neutron-server[103727]: 'Port': {'1.7'}, Mar 01 13:29:08.369083 n-d-827467-3 neutron-server[103727]: 'PortForwarding': {'1.2'}, Mar 01 13:29:08.369083 n-d-827467-3 neutron-server[103727]: 'QosPolicy': {'1.10'}, Mar 01 13:29:08.369083 n-d-827467-3 neutron-server[103727]: 'SecurityGroup': {'1.5'}, Mar 01 13:29:08.369083 n-d-827467-3 neutron-server[103727]: 'SecurityGroupRule': {'1.2'}, Mar 01 13:29:08.369083 n-d-827467-3 neutron-server[103727]: 'SubPort': {'1.0'}, Mar 01 13:29:08.369083 n-d-827467-3 neutron-server[103727]: 'Subnet': {'1.1'}, Mar 01 13:29:08.369083 n-d-827467-3 neutron-server[103727]: 'Trunk': {'1.1'}} Mar 01 13:29:08.369083 n-d-827467-3 neutron-server[103727]: consumer versions: Mar 01 13:29:08.369083 n-d-827467-3 neutron-server[103727]: { DHCP agent@n-d-827467-3: {}, Mar 01 13:29:08.369083 n-d-827467-3 neutron-server[103727]: L3 agent@n-d-827467-3: {}, Mar 01 13:29:08.369083 n-d-827467-3 neutron-server[103727]: Metadata agent@n-d-827467-3: {}, Mar 01 13:29:08.369083 n-d-827467-3 neutron-server[103727]: Metering agent@n-d-827467-3: {}, Mar 01 13:29:08.369083 n-d-827467-3 neutron-server[103727]: Open vSwitch agent@n-d-827467-3: { 'AddressGroup': '1.2', Mar 01 13:29:08.369083 n-d-827467-3 neutron-server[103727]: 'ConntrackHelper': '1.0', Mar 01 13:29:08.369083 n-d-827467-3 neutron-server[103727]: 'LocalIPAssociation': '1.0', Mar 01 13:29:08.369083 n-d-827467-3 neutron-server[103727]: 'Log': '1.0', Mar 01 13:29:08.369083 n-d-827467-3 neutron-server[103727]: 'Network': '1.1', Mar 01 13:29:08.369083 n-d-827467-3 neutron-server[103727]: 'Port': '1.7', Mar 01 13:29:08.369083 n-d-827467-3 neutron-server[103727]: 'PortForwarding': '1.2', Mar 01 13:29:08.369083 n-d-827467-3 neutron-server[103727]: 'QosPolicy': '1.10', Mar 01 13:29:08.369083 n-d-827467-3 neutron-server[103727]: 'SecurityGroup': '1.5', Mar 01 13:29:08.369083 n-d-827467-3 neutron-server[103727]: 'SecurityGroupRule': '1.2', Mar 01 13:29:08.369083 n-d-827467-3 neutron-server[103727]: 'SubPort': '1.0', Mar 01 13:29:08.369083 n-d-827467-3 neutron-server[103727]: 'Subnet': '1.1', Mar 01 13:29:08.369083 n-d-827467-3 neutron-server[103727]: 'Trunk': '1.1'}} Mar 01 13:29:08.369083 n-d-827467-3 neutron-server[103727]: {{(pid=103727) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 01 13:29:08.437241 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a17b33b9-20d1-48fe-bd97-06414d4ae808 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (0b7c6a41-230b-419b-a13e-0e861dbb37f7), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:08.475628 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a17b33b9-20d1-48fe-bd97-06414d4ae808 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (0b7c6a41-230b-419b-a13e-0e861dbb37f7), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:08.480894 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17b33b9-20d1-48fe-bd97-06414d4ae808 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:29:08.481551 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a17b33b9-20d1-48fe-bd97-06414d4ae808 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:08.562664 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a17b33b9-20d1-48fe-bd97-06414d4ae808 demo demo] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7599235 Mar 01 13:29:08.599487 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b33b9-20d1-48fe-bd97-06414d4ae808 demo demo] Pushing event updated for resources: {'Network': ['ID=0b7c6a41-230b-419b-a13e-0e861dbb37f7,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:29:08.611658 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 0b7c6a41-230b-419b-a13e-0e861dbb37f7 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:29:11.092485 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51132) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:29:11.482547 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54dae59-cf5e-427b-8924-76a363d868d6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:29:11.483841 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c54dae59-cf5e-427b-8924-76a363d868d6 demo admin] 10.222.0.13 "GET /v2.0/networks/0b7c6a41-230b-419b-a13e-0e861dbb37f7 HTTP/1.1" status: 200 len: 825 time: 0.3903496 Mar 01 13:29:11.507614 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-654d33e5-7044-46a8-a556-d11db55d13e3 demo admin] 10.222.0.13 "GET /v2.0/subnetpools/e3702947-dd0a-465e-a0c9-8d1307fe69c5 HTTP/1.1" status: 200 len: 734 time: 0.0179009 Mar 01 13:29:11.516389 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-f9d00c64-a31e-437e-a050-6f1d341f8d1d demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'e3702947-dd0a-465e-a0c9-8d1307fe69c5', 'network_id': '0b7c6a41-230b-419b-a13e-0e861dbb37f7'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:29:11.535599 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d00c64-a31e-437e-a050-6f1d341f8d1d demo admin] Made reservation on behalf of bb1a69dd103149efb30e462234f1dacb for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:29:11.537762 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f9d00c64-a31e-437e-a050-6f1d341f8d1d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:11.819249 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f9d00c64-a31e-437e-a050-6f1d341f8d1d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for subnet (d39e8ff4-f596-4c3d-8dab-6d441fbd7ad2), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:11.888210 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d00c64-a31e-437e-a050-6f1d341f8d1d demo admin] Pushing event updated for resources: {'Subnet': ['ID=d39e8ff4-f596-4c3d-8dab-6d441fbd7ad2,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:29:11.890110 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d00c64-a31e-437e-a050-6f1d341f8d1d demo admin] Checking segment: {'id': '1a98c68b-e166-408e-9ffe-89f4405a73b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0b7c6a41-230b-419b-a13e-0e861dbb37f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:29:11.890492 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d00c64-a31e-437e-a050-6f1d341f8d1d demo admin] Network hostable DHCP agents. Network: 0b7c6a41-230b-419b-a13e-0e861dbb37f7, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:29:11.909524 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d00c64-a31e-437e-a050-6f1d341f8d1d demo admin] Network 0b7c6a41-230b-419b-a13e-0e861dbb37f7 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:29:11.920498 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-f9d00c64-a31e-437e-a050-6f1d341f8d1d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 0b7c6a41-230b-419b-a13e-0e861dbb37f7) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:29:11.924919 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d00c64-a31e-437e-a050-6f1d341f8d1d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:29:11.925502 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f9d00c64-a31e-437e-a050-6f1d341f8d1d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:11.929771 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7123ce-510f-40fe-8d07-a66ea0b142eb None None] Network 0b7c6a41-230b-419b-a13e-0e861dbb37f7 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:29:11.944904 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f9d00c64-a31e-437e-a050-6f1d341f8d1d demo admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4298408 Mar 01 13:29:12.194494 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a21616-3510-4f45-8d07-eefba67de83f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-0b7c6a41-230b-419b-a13e-0e861dbb37f7', 'network_id': '0b7c6a41-230b-419b-a13e-0e861dbb37f7', 'project_id': 'bb1a69dd103149efb30e462234f1dacb', 'fixed_ips': [{'subnet_id': 'd39e8ff4-f596-4c3d-8dab-6d441fbd7ad2'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:29:12.195964 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c5a21616-3510-4f45-8d07-eefba67de83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:12.480651 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-c5a21616-3510-4f45-8d07-eefba67de83f None None] Allocated IP 172.20.0.2 (0b7c6a41-230b-419b-a13e-0e861dbb37f7/d39e8ff4-f596-4c3d-8dab-6d441fbd7ad2/be51d701-1aa4-4fcb-a195-129d57387c07) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:29:12.744115 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c5a21616-3510-4f45-8d07-eefba67de83f None None] Publish callbacks [] for port (be51d701-1aa4-4fcb-a195-129d57387c07), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:12.752347 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c5a21616-3510-4f45-8d07-eefba67de83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (be51d701-1aa4-4fcb-a195-129d57387c07), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:12.824225 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a21616-3510-4f45-8d07-eefba67de83f None None] Network 0b7c6a41-230b-419b-a13e-0e861dbb37f7 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:29:12.833767 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-c5a21616-3510-4f45-8d07-eefba67de83f None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:29:12.838911 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a21616-3510-4f45-8d07-eefba67de83f None None] Pushing event updated for resources: {'Port': ['ID=be51d701-1aa4-4fcb-a195-129d57387c07,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:29:12.843405 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a21616-3510-4f45-8d07-eefba67de83f None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:29:12.849713 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a21616-3510-4f45-8d07-eefba67de83f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:12.850052 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a21616-3510-4f45-8d07-eefba67de83f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:12.850387 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a21616-3510-4f45-8d07-eefba67de83f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:12.850720 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a21616-3510-4f45-8d07-eefba67de83f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:12.851062 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a21616-3510-4f45-8d07-eefba67de83f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:12.851369 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a21616-3510-4f45-8d07-eefba67de83f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:12.851707 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a21616-3510-4f45-8d07-eefba67de83f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:12.852032 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a21616-3510-4f45-8d07-eefba67de83f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:12.852351 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a21616-3510-4f45-8d07-eefba67de83f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:12.852668 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a21616-3510-4f45-8d07-eefba67de83f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:12.852986 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a21616-3510-4f45-8d07-eefba67de83f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:12.853305 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a21616-3510-4f45-8d07-eefba67de83f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:12.853621 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a21616-3510-4f45-8d07-eefba67de83f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:12.854688 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a21616-3510-4f45-8d07-eefba67de83f None None] Tracked resource versions report: Mar 01 13:29:12.854688 n-d-827467-3 neutron-server[103728]: pushed versions: Mar 01 13:29:12.854688 n-d-827467-3 neutron-server[103728]: { 'AddressGroup': {'1.2'}, Mar 01 13:29:12.854688 n-d-827467-3 neutron-server[103728]: 'ConntrackHelper': {'1.0'}, Mar 01 13:29:12.854688 n-d-827467-3 neutron-server[103728]: 'LocalIPAssociation': {'1.0'}, Mar 01 13:29:12.854688 n-d-827467-3 neutron-server[103728]: 'Log': {'1.0'}, Mar 01 13:29:12.854688 n-d-827467-3 neutron-server[103728]: 'Network': {'1.1'}, Mar 01 13:29:12.854688 n-d-827467-3 neutron-server[103728]: 'Port': {'1.7'}, Mar 01 13:29:12.854688 n-d-827467-3 neutron-server[103728]: 'PortForwarding': {'1.2'}, Mar 01 13:29:12.854688 n-d-827467-3 neutron-server[103728]: 'QosPolicy': {'1.10'}, Mar 01 13:29:12.854688 n-d-827467-3 neutron-server[103728]: 'SecurityGroup': {'1.5'}, Mar 01 13:29:12.854688 n-d-827467-3 neutron-server[103728]: 'SecurityGroupRule': {'1.2'}, Mar 01 13:29:12.854688 n-d-827467-3 neutron-server[103728]: 'SubPort': {'1.0'}, Mar 01 13:29:12.854688 n-d-827467-3 neutron-server[103728]: 'Subnet': {'1.1'}, Mar 01 13:29:12.854688 n-d-827467-3 neutron-server[103728]: 'Trunk': {'1.1'}} Mar 01 13:29:12.854688 n-d-827467-3 neutron-server[103728]: consumer versions: Mar 01 13:29:12.854688 n-d-827467-3 neutron-server[103728]: { DHCP agent@n-d-827467-3: {}, Mar 01 13:29:12.854688 n-d-827467-3 neutron-server[103728]: L3 agent@n-d-827467-3: {}, Mar 01 13:29:12.854688 n-d-827467-3 neutron-server[103728]: Metadata agent@n-d-827467-3: {}, Mar 01 13:29:12.854688 n-d-827467-3 neutron-server[103728]: Metering agent@n-d-827467-3: {}, Mar 01 13:29:12.854688 n-d-827467-3 neutron-server[103728]: Open vSwitch agent@n-d-827467-3: { 'AddressGroup': '1.2', Mar 01 13:29:12.854688 n-d-827467-3 neutron-server[103728]: 'ConntrackHelper': '1.0', Mar 01 13:29:12.854688 n-d-827467-3 neutron-server[103728]: 'LocalIPAssociation': '1.0', Mar 01 13:29:12.854688 n-d-827467-3 neutron-server[103728]: 'Log': '1.0', Mar 01 13:29:12.854688 n-d-827467-3 neutron-server[103728]: 'Network': '1.1', Mar 01 13:29:12.854688 n-d-827467-3 neutron-server[103728]: 'Port': '1.7', Mar 01 13:29:12.854688 n-d-827467-3 neutron-server[103728]: 'PortForwarding': '1.2', Mar 01 13:29:12.854688 n-d-827467-3 neutron-server[103728]: 'QosPolicy': '1.10', Mar 01 13:29:12.854688 n-d-827467-3 neutron-server[103728]: 'SecurityGroup': '1.5', Mar 01 13:29:12.854688 n-d-827467-3 neutron-server[103728]: 'SecurityGroupRule': '1.2', Mar 01 13:29:12.854688 n-d-827467-3 neutron-server[103728]: 'SubPort': '1.0', Mar 01 13:29:12.854688 n-d-827467-3 neutron-server[103728]: 'Subnet': '1.1', Mar 01 13:29:12.854688 n-d-827467-3 neutron-server[103728]: 'Trunk': '1.1'}} Mar 01 13:29:12.854688 n-d-827467-3 neutron-server[103728]: {{(pid=103728) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 01 13:29:12.930238 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-c5a21616-3510-4f45-8d07-eefba67de83f None None] Attempting to bind port be51d701-1aa4-4fcb-a195-129d57387c07 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:29:12.930901 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-c5a21616-3510-4f45-8d07-eefba67de83f None None] Attempting to bind port be51d701-1aa4-4fcb-a195-129d57387c07 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '1a98c68b-e166-408e-9ffe-89f4405a73b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0b7c6a41-230b-419b-a13e-0e861dbb37f7'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:29:12.931021 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a21616-3510-4f45-8d07-eefba67de83f None None] Attempting to bind port be51d701-1aa4-4fcb-a195-129d57387c07 on network 0b7c6a41-230b-419b-a13e-0e861dbb37f7 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:29:12.935879 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a21616-3510-4f45-8d07-eefba67de83f None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:29:12.936263 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a21616-3510-4f45-8d07-eefba67de83f None None] Checking segment: {'id': '1a98c68b-e166-408e-9ffe-89f4405a73b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0b7c6a41-230b-419b-a13e-0e861dbb37f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:29:12.936774 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c5a21616-3510-4f45-8d07-eefba67de83f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:12.937159 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a21616-3510-4f45-8d07-eefba67de83f None None] Bound using segment: {'id': '1a98c68b-e166-408e-9ffe-89f4405a73b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0b7c6a41-230b-419b-a13e-0e861dbb37f7'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:29:12.937647 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-c5a21616-3510-4f45-8d07-eefba67de83f None None] Bound port: be51d701-1aa4-4fcb-a195-129d57387c07, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a98c68b-e166-408e-9ffe-89f4405a73b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0b7c6a41-230b-419b-a13e-0e861dbb37f7'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:29:12.938066 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c5a21616-3510-4f45-8d07-eefba67de83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (be51d701-1aa4-4fcb-a195-129d57387c07), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:12.997672 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-c5a21616-3510-4f45-8d07-eefba67de83f None None] For port be51d701-1aa4-4fcb-a195-129d57387c07, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:29:13.001715 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-c5a21616-3510-4f45-8d07-eefba67de83f None None] For port be51d701-1aa4-4fcb-a195-129d57387c07, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=be51d701-1aa4-4fcb-a195-129d57387c07,segment=NetworkSegment(1a98c68b-e166-408e-9ffe-89f4405a73b2),segment_id=1a98c68b-e166-408e-9ffe-89f4405a73b2)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:29:13.009125 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c5a21616-3510-4f45-8d07-eefba67de83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (be51d701-1aa4-4fcb-a195-129d57387c07), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:13.070979 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a21616-3510-4f45-8d07-eefba67de83f None None] Pushing event updated for resources: {'Port': ['ID=be51d701-1aa4-4fcb-a195-129d57387c07,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:29:14.521688 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51140) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:29:14.832041 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-03876c51-aa48-4990-9e05-7768ab0f7b62 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:29:14.833037 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-03876c51-aa48-4990-9e05-7768ab0f7b62 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3103373 Mar 01 13:29:17.424011 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51148) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:29:17.732612 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-1afc8b3a-b497-433f-9760-3e44c3793661 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:29:17.743766 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1afc8b3a-b497-433f-9760-3e44c3793661 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3087142 Mar 01 13:29:20.253340 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51156) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:29:20.584236 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-20603376-7767-46d1-8edc-c0f57457ea47 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:29:20.606592 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-20603376-7767-46d1-8edc-c0f57457ea47 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (e13ae840-07d3-4e55-91e2-7dfb98923b8d), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:20.608262 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-20603376-7767-46d1-8edc-c0f57457ea47 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (e13ae840-07d3-4e55-91e2-7dfb98923b8d), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:20.757130 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-20603376-7767-46d1-8edc-c0f57457ea47 demo demo] Publish callbacks [] for router_controller (e13ae840-07d3-4e55-91e2-7dfb98923b8d), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:20.762085 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-20603376-7767-46d1-8edc-c0f57457ea47 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (e13ae840-07d3-4e55-91e2-7dfb98923b8d), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:20.780413 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-20603376-7767-46d1-8edc-c0f57457ea47 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:20.781604 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-20603376-7767-46d1-8edc-c0f57457ea47 demo demo] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5272994 Mar 01 13:29:23.308432 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51168) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:29:23.802149 n-d-827467-3 neutron-server[103726]: WARNING oslo_policy.policy [None req-cab60131-410c-4682-bab1-fa29f690851f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 01 13:29:23.802741 n-d-827467-3 neutron-server[103726]: WARNING oslo_policy.policy [None req-cab60131-410c-4682-bab1-fa29f690851f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 01 13:29:24.033454 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [None req-cab60131-410c-4682-bab1-fa29f690851f admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103726) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:29:24.034487 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cab60131-410c-4682-bab1-fa29f690851f admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7251229 Mar 01 13:29:24.338043 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device be51d701-1aa4-4fcb-a195-129d57387c07 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:29:24.382510 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed88d44f-2e45-4136-84cb-ff34144aa391 None None] Network 0b7c6a41-230b-419b-a13e-0e861dbb37f7 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:29:24.488706 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-5430573b-295b-4984-9043-1ee283094f9e None None] Provisioning complete for port be51d701-1aa4-4fcb-a195-129d57387c07 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:29:24.489114 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5430573b-295b-4984-9043-1ee283094f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (be51d701-1aa4-4fcb-a195-129d57387c07), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:24.524378 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port be51d701-1aa4-4fcb-a195-129d57387c07 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:29:24.524754 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (be51d701-1aa4-4fcb-a195-129d57387c07), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:24.697409 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-5430573b-295b-4984-9043-1ee283094f9e None None] Current status of the port be51d701-1aa4-4fcb-a195-129d57387c07 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:29:24.697794 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5430573b-295b-4984-9043-1ee283094f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (be51d701-1aa4-4fcb-a195-129d57387c07), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:24.744353 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port be51d701-1aa4-4fcb-a195-129d57387c07 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:29:24.744993 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (be51d701-1aa4-4fcb-a195-129d57387c07), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:24.760777 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-5430573b-295b-4984-9043-1ee283094f9e None None] For port be51d701-1aa4-4fcb-a195-129d57387c07, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=be51d701-1aa4-4fcb-a195-129d57387c07,segment=NetworkSegment(1a98c68b-e166-408e-9ffe-89f4405a73b2),segment_id=1a98c68b-e166-408e-9ffe-89f4405a73b2)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:29:24.770018 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5430573b-295b-4984-9043-1ee283094f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (be51d701-1aa4-4fcb-a195-129d57387c07), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:24.848421 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5430573b-295b-4984-9043-1ee283094f9e None None] Pushing event updated for resources: {'Port': ['ID=be51d701-1aa4-4fcb-a195-129d57387c07,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:29:24.851256 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 13:29:24.851648 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 13:29:24.888928 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-fd5a088e-aad4-4ab8-86a3-da42ba34842a None None] Provisioning complete for port be51d701-1aa4-4fcb-a195-129d57387c07 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:29:24.889312 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fd5a088e-aad4-4ab8-86a3-da42ba34842a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (be51d701-1aa4-4fcb-a195-129d57387c07), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:24.960923 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-fd5a088e-aad4-4ab8-86a3-da42ba34842a None None] Current status of the port be51d701-1aa4-4fcb-a195-129d57387c07 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:29:25.118210 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8fe5e02f-8885-495b-a7d1-febc7f9c009c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:25.385891 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port be51d701-1aa4-4fcb-a195-129d57387c07 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:29:26.299835 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device be51d701-1aa4-4fcb-a195-129d57387c07 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:29:26.348097 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port be51d701-1aa4-4fcb-a195-129d57387c07 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:29:26.348482 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (be51d701-1aa4-4fcb-a195-129d57387c07), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:26.421738 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port be51d701-1aa4-4fcb-a195-129d57387c07 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:29:26.567783 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51184) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:29:26.873057 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-5ed6541a-1c40-4423-84c5-eba9b388742e admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:29:26.924217 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed6541a-1c40-4423-84c5-eba9b388742e admin admin] Made reservation on behalf of 126443b7642e48478c5c6b3285cd2960 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:29:26.986151 n-d-827467-3 neutron-server[103726]: DEBUG neutron.policy [None req-5ed6541a-1c40-4423-84c5-eba9b388742e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103726) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 01 13:29:27.028592 n-d-827467-3 neutron-server[103726]: WARNING oslo_policy.policy [None req-5ed6541a-1c40-4423-84c5-eba9b388742e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 01 13:29:27.028963 n-d-827467-3 neutron-server[103726]: WARNING oslo_policy.policy [None req-5ed6541a-1c40-4423-84c5-eba9b388742e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 01 13:29:27.038742 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5ed6541a-1c40-4423-84c5-eba9b388742e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:27.059623 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5ed6541a-1c40-4423-84c5-eba9b388742e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:27.167712 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5ed6541a-1c40-4423-84c5-eba9b388742e admin admin] Publish callbacks [] for security_group (e719f0a1-4173-44cb-8578-73162aedb3f5), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:27.171799 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5ed6541a-1c40-4423-84c5-eba9b388742e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (e719f0a1-4173-44cb-8578-73162aedb3f5), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:27.183267 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5ed6541a-1c40-4423-84c5-eba9b388742e admin admin] Reserving flat network on physical network physnet1 {{(pid=103726) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 01 13:29:27.214456 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5ed6541a-1c40-4423-84c5-eba9b388742e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753015686548', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (ad7874d6-6404-4fe5-948e-c04eb364a0d9), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:27.215011 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5ed6541a-1c40-4423-84c5-eba9b388742e admin admin] Unsubscribe: segment precommit_create {{(pid=103726) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 01 13:29:27.216225 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-5ed6541a-1c40-4423-84c5-eba9b388742e admin admin] Added segment ad7874d6-6404-4fe5-948e-c04eb364a0d9 of type flat for network 645b0646-084a-4922-8a3b-3b65ee21b5e4 Mar 01 13:29:27.231820 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed6541a-1c40-4423-84c5-eba9b388742e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e719f0a1-4173-44cb-8578-73162aedb3f5,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:29:27.263158 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed6541a-1c40-4423-84c5-eba9b388742e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:27.263491 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed6541a-1c40-4423-84c5-eba9b388742e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:27.263869 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed6541a-1c40-4423-84c5-eba9b388742e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:27.264202 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed6541a-1c40-4423-84c5-eba9b388742e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:27.264521 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed6541a-1c40-4423-84c5-eba9b388742e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:27.265059 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed6541a-1c40-4423-84c5-eba9b388742e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:27.265176 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed6541a-1c40-4423-84c5-eba9b388742e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:27.265445 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed6541a-1c40-4423-84c5-eba9b388742e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:27.265756 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed6541a-1c40-4423-84c5-eba9b388742e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:27.266064 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed6541a-1c40-4423-84c5-eba9b388742e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:27.266371 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed6541a-1c40-4423-84c5-eba9b388742e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:27.266681 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed6541a-1c40-4423-84c5-eba9b388742e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:27.266988 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed6541a-1c40-4423-84c5-eba9b388742e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:27.268157 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed6541a-1c40-4423-84c5-eba9b388742e admin admin] Tracked resource versions report: Mar 01 13:29:27.268157 n-d-827467-3 neutron-server[103726]: pushed versions: Mar 01 13:29:27.268157 n-d-827467-3 neutron-server[103726]: { 'AddressGroup': {'1.2'}, Mar 01 13:29:27.268157 n-d-827467-3 neutron-server[103726]: 'ConntrackHelper': {'1.0'}, Mar 01 13:29:27.268157 n-d-827467-3 neutron-server[103726]: 'LocalIPAssociation': {'1.0'}, Mar 01 13:29:27.268157 n-d-827467-3 neutron-server[103726]: 'Log': {'1.0'}, Mar 01 13:29:27.268157 n-d-827467-3 neutron-server[103726]: 'Network': {'1.1'}, Mar 01 13:29:27.268157 n-d-827467-3 neutron-server[103726]: 'Port': {'1.7'}, Mar 01 13:29:27.268157 n-d-827467-3 neutron-server[103726]: 'PortForwarding': {'1.2'}, Mar 01 13:29:27.268157 n-d-827467-3 neutron-server[103726]: 'QosPolicy': {'1.10'}, Mar 01 13:29:27.268157 n-d-827467-3 neutron-server[103726]: 'SecurityGroup': {'1.5'}, Mar 01 13:29:27.268157 n-d-827467-3 neutron-server[103726]: 'SecurityGroupRule': {'1.2'}, Mar 01 13:29:27.268157 n-d-827467-3 neutron-server[103726]: 'SubPort': {'1.0'}, Mar 01 13:29:27.268157 n-d-827467-3 neutron-server[103726]: 'Subnet': {'1.1'}, Mar 01 13:29:27.268157 n-d-827467-3 neutron-server[103726]: 'Trunk': {'1.1'}} Mar 01 13:29:27.268157 n-d-827467-3 neutron-server[103726]: consumer versions: Mar 01 13:29:27.268157 n-d-827467-3 neutron-server[103726]: { DHCP agent@n-d-827467-3: {}, Mar 01 13:29:27.268157 n-d-827467-3 neutron-server[103726]: L3 agent@n-d-827467-3: {}, Mar 01 13:29:27.268157 n-d-827467-3 neutron-server[103726]: Metadata agent@n-d-827467-3: {}, Mar 01 13:29:27.268157 n-d-827467-3 neutron-server[103726]: Metering agent@n-d-827467-3: {}, Mar 01 13:29:27.268157 n-d-827467-3 neutron-server[103726]: Open vSwitch agent@n-d-827467-3: { 'AddressGroup': '1.2', Mar 01 13:29:27.268157 n-d-827467-3 neutron-server[103726]: 'ConntrackHelper': '1.0', Mar 01 13:29:27.268157 n-d-827467-3 neutron-server[103726]: 'LocalIPAssociation': '1.0', Mar 01 13:29:27.268157 n-d-827467-3 neutron-server[103726]: 'Log': '1.0', Mar 01 13:29:27.268157 n-d-827467-3 neutron-server[103726]: 'Network': '1.1', Mar 01 13:29:27.268157 n-d-827467-3 neutron-server[103726]: 'Port': '1.7', Mar 01 13:29:27.268157 n-d-827467-3 neutron-server[103726]: 'PortForwarding': '1.2', Mar 01 13:29:27.268157 n-d-827467-3 neutron-server[103726]: 'QosPolicy': '1.10', Mar 01 13:29:27.268157 n-d-827467-3 neutron-server[103726]: 'SecurityGroup': '1.5', Mar 01 13:29:27.268157 n-d-827467-3 neutron-server[103726]: 'SecurityGroupRule': '1.2', Mar 01 13:29:27.268157 n-d-827467-3 neutron-server[103726]: 'SubPort': '1.0', Mar 01 13:29:27.268157 n-d-827467-3 neutron-server[103726]: 'Subnet': '1.1', Mar 01 13:29:27.268157 n-d-827467-3 neutron-server[103726]: 'Trunk': '1.1'}} Mar 01 13:29:27.268157 n-d-827467-3 neutron-server[103726]: {{(pid=103726) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 01 13:29:27.271852 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ac25a207-1be5-40a0-9b5d-d0f9722ed5d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:27.341136 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5ed6541a-1c40-4423-84c5-eba9b388742e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (645b0646-084a-4922-8a3b-3b65ee21b5e4), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:27.383572 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5ed6541a-1c40-4423-84c5-eba9b388742e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (645b0646-084a-4922-8a3b-3b65ee21b5e4), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:27.384660 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed6541a-1c40-4423-84c5-eba9b388742e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:29:27.385357 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5ed6541a-1c40-4423-84c5-eba9b388742e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:27.471348 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5ed6541a-1c40-4423-84c5-eba9b388742e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9024026 Mar 01 13:29:27.497659 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed6541a-1c40-4423-84c5-eba9b388742e admin admin] Pushing event updated for resources: {'Network': ['ID=645b0646-084a-4922-8a3b-3b65ee21b5e4,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:29:27.508656 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:29:28.660700 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:29.840053 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:29.964409 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51208) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:29:30.175800 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fc314-4ed3-4e62-8a15-e0eaecd27ea2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:29:30.177167 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0d6fc314-4ed3-4e62-8a15-e0eaecd27ea2 demo admin] 10.222.0.13 "GET /v2.0/subnets/d39e8ff4-f596-4c3d-8dab-6d441fbd7ad2 HTTP/1.1" status: 200 len: 849 time: 0.2117038 Mar 01 13:29:30.336723 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-179ec0eb-9aa1-4be6-bd74-beb34fb2d7f4 demo admin] 10.222.0.13 "GET /v2.0/routers/e13ae840-07d3-4e55-91e2-7dfb98923b8d HTTP/1.1" status: 200 len: 704 time: 0.1539612 Mar 01 13:29:30.622093 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-56d8641a-815d-4424-a27b-86fd4117a9a8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:30.910625 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-56d8641a-815d-4424-a27b-86fd4117a9a8 demo admin] Allocated IP 172.20.0.1 (0b7c6a41-230b-419b-a13e-0e861dbb37f7/d39e8ff4-f596-4c3d-8dab-6d441fbd7ad2/fcc18e07-f31a-45ba-9366-56e122fda5a4) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:29:31.088501 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-56d8641a-815d-4424-a27b-86fd4117a9a8 demo admin] Publish callbacks [] for port (fcc18e07-f31a-45ba-9366-56e122fda5a4), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:31.153630 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-56d8641a-815d-4424-a27b-86fd4117a9a8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (fcc18e07-f31a-45ba-9366-56e122fda5a4), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:31.231067 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d8641a-815d-4424-a27b-86fd4117a9a8 demo admin] Network 0b7c6a41-230b-419b-a13e-0e861dbb37f7 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:29:31.235528 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-56d8641a-815d-4424-a27b-86fd4117a9a8 demo admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:29:31.240902 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8641a-815d-4424-a27b-86fd4117a9a8 demo admin] Pushing event updated for resources: {'Port': ['ID=fcc18e07-f31a-45ba-9366-56e122fda5a4,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:29:31.244657 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d8641a-815d-4424-a27b-86fd4117a9a8 demo admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:29:31.244657 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-56d8641a-815d-4424-a27b-86fd4117a9a8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (e13ae840-07d3-4e55-91e2-7dfb98923b8d), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:31.413886 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-28a74785-2a2a-409b-94ff-0c0e6c4d2b16 None None] Provisioning complete for port fcc18e07-f31a-45ba-9366-56e122fda5a4 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:29:31.414454 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-28a74785-2a2a-409b-94ff-0c0e6c4d2b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (fcc18e07-f31a-45ba-9366-56e122fda5a4), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:31.445085 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-56d8641a-815d-4424-a27b-86fd4117a9a8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (fcc18e07-f31a-45ba-9366-56e122fda5a4), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:31.449567 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-28a74785-2a2a-409b-94ff-0c0e6c4d2b16 None None] Port fcc18e07-f31a-45ba-9366-56e122fda5a4 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:29:31.617752 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:31.694309 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-56d8641a-815d-4424-a27b-86fd4117a9a8 demo admin] Publish callbacks [] for port (fcc18e07-f31a-45ba-9366-56e122fda5a4), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:31.698258 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-56d8641a-815d-4424-a27b-86fd4117a9a8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (fcc18e07-f31a-45ba-9366-56e122fda5a4), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:31.699008 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-56d8641a-815d-4424-a27b-86fd4117a9a8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (e13ae840-07d3-4e55-91e2-7dfb98923b8d), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:31.775250 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8641a-815d-4424-a27b-86fd4117a9a8 demo admin] Pushing event updated for resources: {'Port': ['ID=fcc18e07-f31a-45ba-9366-56e122fda5a4,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:29:31.820493 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d8641a-815d-4424-a27b-86fd4117a9a8 demo admin] Network 0b7c6a41-230b-419b-a13e-0e861dbb37f7 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:29:31.821753 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-56d8641a-815d-4424-a27b-86fd4117a9a8 demo admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:29:31.989740 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d8641a-815d-4424-a27b-86fd4117a9a8 demo admin] Router e13ae840-07d3-4e55-91e2-7dfb98923b8d is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 13:29:32.072148 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-54083919-4e56-432b-b37e-c2a5f741d1f0 None None] Provisioning complete for port fcc18e07-f31a-45ba-9366-56e122fda5a4 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:29:32.072528 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-54083919-4e56-432b-b37e-c2a5f741d1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (fcc18e07-f31a-45ba-9366-56e122fda5a4), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:32.086304 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d8641a-815d-4424-a27b-86fd4117a9a8 demo admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:29:32.102439 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-56d8641a-815d-4424-a27b-86fd4117a9a8 demo admin] 10.222.0.13 "PUT /v2.0/routers/e13ae840-07d3-4e55-91e2-7dfb98923b8d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7492886 Mar 01 13:29:32.103353 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f67a8fa-a819-45e7-a2e9-b9b1d0d07b2c None None] Sync routers for ids ['e13ae840-07d3-4e55-91e2-7dfb98923b8d'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:29:32.109387 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f67a8fa-a819-45e7-a2e9-b9b1d0d07b2c None None] Routers {'e13ae840-07d3-4e55-91e2-7dfb98923b8d'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:29:32.110247 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-3f67a8fa-a819-45e7-a2e9-b9b1d0d07b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:29:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['e13ae840-07d3-4e55-91e2-7dfb98923b8d'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:29:32.115170 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-54083919-4e56-432b-b37e-c2a5f741d1f0 None None] Port fcc18e07-f31a-45ba-9366-56e122fda5a4 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:29:32.306686 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-3f67a8fa-a819-45e7-a2e9-b9b1d0d07b2c None None] Set router e13ae840-07d3-4e55-91e2-7dfb98923b8d gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:29:32.738722 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-3f67a8fa-a819-45e7-a2e9-b9b1d0d07b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13ae840-07d3-4e55-91e2-7dfb98923b8d', 'name': 'router1', 'tenant_id': 'bb1a69dd103149efb30e462234f1dacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:29:20Z', 'updated_at': '2022-03-01T13:29:31Z', 'revision_number': 2, 'project_id': 'bb1a69dd103149efb30e462234f1dacb', 'gw_port_host': None, '_interfaces': [{'id': 'fcc18e07-f31a-45ba-9366-56e122fda5a4', 'name': '', 'network_id': '0b7c6a41-230b-419b-a13e-0e861dbb37f7', 'tenant_id': 'bb1a69dd103149efb30e462234f1dacb', 'mac_address': 'fa:16:3e:8e:79:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13ae840-07d3-4e55-91e2-7dfb98923b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd39e8ff4-f596-4c3d-8dab-6d441fbd7ad2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:29:30Z', 'updated_at': '2022-03-01T13:29:31Z', 'revision_number': 2, 'project_id': 'bb1a69dd103149efb30e462234f1dacb', 'subnets': [{'id': 'd39e8ff4-f596-4c3d-8dab-6d441fbd7ad2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3702947-dd0a-465e-a0c9-8d1307fe69c5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:29:32.791164 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f67a8fa-a819-45e7-a2e9-b9b1d0d07b2c None None] Checking router: e13ae840-07d3-4e55-91e2-7dfb98923b8d for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:29:32.791533 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f67a8fa-a819-45e7-a2e9-b9b1d0d07b2c None None] Updating router e13ae840-07d3-4e55-91e2-7dfb98923b8d port fcc18e07-f31a-45ba-9366-56e122fda5a4 binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:29:32.843942 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-3f67a8fa-a819-45e7-a2e9-b9b1d0d07b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (fcc18e07-f31a-45ba-9366-56e122fda5a4), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:33.358969 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-3f67a8fa-a819-45e7-a2e9-b9b1d0d07b2c None None] Publish callbacks [] for port (fcc18e07-f31a-45ba-9366-56e122fda5a4), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:33.365757 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-3f67a8fa-a819-45e7-a2e9-b9b1d0d07b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (fcc18e07-f31a-45ba-9366-56e122fda5a4), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:33.538713 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e935bb1a-39e1-44ac-a7be-bb17ebe54147 None None] Pushing event updated for resources: {'Port': ['ID=fcc18e07-f31a-45ba-9366-56e122fda5a4,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:29:33.545221 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-3f67a8fa-a819-45e7-a2e9-b9b1d0d07b2c None None] Attempting to bind port fcc18e07-f31a-45ba-9366-56e122fda5a4 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:29:33.545640 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-3f67a8fa-a819-45e7-a2e9-b9b1d0d07b2c None None] Attempting to bind port fcc18e07-f31a-45ba-9366-56e122fda5a4 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '1a98c68b-e166-408e-9ffe-89f4405a73b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0b7c6a41-230b-419b-a13e-0e861dbb37f7'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:29:33.546080 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f67a8fa-a819-45e7-a2e9-b9b1d0d07b2c None None] Attempting to bind port fcc18e07-f31a-45ba-9366-56e122fda5a4 on network 0b7c6a41-230b-419b-a13e-0e861dbb37f7 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:29:33.554277 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e935bb1a-39e1-44ac-a7be-bb17ebe54147 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:33.554623 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e935bb1a-39e1-44ac-a7be-bb17ebe54147 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:33.554966 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e935bb1a-39e1-44ac-a7be-bb17ebe54147 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:33.555303 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e935bb1a-39e1-44ac-a7be-bb17ebe54147 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:33.555636 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e935bb1a-39e1-44ac-a7be-bb17ebe54147 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:33.555993 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e935bb1a-39e1-44ac-a7be-bb17ebe54147 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:33.556322 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e935bb1a-39e1-44ac-a7be-bb17ebe54147 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:33.556653 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e935bb1a-39e1-44ac-a7be-bb17ebe54147 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:33.556972 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e935bb1a-39e1-44ac-a7be-bb17ebe54147 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:33.557292 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e935bb1a-39e1-44ac-a7be-bb17ebe54147 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:33.557618 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e935bb1a-39e1-44ac-a7be-bb17ebe54147 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:33.557939 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e935bb1a-39e1-44ac-a7be-bb17ebe54147 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:33.558258 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e935bb1a-39e1-44ac-a7be-bb17ebe54147 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:29:33.559927 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e935bb1a-39e1-44ac-a7be-bb17ebe54147 None None] Tracked resource versions report: Mar 01 13:29:33.559927 n-d-827467-3 neutron-server[103729]: pushed versions: Mar 01 13:29:33.559927 n-d-827467-3 neutron-server[103729]: { 'AddressGroup': {'1.2'}, Mar 01 13:29:33.559927 n-d-827467-3 neutron-server[103729]: 'ConntrackHelper': {'1.0'}, Mar 01 13:29:33.559927 n-d-827467-3 neutron-server[103729]: 'LocalIPAssociation': {'1.0'}, Mar 01 13:29:33.559927 n-d-827467-3 neutron-server[103729]: 'Log': {'1.0'}, Mar 01 13:29:33.559927 n-d-827467-3 neutron-server[103729]: 'Network': {'1.1'}, Mar 01 13:29:33.559927 n-d-827467-3 neutron-server[103729]: 'Port': {'1.7'}, Mar 01 13:29:33.559927 n-d-827467-3 neutron-server[103729]: 'PortForwarding': {'1.2'}, Mar 01 13:29:33.559927 n-d-827467-3 neutron-server[103729]: 'QosPolicy': {'1.10'}, Mar 01 13:29:33.559927 n-d-827467-3 neutron-server[103729]: 'SecurityGroup': {'1.5'}, Mar 01 13:29:33.559927 n-d-827467-3 neutron-server[103729]: 'SecurityGroupRule': {'1.2'}, Mar 01 13:29:33.559927 n-d-827467-3 neutron-server[103729]: 'SubPort': {'1.0'}, Mar 01 13:29:33.559927 n-d-827467-3 neutron-server[103729]: 'Subnet': {'1.1'}, Mar 01 13:29:33.559927 n-d-827467-3 neutron-server[103729]: 'Trunk': {'1.1'}} Mar 01 13:29:33.559927 n-d-827467-3 neutron-server[103729]: consumer versions: Mar 01 13:29:33.559927 n-d-827467-3 neutron-server[103729]: { DHCP agent@n-d-827467-3: {}, Mar 01 13:29:33.559927 n-d-827467-3 neutron-server[103729]: L3 agent@n-d-827467-3: {}, Mar 01 13:29:33.559927 n-d-827467-3 neutron-server[103729]: Metadata agent@n-d-827467-3: {}, Mar 01 13:29:33.559927 n-d-827467-3 neutron-server[103729]: Metering agent@n-d-827467-3: {}, Mar 01 13:29:33.559927 n-d-827467-3 neutron-server[103729]: Open vSwitch agent@n-d-827467-3: { 'AddressGroup': '1.2', Mar 01 13:29:33.559927 n-d-827467-3 neutron-server[103729]: 'ConntrackHelper': '1.0', Mar 01 13:29:33.559927 n-d-827467-3 neutron-server[103729]: 'LocalIPAssociation': '1.0', Mar 01 13:29:33.559927 n-d-827467-3 neutron-server[103729]: 'Log': '1.0', Mar 01 13:29:33.559927 n-d-827467-3 neutron-server[103729]: 'Network': '1.1', Mar 01 13:29:33.559927 n-d-827467-3 neutron-server[103729]: 'Port': '1.7', Mar 01 13:29:33.559927 n-d-827467-3 neutron-server[103729]: 'PortForwarding': '1.2', Mar 01 13:29:33.559927 n-d-827467-3 neutron-server[103729]: 'QosPolicy': '1.10', Mar 01 13:29:33.559927 n-d-827467-3 neutron-server[103729]: 'SecurityGroup': '1.5', Mar 01 13:29:33.559927 n-d-827467-3 neutron-server[103729]: 'SecurityGroupRule': '1.2', Mar 01 13:29:33.559927 n-d-827467-3 neutron-server[103729]: 'SubPort': '1.0', Mar 01 13:29:33.559927 n-d-827467-3 neutron-server[103729]: 'Subnet': '1.1', Mar 01 13:29:33.559927 n-d-827467-3 neutron-server[103729]: 'Trunk': '1.1'}} Mar 01 13:29:33.559927 n-d-827467-3 neutron-server[103729]: {{(pid=103729) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 01 13:29:33.562641 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f67a8fa-a819-45e7-a2e9-b9b1d0d07b2c None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:29:33.562795 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f67a8fa-a819-45e7-a2e9-b9b1d0d07b2c None None] Checking segment: {'id': '1a98c68b-e166-408e-9ffe-89f4405a73b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0b7c6a41-230b-419b-a13e-0e861dbb37f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:29:33.563184 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-3f67a8fa-a819-45e7-a2e9-b9b1d0d07b2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:33.563564 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f67a8fa-a819-45e7-a2e9-b9b1d0d07b2c None None] Bound using segment: {'id': '1a98c68b-e166-408e-9ffe-89f4405a73b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0b7c6a41-230b-419b-a13e-0e861dbb37f7'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:29:33.564385 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-3f67a8fa-a819-45e7-a2e9-b9b1d0d07b2c None None] Bound port: fcc18e07-f31a-45ba-9366-56e122fda5a4, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a98c68b-e166-408e-9ffe-89f4405a73b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0b7c6a41-230b-419b-a13e-0e861dbb37f7'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:29:33.564505 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-3f67a8fa-a819-45e7-a2e9-b9b1d0d07b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (fcc18e07-f31a-45ba-9366-56e122fda5a4), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:33.631587 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-3f67a8fa-a819-45e7-a2e9-b9b1d0d07b2c None None] For port fcc18e07-f31a-45ba-9366-56e122fda5a4, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:29:33.648149 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-dcbbded4-8c0d-4671-92ca-202f1534df27 None None] Provisioning complete for port fcc18e07-f31a-45ba-9366-56e122fda5a4 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:29:33.648673 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-dcbbded4-8c0d-4671-92ca-202f1534df27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (fcc18e07-f31a-45ba-9366-56e122fda5a4), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:33.650571 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-3f67a8fa-a819-45e7-a2e9-b9b1d0d07b2c None None] For port fcc18e07-f31a-45ba-9366-56e122fda5a4, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=fcc18e07-f31a-45ba-9366-56e122fda5a4,segment=NetworkSegment(1a98c68b-e166-408e-9ffe-89f4405a73b2),segment_id=1a98c68b-e166-408e-9ffe-89f4405a73b2)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:29:33.657470 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-3f67a8fa-a819-45e7-a2e9-b9b1d0d07b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (fcc18e07-f31a-45ba-9366-56e122fda5a4), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:33.688497 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-dcbbded4-8c0d-4671-92ca-202f1534df27 None None] Port fcc18e07-f31a-45ba-9366-56e122fda5a4 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:29:33.722961 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 5 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:29:33.739390 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e935bb1a-39e1-44ac-a7be-bb17ebe54147 None None] Pushing event updated for resources: {'Port': ['ID=fcc18e07-f31a-45ba-9366-56e122fda5a4,revision_number=4']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:29:33.741981 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f67a8fa-a819-45e7-a2e9-b9b1d0d07b2c None None] Routers {'e13ae840-07d3-4e55-91e2-7dfb98923b8d'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:29:33.742609 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-3f67a8fa-a819-45e7-a2e9-b9b1d0d07b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:29:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['e13ae840-07d3-4e55-91e2-7dfb98923b8d'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:29:33.837381 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-3f67a8fa-a819-45e7-a2e9-b9b1d0d07b2c None None] Set router e13ae840-07d3-4e55-91e2-7dfb98923b8d gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:29:33.909198 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-2f968eb9-af34-4014-b979-66f7869441d7 None None] Provisioning complete for port fcc18e07-f31a-45ba-9366-56e122fda5a4 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:29:33.909525 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2f968eb9-af34-4014-b979-66f7869441d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (fcc18e07-f31a-45ba-9366-56e122fda5a4), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:33.992171 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-2f968eb9-af34-4014-b979-66f7869441d7 None None] Current status of the port fcc18e07-f31a-45ba-9366-56e122fda5a4 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:29:33.992799 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2f968eb9-af34-4014-b979-66f7869441d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (fcc18e07-f31a-45ba-9366-56e122fda5a4), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:34.025492 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-2f968eb9-af34-4014-b979-66f7869441d7 None None] For port fcc18e07-f31a-45ba-9366-56e122fda5a4, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=fcc18e07-f31a-45ba-9366-56e122fda5a4,segment=NetworkSegment(1a98c68b-e166-408e-9ffe-89f4405a73b2),segment_id=1a98c68b-e166-408e-9ffe-89f4405a73b2)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:29:34.030689 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2f968eb9-af34-4014-b979-66f7869441d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (fcc18e07-f31a-45ba-9366-56e122fda5a4), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:34.047278 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-3f67a8fa-a819-45e7-a2e9-b9b1d0d07b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13ae840-07d3-4e55-91e2-7dfb98923b8d', 'name': 'router1', 'tenant_id': 'bb1a69dd103149efb30e462234f1dacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:29:20Z', 'updated_at': '2022-03-01T13:29:31Z', 'revision_number': 2, 'project_id': 'bb1a69dd103149efb30e462234f1dacb', 'gw_port_host': None, '_interfaces': [{'id': 'fcc18e07-f31a-45ba-9366-56e122fda5a4', 'name': '', 'network_id': '0b7c6a41-230b-419b-a13e-0e861dbb37f7', 'tenant_id': 'bb1a69dd103149efb30e462234f1dacb', 'mac_address': 'fa:16:3e:8e:79:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13ae840-07d3-4e55-91e2-7dfb98923b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd39e8ff4-f596-4c3d-8dab-6d441fbd7ad2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:29:30Z', 'updated_at': '2022-03-01T13:29:33Z', 'revision_number': 4, 'project_id': 'bb1a69dd103149efb30e462234f1dacb', 'subnets': [{'id': 'd39e8ff4-f596-4c3d-8dab-6d441fbd7ad2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3702947-dd0a-465e-a0c9-8d1307fe69c5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:29:34.075518 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f67a8fa-a819-45e7-a2e9-b9b1d0d07b2c None None] The sync data for ids ['e13ae840-07d3-4e55-91e2-7dfb98923b8d'] in n-d-827467-3 is: [{'id': 'e13ae840-07d3-4e55-91e2-7dfb98923b8d', 'name': 'router1', 'tenant_id': 'bb1a69dd103149efb30e462234f1dacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:29:20Z', 'updated_at': '2022-03-01T13:29:31Z', 'revision_number': 2, 'project_id': 'bb1a69dd103149efb30e462234f1dacb', 'gw_port_host': None, '_interfaces': [{'id': 'fcc18e07-f31a-45ba-9366-56e122fda5a4', 'name': '', 'network_id': '0b7c6a41-230b-419b-a13e-0e861dbb37f7', 'tenant_id': 'bb1a69dd103149efb30e462234f1dacb', 'mac_address': 'fa:16:3e:8e:79:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13ae840-07d3-4e55-91e2-7dfb98923b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd39e8ff4-f596-4c3d-8dab-6d441fbd7ad2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:29:30Z', 'updated_at': '2022-03-01T13:29:33Z', 'revision_number': 4, 'project_id': 'bb1a69dd103149efb30e462234f1dacb', 'subnets': [{'id': 'd39e8ff4-f596-4c3d-8dab-6d441fbd7ad2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3702947-dd0a-465e-a0c9-8d1307fe69c5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:29:34.078879 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f968eb9-af34-4014-b979-66f7869441d7 None None] Pushing event updated for resources: {'Port': ['ID=fcc18e07-f31a-45ba-9366-56e122fda5a4,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:29:34.542073 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51232) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:29:34.649791 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2284be-abd6-453d-9710-3477704d3ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:29:34.651173 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2a2284be-abd6-453d-9710-3477704d3ca7 admin admin] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 842 time: 0.1080360 Mar 01 13:29:34.660986 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-ca9fa272-62e5-45ed-ad72-d3395f6d7a51 admin admin] Request body: {'subnet': {'cidr': '172.25.1.0/24', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'enable_dhcp': False, 'gateway_ip': '172.25.1.1', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:29:34.683364 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9fa272-62e5-45ed-ad72-d3395f6d7a51 admin admin] Made reservation on behalf of 126443b7642e48478c5c6b3285cd2960 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:29:34.685752 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ca9fa272-62e5-45ed-ad72-d3395f6d7a51 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:34.981412 n-d-827467-3 neutron-server[103726]: DEBUG neutron.objects.ports [None req-ca9fa272-62e5-45ed-ad72-d3395f6d7a51 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103726) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 01 13:29:34.981838 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ca9fa272-62e5-45ed-ad72-d3395f6d7a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for subnet (bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:35.038059 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9fa272-62e5-45ed-ad72-d3395f6d7a51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:29:35.046442 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9fa272-62e5-45ed-ad72-d3395f6d7a51 admin admin] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:29:35.046796 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9fa272-62e5-45ed-ad72-d3395f6d7a51 admin admin] Network hostable DHCP agents. Network: 645b0646-084a-4922-8a3b-3b65ee21b5e4, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:29:35.067892 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9fa272-62e5-45ed-ad72-d3395f6d7a51 admin admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:29:35.079130 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-ca9fa272-62e5-45ed-ad72-d3395f6d7a51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 645b0646-084a-4922-8a3b-3b65ee21b5e4) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:29:35.083190 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9fa272-62e5-45ed-ad72-d3395f6d7a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:29:35.083807 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ca9fa272-62e5-45ed-ad72-d3395f6d7a51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:35.091394 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724073b7-40cf-4998-b9db-47fca8d6a521 None None] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:29:35.105999 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ca9fa272-62e5-45ed-ad72-d3395f6d7a51 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4431558 Mar 01 13:29:35.204099 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc1ae99-3d64-41e3-aaa1-be6bfd7ac841 None None] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:29:37.595895 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51240) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:29:37.725260 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5f9888a6-33df-4696-a625-334d2037c515 demo admin] 10.222.0.13 "GET /v2.0/routers/e13ae840-07d3-4e55-91e2-7dfb98923b8d HTTP/1.1" status: 200 len: 710 time: 0.1281247 Mar 01 13:29:37.810275 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe4c803-f858-4652-9269-c0e4ebc79bde demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:29:37.811651 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-abe4c803-f858-4652-9269-c0e4ebc79bde demo admin] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 886 time: 0.0811586 Mar 01 13:29:37.820638 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-768c8f5f-2598-4d06-808c-62bf287b165c demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:29:38.135708 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-768c8f5f-2598-4d06-808c-62bf287b165c demo admin] Publish callbacks [] for router_gateway (e13ae840-07d3-4e55-91e2-7dfb98923b8d), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:38.367472 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-768c8f5f-2598-4d06-808c-62bf287b165c demo admin] Publish callbacks [] for router_gateway (e13ae840-07d3-4e55-91e2-7dfb98923b8d), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:38.439216 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-768c8f5f-2598-4d06-808c-62bf287b165c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:38.540580 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-768c8f5f-2598-4d06-808c-62bf287b165c demo admin] Allocated IP 172.25.1.112 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/fae3ccf6-9309-449d-98ca-0a02e85516f5) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:29:38.637339 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-768c8f5f-2598-4d06-808c-62bf287b165c demo admin] Publish callbacks [] for port (fae3ccf6-9309-449d-98ca-0a02e85516f5), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:38.668937 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-768c8f5f-2598-4d06-808c-62bf287b165c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (fae3ccf6-9309-449d-98ca-0a02e85516f5), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:38.709136 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768c8f5f-2598-4d06-808c-62bf287b165c demo admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:29:38.711776 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-768c8f5f-2598-4d06-808c-62bf287b165c demo admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:29:38.715998 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768c8f5f-2598-4d06-808c-62bf287b165c demo admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:29:38.718746 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c8f5f-2598-4d06-808c-62bf287b165c demo admin] Pushing event updated for resources: {'Port': ['ID=fae3ccf6-9309-449d-98ca-0a02e85516f5,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:29:38.962344 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-768c8f5f-2598-4d06-808c-62bf287b165c demo admin] Publish callbacks [] for router_gateway (e13ae840-07d3-4e55-91e2-7dfb98923b8d), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:39.158775 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-768c8f5f-2598-4d06-808c-62bf287b165c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3686472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8455'] for router (e13ae840-07d3-4e55-91e2-7dfb98923b8d), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:39.162145 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-768c8f5f-2598-4d06-808c-62bf287b165c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3686481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3686494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683840'] for router (e13ae840-07d3-4e55-91e2-7dfb98923b8d), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:39.270724 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768c8f5f-2598-4d06-808c-62bf287b165c demo admin] Router e13ae840-07d3-4e55-91e2-7dfb98923b8d has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:29:39.383186 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768c8f5f-2598-4d06-808c-62bf287b165c demo admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:29:39.388848 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-768c8f5f-2598-4d06-808c-62bf287b165c demo admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:39.389434 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-768c8f5f-2598-4d06-808c-62bf287b165c demo admin] 10.222.0.13 "PUT /v2.0/routers/e13ae840-07d3-4e55-91e2-7dfb98923b8d HTTP/1.1" status: 200 len: 890 time: 1.5720024 Mar 01 13:29:41.945734 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51252) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:29:42.074080 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9990c614-7cbe-48c0-8cd2-7bd871681854 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1271610 Mar 01 13:29:42.353366 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device fcc18e07-f31a-45ba-9366-56e122fda5a4 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:29:42.411275 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port fcc18e07-f31a-45ba-9366-56e122fda5a4 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:29:42.411706 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (fcc18e07-f31a-45ba-9366-56e122fda5a4), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:42.490824 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port fcc18e07-f31a-45ba-9366-56e122fda5a4 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:29:42.733739 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bbb5cf-5343-4c47-a9df-90e1f674c66c None None] Sync routers for ids ['e13ae840-07d3-4e55-91e2-7dfb98923b8d'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:29:42.746098 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bbb5cf-5343-4c47-a9df-90e1f674c66c None None] Routers {'e13ae840-07d3-4e55-91e2-7dfb98923b8d'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:29:42.746756 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-00bbb5cf-5343-4c47-a9df-90e1f674c66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:29:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['e13ae840-07d3-4e55-91e2-7dfb98923b8d'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:29:42.970989 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-00bbb5cf-5343-4c47-a9df-90e1f674c66c None None] Set router e13ae840-07d3-4e55-91e2-7dfb98923b8d gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:29:43.440279 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-00bbb5cf-5343-4c47-a9df-90e1f674c66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13ae840-07d3-4e55-91e2-7dfb98923b8d', 'name': 'router1', 'tenant_id': 'bb1a69dd103149efb30e462234f1dacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'fae3ccf6-9309-449d-98ca-0a02e85516f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:29:20Z', 'updated_at': '2022-03-01T13:29:38Z', 'revision_number': 4, 'project_id': 'bb1a69dd103149efb30e462234f1dacb', 'gw_port': {'id': 'fae3ccf6-9309-449d-98ca-0a02e85516f5', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13ae840-07d3-4e55-91e2-7dfb98923b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:29:38Z', 'updated_at': '2022-03-01T13:29:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'fcc18e07-f31a-45ba-9366-56e122fda5a4', 'name': '', 'network_id': '0b7c6a41-230b-419b-a13e-0e861dbb37f7', 'tenant_id': 'bb1a69dd103149efb30e462234f1dacb', 'mac_address': 'fa:16:3e:8e:79:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13ae840-07d3-4e55-91e2-7dfb98923b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd39e8ff4-f596-4c3d-8dab-6d441fbd7ad2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:29:30Z', 'updated_at': '2022-03-01T13:29:34Z', 'revision_number': 5, 'project_id': 'bb1a69dd103149efb30e462234f1dacb', 'subnets': [{'id': 'd39e8ff4-f596-4c3d-8dab-6d441fbd7ad2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3702947-dd0a-465e-a0c9-8d1307fe69c5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:29:43.491558 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bbb5cf-5343-4c47-a9df-90e1f674c66c None None] Checking router: e13ae840-07d3-4e55-91e2-7dfb98923b8d for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:29:43.491951 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bbb5cf-5343-4c47-a9df-90e1f674c66c None None] Updating router e13ae840-07d3-4e55-91e2-7dfb98923b8d port fae3ccf6-9309-449d-98ca-0a02e85516f5 binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:29:43.545097 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-00bbb5cf-5343-4c47-a9df-90e1f674c66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (fae3ccf6-9309-449d-98ca-0a02e85516f5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:43.866216 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-00bbb5cf-5343-4c47-a9df-90e1f674c66c None None] Publish callbacks [] for port (fae3ccf6-9309-449d-98ca-0a02e85516f5), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:43.872762 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-00bbb5cf-5343-4c47-a9df-90e1f674c66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (fae3ccf6-9309-449d-98ca-0a02e85516f5), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:43.925579 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-00bbb5cf-5343-4c47-a9df-90e1f674c66c None None] Attempting to bind port fae3ccf6-9309-449d-98ca-0a02e85516f5 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:29:43.925955 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-00bbb5cf-5343-4c47-a9df-90e1f674c66c None None] Attempting to bind port fae3ccf6-9309-449d-98ca-0a02e85516f5 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:29:43.926320 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bbb5cf-5343-4c47-a9df-90e1f674c66c None None] Attempting to bind port fae3ccf6-9309-449d-98ca-0a02e85516f5 on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:29:43.928203 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1cc2d8-7931-487b-aace-43f530677af2 None None] Pushing event updated for resources: {'Port': ['ID=fae3ccf6-9309-449d-98ca-0a02e85516f5,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:29:43.933611 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bbb5cf-5343-4c47-a9df-90e1f674c66c None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:29:43.933989 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bbb5cf-5343-4c47-a9df-90e1f674c66c None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:29:43.934389 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-00bbb5cf-5343-4c47-a9df-90e1f674c66c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:43.934773 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bbb5cf-5343-4c47-a9df-90e1f674c66c None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:29:43.935238 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-00bbb5cf-5343-4c47-a9df-90e1f674c66c None None] Bound port: fae3ccf6-9309-449d-98ca-0a02e85516f5, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:29:43.936070 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-00bbb5cf-5343-4c47-a9df-90e1f674c66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (fae3ccf6-9309-449d-98ca-0a02e85516f5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:43.987033 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-00bbb5cf-5343-4c47-a9df-90e1f674c66c None None] For port fae3ccf6-9309-449d-98ca-0a02e85516f5, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:29:43.990272 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-00bbb5cf-5343-4c47-a9df-90e1f674c66c None None] For port fae3ccf6-9309-449d-98ca-0a02e85516f5, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=fae3ccf6-9309-449d-98ca-0a02e85516f5,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:29:43.997134 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-00bbb5cf-5343-4c47-a9df-90e1f674c66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (fae3ccf6-9309-449d-98ca-0a02e85516f5), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:44.059120 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bbb5cf-5343-4c47-a9df-90e1f674c66c None None] Routers {'e13ae840-07d3-4e55-91e2-7dfb98923b8d'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:29:44.059768 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-00bbb5cf-5343-4c47-a9df-90e1f674c66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:29:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['e13ae840-07d3-4e55-91e2-7dfb98923b8d'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:29:44.061620 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1cc2d8-7931-487b-aace-43f530677af2 None None] Pushing event updated for resources: {'Port': ['ID=fae3ccf6-9309-449d-98ca-0a02e85516f5,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:29:44.185751 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-00bbb5cf-5343-4c47-a9df-90e1f674c66c None None] Set router e13ae840-07d3-4e55-91e2-7dfb98923b8d gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:29:44.421010 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-00bbb5cf-5343-4c47-a9df-90e1f674c66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13ae840-07d3-4e55-91e2-7dfb98923b8d', 'name': 'router1', 'tenant_id': 'bb1a69dd103149efb30e462234f1dacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'fae3ccf6-9309-449d-98ca-0a02e85516f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:29:20Z', 'updated_at': '2022-03-01T13:29:38Z', 'revision_number': 4, 'project_id': 'bb1a69dd103149efb30e462234f1dacb', 'gw_port': {'id': 'fae3ccf6-9309-449d-98ca-0a02e85516f5', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13ae840-07d3-4e55-91e2-7dfb98923b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:29:38Z', 'updated_at': '2022-03-01T13:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'fcc18e07-f31a-45ba-9366-56e122fda5a4', 'name': '', 'network_id': '0b7c6a41-230b-419b-a13e-0e861dbb37f7', 'tenant_id': 'bb1a69dd103149efb30e462234f1dacb', 'mac_address': 'fa:16:3e:8e:79:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13ae840-07d3-4e55-91e2-7dfb98923b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd39e8ff4-f596-4c3d-8dab-6d441fbd7ad2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:29:30Z', 'updated_at': '2022-03-01T13:29:34Z', 'revision_number': 5, 'project_id': 'bb1a69dd103149efb30e462234f1dacb', 'subnets': [{'id': 'd39e8ff4-f596-4c3d-8dab-6d441fbd7ad2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3702947-dd0a-465e-a0c9-8d1307fe69c5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:29:44.449850 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bbb5cf-5343-4c47-a9df-90e1f674c66c None None] The sync data for ids ['e13ae840-07d3-4e55-91e2-7dfb98923b8d'] in n-d-827467-3 is: [{'id': 'e13ae840-07d3-4e55-91e2-7dfb98923b8d', 'name': 'router1', 'tenant_id': 'bb1a69dd103149efb30e462234f1dacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'fae3ccf6-9309-449d-98ca-0a02e85516f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:29:20Z', 'updated_at': '2022-03-01T13:29:38Z', 'revision_number': 4, 'project_id': 'bb1a69dd103149efb30e462234f1dacb', 'gw_port': {'id': 'fae3ccf6-9309-449d-98ca-0a02e85516f5', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13ae840-07d3-4e55-91e2-7dfb98923b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:29:38Z', 'updated_at': '2022-03-01T13:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'fcc18e07-f31a-45ba-9366-56e122fda5a4', 'name': '', 'network_id': '0b7c6a41-230b-419b-a13e-0e861dbb37f7', 'tenant_id': 'bb1a69dd103149efb30e462234f1dacb', 'mac_address': 'fa:16:3e:8e:79:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13ae840-07d3-4e55-91e2-7dfb98923b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd39e8ff4-f596-4c3d-8dab-6d441fbd7ad2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:29:30Z', 'updated_at': '2022-03-01T13:29:34Z', 'revision_number': 5, 'project_id': 'bb1a69dd103149efb30e462234f1dacb', 'subnets': [{'id': 'd39e8ff4-f596-4c3d-8dab-6d441fbd7ad2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3702947-dd0a-465e-a0c9-8d1307fe69c5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:29:46.421574 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device fae3ccf6-9309-449d-98ca-0a02e85516f5 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:29:46.495755 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port fae3ccf6-9309-449d-98ca-0a02e85516f5 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:29:46.496772 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (fae3ccf6-9309-449d-98ca-0a02e85516f5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:46.636155 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port fae3ccf6-9309-449d-98ca-0a02e85516f5 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:29:46.636392 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (fae3ccf6-9309-449d-98ca-0a02e85516f5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:46.671200 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port fae3ccf6-9309-449d-98ca-0a02e85516f5, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=fae3ccf6-9309-449d-98ca-0a02e85516f5,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:29:46.676878 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (fae3ccf6-9309-449d-98ca-0a02e85516f5), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:46.751168 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=fae3ccf6-9309-449d-98ca-0a02e85516f5,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:29:48.384873 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device fae3ccf6-9309-449d-98ca-0a02e85516f5 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:29:48.454936 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port fae3ccf6-9309-449d-98ca-0a02e85516f5 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:29:48.455570 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (fae3ccf6-9309-449d-98ca-0a02e85516f5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:48.558563 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port fae3ccf6-9309-449d-98ca-0a02e85516f5 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:29:55.121339 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f71a827f-4f3e-4804-bf1e-a2366539e9f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:57.280906 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-98899aca-2b34-4e93-b349-f5db255360ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:58.673608 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:29:59.846884 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:30:01.622525 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:30:10.693518 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 5 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:30:25.123988 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-19f568cc-8965-454c-844a-499d32ab1e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:30:27.277775 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ce3a1761-40d5-4e8e-b51a-42dcf589d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:30:28.674827 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:30:29.866664 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:30:31.631036 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:30:47.691648 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 5 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:30:55.125883 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-88b99e79-3ff8-4177-ac7a-f84e19ff80fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:30:57.279932 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-32a6af26-ed46-446e-980a-31c7cdc71971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:30:58.674745 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:30:59.850778 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:31:01.625921 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:31:08.432877 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51768) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:31:08.492694 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-6321fe0e-882e-4eb3-8aa3-1692b360fdef admin admin] GET failed (client error): The resource could not be found. Mar 01 13:31:08.494908 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6321fe0e-882e-4eb3-8aa3-1692b360fdef admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0610242 Mar 01 13:31:08.654958 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6479ced0-e685-498b-a803-0bdb0535d3bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:31:08.656359 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6479ced0-e685-498b-a803-0bdb0535d3bf admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1573589 Mar 01 13:31:11.000503 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51778) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:31:11.089287 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed6449b-095a-48ac-be1b-011feed4d9e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:31:11.090595 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2ed6449b-095a-48ac-be1b-011feed4d9e3 admin admin] 10.222.0.13 "GET /v2.0/subnets/d39e8ff4-f596-4c3d-8dab-6d441fbd7ad2 HTTP/1.1" status: 200 len: 849 time: 0.0891461 Mar 01 13:31:11.099751 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-146acbd8-baf2-4980-8fd2-47095fe51326 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:31:11.182532 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-146acbd8-baf2-4980-8fd2-47095fe51326 admin admin] Publish callbacks [] for subnet (d39e8ff4-f596-4c3d-8dab-6d441fbd7ad2), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:31:11.320429 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-146acbd8-baf2-4980-8fd2-47095fe51326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753015898341'] for subnet (d39e8ff4-f596-4c3d-8dab-6d441fbd7ad2), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:31:11.356182 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146acbd8-baf2-4980-8fd2-47095fe51326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:31:11.356773 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-146acbd8-baf2-4980-8fd2-47095fe51326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:31:11.358050 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-146acbd8-baf2-4980-8fd2-47095fe51326 admin admin] 10.222.0.13 "PUT /v2.0/subnets/d39e8ff4-f596-4c3d-8dab-6d441fbd7ad2 HTTP/1.1" status: 200 len: 868 time: 0.2617564 Mar 01 13:31:11.361571 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c834493-218f-4fee-82db-1e8a82a8f7fb None None] Network 0b7c6a41-230b-419b-a13e-0e861dbb37f7 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:31:11.382545 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146acbd8-baf2-4980-8fd2-47095fe51326 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d39e8ff4-f596-4c3d-8dab-6d441fbd7ad2,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:31:11.390587 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146acbd8-baf2-4980-8fd2-47095fe51326 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:31:11.390919 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146acbd8-baf2-4980-8fd2-47095fe51326 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:31:11.391405 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146acbd8-baf2-4980-8fd2-47095fe51326 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:31:11.391765 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146acbd8-baf2-4980-8fd2-47095fe51326 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:31:11.392097 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146acbd8-baf2-4980-8fd2-47095fe51326 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:31:11.392423 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146acbd8-baf2-4980-8fd2-47095fe51326 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:31:11.392744 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146acbd8-baf2-4980-8fd2-47095fe51326 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:31:11.393063 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146acbd8-baf2-4980-8fd2-47095fe51326 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:31:11.393383 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146acbd8-baf2-4980-8fd2-47095fe51326 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:31:11.393702 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146acbd8-baf2-4980-8fd2-47095fe51326 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:31:11.394019 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146acbd8-baf2-4980-8fd2-47095fe51326 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:31:11.394333 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146acbd8-baf2-4980-8fd2-47095fe51326 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:31:11.394648 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146acbd8-baf2-4980-8fd2-47095fe51326 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:31:11.691501 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d587835f-868c-4694-a86f-927a6103fd92 None None] Provisioning complete for port fcc18e07-f31a-45ba-9366-56e122fda5a4 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:31:11.691922 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d587835f-868c-4694-a86f-927a6103fd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (fcc18e07-f31a-45ba-9366-56e122fda5a4), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:31:11.767144 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d587835f-868c-4694-a86f-927a6103fd92 None None] Current status of the port fcc18e07-f31a-45ba-9366-56e122fda5a4 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:31:11.776844 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d587835f-868c-4694-a86f-927a6103fd92 None None] Provisioning complete for port be51d701-1aa4-4fcb-a195-129d57387c07 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:31:11.777232 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d587835f-868c-4694-a86f-927a6103fd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (be51d701-1aa4-4fcb-a195-129d57387c07), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:31:11.852584 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d587835f-868c-4694-a86f-927a6103fd92 None None] Current status of the port be51d701-1aa4-4fcb-a195-129d57387c07 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:31:13.691467 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51786) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:31:13.967136 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818b7a8c-a846-444d-bb1a-a12b77a98f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:31:13.967517 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818b7a8c-a846-444d-bb1a-a12b77a98f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:31:13.969116 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-818b7a8c-a846-444d-bb1a-a12b77a98f1c admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2766805 Mar 01 13:31:16.298356 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51796) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:31:16.424232 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1403652b-e50a-457b-9914-2906eb6ac42c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:31:16.424708 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1403652b-e50a-457b-9914-2906eb6ac42c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:31:16.426283 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1403652b-e50a-457b-9914-2906eb6ac42c admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1269407 Mar 01 13:31:18.724969 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51804) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:31:18.895461 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fd4362-12c6-4ce4-974e-8b5930bddc35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:31:18.896859 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e1fd4362-12c6-4ce4-974e-8b5930bddc35 admin admin] 10.222.0.13 "GET /v2.0/networks/0b7c6a41-230b-419b-a13e-0e861dbb37f7 HTTP/1.1" status: 200 len: 869 time: 0.1709270 Mar 01 13:31:21.206019 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51812) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:31:21.326145 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d13d9c-b3e3-45a1-a364-6f7e50a011e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:31:21.327469 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-65d13d9c-b3e3-45a1-a364-6f7e50a011e8 admin admin] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 886 time: 0.1205258 Mar 01 13:31:23.622588 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51820) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:31:23.748994 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb299545-e476-4b53-9918-05b425055de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:31:23.749450 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb299545-e476-4b53-9918-05b425055de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:31:23.751023 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-fb299545-e476-4b53-9918-05b425055de9 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1275136 Mar 01 13:31:24.690290 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 5 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:31:25.130308 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ef757237-beaa-4249-9efe-dd98faceb505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:31:26.091773 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51828) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:31:26.179616 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f039c16-9a89-473e-814f-c06626deb303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:31:26.180095 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f039c16-9a89-473e-814f-c06626deb303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:31:26.181584 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9f039c16-9a89-473e-814f-c06626deb303 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0888679 Mar 01 13:31:27.282486 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-aba6d3f6-0e90-4a37-acfa-741d06f618e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:31:28.484378 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51836) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:31:28.568921 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50355218-edd5-4276-82cb-ef06c9a69ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:31:28.570259 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-50355218-edd5-4276-82cb-ef06c9a69ef3 admin admin] 10.222.0.13 "GET /v2.0/subnets/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7 HTTP/1.1" status: 200 len: 816 time: 0.0849402 Mar 01 13:31:28.677601 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:31:29.853105 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:31:30.888272 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51844) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:31:30.981528 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349df701-663c-42a3-b09b-a1490a518304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:31:30.982851 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-349df701-663c-42a3-b09b-a1490a518304 admin admin] 10.222.0.13 "GET /v2.0/subnets/d39e8ff4-f596-4c3d-8dab-6d441fbd7ad2 HTTP/1.1" status: 200 len: 868 time: 0.0936120 Mar 01 13:31:31.627199 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:31:55.132167 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5355ef00-57ff-4451-b673-7932f23cf083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:31:57.283972 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4b32998c-4ffe-4f6a-bacb-b7319478a2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:31:58.680737 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:31:59.297991 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51896) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:31:59.343821 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [None req-aabae598-d4b8-4cc7-919b-d07725a5b1e5 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103726) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:31:59.344815 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-aabae598-d4b8-4cc7-919b-d07725a5b1e5 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0458846 Mar 01 13:31:59.854437 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:32:01.630176 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:32:01.688675 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 5 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:32:01.742812 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51904) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:32:01.802071 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-cabb2d6b-9e71-4bed-81de-bd1d35489798 admin admin] GET failed (client error): The resource could not be found. Mar 01 13:32:01.803328 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cabb2d6b-9e71-4bed-81de-bd1d35489798 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0595970 Mar 01 13:32:01.940646 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a00762-8914-4aff-8b31-09c94dcdd705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:32:01.942026 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-38a00762-8914-4aff-8b31-09c94dcdd705 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1345556 Mar 01 13:32:04.341293 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51912) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:32:04.388826 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-861f78f7-9c4f-4018-8fab-9974379751e9 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:32:04.406594 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861f78f7-9c4f-4018-8fab-9974379751e9 admin admin] Made reservation on behalf of 126443b7642e48478c5c6b3285cd2960 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:32:04.408810 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-861f78f7-9c4f-4018-8fab-9974379751e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:32:04.440039 n-d-827467-3 neutron-server[103726]: WARNING neutron.services.revisions.revision_plugin [None req-861f78f7-9c4f-4018-8fab-9974379751e9 admin admin] Could not find related network for resource to bump revision. Mar 01 13:32:04.454106 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-861f78f7-9c4f-4018-8fab-9974379751e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:32:04.463481 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-861f78f7-9c4f-4018-8fab-9974379751e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (87731ee8-a4e9-46a8-ba3e-3e576fd08096), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:32:04.463889 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-861f78f7-9c4f-4018-8fab-9974379751e9 admin admin] Added segment 87731ee8-a4e9-46a8-ba3e-3e576fd08096 of type vlan for network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 Mar 01 13:32:04.504449 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-861f78f7-9c4f-4018-8fab-9974379751e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (5e5e5cdc-dce5-4633-91fd-8e14363cd220), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:32:04.526349 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-861f78f7-9c4f-4018-8fab-9974379751e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (5e5e5cdc-dce5-4633-91fd-8e14363cd220), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:32:04.527296 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861f78f7-9c4f-4018-8fab-9974379751e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:32:04.527907 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-861f78f7-9c4f-4018-8fab-9974379751e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:32:04.579874 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-861f78f7-9c4f-4018-8fab-9974379751e9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2374907 Mar 01 13:32:04.589881 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f78f7-9c4f-4018-8fab-9974379751e9 admin admin] Pushing event updated for resources: {'Network': ['ID=5e5e5cdc-dce5-4633-91fd-8e14363cd220,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:32:04.597051 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f78f7-9c4f-4018-8fab-9974379751e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:32:04.597402 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f78f7-9c4f-4018-8fab-9974379751e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:32:04.597738 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f78f7-9c4f-4018-8fab-9974379751e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:32:04.598072 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f78f7-9c4f-4018-8fab-9974379751e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:32:04.598408 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f78f7-9c4f-4018-8fab-9974379751e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:32:04.598736 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f78f7-9c4f-4018-8fab-9974379751e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:32:04.599059 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f78f7-9c4f-4018-8fab-9974379751e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:32:04.599386 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f78f7-9c4f-4018-8fab-9974379751e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:32:04.599730 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f78f7-9c4f-4018-8fab-9974379751e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:32:04.600054 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f78f7-9c4f-4018-8fab-9974379751e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:32:04.600373 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f78f7-9c4f-4018-8fab-9974379751e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:32:04.600693 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f78f7-9c4f-4018-8fab-9974379751e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:32:04.601017 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f78f7-9c4f-4018-8fab-9974379751e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:32:04.613510 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:32:06.908868 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51920) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:32:06.968203 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f3aaa51-01d9-440f-ae25-df3102d5e6ed admin admin] GET failed (client error): The resource could not be found. Mar 01 13:32:06.969499 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6f3aaa51-01d9-440f-ae25-df3102d5e6ed admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596695 Mar 01 13:32:07.037569 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef9bbd1-90f1-47c6-8ee3-0d99dff613ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:32:07.039032 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-aef9bbd1-90f1-47c6-8ee3-0d99dff613ac admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0656202 Mar 01 13:32:07.048665 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-440f8dad-5fca-481c-8ad5-443f39b692b0 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:32:07.067515 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440f8dad-5fca-481c-8ad5-443f39b692b0 admin admin] Made reservation on behalf of 126443b7642e48478c5c6b3285cd2960 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:32:07.069699 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-440f8dad-5fca-481c-8ad5-443f39b692b0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:32:07.225985 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-440f8dad-5fca-481c-8ad5-443f39b692b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for subnet (909a9e4d-2330-4bdf-bf33-da65c3dea6db), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:32:07.277861 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f8dad-5fca-481c-8ad5-443f39b692b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=909a9e4d-2330-4bdf-bf33-da65c3dea6db,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:32:07.284660 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440f8dad-5fca-481c-8ad5-443f39b692b0 admin admin] Checking segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:32:07.285012 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440f8dad-5fca-481c-8ad5-443f39b692b0 admin admin] Network hostable DHCP agents. Network: 5e5e5cdc-dce5-4633-91fd-8e14363cd220, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:32:07.299963 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440f8dad-5fca-481c-8ad5-443f39b692b0 admin admin] Network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:32:07.308107 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-440f8dad-5fca-481c-8ad5-443f39b692b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 5e5e5cdc-dce5-4633-91fd-8e14363cd220) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:32:07.312053 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440f8dad-5fca-481c-8ad5-443f39b692b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:32:07.312645 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-440f8dad-5fca-481c-8ad5-443f39b692b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:32:07.317050 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516dba04-6b4d-45b8-9d82-77cac6560bab None None] Network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:32:07.329163 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-440f8dad-5fca-481c-8ad5-443f39b692b0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2838378 Mar 01 13:32:07.531364 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0cae0c-459e-4f18-8e2f-db0201fdc2d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'project_id': '126443b7642e48478c5c6b3285cd2960', 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:32:07.532453 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ec0cae0c-459e-4f18-8e2f-db0201fdc2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:32:07.670482 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-ec0cae0c-459e-4f18-8e2f-db0201fdc2d6 None None] Allocated IP 192.168.233.2 (5e5e5cdc-dce5-4633-91fd-8e14363cd220/909a9e4d-2330-4bdf-bf33-da65c3dea6db/910c0d13-506a-42ff-86bf-33fa8faed5a6) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:32:07.817535 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ec0cae0c-459e-4f18-8e2f-db0201fdc2d6 None None] Publish callbacks [] for port (910c0d13-506a-42ff-86bf-33fa8faed5a6), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:32:07.825073 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ec0cae0c-459e-4f18-8e2f-db0201fdc2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (910c0d13-506a-42ff-86bf-33fa8faed5a6), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:32:07.865209 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0cae0c-459e-4f18-8e2f-db0201fdc2d6 None None] Network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:32:07.868107 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-ec0cae0c-459e-4f18-8e2f-db0201fdc2d6 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:32:07.871481 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0cae0c-459e-4f18-8e2f-db0201fdc2d6 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:32:07.882118 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0cae0c-459e-4f18-8e2f-db0201fdc2d6 None None] Pushing event updated for resources: {'Port': ['ID=910c0d13-506a-42ff-86bf-33fa8faed5a6,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:32:07.903004 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cae0c-459e-4f18-8e2f-db0201fdc2d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:32:07.903345 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cae0c-459e-4f18-8e2f-db0201fdc2d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:32:07.903695 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cae0c-459e-4f18-8e2f-db0201fdc2d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:32:07.904030 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cae0c-459e-4f18-8e2f-db0201fdc2d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:32:07.904358 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cae0c-459e-4f18-8e2f-db0201fdc2d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:32:07.904684 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cae0c-459e-4f18-8e2f-db0201fdc2d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:32:07.905012 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cae0c-459e-4f18-8e2f-db0201fdc2d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:32:07.905328 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cae0c-459e-4f18-8e2f-db0201fdc2d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:32:07.905646 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cae0c-459e-4f18-8e2f-db0201fdc2d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:32:07.905970 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cae0c-459e-4f18-8e2f-db0201fdc2d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:32:07.906292 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cae0c-459e-4f18-8e2f-db0201fdc2d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:32:07.906607 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cae0c-459e-4f18-8e2f-db0201fdc2d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:32:07.906921 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cae0c-459e-4f18-8e2f-db0201fdc2d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:32:07.940983 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-ec0cae0c-459e-4f18-8e2f-db0201fdc2d6 None None] Attempting to bind port 910c0d13-506a-42ff-86bf-33fa8faed5a6 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:32:07.941344 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-ec0cae0c-459e-4f18-8e2f-db0201fdc2d6 None None] Attempting to bind port 910c0d13-506a-42ff-86bf-33fa8faed5a6 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:32:07.941702 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0cae0c-459e-4f18-8e2f-db0201fdc2d6 None None] Attempting to bind port 910c0d13-506a-42ff-86bf-33fa8faed5a6 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:32:07.946616 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0cae0c-459e-4f18-8e2f-db0201fdc2d6 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:32:07.946978 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0cae0c-459e-4f18-8e2f-db0201fdc2d6 None None] Checking segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:32:07.947370 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ec0cae0c-459e-4f18-8e2f-db0201fdc2d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:32:07.947841 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0cae0c-459e-4f18-8e2f-db0201fdc2d6 None None] Bound using segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:32:07.948302 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-ec0cae0c-459e-4f18-8e2f-db0201fdc2d6 None None] Bound port: 910c0d13-506a-42ff-86bf-33fa8faed5a6, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:32:07.948671 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ec0cae0c-459e-4f18-8e2f-db0201fdc2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (910c0d13-506a-42ff-86bf-33fa8faed5a6), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:32:08.016835 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-ec0cae0c-459e-4f18-8e2f-db0201fdc2d6 None None] For port 910c0d13-506a-42ff-86bf-33fa8faed5a6, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:32:08.020660 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-ec0cae0c-459e-4f18-8e2f-db0201fdc2d6 None None] For port 910c0d13-506a-42ff-86bf-33fa8faed5a6, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=910c0d13-506a-42ff-86bf-33fa8faed5a6,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:32:08.027779 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ec0cae0c-459e-4f18-8e2f-db0201fdc2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (910c0d13-506a-42ff-86bf-33fa8faed5a6), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:32:08.083692 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0cae0c-459e-4f18-8e2f-db0201fdc2d6 None None] Pushing event updated for resources: {'Port': ['ID=910c0d13-506a-42ff-86bf-33fa8faed5a6,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:32:08.487402 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 910c0d13-506a-42ff-86bf-33fa8faed5a6 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:32:08.539661 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 910c0d13-506a-42ff-86bf-33fa8faed5a6 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:32:08.540078 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (910c0d13-506a-42ff-86bf-33fa8faed5a6), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:32:08.620252 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 910c0d13-506a-42ff-86bf-33fa8faed5a6 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:32:08.620591 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (910c0d13-506a-42ff-86bf-33fa8faed5a6), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:32:08.653353 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 910c0d13-506a-42ff-86bf-33fa8faed5a6, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=910c0d13-506a-42ff-86bf-33fa8faed5a6,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:32:08.660079 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (910c0d13-506a-42ff-86bf-33fa8faed5a6), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:32:08.713028 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=910c0d13-506a-42ff-86bf-33fa8faed5a6,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:32:08.953046 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1251a0fe-da4e-41ed-90b7-d4672701c224 None None] Network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:32:09.037249 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-4c0900b1-218e-43a5-90e2-2ba095007a98 None None] Provisioning complete for port 910c0d13-506a-42ff-86bf-33fa8faed5a6 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:32:09.037634 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4c0900b1-218e-43a5-90e2-2ba095007a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (910c0d13-506a-42ff-86bf-33fa8faed5a6), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:32:09.158078 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-4c0900b1-218e-43a5-90e2-2ba095007a98 None None] Current status of the port 910c0d13-506a-42ff-86bf-33fa8faed5a6 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:32:09.381919 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-3b2971bf-d90a-44cb-bb0a-30a4dfc61ceb None None] Provisioning complete for port 910c0d13-506a-42ff-86bf-33fa8faed5a6 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:32:09.382422 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3b2971bf-d90a-44cb-bb0a-30a4dfc61ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (910c0d13-506a-42ff-86bf-33fa8faed5a6), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:32:09.471577 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3b2971bf-d90a-44cb-bb0a-30a4dfc61ceb None None] Current status of the port 910c0d13-506a-42ff-86bf-33fa8faed5a6 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:32:10.425853 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 910c0d13-506a-42ff-86bf-33fa8faed5a6 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:32:10.472437 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 910c0d13-506a-42ff-86bf-33fa8faed5a6 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:32:10.473289 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (910c0d13-506a-42ff-86bf-33fa8faed5a6), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:32:10.556656 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 910c0d13-506a-42ff-86bf-33fa8faed5a6 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:32:25.137064 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8058c464-a555-4527-8fa3-72b6b2380cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:32:27.286428 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-018b5094-cc58-43e3-81d7-5943944d75b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:32:28.684235 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:32:29.858127 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:32:31.632586 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:32:38.687810 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 5 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:32:55.138768 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9a855b28-2f49-444c-b8c3-144fe5f7b1c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:32:57.288995 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d20879bf-eb1c-4b4e-8140-4dc8d623bc8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:32:58.691452 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:32:59.859987 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:33:01.634804 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:33:15.687420 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 5 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:33:25.142117 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5f95fd19-9477-4157-b962-199776d0e5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:33:27.289117 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4c4a01a8-5675-4a38-aaae-ccde57fb384d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:33:28.690827 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:33:29.865262 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:33:31.636331 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:33:33.623547 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51958) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:33:33.629045 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-b77c975b-e12b-47f4-b915-015e993ea59a tempest-verify_tempest_config-204460806 tempest-verify_tempest_config-204460806-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:33:33.629989 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b77c975b-e12b-47f4-b915-015e993ea59a tempest-verify_tempest_config-204460806 tempest-verify_tempest_config-204460806-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0054774 Mar 01 13:33:33.917433 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51976) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:33:34.020561 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-032674ee-9aa4-4fb0-9bd1-3e6f1b03de47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:33:34.102056 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-032674ee-9aa4-4fb0-9bd1-3e6f1b03de47 admin admin] Publish callbacks [] for security_group (3ae8d44f-5531-4d2a-af9c-ae8e91fe2829), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:33:34.105688 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-032674ee-9aa4-4fb0-9bd1-3e6f1b03de47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (3ae8d44f-5531-4d2a-af9c-ae8e91fe2829), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:33:34.150498 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-032674ee-9aa4-4fb0-9bd1-3e6f1b03de47 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0d2b476690045478647b3d50d8cf372&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2319868 Mar 01 13:33:34.151351 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032674ee-9aa4-4fb0-9bd1-3e6f1b03de47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae8d44f-5531-4d2a-af9c-ae8e91fe2829,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:33:34.153224 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51980) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:33:34.170794 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032674ee-9aa4-4fb0-9bd1-3e6f1b03de47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:33:34.171144 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032674ee-9aa4-4fb0-9bd1-3e6f1b03de47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:33:34.171490 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032674ee-9aa4-4fb0-9bd1-3e6f1b03de47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:33:34.171879 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032674ee-9aa4-4fb0-9bd1-3e6f1b03de47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:33:34.172214 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032674ee-9aa4-4fb0-9bd1-3e6f1b03de47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:33:34.172547 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032674ee-9aa4-4fb0-9bd1-3e6f1b03de47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:33:34.172877 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032674ee-9aa4-4fb0-9bd1-3e6f1b03de47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:33:34.173203 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032674ee-9aa4-4fb0-9bd1-3e6f1b03de47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:33:34.173531 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032674ee-9aa4-4fb0-9bd1-3e6f1b03de47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:33:34.173853 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032674ee-9aa4-4fb0-9bd1-3e6f1b03de47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:33:34.174176 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032674ee-9aa4-4fb0-9bd1-3e6f1b03de47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:33:34.174497 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032674ee-9aa4-4fb0-9bd1-3e6f1b03de47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:33:34.174821 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032674ee-9aa4-4fb0-9bd1-3e6f1b03de47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:33:34.217965 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cacc7e3f-3fd2-4a97-a00f-78876492b20d admin admin] Publish callbacks [] for security_group (3ae8d44f-5531-4d2a-af9c-ae8e91fe2829), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:33:34.238408 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cacc7e3f-3fd2-4a97-a00f-78876492b20d admin admin] Publish callbacks [] for security_group (3ae8d44f-5531-4d2a-af9c-ae8e91fe2829), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:33:34.327280 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cacc7e3f-3fd2-4a97-a00f-78876492b20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (3ae8d44f-5531-4d2a-af9c-ae8e91fe2829), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:33:34.329825 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cacc7e3f-3fd2-4a97-a00f-78876492b20d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:33:34.330963 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-cacc7e3f-3fd2-4a97-a00f-78876492b20d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ae8d44f-5531-4d2a-af9c-ae8e91fe2829 HTTP/1.1" status: 204 len: 168 time: 0.1768568 Mar 01 13:33:34.340900 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc7e3f-3fd2-4a97-a00f-78876492b20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae8d44f-5531-4d2a-af9c-ae8e91fe2829,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:33:52.686177 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 5 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:33:55.145670 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-71a44051-9f68-4d89-97c1-e1332ba38c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:33:57.291612 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-197ca51c-ff5f-4cc1-88a8-1fdd3d64a0cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:33:58.692423 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:33:59.868552 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:34:01.638380 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:34:25.148336 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d46b0445-f6d1-4e4f-8bc7-f3437e7142e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:34:27.296158 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5ed8492e-814b-45c8-99e5-70d42206caa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:34:28.698700 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:34:29.685010 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 5 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:34:29.869438 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:34:31.639774 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:34:55.148965 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d2db5a31-60c9-4fe6-9747-4f3c247937f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:34:57.298880 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9bafb520-3eb2-421e-92c2-672ed5a8b993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:34:58.698907 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:34:59.873799 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:35:01.642262 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:35:06.684767 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 5 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:35:25.151773 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-957c9f83-be52-42c3-b3d9-48ac6178ff36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:35:27.299713 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-95e34b53-200a-4eef-a485-8bd886d9e8ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:35:28.701066 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:35:29.878210 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:35:31.644532 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:35:43.683739 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 5 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:35:55.153720 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b85bbbee-2abe-443b-9a65-8615ca11c0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:35:57.302928 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1d3c376b-df01-47c5-9950-443ac32a41a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:35:58.704264 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:35:59.880109 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:36:01.646096 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:36:20.682291 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 5 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:36:25.155224 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-69d2e300-fae2-4dda-b52b-4b0942cc115a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:36:27.304055 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f2fb3520-ed8e-431b-a97b-69530a1431ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:36:28.707012 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:36:29.885791 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:36:31.648719 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:36:39.530399 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3685214'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:36:39.660122 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3685214'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:36:55.155963 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c9d9c602-0aa9-4f82-9de8-7e703e45da80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:36:57.305133 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d2c05906-842e-44f3-9c2a-fe56e6f153bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:36:57.681178 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:36:58.709695 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:36:59.885393 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:37:01.649763 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:37:09.501470 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:37:09.643771 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:37:20.727339 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52040) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:37:20.829389 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a2f1ea0e-5dd0-4cc0-9170-e7afd5263997 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1009610 Mar 01 13:37:23.144539 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52050) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:37:23.206536 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5abcdbd0-fe57-4e26-ba38-6b4187f77f70 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0609262 Mar 01 13:37:25.157887 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4188eb9f-ad2e-4e74-bd6e-b638a871a2c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:37:27.305054 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c1251bdf-bc9a-4f7e-8e09-478c5605e277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:37:28.713337 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:37:29.889242 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:37:31.650785 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:37:34.687663 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:37:39.502522 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:37:39.674017 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:37:55.160873 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f4ce5909-b5d8-43ae-aa5c-00f416e5c6c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:37:57.306581 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-65249ee9-db8e-41be-95ca-81c88becd23c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:37:58.716810 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:37:59.892598 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:01.652222 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:09.529316 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:09.690778 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:11.677448 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:38:25.162001 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-429f810c-4ac0-436e-a6cd-7d2f758f5062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:27.308503 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d2266c72-8a20-4ed5-8675-327ef03cea1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:28.718059 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:29.905777 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:31.654489 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:39.544044 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:39.691284 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:48.705407 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:38:53.780755 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52450) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:38:54.026396 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52486) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:38:54.037688 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a895e81c-728d-49c5-823c-5c6f99bed926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:54.103911 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-643e2bcd-ae9f-4b43-a1e4-8f554fc1f8bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:54.134788 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a895e81c-728d-49c5-823c-5c6f99bed926 admin admin] Publish callbacks [] for security_group (9eb17536-5190-4239-9021-fabeeb02b35c), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:54.141537 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a895e81c-728d-49c5-823c-5c6f99bed926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (9eb17536-5190-4239-9021-fabeeb02b35c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:54.185044 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52502) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:38:54.187272 n-d-827467-3 neutron-server[103727]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 01 13:38:54.213361 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895e81c-728d-49c5-823c-5c6f99bed926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb17536-5190-4239-9021-fabeeb02b35c,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:38:54.222226 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-362ce6d6-5415-4caf-8e65-2d1904258ab2 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=865d9f9d78924654a5c6591a3082939f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361094 Mar 01 13:38:54.223890 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a895e81c-728d-49c5-823c-5c6f99bed926 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:38:54.224380 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a895e81c-728d-49c5-823c-5c6f99bed926 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:38:54.224846 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a895e81c-728d-49c5-823c-5c6f99bed926 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:38:54.225911 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a895e81c-728d-49c5-823c-5c6f99bed926 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:38:54.226374 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a895e81c-728d-49c5-823c-5c6f99bed926 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:38:54.226850 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a895e81c-728d-49c5-823c-5c6f99bed926 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:38:54.227319 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a895e81c-728d-49c5-823c-5c6f99bed926 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:38:54.227825 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a895e81c-728d-49c5-823c-5c6f99bed926 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:38:54.228800 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a895e81c-728d-49c5-823c-5c6f99bed926 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:38:54.229513 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a895e81c-728d-49c5-823c-5c6f99bed926 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:38:54.229977 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a895e81c-728d-49c5-823c-5c6f99bed926 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:38:54.230428 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a895e81c-728d-49c5-823c-5c6f99bed926 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:38:54.230873 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a895e81c-728d-49c5-823c-5c6f99bed926 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:38:54.232221 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a895e81c-728d-49c5-823c-5c6f99bed926 admin admin] Tracked resource versions report: Mar 01 13:38:54.232221 n-d-827467-3 neutron-server[103726]: pushed versions: Mar 01 13:38:54.232221 n-d-827467-3 neutron-server[103726]: { 'AddressGroup': {'1.2'}, Mar 01 13:38:54.232221 n-d-827467-3 neutron-server[103726]: 'ConntrackHelper': {'1.0'}, Mar 01 13:38:54.232221 n-d-827467-3 neutron-server[103726]: 'LocalIPAssociation': {'1.0'}, Mar 01 13:38:54.232221 n-d-827467-3 neutron-server[103726]: 'Log': {'1.0'}, Mar 01 13:38:54.232221 n-d-827467-3 neutron-server[103726]: 'Network': {'1.1'}, Mar 01 13:38:54.232221 n-d-827467-3 neutron-server[103726]: 'Port': {'1.7'}, Mar 01 13:38:54.232221 n-d-827467-3 neutron-server[103726]: 'PortForwarding': {'1.2'}, Mar 01 13:38:54.232221 n-d-827467-3 neutron-server[103726]: 'QosPolicy': {'1.10'}, Mar 01 13:38:54.232221 n-d-827467-3 neutron-server[103726]: 'SecurityGroup': {'1.5'}, Mar 01 13:38:54.232221 n-d-827467-3 neutron-server[103726]: 'SecurityGroupRule': {'1.2'}, Mar 01 13:38:54.232221 n-d-827467-3 neutron-server[103726]: 'SubPort': {'1.0'}, Mar 01 13:38:54.232221 n-d-827467-3 neutron-server[103726]: 'Subnet': {'1.1'}, Mar 01 13:38:54.232221 n-d-827467-3 neutron-server[103726]: 'Trunk': {'1.1'}} Mar 01 13:38:54.232221 n-d-827467-3 neutron-server[103726]: consumer versions: Mar 01 13:38:54.232221 n-d-827467-3 neutron-server[103726]: { DHCP agent@n-d-827467-3: {}, Mar 01 13:38:54.232221 n-d-827467-3 neutron-server[103726]: HyperV agent@n-h1-827467-3: {}, Mar 01 13:38:54.232221 n-d-827467-3 neutron-server[103726]: HyperV agent@n-h2-827467-3: {}, Mar 01 13:38:54.232221 n-d-827467-3 neutron-server[103726]: L3 agent@n-d-827467-3: {}, Mar 01 13:38:54.232221 n-d-827467-3 neutron-server[103726]: Metadata agent@n-d-827467-3: {}, Mar 01 13:38:54.232221 n-d-827467-3 neutron-server[103726]: Metering agent@n-d-827467-3: {}, Mar 01 13:38:54.232221 n-d-827467-3 neutron-server[103726]: Open vSwitch agent@n-d-827467-3: { 'AddressGroup': '1.2', Mar 01 13:38:54.232221 n-d-827467-3 neutron-server[103726]: 'ConntrackHelper': '1.0', Mar 01 13:38:54.232221 n-d-827467-3 neutron-server[103726]: 'LocalIPAssociation': '1.0', Mar 01 13:38:54.232221 n-d-827467-3 neutron-server[103726]: 'Log': '1.0', Mar 01 13:38:54.232221 n-d-827467-3 neutron-server[103726]: 'Network': '1.1', Mar 01 13:38:54.232221 n-d-827467-3 neutron-server[103726]: 'Port': '1.7', Mar 01 13:38:54.232221 n-d-827467-3 neutron-server[103726]: 'PortForwarding': '1.2', Mar 01 13:38:54.232221 n-d-827467-3 neutron-server[103726]: 'QosPolicy': '1.10', Mar 01 13:38:54.232221 n-d-827467-3 neutron-server[103726]: 'SecurityGroup': '1.5', Mar 01 13:38:54.232221 n-d-827467-3 neutron-server[103726]: 'SecurityGroupRule': '1.2', Mar 01 13:38:54.232221 n-d-827467-3 neutron-server[103726]: 'SubPort': '1.0', Mar 01 13:38:54.232221 n-d-827467-3 neutron-server[103726]: 'Subnet': '1.1', Mar 01 13:38:54.232221 n-d-827467-3 neutron-server[103726]: 'Trunk': '1.1'}} Mar 01 13:38:54.232221 n-d-827467-3 neutron-server[103726]: {{(pid=103726) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 01 13:38:54.238450 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a895e81c-728d-49c5-823c-5c6f99bed926 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f054b3ddf01f4bb2a72e47e0a4593342&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4564784 Mar 01 13:38:54.240937 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52510) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:38:54.293658 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a2bed059-1bec-41cc-b28a-d727fabace09 admin admin] Publish callbacks [] for security_group (9eb17536-5190-4239-9021-fabeeb02b35c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:54.315135 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a2bed059-1bec-41cc-b28a-d727fabace09 admin admin] Publish callbacks [] for security_group (9eb17536-5190-4239-9021-fabeeb02b35c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:54.372740 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a2bed059-1bec-41cc-b28a-d727fabace09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (9eb17536-5190-4239-9021-fabeeb02b35c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:54.375561 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a2bed059-1bec-41cc-b28a-d727fabace09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:54.380657 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a2bed059-1bec-41cc-b28a-d727fabace09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9eb17536-5190-4239-9021-fabeeb02b35c HTTP/1.1" status: 204 len: 168 time: 0.1386917 Mar 01 13:38:54.389540 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bed059-1bec-41cc-b28a-d727fabace09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb17536-5190-4239-9021-fabeeb02b35c,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:38:54.465952 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-643e2bcd-ae9f-4b43-a1e4-8f554fc1f8bd admin admin] Publish callbacks [] for security_group (1bfdbee3-3403-48bf-a375-cc840feda28d), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:54.476599 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-fd200e0f-c4e2-4661-afd3-8d7bcb5f053a tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:38:54.478836 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-fd200e0f-c4e2-4661-afd3-8d7bcb5f053a tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2414100 Mar 01 13:38:54.480154 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-643e2bcd-ae9f-4b43-a1e4-8f554fc1f8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (1bfdbee3-3403-48bf-a375-cc840feda28d), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:54.530135 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e2bcd-ae9f-4b43-a1e4-8f554fc1f8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfdbee3-3403-48bf-a375-cc840feda28d,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:38:54.535538 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-7ef32bb7-87da-4dd0-ac0f-62c95750897b tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/quotas/865d9f9d78924654a5c6591a3082939f HTTP/1.1" status: 200 len: 375 time: 0.0504096 Mar 01 13:38:54.537737 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-643e2bcd-ae9f-4b43-a1e4-8f554fc1f8bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d7a5f55225c425fb7d72125ec28cb53&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5098548 Mar 01 13:38:54.541404 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52532) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:38:54.544168 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e2bcd-ae9f-4b43-a1e4-8f554fc1f8bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:38:54.544732 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e2bcd-ae9f-4b43-a1e4-8f554fc1f8bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:38:54.545332 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e2bcd-ae9f-4b43-a1e4-8f554fc1f8bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:38:54.545765 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e2bcd-ae9f-4b43-a1e4-8f554fc1f8bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:38:54.546277 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e2bcd-ae9f-4b43-a1e4-8f554fc1f8bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:38:54.546850 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e2bcd-ae9f-4b43-a1e4-8f554fc1f8bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:38:54.547192 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e2bcd-ae9f-4b43-a1e4-8f554fc1f8bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:38:54.547787 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e2bcd-ae9f-4b43-a1e4-8f554fc1f8bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:38:54.548255 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e2bcd-ae9f-4b43-a1e4-8f554fc1f8bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:38:54.548723 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e2bcd-ae9f-4b43-a1e4-8f554fc1f8bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:38:54.549206 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e2bcd-ae9f-4b43-a1e4-8f554fc1f8bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:38:54.549673 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e2bcd-ae9f-4b43-a1e4-8f554fc1f8bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:38:54.550149 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e2bcd-ae9f-4b43-a1e4-8f554fc1f8bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:38:54.551376 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e2bcd-ae9f-4b43-a1e4-8f554fc1f8bd admin admin] Tracked resource versions report: Mar 01 13:38:54.551376 n-d-827467-3 neutron-server[103727]: pushed versions: Mar 01 13:38:54.551376 n-d-827467-3 neutron-server[103727]: { 'AddressGroup': {'1.2'}, Mar 01 13:38:54.551376 n-d-827467-3 neutron-server[103727]: 'ConntrackHelper': {'1.0'}, Mar 01 13:38:54.551376 n-d-827467-3 neutron-server[103727]: 'LocalIPAssociation': {'1.0'}, Mar 01 13:38:54.551376 n-d-827467-3 neutron-server[103727]: 'Log': {'1.0'}, Mar 01 13:38:54.551376 n-d-827467-3 neutron-server[103727]: 'Network': {'1.1'}, Mar 01 13:38:54.551376 n-d-827467-3 neutron-server[103727]: 'Port': {'1.7'}, Mar 01 13:38:54.551376 n-d-827467-3 neutron-server[103727]: 'PortForwarding': {'1.2'}, Mar 01 13:38:54.551376 n-d-827467-3 neutron-server[103727]: 'QosPolicy': {'1.10'}, Mar 01 13:38:54.551376 n-d-827467-3 neutron-server[103727]: 'SecurityGroup': {'1.5'}, Mar 01 13:38:54.551376 n-d-827467-3 neutron-server[103727]: 'SecurityGroupRule': {'1.2'}, Mar 01 13:38:54.551376 n-d-827467-3 neutron-server[103727]: 'SubPort': {'1.0'}, Mar 01 13:38:54.551376 n-d-827467-3 neutron-server[103727]: 'Subnet': {'1.1'}, Mar 01 13:38:54.551376 n-d-827467-3 neutron-server[103727]: 'Trunk': {'1.1'}} Mar 01 13:38:54.551376 n-d-827467-3 neutron-server[103727]: consumer versions: Mar 01 13:38:54.551376 n-d-827467-3 neutron-server[103727]: { DHCP agent@n-d-827467-3: {}, Mar 01 13:38:54.551376 n-d-827467-3 neutron-server[103727]: HyperV agent@n-h1-827467-3: {}, Mar 01 13:38:54.551376 n-d-827467-3 neutron-server[103727]: HyperV agent@n-h2-827467-3: {}, Mar 01 13:38:54.551376 n-d-827467-3 neutron-server[103727]: L3 agent@n-d-827467-3: {}, Mar 01 13:38:54.551376 n-d-827467-3 neutron-server[103727]: Metadata agent@n-d-827467-3: {}, Mar 01 13:38:54.551376 n-d-827467-3 neutron-server[103727]: Metering agent@n-d-827467-3: {}, Mar 01 13:38:54.551376 n-d-827467-3 neutron-server[103727]: Open vSwitch agent@n-d-827467-3: { 'AddressGroup': '1.2', Mar 01 13:38:54.551376 n-d-827467-3 neutron-server[103727]: 'ConntrackHelper': '1.0', Mar 01 13:38:54.551376 n-d-827467-3 neutron-server[103727]: 'LocalIPAssociation': '1.0', Mar 01 13:38:54.551376 n-d-827467-3 neutron-server[103727]: 'Log': '1.0', Mar 01 13:38:54.551376 n-d-827467-3 neutron-server[103727]: 'Network': '1.1', Mar 01 13:38:54.551376 n-d-827467-3 neutron-server[103727]: 'Port': '1.7', Mar 01 13:38:54.551376 n-d-827467-3 neutron-server[103727]: 'PortForwarding': '1.2', Mar 01 13:38:54.551376 n-d-827467-3 neutron-server[103727]: 'QosPolicy': '1.10', Mar 01 13:38:54.551376 n-d-827467-3 neutron-server[103727]: 'SecurityGroup': '1.5', Mar 01 13:38:54.551376 n-d-827467-3 neutron-server[103727]: 'SecurityGroupRule': '1.2', Mar 01 13:38:54.551376 n-d-827467-3 neutron-server[103727]: 'SubPort': '1.0', Mar 01 13:38:54.551376 n-d-827467-3 neutron-server[103727]: 'Subnet': '1.1', Mar 01 13:38:54.551376 n-d-827467-3 neutron-server[103727]: 'Trunk': '1.1'}} Mar 01 13:38:54.551376 n-d-827467-3 neutron-server[103727]: {{(pid=103727) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 01 13:38:54.598844 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9a7e011e-9320-4f37-9368-a4d32f398bdc admin admin] Publish callbacks [] for security_group (1bfdbee3-3403-48bf-a375-cc840feda28d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:54.621644 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9a7e011e-9320-4f37-9368-a4d32f398bdc admin admin] Publish callbacks [] for security_group (1bfdbee3-3403-48bf-a375-cc840feda28d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:54.632283 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-499ab762-d68f-4de3-9025-33162b4f5326 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=865d9f9d78924654a5c6591a3082939f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754778 Mar 01 13:38:54.681566 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9a7e011e-9320-4f37-9368-a4d32f398bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (1bfdbee3-3403-48bf-a375-cc840feda28d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:54.686582 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9a7e011e-9320-4f37-9368-a4d32f398bdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:54.690945 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9a7e011e-9320-4f37-9368-a4d32f398bdc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1bfdbee3-3403-48bf-a375-cc840feda28d HTTP/1.1" status: 204 len: 168 time: 0.1461604 Mar 01 13:38:54.698592 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e011e-9320-4f37-9368-a4d32f398bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfdbee3-3403-48bf-a375-cc840feda28d,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:38:54.795393 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52546) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:38:54.820699 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0680504e-1f61-4845-85c9-e4fa5fe94f2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:54.994252 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52572) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:38:55.002518 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0680504e-1f61-4845-85c9-e4fa5fe94f2f admin admin] Publish callbacks [] for security_group (dc219f1f-83db-44e9-b887-7b4aadbd5714), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:55.016510 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0680504e-1f61-4845-85c9-e4fa5fe94f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (dc219f1f-83db-44e9-b887-7b4aadbd5714), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:55.055343 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0680504e-1f61-4845-85c9-e4fa5fe94f2f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=299576b9d608444d8555f453b611facd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2588437 Mar 01 13:38:55.058496 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52580) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:38:55.060463 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0680504e-1f61-4845-85c9-e4fa5fe94f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc219f1f-83db-44e9-b887-7b4aadbd5714,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:38:55.111425 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-15320c3d-ff60-4c54-a342-f00f60936414 admin admin] Publish callbacks [] for security_group (dc219f1f-83db-44e9-b887-7b4aadbd5714), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:55.135263 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-15320c3d-ff60-4c54-a342-f00f60936414 admin admin] Publish callbacks [] for security_group (dc219f1f-83db-44e9-b887-7b4aadbd5714), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:55.165441 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b69ec70d-ff4e-4cef-9a89-fdc89d9d5771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:55.202224 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-15320c3d-ff60-4c54-a342-f00f60936414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (dc219f1f-83db-44e9-b887-7b4aadbd5714), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:55.208738 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-15320c3d-ff60-4c54-a342-f00f60936414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:55.214076 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-15320c3d-ff60-4c54-a342-f00f60936414 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc219f1f-83db-44e9-b887-7b4aadbd5714 HTTP/1.1" status: 204 len: 168 time: 0.1529727 Mar 01 13:38:55.230648 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15320c3d-ff60-4c54-a342-f00f60936414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc219f1f-83db-44e9-b887-7b4aadbd5714,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:38:55.308128 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52590) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:38:55.355968 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc3d3340-7e2a-4deb-ace3-262bffacf2c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:55.454247 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc3d3340-7e2a-4deb-ace3-262bffacf2c9 admin admin] Publish callbacks [] for security_group (607ec9b0-91d5-4302-b084-eee3b17c8ae2), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:55.457814 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52602) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:38:55.467749 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc3d3340-7e2a-4deb-ace3-262bffacf2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (607ec9b0-91d5-4302-b084-eee3b17c8ae2), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:55.483703 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b7ebdb67-0c23-4071-bfe1-e4c527317798 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:55.550993 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-dc3d3340-7e2a-4deb-ace3-262bffacf2c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b7ab1b6c43440a5b94c9afff8e24900&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5555911 Mar 01 13:38:55.554933 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52606) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:38:55.563887 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d3340-7e2a-4deb-ace3-262bffacf2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607ec9b0-91d5-4302-b084-eee3b17c8ae2,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:38:55.670310 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b7ebdb67-0c23-4071-bfe1-e4c527317798 admin admin] Publish callbacks [] for security_group (8acc98bb-781f-44f3-b6af-16bc2f2e8d4d), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:55.676232 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fb922fa8-30b8-4a71-8bf3-b4dffd3bdf0f admin admin] Publish callbacks [] for security_group (607ec9b0-91d5-4302-b084-eee3b17c8ae2), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:55.690242 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b7ebdb67-0c23-4071-bfe1-e4c527317798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (8acc98bb-781f-44f3-b6af-16bc2f2e8d4d), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:55.724872 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fb922fa8-30b8-4a71-8bf3-b4dffd3bdf0f admin admin] Publish callbacks [] for security_group (607ec9b0-91d5-4302-b084-eee3b17c8ae2), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:55.765948 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b7ebdb67-0c23-4071-bfe1-e4c527317798 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=64ce9551e0194f89be3de8575cebc390&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3068676 Mar 01 13:38:55.768980 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52622) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:38:55.805062 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ebdb67-0c23-4071-bfe1-e4c527317798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acc98bb-781f-44f3-b6af-16bc2f2e8d4d,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:38:55.841675 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d071bdbb-9af5-4b25-8a09-bbe713183e23 req-e9606fc3-0167-4713-aa9f-03e0190c5936 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=58721953-555a-40d3-88c4-10714bc7421e HTTP/1.1" status: 200 len: 210 time: 0.5318060 Mar 01 13:38:55.842606 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a0770fb0-41c8-4d22-ac1e-b182f0b354ed admin admin] Publish callbacks [] for security_group (8acc98bb-781f-44f3-b6af-16bc2f2e8d4d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:55.878269 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fb922fa8-30b8-4a71-8bf3-b4dffd3bdf0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (607ec9b0-91d5-4302-b084-eee3b17c8ae2), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:55.882898 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fb922fa8-30b8-4a71-8bf3-b4dffd3bdf0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:55.885649 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-fb922fa8-30b8-4a71-8bf3-b4dffd3bdf0f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/607ec9b0-91d5-4302-b084-eee3b17c8ae2 HTTP/1.1" status: 204 len: 168 time: 0.3297873 Mar 01 13:38:55.898401 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb922fa8-30b8-4a71-8bf3-b4dffd3bdf0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607ec9b0-91d5-4302-b084-eee3b17c8ae2,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:38:55.912704 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a0770fb0-41c8-4d22-ac1e-b182f0b354ed admin admin] Publish callbacks [] for security_group (8acc98bb-781f-44f3-b6af-16bc2f2e8d4d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:56.026771 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a0770fb0-41c8-4d22-ac1e-b182f0b354ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (8acc98bb-781f-44f3-b6af-16bc2f2e8d4d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:56.029289 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a0770fb0-41c8-4d22-ac1e-b182f0b354ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:56.033134 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a0770fb0-41c8-4d22-ac1e-b182f0b354ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8acc98bb-781f-44f3-b6af-16bc2f2e8d4d HTTP/1.1" status: 204 len: 168 time: 0.2631614 Mar 01 13:38:56.044963 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0770fb0-41c8-4d22-ac1e-b182f0b354ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acc98bb-781f-44f3-b6af-16bc2f2e8d4d,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:38:56.326946 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52676) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:38:56.346773 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ce7e6dc5-4a2d-44a6-8daf-38f6d1cd4876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:56.436986 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ce7e6dc5-4a2d-44a6-8daf-38f6d1cd4876 admin admin] Publish callbacks [] for security_group (7d758230-9b18-4b38-bd74-b6db11c73047), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:56.442437 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ce7e6dc5-4a2d-44a6-8daf-38f6d1cd4876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (7d758230-9b18-4b38-bd74-b6db11c73047), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:56.470238 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ce7e6dc5-4a2d-44a6-8daf-38f6d1cd4876 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c864f8088e5487e9fd21672a1a4b19b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1417742 Mar 01 13:38:56.472955 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52680) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:38:56.550440 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e6dc5-4a2d-44a6-8daf-38f6d1cd4876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d758230-9b18-4b38-bd74-b6db11c73047,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:38:56.567402 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-47c4fdbe-3ba6-4126-95aa-29a097b488e3 admin admin] Publish callbacks [] for security_group (7d758230-9b18-4b38-bd74-b6db11c73047), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:56.595845 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-47c4fdbe-3ba6-4126-95aa-29a097b488e3 admin admin] Publish callbacks [] for security_group (7d758230-9b18-4b38-bd74-b6db11c73047), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:56.675335 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-47c4fdbe-3ba6-4126-95aa-29a097b488e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (7d758230-9b18-4b38-bd74-b6db11c73047), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:56.678604 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-47c4fdbe-3ba6-4126-95aa-29a097b488e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:56.679503 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-47c4fdbe-3ba6-4126-95aa-29a097b488e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d758230-9b18-4b38-bd74-b6db11c73047 HTTP/1.1" status: 204 len: 168 time: 0.2054522 Mar 01 13:38:56.691784 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4fdbe-3ba6-4126-95aa-29a097b488e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d758230-9b18-4b38-bd74-b6db11c73047,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:38:56.765295 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-64280c5c-7e7c-46a1-802e-4b7fb4d45d97 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=500f3191886945edaa80b23b7f5aeef9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289834 Mar 01 13:38:56.922953 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-d16a200b-096c-4d1f-80f8-e87062870ee4 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:38:56.924812 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-d16a200b-096c-4d1f-80f8-e87062870ee4 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1587620 Mar 01 13:38:56.954892 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-9ec5009c-dbab-4842-8ea5-b3155b1d6ae7 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/quotas/500f3191886945edaa80b23b7f5aeef9 HTTP/1.1" status: 200 len: 375 time: 0.0213070 Mar 01 13:38:56.993568 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.32', 52791) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:38:57.023660 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-8e2e83a3-1789-482f-ba01-ab29d11a4ed4 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=500f3191886945edaa80b23b7f5aeef9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627871 Mar 01 13:38:57.068495 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-6a6b42b4-b277-432f-bbca-e729bc45c8ba tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=865d9f9d78924654a5c6591a3082939f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735192 Mar 01 13:38:57.086744 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-145dc779-0eaa-493f-af51-7c9fe3e232b5 req-5e0d6280-bca6-4ad8-97a8-a7afd899c7d9 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=58721953-555a-40d3-88c4-10714bc7421e HTTP/1.1" status: 200 len: 210 time: 0.0568573 Mar 01 13:38:57.343574 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-57767306-9227-4e2e-ac54-76ab2a31a983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:57.400555 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3301f92f-a739-49fc-bc6c-4736d71be292 req-c6d6b410-fcf1-4848-b08c-fca1adb2be3a tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/ports?device_id=cee997b7-a860-4376-b336-25ba01cf3d01 HTTP/1.1" status: 200 len: 210 time: 0.0633049 Mar 01 13:38:57.622884 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-e1423fd1-aeb6-4263-900c-7d9d62c7c226 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:38:57.624459 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-e1423fd1-aeb6-4263-900c-7d9d62c7c226 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5478315 Mar 01 13:38:57.719748 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-f432d75f-2783-4855-8ee3-b756a8018e91 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Request body: {'port': {'device_id': '58721953-555a-40d3-88c4-10714bc7421e', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'admin_state_up': True, 'tenant_id': '865d9f9d78924654a5c6591a3082939f'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:38:58.000756 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-f432d75f-2783-4855-8ee3-b756a8018e91 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Made reservation on behalf of 865d9f9d78924654a5c6591a3082939f for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:38:58.004371 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-f432d75f-2783-4855-8ee3-b756a8018e91 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:58.014409 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-f432d75f-2783-4855-8ee3-b756a8018e91 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:58.164186 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-f432d75f-2783-4855-8ee3-b756a8018e91 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Publish callbacks [] for security_group (6895d388-ad2b-4d63-8def-72bb3c8a41b1), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:58.179314 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-f432d75f-2783-4855-8ee3-b756a8018e91 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6895d388-ad2b-4d63-8def-72bb3c8a41b1), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:58.489147 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-47c2991f-d046-4477-864a-75890c887cdb req-3c10d624-c683-4393-a893-cb597b39684d tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=58721953-555a-40d3-88c4-10714bc7421e HTTP/1.1" status: 200 len: 210 time: 0.0625577 Mar 01 13:38:58.663744 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432d75f-2783-4855-8ee3-b756a8018e91 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6895d388-ad2b-4d63-8def-72bb3c8a41b1,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:38:58.693276 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a4492349-6db1-4630-8504-d68b0d39d545 req-52f95708-9a70-4841-99be-f143092ac9f1 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/ports?device_id=cee997b7-a860-4376-b336-25ba01cf3d01 HTTP/1.1" status: 200 len: 210 time: 0.0554266 Mar 01 13:38:58.749682 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:58.794010 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-f432d75f-2783-4855-8ee3-b756a8018e91 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Allocated IP 192.168.233.109 (5e5e5cdc-dce5-4633-91fd-8e14363cd220/909a9e4d-2330-4bdf-bf33-da65c3dea6db/59d7868b-65de-4076-a95f-40ef6eb9b3ea) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:38:59.073979 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52876) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:38:59.119690 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-f432d75f-2783-4855-8ee3-b756a8018e91 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Publish callbacks [] for port (59d7868b-65de-4076-a95f-40ef6eb9b3ea), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:59.199148 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-f432d75f-2783-4855-8ee3-b756a8018e91 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (59d7868b-65de-4076-a95f-40ef6eb9b3ea), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:59.234608 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52882) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:38:59.359314 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432d75f-2783-4855-8ee3-b756a8018e91 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Pushing event updated for resources: {'Port': ['ID=59d7868b-65de-4076-a95f-40ef6eb9b3ea,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:38:59.381844 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-f432d75f-2783-4855-8ee3-b756a8018e91 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:38:59.383500 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-f432d75f-2783-4855-8ee3-b756a8018e91 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:38:59.387263 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-f432d75f-2783-4855-8ee3-b756a8018e91 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:38:59.394040 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-f432d75f-2783-4855-8ee3-b756a8018e91 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:38:59.394961 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-f432d75f-2783-4855-8ee3-b756a8018e91 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:59.424124 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-f432d75f-2783-4855-8ee3-b756a8018e91 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7090335 Mar 01 13:38:59.488201 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7146e262-cc9c-41b8-b306-06bba00f8036 tempest-AutoAllocateNetworkTest-1143711277 tempest-AutoAllocateNetworkTest-1143711277-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8a332782489c46b0a821c099eb13bbec&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4129097 Mar 01 13:38:59.491076 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52892) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:38:59.496476 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-83716a05-0043-424a-8a19-23ed2033c254 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:59.752744 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-83716a05-0043-424a-8a19-23ed2033c254 admin admin] Publish callbacks [] for security_group (20e563e0-9bb1-4443-89f2-60e7e350abd0), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:59.769860 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-83716a05-0043-424a-8a19-23ed2033c254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (20e563e0-9bb1-4443-89f2-60e7e350abd0), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:59.819538 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-83716a05-0043-424a-8a19-23ed2033c254 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2aa9cb5dd38b4fb08fa37bed24e16d06&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5835903 Mar 01 13:38:59.830549 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52904) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:38:59.849633 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87155f88-b4c7-4d62-a432-934adc350830 tempest-AutoAllocateNetworkTest-1143711277 tempest-AutoAllocateNetworkTest-1143711277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:38:59.852045 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-63a58beb-d529-4f5d-8e28-0e03da20ac06 None None] Provisioning complete for port 59d7868b-65de-4076-a95f-40ef6eb9b3ea triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:38:59.856313 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-63a58beb-d529-4f5d-8e28-0e03da20ac06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (59d7868b-65de-4076-a95f-40ef6eb9b3ea), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:38:59.864485 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-87155f88-b4c7-4d62-a432-934adc350830 tempest-AutoAllocateNetworkTest-1143711277 tempest-AutoAllocateNetworkTest-1143711277-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3692482 Mar 01 13:38:59.868276 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-54b18627-6951-4c6f-b252-765296d83d8b tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103726) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:38:59.869538 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-54b18627-6951-4c6f-b252-765296d83d8b tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063591 Mar 01 13:38:59.870264 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52906) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:38:59.955399 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83716a05-0043-424a-8a19-23ed2033c254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e563e0-9bb1-4443-89f2-60e7e350abd0,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:38:59.993375 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-63a58beb-d529-4f5d-8e28-0e03da20ac06 None None] Port 59d7868b-65de-4076-a95f-40ef6eb9b3ea cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:39:00.005866 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c21a62-9245-4908-900e-e0f92725849b req-c74a987a-45dc-4e7b-b0ac-3a9f99d422ea tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:00.012419 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-23c21a62-9245-4908-900e-e0f92725849b req-c74a987a-45dc-4e7b-b0ac-3a9f99d422ea tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=58721953-555a-40d3-88c4-10714bc7421e HTTP/1.1" status: 200 len: 936 time: 0.3814423 Mar 01 13:39:00.020875 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:00.067571 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-359d3ebf-b21f-49aa-96e9-31a947f15956 tempest-AutoAllocateNetworkTest-1143711277 tempest-AutoAllocateNetworkTest-1143711277-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1959810 Mar 01 13:39:00.072678 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52910) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:00.105483 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e25b1e06-b220-4dd3-a96b-0cec03652655 admin admin] Publish callbacks [] for security_group (20e563e0-9bb1-4443-89f2-60e7e350abd0), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:00.151528 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-254d5ef7-54e1-4299-bd66-a9700e94d896 tempest-AutoAllocateNetworkTest-1143711277 tempest-AutoAllocateNetworkTest-1143711277-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8a332782489c46b0a821c099eb13bbec HTTP/1.1" status: 200 len: 208 time: 0.0751033 Mar 01 13:39:00.223877 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e25b1e06-b220-4dd3-a96b-0cec03652655 admin admin] Publish callbacks [] for security_group (20e563e0-9bb1-4443-89f2-60e7e350abd0), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:00.286407 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-23c21a62-9245-4908-900e-e0f92725849b req-f0fd9c59-9fb7-402c-a5d7-198a8e1ff7af tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6895d388-ad2b-4d63-8def-72bb3c8a41b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602544 Mar 01 13:39:00.338722 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1d3fb00c-2630-44d8-96ab-2abaccc6d16d req-5647385b-7da1-4e92-872f-b4b31850e2d8 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/ports?device_id=cee997b7-a860-4376-b336-25ba01cf3d01 HTTP/1.1" status: 200 len: 210 time: 0.1465919 Mar 01 13:39:00.390044 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e25b1e06-b220-4dd3-a96b-0cec03652655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (20e563e0-9bb1-4443-89f2-60e7e350abd0), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:00.393610 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e25b1e06-b220-4dd3-a96b-0cec03652655 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:00.394959 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e25b1e06-b220-4dd3-a96b-0cec03652655 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20e563e0-9bb1-4443-89f2-60e7e350abd0 HTTP/1.1" status: 204 len: 168 time: 0.5631850 Mar 01 13:39:00.404794 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b1e06-b220-4dd3-a96b-0cec03652655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e563e0-9bb1-4443-89f2-60e7e350abd0,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:00.854480 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52940) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:01.232081 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-55cd1df2-7033-4e78-a8d9-d7391c21d2f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:01.332383 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-55cd1df2-7033-4e78-a8d9-d7391c21d2f9 admin admin] Publish callbacks [] for security_group (14ad6b3f-020f-4fe0-8b6a-bc0aa2ddc51a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:01.340945 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-55cd1df2-7033-4e78-a8d9-d7391c21d2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (14ad6b3f-020f-4fe0-8b6a-bc0aa2ddc51a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:01.355162 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52970) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:01.393370 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-beec8bce-acac-45ea-8018-de1f9474d908 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:01.438400 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-55cd1df2-7033-4e78-a8d9-d7391c21d2f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a332782489c46b0a821c099eb13bbec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5828927 Mar 01 13:39:01.442363 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52974) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:01.452715 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd1df2-7033-4e78-a8d9-d7391c21d2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ad6b3f-020f-4fe0-8b6a-bc0aa2ddc51a,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:01.542225 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fb4cc115-63f6-40ff-87b7-740f172b7042 admin admin] Publish callbacks [] for security_group (14ad6b3f-020f-4fe0-8b6a-bc0aa2ddc51a), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:01.559595 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-beec8bce-acac-45ea-8018-de1f9474d908 admin admin] Publish callbacks [] for security_group (560f7761-b5f4-448c-b13a-66826887daa9), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:01.570916 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-beec8bce-acac-45ea-8018-de1f9474d908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (560f7761-b5f4-448c-b13a-66826887daa9), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:01.583554 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fb4cc115-63f6-40ff-87b7-740f172b7042 admin admin] Publish callbacks [] for security_group (14ad6b3f-020f-4fe0-8b6a-bc0aa2ddc51a), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:01.679254 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec8bce-acac-45ea-8018-de1f9474d908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560f7761-b5f4-448c-b13a-66826887daa9,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:01.689194 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-beec8bce-acac-45ea-8018-de1f9474d908 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36653ce5c2524bafac462410f913ee20&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3327413 Mar 01 13:39:01.691694 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52976) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:01.708034 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:01.776227 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d40c4a-573d-4365-bbf9-fcb3d6dcfae7 req-7f19184e-e776-4af1-97cc-c2abb0b49b50 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:01.781327 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f9d40c4a-573d-4365-bbf9-fcb3d6dcfae7 req-7f19184e-e776-4af1-97cc-c2abb0b49b50 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=58721953-555a-40d3-88c4-10714bc7421e HTTP/1.1" status: 200 len: 936 time: 0.1786733 Mar 01 13:39:01.813373 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fb4cc115-63f6-40ff-87b7-740f172b7042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (14ad6b3f-020f-4fe0-8b6a-bc0aa2ddc51a), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:01.816103 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fb4cc115-63f6-40ff-87b7-740f172b7042 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:01.818001 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7c166670-335c-4c45-a30f-5ed1c9450533 admin admin] Publish callbacks [] for security_group (560f7761-b5f4-448c-b13a-66826887daa9), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:01.822879 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-fb4cc115-63f6-40ff-87b7-740f172b7042 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14ad6b3f-020f-4fe0-8b6a-bc0aa2ddc51a HTTP/1.1" status: 204 len: 168 time: 0.3792148 Mar 01 13:39:01.865625 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4cc115-63f6-40ff-87b7-740f172b7042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ad6b3f-020f-4fe0-8b6a-bc0aa2ddc51a,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:01.871354 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7c166670-335c-4c45-a30f-5ed1c9450533 admin admin] Publish callbacks [] for security_group (560f7761-b5f4-448c-b13a-66826887daa9), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:01.952464 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-02b7f285-36d9-4b23-b78b-f94bcb9d98dc req-2281b4e4-bd96-4276-a2ee-6e8285165e24 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/ports?device_id=cee997b7-a860-4376-b336-25ba01cf3d01 HTTP/1.1" status: 200 len: 210 time: 0.0794966 Mar 01 13:39:01.960882 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52984) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:02.007972 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f9d40c4a-573d-4365-bbf9-fcb3d6dcfae7 req-94beea60-043d-4669-b0ee-93f9bff517e1 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6895d388-ad2b-4d63-8def-72bb3c8a41b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946161 Mar 01 13:39:02.011575 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7c166670-335c-4c45-a30f-5ed1c9450533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (560f7761-b5f4-448c-b13a-66826887daa9), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:02.014646 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7c166670-335c-4c45-a30f-5ed1c9450533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:02.016367 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7c166670-335c-4c45-a30f-5ed1c9450533 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/560f7761-b5f4-448c-b13a-66826887daa9 HTTP/1.1" status: 204 len: 168 time: 0.3234007 Mar 01 13:39:02.031645 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c166670-335c-4c45-a30f-5ed1c9450533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560f7761-b5f4-448c-b13a-66826887daa9,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:02.265031 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9e4b3883-92c9-406f-a3eb-03c1e8e45bcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:02.385992 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9e4b3883-92c9-406f-a3eb-03c1e8e45bcb admin admin] Publish callbacks [] for security_group (e64cb0d8-a17e-4d84-ab6c-478aa974f73e), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:02.391192 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9e4b3883-92c9-406f-a3eb-03c1e8e45bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (e64cb0d8-a17e-4d84-ab6c-478aa974f73e), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:02.457705 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b3883-92c9-406f-a3eb-03c1e8e45bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64cb0d8-a17e-4d84-ab6c-478aa974f73e,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:02.465345 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53002) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:02.465628 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9e4b3883-92c9-406f-a3eb-03c1e8e45bcb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=252e28a99f48443aa87e516512839597&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5037439 Mar 01 13:39:02.597098 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2a416e3b-2d80-46f6-bd52-7f7aececa7b1 admin admin] Publish callbacks [] for security_group (e64cb0d8-a17e-4d84-ab6c-478aa974f73e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:02.653198 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2a416e3b-2d80-46f6-bd52-7f7aececa7b1 admin admin] Publish callbacks [] for security_group (e64cb0d8-a17e-4d84-ab6c-478aa974f73e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:02.758635 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2a416e3b-2d80-46f6-bd52-7f7aececa7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (e64cb0d8-a17e-4d84-ab6c-478aa974f73e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:02.758635 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2a416e3b-2d80-46f6-bd52-7f7aececa7b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:02.758635 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2a416e3b-2d80-46f6-bd52-7f7aececa7b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e64cb0d8-a17e-4d84-ab6c-478aa974f73e HTTP/1.1" status: 204 len: 168 time: 0.2893682 Mar 01 13:39:02.764629 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a416e3b-2d80-46f6-bd52-7f7aececa7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64cb0d8-a17e-4d84-ab6c-478aa974f73e,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:03.076549 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2d56ae3d-e3ab-4161-8571-2195cb04e23c req-930e4824-56a8-47da-a9a9-c577c6e3a481 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/ports?device_id=cee997b7-a860-4376-b336-25ba01cf3d01 HTTP/1.1" status: 200 len: 210 time: 0.0353317 Mar 01 13:39:03.150656 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75a4a1-0ee3-4581-b7e1-2a547271a241 req-aff11958-0a48-49fa-8a83-45dca28cfd14 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:03.152068 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-df75a4a1-0ee3-4581-b7e1-2a547271a241 req-aff11958-0a48-49fa-8a83-45dca28cfd14 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=58721953-555a-40d3-88c4-10714bc7421e HTTP/1.1" status: 200 len: 936 time: 0.0577993 Mar 01 13:39:03.223700 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-df75a4a1-0ee3-4581-b7e1-2a547271a241 req-a335ebc1-44b0-4a0b-a203-430557fb7836 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6895d388-ad2b-4d63-8def-72bb3c8a41b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652943 Mar 01 13:39:03.488351 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53054) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:03.501779 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-07c8ff51-64fc-4874-8eac-11e489eddc29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:03.594175 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53058) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:03.629131 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-07c8ff51-64fc-4874-8eac-11e489eddc29 admin admin] Publish callbacks [] for security_group (a8327c85-6393-4af7-8ab6-8b382a55891f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:03.633069 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-07c8ff51-64fc-4874-8eac-11e489eddc29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a8327c85-6393-4af7-8ab6-8b382a55891f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:03.705620 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8ff51-64fc-4874-8eac-11e489eddc29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8327c85-6393-4af7-8ab6-8b382a55891f,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:03.714151 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-07c8ff51-64fc-4874-8eac-11e489eddc29 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf88bdfad5164ad787befa61a2486972&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2246819 Mar 01 13:39:03.717110 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53066) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:03.816872 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f4272c84-23b9-4147-93a0-9a9ddebbbaa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:03.886792 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ae148974-9d8f-45fd-8b6c-992ca7103f5b admin admin] Publish callbacks [] for security_group (a8327c85-6393-4af7-8ab6-8b382a55891f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:03.922937 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ae148974-9d8f-45fd-8b6c-992ca7103f5b admin admin] Publish callbacks [] for security_group (a8327c85-6393-4af7-8ab6-8b382a55891f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:03.975787 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f4272c84-23b9-4147-93a0-9a9ddebbbaa0 admin admin] Publish callbacks [] for security_group (ad02341f-16a5-41c9-bdab-343214bf6451), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:03.983170 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f4272c84-23b9-4147-93a0-9a9ddebbbaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ad02341f-16a5-41c9-bdab-343214bf6451), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:04.028190 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ae148974-9d8f-45fd-8b6c-992ca7103f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a8327c85-6393-4af7-8ab6-8b382a55891f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:04.030801 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ae148974-9d8f-45fd-8b6c-992ca7103f5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:04.031986 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ae148974-9d8f-45fd-8b6c-992ca7103f5b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8327c85-6393-4af7-8ab6-8b382a55891f HTTP/1.1" status: 204 len: 168 time: 0.3140454 Mar 01 13:39:04.039308 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f4272c84-23b9-4147-93a0-9a9ddebbbaa0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d30b9652b24c4376a9fd997e71ab421a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4440434 Mar 01 13:39:04.040692 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4272c84-23b9-4147-93a0-9a9ddebbbaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad02341f-16a5-41c9-bdab-343214bf6451,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:04.042754 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53076) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:04.052535 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae148974-9d8f-45fd-8b6c-992ca7103f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8327c85-6393-4af7-8ab6-8b382a55891f,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:04.168520 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b2bd97d4-5a87-472a-b32d-1744e1146c99 admin admin] Publish callbacks [] for security_group (ad02341f-16a5-41c9-bdab-343214bf6451), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:04.203114 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b2bd97d4-5a87-472a-b32d-1744e1146c99 admin admin] Publish callbacks [] for security_group (ad02341f-16a5-41c9-bdab-343214bf6451), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:04.277463 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-804201f0-0d71-4e0e-8cd2-6863bcbd4daa req-b785b1c2-d640-428b-befa-cc4811c71a75 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/ports?device_id=cee997b7-a860-4376-b336-25ba01cf3d01 HTTP/1.1" status: 200 len: 210 time: 0.0688119 Mar 01 13:39:04.328135 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b2bd97d4-5a87-472a-b32d-1744e1146c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ad02341f-16a5-41c9-bdab-343214bf6451), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:04.330690 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b2bd97d4-5a87-472a-b32d-1744e1146c99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:04.332115 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b2bd97d4-5a87-472a-b32d-1744e1146c99 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad02341f-16a5-41c9-bdab-343214bf6451 HTTP/1.1" status: 204 len: 168 time: 0.2877164 Mar 01 13:39:04.341543 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd97d4-5a87-472a-b32d-1744e1146c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad02341f-16a5-41c9-bdab-343214bf6451,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:04.431585 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e43824-0b14-4995-a212-baf06ae271ef req-4b862ded-64da-4b0b-ad7e-2bfe3d92d90e tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:04.433116 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10e43824-0b14-4995-a212-baf06ae271ef req-4b862ded-64da-4b0b-ad7e-2bfe3d92d90e tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=58721953-555a-40d3-88c4-10714bc7421e HTTP/1.1" status: 200 len: 936 time: 0.0699289 Mar 01 13:39:04.504860 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10e43824-0b14-4995-a212-baf06ae271ef req-7bfb9187-2181-45a4-8925-258dec2c7be1 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6895d388-ad2b-4d63-8def-72bb3c8a41b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596485 Mar 01 13:39:04.938547 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53110) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:04.963950 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-347d9bd2-9aab-402f-86ee-ca6d266a4a3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:05.069729 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-347d9bd2-9aab-402f-86ee-ca6d266a4a3a admin admin] Publish callbacks [] for security_group (fc840ae6-bcf2-4f56-9e8c-07399ac519ae), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:05.075147 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-347d9bd2-9aab-402f-86ee-ca6d266a4a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fc840ae6-bcf2-4f56-9e8c-07399ac519ae), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:05.117640 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d9bd2-9aab-402f-86ee-ca6d266a4a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc840ae6-bcf2-4f56-9e8c-07399ac519ae,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:05.123816 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-347d9bd2-9aab-402f-86ee-ca6d266a4a3a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e505acb645bc458d9194a4073d87d607&name=default HTTP/1.1" status: 200 len: 2994 time: 0.1838977 Mar 01 13:39:05.126886 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53116) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:05.178064 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4bf6129e-2d34-4065-9cee-dbfcc212b65c admin admin] Publish callbacks [] for security_group (fc840ae6-bcf2-4f56-9e8c-07399ac519ae), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:05.218886 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4bf6129e-2d34-4065-9cee-dbfcc212b65c admin admin] Publish callbacks [] for security_group (fc840ae6-bcf2-4f56-9e8c-07399ac519ae), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:05.282395 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4bf6129e-2d34-4065-9cee-dbfcc212b65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fc840ae6-bcf2-4f56-9e8c-07399ac519ae), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:05.286623 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4bf6129e-2d34-4065-9cee-dbfcc212b65c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:05.288046 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4bf6129e-2d34-4065-9cee-dbfcc212b65c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc840ae6-bcf2-4f56-9e8c-07399ac519ae HTTP/1.1" status: 204 len: 168 time: 0.1591325 Mar 01 13:39:05.300738 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6129e-2d34-4065-9cee-dbfcc212b65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc840ae6-bcf2-4f56-9e8c-07399ac519ae,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:05.431508 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-61ffa79b-e8f1-45cc-be1f-0d264b6a2cf2 req-56f31d49-dd1b-475f-9a24-8caa88c2ef3a tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/ports?device_id=cee997b7-a860-4376-b336-25ba01cf3d01 HTTP/1.1" status: 200 len: 210 time: 0.0509064 Mar 01 13:39:05.830656 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25f8d1-7094-4ab8-a6a3-bf17d74b005e req-bf2f8dc7-254a-4a9f-be9d-89dbff0a8f30 tempest-NetworksTest-1109583634 tempest-NetworksTest-1109583634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:05.831095 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25f8d1-7094-4ab8-a6a3-bf17d74b005e req-bf2f8dc7-254a-4a9f-be9d-89dbff0a8f30 tempest-NetworksTest-1109583634 tempest-NetworksTest-1109583634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:05.831565 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25f8d1-7094-4ab8-a6a3-bf17d74b005e req-bf2f8dc7-254a-4a9f-be9d-89dbff0a8f30 tempest-NetworksTest-1109583634 tempest-NetworksTest-1109583634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:05.833228 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bc25f8d1-7094-4ab8-a6a3-bf17d74b005e req-bf2f8dc7-254a-4a9f-be9d-89dbff0a8f30 tempest-NetworksTest-1109583634 tempest-NetworksTest-1109583634-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.2034190 Mar 01 13:39:06.010350 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c7e1e-873f-42f4-ad18-d8786eb5e9ae req-83ecbefc-b3bb-419b-9f43-5b6f7cf9f971 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:06.011933 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1a4c7e1e-873f-42f4-ad18-d8786eb5e9ae req-83ecbefc-b3bb-419b-9f43-5b6f7cf9f971 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=58721953-555a-40d3-88c4-10714bc7421e HTTP/1.1" status: 200 len: 936 time: 0.1198626 Mar 01 13:39:06.049544 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55a547-c84d-4959-8dd2-6fe41ac3fbb6 req-38e697f7-bf6f-44b9-8bd2-78b7586f9aed tempest-NetworksTest-1109583634 tempest-NetworksTest-1109583634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:06.065649 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9e55a547-c84d-4959-8dd2-6fe41ac3fbb6 req-38e697f7-bf6f-44b9-8bd2-78b7586f9aed tempest-NetworksTest-1109583634 tempest-NetworksTest-1109583634-project-admin] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 886 time: 0.1418061 Mar 01 13:39:06.113118 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1a4c7e1e-873f-42f4-ad18-d8786eb5e9ae req-06125bf8-03ac-4432-84a4-4a9c6d93dc55 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6895d388-ad2b-4d63-8def-72bb3c8a41b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917451 Mar 01 13:39:06.235759 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be638ab9-85e1-41d1-9be9-495eea7222de req-0edd9b25-1002-409f-a74d-f9d5d736947d tempest-NetworksTest-1109583634 tempest-NetworksTest-1109583634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:06.236242 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be638ab9-85e1-41d1-9be9-495eea7222de req-0edd9b25-1002-409f-a74d-f9d5d736947d tempest-NetworksTest-1109583634 tempest-NetworksTest-1109583634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:06.236712 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be638ab9-85e1-41d1-9be9-495eea7222de req-0edd9b25-1002-409f-a74d-f9d5d736947d tempest-NetworksTest-1109583634 tempest-NetworksTest-1109583634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:06.246756 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-be638ab9-85e1-41d1-9be9-495eea7222de req-0edd9b25-1002-409f-a74d-f9d5d736947d tempest-NetworksTest-1109583634 tempest-NetworksTest-1109583634-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.1216052 Mar 01 13:39:06.574875 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26e29267-3479-4b01-b7ee-3c7e75cbf70a req-cbc0e30d-126f-4ff8-a7ff-5986805d6f46 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/ports?device_id=cee997b7-a860-4376-b336-25ba01cf3d01 HTTP/1.1" status: 200 len: 210 time: 0.0344579 Mar 01 13:39:06.835695 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53194) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:07.244746 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e80b1bbc-5b81-410a-91bd-9aaecc068244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:07.271376 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6bbea-59e0-453f-bcd3-e32ce1833e4e req-1741e9e8-88bf-4f61-b770-93ea21739a5d tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:07.272887 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-acc6bbea-59e0-453f-bcd3-e32ce1833e4e req-1741e9e8-88bf-4f61-b770-93ea21739a5d tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=58721953-555a-40d3-88c4-10714bc7421e HTTP/1.1" status: 200 len: 936 time: 0.0950232 Mar 01 13:39:07.282177 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53214) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:07.335824 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-acc6bbea-59e0-453f-bcd3-e32ce1833e4e req-c4386e2b-68ee-48b2-bd29-572799b979fb tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6895d388-ad2b-4d63-8def-72bb3c8a41b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560567 Mar 01 13:39:07.395484 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e80b1bbc-5b81-410a-91bd-9aaecc068244 admin admin] Publish callbacks [] for security_group (b395a0a4-ae3c-4757-aca0-2358f7d868a6), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:07.399145 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e80b1bbc-5b81-410a-91bd-9aaecc068244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b395a0a4-ae3c-4757-aca0-2358f7d868a6), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:07.433369 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-27524bf6-0544-4b93-972d-9f49b8ae11d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:07.441880 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e80b1bbc-5b81-410a-91bd-9aaecc068244 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2db26c296e444427b243eb228537ec44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6050296 Mar 01 13:39:07.445369 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53222) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:07.448075 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b1bbc-5b81-410a-91bd-9aaecc068244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b395a0a4-ae3c-4757-aca0-2358f7d868a6,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:07.542554 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-58494084-de6c-4e79-b835-23c9bdbba028 admin admin] Publish callbacks [] for security_group (b395a0a4-ae3c-4757-aca0-2358f7d868a6), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:07.562824 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-27524bf6-0544-4b93-972d-9f49b8ae11d1 admin admin] Publish callbacks [] for security_group (bb8e313e-cf6b-4e3f-aa7a-5bb9b79ec8fc), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:07.570913 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-27524bf6-0544-4b93-972d-9f49b8ae11d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (bb8e313e-cf6b-4e3f-aa7a-5bb9b79ec8fc), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:07.579614 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-58494084-de6c-4e79-b835-23c9bdbba028 admin admin] Publish callbacks [] for security_group (b395a0a4-ae3c-4757-aca0-2358f7d868a6), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:07.639216 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27524bf6-0544-4b93-972d-9f49b8ae11d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8e313e-cf6b-4e3f-aa7a-5bb9b79ec8fc,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:07.651684 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-27524bf6-0544-4b93-972d-9f49b8ae11d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3c8ef8f44994a19b3712f4e830c42ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3644400 Mar 01 13:39:07.652152 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53236) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:07.681223 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-58494084-de6c-4e79-b835-23c9bdbba028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b395a0a4-ae3c-4757-aca0-2358f7d868a6), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:07.684029 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-58494084-de6c-4e79-b835-23c9bdbba028 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:07.687990 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-58494084-de6c-4e79-b835-23c9bdbba028 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b395a0a4-ae3c-4757-aca0-2358f7d868a6 HTTP/1.1" status: 204 len: 168 time: 0.2394032 Mar 01 13:39:07.698502 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58494084-de6c-4e79-b835-23c9bdbba028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b395a0a4-ae3c-4757-aca0-2358f7d868a6,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:07.726351 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3df70f54-50b5-45a5-b818-33af818aac9f req-79fcad7b-28ae-411d-9cba-7f9c2a07fb7c tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/ports?device_id=cee997b7-a860-4376-b336-25ba01cf3d01 HTTP/1.1" status: 200 len: 210 time: 0.0410631 Mar 01 13:39:07.754625 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-eea1fdc6-24fd-43cd-8467-c812702e8b4b admin admin] Publish callbacks [] for security_group (bb8e313e-cf6b-4e3f-aa7a-5bb9b79ec8fc), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:07.778535 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-eea1fdc6-24fd-43cd-8467-c812702e8b4b admin admin] Publish callbacks [] for security_group (bb8e313e-cf6b-4e3f-aa7a-5bb9b79ec8fc), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:07.830462 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-eea1fdc6-24fd-43cd-8467-c812702e8b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (bb8e313e-cf6b-4e3f-aa7a-5bb9b79ec8fc), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:07.833373 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-eea1fdc6-24fd-43cd-8467-c812702e8b4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:07.834553 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-eea1fdc6-24fd-43cd-8467-c812702e8b4b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb8e313e-cf6b-4e3f-aa7a-5bb9b79ec8fc HTTP/1.1" status: 204 len: 168 time: 0.1805940 Mar 01 13:39:07.845003 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea1fdc6-24fd-43cd-8467-c812702e8b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8e313e-cf6b-4e3f-aa7a-5bb9b79ec8fc,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:07.976156 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53250) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:08.194358 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8341256c-629d-4d63-9483-8f2ce2270352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:08.237408 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53260) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:08.252795 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bec15607-c163-498b-85f9-b02893b95a18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:08.277078 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8341256c-629d-4d63-9483-8f2ce2270352 admin admin] Publish callbacks [] for security_group (1eca0555-06e7-4bc2-af07-54058fb25f19), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:08.282042 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8341256c-629d-4d63-9483-8f2ce2270352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (1eca0555-06e7-4bc2-af07-54058fb25f19), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:08.328862 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8341256c-629d-4d63-9483-8f2ce2270352 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29e67ff4f5a84dd298a24d5e62d684d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3516231 Mar 01 13:39:08.331461 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53262) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:08.338833 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341256c-629d-4d63-9483-8f2ce2270352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eca0555-06e7-4bc2-af07-54058fb25f19,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:08.348916 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bec15607-c163-498b-85f9-b02893b95a18 admin admin] Publish callbacks [] for security_group (6be455cb-9c7e-4be3-b758-930feb3ac384), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:08.355255 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bec15607-c163-498b-85f9-b02893b95a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6be455cb-9c7e-4be3-b758-930feb3ac384), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:08.409301 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-bec15607-c163-498b-85f9-b02893b95a18 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2af0dc210f95407ea7ac95227e7b6ac5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1707385 Mar 01 13:39:08.412625 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53268) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:08.421336 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec15607-c163-498b-85f9-b02893b95a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be455cb-9c7e-4be3-b758-930feb3ac384,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:08.428675 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3bd68990-0e52-4ed8-b374-dbf7b477b6b7 admin admin] Publish callbacks [] for security_group (1eca0555-06e7-4bc2-af07-54058fb25f19), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:08.468738 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-52f1474e-c53d-4fc6-927e-3b2b70ce477e admin admin] Publish callbacks [] for security_group (6be455cb-9c7e-4be3-b758-930feb3ac384), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:08.481345 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53272) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:08.502566 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3bd68990-0e52-4ed8-b374-dbf7b477b6b7 admin admin] Publish callbacks [] for security_group (1eca0555-06e7-4bc2-af07-54058fb25f19), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:08.506626 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-52f1474e-c53d-4fc6-927e-3b2b70ce477e admin admin] Publish callbacks [] for security_group (6be455cb-9c7e-4be3-b758-930feb3ac384), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:08.518263 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f2509ce-e464-4215-b5d8-448b5e6618dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:08.549192 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc0429-7aaa-460c-8ad4-47cc15ecf269 req-2d9cacfa-3e5d-4fc0-8b63-998fe075487a tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:08.550795 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-53dc0429-7aaa-460c-8ad4-47cc15ecf269 req-2d9cacfa-3e5d-4fc0-8b63-998fe075487a tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=58721953-555a-40d3-88c4-10714bc7421e HTTP/1.1" status: 200 len: 936 time: 0.1114104 Mar 01 13:39:08.586144 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3bd68990-0e52-4ed8-b374-dbf7b477b6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (1eca0555-06e7-4bc2-af07-54058fb25f19), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:08.589053 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3bd68990-0e52-4ed8-b374-dbf7b477b6b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:08.590214 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3bd68990-0e52-4ed8-b374-dbf7b477b6b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1eca0555-06e7-4bc2-af07-54058fb25f19 HTTP/1.1" status: 204 len: 168 time: 0.2578182 Mar 01 13:39:08.611642 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd68990-0e52-4ed8-b374-dbf7b477b6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eca0555-06e7-4bc2-af07-54058fb25f19,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:08.640995 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-53dc0429-7aaa-460c-8ad4-47cc15ecf269 req-42bf98d8-d041-4956-901c-2a30f0ca4361 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6895d388-ad2b-4d63-8def-72bb3c8a41b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678267 Mar 01 13:39:08.719197 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-52f1474e-c53d-4fc6-927e-3b2b70ce477e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6be455cb-9c7e-4be3-b758-930feb3ac384), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:08.722185 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-52f1474e-c53d-4fc6-927e-3b2b70ce477e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:08.725731 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-52f1474e-c53d-4fc6-927e-3b2b70ce477e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6be455cb-9c7e-4be3-b758-930feb3ac384 HTTP/1.1" status: 204 len: 168 time: 0.3097484 Mar 01 13:39:08.735153 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1474e-c53d-4fc6-927e-3b2b70ce477e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be455cb-9c7e-4be3-b758-930feb3ac384,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:08.781522 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f2509ce-e464-4215-b5d8-448b5e6618dc admin admin] Publish callbacks [] for security_group (853e2889-1623-4430-a250-842610a96577), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:08.786750 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f2509ce-e464-4215-b5d8-448b5e6618dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (853e2889-1623-4430-a250-842610a96577), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:08.829951 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7f2509ce-e464-4215-b5d8-448b5e6618dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=25d0748c886346d6871737648efd3a2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3475790 Mar 01 13:39:08.832874 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53286) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:08.834899 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2509ce-e464-4215-b5d8-448b5e6618dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853e2889-1623-4430-a250-842610a96577,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:08.862095 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f8c41e3c-c8f9-49b6-a94c-0bdca06d6485 req-0b39b799-e011-4d79-9787-fbb13b8f84a8 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/ports?device_id=cee997b7-a860-4376-b336-25ba01cf3d01 HTTP/1.1" status: 200 len: 210 time: 0.0440376 Mar 01 13:39:08.911876 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5bb3fd7b-1879-4a8d-8fed-ccfadce8761b admin admin] Publish callbacks [] for security_group (853e2889-1623-4430-a250-842610a96577), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:08.935592 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5bb3fd7b-1879-4a8d-8fed-ccfadce8761b admin admin] Publish callbacks [] for security_group (853e2889-1623-4430-a250-842610a96577), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:08.998835 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5bb3fd7b-1879-4a8d-8fed-ccfadce8761b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (853e2889-1623-4430-a250-842610a96577), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:09.001721 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5bb3fd7b-1879-4a8d-8fed-ccfadce8761b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:09.007218 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5bb3fd7b-1879-4a8d-8fed-ccfadce8761b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/853e2889-1623-4430-a250-842610a96577 HTTP/1.1" status: 204 len: 168 time: 0.1690407 Mar 01 13:39:09.014042 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3fd7b-1879-4a8d-8fed-ccfadce8761b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853e2889-1623-4430-a250-842610a96577,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:09.100650 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53300) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:09.114410 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-06bbd515-b283-42d4-b39d-972caf6a1b8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:09.201949 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-06bbd515-b283-42d4-b39d-972caf6a1b8f admin admin] Publish callbacks [] for security_group (b5399fa0-76bc-494a-ba69-2fd26126c8dd), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:09.206932 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-06bbd515-b283-42d4-b39d-972caf6a1b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b5399fa0-76bc-494a-ba69-2fd26126c8dd), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:09.246923 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-06bbd515-b283-42d4-b39d-972caf6a1b8f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb8ba94f2f96482098b374bfaf1110de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449888 Mar 01 13:39:09.247800 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbd515-b283-42d4-b39d-972caf6a1b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5399fa0-76bc-494a-ba69-2fd26126c8dd,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:09.249760 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53304) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:09.301685 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-56878b25-5023-441d-b193-54f63b40e4b3 admin admin] Publish callbacks [] for security_group (b5399fa0-76bc-494a-ba69-2fd26126c8dd), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:09.326392 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-56878b25-5023-441d-b193-54f63b40e4b3 admin admin] Publish callbacks [] for security_group (b5399fa0-76bc-494a-ba69-2fd26126c8dd), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:09.381612 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-56878b25-5023-441d-b193-54f63b40e4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b5399fa0-76bc-494a-ba69-2fd26126c8dd), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:09.389140 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-56878b25-5023-441d-b193-54f63b40e4b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:09.389140 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-56878b25-5023-441d-b193-54f63b40e4b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5399fa0-76bc-494a-ba69-2fd26126c8dd HTTP/1.1" status: 204 len: 168 time: 0.1342869 Mar 01 13:39:09.393448 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56878b25-5023-441d-b193-54f63b40e4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5399fa0-76bc-494a-ba69-2fd26126c8dd,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:09.539286 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:09.713207 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:09.749778 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cffd84d-dfa8-4b9b-8c9b-cd2a6a858b92 req-9eb687b0-3300-445f-a1a4-6b0357d7f8f7 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:09.751270 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0cffd84d-dfa8-4b9b-8c9b-cd2a6a858b92 req-9eb687b0-3300-445f-a1a4-6b0357d7f8f7 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=58721953-555a-40d3-88c4-10714bc7421e HTTP/1.1" status: 200 len: 936 time: 0.0538316 Mar 01 13:39:09.784434 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-fe270734-565d-4537-b68f-10cac5ab0cdc service neutron] Request body: {'port': {'device_id': '58721953-555a-40d3-88c4-10714bc7421e', 'device_owner': 'compute:tempest-test_az-1850339765', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:39:09.845502 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-fe270734-565d-4537-b68f-10cac5ab0cdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (59d7868b-65de-4076-a95f-40ef6eb9b3ea), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:09.850858 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0cffd84d-dfa8-4b9b-8c9b-cd2a6a858b92 req-cd493e0f-b18b-414a-b825-37a673fb54fb tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6895d388-ad2b-4d63-8def-72bb3c8a41b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939538 Mar 01 13:39:09.898845 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.32', 52797) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:09.959780 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-9503d7c5-283a-4943-b951-ef5c6f1cace9 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=500f3191886945edaa80b23b7f5aeef9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592566 Mar 01 13:39:10.077897 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-105d5988-1e8f-4fcf-8ac4-7aac15db732a req-eab925b0-7b6d-4e4e-a5ec-ab1aac56c828 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/ports?device_id=cee997b7-a860-4376-b336-25ba01cf3d01 HTTP/1.1" status: 200 len: 210 time: 0.1311436 Mar 01 13:39:10.180970 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-fe270734-565d-4537-b68f-10cac5ab0cdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d7868b-65de-4076-a95f-40ef6eb9b3ea {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:39:10.188834 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-fe270734-565d-4537-b68f-10cac5ab0cdc service neutron] Publish callbacks [] for port (59d7868b-65de-4076-a95f-40ef6eb9b3ea), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:10.209182 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-6e71e9fe-ba41-407b-8442-891ef2c4f353 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:10.210642 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-6e71e9fe-ba41-407b-8442-891ef2c4f353 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2258105 Mar 01 13:39:10.210787 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-fe270734-565d-4537-b68f-10cac5ab0cdc service neutron] Transition to ACTIVE for port object 59d7868b-65de-4076-a95f-40ef6eb9b3ea will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:39:10.215284 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-fe270734-565d-4537-b68f-10cac5ab0cdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (59d7868b-65de-4076-a95f-40ef6eb9b3ea), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:10.224030 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-e26ade98-b6fb-4d34-b0e7-b150f6913d60 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] Request body: {'port': {'device_id': 'cee997b7-a860-4376-b336-25ba01cf3d01', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'admin_state_up': True, 'tenant_id': '500f3191886945edaa80b23b7f5aeef9'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:39:10.309763 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe270734-565d-4537-b68f-10cac5ab0cdc service neutron] Pushing event updated for resources: {'Port': ['ID=59d7868b-65de-4076-a95f-40ef6eb9b3ea,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:10.340386 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-fe270734-565d-4537-b68f-10cac5ab0cdc service neutron] Attempting to bind port 59d7868b-65de-4076-a95f-40ef6eb9b3ea on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:39:10.340732 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-fe270734-565d-4537-b68f-10cac5ab0cdc service neutron] Attempting to bind port 59d7868b-65de-4076-a95f-40ef6eb9b3ea by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:39:10.341078 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-fe270734-565d-4537-b68f-10cac5ab0cdc service neutron] Attempting to bind port 59d7868b-65de-4076-a95f-40ef6eb9b3ea on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:39:10.348934 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-fe270734-565d-4537-b68f-10cac5ab0cdc service neutron] Port 59d7868b-65de-4076-a95f-40ef6eb9b3ea on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:39:10.349257 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-fe270734-565d-4537-b68f-10cac5ab0cdc service neutron] Attempting to bind port 59d7868b-65de-4076-a95f-40ef6eb9b3ea on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:39:10.362799 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-fe270734-565d-4537-b68f-10cac5ab0cdc service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:39:10.371555 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-fe270734-565d-4537-b68f-10cac5ab0cdc service neutron] Checking segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:39:10.372279 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-fe270734-565d-4537-b68f-10cac5ab0cdc service neutron] Bound using segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:39:10.372779 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-fe270734-565d-4537-b68f-10cac5ab0cdc service neutron] Bound port: 59d7868b-65de-4076-a95f-40ef6eb9b3ea, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:39:10.373143 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-fe270734-565d-4537-b68f-10cac5ab0cdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (59d7868b-65de-4076-a95f-40ef6eb9b3ea), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:10.480482 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-fe270734-565d-4537-b68f-10cac5ab0cdc service neutron] For port 59d7868b-65de-4076-a95f-40ef6eb9b3ea, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:39:10.492284 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-fe270734-565d-4537-b68f-10cac5ab0cdc service neutron] For port 59d7868b-65de-4076-a95f-40ef6eb9b3ea, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=59d7868b-65de-4076-a95f-40ef6eb9b3ea,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:39:10.513604 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-fe270734-565d-4537-b68f-10cac5ab0cdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (59d7868b-65de-4076-a95f-40ef6eb9b3ea), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:10.594903 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-fe270734-565d-4537-b68f-10cac5ab0cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:10.595880 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-fe270734-565d-4537-b68f-10cac5ab0cdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:10.597668 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-fe270734-565d-4537-b68f-10cac5ab0cdc service neutron] 10.222.0.32 "PUT /v2.0/ports/59d7868b-65de-4076-a95f-40ef6eb9b3ea HTTP/1.1" status: 200 len: 1118 time: 1.0114570 Mar 01 13:39:10.608873 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58721953-555a-40d3-88c4-10714bc7421e', 'tag': '59d7868b-65de-4076-a95f-40ef6eb9b3ea'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:39:10.729914 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-e26ade98-b6fb-4d34-b0e7-b150f6913d60 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] Made reservation on behalf of 500f3191886945edaa80b23b7f5aeef9 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:39:10.736942 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-e26ade98-b6fb-4d34-b0e7-b150f6913d60 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:10.768082 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-e26ade98-b6fb-4d34-b0e7-b150f6913d60 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:10.872852 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe270734-565d-4537-b68f-10cac5ab0cdc service neutron] Pushing event updated for resources: {'Port': ['ID=59d7868b-65de-4076-a95f-40ef6eb9b3ea,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:10.891732 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-e26ade98-b6fb-4d34-b0e7-b150f6913d60 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] Publish callbacks [] for security_group (6271b88f-d005-4faf-9691-90ee0b079184), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:10.904653 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-e26ade98-b6fb-4d34-b0e7-b150f6913d60 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6271b88f-d005-4faf-9691-90ee0b079184), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:10.944269 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-d3ce2279-4b03-4dd1-b10d-d050bf35c66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:10.947091 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-d3ce2279-4b03-4dd1-b10d-d050bf35c66d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=865d9f9d78924654a5c6591a3082939f&device_id=58721953-555a-40d3-88c4-10714bc7421e HTTP/1.1" status: 200 len: 1152 time: 0.2100065 Mar 01 13:39:11.058092 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ade98-b6fb-4d34-b0e7-b150f6913d60 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6271b88f-d005-4faf-9691-90ee0b079184,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:11.065896 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-308b2322-83d3-421c-a94a-6cadf6d9f3d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=59d7868b-65de-4076-a95f-40ef6eb9b3ea HTTP/1.1" status: 200 len: 217 time: 0.0977483 Mar 01 13:39:11.133244 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-2297ccb4-0335-470e-a721-c898a0e36431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:11.135420 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-2297ccb4-0335-470e-a721-c898a0e36431 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0626507 Mar 01 13:39:11.160768 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab2ade-7222-4c3e-ab68-bad52edd4fc8 req-5035f743-2f00-45bf-b54d-0b405501b9fb tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:11.162848 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-94ab2ade-7222-4c3e-ab68-bad52edd4fc8 req-5035f743-2f00-45bf-b54d-0b405501b9fb tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=58721953-555a-40d3-88c4-10714bc7421e HTTP/1.1" status: 200 len: 970 time: 0.2161057 Mar 01 13:39:11.183845 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb56d41-7e53-478a-bf0b-e427599c138c" -d '{"events": [{"name": "network-changed", "server_uuid": "58721953-555a-40d3-88c4-10714bc7421e", "tag": "59d7868b-65de-4076-a95f-40ef6eb9b3ea"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:39:11.225689 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-e26ade98-b6fb-4d34-b0e7-b150f6913d60 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] Allocated IP 192.168.233.121 (5e5e5cdc-dce5-4633-91fd-8e14363cd220/909a9e4d-2330-4bdf-bf33-da65c3dea6db/0bc53d0b-dec8-45e2-bb6d-118b613242a9) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:39:11.246790 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-35d3aa4b-1ff1-4c0d-bc6b-8fb85121448f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:11.249452 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-35d3aa4b-1ff1-4c0d-bc6b-8fb85121448f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1077445 Mar 01 13:39:11.265774 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-94ab2ade-7222-4c3e-ab68-bad52edd4fc8 req-7197019c-343b-4050-aa6c-25d88d348873 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6895d388-ad2b-4d63-8def-72bb3c8a41b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910909 Mar 01 13:39:11.396652 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-9ba3eea6-5dc0-4131-8d61-89c288d8e22c service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399894 Mar 01 13:39:11.413018 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9a18a0a2-657d-42d2-9053-14d0df7db5cd req-bb7d91c3-9d81-422a-b77a-e29153808292 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/ports?device_id=cee997b7-a860-4376-b336-25ba01cf3d01 HTTP/1.1" status: 200 len: 210 time: 0.0303180 Mar 01 13:39:11.485840 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-e26ade98-b6fb-4d34-b0e7-b150f6913d60 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] Publish callbacks [] for port (0bc53d0b-dec8-45e2-bb6d-118b613242a9), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:11.545158 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6c33ddd3-658c-41b7-9d73-2c40bea6c08d req-6220ef39-5eb7-4991-bd87-e0558795d5ec service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389618 Mar 01 13:39:11.574715 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-e26ade98-b6fb-4d34-b0e7-b150f6913d60 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (0bc53d0b-dec8-45e2-bb6d-118b613242a9), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:11.655574 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-e26ade98-b6fb-4d34-b0e7-b150f6913d60 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] Network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:39:11.661563 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-e26ade98-b6fb-4d34-b0e7-b150f6913d60 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:39:11.669098 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-e26ade98-b6fb-4d34-b0e7-b150f6913d60 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:39:11.674330 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-e26ade98-b6fb-4d34-b0e7-b150f6913d60 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:11.674961 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-e26ade98-b6fb-4d34-b0e7-b150f6913d60 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:11.682461 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ade98-b6fb-4d34-b0e7-b150f6913d60 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] Pushing event updated for resources: {'Port': ['ID=0bc53d0b-dec8-45e2-bb6d-118b613242a9,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:11.706440 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-e26ade98-b6fb-4d34-b0e7-b150f6913d60 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4863329 Mar 01 13:39:11.722008 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-c0a1b436-2647-4bdf-9bd2-1dfa2e58564b service neutron] Request body: {'port': {'device_id': 'cee997b7-a860-4376-b336-25ba01cf3d01', 'device_owner': 'compute:tempest-test_az-1850339765', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:39:11.742000 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f19b34b-3963-43f6-93c8-f064c47450ff x-openstack-request-id: req-2f19b34b-3963-43f6-93c8-f064c47450ff {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:39:11.742290 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58721953-555a-40d3-88c4-10714bc7421e", "tag": "59d7868b-65de-4076-a95f-40ef6eb9b3ea", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:39:11.742593 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f19b34b-3963-43f6-93c8-f064c47450ff {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:39:11.743104 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58721953-555a-40d3-88c4-10714bc7421e', 'tag': '59d7868b-65de-4076-a95f-40ef6eb9b3ea', 'status': 'completed', 'code': 200} Mar 01 13:39:11.832842 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb56d41-7e53-478a-bf0b-e427599c138c req-bf0d36a0-99c9-40bb-9634-d3b7a46a7e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:11.842929 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-c0a1b436-2647-4bdf-9bd2-1dfa2e58564b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (0bc53d0b-dec8-45e2-bb6d-118b613242a9), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:11.843441 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3bb56d41-7e53-478a-bf0b-e427599c138c req-bf0d36a0-99c9-40bb-9634-d3b7a46a7e04 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=865d9f9d78924654a5c6591a3082939f&device_id=58721953-555a-40d3-88c4-10714bc7421e HTTP/1.1" status: 200 len: 1152 time: 0.0743799 Mar 01 13:39:11.989084 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-85350775-1760-4877-b798-24a4b8fc628d None None] Provisioning complete for port 0bc53d0b-dec8-45e2-bb6d-118b613242a9 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:39:11.990134 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-85350775-1760-4877-b798-24a4b8fc628d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (0bc53d0b-dec8-45e2-bb6d-118b613242a9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:12.030434 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-85350775-1760-4877-b798-24a4b8fc628d None None] Port 0bc53d0b-dec8-45e2-bb6d-118b613242a9 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:39:12.066259 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb56d41-7e53-478a-bf0b-e427599c138c req-41347501-6ad4-4fb9-a1de-3341dd5fa772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:12.068067 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3bb56d41-7e53-478a-bf0b-e427599c138c req-41347501-6ad4-4fb9-a1de-3341dd5fa772 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.2176635 Mar 01 13:39:12.150864 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3bb56d41-7e53-478a-bf0b-e427599c138c req-2c824270-2964-4631-8f59-a0a7a55100ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=59d7868b-65de-4076-a95f-40ef6eb9b3ea HTTP/1.1" status: 200 len: 217 time: 0.0742571 Mar 01 13:39:12.338335 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-c0a1b436-2647-4bdf-9bd2-1dfa2e58564b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bc53d0b-dec8-45e2-bb6d-118b613242a9 {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:39:12.348012 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-c0a1b436-2647-4bdf-9bd2-1dfa2e58564b service neutron] Publish callbacks [] for port (0bc53d0b-dec8-45e2-bb6d-118b613242a9), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:12.371925 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-c0a1b436-2647-4bdf-9bd2-1dfa2e58564b service neutron] Transition to ACTIVE for port object 0bc53d0b-dec8-45e2-bb6d-118b613242a9 will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:39:12.393487 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-c0a1b436-2647-4bdf-9bd2-1dfa2e58564b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (0bc53d0b-dec8-45e2-bb6d-118b613242a9), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:12.407607 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb56d41-7e53-478a-bf0b-e427599c138c req-5a24e28f-2307-4752-af73-a98ae7cf2dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:12.409393 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3bb56d41-7e53-478a-bf0b-e427599c138c req-5a24e28f-2307-4752-af73-a98ae7cf2dd5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.2527351 Mar 01 13:39:12.482626 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb56d41-7e53-478a-bf0b-e427599c138c req-121088e5-9ada-41b0-9ee3-b37bc288067a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:12.484191 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3bb56d41-7e53-478a-bf0b-e427599c138c req-121088e5-9ada-41b0-9ee3-b37bc288067a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0674174 Mar 01 13:39:12.546027 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a1b436-2647-4bdf-9bd2-1dfa2e58564b service neutron] Pushing event updated for resources: {'Port': ['ID=0bc53d0b-dec8-45e2-bb6d-118b613242a9,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:12.641873 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3bb56d41-7e53-478a-bf0b-e427599c138c req-308256e6-1211-45e9-bc67-e2247e70b099 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489978 Mar 01 13:39:12.749875 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf54a4-cfc1-42de-a6ac-1a6de55b6989 req-d54b0a00-e940-4514-92f8-a967b043390a tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:12.757188 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4dcf54a4-cfc1-42de-a6ac-1a6de55b6989 req-d54b0a00-e940-4514-92f8-a967b043390a tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=58721953-555a-40d3-88c4-10714bc7421e HTTP/1.1" status: 200 len: 970 time: 0.3806076 Mar 01 13:39:12.779533 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-c0a1b436-2647-4bdf-9bd2-1dfa2e58564b service neutron] Attempting to bind port 0bc53d0b-dec8-45e2-bb6d-118b613242a9 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:39:12.779919 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-c0a1b436-2647-4bdf-9bd2-1dfa2e58564b service neutron] Attempting to bind port 0bc53d0b-dec8-45e2-bb6d-118b613242a9 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:39:12.780343 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-c0a1b436-2647-4bdf-9bd2-1dfa2e58564b service neutron] Attempting to bind port 0bc53d0b-dec8-45e2-bb6d-118b613242a9 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:39:12.790937 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-c0a1b436-2647-4bdf-9bd2-1dfa2e58564b service neutron] Port 0bc53d0b-dec8-45e2-bb6d-118b613242a9 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:39:12.791263 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-c0a1b436-2647-4bdf-9bd2-1dfa2e58564b service neutron] Attempting to bind port 0bc53d0b-dec8-45e2-bb6d-118b613242a9 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:39:12.803192 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3bb56d41-7e53-478a-bf0b-e427599c138c req-434e4808-dd8a-4f42-b753-f0cff17fdd2e service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534572 Mar 01 13:39:12.807171 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-c0a1b436-2647-4bdf-9bd2-1dfa2e58564b service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:39:12.807530 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-c0a1b436-2647-4bdf-9bd2-1dfa2e58564b service neutron] Checking segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:39:12.808283 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-c0a1b436-2647-4bdf-9bd2-1dfa2e58564b service neutron] Bound using segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:39:12.808845 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-c0a1b436-2647-4bdf-9bd2-1dfa2e58564b service neutron] Bound port: 0bc53d0b-dec8-45e2-bb6d-118b613242a9, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:39:12.809156 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-c0a1b436-2647-4bdf-9bd2-1dfa2e58564b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (0bc53d0b-dec8-45e2-bb6d-118b613242a9), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:12.840502 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4dcf54a4-cfc1-42de-a6ac-1a6de55b6989 req-c20ab760-9e27-4762-9722-d965275f8599 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6895d388-ad2b-4d63-8def-72bb3c8a41b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821495 Mar 01 13:39:12.947094 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f94b9-0158-491f-9f68-3fac28902506 req-ba744bc7-063a-4f34-bc4c-7c4c9b7b0bb0 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:12.948673 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c35f94b9-0158-491f-9f68-3fac28902506 req-ba744bc7-063a-4f34-bc4c-7c4c9b7b0bb0 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/ports?device_id=cee997b7-a860-4376-b336-25ba01cf3d01 HTTP/1.1" status: 200 len: 970 time: 0.1060452 Mar 01 13:39:12.970250 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-c0a1b436-2647-4bdf-9bd2-1dfa2e58564b service neutron] For port 0bc53d0b-dec8-45e2-bb6d-118b613242a9, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:39:13.017097 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-c0a1b436-2647-4bdf-9bd2-1dfa2e58564b service neutron] For port 0bc53d0b-dec8-45e2-bb6d-118b613242a9, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=0bc53d0b-dec8-45e2-bb6d-118b613242a9,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:39:13.029372 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-c0a1b436-2647-4bdf-9bd2-1dfa2e58564b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (0bc53d0b-dec8-45e2-bb6d-118b613242a9), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:13.075006 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-c0a1b436-2647-4bdf-9bd2-1dfa2e58564b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:13.075591 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-c0a1b436-2647-4bdf-9bd2-1dfa2e58564b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:13.077161 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-c0a1b436-2647-4bdf-9bd2-1dfa2e58564b service neutron] 10.222.0.32 "PUT /v2.0/ports/0bc53d0b-dec8-45e2-bb6d-118b613242a9 HTTP/1.1" status: 200 len: 1118 time: 1.3632603 Mar 01 13:39:13.080541 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee997b7-a860-4376-b336-25ba01cf3d01', 'tag': '0bc53d0b-dec8-45e2-bb6d-118b613242a9'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:39:13.182388 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c35f94b9-0158-491f-9f68-3fac28902506 req-7bbe22ea-b946-4d21-8e45-98cf8eb27079 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/security-groups?id=6271b88f-d005-4faf-9691-90ee0b079184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189102 Mar 01 13:39:13.271597 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a1b436-2647-4bdf-9bd2-1dfa2e58564b service neutron] Pushing event updated for resources: {'Port': ['ID=0bc53d0b-dec8-45e2-bb6d-118b613242a9,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:13.295953 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-11cf8e7c-ff98-4597-8ee8-ff86f37ac11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:13.297657 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-11cf8e7c-ff98-4597-8ee8-ff86f37ac11b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=500f3191886945edaa80b23b7f5aeef9&device_id=cee997b7-a860-4376-b336-25ba01cf3d01 HTTP/1.1" status: 200 len: 1152 time: 0.1438076 Mar 01 13:39:13.376269 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-566d80da-8b33-42d2-8f55-22aac83acb67 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=0bc53d0b-dec8-45e2-bb6d-118b613242a9 HTTP/1.1" status: 200 len: 217 time: 0.0707498 Mar 01 13:39:13.452581 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26880b88-a52c-4542-bf0f-6811feb36210" -d '{"events": [{"name": "network-changed", "server_uuid": "cee997b7-a860-4376-b336-25ba01cf3d01", "tag": "0bc53d0b-dec8-45e2-bb6d-118b613242a9"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:39:13.493908 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-4895a020-96c2-4d81-ae32-01f383993e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:13.495361 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-4895a020-96c2-4d81-ae32-01f383993e00 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.1127915 Mar 01 13:39:13.582620 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-7df55daf-3065-4e57-9ae8-9ae0cc68d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:13.584245 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-7df55daf-3065-4e57-9ae8-9ae0cc68d123 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0823877 Mar 01 13:39:13.682400 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-062c282f-276d-426f-948e-9d5c7c95d58f service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913889 Mar 01 13:39:13.794115 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e67eb7a-60c8-4866-b2f8-2ed89cc1f582 req-ce87e36c-dd27-43ec-a9bb-dbf4f954974d service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052072 Mar 01 13:39:13.815582 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e95f564-42a7-4bf4-b489-4cdd55652953 x-openstack-request-id: req-0e95f564-42a7-4bf4-b489-4cdd55652953 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:39:13.816011 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cee997b7-a860-4376-b336-25ba01cf3d01", "tag": "0bc53d0b-dec8-45e2-bb6d-118b613242a9", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:39:13.816419 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e95f564-42a7-4bf4-b489-4cdd55652953 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:39:13.817162 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee997b7-a860-4376-b336-25ba01cf3d01', 'tag': '0bc53d0b-dec8-45e2-bb6d-118b613242a9', 'status': 'completed', 'code': 200} Mar 01 13:39:13.826396 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53532) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:13.962137 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26880b88-a52c-4542-bf0f-6811feb36210 req-c31de2f5-2e0e-4ea4-a6c4-46f4157a536e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:13.965265 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26880b88-a52c-4542-bf0f-6811feb36210 req-c31de2f5-2e0e-4ea4-a6c4-46f4157a536e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=500f3191886945edaa80b23b7f5aeef9&device_id=cee997b7-a860-4376-b336-25ba01cf3d01 HTTP/1.1" status: 200 len: 1152 time: 0.0798683 Mar 01 13:39:14.024211 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c097c1fd-bff8-484b-87e6-455a02d27cb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:14.132044 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c097c1fd-bff8-484b-87e6-455a02d27cb9 admin admin] Publish callbacks [] for security_group (a1b90165-6e91-4102-b0f9-9a205da46ff2), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:14.139281 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c097c1fd-bff8-484b-87e6-455a02d27cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a1b90165-6e91-4102-b0f9-9a205da46ff2), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:14.212264 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c097c1fd-bff8-484b-87e6-455a02d27cb9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62a72ac4a1f0446ab5354a9ca646bfcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3841641 Mar 01 13:39:14.213403 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097c1fd-bff8-484b-87e6-455a02d27cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b90165-6e91-4102-b0f9-9a205da46ff2,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:14.216028 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53570) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:14.238223 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df718a-ae86-40ec-b100-9e567571e8c6 req-3eeee91e-059c-4fc8-9eb6-fce579a7d006 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:14.245884 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-54df718a-ae86-40ec-b100-9e567571e8c6 req-3eeee91e-059c-4fc8-9eb6-fce579a7d006 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=58721953-555a-40d3-88c4-10714bc7421e HTTP/1.1" status: 200 len: 970 time: 0.2538626 Mar 01 13:39:14.256139 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26880b88-a52c-4542-bf0f-6811feb36210 req-f8bb6922-2666-4534-9ae2-1badb77a0506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:14.257568 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26880b88-a52c-4542-bf0f-6811feb36210 req-f8bb6922-2666-4534-9ae2-1badb77a0506 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.2855117 Mar 01 13:39:14.286013 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7a7de31e-1677-4e37-bb39-8a3b60cd0ab0 admin admin] Publish callbacks [] for security_group (a1b90165-6e91-4102-b0f9-9a205da46ff2), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:14.310492 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7a7de31e-1677-4e37-bb39-8a3b60cd0ab0 admin admin] Publish callbacks [] for security_group (a1b90165-6e91-4102-b0f9-9a205da46ff2), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:14.331962 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26880b88-a52c-4542-bf0f-6811feb36210 req-2ed73a62-15be-44eb-a970-e776d31e851f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=0bc53d0b-dec8-45e2-bb6d-118b613242a9 HTTP/1.1" status: 200 len: 217 time: 0.0675802 Mar 01 13:39:14.365666 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7a7de31e-1677-4e37-bb39-8a3b60cd0ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a1b90165-6e91-4102-b0f9-9a205da46ff2), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:14.371380 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7a7de31e-1677-4e37-bb39-8a3b60cd0ab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:14.372808 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7a7de31e-1677-4e37-bb39-8a3b60cd0ab0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1b90165-6e91-4102-b0f9-9a205da46ff2 HTTP/1.1" status: 204 len: 168 time: 0.1535823 Mar 01 13:39:14.384909 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7de31e-1677-4e37-bb39-8a3b60cd0ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b90165-6e91-4102-b0f9-9a205da46ff2,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:14.396712 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-54df718a-ae86-40ec-b100-9e567571e8c6 req-b6e4fbbc-f885-4e24-a0d9-1a31ecb9e3d1 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6895d388-ad2b-4d63-8def-72bb3c8a41b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499562 Mar 01 13:39:14.411541 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26880b88-a52c-4542-bf0f-6811feb36210 req-cc8d223d-38c6-47ed-ba49-3234df431af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:14.412940 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26880b88-a52c-4542-bf0f-6811feb36210 req-cc8d223d-38c6-47ed-ba49-3234df431af3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0717094 Mar 01 13:39:14.429671 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193da17-3f07-4b6a-aac7-a393fef37da0 req-3f208150-4d9b-47a2-b7af-46b65e8ac33b tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:14.429671 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c193da17-3f07-4b6a-aac7-a393fef37da0 req-3f208150-4d9b-47a2-b7af-46b65e8ac33b tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/ports?device_id=cee997b7-a860-4376-b336-25ba01cf3d01 HTTP/1.1" status: 200 len: 970 time: 0.1493802 Mar 01 13:39:14.440224 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53580) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:14.499185 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c193da17-3f07-4b6a-aac7-a393fef37da0 req-0f89952c-335f-4c6c-9ab7-b578f62aaf7d tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/security-groups?id=6271b88f-d005-4faf-9691-90ee0b079184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677171 Mar 01 13:39:14.501797 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26880b88-a52c-4542-bf0f-6811feb36210 req-058084f5-b6fc-44de-a162-165728e4316f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:14.503236 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26880b88-a52c-4542-bf0f-6811feb36210 req-058084f5-b6fc-44de-a162-165728e4316f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0796101 Mar 01 13:39:14.606831 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2ea6d974-4f05-4130-aef7-644cc22ec189 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:14.628038 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26880b88-a52c-4542-bf0f-6811feb36210 req-82740af4-2aa0-43b0-91c9-ee9e53bf7caf service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181755 Mar 01 13:39:14.705266 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2ea6d974-4f05-4130-aef7-644cc22ec189 admin admin] Publish callbacks [] for security_group (e49c97f7-f728-4daf-a2d3-0e2bb986679b), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:14.710820 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2ea6d974-4f05-4130-aef7-644cc22ec189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (e49c97f7-f728-4daf-a2d3-0e2bb986679b), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:14.743295 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26880b88-a52c-4542-bf0f-6811feb36210 req-2596c3ef-1382-4389-a5d4-f1ee428560ad service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079357 Mar 01 13:39:14.756520 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2ea6d974-4f05-4130-aef7-644cc22ec189 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e52de5be38e0488da1b53691be29550b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3151190 Mar 01 13:39:14.757393 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53602) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:14.766026 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea6d974-4f05-4130-aef7-644cc22ec189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49c97f7-f728-4daf-a2d3-0e2bb986679b,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:14.825498 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f45a1856-a5e2-424e-a90d-ed500751e2e2 admin admin] Publish callbacks [] for security_group (e49c97f7-f728-4daf-a2d3-0e2bb986679b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:14.854709 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f45a1856-a5e2-424e-a90d-ed500751e2e2 admin admin] Publish callbacks [] for security_group (e49c97f7-f728-4daf-a2d3-0e2bb986679b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:14.897277 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53606) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:14.911724 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f45a1856-a5e2-424e-a90d-ed500751e2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (e49c97f7-f728-4daf-a2d3-0e2bb986679b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:14.917246 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f45a1856-a5e2-424e-a90d-ed500751e2e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:14.919117 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f45a1856-a5e2-424e-a90d-ed500751e2e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e49c97f7-f728-4daf-a2d3-0e2bb986679b HTTP/1.1" status: 204 len: 168 time: 0.1595399 Mar 01 13:39:14.931872 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a1856-a5e2-424e-a90d-ed500751e2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49c97f7-f728-4daf-a2d3-0e2bb986679b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:14.992263 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53616) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:15.017295 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9f92118f-7a0e-4c1e-b503-b771b68b3244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:15.036541 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b16f15a8-ed78-45c9-bd9b-2b9a50116c03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:15.169011 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9f92118f-7a0e-4c1e-b503-b771b68b3244 admin admin] Publish callbacks [] for security_group (2450d6ff-e3ce-4e0d-b19b-3906ec3e51a2), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:15.177577 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9f92118f-7a0e-4c1e-b503-b771b68b3244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (2450d6ff-e3ce-4e0d-b19b-3906ec3e51a2), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:15.181751 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b16f15a8-ed78-45c9-bd9b-2b9a50116c03 admin admin] Publish callbacks [] for security_group (166dcd8d-1ce6-490f-9aed-6e8db26be108), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:15.199545 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b16f15a8-ed78-45c9-bd9b-2b9a50116c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (166dcd8d-1ce6-490f-9aed-6e8db26be108), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:15.244671 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9f92118f-7a0e-4c1e-b503-b771b68b3244 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c8215d3314d4cd3b77f135963057483&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512758 Mar 01 13:39:15.246275 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92118f-7a0e-4c1e-b503-b771b68b3244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2450d6ff-e3ce-4e0d-b19b-3906ec3e51a2,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:15.247543 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53622) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:15.256741 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b16f15a8-ed78-45c9-bd9b-2b9a50116c03 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d54731d1a8294c7bb49744aa0fa694fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3585007 Mar 01 13:39:15.257320 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53624) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:15.295462 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f15a8-ed78-45c9-bd9b-2b9a50116c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166dcd8d-1ce6-490f-9aed-6e8db26be108,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:15.328687 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-019865b2-4cb9-4cf7-bbc8-19e9961a7951 admin admin] Publish callbacks [] for security_group (166dcd8d-1ce6-490f-9aed-6e8db26be108), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:15.341049 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f172bf17-11c3-440e-b0a9-2d957bb7bafd admin admin] Publish callbacks [] for security_group (2450d6ff-e3ce-4e0d-b19b-3906ec3e51a2), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:15.351454 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-019865b2-4cb9-4cf7-bbc8-19e9961a7951 admin admin] Publish callbacks [] for security_group (166dcd8d-1ce6-490f-9aed-6e8db26be108), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:15.373445 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53628) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:15.379359 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f172bf17-11c3-440e-b0a9-2d957bb7bafd admin admin] Publish callbacks [] for security_group (2450d6ff-e3ce-4e0d-b19b-3906ec3e51a2), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:15.431562 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f172bf17-11c3-440e-b0a9-2d957bb7bafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (2450d6ff-e3ce-4e0d-b19b-3906ec3e51a2), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:15.434552 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f172bf17-11c3-440e-b0a9-2d957bb7bafd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:15.435822 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f172bf17-11c3-440e-b0a9-2d957bb7bafd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2450d6ff-e3ce-4e0d-b19b-3906ec3e51a2 HTTP/1.1" status: 204 len: 168 time: 0.1871684 Mar 01 13:39:15.445321 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f172bf17-11c3-440e-b0a9-2d957bb7bafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2450d6ff-e3ce-4e0d-b19b-3906ec3e51a2,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:15.560973 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e1a8e175-8c3f-45b3-a952-dab5b389f91b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:15.642353 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5e74a-4a40-4ea8-8bd0-bb9b334bccfd req-8529b567-c586-46ba-b364-553364ff7e9e tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:15.643909 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ef5e74a-4a40-4ea8-8bd0-bb9b334bccfd req-8529b567-c586-46ba-b364-553364ff7e9e tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=58721953-555a-40d3-88c4-10714bc7421e HTTP/1.1" status: 200 len: 970 time: 0.1240582 Mar 01 13:39:15.652795 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-019865b2-4cb9-4cf7-bbc8-19e9961a7951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (166dcd8d-1ce6-490f-9aed-6e8db26be108), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:15.655364 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-019865b2-4cb9-4cf7-bbc8-19e9961a7951 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:15.659003 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-019865b2-4cb9-4cf7-bbc8-19e9961a7951 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/166dcd8d-1ce6-490f-9aed-6e8db26be108 HTTP/1.1" status: 204 len: 168 time: 0.3938804 Mar 01 13:39:15.689318 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019865b2-4cb9-4cf7-bbc8-19e9961a7951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166dcd8d-1ce6-490f-9aed-6e8db26be108,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:15.729978 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f93af-8571-4b26-9120-67e0798b8fc5 req-abb05542-c194-4ff1-b994-3450a357c3b0 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:15.731130 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-550f93af-8571-4b26-9120-67e0798b8fc5 req-abb05542-c194-4ff1-b994-3450a357c3b0 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/ports?device_id=cee997b7-a860-4376-b336-25ba01cf3d01 HTTP/1.1" status: 200 len: 970 time: 0.1396658 Mar 01 13:39:15.777432 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ef5e74a-4a40-4ea8-8bd0-bb9b334bccfd req-56253e26-af3a-4854-bc4f-cc7a6f5aad6e tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6895d388-ad2b-4d63-8def-72bb3c8a41b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265378 Mar 01 13:39:15.813076 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e1a8e175-8c3f-45b3-a952-dab5b389f91b admin admin] Publish callbacks [] for security_group (d88db9d7-f406-40f8-8a87-5e7c9cbfe828), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:15.824067 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e1a8e175-8c3f-45b3-a952-dab5b389f91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d88db9d7-f406-40f8-8a87-5e7c9cbfe828), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:15.841777 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-550f93af-8571-4b26-9120-67e0798b8fc5 req-ee6ab98c-5d92-4050-aaa9-1975d4af4a70 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/security-groups?id=6271b88f-d005-4faf-9691-90ee0b079184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999203 Mar 01 13:39:15.873632 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8e175-8c3f-45b3-a952-dab5b389f91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88db9d7-f406-40f8-8a87-5e7c9cbfe828,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:15.878927 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e1a8e175-8c3f-45b3-a952-dab5b389f91b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=945704048df2460dbed4dd8b89ca784b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5043950 Mar 01 13:39:15.881576 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53646) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:15.933279 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72eaefa5-19ec-484e-9bf2-3a832af64419 admin admin] Publish callbacks [] for security_group (d88db9d7-f406-40f8-8a87-5e7c9cbfe828), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:15.959170 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72eaefa5-19ec-484e-9bf2-3a832af64419 admin admin] Publish callbacks [] for security_group (d88db9d7-f406-40f8-8a87-5e7c9cbfe828), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:16.009552 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72eaefa5-19ec-484e-9bf2-3a832af64419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d88db9d7-f406-40f8-8a87-5e7c9cbfe828), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:16.012288 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72eaefa5-19ec-484e-9bf2-3a832af64419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:16.016291 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-72eaefa5-19ec-484e-9bf2-3a832af64419 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d88db9d7-f406-40f8-8a87-5e7c9cbfe828 HTTP/1.1" status: 204 len: 168 time: 0.1336775 Mar 01 13:39:16.017989 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 59d7868b-65de-4076-a95f-40ef6eb9b3ea details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:39:16.024516 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eaefa5-19ec-484e-9bf2-3a832af64419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88db9d7-f406-40f8-8a87-5e7c9cbfe828,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:16.079772 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53656) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:16.144600 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 59d7868b-65de-4076-a95f-40ef6eb9b3ea, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=59d7868b-65de-4076-a95f-40ef6eb9b3ea,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:39:16.146221 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53660) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:16.159543 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '59d7868b-65de-4076-a95f-40ef6eb9b3ea', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': '59d7868b-65de-4076-a95f-40ef6eb9b3ea', 'mac_address': 'fa:16:3e:47:d4:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:tempest-test_az-1850339765', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:39:16.162246 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ec4e944-e1d6-42e2-804f-2db5e0da3997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:16.201726 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 59d7868b-65de-4076-a95f-40ef6eb9b3ea is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:39:16.202450 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (59d7868b-65de-4076-a95f-40ef6eb9b3ea), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:16.218437 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d7868b-65de-4076-a95f-40ef6eb9b3ea {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:39:16.245903 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 59d7868b-65de-4076-a95f-40ef6eb9b3ea, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=59d7868b-65de-4076-a95f-40ef6eb9b3ea,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:39:16.249357 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ec4e944-e1d6-42e2-804f-2db5e0da3997 admin admin] Publish callbacks [] for security_group (cda32d25-4ec9-491f-9649-b6634bd1221e), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:16.251462 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (59d7868b-65de-4076-a95f-40ef6eb9b3ea), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:16.255592 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ec4e944-e1d6-42e2-804f-2db5e0da3997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (cda32d25-4ec9-491f-9649-b6634bd1221e), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:16.294906 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4e944-e1d6-42e2-804f-2db5e0da3997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda32d25-4ec9-491f-9649-b6634bd1221e,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:16.309713 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=59d7868b-65de-4076-a95f-40ef6eb9b3ea,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:16.314488 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0ec4e944-e1d6-42e2-804f-2db5e0da3997 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6436486fddc14a7c8547678ebfea1616&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1670439 Mar 01 13:39:16.316912 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53664) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:16.320268 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:16.320603 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:16.321152 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:16.321626 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:16.322091 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:16.322554 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:16.323013 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:16.323548 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:16.324082 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:16.324606 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:16.325094 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:16.325478 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:16.325866 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:16.327306 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Tracked resource versions report: Mar 01 13:39:16.327306 n-d-827467-3 neutron-server[103728]: pushed versions: Mar 01 13:39:16.327306 n-d-827467-3 neutron-server[103728]: { 'AddressGroup': {'1.2'}, Mar 01 13:39:16.327306 n-d-827467-3 neutron-server[103728]: 'ConntrackHelper': {'1.0'}, Mar 01 13:39:16.327306 n-d-827467-3 neutron-server[103728]: 'LocalIPAssociation': {'1.0'}, Mar 01 13:39:16.327306 n-d-827467-3 neutron-server[103728]: 'Log': {'1.0'}, Mar 01 13:39:16.327306 n-d-827467-3 neutron-server[103728]: 'Network': {'1.1'}, Mar 01 13:39:16.327306 n-d-827467-3 neutron-server[103728]: 'Port': {'1.7'}, Mar 01 13:39:16.327306 n-d-827467-3 neutron-server[103728]: 'PortForwarding': {'1.2'}, Mar 01 13:39:16.327306 n-d-827467-3 neutron-server[103728]: 'QosPolicy': {'1.10'}, Mar 01 13:39:16.327306 n-d-827467-3 neutron-server[103728]: 'SecurityGroup': {'1.5'}, Mar 01 13:39:16.327306 n-d-827467-3 neutron-server[103728]: 'SecurityGroupRule': {'1.2'}, Mar 01 13:39:16.327306 n-d-827467-3 neutron-server[103728]: 'SubPort': {'1.0'}, Mar 01 13:39:16.327306 n-d-827467-3 neutron-server[103728]: 'Subnet': {'1.1'}, Mar 01 13:39:16.327306 n-d-827467-3 neutron-server[103728]: 'Trunk': {'1.1'}} Mar 01 13:39:16.327306 n-d-827467-3 neutron-server[103728]: consumer versions: Mar 01 13:39:16.327306 n-d-827467-3 neutron-server[103728]: { DHCP agent@n-d-827467-3: {}, Mar 01 13:39:16.327306 n-d-827467-3 neutron-server[103728]: HyperV agent@n-h1-827467-3: {}, Mar 01 13:39:16.327306 n-d-827467-3 neutron-server[103728]: HyperV agent@n-h2-827467-3: {}, Mar 01 13:39:16.327306 n-d-827467-3 neutron-server[103728]: L3 agent@n-d-827467-3: {}, Mar 01 13:39:16.327306 n-d-827467-3 neutron-server[103728]: Metadata agent@n-d-827467-3: {}, Mar 01 13:39:16.327306 n-d-827467-3 neutron-server[103728]: Metering agent@n-d-827467-3: {}, Mar 01 13:39:16.327306 n-d-827467-3 neutron-server[103728]: Open vSwitch agent@n-d-827467-3: { 'AddressGroup': '1.2', Mar 01 13:39:16.327306 n-d-827467-3 neutron-server[103728]: 'ConntrackHelper': '1.0', Mar 01 13:39:16.327306 n-d-827467-3 neutron-server[103728]: 'LocalIPAssociation': '1.0', Mar 01 13:39:16.327306 n-d-827467-3 neutron-server[103728]: 'Log': '1.0', Mar 01 13:39:16.327306 n-d-827467-3 neutron-server[103728]: 'Network': '1.1', Mar 01 13:39:16.327306 n-d-827467-3 neutron-server[103728]: 'Port': '1.7', Mar 01 13:39:16.327306 n-d-827467-3 neutron-server[103728]: 'PortForwarding': '1.2', Mar 01 13:39:16.327306 n-d-827467-3 neutron-server[103728]: 'QosPolicy': '1.10', Mar 01 13:39:16.327306 n-d-827467-3 neutron-server[103728]: 'SecurityGroup': '1.5', Mar 01 13:39:16.327306 n-d-827467-3 neutron-server[103728]: 'SecurityGroupRule': '1.2', Mar 01 13:39:16.327306 n-d-827467-3 neutron-server[103728]: 'SubPort': '1.0', Mar 01 13:39:16.327306 n-d-827467-3 neutron-server[103728]: 'Subnet': '1.1', Mar 01 13:39:16.327306 n-d-827467-3 neutron-server[103728]: 'Trunk': '1.1'}} Mar 01 13:39:16.327306 n-d-827467-3 neutron-server[103728]: {{(pid=103728) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 01 13:39:16.406339 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c7084ad4-0978-4f85-9245-e16de120b250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:16.421111 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e10007fb-a369-45fa-9e61-0997f0dfbfeb admin admin] Publish callbacks [] for security_group (cda32d25-4ec9-491f-9649-b6634bd1221e), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:16.454520 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e10007fb-a369-45fa-9e61-0997f0dfbfeb admin admin] Publish callbacks [] for security_group (cda32d25-4ec9-491f-9649-b6634bd1221e), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:16.480932 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53670) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:16.495009 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-daba7f41-fd05-4dc4-9a0a-d56554cd20c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:16.535698 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e10007fb-a369-45fa-9e61-0997f0dfbfeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (cda32d25-4ec9-491f-9649-b6634bd1221e), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:16.538774 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e10007fb-a369-45fa-9e61-0997f0dfbfeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:16.540044 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e10007fb-a369-45fa-9e61-0997f0dfbfeb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cda32d25-4ec9-491f-9649-b6634bd1221e HTTP/1.1" status: 204 len: 168 time: 0.2221081 Mar 01 13:39:16.567532 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10007fb-a369-45fa-9e61-0997f0dfbfeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda32d25-4ec9-491f-9649-b6634bd1221e,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:16.570607 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c7084ad4-0978-4f85-9245-e16de120b250 admin admin] Publish callbacks [] for security_group (a96df812-d2b9-4c80-a01d-61f01a92ee3a), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:16.576753 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c7084ad4-0978-4f85-9245-e16de120b250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a96df812-d2b9-4c80-a01d-61f01a92ee3a), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:16.621186 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-daba7f41-fd05-4dc4-9a0a-d56554cd20c2 admin admin] Publish callbacks [] for security_group (24f6d804-b984-41be-8068-35a890dd89b5), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:16.623477 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7084ad4-0978-4f85-9245-e16de120b250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96df812-d2b9-4c80-a01d-61f01a92ee3a,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:16.628501 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c7084ad4-0978-4f85-9245-e16de120b250 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=51adbd11b1fb41e6838275cf2344d7d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5470283 Mar 01 13:39:16.628899 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-daba7f41-fd05-4dc4-9a0a-d56554cd20c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (24f6d804-b984-41be-8068-35a890dd89b5), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:16.631090 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53674) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:16.681791 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-daba7f41-fd05-4dc4-9a0a-d56554cd20c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6f2304c33474b19bd0372cddefecef5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1997736 Mar 01 13:39:16.683042 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba7f41-fd05-4dc4-9a0a-d56554cd20c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f6d804-b984-41be-8068-35a890dd89b5,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:16.684478 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53678) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:16.701841 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['59d7868b-65de-4076-a95f-40ef6eb9b3ea'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:39:16.740375 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-06b5eb7f-48b5-4ec9-b148-59e95ba50eaf admin admin] Publish callbacks [] for security_group (a96df812-d2b9-4c80-a01d-61f01a92ee3a), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:16.756440 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-26606073-c1b9-402a-a3a4-c379580b11a9 admin admin] Publish callbacks [] for security_group (24f6d804-b984-41be-8068-35a890dd89b5), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:16.780479 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-06b5eb7f-48b5-4ec9-b148-59e95ba50eaf admin admin] Publish callbacks [] for security_group (a96df812-d2b9-4c80-a01d-61f01a92ee3a), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:16.800387 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-26606073-c1b9-402a-a3a4-c379580b11a9 admin admin] Publish callbacks [] for security_group (24f6d804-b984-41be-8068-35a890dd89b5), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:16.894902 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-06b5eb7f-48b5-4ec9-b148-59e95ba50eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a96df812-d2b9-4c80-a01d-61f01a92ee3a), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:16.902264 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-06b5eb7f-48b5-4ec9-b148-59e95ba50eaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:16.903465 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-06b5eb7f-48b5-4ec9-b148-59e95ba50eaf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a96df812-d2b9-4c80-a01d-61f01a92ee3a HTTP/1.1" status: 204 len: 168 time: 0.2711990 Mar 01 13:39:16.920335 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-26606073-c1b9-402a-a3a4-c379580b11a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (24f6d804-b984-41be-8068-35a890dd89b5), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:16.925211 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-26606073-c1b9-402a-a3a4-c379580b11a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:16.929309 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-26606073-c1b9-402a-a3a4-c379580b11a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24f6d804-b984-41be-8068-35a890dd89b5 HTTP/1.1" status: 204 len: 168 time: 0.2414875 Mar 01 13:39:16.956906 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b5eb7f-48b5-4ec9-b148-59e95ba50eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96df812-d2b9-4c80-a01d-61f01a92ee3a,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:17.022747 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26606073-c1b9-402a-a3a4-c379580b11a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f6d804-b984-41be-8068-35a890dd89b5,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:17.091273 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556134a8-d192-4861-a7c0-e33ab934e927 req-83c6b32a-6082-494e-8d4f-6ea10f96d3d4 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:17.093325 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-556134a8-d192-4861-a7c0-e33ab934e927 req-83c6b32a-6082-494e-8d4f-6ea10f96d3d4 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=58721953-555a-40d3-88c4-10714bc7421e HTTP/1.1" status: 200 len: 971 time: 0.1866159 Mar 01 13:39:17.107393 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d6dd9-78db-495b-8855-ed35fd38a266 req-27ed0f54-4a7a-4cd0-ba1e-97055fd50b8f tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:17.108598 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dd6d6dd9-78db-495b-8855-ed35fd38a266 req-27ed0f54-4a7a-4cd0-ba1e-97055fd50b8f tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/ports?device_id=cee997b7-a860-4376-b336-25ba01cf3d01 HTTP/1.1" status: 200 len: 970 time: 0.1543360 Mar 01 13:39:17.182961 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-556134a8-d192-4861-a7c0-e33ab934e927 req-7fb6cb48-05b2-4daa-9580-ac83a667bb9c tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6895d388-ad2b-4d63-8def-72bb3c8a41b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694387 Mar 01 13:39:17.194743 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dd6d6dd9-78db-495b-8855-ed35fd38a266 req-8bd7f8cc-8059-4560-9362-e5415b2471e7 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/security-groups?id=6271b88f-d005-4faf-9691-90ee0b079184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776708 Mar 01 13:39:17.422138 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53712) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:17.437203 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5b4f4acf-cd44-46c0-8de5-c06e0c9e144e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:17.521338 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5b4f4acf-cd44-46c0-8de5-c06e0c9e144e admin admin] Publish callbacks [] for security_group (e97451ab-bdac-450d-8da6-be5daa7b5ff9), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:17.525424 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5b4f4acf-cd44-46c0-8de5-c06e0c9e144e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (e97451ab-bdac-450d-8da6-be5daa7b5ff9), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:17.569328 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f4acf-cd44-46c0-8de5-c06e0c9e144e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97451ab-bdac-450d-8da6-be5daa7b5ff9,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:17.575891 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5b4f4acf-cd44-46c0-8de5-c06e0c9e144e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f5f13bc339a4493ba9fe39005d3ac17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1523898 Mar 01 13:39:17.578596 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53720) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:17.635162 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c1dfcd24-99b9-4e22-bdaa-8f67eaa640b7 admin admin] Publish callbacks [] for security_group (e97451ab-bdac-450d-8da6-be5daa7b5ff9), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:17.659634 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c1dfcd24-99b9-4e22-bdaa-8f67eaa640b7 admin admin] Publish callbacks [] for security_group (e97451ab-bdac-450d-8da6-be5daa7b5ff9), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:17.708872 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c1dfcd24-99b9-4e22-bdaa-8f67eaa640b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (e97451ab-bdac-450d-8da6-be5daa7b5ff9), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:17.716627 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c1dfcd24-99b9-4e22-bdaa-8f67eaa640b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:17.718159 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c1dfcd24-99b9-4e22-bdaa-8f67eaa640b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e97451ab-bdac-450d-8da6-be5daa7b5ff9 HTTP/1.1" status: 204 len: 168 time: 0.1370180 Mar 01 13:39:17.728432 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dfcd24-99b9-4e22-bdaa-8f67eaa640b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97451ab-bdac-450d-8da6-be5daa7b5ff9,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:18.018048 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 0bc53d0b-dec8-45e2-bb6d-118b613242a9 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:39:18.046465 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 59d7868b-65de-4076-a95f-40ef6eb9b3ea up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:39:18.157022 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 0bc53d0b-dec8-45e2-bb6d-118b613242a9, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=0bc53d0b-dec8-45e2-bb6d-118b613242a9,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:39:18.170786 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '0bc53d0b-dec8-45e2-bb6d-118b613242a9', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': '0bc53d0b-dec8-45e2-bb6d-118b613242a9', 'mac_address': 'fa:16:3e:21:b7:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:tempest-test_az-1850339765', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:39:18.173372 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 59d7868b-65de-4076-a95f-40ef6eb9b3ea completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:39:18.177522 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 59d7868b-65de-4076-a95f-40ef6eb9b3ea triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:39:18.177914 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (59d7868b-65de-4076-a95f-40ef6eb9b3ea), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:18.255849 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 0bc53d0b-dec8-45e2-bb6d-118b613242a9 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:39:18.256252 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (0bc53d0b-dec8-45e2-bb6d-118b613242a9), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:18.318586 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bc53d0b-dec8-45e2-bb6d-118b613242a9 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:39:18.342859 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 0bc53d0b-dec8-45e2-bb6d-118b613242a9, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=0bc53d0b-dec8-45e2-bb6d-118b613242a9,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:39:18.346831 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 59d7868b-65de-4076-a95f-40ef6eb9b3ea is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:39:18.347377 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (59d7868b-65de-4076-a95f-40ef6eb9b3ea), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:18.371807 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (0bc53d0b-dec8-45e2-bb6d-118b613242a9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:18.386481 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf9b1f-0270-46bf-a785-93526f2b645b req-a8d1612a-1d71-45c1-8e4f-ad33a081b0e1 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:18.388398 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d1cf9b1f-0270-46bf-a785-93526f2b645b req-a8d1612a-1d71-45c1-8e4f-ad33a081b0e1 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=58721953-555a-40d3-88c4-10714bc7421e HTTP/1.1" status: 200 len: 971 time: 0.1020694 Mar 01 13:39:18.398589 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74505b12-42ea-4ed9-95e7-b7ad2ece0da2 req-a063f4df-c821-47a6-9775-4f79712033ba tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:18.400647 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-74505b12-42ea-4ed9-95e7-b7ad2ece0da2 req-a063f4df-c821-47a6-9775-4f79712033ba tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/ports?device_id=cee997b7-a860-4376-b336-25ba01cf3d01 HTTP/1.1" status: 200 len: 970 time: 0.1161358 Mar 01 13:39:18.416765 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58721953-555a-40d3-88c4-10714bc7421e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d7868b-65de-4076-a95f-40ef6eb9b3ea'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:39:18.488754 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d1cf9b1f-0270-46bf-a785-93526f2b645b req-e169844b-a9f6-46cc-88b8-9f4c75fcc75c tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6895d388-ad2b-4d63-8def-72bb3c8a41b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870004 Mar 01 13:39:18.512657 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 59d7868b-65de-4076-a95f-40ef6eb9b3ea, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=59d7868b-65de-4076-a95f-40ef6eb9b3ea,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:39:18.515262 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-74505b12-42ea-4ed9-95e7-b7ad2ece0da2 req-b457c739-9948-445d-a009-b003ec88f136 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/security-groups?id=6271b88f-d005-4faf-9691-90ee0b079184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062930 Mar 01 13:39:18.521387 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (59d7868b-65de-4076-a95f-40ef6eb9b3ea), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:18.537414 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=0bc53d0b-dec8-45e2-bb6d-118b613242a9,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:18.600920 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=59d7868b-65de-4076-a95f-40ef6eb9b3ea,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:18.697267 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['0bc53d0b-dec8-45e2-bb6d-118b613242a9'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:39:18.881966 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c38b2a-5917-40eb-ba6d-b2b8df1fe1cf" -d '{"events": [{"server_uuid": "58721953-555a-40d3-88c4-10714bc7421e", "name": "network-vif-plugged", "status": "completed", "tag": "59d7868b-65de-4076-a95f-40ef6eb9b3ea"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:39:19.147806 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11983039-f804-4670-a702-c488d14fd57b x-openstack-request-id: req-11983039-f804-4670-a702-c488d14fd57b {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:39:19.148450 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58721953-555a-40d3-88c4-10714bc7421e", "name": "network-vif-plugged", "status": "completed", "tag": "59d7868b-65de-4076-a95f-40ef6eb9b3ea", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:39:19.148450 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11983039-f804-4670-a702-c488d14fd57b {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:39:19.148834 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58721953-555a-40d3-88c4-10714bc7421e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d7868b-65de-4076-a95f-40ef6eb9b3ea', 'code': 200} Mar 01 13:39:19.322265 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b379f69-0dfb-4832-9d5e-a9f0b3048660 req-c84611e8-4742-491b-bfd6-8851b17a57c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:19.323803 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2b379f69-0dfb-4832-9d5e-a9f0b3048660 req-c84611e8-4742-491b-bfd6-8851b17a57c5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=58721953-555a-40d3-88c4-10714bc7421e HTTP/1.1" status: 200 len: 1154 time: 0.0913730 Mar 01 13:39:19.346641 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2b379f69-0dfb-4832-9d5e-a9f0b3048660 req-78d4c76b-238a-4a2f-b6ef-95ece0861917 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:19.438664 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2b379f69-0dfb-4832-9d5e-a9f0b3048660 req-78d4c76b-238a-4a2f-b6ef-95ece0861917 service neutron] Publish callbacks [] for security_group (be34ddab-d167-4b5d-beba-207ab92020be), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:19.444446 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2b379f69-0dfb-4832-9d5e-a9f0b3048660 req-78d4c76b-238a-4a2f-b6ef-95ece0861917 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (be34ddab-d167-4b5d-beba-207ab92020be), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:19.491480 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2b379f69-0dfb-4832-9d5e-a9f0b3048660 req-78d4c76b-238a-4a2f-b6ef-95ece0861917 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6895d388-ad2b-4d63-8def-72bb3c8a41b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580887 Mar 01 13:39:19.493821 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4c76b-238a-4a2f-b6ef-95ece0861917 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=be34ddab-d167-4b5d-beba-207ab92020be,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:19.599752 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cc64e-3dcd-461d-935e-7d83ac924117 req-5d24e19a-7028-4d6a-ae9b-2c4d09ce8be2 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:19.601227 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5b6cc64e-3dcd-461d-935e-7d83ac924117 req-5d24e19a-7028-4d6a-ae9b-2c4d09ce8be2 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=58721953-555a-40d3-88c4-10714bc7421e HTTP/1.1" status: 200 len: 972 time: 0.0555549 Mar 01 13:39:19.656846 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5b6cc64e-3dcd-461d-935e-7d83ac924117 req-29fc0d3a-ded8-4313-a997-d81ab8ce6bb6 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6895d388-ad2b-4d63-8def-72bb3c8a41b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486820 Mar 01 13:39:19.726605 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53838) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:19.753610 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ebca5-b958-4424-b9a5-e8246589d8a4 req-c547e7fc-c1e8-4f63-9bd6-ea7eecb5ae39 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:19.756131 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8e5ebca5-b958-4424-b9a5-e8246589d8a4 req-c547e7fc-c1e8-4f63-9bd6-ea7eecb5ae39 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/ports?device_id=cee997b7-a860-4376-b336-25ba01cf3d01 HTTP/1.1" status: 200 len: 971 time: 0.0699644 Mar 01 13:39:19.807037 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8e5ebca5-b958-4424-b9a5-e8246589d8a4 req-60ee9daf-8712-489f-a5f0-d240d8880205 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/security-groups?id=6271b88f-d005-4faf-9691-90ee0b079184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446272 Mar 01 13:39:20.025105 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3ca05b68-d576-4bf4-ab07-4312172def99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:20.039315 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 0bc53d0b-dec8-45e2-bb6d-118b613242a9 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:39:20.141579 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 0bc53d0b-dec8-45e2-bb6d-118b613242a9 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:39:20.145991 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 0bc53d0b-dec8-45e2-bb6d-118b613242a9 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:39:20.146464 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (0bc53d0b-dec8-45e2-bb6d-118b613242a9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:20.153226 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3ca05b68-d576-4bf4-ab07-4312172def99 admin admin] Publish callbacks [] for security_group (d1586522-f9a3-4274-a853-f911418141c0), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:20.158473 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3ca05b68-d576-4bf4-ab07-4312172def99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d1586522-f9a3-4274-a853-f911418141c0), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:20.200142 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3ca05b68-d576-4bf4-ab07-4312172def99 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=633b2a8edd8b43629be6d8fc73c70b1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4695432 Mar 01 13:39:20.200512 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53868) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:20.236229 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 0bc53d0b-dec8-45e2-bb6d-118b613242a9 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:39:20.237249 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (0bc53d0b-dec8-45e2-bb6d-118b613242a9), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:20.252073 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca05b68-d576-4bf4-ab07-4312172def99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1586522-f9a3-4274-a853-f911418141c0,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:20.274351 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 0bc53d0b-dec8-45e2-bb6d-118b613242a9, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=0bc53d0b-dec8-45e2-bb6d-118b613242a9,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:39:20.277492 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-05d21a68-0d24-43c6-adb7-d47880c06f3c admin admin] Publish callbacks [] for security_group (d1586522-f9a3-4274-a853-f911418141c0), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:20.281515 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (0bc53d0b-dec8-45e2-bb6d-118b613242a9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:20.303368 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-05d21a68-0d24-43c6-adb7-d47880c06f3c admin admin] Publish callbacks [] for security_group (d1586522-f9a3-4274-a853-f911418141c0), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:20.332281 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=0bc53d0b-dec8-45e2-bb6d-118b613242a9,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:20.379479 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-05d21a68-0d24-43c6-adb7-d47880c06f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d1586522-f9a3-4274-a853-f911418141c0), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:20.382090 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-05d21a68-0d24-43c6-adb7-d47880c06f3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:20.385735 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-05d21a68-0d24-43c6-adb7-d47880c06f3c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1586522-f9a3-4274-a853-f911418141c0 HTTP/1.1" status: 204 len: 168 time: 0.1816018 Mar 01 13:39:20.391605 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d21a68-0d24-43c6-adb7-d47880c06f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1586522-f9a3-4274-a853-f911418141c0,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:20.600116 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53884) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:20.781258 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63028e4a-2adc-4602-a8cc-80a0a6b93db1 req-141b79a8-84dd-40eb-ba0c-52cf206e4b54 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:20.784125 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-63028e4a-2adc-4602-a8cc-80a0a6b93db1 req-141b79a8-84dd-40eb-ba0c-52cf206e4b54 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=58721953-555a-40d3-88c4-10714bc7421e HTTP/1.1" status: 200 len: 972 time: 0.0581152 Mar 01 13:39:20.800937 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53894) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:20.815301 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-848b06b3-5663-44df-96b6-1a79bb90e7d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:20.832138 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-63028e4a-2adc-4602-a8cc-80a0a6b93db1 req-83d707a9-4775-4152-affb-03959d4c9958 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6895d388-ad2b-4d63-8def-72bb3c8a41b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437624 Mar 01 13:39:20.935112 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-848b06b3-5663-44df-96b6-1a79bb90e7d3 admin admin] Publish callbacks [] for security_group (adb9cd0d-7b40-4d36-8316-48a07a156957), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:20.942620 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-848b06b3-5663-44df-96b6-1a79bb90e7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (adb9cd0d-7b40-4d36-8316-48a07a156957), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:20.955306 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b8e21-748e-4762-b5a8-a5afaa423d6c req-968d4641-32f0-4174-90cb-bfa5caf6dea6 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:20.957077 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-740b8e21-748e-4762-b5a8-a5afaa423d6c req-968d4641-32f0-4174-90cb-bfa5caf6dea6 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/ports?device_id=cee997b7-a860-4376-b336-25ba01cf3d01 HTTP/1.1" status: 200 len: 972 time: 0.0694401 Mar 01 13:39:20.981964 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b06b3-5663-44df-96b6-1a79bb90e7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb9cd0d-7b40-4d36-8316-48a07a156957,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:20.986793 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-848b06b3-5663-44df-96b6-1a79bb90e7d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=813db8302d8b4efb8e792ad4d39be625&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1834655 Mar 01 13:39:20.989070 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53902) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:21.033067 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-740b8e21-748e-4762-b5a8-a5afaa423d6c req-8f966a13-00fc-41f6-b4e4-b6bc8f287bf0 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/security-groups?id=6271b88f-d005-4faf-9691-90ee0b079184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700424 Mar 01 13:39:21.033654 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53904) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:21.049359 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b4ff742-f0f1-4f56-8608-30ef672d92ec admin admin] Publish callbacks [] for security_group (adb9cd0d-7b40-4d36-8316-48a07a156957), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:21.065855 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-85467024-96c4-4f20-8cc2-02acd69a9332 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:21.077815 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b4ff742-f0f1-4f56-8608-30ef672d92ec admin admin] Publish callbacks [] for security_group (adb9cd0d-7b40-4d36-8316-48a07a156957), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:21.119843 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1065131d-6844-4fc5-b752-48fb6c1dfbec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:21.137041 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b4ff742-f0f1-4f56-8608-30ef672d92ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (adb9cd0d-7b40-4d36-8316-48a07a156957), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:21.139896 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b4ff742-f0f1-4f56-8608-30ef672d92ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:21.143440 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1b4ff742-f0f1-4f56-8608-30ef672d92ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/adb9cd0d-7b40-4d36-8316-48a07a156957 HTTP/1.1" status: 204 len: 168 time: 0.1509652 Mar 01 13:39:21.149279 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ff742-f0f1-4f56-8608-30ef672d92ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb9cd0d-7b40-4d36-8316-48a07a156957,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:21.149750 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee997b7-a860-4376-b336-25ba01cf3d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc53d0b-dec8-45e2-bb6d-118b613242a9'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:39:21.152726 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e83d78-d542-4d2f-8127-68fed4f18b02" -d '{"events": [{"server_uuid": "cee997b7-a860-4376-b336-25ba01cf3d01", "name": "network-vif-plugged", "status": "completed", "tag": "0bc53d0b-dec8-45e2-bb6d-118b613242a9"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:39:21.197359 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-85467024-96c4-4f20-8cc2-02acd69a9332 admin admin] Publish callbacks [] for security_group (7e983033-b87c-45c6-ae7b-54fa8fa95780), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:21.209957 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-85467024-96c4-4f20-8cc2-02acd69a9332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (7e983033-b87c-45c6-ae7b-54fa8fa95780), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:21.239263 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce7f9f5-28b9-42eb-8b2f-7a8fe61a9dc3 x-openstack-request-id: req-3ce7f9f5-28b9-42eb-8b2f-7a8fe61a9dc3 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:39:21.240161 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee997b7-a860-4376-b336-25ba01cf3d01", "name": "network-vif-plugged", "status": "completed", "tag": "0bc53d0b-dec8-45e2-bb6d-118b613242a9", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:39:21.240552 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ce7f9f5-28b9-42eb-8b2f-7a8fe61a9dc3 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:39:21.241121 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee997b7-a860-4376-b336-25ba01cf3d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc53d0b-dec8-45e2-bb6d-118b613242a9', 'code': 200} Mar 01 13:39:21.267693 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-ffb46793-d853-498a-a575-cee1edfc5100 req-9c1a9c97-00d2-446e-9af5-bfc6270addb2 tempest-SecurityGroupsTestAdminJSON-1702266935 tempest-SecurityGroupsTestAdminJSON-1702266935-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2052511830', 'description': 'tempest-description-1578006395'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:39:21.278085 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-85467024-96c4-4f20-8cc2-02acd69a9332 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=72f4962c9aa34e0aa80797a25f078a6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6768148 Mar 01 13:39:21.281007 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53912) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:21.292254 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85467024-96c4-4f20-8cc2-02acd69a9332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e983033-b87c-45c6-ae7b-54fa8fa95780,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:21.300450 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1065131d-6844-4fc5-b752-48fb6c1dfbec admin admin] Publish callbacks [] for security_group (6ff2cf83-72a6-414a-a23a-9e37d12c5915), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:21.308814 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1065131d-6844-4fc5-b752-48fb6c1dfbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6ff2cf83-72a6-414a-a23a-9e37d12c5915), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:21.320492 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ffb46793-d853-498a-a575-cee1edfc5100 req-9c1a9c97-00d2-446e-9af5-bfc6270addb2 tempest-SecurityGroupsTestAdminJSON-1702266935 tempest-SecurityGroupsTestAdminJSON-1702266935-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:21.351943 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c0947bf5-e574-4392-9732-46ee997ed37e admin admin] Publish callbacks [] for security_group (7e983033-b87c-45c6-ae7b-54fa8fa95780), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:21.359922 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ffb46793-d853-498a-a575-cee1edfc5100 req-9c1a9c97-00d2-446e-9af5-bfc6270addb2 tempest-SecurityGroupsTestAdminJSON-1702266935 tempest-SecurityGroupsTestAdminJSON-1702266935-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:21.376618 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c0947bf5-e574-4392-9732-46ee997ed37e admin admin] Publish callbacks [] for security_group (7e983033-b87c-45c6-ae7b-54fa8fa95780), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:21.379779 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1065131d-6844-4fc5-b752-48fb6c1dfbec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=050643d4cecf4ce296685245495887de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3440042 Mar 01 13:39:21.382766 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53916) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:21.405926 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065131d-6844-4fc5-b752-48fb6c1dfbec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff2cf83-72a6-414a-a23a-9e37d12c5915,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:21.439051 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b7165-538f-485e-9e74-b6cc0c430bb7 req-a0b0855a-fb22-491f-b7d1-30073e5f5257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:21.440830 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-469b7165-538f-485e-9e74-b6cc0c430bb7 req-a0b0855a-fb22-491f-b7d1-30073e5f5257 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cee997b7-a860-4376-b336-25ba01cf3d01 HTTP/1.1" status: 200 len: 1154 time: 0.1005495 Mar 01 13:39:21.454191 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4aeeb73e-5e4f-468c-b793-02997363cea1 admin admin] Publish callbacks [] for security_group (6ff2cf83-72a6-414a-a23a-9e37d12c5915), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:21.464899 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c0947bf5-e574-4392-9732-46ee997ed37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (7e983033-b87c-45c6-ae7b-54fa8fa95780), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:21.467501 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c0947bf5-e574-4392-9732-46ee997ed37e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:21.468685 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c0947bf5-e574-4392-9732-46ee997ed37e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e983033-b87c-45c6-ae7b-54fa8fa95780 HTTP/1.1" status: 204 len: 168 time: 0.1864557 Mar 01 13:39:21.489723 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0947bf5-e574-4392-9732-46ee997ed37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e983033-b87c-45c6-ae7b-54fa8fa95780,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:21.493461 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4aeeb73e-5e4f-468c-b793-02997363cea1 admin admin] Publish callbacks [] for security_group (6ff2cf83-72a6-414a-a23a-9e37d12c5915), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:21.528264 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-469b7165-538f-485e-9e74-b6cc0c430bb7 req-5bfcfb02-0cf4-41c7-928d-00e108e6a9bc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6271b88f-d005-4faf-9691-90ee0b079184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815060 Mar 01 13:39:21.551116 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ffb46793-d853-498a-a575-cee1edfc5100 req-9c1a9c97-00d2-446e-9af5-bfc6270addb2 tempest-SecurityGroupsTestAdminJSON-1702266935 tempest-SecurityGroupsTestAdminJSON-1702266935-project] Publish callbacks [] for security_group (6f4df82f-6700-4130-8147-105dae07044b), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:21.555150 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4aeeb73e-5e4f-468c-b793-02997363cea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6ff2cf83-72a6-414a-a23a-9e37d12c5915), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:21.558065 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ffb46793-d853-498a-a575-cee1edfc5100 req-9c1a9c97-00d2-446e-9af5-bfc6270addb2 tempest-SecurityGroupsTestAdminJSON-1702266935 tempest-SecurityGroupsTestAdminJSON-1702266935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6f4df82f-6700-4130-8147-105dae07044b), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:21.560061 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4aeeb73e-5e4f-468c-b793-02997363cea1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:21.564398 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4aeeb73e-5e4f-468c-b793-02997363cea1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ff2cf83-72a6-414a-a23a-9e37d12c5915 HTTP/1.1" status: 204 len: 168 time: 0.1806283 Mar 01 13:39:21.574586 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeeb73e-5e4f-468c-b793-02997363cea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff2cf83-72a6-414a-a23a-9e37d12c5915,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:21.604399 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a9c97-00d2-446e-9af5-bfc6270addb2 tempest-SecurityGroupsTestAdminJSON-1702266935 tempest-SecurityGroupsTestAdminJSON-1702266935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4df82f-6700-4130-8147-105dae07044b,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:21.653697 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ffb46793-d853-498a-a575-cee1edfc5100 req-9c1a9c97-00d2-446e-9af5-bfc6270addb2 tempest-SecurityGroupsTestAdminJSON-1702266935 tempest-SecurityGroupsTestAdminJSON-1702266935-project] Publish callbacks [] for security_group (bb0c937c-cb86-4888-8d94-7ac728d4539b), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:21.658239 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ffb46793-d853-498a-a575-cee1edfc5100 req-9c1a9c97-00d2-446e-9af5-bfc6270addb2 tempest-SecurityGroupsTestAdminJSON-1702266935 tempest-SecurityGroupsTestAdminJSON-1702266935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (bb0c937c-cb86-4888-8d94-7ac728d4539b), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:21.683460 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ffb46793-d853-498a-a575-cee1edfc5100 req-9c1a9c97-00d2-446e-9af5-bfc6270addb2 tempest-SecurityGroupsTestAdminJSON-1702266935 tempest-SecurityGroupsTestAdminJSON-1702266935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:21.688289 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ffb46793-d853-498a-a575-cee1edfc5100 req-9c1a9c97-00d2-446e-9af5-bfc6270addb2 tempest-SecurityGroupsTestAdminJSON-1702266935 tempest-SecurityGroupsTestAdminJSON-1702266935-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4382269 Mar 01 13:39:21.697180 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a9c97-00d2-446e-9af5-bfc6270addb2 tempest-SecurityGroupsTestAdminJSON-1702266935 tempest-SecurityGroupsTestAdminJSON-1702266935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0c937c-cb86-4888-8d94-7ac728d4539b,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:21.712455 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-114a2b9f-31f0-4556-b57c-cee8f41c8431 req-6da31f71-471b-43f8-ac8e-b34e2d0162ad tempest-SecurityGroupsTestAdminJSON-1702266935 tempest-SecurityGroupsTestAdminJSON-1702266935-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2044888448', 'description': 'tempest-description-1225438242'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:39:21.734672 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-114a2b9f-31f0-4556-b57c-cee8f41c8431 req-6da31f71-471b-43f8-ac8e-b34e2d0162ad tempest-SecurityGroupsTestAdminJSON-1702266935 tempest-SecurityGroupsTestAdminJSON-1702266935-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:21.816593 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-114a2b9f-31f0-4556-b57c-cee8f41c8431 req-6da31f71-471b-43f8-ac8e-b34e2d0162ad tempest-SecurityGroupsTestAdminJSON-1702266935 tempest-SecurityGroupsTestAdminJSON-1702266935-project] Publish callbacks [] for security_group (6b914702-61d5-4e72-b749-24c2f5c480d2), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:21.822517 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-114a2b9f-31f0-4556-b57c-cee8f41c8431 req-6da31f71-471b-43f8-ac8e-b34e2d0162ad tempest-SecurityGroupsTestAdminJSON-1702266935 tempest-SecurityGroupsTestAdminJSON-1702266935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6b914702-61d5-4e72-b749-24c2f5c480d2), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:21.854106 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da31f71-471b-43f8-ac8e-b34e2d0162ad tempest-SecurityGroupsTestAdminJSON-1702266935 tempest-SecurityGroupsTestAdminJSON-1702266935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b914702-61d5-4e72-b749-24c2f5c480d2,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:21.860891 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-114a2b9f-31f0-4556-b57c-cee8f41c8431 req-6da31f71-471b-43f8-ac8e-b34e2d0162ad tempest-SecurityGroupsTestAdminJSON-1702266935 tempest-SecurityGroupsTestAdminJSON-1702266935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:21.862476 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-114a2b9f-31f0-4556-b57c-cee8f41c8431 req-6da31f71-471b-43f8-ac8e-b34e2d0162ad tempest-SecurityGroupsTestAdminJSON-1702266935 tempest-SecurityGroupsTestAdminJSON-1702266935-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1548088 Mar 01 13:39:21.961968 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53944) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:21.995688 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f69c7bf7-9d31-480b-93d8-741af594e369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:22.022094 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53946) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:22.039087 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7416eb3e-d268-440e-87b6-db964b0dcf37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:22.039523 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcea095-044b-4811-b6d8-a8ccb5940c06 req-ad3eef8d-b90f-4207-8c10-be314f37f585 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:22.041967 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7bcea095-044b-4811-b6d8-a8ccb5940c06 req-ad3eef8d-b90f-4207-8c10-be314f37f585 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=58721953-555a-40d3-88c4-10714bc7421e HTTP/1.1" status: 200 len: 972 time: 0.0923498 Mar 01 13:39:22.121256 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7bcea095-044b-4811-b6d8-a8ccb5940c06 req-c4b595c9-d26f-4406-8fc1-adb14bf29513 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6895d388-ad2b-4d63-8def-72bb3c8a41b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719924 Mar 01 13:39:22.141010 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7416eb3e-d268-440e-87b6-db964b0dcf37 admin admin] Publish callbacks [] for security_group (914a3d7d-bfee-4534-ae3b-0bf4a89e4350), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:22.147829 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f69c7bf7-9d31-480b-93d8-741af594e369 admin admin] Publish callbacks [] for security_group (55679de7-a3cb-4e52-bcae-95b3cb1d9499), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:22.150274 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7416eb3e-d268-440e-87b6-db964b0dcf37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (914a3d7d-bfee-4534-ae3b-0bf4a89e4350), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:22.153990 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f69c7bf7-9d31-480b-93d8-741af594e369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (55679de7-a3cb-4e52-bcae-95b3cb1d9499), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:22.206603 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c7bf7-9d31-480b-93d8-741af594e369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55679de7-a3cb-4e52-bcae-95b3cb1d9499,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:22.215378 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f69c7bf7-9d31-480b-93d8-741af594e369 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52c808e3abbb426296d79c593557b437&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2519529 Mar 01 13:39:22.228255 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53956) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:22.229497 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416eb3e-d268-440e-87b6-db964b0dcf37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914a3d7d-bfee-4534-ae3b-0bf4a89e4350,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:22.286111 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca0e3f-9274-4151-ab03-81d300380cca req-61b60136-f8f6-49f1-b34a-0852bc5bab39 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:22.286457 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7416eb3e-d268-440e-87b6-db964b0dcf37 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=35a91481122949389d2a3ed1e43b935a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2627790 Mar 01 13:39:22.289444 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53960) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:22.292214 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-49ca0e3f-9274-4151-ab03-81d300380cca req-61b60136-f8f6-49f1-b34a-0852bc5bab39 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/ports?device_id=cee997b7-a860-4376-b336-25ba01cf3d01 HTTP/1.1" status: 200 len: 972 time: 0.0751193 Mar 01 13:39:22.298219 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-66373ff9-8d77-4264-bfbe-ba41f4e42749 req-78fa7aaa-6bd9-411f-a97f-63c3133140c2 tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1419556681', 'description': 'tempest-description-842252976'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:39:22.314225 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-17f7c4d3-bdbc-4a61-befe-c2a5ac473a16 admin admin] Publish callbacks [] for security_group (55679de7-a3cb-4e52-bcae-95b3cb1d9499), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:22.344883 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-17f7c4d3-bdbc-4a61-befe-c2a5ac473a16 admin admin] Publish callbacks [] for security_group (55679de7-a3cb-4e52-bcae-95b3cb1d9499), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:22.364315 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-49ca0e3f-9274-4151-ab03-81d300380cca req-b9fc8d6d-8e71-453f-ad4c-d8cd3814fc1b tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/security-groups?id=6271b88f-d005-4faf-9691-90ee0b079184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614820 Mar 01 13:39:22.365993 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-66373ff9-8d77-4264-bfbe-ba41f4e42749 req-78fa7aaa-6bd9-411f-a97f-63c3133140c2 tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:22.375438 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-66373ff9-8d77-4264-bfbe-ba41f4e42749 req-78fa7aaa-6bd9-411f-a97f-63c3133140c2 tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:22.395532 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-85ca3bd9-afc8-4320-bb72-7c6598424cbb admin admin] Publish callbacks [] for security_group (914a3d7d-bfee-4534-ae3b-0bf4a89e4350), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:22.424360 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-17f7c4d3-bdbc-4a61-befe-c2a5ac473a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (55679de7-a3cb-4e52-bcae-95b3cb1d9499), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:22.427327 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-17f7c4d3-bdbc-4a61-befe-c2a5ac473a16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:22.431105 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-17f7c4d3-bdbc-4a61-befe-c2a5ac473a16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55679de7-a3cb-4e52-bcae-95b3cb1d9499 HTTP/1.1" status: 204 len: 168 time: 0.1960623 Mar 01 13:39:22.431105 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-85ca3bd9-afc8-4320-bb72-7c6598424cbb admin admin] Publish callbacks [] for security_group (914a3d7d-bfee-4534-ae3b-0bf4a89e4350), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:22.447772 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7c4d3-bdbc-4a61-befe-c2a5ac473a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55679de7-a3cb-4e52-bcae-95b3cb1d9499,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:22.507254 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-85ca3bd9-afc8-4320-bb72-7c6598424cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (914a3d7d-bfee-4534-ae3b-0bf4a89e4350), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:22.510396 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-85ca3bd9-afc8-4320-bb72-7c6598424cbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:22.514232 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-85ca3bd9-afc8-4320-bb72-7c6598424cbb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/914a3d7d-bfee-4534-ae3b-0bf4a89e4350 HTTP/1.1" status: 204 len: 168 time: 0.2230206 Mar 01 13:39:22.522602 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca3bd9-afc8-4320-bb72-7c6598424cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914a3d7d-bfee-4534-ae3b-0bf4a89e4350,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:22.524922 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-66373ff9-8d77-4264-bfbe-ba41f4e42749 req-78fa7aaa-6bd9-411f-a97f-63c3133140c2 tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] Publish callbacks [] for security_group (df4406c4-d8d2-44e0-90bb-d6f23658e60a), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:22.530445 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-66373ff9-8d77-4264-bfbe-ba41f4e42749 req-78fa7aaa-6bd9-411f-a97f-63c3133140c2 tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (df4406c4-d8d2-44e0-90bb-d6f23658e60a), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:22.589096 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa7aaa-6bd9-411f-a97f-63c3133140c2 tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4406c4-d8d2-44e0-90bb-d6f23658e60a,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:22.623330 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-66373ff9-8d77-4264-bfbe-ba41f4e42749 req-78fa7aaa-6bd9-411f-a97f-63c3133140c2 tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] Publish callbacks [] for security_group (f225f1cc-84f3-4150-86b4-8927c0cf7c6f), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:22.627277 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-66373ff9-8d77-4264-bfbe-ba41f4e42749 req-78fa7aaa-6bd9-411f-a97f-63c3133140c2 tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (f225f1cc-84f3-4150-86b4-8927c0cf7c6f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:22.656186 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa7aaa-6bd9-411f-a97f-63c3133140c2 tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f225f1cc-84f3-4150-86b4-8927c0cf7c6f,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:22.662027 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-66373ff9-8d77-4264-bfbe-ba41f4e42749 req-78fa7aaa-6bd9-411f-a97f-63c3133140c2 tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:22.666462 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-66373ff9-8d77-4264-bfbe-ba41f4e42749 req-78fa7aaa-6bd9-411f-a97f-63c3133140c2 tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3732493 Mar 01 13:39:22.687972 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-9743ad82-6727-4528-9a40-5dc602389cc1 req-b8d64544-0ab9-4bce-a512-575d56c5b504 tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1552883468', 'description': 'tempest-description-476950654'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:39:22.709422 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9743ad82-6727-4528-9a40-5dc602389cc1 req-b8d64544-0ab9-4bce-a512-575d56c5b504 tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:22.840356 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9743ad82-6727-4528-9a40-5dc602389cc1 req-b8d64544-0ab9-4bce-a512-575d56c5b504 tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] Publish callbacks [] for security_group (dc6cb81c-12ca-4f70-a7ae-8838ed19eed0), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:22.849366 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9743ad82-6727-4528-9a40-5dc602389cc1 req-b8d64544-0ab9-4bce-a512-575d56c5b504 tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (dc6cb81c-12ca-4f70-a7ae-8838ed19eed0), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:22.899852 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d64544-0ab9-4bce-a512-575d56c5b504 tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6cb81c-12ca-4f70-a7ae-8838ed19eed0,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:22.921480 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9743ad82-6727-4528-9a40-5dc602389cc1 req-b8d64544-0ab9-4bce-a512-575d56c5b504 tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:22.923026 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9743ad82-6727-4528-9a40-5dc602389cc1 req-b8d64544-0ab9-4bce-a512-575d56c5b504 tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2389369 Mar 01 13:39:23.166439 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e6755-08d3-4644-a60e-95cfe71e9eca req-0c2fbe4d-9712-4c4f-aafb-478138466198 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:23.168019 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-354e6755-08d3-4644-a60e-95cfe71e9eca req-0c2fbe4d-9712-4c4f-aafb-478138466198 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=58721953-555a-40d3-88c4-10714bc7421e HTTP/1.1" status: 200 len: 972 time: 0.1152332 Mar 01 13:39:23.236127 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-be567a3f-eeb6-419a-9211-c00ae8d0d564 req-42a9b668-5e1e-454f-9007-6072174e07cf tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 25972 time: 0.2828863 Mar 01 13:39:23.254590 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-354e6755-08d3-4644-a60e-95cfe71e9eca req-71fa980e-8176-49c3-b046-bab3fefb7090 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6895d388-ad2b-4d63-8def-72bb3c8a41b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793760 Mar 01 13:39:23.297036 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-be567a3f-eeb6-419a-9211-c00ae8d0d564 req-3fda799d-5bc4-420e-bba1-e32a83e5bbf8 tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] 10.222.0.13 "GET /v2.0/security-groups/4eabfa4a-aa88-43d4-ad0e-b5457c9bef79 HTTP/1.1" status: 200 len: 2990 time: 0.0522676 Mar 01 13:39:23.349276 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-be567a3f-eeb6-419a-9211-c00ae8d0d564 req-1a5159c7-67ab-4024-8ce5-29340e14fdf9 tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] 10.222.0.13 "GET /v2.0/security-groups/4eabfa4a-aa88-43d4-ad0e-b5457c9bef79 HTTP/1.1" status: 200 len: 2990 time: 0.0450404 Mar 01 13:39:23.404839 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-be567a3f-eeb6-419a-9211-c00ae8d0d564 req-f4cb356e-7d20-42f1-a6e6-e11f4c094d34 tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] 10.222.0.13 "GET /v2.0/security-groups/6271b88f-d005-4faf-9691-90ee0b079184 HTTP/1.1" status: 200 len: 2998 time: 0.0479920 Mar 01 13:39:23.463752 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-be567a3f-eeb6-419a-9211-c00ae8d0d564 req-f6d0ea1b-c949-47ec-9fc4-ad2741d77e50 tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] 10.222.0.13 "GET /v2.0/security-groups/6271b88f-d005-4faf-9691-90ee0b079184 HTTP/1.1" status: 200 len: 2998 time: 0.0527034 Mar 01 13:39:23.557926 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-be567a3f-eeb6-419a-9211-c00ae8d0d564 req-1c162bb4-fa53-4d12-8e1c-d301e4417b6c tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] 10.222.0.13 "GET /v2.0/security-groups/6895d388-ad2b-4d63-8def-72bb3c8a41b1 HTTP/1.1" status: 200 len: 2994 time: 0.0884523 Mar 01 13:39:23.605876 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-be567a3f-eeb6-419a-9211-c00ae8d0d564 req-a0c1dc59-c30a-4db0-bdc3-909290e939a2 tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] 10.222.0.13 "GET /v2.0/security-groups/6895d388-ad2b-4d63-8def-72bb3c8a41b1 HTTP/1.1" status: 200 len: 2994 time: 0.0470514 Mar 01 13:39:23.644571 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff714cf-65bb-471d-a44f-bc2d4e0422b7 req-373bf8cb-164c-4ad7-88ea-6814ee6b4d5c tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:23.645558 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5ff714cf-65bb-471d-a44f-bc2d4e0422b7 req-373bf8cb-164c-4ad7-88ea-6814ee6b4d5c tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/ports?device_id=cee997b7-a860-4376-b336-25ba01cf3d01 HTTP/1.1" status: 200 len: 972 time: 0.1449506 Mar 01 13:39:23.687167 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-be567a3f-eeb6-419a-9211-c00ae8d0d564 req-ac550823-2899-4079-91f5-4370bff6b501 tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] 10.222.0.13 "GET /v2.0/security-groups/6f4df82f-6700-4130-8147-105dae07044b HTTP/1.1" status: 200 len: 2998 time: 0.0804298 Mar 01 13:39:23.754655 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5ff714cf-65bb-471d-a44f-bc2d4e0422b7 req-ede23608-fdb1-4c5f-b190-725637e28151 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/security-groups?id=6271b88f-d005-4faf-9691-90ee0b079184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917733 Mar 01 13:39:23.767295 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-be567a3f-eeb6-419a-9211-c00ae8d0d564 req-602aefe4-7b24-4167-8fe7-1a3df14f7710 tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] 10.222.0.13 "GET /v2.0/security-groups/6f4df82f-6700-4130-8147-105dae07044b HTTP/1.1" status: 200 len: 2998 time: 0.0698993 Mar 01 13:39:23.813450 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-be567a3f-eeb6-419a-9211-c00ae8d0d564 req-25926b2a-edf4-4e70-a1d0-d8a68866f878 tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] 10.222.0.13 "GET /v2.0/security-groups/be34ddab-d167-4b5d-beba-207ab92020be HTTP/1.1" status: 200 len: 2998 time: 0.0403736 Mar 01 13:39:23.847994 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54034) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:23.866226 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-be567a3f-eeb6-419a-9211-c00ae8d0d564 req-5e8dc282-4267-467f-a288-a14ba27e95ec tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] 10.222.0.13 "GET /v2.0/security-groups/be34ddab-d167-4b5d-beba-207ab92020be HTTP/1.1" status: 200 len: 2998 time: 0.0471897 Mar 01 13:39:23.912724 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-be567a3f-eeb6-419a-9211-c00ae8d0d564 req-6aa21780-e680-44ea-913c-f7209f791fad tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] 10.222.0.13 "GET /v2.0/security-groups/df4406c4-d8d2-44e0-90bb-d6f23658e60a HTTP/1.1" status: 200 len: 2998 time: 0.0404594 Mar 01 13:39:23.966420 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-c4913d16-c6b1-47b2-9af9-e87c1fe4bf23 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-104608-network', 'tenant_id': '980a0cdea86543af87d11d7652b91c08'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:39:23.970632 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-be567a3f-eeb6-419a-9211-c00ae8d0d564 req-a66d6e45-7e8d-4cfa-afb7-d3d8ab54f87b tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] 10.222.0.13 "GET /v2.0/security-groups/df4406c4-d8d2-44e0-90bb-d6f23658e60a HTTP/1.1" status: 200 len: 2998 time: 0.0412397 Mar 01 13:39:23.994152 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4913d16-c6b1-47b2-9af9-e87c1fe4bf23 admin admin] Made reservation on behalf of 980a0cdea86543af87d11d7652b91c08 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:39:24.000946 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c4913d16-c6b1-47b2-9af9-e87c1fe4bf23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:24.015193 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c4913d16-c6b1-47b2-9af9-e87c1fe4bf23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:24.017164 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-be567a3f-eeb6-419a-9211-c00ae8d0d564 req-8db14f60-0c50-4f1d-9401-a14bf8126f86 tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] 10.222.0.13 "GET /v2.0/security-groups/e719f0a1-4173-44cb-8578-73162aedb3f5 HTTP/1.1" status: 200 len: 2994 time: 0.0454993 Mar 01 13:39:24.087619 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-be567a3f-eeb6-419a-9211-c00ae8d0d564 req-dc29b799-c855-47bb-a66b-2f83a74680b9 tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] 10.222.0.13 "GET /v2.0/security-groups/e719f0a1-4173-44cb-8578-73162aedb3f5 HTTP/1.1" status: 200 len: 2994 time: 0.0693240 Mar 01 13:39:24.116542 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c4913d16-c6b1-47b2-9af9-e87c1fe4bf23 admin admin] Publish callbacks [] for security_group (5cc13991-8f8e-4a36-8f95-a86dc3d622c9), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:24.125700 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c4913d16-c6b1-47b2-9af9-e87c1fe4bf23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (5cc13991-8f8e-4a36-8f95-a86dc3d622c9), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:24.158251 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4913d16-c6b1-47b2-9af9-e87c1fe4bf23 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:39:24.168169 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4913d16-c6b1-47b2-9af9-e87c1fe4bf23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc13991-8f8e-4a36-8f95-a86dc3d622c9,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:24.175750 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c4913d16-c6b1-47b2-9af9-e87c1fe4bf23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (3de68fbc-573f-4122-83e6-338140384301), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:24.176100 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-c4913d16-c6b1-47b2-9af9-e87c1fe4bf23 admin admin] Added segment 3de68fbc-573f-4122-83e6-338140384301 of type vlan for network b187e7ca-336b-42a6-9348-f5c88fd21398 Mar 01 13:39:24.228174 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c4913d16-c6b1-47b2-9af9-e87c1fe4bf23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (b187e7ca-336b-42a6-9348-f5c88fd21398), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:24.244947 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-abab5071-dc7a-4bcd-8d3b-ef59c11b02b4 req-a0674271-81b6-48f5-bd59-e53e8ee3b2fd tempest-SecurityGroupsTestAdminJSON-1702266935 tempest-SecurityGroupsTestAdminJSON-1702266935-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68c8d7f1e8b64174be0fd3202d45aacc HTTP/1.1" status: 200 len: 6155 time: 0.1158493 Mar 01 13:39:24.265399 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c4913d16-c6b1-47b2-9af9-e87c1fe4bf23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (b187e7ca-336b-42a6-9348-f5c88fd21398), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:24.266944 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4913d16-c6b1-47b2-9af9-e87c1fe4bf23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:24.267796 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c4913d16-c6b1-47b2-9af9-e87c1fe4bf23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:24.320104 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd0bca-f771-4b37-86fb-7e0eabe7e658 req-a81638e9-f07d-47e5-96d2-28f45454da29 tempest-AggregatesAdminTestJSON-1924717404 tempest-AggregatesAdminTestJSON-1924717404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:24.322200 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-54cd0bca-f771-4b37-86fb-7e0eabe7e658 req-a81638e9-f07d-47e5-96d2-28f45454da29 tempest-AggregatesAdminTestJSON-1924717404 tempest-AggregatesAdminTestJSON-1924717404-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cee997b7-a860-4376-b336-25ba01cf3d01 HTTP/1.1" status: 200 len: 1154 time: 0.0954220 Mar 01 13:39:24.330970 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-abab5071-dc7a-4bcd-8d3b-ef59c11b02b4 req-cd940ffe-bf09-414c-961c-9c4132d0c0a3 tempest-SecurityGroupsTestAdminJSON-1702266935 tempest-SecurityGroupsTestAdminJSON-1702266935-project] 10.222.0.13 "GET /v2.0/security-groups/6f4df82f-6700-4130-8147-105dae07044b HTTP/1.1" status: 200 len: 2998 time: 0.0646007 Mar 01 13:39:24.345740 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c4913d16-c6b1-47b2-9af9-e87c1fe4bf23 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4936607 Mar 01 13:39:24.346280 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54052) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:24.351310 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-de93bd1a-a895-4f4c-9243-6998bd270bdb admin admin] Request body: {'subnet': {'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-104608-subnet', 'tenant_id': '980a0cdea86543af87d11d7652b91c08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:39:24.363962 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4913d16-c6b1-47b2-9af9-e87c1fe4bf23 admin admin] Pushing event updated for resources: {'Network': ['ID=b187e7ca-336b-42a6-9348-f5c88fd21398,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:24.370866 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-54cd0bca-f771-4b37-86fb-7e0eabe7e658 req-1205aa29-1c1e-4c40-aae0-0e598f8dda14 tempest-AggregatesAdminTestJSON-1924717404 tempest-AggregatesAdminTestJSON-1924717404-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:24.378144 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network b187e7ca-336b-42a6-9348-f5c88fd21398 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:39:24.402672 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de93bd1a-a895-4f4c-9243-6998bd270bdb admin admin] Made reservation on behalf of 980a0cdea86543af87d11d7652b91c08 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:39:24.411940 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de93bd1a-a895-4f4c-9243-6998bd270bdb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:24.412575 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-abab5071-dc7a-4bcd-8d3b-ef59c11b02b4 req-ec812b74-7362-48ff-862c-04994353f152 tempest-SecurityGroupsTestAdminJSON-1702266935 tempest-SecurityGroupsTestAdminJSON-1702266935-project] 10.222.0.13 "GET /v2.0/security-groups/6f4df82f-6700-4130-8147-105dae07044b HTTP/1.1" status: 200 len: 2998 time: 0.0797305 Mar 01 13:39:24.623919 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-54cd0bca-f771-4b37-86fb-7e0eabe7e658 req-1205aa29-1c1e-4c40-aae0-0e598f8dda14 tempest-AggregatesAdminTestJSON-1924717404 tempest-AggregatesAdminTestJSON-1924717404-project-admin] Publish callbacks [] for security_group (cad5dc7e-4906-4d95-8e59-e760ec6e4de6), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:24.628080 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a201f33-6aad-4eff-8f38-310eeb6f2f1e req-858147d7-ebf6-4b6c-acdf-6bc5a2fc162b tempest-DeleteServersAdminTestJSON-1607661534 tempest-DeleteServersAdminTestJSON-1607661534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:24.629686 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6a201f33-6aad-4eff-8f38-310eeb6f2f1e req-858147d7-ebf6-4b6c-acdf-6bc5a2fc162b tempest-DeleteServersAdminTestJSON-1607661534 tempest-DeleteServersAdminTestJSON-1607661534-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=58721953-555a-40d3-88c4-10714bc7421e HTTP/1.1" status: 200 len: 1154 time: 0.1400237 Mar 01 13:39:24.633202 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-54cd0bca-f771-4b37-86fb-7e0eabe7e658 req-1205aa29-1c1e-4c40-aae0-0e598f8dda14 tempest-AggregatesAdminTestJSON-1924717404 tempest-AggregatesAdminTestJSON-1924717404-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (cad5dc7e-4906-4d95-8e59-e760ec6e4de6), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:24.646267 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de93bd1a-a895-4f4c-9243-6998bd270bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for subnet (b3b03883-8a75-4db3-9fa2-b5308f8a1ccf), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:24.704804 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93bd1a-a895-4f4c-9243-6998bd270bdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3b03883-8a75-4db3-9fa2-b5308f8a1ccf,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:24.713244 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8a56f-752f-4e5d-b127-00a9a78cac21 req-a186cfae-4d13-4f2c-82f3-dac38d037641 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:24.714780 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f8c8a56f-752f-4e5d-b127-00a9a78cac21 req-a186cfae-4d13-4f2c-82f3-dac38d037641 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=58721953-555a-40d3-88c4-10714bc7421e HTTP/1.1" status: 200 len: 972 time: 0.1665144 Mar 01 13:39:24.716737 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de93bd1a-a895-4f4c-9243-6998bd270bdb admin admin] Checking segment: {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:39:24.717257 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de93bd1a-a895-4f4c-9243-6998bd270bdb admin admin] Network hostable DHCP agents. Network: b187e7ca-336b-42a6-9348-f5c88fd21398, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:39:24.724043 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-54cd0bca-f771-4b37-86fb-7e0eabe7e658 req-1205aa29-1c1e-4c40-aae0-0e598f8dda14 tempest-AggregatesAdminTestJSON-1924717404 tempest-AggregatesAdminTestJSON-1924717404-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6271b88f-d005-4faf-9691-90ee0b079184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909640 Mar 01 13:39:24.734453 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205aa29-1c1e-4c40-aae0-0e598f8dda14 tempest-AggregatesAdminTestJSON-1924717404 tempest-AggregatesAdminTestJSON-1924717404-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad5dc7e-4906-4d95-8e59-e760ec6e4de6,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:24.766245 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de93bd1a-a895-4f4c-9243-6998bd270bdb admin admin] Network b187e7ca-336b-42a6-9348-f5c88fd21398 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:39:24.781529 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-de93bd1a-a895-4f4c-9243-6998bd270bdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, b187e7ca-336b-42a6-9348-f5c88fd21398) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:39:24.789283 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de93bd1a-a895-4f4c-9243-6998bd270bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:24.790505 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de93bd1a-a895-4f4c-9243-6998bd270bdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:24.795691 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da16c5f-3646-4ba1-baef-16b5363cf667 None None] Network b187e7ca-336b-42a6-9348-f5c88fd21398 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:39:24.841455 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-de93bd1a-a895-4f4c-9243-6998bd270bdb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4938884 Mar 01 13:39:24.938977 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432c0aa3-1f04-4245-8b0c-35702d38788a None None] Network b187e7ca-336b-42a6-9348-f5c88fd21398 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:39:25.014403 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f8c8a56f-752f-4e5d-b127-00a9a78cac21 req-695f285f-5138-4bdb-8aa7-b74e4f4b0308 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6895d388-ad2b-4d63-8def-72bb3c8a41b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867184 Mar 01 13:39:25.044326 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-63f620be-c469-4d72-b405-952c4f8a0d87 req-f29edf2c-01d8-43e7-931e-9b86e6a6101c tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] 10.222.0.13 "GET /v2.0/security-groups/dc6cb81c-12ca-4f70-a7ae-8838ed19eed0 HTTP/1.1" status: 200 len: 1794 time: 0.2778778 Mar 01 13:39:25.069171 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-6a201f33-6aad-4eff-8f38-310eeb6f2f1e req-fdfac8ee-bf8e-4401-9d47-904fc3aeaaf6 tempest-DeleteServersAdminTestJSON-1607661534 tempest-DeleteServersAdminTestJSON-1607661534-project-admin] Deleting port 59d7868b-65de-4076-a95f-40ef6eb9b3ea {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:39:25.069635 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6a201f33-6aad-4eff-8f38-310eeb6f2f1e req-fdfac8ee-bf8e-4401-9d47-904fc3aeaaf6 tempest-DeleteServersAdminTestJSON-1607661534 tempest-DeleteServersAdminTestJSON-1607661534-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (59d7868b-65de-4076-a95f-40ef6eb9b3ea), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:25.188349 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-03034b41-ace4-4ed8-97ce-8dbe0b26fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:25.190068 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-6a201f33-6aad-4eff-8f38-310eeb6f2f1e req-fdfac8ee-bf8e-4401-9d47-904fc3aeaaf6 tempest-DeleteServersAdminTestJSON-1607661534 tempest-DeleteServersAdminTestJSON-1607661534-project-admin] For port 59d7868b-65de-4076-a95f-40ef6eb9b3ea, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=59d7868b-65de-4076-a95f-40ef6eb9b3ea,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:39:25.190511 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6a201f33-6aad-4eff-8f38-310eeb6f2f1e req-fdfac8ee-bf8e-4401-9d47-904fc3aeaaf6 tempest-DeleteServersAdminTestJSON-1607661534 tempest-DeleteServersAdminTestJSON-1607661534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (59d7868b-65de-4076-a95f-40ef6eb9b3ea), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:25.211753 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-6a201f33-6aad-4eff-8f38-310eeb6f2f1e req-fdfac8ee-bf8e-4401-9d47-904fc3aeaaf6 tempest-DeleteServersAdminTestJSON-1607661534 tempest-DeleteServersAdminTestJSON-1607661534-project-admin] Calling delete_port for 59d7868b-65de-4076-a95f-40ef6eb9b3ea owned by compute:tempest-test_az-1850339765 {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:39:25.215028 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-63f620be-c469-4d72-b405-952c4f8a0d87 req-007341db-e7a1-4b7a-b576-22bf8d69c1f8 tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] Publish callbacks [] for security_group (dc6cb81c-12ca-4f70-a7ae-8838ed19eed0), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:25.339706 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-63f620be-c469-4d72-b405-952c4f8a0d87 req-007341db-e7a1-4b7a-b576-22bf8d69c1f8 tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] Publish callbacks [] for security_group (dc6cb81c-12ca-4f70-a7ae-8838ed19eed0), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:25.460921 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6a201f33-6aad-4eff-8f38-310eeb6f2f1e req-fdfac8ee-bf8e-4401-9d47-904fc3aeaaf6 tempest-DeleteServersAdminTestJSON-1607661534 tempest-DeleteServersAdminTestJSON-1607661534-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (59d7868b-65de-4076-a95f-40ef6eb9b3ea), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:25.469201 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-63f620be-c469-4d72-b405-952c4f8a0d87 req-007341db-e7a1-4b7a-b576-22bf8d69c1f8 tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (dc6cb81c-12ca-4f70-a7ae-8838ed19eed0), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:25.472708 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['59d7868b-65de-4076-a95f-40ef6eb9b3ea'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:39:25.486290 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-63f620be-c469-4d72-b405-952c4f8a0d87 req-007341db-e7a1-4b7a-b576-22bf8d69c1f8 tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:25.487471 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-63f620be-c469-4d72-b405-952c4f8a0d87 req-007341db-e7a1-4b7a-b576-22bf8d69c1f8 tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc6cb81c-12ca-4f70-a7ae-8838ed19eed0 HTTP/1.1" status: 204 len: 173 time: 0.4361062 Mar 01 13:39:25.559401 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfac8ee-bf8e-4401-9d47-904fc3aeaaf6 tempest-DeleteServersAdminTestJSON-1607661534 tempest-DeleteServersAdminTestJSON-1607661534-project-admin] Pushing event deleted for resources: {'Port': ['ID=59d7868b-65de-4076-a95f-40ef6eb9b3ea,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:25.567448 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007341db-e7a1-4b7a-b576-22bf8d69c1f8 tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6cb81c-12ca-4f70-a7ae-8838ed19eed0,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:25.663735 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a201f33-6aad-4eff-8f38-310eeb6f2f1e req-fdfac8ee-bf8e-4401-9d47-904fc3aeaaf6 tempest-DeleteServersAdminTestJSON-1607661534 tempest-DeleteServersAdminTestJSON-1607661534-project-admin] No DVR routers for this DVR port 59d7868b-65de-4076-a95f-40ef6eb9b3ea on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:39:25.673235 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54106) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:25.680999 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-97f2d293-56d7-40eb-ae9c-702e808e31c3 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-837933237-network', 'tenant_id': '3c5dd5c0e25e4d218099cbc5caaceaf6'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:39:25.684092 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6a201f33-6aad-4eff-8f38-310eeb6f2f1e req-fdfac8ee-bf8e-4401-9d47-904fc3aeaaf6 tempest-DeleteServersAdminTestJSON-1607661534 tempest-DeleteServersAdminTestJSON-1607661534-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:25.686311 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:39:25.688293 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6a201f33-6aad-4eff-8f38-310eeb6f2f1e req-fdfac8ee-bf8e-4401-9d47-904fc3aeaaf6 tempest-DeleteServersAdminTestJSON-1607661534 tempest-DeleteServersAdminTestJSON-1607661534-project-admin] 10.222.0.32 "DELETE /v2.0/ports/59d7868b-65de-4076-a95f-40ef6eb9b3ea HTTP/1.1" status: 204 len: 173 time: 1.0505607 Mar 01 13:39:25.690059 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58721953-555a-40d3-88c4-10714bc7421e', 'name': 'network-vif-deleted', 'tag': '59d7868b-65de-4076-a95f-40ef6eb9b3ea'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:39:25.692392 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad918cd6-029a-43ef-a9e0-1abfdba6a8d6" -d '{"events": [{"server_uuid": "58721953-555a-40d3-88c4-10714bc7421e", "name": "network-vif-deleted", "tag": "59d7868b-65de-4076-a95f-40ef6eb9b3ea"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:39:25.711058 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f2d293-56d7-40eb-ae9c-702e808e31c3 admin admin] Made reservation on behalf of 3c5dd5c0e25e4d218099cbc5caaceaf6 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:39:25.714658 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-97f2d293-56d7-40eb-ae9c-702e808e31c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:25.724897 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-97f2d293-56d7-40eb-ae9c-702e808e31c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:25.734123 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-5a18bd2a-f696-4f43-a0b8-7bc48f22dc5f tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=268dfb5352f341a9821dc69371e71b54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1065204 Mar 01 13:39:25.823057 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-97f2d293-56d7-40eb-ae9c-702e808e31c3 admin admin] Publish callbacks [] for security_group (fc358a8e-ad54-4dcf-abf2-79a74752ae7b), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:25.831414 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-97f2d293-56d7-40eb-ae9c-702e808e31c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fc358a8e-ad54-4dcf-abf2-79a74752ae7b), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:25.858723 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f2d293-56d7-40eb-ae9c-702e808e31c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:39:25.865165 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-0687865f-8166-4092-95b4-fd0bba1be824 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:25.868550 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-0687865f-8166-4092-95b4-fd0bba1be824 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1332340 Mar 01 13:39:25.875297 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2d293-56d7-40eb-ae9c-702e808e31c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc358a8e-ad54-4dcf-abf2-79a74752ae7b,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:25.881647 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-97f2d293-56d7-40eb-ae9c-702e808e31c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (3d1177f5-e128-47a4-8ed2-8366dd464229), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:25.881990 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-97f2d293-56d7-40eb-ae9c-702e808e31c3 admin admin] Added segment 3d1177f5-e128-47a4-8ed2-8366dd464229 of type vlan for network 2b5bccaf-fdae-4b63-930f-08f3140d28f0 Mar 01 13:39:25.895909 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-6cca494d-8754-46d5-8969-ed6c302281d6 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/quotas/268dfb5352f341a9821dc69371e71b54 HTTP/1.1" status: 200 len: 375 time: 0.0230005 Mar 01 13:39:25.931935 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-97f2d293-56d7-40eb-ae9c-702e808e31c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (2b5bccaf-fdae-4b63-930f-08f3140d28f0), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:25.940589 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c56edb-852a-488d-b944-1ceabf2d09c1 req-f48cced3-69ee-4746-80d1-fd0c95285ab5 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:25.942387 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-45c56edb-852a-488d-b944-1ceabf2d09c1 req-f48cced3-69ee-4746-80d1-fd0c95285ab5 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/ports?device_id=cee997b7-a860-4376-b336-25ba01cf3d01 HTTP/1.1" status: 200 len: 972 time: 0.2934470 Mar 01 13:39:25.944615 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-cb142183-a7e8-46cf-a8bb-bb5e37fe9bfe tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=268dfb5352f341a9821dc69371e71b54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477993 Mar 01 13:39:25.968038 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-97f2d293-56d7-40eb-ae9c-702e808e31c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (2b5bccaf-fdae-4b63-930f-08f3140d28f0), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:25.970440 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f2d293-56d7-40eb-ae9c-702e808e31c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:25.971170 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-97f2d293-56d7-40eb-ae9c-702e808e31c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:25.992469 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-45c56edb-852a-488d-b944-1ceabf2d09c1 req-531b4d25-c435-49ea-9598-603e6b100f1b tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/security-groups?id=6271b88f-d005-4faf-9691-90ee0b079184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431278 Mar 01 13:39:26.032152 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-97f2d293-56d7-40eb-ae9c-702e808e31c3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.3578136 Mar 01 13:39:26.034959 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54110) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:26.047635 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-5901980d-610d-4c20-8de1-0c80495824b9 admin admin] Request body: {'subnet': {'network_id': '2b5bccaf-fdae-4b63-930f-08f3140d28f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-837933237-subnet', 'tenant_id': '3c5dd5c0e25e4d218099cbc5caaceaf6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:39:26.052956 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2d293-56d7-40eb-ae9c-702e808e31c3 admin admin] Pushing event updated for resources: {'Network': ['ID=2b5bccaf-fdae-4b63-930f-08f3140d28f0,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:26.073704 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b8da2d65-86ed-4f47-888b-531a8a6cace6 req-dcd8626a-1042-4635-9826-d44566a0c133 tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f225f1cc-84f3-4150-86b4-8927c0cf7c6f HTTP/1.1" status: 200 len: 1794 time: 0.0515676 Mar 01 13:39:26.077538 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 2b5bccaf-fdae-4b63-930f-08f3140d28f0 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:39:26.092997 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5901980d-610d-4c20-8de1-0c80495824b9 admin admin] Made reservation on behalf of 3c5dd5c0e25e4d218099cbc5caaceaf6 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:39:26.101864 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5901980d-610d-4c20-8de1-0c80495824b9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:26.145421 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b8da2d65-86ed-4f47-888b-531a8a6cace6 req-f33e0e4d-8912-42ad-ab81-7a429289ac8a tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] Publish callbacks [] for security_group (f225f1cc-84f3-4150-86b4-8927c0cf7c6f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:26.190366 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b8da2d65-86ed-4f47-888b-531a8a6cace6 req-f33e0e4d-8912-42ad-ab81-7a429289ac8a tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] Publish callbacks [] for security_group (f225f1cc-84f3-4150-86b4-8927c0cf7c6f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:26.230514 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727f17c6-aec8-48cc-b372-c28856416527 x-openstack-request-id: req-727f17c6-aec8-48cc-b372-c28856416527 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:39:26.230731 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58721953-555a-40d3-88c4-10714bc7421e", "name": "network-vif-deleted", "tag": "59d7868b-65de-4076-a95f-40ef6eb9b3ea", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:39:26.231816 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-727f17c6-aec8-48cc-b372-c28856416527 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:39:26.233532 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58721953-555a-40d3-88c4-10714bc7421e', 'name': 'network-vif-deleted', 'tag': '59d7868b-65de-4076-a95f-40ef6eb9b3ea', 'status': 'completed', 'code': 200} Mar 01 13:39:26.259794 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b8da2d65-86ed-4f47-888b-531a8a6cace6 req-f33e0e4d-8912-42ad-ab81-7a429289ac8a tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (f225f1cc-84f3-4150-86b4-8927c0cf7c6f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:26.262883 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b8da2d65-86ed-4f47-888b-531a8a6cace6 req-f33e0e4d-8912-42ad-ab81-7a429289ac8a tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:26.264298 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b8da2d65-86ed-4f47-888b-531a8a6cace6 req-f33e0e4d-8912-42ad-ab81-7a429289ac8a tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/f225f1cc-84f3-4150-86b4-8927c0cf7c6f HTTP/1.1" status: 204 len: 173 time: 0.1897233 Mar 01 13:39:26.280976 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e0e4d-8912-42ad-ab81-7a429289ac8a tempest-SecurityGroupsTestAdminJSON-345522037 tempest-SecurityGroupsTestAdminJSON-345522037-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f225f1cc-84f3-4150-86b4-8927c0cf7c6f,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:26.380396 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-153db451-8c3c-4f8c-b7f1-3c4777efc1db req-42690265-5dd7-4d82-a2f5-4417a1697426 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3cdbfbb-c15f-459c-8567-c5116633355f HTTP/1.1" status: 200 len: 210 time: 0.0548720 Mar 01 13:39:26.386355 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5901980d-610d-4c20-8de1-0c80495824b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for subnet (d51921e6-9f73-4c93-99ed-4cd2b0cb67d5), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:26.431917 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ae8b7935-af97-443c-b1a7-7ae5c207ee9d req-8495199e-aac1-4471-9228-6193f2535b88 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=58721953-555a-40d3-88c4-10714bc7421e HTTP/1.1" status: 200 len: 210 time: 0.0504062 Mar 01 13:39:26.469764 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5901980d-610d-4c20-8de1-0c80495824b9 admin admin] Checking segment: {'id': '3d1177f5-e128-47a4-8ed2-8366dd464229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2b5bccaf-fdae-4b63-930f-08f3140d28f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:39:26.470110 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5901980d-610d-4c20-8de1-0c80495824b9 admin admin] Network hostable DHCP agents. Network: 2b5bccaf-fdae-4b63-930f-08f3140d28f0, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:39:26.476677 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901980d-610d-4c20-8de1-0c80495824b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d51921e6-9f73-4c93-99ed-4cd2b0cb67d5,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:26.512767 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5901980d-610d-4c20-8de1-0c80495824b9 admin admin] Network 2b5bccaf-fdae-4b63-930f-08f3140d28f0 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:39:26.518875 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b14180eb-86db-4541-bd4d-51a0427bc57f req-0f701f6d-5ccb-4197-8aa9-0753c6b17dcc tempest-SecurityGroupsTestAdminJSON-1702266935 tempest-SecurityGroupsTestAdminJSON-1702266935-project] 10.222.0.13 "GET /v2.0/security-groups/6b914702-61d5-4e72-b749-24c2f5c480d2 HTTP/1.1" status: 200 len: 1795 time: 0.0511665 Mar 01 13:39:26.529013 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-5901980d-610d-4c20-8de1-0c80495824b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 2b5bccaf-fdae-4b63-930f-08f3140d28f0) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:39:26.533197 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5901980d-610d-4c20-8de1-0c80495824b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:26.533792 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5901980d-610d-4c20-8de1-0c80495824b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:26.540925 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597e50ff-7c13-4600-9081-b3e92e7d70af None None] Network 2b5bccaf-fdae-4b63-930f-08f3140d28f0 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:39:26.570573 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5901980d-610d-4c20-8de1-0c80495824b9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5344307 Mar 01 13:39:26.627175 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b14180eb-86db-4541-bd4d-51a0427bc57f req-bda3262b-823b-4f65-97e4-37243e0dea2f tempest-SecurityGroupsTestAdminJSON-1702266935 tempest-SecurityGroupsTestAdminJSON-1702266935-project] Publish callbacks [] for security_group (6b914702-61d5-4e72-b749-24c2f5c480d2), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:26.668150 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b14180eb-86db-4541-bd4d-51a0427bc57f req-bda3262b-823b-4f65-97e4-37243e0dea2f tempest-SecurityGroupsTestAdminJSON-1702266935 tempest-SecurityGroupsTestAdminJSON-1702266935-project] Publish callbacks [] for security_group (6b914702-61d5-4e72-b749-24c2f5c480d2), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:26.680681 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdea1a01-91a5-46f4-8792-487179d85526 None None] Network 2b5bccaf-fdae-4b63-930f-08f3140d28f0 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:39:26.736889 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b14180eb-86db-4541-bd4d-51a0427bc57f req-bda3262b-823b-4f65-97e4-37243e0dea2f tempest-SecurityGroupsTestAdminJSON-1702266935 tempest-SecurityGroupsTestAdminJSON-1702266935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6b914702-61d5-4e72-b749-24c2f5c480d2), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:26.740564 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b14180eb-86db-4541-bd4d-51a0427bc57f req-bda3262b-823b-4f65-97e4-37243e0dea2f tempest-SecurityGroupsTestAdminJSON-1702266935 tempest-SecurityGroupsTestAdminJSON-1702266935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:26.742704 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b14180eb-86db-4541-bd4d-51a0427bc57f req-bda3262b-823b-4f65-97e4-37243e0dea2f tempest-SecurityGroupsTestAdminJSON-1702266935 tempest-SecurityGroupsTestAdminJSON-1702266935-project] 10.222.0.13 "DELETE /v2.0/security-groups/6b914702-61d5-4e72-b749-24c2f5c480d2 HTTP/1.1" status: 204 len: 173 time: 0.2225072 Mar 01 13:39:26.754315 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3262b-823b-4f65-97e4-37243e0dea2f tempest-SecurityGroupsTestAdminJSON-1702266935 tempest-SecurityGroupsTestAdminJSON-1702266935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b914702-61d5-4e72-b749-24c2f5c480d2,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:26.835088 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-426b1d76-e605-47f9-805f-309e046f94c2 req-38344c36-9a10-415e-8102-7f19797ddba4 tempest-SecurityGroupsTestAdminJSON-1702266935 tempest-SecurityGroupsTestAdminJSON-1702266935-project] 10.222.0.13 "GET /v2.0/security-groups/bb0c937c-cb86-4888-8d94-7ac728d4539b HTTP/1.1" status: 200 len: 1795 time: 0.0693665 Mar 01 13:39:26.920786 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-426b1d76-e605-47f9-805f-309e046f94c2 req-c7ab6310-a609-4927-94dc-8ccd18fd61f9 tempest-SecurityGroupsTestAdminJSON-1702266935 tempest-SecurityGroupsTestAdminJSON-1702266935-project] Publish callbacks [] for security_group (bb0c937c-cb86-4888-8d94-7ac728d4539b), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:26.943711 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f334ed-a516-4377-b18f-ea18faa2cd59 req-4a13e8fc-89b1-4274-9ac6-a8a7c7f37626 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:26.944868 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-53f334ed-a516-4377-b18f-ea18faa2cd59 req-4a13e8fc-89b1-4274-9ac6-a8a7c7f37626 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.32 "GET /v2.0/ports?device_id=cee997b7-a860-4376-b336-25ba01cf3d01 HTTP/1.1" status: 200 len: 972 time: 0.0796175 Mar 01 13:39:26.982149 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-426b1d76-e605-47f9-805f-309e046f94c2 req-c7ab6310-a609-4927-94dc-8ccd18fd61f9 tempest-SecurityGroupsTestAdminJSON-1702266935 tempest-SecurityGroupsTestAdminJSON-1702266935-project] Publish callbacks [] for security_group (bb0c937c-cb86-4888-8d94-7ac728d4539b), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:27.231251 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-426b1d76-e605-47f9-805f-309e046f94c2 req-c7ab6310-a609-4927-94dc-8ccd18fd61f9 tempest-SecurityGroupsTestAdminJSON-1702266935 tempest-SecurityGroupsTestAdminJSON-1702266935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (bb0c937c-cb86-4888-8d94-7ac728d4539b), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:27.233808 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-426b1d76-e605-47f9-805f-309e046f94c2 req-c7ab6310-a609-4927-94dc-8ccd18fd61f9 tempest-SecurityGroupsTestAdminJSON-1702266935 tempest-SecurityGroupsTestAdminJSON-1702266935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:27.234922 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-426b1d76-e605-47f9-805f-309e046f94c2 req-c7ab6310-a609-4927-94dc-8ccd18fd61f9 tempest-SecurityGroupsTestAdminJSON-1702266935 tempest-SecurityGroupsTestAdminJSON-1702266935-project] 10.222.0.13 "DELETE /v2.0/security-groups/bb0c937c-cb86-4888-8d94-7ac728d4539b HTTP/1.1" status: 204 len: 173 time: 0.3990583 Mar 01 13:39:27.259855 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54174) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:27.275953 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab6310-a609-4927-94dc-8ccd18fd61f9 tempest-SecurityGroupsTestAdminJSON-1702266935 tempest-SecurityGroupsTestAdminJSON-1702266935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0c937c-cb86-4888-8d94-7ac728d4539b,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:27.323073 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-934602c1-e999-49c9-903b-430e3b4dc505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:27.371227 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-53f334ed-a516-4377-b18f-ea18faa2cd59 req-883340fc-a848-459a-942a-12a89c3a3a8f tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] Deleting port 0bc53d0b-dec8-45e2-bb6d-118b613242a9 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:39:27.371227 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-53f334ed-a516-4377-b18f-ea18faa2cd59 req-883340fc-a848-459a-942a-12a89c3a3a8f tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (0bc53d0b-dec8-45e2-bb6d-118b613242a9), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:27.381917 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-a6b483e1-addf-4204-a0f0-c3078ee44d7e tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:27.388770 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-a6b483e1-addf-4204-a0f0-c3078ee44d7e tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/networks?id=b187e7ca-336b-42a6-9348-f5c88fd21398 HTTP/1.1" status: 200 len: 817 time: 0.2848856 Mar 01 13:39:27.422762 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-33be95a4-a36e-4a12-8910-61377e912e2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:27.450077 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-1955dd5b-de0b-49ec-a30d-11232e7ab642 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/quotas/980a0cdea86543af87d11d7652b91c08 HTTP/1.1" status: 200 len: 375 time: 0.0606413 Mar 01 13:39:27.466083 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.20', 50169) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:27.497755 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-194d2d23-6736-40b3-88ed-ad8ccb4d64c0 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=980a0cdea86543af87d11d7652b91c08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467229 Mar 01 13:39:27.505231 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-54ecb8c9-d0d7-4c76-a613-75017562e105 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=268dfb5352f341a9821dc69371e71b54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378172 Mar 01 13:39:27.517761 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892cfd3-9090-4262-bcf7-3640b2621980 req-7fbad75b-e029-4ca5-869e-5be64dc21621 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:27.519228 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6892cfd3-9090-4262-bcf7-3640b2621980 req-7fbad75b-e029-4ca5-869e-5be64dc21621 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/ports?device_id=cee997b7-a860-4376-b336-25ba01cf3d01 HTTP/1.1" status: 200 len: 972 time: 0.2078874 Mar 01 13:39:27.635248 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54188) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:27.658269 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-33be95a4-a36e-4a12-8910-61377e912e2c admin admin] Publish callbacks [] for security_group (2295866f-ec8d-4c02-a243-f3fc6f7eb9c6), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:27.665969 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-33be95a4-a36e-4a12-8910-61377e912e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (2295866f-ec8d-4c02-a243-f3fc6f7eb9c6), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:27.701807 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-8927dbe1-9c62-488f-9af2-908475d48cbb tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:27.703286 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-8927dbe1-9c62-488f-9af2-908475d48cbb tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1924033 Mar 01 13:39:27.719462 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-53f334ed-a516-4377-b18f-ea18faa2cd59 req-883340fc-a848-459a-942a-12a89c3a3a8f tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] For port 0bc53d0b-dec8-45e2-bb6d-118b613242a9, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=0bc53d0b-dec8-45e2-bb6d-118b613242a9,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:39:27.720161 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-53f334ed-a516-4377-b18f-ea18faa2cd59 req-883340fc-a848-459a-942a-12a89c3a3a8f tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (0bc53d0b-dec8-45e2-bb6d-118b613242a9), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:27.728276 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-33be95a4-a36e-4a12-8910-61377e912e2c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ad25bdc6f93480e96bc7b54b9091052&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4674900 Mar 01 13:39:27.729396 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be95a4-a36e-4a12-8910-61377e912e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2295866f-ec8d-4c02-a243-f3fc6f7eb9c6,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:27.732544 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54194) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:27.745797 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-53f334ed-a516-4377-b18f-ea18faa2cd59 req-883340fc-a848-459a-942a-12a89c3a3a8f tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] Calling delete_port for 0bc53d0b-dec8-45e2-bb6d-118b613242a9 owned by compute:tempest-test_az-1850339765 {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:39:27.771930 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6892cfd3-9090-4262-bcf7-3640b2621980 req-d9ab0f4f-6424-4043-9bd8-f98a071b4c9b tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/security-groups?id=6271b88f-d005-4faf-9691-90ee0b079184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413270 Mar 01 13:39:27.798651 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-a5844235-4f07-441a-8c69-6583df6e5a50 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Request body: {'port': {'device_id': 'e3cdbfbb-c15f-459c-8567-c5116633355f', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'admin_state_up': True, 'tenant_id': '268dfb5352f341a9821dc69371e71b54'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:39:27.806570 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-b74ab658-f8f6-4ba1-80db-2fc42b4e27da service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:39:27.807749 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-b74ab658-f8f6-4ba1-80db-2fc42b4e27da service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1006448 Mar 01 13:39:27.870812 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cf342a99-7134-4048-9dcf-7bb938e9c6a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68c8d7f1e8b64174be0fd3202d45aacc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198460 Mar 01 13:39:27.874142 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54200) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:27.885202 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a96923ef-cccc-454c-a5a6-362c444d7b3e admin admin] Publish callbacks [] for security_group (2295866f-ec8d-4c02-a243-f3fc6f7eb9c6), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:27.919746 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-983ce117-68cc-4bfb-9a8c-b978949c1b1a req-de412978-26d1-4b3a-8f21-f045eb86ae8f tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3cdbfbb-c15f-459c-8567-c5116633355f HTTP/1.1" status: 200 len: 210 time: 0.0721602 Mar 01 13:39:27.973936 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a96923ef-cccc-454c-a5a6-362c444d7b3e admin admin] Publish callbacks [] for security_group (2295866f-ec8d-4c02-a243-f3fc6f7eb9c6), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:27.987578 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-ce89a478-3a38-46bf-87ac-4ad5b227b926 service neutron] 10.222.0.13 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724958 Mar 01 13:39:28.060320 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 59d7868b-65de-4076-a95f-40ef6eb9b3ea no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:39:28.090103 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: 59d7868b-65de-4076-a95f-40ef6eb9b3ea {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:39:28.091174 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 59d7868b-65de-4076-a95f-40ef6eb9b3ea not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:39:28.120773 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-650088da-5588-48ab-aa82-d4170d9516e0 admin admin] Publish callbacks [] for security_group (6f4df82f-6700-4130-8147-105dae07044b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:28.129138 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a96923ef-cccc-454c-a5a6-362c444d7b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (2295866f-ec8d-4c02-a243-f3fc6f7eb9c6), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:28.134429 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a96923ef-cccc-454c-a5a6-362c444d7b3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:28.134631 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-53f334ed-a516-4377-b18f-ea18faa2cd59 req-883340fc-a848-459a-942a-12a89c3a3a8f tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (0bc53d0b-dec8-45e2-bb6d-118b613242a9), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:28.138253 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a96923ef-cccc-454c-a5a6-362c444d7b3e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2295866f-ec8d-4c02-a243-f3fc6f7eb9c6 HTTP/1.1" status: 204 len: 168 time: 0.4026515 Mar 01 13:39:28.159341 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['0bc53d0b-dec8-45e2-bb6d-118b613242a9'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:39:28.171767 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883340fc-a848-459a-942a-12a89c3a3a8f tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] Pushing event deleted for resources: {'Port': ['ID=0bc53d0b-dec8-45e2-bb6d-118b613242a9,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:28.187434 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-88f52d64-2978-4d98-9015-5ea6367d34d0 service neutron] 10.222.0.13 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988516 Mar 01 13:39:28.218429 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96923ef-cccc-454c-a5a6-362c444d7b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2295866f-ec8d-4c02-a243-f3fc6f7eb9c6,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:28.238263 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-650088da-5588-48ab-aa82-d4170d9516e0 admin admin] Publish callbacks [] for security_group (6f4df82f-6700-4130-8147-105dae07044b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:28.259470 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-a5844235-4f07-441a-8c69-6583df6e5a50 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Made reservation on behalf of 268dfb5352f341a9821dc69371e71b54 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:39:28.263828 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-a5844235-4f07-441a-8c69-6583df6e5a50 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:28.290276 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-a5844235-4f07-441a-8c69-6583df6e5a50 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:28.406944 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f334ed-a516-4377-b18f-ea18faa2cd59 req-883340fc-a848-459a-942a-12a89c3a3a8f tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] No DVR routers for this DVR port 0bc53d0b-dec8-45e2-bb6d-118b613242a9 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:39:28.419361 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-808f9485-1460-41af-8389-12f8b9e36aba req-ddc0d765-777a-4ced-9d96-070832f35f0f tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=865d9f9d78924654a5c6591a3082939f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2099464 Mar 01 13:39:28.422383 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-650088da-5588-48ab-aa82-d4170d9516e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6f4df82f-6700-4130-8147-105dae07044b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:28.426618 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-650088da-5588-48ab-aa82-d4170d9516e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:28.427876 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-650088da-5588-48ab-aa82-d4170d9516e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f4df82f-6700-4130-8147-105dae07044b HTTP/1.1" status: 204 len: 168 time: 0.5528131 Mar 01 13:39:28.436965 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-53f334ed-a516-4377-b18f-ea18faa2cd59 req-883340fc-a848-459a-942a-12a89c3a3a8f tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:28.445739 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-53f334ed-a516-4377-b18f-ea18faa2cd59 req-883340fc-a848-459a-942a-12a89c3a3a8f tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.32 "DELETE /v2.0/ports/0bc53d0b-dec8-45e2-bb6d-118b613242a9 HTTP/1.1" status: 204 len: 173 time: 1.4904134 Mar 01 13:39:28.447617 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650088da-5588-48ab-aa82-d4170d9516e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4df82f-6700-4130-8147-105dae07044b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:28.450498 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee997b7-a860-4376-b336-25ba01cf3d01', 'name': 'network-vif-deleted', 'tag': '0bc53d0b-dec8-45e2-bb6d-118b613242a9'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:39:28.455809 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d79971-4509-457f-9819-da554b09c61f" -d '{"events": [{"server_uuid": "cee997b7-a860-4376-b336-25ba01cf3d01", "name": "network-vif-deleted", "tag": "0bc53d0b-dec8-45e2-bb6d-118b613242a9"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:39:28.507283 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-a5844235-4f07-441a-8c69-6583df6e5a50 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Publish callbacks [] for security_group (08cc0ca3-1761-4523-ad7a-62fca43a6a2a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:28.514879 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-a5844235-4f07-441a-8c69-6583df6e5a50 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (08cc0ca3-1761-4523-ad7a-62fca43a6a2a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:28.648031 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cf14cd6b-cb90-4da5-9286-a5763df9ae87 req-cdca9f44-a2a1-4bce-b334-f0f214a5f888 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5 HTTP/1.1" status: 200 len: 210 time: 0.1656537 Mar 01 13:39:28.751920 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f9485-1460-41af-8389-12f8b9e36aba req-3b537c18-8ce1-4467-b822-2eebea6a70a9 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:28.756671 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5844235-4f07-441a-8c69-6583df6e5a50 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08cc0ca3-1761-4523-ad7a-62fca43a6a2a,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:28.761777 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-808f9485-1460-41af-8389-12f8b9e36aba req-3b537c18-8ce1-4467-b822-2eebea6a70a9 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3405306 Mar 01 13:39:28.764875 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:28.783446 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-808f9485-1460-41af-8389-12f8b9e36aba req-f8f95421-f480-440d-9070-92fd49f5a92a tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/quotas/865d9f9d78924654a5c6591a3082939f HTTP/1.1" status: 200 len: 375 time: 0.0203917 Mar 01 13:39:28.789064 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-a5844235-4f07-441a-8c69-6583df6e5a50 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Allocated IP 192.168.233.206 (5e5e5cdc-dce5-4633-91fd-8e14363cd220/909a9e4d-2330-4bdf-bf33-da65c3dea6db/2aee65f0-cefa-495e-9035-472e63ee55a5) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:39:28.854630 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-808f9485-1460-41af-8389-12f8b9e36aba req-d22291c2-507b-4e91-91c5-4855b4fc4818 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=865d9f9d78924654a5c6591a3082939f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702412 Mar 01 13:39:28.874276 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f69697-549c-484a-a75d-7a95088aa360 x-openstack-request-id: req-c4f69697-549c-484a-a75d-7a95088aa360 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:39:28.874722 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee997b7-a860-4376-b336-25ba01cf3d01", "name": "network-vif-deleted", "tag": "0bc53d0b-dec8-45e2-bb6d-118b613242a9", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:39:28.875044 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4f69697-549c-484a-a75d-7a95088aa360 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:39:28.875579 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee997b7-a860-4376-b336-25ba01cf3d01', 'name': 'network-vif-deleted', 'tag': '0bc53d0b-dec8-45e2-bb6d-118b613242a9', 'status': 'completed', 'code': 200} Mar 01 13:39:28.887389 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 54236) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:28.907214 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c6458354-8f0d-4d6b-9304-4d9c88dd96c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:29.103341 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-30af0d03-00f3-4f9e-95e8-cb198ef85bae req-1c5de16d-951a-46b6-9ce4-f921b96ca987 tempest-AggregatesAdminTestJSON-1199064360 tempest-AggregatesAdminTestJSON-1199064360-project] 10.222.0.13 "GET /v2.0/ports?device_id=cee997b7-a860-4376-b336-25ba01cf3d01 HTTP/1.1" status: 200 len: 210 time: 0.0764384 Mar 01 13:39:29.120935 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c6458354-8f0d-4d6b-9304-4d9c88dd96c8 admin admin] Publish callbacks [] for security_group (f0cfc304-c010-4371-8ec8-9f22d5481626), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:29.152900 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c6458354-8f0d-4d6b-9304-4d9c88dd96c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (f0cfc304-c010-4371-8ec8-9f22d5481626), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:29.165730 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5fcc6eb6-9c9c-4ef9-9564-15563ce6fa83 req-fd893f76-3f88-4999-ae03-686296446a86 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3cdbfbb-c15f-459c-8567-c5116633355f HTTP/1.1" status: 200 len: 210 time: 0.0608590 Mar 01 13:39:29.213499 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c6458354-8f0d-4d6b-9304-4d9c88dd96c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84051ae0779b4e58a9811cc62df72356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3243651 Mar 01 13:39:29.218503 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 54246) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:29.243498 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6458354-8f0d-4d6b-9304-4d9c88dd96c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cfc304-c010-4371-8ec8-9f22d5481626,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:29.302563 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-a5844235-4f07-441a-8c69-6583df6e5a50 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Publish callbacks [] for port (2aee65f0-cefa-495e-9035-472e63ee55a5), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:29.311200 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-59cce68a-26a6-4aa1-94d4-d19616ce91bb req-a9d8a51a-3007-4119-84f0-e12cab96a048 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9c38974-1dad-4967-9d5e-4ec988d66c4f HTTP/1.1" status: 200 len: 210 time: 0.0790901 Mar 01 13:39:29.408221 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-a5844235-4f07-441a-8c69-6583df6e5a50 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (2aee65f0-cefa-495e-9035-472e63ee55a5), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:29.426724 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-671a4784-ed6e-47cb-891a-2c110c4081fd admin admin] Publish callbacks [] for security_group (f0cfc304-c010-4371-8ec8-9f22d5481626), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:29.462186 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-671a4784-ed6e-47cb-891a-2c110c4081fd admin admin] Publish callbacks [] for security_group (f0cfc304-c010-4371-8ec8-9f22d5481626), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:29.471706 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 54254) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:29.475306 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-a5844235-4f07-441a-8c69-6583df6e5a50 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:39:29.479930 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-a5844235-4f07-441a-8c69-6583df6e5a50 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:39:29.482425 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5844235-4f07-441a-8c69-6583df6e5a50 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Pushing event updated for resources: {'Port': ['ID=2aee65f0-cefa-495e-9035-472e63ee55a5,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:29.484444 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-a5844235-4f07-441a-8c69-6583df6e5a50 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:39:29.489756 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-a5844235-4f07-441a-8c69-6583df6e5a50 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:29.490388 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-a5844235-4f07-441a-8c69-6583df6e5a50 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:29.525078 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-a5844235-4f07-441a-8c69-6583df6e5a50 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7382770 Mar 01 13:39:29.606948 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54256) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:29.609013 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6141bdaf-98d6-4803-8f96-d4a763bd4116 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7435d535b353422eb37924cb85571aca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1341488 Mar 01 13:39:29.619842 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-671a4784-ed6e-47cb-891a-2c110c4081fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (f0cfc304-c010-4371-8ec8-9f22d5481626), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:29.622994 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-671a4784-ed6e-47cb-891a-2c110c4081fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:29.624478 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-671a4784-ed6e-47cb-891a-2c110c4081fd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0cfc304-c010-4371-8ec8-9f22d5481626 HTTP/1.1" status: 204 len: 168 time: 0.4039578 Mar 01 13:39:29.640471 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a4784-ed6e-47cb-891a-2c110c4081fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cfc304-c010-4371-8ec8-9f22d5481626,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:29.718925 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-27c408d4-5704-46b0-9577-4e5b516857da admin admin] Publish callbacks [] for security_group (df4406c4-d8d2-44e0-90bb-d6f23658e60a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:29.745706 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-27c408d4-5704-46b0-9577-4e5b516857da admin admin] Publish callbacks [] for security_group (df4406c4-d8d2-44e0-90bb-d6f23658e60a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:29.777318 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-0062d86a-15ea-4fdc-a25e-520a50091bfb None None] Provisioning complete for port 2aee65f0-cefa-495e-9035-472e63ee55a5 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:39:29.778019 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0062d86a-15ea-4fdc-a25e-520a50091bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2aee65f0-cefa-495e-9035-472e63ee55a5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:29.843228 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-27c408d4-5704-46b0-9577-4e5b516857da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (df4406c4-d8d2-44e0-90bb-d6f23658e60a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:29.847219 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-27c408d4-5704-46b0-9577-4e5b516857da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:29.851517 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-970f3de4-f79d-4a4d-ba09-52a81407ebd5 req-13e796bf-8a3f-437d-b852-4c2774fdba10 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5 HTTP/1.1" status: 200 len: 210 time: 0.0662887 Mar 01 13:39:29.855277 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-27c408d4-5704-46b0-9577-4e5b516857da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df4406c4-d8d2-44e0-90bb-d6f23658e60a HTTP/1.1" status: 204 len: 168 time: 0.2468679 Mar 01 13:39:29.868726 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c408d4-5704-46b0-9577-4e5b516857da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4406c4-d8d2-44e0-90bb-d6f23658e60a,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:29.891118 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-0062d86a-15ea-4fdc-a25e-520a50091bfb None None] Port 2aee65f0-cefa-495e-9035-472e63ee55a5 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:39:29.925924 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:30.444996 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-6fedcc44-ea42-44c0-81ce-4b31207dba08 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:30.447076 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-6fedcc44-ea42-44c0-81ce-4b31207dba08 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.32 "GET /v2.0/networks?id=b187e7ca-336b-42a6-9348-f5c88fd21398 HTTP/1.1" status: 200 len: 817 time: 0.2758534 Mar 01 13:39:30.467752 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-7128ef44-ba38-4c36-b0f9-ab297143a416 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Request body: {'port': {'device_id': 'e9b175c1-0c82-4857-82e9-72b5fddfbea5', 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398', 'admin_state_up': True, 'tenant_id': '980a0cdea86543af87d11d7652b91c08'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:39:30.535360 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-af2494c0-910f-4f83-b81c-4d3f73599a71 req-ea135d13-6ce2-4cd3-8c71-cf304435fe00 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9c38974-1dad-4967-9d5e-4ec988d66c4f HTTP/1.1" status: 200 len: 210 time: 0.0485528 Mar 01 13:39:30.632619 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-808f9485-1460-41af-8389-12f8b9e36aba req-cd0cad1c-d917-4adf-ab64-fa9ce45c3c2b tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=865d9f9d78924654a5c6591a3082939f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663359 Mar 01 13:39:30.660633 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6f08d-97f6-4a33-8ad2-4bd4383999fe req-661f6497-94a2-4480-ada7-6d0598a6f5af tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:30.678850 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a0f6f08d-97f6-4a33-8ad2-4bd4383999fe req-661f6497-94a2-4480-ada7-6d0598a6f5af tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3cdbfbb-c15f-459c-8567-c5116633355f HTTP/1.1" status: 200 len: 936 time: 0.3647020 Mar 01 13:39:30.836331 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a0f6f08d-97f6-4a33-8ad2-4bd4383999fe req-007e52eb-c103-4265-8aa3-4e86e429edcd tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/security-groups?id=08cc0ca3-1761-4523-ad7a-62fca43a6a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532636 Mar 01 13:39:30.870267 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-7128ef44-ba38-4c36-b0f9-ab297143a416 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Made reservation on behalf of 980a0cdea86543af87d11d7652b91c08 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:39:30.870857 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f9485-1460-41af-8389-12f8b9e36aba req-ad8473de-6790-42f7-b08d-8ac4d30d4fbd tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:30.871815 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-808f9485-1460-41af-8389-12f8b9e36aba req-ad8473de-6790-42f7-b08d-8ac4d30d4fbd tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2339630 Mar 01 13:39:30.882153 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-7128ef44-ba38-4c36-b0f9-ab297143a416 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:30.906827 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-808f9485-1460-41af-8389-12f8b9e36aba req-44af8429-a214-4731-8bbe-f5d896a4ccf2 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Request body: {'port': {'device_id': 'a9c38974-1dad-4967-9d5e-4ec988d66c4f', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'admin_state_up': True, 'tenant_id': '865d9f9d78924654a5c6591a3082939f'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:39:31.064311 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-47d6e14f-8992-406e-aec4-7fcd45a1cdce req-a987ab52-37c0-4376-8215-4d35768c85b5 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5 HTTP/1.1" status: 200 len: 210 time: 0.0588610 Mar 01 13:39:31.152078 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-808f9485-1460-41af-8389-12f8b9e36aba req-44af8429-a214-4731-8bbe-f5d896a4ccf2 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Made reservation on behalf of 865d9f9d78924654a5c6591a3082939f for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:39:31.157560 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-808f9485-1460-41af-8389-12f8b9e36aba req-44af8429-a214-4731-8bbe-f5d896a4ccf2 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:31.175407 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-7128ef44-ba38-4c36-b0f9-ab297143a416 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Allocated IP 172.20.0.6 (b187e7ca-336b-42a6-9348-f5c88fd21398/b3b03883-8a75-4db3-9fa2-b5308f8a1ccf/f23864cc-b6f5-4d96-9f69-088617d6957b) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:39:31.237529 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 54346) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:31.428249 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-808f9485-1460-41af-8389-12f8b9e36aba req-44af8429-a214-4731-8bbe-f5d896a4ccf2 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Allocated IP 192.168.233.82 (5e5e5cdc-dce5-4633-91fd-8e14363cd220/909a9e4d-2330-4bdf-bf33-da65c3dea6db/fd69e8ae-cb50-4ab2-9d2c-f7146985a90c) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:39:31.519134 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-02110b87-ed4a-4521-a9f1-23eb8d4678a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-165149853-network', 'tenant_id': '62cbaa5d9cb040b68177ab0eff354bbd'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:39:31.536485 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-7128ef44-ba38-4c36-b0f9-ab297143a416 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Publish callbacks [] for port (f23864cc-b6f5-4d96-9f69-088617d6957b), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:31.566147 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02110b87-ed4a-4521-a9f1-23eb8d4678a0 admin admin] Made reservation on behalf of 62cbaa5d9cb040b68177ab0eff354bbd for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:39:31.568463 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-02110b87-ed4a-4521-a9f1-23eb8d4678a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:31.599233 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-02110b87-ed4a-4521-a9f1-23eb8d4678a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:31.636456 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-7128ef44-ba38-4c36-b0f9-ab297143a416 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (f23864cc-b6f5-4d96-9f69-088617d6957b), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:31.690067 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:31.712353 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128ef44-ba38-4c36-b0f9-ab297143a416 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Pushing event updated for resources: {'Port': ['ID=f23864cc-b6f5-4d96-9f69-088617d6957b,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:31.743322 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-808f9485-1460-41af-8389-12f8b9e36aba req-44af8429-a214-4731-8bbe-f5d896a4ccf2 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Publish callbacks [] for port (fd69e8ae-cb50-4ab2-9d2c-f7146985a90c), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:31.758793 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f294e069-c066-406d-b82b-a70ab80eaac3 req-5a9939c8-f06b-4c7f-b9cb-f0422d9dfc64 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9c38974-1dad-4967-9d5e-4ec988d66c4f HTTP/1.1" status: 200 len: 210 time: 0.0963593 Mar 01 13:39:31.776037 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-7128ef44-ba38-4c36-b0f9-ab297143a416 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Network b187e7ca-336b-42a6-9348-f5c88fd21398 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:39:31.777548 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-7128ef44-ba38-4c36-b0f9-ab297143a416 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:39:31.782369 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-7128ef44-ba38-4c36-b0f9-ab297143a416 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:39:31.788133 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-7128ef44-ba38-4c36-b0f9-ab297143a416 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:31.788722 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-7128ef44-ba38-4c36-b0f9-ab297143a416 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:31.799768 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-808f9485-1460-41af-8389-12f8b9e36aba req-44af8429-a214-4731-8bbe-f5d896a4ccf2 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (fd69e8ae-cb50-4ab2-9d2c-f7146985a90c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:31.811703 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-7128ef44-ba38-4c36-b0f9-ab297143a416 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3479559 Mar 01 13:39:31.831141 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-a3fe85b2-40b1-4315-8200-11f917ab0272 service neutron] Request body: {'port': {'device_id': 'e9b175c1-0c82-4857-82e9-72b5fddfbea5', 'device_owner': 'compute:tempest-test_az-1850339765', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:39:31.888520 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-808f9485-1460-41af-8389-12f8b9e36aba req-44af8429-a214-4731-8bbe-f5d896a4ccf2 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:39:31.895092 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-808f9485-1460-41af-8389-12f8b9e36aba req-44af8429-a214-4731-8bbe-f5d896a4ccf2 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:39:31.898996 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-808f9485-1460-41af-8389-12f8b9e36aba req-44af8429-a214-4731-8bbe-f5d896a4ccf2 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:39:31.904838 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f9485-1460-41af-8389-12f8b9e36aba req-44af8429-a214-4731-8bbe-f5d896a4ccf2 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:31.905505 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-808f9485-1460-41af-8389-12f8b9e36aba req-44af8429-a214-4731-8bbe-f5d896a4ccf2 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:31.908496 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-02110b87-ed4a-4521-a9f1-23eb8d4678a0 admin admin] Publish callbacks [] for security_group (1ff27114-714c-4c83-a133-ed9cc72e152f), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:31.924410 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af8429-a214-4731-8bbe-f5d896a4ccf2 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Pushing event updated for resources: {'Port': ['ID=fd69e8ae-cb50-4ab2-9d2c-f7146985a90c,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:31.941571 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-808f9485-1460-41af-8389-12f8b9e36aba req-44af8429-a214-4731-8bbe-f5d896a4ccf2 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0425277 Mar 01 13:39:31.963056 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-808f9485-1460-41af-8389-12f8b9e36aba req-6ff2a295-6b4e-4bf8-a29e-5db2ad1cfc8e service neutron] Request body: {'port': {'device_id': 'a9c38974-1dad-4967-9d5e-4ec988d66c4f', 'device_owner': 'compute:tempest-test_az-1850339765', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:39:31.966288 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-02110b87-ed4a-4521-a9f1-23eb8d4678a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (1ff27114-714c-4c83-a133-ed9cc72e152f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:32.043517 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110b87-ed4a-4521-a9f1-23eb8d4678a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff27114-714c-4c83-a133-ed9cc72e152f,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:32.060079 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02110b87-ed4a-4521-a9f1-23eb8d4678a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:39:32.075143 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 0bc53d0b-dec8-45e2-bb6d-118b613242a9 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:39:32.079240 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-02110b87-ed4a-4521-a9f1-23eb8d4678a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (7afcf9ad-7117-462d-82d4-eaf26bc026df), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:32.080063 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-02110b87-ed4a-4521-a9f1-23eb8d4678a0 admin admin] Added segment 7afcf9ad-7117-462d-82d4-eaf26bc026df of type vlan for network c796add0-4cf7-4873-b3c2-d305decaec1b Mar 01 13:39:32.086636 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-808f9485-1460-41af-8389-12f8b9e36aba req-6ff2a295-6b4e-4bf8-a29e-5db2ad1cfc8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (fd69e8ae-cb50-4ab2-9d2c-f7146985a90c), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:32.143612 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: 0bc53d0b-dec8-45e2-bb6d-118b613242a9 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:39:32.145262 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 0bc53d0b-dec8-45e2-bb6d-118b613242a9 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:39:32.184806 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-02110b87-ed4a-4521-a9f1-23eb8d4678a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (c796add0-4cf7-4873-b3c2-d305decaec1b), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:32.251279 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-461673be-1a9b-4918-9159-9e8449af8fe6 None None] Provisioning complete for port fd69e8ae-cb50-4ab2-9d2c-f7146985a90c triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:39:32.252876 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-461673be-1a9b-4918-9159-9e8449af8fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (fd69e8ae-cb50-4ab2-9d2c-f7146985a90c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:32.265343 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-a3fe85b2-40b1-4315-8200-11f917ab0272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f23864cc-b6f5-4d96-9f69-088617d6957b), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:32.281653 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-02110b87-ed4a-4521-a9f1-23eb8d4678a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (c796add0-4cf7-4873-b3c2-d305decaec1b), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:32.282610 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02110b87-ed4a-4521-a9f1-23eb8d4678a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:32.283196 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-02110b87-ed4a-4521-a9f1-23eb8d4678a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:32.305601 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-461673be-1a9b-4918-9159-9e8449af8fe6 None None] Port fd69e8ae-cb50-4ab2-9d2c-f7146985a90c cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:39:32.326144 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-02110b87-ed4a-4521-a9f1-23eb8d4678a0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0872691 Mar 01 13:39:32.340020 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54412) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:32.346562 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-30f2be99-ca61-41d7-a2dd-a847ff35cc33 admin admin] Request body: {'subnet': {'network_id': 'c796add0-4cf7-4873-b3c2-d305decaec1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-165149853-subnet', 'tenant_id': '62cbaa5d9cb040b68177ab0eff354bbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:39:32.383867 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f2be99-ca61-41d7-a2dd-a847ff35cc33 admin admin] Made reservation on behalf of 62cbaa5d9cb040b68177ab0eff354bbd for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:39:32.386346 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-30f2be99-ca61-41d7-a2dd-a847ff35cc33 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:32.634470 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26537d-7603-4389-b2df-f4951e15f09b req-6d951a6f-f4d3-495d-8bf5-2d1f1d7538e8 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:32.636048 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0f26537d-7603-4389-b2df-f4951e15f09b req-6d951a6f-f4d3-495d-8bf5-2d1f1d7538e8 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3cdbfbb-c15f-459c-8567-c5116633355f HTTP/1.1" status: 200 len: 936 time: 0.6244032 Mar 01 13:39:32.665145 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110b87-ed4a-4521-a9f1-23eb8d4678a0 admin admin] Pushing event updated for resources: {'Network': ['ID=c796add0-4cf7-4873-b3c2-d305decaec1b,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:32.722653 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-808f9485-1460-41af-8389-12f8b9e36aba req-6ff2a295-6b4e-4bf8-a29e-5db2ad1cfc8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd69e8ae-cb50-4ab2-9d2c-f7146985a90c {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:39:32.732344 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network c796add0-4cf7-4873-b3c2-d305decaec1b details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:39:32.736473 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-808f9485-1460-41af-8389-12f8b9e36aba req-6ff2a295-6b4e-4bf8-a29e-5db2ad1cfc8e service neutron] Publish callbacks [] for port (fd69e8ae-cb50-4ab2-9d2c-f7146985a90c), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:32.756814 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-808f9485-1460-41af-8389-12f8b9e36aba req-6ff2a295-6b4e-4bf8-a29e-5db2ad1cfc8e service neutron] Transition to ACTIVE for port object fd69e8ae-cb50-4ab2-9d2c-f7146985a90c will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:39:32.781785 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c9dd5-7738-465c-be81-3159ea0c5436 req-548a222e-6963-48ec-bd09-4624d1a5035c tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:32.782713 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-808f9485-1460-41af-8389-12f8b9e36aba req-6ff2a295-6b4e-4bf8-a29e-5db2ad1cfc8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (fd69e8ae-cb50-4ab2-9d2c-f7146985a90c), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:32.783321 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-290c9dd5-7738-465c-be81-3159ea0c5436 req-548a222e-6963-48ec-bd09-4624d1a5035c tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5 HTTP/1.1" status: 200 len: 931 time: 0.4560833 Mar 01 13:39:32.802973 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0f26537d-7603-4389-b2df-f4951e15f09b req-832e8d77-c45f-4534-bce5-1e073677979f tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/security-groups?id=08cc0ca3-1761-4523-ad7a-62fca43a6a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544030 Mar 01 13:39:32.835260 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-30f2be99-ca61-41d7-a2dd-a847ff35cc33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for subnet (38d4da88-1ee0-4be0-b8bb-edf29de0ec5d), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:32.873065 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2a295-6b4e-4bf8-a29e-5db2ad1cfc8e service neutron] Pushing event updated for resources: {'Port': ['ID=fd69e8ae-cb50-4ab2-9d2c-f7146985a90c,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:32.929016 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2be99-ca61-41d7-a2dd-a847ff35cc33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38d4da88-1ee0-4be0-b8bb-edf29de0ec5d,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:32.939556 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-808f9485-1460-41af-8389-12f8b9e36aba req-6ff2a295-6b4e-4bf8-a29e-5db2ad1cfc8e service neutron] Attempting to bind port fd69e8ae-cb50-4ab2-9d2c-f7146985a90c on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:39:32.940038 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-808f9485-1460-41af-8389-12f8b9e36aba req-6ff2a295-6b4e-4bf8-a29e-5db2ad1cfc8e service neutron] Attempting to bind port fd69e8ae-cb50-4ab2-9d2c-f7146985a90c by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:39:32.940234 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808f9485-1460-41af-8389-12f8b9e36aba req-6ff2a295-6b4e-4bf8-a29e-5db2ad1cfc8e service neutron] Attempting to bind port fd69e8ae-cb50-4ab2-9d2c-f7146985a90c on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:39:32.948253 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-290c9dd5-7738-465c-be81-3159ea0c5436 req-3be5c9d7-23ac-47d2-98c3-9097b690803c tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489913 Mar 01 13:39:32.952219 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808f9485-1460-41af-8389-12f8b9e36aba req-6ff2a295-6b4e-4bf8-a29e-5db2ad1cfc8e service neutron] Port fd69e8ae-cb50-4ab2-9d2c-f7146985a90c on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:39:32.952542 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808f9485-1460-41af-8389-12f8b9e36aba req-6ff2a295-6b4e-4bf8-a29e-5db2ad1cfc8e service neutron] Attempting to bind port fd69e8ae-cb50-4ab2-9d2c-f7146985a90c on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:39:32.964211 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f2be99-ca61-41d7-a2dd-a847ff35cc33 admin admin] Checking segment: {'id': '7afcf9ad-7117-462d-82d4-eaf26bc026df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c796add0-4cf7-4873-b3c2-d305decaec1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:39:32.969473 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f2be99-ca61-41d7-a2dd-a847ff35cc33 admin admin] Network hostable DHCP agents. Network: c796add0-4cf7-4873-b3c2-d305decaec1b, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:39:32.983913 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808f9485-1460-41af-8389-12f8b9e36aba req-6ff2a295-6b4e-4bf8-a29e-5db2ad1cfc8e service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:39:32.984254 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808f9485-1460-41af-8389-12f8b9e36aba req-6ff2a295-6b4e-4bf8-a29e-5db2ad1cfc8e service neutron] Checking segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:39:32.984641 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808f9485-1460-41af-8389-12f8b9e36aba req-6ff2a295-6b4e-4bf8-a29e-5db2ad1cfc8e service neutron] Bound using segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:39:32.989202 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-808f9485-1460-41af-8389-12f8b9e36aba req-6ff2a295-6b4e-4bf8-a29e-5db2ad1cfc8e service neutron] Bound port: fd69e8ae-cb50-4ab2-9d2c-f7146985a90c, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:39:32.989202 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-808f9485-1460-41af-8389-12f8b9e36aba req-6ff2a295-6b4e-4bf8-a29e-5db2ad1cfc8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (fd69e8ae-cb50-4ab2-9d2c-f7146985a90c), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:33.048050 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f2be99-ca61-41d7-a2dd-a847ff35cc33 admin admin] Network c796add0-4cf7-4873-b3c2-d305decaec1b is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:39:33.088673 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-30f2be99-ca61-41d7-a2dd-a847ff35cc33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, c796add0-4cf7-4873-b3c2-d305decaec1b) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:39:33.091575 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-808f9485-1460-41af-8389-12f8b9e36aba req-6ff2a295-6b4e-4bf8-a29e-5db2ad1cfc8e service neutron] For port fd69e8ae-cb50-4ab2-9d2c-f7146985a90c, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:39:33.097622 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addf7b0a-2095-408b-8194-c80b35e61f08 None None] Network c796add0-4cf7-4873-b3c2-d305decaec1b requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:39:33.111991 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-808f9485-1460-41af-8389-12f8b9e36aba req-6ff2a295-6b4e-4bf8-a29e-5db2ad1cfc8e service neutron] For port fd69e8ae-cb50-4ab2-9d2c-f7146985a90c, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=fd69e8ae-cb50-4ab2-9d2c-f7146985a90c,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:39:33.123754 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f2be99-ca61-41d7-a2dd-a847ff35cc33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:33.124795 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-30f2be99-ca61-41d7-a2dd-a847ff35cc33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:33.137754 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-a3fe85b2-40b1-4315-8200-11f917ab0272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f23864cc-b6f5-4d96-9f69-088617d6957b {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:39:33.147981 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-a3fe85b2-40b1-4315-8200-11f917ab0272 service neutron] Publish callbacks [] for port (f23864cc-b6f5-4d96-9f69-088617d6957b), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:33.168986 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5a6ca-309a-4167-8bd3-a9fba818dc4a req-f52dcb2f-a4d7-40c4-940d-feb45d47c496 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:33.169969 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-30f2be99-ca61-41d7-a2dd-a847ff35cc33 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8284111 Mar 01 13:39:33.174167 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-808f9485-1460-41af-8389-12f8b9e36aba req-6ff2a295-6b4e-4bf8-a29e-5db2ad1cfc8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (fd69e8ae-cb50-4ab2-9d2c-f7146985a90c), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:33.175585 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c7d5a6ca-309a-4167-8bd3-a9fba818dc4a req-f52dcb2f-a4d7-40c4-940d-feb45d47c496 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9c38974-1dad-4967-9d5e-4ec988d66c4f HTTP/1.1" status: 200 len: 969 time: 0.0968380 Mar 01 13:39:33.224564 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-a3fe85b2-40b1-4315-8200-11f917ab0272 service neutron] Transition to ACTIVE for port object f23864cc-b6f5-4d96-9f69-088617d6957b will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:39:33.234299 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f9485-1460-41af-8389-12f8b9e36aba req-6ff2a295-6b4e-4bf8-a29e-5db2ad1cfc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:33.235324 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-808f9485-1460-41af-8389-12f8b9e36aba req-6ff2a295-6b4e-4bf8-a29e-5db2ad1cfc8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:33.237304 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-808f9485-1460-41af-8389-12f8b9e36aba req-6ff2a295-6b4e-4bf8-a29e-5db2ad1cfc8e service neutron] 10.222.0.32 "PUT /v2.0/ports/fd69e8ae-cb50-4ab2-9d2c-f7146985a90c HTTP/1.1" status: 200 len: 1117 time: 1.2783020 Mar 01 13:39:33.238037 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c38974-1dad-4967-9d5e-4ec988d66c4f', 'tag': 'fd69e8ae-cb50-4ab2-9d2c-f7146985a90c'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:39:33.240595 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecae817f-70ca-44a8-9dc0-a73bd59b8c35" -d '{"events": [{"name": "network-changed", "server_uuid": "a9c38974-1dad-4967-9d5e-4ec988d66c4f", "tag": "fd69e8ae-cb50-4ab2-9d2c-f7146985a90c"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:39:33.260023 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-a3fe85b2-40b1-4315-8200-11f917ab0272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f23864cc-b6f5-4d96-9f69-088617d6957b), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:33.304778 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c42d22-61cd-4fa8-8c96-1eb39e634d58 None None] Network c796add0-4cf7-4873-b3c2-d305decaec1b requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:39:33.337832 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2a295-6b4e-4bf8-a29e-5db2ad1cfc8e service neutron] Pushing event updated for resources: {'Port': ['ID=fd69e8ae-cb50-4ab2-9d2c-f7146985a90c,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:33.357199 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f9485-1460-41af-8389-12f8b9e36aba req-1a4e551f-45b9-4d45-9aa6-bdbd2b9b5d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:33.358782 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-808f9485-1460-41af-8389-12f8b9e36aba req-1a4e551f-45b9-4d45-9aa6-bdbd2b9b5d8b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=865d9f9d78924654a5c6591a3082939f&device_id=a9c38974-1dad-4967-9d5e-4ec988d66c4f HTTP/1.1" status: 200 len: 1151 time: 0.0740061 Mar 01 13:39:33.413360 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-808f9485-1460-41af-8389-12f8b9e36aba req-9e33ee77-200d-48cb-9c30-f9a80d7c19f4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=fd69e8ae-cb50-4ab2-9d2c-f7146985a90c HTTP/1.1" status: 200 len: 217 time: 0.0473616 Mar 01 13:39:33.418866 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d7fd0053-ac35-4937-80be-4745ceda173e req-ac391b36-306a-41a1-a389-327ef51ca58e tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=14d154d02fdc41b094b978b7f2c73712&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1821306 Mar 01 13:39:33.422638 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe85b2-40b1-4315-8200-11f917ab0272 service neutron] Pushing event updated for resources: {'Port': ['ID=f23864cc-b6f5-4d96-9f69-088617d6957b,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:33.442033 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c7d5a6ca-309a-4167-8bd3-a9fba818dc4a req-75600648-34a7-4c0a-bf68-89915b96c7a0 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6895d388-ad2b-4d63-8def-72bb3c8a41b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634282 Mar 01 13:39:33.486047 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f9485-1460-41af-8389-12f8b9e36aba req-6d4a1c39-9b35-43b7-95cc-3970099852d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:33.487405 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-808f9485-1460-41af-8389-12f8b9e36aba req-6d4a1c39-9b35-43b7-95cc-3970099852d6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0684526 Mar 01 13:39:33.556869 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f9485-1460-41af-8389-12f8b9e36aba req-356618ae-49c6-484a-a810-047db79aceac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:33.558641 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-808f9485-1460-41af-8389-12f8b9e36aba req-356618ae-49c6-484a-a810-047db79aceac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0626912 Mar 01 13:39:33.563267 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-a3fe85b2-40b1-4315-8200-11f917ab0272 service neutron] Attempting to bind port f23864cc-b6f5-4d96-9f69-088617d6957b on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:39:33.563597 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-a3fe85b2-40b1-4315-8200-11f917ab0272 service neutron] Attempting to bind port f23864cc-b6f5-4d96-9f69-088617d6957b by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:39:33.563945 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-a3fe85b2-40b1-4315-8200-11f917ab0272 service neutron] Attempting to bind port f23864cc-b6f5-4d96-9f69-088617d6957b on network b187e7ca-336b-42a6-9348-f5c88fd21398 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:39:33.581342 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-a3fe85b2-40b1-4315-8200-11f917ab0272 service neutron] Port f23864cc-b6f5-4d96-9f69-088617d6957b on network b187e7ca-336b-42a6-9348-f5c88fd21398 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:39:33.581803 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-a3fe85b2-40b1-4315-8200-11f917ab0272 service neutron] Attempting to bind port f23864cc-b6f5-4d96-9f69-088617d6957b on network b187e7ca-336b-42a6-9348-f5c88fd21398 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:39:33.592644 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-a3fe85b2-40b1-4315-8200-11f917ab0272 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:39:33.592841 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-a3fe85b2-40b1-4315-8200-11f917ab0272 service neutron] Checking segment: {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:39:33.593229 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-a3fe85b2-40b1-4315-8200-11f917ab0272 service neutron] Bound using segment: {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:39:33.593672 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-a3fe85b2-40b1-4315-8200-11f917ab0272 service neutron] Bound port: f23864cc-b6f5-4d96-9f69-088617d6957b, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:39:33.594076 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-a3fe85b2-40b1-4315-8200-11f917ab0272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f23864cc-b6f5-4d96-9f69-088617d6957b), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:33.624941 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56beae6c-41c3-426b-8d3f-3da20a72ecbc x-openstack-request-id: req-56beae6c-41c3-426b-8d3f-3da20a72ecbc {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:39:33.625152 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9c38974-1dad-4967-9d5e-4ec988d66c4f", "tag": "fd69e8ae-cb50-4ab2-9d2c-f7146985a90c", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:39:33.625520 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56beae6c-41c3-426b-8d3f-3da20a72ecbc {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:39:33.625768 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9c38974-1dad-4967-9d5e-4ec988d66c4f', 'tag': 'fd69e8ae-cb50-4ab2-9d2c-f7146985a90c', 'status': 'completed', 'code': 200} Mar 01 13:39:33.667848 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd0053-ac35-4937-80be-4745ceda173e req-9204e218-2bb8-473d-95fa-b0e144d5f357 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:33.670150 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d7fd0053-ac35-4937-80be-4745ceda173e req-9204e218-2bb8-473d-95fa-b0e144d5f357 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2485681 Mar 01 13:39:33.704598 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d7fd0053-ac35-4937-80be-4745ceda173e req-ee752177-2611-425f-a595-3748511a6eb7 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/quotas/14d154d02fdc41b094b978b7f2c73712 HTTP/1.1" status: 200 len: 375 time: 0.0200989 Mar 01 13:39:33.716717 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-808f9485-1460-41af-8389-12f8b9e36aba req-f60a94de-dd69-4e2e-81f7-dc2e5bad7721 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512585 Mar 01 13:39:33.762617 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d7fd0053-ac35-4937-80be-4745ceda173e req-26b84208-6d64-4c4a-bc62-aee551f5f2b5 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=14d154d02fdc41b094b978b7f2c73712&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524273 Mar 01 13:39:33.767324 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-a3fe85b2-40b1-4315-8200-11f917ab0272 service neutron] For port f23864cc-b6f5-4d96-9f69-088617d6957b, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:39:33.793745 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-a3fe85b2-40b1-4315-8200-11f917ab0272 service neutron] For port f23864cc-b6f5-4d96-9f69-088617d6957b, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f23864cc-b6f5-4d96-9f69-088617d6957b,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:39:33.803935 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-a3fe85b2-40b1-4315-8200-11f917ab0272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f23864cc-b6f5-4d96-9f69-088617d6957b), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:33.861187 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-808f9485-1460-41af-8389-12f8b9e36aba req-3adfa92d-1be4-4851-bbda-bca4d1189b64 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371613 Mar 01 13:39:33.870761 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-a3fe85b2-40b1-4315-8200-11f917ab0272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:33.871565 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-a3fe85b2-40b1-4315-8200-11f917ab0272 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:33.873167 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-a3fe85b2-40b1-4315-8200-11f917ab0272 service neutron] 10.222.0.32 "PUT /v2.0/ports/f23864cc-b6f5-4d96-9f69-088617d6957b HTTP/1.1" status: 200 len: 1113 time: 2.0492971 Mar 01 13:39:33.873688 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b175c1-0c82-4857-82e9-72b5fddfbea5', 'tag': 'f23864cc-b6f5-4d96-9f69-088617d6957b'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:39:33.877817 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda21ac6-d6ed-4b8f-8ef8-e0622d46d06e" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b175c1-0c82-4857-82e9-72b5fddfbea5", "tag": "f23864cc-b6f5-4d96-9f69-088617d6957b"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:39:33.887361 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe85b2-40b1-4315-8200-11f917ab0272 service neutron] Pushing event updated for resources: {'Port': ['ID=f23864cc-b6f5-4d96-9f69-088617d6957b,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:34.009012 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae817f-70ca-44a8-9dc0-a73bd59b8c35 req-1a8b1282-6007-4830-ad35-12a93e4675fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:34.014637 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ecae817f-70ca-44a8-9dc0-a73bd59b8c35 req-1a8b1282-6007-4830-ad35-12a93e4675fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=865d9f9d78924654a5c6591a3082939f&device_id=a9c38974-1dad-4967-9d5e-4ec988d66c4f HTTP/1.1" status: 200 len: 1151 time: 0.0812840 Mar 01 13:39:34.015418 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54486) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:34.023295 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-2578029d-7113-430c-8621-6c4545ecd7d9 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-303478301-network', 'tenant_id': 'f321ef9d960248e7b137c0898f21db51'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:39:34.071048 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-4fbf78c5-99bf-426e-b102-e0d035b90baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:34.073052 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-4fbf78c5-99bf-426e-b102-e0d035b90baa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=980a0cdea86543af87d11d7652b91c08&device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5 HTTP/1.1" status: 200 len: 1147 time: 0.1413157 Mar 01 13:39:34.075087 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2578029d-7113-430c-8621-6c4545ecd7d9 admin admin] Made reservation on behalf of f321ef9d960248e7b137c0898f21db51 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:39:34.079815 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2578029d-7113-430c-8621-6c4545ecd7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:34.132854 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-6846c18d-8336-49be-b81c-5a2c1d088912 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f23864cc-b6f5-4d96-9f69-088617d6957b HTTP/1.1" status: 200 len: 217 time: 0.0494990 Mar 01 13:39:34.133730 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2578029d-7113-430c-8621-6c4545ecd7d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:34.147825 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91410196-f916-4ddf-a79a-c3ef2b04e778 x-openstack-request-id: req-91410196-f916-4ddf-a79a-c3ef2b04e778 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:39:34.149194 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b175c1-0c82-4857-82e9-72b5fddfbea5", "tag": "f23864cc-b6f5-4d96-9f69-088617d6957b", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:39:34.149778 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91410196-f916-4ddf-a79a-c3ef2b04e778 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:39:34.150386 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b175c1-0c82-4857-82e9-72b5fddfbea5', 'tag': 'f23864cc-b6f5-4d96-9f69-088617d6957b', 'status': 'completed', 'code': 200} Mar 01 13:39:34.243470 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2578029d-7113-430c-8621-6c4545ecd7d9 admin admin] Publish callbacks [] for security_group (0097a2f8-79f1-4fea-bee9-c17d81f20a98), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:34.267968 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2578029d-7113-430c-8621-6c4545ecd7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (0097a2f8-79f1-4fea-bee9-c17d81f20a98), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:34.293019 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49c5d4-91a6-4b19-b198-e8555bbf668a req-a1a2ef1a-ffaa-4b1c-b322-21ddfe8dc82a tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:34.294842 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2578029d-7113-430c-8621-6c4545ecd7d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:39:34.303704 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c49c5d4-91a6-4b19-b198-e8555bbf668a req-a1a2ef1a-ffaa-4b1c-b322-21ddfe8dc82a tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3cdbfbb-c15f-459c-8567-c5116633355f HTTP/1.1" status: 200 len: 936 time: 0.1625819 Mar 01 13:39:34.314255 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae817f-70ca-44a8-9dc0-a73bd59b8c35 req-80af214a-4fdd-4cab-9bf3-d337d7bc256e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:34.316295 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ecae817f-70ca-44a8-9dc0-a73bd59b8c35 req-80af214a-4fdd-4cab-9bf3-d337d7bc256e service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.2951438 Mar 01 13:39:34.322567 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2578029d-7113-430c-8621-6c4545ecd7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (f477724d-373d-4423-910f-acc656d6e7de), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:34.322909 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-2578029d-7113-430c-8621-6c4545ecd7d9 admin admin] Added segment f477724d-373d-4423-910f-acc656d6e7de of type vlan for network 75467862-37c0-403f-af7f-a9f313fb5a08 Mar 01 13:39:34.325145 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-107c1ad0-0d59-4287-9bef-e29c90a7ee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:34.326748 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-107c1ad0-0d59-4287-9bef-e29c90a7ee32 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b3b03883-8a75-4db3-9fa2-b5308f8a1ccf HTTP/1.1" status: 200 len: 857 time: 0.1841803 Mar 01 13:39:34.335967 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578029d-7113-430c-8621-6c4545ecd7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0097a2f8-79f1-4fea-bee9-c17d81f20a98,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:34.381532 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-2c9f155a-3dec-4ac6-bf3c-5aee917edc02 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b187e7ca-336b-42a6-9348-f5c88fd21398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463340 Mar 01 13:39:34.426733 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c49c5d4-91a6-4b19-b198-e8555bbf668a req-091603bf-6d60-4891-9011-8ace04d756a9 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/security-groups?id=08cc0ca3-1761-4523-ad7a-62fca43a6a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221716 Mar 01 13:39:34.428481 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ecae817f-70ca-44a8-9dc0-a73bd59b8c35 req-61cafce4-b1df-4591-97a9-9cc818b6c1ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=fd69e8ae-cb50-4ab2-9d2c-f7146985a90c HTTP/1.1" status: 200 len: 217 time: 0.1018393 Mar 01 13:39:34.470389 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2578029d-7113-430c-8621-6c4545ecd7d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (75467862-37c0-403f-af7f-a9f313fb5a08), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:34.506095 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2578029d-7113-430c-8621-6c4545ecd7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (75467862-37c0-403f-af7f-a9f313fb5a08), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:34.506972 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2578029d-7113-430c-8621-6c4545ecd7d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:34.507548 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2578029d-7113-430c-8621-6c4545ecd7d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:34.548984 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fdd0ac9e-be4b-4c78-ba9b-441f1826e22c req-9cf3517b-505e-42bd-9613-26db7c37b8bd tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fa564d-060b-4170-be55-89d058cc71c8 HTTP/1.1" status: 200 len: 210 time: 0.1172440 Mar 01 13:39:34.604870 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae817f-70ca-44a8-9dc0-a73bd59b8c35 req-15bbdcef-b9bc-4121-8cf7-ebad13896a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:34.606638 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ecae817f-70ca-44a8-9dc0-a73bd59b8c35 req-15bbdcef-b9bc-4121-8cf7-ebad13896a8b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.1714275 Mar 01 13:39:34.628906 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad911b-69af-4478-afa5-d0dca5fcd5c8 req-e8f4b3cf-dba1-45f9-9aa0-721dd2198251 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:34.630868 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-81ad911b-69af-4478-afa5-d0dca5fcd5c8 req-e8f4b3cf-dba1-45f9-9aa0-721dd2198251 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5 HTTP/1.1" status: 200 len: 965 time: 0.0771735 Mar 01 13:39:34.633590 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2578029d-7113-430c-8621-6c4545ecd7d9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6161001 Mar 01 13:39:34.641801 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 54512) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:34.646758 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-ea33af9a-2ce9-40f4-a98f-4e8e5c1506ea admin admin] Request body: {'subnet': {'network_id': '75467862-37c0-403f-af7f-a9f313fb5a08', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-303478301-subnet', 'tenant_id': 'f321ef9d960248e7b137c0898f21db51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:39:34.666563 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578029d-7113-430c-8621-6c4545ecd7d9 admin admin] Pushing event updated for resources: {'Network': ['ID=75467862-37c0-403f-af7f-a9f313fb5a08,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:34.679181 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 75467862-37c0-403f-af7f-a9f313fb5a08 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:39:34.685865 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-1c44e6b3-25b9-4e9a-9d53-a7b4e352242a service neutron] 10.222.0.32 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843637 Mar 01 13:39:34.719931 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-81ad911b-69af-4478-afa5-d0dca5fcd5c8 req-ceb0d587-895c-492b-89cc-e56139a9b099 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800273 Mar 01 13:39:34.737688 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54516) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:34.762858 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae817f-70ca-44a8-9dc0-a73bd59b8c35 req-e64ce4f6-fb9f-4553-8687-2eb7d29cc600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:34.780146 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ecae817f-70ca-44a8-9dc0-a73bd59b8c35 req-e64ce4f6-fb9f-4553-8687-2eb7d29cc600 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1627300 Mar 01 13:39:34.782219 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea33af9a-2ce9-40f4-a98f-4e8e5c1506ea admin admin] Made reservation on behalf of f321ef9d960248e7b137c0898f21db51 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:39:34.789088 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ea33af9a-2ce9-40f4-a98f-4e8e5c1506ea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:34.844659 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b7e77421-1b2d-4f2e-8a7a-c94c12f36541 req-be3481de-3f33-4627-aa1a-af1875e618b0 service neutron] 10.222.0.32 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522729 Mar 01 13:39:34.919354 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d01f01f4-8a01-4cfc-a95b-5d401a0d83a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:35.017310 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda21ac6-d6ed-4b8f-8ef8-e0622d46d06e req-7d8b0146-3d4e-4153-9374-ce9889695add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:35.018836 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fda21ac6-d6ed-4b8f-8ef8-e0622d46d06e req-7d8b0146-3d4e-4153-9374-ce9889695add service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=980a0cdea86543af87d11d7652b91c08&device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5 HTTP/1.1" status: 200 len: 1147 time: 0.1162059 Mar 01 13:39:35.028083 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa1e65-6336-4949-b2e2-a5d8a596228e req-f53c2ab7-7cbe-4c4c-acf7-cbe754f9d911 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:35.029646 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-54aa1e65-6336-4949-b2e2-a5d8a596228e req-f53c2ab7-7cbe-4c4c-acf7-cbe754f9d911 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9c38974-1dad-4967-9d5e-4ec988d66c4f HTTP/1.1" status: 200 len: 969 time: 0.2483587 Mar 01 13:39:35.067035 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ecae817f-70ca-44a8-9dc0-a73bd59b8c35 req-caccce2f-617b-4657-aa2f-b15dbd686a9f service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420611 Mar 01 13:39:35.136725 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d01f01f4-8a01-4cfc-a95b-5d401a0d83a3 admin admin] Publish callbacks [] for security_group (01308065-1822-4e89-a60f-e1b3f7d54fec), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:35.146077 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d01f01f4-8a01-4cfc-a95b-5d401a0d83a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (01308065-1822-4e89-a60f-e1b3f7d54fec), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:35.184739 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda21ac6-d6ed-4b8f-8ef8-e0622d46d06e req-dea9ab59-d1c7-4877-98e6-0faacd0d7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:35.186207 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fda21ac6-d6ed-4b8f-8ef8-e0622d46d06e req-dea9ab59-d1c7-4877-98e6-0faacd0d7fc4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b187e7ca-336b-42a6-9348-f5c88fd21398 HTTP/1.1" status: 200 len: 918 time: 0.1603491 Mar 01 13:39:35.188616 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-54aa1e65-6336-4949-b2e2-a5d8a596228e req-7d243a3d-fe9b-40ac-b760-eafd5b661c86 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6895d388-ad2b-4d63-8def-72bb3c8a41b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488495 Mar 01 13:39:35.222511 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f01f4-8a01-4cfc-a95b-5d401a0d83a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01308065-1822-4e89-a60f-e1b3f7d54fec,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:35.230763 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d01f01f4-8a01-4cfc-a95b-5d401a0d83a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e7aa2c3b2134ffdb1682c01e6e49e22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4887936 Mar 01 13:39:35.233849 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 54542) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:35.264049 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fda21ac6-d6ed-4b8f-8ef8-e0622d46d06e req-c1161559-5a44-420c-8ac4-adea5ecedbb4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f23864cc-b6f5-4d96-9f69-088617d6957b HTTP/1.1" status: 200 len: 217 time: 0.0682254 Mar 01 13:39:35.265177 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ea33af9a-2ce9-40f4-a98f-4e8e5c1506ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for subnet (1f4956e6-3552-47ca-9cd7-b579b9947451), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:35.274545 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ecae817f-70ca-44a8-9dc0-a73bd59b8c35 req-72f5330e-c008-46e3-979e-c28508815108 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987705 Mar 01 13:39:35.345481 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33af9a-2ce9-40f4-a98f-4e8e5c1506ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f4956e6-3552-47ca-9cd7-b579b9947451,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:35.362874 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea33af9a-2ce9-40f4-a98f-4e8e5c1506ea admin admin] Checking segment: {'id': 'f477724d-373d-4423-910f-acc656d6e7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '75467862-37c0-403f-af7f-a9f313fb5a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:39:35.363241 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea33af9a-2ce9-40f4-a98f-4e8e5c1506ea admin admin] Network hostable DHCP agents. Network: 75467862-37c0-403f-af7f-a9f313fb5a08, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:39:35.366602 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-10d4ecd2-2a7f-4e8e-a742-21e6e965a2df admin admin] Publish callbacks [] for security_group (01308065-1822-4e89-a60f-e1b3f7d54fec), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:35.369132 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda21ac6-d6ed-4b8f-8ef8-e0622d46d06e req-3b352811-4a51-43f3-bd7c-ed36bf85a610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:35.370874 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fda21ac6-d6ed-4b8f-8ef8-e0622d46d06e req-3b352811-4a51-43f3-bd7c-ed36bf85a610 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b3b03883-8a75-4db3-9fa2-b5308f8a1ccf HTTP/1.1" status: 200 len: 857 time: 0.0932281 Mar 01 13:39:35.405756 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-10d4ecd2-2a7f-4e8e-a742-21e6e965a2df admin admin] Publish callbacks [] for security_group (01308065-1822-4e89-a60f-e1b3f7d54fec), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:35.409417 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fda21ac6-d6ed-4b8f-8ef8-e0622d46d06e req-cfa8260f-fabf-4c28-b807-728e36104170 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b187e7ca-336b-42a6-9348-f5c88fd21398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319839 Mar 01 13:39:35.480144 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea33af9a-2ce9-40f4-a98f-4e8e5c1506ea admin admin] Network 75467862-37c0-403f-af7f-a9f313fb5a08 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:39:35.491518 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-ea33af9a-2ce9-40f4-a98f-4e8e5c1506ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 75467862-37c0-403f-af7f-a9f313fb5a08) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:39:35.510085 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-10d4ecd2-2a7f-4e8e-a742-21e6e965a2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (01308065-1822-4e89-a60f-e1b3f7d54fec), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:35.512876 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-10d4ecd2-2a7f-4e8e-a742-21e6e965a2df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:35.514100 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-10d4ecd2-2a7f-4e8e-a742-21e6e965a2df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01308065-1822-4e89-a60f-e1b3f7d54fec HTTP/1.1" status: 204 len: 168 time: 0.2780962 Mar 01 13:39:35.519711 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea33af9a-2ce9-40f4-a98f-4e8e5c1506ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:35.521889 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ea33af9a-2ce9-40f4-a98f-4e8e5c1506ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:35.538940 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd552a3f-83e6-479c-b479-ec72ff396b04 None None] Network 75467862-37c0-403f-af7f-a9f313fb5a08 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:39:35.547577 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4ecd2-2a7f-4e8e-a742-21e6e965a2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01308065-1822-4e89-a60f-e1b3f7d54fec,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:35.579727 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ea33af9a-2ce9-40f4-a98f-4e8e5c1506ea admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9367816 Mar 01 13:39:35.634823 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-108987f2-a29f-46fe-8cca-85160f0d8c0d tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103726) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:39:35.637854 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-108987f2-a29f-46fe-8cca-85160f0d8c0d tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0158625 Mar 01 13:39:35.751036 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fda21ac6-d6ed-4b8f-8ef8-e0622d46d06e req-2b54dd25-2dbc-45eb-a568-6d242db69ac9 service neutron] 10.222.0.32 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339641 Mar 01 13:39:35.751866 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea2c90-99b1-46df-8b90-6a538f0340c6 req-9103d13d-f113-42ab-b35e-0f2b640f6214 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:35.753852 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-24ea2c90-99b1-46df-8b90-6a538f0340c6 req-9103d13d-f113-42ab-b35e-0f2b640f6214 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3cdbfbb-c15f-459c-8567-c5116633355f HTTP/1.1" status: 200 len: 936 time: 0.1442225 Mar 01 13:39:35.936712 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-24ea2c90-99b1-46df-8b90-6a538f0340c6 req-c614cd88-63f6-4273-937d-c8f7b8f7c4f3 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/security-groups?id=08cc0ca3-1761-4523-ad7a-62fca43a6a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686614 Mar 01 13:39:35.988859 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fda21ac6-d6ed-4b8f-8ef8-e0622d46d06e req-08667b63-59aa-498e-a25f-357027c6dbab service neutron] 10.222.0.32 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309999 Mar 01 13:39:36.036937 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-af3ee258-0a79-4da5-9a8d-4d7ef1c7a9c7 req-238e3a1a-a799-4f7b-869c-47d5ee746a15 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fa564d-060b-4170-be55-89d058cc71c8 HTTP/1.1" status: 200 len: 210 time: 0.0526712 Mar 01 13:39:36.116955 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691d8633-4368-44f9-b672-6a416f476ace None None] Network 75467862-37c0-403f-af7f-a9f313fb5a08 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:39:36.127087 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924745c6-cad8-4fa9-857f-b2247db5faba req-ce125f25-9a7a-4e4e-b5aa-ae3ee8c4aa17 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:36.134448 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-924745c6-cad8-4fa9-857f-b2247db5faba req-ce125f25-9a7a-4e4e-b5aa-ae3ee8c4aa17 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5 HTTP/1.1" status: 200 len: 965 time: 0.0922239 Mar 01 13:39:36.192611 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-924745c6-cad8-4fa9-857f-b2247db5faba req-7bdc5ded-4d12-4b96-b0d0-f7ebe1ff3fac tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572577 Mar 01 13:39:36.220948 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54588) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:36.242584 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-09f2c504-fc63-4f68-a763-b9e09d5f1efb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:36.359750 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-082f8dd3-cd8b-43cf-b31f-055719e06254 service neutron] Request body: {'port': {'device_id': 'e3cdbfbb-c15f-459c-8567-c5116633355f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:39:36.363112 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-09f2c504-fc63-4f68-a763-b9e09d5f1efb admin admin] Publish callbacks [] for security_group (82a8c1c9-d4b9-41e6-99b8-7a93de76a74a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:36.375631 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-09f2c504-fc63-4f68-a763-b9e09d5f1efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (82a8c1c9-d4b9-41e6-99b8-7a93de76a74a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:36.398278 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c2295-a4a8-4d86-81df-842ae5083e71 req-47e496a1-26cb-4819-93bf-3d1c0ede1b06 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:36.401433 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eb4c2295-a4a8-4d86-81df-842ae5083e71 req-47e496a1-26cb-4819-93bf-3d1c0ede1b06 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9c38974-1dad-4967-9d5e-4ec988d66c4f HTTP/1.1" status: 200 len: 969 time: 0.0717659 Mar 01 13:39:36.451052 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2c504-fc63-4f68-a763-b9e09d5f1efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a8c1c9-d4b9-41e6-99b8-7a93de76a74a,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:36.459533 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-09f2c504-fc63-4f68-a763-b9e09d5f1efb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4989a41c468a41daae634acd44e2949f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371593 Mar 01 13:39:36.462616 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54596) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:36.478240 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eb4c2295-a4a8-4d86-81df-842ae5083e71 req-e88e8cce-773d-4874-9dc5-6078a09f64f6 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6895d388-ad2b-4d63-8def-72bb3c8a41b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665727 Mar 01 13:39:36.517834 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-082f8dd3-cd8b-43cf-b31f-055719e06254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2aee65f0-cefa-495e-9035-472e63ee55a5), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:36.543368 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.20', 50174) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:36.622958 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d7fd0053-ac35-4937-80be-4745ceda173e req-ccbe56a8-07ca-4234-a4dd-764984379a2f tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=14d154d02fdc41b094b978b7f2c73712&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0782454 Mar 01 13:39:36.637485 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c145352c-0470-4030-9e11-3fc27a5bf6ff admin admin] Publish callbacks [] for security_group (82a8c1c9-d4b9-41e6-99b8-7a93de76a74a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:36.726777 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-56e6292c-75f9-4664-97bd-ddc8c9e77f68 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:36.732224 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-56e6292c-75f9-4664-97bd-ddc8c9e77f68 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] 10.222.0.13 "GET /v2.0/networks?id=c796add0-4cf7-4873-b3c2-d305decaec1b HTTP/1.1" status: 200 len: 814 time: 0.1990793 Mar 01 13:39:36.753353 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-aa229e1f-1e2e-4aaf-baf8-30b09a5530d1 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] 10.222.0.13 "GET /v2.0/quotas/62cbaa5d9cb040b68177ab0eff354bbd HTTP/1.1" status: 200 len: 375 time: 0.0170212 Mar 01 13:39:36.778273 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c145352c-0470-4030-9e11-3fc27a5bf6ff admin admin] Publish callbacks [] for security_group (82a8c1c9-d4b9-41e6-99b8-7a93de76a74a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:36.803440 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-9ecb61e9-53a8-4b41-85ca-e33dc539d74e tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=62cbaa5d9cb040b68177ab0eff354bbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417659 Mar 01 13:39:36.926316 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-7cbc344d-0034-489d-9d86-5d3baf7d8a28 service neutron] 10.222.0.13 "GET /v2.0/networks/c796add0-4cf7-4873-b3c2-d305decaec1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140623 Mar 01 13:39:36.935039 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd0053-ac35-4937-80be-4745ceda173e req-2b4f7c9b-f17a-42fe-8190-dfcdddeb91c8 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:36.936632 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d7fd0053-ac35-4937-80be-4745ceda173e req-2b4f7c9b-f17a-42fe-8190-dfcdddeb91c8 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3015811 Mar 01 13:39:36.958809 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-d7fd0053-ac35-4937-80be-4745ceda173e req-b771bd3e-e102-4670-a4c4-f42dbdb26459 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Request body: {'port': {'device_id': '99fa564d-060b-4170-be55-89d058cc71c8', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'admin_state_up': True, 'tenant_id': '14d154d02fdc41b094b978b7f2c73712'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:39:36.989752 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c145352c-0470-4030-9e11-3fc27a5bf6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (82a8c1c9-d4b9-41e6-99b8-7a93de76a74a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:36.993249 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c145352c-0470-4030-9e11-3fc27a5bf6ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:36.996783 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c145352c-0470-4030-9e11-3fc27a5bf6ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82a8c1c9-d4b9-41e6-99b8-7a93de76a74a HTTP/1.1" status: 204 len: 168 time: 0.5309057 Mar 01 13:39:37.044043 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c145352c-0470-4030-9e11-3fc27a5bf6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a8c1c9-d4b9-41e6-99b8-7a93de76a74a,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:37.144017 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-082f8dd3-cd8b-43cf-b31f-055719e06254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aee65f0-cefa-495e-9035-472e63ee55a5 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:39:37.154874 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-082f8dd3-cd8b-43cf-b31f-055719e06254 service neutron] Publish callbacks [] for port (2aee65f0-cefa-495e-9035-472e63ee55a5), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:37.169243 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54646) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:37.176732 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7fd0053-ac35-4937-80be-4745ceda173e req-b771bd3e-e102-4670-a4c4-f42dbdb26459 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Made reservation on behalf of 14d154d02fdc41b094b978b7f2c73712 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:39:37.180627 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d7fd0053-ac35-4937-80be-4745ceda173e req-b771bd3e-e102-4670-a4c4-f42dbdb26459 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:37.184765 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-082f8dd3-cd8b-43cf-b31f-055719e06254 service neutron] Transition to ACTIVE for port object 2aee65f0-cefa-495e-9035-472e63ee55a5 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:39:37.285650 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d9669-241d-46ed-8c49-d08b83f2a5ab req-1e07bc67-264c-48c4-8dbc-4e463e578225 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:37.287190 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-117d9669-241d-46ed-8c49-d08b83f2a5ab req-1e07bc67-264c-48c4-8dbc-4e463e578225 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3cdbfbb-c15f-459c-8567-c5116633355f HTTP/1.1" status: 200 len: 948 time: 0.0974109 Mar 01 13:39:37.341334 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-04d62ee3-f516-420e-920b-503a8e241720 service neutron] 10.222.0.13 "GET /v2.0/networks/c796add0-4cf7-4873-b3c2-d305decaec1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141364 Mar 01 13:39:37.351655 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-082f8dd3-cd8b-43cf-b31f-055719e06254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (2aee65f0-cefa-495e-9035-472e63ee55a5), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:37.353739 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d7fd0053-ac35-4937-80be-4745ceda173e req-b771bd3e-e102-4670-a4c4-f42dbdb26459 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:37.366878 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-117d9669-241d-46ed-8c49-d08b83f2a5ab req-18208b54-84ee-4b86-b914-703d4d776549 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/security-groups?id=08cc0ca3-1761-4523-ad7a-62fca43a6a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679717 Mar 01 13:39:37.464396 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f8dd3-cd8b-43cf-b31f-055719e06254 service neutron] Pushing event updated for resources: {'Port': ['ID=2aee65f0-cefa-495e-9035-472e63ee55a5,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:37.506233 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-082f8dd3-cd8b-43cf-b31f-055719e06254 service neutron] Attempting to bind port 2aee65f0-cefa-495e-9035-472e63ee55a5 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:39:37.506646 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-082f8dd3-cd8b-43cf-b31f-055719e06254 service neutron] Attempting to bind port 2aee65f0-cefa-495e-9035-472e63ee55a5 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:39:37.506948 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-082f8dd3-cd8b-43cf-b31f-055719e06254 service neutron] Attempting to bind port 2aee65f0-cefa-495e-9035-472e63ee55a5 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:39:37.524415 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-082f8dd3-cd8b-43cf-b31f-055719e06254 service neutron] Port 2aee65f0-cefa-495e-9035-472e63ee55a5 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:39:37.524773 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-082f8dd3-cd8b-43cf-b31f-055719e06254 service neutron] Attempting to bind port 2aee65f0-cefa-495e-9035-472e63ee55a5 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:39:37.532350 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bad11985-3141-4f40-976f-b0d5e685bcbf req-ebe0f79d-a925-4fa2-afac-a8276f5ba1f4 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fa564d-060b-4170-be55-89d058cc71c8 HTTP/1.1" status: 200 len: 210 time: 0.0645983 Mar 01 13:39:37.642767 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-082f8dd3-cd8b-43cf-b31f-055719e06254 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:39:37.643113 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-082f8dd3-cd8b-43cf-b31f-055719e06254 service neutron] Checking segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:39:37.643501 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-082f8dd3-cd8b-43cf-b31f-055719e06254 service neutron] Bound using segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:39:37.643983 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-082f8dd3-cd8b-43cf-b31f-055719e06254 service neutron] Bound port: 2aee65f0-cefa-495e-9035-472e63ee55a5, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:39:37.644352 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-082f8dd3-cd8b-43cf-b31f-055719e06254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2aee65f0-cefa-495e-9035-472e63ee55a5), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:37.659136 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d7fd0053-ac35-4937-80be-4745ceda173e req-b771bd3e-e102-4670-a4c4-f42dbdb26459 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Publish callbacks [] for security_group (534a7bf2-9c81-4f4f-abc6-be758786a6fc), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:37.673738 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-54d4fc98-884a-4729-9ee7-03e2fdabcc11 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=500f3191886945edaa80b23b7f5aeef9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5032458 Mar 01 13:39:37.676539 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54672) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:37.686300 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d7fd0053-ac35-4937-80be-4745ceda173e req-b771bd3e-e102-4670-a4c4-f42dbdb26459 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (534a7bf2-9c81-4f4f-abc6-be758786a6fc), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:37.797490 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf8b9a-b28f-42b7-87ff-25b4d8ea433c req-c8237af8-2473-48da-b742-fb636f7eb589 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:37.800794 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-29cf8b9a-b28f-42b7-87ff-25b4d8ea433c req-c8237af8-2473-48da-b742-fb636f7eb589 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5 HTTP/1.1" status: 200 len: 965 time: 0.1619992 Mar 01 13:39:37.819645 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c661a-bf6a-4e3c-be4f-059b322834de req-8920d75d-7775-46c3-9960-1e8aa77cb388 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:37.821298 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-234c661a-bf6a-4e3c-be4f-059b322834de req-8920d75d-7775-46c3-9960-1e8aa77cb388 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9c38974-1dad-4967-9d5e-4ec988d66c4f HTTP/1.1" status: 200 len: 969 time: 0.1093733 Mar 01 13:39:37.865362 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771bd3e-e102-4670-a4c4-f42dbdb26459 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=534a7bf2-9c81-4f4f-abc6-be758786a6fc,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:37.910635 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-29cf8b9a-b28f-42b7-87ff-25b4d8ea433c req-823a12eb-99ae-4334-b1f4-7c3e4accd764 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994811 Mar 01 13:39:37.921224 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-234c661a-bf6a-4e3c-be4f-059b322834de req-11e86f7d-8df7-4ed9-a96b-8165bc210b32 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6895d388-ad2b-4d63-8def-72bb3c8a41b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767801 Mar 01 13:39:37.955039 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-082f8dd3-cd8b-43cf-b31f-055719e06254 service neutron] For port 2aee65f0-cefa-495e-9035-472e63ee55a5, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:39:37.958836 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bb30f091-631f-4eb1-a507-1a5c936a7151 admin admin] Publish callbacks [] for security_group (6271b88f-d005-4faf-9691-90ee0b079184), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:37.992057 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bb30f091-631f-4eb1-a507-1a5c936a7151 admin admin] Publish callbacks [] for security_group (6271b88f-d005-4faf-9691-90ee0b079184), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:38.006998 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-feaef8e6-446f-451b-8665-8bb711ad6887 req-1cba1e7b-c9d1-4c49-9be7-2dfea307d1d7 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] 10.222.0.13 "GET /v2.0/ports?device_id=f874ef61-3541-416e-a434-0c97824f779a HTTP/1.1" status: 200 len: 210 time: 0.0381367 Mar 01 13:39:38.065630 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-082f8dd3-cd8b-43cf-b31f-055719e06254 service neutron] For port 2aee65f0-cefa-495e-9035-472e63ee55a5, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=2aee65f0-cefa-495e-9035-472e63ee55a5,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:39:38.067729 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-d7fd0053-ac35-4937-80be-4745ceda173e req-b771bd3e-e102-4670-a4c4-f42dbdb26459 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Allocated IP 192.168.233.116 (5e5e5cdc-dce5-4633-91fd-8e14363cd220/909a9e4d-2330-4bdf-bf33-da65c3dea6db/81795848-0fce-45d0-ac6c-f2cb26e88513) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:39:38.094400 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-082f8dd3-cd8b-43cf-b31f-055719e06254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (2aee65f0-cefa-495e-9035-472e63ee55a5), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:38.123522 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device f23864cc-b6f5-4d96-9f69-088617d6957b details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:39:38.151137 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-082f8dd3-cd8b-43cf-b31f-055719e06254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:38.153546 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-082f8dd3-cd8b-43cf-b31f-055719e06254 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:38.155264 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-082f8dd3-cd8b-43cf-b31f-055719e06254 service neutron] 10.222.0.20 "PUT /v2.0/ports/2aee65f0-cefa-495e-9035-472e63ee55a5 HTTP/1.1" status: 200 len: 1096 time: 2.1532686 Mar 01 13:39:38.163076 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3cdbfbb-c15f-459c-8567-c5116633355f', 'tag': '2aee65f0-cefa-495e-9035-472e63ee55a5'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:39:38.166241 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e8e83a-32d8-4c24-a09a-7fa139d0ca84" -d '{"events": [{"name": "network-changed", "server_uuid": "e3cdbfbb-c15f-459c-8567-c5116633355f", "tag": "2aee65f0-cefa-495e-9035-472e63ee55a5"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:39:38.219215 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bb30f091-631f-4eb1-a507-1a5c936a7151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6271b88f-d005-4faf-9691-90ee0b079184), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:38.231894 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bb30f091-631f-4eb1-a507-1a5c936a7151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:38.231894 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-bb30f091-631f-4eb1-a507-1a5c936a7151 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6271b88f-d005-4faf-9691-90ee0b079184 HTTP/1.1" status: 204 len: 168 time: 0.5499141 Mar 01 13:39:38.285582 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809e4f2c-5cc1-49ee-afce-dd2f6bbeb38f x-openstack-request-id: req-809e4f2c-5cc1-49ee-afce-dd2f6bbeb38f {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:39:38.285870 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3cdbfbb-c15f-459c-8567-c5116633355f", "tag": "2aee65f0-cefa-495e-9035-472e63ee55a5", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:39:38.286120 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-809e4f2c-5cc1-49ee-afce-dd2f6bbeb38f {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:39:38.286507 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3cdbfbb-c15f-459c-8567-c5116633355f', 'tag': '2aee65f0-cefa-495e-9035-472e63ee55a5', 'status': 'completed', 'code': 200} Mar 01 13:39:38.409597 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port f23864cc-b6f5-4d96-9f69-088617d6957b, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f23864cc-b6f5-4d96-9f69-088617d6957b,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:39:38.495420 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'f23864cc-b6f5-4d96-9f69-088617d6957b', 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398', 'port_id': 'f23864cc-b6f5-4d96-9f69-088617d6957b', 'mac_address': 'fa:16:3e:0d:6d:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b03883-8a75-4db3-9fa2-b5308f8a1ccf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:tempest-test_az-1850339765', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:39:38.596723 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port f23864cc-b6f5-4d96-9f69-088617d6957b is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:39:38.599015 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f23864cc-b6f5-4d96-9f69-088617d6957b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:38.629952 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30f091-631f-4eb1-a507-1a5c936a7151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6271b88f-d005-4faf-9691-90ee0b079184,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:38.631525 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f23864cc-b6f5-4d96-9f69-088617d6957b {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:39:38.668556 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port f23864cc-b6f5-4d96-9f69-088617d6957b, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f23864cc-b6f5-4d96-9f69-088617d6957b,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:39:38.671843 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972521fa-3a6f-4141-b18a-4cea2adb190c req-c1adb508-db8f-4764-8ba5-606dfe80a0d1 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:38.673450 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-972521fa-3a6f-4141-b18a-4cea2adb190c req-c1adb508-db8f-4764-8ba5-606dfe80a0d1 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3cdbfbb-c15f-459c-8567-c5116633355f HTTP/1.1" status: 200 len: 948 time: 0.1442385 Mar 01 13:39:38.683831 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f23864cc-b6f5-4d96-9f69-088617d6957b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:38.688399 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device fd69e8ae-cb50-4ab2-9d2c-f7146985a90c details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:39:38.732214 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cb0e62c4-24c1-465d-87c8-c8061ed3302b req-95b44742-4d7b-4ed2-9667-86557e5ef70f tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fa564d-060b-4170-be55-89d058cc71c8 HTTP/1.1" status: 200 len: 210 time: 0.0389040 Mar 01 13:39:38.737721 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f8dd3-cd8b-43cf-b31f-055719e06254 service neutron] Pushing event updated for resources: {'Port': ['ID=2aee65f0-cefa-495e-9035-472e63ee55a5,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:38.757349 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d7fd0053-ac35-4937-80be-4745ceda173e req-b771bd3e-e102-4670-a4c4-f42dbdb26459 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Publish callbacks [] for port (81795848-0fce-45d0-ac6c-f2cb26e88513), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:38.809974 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-972521fa-3a6f-4141-b18a-4cea2adb190c req-f5d3ffcf-3abb-4b5c-af00-412913dbe6f5 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/security-groups?id=08cc0ca3-1761-4523-ad7a-62fca43a6a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264505 Mar 01 13:39:38.843440 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=f23864cc-b6f5-4d96-9f69-088617d6957b,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:38.885497 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d7fd0053-ac35-4937-80be-4745ceda173e req-b771bd3e-e102-4670-a4c4-f42dbdb26459 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (81795848-0fce-45d0-ac6c-f2cb26e88513), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:38.894645 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-32739bd7-b490-4770-a3cc-27fc96d67675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:38.896066 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-32739bd7-b490-4770-a3cc-27fc96d67675 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=268dfb5352f341a9821dc69371e71b54&device_id=e3cdbfbb-c15f-459c-8567-c5116633355f HTTP/1.1" status: 200 len: 1130 time: 0.6822674 Mar 01 13:39:38.945170 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port fd69e8ae-cb50-4ab2-9d2c-f7146985a90c, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=fd69e8ae-cb50-4ab2-9d2c-f7146985a90c,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:39:38.952347 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 54742) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:38.960140 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'fd69e8ae-cb50-4ab2-9d2c-f7146985a90c', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': 'fd69e8ae-cb50-4ab2-9d2c-f7146985a90c', 'mac_address': 'fa:16:3e:32:24:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:tempest-test_az-1850339765', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:39:39.003598 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port fd69e8ae-cb50-4ab2-9d2c-f7146985a90c is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:39:39.003942 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (fd69e8ae-cb50-4ab2-9d2c-f7146985a90c), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:39.022030 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-6ea81092-1578-4b44-8181-cfd46de830d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=2aee65f0-cefa-495e-9035-472e63ee55a5 HTTP/1.1" status: 200 len: 217 time: 0.1009057 Mar 01 13:39:39.026125 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd69e8ae-cb50-4ab2-9d2c-f7146985a90c {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:39:39.034426 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7fd0053-ac35-4937-80be-4745ceda173e req-b771bd3e-e102-4670-a4c4-f42dbdb26459 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:39:39.048698 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-d7fd0053-ac35-4937-80be-4745ceda173e req-b771bd3e-e102-4670-a4c4-f42dbdb26459 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:39:39.076566 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port fd69e8ae-cb50-4ab2-9d2c-f7146985a90c, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=fd69e8ae-cb50-4ab2-9d2c-f7146985a90c,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:39:39.081455 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771bd3e-e102-4670-a4c4-f42dbdb26459 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Pushing event updated for resources: {'Port': ['ID=81795848-0fce-45d0-ac6c-f2cb26e88513,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:39.083895 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7fd0053-ac35-4937-80be-4745ceda173e req-b771bd3e-e102-4670-a4c4-f42dbdb26459 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:39:39.086325 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (fd69e8ae-cb50-4ab2-9d2c-f7146985a90c), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:39.089313 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd0053-ac35-4937-80be-4745ceda173e req-b771bd3e-e102-4670-a4c4-f42dbdb26459 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:39.089851 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d7fd0053-ac35-4937-80be-4745ceda173e req-b771bd3e-e102-4670-a4c4-f42dbdb26459 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:39.119618 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d7fd0053-ac35-4937-80be-4745ceda173e req-b771bd3e-e102-4670-a4c4-f42dbdb26459 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1702602 Mar 01 13:39:39.127971 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-09265a9c-93b3-424f-8f67-6a1d6f3f5ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:39.129510 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-09265a9c-93b3-424f-8f67-6a1d6f3f5ae3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0973890 Mar 01 13:39:39.134553 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-d7fd0053-ac35-4937-80be-4745ceda173e req-9e6cdbbe-9d14-42d0-a53c-96cc55766899 service neutron] Request body: {'port': {'device_id': '99fa564d-060b-4170-be55-89d058cc71c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:39:39.190445 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=fd69e8ae-cb50-4ab2-9d2c-f7146985a90c,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:39.218466 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-aaec1457-52f0-4325-b9b8-f96cfc158a1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2bc0e53dfdcf4c9c88d076744be6b8ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2650888 Mar 01 13:39:39.222122 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54748) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:39.274632 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfbc39-6090-4703-8a5f-ca9c4aae1340 req-e80cdb24-1758-4f87-a29e-ebb140ca3c71 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:39.283630 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eebfbc39-6090-4703-8a5f-ca9c4aae1340 req-e80cdb24-1758-4f87-a29e-ebb140ca3c71 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9c38974-1dad-4967-9d5e-4ec988d66c4f HTTP/1.1" status: 200 len: 969 time: 0.2463293 Mar 01 13:39:39.336568 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dcaffe-ce34-45af-b06b-afd0572570a2 req-fa718a8d-76c2-4681-ad2d-4511043a083c tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:39.344134 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-66dcaffe-ce34-45af-b06b-afd0572570a2 req-fa718a8d-76c2-4681-ad2d-4511043a083c tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5 HTTP/1.1" status: 200 len: 966 time: 0.2189972 Mar 01 13:39:39.418691 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eebfbc39-6090-4703-8a5f-ca9c4aae1340 req-43c0f209-db52-4851-9595-542d75c7dd97 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6895d388-ad2b-4d63-8def-72bb3c8a41b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218936 Mar 01 13:39:39.447875 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-e721ffbd-dfd8-4e60-ae3e-adb9811edfee None None] Provisioning complete for port 81795848-0fce-45d0-ac6c-f2cb26e88513 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:39:39.448251 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e721ffbd-dfd8-4e60-ae3e-adb9811edfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (81795848-0fce-45d0-ac6c-f2cb26e88513), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:39.482186 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-66dcaffe-ce34-45af-b06b-afd0572570a2 req-180a645a-bdf0-483f-8a02-89dc7d519360 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367605 Mar 01 13:39:39.529895 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['fd69e8ae-cb50-4ab2-9d2c-f7146985a90c'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:39:39.542947 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['f23864cc-b6f5-4d96-9f69-088617d6957b'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:39:39.578321 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 54758) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:39.581704 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-334938e2-7761-4937-b6d8-9f4fc375b751 req-6bc84057-dea5-45d2-8a86-0981ad6bfc2c tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] 10.222.0.13 "GET /v2.0/ports?device_id=f874ef61-3541-416e-a434-0c97824f779a HTTP/1.1" status: 200 len: 210 time: 0.0585780 Mar 01 13:39:39.631355 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d7fd0053-ac35-4937-80be-4745ceda173e req-9e6cdbbe-9d14-42d0-a53c-96cc55766899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (81795848-0fce-45d0-ac6c-f2cb26e88513), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:39.632937 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-e721ffbd-dfd8-4e60-ae3e-adb9811edfee None None] Port 81795848-0fce-45d0-ac6c-f2cb26e88513 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:39:39.649727 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-11eaf3b5-b84f-4fa7-a2f1-a7fd1b1606e8 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:39.651252 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-11eaf3b5-b84f-4fa7-a2f1-a7fd1b1606e8 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] 10.222.0.32 "GET /v2.0/networks?id=c796add0-4cf7-4873-b3c2-d305decaec1b HTTP/1.1" status: 200 len: 814 time: 0.4027145 Mar 01 13:39:39.653200 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-f1f388c3-f0d2-424d-b1f7-83b689e895c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:39.654759 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-f1f388c3-f0d2-424d-b1f7-83b689e895c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5165939 Mar 01 13:39:39.668984 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:39.674598 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-0e02436b-948e-4468-84d9-382eaeeab682 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] Request body: {'port': {'device_id': 'f874ef61-3541-416e-a434-0c97824f779a', 'network_id': 'c796add0-4cf7-4873-b3c2-d305decaec1b', 'admin_state_up': True, 'tenant_id': '62cbaa5d9cb040b68177ab0eff354bbd'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:39:39.691719 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-01788ff1-5ce6-4e30-972c-8d2e0f4a0f74 admin admin] Publish callbacks [] for security_group (cad5dc7e-4906-4d95-8e59-e760ec6e4de6), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:39.752842 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:39.791938 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ce73f875-18db-4aca-b1e6-ae46a8270567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:39.897447 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-01788ff1-5ce6-4e30-972c-8d2e0f4a0f74 admin admin] Publish callbacks [] for security_group (cad5dc7e-4906-4d95-8e59-e760ec6e4de6), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:39.920646 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b1f2b-f301-4297-8245-f06041c459e3 req-2c124843-82d8-44e1-8e19-1e1896fe5ce7 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:39.921989 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6b4b1f2b-f301-4297-8245-f06041c459e3 req-2c124843-82d8-44e1-8e19-1e1896fe5ce7 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fa564d-060b-4170-be55-89d058cc71c8 HTTP/1.1" status: 200 len: 936 time: 0.0972443 Mar 01 13:39:39.965144 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ce73f875-18db-4aca-b1e6-ae46a8270567 admin admin] Publish callbacks [] for security_group (2244cd1b-04da-4272-bb7b-59045970402a), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:39.978870 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ce73f875-18db-4aca-b1e6-ae46a8270567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (2244cd1b-04da-4272-bb7b-59045970402a), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:40.054186 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6b4b1f2b-f301-4297-8245-f06041c459e3 req-74770bdf-2320-4de2-861b-306c6192ac9d tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/security-groups?id=534a7bf2-9c81-4f4f-abc6-be758786a6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201837 Mar 01 13:39:40.075462 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ce73f875-18db-4aca-b1e6-ae46a8270567 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c59a5072e4054093a89a6151c4c8553c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4836314 Mar 01 13:39:40.075462 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 54774) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:40.076402 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-4148aed4-b7b2-4398-98d0-5c83751da0e8 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059575 Mar 01 13:39:40.081428 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73f875-18db-4aca-b1e6-ae46a8270567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2244cd1b-04da-4272-bb7b-59045970402a,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:40.135546 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec9be4-0243-4aa1-a355-bf70664de5d0 req-774a1a84-9956-43bf-a4da-c1628edd2618 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:40.137129 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-deec9be4-0243-4aa1-a355-bf70664de5d0 req-774a1a84-9956-43bf-a4da-c1628edd2618 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3cdbfbb-c15f-459c-8567-c5116633355f HTTP/1.1" status: 200 len: 948 time: 0.1538870 Mar 01 13:39:40.183710 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a1f12c50-9c92-4401-8f1e-5e1d60494291 admin admin] Publish callbacks [] for security_group (2244cd1b-04da-4272-bb7b-59045970402a), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:40.203617 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-0e02436b-948e-4468-84d9-382eaeeab682 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] Made reservation on behalf of 62cbaa5d9cb040b68177ab0eff354bbd for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:39:40.207147 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-0e02436b-948e-4468-84d9-382eaeeab682 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:40.209666 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-deec9be4-0243-4aa1-a355-bf70664de5d0 req-c45cc808-2481-49b0-b63a-a8e7f745fd3a tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/security-groups?id=08cc0ca3-1761-4523-ad7a-62fca43a6a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644190 Mar 01 13:39:40.215905 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-01788ff1-5ce6-4e30-972c-8d2e0f4a0f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (cad5dc7e-4906-4d95-8e59-e760ec6e4de6), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:40.218400 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-01788ff1-5ce6-4e30-972c-8d2e0f4a0f74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:40.219128 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a1f12c50-9c92-4401-8f1e-5e1d60494291 admin admin] Publish callbacks [] for security_group (2244cd1b-04da-4272-bb7b-59045970402a), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:40.222902 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-01788ff1-5ce6-4e30-972c-8d2e0f4a0f74 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cad5dc7e-4906-4d95-8e59-e760ec6e4de6 HTTP/1.1" status: 204 len: 168 time: 0.9868207 Mar 01 13:39:40.257054 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01788ff1-5ce6-4e30-972c-8d2e0f4a0f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad5dc7e-4906-4d95-8e59-e760ec6e4de6,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:40.342753 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a1f12c50-9c92-4401-8f1e-5e1d60494291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (2244cd1b-04da-4272-bb7b-59045970402a), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:40.346195 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a1f12c50-9c92-4401-8f1e-5e1d60494291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:40.350273 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a1f12c50-9c92-4401-8f1e-5e1d60494291 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2244cd1b-04da-4272-bb7b-59045970402a HTTP/1.1" status: 204 len: 168 time: 0.2775376 Mar 01 13:39:40.358700 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f12c50-9c92-4401-8f1e-5e1d60494291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2244cd1b-04da-4272-bb7b-59045970402a,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:40.533510 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-95f5776f-b531-4d4d-8e64-67988ade79ab req-4bad2886-d3b2-4aec-91f8-0cfb7e24c809 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496825 Mar 01 13:39:40.582570 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4c17d-7e9e-48a1-b0d0-5f55a1347295 req-7a18f34f-899c-465f-a196-f71dd8d2153b tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:40.585417 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ddf4c17d-7e9e-48a1-b0d0-5f55a1347295 req-7a18f34f-899c-465f-a196-f71dd8d2153b tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9c38974-1dad-4967-9d5e-4ec988d66c4f HTTP/1.1" status: 200 len: 970 time: 0.0868795 Mar 01 13:39:40.604604 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-d7fd0053-ac35-4937-80be-4745ceda173e req-9e6cdbbe-9d14-42d0-a53c-96cc55766899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81795848-0fce-45d0-ac6c-f2cb26e88513 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:39:40.615434 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d7fd0053-ac35-4937-80be-4745ceda173e req-9e6cdbbe-9d14-42d0-a53c-96cc55766899 service neutron] Publish callbacks [] for port (81795848-0fce-45d0-ac6c-f2cb26e88513), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:40.658425 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54796) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:40.667772 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-0e02436b-948e-4468-84d9-382eaeeab682 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] Allocated IP 172.20.0.5 (c796add0-4cf7-4873-b3c2-d305decaec1b/38d4da88-1ee0-4be0-b8bb-edf29de0ec5d/56aeda70-7e3c-4af7-8460-7f2df674633f) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:39:40.670010 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-d7fd0053-ac35-4937-80be-4745ceda173e req-9e6cdbbe-9d14-42d0-a53c-96cc55766899 service neutron] Transition to ACTIVE for port object 81795848-0fce-45d0-ac6c-f2cb26e88513 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:39:40.681740 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d7fd0053-ac35-4937-80be-4745ceda173e req-9e6cdbbe-9d14-42d0-a53c-96cc55766899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (81795848-0fce-45d0-ac6c-f2cb26e88513), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:40.712296 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ddf4c17d-7e9e-48a1-b0d0-5f55a1347295 req-0f6a59c1-d4b5-407f-b702-171aed383377 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6895d388-ad2b-4d63-8def-72bb3c8a41b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100645 Mar 01 13:39:40.781265 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8e83a-32d8-4c24-a09a-7fa139d0ca84 req-c567c7ec-61f5-43fb-a5a9-0f157cd36c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:40.782600 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e4e8e83a-32d8-4c24-a09a-7fa139d0ca84 req-c567c7ec-61f5-43fb-a5a9-0f157cd36c72 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=268dfb5352f341a9821dc69371e71b54&device_id=e3cdbfbb-c15f-459c-8567-c5116633355f HTTP/1.1" status: 200 len: 1130 time: 0.1574008 Mar 01 13:39:40.783203 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6cdbbe-9d14-42d0-a53c-96cc55766899 service neutron] Pushing event updated for resources: {'Port': ['ID=81795848-0fce-45d0-ac6c-f2cb26e88513,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:40.825536 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4cf4a6-2df0-46a8-814c-aea05e052b75 req-07a87f01-4ed9-41cc-87a6-3e31d259dba8 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:40.838682 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7f4cf4a6-2df0-46a8-814c-aea05e052b75 req-07a87f01-4ed9-41cc-87a6-3e31d259dba8 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5 HTTP/1.1" status: 200 len: 966 time: 0.2063751 Mar 01 13:39:40.901462 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc5da161-5ce5-483e-9c69-4a9952bdf06d req-8fb00a93-d5e8-479d-aa1d-e091a6494eeb tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] 10.222.0.13 "GET /v2.0/ports?device_id=f874ef61-3541-416e-a434-0c97824f779a HTTP/1.1" status: 200 len: 210 time: 0.0523152 Mar 01 13:39:40.920213 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5516cecf-9579-4b0a-8e09-89e59c452c97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:40.957841 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7f4cf4a6-2df0-46a8-814c-aea05e052b75 req-a01527f5-937f-4cd8-bb08-e90a84c780fa tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178501 Mar 01 13:39:40.999691 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 54806) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:41.016612 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-d7fd0053-ac35-4937-80be-4745ceda173e req-9e6cdbbe-9d14-42d0-a53c-96cc55766899 service neutron] Attempting to bind port 81795848-0fce-45d0-ac6c-f2cb26e88513 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:39:41.016838 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-938d3ff6-ae56-4223-b8a9-d1c14628e6d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:41.016947 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-d7fd0053-ac35-4937-80be-4745ceda173e req-9e6cdbbe-9d14-42d0-a53c-96cc55766899 service neutron] Attempting to bind port 81795848-0fce-45d0-ac6c-f2cb26e88513 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:39:41.017255 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fd0053-ac35-4937-80be-4745ceda173e req-9e6cdbbe-9d14-42d0-a53c-96cc55766899 service neutron] Attempting to bind port 81795848-0fce-45d0-ac6c-f2cb26e88513 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:39:41.031474 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fd0053-ac35-4937-80be-4745ceda173e req-9e6cdbbe-9d14-42d0-a53c-96cc55766899 service neutron] Port 81795848-0fce-45d0-ac6c-f2cb26e88513 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:39:41.031796 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fd0053-ac35-4937-80be-4745ceda173e req-9e6cdbbe-9d14-42d0-a53c-96cc55766899 service neutron] Attempting to bind port 81795848-0fce-45d0-ac6c-f2cb26e88513 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:39:41.064136 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fd0053-ac35-4937-80be-4745ceda173e req-9e6cdbbe-9d14-42d0-a53c-96cc55766899 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:39:41.064496 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fd0053-ac35-4937-80be-4745ceda173e req-9e6cdbbe-9d14-42d0-a53c-96cc55766899 service neutron] Checking segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:39:41.064887 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fd0053-ac35-4937-80be-4745ceda173e req-9e6cdbbe-9d14-42d0-a53c-96cc55766899 service neutron] Bound using segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:39:41.065328 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-d7fd0053-ac35-4937-80be-4745ceda173e req-9e6cdbbe-9d14-42d0-a53c-96cc55766899 service neutron] Bound port: 81795848-0fce-45d0-ac6c-f2cb26e88513, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:39:41.065683 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d7fd0053-ac35-4937-80be-4745ceda173e req-9e6cdbbe-9d14-42d0-a53c-96cc55766899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (81795848-0fce-45d0-ac6c-f2cb26e88513), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:41.115778 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-938d3ff6-ae56-4223-b8a9-d1c14628e6d0 admin admin] Publish callbacks [] for security_group (ce9e5b9e-6cdc-4110-aff4-9c07019be4ae), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:41.122306 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-938d3ff6-ae56-4223-b8a9-d1c14628e6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ce9e5b9e-6cdc-4110-aff4-9c07019be4ae), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:41.135951 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8e83a-32d8-4c24-a09a-7fa139d0ca84 req-6784b9d3-1ac7-4a80-8880-be53e9543846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:41.137390 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e4e8e83a-32d8-4c24-a09a-7fa139d0ca84 req-6784b9d3-1ac7-4a80-8880-be53e9543846 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.3305829 Mar 01 13:39:41.163180 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-938d3ff6-ae56-4223-b8a9-d1c14628e6d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b9d4009894884c2c929f21bd8c9e2193&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1624994 Mar 01 13:39:41.164914 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d3ff6-ae56-4223-b8a9-d1c14628e6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9e5b9e-6cdc-4110-aff4-9c07019be4ae,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:41.167532 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 54812) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:41.196420 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e4e8e83a-32d8-4c24-a09a-7fa139d0ca84 req-8ecb4489-abc4-4003-9eb3-1da737835dab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=2aee65f0-cefa-495e-9035-472e63ee55a5 HTTP/1.1" status: 200 len: 217 time: 0.0440049 Mar 01 13:39:41.207859 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-0e02436b-948e-4468-84d9-382eaeeab682 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] Publish callbacks [] for port (56aeda70-7e3c-4af7-8460-7f2df674633f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:41.262730 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02cdff-497e-4a22-946f-07a04cfd1f2c req-a40db564-9521-41e6-b75e-612ff749cdfc tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:41.269961 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ed02cdff-497e-4a22-946f-07a04cfd1f2c req-a40db564-9521-41e6-b75e-612ff749cdfc tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fa564d-060b-4170-be55-89d058cc71c8 HTTP/1.1" status: 200 len: 948 time: 0.0861914 Mar 01 13:39:41.293332 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-d7fd0053-ac35-4937-80be-4745ceda173e req-9e6cdbbe-9d14-42d0-a53c-96cc55766899 service neutron] For port 81795848-0fce-45d0-ac6c-f2cb26e88513, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:39:41.307699 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9d306714-4efd-4dc5-a87b-182058cb288d admin admin] Publish callbacks [] for security_group (ce9e5b9e-6cdc-4110-aff4-9c07019be4ae), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:41.333213 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-d7fd0053-ac35-4937-80be-4745ceda173e req-9e6cdbbe-9d14-42d0-a53c-96cc55766899 service neutron] For port 81795848-0fce-45d0-ac6c-f2cb26e88513, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=81795848-0fce-45d0-ac6c-f2cb26e88513,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:39:41.348261 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8e83a-32d8-4c24-a09a-7fa139d0ca84 req-d42a88cc-6d8b-499d-a452-2be43bbc8dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:41.349820 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e4e8e83a-32d8-4c24-a09a-7fa139d0ca84 req-d42a88cc-6d8b-499d-a452-2be43bbc8dd5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.1394243 Mar 01 13:39:41.353713 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5516cecf-9579-4b0a-8e09-89e59c452c97 admin admin] Publish callbacks [] for security_group (a4f1e70d-b9e1-4174-abe6-e709cfb900bb), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:41.359257 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d7fd0053-ac35-4937-80be-4745ceda173e req-9e6cdbbe-9d14-42d0-a53c-96cc55766899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (81795848-0fce-45d0-ac6c-f2cb26e88513), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:41.372511 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ed02cdff-497e-4a22-946f-07a04cfd1f2c req-de11177d-fb10-4aab-823c-2f954adf8003 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/security-groups?id=534a7bf2-9c81-4f4f-abc6-be758786a6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020663 Mar 01 13:39:41.375357 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9d306714-4efd-4dc5-a87b-182058cb288d admin admin] Publish callbacks [] for security_group (ce9e5b9e-6cdc-4110-aff4-9c07019be4ae), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:41.385600 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5516cecf-9579-4b0a-8e09-89e59c452c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a4f1e70d-b9e1-4174-abe6-e709cfb900bb), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:41.428853 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5516cecf-9579-4b0a-8e09-89e59c452c97 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0dd6d7379ed34ddc96da0cda811c8d47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7661865 Mar 01 13:39:41.431641 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-0e02436b-948e-4468-84d9-382eaeeab682 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (56aeda70-7e3c-4af7-8460-7f2df674633f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:41.432636 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd0053-ac35-4937-80be-4745ceda173e req-9e6cdbbe-9d14-42d0-a53c-96cc55766899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:41.433360 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d7fd0053-ac35-4937-80be-4745ceda173e req-9e6cdbbe-9d14-42d0-a53c-96cc55766899 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:41.433534 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 54822) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:41.434732 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d7fd0053-ac35-4937-80be-4745ceda173e req-9e6cdbbe-9d14-42d0-a53c-96cc55766899 service neutron] 10.222.0.20 "PUT /v2.0/ports/81795848-0fce-45d0-ac6c-f2cb26e88513 HTTP/1.1" status: 200 len: 1096 time: 2.3043087 Mar 01 13:39:41.443822 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697061d6-37f2-4aee-b78a-da304c4682d1 req-662cfe69-35e6-46c9-bf19-c0b5bec825a7 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:41.453974 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-697061d6-37f2-4aee-b78a-da304c4682d1 req-662cfe69-35e6-46c9-bf19-c0b5bec825a7 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3cdbfbb-c15f-459c-8567-c5116633355f HTTP/1.1" status: 200 len: 948 time: 0.1316926 Mar 01 13:39:41.462367 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99fa564d-060b-4170-be55-89d058cc71c8', 'tag': '81795848-0fce-45d0-ac6c-f2cb26e88513'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:39:41.464798 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05954d6-19bf-4e40-8951-fe17cd01d6eb" -d '{"events": [{"name": "network-changed", "server_uuid": "99fa564d-060b-4170-be55-89d058cc71c8", "tag": "81795848-0fce-45d0-ac6c-f2cb26e88513"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:39:41.559546 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a5e75c-795a-4a35-87d0-4f868665f6d7 x-openstack-request-id: req-10a5e75c-795a-4a35-87d0-4f868665f6d7 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:39:41.559808 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99fa564d-060b-4170-be55-89d058cc71c8", "tag": "81795848-0fce-45d0-ac6c-f2cb26e88513", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:39:41.560016 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10a5e75c-795a-4a35-87d0-4f868665f6d7 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:39:41.560408 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99fa564d-060b-4170-be55-89d058cc71c8', 'tag': '81795848-0fce-45d0-ac6c-f2cb26e88513', 'status': 'completed', 'code': 200} Mar 01 13:39:41.560516 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9d306714-4efd-4dc5-a87b-182058cb288d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ce9e5b9e-6cdc-4110-aff4-9c07019be4ae), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:41.566903 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9d306714-4efd-4dc5-a87b-182058cb288d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:41.574787 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9d306714-4efd-4dc5-a87b-182058cb288d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce9e5b9e-6cdc-4110-aff4-9c07019be4ae HTTP/1.1" status: 204 len: 168 time: 0.3987479 Mar 01 13:39:41.574987 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516cecf-9579-4b0a-8e09-89e59c452c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f1e70d-b9e1-4174-abe6-e709cfb900bb,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:41.577074 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-0e02436b-948e-4468-84d9-382eaeeab682 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] Network c796add0-4cf7-4873-b3c2-d305decaec1b is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:39:41.577632 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 54828) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:41.587562 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-0e02436b-948e-4468-84d9-382eaeeab682 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:39:41.590373 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6cdbbe-9d14-42d0-a53c-96cc55766899 service neutron] Pushing event updated for resources: {'Port': ['ID=81795848-0fce-45d0-ac6c-f2cb26e88513,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:41.594160 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-0e02436b-948e-4468-84d9-382eaeeab682 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:39:41.599236 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-0e02436b-948e-4468-84d9-382eaeeab682 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:41.599951 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-0e02436b-948e-4468-84d9-382eaeeab682 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:41.613688 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-697061d6-37f2-4aee-b78a-da304c4682d1 req-1bdc7994-6a2b-4046-b656-3b783c679a89 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/security-groups?id=08cc0ca3-1761-4523-ad7a-62fca43a6a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584251 Mar 01 13:39:41.616828 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d306714-4efd-4dc5-a87b-182058cb288d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9e5b9e-6cdc-4110-aff4-9c07019be4ae,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:41.657630 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6f5f421b-023b-46bc-8f96-5fc3c4c7e53f admin admin] Publish callbacks [] for security_group (a4f1e70d-b9e1-4174-abe6-e709cfb900bb), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:41.673783 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8e83a-32d8-4c24-a09a-7fa139d0ca84 req-06cf5800-193e-4137-9dfc-e4b99bc1658c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:41.676691 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e4e8e83a-32d8-4c24-a09a-7fa139d0ca84 req-06cf5800-193e-4137-9dfc-e4b99bc1658c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3074839 Mar 01 13:39:41.684745 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-0e02436b-948e-4468-84d9-382eaeeab682 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0157487 Mar 01 13:39:41.690633 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd0053-ac35-4937-80be-4745ceda173e req-95702c78-2763-4d5d-a7ba-4d4ca685077f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:41.692683 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d7fd0053-ac35-4937-80be-4745ceda173e req-95702c78-2763-4d5d-a7ba-4d4ca685077f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=14d154d02fdc41b094b978b7f2c73712&device_id=99fa564d-060b-4170-be55-89d058cc71c8 HTTP/1.1" status: 200 len: 1130 time: 0.2040644 Mar 01 13:39:41.698366 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6f5f421b-023b-46bc-8f96-5fc3c4c7e53f admin admin] Publish callbacks [] for security_group (a4f1e70d-b9e1-4174-abe6-e709cfb900bb), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:41.724011 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-1ee54383-afce-4004-b3c3-1bc45edb1f3c service neutron] Request body: {'port': {'device_id': 'f874ef61-3541-416e-a434-0c97824f779a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:39:41.751044 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02436b-948e-4468-84d9-382eaeeab682 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] Pushing event updated for resources: {'Port': ['ID=56aeda70-7e3c-4af7-8460-7f2df674633f,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:41.763604 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6f5f421b-023b-46bc-8f96-5fc3c4c7e53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a4f1e70d-b9e1-4174-abe6-e709cfb900bb), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:41.766512 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6f5f421b-023b-46bc-8f96-5fc3c4c7e53f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:41.768637 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6f5f421b-023b-46bc-8f96-5fc3c4c7e53f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4f1e70d-b9e1-4174-abe6-e709cfb900bb HTTP/1.1" status: 204 len: 168 time: 0.2737017 Mar 01 13:39:41.783564 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f421b-023b-46bc-8f96-5fc3c4c7e53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f1e70d-b9e1-4174-abe6-e709cfb900bb,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:41.833752 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d7fd0053-ac35-4937-80be-4745ceda173e req-de6f9d66-57da-450f-94d6-d31685f58a9b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=81795848-0fce-45d0-ac6c-f2cb26e88513 HTTP/1.1" status: 200 len: 217 time: 0.1226685 Mar 01 13:39:41.899911 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ecdc4-cbd7-4deb-a8a9-93ee31d02572 req-64af4966-fbb9-4537-b5e5-0e401b963f21 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:41.902100 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-666ecdc4-cbd7-4deb-a8a9-93ee31d02572 req-64af4966-fbb9-4537-b5e5-0e401b963f21 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9c38974-1dad-4967-9d5e-4ec988d66c4f HTTP/1.1" status: 200 len: 970 time: 0.0657296 Mar 01 13:39:41.949639 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-1ee54383-afce-4004-b3c3-1bc45edb1f3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (56aeda70-7e3c-4af7-8460-7f2df674633f), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:41.966139 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd0053-ac35-4937-80be-4745ceda173e req-8178762b-c4f9-4733-a194-91f8e7599c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:41.967628 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d7fd0053-ac35-4937-80be-4745ceda173e req-8178762b-c4f9-4733-a194-91f8e7599c59 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.1269965 Mar 01 13:39:41.981988 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-6bd70907-6805-4484-b9f1-7e7f7b39d490 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-950402709-network', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:39:42.001233 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-666ecdc4-cbd7-4deb-a8a9-93ee31d02572 req-fa3a5092-1928-4da1-a70f-57cc71e938b0 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6895d388-ad2b-4d63-8def-72bb3c8a41b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901253 Mar 01 13:39:42.045295 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e4e8e83a-32d8-4c24-a09a-7fa139d0ca84 req-7f442519-ace2-41af-ac58-e00eff740b83 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574941 Mar 01 13:39:42.060373 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd70907-6805-4484-b9f1-7e7f7b39d490 admin admin] Made reservation on behalf of 9a1604e108eb4efa9392af151a3634bd for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:39:42.062910 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6bd70907-6805-4484-b9f1-7e7f7b39d490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:42.079411 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6bd70907-6805-4484-b9f1-7e7f7b39d490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:42.114596 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18190243-17a0-4478-a186-7cd3302ae046 req-86bf4d41-64c4-4f6d-8724-a7d57407c594 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:42.116156 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-18190243-17a0-4478-a186-7cd3302ae046 req-86bf4d41-64c4-4f6d-8724-a7d57407c594 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] 10.222.0.13 "GET /v2.0/ports?device_id=f874ef61-3541-416e-a434-0c97824f779a HTTP/1.1" status: 200 len: 931 time: 0.1112428 Mar 01 13:39:42.132380 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device f23864cc-b6f5-4d96-9f69-088617d6957b up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:39:42.228759 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port f23864cc-b6f5-4d96-9f69-088617d6957b completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:39:42.233362 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port f23864cc-b6f5-4d96-9f69-088617d6957b triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:39:42.233845 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f23864cc-b6f5-4d96-9f69-088617d6957b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:42.237344 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd0053-ac35-4937-80be-4745ceda173e req-359606a9-a6a4-4349-a575-1f1768012c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:42.238943 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d7fd0053-ac35-4937-80be-4745ceda173e req-359606a9-a6a4-4349-a575-1f1768012c49 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2496758 Mar 01 13:39:42.310401 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-18190243-17a0-4478-a186-7cd3302ae046 req-86f68e4a-2079-46ad-aa15-830bfacd199d tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ff27114-714c-4c83-a133-ed9cc72e152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547134 Mar 01 13:39:42.332921 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e92eb-7ebd-4d23-98b2-e36f869ac47c req-0daff7b5-106c-4466-ae65-2f33e7cadbcf tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:42.334516 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-110e92eb-7ebd-4d23-98b2-e36f869ac47c req-0daff7b5-106c-4466-ae65-2f33e7cadbcf tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5 HTTP/1.1" status: 200 len: 966 time: 0.2060840 Mar 01 13:39:42.387054 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6bd70907-6805-4484-b9f1-7e7f7b39d490 admin admin] Publish callbacks [] for security_group (63bff21c-4a59-4695-82cd-8333d2d2d855), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:42.398329 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6bd70907-6805-4484-b9f1-7e7f7b39d490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (63bff21c-4a59-4695-82cd-8333d2d2d855), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:42.417670 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port f23864cc-b6f5-4d96-9f69-088617d6957b is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:39:42.418071 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f23864cc-b6f5-4d96-9f69-088617d6957b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:42.447907 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 54856) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:42.458746 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bd70907-6805-4484-b9f1-7e7f7b39d490 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:39:42.462974 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e4e8e83a-32d8-4c24-a09a-7fa139d0ca84 req-11fbeb45-a8f8-4b5f-9780-0fb9f8dc2aca service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927963 Mar 01 13:39:42.466230 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b175c1-0c82-4857-82e9-72b5fddfbea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23864cc-b6f5-4d96-9f69-088617d6957b'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:39:42.469526 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e99047d-4ea4-48f4-9591-02c959ecbbfa" -d '{"events": [{"server_uuid": "e9b175c1-0c82-4857-82e9-72b5fddfbea5", "name": "network-vif-plugged", "status": "completed", "tag": "f23864cc-b6f5-4d96-9f69-088617d6957b"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:39:42.471577 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-110e92eb-7ebd-4d23-98b2-e36f869ac47c req-f381aea7-45fd-41e6-8730-27152e1b8335 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277530 Mar 01 13:39:42.489589 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd70907-6805-4484-b9f1-7e7f7b39d490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bff21c-4a59-4695-82cd-8333d2d2d855,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:42.496141 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a666a3be-d9b8-4f41-8e2c-d69193f09d4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:42.500925 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6bd70907-6805-4484-b9f1-7e7f7b39d490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (4fa77154-1db9-4d3e-93d9-ea193365dc02), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:42.501063 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-6bd70907-6805-4484-b9f1-7e7f7b39d490 admin admin] Added segment 4fa77154-1db9-4d3e-93d9-ea193365dc02 of type vlan for network d8b7f131-5faa-4e14-9387-53185320f5df Mar 01 13:39:42.513451 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port f23864cc-b6f5-4d96-9f69-088617d6957b, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f23864cc-b6f5-4d96-9f69-088617d6957b,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:39:42.522314 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d7fd0053-ac35-4937-80be-4745ceda173e req-18457243-9c8f-4811-8d0c-ead52069a6e6 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726266 Mar 01 13:39:42.529660 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f23864cc-b6f5-4d96-9f69-088617d6957b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:42.530717 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device fd69e8ae-cb50-4ab2-9d2c-f7146985a90c up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:39:42.565623 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6bd70907-6805-4484-b9f1-7e7f7b39d490 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (d8b7f131-5faa-4e14-9387-53185320f5df), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:42.611317 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa9e082-5ee8-4d7d-9ba3-9e94eae16ea1 x-openstack-request-id: req-4aa9e082-5ee8-4d7d-9ba3-9e94eae16ea1 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:39:42.611796 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b175c1-0c82-4857-82e9-72b5fddfbea5", "name": "network-vif-plugged", "status": "completed", "tag": "f23864cc-b6f5-4d96-9f69-088617d6957b", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:39:42.612117 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4aa9e082-5ee8-4d7d-9ba3-9e94eae16ea1 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:39:42.612514 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b175c1-0c82-4857-82e9-72b5fddfbea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23864cc-b6f5-4d96-9f69-088617d6957b', 'code': 200} Mar 01 13:39:42.662586 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6bd70907-6805-4484-b9f1-7e7f7b39d490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (d8b7f131-5faa-4e14-9387-53185320f5df), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:42.663705 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd70907-6805-4484-b9f1-7e7f7b39d490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:42.664929 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6bd70907-6805-4484-b9f1-7e7f7b39d490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:42.703132 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port fd69e8ae-cb50-4ab2-9d2c-f7146985a90c completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:39:42.709444 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port fd69e8ae-cb50-4ab2-9d2c-f7146985a90c triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:39:42.710024 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (fd69e8ae-cb50-4ab2-9d2c-f7146985a90c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:42.749507 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=f23864cc-b6f5-4d96-9f69-088617d6957b,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:42.752959 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d7fd0053-ac35-4937-80be-4745ceda173e req-7cd26a11-45ad-468d-9098-60f60fdad2db service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247519 Mar 01 13:39:42.755205 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-1ee54383-afce-4004-b3c3-1bc45edb1f3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56aeda70-7e3c-4af7-8460-7f2df674633f {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:39:42.763877 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-1ee54383-afce-4004-b3c3-1bc45edb1f3c service neutron] Publish callbacks [] for port (56aeda70-7e3c-4af7-8460-7f2df674633f), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:42.778949 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acaaebf-4508-43c5-9a0a-798b43a32afd req-a046b74b-28b5-4e9b-a7d1-5c6f51a573fa tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:42.780037 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-1ee54383-afce-4004-b3c3-1bc45edb1f3c service neutron] Transition to ACTIVE for port object 56aeda70-7e3c-4af7-8460-7f2df674633f will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:39:42.780877 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3acaaebf-4508-43c5-9a0a-798b43a32afd req-a046b74b-28b5-4e9b-a7d1-5c6f51a573fa tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fa564d-060b-4170-be55-89d058cc71c8 HTTP/1.1" status: 200 len: 948 time: 0.2059743 Mar 01 13:39:42.786260 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-1ee54383-afce-4004-b3c3-1bc45edb1f3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (56aeda70-7e3c-4af7-8460-7f2df674633f), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:42.838980 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6bd70907-6805-4484-b9f1-7e7f7b39d490 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2559924 Mar 01 13:39:42.840593 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 54866) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:42.862032 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-e86a8596-b4da-45ff-be2f-b81b8cc6f3be admin admin] Request body: {'subnet': {'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-950402709-subnet', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:39:42.866443 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port fd69e8ae-cb50-4ab2-9d2c-f7146985a90c is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:39:42.867001 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (fd69e8ae-cb50-4ab2-9d2c-f7146985a90c), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:42.880974 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee54383-afce-4004-b3c3-1bc45edb1f3c service neutron] Pushing event updated for resources: {'Port': ['ID=56aeda70-7e3c-4af7-8460-7f2df674633f,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:42.885694 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a666a3be-d9b8-4f41-8e2c-d69193f09d4a admin admin] Publish callbacks [] for security_group (cebd4161-c81f-4530-8b18-52af200d5164), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:42.898478 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86a8596-b4da-45ff-be2f-b81b8cc6f3be admin admin] Made reservation on behalf of 9a1604e108eb4efa9392af151a3634bd for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:39:42.901065 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e86a8596-b4da-45ff-be2f-b81b8cc6f3be admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:42.927362 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port fd69e8ae-cb50-4ab2-9d2c-f7146985a90c, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=fd69e8ae-cb50-4ab2-9d2c-f7146985a90c,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:39:42.934459 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a666a3be-d9b8-4f41-8e2c-d69193f09d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (cebd4161-c81f-4530-8b18-52af200d5164), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:42.935607 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (fd69e8ae-cb50-4ab2-9d2c-f7146985a90c), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:42.948876 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-1ee54383-afce-4004-b3c3-1bc45edb1f3c service neutron] Attempting to bind port 56aeda70-7e3c-4af7-8460-7f2df674633f on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:39:42.949226 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-1ee54383-afce-4004-b3c3-1bc45edb1f3c service neutron] Attempting to bind port 56aeda70-7e3c-4af7-8460-7f2df674633f by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '7afcf9ad-7117-462d-82d4-eaf26bc026df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c796add0-4cf7-4873-b3c2-d305decaec1b'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:39:42.950000 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-1ee54383-afce-4004-b3c3-1bc45edb1f3c service neutron] Attempting to bind port 56aeda70-7e3c-4af7-8460-7f2df674633f on network c796add0-4cf7-4873-b3c2-d305decaec1b {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:39:42.953143 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05954d6-19bf-4e40-8951-fe17cd01d6eb req-df466b8c-17a3-4556-b8df-ccbf77f033b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:42.954309 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f05954d6-19bf-4e40-8951-fe17cd01d6eb req-df466b8c-17a3-4556-b8df-ccbf77f033b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=14d154d02fdc41b094b978b7f2c73712&device_id=99fa564d-060b-4170-be55-89d058cc71c8 HTTP/1.1" status: 200 len: 1130 time: 0.1246560 Mar 01 13:39:42.958284 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-1ee54383-afce-4004-b3c3-1bc45edb1f3c service neutron] Port 56aeda70-7e3c-4af7-8460-7f2df674633f on network c796add0-4cf7-4873-b3c2-d305decaec1b not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:39:42.958756 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-1ee54383-afce-4004-b3c3-1bc45edb1f3c service neutron] Attempting to bind port 56aeda70-7e3c-4af7-8460-7f2df674633f on network c796add0-4cf7-4873-b3c2-d305decaec1b {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:39:42.964403 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd70907-6805-4484-b9f1-7e7f7b39d490 admin admin] Pushing event updated for resources: {'Network': ['ID=d8b7f131-5faa-4e14-9387-53185320f5df,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:42.973133 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-1ee54383-afce-4004-b3c3-1bc45edb1f3c service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:39:42.973467 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-1ee54383-afce-4004-b3c3-1bc45edb1f3c service neutron] Checking segment: {'id': '7afcf9ad-7117-462d-82d4-eaf26bc026df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c796add0-4cf7-4873-b3c2-d305decaec1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:39:42.974197 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-1ee54383-afce-4004-b3c3-1bc45edb1f3c service neutron] Bound using segment: {'id': '7afcf9ad-7117-462d-82d4-eaf26bc026df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c796add0-4cf7-4873-b3c2-d305decaec1b'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:39:42.974324 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-1ee54383-afce-4004-b3c3-1bc45edb1f3c service neutron] Bound port: 56aeda70-7e3c-4af7-8460-7f2df674633f, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afcf9ad-7117-462d-82d4-eaf26bc026df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c796add0-4cf7-4873-b3c2-d305decaec1b'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:39:42.974602 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-1ee54383-afce-4004-b3c3-1bc45edb1f3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (56aeda70-7e3c-4af7-8460-7f2df674633f), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:43.006052 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3acaaebf-4508-43c5-9a0a-798b43a32afd req-5c01116c-b294-497d-a65c-2530bb08bb1b tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/security-groups?id=534a7bf2-9c81-4f4f-abc6-be758786a6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526551 Mar 01 13:39:43.017792 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=fd69e8ae-cb50-4ab2-9d2c-f7146985a90c,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:43.021175 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network d8b7f131-5faa-4e14-9387-53185320f5df details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:39:43.075842 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6d37c-b93b-4651-b7f0-833e69954753 req-898898f8-edef-47a9-9a14-23e89f988312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:43.077384 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5ae6d37c-b93b-4651-b7f0-833e69954753 req-898898f8-edef-47a9-9a14-23e89f988312 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5 HTTP/1.1" status: 200 len: 1149 time: 0.3924861 Mar 01 13:39:43.094920 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b339096-1723-46c4-88a6-c7e38b47f25c req-8f360377-d8df-481e-8014-d6de3025914e tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:43.102526 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0b339096-1723-46c4-88a6-c7e38b47f25c req-8f360377-d8df-481e-8014-d6de3025914e tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3cdbfbb-c15f-459c-8567-c5116633355f HTTP/1.1" status: 200 len: 948 time: 0.3158185 Mar 01 13:39:43.112156 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-1ee54383-afce-4004-b3c3-1bc45edb1f3c service neutron] For port 56aeda70-7e3c-4af7-8460-7f2df674633f, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:39:43.116359 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-1ee54383-afce-4004-b3c3-1bc45edb1f3c service neutron] For port 56aeda70-7e3c-4af7-8460-7f2df674633f, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=56aeda70-7e3c-4af7-8460-7f2df674633f,segment=NetworkSegment(7afcf9ad-7117-462d-82d4-eaf26bc026df),segment_id=7afcf9ad-7117-462d-82d4-eaf26bc026df)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:39:43.120377 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05954d6-19bf-4e40-8951-fe17cd01d6eb req-26b446c6-b6cd-4fc9-a21d-d2a6a03b10bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:43.121877 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f05954d6-19bf-4e40-8951-fe17cd01d6eb req-26b446c6-b6cd-4fc9-a21d-d2a6a03b10bb service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.1565804 Mar 01 13:39:43.127614 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-1ee54383-afce-4004-b3c3-1bc45edb1f3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (56aeda70-7e3c-4af7-8460-7f2df674633f), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:43.150415 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666a3be-d9b8-4f41-8e2c-d69193f09d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebd4161-c81f-4530-8b18-52af200d5164,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:43.158146 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a666a3be-d9b8-4f41-8e2c-d69193f09d4a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dfd060052609422bb6545553b91686d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7059705 Mar 01 13:39:43.171098 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 54878) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:43.233615 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f05954d6-19bf-4e40-8951-fe17cd01d6eb req-fe3ebb0d-7184-4fcd-a198-9825dfabc2d2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=81795848-0fce-45d0-ac6c-f2cb26e88513 HTTP/1.1" status: 200 len: 217 time: 0.1030989 Mar 01 13:39:43.235715 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee54383-afce-4004-b3c3-1bc45edb1f3c service neutron] Pushing event updated for resources: {'Port': ['ID=56aeda70-7e3c-4af7-8460-7f2df674633f,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:43.240836 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-1ee54383-afce-4004-b3c3-1bc45edb1f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:43.240836 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-1ee54383-afce-4004-b3c3-1bc45edb1f3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:43.242007 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-1ee54383-afce-4004-b3c3-1bc45edb1f3c service neutron] 10.222.0.32 "PUT /v2.0/ports/56aeda70-7e3c-4af7-8460-7f2df674633f HTTP/1.1" status: 200 len: 1091 time: 1.5313835 Mar 01 13:39:43.257005 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5ae6d37c-b93b-4651-b7f0-833e69954753 req-6cffbf36-da1a-4181-a42d-1c5cc3340330 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498742 Mar 01 13:39:43.293234 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05954d6-19bf-4e40-8951-fe17cd01d6eb req-a03c4c6f-4e25-4eb8-b535-ce8c473344af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:43.294698 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f05954d6-19bf-4e40-8951-fe17cd01d6eb req-a03c4c6f-4e25-4eb8-b535-ce8c473344af service neutron] 10.222.0.20 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0526016 Mar 01 13:39:43.328860 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0b339096-1723-46c4-88a6-c7e38b47f25c req-99e974ae-b3be-4f11-85c6-b942bb007967 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/security-groups?id=08cc0ca3-1761-4523-ad7a-62fca43a6a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248001 Mar 01 13:39:43.354486 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05954d6-19bf-4e40-8951-fe17cd01d6eb req-0bf97868-7254-447e-818c-02db6e37da42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:43.357804 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f05954d6-19bf-4e40-8951-fe17cd01d6eb req-0bf97868-7254-447e-818c-02db6e37da42 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0544167 Mar 01 13:39:43.382777 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1bdedf39-425e-4c45-8a36-61ffb64eeec0 admin admin] Publish callbacks [] for security_group (cebd4161-c81f-4530-8b18-52af200d5164), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:43.404490 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f1705-0d90-401e-a5e0-1b8771a627f1 req-c34c8cd9-67aa-49fc-90c2-5225e11359d1 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:43.405939 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f22f1705-0d90-401e-a5e0-1b8771a627f1 req-c34c8cd9-67aa-49fc-90c2-5225e11359d1 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9c38974-1dad-4967-9d5e-4ec988d66c4f HTTP/1.1" status: 200 len: 971 time: 0.1984520 Mar 01 13:39:43.454711 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1bdedf39-425e-4c45-8a36-61ffb64eeec0 admin admin] Publish callbacks [] for security_group (cebd4161-c81f-4530-8b18-52af200d5164), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:43.591224 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e86a8596-b4da-45ff-be2f-b81b8cc6f3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for subnet (00c0eec8-d94f-41a7-92f9-32f77960cf64), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:43.604116 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f22f1705-0d90-401e-a5e0-1b8771a627f1 req-4e41189b-7106-4b31-abfb-c419d50635b9 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6895d388-ad2b-4d63-8def-72bb3c8a41b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918402 Mar 01 13:39:43.612271 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f874ef61-3541-416e-a434-0c97824f779a', 'tag': '56aeda70-7e3c-4af7-8460-7f2df674633f'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:39:43.614771 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951959f9-2e6c-4fce-8a24-3ac39e3073c6" -d '{"events": [{"name": "network-changed", "server_uuid": "f874ef61-3541-416e-a434-0c97824f779a", "tag": "56aeda70-7e3c-4af7-8460-7f2df674633f"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:39:43.684739 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f05954d6-19bf-4e40-8951-fe17cd01d6eb req-94e10aac-dba3-4522-99a7-86c751e13f37 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210196 Mar 01 13:39:43.795176 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f05954d6-19bf-4e40-8951-fe17cd01d6eb req-cdabd63e-487b-4c50-8cc0-6e01c2b8bfd5 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038716 Mar 01 13:39:43.866852 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d3d8b-02a3-4d38-a991-6a7f69e4f254 req-33f5d552-7936-4630-a1d0-3bc285f148b3 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:43.868421 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-031d3d8b-02a3-4d38-a991-6a7f69e4f254 req-33f5d552-7936-4630-a1d0-3bc285f148b3 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] 10.222.0.13 "GET /v2.0/ports?device_id=f874ef61-3541-416e-a434-0c97824f779a HTTP/1.1" status: 200 len: 943 time: 0.4176204 Mar 01 13:39:43.869017 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1bdedf39-425e-4c45-8a36-61ffb64eeec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (cebd4161-c81f-4530-8b18-52af200d5164), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:43.871552 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1bdedf39-425e-4c45-8a36-61ffb64eeec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:43.872601 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1bdedf39-425e-4c45-8a36-61ffb64eeec0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cebd4161-c81f-4530-8b18-52af200d5164 HTTP/1.1" status: 204 len: 168 time: 0.7004967 Mar 01 13:39:43.886264 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-d2ba4fcc-8db2-4591-9b44-adcc05f0ac1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:43.887762 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-d2ba4fcc-8db2-4591-9b44-adcc05f0ac1e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62cbaa5d9cb040b68177ab0eff354bbd&device_id=f874ef61-3541-416e-a434-0c97824f779a HTTP/1.1" status: 200 len: 1125 time: 0.3587930 Mar 01 13:39:43.899312 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a8596-b4da-45ff-be2f-b81b8cc6f3be admin admin] Pushing event updated for resources: {'Subnet': ['ID=00c0eec8-d94f-41a7-92f9-32f77960cf64,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:43.918966 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdedf39-425e-4c45-8a36-61ffb64eeec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebd4161-c81f-4530-8b18-52af200d5164,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:43.969462 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-e4d8efdd-f2fc-4eef-ac0f-6081d368607c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56aeda70-7e3c-4af7-8460-7f2df674633f HTTP/1.1" status: 200 len: 217 time: 0.0635242 Mar 01 13:39:43.972386 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86a8596-b4da-45ff-be2f-b81b8cc6f3be admin admin] Checking segment: {'id': '4fa77154-1db9-4d3e-93d9-ea193365dc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:39:43.972743 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86a8596-b4da-45ff-be2f-b81b8cc6f3be admin admin] Network hostable DHCP agents. Network: d8b7f131-5faa-4e14-9387-53185320f5df, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:39:44.024887 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c7048-f0c2-4baa-8842-3f6f653efeb1 req-b43a4830-f0c6-4fab-a714-8fd4fd732c83 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:44.026366 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a97c7048-f0c2-4baa-8842-3f6f653efeb1 req-b43a4830-f0c6-4fab-a714-8fd4fd732c83 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5 HTTP/1.1" status: 200 len: 967 time: 0.2353225 Mar 01 13:39:44.053403 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-031d3d8b-02a3-4d38-a991-6a7f69e4f254 req-723c447f-2081-4b01-884d-f4a678a01d37 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ff27114-714c-4c83-a133-ed9cc72e152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728399 Mar 01 13:39:44.075957 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-58825148-275d-42ec-925d-33a3e271912a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:44.076364 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-58825148-275d-42ec-925d-33a3e271912a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=38d4da88-1ee0-4be0-b8bb-edf29de0ec5d HTTP/1.1" status: 200 len: 854 time: 0.0998330 Mar 01 13:39:44.081629 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86a8596-b4da-45ff-be2f-b81b8cc6f3be admin admin] Network d8b7f131-5faa-4e14-9387-53185320f5df is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:39:44.118949 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6590868-2ea0-4a4a-ad64-456f1b3e99aa x-openstack-request-id: req-b6590868-2ea0-4a4a-ad64-456f1b3e99aa {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:39:44.119433 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f874ef61-3541-416e-a434-0c97824f779a", "tag": "56aeda70-7e3c-4af7-8460-7f2df674633f", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:39:44.119971 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6590868-2ea0-4a4a-ad64-456f1b3e99aa {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:39:44.120368 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f874ef61-3541-416e-a434-0c97824f779a', 'tag': '56aeda70-7e3c-4af7-8460-7f2df674633f', 'status': 'completed', 'code': 200} Mar 01 13:39:44.123079 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-e86a8596-b4da-45ff-be2f-b81b8cc6f3be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, d8b7f131-5faa-4e14-9387-53185320f5df) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:39:44.126978 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-7985528a-d435-4175-b088-b47a09ca42c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c796add0-4cf7-4873-b3c2-d305decaec1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400782 Mar 01 13:39:44.129802 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86a8596-b4da-45ff-be2f-b81b8cc6f3be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:44.130386 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e86a8596-b4da-45ff-be2f-b81b8cc6f3be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:44.134484 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31cee5c-83f1-4e2a-b470-9a75bc232d3e None None] Network d8b7f131-5faa-4e14-9387-53185320f5df requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:39:44.135150 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a97c7048-f0c2-4baa-8842-3f6f653efeb1 req-7898ea4c-363f-4d30-b3c7-871c83577e09 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992172 Mar 01 13:39:44.215448 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e86a8596-b4da-45ff-be2f-b81b8cc6f3be admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3544443 Mar 01 13:39:44.216147 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54912) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:44.221618 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-17e1d701-d5e5-463e-a86c-7d0c8b7fbea3 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-950402709-router', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:39:44.270210 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-17e1d701-d5e5-463e-a86c-7d0c8b7fbea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (80010e2f-5e03-436e-b9ca-3f398826877f), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:44.271552 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-17e1d701-d5e5-463e-a86c-7d0c8b7fbea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (80010e2f-5e03-436e-b9ca-3f398826877f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:44.294741 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-7dd6282e-d399-485d-b7a9-27b43840ca9f service neutron] 10.222.0.32 "GET /v2.0/networks/c796add0-4cf7-4873-b3c2-d305decaec1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564195 Mar 01 13:39:44.334886 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1770a586-8e0f-452f-a482-8202c63f1ac8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-d8b7f131-5faa-4e14-9387-53185320f5df', 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df', 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'fixed_ips': [{'subnet_id': '00c0eec8-d94f-41a7-92f9-32f77960cf64'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:39:44.336873 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1770a586-8e0f-452f-a482-8202c63f1ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:44.435326 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-17e1d701-d5e5-463e-a86c-7d0c8b7fbea3 admin admin] Publish callbacks [] for router_controller (80010e2f-5e03-436e-b9ca-3f398826877f), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:44.438169 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-192e45be-919b-4536-9737-2e0aa6ba3191 req-955b2952-9c8c-4287-839b-9a7b6f2b8ab1 service neutron] 10.222.0.32 "GET /v2.0/networks/c796add0-4cf7-4873-b3c2-d305decaec1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328592 Mar 01 13:39:44.448191 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003c0e3-fad4-422c-80c5-128b2bf00188 req-16be471f-f593-42d7-8f67-2514d8a8f8d5 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:44.449914 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3003c0e3-fad4-422c-80c5-128b2bf00188 req-16be471f-f593-42d7-8f67-2514d8a8f8d5 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fa564d-060b-4170-be55-89d058cc71c8 HTTP/1.1" status: 200 len: 948 time: 0.2112954 Mar 01 13:39:44.588622 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 2aee65f0-cefa-495e-9035-472e63ee55a5 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:39:44.614475 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c38974-1dad-4967-9d5e-4ec988d66c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd69e8ae-cb50-4ab2-9d2c-f7146985a90c'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:39:44.617738 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4771dc2e-5682-41a0-a529-e7c9946f2750" -d '{"events": [{"server_uuid": "a9c38974-1dad-4967-9d5e-4ec988d66c4f", "name": "network-vif-plugged", "status": "completed", "tag": "fd69e8ae-cb50-4ab2-9d2c-f7146985a90c"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:39:44.625170 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3003c0e3-fad4-422c-80c5-128b2bf00188 req-ba348145-2315-4f6e-bb42-6448f00a5722 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/security-groups?id=534a7bf2-9c81-4f4f-abc6-be758786a6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689937 Mar 01 13:39:44.646112 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-1770a586-8e0f-452f-a482-8202c63f1ac8 None None] Allocated IP 172.20.0.2 (d8b7f131-5faa-4e14-9387-53185320f5df/00c0eec8-d94f-41a7-92f9-32f77960cf64/93c8a5ae-c84b-45c4-bdf0-c8c775388c0b) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:39:44.667702 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951959f9-2e6c-4fce-8a24-3ac39e3073c6 req-728f38af-965e-4310-8f8b-79ec85c20282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:44.671176 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-951959f9-2e6c-4fce-8a24-3ac39e3073c6 req-728f38af-965e-4310-8f8b-79ec85c20282 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62cbaa5d9cb040b68177ab0eff354bbd&device_id=f874ef61-3541-416e-a434-0c97824f779a HTTP/1.1" status: 200 len: 1125 time: 0.1453915 Mar 01 13:39:44.683917 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-17e1d701-d5e5-463e-a86c-7d0c8b7fbea3 admin admin] Publish callbacks [] for router_gateway (80010e2f-5e03-436e-b9ca-3f398826877f), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:44.836431 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951959f9-2e6c-4fce-8a24-3ac39e3073c6 req-5ff06721-acf0-4ee3-9238-06b71bdaa96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:44.837910 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-951959f9-2e6c-4fce-8a24-3ac39e3073c6 req-5ff06721-acf0-4ee3-9238-06b71bdaa96e service neutron] 10.222.0.32 "GET /v2.0/networks?id=c796add0-4cf7-4873-b3c2-d305decaec1b HTTP/1.1" status: 200 len: 915 time: 0.1188669 Mar 01 13:39:44.862229 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 2aee65f0-cefa-495e-9035-472e63ee55a5, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=2aee65f0-cefa-495e-9035-472e63ee55a5,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:39:44.863845 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432f4d6-8737-47b9-aa70-fe8f34382e8e req-a4f0b4b0-e703-41c0-b12a-4b95a3c61dad tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:44.871602 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c432f4d6-8737-47b9-aa70-fe8f34382e8e req-a4f0b4b0-e703-41c0-b12a-4b95a3c61dad tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3cdbfbb-c15f-459c-8567-c5116633355f HTTP/1.1" status: 200 len: 948 time: 0.1992803 Mar 01 13:39:44.884899 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '2aee65f0-cefa-495e-9035-472e63ee55a5', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': '2aee65f0-cefa-495e-9035-472e63ee55a5', 'mac_address': 'fa:16:3e:03:f3:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:39:44.934430 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 2aee65f0-cefa-495e-9035-472e63ee55a5 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:39:44.935059 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2aee65f0-cefa-495e-9035-472e63ee55a5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:44.960020 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c432f4d6-8737-47b9-aa70-fe8f34382e8e req-836bac02-06c3-437d-8d45-f32888fc9a90 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/security-groups?id=08cc0ca3-1761-4523-ad7a-62fca43a6a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868962 Mar 01 13:39:44.962056 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-951959f9-2e6c-4fce-8a24-3ac39e3073c6 req-5b13dd9e-f654-47b8-85da-1bd12d23f366 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56aeda70-7e3c-4af7-8460-7f2df674633f HTTP/1.1" status: 200 len: 217 time: 0.1146824 Mar 01 13:39:44.973189 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aee65f0-cefa-495e-9035-472e63ee55a5 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:39:45.014551 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-17e1d701-d5e5-463e-a86c-7d0c8b7fbea3 admin admin] Publish callbacks [] for router_gateway (80010e2f-5e03-436e-b9ca-3f398826877f), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:45.018073 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1770a586-8e0f-452f-a482-8202c63f1ac8 None None] Publish callbacks [] for port (93c8a5ae-c84b-45c4-bdf0-c8c775388c0b), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:45.021209 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 2aee65f0-cefa-495e-9035-472e63ee55a5, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=2aee65f0-cefa-495e-9035-472e63ee55a5,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:39:45.034317 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 54938) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:45.037826 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1770a586-8e0f-452f-a482-8202c63f1ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (93c8a5ae-c84b-45c4-bdf0-c8c775388c0b), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:45.051662 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (2aee65f0-cefa-495e-9035-472e63ee55a5), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:45.052419 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-17e1d701-d5e5-463e-a86c-7d0c8b7fbea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:45.059035 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e0c82c-13f8-49e6-af49-ea1cc49f4725 x-openstack-request-id: req-50e0c82c-13f8-49e6-af49-ea1cc49f4725 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:39:45.059345 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c38974-1dad-4967-9d5e-4ec988d66c4f", "name": "network-vif-plugged", "status": "completed", "tag": "fd69e8ae-cb50-4ab2-9d2c-f7146985a90c", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:39:45.059601 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-50e0c82c-13f8-49e6-af49-ea1cc49f4725 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:39:45.060016 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c38974-1dad-4967-9d5e-4ec988d66c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd69e8ae-cb50-4ab2-9d2c-f7146985a90c', 'code': 200} Mar 01 13:39:45.106255 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951959f9-2e6c-4fce-8a24-3ac39e3073c6 req-8290e180-b6ae-4a13-9337-c1c5318b6dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:45.107914 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-951959f9-2e6c-4fce-8a24-3ac39e3073c6 req-8290e180-b6ae-4a13-9337-c1c5318b6dbc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=38d4da88-1ee0-4be0-b8bb-edf29de0ec5d HTTP/1.1" status: 200 len: 854 time: 0.1297534 Mar 01 13:39:45.118338 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1770a586-8e0f-452f-a482-8202c63f1ac8 None None] Network d8b7f131-5faa-4e14-9387-53185320f5df is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:39:45.144312 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-1770a586-8e0f-452f-a482-8202c63f1ac8 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:39:45.148630 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1770a586-8e0f-452f-a482-8202c63f1ac8 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:39:45.163106 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-951959f9-2e6c-4fce-8a24-3ac39e3073c6 req-8aa7dffb-f82b-4f07-a165-286d323f017d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c796add0-4cf7-4873-b3c2-d305decaec1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392160 Mar 01 13:39:45.209779 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770a586-8e0f-452f-a482-8202c63f1ac8 None None] Pushing event updated for resources: {'Port': ['ID=93c8a5ae-c84b-45c4-bdf0-c8c775388c0b,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:45.280017 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=2aee65f0-cefa-495e-9035-472e63ee55a5,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:45.283057 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-0f637cb6-8d35-44d7-9b25-918d7b6b5d29 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-293335773-network', 'tenant_id': '332b9658461045df8b10ec97438273af'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:39:45.293723 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-1770a586-8e0f-452f-a482-8202c63f1ac8 None None] Attempting to bind port 93c8a5ae-c84b-45c4-bdf0-c8c775388c0b on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:39:45.294040 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-1770a586-8e0f-452f-a482-8202c63f1ac8 None None] Attempting to bind port 93c8a5ae-c84b-45c4-bdf0-c8c775388c0b by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '4fa77154-1db9-4d3e-93d9-ea193365dc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:39:45.294401 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1770a586-8e0f-452f-a482-8202c63f1ac8 None None] Attempting to bind port 93c8a5ae-c84b-45c4-bdf0-c8c775388c0b on network d8b7f131-5faa-4e14-9387-53185320f5df {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:39:45.300020 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1770a586-8e0f-452f-a482-8202c63f1ac8 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:39:45.300020 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1770a586-8e0f-452f-a482-8202c63f1ac8 None None] Checking segment: {'id': '4fa77154-1db9-4d3e-93d9-ea193365dc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:39:45.300527 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1770a586-8e0f-452f-a482-8202c63f1ac8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:45.300931 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1770a586-8e0f-452f-a482-8202c63f1ac8 None None] Bound using segment: {'id': '4fa77154-1db9-4d3e-93d9-ea193365dc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:39:45.301728 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-1770a586-8e0f-452f-a482-8202c63f1ac8 None None] Bound port: 93c8a5ae-c84b-45c4-bdf0-c8c775388c0b, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa77154-1db9-4d3e-93d9-ea193365dc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:39:45.301728 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1770a586-8e0f-452f-a482-8202c63f1ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (93c8a5ae-c84b-45c4-bdf0-c8c775388c0b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:45.317116 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9682b96-dc72-4dd9-8b71-8b743fb46189 req-cdb65b36-8c2f-435c-b338-42178276a05f tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:45.318625 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b9682b96-dc72-4dd9-8b71-8b743fb46189 req-cdb65b36-8c2f-435c-b338-42178276a05f tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9c38974-1dad-4967-9d5e-4ec988d66c4f HTTP/1.1" status: 200 len: 971 time: 0.1822922 Mar 01 13:39:45.332768 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32942dd1-8087-4ee3-8708-5a4096d493b6 req-49e63554-6e0a-472b-bde8-1a386b7fc95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:45.335300 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-32942dd1-8087-4ee3-8708-5a4096d493b6 req-49e63554-6e0a-472b-bde8-1a386b7fc95f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a9c38974-1dad-4967-9d5e-4ec988d66c4f HTTP/1.1" status: 200 len: 1153 time: 0.1685593 Mar 01 13:39:45.337274 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-17e1d701-d5e5-463e-a86c-7d0c8b7fbea3 admin admin] Allocated IP 172.25.1.76 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/9d99f343-d0cd-4388-bf03-793a8c9e4491) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:39:45.350436 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f637cb6-8d35-44d7-9b25-918d7b6b5d29 admin admin] Made reservation on behalf of 332b9658461045df8b10ec97438273af for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:39:45.353946 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0f637cb6-8d35-44d7-9b25-918d7b6b5d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:45.374527 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-951959f9-2e6c-4fce-8a24-3ac39e3073c6 req-3706310d-589b-4e0a-8558-866ef91c128f service neutron] 10.222.0.32 "GET /v2.0/networks/c796add0-4cf7-4873-b3c2-d305decaec1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924813 Mar 01 13:39:45.381304 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-1770a586-8e0f-452f-a482-8202c63f1ac8 None None] For port 93c8a5ae-c84b-45c4-bdf0-c8c775388c0b, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:39:45.381485 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ff344-ffa9-442b-a004-28ec5d6aa41b req-89b6e393-d04e-456d-a224-656778369cd3 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:45.384076 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0a4ff344-ffa9-442b-a004-28ec5d6aa41b req-89b6e393-d04e-456d-a224-656778369cd3 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] 10.222.0.13 "GET /v2.0/ports?device_id=f874ef61-3541-416e-a434-0c97824f779a HTTP/1.1" status: 200 len: 943 time: 0.1812959 Mar 01 13:39:45.386456 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-1770a586-8e0f-452f-a482-8202c63f1ac8 None None] For port 93c8a5ae-c84b-45c4-bdf0-c8c775388c0b, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=93c8a5ae-c84b-45c4-bdf0-c8c775388c0b,segment=NetworkSegment(4fa77154-1db9-4d3e-93d9-ea193365dc02),segment_id=4fa77154-1db9-4d3e-93d9-ea193365dc02)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:39:45.393186 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0f637cb6-8d35-44d7-9b25-918d7b6b5d29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:45.395030 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1770a586-8e0f-452f-a482-8202c63f1ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (93c8a5ae-c84b-45c4-bdf0-c8c775388c0b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:45.450803 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-32942dd1-8087-4ee3-8708-5a4096d493b6 req-81d98003-bf59-4dee-9e66-6d6c40b5b284 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6895d388-ad2b-4d63-8def-72bb3c8a41b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076193 Mar 01 13:39:45.470603 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770a586-8e0f-452f-a482-8202c63f1ac8 None None] Pushing event updated for resources: {'Port': ['ID=93c8a5ae-c84b-45c4-bdf0-c8c775388c0b,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:45.503932 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-17e1d701-d5e5-463e-a86c-7d0c8b7fbea3 admin admin] Publish callbacks [] for port (9d99f343-d0cd-4388-bf03-793a8c9e4491), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:45.507432 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b9682b96-dc72-4dd9-8b71-8b743fb46189 req-4d734b2f-fefa-467d-852e-9416533e44e4 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6895d388-ad2b-4d63-8def-72bb3c8a41b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817737 Mar 01 13:39:45.544726 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-17e1d701-d5e5-463e-a86c-7d0c8b7fbea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (9d99f343-d0cd-4388-bf03-793a8c9e4491), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:45.548518 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['2aee65f0-cefa-495e-9035-472e63ee55a5'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:39:45.575341 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0a4ff344-ffa9-442b-a004-28ec5d6aa41b req-e62faf7e-6c3e-4beb-ad4a-6641496ead3f tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ff27114-714c-4c83-a133-ed9cc72e152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792681 Mar 01 13:39:45.589896 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e1d701-d5e5-463e-a86c-7d0c8b7fbea3 admin admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:39:45.593508 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-17e1d701-d5e5-463e-a86c-7d0c8b7fbea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:39:45.599832 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e1d701-d5e5-463e-a86c-7d0c8b7fbea3 admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:39:45.664189 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0f637cb6-8d35-44d7-9b25-918d7b6b5d29 admin admin] Publish callbacks [] for security_group (fed69e40-20ef-4644-b111-452b9c9d75f6), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:45.674620 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-951959f9-2e6c-4fce-8a24-3ac39e3073c6 req-a2d2600f-1a27-44e9-9d91-9fd6374035c6 service neutron] 10.222.0.32 "GET /v2.0/networks/c796add0-4cf7-4873-b3c2-d305decaec1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898471 Mar 01 13:39:45.677184 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0f637cb6-8d35-44d7-9b25-918d7b6b5d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fed69e40-20ef-4644-b111-452b9c9d75f6), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:45.744746 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f637cb6-8d35-44d7-9b25-918d7b6b5d29 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:39:45.765472 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1d701-d5e5-463e-a86c-7d0c8b7fbea3 admin admin] Pushing event updated for resources: {'Port': ['ID=9d99f343-d0cd-4388-bf03-793a8c9e4491,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:45.772433 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f637cb6-8d35-44d7-9b25-918d7b6b5d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed69e40-20ef-4644-b111-452b9c9d75f6,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:45.800864 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0f637cb6-8d35-44d7-9b25-918d7b6b5d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (0a86e1ab-9273-4b49-b669-ac2d59fc924a), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:45.801207 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-0f637cb6-8d35-44d7-9b25-918d7b6b5d29 admin admin] Added segment 0a86e1ab-9273-4b49-b669-ac2d59fc924a of type vlan for network c72598c6-f24e-4946-9485-5f1f51ee50b9 Mar 01 13:39:45.866237 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2abe8a-d46e-4d1e-bcb7-a987ea995afa req-efb3807a-e77e-4f1d-a520-4b5e3f01d81c tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:45.868960 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0c2abe8a-d46e-4d1e-bcb7-a987ea995afa req-efb3807a-e77e-4f1d-a520-4b5e3f01d81c tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5 HTTP/1.1" status: 200 len: 967 time: 0.1927793 Mar 01 13:39:45.883698 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0f637cb6-8d35-44d7-9b25-918d7b6b5d29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (c72598c6-f24e-4946-9485-5f1f51ee50b9), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:45.906118 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-17e1d701-d5e5-463e-a86c-7d0c8b7fbea3 admin admin] Publish callbacks [] for router_gateway (80010e2f-5e03-436e-b9ca-3f398826877f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:45.936887 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784670a8-db41-4a72-9550-d95c6660371d req-164c9aac-4134-4ca6-a089-c59dc8e4bf86 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:45.938499 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-784670a8-db41-4a72-9550-d95c6660371d req-164c9aac-4134-4ca6-a089-c59dc8e4bf86 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fa564d-060b-4170-be55-89d058cc71c8 HTTP/1.1" status: 200 len: 948 time: 0.1891396 Mar 01 13:39:45.973811 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0f637cb6-8d35-44d7-9b25-918d7b6b5d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (c72598c6-f24e-4946-9485-5f1f51ee50b9), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:45.973811 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f637cb6-8d35-44d7-9b25-918d7b6b5d29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:45.973811 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0f637cb6-8d35-44d7-9b25-918d7b6b5d29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:46.004324 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0c2abe8a-d46e-4d1e-bcb7-a987ea995afa req-9d6f694b-73da-4929-8e53-8b4e4e036751 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253021 Mar 01 13:39:46.088187 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0f637cb6-8d35-44d7-9b25-918d7b6b5d29 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0526836 Mar 01 13:39:46.091384 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f637cb6-8d35-44d7-9b25-918d7b6b5d29 admin admin] Pushing event updated for resources: {'Network': ['ID=c72598c6-f24e-4946-9485-5f1f51ee50b9,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:46.094268 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54968) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:46.097769 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-784670a8-db41-4a72-9550-d95c6660371d req-0c5a87e5-164b-436e-85a8-1e5137a8390e tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/security-groups?id=534a7bf2-9c81-4f4f-abc6-be758786a6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474271 Mar 01 13:39:46.099697 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-98b0fda2-c9be-41aa-930b-fc1a18247f73 admin admin] Request body: {'subnet': {'network_id': 'c72598c6-f24e-4946-9485-5f1f51ee50b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-293335773-subnet', 'tenant_id': '332b9658461045df8b10ec97438273af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:39:46.103647 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network c72598c6-f24e-4946-9485-5f1f51ee50b9 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:39:46.163182 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fadaa-5c79-469c-a48e-9fb7b30fb7f0 req-7db8c12c-a70c-4cd8-9e38-f61361a375cb tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:46.165979 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b96fadaa-5c79-469c-a48e-9fb7b30fb7f0 req-7db8c12c-a70c-4cd8-9e38-f61361a375cb tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3cdbfbb-c15f-459c-8567-c5116633355f HTTP/1.1" status: 200 len: 949 time: 0.0767412 Mar 01 13:39:46.214105 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b0fda2-c9be-41aa-930b-fc1a18247f73 admin admin] Made reservation on behalf of 332b9658461045df8b10ec97438273af for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:39:46.216599 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-98b0fda2-c9be-41aa-930b-fc1a18247f73 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:46.236812 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b96fadaa-5c79-469c-a48e-9fb7b30fb7f0 req-0855ee4c-e9d4-4824-a8ee-6ccca2730693 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/security-groups?id=08cc0ca3-1761-4523-ad7a-62fca43a6a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643029 Mar 01 13:39:46.243054 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-17e1d701-d5e5-463e-a86c-7d0c8b7fbea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (80010e2f-5e03-436e-b9ca-3f398826877f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:46.516476 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1768ed9-ea94-4288-a375-4be33af34b71 req-60063b6f-aee3-41d3-b0bf-8e054f793fe8 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:46.518493 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c1768ed9-ea94-4288-a375-4be33af34b71 req-60063b6f-aee3-41d3-b0bf-8e054f793fe8 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5 HTTP/1.1" status: 200 len: 1149 time: 0.0573876 Mar 01 13:39:46.534200 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 81795848-0fce-45d0-ac6c-f2cb26e88513 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:39:46.607873 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c1768ed9-ea94-4288-a375-4be33af34b71 req-4a857c2b-516c-4552-8281-254120c41f6d tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761421 Mar 01 13:39:46.631089 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 54984) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:46.703611 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d0607-a1fd-4491-b728-48767b4eb15c req-db8bee10-ffc1-47cd-8181-aed0d33e7ab3 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:46.705218 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-641d0607-a1fd-4491-b728-48767b4eb15c req-db8bee10-ffc1-47cd-8181-aed0d33e7ab3 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9c38974-1dad-4967-9d5e-4ec988d66c4f HTTP/1.1" status: 200 len: 971 time: 0.0904100 Mar 01 13:39:46.741817 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 81795848-0fce-45d0-ac6c-f2cb26e88513, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=81795848-0fce-45d0-ac6c-f2cb26e88513,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:39:46.782813 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '81795848-0fce-45d0-ac6c-f2cb26e88513', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': '81795848-0fce-45d0-ac6c-f2cb26e88513', 'mac_address': 'fa:16:3e:fc:7f:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:39:46.785107 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 2aee65f0-cefa-495e-9035-472e63ee55a5 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:39:46.833747 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 93c8a5ae-c84b-45c4-bdf0-c8c775388c0b up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:39:46.865720 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-641d0607-a1fd-4491-b728-48767b4eb15c req-a5aa81fb-7ce6-4477-8e81-99db7aef2f23 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6895d388-ad2b-4d63-8def-72bb3c8a41b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496811 Mar 01 13:39:46.894182 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b931da17-47b7-4339-b011-2c7e3d8ba51d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:46.909124 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-98b0fda2-c9be-41aa-930b-fc1a18247f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for subnet (71c328a1-4c65-42f4-b86a-84bcc83e3e53), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:46.916057 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fd945a-650a-426c-8929-62f509738521 None None] Network d8b7f131-5faa-4e14-9387-53185320f5df requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:39:46.918047 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e1d701-d5e5-463e-a86c-7d0c8b7fbea3 admin admin] Router 80010e2f-5e03-436e-b9ca-3f398826877f is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 13:39:47.014572 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b0fda2-c9be-41aa-930b-fc1a18247f73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71c328a1-4c65-42f4-b86a-84bcc83e3e53,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:47.048851 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b0fda2-c9be-41aa-930b-fc1a18247f73 admin admin] Checking segment: {'id': '0a86e1ab-9273-4b49-b669-ac2d59fc924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c72598c6-f24e-4946-9485-5f1f51ee50b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:39:47.049057 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b931da17-47b7-4339-b011-2c7e3d8ba51d admin admin] Publish callbacks [] for security_group (d754a4ef-48a7-468a-8e03-9c691f1679b0), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:47.049547 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b0fda2-c9be-41aa-930b-fc1a18247f73 admin admin] Network hostable DHCP agents. Network: c72598c6-f24e-4946-9485-5f1f51ee50b9, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:39:47.057383 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b931da17-47b7-4339-b011-2c7e3d8ba51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d754a4ef-48a7-468a-8e03-9c691f1679b0), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:47.076780 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885d70f-9a0c-466b-9042-aed8de863d6d req-3a56acb2-5fc4-4d09-8b8a-f82360c1c16a tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:47.078287 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f885d70f-9a0c-466b-9042-aed8de863d6d req-3a56acb2-5fc4-4d09-8b8a-f82360c1c16a tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] 10.222.0.13 "GET /v2.0/ports?device_id=f874ef61-3541-416e-a434-0c97824f779a HTTP/1.1" status: 200 len: 943 time: 0.2116458 Mar 01 13:39:47.105388 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b0fda2-c9be-41aa-930b-fc1a18247f73 admin admin] Network c72598c6-f24e-4946-9485-5f1f51ee50b9 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:39:47.108724 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e1d701-d5e5-463e-a86c-7d0c8b7fbea3 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:39:47.110342 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 81795848-0fce-45d0-ac6c-f2cb26e88513 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:39:47.110639 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (81795848-0fce-45d0-ac6c-f2cb26e88513), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:47.122602 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-98b0fda2-c9be-41aa-930b-fc1a18247f73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, c72598c6-f24e-4946-9485-5f1f51ee50b9) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:39:47.127903 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b0fda2-c9be-41aa-930b-fc1a18247f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:47.128563 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-98b0fda2-c9be-41aa-930b-fc1a18247f73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:47.133035 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b931da17-47b7-4339-b011-2c7e3d8ba51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d754a4ef-48a7-468a-8e03-9c691f1679b0,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:47.138116 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-17e1d701-d5e5-463e-a86c-7d0c8b7fbea3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:47.139407 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-17e1d701-d5e5-463e-a86c-7d0c8b7fbea3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.9215930 Mar 01 13:39:47.143720 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b90e9ad-3b9c-4a97-8f4c-409ea99539c7 None None] Sync routers for ids ['80010e2f-5e03-436e-b9ca-3f398826877f'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:39:47.145465 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54994) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:47.154678 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b90e9ad-3b9c-4a97-8f4c-409ea99539c7 None None] Routers {'80010e2f-5e03-436e-b9ca-3f398826877f'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:39:47.154967 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db75063-1ed4-44bd-a7b7-70ece9335e2e None None] Network c72598c6-f24e-4946-9485-5f1f51ee50b9 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:39:47.155620 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-8b90e9ad-3b9c-4a97-8f4c-409ea99539c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:39:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['80010e2f-5e03-436e-b9ca-3f398826877f'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:39:47.157154 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-896194b2-122d-4a8d-9b64-2abcd7c539f4 None None] Provisioning complete for port 93c8a5ae-c84b-45c4-bdf0-c8c775388c0b triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:39:47.157621 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-896194b2-122d-4a8d-9b64-2abcd7c539f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (93c8a5ae-c84b-45c4-bdf0-c8c775388c0b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:47.162213 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b931da17-47b7-4339-b011-2c7e3d8ba51d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4423fe96f0f4421e9a28e24a14ca01be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5291986 Mar 01 13:39:47.164895 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 54998) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:47.168150 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb9e01-c474-4df3-a52a-f127b811044c req-89b90c03-a249-46e6-9ce1-1b87c62268ef tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:47.169666 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2abb9e01-c474-4df3-a52a-f127b811044c req-89b90c03-a249-46e6-9ce1-1b87c62268ef tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5 HTTP/1.1" status: 200 len: 1149 time: 0.1822462 Mar 01 13:39:47.234255 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f885d70f-9a0c-466b-9042-aed8de863d6d req-b84be175-f4f6-4d38-94f2-552f3d8bc239 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ff27114-714c-4c83-a133-ed9cc72e152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446815 Mar 01 13:39:47.284497 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2abb9e01-c474-4df3-a52a-f127b811044c req-f3b6ca92-a9fc-4387-8d8a-9f74d3018c3b tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021700 Mar 01 13:39:47.287825 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8a03299e-640d-45bc-a275-fb0a6adb7117 admin admin] Publish callbacks [] for security_group (d754a4ef-48a7-468a-8e03-9c691f1679b0), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:47.301126 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-8b90e9ad-3b9c-4a97-8f4c-409ea99539c7 None None] Set router 80010e2f-5e03-436e-b9ca-3f398826877f gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:39:47.310970 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81795848-0fce-45d0-ac6c-f2cb26e88513 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:39:47.321581 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 93c8a5ae-c84b-45c4-bdf0-c8c775388c0b triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:39:47.321963 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (93c8a5ae-c84b-45c4-bdf0-c8c775388c0b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:47.334696 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8a03299e-640d-45bc-a275-fb0a6adb7117 admin admin] Publish callbacks [] for security_group (d754a4ef-48a7-468a-8e03-9c691f1679b0), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:47.336333 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ace2d40-d971-4c31-aa9c-c6c8327f1468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-c72598c6-f24e-4946-9485-5f1f51ee50b9', 'network_id': 'c72598c6-f24e-4946-9485-5f1f51ee50b9', 'project_id': '332b9658461045df8b10ec97438273af', 'fixed_ips': [{'subnet_id': '71c328a1-4c65-42f4-b86a-84bcc83e3e53'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:39:47.337147 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1ace2d40-d971-4c31-aa9c-c6c8327f1468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:47.500573 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8a03299e-640d-45bc-a275-fb0a6adb7117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d754a4ef-48a7-468a-8e03-9c691f1679b0), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:47.502931 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-8b90e9ad-3b9c-4a97-8f4c-409ea99539c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-950402709-router', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:44Z', 'updated_at': '2022-03-01T13:39:45Z', 'revision_number': 3, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'gw_port': {'id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:71:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:45Z', 'updated_at': '2022-03-01T13:39:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:39:47.503376 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8a03299e-640d-45bc-a275-fb0a6adb7117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:47.506778 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8a03299e-640d-45bc-a275-fb0a6adb7117 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d754a4ef-48a7-468a-8e03-9c691f1679b0 HTTP/1.1" status: 204 len: 168 time: 0.3339953 Mar 01 13:39:47.519617 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-1ace2d40-d971-4c31-aa9c-c6c8327f1468 None None] Allocated IP 172.20.0.2 (c72598c6-f24e-4946-9485-5f1f51ee50b9/71c328a1-4c65-42f4-b86a-84bcc83e3e53/6c1ff182-a235-4a50-bf83-fbcafe822b92) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:39:47.534119 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b90e9ad-3b9c-4a97-8f4c-409ea99539c7 None None] Checking router: 80010e2f-5e03-436e-b9ca-3f398826877f for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:39:47.534735 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b90e9ad-3b9c-4a97-8f4c-409ea99539c7 None None] Updating router 80010e2f-5e03-436e-b9ca-3f398826877f port 9d99f343-d0cd-4388-bf03-793a8c9e4491 binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:39:47.539562 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03299e-640d-45bc-a275-fb0a6adb7117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d754a4ef-48a7-468a-8e03-9c691f1679b0,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:47.567018 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-8b90e9ad-3b9c-4a97-8f4c-409ea99539c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9d99f343-d0cd-4388-bf03-793a8c9e4491), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:47.574393 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d897a5-1f06-4d62-a0c7-685ef22536b1 req-4dc50eeb-99e2-4115-ae89-299512c9548f tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:47.575984 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-16d897a5-1f06-4d62-a0c7-685ef22536b1 req-4dc50eeb-99e2-4115-ae89-299512c9548f tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fa564d-060b-4170-be55-89d058cc71c8 HTTP/1.1" status: 200 len: 948 time: 0.1517150 Mar 01 13:39:47.677192 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-98b0fda2-c9be-41aa-930b-fc1a18247f73 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5810595 Mar 01 13:39:47.680050 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55006) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:47.689704 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-598b54d4-37cc-4987-9031-0600938d326e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-293335773-router', 'tenant_id': '332b9658461045df8b10ec97438273af', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:39:47.712163 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 2aee65f0-cefa-495e-9035-472e63ee55a5 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:39:47.747948 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1ace2d40-d971-4c31-aa9c-c6c8327f1468 None None] Publish callbacks [] for port (6c1ff182-a235-4a50-bf83-fbcafe822b92), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:47.766573 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-16d897a5-1f06-4d62-a0c7-685ef22536b1 req-cd008948-9310-4d9c-b8d2-2ce700023836 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/security-groups?id=534a7bf2-9c81-4f4f-abc6-be758786a6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673295 Mar 01 13:39:47.773804 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-598b54d4-37cc-4987-9031-0600938d326e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (924ef7df-cb85-443d-bc3d-54c2f45d9404), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:47.776136 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-598b54d4-37cc-4987-9031-0600938d326e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (924ef7df-cb85-443d-bc3d-54c2f45d9404), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:47.795707 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 2aee65f0-cefa-495e-9035-472e63ee55a5 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:39:47.796205 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2aee65f0-cefa-495e-9035-472e63ee55a5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:47.813409 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbedfda-5f6f-4c7b-8cdc-4e2aeae08b61 req-0a9d5859-1015-4572-9049-391fdbe95202 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:47.815244 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5cbedfda-5f6f-4c7b-8cdc-4e2aeae08b61 req-0a9d5859-1015-4572-9049-391fdbe95202 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3cdbfbb-c15f-459c-8567-c5116633355f HTTP/1.1" status: 200 len: 949 time: 0.2589533 Mar 01 13:39:47.856672 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 81795848-0fce-45d0-ac6c-f2cb26e88513, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=81795848-0fce-45d0-ac6c-f2cb26e88513,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:39:47.880606 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1ace2d40-d971-4c31-aa9c-c6c8327f1468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (6c1ff182-a235-4a50-bf83-fbcafe822b92), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:47.936696 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (81795848-0fce-45d0-ac6c-f2cb26e88513), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:47.983859 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-8b90e9ad-3b9c-4a97-8f4c-409ea99539c7 None None] Publish callbacks [] for port (9d99f343-d0cd-4388-bf03-793a8c9e4491), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:47.985501 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-598b54d4-37cc-4987-9031-0600938d326e admin admin] Publish callbacks [] for router_controller (924ef7df-cb85-443d-bc3d-54c2f45d9404), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:47.999359 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-8b90e9ad-3b9c-4a97-8f4c-409ea99539c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9d99f343-d0cd-4388-bf03-793a8c9e4491), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:48.014427 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace2d40-d971-4c31-aa9c-c6c8327f1468 None None] Pushing event updated for resources: {'Port': ['ID=6c1ff182-a235-4a50-bf83-fbcafe822b92,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:48.043428 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5cbedfda-5f6f-4c7b-8cdc-4e2aeae08b61 req-7f6dfaf9-a91a-411c-9697-1cbbb33eff21 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/security-groups?id=08cc0ca3-1761-4523-ad7a-62fca43a6a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168837 Mar 01 13:39:48.044148 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55018) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:48.053126 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4dcb5351-1b99-4ca8-994e-9019229efc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:48.069692 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 93c8a5ae-c84b-45c4-bdf0-c8c775388c0b is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:39:48.070698 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (93c8a5ae-c84b-45c4-bdf0-c8c775388c0b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:48.090445 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7711bf5-a0e9-4bb1-b869-9dcbd61dbc44 None None] Pushing event updated for resources: {'Port': ['ID=9d99f343-d0cd-4388-bf03-793a8c9e4491,revision_number=2']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:48.107605 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-a98f3474-c202-4eac-bfea-06805ba65cc7 req-8b6ae2d8-a0de-43b4-8821-7ccd569c993d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:39:48.119480 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7711bf5-a0e9-4bb1-b869-9dcbd61dbc44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:48.120043 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7711bf5-a0e9-4bb1-b869-9dcbd61dbc44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:48.120355 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a98f3474-c202-4eac-bfea-06805ba65cc7 req-8b6ae2d8-a0de-43b4-8821-7ccd569c993d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0810237 Mar 01 13:39:48.120716 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7711bf5-a0e9-4bb1-b869-9dcbd61dbc44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:48.121353 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7711bf5-a0e9-4bb1-b869-9dcbd61dbc44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:48.121848 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7711bf5-a0e9-4bb1-b869-9dcbd61dbc44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:48.122326 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7711bf5-a0e9-4bb1-b869-9dcbd61dbc44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:48.122804 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7711bf5-a0e9-4bb1-b869-9dcbd61dbc44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:48.124664 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7711bf5-a0e9-4bb1-b869-9dcbd61dbc44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:48.125142 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7711bf5-a0e9-4bb1-b869-9dcbd61dbc44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:48.125933 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7711bf5-a0e9-4bb1-b869-9dcbd61dbc44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:48.134167 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7711bf5-a0e9-4bb1-b869-9dcbd61dbc44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:48.134749 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7711bf5-a0e9-4bb1-b869-9dcbd61dbc44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:48.135265 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7711bf5-a0e9-4bb1-b869-9dcbd61dbc44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:48.136547 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7711bf5-a0e9-4bb1-b869-9dcbd61dbc44 None None] Tracked resource versions report: Mar 01 13:39:48.136547 n-d-827467-3 neutron-server[103729]: pushed versions: Mar 01 13:39:48.136547 n-d-827467-3 neutron-server[103729]: { 'AddressGroup': {'1.2'}, Mar 01 13:39:48.136547 n-d-827467-3 neutron-server[103729]: 'ConntrackHelper': {'1.0'}, Mar 01 13:39:48.136547 n-d-827467-3 neutron-server[103729]: 'LocalIPAssociation': {'1.0'}, Mar 01 13:39:48.136547 n-d-827467-3 neutron-server[103729]: 'Log': {'1.0'}, Mar 01 13:39:48.136547 n-d-827467-3 neutron-server[103729]: 'Network': {'1.1'}, Mar 01 13:39:48.136547 n-d-827467-3 neutron-server[103729]: 'Port': {'1.7'}, Mar 01 13:39:48.136547 n-d-827467-3 neutron-server[103729]: 'PortForwarding': {'1.2'}, Mar 01 13:39:48.136547 n-d-827467-3 neutron-server[103729]: 'QosPolicy': {'1.10'}, Mar 01 13:39:48.136547 n-d-827467-3 neutron-server[103729]: 'SecurityGroup': {'1.5'}, Mar 01 13:39:48.136547 n-d-827467-3 neutron-server[103729]: 'SecurityGroupRule': {'1.2'}, Mar 01 13:39:48.136547 n-d-827467-3 neutron-server[103729]: 'SubPort': {'1.0'}, Mar 01 13:39:48.136547 n-d-827467-3 neutron-server[103729]: 'Subnet': {'1.1'}, Mar 01 13:39:48.136547 n-d-827467-3 neutron-server[103729]: 'Trunk': {'1.1'}} Mar 01 13:39:48.136547 n-d-827467-3 neutron-server[103729]: consumer versions: Mar 01 13:39:48.136547 n-d-827467-3 neutron-server[103729]: { DHCP agent@n-d-827467-3: {}, Mar 01 13:39:48.136547 n-d-827467-3 neutron-server[103729]: HyperV agent@n-h1-827467-3: {}, Mar 01 13:39:48.136547 n-d-827467-3 neutron-server[103729]: HyperV agent@n-h2-827467-3: {}, Mar 01 13:39:48.136547 n-d-827467-3 neutron-server[103729]: L3 agent@n-d-827467-3: {}, Mar 01 13:39:48.136547 n-d-827467-3 neutron-server[103729]: Metadata agent@n-d-827467-3: {}, Mar 01 13:39:48.136547 n-d-827467-3 neutron-server[103729]: Metering agent@n-d-827467-3: {}, Mar 01 13:39:48.136547 n-d-827467-3 neutron-server[103729]: Open vSwitch agent@n-d-827467-3: { 'AddressGroup': '1.2', Mar 01 13:39:48.136547 n-d-827467-3 neutron-server[103729]: 'ConntrackHelper': '1.0', Mar 01 13:39:48.136547 n-d-827467-3 neutron-server[103729]: 'LocalIPAssociation': '1.0', Mar 01 13:39:48.136547 n-d-827467-3 neutron-server[103729]: 'Log': '1.0', Mar 01 13:39:48.136547 n-d-827467-3 neutron-server[103729]: 'Network': '1.1', Mar 01 13:39:48.136547 n-d-827467-3 neutron-server[103729]: 'Port': '1.7', Mar 01 13:39:48.136547 n-d-827467-3 neutron-server[103729]: 'PortForwarding': '1.2', Mar 01 13:39:48.136547 n-d-827467-3 neutron-server[103729]: 'QosPolicy': '1.10', Mar 01 13:39:48.136547 n-d-827467-3 neutron-server[103729]: 'SecurityGroup': '1.5', Mar 01 13:39:48.136547 n-d-827467-3 neutron-server[103729]: 'SecurityGroupRule': '1.2', Mar 01 13:39:48.136547 n-d-827467-3 neutron-server[103729]: 'SubPort': '1.0', Mar 01 13:39:48.136547 n-d-827467-3 neutron-server[103729]: 'Subnet': '1.1', Mar 01 13:39:48.136547 n-d-827467-3 neutron-server[103729]: 'Trunk': '1.1'}} Mar 01 13:39:48.136547 n-d-827467-3 neutron-server[103729]: {{(pid=103729) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 01 13:39:48.149126 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-8b90e9ad-3b9c-4a97-8f4c-409ea99539c7 None None] Attempting to bind port 9d99f343-d0cd-4388-bf03-793a8c9e4491 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:39:48.152134 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-8b90e9ad-3b9c-4a97-8f4c-409ea99539c7 None None] Attempting to bind port 9d99f343-d0cd-4388-bf03-793a8c9e4491 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:39:48.152753 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b90e9ad-3b9c-4a97-8f4c-409ea99539c7 None None] Attempting to bind port 9d99f343-d0cd-4388-bf03-793a8c9e4491 on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:39:48.162307 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b90e9ad-3b9c-4a97-8f4c-409ea99539c7 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:39:48.162953 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b90e9ad-3b9c-4a97-8f4c-409ea99539c7 None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:39:48.163537 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-8b90e9ad-3b9c-4a97-8f4c-409ea99539c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:48.164900 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ace2d40-d971-4c31-aa9c-c6c8327f1468 None None] Network c72598c6-f24e-4946-9485-5f1f51ee50b9 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:39:48.165875 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b90e9ad-3b9c-4a97-8f4c-409ea99539c7 None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:39:48.166534 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-8b90e9ad-3b9c-4a97-8f4c-409ea99539c7 None None] Bound port: 9d99f343-d0cd-4388-bf03-793a8c9e4491, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:39:48.167096 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-8b90e9ad-3b9c-4a97-8f4c-409ea99539c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9d99f343-d0cd-4388-bf03-793a8c9e4491), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:48.226168 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-8b90e9ad-3b9c-4a97-8f4c-409ea99539c7 None None] For port 9d99f343-d0cd-4388-bf03-793a8c9e4491, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:39:48.231715 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-8b90e9ad-3b9c-4a97-8f4c-409ea99539c7 None None] For port 9d99f343-d0cd-4388-bf03-793a8c9e4491, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=9d99f343-d0cd-4388-bf03-793a8c9e4491,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:39:48.240260 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-8b90e9ad-3b9c-4a97-8f4c-409ea99539c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9d99f343-d0cd-4388-bf03-793a8c9e4491), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:48.245477 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-1ace2d40-d971-4c31-aa9c-c6c8327f1468 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:39:48.248270 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ace2d40-d971-4c31-aa9c-c6c8327f1468 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:39:48.254710 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-896194b2-122d-4a8d-9b64-2abcd7c539f4 None None] Current status of the port 93c8a5ae-c84b-45c4-bdf0-c8c775388c0b is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:39:48.255547 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-896194b2-122d-4a8d-9b64-2abcd7c539f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (93c8a5ae-c84b-45c4-bdf0-c8c775388c0b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:48.285225 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b9db41f9-46ae-4c6b-ae98-8c60ab77f741 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:48.286836 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 56aeda70-7e3c-4af7-8460-7f2df674633f details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:39:48.319335 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7711bf5-a0e9-4bb1-b869-9dcbd61dbc44 None None] Pushing event updated for resources: {'Port': ['ID=9d99f343-d0cd-4388-bf03-793a8c9e4491,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:48.339428 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b90e9ad-3b9c-4a97-8f4c-409ea99539c7 None None] Routers {'80010e2f-5e03-436e-b9ca-3f398826877f'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:39:48.340525 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-8b90e9ad-3b9c-4a97-8f4c-409ea99539c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:39:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['80010e2f-5e03-436e-b9ca-3f398826877f'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:39:48.355780 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-4dcb5351-1b99-4ca8-994e-9019229efc55 admin admin] Allocated IP 172.20.0.1 (d8b7f131-5faa-4e14-9387-53185320f5df/00c0eec8-d94f-41a7-92f9-32f77960cf64/9337b519-f330-46d5-b85a-c23622b9e96c) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:39:48.422474 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 56aeda70-7e3c-4af7-8460-7f2df674633f, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=56aeda70-7e3c-4af7-8460-7f2df674633f,segment=NetworkSegment(7afcf9ad-7117-462d-82d4-eaf26bc026df),segment_id=7afcf9ad-7117-462d-82d4-eaf26bc026df)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:39:48.479029 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4dcb5351-1b99-4ca8-994e-9019229efc55 admin admin] Publish callbacks [] for port (9337b519-f330-46d5-b85a-c23622b9e96c), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:48.491304 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-896194b2-122d-4a8d-9b64-2abcd7c539f4 None None] For port 93c8a5ae-c84b-45c4-bdf0-c8c775388c0b, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=93c8a5ae-c84b-45c4-bdf0-c8c775388c0b,segment=NetworkSegment(4fa77154-1db9-4d3e-93d9-ea193365dc02),segment_id=4fa77154-1db9-4d3e-93d9-ea193365dc02)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:39:48.500414 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-8b90e9ad-3b9c-4a97-8f4c-409ea99539c7 None None] Set router 80010e2f-5e03-436e-b9ca-3f398826877f gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:39:48.517868 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '56aeda70-7e3c-4af7-8460-7f2df674633f', 'network_id': 'c796add0-4cf7-4873-b3c2-d305decaec1b', 'port_id': '56aeda70-7e3c-4af7-8460-7f2df674633f', 'mac_address': 'fa:16:3e:a7:df:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38d4da88-1ee0-4be0-b8bb-edf29de0ec5d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:39:48.518092 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4dcb5351-1b99-4ca8-994e-9019229efc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (9337b519-f330-46d5-b85a-c23622b9e96c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:48.524705 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['81795848-0fce-45d0-ac6c-f2cb26e88513'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:39:48.594826 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcb5351-1b99-4ca8-994e-9019229efc55 admin admin] Network d8b7f131-5faa-4e14-9387-53185320f5df is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:39:48.597755 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-4dcb5351-1b99-4ca8-994e-9019229efc55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:39:48.614340 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcb5351-1b99-4ca8-994e-9019229efc55 admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:39:48.614830 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4dcb5351-1b99-4ca8-994e-9019229efc55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (80010e2f-5e03-436e-b9ca-3f398826877f), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:48.631255 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-896194b2-122d-4a8d-9b64-2abcd7c539f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (93c8a5ae-c84b-45c4-bdf0-c8c775388c0b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:48.672959 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 13:39:48.673819 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 13:39:48.724895 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=81795848-0fce-45d0-ac6c-f2cb26e88513,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:48.732264 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 2aee65f0-cefa-495e-9035-472e63ee55a5 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:39:48.732789 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2aee65f0-cefa-495e-9035-472e63ee55a5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:48.748661 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb5351-1b99-4ca8-994e-9019229efc55 admin admin] Pushing event updated for resources: {'Port': ['ID=9337b519-f330-46d5-b85a-c23622b9e96c,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:48.800787 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-1ace2d40-d971-4c31-aa9c-c6c8327f1468 None None] Attempting to bind port 6c1ff182-a235-4a50-bf83-fbcafe822b92 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:39:48.801435 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-1ace2d40-d971-4c31-aa9c-c6c8327f1468 None None] Attempting to bind port 6c1ff182-a235-4a50-bf83-fbcafe822b92 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '0a86e1ab-9273-4b49-b669-ac2d59fc924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c72598c6-f24e-4946-9485-5f1f51ee50b9'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:39:48.802081 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ace2d40-d971-4c31-aa9c-c6c8327f1468 None None] Attempting to bind port 6c1ff182-a235-4a50-bf83-fbcafe822b92 on network c72598c6-f24e-4946-9485-5f1f51ee50b9 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:39:48.847173 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 56aeda70-7e3c-4af7-8460-7f2df674633f is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:39:48.847815 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (56aeda70-7e3c-4af7-8460-7f2df674633f), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:48.864066 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-4641f8c0-b590-4f5e-817d-bf3a2b728023 None None] Provisioning complete for port 93c8a5ae-c84b-45c4-bdf0-c8c775388c0b triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:39:48.864684 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4641f8c0-b590-4f5e-817d-bf3a2b728023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (93c8a5ae-c84b-45c4-bdf0-c8c775388c0b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:48.868747 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56aeda70-7e3c-4af7-8460-7f2df674633f {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:39:48.925679 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4dcb5351-1b99-4ca8-994e-9019229efc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9337b519-f330-46d5-b85a-c23622b9e96c), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:48.947058 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ace2d40-d971-4c31-aa9c-c6c8327f1468 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:39:48.947432 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ace2d40-d971-4c31-aa9c-c6c8327f1468 None None] Checking segment: {'id': '0a86e1ab-9273-4b49-b669-ac2d59fc924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c72598c6-f24e-4946-9485-5f1f51ee50b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:39:48.947853 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1ace2d40-d971-4c31-aa9c-c6c8327f1468 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:48.948244 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ace2d40-d971-4c31-aa9c-c6c8327f1468 None None] Bound using segment: {'id': '0a86e1ab-9273-4b49-b669-ac2d59fc924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c72598c6-f24e-4946-9485-5f1f51ee50b9'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:39:48.948726 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-1ace2d40-d971-4c31-aa9c-c6c8327f1468 None None] Bound port: 6c1ff182-a235-4a50-bf83-fbcafe822b92, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a86e1ab-9273-4b49-b669-ac2d59fc924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c72598c6-f24e-4946-9485-5f1f51ee50b9'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:39:48.949099 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1ace2d40-d971-4c31-aa9c-c6c8327f1468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6c1ff182-a235-4a50-bf83-fbcafe822b92), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:48.958928 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-8b90e9ad-3b9c-4a97-8f4c-409ea99539c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-950402709-router', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:44Z', 'updated_at': '2022-03-01T13:39:45Z', 'revision_number': 3, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'gw_port': {'id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:71:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:45Z', 'updated_at': '2022-03-01T13:39:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:39:48.967748 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-598b54d4-37cc-4987-9031-0600938d326e admin admin] Publish callbacks [] for router_gateway (924ef7df-cb85-443d-bc3d-54c2f45d9404), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:49.004436 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b90e9ad-3b9c-4a97-8f4c-409ea99539c7 None None] The sync data for ids ['80010e2f-5e03-436e-b9ca-3f398826877f'] in n-d-827467-3 is: [{'id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-950402709-router', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:44Z', 'updated_at': '2022-03-01T13:39:45Z', 'revision_number': 3, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'gw_port': {'id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:71:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:45Z', 'updated_at': '2022-03-01T13:39:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:39:49.059803 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 56aeda70-7e3c-4af7-8460-7f2df674633f, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=56aeda70-7e3c-4af7-8460-7f2df674633f,segment=NetworkSegment(7afcf9ad-7117-462d-82d4-eaf26bc026df),segment_id=7afcf9ad-7117-462d-82d4-eaf26bc026df)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:39:49.099126 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cdbfbb-c15f-459c-8567-c5116633355f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aee65f0-cefa-495e-9035-472e63ee55a5'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:39:49.106071 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63c13c0-46c2-45b0-8b6a-410e36bd8911" -d '{"events": [{"server_uuid": "e3cdbfbb-c15f-459c-8567-c5116633355f", "name": "network-vif-plugged", "status": "completed", "tag": "2aee65f0-cefa-495e-9035-472e63ee55a5"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:39:49.123044 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4dcb5351-1b99-4ca8-994e-9019229efc55 admin admin] Publish callbacks [] for port (9337b519-f330-46d5-b85a-c23622b9e96c), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:49.128928 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4dcb5351-1b99-4ca8-994e-9019229efc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9337b519-f330-46d5-b85a-c23622b9e96c), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:49.129707 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4dcb5351-1b99-4ca8-994e-9019229efc55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (80010e2f-5e03-436e-b9ca-3f398826877f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:49.138491 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7303f83-edb1-4ff9-a0b5-a45980743868 req-a0c9b0d7-6f99-4f8b-8739-22628f361e21 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:49.146509 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e7303f83-edb1-4ff9-a0b5-a45980743868 req-a0c9b0d7-6f99-4f8b-8739-22628f361e21 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9c38974-1dad-4967-9d5e-4ec988d66c4f HTTP/1.1" status: 200 len: 971 time: 0.8733764 Mar 01 13:39:49.183032 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb5351-1b99-4ca8-994e-9019229efc55 admin admin] Pushing event updated for resources: {'Port': ['ID=9337b519-f330-46d5-b85a-c23622b9e96c,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:49.240187 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b9db41f9-46ae-4c6b-ae98-8c60ab77f741 admin admin] Publish callbacks [] for security_group (18e25d83-d005-445e-918c-872190d4fc70), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:49.255586 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b9db41f9-46ae-4c6b-ae98-8c60ab77f741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (18e25d83-d005-445e-918c-872190d4fc70), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:49.295294 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e7303f83-edb1-4ff9-a0b5-a45980743868 req-d67e27b3-9bec-41a6-843b-f3153cd7e47e tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6895d388-ad2b-4d63-8def-72bb3c8a41b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476450 Mar 01 13:39:49.305359 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcb5351-1b99-4ca8-994e-9019229efc55 admin admin] Network d8b7f131-5faa-4e14-9387-53185320f5df is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:39:49.307195 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-4dcb5351-1b99-4ca8-994e-9019229efc55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:39:49.328725 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b9db41f9-46ae-4c6b-ae98-8c60ab77f741 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a2a254e60b34179a390554a73949660&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2047982 Mar 01 13:39:49.329260 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55054) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:49.340207 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db41f9-46ae-4c6b-ae98-8c60ab77f741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e25d83-d005-445e-918c-872190d4fc70,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:49.383122 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 2aee65f0-cefa-495e-9035-472e63ee55a5, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=2aee65f0-cefa-495e-9035-472e63ee55a5,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:39:49.384949 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (56aeda70-7e3c-4af7-8460-7f2df674633f), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:49.474803 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f4f5eba9-e001-4b46-aafa-eba10a9a9434 admin admin] Publish callbacks [] for security_group (18e25d83-d005-445e-918c-872190d4fc70), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:49.529949 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (2aee65f0-cefa-495e-9035-472e63ee55a5), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:49.546759 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896194b2-122d-4a8d-9b64-2abcd7c539f4 None None] Pushing event updated for resources: {'Port': ['ID=93c8a5ae-c84b-45c4-bdf0-c8c775388c0b,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:49.588997 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dcb5351-1b99-4ca8-994e-9019229efc55 admin admin] Router 80010e2f-5e03-436e-b9ca-3f398826877f has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:39:49.646541 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f4f5eba9-e001-4b46-aafa-eba10a9a9434 admin admin] Publish callbacks [] for security_group (18e25d83-d005-445e-918c-872190d4fc70), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:49.686913 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 93c8a5ae-c84b-45c4-bdf0-c8c775388c0b is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:39:49.757522 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-1ace2d40-d971-4c31-aa9c-c6c8327f1468 None None] For port 6c1ff182-a235-4a50-bf83-fbcafe822b92, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:39:49.782277 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['56aeda70-7e3c-4af7-8460-7f2df674633f'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:39:49.805358 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-598b54d4-37cc-4987-9031-0600938d326e admin admin] Publish callbacks [] for router_gateway (924ef7df-cb85-443d-bc3d-54c2f45d9404), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:49.834919 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcb5351-1b99-4ca8-994e-9019229efc55 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:39:49.843734 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4dcb5351-1b99-4ca8-994e-9019229efc55 admin admin] 10.222.0.13 "PUT /v2.0/routers/80010e2f-5e03-436e-b9ca-3f398826877f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6972396 Mar 01 13:39:49.872183 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f22dce-6aac-44ff-909e-ef80296a8faa req-fb2fd289-855f-4db8-a0d4-c1d50125eccb tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:49.879242 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c0f22dce-6aac-44ff-909e-ef80296a8faa req-fb2fd289-855f-4db8-a0d4-c1d50125eccb tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] 10.222.0.13 "GET /v2.0/ports?device_id=f874ef61-3541-416e-a434-0c97824f779a HTTP/1.1" status: 200 len: 944 time: 0.3039114 Mar 01 13:39:49.882561 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-598b54d4-37cc-4987-9031-0600938d326e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:49.889657 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-1ace2d40-d971-4c31-aa9c-c6c8327f1468 None None] For port 6c1ff182-a235-4a50-bf83-fbcafe822b92, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6c1ff182-a235-4a50-bf83-fbcafe822b92,segment=NetworkSegment(0a86e1ab-9273-4b49-b669-ac2d59fc924a),segment_id=0a86e1ab-9273-4b49-b669-ac2d59fc924a)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:39:49.921079 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f4f5eba9-e001-4b46-aafa-eba10a9a9434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (18e25d83-d005-445e-918c-872190d4fc70), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:49.924298 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f4f5eba9-e001-4b46-aafa-eba10a9a9434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:49.925613 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f4f5eba9-e001-4b46-aafa-eba10a9a9434 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/18e25d83-d005-445e-918c-872190d4fc70 HTTP/1.1" status: 204 len: 168 time: 0.5942025 Mar 01 13:39:49.943490 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=56aeda70-7e3c-4af7-8460-7f2df674633f,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:49.956154 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-4641f8c0-b590-4f5e-817d-bf3a2b728023 None None] Current status of the port 93c8a5ae-c84b-45c4-bdf0-c8c775388c0b is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:39:49.963757 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1ace2d40-d971-4c31-aa9c-c6c8327f1468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (6c1ff182-a235-4a50-bf83-fbcafe822b92), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:50.025108 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 9d99f343-d0cd-4388-bf03-793a8c9e4491 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:39:50.118916 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c0f22dce-6aac-44ff-909e-ef80296a8faa req-5c80dc1c-8743-4026-9995-52a85fab16b2 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ff27114-714c-4c83-a133-ed9cc72e152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386644 Mar 01 13:39:50.140179 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f5eba9-e001-4b46-aafa-eba10a9a9434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e25d83-d005-445e-918c-872190d4fc70,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:50.306308 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-8235e132-5a65-4414-9da3-1d68e40b7f43 None None] Provisioning complete for port 9337b519-f330-46d5-b85a-c23622b9e96c triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:39:50.306551 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8235e132-5a65-4414-9da3-1d68e40b7f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9337b519-f330-46d5-b85a-c23622b9e96c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:50.345196 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=2aee65f0-cefa-495e-9035-472e63ee55a5,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:50.350906 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7c4bd-f5d5-472e-a0f1-7d4ededdd057 req-eca4b40a-1078-4a19-9e05-d8e24f1874dc tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:50.359760 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-05a7c4bd-f5d5-472e-a0f1-7d4ededdd057 req-eca4b40a-1078-4a19-9e05-d8e24f1874dc tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fa564d-060b-4170-be55-89d058cc71c8 HTTP/1.1" status: 200 len: 949 time: 0.1179557 Mar 01 13:39:50.370506 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-598b54d4-37cc-4987-9031-0600938d326e admin admin] Allocated IP 172.25.1.106 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/4317319f-a9b8-4a30-a129-8ae5ab0c036d) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:39:50.430764 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-05a7c4bd-f5d5-472e-a0f1-7d4ededdd057 req-ee486c6f-ff08-43d2-a50b-0b87e7b1da08 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/security-groups?id=534a7bf2-9c81-4f4f-abc6-be758786a6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700331 Mar 01 13:39:50.436103 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55076) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:50.515618 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-8235e132-5a65-4414-9da3-1d68e40b7f43 None None] Port 9337b519-f330-46d5-b85a-c23622b9e96c cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:39:50.584396 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 9d99f343-d0cd-4388-bf03-793a8c9e4491 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:39:50.584781 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9d99f343-d0cd-4388-bf03-793a8c9e4491), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:50.607354 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-598b54d4-37cc-4987-9031-0600938d326e admin admin] Publish callbacks [] for port (4317319f-a9b8-4a30-a129-8ae5ab0c036d), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:50.627125 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace2d40-d971-4c31-aa9c-c6c8327f1468 None None] Pushing event updated for resources: {'Port': ['ID=6c1ff182-a235-4a50-bf83-fbcafe822b92,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:50.694146 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a75b82-ba57-45a1-bf86-4cd04b8bdf6f req-f139e613-33be-4cdb-9a13-6ddedea513eb tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:50.695886 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-72a75b82-ba57-45a1-bf86-4cd04b8bdf6f req-f139e613-33be-4cdb-9a13-6ddedea513eb tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3cdbfbb-c15f-459c-8567-c5116633355f HTTP/1.1" status: 200 len: 950 time: 0.1352556 Mar 01 13:39:50.745822 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-598b54d4-37cc-4987-9031-0600938d326e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (4317319f-a9b8-4a30-a129-8ae5ab0c036d), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:50.747063 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 9d99f343-d0cd-4388-bf03-793a8c9e4491 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:39:50.747530 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9d99f343-d0cd-4388-bf03-793a8c9e4491), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:50.789680 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 9d99f343-d0cd-4388-bf03-793a8c9e4491, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=9d99f343-d0cd-4388-bf03-793a8c9e4491,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:39:50.797170 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9d99f343-d0cd-4388-bf03-793a8c9e4491), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:50.798294 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 93c8a5ae-c84b-45c4-bdf0-c8c775388c0b up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:39:50.852463 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598b54d4-37cc-4987-9031-0600938d326e admin admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:39:50.867319 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-72a75b82-ba57-45a1-bf86-4cd04b8bdf6f req-d86a8f71-970e-414d-a597-8d19e978b730 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/security-groups?id=08cc0ca3-1761-4523-ad7a-62fca43a6a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567843 Mar 01 13:39:50.870356 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-598b54d4-37cc-4987-9031-0600938d326e admin admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:39:50.874818 n-d-827467-3 neutron-server[103726]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 01 13:39:50.880093 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [req-478356e6-0c31-4bde-af71-b1775edad955 req-49362c10-706c-4e7a-b5f1-b5f39797944b tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103726) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:39:50.885447 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598b54d4-37cc-4987-9031-0600938d326e admin admin] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:39:50.887504 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b54d4-37cc-4987-9031-0600938d326e admin admin] Pushing event updated for resources: {'Port': ['ID=4317319f-a9b8-4a30-a129-8ae5ab0c036d,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:50.892867 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-478356e6-0c31-4bde-af71-b1775edad955 req-49362c10-706c-4e7a-b5f1-b5f39797944b tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4546645 Mar 01 13:39:50.921097 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=9d99f343-d0cd-4388-bf03-793a8c9e4491,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:50.930933 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 93c8a5ae-c84b-45c4-bdf0-c8c775388c0b triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:39:50.931949 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (93c8a5ae-c84b-45c4-bdf0-c8c775388c0b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:51.000319 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0172c497-1a32-4845-9a0e-c97f509d82bb x-openstack-request-id: req-0172c497-1a32-4845-9a0e-c97f509d82bb {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:39:51.000716 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3cdbfbb-c15f-459c-8567-c5116633355f", "name": "network-vif-plugged", "status": "completed", "tag": "2aee65f0-cefa-495e-9035-472e63ee55a5", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:39:51.001061 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0172c497-1a32-4845-9a0e-c97f509d82bb {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:39:51.002050 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cdbfbb-c15f-459c-8567-c5116633355f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aee65f0-cefa-495e-9035-472e63ee55a5', 'code': 200} Mar 01 13:39:51.077692 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 93c8a5ae-c84b-45c4-bdf0-c8c775388c0b is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:39:51.126744 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba27d8d-13fe-4483-8546-e176710236a1 req-87a1384e-55e7-49af-b0f5-279db5b2066d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:51.129628 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1ba27d8d-13fe-4483-8546-e176710236a1 req-87a1384e-55e7-49af-b0f5-279db5b2066d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e3cdbfbb-c15f-459c-8567-c5116633355f HTTP/1.1" status: 200 len: 1132 time: 0.1161022 Mar 01 13:39:51.215387 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1ba27d8d-13fe-4483-8546-e176710236a1 req-30f70f61-001b-49b3-989b-551864683b72 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=08cc0ca3-1761-4523-ad7a-62fca43a6a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781603 Mar 01 13:39:51.244057 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55106) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:51.250128 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-48e2af82-27ec-4280-b540-382722b5ae17 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-433024307-network', 'tenant_id': '56174640a49042b7be4fff9d24bbd068'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:39:51.299578 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478356e6-0c31-4bde-af71-b1775edad955 req-e274963c-7dd2-40c4-8682-c842ccd8387e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:51.300991 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-478356e6-0c31-4bde-af71-b1775edad955 req-e274963c-7dd2-40c4-8682-c842ccd8387e service neutron] 10.222.0.13 "GET /v2.0/ports/f23864cc-b6f5-4d96-9f69-088617d6957b HTTP/1.1" status: 200 len: 1146 time: 0.1827352 Mar 01 13:39:51.301945 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e2af82-27ec-4280-b540-382722b5ae17 admin admin] Made reservation on behalf of 56174640a49042b7be4fff9d24bbd068 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:39:51.304170 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48e2af82-27ec-4280-b540-382722b5ae17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:51.314420 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48e2af82-27ec-4280-b540-382722b5ae17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:51.318713 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-478356e6-0c31-4bde-af71-b1775edad955 req-4f8130fc-baa8-4e0e-a679-c0f01223e431 service neutron] Request body: {'binding': {'host': 'n-h2-827467-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:39:51.319219 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-478356e6-0c31-4bde-af71-b1775edad955 req-4f8130fc-baa8-4e0e-a679-c0f01223e431 service neutron] Unknown quota resources ['binding']. {{(pid=103726) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 01 13:39:51.396202 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e511f67-f968-446e-a22a-b05ec4d778fd req-8afd1314-bc37-4241-b5a8-a60ee5459f85 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:51.397789 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4e511f67-f968-446e-a22a-b05ec4d778fd req-8afd1314-bc37-4241-b5a8-a60ee5459f85 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9c38974-1dad-4967-9d5e-4ec988d66c4f HTTP/1.1" status: 200 len: 971 time: 0.1856635 Mar 01 13:39:51.479909 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-598b54d4-37cc-4987-9031-0600938d326e admin admin] Publish callbacks [] for router_gateway (924ef7df-cb85-443d-bc3d-54c2f45d9404), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:51.516698 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-478356e6-0c31-4bde-af71-b1775edad955 req-4f8130fc-baa8-4e0e-a679-c0f01223e431 service neutron] Attempting to bind port f23864cc-b6f5-4d96-9f69-088617d6957b on host n-h2-827467-3 for vnic_type normal with profile None {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:39:51.517323 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-478356e6-0c31-4bde-af71-b1775edad955 req-4f8130fc-baa8-4e0e-a679-c0f01223e431 service neutron] Attempting to bind port f23864cc-b6f5-4d96-9f69-088617d6957b by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:39:51.517459 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478356e6-0c31-4bde-af71-b1775edad955 req-4f8130fc-baa8-4e0e-a679-c0f01223e431 service neutron] Attempting to bind port f23864cc-b6f5-4d96-9f69-088617d6957b on network b187e7ca-336b-42a6-9348-f5c88fd21398 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:39:51.531786 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478356e6-0c31-4bde-af71-b1775edad955 req-4f8130fc-baa8-4e0e-a679-c0f01223e431 service neutron] Port f23864cc-b6f5-4d96-9f69-088617d6957b on network b187e7ca-336b-42a6-9348-f5c88fd21398 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:39:51.532471 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478356e6-0c31-4bde-af71-b1775edad955 req-4f8130fc-baa8-4e0e-a679-c0f01223e431 service neutron] Attempting to bind port f23864cc-b6f5-4d96-9f69-088617d6957b on network b187e7ca-336b-42a6-9348-f5c88fd21398 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:39:51.546749 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478356e6-0c31-4bde-af71-b1775edad955 req-4f8130fc-baa8-4e0e-a679-c0f01223e431 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:39:51.547264 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478356e6-0c31-4bde-af71-b1775edad955 req-4f8130fc-baa8-4e0e-a679-c0f01223e431 service neutron] Checking segment: {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:39:51.547650 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478356e6-0c31-4bde-af71-b1775edad955 req-4f8130fc-baa8-4e0e-a679-c0f01223e431 service neutron] Bound using segment: {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:39:51.548162 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-478356e6-0c31-4bde-af71-b1775edad955 req-4f8130fc-baa8-4e0e-a679-c0f01223e431 service neutron] Bound port: f23864cc-b6f5-4d96-9f69-088617d6957b, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:39:51.552237 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4e511f67-f968-446e-a22a-b05ec4d778fd req-54099960-b27f-49cd-8a5e-c23fe030a4bf tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6895d388-ad2b-4d63-8def-72bb3c8a41b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367090 Mar 01 13:39:51.611460 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48e2af82-27ec-4280-b540-382722b5ae17 admin admin] Publish callbacks [] for security_group (a864c4c6-93f2-4d6e-904f-1fc2a8c0cb77), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:51.629566 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48e2af82-27ec-4280-b540-382722b5ae17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a864c4c6-93f2-4d6e-904f-1fc2a8c0cb77), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:51.688349 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-478356e6-0c31-4bde-af71-b1775edad955 req-4f8130fc-baa8-4e0e-a679-c0f01223e431 service neutron] For port f23864cc-b6f5-4d96-9f69-088617d6957b, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=f23864cc-b6f5-4d96-9f69-088617d6957b,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:39:51.701020 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48e2af82-27ec-4280-b540-382722b5ae17 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:39:51.711616 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-478356e6-0c31-4bde-af71-b1775edad955 req-4f8130fc-baa8-4e0e-a679-c0f01223e431 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:51.725497 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-478356e6-0c31-4bde-af71-b1775edad955 req-4f8130fc-baa8-4e0e-a679-c0f01223e431 service neutron] 10.222.0.13 "POST /v2.0/ports/f23864cc-b6f5-4d96-9f69-088617d6957b/bindings HTTP/1.1" status: 201 len: 389 time: 0.4120114 Mar 01 13:39:51.737339 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2af82-27ec-4280-b540-382722b5ae17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a864c4c6-93f2-4d6e-904f-1fc2a8c0cb77,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:51.752166 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48e2af82-27ec-4280-b540-382722b5ae17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (0238b9ed-49f4-4209-8867-c1b9b2a9e480), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:51.752507 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-48e2af82-27ec-4280-b540-382722b5ae17 admin admin] Added segment 0238b9ed-49f4-4209-8867-c1b9b2a9e480 of type vlan for network 99f0eda4-8931-4f72-a81b-bf50b6d238c6 Mar 01 13:39:51.861837 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48e2af82-27ec-4280-b540-382722b5ae17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (99f0eda4-8931-4f72-a81b-bf50b6d238c6), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:51.901593 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a82749-98f9-44f4-b5ec-20573e8b4f57 None None] Network c72598c6-f24e-4946-9485-5f1f51ee50b9 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:39:51.968407 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48e2af82-27ec-4280-b540-382722b5ae17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (99f0eda4-8931-4f72-a81b-bf50b6d238c6), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:51.969393 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e2af82-27ec-4280-b540-382722b5ae17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:51.969974 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48e2af82-27ec-4280-b540-382722b5ae17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:52.015050 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-0ae23bde-4d2f-45de-9d87-6802307f650a None None] Provisioning complete for port 6c1ff182-a235-4a50-bf83-fbcafe822b92 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:39:52.016186 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0ae23bde-4d2f-45de-9d87-6802307f650a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6c1ff182-a235-4a50-bf83-fbcafe822b92), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:52.066503 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 9d99f343-d0cd-4388-bf03-793a8c9e4491 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:39:52.094443 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-48e2af82-27ec-4280-b540-382722b5ae17 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8458769 Mar 01 13:39:52.118440 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55128) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:52.125660 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-660f3b52-27fe-4883-a9a1-e46b4f57ad04 admin admin] Request body: {'subnet': {'network_id': '99f0eda4-8931-4f72-a81b-bf50b6d238c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-433024307-subnet', 'tenant_id': '56174640a49042b7be4fff9d24bbd068', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:39:52.154272 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2af82-27ec-4280-b540-382722b5ae17 admin admin] Pushing event updated for resources: {'Network': ['ID=99f0eda4-8931-4f72-a81b-bf50b6d238c6,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:52.168717 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 99f0eda4-8931-4f72-a81b-bf50b6d238c6 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:39:52.182337 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478356e6-0c31-4bde-af71-b1775edad955 req-c57debdf-0f7f-49ab-89df-67de9aacbd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:52.183898 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-478356e6-0c31-4bde-af71-b1775edad955 req-c57debdf-0f7f-49ab-89df-67de9aacbd4d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=980a0cdea86543af87d11d7652b91c08&device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5 HTTP/1.1" status: 200 len: 1149 time: 0.1052151 Mar 01 13:39:52.184640 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660f3b52-27fe-4883-a9a1-e46b4f57ad04 admin admin] Made reservation on behalf of 56174640a49042b7be4fff9d24bbd068 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:39:52.187039 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-660f3b52-27fe-4883-a9a1-e46b4f57ad04 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:52.244417 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 56aeda70-7e3c-4af7-8460-7f2df674633f up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:39:52.337002 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 9d99f343-d0cd-4388-bf03-793a8c9e4491 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:39:52.337486 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9d99f343-d0cd-4388-bf03-793a8c9e4491), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:52.430884 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-0ae23bde-4d2f-45de-9d87-6802307f650a None None] Current status of the port 6c1ff182-a235-4a50-bf83-fbcafe822b92 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:39:52.431402 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0ae23bde-4d2f-45de-9d87-6802307f650a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6c1ff182-a235-4a50-bf83-fbcafe822b92), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:52.486641 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-0ae23bde-4d2f-45de-9d87-6802307f650a None None] For port 6c1ff182-a235-4a50-bf83-fbcafe822b92, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6c1ff182-a235-4a50-bf83-fbcafe822b92,segment=NetworkSegment(0a86e1ab-9273-4b49-b669-ac2d59fc924a),segment_id=0a86e1ab-9273-4b49-b669-ac2d59fc924a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:39:52.497795 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 56aeda70-7e3c-4af7-8460-7f2df674633f completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:39:52.505137 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0ae23bde-4d2f-45de-9d87-6802307f650a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (6c1ff182-a235-4a50-bf83-fbcafe822b92), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:52.528696 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f46cf4-01de-452a-bbfd-d4cc4ed4e157 req-68782985-9bf5-401a-8624-884a0b5c912d tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:52.538276 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b1f46cf4-01de-452a-bbfd-d4cc4ed4e157 req-68782985-9bf5-401a-8624-884a0b5c912d tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] 10.222.0.13 "GET /v2.0/ports?device_id=f874ef61-3541-416e-a434-0c97824f779a HTTP/1.1" status: 200 len: 944 time: 0.8402536 Mar 01 13:39:52.568570 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 56aeda70-7e3c-4af7-8460-7f2df674633f triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:39:52.569154 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (56aeda70-7e3c-4af7-8460-7f2df674633f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:52.601942 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478356e6-0c31-4bde-af71-b1775edad955 req-4d9ce321-775b-4fcb-8ce4-a3b6835e9e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:52.605328 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-478356e6-0c31-4bde-af71-b1775edad955 req-4d9ce321-775b-4fcb-8ce4-a3b6835e9e09 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b187e7ca-336b-42a6-9348-f5c88fd21398 HTTP/1.1" status: 200 len: 918 time: 0.2948112 Mar 01 13:39:52.606781 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b1f46cf4-01de-452a-bbfd-d4cc4ed4e157 req-8b782a56-1edc-4720-a2a0-a0a269b19b01 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ff27114-714c-4c83-a133-ed9cc72e152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672979 Mar 01 13:39:52.608946 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-598b54d4-37cc-4987-9031-0600938d326e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (924ef7df-cb85-443d-bc3d-54c2f45d9404), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:52.624902 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 9d99f343-d0cd-4388-bf03-793a8c9e4491 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:39:52.630622 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6c1ff182-a235-4a50-bf83-fbcafe822b92 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:39:52.633414 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 81795848-0fce-45d0-ac6c-f2cb26e88513 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:39:52.679590 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c03fc4-113a-484d-9f51-eb5897e7efb0 req-f376b32a-7596-45a6-94c0-edad5451b31e tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:52.681132 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-09c03fc4-113a-484d-9f51-eb5897e7efb0 req-f376b32a-7596-45a6-94c0-edad5451b31e tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fa564d-060b-4170-be55-89d058cc71c8 HTTP/1.1" status: 200 len: 949 time: 0.2622674 Mar 01 13:39:52.724064 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-478356e6-0c31-4bde-af71-b1775edad955 req-3a53d24c-6322-4e7f-8920-68db20b89f84 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f23864cc-b6f5-4d96-9f69-088617d6957b HTTP/1.1" status: 200 len: 217 time: 0.0628936 Mar 01 13:39:52.787058 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478356e6-0c31-4bde-af71-b1775edad955 req-4accb5d6-cef6-4667-9115-59e19134c55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:52.792474 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-478356e6-0c31-4bde-af71-b1775edad955 req-4accb5d6-cef6-4667-9115-59e19134c55d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3b03883-8a75-4db3-9fa2-b5308f8a1ccf HTTP/1.1" status: 200 len: 857 time: 0.0553493 Mar 01 13:39:52.823021 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-478356e6-0c31-4bde-af71-b1775edad955 req-68e9a0ec-a230-4cc4-ad39-2a50fe310f7f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b187e7ca-336b-42a6-9348-f5c88fd21398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271807 Mar 01 13:39:52.824418 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-660f3b52-27fe-4883-a9a1-e46b4f57ad04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for subnet (5b5975b6-5553-465d-931c-bd78a0149167), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:52.851862 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae23bde-4d2f-45de-9d87-6802307f650a None None] Pushing event updated for resources: {'Port': ['ID=6c1ff182-a235-4a50-bf83-fbcafe822b92,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:52.871206 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-09c03fc4-113a-484d-9f51-eb5897e7efb0 req-476e0095-79f1-48d8-964c-5ec8be5bcf65 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/security-groups?id=534a7bf2-9c81-4f4f-abc6-be758786a6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683023 Mar 01 13:39:52.919782 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-478356e6-0c31-4bde-af71-b1775edad955 req-eb552662-3a58-4fb1-8a1a-e9e6e72b3553 service neutron] 10.222.0.20 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879114 Mar 01 13:39:52.936686 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598b54d4-37cc-4987-9031-0600938d326e admin admin] Router 924ef7df-cb85-443d-bc3d-54c2f45d9404 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 13:39:52.948047 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-a044924a-a00f-420e-b159-e990d8be014f None None] Provisioning complete for port 6c1ff182-a235-4a50-bf83-fbcafe822b92 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:39:52.948621 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a044924a-a00f-420e-b159-e990d8be014f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6c1ff182-a235-4a50-bf83-fbcafe822b92), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:52.991359 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 81795848-0fce-45d0-ac6c-f2cb26e88513 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:39:53.040476 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 81795848-0fce-45d0-ac6c-f2cb26e88513 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:39:53.041137 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (81795848-0fce-45d0-ac6c-f2cb26e88513), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:53.056638 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 6c1ff182-a235-4a50-bf83-fbcafe822b92 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:39:53.057151 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6c1ff182-a235-4a50-bf83-fbcafe822b92), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:53.087868 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660f3b52-27fe-4883-a9a1-e46b4f57ad04 admin admin] Checking segment: {'id': '0238b9ed-49f4-4209-8867-c1b9b2a9e480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '99f0eda4-8931-4f72-a81b-bf50b6d238c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:39:53.088241 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660f3b52-27fe-4883-a9a1-e46b4f57ad04 admin admin] Network hostable DHCP agents. Network: 99f0eda4-8931-4f72-a81b-bf50b6d238c6, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:39:53.092840 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598b54d4-37cc-4987-9031-0600938d326e admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:39:53.101239 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f3b52-27fe-4883-a9a1-e46b4f57ad04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b5975b6-5553-465d-931c-bd78a0149167,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:53.119318 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660f3b52-27fe-4883-a9a1-e46b4f57ad04 admin admin] Network 99f0eda4-8931-4f72-a81b-bf50b6d238c6 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:39:53.136704 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-660f3b52-27fe-4883-a9a1-e46b4f57ad04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 99f0eda4-8931-4f72-a81b-bf50b6d238c6) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:39:53.146353 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660f3b52-27fe-4883-a9a1-e46b4f57ad04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:53.147105 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-660f3b52-27fe-4883-a9a1-e46b4f57ad04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:53.169076 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-478356e6-0c31-4bde-af71-b1775edad955 req-3b873bf3-1cd2-489a-8b1c-a6490f3d3417 service neutron] 10.222.0.20 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852400 Mar 01 13:39:53.176211 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b154e352-a8e7-4e90-977f-12befa23bf2e None None] Sync routers for ids ['924ef7df-cb85-443d-bc3d-54c2f45d9404'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:39:53.182429 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f843ecf7-a37d-40ca-83cd-5a24fcc50ffc None None] Network 99f0eda4-8931-4f72-a81b-bf50b6d238c6 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:39:53.195116 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-660f3b52-27fe-4883-a9a1-e46b4f57ad04 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0721431 Mar 01 13:39:53.195550 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55144) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:53.215355 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-71f0d91c-aa91-4b60-9a89-af0547821377 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-433024307-router', 'tenant_id': '56174640a49042b7be4fff9d24bbd068', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:39:53.221227 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 56aeda70-7e3c-4af7-8460-7f2df674633f is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:39:53.222337 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (56aeda70-7e3c-4af7-8460-7f2df674633f), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:53.222897 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-598b54d4-37cc-4987-9031-0600938d326e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:53.224140 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-598b54d4-37cc-4987-9031-0600938d326e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.5420761 Mar 01 13:39:53.227340 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55146) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:53.239889 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-71f0d91c-aa91-4b60-9a89-af0547821377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:53.241397 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-71f0d91c-aa91-4b60-9a89-af0547821377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:53.308388 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-71f0d91c-aa91-4b60-9a89-af0547821377 admin admin] Publish callbacks [] for router_controller (3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:53.318347 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365b053-ebea-485d-a70c-c5dba4f831c3 req-edbe39c7-8291-4d13-b58a-69d4363e1e30 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:53.321528 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1365b053-ebea-485d-a70c-c5dba4f831c3 req-edbe39c7-8291-4d13-b58a-69d4363e1e30 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5 HTTP/1.1" status: 200 len: 967 time: 0.2309983 Mar 01 13:39:53.322750 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b154e352-a8e7-4e90-977f-12befa23bf2e None None] Routers {'924ef7df-cb85-443d-bc3d-54c2f45d9404'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:39:53.323453 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-b154e352-a8e7-4e90-977f-12befa23bf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:39:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['924ef7df-cb85-443d-bc3d-54c2f45d9404'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:39:53.334495 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f874ef61-3541-416e-a434-0c97824f779a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56aeda70-7e3c-4af7-8460-7f2df674633f'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:39:53.337353 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4328a8b2-0d35-4268-9d93-222f7f48cf0e" -d '{"events": [{"server_uuid": "f874ef61-3541-416e-a434-0c97824f779a", "name": "network-vif-plugged", "status": "completed", "tag": "56aeda70-7e3c-4af7-8460-7f2df674633f"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:39:53.340714 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735d581-74ca-4411-9c17-a93c2ecaa30d req-825e33fe-4498-477b-987f-b65ff97b9d5c tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:53.342247 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6735d581-74ca-4411-9c17-a93c2ecaa30d req-825e33fe-4498-477b-987f-b65ff97b9d5c tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3cdbfbb-c15f-459c-8567-c5116633355f HTTP/1.1" status: 200 len: 950 time: 0.2512333 Mar 01 13:39:53.365407 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f145e72a-514a-42f6-8dd5-df163e1a55a3 None None] Sync routers for ids ['80010e2f-5e03-436e-b9ca-3f398826877f'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:39:53.381428 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f145e72a-514a-42f6-8dd5-df163e1a55a3 None None] Routers {'80010e2f-5e03-436e-b9ca-3f398826877f'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:39:53.382471 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-f145e72a-514a-42f6-8dd5-df163e1a55a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:39:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['80010e2f-5e03-436e-b9ca-3f398826877f'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:39:53.426589 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1365b053-ebea-485d-a70c-c5dba4f831c3 req-910a6691-1e5a-4d04-9dff-19d83357c32d tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945373 Mar 01 13:39:53.570682 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-f145e72a-514a-42f6-8dd5-df163e1a55a3 None None] Set router 80010e2f-5e03-436e-b9ca-3f398826877f gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:39:53.611010 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 56aeda70-7e3c-4af7-8460-7f2df674633f, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=56aeda70-7e3c-4af7-8460-7f2df674633f,segment=NetworkSegment(7afcf9ad-7117-462d-82d4-eaf26bc026df),segment_id=7afcf9ad-7117-462d-82d4-eaf26bc026df)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:39:53.638977 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (56aeda70-7e3c-4af7-8460-7f2df674633f), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:53.667864 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-a044924a-a00f-420e-b159-e990d8be014f None None] Current status of the port 6c1ff182-a235-4a50-bf83-fbcafe822b92 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:39:53.704607 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 6c1ff182-a235-4a50-bf83-fbcafe822b92 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:39:53.807259 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-71f0d91c-aa91-4b60-9a89-af0547821377 admin admin] Publish callbacks [] for router_gateway (3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:53.812455 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478356e6-0c31-4bde-af71-b1775edad955 req-85b577f7-b979-43ec-8c3e-6a915bc4724c tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:53.814030 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-478356e6-0c31-4bde-af71-b1775edad955 req-85b577f7-b979-43ec-8c3e-6a915bc4724c tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5&tenant_id=980a0cdea86543af87d11d7652b91c08&binding%3Ahost_id=n-h1-827467-3 HTTP/1.1" status: 200 len: 1149 time: 0.1706364 Mar 01 13:39:53.825023 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-478356e6-0c31-4bde-af71-b1775edad955 req-dd8242d9-0637-4bbb-badd-b0179113b8bb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827467-3'}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:39:53.837805 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a279cd-f408-4f60-9b93-ede3030c1fbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-99f0eda4-8931-4f72-a81b-bf50b6d238c6', 'network_id': '99f0eda4-8931-4f72-a81b-bf50b6d238c6', 'project_id': '56174640a49042b7be4fff9d24bbd068', 'fixed_ips': [{'subnet_id': '5b5975b6-5553-465d-931c-bd78a0149167'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:39:53.838902 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-51a279cd-f408-4f60-9b93-ede3030c1fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:53.870429 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6c1ff182-a235-4a50-bf83-fbcafe822b92 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:39:53.917478 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=56aeda70-7e3c-4af7-8460-7f2df674633f,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:53.933528 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 81795848-0fce-45d0-ac6c-f2cb26e88513 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:39:53.933740 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (81795848-0fce-45d0-ac6c-f2cb26e88513), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:53.939332 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-b154e352-a8e7-4e90-977f-12befa23bf2e None None] Set router 924ef7df-cb85-443d-bc3d-54c2f45d9404 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:39:53.943488 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-478356e6-0c31-4bde-af71-b1775edad955 req-dd8242d9-0637-4bbb-badd-b0179113b8bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f23864cc-b6f5-4d96-9f69-088617d6957b), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:53.953711 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-f145e72a-514a-42f6-8dd5-df163e1a55a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-950402709-router', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:44Z', 'updated_at': '2022-03-01T13:39:48Z', 'revision_number': 4, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'gw_port': {'id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:71:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:45Z', 'updated_at': '2022-03-01T13:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '9337b519-f330-46d5-b85a-c23622b9e96c', 'name': '', 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'mac_address': 'fa:16:3e:90:8f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '00c0eec8-d94f-41a7-92f9-32f77960cf64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:48Z', 'updated_at': '2022-03-01T13:39:48Z', 'revision_number': 2, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'subnets': [{'id': '00c0eec8-d94f-41a7-92f9-32f77960cf64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:39:53.989462 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f145e72a-514a-42f6-8dd5-df163e1a55a3 None None] Checking router: 80010e2f-5e03-436e-b9ca-3f398826877f for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:39:53.989820 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f145e72a-514a-42f6-8dd5-df163e1a55a3 None None] Updating router 80010e2f-5e03-436e-b9ca-3f398826877f port 9337b519-f330-46d5-b85a-c23622b9e96c binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:39:54.026220 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-f145e72a-514a-42f6-8dd5-df163e1a55a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9337b519-f330-46d5-b85a-c23622b9e96c), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:54.081494 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6735d581-74ca-4411-9c17-a93c2ecaa30d req-b70de897-866b-43c6-b732-7da0adadb451 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/security-groups?id=08cc0ca3-1761-4523-ad7a-62fca43a6a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6615949 Mar 01 13:39:54.206907 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 6c1ff182-a235-4a50-bf83-fbcafe822b92 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:39:54.208040 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6c1ff182-a235-4a50-bf83-fbcafe822b92), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:54.218546 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c154514-ea17-4e34-98c8-a0ea396e5983 x-openstack-request-id: req-6c154514-ea17-4e34-98c8-a0ea396e5983 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:39:54.219117 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f874ef61-3541-416e-a434-0c97824f779a", "name": "network-vif-plugged", "status": "completed", "tag": "56aeda70-7e3c-4af7-8460-7f2df674633f", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:39:54.219518 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c154514-ea17-4e34-98c8-a0ea396e5983 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:39:54.220090 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f874ef61-3541-416e-a434-0c97824f779a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56aeda70-7e3c-4af7-8460-7f2df674633f', 'code': 200} Mar 01 13:39:54.237691 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-478356e6-0c31-4bde-af71-b1775edad955 req-dd8242d9-0637-4bbb-badd-b0179113b8bb service neutron] For port f23864cc-b6f5-4d96-9f69-088617d6957b, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f23864cc-b6f5-4d96-9f69-088617d6957b,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:39:54.267559 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-71f0d91c-aa91-4b60-9a89-af0547821377 admin admin] Publish callbacks [] for router_gateway (3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:54.270375 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 81795848-0fce-45d0-ac6c-f2cb26e88513, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=81795848-0fce-45d0-ac6c-f2cb26e88513,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:39:54.291639 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (81795848-0fce-45d0-ac6c-f2cb26e88513), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:54.292934 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-71f0d91c-aa91-4b60-9a89-af0547821377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:54.332764 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdb8ba-e39a-4d65-9ae5-9071a3b350fb req-07a5de25-e034-4588-803f-60b5d042b8b0 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:54.339731 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0efdb8ba-e39a-4d65-9ae5-9071a3b350fb req-07a5de25-e034-4588-803f-60b5d042b8b0 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9c38974-1dad-4967-9d5e-4ec988d66c4f HTTP/1.1" status: 200 len: 971 time: 0.2624209 Mar 01 13:39:54.381611 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-478356e6-0c31-4bde-af71-b1775edad955 req-dd8242d9-0637-4bbb-badd-b0179113b8bb service neutron] For port f23864cc-b6f5-4d96-9f69-088617d6957b, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:39:54.426388 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0a05e-5823-4edb-b388-f4b3dc64599c req-17ebbf6a-0328-4a99-8789-e8f378d055d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:54.427942 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b8f0a05e-5823-4edb-b388-f4b3dc64599c req-17ebbf6a-0328-4a99-8789-e8f378d055d1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f874ef61-3541-416e-a434-0c97824f779a HTTP/1.1" status: 200 len: 1127 time: 0.1740487 Mar 01 13:39:54.438821 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b0292417-ac6f-4fe0-9c49-c049a9476849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:54.439781 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-51a279cd-f408-4f60-9b93-ede3030c1fbe None None] Allocated IP 172.20.0.2 (99f0eda4-8931-4f72-a81b-bf50b6d238c6/5b5975b6-5553-465d-931c-bd78a0149167/dbf5f834-d45e-4cbe-bc09-14a45a7846e6) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:39:54.470437 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b175c1-0c82-4857-82e9-72b5fddfbea5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f23864cc-b6f5-4d96-9f69-088617d6957b'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:39:54.473031 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17def16-b53d-4122-af8b-8f28d811cbdd" -d '{"events": [{"server_uuid": "e9b175c1-0c82-4857-82e9-72b5fddfbea5", "name": "network-vif-unplugged", "status": "completed", "tag": "f23864cc-b6f5-4d96-9f69-088617d6957b"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:39:54.480246 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=81795848-0fce-45d0-ac6c-f2cb26e88513,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:54.480606 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-478356e6-0c31-4bde-af71-b1775edad955 req-dd8242d9-0637-4bbb-badd-b0179113b8bb service neutron] Publish callbacks [] for port (f23864cc-b6f5-4d96-9f69-088617d6957b), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:54.490718 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 6c1ff182-a235-4a50-bf83-fbcafe822b92 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:39:54.512760 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-478356e6-0c31-4bde-af71-b1775edad955 req-dd8242d9-0637-4bbb-badd-b0179113b8bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f23864cc-b6f5-4d96-9f69-088617d6957b), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:54.516051 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-71f0d91c-aa91-4b60-9a89-af0547821377 admin admin] Allocated IP 172.25.1.65 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/6a3a6a5c-149f-4b71-9d78-49e207c03b54) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:39:54.550959 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0efdb8ba-e39a-4d65-9ae5-9071a3b350fb req-944a5394-24a4-42e9-b1ea-30ae1107ffd2 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6895d388-ad2b-4d63-8def-72bb3c8a41b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100737 Mar 01 13:39:54.575462 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-b154e352-a8e7-4e90-977f-12befa23bf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924ef7df-cb85-443d-bc3d-54c2f45d9404', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-293335773-router', 'tenant_id': '332b9658461045df8b10ec97438273af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '4317319f-a9b8-4a30-a129-8ae5ab0c036d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:47Z', 'updated_at': '2022-03-01T13:39:51Z', 'revision_number': 3, 'project_id': '332b9658461045df8b10ec97438273af', 'gw_port': {'id': '4317319f-a9b8-4a30-a129-8ae5ab0c036d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b6:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '924ef7df-cb85-443d-bc3d-54c2f45d9404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:49Z', 'updated_at': '2022-03-01T13:39:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:39:54.610367 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-f145e72a-514a-42f6-8dd5-df163e1a55a3 None None] Publish callbacks [] for port (9337b519-f330-46d5-b85a-c23622b9e96c), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:54.619648 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-f145e72a-514a-42f6-8dd5-df163e1a55a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9337b519-f330-46d5-b85a-c23622b9e96c), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:54.630240 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b154e352-a8e7-4e90-977f-12befa23bf2e None None] Checking router: 924ef7df-cb85-443d-bc3d-54c2f45d9404 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:39:54.630240 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b154e352-a8e7-4e90-977f-12befa23bf2e None None] Updating router 924ef7df-cb85-443d-bc3d-54c2f45d9404 port 4317319f-a9b8-4a30-a129-8ae5ab0c036d binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:39:54.692632 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b154e352-a8e7-4e90-977f-12befa23bf2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4317319f-a9b8-4a30-a129-8ae5ab0c036d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:54.704433 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ae498-6a4e-4e57-ba52-85bf83deaa3e req-6cd0d25d-d800-4949-a230-610d4e8f85e6 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:54.711869 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6d7ae498-6a4e-4e57-ba52-85bf83deaa3e req-6cd0d25d-d800-4949-a230-610d4e8f85e6 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] 10.222.0.13 "GET /v2.0/ports?device_id=f874ef61-3541-416e-a434-0c97824f779a HTTP/1.1" status: 200 len: 945 time: 0.3656137 Mar 01 13:39:54.760613 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6644c06b-3e06-4ebf-b581-90271597df91 None None] Pushing event updated for resources: {'Port': ['ID=9337b519-f330-46d5-b85a-c23622b9e96c,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:54.806891 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-f145e72a-514a-42f6-8dd5-df163e1a55a3 None None] Attempting to bind port 9337b519-f330-46d5-b85a-c23622b9e96c on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:39:54.808316 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-f145e72a-514a-42f6-8dd5-df163e1a55a3 None None] Attempting to bind port 9337b519-f330-46d5-b85a-c23622b9e96c by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '4fa77154-1db9-4d3e-93d9-ea193365dc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:39:54.808896 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f145e72a-514a-42f6-8dd5-df163e1a55a3 None None] Attempting to bind port 9337b519-f330-46d5-b85a-c23622b9e96c on network d8b7f131-5faa-4e14-9387-53185320f5df {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:39:54.816927 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f145e72a-514a-42f6-8dd5-df163e1a55a3 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:39:54.817587 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f145e72a-514a-42f6-8dd5-df163e1a55a3 None None] Checking segment: {'id': '4fa77154-1db9-4d3e-93d9-ea193365dc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:39:54.818162 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-f145e72a-514a-42f6-8dd5-df163e1a55a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:54.818581 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f145e72a-514a-42f6-8dd5-df163e1a55a3 None None] Bound using segment: {'id': '4fa77154-1db9-4d3e-93d9-ea193365dc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:39:54.819038 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-f145e72a-514a-42f6-8dd5-df163e1a55a3 None None] Bound port: 9337b519-f330-46d5-b85a-c23622b9e96c, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa77154-1db9-4d3e-93d9-ea193365dc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:39:54.819419 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-f145e72a-514a-42f6-8dd5-df163e1a55a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9337b519-f330-46d5-b85a-c23622b9e96c), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:54.830969 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8242d9-0637-4bbb-badd-b0179113b8bb service neutron] Pushing event updated for resources: {'Port': ['ID=f23864cc-b6f5-4d96-9f69-088617d6957b,revision_number=7']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:54.843399 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b8f0a05e-5823-4edb-b388-f4b3dc64599c req-7156aa3b-46ce-432c-915b-63c3f07b9ca1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1ff27114-714c-4c83-a133-ed9cc72e152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886273 Mar 01 13:39:54.854185 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-51a279cd-f408-4f60-9b93-ede3030c1fbe None None] Publish callbacks [] for port (dbf5f834-d45e-4cbe-bc09-14a45a7846e6), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:54.865346 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-51a279cd-f408-4f60-9b93-ede3030c1fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (dbf5f834-d45e-4cbe-bc09-14a45a7846e6), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:54.877535 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8242d9-0637-4bbb-badd-b0179113b8bb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:54.877771 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8242d9-0637-4bbb-badd-b0179113b8bb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:54.878112 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8242d9-0637-4bbb-badd-b0179113b8bb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:54.878447 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8242d9-0637-4bbb-badd-b0179113b8bb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:54.878779 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8242d9-0637-4bbb-badd-b0179113b8bb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:54.879126 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8242d9-0637-4bbb-badd-b0179113b8bb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:54.879428 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8242d9-0637-4bbb-badd-b0179113b8bb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:54.879780 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8242d9-0637-4bbb-badd-b0179113b8bb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:54.880696 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8242d9-0637-4bbb-badd-b0179113b8bb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:54.881039 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8242d9-0637-4bbb-badd-b0179113b8bb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:54.881371 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8242d9-0637-4bbb-badd-b0179113b8bb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:54.881693 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8242d9-0637-4bbb-badd-b0179113b8bb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:54.882019 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8242d9-0637-4bbb-badd-b0179113b8bb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:54.912080 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d21001-5eb0-4ccc-b2ca-b17f1cdd52ad req-13f35ce2-3429-417f-95df-3adf73a1a4ee tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:54.913226 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-53d21001-5eb0-4ccc-b2ca-b17f1cdd52ad req-13f35ce2-3429-417f-95df-3adf73a1a4ee tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9c38974-1dad-4967-9d5e-4ec988d66c4f HTTP/1.1" status: 200 len: 971 time: 0.3366518 Mar 01 13:39:54.921140 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-478356e6-0c31-4bde-af71-b1775edad955 req-dd8242d9-0637-4bbb-badd-b0179113b8bb service neutron] Attempting to bind port f23864cc-b6f5-4d96-9f69-088617d6957b on host n-h1-827467-3 for vnic_type normal with profile {"migrating_to": "n-h2-827467-3"} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:39:54.921506 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-478356e6-0c31-4bde-af71-b1775edad955 req-dd8242d9-0637-4bbb-badd-b0179113b8bb service neutron] Attempting to bind port f23864cc-b6f5-4d96-9f69-088617d6957b by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:39:54.921836 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478356e6-0c31-4bde-af71-b1775edad955 req-dd8242d9-0637-4bbb-badd-b0179113b8bb service neutron] Attempting to bind port f23864cc-b6f5-4d96-9f69-088617d6957b on network b187e7ca-336b-42a6-9348-f5c88fd21398 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:39:54.922264 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a279cd-f408-4f60-9b93-ede3030c1fbe None None] Network 99f0eda4-8931-4f72-a81b-bf50b6d238c6 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:39:54.925548 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-51a279cd-f408-4f60-9b93-ede3030c1fbe None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:39:54.934775 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a279cd-f408-4f60-9b93-ede3030c1fbe None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:39:54.943780 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478356e6-0c31-4bde-af71-b1775edad955 req-dd8242d9-0637-4bbb-badd-b0179113b8bb service neutron] Port f23864cc-b6f5-4d96-9f69-088617d6957b on network b187e7ca-336b-42a6-9348-f5c88fd21398 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:39:54.943966 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a279cd-f408-4f60-9b93-ede3030c1fbe None None] Pushing event updated for resources: {'Port': ['ID=dbf5f834-d45e-4cbe-bc09-14a45a7846e6,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:54.944065 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478356e6-0c31-4bde-af71-b1775edad955 req-dd8242d9-0637-4bbb-badd-b0179113b8bb service neutron] Attempting to bind port f23864cc-b6f5-4d96-9f69-088617d6957b on network b187e7ca-336b-42a6-9348-f5c88fd21398 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:39:54.954810 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-71f0d91c-aa91-4b60-9a89-af0547821377 admin admin] Publish callbacks [] for port (6a3a6a5c-149f-4b71-9d78-49e207c03b54), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:54.958017 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-f145e72a-514a-42f6-8dd5-df163e1a55a3 None None] For port 9337b519-f330-46d5-b85a-c23622b9e96c, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:39:54.962470 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478356e6-0c31-4bde-af71-b1775edad955 req-dd8242d9-0637-4bbb-badd-b0179113b8bb service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:39:54.962640 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-f145e72a-514a-42f6-8dd5-df163e1a55a3 None None] For port 9337b519-f330-46d5-b85a-c23622b9e96c, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=9337b519-f330-46d5-b85a-c23622b9e96c,segment=NetworkSegment(4fa77154-1db9-4d3e-93d9-ea193365dc02),segment_id=4fa77154-1db9-4d3e-93d9-ea193365dc02)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:39:54.962815 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478356e6-0c31-4bde-af71-b1775edad955 req-dd8242d9-0637-4bbb-badd-b0179113b8bb service neutron] Checking segment: {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:39:54.963316 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478356e6-0c31-4bde-af71-b1775edad955 req-dd8242d9-0637-4bbb-badd-b0179113b8bb service neutron] Bound using segment: {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:39:54.963660 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-478356e6-0c31-4bde-af71-b1775edad955 req-dd8242d9-0637-4bbb-badd-b0179113b8bb service neutron] Bound port: f23864cc-b6f5-4d96-9f69-088617d6957b, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:39:54.964048 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-478356e6-0c31-4bde-af71-b1775edad955 req-dd8242d9-0637-4bbb-badd-b0179113b8bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f23864cc-b6f5-4d96-9f69-088617d6957b), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:54.978535 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-f145e72a-514a-42f6-8dd5-df163e1a55a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9337b519-f330-46d5-b85a-c23622b9e96c), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:54.984067 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6d7ae498-6a4e-4e57-ba52-85bf83deaa3e req-a2331310-e065-4b7a-aaf4-367e01eeda70 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ff27114-714c-4c83-a133-ed9cc72e152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412655 Mar 01 13:39:55.030726 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-51a279cd-f408-4f60-9b93-ede3030c1fbe None None] Attempting to bind port dbf5f834-d45e-4cbe-bc09-14a45a7846e6 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:39:55.031209 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-51a279cd-f408-4f60-9b93-ede3030c1fbe None None] Attempting to bind port dbf5f834-d45e-4cbe-bc09-14a45a7846e6 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '0238b9ed-49f4-4209-8867-c1b9b2a9e480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '99f0eda4-8931-4f72-a81b-bf50b6d238c6'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:39:55.031699 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a279cd-f408-4f60-9b93-ede3030c1fbe None None] Attempting to bind port dbf5f834-d45e-4cbe-bc09-14a45a7846e6 on network 99f0eda4-8931-4f72-a81b-bf50b6d238c6 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:39:55.039331 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a279cd-f408-4f60-9b93-ede3030c1fbe None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:39:55.040228 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a279cd-f408-4f60-9b93-ede3030c1fbe None None] Checking segment: {'id': '0238b9ed-49f4-4209-8867-c1b9b2a9e480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '99f0eda4-8931-4f72-a81b-bf50b6d238c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:39:55.040781 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-51a279cd-f408-4f60-9b93-ede3030c1fbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:55.041608 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a279cd-f408-4f60-9b93-ede3030c1fbe None None] Bound using segment: {'id': '0238b9ed-49f4-4209-8867-c1b9b2a9e480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '99f0eda4-8931-4f72-a81b-bf50b6d238c6'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:39:55.041825 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-51a279cd-f408-4f60-9b93-ede3030c1fbe None None] Bound port: dbf5f834-d45e-4cbe-bc09-14a45a7846e6, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0238b9ed-49f4-4209-8867-c1b9b2a9e480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '99f0eda4-8931-4f72-a81b-bf50b6d238c6'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:39:55.043213 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-51a279cd-f408-4f60-9b93-ede3030c1fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (dbf5f834-d45e-4cbe-bc09-14a45a7846e6), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:55.044463 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3648f0f-e49f-4fb2-912d-f1ed273ed78a req-a9f0d47a-0b78-4b73-aa74-2a74fc0c00d3 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:55.056430 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b3648f0f-e49f-4fb2-912d-f1ed273ed78a req-a9f0d47a-0b78-4b73-aa74-2a74fc0c00d3 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fa564d-060b-4170-be55-89d058cc71c8 HTTP/1.1" status: 200 len: 950 time: 0.2457528 Mar 01 13:39:55.060288 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f145e72a-514a-42f6-8dd5-df163e1a55a3 None None] Routers {'80010e2f-5e03-436e-b9ca-3f398826877f'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:39:55.060926 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-f145e72a-514a-42f6-8dd5-df163e1a55a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:39:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['80010e2f-5e03-436e-b9ca-3f398826877f'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:39:55.063890 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-b0292417-ac6f-4fe0-9c49-c049a9476849 admin admin] Allocated IP 172.20.0.1 (c72598c6-f24e-4946-9485-5f1f51ee50b9/71c328a1-4c65-42f4-b86a-84bcc83e3e53/61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:39:55.112064 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-478356e6-0c31-4bde-af71-b1775edad955 req-dd8242d9-0637-4bbb-badd-b0179113b8bb service neutron] For port f23864cc-b6f5-4d96-9f69-088617d6957b, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:39:55.115115 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-478356e6-0c31-4bde-af71-b1775edad955 req-dd8242d9-0637-4bbb-badd-b0179113b8bb service neutron] For port f23864cc-b6f5-4d96-9f69-088617d6957b, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f23864cc-b6f5-4d96-9f69-088617d6957b,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:39:55.120512 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-71f0d91c-aa91-4b60-9a89-af0547821377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (6a3a6a5c-149f-4b71-9d78-49e207c03b54), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:55.226689 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-478356e6-0c31-4bde-af71-b1775edad955 req-dd8242d9-0637-4bbb-badd-b0179113b8bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f23864cc-b6f5-4d96-9f69-088617d6957b), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:55.227447 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-f145e72a-514a-42f6-8dd5-df163e1a55a3 None None] Set router 80010e2f-5e03-436e-b9ca-3f398826877f gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:39:55.272541 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b3648f0f-e49f-4fb2-912d-f1ed273ed78a req-a723648d-3e46-48f2-8fd4-18da603bf222 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/security-groups?id=534a7bf2-9c81-4f4f-abc6-be758786a6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139482 Mar 01 13:39:55.278831 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f0d91c-aa91-4b60-9a89-af0547821377 admin admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:39:55.312229 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b154e352-a8e7-4e90-977f-12befa23bf2e None None] Publish callbacks [] for port (4317319f-a9b8-4a30-a129-8ae5ab0c036d), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:55.313506 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-71f0d91c-aa91-4b60-9a89-af0547821377 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:39:55.322825 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93efaea1-dfeb-4e64-80f9-4381c3e3b39e req-65055697-64f3-48cd-a106-aa88cd0cf8a0 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:55.324590 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-93efaea1-dfeb-4e64-80f9-4381c3e3b39e req-65055697-64f3-48cd-a106-aa88cd0cf8a0 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5 HTTP/1.1" status: 200 len: 965 time: 0.2168248 Mar 01 13:39:55.334380 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f0d91c-aa91-4b60-9a89-af0547821377 admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:39:55.339618 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0d91c-aa91-4b60-9a89-af0547821377 admin admin] Pushing event updated for resources: {'Port': ['ID=6a3a6a5c-149f-4b71-9d78-49e207c03b54,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:55.344445 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b154e352-a8e7-4e90-977f-12befa23bf2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (4317319f-a9b8-4a30-a129-8ae5ab0c036d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:55.377364 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 13:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5514dabb-1369-456d-a9bf-af3c138fbff0 x-openstack-request-id: req-5514dabb-1369-456d-a9bf-af3c138fbff0 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:39:55.377664 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b175c1-0c82-4857-82e9-72b5fddfbea5", "name": "network-vif-unplugged", "status": "completed", "tag": "f23864cc-b6f5-4d96-9f69-088617d6957b", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:39:55.377924 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5514dabb-1369-456d-a9bf-af3c138fbff0 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:39:55.378331 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b175c1-0c82-4857-82e9-72b5fddfbea5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f23864cc-b6f5-4d96-9f69-088617d6957b', 'code': 200} Mar 01 13:39:55.416242 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-54f7b7d7-d5c1-4eb1-a54c-992a1733915d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:55.448752 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b0292417-ac6f-4fe0-9c49-c049a9476849 admin admin] Publish callbacks [] for port (61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:55.449882 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-b154e352-a8e7-4e90-977f-12befa23bf2e None None] Attempting to bind port 4317319f-a9b8-4a30-a129-8ae5ab0c036d on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:39:55.450272 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-b154e352-a8e7-4e90-977f-12befa23bf2e None None] Attempting to bind port 4317319f-a9b8-4a30-a129-8ae5ab0c036d by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:39:55.450638 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b154e352-a8e7-4e90-977f-12befa23bf2e None None] Attempting to bind port 4317319f-a9b8-4a30-a129-8ae5ab0c036d on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:39:55.460045 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6644c06b-3e06-4ebf-b581-90271597df91 None None] Pushing event updated for resources: {'Port': ['ID=9337b519-f330-46d5-b85a-c23622b9e96c,revision_number=4']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:55.461583 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-4a5fa040-1a64-435e-9559-672eb67b2b54 None None] Provisioning complete for port 9337b519-f330-46d5-b85a-c23622b9e96c triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:39:55.462103 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4a5fa040-1a64-435e-9559-672eb67b2b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9337b519-f330-46d5-b85a-c23622b9e96c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:55.511791 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b154e352-a8e7-4e90-977f-12befa23bf2e None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:39:55.511791 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b154e352-a8e7-4e90-977f-12befa23bf2e None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:39:55.512106 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b154e352-a8e7-4e90-977f-12befa23bf2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:55.512516 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b154e352-a8e7-4e90-977f-12befa23bf2e None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:39:55.513357 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-b154e352-a8e7-4e90-977f-12befa23bf2e None None] Bound port: 4317319f-a9b8-4a30-a129-8ae5ab0c036d, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:39:55.513641 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b154e352-a8e7-4e90-977f-12befa23bf2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4317319f-a9b8-4a30-a129-8ae5ab0c036d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:55.520152 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-51a279cd-f408-4f60-9b93-ede3030c1fbe None None] For port dbf5f834-d45e-4cbe-bc09-14a45a7846e6, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:39:55.525735 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-93efaea1-dfeb-4e64-80f9-4381c3e3b39e req-ed8381c6-bb78-47a2-b7e7-14b3874199ad tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811516 Mar 01 13:39:55.564681 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95d28d-b2f3-4509-9189-00f945e3000c None None] Pushing event updated for resources: {'Port': ['ID=4317319f-a9b8-4a30-a129-8ae5ab0c036d,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:55.584306 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-51a279cd-f408-4f60-9b93-ede3030c1fbe None None] For port dbf5f834-d45e-4cbe-bc09-14a45a7846e6, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=dbf5f834-d45e-4cbe-bc09-14a45a7846e6,segment=NetworkSegment(0238b9ed-49f4-4209-8867-c1b9b2a9e480),segment_id=0238b9ed-49f4-4209-8867-c1b9b2a9e480)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:39:55.596314 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-f145e72a-514a-42f6-8dd5-df163e1a55a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-950402709-router', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:44Z', 'updated_at': '2022-03-01T13:39:48Z', 'revision_number': 4, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'gw_port': {'id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:71:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:45Z', 'updated_at': '2022-03-01T13:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '9337b519-f330-46d5-b85a-c23622b9e96c', 'name': '', 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'mac_address': 'fa:16:3e:90:8f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '00c0eec8-d94f-41a7-92f9-32f77960cf64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:48Z', 'updated_at': '2022-03-01T13:39:54Z', 'revision_number': 4, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'subnets': [{'id': '00c0eec8-d94f-41a7-92f9-32f77960cf64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:39:55.613478 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-51a279cd-f408-4f60-9b93-ede3030c1fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (dbf5f834-d45e-4cbe-bc09-14a45a7846e6), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:55.638267 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f145e72a-514a-42f6-8dd5-df163e1a55a3 None None] The sync data for ids ['80010e2f-5e03-436e-b9ca-3f398826877f'] in n-d-827467-3 is: [{'id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-950402709-router', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:44Z', 'updated_at': '2022-03-01T13:39:48Z', 'revision_number': 4, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'gw_port': {'id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:71:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:45Z', 'updated_at': '2022-03-01T13:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '9337b519-f330-46d5-b85a-c23622b9e96c', 'name': '', 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'mac_address': 'fa:16:3e:90:8f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '00c0eec8-d94f-41a7-92f9-32f77960cf64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:48Z', 'updated_at': '2022-03-01T13:39:54Z', 'revision_number': 4, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'subnets': [{'id': '00c0eec8-d94f-41a7-92f9-32f77960cf64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:39:55.656348 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b0292417-ac6f-4fe0-9c49-c049a9476849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:55.673811 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb758bab-2b08-4b68-82e9-8b81583a1b2d req-25d87ba2-e12f-4245-82c3-f690a2c6459f tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:55.676972 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8242d9-0637-4bbb-badd-b0179113b8bb service neutron] Pushing event updated for resources: {'Port': ['ID=f23864cc-b6f5-4d96-9f69-088617d6957b,revision_number=8']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:55.697900 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fb758bab-2b08-4b68-82e9-8b81583a1b2d req-25d87ba2-e12f-4245-82c3-f690a2c6459f tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3cdbfbb-c15f-459c-8567-c5116633355f HTTP/1.1" status: 200 len: 950 time: 0.1932914 Mar 01 13:39:55.722911 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-4a5fa040-1a64-435e-9559-672eb67b2b54 None None] Current status of the port 9337b519-f330-46d5-b85a-c23622b9e96c is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:39:55.723361 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4a5fa040-1a64-435e-9559-672eb67b2b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9337b519-f330-46d5-b85a-c23622b9e96c), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:55.750701 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-b154e352-a8e7-4e90-977f-12befa23bf2e None None] For port 4317319f-a9b8-4a30-a129-8ae5ab0c036d, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:39:55.770821 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478356e6-0c31-4bde-af71-b1775edad955 req-dd8242d9-0637-4bbb-badd-b0179113b8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:55.771466 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-478356e6-0c31-4bde-af71-b1775edad955 req-dd8242d9-0637-4bbb-badd-b0179113b8bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:55.787873 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-478356e6-0c31-4bde-af71-b1775edad955 req-dd8242d9-0637-4bbb-badd-b0179113b8bb service neutron] 10.222.0.20 "PUT /v2.0/ports/f23864cc-b6f5-4d96-9f69-088617d6957b HTTP/1.1" status: 200 len: 1143 time: 1.9667919 Mar 01 13:39:55.793813 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-b154e352-a8e7-4e90-977f-12befa23bf2e None None] For port 4317319f-a9b8-4a30-a129-8ae5ab0c036d, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=4317319f-a9b8-4a30-a129-8ae5ab0c036d,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:39:55.869175 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b154e352-a8e7-4e90-977f-12befa23bf2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (4317319f-a9b8-4a30-a129-8ae5ab0c036d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:55.893518 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0292417-ac6f-4fe0-9c49-c049a9476849 admin admin] Pushing event updated for resources: {'Port': ['ID=61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:55.895701 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['f23864cc-b6f5-4d96-9f69-088617d6957b'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:39:55.900385 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-4a5fa040-1a64-435e-9559-672eb67b2b54 None None] For port 9337b519-f330-46d5-b85a-c23622b9e96c, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=9337b519-f330-46d5-b85a-c23622b9e96c,segment=NetworkSegment(4fa77154-1db9-4d3e-93d9-ea193365dc02),segment_id=4fa77154-1db9-4d3e-93d9-ea193365dc02)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:39:55.939592 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0292417-ac6f-4fe0-9c49-c049a9476849 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:55.941156 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0292417-ac6f-4fe0-9c49-c049a9476849 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:55.941515 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0292417-ac6f-4fe0-9c49-c049a9476849 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:55.941854 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0292417-ac6f-4fe0-9c49-c049a9476849 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:55.942242 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0292417-ac6f-4fe0-9c49-c049a9476849 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:55.942577 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0292417-ac6f-4fe0-9c49-c049a9476849 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:55.943115 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0292417-ac6f-4fe0-9c49-c049a9476849 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:55.943448 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0292417-ac6f-4fe0-9c49-c049a9476849 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:55.943827 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0292417-ac6f-4fe0-9c49-c049a9476849 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:55.944144 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0292417-ac6f-4fe0-9c49-c049a9476849 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:55.944843 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0292417-ac6f-4fe0-9c49-c049a9476849 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:55.946726 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0292417-ac6f-4fe0-9c49-c049a9476849 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:55.950271 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0292417-ac6f-4fe0-9c49-c049a9476849 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:39:56.034732 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0292417-ac6f-4fe0-9c49-c049a9476849 admin admin] Network c72598c6-f24e-4946-9485-5f1f51ee50b9 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:39:56.049079 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-b0292417-ac6f-4fe0-9c49-c049a9476849 admin admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:39:56.064425 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0292417-ac6f-4fe0-9c49-c049a9476849 admin admin] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:39:56.066718 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b0292417-ac6f-4fe0-9c49-c049a9476849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (924ef7df-cb85-443d-bc3d-54c2f45d9404), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:56.162001 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-53d21001-5eb0-4ccc-b2ca-b17f1cdd52ad req-25fe3029-1ed2-4468-8e5d-5f38f6803f54 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Deleting port fd69e8ae-cb50-4ab2-9d2c-f7146985a90c {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:39:56.162597 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-53d21001-5eb0-4ccc-b2ca-b17f1cdd52ad req-25fe3029-1ed2-4468-8e5d-5f38f6803f54 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (fd69e8ae-cb50-4ab2-9d2c-f7146985a90c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:56.331302 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a279cd-f408-4f60-9b93-ede3030c1fbe None None] Pushing event updated for resources: {'Port': ['ID=dbf5f834-d45e-4cbe-bc09-14a45a7846e6,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:56.337327 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99fa564d-060b-4170-be55-89d058cc71c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81795848-0fce-45d0-ac6c-f2cb26e88513'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:39:56.339597 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedf1949-d4e7-4937-b565-98e63a80cc2e" -d '{"events": [{"server_uuid": "99fa564d-060b-4170-be55-89d058cc71c8", "name": "network-vif-plugged", "status": "completed", "tag": "81795848-0fce-45d0-ac6c-f2cb26e88513"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:39:56.353760 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 9337b519-f330-46d5-b85a-c23622b9e96c up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:39:56.360480 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4a5fa040-1a64-435e-9559-672eb67b2b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9337b519-f330-46d5-b85a-c23622b9e96c), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:56.479707 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95d28d-b2f3-4509-9189-00f945e3000c None None] Pushing event updated for resources: {'Port': ['ID=4317319f-a9b8-4a30-a129-8ae5ab0c036d,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:56.484545 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55178) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:56.567654 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5fa040-1a64-435e-9559-672eb67b2b54 None None] Pushing event updated for resources: {'Port': ['ID=9337b519-f330-46d5-b85a-c23622b9e96c,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:56.595964 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-71f0d91c-aa91-4b60-9a89-af0547821377 admin admin] Publish callbacks [] for router_gateway (3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:56.616524 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b154e352-a8e7-4e90-977f-12befa23bf2e None None] Routers {'924ef7df-cb85-443d-bc3d-54c2f45d9404'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:39:56.617217 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-b154e352-a8e7-4e90-977f-12befa23bf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:39:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['924ef7df-cb85-443d-bc3d-54c2f45d9404'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:39:56.671187 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-66b23145-f556-483d-9945-428b8fc12933 None None] Provisioning complete for port 61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:39:56.671558 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-66b23145-f556-483d-9945-428b8fc12933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:56.710228 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35356112-8aa1-4750-886f-3c4febb45e49 req-d924e63f-70ed-4a95-b779-05de730bd1da tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:56.718143 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-35356112-8aa1-4750-886f-3c4febb45e49 req-d924e63f-70ed-4a95-b779-05de730bd1da tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9c38974-1dad-4967-9d5e-4ec988d66c4f HTTP/1.1" status: 200 len: 971 time: 0.8296537 Mar 01 13:39:56.734694 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fb758bab-2b08-4b68-82e9-8b81583a1b2d req-529593c0-4179-4761-b3ec-4dceb827ca73 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/security-groups?id=08cc0ca3-1761-4523-ad7a-62fca43a6a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0358348 Mar 01 13:39:56.751362 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5d5251a0-31e7-48e4-8d7b-ca392df56d6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:56.758358 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-53d21001-5eb0-4ccc-b2ca-b17f1cdd52ad req-25fe3029-1ed2-4468-8e5d-5f38f6803f54 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] For port fd69e8ae-cb50-4ab2-9d2c-f7146985a90c, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=fd69e8ae-cb50-4ab2-9d2c-f7146985a90c,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:39:56.758734 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-53d21001-5eb0-4ccc-b2ca-b17f1cdd52ad req-25fe3029-1ed2-4468-8e5d-5f38f6803f54 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (fd69e8ae-cb50-4ab2-9d2c-f7146985a90c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:56.772062 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 9337b519-f330-46d5-b85a-c23622b9e96c triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:39:56.774591 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9337b519-f330-46d5-b85a-c23622b9e96c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:56.806581 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-53d21001-5eb0-4ccc-b2ca-b17f1cdd52ad req-25fe3029-1ed2-4468-8e5d-5f38f6803f54 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Calling delete_port for fd69e8ae-cb50-4ab2-9d2c-f7146985a90c owned by compute:tempest-test_az-1850339765 {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:39:56.838888 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-35356112-8aa1-4750-886f-3c4febb45e49 req-9a281f6d-1d2d-4629-8dae-536e875501ee tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/security-groups?id=6895d388-ad2b-4d63-8def-72bb3c8a41b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197362 Mar 01 13:39:56.905955 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-66b23145-f556-483d-9945-428b8fc12933 None None] Port 61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:39:56.970767 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-66b23145-f556-483d-9945-428b8fc12933 None None] Provisioning complete for port 9337b519-f330-46d5-b85a-c23622b9e96c triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:39:56.971142 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-66b23145-f556-483d-9945-428b8fc12933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9337b519-f330-46d5-b85a-c23622b9e96c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:57.012028 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-b154e352-a8e7-4e90-977f-12befa23bf2e None None] Set router 924ef7df-cb85-443d-bc3d-54c2f45d9404 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:39:57.064988 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5e7ab-0cc9-4374-9d04-54b4c86c16ed req-a10711ed-e7bc-41ae-94ba-63d0ce96273d tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:57.074645 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bfa5e7ab-0cc9-4374-9d04-54b4c86c16ed req-a10711ed-e7bc-41ae-94ba-63d0ce96273d tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] 10.222.0.13 "GET /v2.0/ports?device_id=f874ef61-3541-416e-a434-0c97824f779a HTTP/1.1" status: 200 len: 945 time: 0.2663364 Mar 01 13:39:57.154445 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1552588-6650-497d-83cb-1b6d772293fe req-9dba351e-8d5b-44d4-bcef-934b116e839d tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:57.161978 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a1552588-6650-497d-83cb-1b6d772293fe req-9dba351e-8d5b-44d4-bcef-934b116e839d tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fa564d-060b-4170-be55-89d058cc71c8 HTTP/1.1" status: 200 len: 950 time: 0.1973176 Mar 01 13:39:57.163863 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b0292417-ac6f-4fe0-9c49-c049a9476849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:57.191524 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-71f0d91c-aa91-4b60-9a89-af0547821377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:57.226474 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5d5251a0-31e7-48e4-8d7b-ca392df56d6f admin admin] Publish callbacks [] for security_group (2ae0507f-76d6-42f3-bb12-1d77ee81d6f5), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:57.232122 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bfa5e7ab-0cc9-4374-9d04-54b4c86c16ed req-c08119b4-6a39-46b9-8079-1c15c1e57935 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ff27114-714c-4c83-a133-ed9cc72e152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561277 Mar 01 13:39:57.255994 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 9337b519-f330-46d5-b85a-c23622b9e96c is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:39:57.285606 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5d5251a0-31e7-48e4-8d7b-ca392df56d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (2ae0507f-76d6-42f3-bb12-1d77ee81d6f5), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:57.387762 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b175c1-0c82-4857-82e9-72b5fddfbea5', 'tag': 'f23864cc-b6f5-4d96-9f69-088617d6957b'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:39:57.390367 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c477315-d85b-492f-bd2d-b33c1f8426f2" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b175c1-0c82-4857-82e9-72b5fddfbea5", "tag": "f23864cc-b6f5-4d96-9f69-088617d6957b"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:39:57.399236 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0f834d-e2dd-4454-b0b7-fc47539ad004 x-openstack-request-id: req-bf0f834d-e2dd-4454-b0b7-fc47539ad004 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:39:57.403133 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99fa564d-060b-4170-be55-89d058cc71c8", "name": "network-vif-plugged", "status": "completed", "tag": "81795848-0fce-45d0-ac6c-f2cb26e88513", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:39:57.404000 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf0f834d-e2dd-4454-b0b7-fc47539ad004 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:39:57.404591 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99fa564d-060b-4170-be55-89d058cc71c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81795848-0fce-45d0-ac6c-f2cb26e88513', 'code': 200} Mar 01 13:39:57.456305 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f88069-dcef-41a8-8d55-0d332709eba8 None None] Network 99f0eda4-8931-4f72-a81b-bf50b6d238c6 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:39:57.470288 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5251a0-31e7-48e4-8d7b-ca392df56d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae0507f-76d6-42f3-bb12-1d77ee81d6f5,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:57.508894 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5d5251a0-31e7-48e4-8d7b-ca392df56d6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f65e1ea400341bc8f6ce23e070000c8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0187700 Mar 01 13:39:57.513679 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55194) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:57.534359 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-53d21001-5eb0-4ccc-b2ca-b17f1cdd52ad req-25fe3029-1ed2-4468-8e5d-5f38f6803f54 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (fd69e8ae-cb50-4ab2-9d2c-f7146985a90c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:57.611238 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-66b23145-f556-483d-9945-428b8fc12933 None None] Current status of the port 9337b519-f330-46d5-b85a-c23622b9e96c is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:39:57.615472 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-95b0f0e0-9ff8-4c79-bbf7-4b10a5f889bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:57.660545 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe3029-1ed2-4468-8e5d-5f38f6803f54 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Pushing event deleted for resources: {'Port': ['ID=fd69e8ae-cb50-4ab2-9d2c-f7146985a90c,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:57.686679 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a1552588-6650-497d-83cb-1b6d772293fe req-128d83fa-89ea-494c-9305-0eab3a51cf3d tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/security-groups?id=534a7bf2-9c81-4f4f-abc6-be758786a6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5192821 Mar 01 13:39:57.708880 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-b154e352-a8e7-4e90-977f-12befa23bf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924ef7df-cb85-443d-bc3d-54c2f45d9404', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-293335773-router', 'tenant_id': '332b9658461045df8b10ec97438273af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '4317319f-a9b8-4a30-a129-8ae5ab0c036d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:47Z', 'updated_at': '2022-03-01T13:39:51Z', 'revision_number': 3, 'project_id': '332b9658461045df8b10ec97438273af', 'gw_port': {'id': '4317319f-a9b8-4a30-a129-8ae5ab0c036d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b6:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '924ef7df-cb85-443d-bc3d-54c2f45d9404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:49Z', 'updated_at': '2022-03-01T13:39:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:39:57.746255 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b154e352-a8e7-4e90-977f-12befa23bf2e None None] The sync data for ids ['924ef7df-cb85-443d-bc3d-54c2f45d9404'] in n-d-827467-3 is: [{'id': '924ef7df-cb85-443d-bc3d-54c2f45d9404', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-293335773-router', 'tenant_id': '332b9658461045df8b10ec97438273af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '4317319f-a9b8-4a30-a129-8ae5ab0c036d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:47Z', 'updated_at': '2022-03-01T13:39:51Z', 'revision_number': 3, 'project_id': '332b9658461045df8b10ec97438273af', 'gw_port': {'id': '4317319f-a9b8-4a30-a129-8ae5ab0c036d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b6:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '924ef7df-cb85-443d-bc3d-54c2f45d9404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:49Z', 'updated_at': '2022-03-01T13:39:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:39:57.775658 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388bde3-a1fa-4ce8-ab47-4950634633a6 req-d82c62fa-0d54-4264-b3cb-642ca81fe71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:57.784902 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4388bde3-a1fa-4ce8-ab47-4950634633a6 req-d82c62fa-0d54-4264-b3cb-642ca81fe71d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=99fa564d-060b-4170-be55-89d058cc71c8 HTTP/1.1" status: 200 len: 1132 time: 0.3731031 Mar 01 13:39:57.799555 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-c7361f4c-513e-4163-ab71-55db79419e52 None None] Provisioning complete for port dbf5f834-d45e-4cbe-bc09-14a45a7846e6 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:39:57.799955 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c7361f4c-513e-4163-ab71-55db79419e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (dbf5f834-d45e-4cbe-bc09-14a45a7846e6), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:57.816370 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b0292417-ac6f-4fe0-9c49-c049a9476849 admin admin] Publish callbacks [] for port (61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:57.892312 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f5aca-9725-47b9-b764-c9920e69ba25 req-4d041f24-d7b1-4610-984f-609fdc3128af tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:57.904515 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6b4f5aca-9725-47b9-b764-c9920e69ba25 req-4d041f24-d7b1-4610-984f-609fdc3128af tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5 HTTP/1.1" status: 200 len: 965 time: 0.2591569 Mar 01 13:39:57.906370 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b0292417-ac6f-4fe0-9c49-c049a9476849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:57.912756 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d21001-5eb0-4ccc-b2ca-b17f1cdd52ad req-25fe3029-1ed2-4468-8e5d-5f38f6803f54 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] No DVR routers for this DVR port fd69e8ae-cb50-4ab2-9d2c-f7146985a90c on host n-h1-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:39:57.915772 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b0292417-ac6f-4fe0-9c49-c049a9476849 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (924ef7df-cb85-443d-bc3d-54c2f45d9404), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:57.968586 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-53d21001-5eb0-4ccc-b2ca-b17f1cdd52ad req-25fe3029-1ed2-4468-8e5d-5f38f6803f54 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:57.979549 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-53d21001-5eb0-4ccc-b2ca-b17f1cdd52ad req-25fe3029-1ed2-4468-8e5d-5f38f6803f54 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.32 "DELETE /v2.0/ports/fd69e8ae-cb50-4ab2-9d2c-f7146985a90c HTTP/1.1" status: 204 len: 173 time: 2.8481939 Mar 01 13:39:57.999210 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f0d91c-aa91-4b60-9a89-af0547821377 admin admin] Router 3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 13:39:58.040835 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5de96c-d8b2-47bf-bd6c-4ad6837226a6 x-openstack-request-id: req-2a5de96c-d8b2-47bf-bd6c-4ad6837226a6 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:39:58.041364 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b175c1-0c82-4857-82e9-72b5fddfbea5", "tag": "f23864cc-b6f5-4d96-9f69-088617d6957b", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:39:58.041832 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a5de96c-d8b2-47bf-bd6c-4ad6837226a6 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:39:58.042430 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b175c1-0c82-4857-82e9-72b5fddfbea5', 'tag': 'f23864cc-b6f5-4d96-9f69-088617d6957b', 'status': 'completed', 'code': 200} Mar 01 13:39:58.078541 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4388bde3-a1fa-4ce8-ab47-4950634633a6 req-7e31e97b-c40c-47a2-9539-5cbaa4bf147e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=534a7bf2-9c81-4f4f-abc6-be758786a6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385714 Mar 01 13:39:58.132000 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0292417-ac6f-4fe0-9c49-c049a9476849 admin admin] Pushing event updated for resources: {'Port': ['ID=61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:58.154382 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-203c676c-1d5f-4d4d-9056-e50224fc7fc5 admin admin] Publish callbacks [] for security_group (2ae0507f-76d6-42f3-bb12-1d77ee81d6f5), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:58.155901 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-c7361f4c-513e-4163-ab71-55db79419e52 None None] Current status of the port dbf5f834-d45e-4cbe-bc09-14a45a7846e6 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:39:58.156296 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c7361f4c-513e-4163-ab71-55db79419e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (dbf5f834-d45e-4cbe-bc09-14a45a7846e6), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:58.166902 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device dbf5f834-d45e-4cbe-bc09-14a45a7846e6 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:39:58.254346 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device fd69e8ae-cb50-4ab2-9d2c-f7146985a90c no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:39:58.313182 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-203c676c-1d5f-4d4d-9056-e50224fc7fc5 admin admin] Publish callbacks [] for security_group (2ae0507f-76d6-42f3-bb12-1d77ee81d6f5), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:58.348132 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: fd69e8ae-cb50-4ab2-9d2c-f7146985a90c {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:39:58.348837 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device fd69e8ae-cb50-4ab2-9d2c-f7146985a90c not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:39:58.366753 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a133f293-7b7d-416e-8857-00ebfbcf8b7a req-d477e699-dea7-40e7-b3d9-0400f994c1f2 tempest-DeleteServersAdminTestJSON-1768953919 tempest-DeleteServersAdminTestJSON-1768953919-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9c38974-1dad-4967-9d5e-4ec988d66c4f HTTP/1.1" status: 200 len: 210 time: 0.2277429 Mar 01 13:39:58.376726 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-c7361f4c-513e-4163-ab71-55db79419e52 None None] For port dbf5f834-d45e-4cbe-bc09-14a45a7846e6, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=dbf5f834-d45e-4cbe-bc09-14a45a7846e6,segment=NetworkSegment(0238b9ed-49f4-4209-8867-c1b9b2a9e480),segment_id=0238b9ed-49f4-4209-8867-c1b9b2a9e480)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:39:58.390930 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c7361f4c-513e-4163-ab71-55db79419e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (dbf5f834-d45e-4cbe-bc09-14a45a7846e6), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:58.416504 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0292417-ac6f-4fe0-9c49-c049a9476849 admin admin] Network c72598c6-f24e-4946-9485-5f1f51ee50b9 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:39:58.420498 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-b0292417-ac6f-4fe0-9c49-c049a9476849 admin admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:39:58.438277 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c477315-d85b-492f-bd2d-b33c1f8426f2 req-65dbf510-3783-46cb-968b-8dd86b6aa6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:58.439846 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0c477315-d85b-492f-bd2d-b33c1f8426f2 req-65dbf510-3783-46cb-968b-8dd86b6aa6c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=980a0cdea86543af87d11d7652b91c08&device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5 HTTP/1.1" status: 200 len: 1177 time: 0.3863440 Mar 01 13:39:58.460290 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6b4f5aca-9725-47b9-b764-c9920e69ba25 req-1a072ed1-9a94-4095-94d3-3675a2a0c5c5 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5547945 Mar 01 13:39:58.494044 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port dbf5f834-d45e-4cbe-bc09-14a45a7846e6 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:39:58.495054 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (dbf5f834-d45e-4cbe-bc09-14a45a7846e6), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:58.612314 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device f23864cc-b6f5-4d96-9f69-088617d6957b details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:39:58.720850 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f0d91c-aa91-4b60-9a89-af0547821377 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:39:58.768706 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0292417-ac6f-4fe0-9c49-c049a9476849 admin admin] Router 924ef7df-cb85-443d-bc3d-54c2f45d9404 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:39:58.799410 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-203c676c-1d5f-4d4d-9056-e50224fc7fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (2ae0507f-76d6-42f3-bb12-1d77ee81d6f5), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:58.808079 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-203c676c-1d5f-4d4d-9056-e50224fc7fc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:58.819022 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-203c676c-1d5f-4d4d-9056-e50224fc7fc5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ae0507f-76d6-42f3-bb12-1d77ee81d6f5 HTTP/1.1" status: 204 len: 168 time: 1.2998924 Mar 01 13:39:58.838238 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5738b099-5b76-4a2a-bedc-70de03dec370 None None] Sync routers for ids ['3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:39:58.884718 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-71f0d91c-aa91-4b60-9a89-af0547821377 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:58.886065 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-71f0d91c-aa91-4b60-9a89-af0547821377 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.6893632 Mar 01 13:39:58.888014 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7361f4c-513e-4163-ab71-55db79419e52 None None] Pushing event updated for resources: {'Port': ['ID=dbf5f834-d45e-4cbe-bc09-14a45a7846e6,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:58.892435 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55216) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:58.903515 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c676c-1d5f-4d4d-9056-e50224fc7fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae0507f-76d6-42f3-bb12-1d77ee81d6f5,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:58.955478 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.resource_extend [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 13:39:58.968318 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-faa5f64e-9a82-460d-9f63-33a40e69dc0b None None] Provisioning complete for port dbf5f834-d45e-4cbe-bc09-14a45a7846e6 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:39:58.968675 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-faa5f64e-9a82-460d-9f63-33a40e69dc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (dbf5f834-d45e-4cbe-bc09-14a45a7846e6), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:58.978694 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c477315-d85b-492f-bd2d-b33c1f8426f2 req-d6b65d6b-34e2-41e5-b93c-d6459b1eca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:58.980376 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0c477315-d85b-492f-bd2d-b33c1f8426f2 req-d6b65d6b-34e2-41e5-b93c-d6459b1eca9a service neutron] 10.222.0.32 "GET /v2.0/networks?id=b187e7ca-336b-42a6-9348-f5c88fd21398 HTTP/1.1" status: 200 len: 918 time: 0.5295656 Mar 01 13:39:59.025328 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:59.089583 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0c477315-d85b-492f-bd2d-b33c1f8426f2 req-d2755b55-edd6-4816-ab79-e1f7bf33d91c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f23864cc-b6f5-4d96-9f69-088617d6957b HTTP/1.1" status: 200 len: 217 time: 0.0968776 Mar 01 13:39:59.096385 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5738b099-5b76-4a2a-bedc-70de03dec370 None None] Routers {'3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:39:59.097096 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-5738b099-5b76-4a2a-bedc-70de03dec370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:39:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:39:59.135279 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1502c1-8ddc-4cb3-ba7b-665bf8d3c71f req-08f088c6-559a-4a9b-89c6-228b86930b0e tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:59.136874 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0f1502c1-8ddc-4cb3-ba7b-665bf8d3c71f req-08f088c6-559a-4a9b-89c6-228b86930b0e tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fa564d-060b-4170-be55-89d058cc71c8 HTTP/1.1" status: 200 len: 950 time: 0.3258572 Mar 01 13:39:59.174845 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408ab05-ed7a-4964-a414-1d16e4044ec6 req-f5e56bbe-d32a-444f-8456-5edf80b7f953 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:59.176770 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5408ab05-ed7a-4964-a414-1d16e4044ec6 req-f5e56bbe-d32a-444f-8456-5edf80b7f953 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3cdbfbb-c15f-459c-8567-c5116633355f HTTP/1.1" status: 200 len: 950 time: 0.2347317 Mar 01 13:39:59.179993 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0292417-ac6f-4fe0-9c49-c049a9476849 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:39:59.216971 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b0292417-ac6f-4fe0-9c49-c049a9476849 admin admin] 10.222.0.13 "PUT /v2.0/routers/924ef7df-cb85-443d-bc3d-54c2f45d9404/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9788768 Mar 01 13:39:59.240541 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c477315-d85b-492f-bd2d-b33c1f8426f2 req-b1c152d4-887e-489e-8cad-8511253bd56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:39:59.242173 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0c477315-d85b-492f-bd2d-b33c1f8426f2 req-b1c152d4-887e-489e-8cad-8511253bd56f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b3b03883-8a75-4db3-9fa2-b5308f8a1ccf HTTP/1.1" status: 200 len: 857 time: 0.1313443 Mar 01 13:39:59.282385 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port dbf5f834-d45e-4cbe-bc09-14a45a7846e6 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:39:59.284075 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 9337b519-f330-46d5-b85a-c23622b9e96c up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:39:59.310234 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0c477315-d85b-492f-bd2d-b33c1f8426f2 req-d3d90573-c511-44a2-a2f6-ee1fb2fe370b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b187e7ca-336b-42a6-9348-f5c88fd21398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601544 Mar 01 13:39:59.431465 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0f1502c1-8ddc-4cb3-ba7b-665bf8d3c71f req-4823391d-f3f4-48f6-bb23-b322c5aa2a4e tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/security-groups?id=534a7bf2-9c81-4f4f-abc6-be758786a6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532461 Mar 01 13:39:59.435342 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5408ab05-ed7a-4964-a414-1d16e4044ec6 req-57460673-809a-488d-81e7-ba3b7c76babf tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/security-groups?id=08cc0ca3-1761-4523-ad7a-62fca43a6a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480755 Mar 01 13:39:59.471636 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55228) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:39:59.489472 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-69e5b80f-cef8-4225-8429-989eb2e4200d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:59.711908 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port f23864cc-b6f5-4d96-9f69-088617d6957b, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f23864cc-b6f5-4d96-9f69-088617d6957b,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:39:59.746353 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-69e5b80f-cef8-4225-8429-989eb2e4200d admin admin] Publish callbacks [] for security_group (1fb4d670-ab50-4b75-bc5c-2bb1ebd3f6a4), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:59.748990 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device f23864cc-b6f5-4d96-9f69-088617d6957b has no active binding in host n-h2-827467-3 {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 01 13:39:59.765285 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-69e5b80f-cef8-4225-8429-989eb2e4200d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (1fb4d670-ab50-4b75-bc5c-2bb1ebd3f6a4), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:59.768988 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-5738b099-5b76-4a2a-bedc-70de03dec370 None None] Set router 3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:39:59.781567 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0c477315-d85b-492f-bd2d-b33c1f8426f2 req-398b3185-94a7-4ae1-8e13-e2b96b02ac19 service neutron] 10.222.0.32 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635105 Mar 01 13:39:59.853983 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5b80f-cef8-4225-8429-989eb2e4200d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb4d670-ab50-4b75-bc5c-2bb1ebd3f6a4,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:39:59.884599 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 9337b519-f330-46d5-b85a-c23622b9e96c triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:39:59.884700 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9337b519-f330-46d5-b85a-c23622b9e96c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:39:59.912350 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-69e5b80f-cef8-4225-8429-989eb2e4200d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=afcfe98f6d0f484486c42615e9dc6719&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4394364 Mar 01 13:39:59.915565 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55240) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:00.006154 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3bf37-4022-4b16-b4cb-a8bf93eb22d8 req-d30b29b3-47db-4472-9c8a-b6b96fd7e5c1 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:00.006669 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-faa5f64e-9a82-460d-9f63-33a40e69dc0b None None] Current status of the port dbf5f834-d45e-4cbe-bc09-14a45a7846e6 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:40:00.021783 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-82a3bf37-4022-4b16-b4cb-a8bf93eb22d8 req-d30b29b3-47db-4472-9c8a-b6b96fd7e5c1 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5 HTTP/1.1" status: 200 len: 965 time: 0.3159249 Mar 01 13:40:00.040979 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:00.137225 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c38974-1dad-4967-9d5e-4ec988d66c4f', 'name': 'network-vif-deleted', 'tag': 'fd69e8ae-cb50-4ab2-9d2c-f7146985a90c'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:40:00.139424 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e4fef1-3f25-407b-94f0-cbf2cee1f59f" -d '{"events": [{"server_uuid": "a9c38974-1dad-4967-9d5e-4ec988d66c4f", "name": "network-vif-deleted", "tag": "fd69e8ae-cb50-4ab2-9d2c-f7146985a90c"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:40:00.144615 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [req-4f2176ed-0240-4861-a911-8e9ae911a113 req-389d6d11-8a5f-4f56-b3a0-4f38e144ad54 tempest-FloatingIPDetailsNegativeTestJSON-1405825938 tempest-FloatingIPDetailsNegativeTestJSON-1405825938-project] show failed (client error): The resource could not be found. Mar 01 13:40:00.157793 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55244) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:00.158591 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4f2176ed-0240-4861-a911-8e9ae911a113 req-389d6d11-8a5f-4f56-b3a0-4f38e144ad54 tempest-FloatingIPDetailsNegativeTestJSON-1405825938 tempest-FloatingIPDetailsNegativeTestJSON-1405825938-project] 10.222.0.13 "GET /v2.0/floatingips/3aa9a391-5787-4808-a1e8-94f00ba83dbc HTTP/1.1" status: 404 len: 350 time: 0.1309581 Mar 01 13:40:00.206057 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-2ba95c13-711c-4359-aca9-5caf3e820580 None None] Provisioning complete for port 61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:40:00.206870 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2ba95c13-711c-4359-aca9-5caf3e820580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:00.245129 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 9337b519-f330-46d5-b85a-c23622b9e96c is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:40:00.291217 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cd53aed7-e268-4e87-94c5-de5307c4ce35 admin admin] Publish callbacks [] for security_group (1fb4d670-ab50-4b75-bc5c-2bb1ebd3f6a4), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:00.317703 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-5738b099-5b76-4a2a-bedc-70de03dec370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-433024307-router', 'tenant_id': '56174640a49042b7be4fff9d24bbd068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '6a3a6a5c-149f-4b71-9d78-49e207c03b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:53Z', 'updated_at': '2022-03-01T13:39:55Z', 'revision_number': 3, 'project_id': '56174640a49042b7be4fff9d24bbd068', 'gw_port': {'id': '6a3a6a5c-149f-4b71-9d78-49e207c03b54', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:54Z', 'updated_at': '2022-03-01T13:39:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:40:00.359876 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a281cc-1c25-42d8-b9c8-d61f4d957300 x-openstack-request-id: req-b7a281cc-1c25-42d8-b9c8-d61f4d957300 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:40:00.359876 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c38974-1dad-4967-9d5e-4ec988d66c4f", "name": "network-vif-deleted", "tag": "fd69e8ae-cb50-4ab2-9d2c-f7146985a90c", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:40:00.359876 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7a281cc-1c25-42d8-b9c8-d61f4d957300 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:40:00.359876 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c38974-1dad-4967-9d5e-4ec988d66c4f', 'name': 'network-vif-deleted', 'tag': 'fd69e8ae-cb50-4ab2-9d2c-f7146985a90c', 'status': 'completed', 'code': 200} Mar 01 13:40:00.376742 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-82a3bf37-4022-4b16-b4cb-a8bf93eb22d8 req-480c1419-9c7e-46e0-99ee-5a98a894050d tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536482 Mar 01 13:40:00.387925 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cd53aed7-e268-4e87-94c5-de5307c4ce35 admin admin] Publish callbacks [] for security_group (1fb4d670-ab50-4b75-bc5c-2bb1ebd3f6a4), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:00.400130 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-2ba95c13-711c-4359-aca9-5caf3e820580 None None] Port 61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:40:00.414155 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5738b099-5b76-4a2a-bedc-70de03dec370 None None] Checking router: 3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:40:00.414570 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5738b099-5b76-4a2a-bedc-70de03dec370 None None] Updating router 3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec port 6a3a6a5c-149f-4b71-9d78-49e207c03b54 binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:40:00.456989 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0c477315-d85b-492f-bd2d-b33c1f8426f2 req-6c7c959c-5bce-49d8-a2d4-8d545af637b5 service neutron] 10.222.0.32 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127050 Mar 01 13:40:00.534214 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cd53aed7-e268-4e87-94c5-de5307c4ce35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (1fb4d670-ab50-4b75-bc5c-2bb1ebd3f6a4), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:00.537222 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cd53aed7-e268-4e87-94c5-de5307c4ce35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:00.548986 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-cd53aed7-e268-4e87-94c5-de5307c4ce35 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1fb4d670-ab50-4b75-bc5c-2bb1ebd3f6a4 HTTP/1.1" status: 204 len: 168 time: 0.6322608 Mar 01 13:40:00.570444 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53aed7-e268-4e87-94c5-de5307c4ce35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb4d670-ab50-4b75-bc5c-2bb1ebd3f6a4,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:00.574123 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 4317319f-a9b8-4a30-a129-8ae5ab0c036d up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:40:00.635969 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5738b099-5b76-4a2a-bedc-70de03dec370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6a3a6a5c-149f-4b71-9d78-49e207c03b54), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:00.636844 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb34a93a-57f0-4156-8aad-85a764657125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:00.756580 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1bd41-f4ba-4c88-b731-2d1b65cc1fac req-5069ddc8-91b8-41d3-a963-c7a928616e69 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:00.758648 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2ae1bd41-f4ba-4c88-b731-2d1b65cc1fac req-5069ddc8-91b8-41d3-a963-c7a928616e69 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fa564d-060b-4170-be55-89d058cc71c8 HTTP/1.1" status: 200 len: 950 time: 0.1757712 Mar 01 13:40:00.814256 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25d1af-2cb2-4e61-ae30-36399c3fc905 req-bb31a3ac-ad51-43ec-85b6-53f4d76b22cf tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:00.816161 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fa25d1af-2cb2-4e61-ae30-36399c3fc905 req-bb31a3ac-ad51-43ec-85b6-53f4d76b22cf tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3cdbfbb-c15f-459c-8567-c5116633355f HTTP/1.1" status: 200 len: 950 time: 0.1595712 Mar 01 13:40:00.888267 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2ae1bd41-f4ba-4c88-b731-2d1b65cc1fac req-d367d61c-7e52-41db-ac92-40cc2784453e tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/security-groups?id=534a7bf2-9c81-4f4f-abc6-be758786a6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175735 Mar 01 13:40:00.891137 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 4317319f-a9b8-4a30-a129-8ae5ab0c036d triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:40:00.892045 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (4317319f-a9b8-4a30-a129-8ae5ab0c036d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:00.947806 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fa25d1af-2cb2-4e61-ae30-36399c3fc905 req-21ce1e7b-489f-454a-a88b-54163f767e09 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/security-groups?id=08cc0ca3-1761-4523-ad7a-62fca43a6a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158187 Mar 01 13:40:00.948460 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44aad36a-e3b1-4e31-b1fa-eeb8732a1426 None None] Sync routers for ids ['924ef7df-cb85-443d-bc3d-54c2f45d9404'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:40:00.970886 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44aad36a-e3b1-4e31-b1fa-eeb8732a1426 None None] Routers {'924ef7df-cb85-443d-bc3d-54c2f45d9404'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:40:00.974088 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-44aad36a-e3b1-4e31-b1fa-eeb8732a1426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:39:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['924ef7df-cb85-443d-bc3d-54c2f45d9404'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:40:01.060105 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d577683-6a8b-4a3a-8c7a-2900553bf318 req-acb45706-e6dc-44c0-971a-c205079538bd tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:01.062718 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9d577683-6a8b-4a3a-8c7a-2900553bf318 req-acb45706-e6dc-44c0-971a-c205079538bd tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3cdbfbb-c15f-459c-8567-c5116633355f HTTP/1.1" status: 200 len: 950 time: 0.2486544 Mar 01 13:40:01.138386 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 4317319f-a9b8-4a30-a129-8ae5ab0c036d is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:40:01.138775 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4317319f-a9b8-4a30-a129-8ae5ab0c036d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:01.181982 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-fb34a93a-57f0-4156-8aad-85a764657125 admin admin] Allocated IP 172.20.0.1 (99f0eda4-8931-4f72-a81b-bf50b6d238c6/5b5975b6-5553-465d-931c-bd78a0149167/7b6729d0-5ba5-4559-9142-9c07ce4352ed) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:40:01.192891 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 4317319f-a9b8-4a30-a129-8ae5ab0c036d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=4317319f-a9b8-4a30-a129-8ae5ab0c036d,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:01.205780 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (4317319f-a9b8-4a30-a129-8ae5ab0c036d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:01.206599 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device dbf5f834-d45e-4cbe-bc09-14a45a7846e6 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:40:01.267971 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5738b099-5b76-4a2a-bedc-70de03dec370 None None] Publish callbacks [] for port (6a3a6a5c-149f-4b71-9d78-49e207c03b54), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:01.297251 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5738b099-5b76-4a2a-bedc-70de03dec370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (6a3a6a5c-149f-4b71-9d78-49e207c03b54), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:01.334652 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=4317319f-a9b8-4a30-a129-8ae5ab0c036d,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:01.397323 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-5738b099-5b76-4a2a-bedc-70de03dec370 None None] Attempting to bind port 6a3a6a5c-149f-4b71-9d78-49e207c03b54 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:40:01.397708 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-5738b099-5b76-4a2a-bedc-70de03dec370 None None] Attempting to bind port 6a3a6a5c-149f-4b71-9d78-49e207c03b54 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:40:01.398602 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5738b099-5b76-4a2a-bedc-70de03dec370 None None] Attempting to bind port 6a3a6a5c-149f-4b71-9d78-49e207c03b54 on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:40:01.412377 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port dbf5f834-d45e-4cbe-bc09-14a45a7846e6 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:40:01.412754 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (dbf5f834-d45e-4cbe-bc09-14a45a7846e6), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:01.432821 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-44aad36a-e3b1-4e31-b1fa-eeb8732a1426 None None] Set router 924ef7df-cb85-443d-bc3d-54c2f45d9404 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:40:01.433089 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-9d577683-6a8b-4a3a-8c7a-2900553bf318 req-d939d02b-ba1a-4153-b803-6f3acaed3e8b tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Deleting port 2aee65f0-cefa-495e-9035-472e63ee55a5 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:40:01.433551 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9d577683-6a8b-4a3a-8c7a-2900553bf318 req-d939d02b-ba1a-4153-b803-6f3acaed3e8b tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (2aee65f0-cefa-495e-9035-472e63ee55a5), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:01.458764 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5738b099-5b76-4a2a-bedc-70de03dec370 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:40:01.461830 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5738b099-5b76-4a2a-bedc-70de03dec370 None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:40:01.462404 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5738b099-5b76-4a2a-bedc-70de03dec370 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:01.462948 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5738b099-5b76-4a2a-bedc-70de03dec370 None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:40:01.463586 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-5738b099-5b76-4a2a-bedc-70de03dec370 None None] Bound port: 6a3a6a5c-149f-4b71-9d78-49e207c03b54, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:40:01.464719 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5738b099-5b76-4a2a-bedc-70de03dec370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6a3a6a5c-149f-4b71-9d78-49e207c03b54), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:01.472240 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad635bf7-b9c1-47e1-9772-478f5bc0d33f None None] Pushing event updated for resources: {'Port': ['ID=6a3a6a5c-149f-4b71-9d78-49e207c03b54,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:01.586209 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb34a93a-57f0-4156-8aad-85a764657125 admin admin] Publish callbacks [] for port (7b6729d0-5ba5-4559-9142-9c07ce4352ed), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:01.634883 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f1bbfa07-fa4a-487e-892c-bf1003eda77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (924ef7df-cb85-443d-bc3d-54c2f45d9404), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:01.649035 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabe621-f79d-4d5d-94fd-ec867f35e19b req-c413cfe5-7874-48d3-a1a4-24afe5dce4c6 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:01.669076 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4aabe621-f79d-4d5d-94fd-ec867f35e19b req-c413cfe5-7874-48d3-a1a4-24afe5dce4c6 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5 HTTP/1.1" status: 200 len: 965 time: 0.1175418 Mar 01 13:40:01.707197 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55278) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:01.807204 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-5738b099-5b76-4a2a-bedc-70de03dec370 None None] For port 6a3a6a5c-149f-4b71-9d78-49e207c03b54, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:40:01.816162 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-44aad36a-e3b1-4e31-b1fa-eeb8732a1426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924ef7df-cb85-443d-bc3d-54c2f45d9404', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-293335773-router', 'tenant_id': '332b9658461045df8b10ec97438273af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '4317319f-a9b8-4a30-a129-8ae5ab0c036d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:47Z', 'updated_at': '2022-03-01T13:39:57Z', 'revision_number': 4, 'project_id': '332b9658461045df8b10ec97438273af', 'gw_port': {'id': '4317319f-a9b8-4a30-a129-8ae5ab0c036d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b6:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '924ef7df-cb85-443d-bc3d-54c2f45d9404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:49Z', 'updated_at': '2022-03-01T13:39:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d', 'name': '', 'network_id': 'c72598c6-f24e-4946-9485-5f1f51ee50b9', 'tenant_id': '332b9658461045df8b10ec97438273af', 'mac_address': 'fa:16:3e:0e:51:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '924ef7df-cb85-443d-bc3d-54c2f45d9404', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '71c328a1-4c65-42f4-b86a-84bcc83e3e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:54Z', 'updated_at': '2022-03-01T13:39:57Z', 'revision_number': 2, 'project_id': '332b9658461045df8b10ec97438273af', 'subnets': [{'id': '71c328a1-4c65-42f4-b86a-84bcc83e3e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:40:01.823525 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port dbf5f834-d45e-4cbe-bc09-14a45a7846e6 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:40:01.850361 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:01.851131 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-9d577683-6a8b-4a3a-8c7a-2900553bf318 req-d939d02b-ba1a-4153-b803-6f3acaed3e8b tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] For port 2aee65f0-cefa-495e-9035-472e63ee55a5, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=2aee65f0-cefa-495e-9035-472e63ee55a5,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:01.853428 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9d577683-6a8b-4a3a-8c7a-2900553bf318 req-d939d02b-ba1a-4153-b803-6f3acaed3e8b tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (2aee65f0-cefa-495e-9035-472e63ee55a5), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:01.869332 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-5738b099-5b76-4a2a-bedc-70de03dec370 None None] For port 6a3a6a5c-149f-4b71-9d78-49e207c03b54, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6a3a6a5c-149f-4b71-9d78-49e207c03b54,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:40:01.870691 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4aabe621-f79d-4d5d-94fd-ec867f35e19b req-5ad18553-5672-4fc2-86de-b762d25f2c6a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005372 Mar 01 13:40:01.900940 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5738b099-5b76-4a2a-bedc-70de03dec370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (6a3a6a5c-149f-4b71-9d78-49e207c03b54), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:01.919695 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44aad36a-e3b1-4e31-b1fa-eeb8732a1426 None None] Checking router: 924ef7df-cb85-443d-bc3d-54c2f45d9404 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:40:01.920248 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44aad36a-e3b1-4e31-b1fa-eeb8732a1426 None None] Updating router 924ef7df-cb85-443d-bc3d-54c2f45d9404 port 61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:40:01.941211 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-9d577683-6a8b-4a3a-8c7a-2900553bf318 req-d939d02b-ba1a-4153-b803-6f3acaed3e8b tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Calling delete_port for 2aee65f0-cefa-495e-9035-472e63ee55a5 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:40:01.994590 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-05b29d47-e898-4d70-a580-87e6e2ad8e17 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=14d154d02fdc41b094b978b7f2c73712&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629048 Mar 01 13:40:02.014107 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-44aad36a-e3b1-4e31-b1fa-eeb8732a1426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:02.125545 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5738b099-5b76-4a2a-bedc-70de03dec370 None None] Routers {'3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:40:02.130236 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-5738b099-5b76-4a2a-bedc-70de03dec370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:39:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:40:02.140523 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad635bf7-b9c1-47e1-9772-478f5bc0d33f None None] Pushing event updated for resources: {'Port': ['ID=6a3a6a5c-149f-4b71-9d78-49e207c03b54,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:02.165844 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb34a93a-57f0-4156-8aad-85a764657125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (7b6729d0-5ba5-4559-9142-9c07ce4352ed), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:02.185582 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-93b15641-15a5-4c0b-849a-a76b3307de7a tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:02.195108 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-93b15641-15a5-4c0b-849a-a76b3307de7a tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1914732 Mar 01 13:40:02.314873 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-8358b632-99c0-4d15-a577-6116be8a68da tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/quotas/14d154d02fdc41b094b978b7f2c73712 HTTP/1.1" status: 200 len: 375 time: 0.1165972 Mar 01 13:40:02.405092 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34a93a-57f0-4156-8aad-85a764657125 admin admin] Pushing event updated for resources: {'Port': ['ID=7b6729d0-5ba5-4559-9142-9c07ce4352ed,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:02.420013 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb34a93a-57f0-4156-8aad-85a764657125 admin admin] Network 99f0eda4-8931-4f72-a81b-bf50b6d238c6 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:40:02.423055 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-fb34a93a-57f0-4156-8aad-85a764657125 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:40:02.432223 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb34a93a-57f0-4156-8aad-85a764657125 admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:40:02.432758 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb34a93a-57f0-4156-8aad-85a764657125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:02.440242 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 4317319f-a9b8-4a30-a129-8ae5ab0c036d up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:40:02.590954 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-5738b099-5b76-4a2a-bedc-70de03dec370 None None] Set router 3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:40:02.612729 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c806c243-069f-4b63-9a90-8e96205fc168 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=865d9f9d78924654a5c6591a3082939f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9014373 Mar 01 13:40:02.632646 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55308) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:02.709709 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:40:02.740180 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-44aad36a-e3b1-4e31-b1fa-eeb8732a1426 None None] Publish callbacks [] for port (61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:02.757392 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-44aad36a-e3b1-4e31-b1fa-eeb8732a1426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:02.758537 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 4317319f-a9b8-4a30-a129-8ae5ab0c036d triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:40:02.759105 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (4317319f-a9b8-4a30-a129-8ae5ab0c036d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:02.764083 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6557b61-9665-4d8e-bb9f-4083abdbaffd req-dcaa9ed9-ee86-4e7a-b986-b4cba8896466 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:02.776588 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e6557b61-9665-4d8e-bb9f-4083abdbaffd req-dcaa9ed9-ee86-4e7a-b986-b4cba8896466 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3cdbfbb-c15f-459c-8567-c5116633355f HTTP/1.1" status: 200 len: 950 time: 0.5727746 Mar 01 13:40:02.813977 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-cf26eae8-d1c5-4c0f-91b8-c52ebcb0b268 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=14d154d02fdc41b094b978b7f2c73712&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4974823 Mar 01 13:40:02.873123 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 4317319f-a9b8-4a30-a129-8ae5ab0c036d is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:40:02.917776 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0026aaa-d727-4955-99d3-a5a76c792657 None None] Pushing event updated for resources: {'Port': ['ID=61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:02.971762 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e6557b61-9665-4d8e-bb9f-4083abdbaffd req-adcc8a4b-aae9-4120-8528-59a09edb97f7 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/security-groups?id=08cc0ca3-1761-4523-ad7a-62fca43a6a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942437 Mar 01 13:40:02.972464 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c9f5f624-987e-4775-bf02-e043feaa6a14 admin admin] Publish callbacks [] for security_group (6895d388-ad2b-4d63-8def-72bb3c8a41b1), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:03.031627 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c9f5f624-987e-4775-bf02-e043feaa6a14 admin admin] Publish callbacks [] for security_group (6895d388-ad2b-4d63-8def-72bb3c8a41b1), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:03.043503 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-2e805bf9-3424-4a3c-8afc-8510451f491d None None] Provisioning complete for port 7b6729d0-5ba5-4559-9142-9c07ce4352ed triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:40:03.044065 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2e805bf9-3424-4a3c-8afc-8510451f491d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7b6729d0-5ba5-4559-9142-9c07ce4352ed), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:03.051066 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-44aad36a-e3b1-4e31-b1fa-eeb8732a1426 None None] Attempting to bind port 61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:40:03.051641 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-44aad36a-e3b1-4e31-b1fa-eeb8732a1426 None None] Attempting to bind port 61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '0a86e1ab-9273-4b49-b669-ac2d59fc924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c72598c6-f24e-4946-9485-5f1f51ee50b9'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:40:03.051943 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44aad36a-e3b1-4e31-b1fa-eeb8732a1426 None None] Attempting to bind port 61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d on network c72598c6-f24e-4946-9485-5f1f51ee50b9 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:40:03.067828 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44aad36a-e3b1-4e31-b1fa-eeb8732a1426 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:40:03.068210 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44aad36a-e3b1-4e31-b1fa-eeb8732a1426 None None] Checking segment: {'id': '0a86e1ab-9273-4b49-b669-ac2d59fc924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c72598c6-f24e-4946-9485-5f1f51ee50b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:40:03.068628 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-44aad36a-e3b1-4e31-b1fa-eeb8732a1426 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:03.069023 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44aad36a-e3b1-4e31-b1fa-eeb8732a1426 None None] Bound using segment: {'id': '0a86e1ab-9273-4b49-b669-ac2d59fc924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c72598c6-f24e-4946-9485-5f1f51ee50b9'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:40:03.069520 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-44aad36a-e3b1-4e31-b1fa-eeb8732a1426 None None] Bound port: 61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a86e1ab-9273-4b49-b669-ac2d59fc924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c72598c6-f24e-4946-9485-5f1f51ee50b9'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:40:03.070523 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-44aad36a-e3b1-4e31-b1fa-eeb8732a1426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:03.207154 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-2e805bf9-3424-4a3c-8afc-8510451f491d None None] Port 7b6729d0-5ba5-4559-9142-9c07ce4352ed cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:40:03.213954 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5315b1c-6ae2-42c1-babc-f47455cce5d0 req-b6c8a501-40c6-4a05-b048-bdeff944a325 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:03.221259 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e5315b1c-6ae2-42c1-babc-f47455cce5d0 req-b6c8a501-40c6-4a05-b048-bdeff944a325 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5 HTTP/1.1" status: 200 len: 965 time: 0.0759294 Mar 01 13:40:03.223393 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c9f5f624-987e-4775-bf02-e043feaa6a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6895d388-ad2b-4d63-8def-72bb3c8a41b1), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:03.223662 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-5738b099-5b76-4a2a-bedc-70de03dec370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-433024307-router', 'tenant_id': '56174640a49042b7be4fff9d24bbd068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '6a3a6a5c-149f-4b71-9d78-49e207c03b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:53Z', 'updated_at': '2022-03-01T13:39:55Z', 'revision_number': 3, 'project_id': '56174640a49042b7be4fff9d24bbd068', 'gw_port': {'id': '6a3a6a5c-149f-4b71-9d78-49e207c03b54', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:54Z', 'updated_at': '2022-03-01T13:40:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:40:03.226506 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c9f5f624-987e-4775-bf02-e043feaa6a14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:03.227735 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c9f5f624-987e-4775-bf02-e043feaa6a14 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6895d388-ad2b-4d63-8def-72bb3c8a41b1 HTTP/1.1" status: 204 len: 168 time: 0.5841148 Mar 01 13:40:03.252931 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5f624-987e-4775-bf02-e043feaa6a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6895d388-ad2b-4d63-8def-72bb3c8a41b1,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:03.294043 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e5315b1c-6ae2-42c1-babc-f47455cce5d0 req-de0459a4-0e41-4265-889b-6b693fb195e9 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717111 Mar 01 13:40:03.326461 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5738b099-5b76-4a2a-bedc-70de03dec370 None None] The sync data for ids ['3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec'] in n-d-827467-3 is: [{'id': '3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-433024307-router', 'tenant_id': '56174640a49042b7be4fff9d24bbd068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '6a3a6a5c-149f-4b71-9d78-49e207c03b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:53Z', 'updated_at': '2022-03-01T13:39:55Z', 'revision_number': 3, 'project_id': '56174640a49042b7be4fff9d24bbd068', 'gw_port': {'id': '6a3a6a5c-149f-4b71-9d78-49e207c03b54', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:54Z', 'updated_at': '2022-03-01T13:40:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:40:03.336838 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-44aad36a-e3b1-4e31-b1fa-eeb8732a1426 None None] For port 61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:40:03.354721 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-44aad36a-e3b1-4e31-b1fa-eeb8732a1426 None None] For port 61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d,segment=NetworkSegment(0a86e1ab-9273-4b49-b669-ac2d59fc924a),segment_id=0a86e1ab-9273-4b49-b669-ac2d59fc924a)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:40:03.380591 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-44aad36a-e3b1-4e31-b1fa-eeb8732a1426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:03.385663 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4209a783-e67b-407b-b4e7-6a78ab795b37 req-f7fd27fe-7563-4e7f-86e1-b3d0dc06030c tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/ports?device_id=4706f6a6-bf96-493c-b19c-edd84b8e1f69 HTTP/1.1" status: 200 len: 210 time: 0.0439062 Mar 01 13:40:03.397180 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-198f45c3-619e-4c4c-b516-3e1b1021959e None None] Provisioning complete for port 61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:40:03.398945 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-198f45c3-619e-4c4c-b516-3e1b1021959e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:03.426095 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb34a93a-57f0-4156-8aad-85a764657125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7b6729d0-5ba5-4559-9142-9c07ce4352ed), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:03.536261 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0026aaa-d727-4955-99d3-a5a76c792657 None None] Pushing event updated for resources: {'Port': ['ID=61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d,revision_number=4']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:03.543097 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44aad36a-e3b1-4e31-b1fa-eeb8732a1426 None None] Routers {'924ef7df-cb85-443d-bc3d-54c2f45d9404'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:40:03.543865 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-44aad36a-e3b1-4e31-b1fa-eeb8732a1426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:39:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['924ef7df-cb85-443d-bc3d-54c2f45d9404'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:40:03.683822 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-198f45c3-619e-4c4c-b516-3e1b1021959e None None] Current status of the port 61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:40:03.684471 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-198f45c3-619e-4c4c-b516-3e1b1021959e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:03.834941 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-198f45c3-619e-4c4c-b516-3e1b1021959e None None] For port 61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d,segment=NetworkSegment(0a86e1ab-9273-4b49-b669-ac2d59fc924a),segment_id=0a86e1ab-9273-4b49-b669-ac2d59fc924a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:03.846344 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-44aad36a-e3b1-4e31-b1fa-eeb8732a1426 None None] Set router 924ef7df-cb85-443d-bc3d-54c2f45d9404 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:40:03.849206 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-198f45c3-619e-4c4c-b516-3e1b1021959e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:03.863514 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-478356e6-0c31-4bde-af71-b1775edad955 req-feefbb3b-05a0-4437-bb8f-e3fa543b12e9 service neutron] 10.222.0.32 "GET /v2.0/ports/f23864cc-b6f5-4d96-9f69-088617d6957b/bindings/n-h2-827467-3 HTTP/1.1" status: 200 len: 384 time: 0.5602982 Mar 01 13:40:04.044414 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9d577683-6a8b-4a3a-8c7a-2900553bf318 req-d939d02b-ba1a-4153-b803-6f3acaed3e8b tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (2aee65f0-cefa-495e-9035-472e63ee55a5), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:04.050919 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f45c3-619e-4c4c-b516-3e1b1021959e None None] Pushing event updated for resources: {'Port': ['ID=61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:04.128528 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-1b450b70-f4b5-4ad5-beb5-76d34ac73bb5 None None] Provisioning complete for port 61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:40:04.131136 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1b450b70-f4b5-4ad5-beb5-76d34ac73bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:04.174765 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55354) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:04.192820 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-61e4db00-5426-4309-9a52-ca351a582be6 req-83adc9a9-3618-443b-8368-84ff87d25e64 tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3cdbfbb-c15f-459c-8567-c5116633355f HTTP/1.1" status: 200 len: 210 time: 0.0797517 Mar 01 13:40:04.246074 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939d02b-ba1a-4153-b803-6f3acaed3e8b tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Pushing event deleted for resources: {'Port': ['ID=2aee65f0-cefa-495e-9035-472e63ee55a5,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:04.268435 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8d7c5f91-aaa4-4723-b9a1-6d1564a8793a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:04.512289 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-478356e6-0c31-4bde-af71-b1775edad955 req-9c008014-ba16-47c9-aba8-a6a345dcc1ba service neutron] For port f23864cc-b6f5-4d96-9f69-088617d6957b, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f23864cc-b6f5-4d96-9f69-088617d6957b,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:04.528761 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-1b450b70-f4b5-4ad5-beb5-76d34ac73bb5 None None] Current status of the port 61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:40:04.553552 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-44aad36a-e3b1-4e31-b1fa-eeb8732a1426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924ef7df-cb85-443d-bc3d-54c2f45d9404', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-293335773-router', 'tenant_id': '332b9658461045df8b10ec97438273af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '4317319f-a9b8-4a30-a129-8ae5ab0c036d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:47Z', 'updated_at': '2022-03-01T13:39:57Z', 'revision_number': 4, 'project_id': '332b9658461045df8b10ec97438273af', 'gw_port': {'id': '4317319f-a9b8-4a30-a129-8ae5ab0c036d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924ef7df-cb85-443d-bc3d-54c2f45d9404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:49Z', 'updated_at': '2022-03-01T13:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d', 'name': '', 'network_id': 'c72598c6-f24e-4946-9485-5f1f51ee50b9', 'tenant_id': '332b9658461045df8b10ec97438273af', 'mac_address': 'fa:16:3e:0e:51:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '924ef7df-cb85-443d-bc3d-54c2f45d9404', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '71c328a1-4c65-42f4-b86a-84bcc83e3e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:54Z', 'updated_at': '2022-03-01T13:40:03Z', 'revision_number': 4, 'project_id': '332b9658461045df8b10ec97438273af', 'subnets': [{'id': '71c328a1-4c65-42f4-b86a-84bcc83e3e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:40:04.577784 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-478356e6-0c31-4bde-af71-b1775edad955 req-9c008014-ba16-47c9-aba8-a6a345dcc1ba service neutron] For port f23864cc-b6f5-4d96-9f69-088617d6957b, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:40:04.585557 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6a3a6a5c-149f-4b71-9d78-49e207c03b54 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:40:04.621053 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8d7c5f91-aaa4-4723-b9a1-6d1564a8793a admin admin] Publish callbacks [] for security_group (2453138f-8cbb-40dd-bb87-de751db94d7e), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:04.661963 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8d7c5f91-aaa4-4723-b9a1-6d1564a8793a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (2453138f-8cbb-40dd-bb87-de751db94d7e), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:04.670153 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44aad36a-e3b1-4e31-b1fa-eeb8732a1426 None None] The sync data for ids ['924ef7df-cb85-443d-bc3d-54c2f45d9404'] in n-d-827467-3 is: [{'id': '924ef7df-cb85-443d-bc3d-54c2f45d9404', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-293335773-router', 'tenant_id': '332b9658461045df8b10ec97438273af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '4317319f-a9b8-4a30-a129-8ae5ab0c036d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:47Z', 'updated_at': '2022-03-01T13:39:57Z', 'revision_number': 4, 'project_id': '332b9658461045df8b10ec97438273af', 'gw_port': {'id': '4317319f-a9b8-4a30-a129-8ae5ab0c036d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924ef7df-cb85-443d-bc3d-54c2f45d9404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:49Z', 'updated_at': '2022-03-01T13:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d', 'name': '', 'network_id': 'c72598c6-f24e-4946-9485-5f1f51ee50b9', 'tenant_id': '332b9658461045df8b10ec97438273af', 'mac_address': 'fa:16:3e:0e:51:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '924ef7df-cb85-443d-bc3d-54c2f45d9404', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '71c328a1-4c65-42f4-b86a-84bcc83e3e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:54Z', 'updated_at': '2022-03-01T13:40:03Z', 'revision_number': 4, 'project_id': '332b9658461045df8b10ec97438273af', 'subnets': [{'id': '71c328a1-4c65-42f4-b86a-84bcc83e3e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:40:04.805611 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d577683-6a8b-4a3a-8c7a-2900553bf318 req-d939d02b-ba1a-4153-b803-6f3acaed3e8b tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] No DVR routers for this DVR port 2aee65f0-cefa-495e-9035-472e63ee55a5 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:40:04.810990 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9d577683-6a8b-4a3a-8c7a-2900553bf318 req-d939d02b-ba1a-4153-b803-6f3acaed3e8b tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:04.814871 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9d577683-6a8b-4a3a-8c7a-2900553bf318 req-d939d02b-ba1a-4153-b803-6f3acaed3e8b tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.20 "DELETE /v2.0/ports/2aee65f0-cefa-495e-9035-472e63ee55a5 HTTP/1.1" status: 204 len: 173 time: 3.7420270 Mar 01 13:40:04.820059 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cdbfbb-c15f-459c-8567-c5116633355f', 'name': 'network-vif-deleted', 'tag': '2aee65f0-cefa-495e-9035-472e63ee55a5'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:40:04.822815 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98404e70-b881-4429-a9a6-1d59dc9e6dd6" -d '{"events": [{"server_uuid": "e3cdbfbb-c15f-459c-8567-c5116633355f", "name": "network-vif-deleted", "tag": "2aee65f0-cefa-495e-9035-472e63ee55a5"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:40:04.828413 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-478356e6-0c31-4bde-af71-b1775edad955 req-9c008014-ba16-47c9-aba8-a6a345dcc1ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f23864cc-b6f5-4d96-9f69-088617d6957b {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:40:04.836288 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-68fcd63f-bf24-4996-ae93-f4adbec532f1 req-70d4d5cf-89b2-4ecf-a0a5-1a0417c346ae tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/ports?device_id=4706f6a6-bf96-493c-b19c-edd84b8e1f69 HTTP/1.1" status: 200 len: 210 time: 0.2120326 Mar 01 13:40:04.866249 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-478356e6-0c31-4bde-af71-b1775edad955 req-9c008014-ba16-47c9-aba8-a6a345dcc1ba service neutron] For port f23864cc-b6f5-4d96-9f69-088617d6957b, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=f23864cc-b6f5-4d96-9f69-088617d6957b,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:04.912681 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-478356e6-0c31-4bde-af71-b1775edad955 req-9c008014-ba16-47c9-aba8-a6a345dcc1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f23864cc-b6f5-4d96-9f69-088617d6957b), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:04.918363 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f1bbfa07-fa4a-487e-892c-bf1003eda77a admin admin] Deleting port 61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:40:04.918996 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f1bbfa07-fa4a-487e-892c-bf1003eda77a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:04.973524 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8d7c5f91-aaa4-4723-b9a1-6d1564a8793a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f80fad3126f24e31bc8e4b20c5e7aeb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7974215 Mar 01 13:40:04.976708 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55372) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:05.006724 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c5f91-aaa4-4723-b9a1-6d1564a8793a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2453138f-8cbb-40dd-bb87-de751db94d7e,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:05.080185 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbd4c0-3d17-4d4a-856e-67942da20446 req-20e15c08-cafb-4dfa-ade0-960bb6e97e9b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:05.088453 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7efbd4c0-3d17-4d4a-856e-67942da20446 req-20e15c08-cafb-4dfa-ade0-960bb6e97e9b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5 HTTP/1.1" status: 200 len: 965 time: 0.4654374 Mar 01 13:40:05.096070 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 2aee65f0-cefa-495e-9035-472e63ee55a5 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:40:05.179076 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 2aee65f0-cefa-495e-9035-472e63ee55a5 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:40:05.179560 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 2aee65f0-cefa-495e-9035-472e63ee55a5 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:40:05.201170 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-beb960d8-b29e-4913-b3ad-5e55146f9ff8 admin admin] Publish callbacks [] for security_group (2453138f-8cbb-40dd-bb87-de751db94d7e), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:05.215519 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f1bbfa07-fa4a-487e-892c-bf1003eda77a admin admin] For port 61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d,segment=NetworkSegment(0a86e1ab-9273-4b49-b669-ac2d59fc924a),segment_id=0a86e1ab-9273-4b49-b669-ac2d59fc924a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:05.215930 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f1bbfa07-fa4a-487e-892c-bf1003eda77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:05.216839 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 6a3a6a5c-149f-4b71-9d78-49e207c03b54 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:40:05.218221 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6a3a6a5c-149f-4b71-9d78-49e207c03b54), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:05.254210 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-beb960d8-b29e-4913-b3ad-5e55146f9ff8 admin admin] Publish callbacks [] for security_group (2453138f-8cbb-40dd-bb87-de751db94d7e), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:05.271766 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb34a93a-57f0-4156-8aad-85a764657125 admin admin] Publish callbacks [] for port (7b6729d0-5ba5-4559-9142-9c07ce4352ed), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:05.277327 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f1bbfa07-fa4a-487e-892c-bf1003eda77a admin admin] Calling delete_port for 61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:40:05.377250 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371dccfb-e910-421e-852b-36756549a939 x-openstack-request-id: req-371dccfb-e910-421e-852b-36756549a939 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:40:05.377548 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3cdbfbb-c15f-459c-8567-c5116633355f", "name": "network-vif-deleted", "tag": "2aee65f0-cefa-495e-9035-472e63ee55a5", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:40:05.382962 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-371dccfb-e910-421e-852b-36756549a939 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:40:05.383485 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cdbfbb-c15f-459c-8567-c5116633355f', 'name': 'network-vif-deleted', 'tag': '2aee65f0-cefa-495e-9035-472e63ee55a5', 'status': 'completed', 'code': 200} Mar 01 13:40:05.385563 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb34a93a-57f0-4156-8aad-85a764657125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (7b6729d0-5ba5-4559-9142-9c07ce4352ed), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:05.390025 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-beb960d8-b29e-4913-b3ad-5e55146f9ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (2453138f-8cbb-40dd-bb87-de751db94d7e), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:05.391234 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb34a93a-57f0-4156-8aad-85a764657125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:05.403548 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-beb960d8-b29e-4913-b3ad-5e55146f9ff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:05.408040 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-beb960d8-b29e-4913-b3ad-5e55146f9ff8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2453138f-8cbb-40dd-bb87-de751db94d7e HTTP/1.1" status: 204 len: 168 time: 0.4272125 Mar 01 13:40:05.440958 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7efbd4c0-3d17-4d4a-856e-67942da20446 req-f90bc603-8f7d-47fb-a1a2-ba597b49e01e tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505681 Mar 01 13:40:05.445198 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 6a3a6a5c-149f-4b71-9d78-49e207c03b54 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:40:05.445616 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6a3a6a5c-149f-4b71-9d78-49e207c03b54), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:05.447946 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-5ba6c061-da52-4f2d-b075-bce82f2f9812 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=14d154d02fdc41b094b978b7f2c73712&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0805027 Mar 01 13:40:05.489515 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb960d8-b29e-4913-b3ad-5e55146f9ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2453138f-8cbb-40dd-bb87-de751db94d7e,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:05.536223 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 6a3a6a5c-149f-4b71-9d78-49e207c03b54, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6a3a6a5c-149f-4b71-9d78-49e207c03b54,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:05.553281 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (6a3a6a5c-149f-4b71-9d78-49e207c03b54), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:05.738157 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=6a3a6a5c-149f-4b71-9d78-49e207c03b54,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:05.796574 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-f472a2ba-78a2-4d19-82ed-982f2b4af1ea tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:05.798421 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-f472a2ba-78a2-4d19-82ed-982f2b4af1ea tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3349969 Mar 01 13:40:05.820881 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-478356e6-0c31-4bde-af71-b1775edad955 req-9c008014-ba16-47c9-aba8-a6a345dcc1ba service neutron] Transition to ACTIVE for port object f23864cc-b6f5-4d96-9f69-088617d6957b will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:40:05.833198 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-248e1c28-157d-452c-a0d2-4810154f6f82 req-0ac57bd3-be21-456f-a5b4-4c6ba43f442b tempest-ServerDiagnosticsNegativeTest-544175635 tempest-ServerDiagnosticsNegativeTest-544175635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3cdbfbb-c15f-459c-8567-c5116633355f HTTP/1.1" status: 200 len: 210 time: 0.1945646 Mar 01 13:40:05.841518 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34a93a-57f0-4156-8aad-85a764657125 admin admin] Pushing event updated for resources: {'Port': ['ID=7b6729d0-5ba5-4559-9142-9c07ce4352ed,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:05.851372 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-d54c850a-5608-4df4-91f7-88a8bfa33d06 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Request body: {'port': {'device_id': '4706f6a6-bf96-493c-b19c-edd84b8e1f69', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'admin_state_up': True, 'tenant_id': '14d154d02fdc41b094b978b7f2c73712'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:05.852123 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-478356e6-0c31-4bde-af71-b1775edad955 req-9c008014-ba16-47c9-aba8-a6a345dcc1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f23864cc-b6f5-4d96-9f69-088617d6957b), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:06.019777 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-478356e6-0c31-4bde-af71-b1775edad955 req-9c008014-ba16-47c9-aba8-a6a345dcc1ba service neutron] No DVR routers for this DVR port f23864cc-b6f5-4d96-9f69-088617d6957b on host n-h1-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:40:06.040245 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c008014-ba16-47c9-aba8-a6a345dcc1ba service neutron] Pushing event updated for resources: {'Port': ['ID=f23864cc-b6f5-4d96-9f69-088617d6957b,revision_number=10']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:06.089350 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4e5b043-832c-489d-ae82-f4eb1ef8c241 req-0bf3f693-0a95-4475-8fa2-31e40061d594 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/ports?device_id=4706f6a6-bf96-493c-b19c-edd84b8e1f69 HTTP/1.1" status: 200 len: 210 time: 0.1078935 Mar 01 13:40:06.098056 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-478356e6-0c31-4bde-af71-b1775edad955 req-9c008014-ba16-47c9-aba8-a6a345dcc1ba service neutron] 10.222.0.32 "PUT /v2.0/ports/f23864cc-b6f5-4d96-9f69-088617d6957b/bindings/n-h2-827467-3/activate HTTP/1.1" status: 200 len: 369 time: 2.2272246 Mar 01 13:40:06.099877 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb34a93a-57f0-4156-8aad-85a764657125 admin admin] Network 99f0eda4-8931-4f72-a81b-bf50b6d238c6 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:40:06.104528 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-fb34a93a-57f0-4156-8aad-85a764657125 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:40:06.223212 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-d54c850a-5608-4df4-91f7-88a8bfa33d06 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Made reservation on behalf of 14d154d02fdc41b094b978b7f2c73712 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:40:06.233201 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-d54c850a-5608-4df4-91f7-88a8bfa33d06 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:06.276412 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device f23864cc-b6f5-4d96-9f69-088617d6957b no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:40:06.436064 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] The host n-h1-827467-3 is not matching for port f23864cc-b6f5-4d96-9f69-088617d6957b host n-h2-827467-3! {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 01 13:40:06.436487 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device f23864cc-b6f5-4d96-9f69-088617d6957b not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:40:06.461392 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f1bbfa07-fa4a-487e-892c-bf1003eda77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:06.500539 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478356e6-0c31-4bde-af71-b1775edad955 req-7caf221d-1014-435c-b9b1-e8fdd0afa5af tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:06.502039 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-478356e6-0c31-4bde-af71-b1775edad955 req-7caf221d-1014-435c-b9b1-e8fdd0afa5af tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5&tenant_id=980a0cdea86543af87d11d7652b91c08&binding%3Ahost_id=n-h1-827467-3 HTTP/1.1" status: 200 len: 1148 time: 0.2805312 Mar 01 13:40:06.560678 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbfa07-fa4a-487e-892c-bf1003eda77a admin admin] Pushing event deleted for resources: {'Port': ['ID=61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:06.562542 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6a3a6a5c-149f-4b71-9d78-49e207c03b54 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:40:06.585899 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55410) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:06.733197 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 6a3a6a5c-149f-4b71-9d78-49e207c03b54 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:40:06.733864 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6a3a6a5c-149f-4b71-9d78-49e207c03b54), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:06.755964 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb34a93a-57f0-4156-8aad-85a764657125 admin admin] Router 3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:40:06.829420 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-8e40ca47-7faa-4629-aa76-188f4d672d4b None None] Provisioning complete for port 7b6729d0-5ba5-4559-9142-9c07ce4352ed triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:40:06.838436 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8e40ca47-7faa-4629-aa76-188f4d672d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7b6729d0-5ba5-4559-9142-9c07ce4352ed), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:06.936727 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 6a3a6a5c-149f-4b71-9d78-49e207c03b54 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:40:06.938138 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:40:06.964791 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:40:06.965613 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 01 13:40:06.965874 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478356e6-0c31-4bde-af71-b1775edad955 req-ed968f4d-848a-4d83-8c9c-02b3cd4a2583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:06.967425 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-478356e6-0c31-4bde-af71-b1775edad955 req-ed968f4d-848a-4d83-8c9c-02b3cd4a2583 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5&tenant_id=980a0cdea86543af87d11d7652b91c08 HTTP/1.1" status: 200 len: 1148 time: 0.3909740 Mar 01 13:40:06.968963 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-8e40ca47-7faa-4629-aa76-188f4d672d4b None None] Port 7b6729d0-5ba5-4559-9142-9c07ce4352ed cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:40:06.998557 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Port 61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d not found, will not notify nova. {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 01 13:40:07.034912 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f1bbfa07-fa4a-487e-892c-bf1003eda77a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (924ef7df-cb85-443d-bc3d-54c2f45d9404), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:07.349428 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-81cbfa70-bf2b-4c82-a6ae-524b1b50fe0d req-0f9017b3-bef0-4dd0-83c1-74c319fec023 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/ports?device_id=4706f6a6-bf96-493c-b19c-edd84b8e1f69 HTTP/1.1" status: 200 len: 210 time: 0.0960011 Mar 01 13:40:07.400919 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-d54c850a-5608-4df4-91f7-88a8bfa33d06 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Allocated IP 192.168.233.105 (5e5e5cdc-dce5-4633-91fd-8e14363cd220/909a9e4d-2330-4bdf-bf33-da65c3dea6db/12bbb1f1-7532-4da9-8fbb-d9de1df8c855) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:40:07.453505 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478356e6-0c31-4bde-af71-b1775edad955 req-5a1cc496-cd9e-4881-8f22-acc1bdbf106a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:07.455186 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-478356e6-0c31-4bde-af71-b1775edad955 req-5a1cc496-cd9e-4881-8f22-acc1bdbf106a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=980a0cdea86543af87d11d7652b91c08&device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5 HTTP/1.1" status: 200 len: 1148 time: 0.4626348 Mar 01 13:40:07.455574 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536699c-417e-4eef-a089-9a34321018cd req-321b6cda-3971-458e-b6de-d32b6fdb48c6 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:07.466218 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2536699c-417e-4eef-a089-9a34321018cd req-321b6cda-3971-458e-b6de-d32b6fdb48c6 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5 HTTP/1.1" status: 200 len: 966 time: 0.2998257 Mar 01 13:40:07.569330 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2536699c-417e-4eef-a089-9a34321018cd req-13bda5b1-244d-4629-a419-fe8de76734c5 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020544 Mar 01 13:40:07.577729 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478356e6-0c31-4bde-af71-b1775edad955 req-4a13e49c-bb9d-4546-aade-8af4e80c72b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:07.579289 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-478356e6-0c31-4bde-af71-b1775edad955 req-4a13e49c-bb9d-4546-aade-8af4e80c72b9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b187e7ca-336b-42a6-9348-f5c88fd21398 HTTP/1.1" status: 200 len: 918 time: 0.1136506 Mar 01 13:40:07.613451 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb34a93a-57f0-4156-8aad-85a764657125 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:40:07.621993 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fb34a93a-57f0-4156-8aad-85a764657125 admin admin] 10.222.0.13 "PUT /v2.0/routers/3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7280564 Mar 01 13:40:07.715096 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-478356e6-0c31-4bde-af71-b1775edad955 req-d417c0dd-19e0-4d40-9f31-92113f49d8ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f23864cc-b6f5-4d96-9f69-088617d6957b HTTP/1.1" status: 200 len: 217 time: 0.1297643 Mar 01 13:40:07.749622 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-d54c850a-5608-4df4-91f7-88a8bfa33d06 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Publish callbacks [] for port (12bbb1f1-7532-4da9-8fbb-d9de1df8c855), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:07.751210 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0b8b037b-74dd-480a-babd-f9309aef29e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:07.773894 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55440) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:07.814319 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478356e6-0c31-4bde-af71-b1775edad955 req-9c025aa1-a35b-4297-a200-cbb37c58c995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:07.816622 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-478356e6-0c31-4bde-af71-b1775edad955 req-9c025aa1-a35b-4297-a200-cbb37c58c995 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3b03883-8a75-4db3-9fa2-b5308f8a1ccf HTTP/1.1" status: 200 len: 857 time: 0.0932779 Mar 01 13:40:07.849227 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-d54c850a-5608-4df4-91f7-88a8bfa33d06 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (12bbb1f1-7532-4da9-8fbb-d9de1df8c855), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:07.861837 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['81795848-0fce-45d0-ac6c-f2cb26e88513'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:40:07.903443 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-478356e6-0c31-4bde-af71-b1775edad955 req-50784bc1-3680-4291-a055-1ceb82f6df71 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b187e7ca-336b-42a6-9348-f5c88fd21398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720131 Mar 01 13:40:07.960011 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-d54c850a-5608-4df4-91f7-88a8bfa33d06 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:40:07.977519 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-d54c850a-5608-4df4-91f7-88a8bfa33d06 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:40:07.989190 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-d54c850a-5608-4df4-91f7-88a8bfa33d06 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:40:08.007442 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-d54c850a-5608-4df4-91f7-88a8bfa33d06 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:08.008373 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-d54c850a-5608-4df4-91f7-88a8bfa33d06 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:08.117782 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c850a-5608-4df4-91f7-88a8bfa33d06 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Pushing event updated for resources: {'Port': ['ID=12bbb1f1-7532-4da9-8fbb-d9de1df8c855,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:08.138210 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-d54c850a-5608-4df4-91f7-88a8bfa33d06 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3215253 Mar 01 13:40:08.161140 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0b8b037b-74dd-480a-babd-f9309aef29e7 admin admin] Publish callbacks [] for security_group (a21ec856-41cd-4f21-8240-d1e8524afbbc), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:08.172350 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-8da7869d-94ae-45a6-83f4-74b8ee5bb5f1 service neutron] Request body: {'port': {'device_id': '4706f6a6-bf96-493c-b19c-edd84b8e1f69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:08.238403 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0b8b037b-74dd-480a-babd-f9309aef29e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a21ec856-41cd-4f21-8240-d1e8524afbbc), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:08.299616 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b037b-74dd-480a-babd-f9309aef29e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21ec856-41cd-4f21-8240-d1e8524afbbc,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:08.311209 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4db2777-e341-4b1e-bae7-b86c4998c8f0 None None] Sync routers for ids ['3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:40:08.328854 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4db2777-e341-4b1e-bae7-b86c4998c8f0 None None] Routers {'3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:40:08.331386 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-478356e6-0c31-4bde-af71-b1775edad955 req-1c9c9606-86a5-4d1e-878a-130abf8bbf78 service neutron] 10.222.0.20 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186776 Mar 01 13:40:08.332129 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d4db2777-e341-4b1e-bae7-b86c4998c8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:39:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:40:08.416063 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-11774a10-f5e6-490d-b883-16de96a22183 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=268dfb5352f341a9821dc69371e71b54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5956721 Mar 01 13:40:08.416063 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0b8b037b-74dd-480a-babd-f9309aef29e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5488ba9e520e4458a71277f3bc0df823&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8008118 Mar 01 13:40:08.416063 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55454) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:08.416063 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55456) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:08.416063 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-8da7869d-94ae-45a6-83f4-74b8ee5bb5f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (12bbb1f1-7532-4da9-8fbb-d9de1df8c855), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:08.591142 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-8744cd77-a596-4d25-9bc3-b49c8e555e8e None None] Provisioning complete for port 12bbb1f1-7532-4da9-8fbb-d9de1df8c855 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:40:08.591830 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8744cd77-a596-4d25-9bc3-b49c8e555e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (12bbb1f1-7532-4da9-8fbb-d9de1df8c855), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:08.651471 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1bbfa07-fa4a-487e-892c-bf1003eda77a admin admin] Router 924ef7df-cb85-443d-bc3d-54c2f45d9404 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:40:08.659367 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-d4db2777-e341-4b1e-bae7-b86c4998c8f0 None None] Set router 3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:40:08.661484 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-8744cd77-a596-4d25-9bc3-b49c8e555e8e None None] Port 12bbb1f1-7532-4da9-8fbb-d9de1df8c855 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:40:08.751526 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a4f20de-4f9d-4bd7-907c-f89e0dbe0c78 admin admin] Publish callbacks [] for security_group (a21ec856-41cd-4f21-8240-d1e8524afbbc), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:08.803247 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-478356e6-0c31-4bde-af71-b1775edad955 req-30ed0780-e9e5-474e-a03e-42a115ced61c service neutron] 10.222.0.20 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481401 Mar 01 13:40:08.869102 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eff582-d928-47c9-9775-aea2e5fb5cdb req-eff1386a-2f85-477d-bd29-802547f63f5d tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:08.878587 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-89eff582-d928-47c9-9775-aea2e5fb5cdb req-eff1386a-2f85-477d-bd29-802547f63f5d tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/ports?device_id=4706f6a6-bf96-493c-b19c-edd84b8e1f69 HTTP/1.1" status: 200 len: 936 time: 0.3297162 Mar 01 13:40:08.887020 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1bbfa07-fa4a-487e-892c-bf1003eda77a admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:40:08.896535 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10edfebc-bae7-4ec7-824a-631941427a69 None None] Sync routers for ids ['924ef7df-cb85-443d-bc3d-54c2f45d9404'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:40:08.898778 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a4f20de-4f9d-4bd7-907c-f89e0dbe0c78 admin admin] Publish callbacks [] for security_group (a21ec856-41cd-4f21-8240-d1e8524afbbc), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:08.901374 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d51d33cb-48d1-4f6b-891a-5630e150dc4f admin admin] Publish callbacks [] for security_group (08cc0ca3-1761-4523-ad7a-62fca43a6a2a), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:08.911661 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10edfebc-bae7-4ec7-824a-631941427a69 None None] Routers {'924ef7df-cb85-443d-bc3d-54c2f45d9404'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:40:08.914518 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-10edfebc-bae7-4ec7-824a-631941427a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:39:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['924ef7df-cb85-443d-bc3d-54c2f45d9404'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:40:08.919659 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f1bbfa07-fa4a-487e-892c-bf1003eda77a admin admin] 10.222.0.13 "PUT /v2.0/routers/924ef7df-cb85-443d-bc3d-54c2f45d9404/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7546315 Mar 01 13:40:08.922164 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55472) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:09.036017 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d51d33cb-48d1-4f6b-891a-5630e150dc4f admin admin] Publish callbacks [] for security_group (08cc0ca3-1761-4523-ad7a-62fca43a6a2a), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:09.053090 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d4db2777-e341-4b1e-bae7-b86c4998c8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-433024307-router', 'tenant_id': '56174640a49042b7be4fff9d24bbd068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '6a3a6a5c-149f-4b71-9d78-49e207c03b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:53Z', 'updated_at': '2022-03-01T13:40:02Z', 'revision_number': 4, 'project_id': '56174640a49042b7be4fff9d24bbd068', 'gw_port': {'id': '6a3a6a5c-149f-4b71-9d78-49e207c03b54', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:54Z', 'updated_at': '2022-03-01T13:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '7b6729d0-5ba5-4559-9142-9c07ce4352ed', 'name': '', 'network_id': '99f0eda4-8931-4f72-a81b-bf50b6d238c6', 'tenant_id': '56174640a49042b7be4fff9d24bbd068', 'mac_address': 'fa:16:3e:4f:52:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5b5975b6-5553-465d-931c-bd78a0149167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:40:00Z', 'updated_at': '2022-03-01T13:40:03Z', 'revision_number': 2, 'project_id': '56174640a49042b7be4fff9d24bbd068', 'subnets': [{'id': '5b5975b6-5553-465d-931c-bd78a0149167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:40:09.118684 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4db2777-e341-4b1e-bae7-b86c4998c8f0 None None] Checking router: 3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:40:09.119915 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4db2777-e341-4b1e-bae7-b86c4998c8f0 None None] Updating router 3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec port 7b6729d0-5ba5-4559-9142-9c07ce4352ed binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:40:09.164045 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d4db2777-e341-4b1e-bae7-b86c4998c8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7b6729d0-5ba5-4559-9142-9c07ce4352ed), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:09.169186 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-10edfebc-bae7-4ec7-824a-631941427a69 None None] Set router 924ef7df-cb85-443d-bc3d-54c2f45d9404 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:40:09.192022 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-89eff582-d928-47c9-9775-aea2e5fb5cdb req-96228f17-eaf5-4ce7-92fc-09e7edddb539 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/security-groups?id=534a7bf2-9c81-4f4f-abc6-be758786a6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124578 Mar 01 13:40:09.231071 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a4f20de-4f9d-4bd7-907c-f89e0dbe0c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a21ec856-41cd-4f21-8240-d1e8524afbbc), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:09.234421 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a4f20de-4f9d-4bd7-907c-f89e0dbe0c78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:09.236989 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b834af8e-81c3-4fdb-adfd-2617e2f58793 admin admin] Publish callbacks [] for router (924ef7df-cb85-443d-bc3d-54c2f45d9404), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:09.237548 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2a4f20de-4f9d-4bd7-907c-f89e0dbe0c78 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a21ec856-41cd-4f21-8240-d1e8524afbbc HTTP/1.1" status: 204 len: 168 time: 0.8439083 Mar 01 13:40:09.268474 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f20de-4f9d-4bd7-907c-f89e0dbe0c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21ec856-41cd-4f21-8240-d1e8524afbbc,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:09.289298 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0baa8-a305-405f-bf9f-cab7478c69fa req-3f94ee89-01ef-40ef-a9da-777323eccb27 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:09.291271 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-feb0baa8-a305-405f-bf9f-cab7478c69fa req-3f94ee89-01ef-40ef-a9da-777323eccb27 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5 HTTP/1.1" status: 200 len: 966 time: 0.2634921 Mar 01 13:40:09.297808 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d51d33cb-48d1-4f6b-891a-5630e150dc4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (08cc0ca3-1761-4523-ad7a-62fca43a6a2a), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:09.300699 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d51d33cb-48d1-4f6b-891a-5630e150dc4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:09.302079 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d51d33cb-48d1-4f6b-891a-5630e150dc4f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08cc0ca3-1761-4523-ad7a-62fca43a6a2a HTTP/1.1" status: 204 len: 168 time: 0.9098444 Mar 01 13:40:09.348431 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d33cb-48d1-4f6b-891a-5630e150dc4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cc0ca3-1761-4523-ad7a-62fca43a6a2a,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:09.399682 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478356e6-0c31-4bde-af71-b1775edad955 req-37d4e193-c337-4414-9ea7-7b38d02b96da tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:09.401607 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-478356e6-0c31-4bde-af71-b1775edad955 req-37d4e193-c337-4414-9ea7-7b38d02b96da tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5&tenant_id=980a0cdea86543af87d11d7652b91c08&binding%3Ahost_id=n-h2-827467-3 HTTP/1.1" status: 200 len: 1148 time: 0.2627995 Mar 01 13:40:09.425201 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-feb0baa8-a305-405f-bf9f-cab7478c69fa req-ad84e140-9d00-4182-817b-badfb6939ce3 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215720 Mar 01 13:40:09.457327 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-8da7869d-94ae-45a6-83f4-74b8ee5bb5f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12bbb1f1-7532-4da9-8fbb-d9de1df8c855 {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:40:09.479644 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-8da7869d-94ae-45a6-83f4-74b8ee5bb5f1 service neutron] Publish callbacks [] for port (12bbb1f1-7532-4da9-8fbb-d9de1df8c855), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:09.508781 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-8da7869d-94ae-45a6-83f4-74b8ee5bb5f1 service neutron] Transition to ACTIVE for port object 12bbb1f1-7532-4da9-8fbb-d9de1df8c855 will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:40:09.516503 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-8da7869d-94ae-45a6-83f4-74b8ee5bb5f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (12bbb1f1-7532-4da9-8fbb-d9de1df8c855), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:09.581313 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b834af8e-81c3-4fdb-adfd-2617e2f58793 admin admin] Publish callbacks [] for router_gateway (924ef7df-cb85-443d-bc3d-54c2f45d9404), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:09.645681 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7869d-94ae-45a6-83f4-74b8ee5bb5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=12bbb1f1-7532-4da9-8fbb-d9de1df8c855,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:09.658552 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-10edfebc-bae7-4ec7-824a-631941427a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924ef7df-cb85-443d-bc3d-54c2f45d9404', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-293335773-router', 'tenant_id': '332b9658461045df8b10ec97438273af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '4317319f-a9b8-4a30-a129-8ae5ab0c036d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:47Z', 'updated_at': '2022-03-01T13:40:06Z', 'revision_number': 5, 'project_id': '332b9658461045df8b10ec97438273af', 'gw_port': {'id': '4317319f-a9b8-4a30-a129-8ae5ab0c036d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924ef7df-cb85-443d-bc3d-54c2f45d9404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:49Z', 'updated_at': '2022-03-01T13:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:40:09.748384 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d4db2777-e341-4b1e-bae7-b86c4998c8f0 None None] Publish callbacks [] for port (7b6729d0-5ba5-4559-9142-9c07ce4352ed), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:09.786568 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10edfebc-bae7-4ec7-824a-631941427a69 None None] Checking router: 924ef7df-cb85-443d-bc3d-54c2f45d9404 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:40:09.789569 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-8da7869d-94ae-45a6-83f4-74b8ee5bb5f1 service neutron] Attempting to bind port 12bbb1f1-7532-4da9-8fbb-d9de1df8c855 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:40:09.791909 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-8da7869d-94ae-45a6-83f4-74b8ee5bb5f1 service neutron] Attempting to bind port 12bbb1f1-7532-4da9-8fbb-d9de1df8c855 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:40:09.792537 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-8da7869d-94ae-45a6-83f4-74b8ee5bb5f1 service neutron] Attempting to bind port 12bbb1f1-7532-4da9-8fbb-d9de1df8c855 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:40:09.803301 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-8da7869d-94ae-45a6-83f4-74b8ee5bb5f1 service neutron] Port 12bbb1f1-7532-4da9-8fbb-d9de1df8c855 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:40:09.811797 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d4db2777-e341-4b1e-bae7-b86c4998c8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (7b6729d0-5ba5-4559-9142-9c07ce4352ed), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:09.812331 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-8da7869d-94ae-45a6-83f4-74b8ee5bb5f1 service neutron] Attempting to bind port 12bbb1f1-7532-4da9-8fbb-d9de1df8c855 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:40:09.822400 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10edfebc-bae7-4ec7-824a-631941427a69 None None] Routers {'924ef7df-cb85-443d-bc3d-54c2f45d9404'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:40:09.826486 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-10edfebc-bae7-4ec7-824a-631941427a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:39:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['924ef7df-cb85-443d-bc3d-54c2f45d9404'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:40:09.835757 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-8da7869d-94ae-45a6-83f4-74b8ee5bb5f1 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:40:09.837491 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-8da7869d-94ae-45a6-83f4-74b8ee5bb5f1 service neutron] Checking segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:40:09.848322 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-8da7869d-94ae-45a6-83f4-74b8ee5bb5f1 service neutron] Bound using segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:40:09.849084 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-8da7869d-94ae-45a6-83f4-74b8ee5bb5f1 service neutron] Bound port: 12bbb1f1-7532-4da9-8fbb-d9de1df8c855, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:40:09.849631 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-8da7869d-94ae-45a6-83f4-74b8ee5bb5f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (12bbb1f1-7532-4da9-8fbb-d9de1df8c855), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:09.878657 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-478356e6-0c31-4bde-af71-b1775edad955 req-a66e6451-d8e5-4b5f-b036-acf14b623933 service neutron] For port f23864cc-b6f5-4d96-9f69-088617d6957b, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:40:09.894955 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-478356e6-0c31-4bde-af71-b1775edad955 req-a66e6451-d8e5-4b5f-b036-acf14b623933 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:09.896149 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-478356e6-0c31-4bde-af71-b1775edad955 req-a66e6451-d8e5-4b5f-b036-acf14b623933 service neutron] 10.222.0.20 "DELETE /v2.0/ports/f23864cc-b6f5-4d96-9f69-088617d6957b/bindings/n-h1-827467-3 HTTP/1.1" status: 204 len: 173 time: 0.3964198 Mar 01 13:40:09.926679 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b834af8e-81c3-4fdb-adfd-2617e2f58793 admin admin] Deleting port 4317319f-a9b8-4a30-a129-8ae5ab0c036d {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:40:09.927024 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b834af8e-81c3-4fdb-adfd-2617e2f58793 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (4317319f-a9b8-4a30-a129-8ae5ab0c036d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:10.055489 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6da4a-ca01-469d-8e3b-6015940a98bd None None] Pushing event updated for resources: {'Port': ['ID=7b6729d0-5ba5-4559-9142-9c07ce4352ed,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:10.066796 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:10.071448 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:10.120971 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-8da7869d-94ae-45a6-83f4-74b8ee5bb5f1 service neutron] For port 12bbb1f1-7532-4da9-8fbb-d9de1df8c855, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:40:10.135187 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-8da7869d-94ae-45a6-83f4-74b8ee5bb5f1 service neutron] For port 12bbb1f1-7532-4da9-8fbb-d9de1df8c855, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=12bbb1f1-7532-4da9-8fbb-d9de1df8c855,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:40:10.162764 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-8da7869d-94ae-45a6-83f4-74b8ee5bb5f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (12bbb1f1-7532-4da9-8fbb-d9de1df8c855), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:10.306936 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55498) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:10.308933 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-b834af8e-81c3-4fdb-adfd-2617e2f58793 admin admin] For port 4317319f-a9b8-4a30-a129-8ae5ab0c036d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=4317319f-a9b8-4a30-a129-8ae5ab0c036d,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:10.309303 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b834af8e-81c3-4fdb-adfd-2617e2f58793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (4317319f-a9b8-4a30-a129-8ae5ab0c036d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:10.325481 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-d4db2777-e341-4b1e-bae7-b86c4998c8f0 None None] Attempting to bind port 7b6729d0-5ba5-4559-9142-9c07ce4352ed on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:40:10.332372 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-d4db2777-e341-4b1e-bae7-b86c4998c8f0 None None] Attempting to bind port 7b6729d0-5ba5-4559-9142-9c07ce4352ed by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '0238b9ed-49f4-4209-8867-c1b9b2a9e480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '99f0eda4-8931-4f72-a81b-bf50b6d238c6'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:40:10.332975 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4db2777-e341-4b1e-bae7-b86c4998c8f0 None None] Attempting to bind port 7b6729d0-5ba5-4559-9142-9c07ce4352ed on network 99f0eda4-8931-4f72-a81b-bf50b6d238c6 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:40:10.335049 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-8da7869d-94ae-45a6-83f4-74b8ee5bb5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:10.340627 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-8da7869d-94ae-45a6-83f4-74b8ee5bb5f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:10.341940 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-8da7869d-94ae-45a6-83f4-74b8ee5bb5f1 service neutron] 10.222.0.32 "PUT /v2.0/ports/12bbb1f1-7532-4da9-8fbb-d9de1df8c855 HTTP/1.1" status: 200 len: 1096 time: 2.1906188 Mar 01 13:40:10.342411 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4706f6a6-bf96-493c-b19c-edd84b8e1f69', 'tag': '12bbb1f1-7532-4da9-8fbb-d9de1df8c855'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:40:10.344713 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66224003-dd98-4687-b55a-ca33edf29926" -d '{"events": [{"name": "network-changed", "server_uuid": "4706f6a6-bf96-493c-b19c-edd84b8e1f69", "tag": "12bbb1f1-7532-4da9-8fbb-d9de1df8c855"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:40:10.346694 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4db2777-e341-4b1e-bae7-b86c4998c8f0 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:40:10.347289 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4db2777-e341-4b1e-bae7-b86c4998c8f0 None None] Checking segment: {'id': '0238b9ed-49f4-4209-8867-c1b9b2a9e480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '99f0eda4-8931-4f72-a81b-bf50b6d238c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:40:10.350077 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d4db2777-e341-4b1e-bae7-b86c4998c8f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:10.350839 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4db2777-e341-4b1e-bae7-b86c4998c8f0 None None] Bound using segment: {'id': '0238b9ed-49f4-4209-8867-c1b9b2a9e480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '99f0eda4-8931-4f72-a81b-bf50b6d238c6'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:40:10.351515 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-d4db2777-e341-4b1e-bae7-b86c4998c8f0 None None] Bound port: 7b6729d0-5ba5-4559-9142-9c07ce4352ed, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0238b9ed-49f4-4209-8867-c1b9b2a9e480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '99f0eda4-8931-4f72-a81b-bf50b6d238c6'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:40:10.352166 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d4db2777-e341-4b1e-bae7-b86c4998c8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7b6729d0-5ba5-4559-9142-9c07ce4352ed), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:10.373868 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-897c1fd4-6b3f-4a1f-95d6-3192be8d24d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:10.430701 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b834af8e-81c3-4fdb-adfd-2617e2f58793 admin admin] Calling delete_port for 4317319f-a9b8-4a30-a129-8ae5ab0c036d owned by network:router_gateway {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:40:10.536056 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7869d-94ae-45a6-83f4-74b8ee5bb5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=12bbb1f1-7532-4da9-8fbb-d9de1df8c855,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:10.550673 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-10edfebc-bae7-4ec7-824a-631941427a69 None None] Set router 924ef7df-cb85-443d-bc3d-54c2f45d9404 gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:40:10.558045 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d4db2777-e341-4b1e-bae7-b86c4998c8f0 None None] For port 7b6729d0-5ba5-4559-9142-9c07ce4352ed, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:40:10.569287 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d4db2777-e341-4b1e-bae7-b86c4998c8f0 None None] For port 7b6729d0-5ba5-4559-9142-9c07ce4352ed, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=7b6729d0-5ba5-4559-9142-9c07ce4352ed,segment=NetworkSegment(0238b9ed-49f4-4209-8867-c1b9b2a9e480),segment_id=0238b9ed-49f4-4209-8867-c1b9b2a9e480)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:40:10.581057 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d4db2777-e341-4b1e-bae7-b86c4998c8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (7b6729d0-5ba5-4559-9142-9c07ce4352ed), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:10.614794 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-897c1fd4-6b3f-4a1f-95d6-3192be8d24d1 admin admin] Publish callbacks [] for security_group (cd716387-5f49-4e81-ad39-390a2d224a3a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:10.627861 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-897c1fd4-6b3f-4a1f-95d6-3192be8d24d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (cd716387-5f49-4e81-ad39-390a2d224a3a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:10.658135 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9864ac-4957-4b0f-917e-4fba7aa3414f x-openstack-request-id: req-9f9864ac-4957-4b0f-917e-4fba7aa3414f {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:40:10.658428 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4706f6a6-bf96-493c-b19c-edd84b8e1f69", "tag": "12bbb1f1-7532-4da9-8fbb-d9de1df8c855", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:40:10.658721 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f9864ac-4957-4b0f-917e-4fba7aa3414f {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:40:10.659080 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4706f6a6-bf96-493c-b19c-edd84b8e1f69', 'tag': '12bbb1f1-7532-4da9-8fbb-d9de1df8c855', 'status': 'completed', 'code': 200} Mar 01 13:40:10.684339 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36244692-1e04-41c8-b34c-ec317f7039e0 req-aa104e99-28fe-4248-b9ea-46e930967893 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:10.697754 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-36244692-1e04-41c8-b34c-ec317f7039e0 req-aa104e99-28fe-4248-b9ea-46e930967893 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/ports?device_id=4706f6a6-bf96-493c-b19c-edd84b8e1f69 HTTP/1.1" status: 200 len: 948 time: 0.2375555 Mar 01 13:40:10.708834 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-10edfebc-bae7-4ec7-824a-631941427a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924ef7df-cb85-443d-bc3d-54c2f45d9404', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-293335773-router', 'tenant_id': '332b9658461045df8b10ec97438273af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:47Z', 'updated_at': '2022-03-01T13:40:09Z', 'revision_number': 6, 'project_id': '332b9658461045df8b10ec97438273af', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:40:10.723076 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6da4a-ca01-469d-8e3b-6015940a98bd None None] Pushing event updated for resources: {'Port': ['ID=7b6729d0-5ba5-4559-9142-9c07ce4352ed,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:10.769009 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10edfebc-bae7-4ec7-824a-631941427a69 None None] The sync data for ids ['924ef7df-cb85-443d-bc3d-54c2f45d9404'] in n-d-827467-3 is: [{'id': '924ef7df-cb85-443d-bc3d-54c2f45d9404', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-293335773-router', 'tenant_id': '332b9658461045df8b10ec97438273af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:47Z', 'updated_at': '2022-03-01T13:40:09Z', 'revision_number': 6, 'project_id': '332b9658461045df8b10ec97438273af', 'gw_port_host': None}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:40:10.828140 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4db2777-e341-4b1e-bae7-b86c4998c8f0 None None] Routers {'3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:40:10.829225 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d4db2777-e341-4b1e-bae7-b86c4998c8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:39:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:40:10.861443 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-36244692-1e04-41c8-b34c-ec317f7039e0 req-91bdefb3-c198-4613-9c89-3b0591a979c8 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/security-groups?id=534a7bf2-9c81-4f4f-abc6-be758786a6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614463 Mar 01 13:40:10.870633 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-a0a8d146-c175-4e01-bf79-5d2ddf57e181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:10.872553 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-a0a8d146-c175-4e01-bf79-5d2ddf57e181 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=14d154d02fdc41b094b978b7f2c73712&device_id=4706f6a6-bf96-493c-b19c-edd84b8e1f69 HTTP/1.1" status: 200 len: 1130 time: 0.2944334 Mar 01 13:40:10.898384 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-897c1fd4-6b3f-4a1f-95d6-3192be8d24d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f2da73333cb14c1f94a66d38d3776030&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5736246 Mar 01 13:40:10.903822 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55508) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:10.956203 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-8ef61c97-2c66-4dd3-9b08-dda33f09bd8f None None] Provisioning complete for port 7b6729d0-5ba5-4559-9142-9c07ce4352ed triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:40:10.956913 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8ef61c97-2c66-4dd3-9b08-dda33f09bd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7b6729d0-5ba5-4559-9142-9c07ce4352ed), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:10.986996 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-e0c9bac9-5512-4b45-95b8-fa8c541f7319 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=12bbb1f1-7532-4da9-8fbb-d9de1df8c855 HTTP/1.1" status: 200 len: 217 time: 0.1034570 Mar 01 13:40:11.002350 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55512) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:11.003828 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c1fd4-6b3f-4a1f-95d6-3192be8d24d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd716387-5f49-4e81-ad39-390a2d224a3a,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:11.056854 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d57c0600-5fd6-461c-9acb-a7a6886c0c9e admin admin] Publish callbacks [] for security_group (cd716387-5f49-4e81-ad39-390a2d224a3a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:11.107702 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e05a3c-d374-416f-8581-990911429388 req-15099ebb-20b4-457d-8e94-25e90899c882 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:11.108500 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-27e05a3c-d374-416f-8581-990911429388 req-15099ebb-20b4-457d-8e94-25e90899c882 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5 HTTP/1.1" status: 200 len: 966 time: 0.3604524 Mar 01 13:40:11.129905 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d78392f1-f19c-4622-bd47-ecfcf6f34d41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:11.206197 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d57c0600-5fd6-461c-9acb-a7a6886c0c9e admin admin] Publish callbacks [] for security_group (cd716387-5f49-4e81-ad39-390a2d224a3a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:11.331165 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-d4db2777-e341-4b1e-bae7-b86c4998c8f0 None None] Set router 3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:40:11.347490 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-0a23022d-c6e2-4d06-b8f5-a06333b22847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:11.349003 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-0a23022d-c6e2-4d06-b8f5-a06333b22847 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.3507631 Mar 01 13:40:11.372482 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d78392f1-f19c-4622-bd47-ecfcf6f34d41 admin admin] Publish callbacks [] for security_group (0ae0b1d1-69b1-4e55-82c4-28761ffbef66), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:11.376695 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d57c0600-5fd6-461c-9acb-a7a6886c0c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (cd716387-5f49-4e81-ad39-390a2d224a3a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:11.380753 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d57c0600-5fd6-461c-9acb-a7a6886c0c9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:11.382949 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d57c0600-5fd6-461c-9acb-a7a6886c0c9e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd716387-5f49-4e81-ad39-390a2d224a3a HTTP/1.1" status: 204 len: 168 time: 0.4634178 Mar 01 13:40:11.398540 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c0600-5fd6-461c-9acb-a7a6886c0c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd716387-5f49-4e81-ad39-390a2d224a3a,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:11.406056 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d78392f1-f19c-4622-bd47-ecfcf6f34d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (0ae0b1d1-69b1-4e55-82c4-28761ffbef66), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:11.423626 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b834af8e-81c3-4fdb-adfd-2617e2f58793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (4317319f-a9b8-4a30-a129-8ae5ab0c036d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:11.452762 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834af8e-81c3-4fdb-adfd-2617e2f58793 admin admin] Pushing event deleted for resources: {'Port': ['ID=4317319f-a9b8-4a30-a129-8ae5ab0c036d,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:11.476501 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-27e05a3c-d374-416f-8581-990911429388 req-9897065a-a07d-4a44-946e-5d4b13c50fe6 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545594 Mar 01 13:40:11.509281 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b834af8e-81c3-4fdb-adfd-2617e2f58793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (924ef7df-cb85-443d-bc3d-54c2f45d9404), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:11.529216 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78392f1-f19c-4622-bd47-ecfcf6f34d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae0b1d1-69b1-4e55-82c4-28761ffbef66,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:11.537060 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d78392f1-f19c-4622-bd47-ecfcf6f34d41 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b5fee68e94a415caac9fc9430d97cd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5213666 Mar 01 13:40:11.539235 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55520) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:11.605457 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-973cbbe5-85c1-42e6-b695-048b3d2cd492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:11.607198 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-973cbbe5-85c1-42e6-b695-048b3d2cd492 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2404022 Mar 01 13:40:11.637400 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55524) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:11.650621 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-72d2953b-2e1d-4ef0-90a4-d0daa1a79041 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1117504240', 'description': 'tempest-description--1252571341'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:11.815624 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b834af8e-81c3-4fdb-adfd-2617e2f58793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (924ef7df-cb85-443d-bc3d-54c2f45d9404), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:11.819752 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b834af8e-81c3-4fdb-adfd-2617e2f58793 admin admin] Publish callbacks [] for router_controller (924ef7df-cb85-443d-bc3d-54c2f45d9404), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:11.828241 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-8ef61c97-2c66-4dd3-9b08-dda33f09bd8f None None] Current status of the port 7b6729d0-5ba5-4559-9142-9c07ce4352ed is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:40:11.828703 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8ef61c97-2c66-4dd3-9b08-dda33f09bd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7b6729d0-5ba5-4559-9142-9c07ce4352ed), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:11.917027 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72d2953b-2e1d-4ef0-90a4-d0daa1a79041 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:11.927733 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4ef1944b-c905-4658-970d-2824e1a6c7fe admin admin] Publish callbacks [] for security_group (0ae0b1d1-69b1-4e55-82c4-28761ffbef66), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:11.936488 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b834af8e-81c3-4fdb-adfd-2617e2f58793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (924ef7df-cb85-443d-bc3d-54c2f45d9404), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:11.937020 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b834af8e-81c3-4fdb-adfd-2617e2f58793 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 924ef7df-cb85-443d-bc3d-54c2f45d9404 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 13:40:11.943402 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b834af8e-81c3-4fdb-adfd-2617e2f58793 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:11.945684 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b834af8e-81c3-4fdb-adfd-2617e2f58793 admin admin] 10.222.0.13 "DELETE /v2.0/routers/924ef7df-cb85-443d-bc3d-54c2f45d9404 HTTP/1.1" status: 204 len: 168 time: 3.0213337 Mar 01 13:40:11.948312 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55536) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:12.055309 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4ef1944b-c905-4658-970d-2824e1a6c7fe admin admin] Publish callbacks [] for security_group (0ae0b1d1-69b1-4e55-82c4-28761ffbef66), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:12.078381 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72d2953b-2e1d-4ef0-90a4-d0daa1a79041 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks [] for security_group (b5db8cb0-f959-4990-a825-1f613bd2c0a8), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:12.090804 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72d2953b-2e1d-4ef0-90a4-d0daa1a79041 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b5db8cb0-f959-4990-a825-1f613bd2c0a8), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:12.135928 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-46229bee-4dba-46df-9253-5b15286f6412 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5187395 Mar 01 13:40:12.157848 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55538) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:12.175548 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-8ef61c97-2c66-4dd3-9b08-dda33f09bd8f None None] For port 7b6729d0-5ba5-4559-9142-9c07ce4352ed, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=7b6729d0-5ba5-4559-9142-9c07ce4352ed,segment=NetworkSegment(0238b9ed-49f4-4209-8867-c1b9b2a9e480),segment_id=0238b9ed-49f4-4209-8867-c1b9b2a9e480)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:12.211758 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1da7e-0c1e-489b-9e55-6e44d7f9f19e req-2142e61d-9e73-40c3-9a2d-fb183d38b2c6 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:12.218776 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4cd1da7e-0c1e-489b-9e55-6e44d7f9f19e req-2142e61d-9e73-40c3-9a2d-fb183d38b2c6 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5 HTTP/1.1" status: 200 len: 1148 time: 0.4200115 Mar 01 13:40:12.232557 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8ef61c97-2c66-4dd3-9b08-dda33f09bd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (7b6729d0-5ba5-4559-9142-9c07ce4352ed), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:12.402380 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-67f32bcf-5f8f-4f91-bbfb-12ef153994ff None None] Provisioning complete for port 7b6729d0-5ba5-4559-9142-9c07ce4352ed triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:40:12.403024 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-67f32bcf-5f8f-4f91-bbfb-12ef153994ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7b6729d0-5ba5-4559-9142-9c07ce4352ed), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:12.456130 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 4317319f-a9b8-4a30-a129-8ae5ab0c036d no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:40:12.487166 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef61c97-2c66-4dd3-9b08-dda33f09bd8f None None] Pushing event updated for resources: {'Port': ['ID=7b6729d0-5ba5-4559-9142-9c07ce4352ed,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:12.520987 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-33375849-eff9-4189-a577-6899d1c2e4ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:12.537738 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 4317319f-a9b8-4a30-a129-8ae5ab0c036d {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:40:12.538014 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 4317319f-a9b8-4a30-a129-8ae5ab0c036d not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:40:12.538713 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:40:12.544738 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72d2953b-2e1d-4ef0-90a4-d0daa1a79041 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:12.549571 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-72d2953b-2e1d-4ef0-90a4-d0daa1a79041 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9086730 Mar 01 13:40:12.553126 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55552) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:12.571245 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-520849fc-fcdf-438a-a9e4-f55a2be42899 admin admin] Deleting subnet 71c328a1-4c65-42f4-b86a-84bcc83e3e53 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:40:12.572545 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d4db2777-e341-4b1e-bae7-b86c4998c8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-433024307-router', 'tenant_id': '56174640a49042b7be4fff9d24bbd068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '6a3a6a5c-149f-4b71-9d78-49e207c03b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:53Z', 'updated_at': '2022-03-01T13:40:02Z', 'revision_number': 4, 'project_id': '56174640a49042b7be4fff9d24bbd068', 'gw_port': {'id': '6a3a6a5c-149f-4b71-9d78-49e207c03b54', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:54Z', 'updated_at': '2022-03-01T13:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '7b6729d0-5ba5-4559-9142-9c07ce4352ed', 'name': '', 'network_id': '99f0eda4-8931-4f72-a81b-bf50b6d238c6', 'tenant_id': '56174640a49042b7be4fff9d24bbd068', 'mac_address': 'fa:16:3e:4f:52:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5b5975b6-5553-465d-931c-bd78a0149167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:40:00Z', 'updated_at': '2022-03-01T13:40:10Z', 'revision_number': 4, 'project_id': '56174640a49042b7be4fff9d24bbd068', 'subnets': [{'id': '5b5975b6-5553-465d-931c-bd78a0149167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:40:12.575010 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-520849fc-fcdf-438a-a9e4-f55a2be42899 admin admin] Publish callbacks [] for subnet (71c328a1-4c65-42f4-b86a-84bcc83e3e53), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:12.579168 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:40:12.579708 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 61b5d4d0-04d8-4e54-a804-a13ea5a6cf0d not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:40:12.593144 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-cb576c81-5fdd-4b2d-9d57-615ef346de97 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Request body: {'security_group_rule': {'security_group_id': 'b5db8cb0-f959-4990-a825-1f613bd2c0a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:12.606934 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4cd1da7e-0c1e-489b-9e55-6e44d7f9f19e req-7952a43c-d548-44fc-9b28-ec9ee3cf9937 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869987 Mar 01 13:40:12.620652 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-520849fc-fcdf-438a-a9e4-f55a2be42899 admin admin] Publish callbacks [] for subnet (71c328a1-4c65-42f4-b86a-84bcc83e3e53), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:12.642989 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4ef1944b-c905-4658-970d-2824e1a6c7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (0ae0b1d1-69b1-4e55-82c4-28761ffbef66), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:12.645815 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4ef1944b-c905-4658-970d-2824e1a6c7fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:12.649258 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4ef1944b-c905-4658-970d-2824e1a6c7fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ae0b1d1-69b1-4e55-82c4-28761ffbef66 HTTP/1.1" status: 204 len: 168 time: 1.0999207 Mar 01 13:40:12.667657 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641656ad-155e-4518-9746-3ddfb1e7b451 req-647eb848-8944-4c7f-8808-b6dd365bc7a2 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:12.684851 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-641656ad-155e-4518-9746-3ddfb1e7b451 req-647eb848-8944-4c7f-8808-b6dd365bc7a2 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/ports?device_id=4706f6a6-bf96-493c-b19c-edd84b8e1f69 HTTP/1.1" status: 200 len: 948 time: 0.6471171 Mar 01 13:40:12.687318 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4db2777-e341-4b1e-bae7-b86c4998c8f0 None None] The sync data for ids ['3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec'] in n-d-827467-3 is: [{'id': '3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-433024307-router', 'tenant_id': '56174640a49042b7be4fff9d24bbd068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '6a3a6a5c-149f-4b71-9d78-49e207c03b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:53Z', 'updated_at': '2022-03-01T13:40:02Z', 'revision_number': 4, 'project_id': '56174640a49042b7be4fff9d24bbd068', 'gw_port': {'id': '6a3a6a5c-149f-4b71-9d78-49e207c03b54', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:54Z', 'updated_at': '2022-03-01T13:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '7b6729d0-5ba5-4559-9142-9c07ce4352ed', 'name': '', 'network_id': '99f0eda4-8931-4f72-a81b-bf50b6d238c6', 'tenant_id': '56174640a49042b7be4fff9d24bbd068', 'mac_address': 'fa:16:3e:4f:52:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5b5975b6-5553-465d-931c-bd78a0149167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:40:00Z', 'updated_at': '2022-03-01T13:40:10Z', 'revision_number': 4, 'project_id': '56174640a49042b7be4fff9d24bbd068', 'subnets': [{'id': '5b5975b6-5553-465d-931c-bd78a0149167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:40:12.773767 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-520849fc-fcdf-438a-a9e4-f55a2be42899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (71c328a1-4c65-42f4-b86a-84bcc83e3e53), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:12.828662 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-67f32bcf-5f8f-4f91-bbfb-12ef153994ff None None] Current status of the port 7b6729d0-5ba5-4559-9142-9c07ce4352ed is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:40:12.869560 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2953b-2e1d-4ef0-90a4-d0daa1a79041 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5db8cb0-f959-4990-a825-1f613bd2c0a8,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:12.897213 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-33375849-eff9-4189-a577-6899d1c2e4ac admin admin] Publish callbacks [] for security_group (14aee0a3-2967-4e97-90c9-5ca9d3897848), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:12.929894 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-33375849-eff9-4189-a577-6899d1c2e4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (14aee0a3-2967-4e97-90c9-5ca9d3897848), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:12.940646 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-520849fc-fcdf-438a-a9e4-f55a2be42899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for subnet (71c328a1-4c65-42f4-b86a-84bcc83e3e53), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:12.963361 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef1944b-c905-4658-970d-2824e1a6c7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae0b1d1-69b1-4e55-82c4-28761ffbef66,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:13.003122 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520849fc-fcdf-438a-a9e4-f55a2be42899 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71c328a1-4c65-42f4-b86a-84bcc83e3e53,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:13.013933 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-520849fc-fcdf-438a-a9e4-f55a2be42899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:13.025002 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-520849fc-fcdf-438a-a9e4-f55a2be42899 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/71c328a1-4c65-42f4-b86a-84bcc83e3e53 HTTP/1.1" status: 204 len: 168 time: 1.0754495 Mar 01 13:40:13.028585 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55566) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:13.028753 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af2cae9-9d90-4e37-a6e2-ec13db71d139 None None] Network c72598c6-f24e-4946-9485-5f1f51ee50b9 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:40:13.034332 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33375849-eff9-4189-a577-6899d1c2e4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14aee0a3-2967-4e97-90c9-5ca9d3897848,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:13.083652 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-314c866a-7a62-43db-9e9a-ffc0176a88ec req-d6ef966a-00b6-49b0-8193-64a4adad1a22 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9223750 Mar 01 13:40:13.086893 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cb576c81-5fdd-4b2d-9d57-615ef346de97 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks [] for security_group_rule (caab2ec1-785b-4456-b25c-39570a20fa3a), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:13.142534 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55574) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:13.230438 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-210b424f-ce71-490e-9051-3dd21bf4d4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (c72598c6-f24e-4946-9485-5f1f51ee50b9), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:13.289790 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cb576c81-5fdd-4b2d-9d57-615ef346de97 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks [] for security_group_rule (caab2ec1-785b-4456-b25c-39570a20fa3a), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:13.322964 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cb576c81-5fdd-4b2d-9d57-615ef346de97 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (caab2ec1-785b-4456-b25c-39570a20fa3a), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:13.368217 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-210b424f-ce71-490e-9051-3dd21bf4d4c0 admin admin] Deleting port 6c1ff182-a235-4a50-bf83-fbcafe822b92 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:40:13.368583 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-210b424f-ce71-490e-9051-3dd21bf4d4c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (6c1ff182-a235-4a50-bf83-fbcafe822b92), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:13.399559 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-8ac55a82-d305-48c3-8e38-52e25a1f1327 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1884277850-network', 'tenant_id': '624fd26d83cf4a0eaf5b9fbcd6bea8cb'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:13.407546 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb576c81-5fdd-4b2d-9d57-615ef346de97 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caab2ec1-785b-4456-b25c-39570a20fa3a,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:13.421216 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cb576c81-5fdd-4b2d-9d57-615ef346de97 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:13.426022 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-cb576c81-5fdd-4b2d-9d57-615ef346de97 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8499575 Mar 01 13:40:13.434168 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a373b334-f5da-4f91-80a2-f51ee17403f2 None None] DHCP port deletion for c72598c6-f24e-4946-9485-5f1f51ee50b9 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:40:13.435836 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55590) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:13.443564 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-33375849-eff9-4189-a577-6899d1c2e4ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a6b4e1db5d344f38f933c2c3f64f5b6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2843413 Mar 01 13:40:13.448845 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55592) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:13.452962 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-c2fb01c0-d143-4ab6-a431-0941654568f9 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Request body: {'security_group_rule': {'security_group_id': 'b5db8cb0-f959-4990-a825-1f613bd2c0a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:13.529194 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-641656ad-155e-4518-9746-3ddfb1e7b451 req-f9691e72-3b2c-4cd6-9316-82aac81f294c tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/security-groups?id=534a7bf2-9c81-4f4f-abc6-be758786a6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6464515 Mar 01 13:40:13.546801 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c2fb01c0-d143-4ab6-a431-0941654568f9 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks [] for security_group_rule (85250c95-1622-42ca-9b68-f3a97b4f2f40), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:13.571849 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac55a82-d305-48c3-8e38-52e25a1f1327 admin admin] Made reservation on behalf of 624fd26d83cf4a0eaf5b9fbcd6bea8cb for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:40:13.574129 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8ac55a82-d305-48c3-8e38-52e25a1f1327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:13.578156 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-210b424f-ce71-490e-9051-3dd21bf4d4c0 admin admin] For port 6c1ff182-a235-4a50-bf83-fbcafe822b92, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6c1ff182-a235-4a50-bf83-fbcafe822b92,segment=NetworkSegment(0a86e1ab-9273-4b49-b669-ac2d59fc924a),segment_id=0a86e1ab-9273-4b49-b669-ac2d59fc924a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:13.578514 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-210b424f-ce71-490e-9051-3dd21bf4d4c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (6c1ff182-a235-4a50-bf83-fbcafe822b92), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:13.590607 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-a373b334-f5da-4f91-80a2-f51ee17403f2 None None] Deleting port 6c1ff182-a235-4a50-bf83-fbcafe822b92 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:40:13.593486 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a373b334-f5da-4f91-80a2-f51ee17403f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (6c1ff182-a235-4a50-bf83-fbcafe822b92), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:13.613484 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8ac55a82-d305-48c3-8e38-52e25a1f1327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:13.629130 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-210b424f-ce71-490e-9051-3dd21bf4d4c0 admin admin] Calling delete_port for 6c1ff182-a235-4a50-bf83-fbcafe822b92 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:40:13.636622 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-858aa6e3-608b-459c-89d1-85b3af213296 admin admin] Publish callbacks [] for security_group (14aee0a3-2967-4e97-90c9-5ca9d3897848), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:13.740912 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66224003-dd98-4687-b55a-ca33edf29926 req-b7ea0603-07de-4e8b-94fd-be0112dd3ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:13.742611 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-66224003-dd98-4687-b55a-ca33edf29926 req-b7ea0603-07de-4e8b-94fd-be0112dd3ac6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=14d154d02fdc41b094b978b7f2c73712&device_id=4706f6a6-bf96-493c-b19c-edd84b8e1f69 HTTP/1.1" status: 200 len: 1130 time: 0.5369420 Mar 01 13:40:13.783207 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-a373b334-f5da-4f91-80a2-f51ee17403f2 None None] For port 6c1ff182-a235-4a50-bf83-fbcafe822b92, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6c1ff182-a235-4a50-bf83-fbcafe822b92,segment=NetworkSegment(0a86e1ab-9273-4b49-b669-ac2d59fc924a),segment_id=0a86e1ab-9273-4b49-b669-ac2d59fc924a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:13.784812 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a373b334-f5da-4f91-80a2-f51ee17403f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (6c1ff182-a235-4a50-bf83-fbcafe822b92), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:13.816946 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-a373b334-f5da-4f91-80a2-f51ee17403f2 None None] Calling delete_port for 6c1ff182-a235-4a50-bf83-fbcafe822b92 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:40:13.888560 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8ac55a82-d305-48c3-8e38-52e25a1f1327 admin admin] Publish callbacks [] for security_group (cf9d8447-1299-4a26-9513-1fdcd4c2d357), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:13.903199 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8ac55a82-d305-48c3-8e38-52e25a1f1327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (cf9d8447-1299-4a26-9513-1fdcd4c2d357), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:13.916820 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-858aa6e3-608b-459c-89d1-85b3af213296 admin admin] Publish callbacks [] for security_group (14aee0a3-2967-4e97-90c9-5ca9d3897848), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:13.965648 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-8259a125-756f-4ff2-bf30-9c613cdec296 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:13.967218 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-8259a125-756f-4ff2-bf30-9c613cdec296 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/networks?id=b187e7ca-336b-42a6-9348-f5c88fd21398 HTTP/1.1" status: 200 len: 817 time: 0.7879467 Mar 01 13:40:13.970691 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c2fb01c0-d143-4ab6-a431-0941654568f9 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks [] for security_group_rule (85250c95-1622-42ca-9b68-f3a97b4f2f40), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:13.989366 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c2fb01c0-d143-4ab6-a431-0941654568f9 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (85250c95-1622-42ca-9b68-f3a97b4f2f40), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:13.990860 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac55a82-d305-48c3-8e38-52e25a1f1327 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:40:14.018278 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb01c0-d143-4ab6-a431-0941654568f9 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85250c95-1622-42ca-9b68-f3a97b4f2f40,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:14.032116 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-2aa789d8-b508-4d51-80c8-c06f582059fb tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/quotas/980a0cdea86543af87d11d7652b91c08 HTTP/1.1" status: 200 len: 375 time: 0.0547116 Mar 01 13:40:14.050580 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a373b334-f5da-4f91-80a2-f51ee17403f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (6c1ff182-a235-4a50-bf83-fbcafe822b92), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:14.065533 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac55a82-d305-48c3-8e38-52e25a1f1327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9d8447-1299-4a26-9513-1fdcd4c2d357,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:14.073116 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a373b334-f5da-4f91-80a2-f51ee17403f2 None None] No DVR routers for this DVR port 6c1ff182-a235-4a50-bf83-fbcafe822b92 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:40:14.076301 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c2fb01c0-d143-4ab6-a431-0941654568f9 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:14.077879 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c2fb01c0-d143-4ab6-a431-0941654568f9 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6324511 Mar 01 13:40:14.094610 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8ac55a82-d305-48c3-8e38-52e25a1f1327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (c4cc74bd-3486-4beb-8505-e3cbf6e5d74d), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:14.095266 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-8ac55a82-d305-48c3-8e38-52e25a1f1327 admin admin] Added segment c4cc74bd-3486-4beb-8505-e3cbf6e5d74d of type vlan for network 66d42bbd-a03f-4077-b71f-e2a77a501a8a Mar 01 13:40:14.096933 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55606) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:14.124329 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-b1377da1-4115-4351-94fe-12b1ca9a123e tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:14.126763 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66224003-dd98-4687-b55a-ca33edf29926 req-51b8b71c-e1c4-4c5c-abdc-1042982023d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:14.128480 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-66224003-dd98-4687-b55a-ca33edf29926 req-51b8b71c-e1c4-4c5c-abdc-1042982023d4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.3544743 Mar 01 13:40:14.140901 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373b334-f5da-4f91-80a2-f51ee17403f2 None None] Pushing event deleted for resources: {'Port': ['ID=6c1ff182-a235-4a50-bf83-fbcafe822b92,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:14.176101 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-210b424f-ce71-490e-9051-3dd21bf4d4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (6c1ff182-a235-4a50-bf83-fbcafe822b92), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:14.190053 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-66224003-dd98-4687-b55a-ca33edf29926 req-37dd3f0d-cf7e-4faa-8c04-9f0e71d37352 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=12bbb1f1-7532-4da9-8fbb-d9de1df8c855 HTTP/1.1" status: 200 len: 217 time: 0.0495198 Mar 01 13:40:14.213478 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b1377da1-4115-4351-94fe-12b1ca9a123e tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:14.230987 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-48dfb537-70a5-4ff0-9a39-df4fcf6acfa6 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=980a0cdea86543af87d11d7652b91c08&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1850929 Mar 01 13:40:14.269828 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b424f-ce71-490e-9051-3dd21bf4d4c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c1ff182-a235-4a50-bf83-fbcafe822b92,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:14.276919 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210b424f-ce71-490e-9051-3dd21bf4d4c0 admin admin] No DVR routers for this DVR port 6c1ff182-a235-4a50-bf83-fbcafe822b92 on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:40:14.307520 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8ac55a82-d305-48c3-8e38-52e25a1f1327 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (66d42bbd-a03f-4077-b71f-e2a77a501a8a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:14.430176 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.db.resource_extend [None req-8ac55a82-d305-48c3-8e38-52e25a1f1327 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 13:40:14.445024 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-858aa6e3-608b-459c-89d1-85b3af213296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (14aee0a3-2967-4e97-90c9-5ca9d3897848), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:14.447843 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-858aa6e3-608b-459c-89d1-85b3af213296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:14.449595 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-858aa6e3-608b-459c-89d1-85b3af213296 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14aee0a3-2967-4e97-90c9-5ca9d3897848 HTTP/1.1" status: 204 len: 168 time: 0.9988141 Mar 01 13:40:14.467481 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8ac55a82-d305-48c3-8e38-52e25a1f1327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (66d42bbd-a03f-4077-b71f-e2a77a501a8a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:14.468616 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac55a82-d305-48c3-8e38-52e25a1f1327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:14.469473 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8ac55a82-d305-48c3-8e38-52e25a1f1327 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:14.507606 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 7b6729d0-5ba5-4559-9142-9c07ce4352ed up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:40:14.570736 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-210b424f-ce71-490e-9051-3dd21bf4d4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (c72598c6-f24e-4946-9485-5f1f51ee50b9), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:14.577504 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac55a82-d305-48c3-8e38-52e25a1f1327 admin admin] Pushing event updated for resources: {'Network': ['ID=66d42bbd-a03f-4077-b71f-e2a77a501a8a,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:14.597098 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858aa6e3-608b-459c-89d1-85b3af213296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14aee0a3-2967-4e97-90c9-5ca9d3897848,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:14.608685 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 66d42bbd-a03f-4077-b71f-e2a77a501a8a details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:40:14.624574 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-210b424f-ce71-490e-9051-3dd21bf4d4c0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:40:14.625055 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-210b424f-ce71-490e-9051-3dd21bf4d4c0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:40:14.626102 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-210b424f-ce71-490e-9051-3dd21bf4d4c0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:40:14.626567 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-210b424f-ce71-490e-9051-3dd21bf4d4c0 admin admin] Subscribe: > port after_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:40:14.627004 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-210b424f-ce71-490e-9051-3dd21bf4d4c0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:40:14.627822 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-210b424f-ce71-490e-9051-3dd21bf4d4c0 admin admin] Subscribe: > port after_update 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:40:14.631650 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-210b424f-ce71-490e-9051-3dd21bf4d4c0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:40:14.632819 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-210b424f-ce71-490e-9051-3dd21bf4d4c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:40:14.633253 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-210b424f-ce71-490e-9051-3dd21bf4d4c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:40:14.633676 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-210b424f-ce71-490e-9051-3dd21bf4d4c0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:40:14.714164 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-210b424f-ce71-490e-9051-3dd21bf4d4c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:40:14.714703 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-210b424f-ce71-490e-9051-3dd21bf4d4c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:40:14.715089 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-210b424f-ce71-490e-9051-3dd21bf4d4c0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:40:14.715615 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-210b424f-ce71-490e-9051-3dd21bf4d4c0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:40:14.716112 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-210b424f-ce71-490e-9051-3dd21bf4d4c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c72598c6-f24e-4946-9485-5f1f51ee50b9']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:40:14.724260 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66224003-dd98-4687-b55a-ca33edf29926 req-72550e14-251d-4f48-9a49-317e85bd2959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:14.731981 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-66224003-dd98-4687-b55a-ca33edf29926 req-72550e14-251d-4f48-9a49-317e85bd2959 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.5302751 Mar 01 13:40:14.735962 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 7b6729d0-5ba5-4559-9142-9c07ce4352ed triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:40:14.736347 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7b6729d0-5ba5-4559-9142-9c07ce4352ed), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:14.751758 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8ac55a82-d305-48c3-8e38-52e25a1f1327 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6034837 Mar 01 13:40:14.752566 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-210b424f-ce71-490e-9051-3dd21bf4d4c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a86e1ab-9273-4b49-b669-ac2d59fc924a') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:40:14.753035 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-210b424f-ce71-490e-9051-3dd21bf4d4c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a86e1ab-9273-4b49-b669-ac2d59fc924a') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:40:14.756079 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55616) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:14.792451 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-210b424f-ce71-490e-9051-3dd21bf4d4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (0a86e1ab-9273-4b49-b669-ac2d59fc924a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:14.794168 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-2c35a040-48fa-4e61-90b6-c7768a632485 admin admin] Request body: {'subnet': {'network_id': '66d42bbd-a03f-4077-b71f-e2a77a501a8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1884277850-subnet', 'tenant_id': '624fd26d83cf4a0eaf5b9fbcd6bea8cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:14.849264 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 7b6729d0-5ba5-4559-9142-9c07ce4352ed is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:40:14.854351 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-210b424f-ce71-490e-9051-3dd21bf4d4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (0a86e1ab-9273-4b49-b669-ac2d59fc924a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:14.881264 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210b424f-ce71-490e-9051-3dd21bf4d4c0 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:40:14.882562 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-210b424f-ce71-490e-9051-3dd21bf4d4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (0a86e1ab-9273-4b49-b669-ac2d59fc924a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:14.912492 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-28a47bad-a282-4d64-bbc4-dfbe55d03170 service neutron] 10.222.0.13 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6800363 Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: from cryptography.utils import int_from_bytes Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: from cryptography.utils import int_from_bytes Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:40:14.927632 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:40:14.932672 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6c1ff182-a235-4a50-bf83-fbcafe822b92 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:40:14.946691 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c35a040-48fa-4e61-90b6-c7768a632485 admin admin] Made reservation on behalf of 624fd26d83cf4a0eaf5b9fbcd6bea8cb for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:40:14.949065 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2c35a040-48fa-4e61-90b6-c7768a632485 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:14.958890 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 6c1ff182-a235-4a50-bf83-fbcafe822b92 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:40:14.959520 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6c1ff182-a235-4a50-bf83-fbcafe822b92 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:40:15.041716 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b1377da1-4115-4351-94fe-12b1ca9a123e tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:15.091530 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-210b424f-ce71-490e-9051-3dd21bf4d4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (c72598c6-f24e-4946-9485-5f1f51ee50b9), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:15.104162 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66224003-dd98-4687-b55a-ca33edf29926 req-06e776c3-b5b6-4d8b-901b-4772de7e1ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:15.106719 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-66224003-dd98-4687-b55a-ca33edf29926 req-06e776c3-b5b6-4d8b-901b-4772de7e1ff9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3535640 Mar 01 13:40:15.181346 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-210b424f-ce71-490e-9051-3dd21bf4d4c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:15.192691 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-210b424f-ce71-490e-9051-3dd21bf4d4c0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c72598c6-f24e-4946-9485-5f1f51ee50b9 HTTP/1.1" status: 204 len: 168 time: 2.1628044 Mar 01 13:40:15.203650 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-43d99145-908c-45fa-8d80-5f60e55743f4 service neutron] 10.222.0.13 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817574 Mar 01 13:40:15.222792 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55622) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:15.244842 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b424f-ce71-490e-9051-3dd21bf4d4c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c72598c6-f24e-4946-9485-5f1f51ee50b9,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:15.257566 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1b4f8dd6-aa37-49aa-a29f-74eec819a1c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:15.396755 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-66224003-dd98-4687-b55a-ca33edf29926 req-9aff8236-f092-4499-a30d-24e335b4ffdd service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783089 Mar 01 13:40:15.401003 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-b1377da1-4115-4351-94fe-12b1ca9a123e tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Allocated IP 172.25.1.136 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/a0d7ce86-7cc1-4d57-9f6e-f6611d47db8b) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:40:15.542265 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b1377da1-4115-4351-94fe-12b1ca9a123e tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks [] for port (a0d7ce86-7cc1-4d57-9f6e-f6611d47db8b), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:15.551902 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55630) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:15.582016 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b1377da1-4115-4351-94fe-12b1ca9a123e tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (a0d7ce86-7cc1-4d57-9f6e-f6611d47db8b), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:15.623440 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1377da1-4115-4351-94fe-12b1ca9a123e tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:40:15.626710 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-b1377da1-4115-4351-94fe-12b1ca9a123e tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:40:15.633542 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1377da1-4115-4351-94fe-12b1ca9a123e tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:40:15.670092 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1377da1-4115-4351-94fe-12b1ca9a123e tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Pushing event updated for resources: {'Port': ['ID=a0d7ce86-7cc1-4d57-9f6e-f6611d47db8b,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:15.734259 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-128d4f0c-92b4-4350-a0e6-518de838eb5d req-449412ec-15d9-4d6e-82a0-a729a0b1c5e3 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 210 time: 0.1156409 Mar 01 13:40:15.747148 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2c35a040-48fa-4e61-90b6-c7768a632485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for subnet (9816340d-b357-468e-9bbd-35383ca3038d), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:15.822159 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1b4f8dd6-aa37-49aa-a29f-74eec819a1c8 admin admin] Publish callbacks [] for security_group (307192fc-f864-4486-94f1-bd66a3bcb576), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:15.849628 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b1377da1-4115-4351-94fe-12b1ca9a123e tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks [] for floatingip (861710b4-b8e2-4440-8b0e-a0876d8a9c5b), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:15.905291 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-66224003-dd98-4687-b55a-ca33edf29926 req-2ec03e03-096c-4d8e-a7a1-338ac9cc34bb service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002253 Mar 01 13:40:15.905934 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c35a040-48fa-4e61-90b6-c7768a632485 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9816340d-b357-468e-9bbd-35383ca3038d,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:15.915201 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b1377da1-4115-4351-94fe-12b1ca9a123e tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a0d7ce86-7cc1-4d57-9f6e-f6611d47db8b), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:16.005779 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f38224-1efe-48ee-920a-9063601df45b req-11ac9eb7-78a3-4367-abc5-855dd0f459a3 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:16.008052 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e9f38224-1efe-48ee-920a-9063601df45b req-11ac9eb7-78a3-4367-abc5-855dd0f459a3 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/ports?device_id=4706f6a6-bf96-493c-b19c-edd84b8e1f69 HTTP/1.1" status: 200 len: 948 time: 0.4800286 Mar 01 13:40:16.017105 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1b4f8dd6-aa37-49aa-a29f-74eec819a1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (307192fc-f864-4486-94f1-bd66a3bcb576), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:16.047385 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4dc46073-54b0-434b-81cb-f0d05ec9fa01 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=332b9658461045df8b10ec97438273af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4794080 Mar 01 13:40:16.063850 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55644) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:16.090174 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b1377da1-4115-4351-94fe-12b1ca9a123e tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks [] for port (a0d7ce86-7cc1-4d57-9f6e-f6611d47db8b), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:16.101313 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b1377da1-4115-4351-94fe-12b1ca9a123e tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (a0d7ce86-7cc1-4d57-9f6e-f6611d47db8b), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:16.138036 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c35a040-48fa-4e61-90b6-c7768a632485 admin admin] Checking segment: {'id': 'c4cc74bd-3486-4beb-8505-e3cbf6e5d74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '66d42bbd-a03f-4077-b71f-e2a77a501a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:40:16.138036 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c35a040-48fa-4e61-90b6-c7768a632485 admin admin] Network hostable DHCP agents. Network: 66d42bbd-a03f-4077-b71f-e2a77a501a8a, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:40:16.170524 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1b4f8dd6-aa37-49aa-a29f-74eec819a1c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28197423bee4485a9d84566651c2766a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9433870 Mar 01 13:40:16.171091 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55646) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:16.180227 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f8dd6-aa37-49aa-a29f-74eec819a1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307192fc-f864-4486-94f1-bd66a3bcb576,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:16.193484 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c35a040-48fa-4e61-90b6-c7768a632485 admin admin] Network 66d42bbd-a03f-4077-b71f-e2a77a501a8a is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:40:16.236852 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1377da1-4115-4351-94fe-12b1ca9a123e tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Pushing event updated for resources: {'Port': ['ID=a0d7ce86-7cc1-4d57-9f6e-f6611d47db8b,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:16.243002 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-2c35a040-48fa-4e61-90b6-c7768a632485 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 66d42bbd-a03f-4077-b71f-e2a77a501a8a) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:40:16.252714 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9db233-4fb7-4bd5-b94e-89fb55ed9452 None None] Network 66d42bbd-a03f-4077-b71f-e2a77a501a8a requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:40:16.276027 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e9f38224-1efe-48ee-920a-9063601df45b req-2f0c6fa6-1b0c-4202-a498-4bd763f750d0 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/security-groups?id=534a7bf2-9c81-4f4f-abc6-be758786a6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482095 Mar 01 13:40:16.278115 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c35a040-48fa-4e61-90b6-c7768a632485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:16.278729 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2c35a040-48fa-4e61-90b6-c7768a632485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:16.288586 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b1377da1-4115-4351-94fe-12b1ca9a123e tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (861710b4-b8e2-4440-8b0e-a0876d8a9c5b), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:16.290960 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-13df61bd-307b-4b01-9aaf-ac43eec9dced admin admin] Publish callbacks [] for security_group (fed69e40-20ef-4644-b111-452b9c9d75f6), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:16.322504 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2c35a040-48fa-4e61-90b6-c7768a632485 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5458696 Mar 01 13:40:16.343087 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-13df61bd-307b-4b01-9aaf-ac43eec9dced admin admin] Publish callbacks [] for security_group (fed69e40-20ef-4644-b111-452b9c9d75f6), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:16.345662 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ca5659a1-eff5-450b-a282-616f14b1a63b admin admin] Publish callbacks [] for security_group (307192fc-f864-4486-94f1-bd66a3bcb576), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:16.350863 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b1377da1-4115-4351-94fe-12b1ca9a123e tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:16.373732 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b1377da1-4115-4351-94fe-12b1ca9a123e tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2738357 Mar 01 13:40:16.453224 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 12bbb1f1-7532-4da9-8fbb-d9de1df8c855 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:40:16.500920 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ca5659a1-eff5-450b-a282-616f14b1a63b admin admin] Publish callbacks [] for security_group (307192fc-f864-4486-94f1-bd66a3bcb576), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:16.555984 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-13df61bd-307b-4b01-9aaf-ac43eec9dced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fed69e40-20ef-4644-b111-452b9c9d75f6), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:16.558847 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-13df61bd-307b-4b01-9aaf-ac43eec9dced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:16.560762 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-13df61bd-307b-4b01-9aaf-ac43eec9dced admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fed69e40-20ef-4644-b111-452b9c9d75f6 HTTP/1.1" status: 204 len: 168 time: 0.4922185 Mar 01 13:40:16.573301 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df61bd-307b-4b01-9aaf-ac43eec9dced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed69e40-20ef-4644-b111-452b9c9d75f6,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:16.582914 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ca5659a1-eff5-450b-a282-616f14b1a63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (307192fc-f864-4486-94f1-bd66a3bcb576), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:16.587225 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ca5659a1-eff5-450b-a282-616f14b1a63b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:16.588531 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ca5659a1-eff5-450b-a282-616f14b1a63b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/307192fc-f864-4486-94f1-bd66a3bcb576 HTTP/1.1" status: 204 len: 168 time: 0.4161503 Mar 01 13:40:16.601415 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5659a1-eff5-450b-a282-616f14b1a63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307192fc-f864-4486-94f1-bd66a3bcb576,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:16.756285 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 12bbb1f1-7532-4da9-8fbb-d9de1df8c855, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=12bbb1f1-7532-4da9-8fbb-d9de1df8c855,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:16.777927 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '12bbb1f1-7532-4da9-8fbb-d9de1df8c855', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': '12bbb1f1-7532-4da9-8fbb-d9de1df8c855', 'mac_address': 'fa:16:3e:57:8e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:40:16.845611 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a12c8a-505b-4172-b5b9-8fc7f2cdb459 None None] Network 66d42bbd-a03f-4077-b71f-e2a77a501a8a requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:40:16.867158 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-b4139b51-f7a0-4dd5-8b54-809995d5e6e1 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1117504240&fields=id&tenant_id=9a1604e108eb4efa9392af151a3634bd HTTP/1.1" status: 200 len: 267 time: 0.1306632 Mar 01 13:40:16.909479 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 12bbb1f1-7532-4da9-8fbb-d9de1df8c855 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:40:16.910448 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (12bbb1f1-7532-4da9-8fbb-d9de1df8c855), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:17.030016 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12bbb1f1-7532-4da9-8fbb-d9de1df8c855 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:40:17.092346 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 12bbb1f1-7532-4da9-8fbb-d9de1df8c855, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=12bbb1f1-7532-4da9-8fbb-d9de1df8c855,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:17.108181 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e933cfde-6ec1-47f4-b499-6ff5ee96090a req-1b473906-5ed8-49ce-b734-5bb1c527fe0b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 210 time: 0.1090038 Mar 01 13:40:17.131254 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (12bbb1f1-7532-4da9-8fbb-d9de1df8c855), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:17.246032 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=12bbb1f1-7532-4da9-8fbb-d9de1df8c855,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:17.266269 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:17.268048 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:17.268554 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:17.269077 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:17.269312 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-17bec722-bccc-427a-a607-8297b49db049 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:17.269892 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:17.270383 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:17.270868 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:17.271421 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:17.272117 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:17.273621 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:17.274524 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:17.275036 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:17.275646 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:17.281906 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-17bec722-bccc-427a-a607-8297b49db049 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/networks?id=d8b7f131-5faa-4e14-9387-53185320f5df HTTP/1.1" status: 200 len: 823 time: 0.4063163 Mar 01 13:40:17.311701 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-75d3878e-0242-4b65-b193-f4315d44b40f tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/quotas/9a1604e108eb4efa9392af151a3634bd HTTP/1.1" status: 200 len: 375 time: 0.0285084 Mar 01 13:40:17.422392 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-0715be45-18c9-4dc3-b61a-b4ba2bb75858 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:17.423859 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-0715be45-18c9-4dc3-b61a-b4ba2bb75858 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.20 "GET /v2.0/networks?id=b187e7ca-336b-42a6-9348-f5c88fd21398 HTTP/1.1" status: 200 len: 817 time: 0.2942462 Mar 01 13:40:17.440045 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-4a4fab72-1f10-433d-89be-a1f0e098963a tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a1604e108eb4efa9392af151a3634bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1273880 Mar 01 13:40:17.441445 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-c2f6efcb-232a-4ffc-b778-5c06b039fe8a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Request body: {'port': {'device_id': 'f48dc4bd-0b6e-4991-873a-f28d98472d45', 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398', 'admin_state_up': True, 'tenant_id': '980a0cdea86543af87d11d7652b91c08'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:17.455510 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['12bbb1f1-7532-4da9-8fbb-d9de1df8c855'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:40:17.670747 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-c2f6efcb-232a-4ffc-b778-5c06b039fe8a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Made reservation on behalf of 980a0cdea86543af87d11d7652b91c08 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:40:17.674148 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-c2f6efcb-232a-4ffc-b778-5c06b039fe8a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:17.713506 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ba0f0-5b88-4c30-bc45-98cc098a3b1d req-cd5bf1bc-9d3e-46a9-b653-6a2ba3492e2d tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:17.717623 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ad2ba0f0-5b88-4c30-bc45-98cc098a3b1d req-cd5bf1bc-9d3e-46a9-b653-6a2ba3492e2d tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/ports?device_id=4706f6a6-bf96-493c-b19c-edd84b8e1f69 HTTP/1.1" status: 200 len: 949 time: 0.1134391 Mar 01 13:40:17.858451 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ad2ba0f0-5b88-4c30-bc45-98cc098a3b1d req-c0cc2d99-e783-420b-979d-be886be4c408 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/security-groups?id=534a7bf2-9c81-4f4f-abc6-be758786a6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335554 Mar 01 13:40:17.864064 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-3b31a74d-b0d6-46e7-8a57-ae9b5f379dcf service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:40:17.865172 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-3b31a74d-b0d6-46e7-8a57-ae9b5f379dcf service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1091855 Mar 01 13:40:17.905799 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-c2f6efcb-232a-4ffc-b778-5c06b039fe8a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Allocated IP 172.20.0.14 (b187e7ca-336b-42a6-9348-f5c88fd21398/b3b03883-8a75-4db3-9fa2-b5308f8a1ccf/a6fd43c5-27f8-4257-98d0-3f32dbf00eb1) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:40:18.057685 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-4715406f-d78e-42d7-9a32-49cf1285ada3 service neutron] 10.222.0.13 "GET /v2.0/networks/d8b7f131-5faa-4e14-9387-53185320f5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838048 Mar 01 13:40:18.186654 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-9386cfaa-a880-4a05-8198-2ce09d58e185 service neutron] 10.222.0.13 "GET /v2.0/networks/d8b7f131-5faa-4e14-9387-53185320f5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171715 Mar 01 13:40:18.193515 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-c2f6efcb-232a-4ffc-b778-5c06b039fe8a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Publish callbacks [] for port (a6fd43c5-27f8-4257-98d0-3f32dbf00eb1), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:18.257402 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-c2f6efcb-232a-4ffc-b778-5c06b039fe8a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (a6fd43c5-27f8-4257-98d0-3f32dbf00eb1), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:18.372137 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-c2f6efcb-232a-4ffc-b778-5c06b039fe8a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Network b187e7ca-336b-42a6-9348-f5c88fd21398 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:40:18.390395 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-c2f6efcb-232a-4ffc-b778-5c06b039fe8a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:40:18.397773 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 12bbb1f1-7532-4da9-8fbb-d9de1df8c855 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:40:18.408057 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-c2f6efcb-232a-4ffc-b778-5c06b039fe8a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:40:18.520142 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-c2f6efcb-232a-4ffc-b778-5c06b039fe8a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:18.520142 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-c2f6efcb-232a-4ffc-b778-5c06b039fe8a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:18.527363 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55738) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:18.536273 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac75d3-309c-4ff1-a709-f54c2ecb9803 req-a5f6064b-7809-4d4a-940d-25e5b17e97be tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:18.540752 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-00ac75d3-309c-4ff1-a709-f54c2ecb9803 req-a5f6064b-7809-4d4a-940d-25e5b17e97be tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 932 time: 0.1093743 Mar 01 13:40:18.543022 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-8e331e8d-e06f-4796-a63a-6a4f2c9ce4dd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1034298326-network', 'tenant_id': '7eaed65abacc4df794a8e420c893e492'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:18.553048 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6efcb-232a-4ffc-b778-5c06b039fe8a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Pushing event updated for resources: {'Port': ['ID=a6fd43c5-27f8-4257-98d0-3f32dbf00eb1,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:18.562718 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 12bbb1f1-7532-4da9-8fbb-d9de1df8c855 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:40:18.567826 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 12bbb1f1-7532-4da9-8fbb-d9de1df8c855 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:40:18.568298 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (12bbb1f1-7532-4da9-8fbb-d9de1df8c855), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:18.607938 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-c2f6efcb-232a-4ffc-b778-5c06b039fe8a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1752458 Mar 01 13:40:18.622068 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-3561fe14-74d0-46d7-9af7-7580b6d76a85 service neutron] Request body: {'port': {'device_id': 'f48dc4bd-0b6e-4991-873a-f28d98472d45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:18.630253 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e331e8d-e06f-4796-a63a-6a4f2c9ce4dd admin admin] Made reservation on behalf of 7eaed65abacc4df794a8e420c893e492 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:40:18.639592 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8e331e8d-e06f-4796-a63a-6a4f2c9ce4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:18.664678 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-00ac75d3-309c-4ff1-a709-f54c2ecb9803 req-b00a0f17-bb64-4718-abee-c63bca577595 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147103 Mar 01 13:40:18.706131 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8e331e8d-e06f-4796-a63a-6a4f2c9ce4dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:18.746767 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-483d3da0-45a7-4233-8393-67e4ccb505f4 req-5dd07012-4ac1-46d3-b62e-b4ee0357afc8 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=efdab950-75e8-4e56-bffd-34fd643cd2cc HTTP/1.1" status: 200 len: 210 time: 0.1139088 Mar 01 13:40:18.795053 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 12bbb1f1-7532-4da9-8fbb-d9de1df8c855 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:40:18.795464 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (12bbb1f1-7532-4da9-8fbb-d9de1df8c855), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:18.812191 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-3561fe14-74d0-46d7-9af7-7580b6d76a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a6fd43c5-27f8-4257-98d0-3f32dbf00eb1), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:18.860201 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4706f6a6-bf96-493c-b19c-edd84b8e1f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12bbb1f1-7532-4da9-8fbb-d9de1df8c855'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:40:18.865010 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819e43ed-ba15-4693-b4e6-5b8c036260ef" -d '{"events": [{"server_uuid": "4706f6a6-bf96-493c-b19c-edd84b8e1f69", "name": "network-vif-plugged", "status": "completed", "tag": "12bbb1f1-7532-4da9-8fbb-d9de1df8c855"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:40:18.885564 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 12bbb1f1-7532-4da9-8fbb-d9de1df8c855, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=12bbb1f1-7532-4da9-8fbb-d9de1df8c855,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:18.893621 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (12bbb1f1-7532-4da9-8fbb-d9de1df8c855), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:18.937739 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55762) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:18.949127 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc26dbc6-fb91-4e1f-8278-f17443706b33 x-openstack-request-id: req-bc26dbc6-fb91-4e1f-8278-f17443706b33 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:40:18.949530 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4706f6a6-bf96-493c-b19c-edd84b8e1f69", "name": "network-vif-plugged", "status": "completed", "tag": "12bbb1f1-7532-4da9-8fbb-d9de1df8c855", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:40:18.949867 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc26dbc6-fb91-4e1f-8278-f17443706b33 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:40:18.950462 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4706f6a6-bf96-493c-b19c-edd84b8e1f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12bbb1f1-7532-4da9-8fbb-d9de1df8c855', 'code': 200} Mar 01 13:40:19.007853 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=12bbb1f1-7532-4da9-8fbb-d9de1df8c855,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:19.176558 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed8d4e-e009-4212-b699-5683286b9e15 req-af849342-e23f-4e35-87a3-12937dc0c3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:19.180188 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c1ed8d4e-e009-4212-b699-5683286b9e15 req-af849342-e23f-4e35-87a3-12937dc0c3c3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4706f6a6-bf96-493c-b19c-edd84b8e1f69 HTTP/1.1" status: 200 len: 1132 time: 0.1686859 Mar 01 13:40:19.210159 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8e331e8d-e06f-4796-a63a-6a4f2c9ce4dd admin admin] Publish callbacks [] for security_group (b24413b8-1b88-4fe4-af7d-2adf78e3d14a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:19.218279 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213a2c5-3d90-446f-836d-1f3815410b45 req-d13abdff-d627-4d18-86cb-113c1308c579 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:19.219843 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a213a2c5-3d90-446f-836d-1f3815410b45 req-d13abdff-d627-4d18-86cb-113c1308c579 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/ports?device_id=4706f6a6-bf96-493c-b19c-edd84b8e1f69 HTTP/1.1" status: 200 len: 950 time: 0.1994579 Mar 01 13:40:19.243314 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8e331e8d-e06f-4796-a63a-6a4f2c9ce4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b24413b8-1b88-4fe4-af7d-2adf78e3d14a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:19.263358 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e331e8d-e06f-4796-a63a-6a4f2c9ce4dd admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:40:19.324437 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c1ed8d4e-e009-4212-b699-5683286b9e15 req-35c6062d-bfec-410e-95b1-7454036a5254 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=534a7bf2-9c81-4f4f-abc6-be758786a6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327012 Mar 01 13:40:19.358783 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a213a2c5-3d90-446f-836d-1f3815410b45 req-04306d91-652f-4237-a491-0326d8749683 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/security-groups?id=534a7bf2-9c81-4f4f-abc6-be758786a6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203957 Mar 01 13:40:19.378935 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-ec727aab-fc6a-41ff-abb0-72a02155a52b admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-766776130-network', 'tenant_id': 'ff19a9aae91a436fac353be002907a07'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:19.385497 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8e331e8d-e06f-4796-a63a-6a4f2c9ce4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (e59c2d64-a1de-424b-a316-eef827673968), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:19.385842 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-8e331e8d-e06f-4796-a63a-6a4f2c9ce4dd admin admin] Added segment e59c2d64-a1de-424b-a316-eef827673968 of type vlan for network 44c6b503-020a-4bb9-b427-9a27d207a262 Mar 01 13:40:19.430984 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec727aab-fc6a-41ff-abb0-72a02155a52b admin admin] Made reservation on behalf of ff19a9aae91a436fac353be002907a07 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:40:19.435880 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ec727aab-fc6a-41ff-abb0-72a02155a52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:19.442504 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e331e8d-e06f-4796-a63a-6a4f2c9ce4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24413b8-1b88-4fe4-af7d-2adf78e3d14a,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:19.450905 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8e331e8d-e06f-4796-a63a-6a4f2c9ce4dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (44c6b503-020a-4bb9-b427-9a27d207a262), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:19.462858 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ec727aab-fc6a-41ff-abb0-72a02155a52b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:19.512837 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8e331e8d-e06f-4796-a63a-6a4f2c9ce4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (44c6b503-020a-4bb9-b427-9a27d207a262), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:19.513770 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e331e8d-e06f-4796-a63a-6a4f2c9ce4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:19.514344 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8e331e8d-e06f-4796-a63a-6a4f2c9ce4dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:19.538863 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55776) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:19.638561 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ec727aab-fc6a-41ff-abb0-72a02155a52b admin admin] Publish callbacks [] for security_group (c560c74e-1ba0-4d14-9e5b-dc6f95103323), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:19.638773 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8e331e8d-e06f-4796-a63a-6a4f2c9ce4dd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1073575 Mar 01 13:40:19.641297 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55782) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:19.655889 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-39216e28-7813-4715-902f-96993a152ce9 admin admin] Request body: {'subnet': {'network_id': '44c6b503-020a-4bb9-b427-9a27d207a262', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1034298326-subnet', 'tenant_id': '7eaed65abacc4df794a8e420c893e492', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:19.662110 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e331e8d-e06f-4796-a63a-6a4f2c9ce4dd admin admin] Pushing event updated for resources: {'Network': ['ID=44c6b503-020a-4bb9-b427-9a27d207a262,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:19.668546 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-3561fe14-74d0-46d7-9af7-7580b6d76a85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:40:19.674784 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ec727aab-fc6a-41ff-abb0-72a02155a52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c560c74e-1ba0-4d14-9e5b-dc6f95103323), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:19.676852 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 44c6b503-020a-4bb9-b427-9a27d207a262 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:40:19.692795 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-3561fe14-74d0-46d7-9af7-7580b6d76a85 service neutron] Publish callbacks [] for port (a6fd43c5-27f8-4257-98d0-3f32dbf00eb1), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:19.725015 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-3561fe14-74d0-46d7-9af7-7580b6d76a85 service neutron] Transition to ACTIVE for port object a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:40:19.736890 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-3561fe14-74d0-46d7-9af7-7580b6d76a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (a6fd43c5-27f8-4257-98d0-3f32dbf00eb1), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:19.762978 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec727aab-fc6a-41ff-abb0-72a02155a52b admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:40:19.767261 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39216e28-7813-4715-902f-96993a152ce9 admin admin] Made reservation on behalf of 7eaed65abacc4df794a8e420c893e492 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:40:19.770052 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-39216e28-7813-4715-902f-96993a152ce9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:19.841261 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561fe14-74d0-46d7-9af7-7580b6d76a85 service neutron] Pushing event updated for resources: {'Port': ['ID=a6fd43c5-27f8-4257-98d0-3f32dbf00eb1,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:19.974145 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-3561fe14-74d0-46d7-9af7-7580b6d76a85 service neutron] Attempting to bind port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:40:19.975132 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-3561fe14-74d0-46d7-9af7-7580b6d76a85 service neutron] Attempting to bind port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:40:19.976090 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-3561fe14-74d0-46d7-9af7-7580b6d76a85 service neutron] Attempting to bind port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 on network b187e7ca-336b-42a6-9348-f5c88fd21398 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:40:19.981748 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-3561fe14-74d0-46d7-9af7-7580b6d76a85 service neutron] Port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 on network b187e7ca-336b-42a6-9348-f5c88fd21398 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:40:19.982073 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-3561fe14-74d0-46d7-9af7-7580b6d76a85 service neutron] Attempting to bind port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 on network b187e7ca-336b-42a6-9348-f5c88fd21398 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:40:19.991145 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-3561fe14-74d0-46d7-9af7-7580b6d76a85 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:40:19.991481 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-3561fe14-74d0-46d7-9af7-7580b6d76a85 service neutron] Checking segment: {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:40:19.991912 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-3561fe14-74d0-46d7-9af7-7580b6d76a85 service neutron] Bound using segment: {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:40:19.992347 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-3561fe14-74d0-46d7-9af7-7580b6d76a85 service neutron] Bound port: a6fd43c5-27f8-4257-98d0-3f32dbf00eb1, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:40:19.992833 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-3561fe14-74d0-46d7-9af7-7580b6d76a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a6fd43c5-27f8-4257-98d0-3f32dbf00eb1), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:20.068733 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec727aab-fc6a-41ff-abb0-72a02155a52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c560c74e-1ba0-4d14-9e5b-dc6f95103323,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:20.073467 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-3561fe14-74d0-46d7-9af7-7580b6d76a85 service neutron] For port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:40:20.077064 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-3561fe14-74d0-46d7-9af7-7580b6d76a85 service neutron] For port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=a6fd43c5-27f8-4257-98d0-3f32dbf00eb1,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:40:20.086176 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ec727aab-fc6a-41ff-abb0-72a02155a52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (a0a669d5-60b7-4c06-a9c5-37075f67475a), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:20.086661 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-ec727aab-fc6a-41ff-abb0-72a02155a52b admin admin] Added segment a0a669d5-60b7-4c06-a9c5-37075f67475a of type vlan for network 73628e5b-19c4-4cc2-85ab-069a1adb3f94 Mar 01 13:40:20.089933 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fec0706e-4efc-448f-bfb1-2fd83de4176d req-91e29a10-d279-4998-b444-ac02a199c416 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=efdab950-75e8-4e56-bffd-34fd643cd2cc HTTP/1.1" status: 200 len: 210 time: 0.1254940 Mar 01 13:40:20.090711 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-64ee1261-fbcc-4456-9535-6a9ac759518d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:20.090930 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-3561fe14-74d0-46d7-9af7-7580b6d76a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (a6fd43c5-27f8-4257-98d0-3f32dbf00eb1), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:20.152748 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561fe14-74d0-46d7-9af7-7580b6d76a85 service neutron] Pushing event updated for resources: {'Port': ['ID=a6fd43c5-27f8-4257-98d0-3f32dbf00eb1,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:20.166984 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-3561fe14-74d0-46d7-9af7-7580b6d76a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:20.167608 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-3561fe14-74d0-46d7-9af7-7580b6d76a85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:20.169154 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-3561fe14-74d0-46d7-9af7-7580b6d76a85 service neutron] 10.222.0.20 "PUT /v2.0/ports/a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 HTTP/1.1" status: 200 len: 1092 time: 1.5542135 Mar 01 13:40:20.169601 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f48dc4bd-0b6e-4991-873a-f28d98472d45', 'tag': 'a6fd43c5-27f8-4257-98d0-3f32dbf00eb1'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:40:20.172497 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0dcae8c-08b4-4ae1-8e98-29a03c7bd4d7" -d '{"events": [{"name": "network-changed", "server_uuid": "f48dc4bd-0b6e-4991-873a-f28d98472d45", "tag": "a6fd43c5-27f8-4257-98d0-3f32dbf00eb1"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:40:20.202885 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ec727aab-fc6a-41ff-abb0-72a02155a52b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (73628e5b-19c4-4cc2-85ab-069a1adb3f94), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:20.231337 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6dbbd-a2ce-4f64-9660-7cc1338d595a req-3eaf0b47-4c01-4fd1-84c9-b0f285c60672 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:20.233150 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-36f6dbbd-a2ce-4f64-9660-7cc1338d595a req-3eaf0b47-4c01-4fd1-84c9-b0f285c60672 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 944 time: 0.4323184 Mar 01 13:40:20.310823 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4112afcf-3aa5-42c5-bba7-06f73603b44c x-openstack-request-id: req-4112afcf-3aa5-42c5-bba7-06f73603b44c {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:40:20.311842 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f48dc4bd-0b6e-4991-873a-f28d98472d45", "tag": "a6fd43c5-27f8-4257-98d0-3f32dbf00eb1", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:40:20.312109 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4112afcf-3aa5-42c5-bba7-06f73603b44c {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:40:20.312526 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f48dc4bd-0b6e-4991-873a-f28d98472d45', 'tag': 'a6fd43c5-27f8-4257-98d0-3f32dbf00eb1', 'status': 'completed', 'code': 200} Mar 01 13:40:20.325803 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ec727aab-fc6a-41ff-abb0-72a02155a52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (73628e5b-19c4-4cc2-85ab-069a1adb3f94), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:20.326833 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec727aab-fc6a-41ff-abb0-72a02155a52b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:20.327428 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ec727aab-fc6a-41ff-abb0-72a02155a52b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:20.349004 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-0a76ed6f-1e7a-4fd9-8165-482fcc48bdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:20.351165 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-0a76ed6f-1e7a-4fd9-8165-482fcc48bdfc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=980a0cdea86543af87d11d7652b91c08&device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 1126 time: 0.1311352 Mar 01 13:40:20.426568 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-dc3c1367-89e4-4fe5-84fa-50d8d4073464 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 HTTP/1.1" status: 200 len: 217 time: 0.0675833 Mar 01 13:40:20.506844 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-252c6cfc-b0f6-4a3b-85a3-4952aa0141ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:20.510496 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-36f6dbbd-a2ce-4f64-9660-7cc1338d595a req-46c3eda5-863e-46ee-bb1e-6e87e6d570dd tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628183 Mar 01 13:40:20.516491 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-252c6cfc-b0f6-4a3b-85a3-4952aa0141ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3b03883-8a75-4db3-9fa2-b5308f8a1ccf HTTP/1.1" status: 200 len: 857 time: 0.0827911 Mar 01 13:40:20.532710 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ec727aab-fc6a-41ff-abb0-72a02155a52b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.5935941 Mar 01 13:40:20.535478 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55806) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:20.564612 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-e7810099-54d0-4de0-bd49-b47bb9182271 admin admin] Request body: {'subnet': {'network_id': '73628e5b-19c4-4cc2-85ab-069a1adb3f94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-766776130-subnet', 'tenant_id': 'ff19a9aae91a436fac353be002907a07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:20.584672 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-5daa10fc-9d29-4dac-85f2-c2a8f3b4e940 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b187e7ca-336b-42a6-9348-f5c88fd21398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623918 Mar 01 13:40:20.594495 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec727aab-fc6a-41ff-abb0-72a02155a52b admin admin] Pushing event updated for resources: {'Network': ['ID=73628e5b-19c4-4cc2-85ab-069a1adb3f94,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:20.608933 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 73628e5b-19c4-4cc2-85ab-069a1adb3f94 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:40:20.770808 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-64ee1261-fbcc-4456-9535-6a9ac759518d admin admin] Publish callbacks [] for security_group (4aa6ef8b-905b-4d9f-ac75-e81b0301bbe6), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:20.793364 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-64ee1261-fbcc-4456-9535-6a9ac759518d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4aa6ef8b-905b-4d9f-ac75-e81b0301bbe6), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:20.807746 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8cee2-d038-4811-b047-6f5dd06ba639 req-1b7c7763-12a9-40a3-b545-3fe89bf7e0f9 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:20.816371 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1ff8cee2-d038-4811-b047-6f5dd06ba639 req-1b7c7763-12a9-40a3-b545-3fe89bf7e0f9 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/ports?device_id=4706f6a6-bf96-493c-b19c-edd84b8e1f69 HTTP/1.1" status: 200 len: 950 time: 0.2886355 Mar 01 13:40:20.851895 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-c39e981b-0029-4c48-a3e4-8365b838878e tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:20.853817 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-c39e981b-0029-4c48-a3e4-8365b838878e tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.32 "GET /v2.0/networks?id=d8b7f131-5faa-4e14-9387-53185320f5df HTTP/1.1" status: 200 len: 823 time: 0.4358754 Mar 01 13:40:20.908399 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-39216e28-7813-4715-902f-96993a152ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for subnet (8cd1be6c-cc30-476d-9ce0-ce7e40da69f0), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:20.912394 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7810099-54d0-4de0-bd49-b47bb9182271 admin admin] Made reservation on behalf of ff19a9aae91a436fac353be002907a07 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:40:20.915216 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e7810099-54d0-4de0-bd49-b47bb9182271 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:21.031013 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-64ee1261-fbcc-4456-9535-6a9ac759518d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d89ce204cb4a4261a96b265f1371e00e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4909573 Mar 01 13:40:21.034265 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55818) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:21.036094 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39216e28-7813-4715-902f-96993a152ce9 admin admin] Checking segment: {'id': 'e59c2d64-a1de-424b-a316-eef827673968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '44c6b503-020a-4bb9-b427-9a27d207a262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:40:21.036460 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39216e28-7813-4715-902f-96993a152ce9 admin admin] Network hostable DHCP agents. Network: 44c6b503-020a-4bb9-b427-9a27d207a262, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:40:21.064236 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-b25dbd35-1229-4e2b-a571-6574cfcb1ae7 service neutron] 10.222.0.20 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4708452 Mar 01 13:40:21.067125 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1ff8cee2-d038-4811-b047-6f5dd06ba639 req-73a8e8aa-7862-4efc-8906-cf55eb6f5451 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/security-groups?id=534a7bf2-9c81-4f4f-abc6-be758786a6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497265 Mar 01 13:40:21.075342 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee1261-fbcc-4456-9535-6a9ac759518d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa6ef8b-905b-4d9f-ac75-e81b0301bbe6,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:21.153169 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39216e28-7813-4715-902f-96993a152ce9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cd1be6c-cc30-476d-9ce0-ce7e40da69f0,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:21.159661 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39216e28-7813-4715-902f-96993a152ce9 admin admin] Network 44c6b503-020a-4bb9-b427-9a27d207a262 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:40:21.168865 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-eb174530-c1ae-4a21-9927-c9947df7a964 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a1604e108eb4efa9392af151a3634bd HTTP/1.1" status: 200 len: 380 time: 0.3007593 Mar 01 13:40:21.180282 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-abe333b9-9e15-4bb5-b4ec-f76f4ab9d7e3 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Request body: {'port': {'device_id': 'efdab950-75e8-4e56-bffd-34fd643cd2cc', 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df', 'admin_state_up': True, 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'security_groups': ['b5db8cb0-f959-4990-a825-1f613bd2c0a8']}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:21.197871 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-39216e28-7813-4715-902f-96993a152ce9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 44c6b503-020a-4bb9-b427-9a27d207a262) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:40:21.205543 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f765b1b-4f51-4641-87b6-611a5ee09c7b None None] Network 44c6b503-020a-4bb9-b427-9a27d207a262 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:40:21.219208 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fea405b-697c-4168-83d0-39ee3a0c3f91 admin admin] Publish callbacks [] for security_group (4aa6ef8b-905b-4d9f-ac75-e81b0301bbe6), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:21.266237 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39216e28-7813-4715-902f-96993a152ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:21.267524 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-39216e28-7813-4715-902f-96993a152ce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:21.284547 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fea405b-697c-4168-83d0-39ee3a0c3f91 admin admin] Publish callbacks [] for security_group (4aa6ef8b-905b-4d9f-ac75-e81b0301bbe6), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:21.308491 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-39216e28-7813-4715-902f-96993a152ce9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6659284 Mar 01 13:40:21.313197 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0c3c4cf8-7335-4f38-be08-aaf4afe98282 req-d088780c-684c-46e1-9900-bc10d93963cb tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=efdab950-75e8-4e56-bffd-34fd643cd2cc HTTP/1.1" status: 200 len: 210 time: 0.1060686 Mar 01 13:40:21.411488 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-90883b27-81f9-4d2f-87be-d6446e25c962 req-28bb7ade-cf45-491b-a342-a7a1b14c1d01 service neutron] 10.222.0.20 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321540 Mar 01 13:40:21.433940 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e7810099-54d0-4de0-bd49-b47bb9182271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (a72a1b6b-a371-4cd5-a742-432bd3fca273), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:21.461120 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-abe333b9-9e15-4bb5-b4ec-f76f4ab9d7e3 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Made reservation on behalf of 9a1604e108eb4efa9392af151a3634bd for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:40:21.465668 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-abe333b9-9e15-4bb5-b4ec-f76f4ab9d7e3 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:21.487771 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331ddb54-f34d-4836-98a1-c31f64b21c4b None None] Network 44c6b503-020a-4bb9-b427-9a27d207a262 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:40:21.552648 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fea405b-697c-4168-83d0-39ee3a0c3f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4aa6ef8b-905b-4d9f-ac75-e81b0301bbe6), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:21.561950 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fea405b-697c-4168-83d0-39ee3a0c3f91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:21.565679 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1fea405b-697c-4168-83d0-39ee3a0c3f91 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4aa6ef8b-905b-4d9f-ac75-e81b0301bbe6 HTTP/1.1" status: 204 len: 168 time: 0.5280738 Mar 01 13:40:21.565679 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55836) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:21.727634 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea405b-697c-4168-83d0-39ee3a0c3f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa6ef8b-905b-4d9f-ac75-e81b0301bbe6,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:21.772547 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-abe333b9-9e15-4bb5-b4ec-f76f4ab9d7e3 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Allocated IP 172.20.0.8 (d8b7f131-5faa-4e14-9387-53185320f5df/00c0eec8-d94f-41a7-92f9-32f77960cf64/49de04f4-6d02-4e7f-854a-50e5dcdcf814) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:40:21.800561 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7810099-54d0-4de0-bd49-b47bb9182271 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a72a1b6b-a371-4cd5-a742-432bd3fca273,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:21.810036 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-228a1596-c444-41a2-acf7-e469e2fc3a28 admin admin] Deleting subnet 9816340d-b357-468e-9bbd-35383ca3038d {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:40:21.814089 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8faf94-d377-4c40-a839-5ce4a8bc7c9f req-ca7548ee-fd03-4343-813e-4f26e5747d16 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:21.815831 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fa8faf94-d377-4c40-a839-5ce4a8bc7c9f req-ca7548ee-fd03-4343-813e-4f26e5747d16 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 944 time: 0.1709547 Mar 01 13:40:21.824716 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55848) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:21.843305 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-228a1596-c444-41a2-acf7-e469e2fc3a28 admin admin] Publish callbacks [] for subnet (9816340d-b357-468e-9bbd-35383ca3038d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:21.892613 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dcae8c-08b4-4ae1-8e98-29a03c7bd4d7 req-194d727e-90a0-4afb-90d9-ffb562703128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:21.894194 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0dcae8c-08b4-4ae1-8e98-29a03c7bd4d7 req-194d727e-90a0-4afb-90d9-ffb562703128 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=980a0cdea86543af87d11d7652b91c08&device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 1126 time: 0.3900280 Mar 01 13:40:21.894878 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7810099-54d0-4de0-bd49-b47bb9182271 admin admin] Checking segment: {'id': 'a0a669d5-60b7-4c06-a9c5-37075f67475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '73628e5b-19c4-4cc2-85ab-069a1adb3f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:40:21.895347 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7810099-54d0-4de0-bd49-b47bb9182271 admin admin] Network hostable DHCP agents. Network: 73628e5b-19c4-4cc2-85ab-069a1adb3f94, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:40:21.932335 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fa8faf94-d377-4c40-a839-5ce4a8bc7c9f req-cb1c2eb0-e01e-4cdc-92a9-049a6cbb9ca2 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011343 Mar 01 13:40:21.990913 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-228a1596-c444-41a2-acf7-e469e2fc3a28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (9816340d-b357-468e-9bbd-35383ca3038d), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:22.044969 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7810099-54d0-4de0-bd49-b47bb9182271 admin admin] Network 73628e5b-19c4-4cc2-85ab-069a1adb3f94 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:40:22.062766 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dcae8c-08b4-4ae1-8e98-29a03c7bd4d7 req-d52899d8-2a45-4d69-81d7-41af7d784433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:22.064459 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0dcae8c-08b4-4ae1-8e98-29a03c7bd4d7 req-d52899d8-2a45-4d69-81d7-41af7d784433 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b187e7ca-336b-42a6-9348-f5c88fd21398 HTTP/1.1" status: 200 len: 918 time: 0.1633744 Mar 01 13:40:22.068922 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-abe333b9-9e15-4bb5-b4ec-f76f4ab9d7e3 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks [] for port (49de04f4-6d02-4e7f-854a-50e5dcdcf814), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:22.092420 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-e7810099-54d0-4de0-bd49-b47bb9182271 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 73628e5b-19c4-4cc2-85ab-069a1adb3f94) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:40:22.107035 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0830d3-cba0-4696-9f69-56dfae3c1819 None None] Network 73628e5b-19c4-4cc2-85ab-069a1adb3f94 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:40:22.107849 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4a6450b1-66e4-433f-b13f-b446ced0bd18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:22.131087 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-abe333b9-9e15-4bb5-b4ec-f76f4ab9d7e3 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (49de04f4-6d02-4e7f-854a-50e5dcdcf814), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:22.165059 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7810099-54d0-4de0-bd49-b47bb9182271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:22.165654 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e7810099-54d0-4de0-bd49-b47bb9182271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:22.198385 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0dcae8c-08b4-4ae1-8e98-29a03c7bd4d7 req-a3355720-0a50-4b0e-ab4e-6bf48ee823a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 HTTP/1.1" status: 200 len: 217 time: 0.1246300 Mar 01 13:40:22.205160 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-228a1596-c444-41a2-acf7-e469e2fc3a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (9816340d-b357-468e-9bbd-35383ca3038d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:22.247080 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-abe333b9-9e15-4bb5-b4ec-f76f4ab9d7e3 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Network d8b7f131-5faa-4e14-9387-53185320f5df is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:40:22.253663 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe333b9-9e15-4bb5-b4ec-f76f4ab9d7e3 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Pushing event updated for resources: {'Port': ['ID=49de04f4-6d02-4e7f-854a-50e5dcdcf814,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:22.258820 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-abe333b9-9e15-4bb5-b4ec-f76f4ab9d7e3 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:40:22.262033 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-abe333b9-9e15-4bb5-b4ec-f76f4ab9d7e3 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:40:22.267518 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-abe333b9-9e15-4bb5-b4ec-f76f4ab9d7e3 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:22.268302 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-abe333b9-9e15-4bb5-b4ec-f76f4ab9d7e3 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:22.293773 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc486b-e08b-4833-8745-a7004d20f71a req-e07921e5-65d7-46ec-ad99-fd80d27585a2 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:22.295399 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-97dc486b-e08b-4833-8745-a7004d20f71a req-e07921e5-65d7-46ec-ad99-fd80d27585a2 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/ports?device_id=4706f6a6-bf96-493c-b19c-edd84b8e1f69 HTTP/1.1" status: 200 len: 950 time: 0.1013217 Mar 01 13:40:22.299111 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-abe333b9-9e15-4bb5-b4ec-f76f4ab9d7e3 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1239357 Mar 01 13:40:22.310168 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e7810099-54d0-4de0-bd49-b47bb9182271 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.7731946 Mar 01 13:40:22.332157 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-b5d18553-329e-40d6-93db-4d83673f9e9e service neutron] Request body: {'port': {'device_id': 'efdab950-75e8-4e56-bffd-34fd643cd2cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:22.385870 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fce190-9b17-43b8-ae9c-a17d4f9a53b3 None None] Network 73628e5b-19c4-4cc2-85ab-069a1adb3f94 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:40:22.418423 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-97dc486b-e08b-4833-8745-a7004d20f71a req-27139afe-fe2f-40ac-86e9-015adef852b5 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/security-groups?id=534a7bf2-9c81-4f4f-abc6-be758786a6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127927 Mar 01 13:40:22.429388 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-b5d18553-329e-40d6-93db-4d83673f9e9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (49de04f4-6d02-4e7f-854a-50e5dcdcf814), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:22.660924 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4a6450b1-66e4-433f-b13f-b446ced0bd18 admin admin] Publish callbacks [] for security_group (e21fd892-7f34-4b97-95bf-8d6de5001514), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:22.681443 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4a6450b1-66e4-433f-b13f-b446ced0bd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (e21fd892-7f34-4b97-95bf-8d6de5001514), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:22.757342 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08560735-cf7e-422a-99f3-29e20b621416 req-1d7b9fed-d908-4a00-bf6b-afe30b02199c tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:22.759365 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-08560735-cf7e-422a-99f3-29e20b621416 req-1d7b9fed-d908-4a00-bf6b-afe30b02199c tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=efdab950-75e8-4e56-bffd-34fd643cd2cc HTTP/1.1" status: 200 len: 931 time: 0.2269864 Mar 01 13:40:22.766479 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-1f7c8feb-11ca-40d6-951d-f08721d3206f None None] Provisioning complete for port 49de04f4-6d02-4e7f-854a-50e5dcdcf814 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:40:22.766857 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1f7c8feb-11ca-40d6-951d-f08721d3206f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (49de04f4-6d02-4e7f-854a-50e5dcdcf814), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:22.772588 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6450b1-66e4-433f-b13f-b446ced0bd18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21fd892-7f34-4b97-95bf-8d6de5001514,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:22.792466 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dcae8c-08b4-4ae1-8e98-29a03c7bd4d7 req-4a6cba4b-f9cf-40c5-9f84-b314782d78d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:22.794016 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0dcae8c-08b4-4ae1-8e98-29a03c7bd4d7 req-4a6cba4b-f9cf-40c5-9f84-b314782d78d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3b03883-8a75-4db3-9fa2-b5308f8a1ccf HTTP/1.1" status: 200 len: 857 time: 0.5631578 Mar 01 13:40:22.812218 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4a6450b1-66e4-433f-b13f-b446ced0bd18 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=45c9f07dc7b246dd8f6de9f3868d3302&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9809844 Mar 01 13:40:22.812865 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55884) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:22.843462 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-228a1596-c444-41a2-acf7-e469e2fc3a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (9816340d-b357-468e-9bbd-35383ca3038d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:22.856111 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-1f7c8feb-11ca-40d6-951d-f08721d3206f None None] Port 49de04f4-6d02-4e7f-854a-50e5dcdcf814 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:40:22.890127 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0dcae8c-08b4-4ae1-8e98-29a03c7bd4d7 req-b96e1677-1e44-4a6c-9081-9bf9b60704c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b187e7ca-336b-42a6-9348-f5c88fd21398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763192 Mar 01 13:40:22.891151 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-228a1596-c444-41a2-acf7-e469e2fc3a28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:22.894280 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-228a1596-c444-41a2-acf7-e469e2fc3a28 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9816340d-b357-468e-9bbd-35383ca3038d HTTP/1.1" status: 204 len: 168 time: 1.3219945 Mar 01 13:40:22.916747 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55888) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:22.936383 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a1596-c444-41a2-acf7-e469e2fc3a28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9816340d-b357-468e-9bbd-35383ca3038d,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:23.089926 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ea153d4-5eef-470a-a3d9-335ab2e7a9df admin admin] Publish callbacks [] for security_group (e21fd892-7f34-4b97-95bf-8d6de5001514), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:23.095348 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1a6a45f8-0bf1-4fc7-bcd0-1e667db29c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (66d42bbd-a03f-4077-b71f-e2a77a501a8a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:23.154571 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ea153d4-5eef-470a-a3d9-335ab2e7a9df admin admin] Publish callbacks [] for security_group (e21fd892-7f34-4b97-95bf-8d6de5001514), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:23.169208 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0dcae8c-08b4-4ae1-8e98-29a03c7bd4d7 req-05714709-614a-4ed0-a999-96c3dbd608f9 service neutron] 10.222.0.20 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532749 Mar 01 13:40:23.268864 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-08560735-cf7e-422a-99f3-29e20b621416 req-fa3de443-0dc9-48e0-a95d-55472ab7c009 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4913008 Mar 01 13:40:23.286643 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0dcae8c-08b4-4ae1-8e98-29a03c7bd4d7 req-818c915d-e2ed-4dfb-bc4b-fc6713b6acf2 service neutron] 10.222.0.20 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977588 Mar 01 13:40:23.388022 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1a6a45f8-0bf1-4fc7-bcd0-1e667db29c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (66d42bbd-a03f-4077-b71f-e2a77a501a8a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:23.402358 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03552b5-e0df-4dae-a426-e4736873b134 req-ed77fe46-4b16-4b9e-829c-7c838ce6fa14 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:23.409926 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b03552b5-e0df-4dae-a426-e4736873b134 req-ed77fe46-4b16-4b9e-829c-7c838ce6fa14 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/networks?id=73628e5b-19c4-4cc2-85ab-069a1adb3f94 HTTP/1.1" status: 200 len: 804 time: 0.2352791 Mar 01 13:40:23.411629 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-1a6a45f8-0bf1-4fc7-bcd0-1e667db29c17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d42bbd-a03f-4077-b71f-e2a77a501a8a']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:40:23.422238 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-1a6a45f8-0bf1-4fc7-bcd0-1e667db29c17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4cc74bd-3486-4beb-8505-e3cbf6e5d74d') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:40:23.422663 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-1a6a45f8-0bf1-4fc7-bcd0-1e667db29c17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4cc74bd-3486-4beb-8505-e3cbf6e5d74d') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:40:23.433874 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1a6a45f8-0bf1-4fc7-bcd0-1e667db29c17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (c4cc74bd-3486-4beb-8505-e3cbf6e5d74d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:23.448272 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1a6a45f8-0bf1-4fc7-bcd0-1e667db29c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (c4cc74bd-3486-4beb-8505-e3cbf6e5d74d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:23.455391 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a6a45f8-0bf1-4fc7-bcd0-1e667db29c17 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:40:23.456019 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1a6a45f8-0bf1-4fc7-bcd0-1e667db29c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (c4cc74bd-3486-4beb-8505-e3cbf6e5d74d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:23.458770 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b03552b5-e0df-4dae-a426-e4736873b134 req-571850be-b62b-4d1c-b15a-8de9473ae74d tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/quotas/ff19a9aae91a436fac353be002907a07 HTTP/1.1" status: 200 len: 375 time: 0.0477185 Mar 01 13:40:23.523034 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ea153d4-5eef-470a-a3d9-335ab2e7a9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (e21fd892-7f34-4b97-95bf-8d6de5001514), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:23.526204 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ea153d4-5eef-470a-a3d9-335ab2e7a9df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:23.526566 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b03552b5-e0df-4dae-a426-e4736873b134 req-27088e2b-e51e-4c14-b2ca-2ca8de40542c tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff19a9aae91a436fac353be002907a07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667717 Mar 01 13:40:23.530234 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6ea153d4-5eef-470a-a3d9-335ab2e7a9df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e21fd892-7f34-4b97-95bf-8d6de5001514 HTTP/1.1" status: 204 len: 168 time: 0.7124934 Mar 01 13:40:23.530234 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:40:23.530234 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:40:23.530234 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:40:23.530234 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:40:23.530234 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:40:23.530234 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:40:23.530234 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:40:23.530234 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:40:23.530234 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:40:23.530234 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:40:23.530234 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:40:23.530234 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:40:23.530234 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:40:23.530234 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:40:23.530234 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:40:23.530234 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:40:23.530234 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:40:23.530234 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:40:23.530234 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:40:23.530234 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:40:23.530234 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:40:23.530234 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:40:23.530234 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:40:23.530234 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:40:23.530234 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:40:23.530234 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:40:23.530234 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:40:23.530234 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:40:23.530234 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:40:23.530234 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:40:23.530234 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:40:23.530234 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:40:23.534344 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1a6a45f8-0bf1-4fc7-bcd0-1e667db29c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (66d42bbd-a03f-4077-b71f-e2a77a501a8a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:23.552722 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1a6a45f8-0bf1-4fc7-bcd0-1e667db29c17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:23.559306 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1a6a45f8-0bf1-4fc7-bcd0-1e667db29c17 admin admin] 10.222.0.13 "DELETE /v2.0/networks/66d42bbd-a03f-4077-b71f-e2a77a501a8a HTTP/1.1" status: 204 len: 168 time: 0.6390569 Mar 01 13:40:23.562907 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a45f8-0bf1-4fc7-bcd0-1e667db29c17 admin admin] Pushing event deleted for resources: {'Network': ['ID=66d42bbd-a03f-4077-b71f-e2a77a501a8a,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:23.564902 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55906) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:23.573351 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea153d4-5eef-470a-a3d9-335ab2e7a9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21fd892-7f34-4b97-95bf-8d6de5001514,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:23.674381 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-c48c317b-1671-4ebf-ac35-d9707420cd29 admin admin] Deleting subnet 8cd1be6c-cc30-476d-9ce0-ce7e40da69f0 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:40:23.684955 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c48c317b-1671-4ebf-ac35-d9707420cd29 admin admin] Publish callbacks [] for subnet (8cd1be6c-cc30-476d-9ce0-ce7e40da69f0), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:23.732439 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b03552b5-e0df-4dae-a426-e4736873b134 req-b9b5aca6-b55d-4ec4-bcd4-1d14e848cf8a service neutron] 10.222.0.13 "GET /v2.0/networks/73628e5b-19c4-4cc2-85ab-069a1adb3f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049143 Mar 01 13:40:23.755190 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c48c317b-1671-4ebf-ac35-d9707420cd29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (8cd1be6c-cc30-476d-9ce0-ce7e40da69f0), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:23.823599 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-b5d18553-329e-40d6-93db-4d83673f9e9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49de04f4-6d02-4e7f-854a-50e5dcdcf814 {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:40:23.831385 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c48c317b-1671-4ebf-ac35-d9707420cd29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (8cd1be6c-cc30-476d-9ce0-ce7e40da69f0), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:23.835872 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-b5d18553-329e-40d6-93db-4d83673f9e9e service neutron] Publish callbacks [] for port (49de04f4-6d02-4e7f-854a-50e5dcdcf814), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:23.863706 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63d294-bc61-4cfe-9be9-602d2bb6d744 req-9cba532f-8e4a-40a6-a0c6-f8a61cb35718 tempest-ServersAdminNegativeTestJSON-837502451 tempest-ServersAdminNegativeTestJSON-837502451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:23.865375 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0f63d294-bc61-4cfe-9be9-602d2bb6d744 req-9cba532f-8e4a-40a6-a0c6-f8a61cb35718 tempest-ServersAdminNegativeTestJSON-837502451 tempest-ServersAdminNegativeTestJSON-837502451-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4706f6a6-bf96-493c-b19c-edd84b8e1f69 HTTP/1.1" status: 200 len: 1132 time: 0.4400177 Mar 01 13:40:23.868489 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-b5d18553-329e-40d6-93db-4d83673f9e9e service neutron] Transition to ACTIVE for port object 49de04f4-6d02-4e7f-854a-50e5dcdcf814 will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:40:23.925018 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b03552b5-e0df-4dae-a426-e4736873b134 req-ae8fe427-bbd1-42dc-8aa4-805d030e584e service neutron] 10.222.0.13 "GET /v2.0/networks/73628e5b-19c4-4cc2-85ab-069a1adb3f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890779 Mar 01 13:40:23.929099 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-b5d18553-329e-40d6-93db-4d83673f9e9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (49de04f4-6d02-4e7f-854a-50e5dcdcf814), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:23.940092 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c48c317b-1671-4ebf-ac35-d9707420cd29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (8cd1be6c-cc30-476d-9ce0-ce7e40da69f0), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:23.995395 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-0f63d294-bc61-4cfe-9be9-602d2bb6d744 req-3ce478a5-106e-49f1-ba8f-280978f7fdaf tempest-ServersAdminNegativeTestJSON-837502451 tempest-ServersAdminNegativeTestJSON-837502451-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:24.048696 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c317b-1671-4ebf-ac35-d9707420cd29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cd1be6c-cc30-476d-9ce0-ce7e40da69f0,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:24.060613 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c48c317b-1671-4ebf-ac35-d9707420cd29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:24.076076 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c48c317b-1671-4ebf-ac35-d9707420cd29 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8cd1be6c-cc30-476d-9ce0-ce7e40da69f0 HTTP/1.1" status: 204 len: 168 time: 0.5097661 Mar 01 13:40:24.077197 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55912) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:24.112974 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d18553-329e-40d6-93db-4d83673f9e9e service neutron] Pushing event updated for resources: {'Port': ['ID=49de04f4-6d02-4e7f-854a-50e5dcdcf814,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:24.158601 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55914) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:24.177825 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-719a64bd-6884-4d3b-bc4d-63f13f137181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:24.179833 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-b5d18553-329e-40d6-93db-4d83673f9e9e service neutron] Attempting to bind port 49de04f4-6d02-4e7f-854a-50e5dcdcf814 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:40:24.180961 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-b5d18553-329e-40d6-93db-4d83673f9e9e service neutron] Attempting to bind port 49de04f4-6d02-4e7f-854a-50e5dcdcf814 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '4fa77154-1db9-4d3e-93d9-ea193365dc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:40:24.181300 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-b5d18553-329e-40d6-93db-4d83673f9e9e service neutron] Attempting to bind port 49de04f4-6d02-4e7f-854a-50e5dcdcf814 on network d8b7f131-5faa-4e14-9387-53185320f5df {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:40:24.217479 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-b5d18553-329e-40d6-93db-4d83673f9e9e service neutron] Port 49de04f4-6d02-4e7f-854a-50e5dcdcf814 on network d8b7f131-5faa-4e14-9387-53185320f5df not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:40:24.217724 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-b5d18553-329e-40d6-93db-4d83673f9e9e service neutron] Attempting to bind port 49de04f4-6d02-4e7f-854a-50e5dcdcf814 on network d8b7f131-5faa-4e14-9387-53185320f5df {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:40:24.253527 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-b5d18553-329e-40d6-93db-4d83673f9e9e service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:40:24.257056 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-b5d18553-329e-40d6-93db-4d83673f9e9e service neutron] Checking segment: {'id': '4fa77154-1db9-4d3e-93d9-ea193365dc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:40:24.258047 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-b5d18553-329e-40d6-93db-4d83673f9e9e service neutron] Bound using segment: {'id': '4fa77154-1db9-4d3e-93d9-ea193365dc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:40:24.258757 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-b5d18553-329e-40d6-93db-4d83673f9e9e service neutron] Bound port: 49de04f4-6d02-4e7f-854a-50e5dcdcf814, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa77154-1db9-4d3e-93d9-ea193365dc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:40:24.261763 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-b5d18553-329e-40d6-93db-4d83673f9e9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (49de04f4-6d02-4e7f-854a-50e5dcdcf814), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:24.285752 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-82bb88bd-8998-4855-88ac-ff07ae832ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (44c6b503-020a-4bb9-b427-9a27d207a262), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:24.374643 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-0f63d294-bc61-4cfe-9be9-602d2bb6d744 req-3ce478a5-106e-49f1-ba8f-280978f7fdaf tempest-ServersAdminNegativeTestJSON-837502451 tempest-ServersAdminNegativeTestJSON-837502451-project-admin] Publish callbacks [] for security_group (ef2815ec-b74b-4e50-a236-0433c11907f5), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:24.425767 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-0f63d294-bc61-4cfe-9be9-602d2bb6d744 req-3ce478a5-106e-49f1-ba8f-280978f7fdaf tempest-ServersAdminNegativeTestJSON-837502451 tempest-ServersAdminNegativeTestJSON-837502451-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ef2815ec-b74b-4e50-a236-0433c11907f5), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:24.501080 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-82bb88bd-8998-4855-88ac-ff07ae832ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (44c6b503-020a-4bb9-b427-9a27d207a262), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:24.541414 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0f63d294-bc61-4cfe-9be9-602d2bb6d744 req-3ce478a5-106e-49f1-ba8f-280978f7fdaf tempest-ServersAdminNegativeTestJSON-837502451 tempest-ServersAdminNegativeTestJSON-837502451-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=534a7bf2-9c81-4f4f-abc6-be758786a6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6326742 Mar 01 13:40:24.541947 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-719a64bd-6884-4d3b-bc4d-63f13f137181 admin admin] Publish callbacks [] for security_group (58ea437a-cccc-4d28-9ccc-834dccde8056), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:24.548205 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce478a5-106e-49f1-ba8f-280978f7fdaf tempest-ServersAdminNegativeTestJSON-837502451 tempest-ServersAdminNegativeTestJSON-837502451-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2815ec-b74b-4e50-a236-0433c11907f5,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:24.556780 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-82bb88bd-8998-4855-88ac-ff07ae832ebd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c6b503-020a-4bb9-b427-9a27d207a262']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:40:24.562346 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-719a64bd-6884-4d3b-bc4d-63f13f137181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (58ea437a-cccc-4d28-9ccc-834dccde8056), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:24.567874 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-b5d18553-329e-40d6-93db-4d83673f9e9e service neutron] For port 49de04f4-6d02-4e7f-854a-50e5dcdcf814, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:40:24.594202 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-82bb88bd-8998-4855-88ac-ff07ae832ebd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e59c2d64-a1de-424b-a316-eef827673968') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:40:24.594331 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-b5d18553-329e-40d6-93db-4d83673f9e9e service neutron] For port 49de04f4-6d02-4e7f-854a-50e5dcdcf814, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=49de04f4-6d02-4e7f-854a-50e5dcdcf814,segment=NetworkSegment(4fa77154-1db9-4d3e-93d9-ea193365dc02),segment_id=4fa77154-1db9-4d3e-93d9-ea193365dc02)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:40:24.594574 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-82bb88bd-8998-4855-88ac-ff07ae832ebd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e59c2d64-a1de-424b-a316-eef827673968') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:40:24.620831 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367117a-77da-4db4-961b-a62574f29494 req-4e912ed0-c121-4617-9133-8addf1a6e8ed tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:24.622893 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5367117a-77da-4db4-961b-a62574f29494 req-4e912ed0-c121-4617-9133-8addf1a6e8ed tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 944 time: 0.3021293 Mar 01 13:40:24.636992 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-82bb88bd-8998-4855-88ac-ff07ae832ebd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (e59c2d64-a1de-424b-a316-eef827673968), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:24.643650 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-719a64bd-6884-4d3b-bc4d-63f13f137181 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=091b74c6a8854463bebc20ea84b17be9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4837689 Mar 01 13:40:24.648482 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55926) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:24.665132 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-b5d18553-329e-40d6-93db-4d83673f9e9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (49de04f4-6d02-4e7f-854a-50e5dcdcf814), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:24.665731 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a64bd-6884-4d3b-bc4d-63f13f137181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ea437a-cccc-4d28-9ccc-834dccde8056,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:24.686271 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-82bb88bd-8998-4855-88ac-ff07ae832ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (e59c2d64-a1de-424b-a316-eef827673968), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:24.705014 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82bb88bd-8998-4855-88ac-ff07ae832ebd admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:40:24.706114 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-82bb88bd-8998-4855-88ac-ff07ae832ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (e59c2d64-a1de-424b-a316-eef827673968), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:24.712340 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:40:24.712340 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:40:24.712340 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:40:24.712340 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:40:24.712340 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:40:24.712340 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:40:24.712340 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:40:24.712340 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:40:24.712340 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:40:24.712340 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:40:24.712340 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:40:24.712340 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:40:24.712340 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:40:24.712340 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:40:24.712340 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:40:24.712340 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:40:24.712340 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:40:24.712340 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:40:24.712340 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:40:24.712340 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:40:24.712340 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:40:24.712340 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:40:24.712340 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:40:24.712340 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:40:24.712340 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:40:24.712340 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:40:24.712340 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:40:24.712340 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:40:24.712340 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:40:24.712340 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:40:24.712340 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:40:24.712340 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:40:24.762447 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-b5d18553-329e-40d6-93db-4d83673f9e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:24.763083 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-b5d18553-329e-40d6-93db-4d83673f9e9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:24.764767 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-b5d18553-329e-40d6-93db-4d83673f9e9e service neutron] 10.222.0.32 "PUT /v2.0/ports/49de04f4-6d02-4e7f-854a-50e5dcdcf814 HTTP/1.1" status: 200 len: 1091 time: 2.4532115 Mar 01 13:40:24.776022 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efdab950-75e8-4e56-bffd-34fd643cd2cc', 'tag': '49de04f4-6d02-4e7f-854a-50e5dcdcf814'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:40:24.779851 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f2c42a-8745-4754-b238-aac50bd6f8a0" -d '{"events": [{"name": "network-changed", "server_uuid": "efdab950-75e8-4e56-bffd-34fd643cd2cc", "tag": "49de04f4-6d02-4e7f-854a-50e5dcdcf814"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:40:24.847287 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-82bb88bd-8998-4855-88ac-ff07ae832ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (44c6b503-020a-4bb9-b427-9a27d207a262), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:24.860979 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-82bb88bd-8998-4855-88ac-ff07ae832ebd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:24.872066 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-82bb88bd-8998-4855-88ac-ff07ae832ebd admin admin] 10.222.0.13 "DELETE /v2.0/networks/44c6b503-020a-4bb9-b427-9a27d207a262 HTTP/1.1" status: 204 len: 168 time: 0.7931182 Mar 01 13:40:24.952005 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb88bd-8998-4855-88ac-ff07ae832ebd admin admin] Pushing event deleted for resources: {'Network': ['ID=44c6b503-020a-4bb9-b427-9a27d207a262,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:24.956964 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5367117a-77da-4db4-961b-a62574f29494 req-cbaa11d4-0a7b-4551-9d38-ab3c188bdaee tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127348 Mar 01 13:40:24.958046 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d18553-329e-40d6-93db-4d83673f9e9e service neutron] Pushing event updated for resources: {'Port': ['ID=49de04f4-6d02-4e7f-854a-50e5dcdcf814,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:25.021959 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-53b44349-b703-4fa6-8af5-147161e30a82 req-61b21522-a969-4045-8328-96ae6f3d40e4 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a50d8ea-f141-4305-9696-705d3091939c HTTP/1.1" status: 200 len: 210 time: 0.1431689 Mar 01 13:40:25.080712 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-38b2f978-9a3c-44d5-a0e3-18f5738e934b admin admin] Publish callbacks [] for security_group (58ea437a-cccc-4d28-9ccc-834dccde8056), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:25.156169 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-6d66aaa7-a388-4afb-9166-a184364166e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:25.158100 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-6d66aaa7-a388-4afb-9166-a184364166e4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a1604e108eb4efa9392af151a3634bd&device_id=efdab950-75e8-4e56-bffd-34fd643cd2cc HTTP/1.1" status: 200 len: 1125 time: 0.3418355 Mar 01 13:40:25.184656 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5dce868d-5e98-4831-91cd-e88c90d9d69f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:25.202519 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-38b2f978-9a3c-44d5-a0e3-18f5738e934b admin admin] Publish callbacks [] for security_group (58ea437a-cccc-4d28-9ccc-834dccde8056), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:25.248402 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-1f3cda08-96a0-4fd9-9840-d7ccb77cc1a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49de04f4-6d02-4e7f-854a-50e5dcdcf814 HTTP/1.1" status: 200 len: 217 time: 0.0702558 Mar 01 13:40:25.323583 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55938) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:25.331308 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479d417-267e-4a14-9418-72062cab8eb6 req-3c98d8fa-99b3-4b79-93db-72eb2e944ca0 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:25.332864 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b479d417-267e-4a14-9418-72062cab8eb6 req-3c98d8fa-99b3-4b79-93db-72eb2e944ca0 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=efdab950-75e8-4e56-bffd-34fd643cd2cc HTTP/1.1" status: 200 len: 943 time: 0.2459235 Mar 01 13:40:25.364272 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-e61ad09a-a094-4026-bb78-5888d42bcbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:25.367208 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-e61ad09a-a094-4026-bb78-5888d42bcbdb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00c0eec8-d94f-41a7-92f9-32f77960cf64 HTTP/1.1" status: 200 len: 862 time: 0.1110535 Mar 01 13:40:25.400156 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-38b2f978-9a3c-44d5-a0e3-18f5738e934b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (58ea437a-cccc-4d28-9ccc-834dccde8056), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:25.403919 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-38b2f978-9a3c-44d5-a0e3-18f5738e934b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:25.406237 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-38b2f978-9a3c-44d5-a0e3-18f5738e934b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/58ea437a-cccc-4d28-9ccc-834dccde8056 HTTP/1.1" status: 204 len: 168 time: 0.7495592 Mar 01 13:40:25.406688 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-06b3a8e1-e4bc-4803-ada2-6f416736eb10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=624fd26d83cf4a0eaf5b9fbcd6bea8cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0819104 Mar 01 13:40:25.407378 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55940) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:25.486933 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c7fa56-069d-40e8-835d-6bcdda317a6f x-openstack-request-id: req-30c7fa56-069d-40e8-835d-6bcdda317a6f {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:40:25.489526 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efdab950-75e8-4e56-bffd-34fd643cd2cc", "tag": "49de04f4-6d02-4e7f-854a-50e5dcdcf814", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:40:25.490049 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30c7fa56-069d-40e8-835d-6bcdda317a6f {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:40:25.490680 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efdab950-75e8-4e56-bffd-34fd643cd2cc', 'tag': '49de04f4-6d02-4e7f-854a-50e5dcdcf814', 'status': 'completed', 'code': 200} Mar 01 13:40:25.531062 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ff60609b-7b3d-499a-8b4d-3b155f86a36d admin admin] Publish callbacks [] for security_group (cf9d8447-1299-4a26-9513-1fdcd4c2d357), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:25.555470 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ff60609b-7b3d-499a-8b4d-3b155f86a36d admin admin] Publish callbacks [] for security_group (cf9d8447-1299-4a26-9513-1fdcd4c2d357), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:25.587381 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b479d417-267e-4a14-9418-72062cab8eb6 req-ea8e9bde-af74-4ba2-b3bb-b85950704493 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385652 Mar 01 13:40:25.593934 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2f978-9a3c-44d5-a0e3-18f5738e934b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ea437a-cccc-4d28-9ccc-834dccde8056,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:25.618376 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ff60609b-7b3d-499a-8b4d-3b155f86a36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (cf9d8447-1299-4a26-9513-1fdcd4c2d357), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:25.635115 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ff60609b-7b3d-499a-8b4d-3b155f86a36d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:25.647951 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ff60609b-7b3d-499a-8b4d-3b155f86a36d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf9d8447-1299-4a26-9513-1fdcd4c2d357 HTTP/1.1" status: 204 len: 168 time: 0.2352219 Mar 01 13:40:25.667507 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60609b-7b3d-499a-8b4d-3b155f86a36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9d8447-1299-4a26-9513-1fdcd4c2d357,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:25.673016 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-a7d78e73-ffbb-4aae-bbe6-f609744a38aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:25.690311 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-a7d78e73-ffbb-4aae-bbe6-f609744a38aa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d8b7f131-5faa-4e14-9387-53185320f5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3086038 Mar 01 13:40:25.889618 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5182721-5351-4cc9-a350-d8c71d93c219 req-a2d0c37b-41f4-40d4-81b6-440494513ae1 tempest-ServersAdminNegativeTestJSON-837502451 tempest-ServersAdminNegativeTestJSON-837502451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:25.899110 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b5182721-5351-4cc9-a350-d8c71d93c219 req-a2d0c37b-41f4-40d4-81b6-440494513ae1 tempest-ServersAdminNegativeTestJSON-837502451 tempest-ServersAdminNegativeTestJSON-837502451-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4706f6a6-bf96-493c-b19c-edd84b8e1f69 HTTP/1.1" status: 200 len: 1132 time: 0.1206200 Mar 01 13:40:25.933677 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-44afa5b2-2888-4c83-8797-2d1601e7dfa7 service neutron] 10.222.0.32 "GET /v2.0/networks/d8b7f131-5faa-4e14-9387-53185320f5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373712 Mar 01 13:40:26.085211 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3825e681-1e75-43f4-933e-8c1fcb39fdd8 req-09632387-821a-4f80-9d37-39906ca220ce service neutron] 10.222.0.32 "GET /v2.0/networks/d8b7f131-5faa-4e14-9387-53185320f5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385353 Mar 01 13:40:26.126700 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b5182721-5351-4cc9-a350-d8c71d93c219 req-c1644456-133b-4bbd-a5dd-9713d38a0ed8 tempest-ServersAdminNegativeTestJSON-837502451 tempest-ServersAdminNegativeTestJSON-837502451-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=534a7bf2-9c81-4f4f-abc6-be758786a6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164733 Mar 01 13:40:26.183845 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03552b5-e0df-4dae-a426-e4736873b134 req-84857f27-1429-460e-b022-17236a1e2994 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:26.186734 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b03552b5-e0df-4dae-a426-e4736873b134 req-84857f27-1429-460e-b022-17236a1e2994 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.20 "GET /v2.0/networks?id=73628e5b-19c4-4cc2-85ab-069a1adb3f94 HTTP/1.1" status: 200 len: 804 time: 0.3347495 Mar 01 13:40:26.204829 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-b03552b5-e0df-4dae-a426-e4736873b134 req-747afe72-cd27-47b7-bc67-55d2546e47a7 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Request body: {'port': {'device_id': '9a50d8ea-f141-4305-9696-705d3091939c', 'network_id': '73628e5b-19c4-4cc2-85ab-069a1adb3f94', 'admin_state_up': True, 'tenant_id': 'ff19a9aae91a436fac353be002907a07'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:26.342836 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55982) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:26.345510 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd10fb-a9f2-48d8-85cb-f66498927432 req-36fa205b-5692-4ff7-b231-2a395d74b340 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:26.347235 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e2dd10fb-a9f2-48d8-85cb-f66498927432 req-36fa205b-5692-4ff7-b231-2a395d74b340 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 944 time: 0.1328270 Mar 01 13:40:26.349328 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2c42a-8745-4754-b238-aac50bd6f8a0 req-4c478ee3-c429-48b2-9292-10531dad3689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:26.351310 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-14f2c42a-8745-4754-b238-aac50bd6f8a0 req-4c478ee3-c429-48b2-9292-10531dad3689 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a1604e108eb4efa9392af151a3634bd&device_id=efdab950-75e8-4e56-bffd-34fd643cd2cc HTTP/1.1" status: 200 len: 1125 time: 0.1935930 Mar 01 13:40:26.354581 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-76046bd9-3a10-4c02-9cae-60b14ebfc9fa req-e038caae-931b-442d-baa7-5899b75c4668 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a50d8ea-f141-4305-9696-705d3091939c HTTP/1.1" status: 200 len: 210 time: 0.0806813 Mar 01 13:40:26.450592 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d0cc36d9-a602-4c52-a0a3-493fb4659d21 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7eaed65abacc4df794a8e420c893e492&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1041944 Mar 01 13:40:26.456097 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55988) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:26.491811 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b03552b5-e0df-4dae-a426-e4736873b134 req-747afe72-cd27-47b7-bc67-55d2546e47a7 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Made reservation on behalf of ff19a9aae91a436fac353be002907a07 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:40:26.495556 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b03552b5-e0df-4dae-a426-e4736873b134 req-747afe72-cd27-47b7-bc67-55d2546e47a7 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:26.546989 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e2dd10fb-a9f2-48d8-85cb-f66498927432 req-79282253-9421-4b0a-a248-606ccf983f11 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910470 Mar 01 13:40:26.562192 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c683deb1-241b-4c4a-bf77-97c63a5385e1 admin admin] Publish callbacks [] for security_group (b24413b8-1b88-4fe4-af7d-2adf78e3d14a), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:26.578432 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2c42a-8745-4754-b238-aac50bd6f8a0 req-47dc2fcd-caed-492d-8d30-89195a0ad9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:26.580230 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-14f2c42a-8745-4754-b238-aac50bd6f8a0 req-47dc2fcd-caed-492d-8d30-89195a0ad9f5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d8b7f131-5faa-4e14-9387-53185320f5df HTTP/1.1" status: 200 len: 924 time: 0.2179956 Mar 01 13:40:26.601626 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c683deb1-241b-4c4a-bf77-97c63a5385e1 admin admin] Publish callbacks [] for security_group (b24413b8-1b88-4fe4-af7d-2adf78e3d14a), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:26.655473 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-14f2c42a-8745-4754-b238-aac50bd6f8a0 req-7611a67d-65f9-4d65-9c34-9f54dc1754f1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49de04f4-6d02-4e7f-854a-50e5dcdcf814 HTTP/1.1" status: 200 len: 217 time: 0.0657508 Mar 01 13:40:26.661281 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:40:26.790415 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-b03552b5-e0df-4dae-a426-e4736873b134 req-747afe72-cd27-47b7-bc67-55d2546e47a7 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Allocated IP 172.20.0.11 (73628e5b-19c4-4cc2-85ab-069a1adb3f94/a72a1b6b-a371-4cd5-a742-432bd3fca273/56d0b0be-246c-48f8-8847-38dcbc5aeb8a) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:40:26.894965 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c683deb1-241b-4c4a-bf77-97c63a5385e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b24413b8-1b88-4fe4-af7d-2adf78e3d14a), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:26.895558 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=a6fd43c5-27f8-4257-98d0-3f32dbf00eb1,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:26.898168 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c683deb1-241b-4c4a-bf77-97c63a5385e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:26.899313 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c683deb1-241b-4c4a-bf77-97c63a5385e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b24413b8-1b88-4fe4-af7d-2adf78e3d14a HTTP/1.1" status: 204 len: 168 time: 0.4413068 Mar 01 13:40:26.911511 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': 'a6fd43c5-27f8-4257-98d0-3f32dbf00eb1', 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398', 'port_id': 'a6fd43c5-27f8-4257-98d0-3f32dbf00eb1', 'mac_address': 'fa:16:3e:ff:a7:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b03883-8a75-4db3-9fa2-b5308f8a1ccf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:40:26.921354 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2c42a-8745-4754-b238-aac50bd6f8a0 req-3b56d221-ea97-46f2-a6f8-f072cbae4e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:26.922617 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-14f2c42a-8745-4754-b238-aac50bd6f8a0 req-3b56d221-ea97-46f2-a6f8-f072cbae4e5f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00c0eec8-d94f-41a7-92f9-32f77960cf64 HTTP/1.1" status: 200 len: 862 time: 0.2508874 Mar 01 13:40:26.923639 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683deb1-241b-4c4a-bf77-97c63a5385e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24413b8-1b88-4fe4-af7d-2adf78e3d14a,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:26.974361 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:40:26.975099 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a6fd43c5-27f8-4257-98d0-3f32dbf00eb1), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:26.980121 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0502a6d-36fa-4182-9cea-54cc9494c008 req-72122316-6727-4a1b-a942-91b582ed3720 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:26.982759 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f0502a6d-36fa-4182-9cea-54cc9494c008 req-72122316-6727-4a1b-a942-91b582ed3720 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=efdab950-75e8-4e56-bffd-34fd643cd2cc HTTP/1.1" status: 200 len: 943 time: 0.1851659 Mar 01 13:40:27.006930 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:40:27.048302 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56016) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:27.054844 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=a6fd43c5-27f8-4257-98d0-3f32dbf00eb1,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:27.064047 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a6fd43c5-27f8-4257-98d0-3f32dbf00eb1), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:27.106712 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2c42a-8745-4754-b238-aac50bd6f8a0 req-3ac876b4-e99b-4e44-8017-248d6df1a6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:27.108379 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-14f2c42a-8745-4754-b238-aac50bd6f8a0 req-3ac876b4-e99b-4e44-8017-248d6df1a6b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d8b7f131-5faa-4e14-9387-53185320f5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1750171 Mar 01 13:40:27.120592 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b03552b5-e0df-4dae-a426-e4736873b134 req-747afe72-cd27-47b7-bc67-55d2546e47a7 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Publish callbacks [] for port (56d0b0be-246c-48f8-8847-38dcbc5aeb8a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:27.126553 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f0502a6d-36fa-4182-9cea-54cc9494c008 req-5480a316-c558-4ea1-a57c-19162b5fbcbb tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299479 Mar 01 13:40:27.155611 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2e367-cfa6-467a-91e2-33595c84fea8 req-8a3514b7-5e1e-4d64-9194-19215d6ae3f1 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:27.157206 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1b2e367-cfa6-467a-91e2-33595c84fea8 req-8a3514b7-5e1e-4d64-9194-19215d6ae3f1 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/ports?device_id=4706f6a6-bf96-493c-b19c-edd84b8e1f69 HTTP/1.1" status: 200 len: 950 time: 0.1733682 Mar 01 13:40:27.158286 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b03552b5-e0df-4dae-a426-e4736873b134 req-747afe72-cd27-47b7-bc67-55d2546e47a7 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (56d0b0be-246c-48f8-8847-38dcbc5aeb8a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:27.186079 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=a6fd43c5-27f8-4257-98d0-3f32dbf00eb1,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:27.222494 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747afe72-cd27-47b7-bc67-55d2546e47a7 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Pushing event updated for resources: {'Port': ['ID=56d0b0be-246c-48f8-8847-38dcbc5aeb8a,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:27.236486 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b03552b5-e0df-4dae-a426-e4736873b134 req-747afe72-cd27-47b7-bc67-55d2546e47a7 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Network 73628e5b-19c4-4cc2-85ab-069a1adb3f94 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:40:27.238164 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-b03552b5-e0df-4dae-a426-e4736873b134 req-747afe72-cd27-47b7-bc67-55d2546e47a7 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:40:27.242550 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03552b5-e0df-4dae-a426-e4736873b134 req-747afe72-cd27-47b7-bc67-55d2546e47a7 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:40:27.292677 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1b2e367-cfa6-467a-91e2-33595c84fea8 req-1fa9cf35-3d8c-4f00-906d-252a51330e58 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/security-groups?id=534a7bf2-9c81-4f4f-abc6-be758786a6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827105 Mar 01 13:40:27.296931 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-14f2c42a-8745-4754-b238-aac50bd6f8a0 req-b53b5f51-870f-4686-98ef-7f022bdc86f3 service neutron] 10.222.0.32 "GET /v2.0/networks/d8b7f131-5faa-4e14-9387-53185320f5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694729 Mar 01 13:40:27.308076 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03552b5-e0df-4dae-a426-e4736873b134 req-747afe72-cd27-47b7-bc67-55d2546e47a7 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:27.308830 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b03552b5-e0df-4dae-a426-e4736873b134 req-747afe72-cd27-47b7-bc67-55d2546e47a7 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:27.320107 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-487325c3-d08f-44c9-92fa-56c5407417cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:27.339992 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b03552b5-e0df-4dae-a426-e4736873b134 req-747afe72-cd27-47b7-bc67-55d2546e47a7 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1434498 Mar 01 13:40:27.366425 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-b03552b5-e0df-4dae-a426-e4736873b134 req-14ab1cb5-236b-4222-8f01-2f362d1f8ac6 service neutron] Request body: {'port': {'device_id': '9a50d8ea-f141-4305-9696-705d3091939c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:27.404019 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['a6fd43c5-27f8-4257-98d0-3f32dbf00eb1'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:40:27.456367 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b03552b5-e0df-4dae-a426-e4736873b134 req-14ab1cb5-236b-4222-8f01-2f362d1f8ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (56d0b0be-246c-48f8-8847-38dcbc5aeb8a), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:27.467338 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f8096ab0-0cae-4204-b0a6-0bc663c9c31a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:27.472424 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-14f2c42a-8745-4754-b238-aac50bd6f8a0 req-c49f7419-7f6b-410e-822b-28b705b53fde service neutron] 10.222.0.32 "GET /v2.0/networks/d8b7f131-5faa-4e14-9387-53185320f5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673646 Mar 01 13:40:27.569039 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e556eb5-c6b2-4b2f-952b-5041ff696e58 req-61ec3ffe-849c-4fb6-bc20-87062c39f75f tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:27.570641 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5e556eb5-c6b2-4b2f-952b-5041ff696e58 req-61ec3ffe-849c-4fb6-bc20-87062c39f75f tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a50d8ea-f141-4305-9696-705d3091939c HTTP/1.1" status: 200 len: 932 time: 0.0909052 Mar 01 13:40:27.645932 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f8096ab0-0cae-4204-b0a6-0bc663c9c31a admin admin] Publish callbacks [] for security_group (ac71232a-7ffe-43f0-9bfa-4f37c33cc533), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:27.654280 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5e556eb5-c6b2-4b2f-952b-5041ff696e58 req-f56971df-d214-4948-978b-a7b76cc0f200 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764039 Mar 01 13:40:27.655827 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f8096ab0-0cae-4204-b0a6-0bc663c9c31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ac71232a-7ffe-43f0-9bfa-4f37c33cc533), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:27.720598 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f8096ab0-0cae-4204-b0a6-0bc663c9c31a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ceb87f5371340beadf3f3cc4cd95260&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6687822 Mar 01 13:40:27.735223 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8096ab0-0cae-4204-b0a6-0bc663c9c31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac71232a-7ffe-43f0-9bfa-4f37c33cc533,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:27.735471 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56040) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:27.768900 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d7c71-1aa8-4e3b-8e08-a4cd12d7ffb6 req-339e1653-fbd1-41af-9fe8-971f6b95ba09 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:27.779662 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2b7d7c71-1aa8-4e3b-8e08-a4cd12d7ffb6 req-339e1653-fbd1-41af-9fe8-971f6b95ba09 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 945 time: 0.0893576 Mar 01 13:40:27.845388 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a574507d-696a-4e39-bd48-203e1690df5c admin admin] Publish callbacks [] for security_group (ac71232a-7ffe-43f0-9bfa-4f37c33cc533), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:27.849512 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2b7d7c71-1aa8-4e3b-8e08-a4cd12d7ffb6 req-0df113c1-9ba8-4c2e-97f0-1085f627f631 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685794 Mar 01 13:40:27.896984 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a574507d-696a-4e39-bd48-203e1690df5c admin admin] Publish callbacks [] for security_group (ac71232a-7ffe-43f0-9bfa-4f37c33cc533), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:27.921398 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-b03552b5-e0df-4dae-a426-e4736873b134 req-14ab1cb5-236b-4222-8f01-2f362d1f8ac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d0b0be-246c-48f8-8847-38dcbc5aeb8a {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:40:27.938038 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b03552b5-e0df-4dae-a426-e4736873b134 req-14ab1cb5-236b-4222-8f01-2f362d1f8ac6 service neutron] Publish callbacks [] for port (56d0b0be-246c-48f8-8847-38dcbc5aeb8a), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:27.953257 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-b03552b5-e0df-4dae-a426-e4736873b134 req-14ab1cb5-236b-4222-8f01-2f362d1f8ac6 service neutron] Transition to ACTIVE for port object 56d0b0be-246c-48f8-8847-38dcbc5aeb8a will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:40:27.957119 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b03552b5-e0df-4dae-a426-e4736873b134 req-14ab1cb5-236b-4222-8f01-2f362d1f8ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (56d0b0be-246c-48f8-8847-38dcbc5aeb8a), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:28.016351 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a574507d-696a-4e39-bd48-203e1690df5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ac71232a-7ffe-43f0-9bfa-4f37c33cc533), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:28.018844 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a574507d-696a-4e39-bd48-203e1690df5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:28.023355 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a574507d-696a-4e39-bd48-203e1690df5c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac71232a-7ffe-43f0-9bfa-4f37c33cc533 HTTP/1.1" status: 204 len: 168 time: 0.2869973 Mar 01 13:40:28.048306 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab1cb5-236b-4222-8f01-2f362d1f8ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=56d0b0be-246c-48f8-8847-38dcbc5aeb8a,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:28.052203 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a574507d-696a-4e39-bd48-203e1690df5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac71232a-7ffe-43f0-9bfa-4f37c33cc533,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:28.103094 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-b03552b5-e0df-4dae-a426-e4736873b134 req-14ab1cb5-236b-4222-8f01-2f362d1f8ac6 service neutron] Attempting to bind port 56d0b0be-246c-48f8-8847-38dcbc5aeb8a on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:40:28.103873 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-b03552b5-e0df-4dae-a426-e4736873b134 req-14ab1cb5-236b-4222-8f01-2f362d1f8ac6 service neutron] Attempting to bind port 56d0b0be-246c-48f8-8847-38dcbc5aeb8a by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': 'a0a669d5-60b7-4c06-a9c5-37075f67475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '73628e5b-19c4-4cc2-85ab-069a1adb3f94'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:40:28.105333 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03552b5-e0df-4dae-a426-e4736873b134 req-14ab1cb5-236b-4222-8f01-2f362d1f8ac6 service neutron] Attempting to bind port 56d0b0be-246c-48f8-8847-38dcbc5aeb8a on network 73628e5b-19c4-4cc2-85ab-069a1adb3f94 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:40:28.111659 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03552b5-e0df-4dae-a426-e4736873b134 req-14ab1cb5-236b-4222-8f01-2f362d1f8ac6 service neutron] Port 56d0b0be-246c-48f8-8847-38dcbc5aeb8a on network 73628e5b-19c4-4cc2-85ab-069a1adb3f94 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:40:28.111963 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03552b5-e0df-4dae-a426-e4736873b134 req-14ab1cb5-236b-4222-8f01-2f362d1f8ac6 service neutron] Attempting to bind port 56d0b0be-246c-48f8-8847-38dcbc5aeb8a on network 73628e5b-19c4-4cc2-85ab-069a1adb3f94 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:40:28.119900 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03552b5-e0df-4dae-a426-e4736873b134 req-14ab1cb5-236b-4222-8f01-2f362d1f8ac6 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:40:28.120205 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03552b5-e0df-4dae-a426-e4736873b134 req-14ab1cb5-236b-4222-8f01-2f362d1f8ac6 service neutron] Checking segment: {'id': 'a0a669d5-60b7-4c06-a9c5-37075f67475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '73628e5b-19c4-4cc2-85ab-069a1adb3f94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:40:28.120593 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03552b5-e0df-4dae-a426-e4736873b134 req-14ab1cb5-236b-4222-8f01-2f362d1f8ac6 service neutron] Bound using segment: {'id': 'a0a669d5-60b7-4c06-a9c5-37075f67475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '73628e5b-19c4-4cc2-85ab-069a1adb3f94'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:40:28.121529 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-b03552b5-e0df-4dae-a426-e4736873b134 req-14ab1cb5-236b-4222-8f01-2f362d1f8ac6 service neutron] Bound port: 56d0b0be-246c-48f8-8847-38dcbc5aeb8a, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0a669d5-60b7-4c06-a9c5-37075f67475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '73628e5b-19c4-4cc2-85ab-069a1adb3f94'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:40:28.122051 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b03552b5-e0df-4dae-a426-e4736873b134 req-14ab1cb5-236b-4222-8f01-2f362d1f8ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (56d0b0be-246c-48f8-8847-38dcbc5aeb8a), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:28.201243 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-b03552b5-e0df-4dae-a426-e4736873b134 req-14ab1cb5-236b-4222-8f01-2f362d1f8ac6 service neutron] For port 56d0b0be-246c-48f8-8847-38dcbc5aeb8a, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:40:28.205131 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-b03552b5-e0df-4dae-a426-e4736873b134 req-14ab1cb5-236b-4222-8f01-2f362d1f8ac6 service neutron] For port 56d0b0be-246c-48f8-8847-38dcbc5aeb8a, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=56d0b0be-246c-48f8-8847-38dcbc5aeb8a,segment=NetworkSegment(a0a669d5-60b7-4c06-a9c5-37075f67475a),segment_id=a0a669d5-60b7-4c06-a9c5-37075f67475a)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:40:28.220547 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b03552b5-e0df-4dae-a426-e4736873b134 req-14ab1cb5-236b-4222-8f01-2f362d1f8ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (56d0b0be-246c-48f8-8847-38dcbc5aeb8a), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:28.282097 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03552b5-e0df-4dae-a426-e4736873b134 req-14ab1cb5-236b-4222-8f01-2f362d1f8ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:28.282864 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b03552b5-e0df-4dae-a426-e4736873b134 req-14ab1cb5-236b-4222-8f01-2f362d1f8ac6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:28.284366 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b03552b5-e0df-4dae-a426-e4736873b134 req-14ab1cb5-236b-4222-8f01-2f362d1f8ac6 service neutron] 10.222.0.20 "PUT /v2.0/ports/56d0b0be-246c-48f8-8847-38dcbc5aeb8a HTTP/1.1" status: 200 len: 1092 time: 0.9359744 Mar 01 13:40:28.284815 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a50d8ea-f141-4305-9696-705d3091939c', 'tag': '56d0b0be-246c-48f8-8847-38dcbc5aeb8a'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:40:28.288712 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a4d3d7-a63b-4019-bcab-ef3a1c80ccba" -d '{"events": [{"name": "network-changed", "server_uuid": "9a50d8ea-f141-4305-9696-705d3091939c", "tag": "56d0b0be-246c-48f8-8847-38dcbc5aeb8a"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:40:28.313487 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab1cb5-236b-4222-8f01-2f362d1f8ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=56d0b0be-246c-48f8-8847-38dcbc5aeb8a,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:28.323916 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a3256-653f-494d-9180-20e95f93ff1d req-d979082d-79d6-4fad-8226-e374347b8b7b tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:28.325785 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d16a3256-653f-494d-9180-20e95f93ff1d req-d979082d-79d6-4fad-8226-e374347b8b7b tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=efdab950-75e8-4e56-bffd-34fd643cd2cc HTTP/1.1" status: 200 len: 943 time: 0.0941312 Mar 01 13:40:28.431864 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d16a3256-653f-494d-9180-20e95f93ff1d req-6054a9dc-5772-47d8-a08e-9f468722b69d tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911648 Mar 01 13:40:28.554615 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bc6c3-14a8-474a-939b-6436bf56e929 req-1d003194-f35d-42c9-9fd6-499ceeff9eb0 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:28.556418 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ed0bc6c3-14a8-474a-939b-6436bf56e929 req-1d003194-f35d-42c9-9fd6-499ceeff9eb0 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/ports?device_id=4706f6a6-bf96-493c-b19c-edd84b8e1f69 HTTP/1.1" status: 200 len: 950 time: 0.0737236 Mar 01 13:40:28.559090 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56084) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:28.662761 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:40:28.668411 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c4abf0-3be3-4dfb-84c6-2420900d5b32 x-openstack-request-id: req-a1c4abf0-3be3-4dfb-84c6-2420900d5b32 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:40:28.669395 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a50d8ea-f141-4305-9696-705d3091939c", "tag": "56d0b0be-246c-48f8-8847-38dcbc5aeb8a", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:40:28.669830 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1c4abf0-3be3-4dfb-84c6-2420900d5b32 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:40:28.670398 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a50d8ea-f141-4305-9696-705d3091939c', 'tag': '56d0b0be-246c-48f8-8847-38dcbc5aeb8a', 'status': 'completed', 'code': 200} Mar 01 13:40:28.681734 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ed0bc6c3-14a8-474a-939b-6436bf56e929 req-b3c1dd29-72b9-485c-bdb7-24f1845cd855 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/security-groups?id=534a7bf2-9c81-4f4f-abc6-be758786a6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149879 Mar 01 13:40:28.693217 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03552b5-e0df-4dae-a426-e4736873b134 req-4a46aa80-2ac7-476f-9398-6dea74e6ed8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:28.696393 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b03552b5-e0df-4dae-a426-e4736873b134 req-4a46aa80-2ac7-476f-9398-6dea74e6ed8d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff19a9aae91a436fac353be002907a07&device_id=9a50d8ea-f141-4305-9696-705d3091939c HTTP/1.1" status: 200 len: 1126 time: 0.3666699 Mar 01 13:40:28.726583 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4daf1e-e37a-4337-9cd7-cf8e7ec6167d req-044ecc74-33b1-42c9-bf06-c8a4afc9de01 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:28.728656 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3f4daf1e-e37a-4337-9cd7-cf8e7ec6167d req-044ecc74-33b1-42c9-bf06-c8a4afc9de01 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.32 "GET /v2.0/ports?device_id=4706f6a6-bf96-493c-b19c-edd84b8e1f69 HTTP/1.1" status: 200 len: 950 time: 0.1374452 Mar 01 13:40:28.744472 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b03552b5-e0df-4dae-a426-e4736873b134 req-6e4da93f-d973-46b5-bcbb-25409bd898b3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56d0b0be-246c-48f8-8847-38dcbc5aeb8a HTTP/1.1" status: 200 len: 217 time: 0.0401063 Mar 01 13:40:28.782511 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:28.802323 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:40:28.805259 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03552b5-e0df-4dae-a426-e4736873b134 req-7c4b418d-54fc-4c94-b183-b2b5187a5a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:28.807602 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b03552b5-e0df-4dae-a426-e4736873b134 req-7c4b418d-54fc-4c94-b183-b2b5187a5a2e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a72a1b6b-a371-4cd5-a742-432bd3fca273 HTTP/1.1" status: 200 len: 844 time: 0.0557692 Mar 01 13:40:28.808386 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:40:28.809202 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a6fd43c5-27f8-4257-98d0-3f32dbf00eb1), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:28.844008 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b03552b5-e0df-4dae-a426-e4736873b134 req-950fae14-8bde-48e4-8749-603530be86d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73628e5b-19c4-4cc2-85ab-069a1adb3f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298302 Mar 01 13:40:28.876544 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c19d13-4ab4-429b-8529-8fb72e6ec0c9 req-8d485a3b-dacb-44db-a7eb-1d72fc8f1ecb tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:28.878059 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c3c19d13-4ab4-429b-8529-8fb72e6ec0c9 req-8d485a3b-dacb-44db-a7eb-1d72fc8f1ecb tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a50d8ea-f141-4305-9696-705d3091939c HTTP/1.1" status: 200 len: 944 time: 0.0998206 Mar 01 13:40:28.940287 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-9518b2f5-be53-4639-a55f-4a570c8f6d3f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-131387217-network', 'tenant_id': '96cd43570afd4572b4b93d1aa25b2425'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:28.946079 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:40:28.946470 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a6fd43c5-27f8-4257-98d0-3f32dbf00eb1), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:28.980808 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48dc4bd-0b6e-4991-873a-f28d98472d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fd43c5-27f8-4257-98d0-3f32dbf00eb1'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:40:28.983258 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a0d57b-b554-4cfa-bcf5-93bcaf83f9ef" -d '{"events": [{"server_uuid": "f48dc4bd-0b6e-4991-873a-f28d98472d45", "name": "network-vif-plugged", "status": "completed", "tag": "a6fd43c5-27f8-4257-98d0-3f32dbf00eb1"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:40:29.014916 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=a6fd43c5-27f8-4257-98d0-3f32dbf00eb1,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:29.019794 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b03552b5-e0df-4dae-a426-e4736873b134 req-168113c1-0629-48b4-89ea-37c7ba2b0af1 service neutron] 10.222.0.20 "GET /v2.0/networks/73628e5b-19c4-4cc2-85ab-069a1adb3f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687191 Mar 01 13:40:29.020845 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-3f4daf1e-e37a-4337-9cd7-cf8e7ec6167d req-40e067b2-06ad-4754-881c-890f12b2f22b tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Deleting port 12bbb1f1-7532-4da9-8fbb-d9de1df8c855 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:40:29.021263 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-3f4daf1e-e37a-4337-9cd7-cf8e7ec6167d req-40e067b2-06ad-4754-881c-890f12b2f22b tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (12bbb1f1-7532-4da9-8fbb-d9de1df8c855), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:29.022622 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a6fd43c5-27f8-4257-98d0-3f32dbf00eb1), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:29.058030 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56100) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:29.082822 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=a6fd43c5-27f8-4257-98d0-3f32dbf00eb1,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:29.103662 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9518b2f5-be53-4639-a55f-4a570c8f6d3f admin admin] Made reservation on behalf of 96cd43570afd4572b4b93d1aa25b2425 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:40:29.106225 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9518b2f5-be53-4639-a55f-4a570c8f6d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:29.137888 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c3c19d13-4ab4-429b-8529-8fb72e6ec0c9 req-9533ecd1-dd28-42eb-a458-a2439c8ab9f9 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312210 Mar 01 13:40:29.138129 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b03552b5-e0df-4dae-a426-e4736873b134 req-d3eb28ae-21cf-4534-b9f6-b3b00f06a225 service neutron] 10.222.0.20 "GET /v2.0/networks/73628e5b-19c4-4cc2-85ab-069a1adb3f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115847 Mar 01 13:40:29.145070 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb58f07-af86-4852-a7dc-4b957dc361f0 req-16bc19dc-145c-4341-ae96-18e92556e260 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:29.153332 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fbb58f07-af86-4852-a7dc-4b957dc361f0 req-16bc19dc-145c-4341-ae96-18e92556e260 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 945 time: 0.2025476 Mar 01 13:40:29.167711 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9518b2f5-be53-4639-a55f-4a570c8f6d3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:29.210005 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ebc42e-77fb-4ea1-8ee9-b2ba05172fed x-openstack-request-id: req-c4ebc42e-77fb-4ea1-8ee9-b2ba05172fed {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:40:29.210366 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f48dc4bd-0b6e-4991-873a-f28d98472d45", "name": "network-vif-plugged", "status": "completed", "tag": "a6fd43c5-27f8-4257-98d0-3f32dbf00eb1", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:40:29.210628 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4ebc42e-77fb-4ea1-8ee9-b2ba05172fed {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:40:29.211024 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48dc4bd-0b6e-4991-873a-f28d98472d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fd43c5-27f8-4257-98d0-3f32dbf00eb1', 'code': 200} Mar 01 13:40:29.265017 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fbb58f07-af86-4852-a7dc-4b957dc361f0 req-2965856d-e56b-44da-a651-9a2d8332731b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099761 Mar 01 13:40:29.310042 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-3f4daf1e-e37a-4337-9cd7-cf8e7ec6167d req-40e067b2-06ad-4754-881c-890f12b2f22b tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] For port 12bbb1f1-7532-4da9-8fbb-d9de1df8c855, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=12bbb1f1-7532-4da9-8fbb-d9de1df8c855,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:29.312078 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-3f4daf1e-e37a-4337-9cd7-cf8e7ec6167d req-40e067b2-06ad-4754-881c-890f12b2f22b tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (12bbb1f1-7532-4da9-8fbb-d9de1df8c855), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:29.316932 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4d3d7-a63b-4019-bcab-ef3a1c80ccba req-60ef432e-bf5f-4666-846b-04fee84117c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:29.318391 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-48a4d3d7-a63b-4019-bcab-ef3a1c80ccba req-60ef432e-bf5f-4666-846b-04fee84117c0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff19a9aae91a436fac353be002907a07&device_id=9a50d8ea-f141-4305-9696-705d3091939c HTTP/1.1" status: 200 len: 1126 time: 0.1177392 Mar 01 13:40:29.343301 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-45a19ae4-4c48-4aa2-b819-1c1fc17d4f3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:29.370440 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-3f4daf1e-e37a-4337-9cd7-cf8e7ec6167d req-40e067b2-06ad-4754-881c-890f12b2f22b tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Calling delete_port for 12bbb1f1-7532-4da9-8fbb-d9de1df8c855 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:40:29.425881 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e87e8-438a-4fa8-bbec-3e1e1985a66b req-185b68c7-fc3f-4363-af7e-bf473876f9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:29.427364 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-820e87e8-438a-4fa8-bbec-3e1e1985a66b req-185b68c7-fc3f-4363-af7e-bf473876f9c7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 1128 time: 0.1136062 Mar 01 13:40:29.452999 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4d3d7-a63b-4019-bcab-ef3a1c80ccba req-ae746090-ea07-467a-935a-8df81991b625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:29.454876 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-48a4d3d7-a63b-4019-bcab-ef3a1c80ccba req-ae746090-ea07-467a-935a-8df81991b625 service neutron] 10.222.0.20 "GET /v2.0/networks?id=73628e5b-19c4-4cc2-85ab-069a1adb3f94 HTTP/1.1" status: 200 len: 905 time: 0.1284142 Mar 01 13:40:29.502754 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-48a4d3d7-a63b-4019-bcab-ef3a1c80ccba req-c98c1766-6466-4756-9600-1c7fc504a961 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56d0b0be-246c-48f8-8847-38dcbc5aeb8a HTTP/1.1" status: 200 len: 217 time: 0.0408068 Mar 01 13:40:29.549636 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9518b2f5-be53-4639-a55f-4a570c8f6d3f admin admin] Publish callbacks [] for security_group (5a5aa7a1-8f3f-4140-a471-ac3fe563bc14), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:29.564384 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4d3d7-a63b-4019-bcab-ef3a1c80ccba req-3eb3cfb6-2826-4b25-821e-62e3e110dfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:29.565951 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-48a4d3d7-a63b-4019-bcab-ef3a1c80ccba req-3eb3cfb6-2826-4b25-821e-62e3e110dfe9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a72a1b6b-a371-4cd5-a742-432bd3fca273 HTTP/1.1" status: 200 len: 844 time: 0.0533459 Mar 01 13:40:29.569644 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-820e87e8-438a-4fa8-bbec-3e1e1985a66b req-deb27aa7-d06b-41b7-9534-e00f823a7a83 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326978 Mar 01 13:40:29.781914 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9518b2f5-be53-4639-a55f-4a570c8f6d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (5a5aa7a1-8f3f-4140-a471-ac3fe563bc14), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:29.868707 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-48a4d3d7-a63b-4019-bcab-ef3a1c80ccba req-f2f72640-be70-42a7-958e-f2b4e6f893a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73628e5b-19c4-4cc2-85ab-069a1adb3f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268838 Mar 01 13:40:29.878741 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9518b2f5-be53-4639-a55f-4a570c8f6d3f admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:40:29.905961 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9518b2f5-be53-4639-a55f-4a570c8f6d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:29.917068 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:29.919882 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9518b2f5-be53-4639-a55f-4a570c8f6d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (31a77582-3e8d-4faf-970f-4b8714981068), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:29.920366 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-9518b2f5-be53-4639-a55f-4a570c8f6d3f admin admin] Added segment 31a77582-3e8d-4faf-970f-4b8714981068 of type vlan for network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 Mar 01 13:40:29.925993 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-45a19ae4-4c48-4aa2-b819-1c1fc17d4f3e admin admin] Publish callbacks [] for security_group (739f8ae5-e5e8-498b-b79e-3a49c0b7cb04), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:29.938799 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-3f4daf1e-e37a-4337-9cd7-cf8e7ec6167d req-40e067b2-06ad-4754-881c-890f12b2f22b tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (12bbb1f1-7532-4da9-8fbb-d9de1df8c855), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:29.940354 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-45a19ae4-4c48-4aa2-b819-1c1fc17d4f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (739f8ae5-e5e8-498b-b79e-3a49c0b7cb04), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:29.951577 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['81795848-0fce-45d0-ac6c-f2cb26e88513'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:40:29.953883 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['12bbb1f1-7532-4da9-8fbb-d9de1df8c855'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:40:29.979553 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-48a4d3d7-a63b-4019-bcab-ef3a1c80ccba req-786421ad-7d5b-4dda-84ef-3357cf06c8ae service neutron] 10.222.0.20 "GET /v2.0/networks/73628e5b-19c4-4cc2-85ab-069a1adb3f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043906 Mar 01 13:40:29.983338 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1de2ea-63ef-46e4-a04f-4ab17add0d52 req-211692af-2aae-4d92-adb3-ae7357260fa1 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:29.984953 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4e1de2ea-63ef-46e4-a04f-4ab17add0d52 req-211692af-2aae-4d92-adb3-ae7357260fa1 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=efdab950-75e8-4e56-bffd-34fd643cd2cc HTTP/1.1" status: 200 len: 943 time: 0.4492548 Mar 01 13:40:30.023605 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9518b2f5-be53-4639-a55f-4a570c8f6d3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (94da7596-6b29-49a6-a3ae-5d4e1cca0c22), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:30.073045 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e067b2-06ad-4754-881c-890f12b2f22b tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Pushing event deleted for resources: {'Port': ['ID=12bbb1f1-7532-4da9-8fbb-d9de1df8c855,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:30.096568 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157fcec-d598-4557-8c12-599ab1aa3d34 req-a948b0c9-3ce0-4f7f-a521-618a34a87dc9 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:30.098100 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a157fcec-d598-4557-8c12-599ab1aa3d34 req-a948b0c9-3ce0-4f7f-a521-618a34a87dc9 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/ports?device_id=4706f6a6-bf96-493c-b19c-edd84b8e1f69 HTTP/1.1" status: 200 len: 950 time: 0.3122635 Mar 01 13:40:30.113036 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-48a4d3d7-a63b-4019-bcab-ef3a1c80ccba req-211d8899-fa8c-49bc-9098-a6b84ba85d0b service neutron] 10.222.0.20 "GET /v2.0/networks/73628e5b-19c4-4cc2-85ab-069a1adb3f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184688 Mar 01 13:40:30.120675 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a19ae4-4c48-4aa2-b819-1c1fc17d4f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739f8ae5-e5e8-498b-b79e-3a49c0b7cb04,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:30.136546 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-45a19ae4-4c48-4aa2-b819-1c1fc17d4f3e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a322dbca3f234ca295701ba855dec97c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0730956 Mar 01 13:40:30.136746 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56128) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:30.161760 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4daf1e-e37a-4337-9cd7-cf8e7ec6167d req-40e067b2-06ad-4754-881c-890f12b2f22b tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] No DVR routers for this DVR port 12bbb1f1-7532-4da9-8fbb-d9de1df8c855 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:40:30.182994 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-3f4daf1e-e37a-4337-9cd7-cf8e7ec6167d req-40e067b2-06ad-4754-881c-890f12b2f22b tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:30.186296 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3f4daf1e-e37a-4337-9cd7-cf8e7ec6167d req-40e067b2-06ad-4754-881c-890f12b2f22b tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.32 "DELETE /v2.0/ports/12bbb1f1-7532-4da9-8fbb-d9de1df8c855 HTTP/1.1" status: 204 len: 173 time: 1.4470739 Mar 01 13:40:30.186773 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4706f6a6-bf96-493c-b19c-edd84b8e1f69', 'name': 'network-vif-deleted', 'tag': '12bbb1f1-7532-4da9-8fbb-d9de1df8c855'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:40:30.189075 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cd3195-d2e7-4fb7-9425-fa290842c02c" -d '{"events": [{"server_uuid": "4706f6a6-bf96-493c-b19c-edd84b8e1f69", "name": "network-vif-deleted", "tag": "12bbb1f1-7532-4da9-8fbb-d9de1df8c855"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:40:30.198767 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-65726b07-f6bf-4f3c-a034-20b208703e3f admin admin] Publish callbacks [] for security_group (739f8ae5-e5e8-498b-b79e-3a49c0b7cb04), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:30.201243 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9518b2f5-be53-4639-a55f-4a570c8f6d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (94da7596-6b29-49a6-a3ae-5d4e1cca0c22), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:30.202220 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9518b2f5-be53-4639-a55f-4a570c8f6d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:30.202937 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9518b2f5-be53-4639-a55f-4a570c8f6d3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:30.229326 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-65726b07-f6bf-4f3c-a034-20b208703e3f admin admin] Publish callbacks [] for security_group (739f8ae5-e5e8-498b-b79e-3a49c0b7cb04), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:30.269326 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4e1de2ea-63ef-46e4-a04f-4ab17add0d52 req-1bd810bb-5fda-4358-a423-4fe982ab8eaa tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2702343 Mar 01 13:40:30.302351 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9518b2f5-be53-4639-a55f-4a570c8f6d3f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.7388053 Mar 01 13:40:30.306671 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56136) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:30.319857 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-d2f96b7d-469e-4102-814a-4055fb0d68eb admin admin] Request body: {'subnet': {'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-131387217-subnet', 'tenant_id': '96cd43570afd4572b4b93d1aa25b2425', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:30.324454 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a157fcec-d598-4557-8c12-599ab1aa3d34 req-95ae1cbc-600a-4c09-9ed0-5800ab1c51ae tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/security-groups?id=534a7bf2-9c81-4f4f-abc6-be758786a6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918049 Mar 01 13:40:30.337269 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9518b2f5-be53-4639-a55f-4a570c8f6d3f admin admin] Pushing event updated for resources: {'Network': ['ID=94da7596-6b29-49a6-a3ae-5d4e1cca0c22,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:30.342841 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-65726b07-f6bf-4f3c-a034-20b208703e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (739f8ae5-e5e8-498b-b79e-3a49c0b7cb04), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:30.345892 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-65726b07-f6bf-4f3c-a034-20b208703e3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:30.358193 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-65726b07-f6bf-4f3c-a034-20b208703e3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/739f8ae5-e5e8-498b-b79e-3a49c0b7cb04 HTTP/1.1" status: 204 len: 168 time: 0.2094254 Mar 01 13:40:30.374637 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:40:30.389021 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65726b07-f6bf-4f3c-a034-20b208703e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739f8ae5-e5e8-498b-b79e-3a49c0b7cb04,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:30.394713 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f96b7d-469e-4102-814a-4055fb0d68eb admin admin] Made reservation on behalf of 96cd43570afd4572b4b93d1aa25b2425 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:40:30.398025 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d2f96b7d-469e-4102-814a-4055fb0d68eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:30.454746 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 49de04f4-6d02-4e7f-854a-50e5dcdcf814 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:40:30.491661 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e2995281-ee94-4479-9522-3058421f8708 req-4518c3ad-95e8-42d0-ab0d-afa7b86b8245 tempest-AbsoluteLimitsNegativeTestJSON-988619563 tempest-AbsoluteLimitsNegativeTestJSON-988619563-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c83696c4a18e419fb955a8577f19d6cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339165 Mar 01 13:40:30.536210 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe20597-50b7-4aff-8922-6f7f7e67cdc5 req-f1720422-4ba1-451d-9f2a-41f49171da2e tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:30.538406 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2fe20597-50b7-4aff-8922-6f7f7e67cdc5 req-f1720422-4ba1-451d-9f2a-41f49171da2e tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a50d8ea-f141-4305-9696-705d3091939c HTTP/1.1" status: 200 len: 944 time: 0.1242959 Mar 01 13:40:30.601543 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 49de04f4-6d02-4e7f-854a-50e5dcdcf814, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=49de04f4-6d02-4e7f-854a-50e5dcdcf814,segment=NetworkSegment(4fa77154-1db9-4d3e-93d9-ea193365dc02),segment_id=4fa77154-1db9-4d3e-93d9-ea193365dc02)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:30.632658 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '49de04f4-6d02-4e7f-854a-50e5dcdcf814', 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df', 'port_id': '49de04f4-6d02-4e7f-854a-50e5dcdcf814', 'mac_address': 'fa:16:3e:2c:54:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c0eec8-d94f-41a7-92f9-32f77960cf64', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:40:30.643588 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d2f96b7d-469e-4102-814a-4055fb0d68eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (b7f9fefc-67f3-4f16-9709-32467e973c9a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:30.673556 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 49de04f4-6d02-4e7f-854a-50e5dcdcf814 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:40:30.674454 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (49de04f4-6d02-4e7f-854a-50e5dcdcf814), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:30.679790 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2fe20597-50b7-4aff-8922-6f7f7e67cdc5 req-d1ec48ee-9245-4363-a908-6282dcac5bac tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095996 Mar 01 13:40:30.704935 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49de04f4-6d02-4e7f-854a-50e5dcdcf814 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:40:30.714594 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2995281-ee94-4479-9522-3058421f8708 req-974d4746-66e8-4d8c-8e2e-d9d41305c732 tempest-AbsoluteLimitsNegativeTestJSON-988619563 tempest-AbsoluteLimitsNegativeTestJSON-988619563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:30.722686 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e2995281-ee94-4479-9522-3058421f8708 req-974d4746-66e8-4d8c-8e2e-d9d41305c732 tempest-AbsoluteLimitsNegativeTestJSON-988619563 tempest-AbsoluteLimitsNegativeTestJSON-988619563-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2233784 Mar 01 13:40:30.740709 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f96b7d-469e-4102-814a-4055fb0d68eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7f9fefc-67f3-4f16-9709-32467e973c9a,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:30.745403 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 49de04f4-6d02-4e7f-854a-50e5dcdcf814, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=49de04f4-6d02-4e7f-854a-50e5dcdcf814,segment=NetworkSegment(4fa77154-1db9-4d3e-93d9-ea193365dc02),segment_id=4fa77154-1db9-4d3e-93d9-ea193365dc02)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:30.757836 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f96b7d-469e-4102-814a-4055fb0d68eb admin admin] Checking segment: {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:40:30.758332 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f96b7d-469e-4102-814a-4055fb0d68eb admin admin] Network hostable DHCP agents. Network: 94da7596-6b29-49a6-a3ae-5d4e1cca0c22, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:40:30.761759 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (49de04f4-6d02-4e7f-854a-50e5dcdcf814), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:30.762854 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e2995281-ee94-4479-9522-3058421f8708 req-6d45665a-14d7-4fec-bba0-7bd3f195419e tempest-AbsoluteLimitsNegativeTestJSON-988619563 tempest-AbsoluteLimitsNegativeTestJSON-988619563-project] 10.222.0.13 "GET /v2.0/quotas/c83696c4a18e419fb955a8577f19d6cd HTTP/1.1" status: 200 len: 375 time: 0.0394816 Mar 01 13:40:30.800863 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f96b7d-469e-4102-814a-4055fb0d68eb admin admin] Network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:40:30.818176 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8f47a8-c235-41d7-82bd-a28760084f77 x-openstack-request-id: req-9d8f47a8-c235-41d7-82bd-a28760084f77 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:40:30.818761 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4706f6a6-bf96-493c-b19c-edd84b8e1f69", "name": "network-vif-deleted", "tag": "12bbb1f1-7532-4da9-8fbb-d9de1df8c855", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:40:30.818761 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d8f47a8-c235-41d7-82bd-a28760084f77 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:40:30.819350 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4706f6a6-bf96-493c-b19c-edd84b8e1f69', 'name': 'network-vif-deleted', 'tag': '12bbb1f1-7532-4da9-8fbb-d9de1df8c855', 'status': 'completed', 'code': 200} Mar 01 13:40:30.824311 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e2995281-ee94-4479-9522-3058421f8708 req-30b4a519-edea-4bc1-a92b-eb9393023275 tempest-AbsoluteLimitsNegativeTestJSON-988619563 tempest-AbsoluteLimitsNegativeTestJSON-988619563-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c83696c4a18e419fb955a8577f19d6cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600798 Mar 01 13:40:30.826236 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-d2f96b7d-469e-4102-814a-4055fb0d68eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 94da7596-6b29-49a6-a3ae-5d4e1cca0c22) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:40:30.835203 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f96b7d-469e-4102-814a-4055fb0d68eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:30.835850 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d2f96b7d-469e-4102-814a-4055fb0d68eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:30.853352 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fcf78d-55c2-4c15-ade4-900222462b26 None None] Network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:40:30.877285 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d2f96b7d-469e-4102-814a-4055fb0d68eb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5691617 Mar 01 13:40:30.912016 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=49de04f4-6d02-4e7f-854a-50e5dcdcf814,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:30.919728 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e00bb-025a-4024-804b-355328db960c req-e9dab3f4-a749-48e5-8545-620aaf7cea37 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:30.922557 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d00e00bb-025a-4024-804b-355328db960c req-e9dab3f4-a749-48e5-8545-620aaf7cea37 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 946 time: 0.0893369 Mar 01 13:40:30.963237 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56156) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:30.985688 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-95b67a60-77f6-4778-ae3c-a142ba8bf66e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:31.002171 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d00e00bb-025a-4024-804b-355328db960c req-2a9285c6-48e3-4958-8b83-6eca11af6c33 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714226 Mar 01 13:40:31.036338 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ff4e06-0d2c-4578-99a7-073b79180c8c None None] Network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:40:31.099593 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-95b67a60-77f6-4778-ae3c-a142ba8bf66e admin admin] Publish callbacks [] for security_group (79d345d8-b165-40c0-8cb9-bd73073a51fb), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:31.107708 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-95b67a60-77f6-4778-ae3c-a142ba8bf66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (79d345d8-b165-40c0-8cb9-bd73073a51fb), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:31.142917 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b67a60-77f6-4778-ae3c-a142ba8bf66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d345d8-b165-40c0-8cb9-bd73073a51fb,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:31.163478 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['49de04f4-6d02-4e7f-854a-50e5dcdcf814'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:40:31.168968 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-95b67a60-77f6-4778-ae3c-a142ba8bf66e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c44e35a28c34191b31e9d93a338bf0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2044246 Mar 01 13:40:31.171419 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56162) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:31.236146 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-52ea6af4-f0c0-46cc-95e3-82c15cd1596a admin admin] Publish callbacks [] for security_group (79d345d8-b165-40c0-8cb9-bd73073a51fb), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:31.266070 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-52ea6af4-f0c0-46cc-95e3-82c15cd1596a admin admin] Publish callbacks [] for security_group (79d345d8-b165-40c0-8cb9-bd73073a51fb), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:31.361589 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-52ea6af4-f0c0-46cc-95e3-82c15cd1596a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (79d345d8-b165-40c0-8cb9-bd73073a51fb), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:31.362337 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-52ea6af4-f0c0-46cc-95e3-82c15cd1596a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:31.366704 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-52ea6af4-f0c0-46cc-95e3-82c15cd1596a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79d345d8-b165-40c0-8cb9-bd73073a51fb HTTP/1.1" status: 204 len: 168 time: 0.1910453 Mar 01 13:40:31.380070 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea6af4-f0c0-46cc-95e3-82c15cd1596a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d345d8-b165-40c0-8cb9-bd73073a51fb,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:31.472067 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56178) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:31.477380 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a031b0-5308-42d6-88da-dfa3609848cc req-506c59f2-45ed-4f61-909a-f9c0da20997c tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:31.479280 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-47a031b0-5308-42d6-88da-dfa3609848cc req-506c59f2-45ed-4f61-909a-f9c0da20997c tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=efdab950-75e8-4e56-bffd-34fd643cd2cc HTTP/1.1" status: 200 len: 944 time: 0.0990248 Mar 01 13:40:31.542171 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-47a031b0-5308-42d6-88da-dfa3609848cc req-e8840c5e-0367-4300-a75e-2aee2525d3f1 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566387 Mar 01 13:40:31.660429 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd7b29-0344-4a5f-b216-0d5379332975 req-dbfe165e-b503-494b-9bc7-ccac950121b8 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:31.670471 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b2dd7b29-0344-4a5f-b216-0d5379332975 req-dbfe165e-b503-494b-9bc7-ccac950121b8 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fa564d-060b-4170-be55-89d058cc71c8 HTTP/1.1" status: 200 len: 950 time: 0.0631409 Mar 01 13:40:31.670887 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:31.730294 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b2dd7b29-0344-4a5f-b216-0d5379332975 req-cadb9f96-b7eb-4900-8fc1-174df91fbab8 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/security-groups?id=534a7bf2-9c81-4f4f-abc6-be758786a6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583074 Mar 01 13:40:31.780423 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42ae5a98-41a6-4546-b443-1723966a1a78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:31.873347 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e825b4-7ce6-4642-affd-614a6ded29a5 req-93d7fbe5-d5b6-4b4f-b7c7-a8d33335c0a3 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:31.875327 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a0e825b4-7ce6-4642-affd-614a6ded29a5 req-93d7fbe5-d5b6-4b4f-b7c7-a8d33335c0a3 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a50d8ea-f141-4305-9696-705d3091939c HTTP/1.1" status: 200 len: 944 time: 0.0919726 Mar 01 13:40:31.903130 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42ae5a98-41a6-4546-b443-1723966a1a78 admin admin] Publish callbacks [] for security_group (3a46ba24-807c-4afd-b91a-7092e26ef125), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:31.908666 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42ae5a98-41a6-4546-b443-1723966a1a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (3a46ba24-807c-4afd-b91a-7092e26ef125), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:31.954785 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56200) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:31.963161 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-0471a971-a1ce-477e-913e-7889d0e85900 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1139162997-network', 'tenant_id': '2b4561fd11724686a5c34a8354066dd6'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:31.984299 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-42ae5a98-41a6-4546-b443-1723966a1a78 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c83696c4a18e419fb955a8577f19d6cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5106032 Mar 01 13:40:31.986752 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae5a98-41a6-4546-b443-1723966a1a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a46ba24-807c-4afd-b91a-7092e26ef125,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:31.989788 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a0e825b4-7ce6-4642-affd-614a6ded29a5 req-33c7a2ec-b672-46a3-8537-80a3e5e957d6 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068652 Mar 01 13:40:31.990309 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56202) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:32.003265 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0471a971-a1ce-477e-913e-7889d0e85900 admin admin] Made reservation on behalf of 2b4561fd11724686a5c34a8354066dd6 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:40:32.005598 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0471a971-a1ce-477e-913e-7889d0e85900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:32.020907 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0471a971-a1ce-477e-913e-7889d0e85900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:32.073738 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-332dac25-5b7b-4730-9b4d-013f5db9db3e admin admin] Publish callbacks [] for security_group (3a46ba24-807c-4afd-b91a-7092e26ef125), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:32.118536 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-332dac25-5b7b-4730-9b4d-013f5db9db3e admin admin] Publish callbacks [] for security_group (3a46ba24-807c-4afd-b91a-7092e26ef125), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:32.213867 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0471a971-a1ce-477e-913e-7889d0e85900 admin admin] Publish callbacks [] for security_group (b9517000-e20e-42e0-9a5e-235c810d7471), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:32.223271 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e46ed3-8a87-448d-a4a5-c9cc44cb60e2 req-282a271e-5595-4af8-88be-6097875f3788 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:32.224800 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-33e46ed3-8a87-448d-a4a5-c9cc44cb60e2 req-282a271e-5595-4af8-88be-6097875f3788 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 946 time: 0.1191740 Mar 01 13:40:32.226766 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0471a971-a1ce-477e-913e-7889d0e85900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b9517000-e20e-42e0-9a5e-235c810d7471), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:32.261372 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-332dac25-5b7b-4730-9b4d-013f5db9db3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (3a46ba24-807c-4afd-b91a-7092e26ef125), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:32.263908 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-332dac25-5b7b-4730-9b4d-013f5db9db3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:32.265042 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-332dac25-5b7b-4730-9b4d-013f5db9db3e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a46ba24-807c-4afd-b91a-7092e26ef125 HTTP/1.1" status: 204 len: 168 time: 0.2734144 Mar 01 13:40:32.275973 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0471a971-a1ce-477e-913e-7889d0e85900 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:40:32.285073 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471a971-a1ce-477e-913e-7889d0e85900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9517000-e20e-42e0-9a5e-235c810d7471,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:32.313943 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0471a971-a1ce-477e-913e-7889d0e85900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (82a25ad6-458e-4178-9695-e6df3542f4cb), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:32.314371 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-0471a971-a1ce-477e-913e-7889d0e85900 admin admin] Added segment 82a25ad6-458e-4178-9695-e6df3542f4cb of type vlan for network 568a0f42-52a4-4c50-8f93-b896f48a5078 Mar 01 13:40:32.325043 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332dac25-5b7b-4730-9b4d-013f5db9db3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a46ba24-807c-4afd-b91a-7092e26ef125,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:32.332796 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-33e46ed3-8a87-448d-a4a5-c9cc44cb60e2 req-9121bd58-f586-4bcf-82fb-e748dda8faa8 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979662 Mar 01 13:40:32.380545 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0471a971-a1ce-477e-913e-7889d0e85900 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (568a0f42-52a4-4c50-8f93-b896f48a5078), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:32.411492 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0471a971-a1ce-477e-913e-7889d0e85900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (568a0f42-52a4-4c50-8f93-b896f48a5078), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:32.416435 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0471a971-a1ce-477e-913e-7889d0e85900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:32.416435 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0471a971-a1ce-477e-913e-7889d0e85900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:32.449258 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 49de04f4-6d02-4e7f-854a-50e5dcdcf814 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:40:32.498085 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0471a971-a1ce-477e-913e-7889d0e85900 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5421662 Mar 01 13:40:32.502157 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56224) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:32.508036 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-45ce0adc-bffb-483d-b3b5-1bb4ffc1d993 admin admin] Request body: {'subnet': {'network_id': '568a0f42-52a4-4c50-8f93-b896f48a5078', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1139162997-subnet', 'tenant_id': '2b4561fd11724686a5c34a8354066dd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:32.533254 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471a971-a1ce-477e-913e-7889d0e85900 admin admin] Pushing event updated for resources: {'Network': ['ID=568a0f42-52a4-4c50-8f93-b896f48a5078,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:32.536716 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 49de04f4-6d02-4e7f-854a-50e5dcdcf814 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:40:32.548757 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 49de04f4-6d02-4e7f-854a-50e5dcdcf814 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:40:32.549290 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (49de04f4-6d02-4e7f-854a-50e5dcdcf814), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:32.552863 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ce0adc-bffb-483d-b3b5-1bb4ffc1d993 admin admin] Made reservation on behalf of 2b4561fd11724686a5c34a8354066dd6 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:40:32.554829 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 568a0f42-52a4-4c50-8f93-b896f48a5078 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:40:32.557999 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-45ce0adc-bffb-483d-b3b5-1bb4ffc1d993 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:32.563165 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a495fcb-aac0-448d-944b-dd39f68da855 req-6dc4ea00-3d98-4049-9bdc-114df17cbb1b tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:32.568192 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0a495fcb-aac0-448d-944b-dd39f68da855 req-6dc4ea00-3d98-4049-9bdc-114df17cbb1b tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 1128 time: 0.1513886 Mar 01 13:40:32.748939 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 49de04f4-6d02-4e7f-854a-50e5dcdcf814 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:40:32.749513 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (49de04f4-6d02-4e7f-854a-50e5dcdcf814), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:32.762280 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0a495fcb-aac0-448d-944b-dd39f68da855 req-e9310228-3154-4e51-bad3-539b84ee9c75 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653943 Mar 01 13:40:32.785231 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efdab950-75e8-4e56-bffd-34fd643cd2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49de04f4-6d02-4e7f-854a-50e5dcdcf814'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:40:32.788767 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304175b4-0162-442c-8abf-d82027ffe06c" -d '{"events": [{"server_uuid": "efdab950-75e8-4e56-bffd-34fd643cd2cc", "name": "network-vif-plugged", "status": "completed", "tag": "49de04f4-6d02-4e7f-854a-50e5dcdcf814"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:40:32.789929 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b1543-ea38-4ee3-9eca-b5f45b52d8c1 req-dd8ad066-3c02-445b-a9e0-55d1458cea6d tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:32.791642 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc9b1543-ea38-4ee3-9eca-b5f45b52d8c1 req-dd8ad066-3c02-445b-a9e0-55d1458cea6d tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=efdab950-75e8-4e56-bffd-34fd643cd2cc HTTP/1.1" status: 200 len: 944 time: 0.1112456 Mar 01 13:40:32.808094 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 49de04f4-6d02-4e7f-854a-50e5dcdcf814, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=49de04f4-6d02-4e7f-854a-50e5dcdcf814,segment=NetworkSegment(4fa77154-1db9-4d3e-93d9-ea193365dc02),segment_id=4fa77154-1db9-4d3e-93d9-ea193365dc02)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:32.814907 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (49de04f4-6d02-4e7f-854a-50e5dcdcf814), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:32.816315 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 12bbb1f1-7532-4da9-8fbb-d9de1df8c855 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:40:32.842282 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: 12bbb1f1-7532-4da9-8fbb-d9de1df8c855 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:40:32.843815 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 12bbb1f1-7532-4da9-8fbb-d9de1df8c855 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:40:32.854180 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc9b1543-ea38-4ee3-9eca-b5f45b52d8c1 req-ea2061aa-5d0c-478c-b749-d68b3c34d330 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551722 Mar 01 13:40:32.950979 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=49de04f4-6d02-4e7f-854a-50e5dcdcf814,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:32.969391 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-45ce0adc-bffb-483d-b3b5-1bb4ffc1d993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for subnet (64c090d2-2812-4da1-ad15-cd0bfd0e9797), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:33.044575 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce0adc-bffb-483d-b3b5-1bb4ffc1d993 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64c090d2-2812-4da1-ad15-cd0bfd0e9797,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:33.073495 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f725ff5-401e-4658-bd7f-81da9d62cbd3 req-066e11ff-8bd6-48fc-a359-43b0be9e5bec tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:33.075842 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0f725ff5-401e-4658-bd7f-81da9d62cbd3 req-066e11ff-8bd6-48fc-a359-43b0be9e5bec tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fa564d-060b-4170-be55-89d058cc71c8 HTTP/1.1" status: 200 len: 950 time: 0.1206660 Mar 01 13:40:33.085622 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ce0adc-bffb-483d-b3b5-1bb4ffc1d993 admin admin] Checking segment: {'id': '82a25ad6-458e-4178-9695-e6df3542f4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '568a0f42-52a4-4c50-8f93-b896f48a5078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:40:33.086043 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ce0adc-bffb-483d-b3b5-1bb4ffc1d993 admin admin] Network hostable DHCP agents. Network: 568a0f42-52a4-4c50-8f93-b896f48a5078, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:40:33.139511 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ce0adc-bffb-483d-b3b5-1bb4ffc1d993 admin admin] Network 568a0f42-52a4-4c50-8f93-b896f48a5078 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:40:33.148303 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0f725ff5-401e-4658-bd7f-81da9d62cbd3 req-7973dd15-5645-4157-b712-8be325af23ff tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.13 "GET /v2.0/security-groups?id=534a7bf2-9c81-4f4f-abc6-be758786a6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636880 Mar 01 13:40:33.153538 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-45ce0adc-bffb-483d-b3b5-1bb4ffc1d993 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 568a0f42-52a4-4c50-8f93-b896f48a5078) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:40:33.158349 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ce0adc-bffb-483d-b3b5-1bb4ffc1d993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:33.159210 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-45ce0adc-bffb-483d-b3b5-1bb4ffc1d993 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:33.177063 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220d2d14-1a36-424b-b3da-acc79fdab39f None None] Network 568a0f42-52a4-4c50-8f93-b896f48a5078 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:40:33.187545 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-45ce0adc-bffb-483d-b3b5-1bb4ffc1d993 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6834819 Mar 01 13:40:33.265309 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4aa8d-f9db-467e-a540-cbfd6a45b4bb req-a3f10cd1-698e-44ad-b643-1c16f4ce66ff tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:33.267037 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-58b4aa8d-f9db-467e-a540-cbfd6a45b4bb req-a3f10cd1-698e-44ad-b643-1c16f4ce66ff tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.20 "GET /v2.0/ports?device_id=99fa564d-060b-4170-be55-89d058cc71c8 HTTP/1.1" status: 200 len: 950 time: 0.1168540 Mar 01 13:40:33.284233 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e32a7a6-2b90-487d-a014-59c646c06d76 x-openstack-request-id: req-6e32a7a6-2b90-487d-a014-59c646c06d76 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:40:33.284594 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efdab950-75e8-4e56-bffd-34fd643cd2cc", "name": "network-vif-plugged", "status": "completed", "tag": "49de04f4-6d02-4e7f-854a-50e5dcdcf814", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:40:33.284802 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e32a7a6-2b90-487d-a014-59c646c06d76 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:40:33.285209 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efdab950-75e8-4e56-bffd-34fd643cd2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49de04f4-6d02-4e7f-854a-50e5dcdcf814', 'code': 200} Mar 01 13:40:33.398981 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af491a8-8118-4d38-ae54-2073cd9c312d None None] Network 568a0f42-52a4-4c50-8f93-b896f48a5078 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:40:33.427957 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-58b4aa8d-f9db-467e-a540-cbfd6a45b4bb req-76df0b84-8b7e-4923-87a9-59414e3bc910 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Deleting port 81795848-0fce-45d0-ac6c-f2cb26e88513 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:40:33.428679 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-58b4aa8d-f9db-467e-a540-cbfd6a45b4bb req-76df0b84-8b7e-4923-87a9-59414e3bc910 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (81795848-0fce-45d0-ac6c-f2cb26e88513), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:33.463784 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19fd68-9f50-4bb0-b42c-d80fe2eddb5f req-df1457e3-9df0-40fa-ae08-3f544f871dd5 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:33.465330 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aa19fd68-9f50-4bb0-b42c-d80fe2eddb5f req-df1457e3-9df0-40fa-ae08-3f544f871dd5 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 1128 time: 0.1547134 Mar 01 13:40:33.486603 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd35e5-3f1a-42c1-9bad-ffd68b82e89b req-f7f6930c-2b4d-44eb-b2e9-ffc1aeda1bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:33.488844 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-50dd35e5-3f1a-42c1-9bad-ffd68b82e89b req-f7f6930c-2b4d-44eb-b2e9-ffc1aeda1bbf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=efdab950-75e8-4e56-bffd-34fd643cd2cc HTTP/1.1" status: 200 len: 1127 time: 0.1649141 Mar 01 13:40:33.567943 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aa19fd68-9f50-4bb0-b42c-d80fe2eddb5f req-339b7435-9db0-4e25-9a7b-90a5e68d853f tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874152 Mar 01 13:40:33.602238 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-58b4aa8d-f9db-467e-a540-cbfd6a45b4bb req-76df0b84-8b7e-4923-87a9-59414e3bc910 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] For port 81795848-0fce-45d0-ac6c-f2cb26e88513, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=81795848-0fce-45d0-ac6c-f2cb26e88513,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:33.602612 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-58b4aa8d-f9db-467e-a540-cbfd6a45b4bb req-76df0b84-8b7e-4923-87a9-59414e3bc910 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (81795848-0fce-45d0-ac6c-f2cb26e88513), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:33.616714 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-58b4aa8d-f9db-467e-a540-cbfd6a45b4bb req-76df0b84-8b7e-4923-87a9-59414e3bc910 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Calling delete_port for 81795848-0fce-45d0-ac6c-f2cb26e88513 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:40:33.620735 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-50dd35e5-3f1a-42c1-9bad-ffd68b82e89b req-76e49eff-1d32-4da6-b6ea-4fd48c45c4fa service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234212 Mar 01 13:40:33.773542 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfde4d6-b4c7-45d7-9b0d-0ea8131ffef3 req-1a016d26-2cfa-41e4-8000-55a2db8b7ffd tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:33.775213 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0bfde4d6-b4c7-45d7-9b0d-0ea8131ffef3 req-1a016d26-2cfa-41e4-8000-55a2db8b7ffd tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a50d8ea-f141-4305-9696-705d3091939c HTTP/1.1" status: 200 len: 944 time: 0.1053805 Mar 01 13:40:33.821400 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-58b4aa8d-f9db-467e-a540-cbfd6a45b4bb req-76df0b84-8b7e-4923-87a9-59414e3bc910 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (81795848-0fce-45d0-ac6c-f2cb26e88513), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:33.833783 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['81795848-0fce-45d0-ac6c-f2cb26e88513'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:40:33.853319 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0bfde4d6-b4c7-45d7-9b0d-0ea8131ffef3 req-9963c7e7-28b7-44aa-bac2-d53dace0a4a9 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708365 Mar 01 13:40:33.880188 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df0b84-8b7e-4923-87a9-59414e3bc910 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Pushing event deleted for resources: {'Port': ['ID=81795848-0fce-45d0-ac6c-f2cb26e88513,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:33.909298 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56298) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:33.921043 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b4aa8d-f9db-467e-a540-cbfd6a45b4bb req-76df0b84-8b7e-4923-87a9-59414e3bc910 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] No DVR routers for this DVR port 81795848-0fce-45d0-ac6c-f2cb26e88513 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:40:33.923955 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-58b4aa8d-f9db-467e-a540-cbfd6a45b4bb req-76df0b84-8b7e-4923-87a9-59414e3bc910 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:33.927582 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-58b4aa8d-f9db-467e-a540-cbfd6a45b4bb req-76df0b84-8b7e-4923-87a9-59414e3bc910 tempest-ServersAdminNegativeTestJSON-722186934 tempest-ServersAdminNegativeTestJSON-722186934-project] 10.222.0.20 "DELETE /v2.0/ports/81795848-0fce-45d0-ac6c-f2cb26e88513 HTTP/1.1" status: 204 len: 173 time: 0.6549025 Mar 01 13:40:33.928126 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99fa564d-060b-4170-be55-89d058cc71c8', 'name': 'network-vif-deleted', 'tag': '81795848-0fce-45d0-ac6c-f2cb26e88513'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:40:33.938737 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c745e31c-00f5-4d1e-8847-76caaa202784" -d '{"events": [{"server_uuid": "99fa564d-060b-4170-be55-89d058cc71c8", "name": "network-vif-deleted", "tag": "81795848-0fce-45d0-ac6c-f2cb26e88513"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:40:34.082528 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-bd9345e5-e401-4ffb-9036-33d48a9a1a82 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1989243444-network', 'tenant_id': 'ea439721b3f748b2af4e1d1dc9392baa'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:34.116541 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9345e5-e401-4ffb-9036-33d48a9a1a82 admin admin] Made reservation on behalf of ea439721b3f748b2af4e1d1dc9392baa for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:40:34.120299 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bd9345e5-e401-4ffb-9036-33d48a9a1a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:34.129732 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bd9345e5-e401-4ffb-9036-33d48a9a1a82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:34.213827 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bd9345e5-e401-4ffb-9036-33d48a9a1a82 admin admin] Publish callbacks [] for security_group (1e10d692-3093-46bc-b765-0e15c0d34f62), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:34.219181 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bd9345e5-e401-4ffb-9036-33d48a9a1a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (1e10d692-3093-46bc-b765-0e15c0d34f62), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:34.276332 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd9345e5-e401-4ffb-9036-33d48a9a1a82 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:40:34.324198 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9345e5-e401-4ffb-9036-33d48a9a1a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e10d692-3093-46bc-b765-0e15c0d34f62,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:34.340657 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bd9345e5-e401-4ffb-9036-33d48a9a1a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (4b802211-209e-4d33-83bb-604bef7a8b7c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:34.341020 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-bd9345e5-e401-4ffb-9036-33d48a9a1a82 admin admin] Added segment 4b802211-209e-4d33-83bb-604bef7a8b7c of type vlan for network d61d9e69-fcb4-46c8-a3a6-5f844d807ac2 Mar 01 13:40:34.414238 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bd9345e5-e401-4ffb-9036-33d48a9a1a82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (d61d9e69-fcb4-46c8-a3a6-5f844d807ac2), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:34.422296 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-d439f5bd-1799-42c5-959b-84de10e26983 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:34.424712 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-d439f5bd-1799-42c5-959b-84de10e26983 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/networks?id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22 HTTP/1.1" status: 200 len: 807 time: 0.2010152 Mar 01 13:40:34.450463 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-0f4e07eb-17a9-4334-a798-35ba64ae645c tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/quotas/96cd43570afd4572b4b93d1aa25b2425 HTTP/1.1" status: 200 len: 375 time: 0.0174799 Mar 01 13:40:34.460696 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bd9345e5-e401-4ffb-9036-33d48a9a1a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (d61d9e69-fcb4-46c8-a3a6-5f844d807ac2), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:34.461904 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9345e5-e401-4ffb-9036-33d48a9a1a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:34.462698 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bd9345e5-e401-4ffb-9036-33d48a9a1a82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:34.512487 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-56015b0f-6c2d-4770-858e-1aa224d9415c tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=96cd43570afd4572b4b93d1aa25b2425&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539327 Mar 01 13:40:34.559866 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-bd9345e5-e401-4ffb-9036-33d48a9a1a82 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6467848 Mar 01 13:40:34.560747 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56324) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:34.565538 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-b8492e8b-9a63-43ef-9279-926a2661c9e2 admin admin] Request body: {'subnet': {'network_id': 'd61d9e69-fcb4-46c8-a3a6-5f844d807ac2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1989243444-subnet', 'tenant_id': 'ea439721b3f748b2af4e1d1dc9392baa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:34.587218 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8492e8b-9a63-43ef-9279-926a2661c9e2 admin admin] Made reservation on behalf of ea439721b3f748b2af4e1d1dc9392baa for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:40:34.591051 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b8492e8b-9a63-43ef-9279-926a2661c9e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:34.606859 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9345e5-e401-4ffb-9036-33d48a9a1a82 admin admin] Pushing event updated for resources: {'Network': ['ID=d61d9e69-fcb4-46c8-a3a6-5f844d807ac2,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:34.617698 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network d61d9e69-fcb4-46c8-a3a6-5f844d807ac2 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:40:34.661594 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-0b9e71ae-d2db-49eb-9d80-c626dcb14bfe service neutron] 10.222.0.13 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165261 Mar 01 13:40:34.712113 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 56d0b0be-246c-48f8-8847-38dcbc5aeb8a details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:40:34.799596 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b8492e8b-9a63-43ef-9279-926a2661c9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (fdf72c9c-e551-4122-a7cd-134f7b800225), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:34.800245 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c0aa8-2d64-401e-9cfe-d959fae885ed req-9d54e41e-3ad4-46b5-a953-3f4e65440442 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:34.801757 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-403c0aa8-2d64-401e-9cfe-d959fae885ed req-9d54e41e-3ad4-46b5-a953-3f4e65440442 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=efdab950-75e8-4e56-bffd-34fd643cd2cc HTTP/1.1" status: 200 len: 945 time: 0.0818336 Mar 01 13:40:34.804668 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-e54e8e3b-5e09-40db-bbb6-0669b02c319c service neutron] 10.222.0.13 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359103 Mar 01 13:40:34.826094 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 56d0b0be-246c-48f8-8847-38dcbc5aeb8a, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=56d0b0be-246c-48f8-8847-38dcbc5aeb8a,segment=NetworkSegment(a0a669d5-60b7-4c06-a9c5-37075f67475a),segment_id=a0a669d5-60b7-4c06-a9c5-37075f67475a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:34.861211 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-403c0aa8-2d64-401e-9cfe-d959fae885ed req-fbe3a5fa-3190-4ad5-a377-f3da5c599d1b tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531116 Mar 01 13:40:34.889545 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8492e8b-9a63-43ef-9279-926a2661c9e2 admin admin] Checking segment: {'id': '4b802211-209e-4d33-83bb-604bef7a8b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd61d9e69-fcb4-46c8-a3a6-5f844d807ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:40:34.890139 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8492e8b-9a63-43ef-9279-926a2661c9e2 admin admin] Network hostable DHCP agents. Network: d61d9e69-fcb4-46c8-a3a6-5f844d807ac2, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:40:34.894794 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8492e8b-9a63-43ef-9279-926a2661c9e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdf72c9c-e551-4122-a7cd-134f7b800225,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:34.918791 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8492e8b-9a63-43ef-9279-926a2661c9e2 admin admin] Network d61d9e69-fcb4-46c8-a3a6-5f844d807ac2 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:40:34.942869 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86e5d86-20ac-44d8-b4e7-77d1f81c2ccf x-openstack-request-id: req-a86e5d86-20ac-44d8-b4e7-77d1f81c2ccf {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:40:34.943969 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99fa564d-060b-4170-be55-89d058cc71c8", "name": "network-vif-deleted", "tag": "81795848-0fce-45d0-ac6c-f2cb26e88513", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:40:34.945394 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a86e5d86-20ac-44d8-b4e7-77d1f81c2ccf {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:40:34.945906 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99fa564d-060b-4170-be55-89d058cc71c8', 'name': 'network-vif-deleted', 'tag': '81795848-0fce-45d0-ac6c-f2cb26e88513', 'status': 'completed', 'code': 200} Mar 01 13:40:34.957600 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-b8492e8b-9a63-43ef-9279-926a2661c9e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, d61d9e69-fcb4-46c8-a3a6-5f844d807ac2) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:40:34.977389 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8492e8b-9a63-43ef-9279-926a2661c9e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:34.978816 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b8492e8b-9a63-43ef-9279-926a2661c9e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:35.023612 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b8492e8b-9a63-43ef-9279-926a2661c9e2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4529943 Mar 01 13:40:35.118254 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc0496c-1a6a-4161-8403-303c24b14cd7 None None] Network d61d9e69-fcb4-46c8-a3a6-5f844d807ac2 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:40:35.148380 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '56d0b0be-246c-48f8-8847-38dcbc5aeb8a', 'network_id': '73628e5b-19c4-4cc2-85ab-069a1adb3f94', 'port_id': '56d0b0be-246c-48f8-8847-38dcbc5aeb8a', 'mac_address': 'fa:16:3e:81:57:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a72a1b6b-a371-4cd5-a742-432bd3fca273', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:40:35.246524 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a542719-c5a2-4d95-9a95-bd699bf5a9f0 req-99cdc743-b472-49be-b79c-5798d1d066bd tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:35.266515 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7a542719-c5a2-4d95-9a95-bd699bf5a9f0 req-99cdc743-b472-49be-b79c-5798d1d066bd tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 1128 time: 0.1242344 Mar 01 13:40:35.268230 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 56d0b0be-246c-48f8-8847-38dcbc5aeb8a is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:40:35.268630 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (56d0b0be-246c-48f8-8847-38dcbc5aeb8a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:35.302077 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d0b0be-246c-48f8-8847-38dcbc5aeb8a {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:40:35.349202 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b9c405-5e3e-4c91-8f25-f7bae73da92d None None] Network d61d9e69-fcb4-46c8-a3a6-5f844d807ac2 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:40:35.358137 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 56d0b0be-246c-48f8-8847-38dcbc5aeb8a, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=56d0b0be-246c-48f8-8847-38dcbc5aeb8a,segment=NetworkSegment(a0a669d5-60b7-4c06-a9c5-37075f67475a),segment_id=a0a669d5-60b7-4c06-a9c5-37075f67475a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:35.372663 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (56d0b0be-246c-48f8-8847-38dcbc5aeb8a), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:35.386096 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7a542719-c5a2-4d95-9a95-bd699bf5a9f0 req-99ce9833-68da-4c5a-9e76-593dba8f9dd4 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114030 Mar 01 13:40:35.481364 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=56d0b0be-246c-48f8-8847-38dcbc5aeb8a,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:35.521756 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56350) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:35.620593 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce53385-53b9-4a14-82b3-fdaff6841b4b req-488190e4-cee7-4f49-9bde-ba412288afae tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:35.622386 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fce53385-53b9-4a14-82b3-fdaff6841b4b req-488190e4-cee7-4f49-9bde-ba412288afae tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a50d8ea-f141-4305-9696-705d3091939c HTTP/1.1" status: 200 len: 945 time: 0.0773604 Mar 01 13:40:35.652539 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6705eb32-1cdc-43bd-a351-f357944a1e32 req-de8c6aa7-3007-45ac-bf58-d23968ef7780 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714 HTTP/1.1" status: 200 len: 210 time: 0.0428755 Mar 01 13:40:35.694490 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['56d0b0be-246c-48f8-8847-38dcbc5aeb8a'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:40:35.729646 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fce53385-53b9-4a14-82b3-fdaff6841b4b req-cf689405-4023-4d5f-88d7-43a323ddc297 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714393 Mar 01 13:40:35.799616 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-18920cfa-2616-4d75-97ce-7c5d7c347a1c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14d154d02fdc41b094b978b7f2c73712&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2762692 Mar 01 13:40:35.802295 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56360) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:35.929136 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-af3cd129-ce3c-414f-9075-dfcc258f345d admin admin] Publish callbacks [] for security_group (534a7bf2-9c81-4f4f-abc6-be758786a6fc), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:35.975726 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-af3cd129-ce3c-414f-9075-dfcc258f345d admin admin] Publish callbacks [] for security_group (534a7bf2-9c81-4f4f-abc6-be758786a6fc), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:36.064152 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-7e0a42ab-f859-4427-a59b-c0849c3d6a76 req-4a71ea52-bf8b-4789-bc03-38ade3365aa4 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-294225981', 'description': 'tempest-description-1018624239'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:36.094612 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-7e0a42ab-f859-4427-a59b-c0849c3d6a76 req-4a71ea52-bf8b-4789-bc03-38ade3365aa4 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:36.109433 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-af3cd129-ce3c-414f-9075-dfcc258f345d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (534a7bf2-9c81-4f4f-abc6-be758786a6fc), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:36.113785 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-af3cd129-ce3c-414f-9075-dfcc258f345d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:36.123059 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-af3cd129-ce3c-414f-9075-dfcc258f345d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/534a7bf2-9c81-4f4f-abc6-be758786a6fc HTTP/1.1" status: 204 len: 168 time: 0.3195262 Mar 01 13:40:36.223628 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-7e0a42ab-f859-4427-a59b-c0849c3d6a76 req-4a71ea52-bf8b-4789-bc03-38ade3365aa4 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks [] for security_group (7f1ae389-7e8b-4f13-820a-ea27aaf1cb07), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:36.224955 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3cd129-ce3c-414f-9075-dfcc258f345d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534a7bf2-9c81-4f4f-abc6-be758786a6fc,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:36.248858 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-7e0a42ab-f859-4427-a59b-c0849c3d6a76 req-4a71ea52-bf8b-4789-bc03-38ade3365aa4 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (7f1ae389-7e8b-4f13-820a-ea27aaf1cb07), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:36.301518 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ea52-bf8b-4789-bc03-38ade3365aa4 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1ae389-7e8b-4f13-820a-ea27aaf1cb07,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:36.322738 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-7e0a42ab-f859-4427-a59b-c0849c3d6a76 req-4a71ea52-bf8b-4789-bc03-38ade3365aa4 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:36.326109 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7e0a42ab-f859-4427-a59b-c0849c3d6a76 req-4a71ea52-bf8b-4789-bc03-38ade3365aa4 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2725463 Mar 01 13:40:36.519969 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994eedf-309c-4203-bca9-cc07716748fb req-3920b268-5e7a-41a0-aab9-1fdfef00ccce tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:36.521630 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c994eedf-309c-4203-bca9-cc07716748fb req-3920b268-5e7a-41a0-aab9-1fdfef00ccce tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=efdab950-75e8-4e56-bffd-34fd643cd2cc HTTP/1.1" status: 200 len: 945 time: 0.1058645 Mar 01 13:40:36.715708 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56392) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:36.716864 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-1af155dd-5e81-46c1-b478-7e03a300745b tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:36.719033 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-1af155dd-5e81-46c1-b478-7e03a300745b tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.32 "GET /v2.0/networks?id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22 HTTP/1.1" status: 200 len: 807 time: 0.1807566 Mar 01 13:40:36.727111 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 56d0b0be-246c-48f8-8847-38dcbc5aeb8a up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:40:36.729693 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c994eedf-309c-4203-bca9-cc07716748fb req-b0988ff3-aa1e-4b9a-998c-a99a21dcbce2 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009530 Mar 01 13:40:36.734556 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-9e373d52-158f-4d4f-8d64-3ab07d14e105 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Request body: {'port': {'device_id': 'b8ce9d74-c614-4eb6-9344-21ee0e701714', 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22', 'admin_state_up': True, 'tenant_id': '96cd43570afd4572b4b93d1aa25b2425'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:36.825128 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c1d597ff-d70b-4ba4-a3c0-60580d2bb7a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f7c4d711f75447a5919eec0b735ce6f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1079371 Mar 01 13:40:36.826450 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56398) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:36.836112 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 56d0b0be-246c-48f8-8847-38dcbc5aeb8a completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:40:36.841943 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 56d0b0be-246c-48f8-8847-38dcbc5aeb8a triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:40:36.842546 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (56d0b0be-246c-48f8-8847-38dcbc5aeb8a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:36.879648 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43c7ab1b-0f22-4773-9591-c5c0cb3f7630 admin admin] Publish callbacks [] for security_group (ef2815ec-b74b-4e50-a236-0433c11907f5), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:36.907627 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43c7ab1b-0f22-4773-9591-c5c0cb3f7630 admin admin] Publish callbacks [] for security_group (ef2815ec-b74b-4e50-a236-0433c11907f5), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:36.917075 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-38e2848a-5a3d-48fe-ba90-fc811d982e8c req-8377027f-6a56-4c83-bcb2-ad4019278e02 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] 10.222.0.13 "GET /v2.0/security-groups/7f1ae389-7e8b-4f13-820a-ea27aaf1cb07 HTTP/1.1" status: 200 len: 1829 time: 0.0967617 Mar 01 13:40:36.925643 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-38e2848a-5a3d-48fe-ba90-fc811d982e8c req-216060fe-b513-4514-871a-00e0cc5aaada tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7f1ae389-7e8b-4f13-820a-ea27aaf1cb07', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:36.925963 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-38e2848a-5a3d-48fe-ba90-fc811d982e8c req-216060fe-b513-4514-871a-00e0cc5aaada tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7f1ae389-7e8b-4f13-820a-ea27aaf1cb07', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:36.977540 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43c7ab1b-0f22-4773-9591-c5c0cb3f7630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ef2815ec-b74b-4e50-a236-0433c11907f5), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:36.978880 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-9e373d52-158f-4d4f-8d64-3ab07d14e105 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Made reservation on behalf of 96cd43570afd4572b4b93d1aa25b2425 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:40:36.980729 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43c7ab1b-0f22-4773-9591-c5c0cb3f7630 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:36.982657 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-9e373d52-158f-4d4f-8d64-3ab07d14e105 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:36.984819 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-43c7ab1b-0f22-4773-9591-c5c0cb3f7630 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef2815ec-b74b-4e50-a236-0433c11907f5 HTTP/1.1" status: 204 len: 168 time: 0.1570480 Mar 01 13:40:36.995132 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7ab1b-0f22-4773-9591-c5c0cb3f7630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2815ec-b74b-4e50-a236-0433c11907f5,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:37.000154 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 56d0b0be-246c-48f8-8847-38dcbc5aeb8a is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:40:37.001083 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (56d0b0be-246c-48f8-8847-38dcbc5aeb8a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:37.023175 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-38e2848a-5a3d-48fe-ba90-fc811d982e8c req-216060fe-b513-4514-871a-00e0cc5aaada tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks [] for security_group_rule (fe543e8a-328c-455c-a2e7-ae2e804da079), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:37.039950 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a50d8ea-f141-4305-9696-705d3091939c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d0b0be-246c-48f8-8847-38dcbc5aeb8a'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:40:37.042480 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0dcbc8-17c0-4064-84b2-98ff447176dc" -d '{"events": [{"server_uuid": "9a50d8ea-f141-4305-9696-705d3091939c", "name": "network-vif-plugged", "status": "completed", "tag": "56d0b0be-246c-48f8-8847-38dcbc5aeb8a"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:40:37.057131 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 56d0b0be-246c-48f8-8847-38dcbc5aeb8a, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=56d0b0be-246c-48f8-8847-38dcbc5aeb8a,segment=NetworkSegment(a0a669d5-60b7-4c06-a9c5-37075f67475a),segment_id=a0a669d5-60b7-4c06-a9c5-37075f67475a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:37.062836 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (56d0b0be-246c-48f8-8847-38dcbc5aeb8a), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:37.064100 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 81795848-0fce-45d0-ac6c-f2cb26e88513 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:40:37.132429 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-38e2848a-5a3d-48fe-ba90-fc811d982e8c req-216060fe-b513-4514-871a-00e0cc5aaada tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks [] for security_group_rule (fe543e8a-328c-455c-a2e7-ae2e804da079), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:37.136479 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=56d0b0be-246c-48f8-8847-38dcbc5aeb8a,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:37.140233 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 81795848-0fce-45d0-ac6c-f2cb26e88513 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:40:37.140651 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 81795848-0fce-45d0-ac6c-f2cb26e88513 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:40:37.143339 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-38e2848a-5a3d-48fe-ba90-fc811d982e8c req-216060fe-b513-4514-871a-00e0cc5aaada tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (fe543e8a-328c-455c-a2e7-ae2e804da079), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:37.177447 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216060fe-b513-4514-871a-00e0cc5aaada tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe543e8a-328c-455c-a2e7-ae2e804da079,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:37.219764 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-38e2848a-5a3d-48fe-ba90-fc811d982e8c req-216060fe-b513-4514-871a-00e0cc5aaada tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:37.235001 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-38e2848a-5a3d-48fe-ba90-fc811d982e8c req-216060fe-b513-4514-871a-00e0cc5aaada tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3168890 Mar 01 13:40:37.314690 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-9e373d52-158f-4d4f-8d64-3ab07d14e105 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Allocated IP 172.20.0.4 (94da7596-6b29-49a6-a3ae-5d4e1cca0c22/b7f9fefc-67f3-4f16-9709-32467e973c9a/79ce7964-89d8-43a5-818d-610e1805dded) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:40:37.337797 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-29aa74b0-443d-4dd5-bb48-63ee12749151 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103726) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:40:37.339137 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-29aa74b0-443d-4dd5-bb48-63ee12749151 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067799 Mar 01 13:40:37.416413 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-c6978430-f72c-40ab-8472-557a1806168c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:37.424885 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-c6978430-f72c-40ab-8472-557a1806168c service neutron] 10.222.0.13 "GET /v2.0/ports/a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 HTTP/1.1" status: 200 len: 1125 time: 0.0770607 Mar 01 13:40:37.429905 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-560f110b-d5c1-4a93-94f3-7e46f32f2587 service neutron] Request body: {'binding': {'host': 'n-h1-827467-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:37.430740 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-560f110b-d5c1-4a93-94f3-7e46f32f2587 service neutron] Unknown quota resources ['binding']. {{(pid=103726) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 01 13:40:37.565991 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f56fc10e-dc83-4615-865d-258cd7a9a351 req-451690a3-3c02-4ddc-a859-e24f70d275e5 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714 HTTP/1.1" status: 200 len: 210 time: 0.0470750 Mar 01 13:40:37.579903 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-9e373d52-158f-4d4f-8d64-3ab07d14e105 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Publish callbacks [] for port (79ce7964-89d8-43a5-818d-610e1805dded), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:37.631823 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-9e373d52-158f-4d4f-8d64-3ab07d14e105 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (79ce7964-89d8-43a5-818d-610e1805dded), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:37.648048 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-560f110b-d5c1-4a93-94f3-7e46f32f2587 service neutron] Attempting to bind port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 on host n-h1-827467-3 for vnic_type normal with profile None {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:40:37.649011 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-560f110b-d5c1-4a93-94f3-7e46f32f2587 service neutron] Attempting to bind port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:40:37.649602 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-560f110b-d5c1-4a93-94f3-7e46f32f2587 service neutron] Attempting to bind port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 on network b187e7ca-336b-42a6-9348-f5c88fd21398 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:40:37.655496 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-560f110b-d5c1-4a93-94f3-7e46f32f2587 service neutron] Port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 on network b187e7ca-336b-42a6-9348-f5c88fd21398 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:40:37.655496 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-560f110b-d5c1-4a93-94f3-7e46f32f2587 service neutron] Attempting to bind port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 on network b187e7ca-336b-42a6-9348-f5c88fd21398 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:40:37.661511 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-560f110b-d5c1-4a93-94f3-7e46f32f2587 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:40:37.661969 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-560f110b-d5c1-4a93-94f3-7e46f32f2587 service neutron] Checking segment: {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:40:37.662569 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-560f110b-d5c1-4a93-94f3-7e46f32f2587 service neutron] Bound using segment: {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:40:37.663178 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-560f110b-d5c1-4a93-94f3-7e46f32f2587 service neutron] Bound port: a6fd43c5-27f8-4257-98d0-3f32dbf00eb1, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:40:37.672042 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-9e373d52-158f-4d4f-8d64-3ab07d14e105 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:40:37.692365 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-9e373d52-158f-4d4f-8d64-3ab07d14e105 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:40:37.716622 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-9e373d52-158f-4d4f-8d64-3ab07d14e105 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:40:37.721904 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-9e373d52-158f-4d4f-8d64-3ab07d14e105 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:37.722950 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-9e373d52-158f-4d4f-8d64-3ab07d14e105 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:37.735334 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-560f110b-d5c1-4a93-94f3-7e46f32f2587 service neutron] For port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=a6fd43c5-27f8-4257-98d0-3f32dbf00eb1,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:40:37.742927 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-560f110b-d5c1-4a93-94f3-7e46f32f2587 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:37.747001 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e373d52-158f-4d4f-8d64-3ab07d14e105 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Pushing event updated for resources: {'Port': ['ID=79ce7964-89d8-43a5-818d-610e1805dded,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:37.748332 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-560f110b-d5c1-4a93-94f3-7e46f32f2587 service neutron] 10.222.0.13 "POST /v2.0/ports/a6fd43c5-27f8-4257-98d0-3f32dbf00eb1/bindings HTTP/1.1" status: 201 len: 389 time: 0.3217399 Mar 01 13:40:37.771588 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-9e373d52-158f-4d4f-8d64-3ab07d14e105 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0408511 Mar 01 13:40:37.787021 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-d63b3e5b-43cd-49c6-8c8f-12f4eb3ee9de service neutron] Request body: {'port': {'device_id': 'b8ce9d74-c614-4eb6-9344-21ee0e701714', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:37.849218 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033d872-93c6-4307-8a3f-6612fd6a6845 req-936ac605-c28e-49c9-9a1b-b9ff2c75e19a tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:37.849218 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9033d872-93c6-4307-8a3f-6612fd6a6845 req-936ac605-c28e-49c9-9a1b-b9ff2c75e19a tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a50d8ea-f141-4305-9696-705d3091939c HTTP/1.1" status: 200 len: 946 time: 0.1963446 Mar 01 13:40:37.967590 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-d63b3e5b-43cd-49c6-8c8f-12f4eb3ee9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (79ce7964-89d8-43a5-818d-610e1805dded), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:37.986548 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9033d872-93c6-4307-8a3f-6612fd6a6845 req-3e168ec4-a281-4f6f-8796-3d46e0e88e27 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146529 Mar 01 13:40:38.065398 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4ebf50-a1b8-4c56-b980-00a08f090e2d x-openstack-request-id: req-2e4ebf50-a1b8-4c56-b980-00a08f090e2d {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:40:38.065910 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a50d8ea-f141-4305-9696-705d3091939c", "name": "network-vif-plugged", "status": "completed", "tag": "56d0b0be-246c-48f8-8847-38dcbc5aeb8a", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:40:38.066064 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e4ebf50-a1b8-4c56-b980-00a08f090e2d {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:40:38.066457 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a50d8ea-f141-4305-9696-705d3091939c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d0b0be-246c-48f8-8847-38dcbc5aeb8a', 'code': 200} Mar 01 13:40:38.149975 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04511171-6a55-4795-8303-868b11041cfb req-3938a67d-de3e-4b0b-8125-30b41599fcc7 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:38.151462 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-04511171-6a55-4795-8303-868b11041cfb req-3938a67d-de3e-4b0b-8125-30b41599fcc7 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=efdab950-75e8-4e56-bffd-34fd643cd2cc HTTP/1.1" status: 200 len: 945 time: 0.2547359 Mar 01 13:40:38.172657 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56436) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:38.183426 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-acb862ae-13e0-4ba5-8374-34e6d9ed548f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:38.184976 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-acb862ae-13e0-4ba5-8374-34e6d9ed548f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=980a0cdea86543af87d11d7652b91c08&device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 1128 time: 0.1342454 Mar 01 13:40:38.282161 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-d4f02872-9adb-4d72-81ac-f153f346ffdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:38.283908 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-d4f02872-9adb-4d72-81ac-f153f346ffdc service neutron] 10.222.0.32 "GET /v2.0/networks?id=b187e7ca-336b-42a6-9348-f5c88fd21398 HTTP/1.1" status: 200 len: 918 time: 0.0905206 Mar 01 13:40:38.292369 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1095931-15d3-4b4c-8b2a-fa19d3fea863 req-dd1293ec-2b10-4b54-9d7a-99fd04692b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:38.298377 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f1095931-15d3-4b4c-8b2a-fa19d3fea863 req-dd1293ec-2b10-4b54-9d7a-99fd04692b99 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9a50d8ea-f141-4305-9696-705d3091939c HTTP/1.1" status: 200 len: 1128 time: 0.1704783 Mar 01 13:40:38.403616 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f1095931-15d3-4b4c-8b2a-fa19d3fea863 req-f63680ce-7737-4d83-a9fa-e471cecba09e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950773 Mar 01 13:40:38.405432 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-1dbd26bd-da90-4033-aa69-cdd0b00d69e9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 HTTP/1.1" status: 200 len: 217 time: 0.1061699 Mar 01 13:40:38.466212 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-ee61e174-d90b-4ef2-b850-bcb66fd70e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:38.467950 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-ee61e174-d90b-4ef2-b850-bcb66fd70e33 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b3b03883-8a75-4db3-9fa2-b5308f8a1ccf HTTP/1.1" status: 200 len: 857 time: 0.0563889 Mar 01 13:40:38.507318 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-3a19f307-7072-4da7-95ec-110c7662eb86 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b187e7ca-336b-42a6-9348-f5c88fd21398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329218 Mar 01 13:40:38.532799 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-6346b06b-8708-41ae-b117-1438dcbf4924 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Request body: {'floatingip': {'port_id': '49de04f4-6d02-4e7f-854a-50e5dcdcf814'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:38.622346 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-07ed7c0c-a262-4040-a861-ea51fcf3886b service neutron] 10.222.0.32 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085813 Mar 01 13:40:38.625295 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6907b829-9996-448b-bb2f-256151ce3bb7 req-85385857-6288-466a-840a-3102d15103cb tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] 10.222.0.13 "GET /v2.0/security-groups/7f1ae389-7e8b-4f13-820a-ea27aaf1cb07 HTTP/1.1" status: 200 len: 2422 time: 0.4672830 Mar 01 13:40:38.627360 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6346b06b-8708-41ae-b117-1438dcbf4924 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks [] for floatingip (861710b4-b8e2-4440-8b0e-a0876d8a9c5b), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:38.800882 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-02b4680d-7702-4187-8930-8d853e77dd87 service neutron] 10.222.0.32 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623652 Mar 01 13:40:38.928336 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-edf6eb14-9ba5-47b1-9933-8daab43705a1 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:38.930355 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-edf6eb14-9ba5-47b1-9933-8daab43705a1 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45&tenant_id=980a0cdea86543af87d11d7652b91c08&binding%3Ahost_id=n-h2-827467-3 HTTP/1.1" status: 200 len: 1128 time: 0.0696425 Mar 01 13:40:38.944684 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-64139dd1-3e6e-49e0-af98-4f17e199e9dd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827467-3'}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:39.018500 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-64139dd1-3e6e-49e0-af98-4f17e199e9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a6fd43c5-27f8-4257-98d0-3f32dbf00eb1), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:39.048526 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-d63b3e5b-43cd-49c6-8c8f-12f4eb3ee9de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79ce7964-89d8-43a5-818d-610e1805dded {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:40:39.091740 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-d63b3e5b-43cd-49c6-8c8f-12f4eb3ee9de service neutron] Publish callbacks [] for port (79ce7964-89d8-43a5-818d-610e1805dded), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:39.139367 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-d63b3e5b-43cd-49c6-8c8f-12f4eb3ee9de service neutron] Transition to ACTIVE for port object 79ce7964-89d8-43a5-818d-610e1805dded will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:40:39.154322 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-64139dd1-3e6e-49e0-af98-4f17e199e9dd service neutron] For port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=a6fd43c5-27f8-4257-98d0-3f32dbf00eb1,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:39.183180 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91474647-519d-4a7c-9f16-5eebcfe4928f req-adb87d72-d339-4bcb-9119-3bf8f2b5fe65 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:39.188136 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-91474647-519d-4a7c-9f16-5eebcfe4928f req-adb87d72-d339-4bcb-9119-3bf8f2b5fe65 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 946 time: 0.6491156 Mar 01 13:40:39.198326 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-64139dd1-3e6e-49e0-af98-4f17e199e9dd service neutron] For port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:40:39.203840 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-d63b3e5b-43cd-49c6-8c8f-12f4eb3ee9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (79ce7964-89d8-43a5-818d-610e1805dded), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:39.241775 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87c0f3-6dbe-48de-836e-717e2e265d2e req-0d8a786b-db63-4593-ae7a-5fe11f801cad tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:39.243004 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48dc4bd-0b6e-4991-873a-f28d98472d45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6fd43c5-27f8-4257-98d0-3f32dbf00eb1'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:40:39.243235 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ad87c0f3-6dbe-48de-836e-717e2e265d2e req-0d8a786b-db63-4593-ae7a-5fe11f801cad tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714 HTTP/1.1" status: 200 len: 931 time: 0.3070433 Mar 01 13:40:39.245425 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce00f89c-a485-4bed-85a5-44dc6693d3e3" -d '{"events": [{"server_uuid": "f48dc4bd-0b6e-4991-873a-f28d98472d45", "name": "network-vif-unplugged", "status": "completed", "tag": "a6fd43c5-27f8-4257-98d0-3f32dbf00eb1"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:40:39.250191 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-64139dd1-3e6e-49e0-af98-4f17e199e9dd service neutron] Publish callbacks [] for port (a6fd43c5-27f8-4257-98d0-3f32dbf00eb1), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:39.258482 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-64139dd1-3e6e-49e0-af98-4f17e199e9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (a6fd43c5-27f8-4257-98d0-3f32dbf00eb1), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:39.332715 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64139dd1-3e6e-49e0-af98-4f17e199e9dd service neutron] Pushing event updated for resources: {'Port': ['ID=a6fd43c5-27f8-4257-98d0-3f32dbf00eb1,revision_number=7']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:39.387810 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-64139dd1-3e6e-49e0-af98-4f17e199e9dd service neutron] Attempting to bind port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 on host n-h2-827467-3 for vnic_type normal with profile {"migrating_to": "n-h1-827467-3"} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:40:39.388147 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-64139dd1-3e6e-49e0-af98-4f17e199e9dd service neutron] Attempting to bind port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:40:39.388471 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-64139dd1-3e6e-49e0-af98-4f17e199e9dd service neutron] Attempting to bind port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 on network b187e7ca-336b-42a6-9348-f5c88fd21398 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:40:39.393185 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-64139dd1-3e6e-49e0-af98-4f17e199e9dd service neutron] Port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 on network b187e7ca-336b-42a6-9348-f5c88fd21398 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:40:39.393512 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-64139dd1-3e6e-49e0-af98-4f17e199e9dd service neutron] Attempting to bind port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 on network b187e7ca-336b-42a6-9348-f5c88fd21398 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:40:39.399378 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-64139dd1-3e6e-49e0-af98-4f17e199e9dd service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:40:39.399894 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-64139dd1-3e6e-49e0-af98-4f17e199e9dd service neutron] Checking segment: {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:40:39.400295 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-64139dd1-3e6e-49e0-af98-4f17e199e9dd service neutron] Bound using segment: {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:40:39.400739 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-64139dd1-3e6e-49e0-af98-4f17e199e9dd service neutron] Bound port: a6fd43c5-27f8-4257-98d0-3f32dbf00eb1, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:40:39.401098 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-64139dd1-3e6e-49e0-af98-4f17e199e9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a6fd43c5-27f8-4257-98d0-3f32dbf00eb1), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:39.474426 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-64139dd1-3e6e-49e0-af98-4f17e199e9dd service neutron] For port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:40:39.479440 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-64139dd1-3e6e-49e0-af98-4f17e199e9dd service neutron] For port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=a6fd43c5-27f8-4257-98d0-3f32dbf00eb1,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:40:39.487073 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-64139dd1-3e6e-49e0-af98-4f17e199e9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (a6fd43c5-27f8-4257-98d0-3f32dbf00eb1), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:39.501495 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b3e5b-43cd-49c6-8c8f-12f4eb3ee9de service neutron] Pushing event updated for resources: {'Port': ['ID=79ce7964-89d8-43a5-818d-610e1805dded,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:39.530628 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ad87c0f3-6dbe-48de-836e-717e2e265d2e req-710a7c7e-71e4-4b45-81b0-516819e23626 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548580 Mar 01 13:40:39.540310 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-91474647-519d-4a7c-9f16-5eebcfe4928f req-5bcc9f5d-a5f2-4247-9fcc-06d9926c121d tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445380 Mar 01 13:40:39.551866 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64139dd1-3e6e-49e0-af98-4f17e199e9dd service neutron] Pushing event updated for resources: {'Port': ['ID=a6fd43c5-27f8-4257-98d0-3f32dbf00eb1,revision_number=8']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:39.561546 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-d63b3e5b-43cd-49c6-8c8f-12f4eb3ee9de service neutron] Attempting to bind port 79ce7964-89d8-43a5-818d-610e1805dded on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:40:39.561992 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-d63b3e5b-43cd-49c6-8c8f-12f4eb3ee9de service neutron] Attempting to bind port 79ce7964-89d8-43a5-818d-610e1805dded by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:40:39.562334 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-d63b3e5b-43cd-49c6-8c8f-12f4eb3ee9de service neutron] Attempting to bind port 79ce7964-89d8-43a5-818d-610e1805dded on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:40:39.569587 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:39.615574 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-d63b3e5b-43cd-49c6-8c8f-12f4eb3ee9de service neutron] Port 79ce7964-89d8-43a5-818d-610e1805dded on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:40:39.615943 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-d63b3e5b-43cd-49c6-8c8f-12f4eb3ee9de service neutron] Attempting to bind port 79ce7964-89d8-43a5-818d-610e1805dded on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:40:39.641249 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-64139dd1-3e6e-49e0-af98-4f17e199e9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:39.641888 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-64139dd1-3e6e-49e0-af98-4f17e199e9dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:39.649819 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-64139dd1-3e6e-49e0-af98-4f17e199e9dd service neutron] 10.222.0.32 "PUT /v2.0/ports/a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 HTTP/1.1" status: 200 len: 1122 time: 0.7111416 Mar 01 13:40:39.670918 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-d63b3e5b-43cd-49c6-8c8f-12f4eb3ee9de service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:40:39.671258 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-d63b3e5b-43cd-49c6-8c8f-12f4eb3ee9de service neutron] Checking segment: {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:40:39.671709 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-d63b3e5b-43cd-49c6-8c8f-12f4eb3ee9de service neutron] Bound using segment: {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:40:39.672230 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-d63b3e5b-43cd-49c6-8c8f-12f4eb3ee9de service neutron] Bound port: 79ce7964-89d8-43a5-818d-610e1805dded, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:40:39.672513 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-d63b3e5b-43cd-49c6-8c8f-12f4eb3ee9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (79ce7964-89d8-43a5-818d-610e1805dded), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:39.688907 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.db.resource_extend [None req-6346b06b-8708-41ae-b117-1438dcbf4924 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 13:40:39.692101 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:40:39.693397 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-54c78bd8-06c1-47b2-8cf4-fc9611974c9a req-b60117e2-ecbf-4da7-b918-4331ae89c898 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] 10.222.0.13 "GET /v2.0/security-group-rules/fe543e8a-328c-455c-a2e7-ae2e804da079 HTTP/1.1" status: 200 len: 778 time: 0.0706444 Mar 01 13:40:39.722592 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['a6fd43c5-27f8-4257-98d0-3f32dbf00eb1'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:40:39.788527 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:39.822559 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6346b06b-8708-41ae-b117-1438dcbf4924 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:39.840867 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6346b06b-8708-41ae-b117-1438dcbf4924 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (861710b4-b8e2-4440-8b0e-a0876d8a9c5b), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:39.898615 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-54c78bd8-06c1-47b2-8cf4-fc9611974c9a req-cac0095d-3231-4930-93bc-797d0410a122 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] 10.222.0.13 "GET /v2.0/security-groups/7f1ae389-7e8b-4f13-820a-ea27aaf1cb07 HTTP/1.1" status: 200 len: 2422 time: 0.1623454 Mar 01 13:40:39.933657 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-d63b3e5b-43cd-49c6-8c8f-12f4eb3ee9de service neutron] For port 79ce7964-89d8-43a5-818d-610e1805dded, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:40:39.964422 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-d63b3e5b-43cd-49c6-8c8f-12f4eb3ee9de service neutron] For port 79ce7964-89d8-43a5-818d-610e1805dded, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=79ce7964-89d8-43a5-818d-610e1805dded,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:40:39.970075 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-54c78bd8-06c1-47b2-8cf4-fc9611974c9a req-897349da-e389-443f-b610-9ad5583c8e67 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks [] for security_group_rule (fe543e8a-328c-455c-a2e7-ae2e804da079), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:40.014690 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-b2028a0b-a09b-4886-83f5-cc538a13bb77 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=49651bbdb8f040d99c763a97cc999c85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0749955 Mar 01 13:40:40.015765 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-d63b3e5b-43cd-49c6-8c8f-12f4eb3ee9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (79ce7964-89d8-43a5-818d-610e1805dded), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:40.018496 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-54c78bd8-06c1-47b2-8cf4-fc9611974c9a req-897349da-e389-443f-b610-9ad5583c8e67 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks [] for security_group_rule (fe543e8a-328c-455c-a2e7-ae2e804da079), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:40.341046 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-d63b3e5b-43cd-49c6-8c8f-12f4eb3ee9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:40.341669 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-d63b3e5b-43cd-49c6-8c8f-12f4eb3ee9de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:40.343076 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-d63b3e5b-43cd-49c6-8c8f-12f4eb3ee9de service neutron] 10.222.0.32 "PUT /v2.0/ports/79ce7964-89d8-43a5-818d-610e1805dded HTTP/1.1" status: 200 len: 1091 time: 2.5615976 Mar 01 13:40:40.343526 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ce9d74-c614-4eb6-9344-21ee0e701714', 'tag': '79ce7964-89d8-43a5-818d-610e1805dded'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:40:40.345747 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb546a85-3314-42d0-8497-766930062ce1" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ce9d74-c614-4eb6-9344-21ee0e701714", "tag": "79ce7964-89d8-43a5-818d-610e1805dded"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:40:40.356589 n-d-827467-3 neutron-server[103727]: INFO neutron.db.l3_db [None req-6346b06b-8708-41ae-b117-1438dcbf4924 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Floating IP 861710b4-b8e2-4440-8b0e-a0876d8a9c5b associated. External IP: 172.25.1.136, port: 49de04f4-6d02-4e7f-854a-50e5dcdcf814. Mar 01 13:40:40.416205 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-54c78bd8-06c1-47b2-8cf4-fc9611974c9a req-897349da-e389-443f-b610-9ad5583c8e67 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (fe543e8a-328c-455c-a2e7-ae2e804da079), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:40.441508 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-54c78bd8-06c1-47b2-8cf4-fc9611974c9a req-897349da-e389-443f-b610-9ad5583c8e67 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:40.442589 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-54c78bd8-06c1-47b2-8cf4-fc9611974c9a req-897349da-e389-443f-b610-9ad5583c8e67 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/fe543e8a-328c-455c-a2e7-ae2e804da079 HTTP/1.1" status: 204 len: 173 time: 0.5429187 Mar 01 13:40:40.448785 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b3e5b-43cd-49c6-8c8f-12f4eb3ee9de service neutron] Pushing event updated for resources: {'Port': ['ID=79ce7964-89d8-43a5-818d-610e1805dded,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:40.482582 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897349da-e389-443f-b610-9ad5583c8e67 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe543e8a-328c-455c-a2e7-ae2e804da079,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:40.563691 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-e7896355-91e7-4c7e-967c-701e0467752c tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:40.565181 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-e7896355-91e7-4c7e-967c-701e0467752c tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5369952 Mar 01 13:40:40.613176 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-28fdd028-87df-4793-ad4b-758b203ba2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:40.614568 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-28fdd028-87df-4793-ad4b-758b203ba2de service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=96cd43570afd4572b4b93d1aa25b2425&device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714 HTTP/1.1" status: 200 len: 1125 time: 0.2028258 Mar 01 13:40:40.618232 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-4da1a216-2029-4e89-97fa-4508b3fcf1ef tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.13 "GET /v2.0/quotas/49651bbdb8f040d99c763a97cc999c85 HTTP/1.1" status: 200 len: 375 time: 0.0302274 Mar 01 13:40:40.723159 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-a1d860d9-aea0-4052-818c-d1b994167cbe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79ce7964-89d8-43a5-818d-610e1805dded HTTP/1.1" status: 200 len: 217 time: 0.0966597 Mar 01 13:40:40.727344 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-3277495b-e64d-4003-8ed1-c8ab0e6a671c tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=49651bbdb8f040d99c763a97cc999c85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1019635 Mar 01 13:40:40.753134 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9d30f-908d-486c-a2e2-8c16a528e33a req-247c0058-0fd2-45ea-bfee-d6402960794c tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:40.754616 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b7e9d30f-908d-486c-a2e2-8c16a528e33a req-247c0058-0fd2-45ea-bfee-d6402960794c tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a50d8ea-f141-4305-9696-705d3091939c HTTP/1.1" status: 200 len: 946 time: 0.2175841 Mar 01 13:40:40.850699 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-5ab634fb-63b7-4946-81e5-ccc38c27cb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:40.852255 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-5ab634fb-63b7-4946-81e5-ccc38c27cb5a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b7f9fefc-67f3-4f16-9709-32467e973c9a HTTP/1.1" status: 200 len: 847 time: 0.1181130 Mar 01 13:40:40.885319 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 13:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d019be79-9e55-4391-8311-964fcf2a4861 x-openstack-request-id: req-d019be79-9e55-4391-8311-964fcf2a4861 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:40:40.885802 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f48dc4bd-0b6e-4991-873a-f28d98472d45", "name": "network-vif-unplugged", "status": "completed", "tag": "a6fd43c5-27f8-4257-98d0-3f32dbf00eb1", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:40:40.885910 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d019be79-9e55-4391-8311-964fcf2a4861 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:40:40.886257 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48dc4bd-0b6e-4991-873a-f28d98472d45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6fd43c5-27f8-4257-98d0-3f32dbf00eb1', 'code': 200} Mar 01 13:40:40.901438 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-ccfc865d-734b-4bd6-9e5d-b654765978b3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409324 Mar 01 13:40:40.916261 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b7e9d30f-908d-486c-a2e2-8c16a528e33a req-680b4615-d61b-4767-82d7-aa1c8a9b57a2 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417115 Mar 01 13:40:41.050396 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6346b06b-8708-41ae-b117-1438dcbf4924 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Router 80010e2f-5e03-436e-b9ca-3f398826877f has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:40:41.061404 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-26c7095f-94ca-40f4-96a0-db2c4f0c5191 req-d9add864-a3af-47ee-ac20-8296f6aaa69b tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1892379945', 'description': 'tempest-description-1718140018'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:41.075123 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f3df5e-83e6-4a5b-be19-0a38d6e7c370 x-openstack-request-id: req-c4f3df5e-83e6-4a5b-be19-0a38d6e7c370 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:40:41.075407 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ce9d74-c614-4eb6-9344-21ee0e701714", "tag": "79ce7964-89d8-43a5-818d-610e1805dded", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:40:41.075656 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4f3df5e-83e6-4a5b-be19-0a38d6e7c370 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:40:41.076482 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ce9d74-c614-4eb6-9344-21ee0e701714', 'tag': '79ce7964-89d8-43a5-818d-610e1805dded', 'status': 'completed', 'code': 200} Mar 01 13:40:41.156255 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-26c7095f-94ca-40f4-96a0-db2c4f0c5191 req-d9add864-a3af-47ee-ac20-8296f6aaa69b tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:41.240130 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-bc12f44b-3da8-4f4e-ad4c-17852d5e784c service neutron] 10.222.0.32 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227534 Mar 01 13:40:41.249588 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ee8dd-4037-4388-a955-f2ecfee69520 req-bcebbeed-846b-4325-b8c8-e7d7125d46ee tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:41.257577 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-679ee8dd-4037-4388-a955-f2ecfee69520 req-bcebbeed-846b-4325-b8c8-e7d7125d46ee tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714 HTTP/1.1" status: 200 len: 943 time: 0.1776364 Mar 01 13:40:41.316117 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56506) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:41.438413 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-26c7095f-94ca-40f4-96a0-db2c4f0c5191 req-d9add864-a3af-47ee-ac20-8296f6aaa69b tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks [] for security_group (b1d0ae73-af57-4217-ac63-9f168c5a425d), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:41.456373 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-874b009e-d24f-4516-92e4-0aac52223e91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:41.462691 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-26c7095f-94ca-40f4-96a0-db2c4f0c5191 req-d9add864-a3af-47ee-ac20-8296f6aaa69b tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b1d0ae73-af57-4217-ac63-9f168c5a425d), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:41.501364 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6346b06b-8708-41ae-b117-1438dcbf4924 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:40:41.521775 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1eec1de-190f-48bc-a1b7-63ba97ef1f21 None None] Sync routers for ids ['80010e2f-5e03-436e-b9ca-3f398826877f'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:40:41.523039 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-679ee8dd-4037-4388-a955-f2ecfee69520 req-30d126a1-0ab3-4f65-9550-2c27ef1a5ea4 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601748 Mar 01 13:40:41.536843 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6346b06b-8708-41ae-b117-1438dcbf4924 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:41.541532 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1eec1de-190f-48bc-a1b7-63ba97ef1f21 None None] Routers {'80010e2f-5e03-436e-b9ca-3f398826877f'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:40:41.542324 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d1eec1de-190f-48bc-a1b7-63ba97ef1f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:40:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['80010e2f-5e03-436e-b9ca-3f398826877f'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:40:41.558318 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-26c7095f-94ca-40f4-96a0-db2c4f0c5191 req-d9add864-a3af-47ee-ac20-8296f6aaa69b tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:41.586672 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-874b009e-d24f-4516-92e4-0aac52223e91 admin admin] Publish callbacks [] for security_group (b614c1c9-c0d3-47e1-b28e-795de4c41abb), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:41.587332 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26c7095f-94ca-40f4-96a0-db2c4f0c5191 req-d9add864-a3af-47ee-ac20-8296f6aaa69b tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.6029646 Mar 01 13:40:41.601879 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-874b009e-d24f-4516-92e4-0aac52223e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b614c1c9-c0d3-47e1-b28e-795de4c41abb), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:41.676369 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9add864-a3af-47ee-ac20-8296f6aaa69b tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d0ae73-af57-4217-ac63-9f168c5a425d,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:41.719523 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-874b009e-d24f-4516-92e4-0aac52223e91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3292063ad73c4c5eaf8f99ebc4fb691c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4021568 Mar 01 13:40:41.721830 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56512) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:41.739107 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dfe8acc7-7fc4-4ab6-9e88-d2f743987b3a req-52a9d018-e6dc-466e-be4d-6c9055f6d458 service neutron] 10.222.0.32 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358315 Mar 01 13:40:41.745612 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b009e-d24f-4516-92e4-0aac52223e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b614c1c9-c0d3-47e1-b28e-795de4c41abb,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:41.758555 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6346b06b-8708-41ae-b117-1438dcbf4924 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "PUT /v2.0/floatingips/861710b4-b8e2-4440-8b0e-a0876d8a9c5b HTTP/1.1" status: 200 len: 991 time: 3.5818732 Mar 01 13:40:41.766780 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-d1eec1de-190f-48bc-a1b7-63ba97ef1f21 None None] Set router 80010e2f-5e03-436e-b9ca-3f398826877f gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:40:41.775297 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c7b13159-8d2e-4e3e-9215-c6523321d5a0 req-03b19f74-9596-401e-886c-b18028066773 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6344bbfc-c4d6-4bb9-bd50-f1d9a0cfb8f5 HTTP/1.1" status: 200 len: 210 time: 0.0758634 Mar 01 13:40:41.831729 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe4c3c-8af6-45f2-9211-e4008bb2033e req-270636f3-97ed-43d5-8630-36e6fe1115e1 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:41.838049 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-36fe4c3c-8af6-45f2-9211-e4008bb2033e req-270636f3-97ed-43d5-8630-36e6fe1115e1 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 944 time: 0.1590092 Mar 01 13:40:41.874485 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1f328ca2-933e-4813-ba78-dc3cb8b68fd6 admin admin] Publish callbacks [] for security_group (b614c1c9-c0d3-47e1-b28e-795de4c41abb), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:41.915066 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1f328ca2-933e-4813-ba78-dc3cb8b68fd6 admin admin] Publish callbacks [] for security_group (b614c1c9-c0d3-47e1-b28e-795de4c41abb), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:41.974469 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb546a85-3314-42d0-8497-766930062ce1 req-cd23652f-dfc3-4085-8c20-de8471d72c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:41.976916 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cb546a85-3314-42d0-8497-766930062ce1 req-cd23652f-dfc3-4085-8c20-de8471d72c31 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=96cd43570afd4572b4b93d1aa25b2425&device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714 HTTP/1.1" status: 200 len: 1125 time: 0.1366730 Mar 01 13:40:42.004775 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-36fe4c3c-8af6-45f2-9211-e4008bb2033e req-0b5c17cc-3c81-4246-910e-8312d353103e tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428370 Mar 01 13:40:42.011830 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1f328ca2-933e-4813-ba78-dc3cb8b68fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b614c1c9-c0d3-47e1-b28e-795de4c41abb), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:42.016556 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1f328ca2-933e-4813-ba78-dc3cb8b68fd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:42.018005 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1f328ca2-933e-4813-ba78-dc3cb8b68fd6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b614c1c9-c0d3-47e1-b28e-795de4c41abb HTTP/1.1" status: 204 len: 168 time: 0.2933681 Mar 01 13:40:42.030587 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f328ca2-933e-4813-ba78-dc3cb8b68fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b614c1c9-c0d3-47e1-b28e-795de4c41abb,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:42.250715 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb546a85-3314-42d0-8497-766930062ce1 req-44f88d27-da6c-4361-83ad-bdea1d762043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:42.253085 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cb546a85-3314-42d0-8497-766930062ce1 req-44f88d27-da6c-4361-83ad-bdea1d762043 service neutron] 10.222.0.32 "GET /v2.0/networks?id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22 HTTP/1.1" status: 200 len: 908 time: 0.2564626 Mar 01 13:40:42.262658 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-89f2cfd7-d3a6-4346-9bb3-809ef1aa541f req-b51b9402-bd86-44aa-8add-305114c4a33a tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] 10.222.0.13 "GET /v2.0/security-groups/b1d0ae73-af57-4217-ac63-9f168c5a425d HTTP/1.1" status: 200 len: 1830 time: 0.2842355 Mar 01 13:40:42.275447 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-3f2a662a-eaff-49ee-8a54-87e6d182ace5 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=49651bbdb8f040d99c763a97cc999c85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323193 Mar 01 13:40:42.298659 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d1eec1de-190f-48bc-a1b7-63ba97ef1f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-950402709-router', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:44Z', 'updated_at': '2022-03-01T13:39:48Z', 'revision_number': 4, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'gw_port': {'id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:71:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:45Z', 'updated_at': '2022-03-01T13:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '861710b4-b8e2-4440-8b0e-a0876d8a9c5b', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'port_id': '49de04f4-6d02-4e7f-854a-50e5dcdcf814', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df', 'mac_address': 'fa:16:3e:2c:54:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdab950-75e8-4e56-bffd-34fd643cd2cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:40:15Z', 'updated_at': '2022-03-01T13:40:39Z', 'revision_number': 1, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9337b519-f330-46d5-b85a-c23622b9e96c', 'name': '', 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'mac_address': 'fa:16:3e:90:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '00c0eec8-d94f-41a7-92f9-32f77960cf64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:48Z', 'updated_at': '2022-03-01T13:39:55Z', 'revision_number': 5, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'subnets': [{'id': '00c0eec8-d94f-41a7-92f9-32f77960cf64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:40:42.335419 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cb546a85-3314-42d0-8497-766930062ce1 req-c6f91374-42ab-41d8-8c8c-1c15bff8bcaa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79ce7964-89d8-43a5-818d-610e1805dded HTTP/1.1" status: 200 len: 217 time: 0.0710080 Mar 01 13:40:42.345495 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24355e-1995-428e-87a9-7bb605c5be2f req-06c88ac2-1530-4d24-a7ad-a3f8f5543b56 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:42.348227 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cb24355e-1995-428e-87a9-7bb605c5be2f req-06c88ac2-1530-4d24-a7ad-a3f8f5543b56 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=efdab950-75e8-4e56-bffd-34fd643cd2cc HTTP/1.1" status: 200 len: 945 time: 0.2171593 Mar 01 13:40:42.406789 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1eec1de-190f-48bc-a1b7-63ba97ef1f21 None None] Checking router: 80010e2f-5e03-436e-b9ca-3f398826877f for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:40:42.413326 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb546a85-3314-42d0-8497-766930062ce1 req-56f6b4b2-c4c6-41f6-af52-c839cfd1d81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:42.416142 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cb546a85-3314-42d0-8497-766930062ce1 req-56f6b4b2-c4c6-41f6-af52-c839cfd1d81c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b7f9fefc-67f3-4f16-9709-32467e973c9a HTTP/1.1" status: 200 len: 847 time: 0.0660851 Mar 01 13:40:42.431961 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1eec1de-190f-48bc-a1b7-63ba97ef1f21 None None] Routers {'80010e2f-5e03-436e-b9ca-3f398826877f'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:40:42.432771 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d1eec1de-190f-48bc-a1b7-63ba97ef1f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:40:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['80010e2f-5e03-436e-b9ca-3f398826877f'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:40:42.490405 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cb546a85-3314-42d0-8497-766930062ce1 req-9744a516-21e1-476a-b95d-7c2f6c39043a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551152 Mar 01 13:40:42.518040 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:40:42.575173 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-336ad9b3-e007-45b6-a14f-b518d0f532d9 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:42.577973 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-336ad9b3-e007-45b6-a14f-b518d0f532d9 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2966087 Mar 01 13:40:42.578952 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56528) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:42.593355 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-293e2fab-4435-4af5-847a-c5b430317026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:42.601408 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-747ffec0-b7f3-4596-92cb-19ab8bdf0523 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Request body: {'port': {'device_id': '6344bbfc-c4d6-4bb9-bd50-f1d9a0cfb8f5', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'admin_state_up': True, 'tenant_id': '49651bbdb8f040d99c763a97cc999c85'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:42.613998 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cb546a85-3314-42d0-8497-766930062ce1 req-93ffe1b2-aa26-4138-b788-8ba2750110a2 service neutron] 10.222.0.32 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155555 Mar 01 13:40:42.670126 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cb24355e-1995-428e-87a9-7bb605c5be2f req-49d12e5a-1a75-4a12-abd9-bf996b459481 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2537553 Mar 01 13:40:42.690139 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8e158-d32c-41e8-a4d9-972783937110 req-1e6ac1d3-63b4-4b79-ac01-135311dbd5c7 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:42.694679 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0ec8e158-d32c-41e8-a4d9-972783937110 req-1e6ac1d3-63b4-4b79-ac01-135311dbd5c7 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a50d8ea-f141-4305-9696-705d3091939c HTTP/1.1" status: 200 len: 946 time: 0.2773986 Mar 01 13:40:42.706567 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-d1eec1de-190f-48bc-a1b7-63ba97ef1f21 None None] Set router 80010e2f-5e03-436e-b9ca-3f398826877f gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:40:42.768403 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-293e2fab-4435-4af5-847a-c5b430317026 admin admin] Publish callbacks [] for security_group (87b7dbff-b58a-4be9-a362-ae2e15c8632f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:42.783339 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-293e2fab-4435-4af5-847a-c5b430317026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (87b7dbff-b58a-4be9-a362-ae2e15c8632f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:42.849007 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-293e2fab-4435-4af5-847a-c5b430317026 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=34eb279974584bc787e3a6c96875a211&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2686274 Mar 01 13:40:42.851641 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56536) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:42.860066 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e2fab-4435-4af5-847a-c5b430317026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b7dbff-b58a-4be9-a362-ae2e15c8632f,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:42.880331 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-747ffec0-b7f3-4596-92cb-19ab8bdf0523 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Made reservation on behalf of 49651bbdb8f040d99c763a97cc999c85 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:40:42.906024 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0ec8e158-d32c-41e8-a4d9-972783937110 req-76fda59a-c5a5-4584-92b4-fdc5a2ca03c5 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433187 Mar 01 13:40:42.906393 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-747ffec0-b7f3-4596-92cb-19ab8bdf0523 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:42.948172 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f48dc4bd-0b6e-4991-873a-f28d98472d45', 'tag': 'a6fd43c5-27f8-4257-98d0-3f32dbf00eb1'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:40:42.954426 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-9dbedffa-3d29-4b4f-8ac7-5489d71f32c9 req-4203c97f-d436-4257-b673-a20d5620c4ed tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1141348631', 'description': 'tempest-description-446167446'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:42.957655 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45019a96-b679-44c9-a979-33526cedc8f1" -d '{"events": [{"name": "network-changed", "server_uuid": "f48dc4bd-0b6e-4991-873a-f28d98472d45", "tag": "a6fd43c5-27f8-4257-98d0-3f32dbf00eb1"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:40:42.962112 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-747ffec0-b7f3-4596-92cb-19ab8bdf0523 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:43.024636 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cb546a85-3314-42d0-8497-766930062ce1 req-d9d335a8-8cf4-4e74-b9fa-11f5d3498f66 service neutron] 10.222.0.32 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805437 Mar 01 13:40:43.038383 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a204ae98-1cda-4070-9e7f-d1a1d7850cdf admin admin] Publish callbacks [] for security_group (87b7dbff-b58a-4be9-a362-ae2e15c8632f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:43.069922 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=a6fd43c5-27f8-4257-98d0-3f32dbf00eb1,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:43.076539 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9dbedffa-3d29-4b4f-8ac7-5489d71f32c9 req-4203c97f-d436-4257-b673-a20d5620c4ed tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:43.077454 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a204ae98-1cda-4070-9e7f-d1a1d7850cdf admin admin] Publish callbacks [] for security_group (87b7dbff-b58a-4be9-a362-ae2e15c8632f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:43.081939 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efdab950-75e8-4e56-bffd-34fd643cd2cc', 'tag': '49de04f4-6d02-4e7f-854a-50e5dcdcf814'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:40:43.084716 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bf2a89-8dc4-46d6-92e6-175a45674545" -d '{"events": [{"name": "network-changed", "server_uuid": "efdab950-75e8-4e56-bffd-34fd643cd2cc", "tag": "49de04f4-6d02-4e7f-854a-50e5dcdcf814"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:40:43.093982 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 has no active binding in host n-h1-827467-3 {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 01 13:40:43.143430 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54435b-c608-4c70-b0c9-0b781ec9c72e req-3cc77d2a-14e2-4800-b4e3-27b96f933f3f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:43.145041 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-af54435b-c608-4c70-b0c9-0b781ec9c72e req-3cc77d2a-14e2-4800-b4e3-27b96f933f3f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714 HTTP/1.1" status: 200 len: 943 time: 0.1048172 Mar 01 13:40:43.156954 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-747ffec0-b7f3-4596-92cb-19ab8bdf0523 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Publish callbacks [] for security_group (96a755a9-1a64-4a0f-bf67-c3a8bfa3c688), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:43.164293 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-747ffec0-b7f3-4596-92cb-19ab8bdf0523 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (96a755a9-1a64-4a0f-bf67-c3a8bfa3c688), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:43.206437 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a204ae98-1cda-4070-9e7f-d1a1d7850cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (87b7dbff-b58a-4be9-a362-ae2e15c8632f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:43.209707 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a204ae98-1cda-4070-9e7f-d1a1d7850cdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:43.211031 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a204ae98-1cda-4070-9e7f-d1a1d7850cdf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87b7dbff-b58a-4be9-a362-ae2e15c8632f HTTP/1.1" status: 204 len: 168 time: 0.3584385 Mar 01 13:40:43.231628 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9dbedffa-3d29-4b4f-8ac7-5489d71f32c9 req-4203c97f-d436-4257-b673-a20d5620c4ed tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks [] for security_group (a1395d81-b281-4b1f-81d8-b97b849fb6f7), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:43.241596 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9dbedffa-3d29-4b4f-8ac7-5489d71f32c9 req-4203c97f-d436-4257-b673-a20d5620c4ed tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a1395d81-b281-4b1f-81d8-b97b849fb6f7), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:43.248969 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-af54435b-c608-4c70-b0c9-0b781ec9c72e req-a2b27734-992e-4fe7-a886-b24c22a5fe85 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922029 Mar 01 13:40:43.270574 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ffec0-b7f3-4596-92cb-19ab8bdf0523 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96a755a9-1a64-4a0f-bf67-c3a8bfa3c688,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:43.297274 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9dbedffa-3d29-4b4f-8ac7-5489d71f32c9 req-4203c97f-d436-4257-b673-a20d5620c4ed tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:43.298535 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9dbedffa-3d29-4b4f-8ac7-5489d71f32c9 req-4203c97f-d436-4257-b673-a20d5620c4ed tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3529112 Mar 01 13:40:43.299829 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203c97f-d436-4257-b673-a20d5620c4ed tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1395d81-b281-4b1f-81d8-b97b849fb6f7,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:43.324966 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a204ae98-1cda-4070-9e7f-d1a1d7850cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b7dbff-b58a-4be9-a362-ae2e15c8632f,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:43.387746 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d1eec1de-190f-48bc-a1b7-63ba97ef1f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-950402709-router', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:44Z', 'updated_at': '2022-03-01T13:39:48Z', 'revision_number': 4, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'gw_port': {'id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:71:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:45Z', 'updated_at': '2022-03-01T13:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '861710b4-b8e2-4440-8b0e-a0876d8a9c5b', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'port_id': '49de04f4-6d02-4e7f-854a-50e5dcdcf814', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df', 'mac_address': 'fa:16:3e:2c:54:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdab950-75e8-4e56-bffd-34fd643cd2cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:40:15Z', 'updated_at': '2022-03-01T13:40:39Z', 'revision_number': 1, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9337b519-f330-46d5-b85a-c23622b9e96c', 'name': '', 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'mac_address': 'fa:16:3e:90:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '00c0eec8-d94f-41a7-92f9-32f77960cf64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:48Z', 'updated_at': '2022-03-01T13:39:55Z', 'revision_number': 5, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'subnets': [{'id': '00c0eec8-d94f-41a7-92f9-32f77960cf64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:40:43.416734 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e9d5ce32-c1b3-4b24-87e7-07290cec9de7 req-b0caac77-2f91-4406-82d0-c2f2f654b524 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6344bbfc-c4d6-4bb9-bd50-f1d9a0cfb8f5 HTTP/1.1" status: 200 len: 210 time: 0.0542693 Mar 01 13:40:43.441016 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-747ffec0-b7f3-4596-92cb-19ab8bdf0523 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Allocated IP 192.168.233.51 (5e5e5cdc-dce5-4633-91fd-8e14363cd220/909a9e4d-2330-4bdf-bf33-da65c3dea6db/15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:40:43.446730 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1eec1de-190f-48bc-a1b7-63ba97ef1f21 None None] The sync data for ids ['80010e2f-5e03-436e-b9ca-3f398826877f'] in n-d-827467-3 is: [{'id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-950402709-router', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:44Z', 'updated_at': '2022-03-01T13:39:48Z', 'revision_number': 4, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'gw_port': {'id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:71:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:45Z', 'updated_at': '2022-03-01T13:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '861710b4-b8e2-4440-8b0e-a0876d8a9c5b', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'port_id': '49de04f4-6d02-4e7f-854a-50e5dcdcf814', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df', 'mac_address': 'fa:16:3e:2c:54:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdab950-75e8-4e56-bffd-34fd643cd2cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:40:15Z', 'updated_at': '2022-03-01T13:40:39Z', 'revision_number': 1, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9337b519-f330-46d5-b85a-c23622b9e96c', 'name': '', 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'mac_address': 'fa:16:3e:90:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '00c0eec8-d94f-41a7-92f9-32f77960cf64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:48Z', 'updated_at': '2022-03-01T13:39:55Z', 'revision_number': 5, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'subnets': [{'id': '00c0eec8-d94f-41a7-92f9-32f77960cf64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:40:43.689236 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece476d-af5f-424e-9e76-e821c6579453 req-9eef3983-4e23-446f-98de-fdfda281cb07 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:43.690742 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eece476d-af5f-424e-9e76-e821c6579453 req-9eef3983-4e23-446f-98de-fdfda281cb07 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 944 time: 0.0899627 Mar 01 13:40:43.696706 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237b3a40-80c7-49d5-b966-b471f0824a14 x-openstack-request-id: req-237b3a40-80c7-49d5-b966-b471f0824a14 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:40:43.697154 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f48dc4bd-0b6e-4991-873a-f28d98472d45", "tag": "a6fd43c5-27f8-4257-98d0-3f32dbf00eb1", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:40:43.697481 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-237b3a40-80c7-49d5-b966-b471f0824a14 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:40:43.697958 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f48dc4bd-0b6e-4991-873a-f28d98472d45', 'tag': 'a6fd43c5-27f8-4257-98d0-3f32dbf00eb1', 'status': 'completed', 'code': 200} Mar 01 13:40:43.758125 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-747ffec0-b7f3-4596-92cb-19ab8bdf0523 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Publish callbacks [] for port (15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:43.780586 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45019a96-b679-44c9-a979-33526cedc8f1 req-f6d64ada-aba7-4430-a702-ec16b9773b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:43.782110 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-45019a96-b679-44c9-a979-33526cedc8f1 req-f6d64ada-aba7-4430-a702-ec16b9773b64 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=980a0cdea86543af87d11d7652b91c08&device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 1156 time: 0.0832922 Mar 01 13:40:43.788896 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eece476d-af5f-424e-9e76-e821c6579453 req-1beb6fc8-73d3-413e-9c23-7dba17fd1399 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891571 Mar 01 13:40:43.851029 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4a5ea5-1b68-42ee-a8c3-284d4a914dc6 x-openstack-request-id: req-df4a5ea5-1b68-42ee-a8c3-284d4a914dc6 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:40:43.851513 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efdab950-75e8-4e56-bffd-34fd643cd2cc", "tag": "49de04f4-6d02-4e7f-854a-50e5dcdcf814", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:40:43.851982 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df4a5ea5-1b68-42ee-a8c3-284d4a914dc6 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:40:43.852850 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efdab950-75e8-4e56-bffd-34fd643cd2cc', 'tag': '49de04f4-6d02-4e7f-854a-50e5dcdcf814', 'status': 'completed', 'code': 200} Mar 01 13:40:43.883384 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4cc6d0-b01c-4cb2-9066-5dd052830220 None None] New status for floating IP 861710b4-b8e2-4440-8b0e-a0876d8a9c5b: ACTIVE {{(pid=103729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 13:40:43.936319 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-747ffec0-b7f3-4596-92cb-19ab8bdf0523 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:43.975119 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b5a70a6b-36cd-4d0d-b966-8ff87faf2ef4 req-d2a4c4af-c2ed-47d3-989c-2a3a62cc5c58 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] 10.222.0.13 "GET /v2.0/security-groups/a1395d81-b281-4b1f-81d8-b97b849fb6f7 HTTP/1.1" status: 200 len: 1829 time: 0.0822442 Mar 01 13:40:43.984612 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf2a89-8dc4-46d6-92e6-175a45674545 req-2414618a-849f-4cae-ae2c-ee923a164caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:43.986524 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-747ffec0-b7f3-4596-92cb-19ab8bdf0523 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:40:43.998471 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-747ffec0-b7f3-4596-92cb-19ab8bdf0523 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:40:44.001507 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d9bf2a89-8dc4-46d6-92e6-175a45674545 req-2414618a-849f-4cae-ae2c-ee923a164caa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a1604e108eb4efa9392af151a3634bd&device_id=efdab950-75e8-4e56-bffd-34fd643cd2cc HTTP/1.1" status: 200 len: 1127 time: 0.1187348 Mar 01 13:40:44.010496 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-747ffec0-b7f3-4596-92cb-19ab8bdf0523 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:40:44.178633 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45019a96-b679-44c9-a979-33526cedc8f1 req-af1de0c6-b0e2-4848-8b39-f32b2e119c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:44.184138 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-45019a96-b679-44c9-a979-33526cedc8f1 req-af1de0c6-b0e2-4848-8b39-f32b2e119c31 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b187e7ca-336b-42a6-9348-f5c88fd21398 HTTP/1.1" status: 200 len: 918 time: 0.3854437 Mar 01 13:40:44.372553 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-45019a96-b679-44c9-a979-33526cedc8f1 req-a50d4a9d-e877-4b09-87b0-de6809d0b632 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 HTTP/1.1" status: 200 len: 217 time: 0.1628549 Mar 01 13:40:44.373558 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ffec0-b7f3-4596-92cb-19ab8bdf0523 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Pushing event updated for resources: {'Port': ['ID=15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:44.435920 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-6e1388b2-6398-4345-a100-ffb02ba7d9b2 None None] Provisioning complete for port 15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:40:44.436498 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6e1388b2-6398-4345-a100-ffb02ba7d9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:44.483085 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-747ffec0-b7f3-4596-92cb-19ab8bdf0523 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:44.493818 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-747ffec0-b7f3-4596-92cb-19ab8bdf0523 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:44.552207 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 79ce7964-89d8-43a5-818d-610e1805dded details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:40:44.555275 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-747ffec0-b7f3-4596-92cb-19ab8bdf0523 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9568620 Mar 01 13:40:44.568379 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45019a96-b679-44c9-a979-33526cedc8f1 req-e16dc6f5-2ccd-43df-a3ab-6c9eb4d6d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:44.570949 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-45019a96-b679-44c9-a979-33526cedc8f1 req-e16dc6f5-2ccd-43df-a3ab-6c9eb4d6d5ed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3b03883-8a75-4db3-9fa2-b5308f8a1ccf HTTP/1.1" status: 200 len: 857 time: 0.1790946 Mar 01 13:40:44.582338 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-92eadba5-742d-410f-be43-c21cb2cc0120 service neutron] Request body: {'port': {'device_id': '6344bbfc-c4d6-4bb9-bd50-f1d9a0cfb8f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:44.596675 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-f6016722-a750-4815-8202-f2f83fbf567b req-470af325-5ad2-486a-8003-c1aa1e6d5e60 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1776987134', 'description': 'tempest-description-1710005643'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:44.668509 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-6e1388b2-6398-4345-a100-ffb02ba7d9b2 None None] Port 15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:40:44.681474 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-45019a96-b679-44c9-a979-33526cedc8f1 req-d7b958b4-d882-4309-9749-fb65edaf77da service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b187e7ca-336b-42a6-9348-f5c88fd21398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919745 Mar 01 13:40:44.711284 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf6c4d-ac34-4539-8436-c4ab0fb881c5 req-bed44c00-306d-44ac-a242-0907d45bb008 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:44.718844 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ffaf6c4d-ac34-4539-8436-c4ab0fb881c5 req-bed44c00-306d-44ac-a242-0907d45bb008 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714 HTTP/1.1" status: 200 len: 943 time: 0.1547434 Mar 01 13:40:44.728610 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-f6016722-a750-4815-8202-f2f83fbf567b req-470af325-5ad2-486a-8003-c1aa1e6d5e60 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:44.769830 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 79ce7964-89d8-43a5-818d-610e1805dded, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=79ce7964-89d8-43a5-818d-610e1805dded,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:44.778502 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf2a89-8dc4-46d6-92e6-175a45674545 req-016ec483-808c-4767-8d8f-ce31014844fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:44.780019 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d9bf2a89-8dc4-46d6-92e6-175a45674545 req-016ec483-808c-4767-8d8f-ce31014844fc service neutron] 10.222.0.32 "GET /v2.0/networks?id=d8b7f131-5faa-4e14-9387-53185320f5df HTTP/1.1" status: 200 len: 924 time: 0.7636981 Mar 01 13:40:44.794593 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '79ce7964-89d8-43a5-818d-610e1805dded', 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22', 'port_id': '79ce7964-89d8-43a5-818d-610e1805dded', 'mac_address': 'fa:16:3e:bd:31:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7f9fefc-67f3-4f16-9709-32467e973c9a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:40:44.880924 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 79ce7964-89d8-43a5-818d-610e1805dded is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:40:44.881830 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (79ce7964-89d8-43a5-818d-610e1805dded), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:44.886352 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-92eadba5-742d-410f-be43-c21cb2cc0120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:44.903515 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79ce7964-89d8-43a5-818d-610e1805dded {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:40:44.912025 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ffaf6c4d-ac34-4539-8436-c4ab0fb881c5 req-e9ac5c17-14b5-4771-9222-1fcf5f39fdd2 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881087 Mar 01 13:40:44.928096 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 79ce7964-89d8-43a5-818d-610e1805dded, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=79ce7964-89d8-43a5-818d-610e1805dded,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:44.935134 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (79ce7964-89d8-43a5-818d-610e1805dded), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:45.001930 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d9bf2a89-8dc4-46d6-92e6-175a45674545 req-5a0ad3bd-f90a-417e-9c05-a1b4ae04061f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49de04f4-6d02-4e7f-854a-50e5dcdcf814 HTTP/1.1" status: 200 len: 1001 time: 0.2148130 Mar 01 13:40:45.011049 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=79ce7964-89d8-43a5-818d-610e1805dded,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:45.032198 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-f6016722-a750-4815-8202-f2f83fbf567b req-470af325-5ad2-486a-8003-c1aa1e6d5e60 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks [] for security_group (30f0a235-52b5-420c-8745-8c378a2a87c8), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:45.077082 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-f6016722-a750-4815-8202-f2f83fbf567b req-470af325-5ad2-486a-8003-c1aa1e6d5e60 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (30f0a235-52b5-420c-8745-8c378a2a87c8), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:45.128757 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-f6016722-a750-4815-8202-f2f83fbf567b req-470af325-5ad2-486a-8003-c1aa1e6d5e60 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:45.130068 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f6016722-a750-4815-8202-f2f83fbf567b req-470af325-5ad2-486a-8003-c1aa1e6d5e60 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.5547128 Mar 01 13:40:45.146241 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470af325-5ad2-486a-8003-c1aa1e6d5e60 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30f0a235-52b5-420c-8745-8c378a2a87c8,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:45.152122 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf2a89-8dc4-46d6-92e6-175a45674545 req-b948b904-e205-415e-934e-11830e2da0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:45.153607 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d9bf2a89-8dc4-46d6-92e6-175a45674545 req-b948b904-e205-415e-934e-11830e2da0d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00c0eec8-d94f-41a7-92f9-32f77960cf64 HTTP/1.1" status: 200 len: 862 time: 0.1263628 Mar 01 13:40:45.188287 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb792fc7-7d8d-4e13-a2f5-280fd19bbe11 req-4bd753b8-8ba4-4ca9-a7e7-50fd512b1036 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:45.195403 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eb792fc7-7d8d-4e13-a2f5-280fd19bbe11 req-4bd753b8-8ba4-4ca9-a7e7-50fd512b1036 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6344bbfc-c4d6-4bb9-bd50-f1d9a0cfb8f5 HTTP/1.1" status: 200 len: 935 time: 0.1853623 Mar 01 13:40:45.329403 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eb792fc7-7d8d-4e13-a2f5-280fd19bbe11 req-3357df4e-25cc-4bda-8c6d-ac11e1b4c78d tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.13 "GET /v2.0/security-groups?id=96a755a9-1a64-4a0f-bf67-c3a8bfa3c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194699 Mar 01 13:40:45.340417 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf2a89-8dc4-46d6-92e6-175a45674545 req-32b24cdb-6ec9-416e-9e80-b0689d760e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:45.341981 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d9bf2a89-8dc4-46d6-92e6-175a45674545 req-32b24cdb-6ec9-416e-9e80-b0689d760e16 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d8b7f131-5faa-4e14-9387-53185320f5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1685970 Mar 01 13:40:45.360849 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135edb7a-90c4-4577-897e-361e4bf2ef05 req-2c25dc8c-2338-4499-8227-ffe0ff069c3e tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:45.362410 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-135edb7a-90c4-4577-897e-361e4bf2ef05 req-2c25dc8c-2338-4499-8227-ffe0ff069c3e tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 944 time: 0.1587079 Mar 01 13:40:45.484248 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['79ce7964-89d8-43a5-818d-610e1805dded'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:40:45.537881 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-45019a96-b679-44c9-a979-33526cedc8f1 req-65a80dc0-f00a-4982-b7d4-a4c9126ea6da service neutron] 10.222.0.20 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8457932 Mar 01 13:40:45.613872 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-135edb7a-90c4-4577-897e-361e4bf2ef05 req-a5ac3332-7bbd-4d4c-99da-521dd213feb3 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272730 Mar 01 13:40:45.679748 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6f758496-9f35-4b5f-80d0-d07dd13cd50e req-67bd7310-bcd6-46b2-b133-d955105906f7 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] 10.222.0.13 "GET /v2.0/security-groups/30f0a235-52b5-420c-8745-8c378a2a87c8 HTTP/1.1" status: 200 len: 1830 time: 0.1371987 Mar 01 13:40:45.686406 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d9bf2a89-8dc4-46d6-92e6-175a45674545 req-117cf712-7b45-4109-b98d-c321083691ab service neutron] 10.222.0.32 "GET /v2.0/networks/d8b7f131-5faa-4e14-9387-53185320f5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230450 Mar 01 13:40:45.704303 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-45019a96-b679-44c9-a979-33526cedc8f1 req-a797f1ef-2592-4d18-b59c-ff12cdf4c829 service neutron] 10.222.0.20 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588609 Mar 01 13:40:45.713040 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-6bf38be9-aef5-4ed9-8a6d-ca1ebf0d7c43 req-d95975dc-ad66-4239-b16a-20b98b0f6804 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1008075334', 'description': 'tempest-description-689941179'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:45.788465 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6bf38be9-aef5-4ed9-8a6d-ca1ebf0d7c43 req-d95975dc-ad66-4239-b16a-20b98b0f6804 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:45.797399 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-92eadba5-742d-410f-be43-c21cb2cc0120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:40:45.816865 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-92eadba5-742d-410f-be43-c21cb2cc0120 service neutron] Publish callbacks [] for port (15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:45.839836 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d9bf2a89-8dc4-46d6-92e6-175a45674545 req-9177bcae-b183-4298-a749-f695797c3d60 service neutron] 10.222.0.32 "GET /v2.0/networks/d8b7f131-5faa-4e14-9387-53185320f5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433368 Mar 01 13:40:45.842919 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-92eadba5-742d-410f-be43-c21cb2cc0120 service neutron] Transition to ACTIVE for port object 15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:40:45.856720 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-92eadba5-742d-410f-be43-c21cb2cc0120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:45.914984 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eadba5-742d-410f-be43-c21cb2cc0120 service neutron] Pushing event updated for resources: {'Port': ['ID=15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:45.933043 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6bf38be9-aef5-4ed9-8a6d-ca1ebf0d7c43 req-d95975dc-ad66-4239-b16a-20b98b0f6804 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks [] for security_group (4180aa1f-9be8-4c2b-a568-422d73158824), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:45.952683 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6bf38be9-aef5-4ed9-8a6d-ca1ebf0d7c43 req-d95975dc-ad66-4239-b16a-20b98b0f6804 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4180aa1f-9be8-4c2b-a568-422d73158824), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:46.004441 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-92eadba5-742d-410f-be43-c21cb2cc0120 service neutron] Attempting to bind port 15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:40:46.005112 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-92eadba5-742d-410f-be43-c21cb2cc0120 service neutron] Attempting to bind port 15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:40:46.005613 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-92eadba5-742d-410f-be43-c21cb2cc0120 service neutron] Attempting to bind port 15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:40:46.013463 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-92eadba5-742d-410f-be43-c21cb2cc0120 service neutron] Port 15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:40:46.014034 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-92eadba5-742d-410f-be43-c21cb2cc0120 service neutron] Attempting to bind port 15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:40:46.025568 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6bf38be9-aef5-4ed9-8a6d-ca1ebf0d7c43 req-d95975dc-ad66-4239-b16a-20b98b0f6804 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:46.030330 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6bf38be9-aef5-4ed9-8a6d-ca1ebf0d7c43 req-d95975dc-ad66-4239-b16a-20b98b0f6804 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3259053 Mar 01 13:40:46.036774 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-92eadba5-742d-410f-be43-c21cb2cc0120 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:40:46.036774 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-92eadba5-742d-410f-be43-c21cb2cc0120 service neutron] Checking segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:40:46.037482 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-92eadba5-742d-410f-be43-c21cb2cc0120 service neutron] Bound using segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:40:46.037806 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-92eadba5-742d-410f-be43-c21cb2cc0120 service neutron] Bound port: 15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:40:46.038180 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-92eadba5-742d-410f-be43-c21cb2cc0120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:46.039915 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95975dc-ad66-4239-b16a-20b98b0f6804 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4180aa1f-9be8-4c2b-a568-422d73158824,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:46.186726 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc8408-4a99-4641-9137-dd7e9081d94f req-2bb00e4e-aed4-4657-9771-c03c1c2d304f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:46.206642 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1dcc8408-4a99-4641-9137-dd7e9081d94f req-2bb00e4e-aed4-4657-9771-c03c1c2d304f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714 HTTP/1.1" status: 200 len: 944 time: 0.1621311 Mar 01 13:40:46.209089 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-db76f264-4f4e-4930-bf73-d524e843c29e service neutron] 10.222.0.20 "GET /v2.0/ports/a6fd43c5-27f8-4257-98d0-3f32dbf00eb1/bindings/n-h1-827467-3 HTTP/1.1" status: 200 len: 384 time: 0.1862648 Mar 01 13:40:46.221889 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-92eadba5-742d-410f-be43-c21cb2cc0120 service neutron] For port 15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:40:46.249090 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-92eadba5-742d-410f-be43-c21cb2cc0120 service neutron] For port 15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:40:46.296080 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1dcc8408-4a99-4641-9137-dd7e9081d94f req-66c7f7a6-d074-41d1-914d-89403126dac5 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883169 Mar 01 13:40:46.308045 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4b7e65c4-1d49-4fa6-93dc-24038c4795f6 req-90c3708a-3896-4f21-89c5-ece35c6c18d6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f874ef61-3541-416e-a434-0c97824f779a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2127388 Mar 01 13:40:46.347625 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.20', 50214) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:46.359635 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-92eadba5-742d-410f-be43-c21cb2cc0120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:46.433328 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-afc7133b-4567-43ce-bd03-aa918a187835 req-f52ab2ef-d6e1-48c2-a124-2e5d7d93593d tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=21cb905e7a734fa7b6c3214e13d79227&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630579 Mar 01 13:40:46.461348 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aa79fc08-1139-44ce-948f-5638e69cb362 req-1c1c2a5c-f396-4230-b813-7713446cc266 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] 10.222.0.13 "GET /v2.0/security-groups/4180aa1f-9be8-4c2b-a568-422d73158824 HTTP/1.1" status: 200 len: 1829 time: 0.1124871 Mar 01 13:40:46.488634 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-92eadba5-742d-410f-be43-c21cb2cc0120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:46.489282 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-92eadba5-742d-410f-be43-c21cb2cc0120 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:46.491003 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-92eadba5-742d-410f-be43-c21cb2cc0120 service neutron] 10.222.0.20 "PUT /v2.0/ports/15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f HTTP/1.1" status: 200 len: 1095 time: 1.9256465 Mar 01 13:40:46.491517 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6344bbfc-c4d6-4bb9-bd50-f1d9a0cfb8f5', 'tag': '15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:40:46.494620 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabfa6f4-ff54-4e25-95e2-a54c3268ca9c" -d '{"events": [{"name": "network-changed", "server_uuid": "6344bbfc-c4d6-4bb9-bd50-f1d9a0cfb8f5", "tag": "15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:40:46.545042 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eadba5-742d-410f-be43-c21cb2cc0120 service neutron] Pushing event updated for resources: {'Port': ['ID=15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:46.546912 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e65c4-1d49-4fa6-93dc-24038c4795f6 req-da1a2bf3-60a9-492f-be0e-eaf0f114bca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:46.548848 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4b7e65c4-1d49-4fa6-93dc-24038c4795f6 req-da1a2bf3-60a9-492f-be0e-eaf0f114bca4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62cbaa5d9cb040b68177ab0eff354bbd&device_id=f874ef61-3541-416e-a434-0c97824f779a HTTP/1.1" status: 200 len: 1127 time: 0.1637216 Mar 01 13:40:46.586990 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 79ce7964-89d8-43a5-818d-610e1805dded up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:40:46.655530 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-e88d5bca-c1bd-4da1-ae70-cbb2e971ad4e service neutron] For port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=a6fd43c5-27f8-4257-98d0-3f32dbf00eb1,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:46.672998 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7133b-4567-43ce-bd03-aa918a187835 req-f62991b1-0bb3-4b3b-b1c3-1916a934b132 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:46.682416 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-e88d5bca-c1bd-4da1-ae70-cbb2e971ad4e service neutron] For port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:40:46.683182 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-afc7133b-4567-43ce-bd03-aa918a187835 req-f62991b1-0bb3-4b3b-b1c3-1916a934b132 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2262926 Mar 01 13:40:46.700168 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 79ce7964-89d8-43a5-818d-610e1805dded completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:40:46.706584 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 79ce7964-89d8-43a5-818d-610e1805dded triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:40:46.707224 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (79ce7964-89d8-43a5-818d-610e1805dded), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:46.720239 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1ac24d53-b7d3-436a-a8a1-3c0d12fac592 req-738c429a-f2db-4062-b88b-123651ffba0f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3711383 Mar 01 13:40:46.742108 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-e88d5bca-c1bd-4da1-ae70-cbb2e971ad4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:40:46.747620 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-afc7133b-4567-43ce-bd03-aa918a187835 req-a17be8dc-c37c-4a20-8010-e6290fae0ff7 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/quotas/21cb905e7a734fa7b6c3214e13d79227 HTTP/1.1" status: 200 len: 375 time: 0.0622101 Mar 01 13:40:46.766602 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-e88d5bca-c1bd-4da1-ae70-cbb2e971ad4e service neutron] For port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=a6fd43c5-27f8-4257-98d0-3f32dbf00eb1,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:46.791821 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-274c323a-83e6-4ba7-ac6d-b9f67e35263f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:46.793610 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-274c323a-83e6-4ba7-ac6d-b9f67e35263f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=49651bbdb8f040d99c763a97cc999c85&device_id=6344bbfc-c4d6-4bb9-bd50-f1d9a0cfb8f5 HTTP/1.1" status: 200 len: 1129 time: 0.2305329 Mar 01 13:40:46.814859 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-e88d5bca-c1bd-4da1-ae70-cbb2e971ad4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a6fd43c5-27f8-4257-98d0-3f32dbf00eb1), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:46.832043 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-afc7133b-4567-43ce-bd03-aa918a187835 req-70053b89-6bbd-4606-a3fb-922358a51c1b tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=21cb905e7a734fa7b6c3214e13d79227&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0769649 Mar 01 13:40:46.834967 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 79ce7964-89d8-43a5-818d-610e1805dded is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:40:46.835352 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (79ce7964-89d8-43a5-818d-610e1805dded), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:46.882588 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2441c-a004-4f41-81e5-d68e2a2407ec req-5458a9fa-e8c5-487b-ad31-2b5b3967c181 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:46.885103 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5db2441c-a004-4f41-81e5-d68e2a2407ec req-5458a9fa-e8c5-487b-ad31-2b5b3967c181 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6344bbfc-c4d6-4bb9-bd50-f1d9a0cfb8f5 HTTP/1.1" status: 200 len: 947 time: 0.1935875 Mar 01 13:40:46.892885 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ce9d74-c614-4eb6-9344-21ee0e701714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ce7964-89d8-43a5-818d-610e1805dded'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:40:46.895360 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc12b3c-1e07-4788-a1b1-38a9006ad6b9" -d '{"events": [{"server_uuid": "b8ce9d74-c614-4eb6-9344-21ee0e701714", "name": "network-vif-plugged", "status": "completed", "tag": "79ce7964-89d8-43a5-818d-610e1805dded"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:40:46.898791 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-9aa489e7-6bc6-41a9-bd8c-e6804b3905d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f HTTP/1.1" status: 200 len: 217 time: 0.0935392 Mar 01 13:40:46.929382 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 79ce7964-89d8-43a5-818d-610e1805dded, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=79ce7964-89d8-43a5-818d-610e1805dded,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:46.931263 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e65c4-1d49-4fa6-93dc-24038c4795f6 req-f43dbf53-a611-4953-a348-313b74d26708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:46.933038 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4b7e65c4-1d49-4fa6-93dc-24038c4795f6 req-f43dbf53-a611-4953-a348-313b74d26708 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c796add0-4cf7-4873-b3c2-d305decaec1b HTTP/1.1" status: 200 len: 915 time: 0.3439679 Mar 01 13:40:46.935736 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (79ce7964-89d8-43a5-818d-610e1805dded), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:46.999397 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4b7e65c4-1d49-4fa6-93dc-24038c4795f6 req-d57b49f6-e8c4-437c-bf93-faa0acb372bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56aeda70-7e3c-4af7-8460-7f2df674633f HTTP/1.1" status: 200 len: 217 time: 0.0600064 Mar 01 13:40:47.000738 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac24d53-b7d3-436a-a8a1-3c0d12fac592 req-5a64a264-a328-4485-b6ab-844e0de545fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:47.002456 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1ac24d53-b7d3-436a-a8a1-3c0d12fac592 req-5a64a264-a328-4485-b6ab-844e0de545fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=980a0cdea86543af87d11d7652b91c08&device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5 HTTP/1.1" status: 200 len: 1148 time: 0.2078738 Mar 01 13:40:47.017642 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5db2441c-a004-4f41-81e5-d68e2a2407ec req-b1bc4132-80f1-4485-8c15-c7bb775d9d68 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.13 "GET /v2.0/security-groups?id=96a755a9-1a64-4a0f-bf67-c3a8bfa3c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220634 Mar 01 13:40:47.044718 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=79ce7964-89d8-43a5-818d-610e1805dded,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:47.079503 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-899ce766-cc06-425f-a385-4f4f23c576a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:47.081117 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-899ce766-cc06-425f-a385-4f4f23c576a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.1707931 Mar 01 13:40:47.119078 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [req-33a66497-c7d4-41a7-9607-1280c79c4876 req-a45b89e8-1c1a-4649-8f0d-7ed78c06c775 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] show failed (client error): The resource could not be found. Mar 01 13:40:47.132045 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-33a66497-c7d4-41a7-9607-1280c79c4876 req-a45b89e8-1c1a-4649-8f0d-7ed78c06c775 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] 10.222.0.13 "GET /v2.0/security-groups/f3474499-9929-41d4-9f0b-58bd182626b7 HTTP/1.1" status: 404 len: 352 time: 0.0542245 Mar 01 13:40:47.132500 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c12da4e-fce0-4d5f-98df-7adfdb1fefe7 x-openstack-request-id: req-8c12da4e-fce0-4d5f-98df-7adfdb1fefe7 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:40:47.132890 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6344bbfc-c4d6-4bb9-bd50-f1d9a0cfb8f5", "tag": "15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:40:47.133212 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c12da4e-fce0-4d5f-98df-7adfdb1fefe7 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:40:47.133680 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6344bbfc-c4d6-4bb9-bd50-f1d9a0cfb8f5', 'tag': '15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f', 'status': 'completed', 'code': 200} Mar 01 13:40:47.164889 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-e88d5bca-c1bd-4da1-ae70-cbb2e971ad4e service neutron] Transition to ACTIVE for port object a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:40:47.186493 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-2a8d8d20-7ca8-49c3-9477-70c8b5f6db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:47.188255 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-2a8d8d20-7ca8-49c3-9477-70c8b5f6db93 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0987134 Mar 01 13:40:47.191185 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-e88d5bca-c1bd-4da1-ae70-cbb2e971ad4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (a6fd43c5-27f8-4257-98d0-3f32dbf00eb1), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:47.211879 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e65c4-1d49-4fa6-93dc-24038c4795f6 req-088d39bd-67a0-44fd-9735-f53d26419b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:47.216119 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4b7e65c4-1d49-4fa6-93dc-24038c4795f6 req-088d39bd-67a0-44fd-9735-f53d26419b3a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=38d4da88-1ee0-4be0-b8bb-edf29de0ec5d HTTP/1.1" status: 200 len: 854 time: 0.1974115 Mar 01 13:40:47.277596 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af98076-ef09-46a8-aa73-b3bd3a213ec3 x-openstack-request-id: req-4af98076-ef09-46a8-aa73-b3bd3a213ec3 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:40:47.277979 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ce9d74-c614-4eb6-9344-21ee0e701714", "name": "network-vif-plugged", "status": "completed", "tag": "79ce7964-89d8-43a5-818d-610e1805dded", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:40:47.278299 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4af98076-ef09-46a8-aa73-b3bd3a213ec3 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:40:47.278762 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ce9d74-c614-4eb6-9344-21ee0e701714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ce7964-89d8-43a5-818d-610e1805dded', 'code': 200} Mar 01 13:40:47.290566 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4b7e65c4-1d49-4fa6-93dc-24038c4795f6 req-26fc2887-01aa-493a-8bf0-8198a4047d44 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c796add0-4cf7-4873-b3c2-d305decaec1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633838 Mar 01 13:40:47.353084 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-b3f2dbb7-03a8-448e-adfb-36a80c41c0b3 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502681 Mar 01 13:40:47.468525 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1d46677f-1c25-4d2a-8169-7b851da65a72 req-798baf12-ea9c-42c9-93bd-c669d6b7df92 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa8feb75-9120-4f8b-8f47-3836daa34623 HTTP/1.1" status: 200 len: 210 time: 0.1157224 Mar 01 13:40:47.487603 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac24d53-b7d3-436a-a8a1-3c0d12fac592 req-494a579d-5d22-4382-936d-7be8b7b60b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:47.489544 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1ac24d53-b7d3-436a-a8a1-3c0d12fac592 req-494a579d-5d22-4382-936d-7be8b7b60b6c service neutron] 10.222.0.20 "GET /v2.0/networks?id=b187e7ca-336b-42a6-9348-f5c88fd21398 HTTP/1.1" status: 200 len: 918 time: 0.4594553 Mar 01 13:40:47.506651 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72b63c-ff1d-4c0a-ab0f-6a18492d959f req-d86dfa66-8e46-4943-9f52-8a06a62d3f9e tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:47.523710 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7b72b63c-ff1d-4c0a-ab0f-6a18492d959f req-d86dfa66-8e46-4943-9f52-8a06a62d3f9e tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 945 time: 0.2284703 Mar 01 13:40:47.545420 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-e88d5bca-c1bd-4da1-ae70-cbb2e971ad4e service neutron] No DVR routers for this DVR port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:40:47.608284 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [req-d406718f-d806-442e-933d-06e47ecab40d req-f6684f2f-6450-46ad-bab1-9051351303ec tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] show failed (client error): The resource could not be found. Mar 01 13:40:47.620229 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d406718f-d806-442e-933d-06e47ecab40d req-f6684f2f-6450-46ad-bab1-9051351303ec tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] 10.222.0.13 "GET /v2.0/security-group-rules/7c490aba-9640-42eb-9a24-435f1f399610 HTTP/1.1" status: 404 len: 361 time: 0.0579321 Mar 01 13:40:47.644890 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b524a-eb95-491d-a3b3-d96ea6e7cb21 req-e97a7afe-6309-438e-8c7c-5ff1a3128fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:47.646522 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ee6b524a-eb95-491d-a3b3-d96ea6e7cb21 req-e97a7afe-6309-438e-8c7c-5ff1a3128fac service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714 HTTP/1.1" status: 200 len: 1127 time: 0.2886229 Mar 01 13:40:47.647848 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1ac24d53-b7d3-436a-a8a1-3c0d12fac592 req-5d5c19d2-10ee-4e50-98e0-c4532d36422b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f23864cc-b6f5-4d96-9f69-088617d6957b HTTP/1.1" status: 200 len: 217 time: 0.1350224 Mar 01 13:40:47.665544 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d5bca-c1bd-4da1-ae70-cbb2e971ad4e service neutron] Pushing event updated for resources: {'Port': ['ID=a6fd43c5-27f8-4257-98d0-3f32dbf00eb1,revision_number=10']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:47.665680 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7b72b63c-ff1d-4c0a-ab0f-6a18492d959f req-efae6fb0-59c9-41de-b6e9-49512b0ab40b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409335 Mar 01 13:40:47.670311 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4b7e65c4-1d49-4fa6-93dc-24038c4795f6 req-a37fbd0e-e539-46da-a273-fe46e801070d service neutron] 10.222.0.32 "GET /v2.0/networks/c796add0-4cf7-4873-b3c2-d305decaec1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618741 Mar 01 13:40:47.697752 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-e88d5bca-c1bd-4da1-ae70-cbb2e971ad4e service neutron] 10.222.0.20 "PUT /v2.0/ports/a6fd43c5-27f8-4257-98d0-3f32dbf00eb1/bindings/n-h1-827467-3/activate HTTP/1.1" status: 200 len: 369 time: 1.4819546 Mar 01 13:40:47.763429 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ee7b70aa-2356-4d12-b7be-7ff6354e57ab req-0858a604-26ae-4f9a-92e8-e95b42b5fdeb service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707912 Mar 01 13:40:47.777568 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.32', 52856) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:47.836394 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac24d53-b7d3-436a-a8a1-3c0d12fac592 req-d9f5a1b2-d42d-477b-901b-49b2d0abdfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:47.837934 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1ac24d53-b7d3-436a-a8a1-3c0d12fac592 req-d9f5a1b2-d42d-477b-901b-49b2d0abdfce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3b03883-8a75-4db3-9fa2-b5308f8a1ccf HTTP/1.1" status: 200 len: 857 time: 0.1592972 Mar 01 13:40:47.842469 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ee6b524a-eb95-491d-a3b3-d96ea6e7cb21 req-e972e89b-8c97-4bd7-9449-c8b42caec2aa service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622899 Mar 01 13:40:47.854446 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55495b-f537-431a-8b13-c9e8c407ef5c req-4d084137-bd4d-4f56-afd4-f5f6f424b06d tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:47.859757 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4b55495b-f537-431a-8b13-c9e8c407ef5c req-4d084137-bd4d-4f56-afd4-f5f6f424b06d tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714 HTTP/1.1" status: 200 len: 945 time: 0.1811345 Mar 01 13:40:47.872966 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2080b06e-7074-4ffa-b13e-ee746d0a4c84 req-c403fb52-14fd-40b8-be96-ce4aab0e7f4b tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] 10.222.0.13 "GET /v2.0/security-groups/4180aa1f-9be8-4c2b-a568-422d73158824 HTTP/1.1" status: 200 len: 1829 time: 0.1522169 Mar 01 13:40:47.903463 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1ac24d53-b7d3-436a-a8a1-3c0d12fac592 req-5f2c22ec-18c9-45da-baad-8404b7135346 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b187e7ca-336b-42a6-9348-f5c88fd21398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562170 Mar 01 13:40:47.923009 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4b7e65c4-1d49-4fa6-93dc-24038c4795f6 req-d20aa4f2-bd1f-4f04-90dd-acf343b936f0 service neutron] 10.222.0.32 "GET /v2.0/networks/c796add0-4cf7-4873-b3c2-d305decaec1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332854 Mar 01 13:40:47.964442 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4b55495b-f537-431a-8b13-c9e8c407ef5c req-55052f3d-7c96-42dd-93a7-53a26001face tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965078 Mar 01 13:40:47.979979 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-80079f52-d483-4511-8c46-8463adc1d007 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:47.981784 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-80079f52-d483-4511-8c46-8463adc1d007 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45&tenant_id=980a0cdea86543af87d11d7652b91c08&binding%3Ahost_id=n-h2-827467-3 HTTP/1.1" status: 200 len: 1127 time: 0.2033420 Mar 01 13:40:47.983657 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2080b06e-7074-4ffa-b13e-ee746d0a4c84 req-95ebe908-aacc-4f29-a229-c387f4f294b6 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks [] for security_group (4180aa1f-9be8-4c2b-a568-422d73158824), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:48.002451 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfa6f4-ff54-4e25-95e2-a54c3268ca9c req-27367040-75c1-4f42-93bd-2b43d3793c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:48.003948 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-aabfa6f4-ff54-4e25-95e2-a54c3268ca9c req-27367040-75c1-4f42-93bd-2b43d3793c7a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=49651bbdb8f040d99c763a97cc999c85&device_id=6344bbfc-c4d6-4bb9-bd50-f1d9a0cfb8f5 HTTP/1.1" status: 200 len: 1129 time: 0.1557968 Mar 01 13:40:48.008080 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2080b06e-7074-4ffa-b13e-ee746d0a4c84 req-95ebe908-aacc-4f29-a229-c387f4f294b6 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks [] for security_group (4180aa1f-9be8-4c2b-a568-422d73158824), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:48.055993 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2080b06e-7074-4ffa-b13e-ee746d0a4c84 req-95ebe908-aacc-4f29-a229-c387f4f294b6 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4180aa1f-9be8-4c2b-a568-422d73158824), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:48.059127 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2080b06e-7074-4ffa-b13e-ee746d0a4c84 req-95ebe908-aacc-4f29-a229-c387f4f294b6 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:48.062163 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2080b06e-7074-4ffa-b13e-ee746d0a4c84 req-95ebe908-aacc-4f29-a229-c387f4f294b6 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] 10.222.0.13 "DELETE /v2.0/security-groups/4180aa1f-9be8-4c2b-a568-422d73158824 HTTP/1.1" status: 204 len: 173 time: 0.1801946 Mar 01 13:40:48.075171 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ebe908-aacc-4f29-a229-c387f4f294b6 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4180aa1f-9be8-4c2b-a568-422d73158824,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:48.109656 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1ac24d53-b7d3-436a-a8a1-3c0d12fac592 req-a4065810-1396-4803-a71a-83de22bd31de service neutron] 10.222.0.20 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989887 Mar 01 13:40:48.161272 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-344a946c-703d-4ed7-8500-4974868ea00f req-a5414c2b-b2b6-410d-aa02-c50b93279b67 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] 10.222.0.13 "GET /v2.0/security-groups/30f0a235-52b5-420c-8745-8c378a2a87c8 HTTP/1.1" status: 200 len: 1830 time: 0.0724728 Mar 01 13:40:48.176752 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272223b-7957-43f2-bd87-d7ec491bcfda req-191ec251-729e-48f3-949b-0794878dd9af tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:48.188158 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8272223b-7957-43f2-bd87-d7ec491bcfda req-191ec251-729e-48f3-949b-0794878dd9af tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6344bbfc-c4d6-4bb9-bd50-f1d9a0cfb8f5 HTTP/1.1" status: 200 len: 947 time: 0.0831568 Mar 01 13:40:48.198576 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfa6f4-ff54-4e25-95e2-a54c3268ca9c req-82611b4f-e55e-4cd4-89e5-5daa8c82cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:48.200061 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-aabfa6f4-ff54-4e25-95e2-a54c3268ca9c req-82611b4f-e55e-4cd4-89e5-5daa8c82cd3e service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.1866949 Mar 01 13:40:48.263752 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-aabfa6f4-ff54-4e25-95e2-a54c3268ca9c req-29c0d3d8-4746-4b54-be1c-adf0b9d427c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f HTTP/1.1" status: 200 len: 217 time: 0.0506127 Mar 01 13:40:48.267476 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1ac24d53-b7d3-436a-a8a1-3c0d12fac592 req-337fb7f0-d87c-4110-91e3-1cbc5f732b38 service neutron] 10.222.0.20 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493523 Mar 01 13:40:48.274470 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8272223b-7957-43f2-bd87-d7ec491bcfda req-8e0e476d-d40c-4294-875b-b4a584f70c9f tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.13 "GET /v2.0/security-groups?id=96a755a9-1a64-4a0f-bf67-c3a8bfa3c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749121 Mar 01 13:40:48.299994 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-344a946c-703d-4ed7-8500-4974868ea00f req-70d86501-b504-439a-9f13-470a66e88d2a tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks [] for security_group (30f0a235-52b5-420c-8745-8c378a2a87c8), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:48.322314 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfa6f4-ff54-4e25-95e2-a54c3268ca9c req-2f9a23a8-7014-438b-91af-439dbbafbf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:48.323697 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-aabfa6f4-ff54-4e25-95e2-a54c3268ca9c req-2f9a23a8-7014-438b-91af-439dbbafbf35 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0509634 Mar 01 13:40:48.334416 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-344a946c-703d-4ed7-8500-4974868ea00f req-70d86501-b504-439a-9f13-470a66e88d2a tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks [] for security_group (30f0a235-52b5-420c-8745-8c378a2a87c8), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:48.385695 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfa6f4-ff54-4e25-95e2-a54c3268ca9c req-3a9f5417-64df-44c6-861f-ead343e3fd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:48.386325 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-344a946c-703d-4ed7-8500-4974868ea00f req-70d86501-b504-439a-9f13-470a66e88d2a tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (30f0a235-52b5-420c-8745-8c378a2a87c8), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:48.387389 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-aabfa6f4-ff54-4e25-95e2-a54c3268ca9c req-3a9f5417-64df-44c6-861f-ead343e3fd92 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0580208 Mar 01 13:40:48.388932 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-344a946c-703d-4ed7-8500-4974868ea00f req-70d86501-b504-439a-9f13-470a66e88d2a tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:48.390041 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-344a946c-703d-4ed7-8500-4974868ea00f req-70d86501-b504-439a-9f13-470a66e88d2a tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] 10.222.0.13 "DELETE /v2.0/security-groups/30f0a235-52b5-420c-8745-8c378a2a87c8 HTTP/1.1" status: 204 len: 173 time: 0.2007873 Mar 01 13:40:48.403586 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d86501-b504-439a-9f13-470a66e88d2a tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f0a235-52b5-420c-8745-8c378a2a87c8,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:48.461327 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-144e3fd7-daec-46b2-a8f7-fc041f83b455 req-45f5dc79-84c0-4aac-908b-9cd1834ca1b8 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] 10.222.0.13 "GET /v2.0/security-groups/a1395d81-b281-4b1f-81d8-b97b849fb6f7 HTTP/1.1" status: 200 len: 1829 time: 0.0512550 Mar 01 13:40:48.481097 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-aabfa6f4-ff54-4e25-95e2-a54c3268ca9c req-1e9284e3-5f7e-4a3a-ab49-0c93b322ea10 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877204 Mar 01 13:40:48.540232 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-144e3fd7-daec-46b2-a8f7-fc041f83b455 req-ce3e919e-34e7-4593-bdfe-60c64200470d tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks [] for security_group (a1395d81-b281-4b1f-81d8-b97b849fb6f7), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:48.570881 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-144e3fd7-daec-46b2-a8f7-fc041f83b455 req-ce3e919e-34e7-4593-bdfe-60c64200470d tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks [] for security_group (a1395d81-b281-4b1f-81d8-b97b849fb6f7), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:48.587488 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-aabfa6f4-ff54-4e25-95e2-a54c3268ca9c req-20e3ba10-b325-47ca-b063-c70e650a0ce6 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996914 Mar 01 13:40:48.616188 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a7722477-2f11-4dc2-9fb4-a216924a4042 req-1be3c3a0-3d2e-4b1c-b73d-f8caf285f8a4 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa8feb75-9120-4f8b-8f47-3836daa34623 HTTP/1.1" status: 200 len: 210 time: 0.0368803 Mar 01 13:40:48.643543 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-144e3fd7-daec-46b2-a8f7-fc041f83b455 req-ce3e919e-34e7-4593-bdfe-60c64200470d tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a1395d81-b281-4b1f-81d8-b97b849fb6f7), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:48.650708 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-144e3fd7-daec-46b2-a8f7-fc041f83b455 req-ce3e919e-34e7-4593-bdfe-60c64200470d tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:48.652209 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-144e3fd7-daec-46b2-a8f7-fc041f83b455 req-ce3e919e-34e7-4593-bdfe-60c64200470d tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] 10.222.0.13 "DELETE /v2.0/security-groups/a1395d81-b281-4b1f-81d8-b97b849fb6f7 HTTP/1.1" status: 204 len: 173 time: 0.1845057 Mar 01 13:40:48.671362 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e919e-34e7-4593-bdfe-60c64200470d tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1395d81-b281-4b1f-81d8-b97b849fb6f7,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:48.717244 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-423fe202-59c1-4e05-a77d-575f58621d5a req-48e8c881-d88d-4241-b7b4-96ca2b4811a4 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] 10.222.0.13 "GET /v2.0/security-groups/b1d0ae73-af57-4217-ac63-9f168c5a425d HTTP/1.1" status: 200 len: 1830 time: 0.0423732 Mar 01 13:40:48.798843 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 56d0b0be-246c-48f8-8847-38dcbc5aeb8a details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:40:48.804005 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:40:48.823071 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-423fe202-59c1-4e05-a77d-575f58621d5a req-4f51cf88-877d-4c6f-9e82-229b3ddde11c tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks [] for security_group (b1d0ae73-af57-4217-ac63-9f168c5a425d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:48.835642 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7bb847-3712-4a48-b1f8-53797e3d6946 req-ae2df1b7-7a84-484a-8d00-3e1e8a88b79f tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:48.837237 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3d7bb847-3712-4a48-b1f8-53797e3d6946 req-ae2df1b7-7a84-484a-8d00-3e1e8a88b79f tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 945 time: 0.0920258 Mar 01 13:40:48.873224 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-423fe202-59c1-4e05-a77d-575f58621d5a req-4f51cf88-877d-4c6f-9e82-229b3ddde11c tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks [] for security_group (b1d0ae73-af57-4217-ac63-9f168c5a425d), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:48.914902 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] The host n-h2-827467-3 is not matching for port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 host n-h1-827467-3! {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 01 13:40:48.915316 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:40:48.932190 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3d7bb847-3712-4a48-b1f8-53797e3d6946 req-a6af7c98-9753-4a19-aba4-2e0b27762158 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849311 Mar 01 13:40:48.956727 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-423fe202-59c1-4e05-a77d-575f58621d5a req-4f51cf88-877d-4c6f-9e82-229b3ddde11c tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b1d0ae73-af57-4217-ac63-9f168c5a425d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:48.960110 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-423fe202-59c1-4e05-a77d-575f58621d5a req-4f51cf88-877d-4c6f-9e82-229b3ddde11c tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:48.961330 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-423fe202-59c1-4e05-a77d-575f58621d5a req-4f51cf88-877d-4c6f-9e82-229b3ddde11c tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] 10.222.0.13 "DELETE /v2.0/security-groups/b1d0ae73-af57-4217-ac63-9f168c5a425d HTTP/1.1" status: 204 len: 173 time: 0.2376235 Mar 01 13:40:48.979252 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51cf88-877d-4c6f-9e82-229b3ddde11c tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d0ae73-af57-4217-ac63-9f168c5a425d,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:49.018306 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 56d0b0be-246c-48f8-8847-38dcbc5aeb8a, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=56d0b0be-246c-48f8-8847-38dcbc5aeb8a,segment=NetworkSegment(a0a669d5-60b7-4c06-a9c5-37075f67475a),segment_id=a0a669d5-60b7-4c06-a9c5-37075f67475a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:49.033107 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '56d0b0be-246c-48f8-8847-38dcbc5aeb8a', 'network_id': '73628e5b-19c4-4cc2-85ab-069a1adb3f94', 'port_id': '56d0b0be-246c-48f8-8847-38dcbc5aeb8a', 'mac_address': 'fa:16:3e:81:57:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a72a1b6b-a371-4cd5-a742-432bd3fca273', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:40:49.064773 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-318cb1a1-a010-40fc-8530-86761bef5c10 req-6112f902-8285-4e3b-afea-42c203d2b4d2 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] 10.222.0.13 "GET /v2.0/security-groups/7f1ae389-7e8b-4f13-820a-ea27aaf1cb07 HTTP/1.1" status: 200 len: 1829 time: 0.0667186 Mar 01 13:40:49.081849 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 56d0b0be-246c-48f8-8847-38dcbc5aeb8a is: ACTIVE; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:40:49.082248 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (56d0b0be-246c-48f8-8847-38dcbc5aeb8a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:49.106584 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56d0b0be-246c-48f8-8847-38dcbc5aeb8a {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:40:49.130110 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 56d0b0be-246c-48f8-8847-38dcbc5aeb8a, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=56d0b0be-246c-48f8-8847-38dcbc5aeb8a,segment=NetworkSegment(a0a669d5-60b7-4c06-a9c5-37075f67475a),segment_id=a0a669d5-60b7-4c06-a9c5-37075f67475a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:49.135197 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (56d0b0be-246c-48f8-8847-38dcbc5aeb8a), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:49.145226 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383fd328-add7-4f52-8332-a5c50d0662b5 req-2fe61ef9-0ff9-44fb-9390-ea33408df84a tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:49.146769 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-383fd328-add7-4f52-8332-a5c50d0662b5 req-2fe61ef9-0ff9-44fb-9390-ea33408df84a tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714 HTTP/1.1" status: 200 len: 945 time: 0.0973880 Mar 01 13:40:49.166805 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-318cb1a1-a010-40fc-8530-86761bef5c10 req-4f29c8ee-1167-4277-a721-faae9610aa03 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks [] for security_group (7f1ae389-7e8b-4f13-820a-ea27aaf1cb07), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:49.190651 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=56d0b0be-246c-48f8-8847-38dcbc5aeb8a,revision_number=6']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:49.210741 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-318cb1a1-a010-40fc-8530-86761bef5c10 req-4f29c8ee-1167-4277-a721-faae9610aa03 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks [] for security_group (7f1ae389-7e8b-4f13-820a-ea27aaf1cb07), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:49.240029 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-383fd328-add7-4f52-8332-a5c50d0662b5 req-9a3e9246-d64f-4012-8cc4-d677103ebae1 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742223 Mar 01 13:40:49.267965 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-318cb1a1-a010-40fc-8530-86761bef5c10 req-4f29c8ee-1167-4277-a721-faae9610aa03 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (7f1ae389-7e8b-4f13-820a-ea27aaf1cb07), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:49.271458 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-318cb1a1-a010-40fc-8530-86761bef5c10 req-4f29c8ee-1167-4277-a721-faae9610aa03 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:49.272625 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-318cb1a1-a010-40fc-8530-86761bef5c10 req-4f29c8ee-1167-4277-a721-faae9610aa03 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] 10.222.0.13 "DELETE /v2.0/security-groups/7f1ae389-7e8b-4f13-820a-ea27aaf1cb07 HTTP/1.1" status: 204 len: 173 time: 0.1915791 Mar 01 13:40:49.279154 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56724) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:49.281992 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f29c8ee-1167-4277-a721-faae9610aa03 tempest-SecurityGroupRulesNegativeTestJSON-1280577902 tempest-SecurityGroupRulesNegativeTestJSON-1280577902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1ae389-7e8b-4f13-820a-ea27aaf1cb07,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:49.329129 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb6e636-e290-4cbf-a96e-dfd99be251e5 admin admin] Deleting subnet fdf72c9c-e551-4122-a7cd-134f7b800225 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:40:49.332698 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1cb6e636-e290-4cbf-a96e-dfd99be251e5 admin admin] Publish callbacks [] for subnet (fdf72c9c-e551-4122-a7cd-134f7b800225), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:49.369539 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1cb6e636-e290-4cbf-a96e-dfd99be251e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (fdf72c9c-e551-4122-a7cd-134f7b800225), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:49.414083 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c2fa2-2bdd-414b-b6c5-c201a1a5d3ff req-bf19aeb0-2f0e-4614-b756-be41e90dccbe tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:49.416025 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['56d0b0be-246c-48f8-8847-38dcbc5aeb8a'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:40:49.416195 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d70c2fa2-2bdd-414b-b6c5-c201a1a5d3ff req-bf19aeb0-2f0e-4614-b756-be41e90dccbe tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6344bbfc-c4d6-4bb9-bd50-f1d9a0cfb8f5 HTTP/1.1" status: 200 len: 947 time: 0.0595324 Mar 01 13:40:49.425097 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1cb6e636-e290-4cbf-a96e-dfd99be251e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (fdf72c9c-e551-4122-a7cd-134f7b800225), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:49.472527 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d70c2fa2-2bdd-414b-b6c5-c201a1a5d3ff req-0cd2e0eb-91de-42db-8f89-6a9c4ab50a50 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.13 "GET /v2.0/security-groups?id=96a755a9-1a64-4a0f-bf67-c3a8bfa3c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488598 Mar 01 13:40:49.488687 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1cb6e636-e290-4cbf-a96e-dfd99be251e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (fdf72c9c-e551-4122-a7cd-134f7b800225), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:49.502525 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1cb6e636-e290-4cbf-a96e-dfd99be251e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:49.506153 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1cb6e636-e290-4cbf-a96e-dfd99be251e5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fdf72c9c-e551-4122-a7cd-134f7b800225 HTTP/1.1" status: 204 len: 168 time: 0.2259641 Mar 01 13:40:49.509201 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56740) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:49.523133 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6e636-e290-4cbf-a96e-dfd99be251e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdf72c9c-e551-4122-a7cd-134f7b800225,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:49.582299 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4778968e-79f3-4444-b3f5-c93c72478866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (d61d9e69-fcb4-46c8-a3a6-5f844d807ac2), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:49.665899 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4778968e-79f3-4444-b3f5-c93c72478866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (d61d9e69-fcb4-46c8-a3a6-5f844d807ac2), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:49.688670 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4778968e-79f3-4444-b3f5-c93c72478866 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:40:49.688818 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4778968e-79f3-4444-b3f5-c93c72478866 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:40:49.689628 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4778968e-79f3-4444-b3f5-c93c72478866 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:40:49.689985 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4778968e-79f3-4444-b3f5-c93c72478866 admin admin] Subscribe: > port after_create 55550000 {{(pid=103727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:40:49.690328 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4778968e-79f3-4444-b3f5-c93c72478866 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:40:49.690668 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4778968e-79f3-4444-b3f5-c93c72478866 admin admin] Subscribe: > port after_update 55550000 {{(pid=103727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:40:49.690989 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4778968e-79f3-4444-b3f5-c93c72478866 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:40:49.691341 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4778968e-79f3-4444-b3f5-c93c72478866 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:40:49.691732 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4778968e-79f3-4444-b3f5-c93c72478866 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:40:49.692010 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4778968e-79f3-4444-b3f5-c93c72478866 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:40:49.759602 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4778968e-79f3-4444-b3f5-c93c72478866 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:40:49.759988 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4778968e-79f3-4444-b3f5-c93c72478866 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:40:49.760327 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4778968e-79f3-4444-b3f5-c93c72478866 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:40:49.760663 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4778968e-79f3-4444-b3f5-c93c72478866 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 13:40:49.761038 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-4778968e-79f3-4444-b3f5-c93c72478866 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d61d9e69-fcb4-46c8-a3a6-5f844d807ac2']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:40:49.788932 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-4778968e-79f3-4444-b3f5-c93c72478866 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b802211-209e-4d33-83bb-604bef7a8b7c') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:40:49.789218 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-4778968e-79f3-4444-b3f5-c93c72478866 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b802211-209e-4d33-83bb-604bef7a8b7c') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:40:49.814819 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4afa44b-6840-4ade-b2bf-7da66b2f0c48 req-48a9484d-ce33-4f8b-b98d-01bf4937548e tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa8feb75-9120-4f8b-8f47-3836daa34623 HTTP/1.1" status: 200 len: 210 time: 0.0487788 Mar 01 13:40:49.820070 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4778968e-79f3-4444-b3f5-c93c72478866 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (4b802211-209e-4d33-83bb-604bef7a8b7c), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:49.847129 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4778968e-79f3-4444-b3f5-c93c72478866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (4b802211-209e-4d33-83bb-604bef7a8b7c), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:49.857371 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4778968e-79f3-4444-b3f5-c93c72478866 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:40:49.857788 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4778968e-79f3-4444-b3f5-c93c72478866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (4b802211-209e-4d33-83bb-604bef7a8b7c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:49.861670 n-d-827467-3 neutron-server[103727]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 01 13:40:49.861670 n-d-827467-3 neutron-server[103727]: from cryptography.utils import int_from_bytes Mar 01 13:40:49.861670 n-d-827467-3 neutron-server[103727]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 01 13:40:49.861670 n-d-827467-3 neutron-server[103727]: from cryptography.utils import int_from_bytes Mar 01 13:40:49.861670 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 13:40:49.861670 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:40:49.861670 n-d-827467-3 neutron-server[103727]: timer() Mar 01 13:40:49.861670 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:40:49.861670 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 13:40:49.861670 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:40:49.861670 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 13:40:49.861670 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:40:49.861670 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 13:40:49.861670 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:40:49.861670 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 13:40:49.861670 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:40:49.861670 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 13:40:49.861670 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:40:49.861670 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:40:49.861670 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:40:49.861670 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:40:49.861670 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:40:49.861670 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 13:40:49.861670 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:40:49.861670 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 13:40:49.861670 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:40:49.861670 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:40:49.861670 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:40:49.861670 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 13:40:49.861670 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:40:49.861670 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:40:49.861670 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:40:49.861670 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:40:49.861670 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:40:49.861670 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:40:49.861670 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:40:49.922059 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4778968e-79f3-4444-b3f5-c93c72478866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (d61d9e69-fcb4-46c8-a3a6-5f844d807ac2), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:49.930369 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4778968e-79f3-4444-b3f5-c93c72478866 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:49.933543 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4778968e-79f3-4444-b3f5-c93c72478866 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d61d9e69-fcb4-46c8-a3a6-5f844d807ac2 HTTP/1.1" status: 204 len: 168 time: 0.4233217 Mar 01 13:40:49.943406 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778968e-79f3-4444-b3f5-c93c72478866 admin admin] Pushing event deleted for resources: {'Network': ['ID=d61d9e69-fcb4-46c8-a3a6-5f844d807ac2,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:50.076789 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada293e-85d6-4043-ba46-42b375caeb1d req-aaf1438f-3526-4727-a7a1-859097a72057 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:50.078479 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dada293e-85d6-4043-ba46-42b375caeb1d req-aaf1438f-3526-4727-a7a1-859097a72057 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 945 time: 0.0706427 Mar 01 13:40:50.107053 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56758) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:50.139664 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dada293e-85d6-4043-ba46-42b375caeb1d req-3624c954-4851-4c03-8c52-7a8f01db4d75 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554941 Mar 01 13:40:50.148631 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8a6902da-3f3a-4ee5-9877-759f4f88e65b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea439721b3f748b2af4e1d1dc9392baa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403175 Mar 01 13:40:50.151600 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56760) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:50.197808 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-00899e29-04ca-43b8-94cb-99c42cbcb30a admin admin] Publish callbacks [] for security_group (1e10d692-3093-46bc-b765-0e15c0d34f62), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:50.217755 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-00899e29-04ca-43b8-94cb-99c42cbcb30a admin admin] Publish callbacks [] for security_group (1e10d692-3093-46bc-b765-0e15c0d34f62), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:50.264082 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-00899e29-04ca-43b8-94cb-99c42cbcb30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (1e10d692-3093-46bc-b765-0e15c0d34f62), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:50.266526 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-00899e29-04ca-43b8-94cb-99c42cbcb30a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:50.270138 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-00899e29-04ca-43b8-94cb-99c42cbcb30a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e10d692-3093-46bc-b765-0e15c0d34f62 HTTP/1.1" status: 204 len: 168 time: 0.1151688 Mar 01 13:40:50.281112 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00899e29-04ca-43b8-94cb-99c42cbcb30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e10d692-3093-46bc-b765-0e15c0d34f62,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:50.381592 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7f01e-ae0e-4426-8384-0c07547b2f1d req-80e2184c-7948-4110-9025-4432f92e5826 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:50.383121 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a6f7f01e-ae0e-4426-8384-0c07547b2f1d req-80e2184c-7948-4110-9025-4432f92e5826 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714 HTTP/1.1" status: 200 len: 945 time: 0.0657303 Mar 01 13:40:50.438992 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a6f7f01e-ae0e-4426-8384-0c07547b2f1d req-a25be5d1-82c7-4565-bab9-9c691b0fd270 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494654 Mar 01 13:40:50.612256 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:40:50.632092 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291cef43-dede-4b8c-8475-d0d9e7b9c70e req-0901fcdc-e9e6-4e27-890a-9d58bb77f599 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:50.650274 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-291cef43-dede-4b8c-8475-d0d9e7b9c70e req-0901fcdc-e9e6-4e27-890a-9d58bb77f599 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6344bbfc-c4d6-4bb9-bd50-f1d9a0cfb8f5 HTTP/1.1" status: 200 len: 947 time: 0.0931048 Mar 01 13:40:50.705275 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 is: DOWN; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:40:50.736760 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-291cef43-dede-4b8c-8475-d0d9e7b9c70e req-dcbeb7f6-bdb6-4ee3-a232-a9077c6750c4 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.13 "GET /v2.0/security-groups?id=96a755a9-1a64-4a0f-bf67-c3a8bfa3c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820420 Mar 01 13:40:50.808988 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 56d0b0be-246c-48f8-8847-38dcbc5aeb8a up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:40:50.906087 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 56d0b0be-246c-48f8-8847-38dcbc5aeb8a triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:40:50.906465 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (56d0b0be-246c-48f8-8847-38dcbc5aeb8a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:50.970876 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-49049e54-bff3-4f5e-8b47-87825ee2be25 req-595603f9-5047-425f-aa5d-a0b3e272296a tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa8feb75-9120-4f8b-8f47-3836daa34623 HTTP/1.1" status: 200 len: 210 time: 0.0579576 Mar 01 13:40:51.014883 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 56d0b0be-246c-48f8-8847-38dcbc5aeb8a is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:40:51.015321 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (56d0b0be-246c-48f8-8847-38dcbc5aeb8a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:51.055897 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a50d8ea-f141-4305-9696-705d3091939c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d0b0be-246c-48f8-8847-38dcbc5aeb8a'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:40:51.058727 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0152f8d9-bc84-4de1-b578-08f0142b1d8f" -d '{"events": [{"server_uuid": "9a50d8ea-f141-4305-9696-705d3091939c", "name": "network-vif-plugged", "status": "completed", "tag": "56d0b0be-246c-48f8-8847-38dcbc5aeb8a"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:40:51.074426 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 56d0b0be-246c-48f8-8847-38dcbc5aeb8a, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=56d0b0be-246c-48f8-8847-38dcbc5aeb8a,segment=NetworkSegment(a0a669d5-60b7-4c06-a9c5-37075f67475a),segment_id=a0a669d5-60b7-4c06-a9c5-37075f67475a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:51.080859 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (56d0b0be-246c-48f8-8847-38dcbc5aeb8a), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:51.110692 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6200f1fa-ce4d-4e6b-8204-c0254c553b22 x-openstack-request-id: req-6200f1fa-ce4d-4e6b-8204-c0254c553b22 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:40:51.110998 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a50d8ea-f141-4305-9696-705d3091939c", "name": "network-vif-plugged", "status": "completed", "tag": "56d0b0be-246c-48f8-8847-38dcbc5aeb8a", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:40:51.111246 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6200f1fa-ce4d-4e6b-8204-c0254c553b22 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:40:51.111636 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a50d8ea-f141-4305-9696-705d3091939c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d0b0be-246c-48f8-8847-38dcbc5aeb8a', 'code': 200} Mar 01 13:40:51.144720 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=56d0b0be-246c-48f8-8847-38dcbc5aeb8a,revision_number=7']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:51.262033 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56828) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:51.283299 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e14f7-bfb8-4c66-a65d-68317fe0529a req-dea776e3-c3a9-4595-88af-b588abc40664 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:51.292350 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-403e14f7-bfb8-4c66-a65d-68317fe0529a req-dea776e3-c3a9-4595-88af-b588abc40664 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 945 time: 0.0681419 Mar 01 13:40:51.360383 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-403e14f7-bfb8-4c66-a65d-68317fe0529a req-3c04412c-a21e-461c-9298-f25a2fbc907b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664363 Mar 01 13:40:51.394177 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-ba81b6ea-4154-46ef-bf12-3d03d791a104 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1599615751-network', 'tenant_id': '1dfbeaa56cd046b8a281983cf7c6fa64'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:51.425297 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba81b6ea-4154-46ef-bf12-3d03d791a104 admin admin] Made reservation on behalf of 1dfbeaa56cd046b8a281983cf7c6fa64 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:40:51.428618 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ba81b6ea-4154-46ef-bf12-3d03d791a104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:51.437447 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ba81b6ea-4154-46ef-bf12-3d03d791a104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:51.563333 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ba81b6ea-4154-46ef-bf12-3d03d791a104 admin admin] Publish callbacks [] for security_group (f84baec1-7fd4-4d68-8163-a47b47dc0240), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:51.574911 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ba81b6ea-4154-46ef-bf12-3d03d791a104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (f84baec1-7fd4-4d68-8163-a47b47dc0240), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:51.615523 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba81b6ea-4154-46ef-bf12-3d03d791a104 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:40:51.628357 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81b6ea-4154-46ef-bf12-3d03d791a104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84baec1-7fd4-4d68-8163-a47b47dc0240,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:51.633883 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500d949-4b17-42b9-accd-c14c5abde523 req-097308da-269d-4efa-841c-a5c3dd00031f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:51.635391 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0500d949-4b17-42b9-accd-c14c5abde523 req-097308da-269d-4efa-841c-a5c3dd00031f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714 HTTP/1.1" status: 200 len: 945 time: 0.1079254 Mar 01 13:40:51.636085 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ba81b6ea-4154-46ef-bf12-3d03d791a104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (948b6872-5da8-4b30-bebf-d52c9879ac52), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:51.636651 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-ba81b6ea-4154-46ef-bf12-3d03d791a104 admin admin] Added segment 948b6872-5da8-4b30-bebf-d52c9879ac52 of type vlan for network 2c5f5c0c-5639-4d99-bc9e-7767fcdda19a Mar 01 13:40:51.695740 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ba81b6ea-4154-46ef-bf12-3d03d791a104 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (2c5f5c0c-5639-4d99-bc9e-7767fcdda19a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:51.723623 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0500d949-4b17-42b9-accd-c14c5abde523 req-b27fefad-7385-44a5-8894-bbb838ca06ac tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697930 Mar 01 13:40:51.743401 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ba81b6ea-4154-46ef-bf12-3d03d791a104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (2c5f5c0c-5639-4d99-bc9e-7767fcdda19a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:51.744901 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba81b6ea-4154-46ef-bf12-3d03d791a104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:51.745895 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ba81b6ea-4154-46ef-bf12-3d03d791a104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:51.821240 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ba81b6ea-4154-46ef-bf12-3d03d791a104 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5581422 Mar 01 13:40:51.824157 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56850) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:51.829822 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-fb6ef14c-d86a-465f-8dff-f0f9ab3c9a5b admin admin] Request body: {'subnet': {'network_id': '2c5f5c0c-5639-4d99-bc9e-7767fcdda19a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1599615751-subnet', 'tenant_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:51.840568 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81b6ea-4154-46ef-bf12-3d03d791a104 admin admin] Pushing event updated for resources: {'Network': ['ID=2c5f5c0c-5639-4d99-bc9e-7767fcdda19a,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:51.854601 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 2c5f5c0c-5639-4d99-bc9e-7767fcdda19a details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:40:51.893459 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6ef14c-d86a-465f-8dff-f0f9ab3c9a5b admin admin] Made reservation on behalf of 1dfbeaa56cd046b8a281983cf7c6fa64 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:40:51.895773 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fb6ef14c-d86a-465f-8dff-f0f9ab3c9a5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:52.264845 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-79c1b0ab-0508-4a6a-831a-e3093890b406 req-7e57898f-674e-40c5-85b3-503a6cfb6685 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa8feb75-9120-4f8b-8f47-3836daa34623 HTTP/1.1" status: 200 len: 210 time: 0.0376332 Mar 01 13:40:52.289587 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabc321-8320-4092-a897-0833dba540b7 req-a936255c-33f9-4c33-9b5e-b0eba90d81b1 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:52.295924 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2eabc321-8320-4092-a897-0833dba540b7 req-a936255c-33f9-4c33-9b5e-b0eba90d81b1 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6344bbfc-c4d6-4bb9-bd50-f1d9a0cfb8f5 HTTP/1.1" status: 200 len: 947 time: 0.4330349 Mar 01 13:40:52.384955 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2eabc321-8320-4092-a897-0833dba540b7 req-44b52966-7afe-4923-a1ab-a41320321ff2 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.13 "GET /v2.0/security-groups?id=96a755a9-1a64-4a0f-bf67-c3a8bfa3c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879259 Mar 01 13:40:52.522619 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fb6ef14c-d86a-465f-8dff-f0f9ab3c9a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (fa780fdd-3749-46aa-9d6b-34590bdd3f14), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:52.588940 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ef14c-d86a-465f-8dff-f0f9ab3c9a5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa780fdd-3749-46aa-9d6b-34590bdd3f14,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:52.609822 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3538952-a329-4b84-a8eb-c71e900e1a4b req-889c9f28-07da-4739-9406-a3313d0017e1 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:52.611734 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3538952-a329-4b84-a8eb-c71e900e1a4b req-889c9f28-07da-4739-9406-a3313d0017e1 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 945 time: 0.1241493 Mar 01 13:40:52.619794 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6ef14c-d86a-465f-8dff-f0f9ab3c9a5b admin admin] Checking segment: {'id': '948b6872-5da8-4b30-bebf-d52c9879ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2c5f5c0c-5639-4d99-bc9e-7767fcdda19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:40:52.620188 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6ef14c-d86a-465f-8dff-f0f9ab3c9a5b admin admin] Network hostable DHCP agents. Network: 2c5f5c0c-5639-4d99-bc9e-7767fcdda19a, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:40:52.724062 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3538952-a329-4b84-a8eb-c71e900e1a4b req-d5a42aee-27e6-4436-aed9-7d3c73928ea2 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884340 Mar 01 13:40:52.724062 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6ef14c-d86a-465f-8dff-f0f9ab3c9a5b admin admin] Network 2c5f5c0c-5639-4d99-bc9e-7767fcdda19a is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:40:52.728917 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-fb6ef14c-d86a-465f-8dff-f0f9ab3c9a5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 2c5f5c0c-5639-4d99-bc9e-7767fcdda19a) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:40:52.741149 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371c0b5c-ab0c-466d-9272-7154a32c43f7 None None] Network 2c5f5c0c-5639-4d99-bc9e-7767fcdda19a requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:40:52.751449 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6ef14c-d86a-465f-8dff-f0f9ab3c9a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:52.752278 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fb6ef14c-d86a-465f-8dff-f0f9ab3c9a5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:52.790710 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56870) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:52.795552 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-a5883bab-8011-49c6-a35e-5653506be757 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1599615751-router', 'tenant_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:52.798209 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-fb6ef14c-d86a-465f-8dff-f0f9ab3c9a5b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9726994 Mar 01 13:40:52.851096 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5883bab-8011-49c6-a35e-5653506be757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (62604231-d0a8-408a-88e4-7a955e9e7484), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:52.853668 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5883bab-8011-49c6-a35e-5653506be757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (62604231-d0a8-408a-88e4-7a955e9e7484), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:52.896920 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:40:52.953507 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5883bab-8011-49c6-a35e-5653506be757 admin admin] Publish callbacks [] for router_controller (62604231-d0a8-408a-88e4-7a955e9e7484), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:52.957481 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097e3f7-9fd4-439e-a723-556055f4c6a2 req-ed876aa9-2960-45a6-b16a-9ee6dee3b6f9 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:52.967138 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e097e3f7-9fd4-439e-a723-556055f4c6a2 req-ed876aa9-2960-45a6-b16a-9ee6dee3b6f9 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714 HTTP/1.1" status: 200 len: 945 time: 0.1459394 Mar 01 13:40:52.975018 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4572d0-b659-42d8-83b6-cbb3e2776602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-2c5f5c0c-5639-4d99-bc9e-7767fcdda19a', 'network_id': '2c5f5c0c-5639-4d99-bc9e-7767fcdda19a', 'project_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'fixed_ips': [{'subnet_id': 'fa780fdd-3749-46aa-9d6b-34590bdd3f14'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:40:52.978308 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ac4572d0-b659-42d8-83b6-cbb3e2776602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:53.066642 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e097e3f7-9fd4-439e-a723-556055f4c6a2 req-914e5baa-a194-4458-87e4-f91c6fb2887d tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983920 Mar 01 13:40:53.262979 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:53.281123 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': '15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f', 'mac_address': 'fa:16:3e:80:47:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:40:53.326009 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:40:53.326547 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:53.358075 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:40:53.368339 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-ac4572d0-b659-42d8-83b6-cbb3e2776602 None None] Allocated IP 172.20.0.2 (2c5f5c0c-5639-4d99-bc9e-7767fcdda19a/fa780fdd-3749-46aa-9d6b-34590bdd3f14/6d59a48b-582a-43ee-8c7b-bb6fc6bd724b) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:40:53.390999 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:53.420913 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:53.443913 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-295bd4b4-b3cc-485d-98e6-844a1a584fc6 req-c33eb1d6-c2f1-4458-9343-b77ea73a1835 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa8feb75-9120-4f8b-8f47-3836daa34623 HTTP/1.1" status: 200 len: 210 time: 0.0882096 Mar 01 13:40:53.637118 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5883bab-8011-49c6-a35e-5653506be757 admin admin] Publish callbacks [] for router_gateway (62604231-d0a8-408a-88e4-7a955e9e7484), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:53.670444 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9374999-62b8-44ce-867d-c296ec1061b9 req-e133d37c-b152-4941-a0de-e6bd14e2fb15 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:53.672194 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:53.672602 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f9374999-62b8-44ce-867d-c296ec1061b9 req-e133d37c-b152-4941-a0de-e6bd14e2fb15 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6344bbfc-c4d6-4bb9-bd50-f1d9a0cfb8f5 HTTP/1.1" status: 200 len: 948 time: 0.0926883 Mar 01 13:40:53.778070 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f9374999-62b8-44ce-867d-c296ec1061b9 req-604de33d-2a7b-429f-90cc-5b9aeb9c3015 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.13 "GET /v2.0/security-groups?id=96a755a9-1a64-4a0f-bf67-c3a8bfa3c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952921 Mar 01 13:40:53.811888 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:40:53.874042 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ac4572d0-b659-42d8-83b6-cbb3e2776602 None None] Publish callbacks [] for port (6d59a48b-582a-43ee-8c7b-bb6fc6bd724b), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:53.898167 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ac4572d0-b659-42d8-83b6-cbb3e2776602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (6d59a48b-582a-43ee-8c7b-bb6fc6bd724b), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:53.955450 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4572d0-b659-42d8-83b6-cbb3e2776602 None None] Network 2c5f5c0c-5639-4d99-bc9e-7767fcdda19a is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:40:53.961480 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-ac4572d0-b659-42d8-83b6-cbb3e2776602 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:40:53.967337 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4572d0-b659-42d8-83b6-cbb3e2776602 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:40:53.994319 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f05623-6701-4c86-a42f-8cd2aa835c53 req-a62d8411-39c3-4542-bdd3-cf493b830307 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:53.996444 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-30f05623-6701-4c86-a42f-8cd2aa835c53 req-a62d8411-39c3-4542-bdd3-cf493b830307 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 945 time: 0.0930083 Mar 01 13:40:54.095810 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4572d0-b659-42d8-83b6-cbb3e2776602 None None] Pushing event updated for resources: {'Port': ['ID=6d59a48b-582a-43ee-8c7b-bb6fc6bd724b,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:54.114707 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-30f05623-6701-4c86-a42f-8cd2aa835c53 req-0ce55398-6121-4e2e-bdf2-b3279fc86d80 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100481 Mar 01 13:40:54.139477 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5883bab-8011-49c6-a35e-5653506be757 admin admin] Publish callbacks [] for router_gateway (62604231-d0a8-408a-88e4-7a955e9e7484), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:54.145264 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-ac4572d0-b659-42d8-83b6-cbb3e2776602 None None] Attempting to bind port 6d59a48b-582a-43ee-8c7b-bb6fc6bd724b on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:40:54.145966 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-ac4572d0-b659-42d8-83b6-cbb3e2776602 None None] Attempting to bind port 6d59a48b-582a-43ee-8c7b-bb6fc6bd724b by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '948b6872-5da8-4b30-bebf-d52c9879ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2c5f5c0c-5639-4d99-bc9e-7767fcdda19a'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:40:54.146943 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4572d0-b659-42d8-83b6-cbb3e2776602 None None] Attempting to bind port 6d59a48b-582a-43ee-8c7b-bb6fc6bd724b on network 2c5f5c0c-5639-4d99-bc9e-7767fcdda19a {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:40:54.156305 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4572d0-b659-42d8-83b6-cbb3e2776602 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:40:54.157383 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4572d0-b659-42d8-83b6-cbb3e2776602 None None] Checking segment: {'id': '948b6872-5da8-4b30-bebf-d52c9879ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2c5f5c0c-5639-4d99-bc9e-7767fcdda19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:40:54.158266 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ac4572d0-b659-42d8-83b6-cbb3e2776602 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:54.158955 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4572d0-b659-42d8-83b6-cbb3e2776602 None None] Bound using segment: {'id': '948b6872-5da8-4b30-bebf-d52c9879ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2c5f5c0c-5639-4d99-bc9e-7767fcdda19a'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:40:54.159815 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-ac4572d0-b659-42d8-83b6-cbb3e2776602 None None] Bound port: 6d59a48b-582a-43ee-8c7b-bb6fc6bd724b, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948b6872-5da8-4b30-bebf-d52c9879ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2c5f5c0c-5639-4d99-bc9e-7767fcdda19a'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:40:54.160432 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ac4572d0-b659-42d8-83b6-cbb3e2776602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6d59a48b-582a-43ee-8c7b-bb6fc6bd724b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:54.173051 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5883bab-8011-49c6-a35e-5653506be757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:54.253570 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c5863-6e79-4e53-9862-0bf3a6e27a40 req-e8b44aba-badc-4361-8133-8002f7eb3dfc tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:54.257476 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b31c5863-6e79-4e53-9862-0bf3a6e27a40 req-e8b44aba-badc-4361-8133-8002f7eb3dfc tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714 HTTP/1.1" status: 200 len: 945 time: 0.0676780 Mar 01 13:40:54.315271 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-ac4572d0-b659-42d8-83b6-cbb3e2776602 None None] For port 6d59a48b-582a-43ee-8c7b-bb6fc6bd724b, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:40:54.324124 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-ac4572d0-b659-42d8-83b6-cbb3e2776602 None None] For port 6d59a48b-582a-43ee-8c7b-bb6fc6bd724b, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6d59a48b-582a-43ee-8c7b-bb6fc6bd724b,segment=NetworkSegment(948b6872-5da8-4b30-bebf-d52c9879ac52),segment_id=948b6872-5da8-4b30-bebf-d52c9879ac52)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:40:54.325917 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b31c5863-6e79-4e53-9862-0bf3a6e27a40 req-b94b626e-06ee-4daf-ab18-6787da6428c6 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598891 Mar 01 13:40:54.346195 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ac4572d0-b659-42d8-83b6-cbb3e2776602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (6d59a48b-582a-43ee-8c7b-bb6fc6bd724b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:54.373040 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-a5883bab-8011-49c6-a35e-5653506be757 admin admin] Allocated IP 172.25.1.227 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/acf6bf71-78f3-4d96-b410-faa278b1faac) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:40:54.513638 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4572d0-b659-42d8-83b6-cbb3e2776602 None None] Pushing event updated for resources: {'Port': ['ID=6d59a48b-582a-43ee-8c7b-bb6fc6bd724b,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:54.638984 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3273cbef-6a1e-4bee-9c19-ad3a7300a9e9 req-f0cee58f-1671-4d40-ac98-153767e9dbab tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa8feb75-9120-4f8b-8f47-3836daa34623 HTTP/1.1" status: 200 len: 210 time: 0.0715976 Mar 01 13:40:54.664223 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5883bab-8011-49c6-a35e-5653506be757 admin admin] Publish callbacks [] for port (acf6bf71-78f3-4d96-b410-faa278b1faac), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:54.751197 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5883bab-8011-49c6-a35e-5653506be757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (acf6bf71-78f3-4d96-b410-faa278b1faac), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:54.871319 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5883bab-8011-49c6-a35e-5653506be757 admin admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:40:54.874401 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-a5883bab-8011-49c6-a35e-5653506be757 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:40:54.893919 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5883bab-8011-49c6-a35e-5653506be757 admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:40:54.916239 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5883bab-8011-49c6-a35e-5653506be757 admin admin] Pushing event updated for resources: {'Port': ['ID=acf6bf71-78f3-4d96-b410-faa278b1faac,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:54.946791 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5883bab-8011-49c6-a35e-5653506be757 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:54.947138 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5883bab-8011-49c6-a35e-5653506be757 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:54.947482 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5883bab-8011-49c6-a35e-5653506be757 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:54.947851 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5883bab-8011-49c6-a35e-5653506be757 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:54.948189 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5883bab-8011-49c6-a35e-5653506be757 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:54.948535 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5883bab-8011-49c6-a35e-5653506be757 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:54.948848 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5883bab-8011-49c6-a35e-5653506be757 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:54.949176 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5883bab-8011-49c6-a35e-5653506be757 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:54.949500 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5883bab-8011-49c6-a35e-5653506be757 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:54.949832 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5883bab-8011-49c6-a35e-5653506be757 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:54.950147 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5883bab-8011-49c6-a35e-5653506be757 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:54.950467 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5883bab-8011-49c6-a35e-5653506be757 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:54.950790 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5883bab-8011-49c6-a35e-5653506be757 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:55.023799 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e387a-903f-49b2-bac9-ad031536eeea req-c6375406-29f3-4d61-aa36-be6c522be8fb tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:55.027568 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a58e387a-903f-49b2-bac9-ad031536eeea req-c6375406-29f3-4d61-aa36-be6c522be8fb tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6344bbfc-c4d6-4bb9-bd50-f1d9a0cfb8f5 HTTP/1.1" status: 200 len: 948 time: 0.1072562 Mar 01 13:40:55.094393 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a58e387a-903f-49b2-bac9-ad031536eeea req-d001375e-729a-4eba-b329-edfe872dc945 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.13 "GET /v2.0/security-groups?id=96a755a9-1a64-4a0f-bf67-c3a8bfa3c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584264 Mar 01 13:40:55.186304 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-621650fc-0e2d-4d8e-90be-99fa77de097a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:55.392172 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c7bc4-320c-4b2b-b970-338bc12e49a2 req-8f8b1d87-9381-4538-b4d2-93c71b148121 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:55.393759 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-da7c7bc4-320c-4b2b-b970-338bc12e49a2 req-8f8b1d87-9381-4538-b4d2-93c71b148121 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 945 time: 0.1246576 Mar 01 13:40:55.577856 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5883bab-8011-49c6-a35e-5653506be757 admin admin] Publish callbacks [] for router_gateway (62604231-d0a8-408a-88e4-7a955e9e7484), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:55.634711 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-da7c7bc4-320c-4b2b-b970-338bc12e49a2 req-f9cc3b04-52ab-44da-a5f5-83a6b78c3c6d tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231863 Mar 01 13:40:55.683439 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af194bdc-494f-4b5e-af23-8da6e3b19c21 req-f5358276-9c2b-4587-af8a-1a9eca2d7f52 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:55.690744 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-af194bdc-494f-4b5e-af23-8da6e3b19c21 req-f5358276-9c2b-4587-af8a-1a9eca2d7f52 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714 HTTP/1.1" status: 200 len: 945 time: 0.2223916 Mar 01 13:40:55.782457 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-896b95e1-0877-4e34-a4d3-6c5355fd0d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:55.784460 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-896b95e1-0877-4e34-a4d3-6c5355fd0d69 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45&tenant_id=980a0cdea86543af87d11d7652b91c08 HTTP/1.1" status: 200 len: 1127 time: 0.5504296 Mar 01 13:40:55.935436 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-90b2bfb6-90ed-4f01-b6ff-c46a61300b59 req-b42a38c2-2916-4596-a1e6-40f574b86e4e tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa8feb75-9120-4f8b-8f47-3836daa34623 HTTP/1.1" status: 200 len: 210 time: 0.1300583 Mar 01 13:40:55.961002 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-af194bdc-494f-4b5e-af23-8da6e3b19c21 req-45a6239d-203e-4f01-ae98-26ff9a48db06 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594442 Mar 01 13:40:55.963308 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-afc7133b-4567-43ce-bd03-aa918a187835 req-7e64b382-0916-4733-a1b2-095939df92e8 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=21cb905e7a734fa7b6c3214e13d79227&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1418660 Mar 01 13:40:55.977729 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-38fad3ee-5d3c-46a5-a4e3-99107475cfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:55.979285 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-38fad3ee-5d3c-46a5-a4e3-99107475cfd5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=980a0cdea86543af87d11d7652b91c08&device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 1127 time: 0.1538742 Mar 01 13:40:56.248419 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5883bab-8011-49c6-a35e-5653506be757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (62604231-d0a8-408a-88e4-7a955e9e7484), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:56.321824 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7133b-4567-43ce-bd03-aa918a187835 req-aa99f684-ea9a-4acd-9f47-89d04479a9af tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:56.324859 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed91ce40-32cf-40c2-bdac-d7f14b3c8e77 None None] Network 2c5f5c0c-5639-4d99-bc9e-7767fcdda19a requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:40:56.327035 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-afc7133b-4567-43ce-bd03-aa918a187835 req-aa99f684-ea9a-4acd-9f47-89d04479a9af tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3503718 Mar 01 13:40:56.343763 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-afc7133b-4567-43ce-bd03-aa918a187835 req-9218e925-c453-4b5e-bfd6-63248fc54997 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Request body: {'port': {'device_id': 'aa8feb75-9120-4f8b-8f47-3836daa34623', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'admin_state_up': True, 'tenant_id': '21cb905e7a734fa7b6c3214e13d79227'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:56.426521 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1cf84-9466-40ba-b51e-6f61d208ed38 req-85e5564b-56d9-4c24-b70e-1eaa771bc438 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:56.441590 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-41c1cf84-9466-40ba-b51e-6f61d208ed38 req-85e5564b-56d9-4c24-b70e-1eaa771bc438 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6344bbfc-c4d6-4bb9-bd50-f1d9a0cfb8f5 HTTP/1.1" status: 200 len: 948 time: 0.2060342 Mar 01 13:40:56.464996 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-3c963db9-787b-46f5-9868-7322961e43ad None None] Provisioning complete for port 6d59a48b-582a-43ee-8c7b-bb6fc6bd724b triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:40:56.465376 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3c963db9-787b-46f5-9868-7322961e43ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6d59a48b-582a-43ee-8c7b-bb6fc6bd724b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:56.593302 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6d59a48b-582a-43ee-8c7b-bb6fc6bd724b up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:40:56.596964 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-aee7ea90-9155-4a54-bb41-5dc858ee2304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:56.608898 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-aee7ea90-9155-4a54-bb41-5dc858ee2304 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b187e7ca-336b-42a6-9348-f5c88fd21398 HTTP/1.1" status: 200 len: 918 time: 0.6160774 Mar 01 13:40:56.613708 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-41c1cf84-9466-40ba-b51e-6f61d208ed38 req-3e7b2036-a82f-499a-8a8f-6f5d5f71f9e0 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.13 "GET /v2.0/security-groups?id=96a755a9-1a64-4a0f-bf67-c3a8bfa3c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690044 Mar 01 13:40:56.787032 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afc7133b-4567-43ce-bd03-aa918a187835 req-9218e925-c453-4b5e-bfd6-63248fc54997 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Made reservation on behalf of 21cb905e7a734fa7b6c3214e13d79227 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:40:56.797338 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-afc7133b-4567-43ce-bd03-aa918a187835 req-9218e925-c453-4b5e-bfd6-63248fc54997 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:56.884514 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-afc7133b-4567-43ce-bd03-aa918a187835 req-9218e925-c453-4b5e-bfd6-63248fc54997 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:56.891246 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:40:56.939893 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-a3ed5c94-7b2e-4a77-80b2-e7cc5cd52099 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 HTTP/1.1" status: 200 len: 217 time: 0.1935759 Mar 01 13:40:57.021026 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-afc7133b-4567-43ce-bd03-aa918a187835 req-9218e925-c453-4b5e-bfd6-63248fc54997 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Publish callbacks [] for security_group (b52f4f5b-20e5-4e7b-941d-1df91f9cb3c6), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:57.032661 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfbdb2-a879-4527-bfc4-f8cd4fd64ca8 req-8e8c1cb5-0f35-4c7b-b1b4-4e79f65193ee tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:57.041603 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-07cfbdb2-a879-4527-bfc4-f8cd4fd64ca8 req-8e8c1cb5-0f35-4c7b-b1b4-4e79f65193ee tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 945 time: 0.2809029 Mar 01 13:40:57.045147 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-afc7133b-4567-43ce-bd03-aa918a187835 req-9218e925-c453-4b5e-bfd6-63248fc54997 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b52f4f5b-20e5-4e7b-941d-1df91f9cb3c6), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:57.103511 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5883bab-8011-49c6-a35e-5653506be757 admin admin] Router 62604231-d0a8-408a-88e4-7a955e9e7484 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 13:40:57.131970 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-6f0bc2e3-026e-47b9-9220-8defbd5a555f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:57.136231 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-6f0bc2e3-026e-47b9-9220-8defbd5a555f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b3b03883-8a75-4db3-9fa2-b5308f8a1ccf HTTP/1.1" status: 200 len: 857 time: 0.1857939 Mar 01 13:40:57.179394 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3c963db9-787b-46f5-9868-7322961e43ad None None] Current status of the port 6d59a48b-582a-43ee-8c7b-bb6fc6bd724b is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:40:57.179812 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3c963db9-787b-46f5-9868-7322961e43ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6d59a48b-582a-43ee-8c7b-bb6fc6bd724b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:57.202818 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-afc7133b-4567-43ce-bd03-aa918a187835 req-9218e925-c453-4b5e-bfd6-63248fc54997 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Allocated IP 192.168.233.226 (5e5e5cdc-dce5-4633-91fd-8e14363cd220/909a9e4d-2330-4bdf-bf33-da65c3dea6db/25dc4364-94a9-4bd3-bdb5-3912b58d217a) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:40:57.275519 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-a6dfd7bf-0a7a-4ec5-af26-984b7a0786d4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b187e7ca-336b-42a6-9348-f5c88fd21398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1263661 Mar 01 13:40:57.288202 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 6d59a48b-582a-43ee-8c7b-bb6fc6bd724b triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:40:57.294444 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6d59a48b-582a-43ee-8c7b-bb6fc6bd724b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:57.296394 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:40:57.485693 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-afc7133b-4567-43ce-bd03-aa918a187835 req-9218e925-c453-4b5e-bfd6-63248fc54997 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Publish callbacks [] for port (25dc4364-94a9-4bd3-bdb5-3912b58d217a), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:57.532785 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:40:57.533413 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:57.616506 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5883bab-8011-49c6-a35e-5653506be757 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:40:57.625054 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-0458f7e8-2e9a-4b1c-8df8-506464ffea17 service neutron] 10.222.0.32 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385448 Mar 01 13:40:57.630785 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218e925-c453-4b5e-bfd6-63248fc54997 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b52f4f5b-20e5-4e7b-941d-1df91f9cb3c6,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:57.641416 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc52595e-5925-46d5-92a3-ef93eced7c10 None None] Sync routers for ids ['62604231-d0a8-408a-88e4-7a955e9e7484'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:40:57.648252 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-dea25abf-a4e5-49d7-81a6-411ebf2c7291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:57.649277 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-afc7133b-4567-43ce-bd03-aa918a187835 req-9218e925-c453-4b5e-bfd6-63248fc54997 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (25dc4364-94a9-4bd3-bdb5-3912b58d217a), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:57.663183 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-3c963db9-787b-46f5-9868-7322961e43ad None None] For port 6d59a48b-582a-43ee-8c7b-bb6fc6bd724b, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6d59a48b-582a-43ee-8c7b-bb6fc6bd724b,segment=NetworkSegment(948b6872-5da8-4b30-bebf-d52c9879ac52),segment_id=948b6872-5da8-4b30-bebf-d52c9879ac52)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:57.718179 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3c963db9-787b-46f5-9868-7322961e43ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (6d59a48b-582a-43ee-8c7b-bb6fc6bd724b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:57.748119 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218e925-c453-4b5e-bfd6-63248fc54997 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:57.748469 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218e925-c453-4b5e-bfd6-63248fc54997 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:57.748806 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218e925-c453-4b5e-bfd6-63248fc54997 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:57.749200 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218e925-c453-4b5e-bfd6-63248fc54997 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:57.750186 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218e925-c453-4b5e-bfd6-63248fc54997 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:57.750531 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218e925-c453-4b5e-bfd6-63248fc54997 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:57.750866 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218e925-c453-4b5e-bfd6-63248fc54997 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:57.751192 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218e925-c453-4b5e-bfd6-63248fc54997 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:57.751569 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218e925-c453-4b5e-bfd6-63248fc54997 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:57.751924 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218e925-c453-4b5e-bfd6-63248fc54997 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:57.752251 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218e925-c453-4b5e-bfd6-63248fc54997 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:57.752570 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218e925-c453-4b5e-bfd6-63248fc54997 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:57.752891 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218e925-c453-4b5e-bfd6-63248fc54997 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:40:57.762479 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5883bab-8011-49c6-a35e-5653506be757 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:57.770553 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a5883bab-8011-49c6-a35e-5653506be757 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.9767802 Mar 01 13:40:57.771092 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56946) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:40:57.781286 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218e925-c453-4b5e-bfd6-63248fc54997 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Pushing event updated for resources: {'Port': ['ID=25dc4364-94a9-4bd3-bdb5-3912b58d217a,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:57.805069 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 6d59a48b-582a-43ee-8c7b-bb6fc6bd724b is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:40:57.811823 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc52595e-5925-46d5-92a3-ef93eced7c10 None None] Routers {'62604231-d0a8-408a-88e4-7a955e9e7484'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:40:57.812453 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-bc52595e-5925-46d5-92a3-ef93eced7c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:40:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['62604231-d0a8-408a-88e4-7a955e9e7484'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:40:57.895298 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-07cfbdb2-a879-4527-bfc4-f8cd4fd64ca8 req-d801c667-8dc4-4330-9943-ad4733cc087e tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8477447 Mar 01 13:40:57.925524 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afc7133b-4567-43ce-bd03-aa918a187835 req-9218e925-c453-4b5e-bfd6-63248fc54997 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:40:57.929380 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-afc7133b-4567-43ce-bd03-aa918a187835 req-9218e925-c453-4b5e-bfd6-63248fc54997 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:40:57.937825 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc7133b-4567-43ce-bd03-aa918a187835 req-9218e925-c453-4b5e-bfd6-63248fc54997 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:40:58.035567 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff25717-da6a-4b2b-bb51-cb0476fc4d76 req-f2bfc479-27f5-4802-aa80-7b23976b9d29 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:58.039753 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bff25717-da6a-4b2b-bb51-cb0476fc4d76 req-f2bfc479-27f5-4802-aa80-7b23976b9d29 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa8feb75-9120-4f8b-8f47-3836daa34623 HTTP/1.1" status: 200 len: 936 time: 0.4858820 Mar 01 13:40:58.155245 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-7fb116aa-56d8-4ab0-985b-ce975143a952 None None] Provisioning complete for port 6d59a48b-582a-43ee-8c7b-bb6fc6bd724b triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:40:58.156022 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7fb116aa-56d8-4ab0-985b-ce975143a952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6d59a48b-582a-43ee-8c7b-bb6fc6bd724b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:58.161934 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-86441a8b-ee36-4a65-bce4-8b6df7448540 service neutron] 10.222.0.32 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5257096 Mar 01 13:40:58.254964 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c963db9-787b-46f5-9868-7322961e43ad None None] Pushing event updated for resources: {'Port': ['ID=6d59a48b-582a-43ee-8c7b-bb6fc6bd724b,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:58.262129 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7133b-4567-43ce-bd03-aa918a187835 req-9218e925-c453-4b5e-bfd6-63248fc54997 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:58.263127 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-afc7133b-4567-43ce-bd03-aa918a187835 req-9218e925-c453-4b5e-bfd6-63248fc54997 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:58.314551 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bff25717-da6a-4b2b-bb51-cb0476fc4d76 req-3e49d109-d508-4a56-ad91-a79c19bbb69d tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/security-groups?id=b52f4f5b-20e5-4e7b-941d-1df91f9cb3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629097 Mar 01 13:40:58.326026 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953946c2-20e3-448f-8383-1546129c6f32 req-d79e489f-bea8-4603-a722-016100f27ab0 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:58.328433 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-953946c2-20e3-448f-8383-1546129c6f32 req-d79e489f-bea8-4603-a722-016100f27ab0 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714 HTTP/1.1" status: 200 len: 945 time: 0.2642369 Mar 01 13:40:58.340439 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-afc7133b-4567-43ce-bd03-aa918a187835 req-9218e925-c453-4b5e-bfd6-63248fc54997 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9984205 Mar 01 13:40:58.363833 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-afc7133b-4567-43ce-bd03-aa918a187835 req-72da2736-ca10-4373-a9ed-5c36a1fdae56 service neutron] Request body: {'port': {'device_id': 'aa8feb75-9120-4f8b-8f47-3836daa34623', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:40:58.407824 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:40:58.407824 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:58.416638 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-bc52595e-5925-46d5-92a3-ef93eced7c10 None None] Set router 62604231-d0a8-408a-88e4-7a955e9e7484 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:40:58.422912 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-7fb116aa-56d8-4ab0-985b-ce975143a952 None None] Current status of the port 6d59a48b-582a-43ee-8c7b-bb6fc6bd724b is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:40:58.646855 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:40:58.651730 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6d59a48b-582a-43ee-8c7b-bb6fc6bd724b up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:40:58.658213 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6344bbfc-c4d6-4bb9-bd50-f1d9a0cfb8f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:40:58.661047 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a975e1-3d17-4937-9cf7-f7990cd4606e" -d '{"events": [{"server_uuid": "6344bbfc-c4d6-4bb9-bd50-f1d9a0cfb8f5", "name": "network-vif-plugged", "status": "completed", "tag": "15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:40:58.683178 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:58.737379 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-953946c2-20e3-448f-8383-1546129c6f32 req-6753dd0b-fe33-4c40-8edb-51fd1672ddd8 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952882 Mar 01 13:40:58.739587 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-afc7133b-4567-43ce-bd03-aa918a187835 req-72da2736-ca10-4373-a9ed-5c36a1fdae56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (25dc4364-94a9-4bd3-bdb5-3912b58d217a), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:58.843401 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d22c4-b4f1-4b3d-990f-61ed9d2bd29a req-2ecb087a-123b-418e-8d4c-4f0c70af8fcd tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:58.850411 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f81d22c4-b4f1-4b3d-990f-61ed9d2bd29a req-2ecb087a-123b-418e-8d4c-4f0c70af8fcd tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6344bbfc-c4d6-4bb9-bd50-f1d9a0cfb8f5 HTTP/1.1" status: 200 len: 948 time: 0.2186646 Mar 01 13:40:58.886272 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b5e303-262e-40e0-9973-c9d4a713e823 x-openstack-request-id: req-b3b5e303-262e-40e0-9973-c9d4a713e823 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:40:58.886596 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6344bbfc-c4d6-4bb9-bd50-f1d9a0cfb8f5", "name": "network-vif-plugged", "status": "completed", "tag": "15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:40:58.890612 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3b5e303-262e-40e0-9973-c9d4a713e823 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:40:58.892032 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6344bbfc-c4d6-4bb9-bd50-f1d9a0cfb8f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f', 'code': 200} Mar 01 13:40:59.130614 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-afc7133b-4567-43ce-bd03-aa918a187835 req-72da2736-ca10-4373-a9ed-5c36a1fdae56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25dc4364-94a9-4bd3-bdb5-3912b58d217a {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:40:59.139425 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-afc7133b-4567-43ce-bd03-aa918a187835 req-72da2736-ca10-4373-a9ed-5c36a1fdae56 service neutron] Publish callbacks [] for port (25dc4364-94a9-4bd3-bdb5-3912b58d217a), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:59.153727 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-afc7133b-4567-43ce-bd03-aa918a187835 req-72da2736-ca10-4373-a9ed-5c36a1fdae56 service neutron] Transition to ACTIVE for port object 25dc4364-94a9-4bd3-bdb5-3912b58d217a will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:40:59.173914 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-afc7133b-4567-43ce-bd03-aa918a187835 req-72da2736-ca10-4373-a9ed-5c36a1fdae56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (25dc4364-94a9-4bd3-bdb5-3912b58d217a), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:59.183092 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-0242a0a3-3ffd-448d-a8aa-4e5d74a02ad3 None None] Provisioning complete for port 25dc4364-94a9-4bd3-bdb5-3912b58d217a triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:40:59.185910 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0242a0a3-3ffd-448d-a8aa-4e5d74a02ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (25dc4364-94a9-4bd3-bdb5-3912b58d217a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:59.262962 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f81d22c4-b4f1-4b3d-990f-61ed9d2bd29a req-8531d703-5cd6-46f8-b095-ab50096ad03e tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.13 "GET /v2.0/security-groups?id=96a755a9-1a64-4a0f-bf67-c3a8bfa3c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023850 Mar 01 13:40:59.277800 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-0242a0a3-3ffd-448d-a8aa-4e5d74a02ad3 None None] Port 25dc4364-94a9-4bd3-bdb5-3912b58d217a cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:40:59.292154 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:59.338093 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 6d59a48b-582a-43ee-8c7b-bb6fc6bd724b triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:40:59.338468 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6d59a48b-582a-43ee-8c7b-bb6fc6bd724b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:59.365787 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da2736-ca10-4373-a9ed-5c36a1fdae56 service neutron] Pushing event updated for resources: {'Port': ['ID=25dc4364-94a9-4bd3-bdb5-3912b58d217a,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:59.418718 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:40:59.520359 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-bc52595e-5925-46d5-92a3-ef93eced7c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'name': 'tempest-ServersTestBootFromVolume-1599615751-router', 'tenant_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'acf6bf71-78f3-4d96-b410-faa278b1faac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:40:52Z', 'updated_at': '2022-03-01T13:40:55Z', 'revision_number': 3, 'project_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'gw_port': {'id': 'acf6bf71-78f3-4d96-b410-faa278b1faac', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:07:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:40:54Z', 'updated_at': '2022-03-01T13:40:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:40:59.520803 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45428a75-78cf-4de9-8439-d28921461d4e req-9326cd77-559d-4e72-8e23-591de4725363 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:59.528561 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-45428a75-78cf-4de9-8439-d28921461d4e req-9326cd77-559d-4e72-8e23-591de4725363 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714 HTTP/1.1" status: 200 len: 1127 time: 0.2598441 Mar 01 13:40:59.562288 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4fdd9a-5d04-4bfc-a37b-ebda0f40829f req-13ddfc40-751a-4201-b926-f5174ccc8031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:59.563962 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-bf4fdd9a-5d04-4bfc-a37b-ebda0f40829f req-13ddfc40-751a-4201-b926-f5174ccc8031 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6344bbfc-c4d6-4bb9-bd50-f1d9a0cfb8f5 HTTP/1.1" status: 200 len: 1131 time: 0.6471806 Mar 01 13:40:59.572444 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-1ca50085-6f22-4d61-806a-515c7af3e51c tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:59.573981 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-1ca50085-6f22-4d61-806a-515c7af3e51c tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45&tenant_id=980a0cdea86543af87d11d7652b91c08&binding%3Ahost_id=n-h1-827467-3 HTTP/1.1" status: 200 len: 1127 time: 0.6603677 Mar 01 13:40:59.577425 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984a0af-9708-4fe0-817d-30eeda177260 req-1cf83c62-c760-41f3-8d57-6f8805acfe5f tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:59.579543 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d984a0af-9708-4fe0-817d-30eeda177260 req-1cf83c62-c760-41f3-8d57-6f8805acfe5f tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 945 time: 0.1776948 Mar 01 13:40:59.587914 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-afc7133b-4567-43ce-bd03-aa918a187835 req-72da2736-ca10-4373-a9ed-5c36a1fdae56 service neutron] Attempting to bind port 25dc4364-94a9-4bd3-bdb5-3912b58d217a on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:40:59.588638 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-afc7133b-4567-43ce-bd03-aa918a187835 req-72da2736-ca10-4373-a9ed-5c36a1fdae56 service neutron] Attempting to bind port 25dc4364-94a9-4bd3-bdb5-3912b58d217a by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:40:59.589152 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc7133b-4567-43ce-bd03-aa918a187835 req-72da2736-ca10-4373-a9ed-5c36a1fdae56 service neutron] Attempting to bind port 25dc4364-94a9-4bd3-bdb5-3912b58d217a on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:40:59.606254 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc52595e-5925-46d5-92a3-ef93eced7c10 None None] Checking router: 62604231-d0a8-408a-88e4-7a955e9e7484 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:40:59.609440 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc52595e-5925-46d5-92a3-ef93eced7c10 None None] Updating router 62604231-d0a8-408a-88e4-7a955e9e7484 port acf6bf71-78f3-4d96-b410-faa278b1faac binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:40:59.617758 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc7133b-4567-43ce-bd03-aa918a187835 req-72da2736-ca10-4373-a9ed-5c36a1fdae56 service neutron] Port 25dc4364-94a9-4bd3-bdb5-3912b58d217a on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:40:59.618528 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc7133b-4567-43ce-bd03-aa918a187835 req-72da2736-ca10-4373-a9ed-5c36a1fdae56 service neutron] Attempting to bind port 25dc4364-94a9-4bd3-bdb5-3912b58d217a on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:40:59.635739 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc7133b-4567-43ce-bd03-aa918a187835 req-72da2736-ca10-4373-a9ed-5c36a1fdae56 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:40:59.636384 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc7133b-4567-43ce-bd03-aa918a187835 req-72da2736-ca10-4373-a9ed-5c36a1fdae56 service neutron] Checking segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:40:59.636952 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc7133b-4567-43ce-bd03-aa918a187835 req-72da2736-ca10-4373-a9ed-5c36a1fdae56 service neutron] Bound using segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:40:59.637545 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-afc7133b-4567-43ce-bd03-aa918a187835 req-72da2736-ca10-4373-a9ed-5c36a1fdae56 service neutron] Bound port: 25dc4364-94a9-4bd3-bdb5-3912b58d217a, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:40:59.638075 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-afc7133b-4567-43ce-bd03-aa918a187835 req-72da2736-ca10-4373-a9ed-5c36a1fdae56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (25dc4364-94a9-4bd3-bdb5-3912b58d217a), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:59.669763 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bc52595e-5925-46d5-92a3-ef93eced7c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (acf6bf71-78f3-4d96-b410-faa278b1faac), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:59.675458 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-45428a75-78cf-4de9-8439-d28921461d4e req-03cdb343-081e-411e-8da5-9cc7a5062c4e tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457341 Mar 01 13:40:59.764639 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-bf4fdd9a-5d04-4bfc-a37b-ebda0f40829f req-7f0d1506-6c01-42e6-8ab1-b902d4938a7c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=96a755a9-1a64-4a0f-bf67-c3a8bfa3c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896844 Mar 01 13:40:59.832619 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d984a0af-9708-4fe0-817d-30eeda177260 req-a1632885-8550-4653-87ab-927e97668313 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353809 Mar 01 13:40:59.852018 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-afc7133b-4567-43ce-bd03-aa918a187835 req-72da2736-ca10-4373-a9ed-5c36a1fdae56 service neutron] For port 25dc4364-94a9-4bd3-bdb5-3912b58d217a, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:40:59.857850 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-afc7133b-4567-43ce-bd03-aa918a187835 req-72da2736-ca10-4373-a9ed-5c36a1fdae56 service neutron] For port 25dc4364-94a9-4bd3-bdb5-3912b58d217a, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=25dc4364-94a9-4bd3-bdb5-3912b58d217a,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:40:59.876535 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd5086-128e-4ad2-abc8-2d4231290de4 req-56774d90-4562-44ef-b8cf-3267634fae37 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:40:59.895310 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2bfd5086-128e-4ad2-abc8-2d4231290de4 req-56774d90-4562-44ef-b8cf-3267634fae37 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa8feb75-9120-4f8b-8f47-3836daa34623 HTTP/1.1" status: 200 len: 948 time: 0.1119347 Mar 01 13:40:59.905562 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-afc7133b-4567-43ce-bd03-aa918a187835 req-72da2736-ca10-4373-a9ed-5c36a1fdae56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (25dc4364-94a9-4bd3-bdb5-3912b58d217a), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:59.953403 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b9e7a75a-d9e0-4867-978b-f135505a7175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:59.973721 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-fbcc817b-887e-41a2-8e75-4750b243d921 service neutron] For port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:40:59.985152 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-fbcc817b-887e-41a2-8e75-4750b243d921 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:40:59.986611 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-47ccbaa8-3a5a-44b2-b6ce-7107faddbab0 req-fbcc817b-887e-41a2-8e75-4750b243d921 service neutron] 10.222.0.32 "DELETE /v2.0/ports/a6fd43c5-27f8-4257-98d0-3f32dbf00eb1/bindings/n-h2-827467-3 HTTP/1.1" status: 204 len: 173 time: 0.4030001 Mar 01 13:41:00.011322 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bc52595e-5925-46d5-92a3-ef93eced7c10 None None] Publish callbacks [] for port (acf6bf71-78f3-4d96-b410-faa278b1faac), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:00.021857 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2bfd5086-128e-4ad2-abc8-2d4231290de4 req-2a9478dc-d39f-464e-a23a-d22012d65cd5 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/security-groups?id=b52f4f5b-20e5-4e7b-941d-1df91f9cb3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209497 Mar 01 13:41:00.026349 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bc52595e-5925-46d5-92a3-ef93eced7c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (acf6bf71-78f3-4d96-b410-faa278b1faac), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:00.026686 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7133b-4567-43ce-bd03-aa918a187835 req-72da2736-ca10-4373-a9ed-5c36a1fdae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:00.027849 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-afc7133b-4567-43ce-bd03-aa918a187835 req-72da2736-ca10-4373-a9ed-5c36a1fdae56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:00.039402 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-afc7133b-4567-43ce-bd03-aa918a187835 req-72da2736-ca10-4373-a9ed-5c36a1fdae56 service neutron] 10.222.0.32 "PUT /v2.0/ports/25dc4364-94a9-4bd3-bdb5-3912b58d217a HTTP/1.1" status: 200 len: 1096 time: 1.6778259 Mar 01 13:41:00.066258 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa8feb75-9120-4f8b-8f47-3836daa34623', 'tag': '25dc4364-94a9-4bd3-bdb5-3912b58d217a'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:41:00.077305 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9743a43d-3701-4432-b373-f0daa0187499" -d '{"events": [{"name": "network-changed", "server_uuid": "aa8feb75-9120-4f8b-8f47-3836daa34623", "tag": "25dc4364-94a9-4bd3-bdb5-3912b58d217a"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:41:00.244997 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374dc0b2-d43d-45d7-b034-032308ae6125 x-openstack-request-id: req-374dc0b2-d43d-45d7-b034-032308ae6125 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:41:00.245677 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa8feb75-9120-4f8b-8f47-3836daa34623", "tag": "25dc4364-94a9-4bd3-bdb5-3912b58d217a", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:41:00.247901 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-374dc0b2-d43d-45d7-b034-032308ae6125 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:41:00.248320 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa8feb75-9120-4f8b-8f47-3836daa34623', 'tag': '25dc4364-94a9-4bd3-bdb5-3912b58d217a', 'status': 'completed', 'code': 200} Mar 01 13:41:00.275902 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703fffe1-0fd8-4770-a256-397e3218ffca None None] Pushing event updated for resources: {'Port': ['ID=acf6bf71-78f3-4d96-b410-faa278b1faac,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:00.311836 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:00.313605 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da2736-ca10-4373-a9ed-5c36a1fdae56 service neutron] Pushing event updated for resources: {'Port': ['ID=25dc4364-94a9-4bd3-bdb5-3912b58d217a,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:00.387547 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-b9e7a75a-d9e0-4867-978b-f135505a7175 admin admin] Allocated IP 172.20.0.1 (2c5f5c0c-5639-4d99-bc9e-7767fcdda19a/fa780fdd-3749-46aa-9d6b-34590bdd3f14/f9d789ac-3d92-42d4-a760-7f1ff9706fcf) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:41:00.405662 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 6d59a48b-582a-43ee-8c7b-bb6fc6bd724b is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:41:00.422398 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7133b-4567-43ce-bd03-aa918a187835 req-1d6cd58b-3e1a-4d24-9782-712e717e2a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:00.424199 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-afc7133b-4567-43ce-bd03-aa918a187835 req-1d6cd58b-3e1a-4d24-9782-712e717e2a9d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=21cb905e7a734fa7b6c3214e13d79227&device_id=aa8feb75-9120-4f8b-8f47-3836daa34623 HTTP/1.1" status: 200 len: 1130 time: 0.3171082 Mar 01 13:41:00.429021 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae443da6-dba8-4bcb-b70b-d73b7ec73b70 req-31cfbcd7-d62b-4682-95bc-b1b850d6c70a tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:00.436595 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ae443da6-dba8-4bcb-b70b-d73b7ec73b70 req-31cfbcd7-d62b-4682-95bc-b1b850d6c70a tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714 HTTP/1.1" status: 200 len: 1127 time: 0.2202504 Mar 01 13:41:00.472680 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-bc52595e-5925-46d5-92a3-ef93eced7c10 None None] Attempting to bind port acf6bf71-78f3-4d96-b410-faa278b1faac on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:41:00.473680 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-bc52595e-5925-46d5-92a3-ef93eced7c10 None None] Attempting to bind port acf6bf71-78f3-4d96-b410-faa278b1faac by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:41:00.474290 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52595e-5925-46d5-92a3-ef93eced7c10 None None] Attempting to bind port acf6bf71-78f3-4d96-b410-faa278b1faac on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:41:00.484520 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52595e-5925-46d5-92a3-ef93eced7c10 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:41:00.485219 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52595e-5925-46d5-92a3-ef93eced7c10 None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:41:00.485837 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bc52595e-5925-46d5-92a3-ef93eced7c10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:00.486536 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52595e-5925-46d5-92a3-ef93eced7c10 None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:41:00.488282 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-bc52595e-5925-46d5-92a3-ef93eced7c10 None None] Bound port: acf6bf71-78f3-4d96-b410-faa278b1faac, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:41:00.488928 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bc52595e-5925-46d5-92a3-ef93eced7c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (acf6bf71-78f3-4d96-b410-faa278b1faac), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:00.500516 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-afc7133b-4567-43ce-bd03-aa918a187835 req-d39f5380-32e8-4b52-815b-cd8c7957ad29 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=25dc4364-94a9-4bd3-bdb5-3912b58d217a HTTP/1.1" status: 200 len: 217 time: 0.0564559 Mar 01 13:41:00.518733 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b29575-37f5-40c3-bccf-c9d90e283d2d req-fb83bacd-e73b-4553-8341-2ba9208ac901 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:00.525871 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-59b29575-37f5-40c3-bccf-c9d90e283d2d req-fb83bacd-e73b-4553-8341-2ba9208ac901 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 1127 time: 0.1889443 Mar 01 13:41:00.570383 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-bc52595e-5925-46d5-92a3-ef93eced7c10 None None] For port acf6bf71-78f3-4d96-b410-faa278b1faac, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:41:00.576224 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-bc52595e-5925-46d5-92a3-ef93eced7c10 None None] For port acf6bf71-78f3-4d96-b410-faa278b1faac, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=acf6bf71-78f3-4d96-b410-faa278b1faac,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:41:00.591527 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bc52595e-5925-46d5-92a3-ef93eced7c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (acf6bf71-78f3-4d96-b410-faa278b1faac), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:00.661202 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc52595e-5925-46d5-92a3-ef93eced7c10 None None] Routers {'62604231-d0a8-408a-88e4-7a955e9e7484'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:41:00.662597 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-bc52595e-5925-46d5-92a3-ef93eced7c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:40:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['62604231-d0a8-408a-88e4-7a955e9e7484'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:41:00.665581 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b9e7a75a-d9e0-4867-978b-f135505a7175 admin admin] Publish callbacks [] for port (f9d789ac-3d92-42d4-a760-7f1ff9706fcf), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:00.669128 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ae443da6-dba8-4bcb-b70b-d73b7ec73b70 req-7b5aaed9-8823-4dfc-b86d-d3fa7d5e18e7 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315927 Mar 01 13:41:00.692365 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7133b-4567-43ce-bd03-aa918a187835 req-1f109088-7471-4210-9a9a-fe15ae720199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:00.694252 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-afc7133b-4567-43ce-bd03-aa918a187835 req-1f109088-7471-4210-9a9a-fe15ae720199 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.1871781 Mar 01 13:41:00.700958 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-59b29575-37f5-40c3-bccf-c9d90e283d2d req-d16202c6-d82a-46d7-bbd8-ec6d5ed570de tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742938 Mar 01 13:41:00.756214 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b9e7a75a-d9e0-4867-978b-f135505a7175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (f9d789ac-3d92-42d4-a760-7f1ff9706fcf), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:00.825779 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e7a75a-d9e0-4867-978b-f135505a7175 admin admin] Pushing event updated for resources: {'Port': ['ID=f9d789ac-3d92-42d4-a760-7f1ff9706fcf,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:00.838741 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7133b-4567-43ce-bd03-aa918a187835 req-db087b88-71ce-45cb-a26b-d58ce09e5301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:00.840519 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-afc7133b-4567-43ce-bd03-aa918a187835 req-db087b88-71ce-45cb-a26b-d58ce09e5301 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1352766 Mar 01 13:41:00.866598 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e7a75a-d9e0-4867-978b-f135505a7175 admin admin] Network 2c5f5c0c-5639-4d99-bc9e-7767fcdda19a is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:41:00.877047 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-b9e7a75a-d9e0-4867-978b-f135505a7175 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:41:00.886436 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e7a75a-d9e0-4867-978b-f135505a7175 admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:41:01.014764 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4761c-a88f-4052-8bdd-14591c25003f req-8064f311-2df9-4305-8ecb-ba51533ecefb tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:01.040276 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e3b4761c-a88f-4052-8bdd-14591c25003f req-8064f311-2df9-4305-8ecb-ba51533ecefb tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6344bbfc-c4d6-4bb9-bd50-f1d9a0cfb8f5 HTTP/1.1" status: 200 len: 949 time: 0.2850430 Mar 01 13:41:01.103789 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b9e7a75a-d9e0-4867-978b-f135505a7175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (62604231-d0a8-408a-88e4-7a955e9e7484), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:01.204756 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e3b4761c-a88f-4052-8bdd-14591c25003f req-05b4b04d-7934-4755-a7a2-8696183a5ec3 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.13 "GET /v2.0/security-groups?id=96a755a9-1a64-4a0f-bf67-c3a8bfa3c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562772 Mar 01 13:41:01.267947 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-afc7133b-4567-43ce-bd03-aa918a187835 req-9b718502-9176-4339-9d4f-74901767ae8b service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173276 Mar 01 13:41:01.413541 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703fffe1-0fd8-4770-a256-397e3218ffca None None] Pushing event updated for resources: {'Port': ['ID=acf6bf71-78f3-4d96-b410-faa278b1faac,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:01.436298 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-afc7133b-4567-43ce-bd03-aa918a187835 req-cdbc92f3-1b6d-4f49-863d-ac21a13dc6c5 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630056 Mar 01 13:41:01.468053 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-9aa05663-fb18-4e49-8f16-dd1ea0559406 None None] Provisioning complete for port f9d789ac-3d92-42d4-a760-7f1ff9706fcf triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:41:01.468423 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9aa05663-fb18-4e49-8f16-dd1ea0559406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f9d789ac-3d92-42d4-a760-7f1ff9706fcf), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:01.508790 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b9e7a75a-d9e0-4867-978b-f135505a7175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f9d789ac-3d92-42d4-a760-7f1ff9706fcf), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:01.511842 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-bc52595e-5925-46d5-92a3-ef93eced7c10 None None] Set router 62604231-d0a8-408a-88e4-7a955e9e7484 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:41:01.703706 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-9aa05663-fb18-4e49-8f16-dd1ea0559406 None None] Port f9d789ac-3d92-42d4-a760-7f1ff9706fcf cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:41:01.769060 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:01.798751 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743a43d-3701-4432-b373-f0daa0187499 req-9ea5bde3-47af-41e7-ad35-1deafb13f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:01.801095 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9743a43d-3701-4432-b373-f0daa0187499 req-9ea5bde3-47af-41e7-ad35-1deafb13f69c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=21cb905e7a734fa7b6c3214e13d79227&device_id=aa8feb75-9120-4f8b-8f47-3836daa34623 HTTP/1.1" status: 200 len: 1130 time: 0.1387484 Mar 01 13:41:01.862176 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-bc52595e-5925-46d5-92a3-ef93eced7c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'name': 'tempest-ServersTestBootFromVolume-1599615751-router', 'tenant_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'acf6bf71-78f3-4d96-b410-faa278b1faac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:40:52Z', 'updated_at': '2022-03-01T13:40:55Z', 'revision_number': 3, 'project_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'gw_port': {'id': 'acf6bf71-78f3-4d96-b410-faa278b1faac', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:07:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:40:54Z', 'updated_at': '2022-03-01T13:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:41:01.867357 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-2a8c0a1e-312b-405a-88b1-97de86c34ebc tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:01.873547 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-2a8c0a1e-312b-405a-88b1-97de86c34ebc tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/networks?id=b187e7ca-336b-42a6-9348-f5c88fd21398 HTTP/1.1" status: 200 len: 817 time: 0.4040873 Mar 01 13:41:01.901831 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b9e7a75a-d9e0-4867-978b-f135505a7175 admin admin] Publish callbacks [] for port (f9d789ac-3d92-42d4-a760-7f1ff9706fcf), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:01.920915 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b9e7a75a-d9e0-4867-978b-f135505a7175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (f9d789ac-3d92-42d4-a760-7f1ff9706fcf), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:01.932795 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc52595e-5925-46d5-92a3-ef93eced7c10 None None] The sync data for ids ['62604231-d0a8-408a-88e4-7a955e9e7484'] in n-d-827467-3 is: [{'id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'name': 'tempest-ServersTestBootFromVolume-1599615751-router', 'tenant_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'acf6bf71-78f3-4d96-b410-faa278b1faac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:40:52Z', 'updated_at': '2022-03-01T13:40:55Z', 'revision_number': 3, 'project_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'gw_port': {'id': 'acf6bf71-78f3-4d96-b410-faa278b1faac', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:07:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:40:54Z', 'updated_at': '2022-03-01T13:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:41:02.010208 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-b042a53d-050c-4f77-80b4-8234ae5baedb tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/quotas/980a0cdea86543af87d11d7652b91c08 HTTP/1.1" status: 200 len: 375 time: 0.1134770 Mar 01 13:41:02.060592 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e7a75a-d9e0-4867-978b-f135505a7175 admin admin] Pushing event updated for resources: {'Port': ['ID=f9d789ac-3d92-42d4-a760-7f1ff9706fcf,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:02.102209 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b9e7a75a-d9e0-4867-978b-f135505a7175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (62604231-d0a8-408a-88e4-7a955e9e7484), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:02.129887 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743a43d-3701-4432-b373-f0daa0187499 req-2df34065-d2e5-4efa-9a55-20031c73ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:02.132478 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9743a43d-3701-4432-b373-f0daa0187499 req-2df34065-d2e5-4efa-9a55-20031c73ec1f service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.3211799 Mar 01 13:41:02.146619 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-4f59f529-11f7-4aa4-b8ac-cd02fb924630 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=980a0cdea86543af87d11d7652b91c08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1267066 Mar 01 13:41:02.217560 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9743a43d-3701-4432-b373-f0daa0187499 req-2bfbd5a4-7fd8-4c87-b2f4-041ab6ba9f51 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=25dc4364-94a9-4bd3-bdb5-3912b58d217a HTTP/1.1" status: 200 len: 217 time: 0.0687754 Mar 01 13:41:02.369691 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e7a75a-d9e0-4867-978b-f135505a7175 admin admin] Network 2c5f5c0c-5639-4d99-bc9e-7767fcdda19a is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:41:02.391605 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-b9e7a75a-d9e0-4867-978b-f135505a7175 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:41:02.706823 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device acf6bf71-78f3-4d96-b410-faa278b1faac up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:41:02.827988 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e7a75a-d9e0-4867-978b-f135505a7175 admin admin] Router 62604231-d0a8-408a-88e4-7a955e9e7484 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:41:02.871515 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port acf6bf71-78f3-4d96-b410-faa278b1faac triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:41:02.872190 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (acf6bf71-78f3-4d96-b410-faa278b1faac), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:02.998358 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-8eb980de-ca35-4bc9-9eb7-edea7db7c7d0 None None] Provisioning complete for port f9d789ac-3d92-42d4-a760-7f1ff9706fcf triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:41:02.998986 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8eb980de-ca35-4bc9-9eb7-edea7db7c7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f9d789ac-3d92-42d4-a760-7f1ff9706fcf), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:03.062590 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port acf6bf71-78f3-4d96-b410-faa278b1faac is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:41:03.063206 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (acf6bf71-78f3-4d96-b410-faa278b1faac), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:03.078834 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-8eb980de-ca35-4bc9-9eb7-edea7db7c7d0 None None] Port f9d789ac-3d92-42d4-a760-7f1ff9706fcf cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:41:03.096458 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57060) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:41:03.098160 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e7a75a-d9e0-4867-978b-f135505a7175 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:41:03.116358 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b9e7a75a-d9e0-4867-978b-f135505a7175 admin admin] 10.222.0.13 "PUT /v2.0/routers/62604231-d0a8-408a-88e4-7a955e9e7484/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3349209 Mar 01 13:41:03.127356 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port acf6bf71-78f3-4d96-b410-faa278b1faac, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=acf6bf71-78f3-4d96-b410-faa278b1faac,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:03.141023 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (acf6bf71-78f3-4d96-b410-faa278b1faac), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:03.242527 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-3124a78d-215f-4f4d-8e5a-58377b3c3118 service neutron] 10.222.0.13 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0867951 Mar 01 13:41:03.256183 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=acf6bf71-78f3-4d96-b410-faa278b1faac,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:03.277156 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743a43d-3701-4432-b373-f0daa0187499 req-f36884ca-d568-432f-abdd-2a2341f5cc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:03.278822 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9743a43d-3701-4432-b373-f0daa0187499 req-f36884ca-d568-432f-abdd-2a2341f5cc93 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.9561756 Mar 01 13:41:03.293858 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-5d901948-2eed-4825-b022-a177e010ab1b tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103726) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:41:03.294894 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-5d901948-2eed-4825-b022-a177e010ab1b tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1904895 Mar 01 13:41:03.488060 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743a43d-3701-4432-b373-f0daa0187499 req-258df68b-fd3c-42bd-ad5e-4e80d2f20748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:03.489809 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9743a43d-3701-4432-b373-f0daa0187499 req-258df68b-fd3c-42bd-ad5e-4e80d2f20748 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1934371 Mar 01 13:41:03.558498 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-a5693de8-5416-4c6a-b132-740e894855d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:03.560786 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-a5693de8-5416-4c6a-b132-740e894855d4 service neutron] 10.222.0.13 "GET /v2.0/ports/79ce7964-89d8-43a5-818d-610e1805dded HTTP/1.1" status: 200 len: 1124 time: 0.1670921 Mar 01 13:41:03.569679 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-6fb99171-9e34-4180-842d-2350a2ebc6ba service neutron] Request body: {'binding': {'host': 'n-h2-827467-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:41:03.572017 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-6fb99171-9e34-4180-842d-2350a2ebc6ba service neutron] Unknown quota resources ['binding']. {{(pid=103726) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 01 13:41:03.605392 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-234fdc4f-e50b-42ca-a5b4-6916c99ee77f service neutron] 10.222.0.13 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254471 Mar 01 13:41:03.628313 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9743a43d-3701-4432-b373-f0daa0187499 req-d017cba1-9c4d-43c2-8280-bf853356e370 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295488 Mar 01 13:41:03.767042 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-6fb99171-9e34-4180-842d-2350a2ebc6ba service neutron] Attempting to bind port 79ce7964-89d8-43a5-818d-610e1805dded on host n-h2-827467-3 for vnic_type normal with profile None {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:41:03.767354 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-6fb99171-9e34-4180-842d-2350a2ebc6ba service neutron] Attempting to bind port 79ce7964-89d8-43a5-818d-610e1805dded by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:41:03.767706 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-6fb99171-9e34-4180-842d-2350a2ebc6ba service neutron] Attempting to bind port 79ce7964-89d8-43a5-818d-610e1805dded on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:41:03.772886 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-6fb99171-9e34-4180-842d-2350a2ebc6ba service neutron] Port 79ce7964-89d8-43a5-818d-610e1805dded on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:41:03.773251 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-6fb99171-9e34-4180-842d-2350a2ebc6ba service neutron] Attempting to bind port 79ce7964-89d8-43a5-818d-610e1805dded on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:41:03.778446 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9743a43d-3701-4432-b373-f0daa0187499 req-c8ace834-ca96-454c-9022-989ded644ceb service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436267 Mar 01 13:41:03.778707 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-6fb99171-9e34-4180-842d-2350a2ebc6ba service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:41:03.778931 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-6fb99171-9e34-4180-842d-2350a2ebc6ba service neutron] Checking segment: {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:41:03.779313 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-6fb99171-9e34-4180-842d-2350a2ebc6ba service neutron] Bound using segment: {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:41:03.779777 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-6fb99171-9e34-4180-842d-2350a2ebc6ba service neutron] Bound port: 79ce7964-89d8-43a5-818d-610e1805dded, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:41:03.847176 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-6fb99171-9e34-4180-842d-2350a2ebc6ba service neutron] For port 79ce7964-89d8-43a5-818d-610e1805dded, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=79ce7964-89d8-43a5-818d-610e1805dded,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:41:03.864200 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-6fb99171-9e34-4180-842d-2350a2ebc6ba service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:03.866668 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-6fb99171-9e34-4180-842d-2350a2ebc6ba service neutron] 10.222.0.13 "POST /v2.0/ports/79ce7964-89d8-43a5-818d-610e1805dded/bindings HTTP/1.1" status: 201 len: 389 time: 0.3010948 Mar 01 13:41:04.044290 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efa672-85d9-42b6-ac12-760f5f201f76 req-4dd39adb-942a-4323-b270-19bfd6dc26d9 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:04.051855 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10efa672-85d9-42b6-ac12-760f5f201f76 req-4dd39adb-942a-4323-b270-19bfd6dc26d9 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa8feb75-9120-4f8b-8f47-3836daa34623 HTTP/1.1" status: 200 len: 948 time: 0.1160083 Mar 01 13:41:04.239643 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10efa672-85d9-42b6-ac12-760f5f201f76 req-c27bbf60-1c7e-466f-94b9-ef3d9ed12d8d tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/security-groups?id=b52f4f5b-20e5-4e7b-941d-1df91f9cb3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812286 Mar 01 13:41:04.298042 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-8a066937-8e0a-4c74-a1cf-3c66f5b9cd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:04.299658 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7506a8-087a-41b7-a284-170215286535 req-afc8fc23-0fc4-49d5-814c-14e816346042 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:04.300856 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-8a066937-8e0a-4c74-a1cf-3c66f5b9cd5e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=96cd43570afd4572b4b93d1aa25b2425&device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714 HTTP/1.1" status: 200 len: 1127 time: 0.1043665 Mar 01 13:41:04.301235 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4d7506a8-087a-41b7-a284-170215286535 req-afc8fc23-0fc4-49d5-814c-14e816346042 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6344bbfc-c4d6-4bb9-bd50-f1d9a0cfb8f5 HTTP/1.1" status: 200 len: 949 time: 0.2164860 Mar 01 13:41:04.393157 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4d7506a8-087a-41b7-a284-170215286535 req-fc091fbd-2418-48b2-bdc6-e885a7a236a5 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.13 "GET /v2.0/security-groups?id=96a755a9-1a64-4a0f-bf67-c3a8bfa3c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800302 Mar 01 13:41:04.569102 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b12d18ef-dcd4-4c71-b3e5-b5c30f6b84e9 req-c750a675-7325-4b60-a19e-b52732d53e61 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 210 time: 0.1031909 Mar 01 13:41:04.608930 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device acf6bf71-78f3-4d96-b410-faa278b1faac up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:41:04.658119 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-53a840d7-de6b-40d1-82b3-76eeb554a47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:04.659615 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-53a840d7-de6b-40d1-82b3-76eeb554a47b service neutron] 10.222.0.20 "GET /v2.0/networks?id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22 HTTP/1.1" status: 200 len: 908 time: 0.3514321 Mar 01 13:41:04.689568 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port acf6bf71-78f3-4d96-b410-faa278b1faac triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:41:04.690317 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (acf6bf71-78f3-4d96-b410-faa278b1faac), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:04.789157 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 25dc4364-94a9-4bd3-bdb5-3912b58d217a details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:41:04.790927 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-e697a249-063f-4eff-8f11-7529ba0977d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79ce7964-89d8-43a5-818d-610e1805dded HTTP/1.1" status: 200 len: 217 time: 0.1214712 Mar 01 13:41:04.864013 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b4bbf-901d-4b67-9b83-ac7efcdefdc8 req-8c8a10fd-4b94-461a-83c5-17a9c268d697 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:04.876853 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-568b4bbf-901d-4b67-9b83-ac7efcdefdc8 req-8c8a10fd-4b94-461a-83c5-17a9c268d697 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714 HTTP/1.1" status: 200 len: 945 time: 0.1715252 Mar 01 13:41:04.883386 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port acf6bf71-78f3-4d96-b410-faa278b1faac is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:41:04.904689 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-770a2bfe-2057-4eeb-bae9-177f9b9b0051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:04.906227 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-770a2bfe-2057-4eeb-bae9-177f9b9b0051 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7f9fefc-67f3-4f16-9709-32467e973c9a HTTP/1.1" status: 200 len: 847 time: 0.1015592 Mar 01 13:41:04.942767 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eff58f9-ff60-4833-8b1b-68ef307ab9fb None None] Sync routers for ids ['62604231-d0a8-408a-88e4-7a955e9e7484'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:41:04.963525 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eff58f9-ff60-4833-8b1b-68ef307ab9fb None None] Routers {'62604231-d0a8-408a-88e4-7a955e9e7484'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:41:04.964216 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-1eff58f9-ff60-4833-8b1b-68ef307ab9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:40:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['62604231-d0a8-408a-88e4-7a955e9e7484'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:41:04.994592 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-568b4bbf-901d-4b67-9b83-ac7efcdefdc8 req-d5d9f82e-c2c9-44ca-8d22-df10bf6e7eba tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136160 Mar 01 13:41:05.016637 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-1e832a03-23d4-4ac1-9e81-4c1c493bef77 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019855 Mar 01 13:41:05.147730 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 25dc4364-94a9-4bd3-bdb5-3912b58d217a, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=25dc4364-94a9-4bd3-bdb5-3912b58d217a,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:05.184980 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '25dc4364-94a9-4bd3-bdb5-3912b58d217a', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': '25dc4364-94a9-4bd3-bdb5-3912b58d217a', 'mac_address': 'fa:16:3e:4a:6b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:41:05.266179 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-d6b57330-4a55-43e7-9baa-a10809409846 service neutron] 10.222.0.20 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331052 Mar 01 13:41:05.308107 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 25dc4364-94a9-4bd3-bdb5-3912b58d217a is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:41:05.308447 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (25dc4364-94a9-4bd3-bdb5-3912b58d217a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:05.335762 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25dc4364-94a9-4bd3-bdb5-3912b58d217a {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:41:05.345080 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-1eff58f9-ff60-4833-8b1b-68ef307ab9fb None None] Set router 62604231-d0a8-408a-88e4-7a955e9e7484 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:41:05.380199 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 25dc4364-94a9-4bd3-bdb5-3912b58d217a, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=25dc4364-94a9-4bd3-bdb5-3912b58d217a,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:05.397722 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (25dc4364-94a9-4bd3-bdb5-3912b58d217a), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:05.437569 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57110) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:41:05.442210 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-e8853ba3-baeb-431b-862c-1fa406d6fcf5 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Request body: {'security_group': {'name': 'tempest-securitygroup--640033074', 'description': 'tempest-description--958511347'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:41:05.513263 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e8853ba3-baeb-431b-862c-1fa406d6fcf5 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:05.514643 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-0da409cf-c02e-41b8-bf54-50c737cd9692 service neutron] 10.222.0.20 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414773 Mar 01 13:41:05.640676 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=25dc4364-94a9-4bd3-bdb5-3912b58d217a,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:05.689491 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-d8f1b09c-94d9-4352-a6a8-d01eaa76e917 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:05.690861 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-d8f1b09c-94d9-4352-a6a8-d01eaa76e917 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714&tenant_id=96cd43570afd4572b4b93d1aa25b2425&binding%3Ahost_id=n-h1-827467-3 HTTP/1.1" status: 200 len: 1127 time: 0.1096346 Mar 01 13:41:05.719272 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-859a1d21-faf2-44aa-833f-05d069a3f22d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827467-3'}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:41:05.758192 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['25dc4364-94a9-4bd3-bdb5-3912b58d217a'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:41:05.783890 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e8853ba3-baeb-431b-862c-1fa406d6fcf5 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks [] for security_group (b9b38792-4d3b-471e-a006-5f193e5e2c3c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:05.824846 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e8853ba3-baeb-431b-862c-1fa406d6fcf5 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b9b38792-4d3b-471e-a006-5f193e5e2c3c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:05.882727 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-859a1d21-faf2-44aa-833f-05d069a3f22d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (79ce7964-89d8-43a5-818d-610e1805dded), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:05.901428 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8853ba3-baeb-431b-862c-1fa406d6fcf5 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b38792-4d3b-471e-a006-5f193e5e2c3c,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:05.909848 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-968cf7a7-7239-4a78-99b3-eaa4adcd33f5 req-09799107-90be-405c-987d-9ad87ae6c8e5 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 210 time: 0.2062488 Mar 01 13:41:05.974469 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d437b9-5657-4e64-ba1f-55472a786c52 req-48830d6d-c3ec-4072-a31a-6db90f8b9f4a tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:05.981705 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-47d437b9-5657-4e64-ba1f-55472a786c52 req-48830d6d-c3ec-4072-a31a-6db90f8b9f4a tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa8feb75-9120-4f8b-8f47-3836daa34623 HTTP/1.1" status: 200 len: 949 time: 0.4336164 Mar 01 13:41:05.994699 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e8853ba3-baeb-431b-862c-1fa406d6fcf5 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:05.995965 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e8853ba3-baeb-431b-862c-1fa406d6fcf5 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5573559 Mar 01 13:41:05.998759 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57126) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:41:06.001079 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-1eff58f9-ff60-4833-8b1b-68ef307ab9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'name': 'tempest-ServersTestBootFromVolume-1599615751-router', 'tenant_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'acf6bf71-78f3-4d96-b410-faa278b1faac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:40:52Z', 'updated_at': '2022-03-01T13:41:01Z', 'revision_number': 4, 'project_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'gw_port': {'id': 'acf6bf71-78f3-4d96-b410-faa278b1faac', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:40:54Z', 'updated_at': '2022-03-01T13:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'f9d789ac-3d92-42d4-a760-7f1ff9706fcf', 'name': '', 'network_id': '2c5f5c0c-5639-4d99-bc9e-7767fcdda19a', 'tenant_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'mac_address': 'fa:16:3e:38:aa:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'fa780fdd-3749-46aa-9d6b-34590bdd3f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:40:59Z', 'updated_at': '2022-03-01T13:41:01Z', 'revision_number': 2, 'project_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'subnets': [{'id': 'fa780fdd-3749-46aa-9d6b-34590bdd3f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:41:06.016257 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-7c118700-910d-4bb3-abb4-e36c9ec51cd4 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Request body: {'security_group_rule': {'security_group_id': 'b9b38792-4d3b-471e-a006-5f193e5e2c3c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:41:06.040679 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-6dae63c2-b2cf-4551-9a03-679a6bddf30e tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:06.044614 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-6dae63c2-b2cf-4551-9a03-679a6bddf30e tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.20 "GET /v2.0/networks?id=b187e7ca-336b-42a6-9348-f5c88fd21398 HTTP/1.1" status: 200 len: 817 time: 0.3325696 Mar 01 13:41:06.065924 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-456eb50e-14a3-43c7-a507-c68d9e7e222b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Request body: {'port': {'device_id': '1899cd92-e02b-452c-831b-58c8b0c06cb5', 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398', 'admin_state_up': True, 'tenant_id': '980a0cdea86543af87d11d7652b91c08'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:41:06.078398 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eff58f9-ff60-4833-8b1b-68ef307ab9fb None None] Checking router: 62604231-d0a8-408a-88e4-7a955e9e7484 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:41:06.079285 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eff58f9-ff60-4833-8b1b-68ef307ab9fb None None] Updating router 62604231-d0a8-408a-88e4-7a955e9e7484 port f9d789ac-3d92-42d4-a760-7f1ff9706fcf binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:41:06.151791 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-47d437b9-5657-4e64-ba1f-55472a786c52 req-3200f4a6-5b27-4cca-a6f2-27bf343aca70 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/security-groups?id=b52f4f5b-20e5-4e7b-941d-1df91f9cb3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690853 Mar 01 13:41:06.155621 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7c118700-910d-4bb3-abb4-e36c9ec51cd4 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks [] for security_group_rule (b2d859b8-c3a8-4144-9301-e23dc47e59be), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:06.182149 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-1eff58f9-ff60-4833-8b1b-68ef307ab9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f9d789ac-3d92-42d4-a760-7f1ff9706fcf), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:06.320749 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7c118700-910d-4bb3-abb4-e36c9ec51cd4 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks [] for security_group_rule (b2d859b8-c3a8-4144-9301-e23dc47e59be), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:06.376689 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7c118700-910d-4bb3-abb4-e36c9ec51cd4 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (b2d859b8-c3a8-4144-9301-e23dc47e59be), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:06.387405 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-859a1d21-faf2-44aa-833f-05d069a3f22d service neutron] For port 79ce7964-89d8-43a5-818d-610e1805dded, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=79ce7964-89d8-43a5-818d-610e1805dded,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:06.401528 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-456eb50e-14a3-43c7-a507-c68d9e7e222b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Made reservation on behalf of 980a0cdea86543af87d11d7652b91c08 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:41:06.405634 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-456eb50e-14a3-43c7-a507-c68d9e7e222b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:06.432181 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7c118700-910d-4bb3-abb4-e36c9ec51cd4 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:06.436364 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7c118700-910d-4bb3-abb4-e36c9ec51cd4 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4296441 Mar 01 13:41:06.440990 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57132) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:41:06.447236 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-58eb2e6c-d2cc-4235-a823-9ce915448cd0 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Request body: {'security_group_rule': {'security_group_id': 'b9b38792-4d3b-471e-a006-5f193e5e2c3c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:41:06.480735 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c118700-910d-4bb3-abb4-e36c9ec51cd4 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d859b8-c3a8-4144-9301-e23dc47e59be,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:06.530166 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-58eb2e6c-d2cc-4235-a823-9ce915448cd0 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks [] for security_group_rule (1009a59a-9ab4-475d-85b9-822a0cd20d40), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:06.560647 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973a180-7238-4095-bb2a-f4161791e634 req-cfb1ed5f-1418-4165-ac76-472f6a96510c tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:06.561261 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-859a1d21-faf2-44aa-833f-05d069a3f22d service neutron] For port 79ce7964-89d8-43a5-818d-610e1805dded, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:41:06.570776 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f973a180-7238-4095-bb2a-f4161791e634 req-cfb1ed5f-1418-4165-ac76-472f6a96510c tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714 HTTP/1.1" status: 200 len: 945 time: 0.3213668 Mar 01 13:41:06.685534 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-859a1d21-faf2-44aa-833f-05d069a3f22d service neutron] Publish callbacks [] for port (79ce7964-89d8-43a5-818d-610e1805dded), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:06.691876 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ce9d74-c614-4eb6-9344-21ee0e701714', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79ce7964-89d8-43a5-818d-610e1805dded'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:41:06.698057 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d626ede3-ec4f-4ed0-9861-f6141dc3d012" -d '{"events": [{"server_uuid": "b8ce9d74-c614-4eb6-9344-21ee0e701714", "name": "network-vif-unplugged", "status": "completed", "tag": "79ce7964-89d8-43a5-818d-610e1805dded"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:41:06.707307 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-1eff58f9-ff60-4833-8b1b-68ef307ab9fb None None] Publish callbacks [] for port (f9d789ac-3d92-42d4-a760-7f1ff9706fcf), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:06.718970 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-1eff58f9-ff60-4833-8b1b-68ef307ab9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f9d789ac-3d92-42d4-a760-7f1ff9706fcf), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:06.723470 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-859a1d21-faf2-44aa-833f-05d069a3f22d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (79ce7964-89d8-43a5-818d-610e1805dded), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:06.747126 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f973a180-7238-4095-bb2a-f4161791e634 req-27a64761-5d68-45d9-99b9-be0c89afffa7 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320286 Mar 01 13:41:06.827695 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-58eb2e6c-d2cc-4235-a823-9ce915448cd0 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks [] for security_group_rule (1009a59a-9ab4-475d-85b9-822a0cd20d40), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:06.838605 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-58eb2e6c-d2cc-4235-a823-9ce915448cd0 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (1009a59a-9ab4-475d-85b9-822a0cd20d40), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:06.872282 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 13:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db189744-b8b1-4af2-9a11-c839e8cc89c3 x-openstack-request-id: req-db189744-b8b1-4af2-9a11-c839e8cc89c3 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:41:06.872578 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ce9d74-c614-4eb6-9344-21ee0e701714", "name": "network-vif-unplugged", "status": "completed", "tag": "79ce7964-89d8-43a5-818d-610e1805dded", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:41:06.872832 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db189744-b8b1-4af2-9a11-c839e8cc89c3 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:41:06.882058 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ce9d74-c614-4eb6-9344-21ee0e701714', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79ce7964-89d8-43a5-818d-610e1805dded', 'code': 200} Mar 01 13:41:06.890375 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-58eb2e6c-d2cc-4235-a823-9ce915448cd0 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:06.895285 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa554244-ec7f-4cfb-a707-f7ab2067ed29 None None] Pushing event updated for resources: {'Port': ['ID=f9d789ac-3d92-42d4-a760-7f1ff9706fcf,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:06.905549 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-58eb2e6c-d2cc-4235-a823-9ce915448cd0 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4634554 Mar 01 13:41:06.906210 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57152) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:41:06.953801 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-0886acbe-1753-4034-a48d-26ef6097a108 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:41:07.009898 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb2e6c-d2cc-4235-a823-9ce915448cd0 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1009a59a-9ab4-475d-85b9-822a0cd20d40,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:07.077440 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0886acbe-1753-4034-a48d-26ef6097a108 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:07.098939 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-1eff58f9-ff60-4833-8b1b-68ef307ab9fb None None] Attempting to bind port f9d789ac-3d92-42d4-a760-7f1ff9706fcf on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:41:07.100184 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-1eff58f9-ff60-4833-8b1b-68ef307ab9fb None None] Attempting to bind port f9d789ac-3d92-42d4-a760-7f1ff9706fcf by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '948b6872-5da8-4b30-bebf-d52c9879ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2c5f5c0c-5639-4d99-bc9e-7767fcdda19a'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:41:07.100485 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eff58f9-ff60-4833-8b1b-68ef307ab9fb None None] Attempting to bind port f9d789ac-3d92-42d4-a760-7f1ff9706fcf on network 2c5f5c0c-5639-4d99-bc9e-7767fcdda19a {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:41:07.128216 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa554244-ec7f-4cfb-a707-f7ab2067ed29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:07.128891 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa554244-ec7f-4cfb-a707-f7ab2067ed29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:07.129298 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa554244-ec7f-4cfb-a707-f7ab2067ed29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:07.129919 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa554244-ec7f-4cfb-a707-f7ab2067ed29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:07.130304 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa554244-ec7f-4cfb-a707-f7ab2067ed29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:07.131143 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa554244-ec7f-4cfb-a707-f7ab2067ed29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:07.131471 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa554244-ec7f-4cfb-a707-f7ab2067ed29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:07.131833 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa554244-ec7f-4cfb-a707-f7ab2067ed29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:07.132160 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa554244-ec7f-4cfb-a707-f7ab2067ed29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:07.132483 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa554244-ec7f-4cfb-a707-f7ab2067ed29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:07.132809 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa554244-ec7f-4cfb-a707-f7ab2067ed29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:07.133127 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa554244-ec7f-4cfb-a707-f7ab2067ed29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:07.133444 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa554244-ec7f-4cfb-a707-f7ab2067ed29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:07.170296 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eff58f9-ff60-4833-8b1b-68ef307ab9fb None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:41:07.170296 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eff58f9-ff60-4833-8b1b-68ef307ab9fb None None] Checking segment: {'id': '948b6872-5da8-4b30-bebf-d52c9879ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2c5f5c0c-5639-4d99-bc9e-7767fcdda19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:41:07.170296 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-1eff58f9-ff60-4833-8b1b-68ef307ab9fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:07.170296 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eff58f9-ff60-4833-8b1b-68ef307ab9fb None None] Bound using segment: {'id': '948b6872-5da8-4b30-bebf-d52c9879ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2c5f5c0c-5639-4d99-bc9e-7767fcdda19a'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:41:07.170296 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-1eff58f9-ff60-4833-8b1b-68ef307ab9fb None None] Bound port: f9d789ac-3d92-42d4-a760-7f1ff9706fcf, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948b6872-5da8-4b30-bebf-d52c9879ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2c5f5c0c-5639-4d99-bc9e-7767fcdda19a'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:41:07.170296 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-1eff58f9-ff60-4833-8b1b-68ef307ab9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f9d789ac-3d92-42d4-a760-7f1ff9706fcf), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:07.346662 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08df6a-ccc1-4c96-a699-eacf5c387bd7 req-8df8c332-99ea-4598-b253-67cb6b338366 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:07.356991 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ee08df6a-ccc1-4c96-a699-eacf5c387bd7 req-8df8c332-99ea-4598-b253-67cb6b338366 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6344bbfc-c4d6-4bb9-bd50-f1d9a0cfb8f5 HTTP/1.1" status: 200 len: 949 time: 0.4769418 Mar 01 13:41:07.395578 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-1eff58f9-ff60-4833-8b1b-68ef307ab9fb None None] For port f9d789ac-3d92-42d4-a760-7f1ff9706fcf, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:41:07.402390 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9d398cdc-d546-46d9-a223-30c6f5c70e72 req-6aad09fb-957a-45cd-934e-9967997ba60a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 210 time: 0.1702497 Mar 01 13:41:07.403418 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-1eff58f9-ff60-4833-8b1b-68ef307ab9fb None None] For port f9d789ac-3d92-42d4-a760-7f1ff9706fcf, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=f9d789ac-3d92-42d4-a760-7f1ff9706fcf,segment=NetworkSegment(948b6872-5da8-4b30-bebf-d52c9879ac52),segment_id=948b6872-5da8-4b30-bebf-d52c9879ac52)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:41:07.413019 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-98bb748a-4879-4da3-af12-92d8358acc0a None None] Provisioning complete for port f9d789ac-3d92-42d4-a760-7f1ff9706fcf triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:41:07.445658 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-98bb748a-4879-4da3-af12-92d8358acc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f9d789ac-3d92-42d4-a760-7f1ff9706fcf), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:07.499803 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-1eff58f9-ff60-4833-8b1b-68ef307ab9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f9d789ac-3d92-42d4-a760-7f1ff9706fcf), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:07.533969 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-859a1d21-faf2-44aa-833f-05d069a3f22d service neutron] Attempting to bind port 79ce7964-89d8-43a5-818d-610e1805dded on host n-h1-827467-3 for vnic_type normal with profile {"migrating_to": "n-h2-827467-3"} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:41:07.534304 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-859a1d21-faf2-44aa-833f-05d069a3f22d service neutron] Attempting to bind port 79ce7964-89d8-43a5-818d-610e1805dded by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:41:07.536406 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-859a1d21-faf2-44aa-833f-05d069a3f22d service neutron] Attempting to bind port 79ce7964-89d8-43a5-818d-610e1805dded on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:41:07.539038 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-98bb748a-4879-4da3-af12-92d8358acc0a None None] Port f9d789ac-3d92-42d4-a760-7f1ff9706fcf cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:41:07.585319 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ee08df6a-ccc1-4c96-a699-eacf5c387bd7 req-55b5f4eb-77cd-41f7-8998-b3aec8e69dea tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.13 "GET /v2.0/security-groups?id=96a755a9-1a64-4a0f-bf67-c3a8bfa3c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230117 Mar 01 13:41:07.611368 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-456eb50e-14a3-43c7-a507-c68d9e7e222b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Allocated IP 172.20.0.12 (b187e7ca-336b-42a6-9348-f5c88fd21398/b3b03883-8a75-4db3-9fa2-b5308f8a1ccf/0d53c447-c1d9-47cb-a072-1103609237e6) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:41:07.619607 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-859a1d21-faf2-44aa-833f-05d069a3f22d service neutron] Port 79ce7964-89d8-43a5-818d-610e1805dded on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:41:07.619960 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-859a1d21-faf2-44aa-833f-05d069a3f22d service neutron] Attempting to bind port 79ce7964-89d8-43a5-818d-610e1805dded on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:41:07.634693 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eff58f9-ff60-4833-8b1b-68ef307ab9fb None None] Routers {'62604231-d0a8-408a-88e4-7a955e9e7484'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:41:07.635329 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-1eff58f9-ff60-4833-8b1b-68ef307ab9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:40:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['62604231-d0a8-408a-88e4-7a955e9e7484'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:41:07.645081 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0886acbe-1753-4034-a48d-26ef6097a108 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:07.648590 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa554244-ec7f-4cfb-a707-f7ab2067ed29 None None] Pushing event updated for resources: {'Port': ['ID=f9d789ac-3d92-42d4-a760-7f1ff9706fcf,revision_number=4']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:07.648963 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a1d21-faf2-44aa-833f-05d069a3f22d service neutron] Pushing event updated for resources: {'Port': ['ID=79ce7964-89d8-43a5-818d-610e1805dded,revision_number=7']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:07.670038 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb37470-b41d-4879-9b60-6d992fc95a01 req-4b1738b0-913d-4882-ab51-f38b320e907b tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:07.679369 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bfb37470-b41d-4879-9b60-6d992fc95a01 req-4b1738b0-913d-4882-ab51-f38b320e907b tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] 10.222.0.13 "GET /v2.0/ports?device_id=f874ef61-3541-416e-a434-0c97824f779a HTTP/1.1" status: 200 len: 945 time: 0.1182969 Mar 01 13:41:07.688044 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-859a1d21-faf2-44aa-833f-05d069a3f22d service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:41:07.688381 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-859a1d21-faf2-44aa-833f-05d069a3f22d service neutron] Checking segment: {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:41:07.688769 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-859a1d21-faf2-44aa-833f-05d069a3f22d service neutron] Bound using segment: {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:41:07.689212 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-859a1d21-faf2-44aa-833f-05d069a3f22d service neutron] Bound port: 79ce7964-89d8-43a5-818d-610e1805dded, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:41:07.689573 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-859a1d21-faf2-44aa-833f-05d069a3f22d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (79ce7964-89d8-43a5-818d-610e1805dded), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:07.847768 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-859a1d21-faf2-44aa-833f-05d069a3f22d service neutron] For port 79ce7964-89d8-43a5-818d-610e1805dded, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:41:07.852122 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-859a1d21-faf2-44aa-833f-05d069a3f22d service neutron] For port 79ce7964-89d8-43a5-818d-610e1805dded, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=79ce7964-89d8-43a5-818d-610e1805dded,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:41:07.868671 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-859a1d21-faf2-44aa-833f-05d069a3f22d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (79ce7964-89d8-43a5-818d-610e1805dded), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:07.934575 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bfb37470-b41d-4879-9b60-6d992fc95a01 req-79a6cc4c-2aa4-49e4-b959-655d000fe103 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ff27114-714c-4c83-a133-ed9cc72e152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479246 Mar 01 13:41:08.004097 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646a3d2-c8d7-472a-87b0-09cd72c2ae22 req-b7d95834-ea1d-491e-a310-5968b199681d tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:08.012792 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c646a3d2-c8d7-472a-87b0-09cd72c2ae22 req-b7d95834-ea1d-491e-a310-5968b199681d tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa8feb75-9120-4f8b-8f47-3836daa34623 HTTP/1.1" status: 200 len: 949 time: 0.2778490 Mar 01 13:41:08.034771 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-0886acbe-1753-4034-a48d-26ef6097a108 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Allocated IP 172.25.1.60 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/2443d641-13cf-4f8a-ba89-0ee76a6c9dcd) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:41:08.076451 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-2af27d6a-0551-493e-a80a-0fd3332604fc None None] Provisioning complete for port f9d789ac-3d92-42d4-a760-7f1ff9706fcf triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:41:08.079624 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2af27d6a-0551-493e-a80a-0fd3332604fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f9d789ac-3d92-42d4-a760-7f1ff9706fcf), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:08.179511 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-456eb50e-14a3-43c7-a507-c68d9e7e222b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Publish callbacks [] for port (0d53c447-c1d9-47cb-a072-1103609237e6), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:08.231466 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-456eb50e-14a3-43c7-a507-c68d9e7e222b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (0d53c447-c1d9-47cb-a072-1103609237e6), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:08.251731 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-1eff58f9-ff60-4833-8b1b-68ef307ab9fb None None] Set router 62604231-d0a8-408a-88e4-7a955e9e7484 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:41:08.287242 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0886acbe-1753-4034-a48d-26ef6097a108 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks [] for port (2443d641-13cf-4f8a-ba89-0ee76a6c9dcd), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:08.290580 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-456eb50e-14a3-43c7-a507-c68d9e7e222b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Network b187e7ca-336b-42a6-9348-f5c88fd21398 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:41:08.293318 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-2af27d6a-0551-493e-a80a-0fd3332604fc None None] Current status of the port f9d789ac-3d92-42d4-a760-7f1ff9706fcf is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:41:08.293820 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2af27d6a-0551-493e-a80a-0fd3332604fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f9d789ac-3d92-42d4-a760-7f1ff9706fcf), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:08.297215 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-456eb50e-14a3-43c7-a507-c68d9e7e222b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:41:08.299828 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-859a1d21-faf2-44aa-833f-05d069a3f22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:08.300617 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-859a1d21-faf2-44aa-833f-05d069a3f22d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:08.302208 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-859a1d21-faf2-44aa-833f-05d069a3f22d service neutron] 10.222.0.20 "PUT /v2.0/ports/79ce7964-89d8-43a5-818d-610e1805dded HTTP/1.1" status: 200 len: 1121 time: 2.5913420 Mar 01 13:41:08.307197 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-456eb50e-14a3-43c7-a507-c68d9e7e222b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:41:08.359706 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a1d21-faf2-44aa-833f-05d069a3f22d service neutron] Pushing event updated for resources: {'Port': ['ID=79ce7964-89d8-43a5-818d-610e1805dded,revision_number=8']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:08.394831 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-2af27d6a-0551-493e-a80a-0fd3332604fc None None] For port f9d789ac-3d92-42d4-a760-7f1ff9706fcf, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=f9d789ac-3d92-42d4-a760-7f1ff9706fcf,segment=NetworkSegment(948b6872-5da8-4b30-bebf-d52c9879ac52),segment_id=948b6872-5da8-4b30-bebf-d52c9879ac52)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:08.411801 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2af27d6a-0551-493e-a80a-0fd3332604fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f9d789ac-3d92-42d4-a760-7f1ff9706fcf), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:08.455050 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['79ce7964-89d8-43a5-818d-610e1805dded'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:41:08.463824 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec19bd-3ee1-4718-aedc-91e8f0daa82e req-b1dbd5ee-84a9-47e7-b6b1-94bd4ac8b21b tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:08.465309 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-76ec19bd-3ee1-4718-aedc-91e8f0daa82e req-b1dbd5ee-84a9-47e7-b6b1-94bd4ac8b21b tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.20 "GET /v2.0/ports?device_id=6344bbfc-c4d6-4bb9-bd50-f1d9a0cfb8f5 HTTP/1.1" status: 200 len: 949 time: 0.2499509 Mar 01 13:41:08.466102 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456eb50e-14a3-43c7-a507-c68d9e7e222b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Pushing event updated for resources: {'Port': ['ID=0d53c447-c1d9-47cb-a072-1103609237e6,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:08.471603 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0886acbe-1753-4034-a48d-26ef6097a108 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (2443d641-13cf-4f8a-ba89-0ee76a6c9dcd), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:08.606069 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c646a3d2-c8d7-472a-87b0-09cd72c2ae22 req-a12f2b6a-f6f7-41f5-9230-853be69a032c tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/security-groups?id=b52f4f5b-20e5-4e7b-941d-1df91f9cb3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5922575 Mar 01 13:41:08.617743 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af27d6a-0551-493e-a80a-0fd3332604fc None None] Pushing event updated for resources: {'Port': ['ID=f9d789ac-3d92-42d4-a760-7f1ff9706fcf,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:08.650739 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0886acbe-1753-4034-a48d-26ef6097a108 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:41:08.666007 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-456eb50e-14a3-43c7-a507-c68d9e7e222b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:08.666667 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-456eb50e-14a3-43c7-a507-c68d9e7e222b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:08.673651 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-0886acbe-1753-4034-a48d-26ef6097a108 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:41:08.676542 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0886acbe-1753-4034-a48d-26ef6097a108 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:41:08.716274 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-456eb50e-14a3-43c7-a507-c68d9e7e222b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6583664 Mar 01 13:41:08.734071 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-9194da85-72ef-4c4c-b269-e5ef6e274afb service neutron] Request body: {'port': {'device_id': '1899cd92-e02b-452c-831b-58c8b0c06cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:41:08.750516 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-1eff58f9-ff60-4833-8b1b-68ef307ab9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'name': 'tempest-ServersTestBootFromVolume-1599615751-router', 'tenant_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'acf6bf71-78f3-4d96-b410-faa278b1faac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:40:52Z', 'updated_at': '2022-03-01T13:41:01Z', 'revision_number': 4, 'project_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'gw_port': {'id': 'acf6bf71-78f3-4d96-b410-faa278b1faac', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:40:54Z', 'updated_at': '2022-03-01T13:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'f9d789ac-3d92-42d4-a760-7f1ff9706fcf', 'name': '', 'network_id': '2c5f5c0c-5639-4d99-bc9e-7767fcdda19a', 'tenant_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'mac_address': 'fa:16:3e:38:aa:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'fa780fdd-3749-46aa-9d6b-34590bdd3f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:40:59Z', 'updated_at': '2022-03-01T13:41:07Z', 'revision_number': 4, 'project_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'subnets': [{'id': 'fa780fdd-3749-46aa-9d6b-34590bdd3f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:41:08.772237 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886acbe-1753-4034-a48d-26ef6097a108 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Pushing event updated for resources: {'Port': ['ID=2443d641-13cf-4f8a-ba89-0ee76a6c9dcd,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:08.781228 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 25dc4364-94a9-4bd3-bdb5-3912b58d217a up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:41:08.811404 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eff58f9-ff60-4833-8b1b-68ef307ab9fb None None] The sync data for ids ['62604231-d0a8-408a-88e4-7a955e9e7484'] in n-d-827467-3 is: [{'id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'name': 'tempest-ServersTestBootFromVolume-1599615751-router', 'tenant_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'acf6bf71-78f3-4d96-b410-faa278b1faac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:40:52Z', 'updated_at': '2022-03-01T13:41:01Z', 'revision_number': 4, 'project_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'gw_port': {'id': 'acf6bf71-78f3-4d96-b410-faa278b1faac', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:40:54Z', 'updated_at': '2022-03-01T13:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'f9d789ac-3d92-42d4-a760-7f1ff9706fcf', 'name': '', 'network_id': '2c5f5c0c-5639-4d99-bc9e-7767fcdda19a', 'tenant_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'mac_address': 'fa:16:3e:38:aa:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'fa780fdd-3749-46aa-9d6b-34590bdd3f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:40:59Z', 'updated_at': '2022-03-01T13:41:07Z', 'revision_number': 4, 'project_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'subnets': [{'id': 'fa780fdd-3749-46aa-9d6b-34590bdd3f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:41:08.819498 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-76ec19bd-3ee1-4718-aedc-91e8f0daa82e req-f5290f6d-5017-4521-892f-9231f9bcd211 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Deleting port 15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:41:08.819869 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-76ec19bd-3ee1-4718-aedc-91e8f0daa82e req-f5290f6d-5017-4521-892f-9231f9bcd211 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:08.835519 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8218c4-6739-450c-ad8e-cf1ed7daa403 req-af46f6f9-af68-4d9f-b63f-acea87a4e0bb tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:08.857005 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc8218c4-6739-450c-ad8e-cf1ed7daa403 req-af46f6f9-af68-4d9f-b63f-acea87a4e0bb tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714 HTTP/1.1" status: 200 len: 943 time: 0.4914429 Mar 01 13:41:08.879434 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 25dc4364-94a9-4bd3-bdb5-3912b58d217a completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:41:08.889054 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 25dc4364-94a9-4bd3-bdb5-3912b58d217a triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:41:08.889488 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (25dc4364-94a9-4bd3-bdb5-3912b58d217a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:08.957742 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ce9d74-c614-4eb6-9344-21ee0e701714', 'tag': '79ce7964-89d8-43a5-818d-610e1805dded'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:41:08.986901 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf67e26-4deb-41ab-9d8d-6f98d9863acd" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ce9d74-c614-4eb6-9344-21ee0e701714", "tag": "79ce7964-89d8-43a5-818d-610e1805dded"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:41:09.071208 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 25dc4364-94a9-4bd3-bdb5-3912b58d217a is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:41:09.071609 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (25dc4364-94a9-4bd3-bdb5-3912b58d217a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:09.138748 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8feb75-9120-4f8b-8f47-3836daa34623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25dc4364-94a9-4bd3-bdb5-3912b58d217a'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:41:09.140938 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eea42bf-8031-4249-83e8-83a1ec2ff0d4" -d '{"events": [{"server_uuid": "aa8feb75-9120-4f8b-8f47-3836daa34623", "name": "network-vif-plugged", "status": "completed", "tag": "25dc4364-94a9-4bd3-bdb5-3912b58d217a"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:41:09.178361 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-76ec19bd-3ee1-4718-aedc-91e8f0daa82e req-f5290f6d-5017-4521-892f-9231f9bcd211 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] For port 15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:09.180927 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-76ec19bd-3ee1-4718-aedc-91e8f0daa82e req-f5290f6d-5017-4521-892f-9231f9bcd211 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:09.192201 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 25dc4364-94a9-4bd3-bdb5-3912b58d217a, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=25dc4364-94a9-4bd3-bdb5-3912b58d217a,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:09.201162 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (25dc4364-94a9-4bd3-bdb5-3912b58d217a), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:09.206284 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc8218c4-6739-450c-ad8e-cf1ed7daa403 req-87202c3a-87ac-400d-a0ef-cc4d6563dd26 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447821 Mar 01 13:41:09.212739 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-76ec19bd-3ee1-4718-aedc-91e8f0daa82e req-f5290f6d-5017-4521-892f-9231f9bcd211 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Calling delete_port for 15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:41:09.213791 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0886acbe-1753-4034-a48d-26ef6097a108 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks [] for floatingip (58946ecd-b12d-4ae5-8eb3-8909ffe02879), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:09.258619 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eac6c1-5b49-49d4-ba71-f697eb850d29 req-90c3a3ed-28ac-4c39-83bc-5014c6b8706f tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:09.282515 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06eac6c1-5b49-49d4-ba71-f697eb850d29 req-90c3a3ed-28ac-4c39-83bc-5014c6b8706f tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 932 time: 0.4872344 Mar 01 13:41:09.328645 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=25dc4364-94a9-4bd3-bdb5-3912b58d217a,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:09.426506 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea3c0c-9a02-4677-87cd-7ce01c1ade56 req-bdfd3bf0-3431-4dc6-a0ba-8c4a4ed60acb tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:09.428193 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-54ea3c0c-9a02-4677-87cd-7ce01c1ade56 req-bdfd3bf0-3431-4dc6-a0ba-8c4a4ed60acb tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] 10.222.0.32 "GET /v2.0/ports?device_id=f874ef61-3541-416e-a434-0c97824f779a HTTP/1.1" status: 200 len: 945 time: 0.4485507 Mar 01 13:41:09.465168 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-9194da85-72ef-4c4c-b269-e5ef6e274afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (0d53c447-c1d9-47cb-a072-1103609237e6), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:09.479010 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-76ec19bd-3ee1-4718-aedc-91e8f0daa82e req-f5290f6d-5017-4521-892f-9231f9bcd211 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:09.493505 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:41:09.590430 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06eac6c1-5b49-49d4-ba71-f697eb850d29 req-6d45e5a0-82ce-4ea8-b731-f63baeb5165a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048120 Mar 01 13:41:09.601297 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:09.603895 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0886acbe-1753-4034-a48d-26ef6097a108 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2443d641-13cf-4f8a-ba89-0ee76a6c9dcd), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:09.635746 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5290f6d-5017-4521-892f-9231f9bcd211 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Pushing event deleted for resources: {'Port': ['ID=15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:09.742612 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc8041-5f8a-44a8-9435-afb5d323bbfa req-b900957e-ba15-4a49-a962-55da6e730fbd tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:09.758241 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ffdc8041-5f8a-44a8-9435-afb5d323bbfa req-b900957e-ba15-4a49-a962-55da6e730fbd tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.13 "GET /v2.0/ports?device_id=6344bbfc-c4d6-4bb9-bd50-f1d9a0cfb8f5 HTTP/1.1" status: 200 len: 867 time: 0.4096110 Mar 01 13:41:09.781781 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:10.091702 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ffdc8041-5f8a-44a8-9435-afb5d323bbfa req-ab035b73-ee3c-4f66-8e54-1236d3ec66d3 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.13 "GET /v2.0/security-groups?id=96a755a9-1a64-4a0f-bf67-c3a8bfa3c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164289 Mar 01 13:41:10.126038 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-9194da85-72ef-4c4c-b269-e5ef6e274afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d53c447-c1d9-47cb-a072-1103609237e6 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:41:10.126598 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb67f58-651f-40a7-934f-21f84e1052d8 req-4d4fad3a-105b-4506-8b28-89bf214e12bb tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:10.128340 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8eb67f58-651f-40a7-934f-21f84e1052d8 req-4d4fad3a-105b-4506-8b28-89bf214e12bb tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] 10.222.0.13 "GET /v2.0/ports?device_id=f874ef61-3541-416e-a434-0c97824f779a HTTP/1.1" status: 200 len: 945 time: 0.3464780 Mar 01 13:41:10.142309 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-9194da85-72ef-4c4c-b269-e5ef6e274afb service neutron] Publish callbacks [] for port (0d53c447-c1d9-47cb-a072-1103609237e6), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:10.153612 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-54ea3c0c-9a02-4677-87cd-7ce01c1ade56 req-6d36f088-5a82-42fc-b218-87c26c842b98 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] Deleting port 56aeda70-7e3c-4af7-8460-7f2df674633f {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:41:10.153973 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-54ea3c0c-9a02-4677-87cd-7ce01c1ade56 req-6d36f088-5a82-42fc-b218-87c26c842b98 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (56aeda70-7e3c-4af7-8460-7f2df674633f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:10.166284 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296e3cce-dc1e-413b-9db9-9f57c2bc000f x-openstack-request-id: req-296e3cce-dc1e-413b-9db9-9f57c2bc000f {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:41:10.166579 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ce9d74-c614-4eb6-9344-21ee0e701714", "tag": "79ce7964-89d8-43a5-818d-610e1805dded", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:41:10.166829 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-296e3cce-dc1e-413b-9db9-9f57c2bc000f {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:41:10.167217 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ce9d74-c614-4eb6-9344-21ee0e701714', 'tag': '79ce7964-89d8-43a5-818d-610e1805dded', 'status': 'completed', 'code': 200} Mar 01 13:41:10.177858 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-9194da85-72ef-4c4c-b269-e5ef6e274afb service neutron] Transition to ACTIVE for port object 0d53c447-c1d9-47cb-a072-1103609237e6 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:41:10.179029 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ec19bd-3ee1-4718-aedc-91e8f0daa82e req-f5290f6d-5017-4521-892f-9231f9bcd211 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] No DVR routers for this DVR port 15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:41:10.182298 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-76ec19bd-3ee1-4718-aedc-91e8f0daa82e req-f5290f6d-5017-4521-892f-9231f9bcd211 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:10.187760 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-76ec19bd-3ee1-4718-aedc-91e8f0daa82e req-f5290f6d-5017-4521-892f-9231f9bcd211 tempest-TenantUsagesTestJSON-803200433 tempest-TenantUsagesTestJSON-803200433-project] 10.222.0.20 "DELETE /v2.0/ports/15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f HTTP/1.1" status: 204 len: 173 time: 1.7046750 Mar 01 13:41:10.226977 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-9194da85-72ef-4c4c-b269-e5ef6e274afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (0d53c447-c1d9-47cb-a072-1103609237e6), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:10.307890 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0366bff-d749-4ab4-85a4-904748664e99 x-openstack-request-id: req-a0366bff-d749-4ab4-85a4-904748664e99 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:41:10.308422 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8feb75-9120-4f8b-8f47-3836daa34623", "name": "network-vif-plugged", "status": "completed", "tag": "25dc4364-94a9-4bd3-bdb5-3912b58d217a", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:41:10.309238 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a0366bff-d749-4ab4-85a4-904748664e99 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:41:10.309821 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8feb75-9120-4f8b-8f47-3836daa34623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25dc4364-94a9-4bd3-bdb5-3912b58d217a', 'code': 200} Mar 01 13:41:10.589499 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194da85-72ef-4c4c-b269-e5ef6e274afb service neutron] Pushing event updated for resources: {'Port': ['ID=0d53c447-c1d9-47cb-a072-1103609237e6,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:10.623267 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device f9d789ac-3d92-42d4-a760-7f1ff9706fcf up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:41:10.641930 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-54ea3c0c-9a02-4677-87cd-7ce01c1ade56 req-6d36f088-5a82-42fc-b218-87c26c842b98 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] For port 56aeda70-7e3c-4af7-8460-7f2df674633f, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=56aeda70-7e3c-4af7-8460-7f2df674633f,segment=NetworkSegment(7afcf9ad-7117-462d-82d4-eaf26bc026df),segment_id=7afcf9ad-7117-462d-82d4-eaf26bc026df)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:10.642299 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-54ea3c0c-9a02-4677-87cd-7ce01c1ade56 req-6d36f088-5a82-42fc-b218-87c26c842b98 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (56aeda70-7e3c-4af7-8460-7f2df674633f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:10.642570 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf67e26-4deb-41ab-9d8d-6f98d9863acd req-97e74d5c-0738-4258-afab-c6402be260b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:10.644203 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-faf67e26-4deb-41ab-9d8d-6f98d9863acd req-97e74d5c-0738-4258-afab-c6402be260b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=96cd43570afd4572b4b93d1aa25b2425&device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714 HTTP/1.1" status: 200 len: 1155 time: 0.4555218 Mar 01 13:41:10.681885 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8eb67f58-651f-40a7-934f-21f84e1052d8 req-324829c4-8a16-4542-9585-b5d96fdade51 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ff27114-714c-4c83-a133-ed9cc72e152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5397856 Mar 01 13:41:10.686553 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-9194da85-72ef-4c4c-b269-e5ef6e274afb service neutron] Attempting to bind port 0d53c447-c1d9-47cb-a072-1103609237e6 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:41:10.686888 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-9194da85-72ef-4c4c-b269-e5ef6e274afb service neutron] Attempting to bind port 0d53c447-c1d9-47cb-a072-1103609237e6 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:41:10.687208 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-9194da85-72ef-4c4c-b269-e5ef6e274afb service neutron] Attempting to bind port 0d53c447-c1d9-47cb-a072-1103609237e6 on network b187e7ca-336b-42a6-9348-f5c88fd21398 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:41:10.754970 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-54ea3c0c-9a02-4677-87cd-7ce01c1ade56 req-6d36f088-5a82-42fc-b218-87c26c842b98 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] Calling delete_port for 56aeda70-7e3c-4af7-8460-7f2df674633f owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:41:10.778509 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0886acbe-1753-4034-a48d-26ef6097a108 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks [] for port (2443d641-13cf-4f8a-ba89-0ee76a6c9dcd), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:10.783656 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-9194da85-72ef-4c4c-b269-e5ef6e274afb service neutron] Port 0d53c447-c1d9-47cb-a072-1103609237e6 on network b187e7ca-336b-42a6-9348-f5c88fd21398 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:41:10.784024 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-9194da85-72ef-4c4c-b269-e5ef6e274afb service neutron] Attempting to bind port 0d53c447-c1d9-47cb-a072-1103609237e6 on network b187e7ca-336b-42a6-9348-f5c88fd21398 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:41:10.801177 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-9194da85-72ef-4c4c-b269-e5ef6e274afb service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:41:10.801608 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-9194da85-72ef-4c4c-b269-e5ef6e274afb service neutron] Checking segment: {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:41:10.801898 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-9194da85-72ef-4c4c-b269-e5ef6e274afb service neutron] Bound using segment: {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:41:10.802795 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0886acbe-1753-4034-a48d-26ef6097a108 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (2443d641-13cf-4f8a-ba89-0ee76a6c9dcd), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:10.804558 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-9194da85-72ef-4c4c-b269-e5ef6e274afb service neutron] Bound port: 0d53c447-c1d9-47cb-a072-1103609237e6, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:41:10.804922 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-9194da85-72ef-4c4c-b269-e5ef6e274afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (0d53c447-c1d9-47cb-a072-1103609237e6), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:10.813658 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2d095-6f9c-4fdd-8c24-c78f5f5fbf62 req-2d91fa38-f0cf-4b61-aaaa-df13bb7e20ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:10.818216 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-97f2d095-6f9c-4fdd-8c24-c78f5f5fbf62 req-2d91fa38-f0cf-4b61-aaaa-df13bb7e20ea service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aa8feb75-9120-4f8b-8f47-3836daa34623 HTTP/1.1" status: 200 len: 1132 time: 0.3318050 Mar 01 13:41:10.832907 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port f9d789ac-3d92-42d4-a760-7f1ff9706fcf triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:41:10.840005 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f9d789ac-3d92-42d4-a760-7f1ff9706fcf), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:10.908876 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 79ce7964-89d8-43a5-818d-610e1805dded details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:41:11.078739 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-97f2d095-6f9c-4fdd-8c24-c78f5f5fbf62 req-35a8993f-c51b-4db5-b9d7-1fb8e58dda3a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b52f4f5b-20e5-4e7b-941d-1df91f9cb3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394156 Mar 01 13:41:11.108977 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d3432-08af-4a98-99b1-06d34e78e407 req-825c9fb5-7cc7-4f8f-ba81-3d0f43c4f029 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:11.111280 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-862d3432-08af-4a98-99b1-06d34e78e407 req-825c9fb5-7cc7-4f8f-ba81-3d0f43c4f029 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa8feb75-9120-4f8b-8f47-3836daa34623 HTTP/1.1" status: 200 len: 950 time: 0.6677041 Mar 01 13:41:11.132603 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 79ce7964-89d8-43a5-818d-610e1805dded, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=79ce7964-89d8-43a5-818d-610e1805dded,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:11.142565 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf67e26-4deb-41ab-9d8d-6f98d9863acd req-7833f018-8091-4e80-be52-31078ef1eea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:11.144050 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-faf67e26-4deb-41ab-9d8d-6f98d9863acd req-7833f018-8091-4e80-be52-31078ef1eea2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22 HTTP/1.1" status: 200 len: 908 time: 0.4928963 Mar 01 13:41:11.174063 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-9194da85-72ef-4c4c-b269-e5ef6e274afb service neutron] For port 0d53c447-c1d9-47cb-a072-1103609237e6, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:41:11.180397 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-9194da85-72ef-4c4c-b269-e5ef6e274afb service neutron] For port 0d53c447-c1d9-47cb-a072-1103609237e6, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=0d53c447-c1d9-47cb-a072-1103609237e6,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:41:11.193652 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-9194da85-72ef-4c4c-b269-e5ef6e274afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (0d53c447-c1d9-47cb-a072-1103609237e6), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:11.198142 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 79ce7964-89d8-43a5-818d-610e1805dded has no active binding in host n-h2-827467-3 {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 01 13:41:11.238634 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port f9d789ac-3d92-42d4-a760-7f1ff9706fcf is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:41:11.273944 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-9194da85-72ef-4c4c-b269-e5ef6e274afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:11.274574 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-9194da85-72ef-4c4c-b269-e5ef6e274afb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:11.278161 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-9194da85-72ef-4c4c-b269-e5ef6e274afb service neutron] 10.222.0.20 "PUT /v2.0/ports/0d53c447-c1d9-47cb-a072-1103609237e6 HTTP/1.1" status: 200 len: 1092 time: 2.5533228 Mar 01 13:41:11.298777 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194da85-72ef-4c4c-b269-e5ef6e274afb service neutron] Pushing event updated for resources: {'Port': ['ID=0d53c447-c1d9-47cb-a072-1103609237e6,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:11.419405 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-faf67e26-4deb-41ab-9d8d-6f98d9863acd req-6fa398d1-419a-4445-84e3-4872427b3dcf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79ce7964-89d8-43a5-818d-610e1805dded HTTP/1.1" status: 200 len: 217 time: 0.0788260 Mar 01 13:41:11.468766 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-ca03d9ee-70ed-443b-afb7-e03af937a06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:11.471833 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-ca03d9ee-70ed-443b-afb7-e03af937a06d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=980a0cdea86543af87d11d7652b91c08&device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 1126 time: 0.1227601 Mar 01 13:41:11.526776 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-d143fda8-a9de-461e-9db8-0901f2d7235b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d53c447-c1d9-47cb-a072-1103609237e6 HTTP/1.1" status: 200 len: 217 time: 0.0463860 Mar 01 13:41:11.528219 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf67e26-4deb-41ab-9d8d-6f98d9863acd req-af17611f-9ee6-4cd5-93ac-ab59b27a2d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:11.529580 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-faf67e26-4deb-41ab-9d8d-6f98d9863acd req-af17611f-9ee6-4cd5-93ac-ab59b27a2d27 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b7f9fefc-67f3-4f16-9709-32467e973c9a HTTP/1.1" status: 200 len: 847 time: 0.1022193 Mar 01 13:41:11.540047 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886acbe-1753-4034-a48d-26ef6097a108 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Pushing event updated for resources: {'Port': ['ID=2443d641-13cf-4f8a-ba89-0ee76a6c9dcd,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:11.594175 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0886acbe-1753-4034-a48d-26ef6097a108 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (58946ecd-b12d-4ae5-8eb3-8909ffe02879), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:11.604361 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-faf67e26-4deb-41ab-9d8d-6f98d9863acd req-ba275373-0cf7-46d5-b4f1-23c35aaa407e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537493 Mar 01 13:41:11.619898 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff63d4e-16dc-4eac-9010-127436d6c616 req-7c011810-94b0-47e3-a9fd-9e2fbc175c65 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:11.627067 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ff63d4e-16dc-4eac-9010-127436d6c616 req-7c011810-94b0-47e3-a9fd-9e2fbc175c65 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714 HTTP/1.1" status: 200 len: 943 time: 0.6710424 Mar 01 13:41:11.636818 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-862d3432-08af-4a98-99b1-06d34e78e407 req-31aa1235-4e7b-4d2a-8387-2cabaf672918 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/security-groups?id=b52f4f5b-20e5-4e7b-941d-1df91f9cb3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4986742 Mar 01 13:41:11.679429 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0886acbe-1753-4034-a48d-26ef6097a108 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:11.681386 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0886acbe-1753-4034-a48d-26ef6097a108 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7458365 Mar 01 13:41:11.736477 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-faf67e26-4deb-41ab-9d8d-6f98d9863acd req-bcf2782d-66b6-4fe9-9f17-bdcea145bbae service neutron] 10.222.0.32 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215084 Mar 01 13:41:11.736921 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ff63d4e-16dc-4eac-9010-127436d6c616 req-d168d335-f3e7-4803-b6e8-dffef7e56107 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088712 Mar 01 13:41:11.766357 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-54ea3c0c-9a02-4677-87cd-7ce01c1ade56 req-6d36f088-5a82-42fc-b218-87c26c842b98 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (56aeda70-7e3c-4af7-8460-7f2df674633f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:11.795864 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-8115d926-a2a1-4e5e-9ac7-de157e3937ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:11.797416 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-8115d926-a2a1-4e5e-9ac7-de157e3937ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3b03883-8a75-4db3-9fa2-b5308f8a1ccf HTTP/1.1" status: 200 len: 857 time: 0.2624798 Mar 01 13:41:11.848711 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36f088-5a82-42fc-b218-87c26c842b98 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] Pushing event deleted for resources: {'Port': ['ID=56aeda70-7e3c-4af7-8460-7f2df674633f,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:11.890727 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-2d940361-37cb-4715-bee0-8894eca5b7f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b187e7ca-336b-42a6-9348-f5c88fd21398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451372 Mar 01 13:41:11.943168 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ea3c0c-9a02-4677-87cd-7ce01c1ade56 req-6d36f088-5a82-42fc-b218-87c26c842b98 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] No DVR routers for this DVR port 56aeda70-7e3c-4af7-8460-7f2df674633f on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:41:11.946385 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-54ea3c0c-9a02-4677-87cd-7ce01c1ade56 req-6d36f088-5a82-42fc-b218-87c26c842b98 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:11.949888 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-54ea3c0c-9a02-4677-87cd-7ce01c1ade56 req-6d36f088-5a82-42fc-b218-87c26c842b98 tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] 10.222.0.32 "DELETE /v2.0/ports/56aeda70-7e3c-4af7-8460-7f2df674633f HTTP/1.1" status: 204 len: 173 time: 2.5153539 Mar 01 13:41:11.950336 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f874ef61-3541-416e-a434-0c97824f779a', 'name': 'network-vif-deleted', 'tag': '56aeda70-7e3c-4af7-8460-7f2df674633f'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:41:11.952640 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbda7296-21b6-44b0-b395-bfcf16823822" -d '{"events": [{"server_uuid": "f874ef61-3541-416e-a434-0c97824f779a", "name": "network-vif-deleted", "tag": "56aeda70-7e3c-4af7-8460-7f2df674633f"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:41:11.996891 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4df540-c6be-4889-9580-077454ebeb00 req-14f94621-c6b2-4bb6-8237-33a686223f67 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:12.011904 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7a4df540-c6be-4889-9580-077454ebeb00 req-14f94621-c6b2-4bb6-8237-33a686223f67 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 944 time: 0.1642683 Mar 01 13:41:12.098414 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-faf67e26-4deb-41ab-9d8d-6f98d9863acd req-9a71b60f-884d-4064-bfb8-47b09ef95b69 service neutron] 10.222.0.32 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437366 Mar 01 13:41:12.132186 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-e7d631d8-b80b-4419-a390-621098887322 service neutron] 10.222.0.20 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330484 Mar 01 13:41:12.135851 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7a4df540-c6be-4889-9580-077454ebeb00 req-6b195644-c45a-4b12-a10b-d26e085f30c2 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213374 Mar 01 13:41:12.214006 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0c750fe8-66a7-4f95-841d-af209b1f7a63 req-e376ee8d-2165-437f-b8fe-8371d6f1f2fb tempest-VolumesAdminNegativeTest-1155449741 tempest-VolumesAdminNegativeTest-1155449741-project] 10.222.0.13 "GET /v2.0/ports?device_id=f874ef61-3541-416e-a434-0c97824f779a HTTP/1.1" status: 200 len: 210 time: 0.0983937 Mar 01 13:41:12.240488 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ada5fc2-9f04-462d-8182-989497b90516 x-openstack-request-id: req-6ada5fc2-9f04-462d-8182-989497b90516 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:41:12.241362 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f874ef61-3541-416e-a434-0c97824f779a", "name": "network-vif-deleted", "tag": "56aeda70-7e3c-4af7-8460-7f2df674633f", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:41:12.241819 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ada5fc2-9f04-462d-8182-989497b90516 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:41:12.242497 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f874ef61-3541-416e-a434-0c97824f779a', 'name': 'network-vif-deleted', 'tag': '56aeda70-7e3c-4af7-8460-7f2df674633f', 'status': 'completed', 'code': 200} Mar 01 13:41:12.248151 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6344bbfc-c4d6-4bb9-bd50-f1d9a0cfb8f5', 'name': 'network-vif-deleted', 'tag': '15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f'}, {'name': 'network-changed', 'server_uuid': '1899cd92-e02b-452c-831b-58c8b0c06cb5', 'tag': '0d53c447-c1d9-47cb-a072-1103609237e6'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:41:12.250611 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed05449-9722-410c-82dd-2962a216bb36" -d '{"events": [{"server_uuid": "6344bbfc-c4d6-4bb9-bd50-f1d9a0cfb8f5", "name": "network-vif-deleted", "tag": "15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f"}, {"name": "network-changed", "server_uuid": "1899cd92-e02b-452c-831b-58c8b0c06cb5", "tag": "0d53c447-c1d9-47cb-a072-1103609237e6"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:41:12.314133 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b50d8f9c-b5b0-4008-b45d-a90fa053762e req-92cbfccd-adc6-4c07-a3f1-2efa96722ee5 service neutron] 10.222.0.20 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741128 Mar 01 13:41:12.346064 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 01 Mar 2022 13:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9285e084-df90-41da-af74-8709738fb7b1 x-openstack-request-id: req-9285e084-df90-41da-af74-8709738fb7b1 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:41:12.347072 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6344bbfc-c4d6-4bb9-bd50-f1d9a0cfb8f5", "name": "network-vif-deleted", "tag": "15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1899cd92-e02b-452c-831b-58c8b0c06cb5", "tag": "0d53c447-c1d9-47cb-a072-1103609237e6", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:41:12.347563 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9285e084-df90-41da-af74-8709738fb7b1 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:41:12.348513 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6344bbfc-c4d6-4bb9-bd50-f1d9a0cfb8f5', 'name': 'network-vif-deleted', 'tag': '15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f', 'status': 'completed', 'code': 200} Mar 01 13:41:12.348955 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1899cd92-e02b-452c-831b-58c8b0c06cb5', 'tag': '0d53c447-c1d9-47cb-a072-1103609237e6', 'status': 'completed', 'code': 200} Mar 01 13:41:12.385726 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57266) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:41:12.447928 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed05449-9722-410c-82dd-2962a216bb36 req-1e461491-59a1-4e56-b01a-4a8ac537499e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:12.450594 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3ed05449-9722-410c-82dd-2962a216bb36 req-1e461491-59a1-4e56-b01a-4a8ac537499e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=980a0cdea86543af87d11d7652b91c08&device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 1126 time: 0.0682104 Mar 01 13:41:12.593097 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed05449-9722-410c-82dd-2962a216bb36 req-94abecf0-a556-4bbe-b2ef-aaf214c09316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:12.594744 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3ed05449-9722-410c-82dd-2962a216bb36 req-94abecf0-a556-4bbe-b2ef-aaf214c09316 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b187e7ca-336b-42a6-9348-f5c88fd21398 HTTP/1.1" status: 200 len: 918 time: 0.1340299 Mar 01 13:41:12.599498 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-af4c5c5e-a8e7-461e-9a2d-33b0912167a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=49651bbdb8f040d99c763a97cc999c85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2117298 Mar 01 13:41:12.602052 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57270) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:41:12.691506 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c9e981d4-8740-469a-856b-94d0fc4b9bfd admin admin] Publish callbacks [] for security_group (96a755a9-1a64-4a0f-bf67-c3a8bfa3c688), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:12.697173 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3ed05449-9722-410c-82dd-2962a216bb36 req-86a098a1-eff9-4f14-ab04-a3270047ca85 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d53c447-c1d9-47cb-a072-1103609237e6 HTTP/1.1" status: 200 len: 217 time: 0.0925448 Mar 01 13:41:12.749898 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c9e981d4-8740-469a-856b-94d0fc4b9bfd admin admin] Publish callbacks [] for security_group (96a755a9-1a64-4a0f-bf67-c3a8bfa3c688), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:12.791068 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 56aeda70-7e3c-4af7-8460-7f2df674633f no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:41:12.846837 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: 56aeda70-7e3c-4af7-8460-7f2df674633f {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:41:12.848323 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 56aeda70-7e3c-4af7-8460-7f2df674633f not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:41:12.879703 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed05449-9722-410c-82dd-2962a216bb36 req-73eb9e90-b13f-41a6-9adf-a06b2ee25b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:12.884485 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af628a9f-5778-44e7-b7a3-0ac23ca83a98 req-58137637-6bf4-437b-9cef-f95d2af5ad1f tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:12.886660 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-af628a9f-5778-44e7-b7a3-0ac23ca83a98 req-58137637-6bf4-437b-9cef-f95d2af5ad1f tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa8feb75-9120-4f8b-8f47-3836daa34623 HTTP/1.1" status: 200 len: 950 time: 0.1226692 Mar 01 13:41:12.889377 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3ed05449-9722-410c-82dd-2962a216bb36 req-73eb9e90-b13f-41a6-9adf-a06b2ee25b60 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3b03883-8a75-4db3-9fa2-b5308f8a1ccf HTTP/1.1" status: 200 len: 857 time: 0.1814601 Mar 01 13:41:12.898280 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:41:12.941031 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3ed05449-9722-410c-82dd-2962a216bb36 req-d5028750-6f3b-4933-a956-ef339da953ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b187e7ca-336b-42a6-9348-f5c88fd21398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447299 Mar 01 13:41:12.955390 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:41:12.955999 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 15fb2a9c-2cc2-4e3e-89c8-f52ddbe7230f not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:41:13.006236 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-af628a9f-5778-44e7-b7a3-0ac23ca83a98 req-0a4a4499-be4d-4d3e-ba11-9cda2e554397 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/security-groups?id=b52f4f5b-20e5-4e7b-941d-1df91f9cb3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915053 Mar 01 13:41:13.044467 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c9e981d4-8740-469a-856b-94d0fc4b9bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (96a755a9-1a64-4a0f-bf67-c3a8bfa3c688), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:13.048923 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c9e981d4-8740-469a-856b-94d0fc4b9bfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:13.053768 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c9e981d4-8740-469a-856b-94d0fc4b9bfd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/96a755a9-1a64-4a0f-bf67-c3a8bfa3c688 HTTP/1.1" status: 204 len: 168 time: 0.4466321 Mar 01 13:41:13.086422 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e981d4-8740-469a-856b-94d0fc4b9bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a755a9-1a64-4a0f-bf67-c3a8bfa3c688,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:13.115359 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6fbdd5-8e37-44c9-a22f-27516fe051bc req-4c6f16dc-8869-4066-ace9-7e4d9d459a88 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:13.121070 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f6fbdd5-8e37-44c9-a22f-27516fe051bc req-4c6f16dc-8869-4066-ace9-7e4d9d459a88 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714 HTTP/1.1" status: 200 len: 943 time: 0.2333691 Mar 01 13:41:13.198469 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3ed05449-9722-410c-82dd-2962a216bb36 req-0acbcbb8-2777-499a-952f-692e6cc8acb8 service neutron] 10.222.0.20 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418180 Mar 01 13:41:13.200432 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f6fbdd5-8e37-44c9-a22f-27516fe051bc req-11261bb9-c424-46b7-a7f0-834a5cf24a70 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712674 Mar 01 13:41:13.284115 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57318) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:41:13.419250 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3ed05449-9722-410c-82dd-2962a216bb36 req-fb9a76b0-ea9e-4229-ba38-5b9f778c90fb service neutron] 10.222.0.20 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119222 Mar 01 13:41:13.456135 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf46a6d-f48d-40ab-8698-b9a14a9c31ca admin admin] Deleting subnet 38d4da88-1ee0-4be0-b8bb-edf29de0ec5d {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:41:13.459308 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aaf46a6d-f48d-40ab-8698-b9a14a9c31ca admin admin] Publish callbacks [] for subnet (38d4da88-1ee0-4be0-b8bb-edf29de0ec5d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:13.492768 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2641231-d1ac-4a8e-8238-a0fa1543f32a req-61fed127-03d4-4a25-8311-60abbd7cd655 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:13.494264 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c2641231-d1ac-4a8e-8238-a0fa1543f32a req-61fed127-03d4-4a25-8311-60abbd7cd655 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 944 time: 0.1994720 Mar 01 13:41:13.507538 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aaf46a6d-f48d-40ab-8698-b9a14a9c31ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (38d4da88-1ee0-4be0-b8bb-edf29de0ec5d), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:13.596593 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aaf46a6d-f48d-40ab-8698-b9a14a9c31ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (38d4da88-1ee0-4be0-b8bb-edf29de0ec5d), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:13.636657 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c2641231-d1ac-4a8e-8238-a0fa1543f32a req-aee9d48b-2046-416c-bbc7-4e55224cddeb tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322005 Mar 01 13:41:13.663776 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57332) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:41:13.678725 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-55454bae-e5a8-47f5-8577-ae2f3ff6368b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:13.710678 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aaf46a6d-f48d-40ab-8698-b9a14a9c31ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (38d4da88-1ee0-4be0-b8bb-edf29de0ec5d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:13.745828 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf46a6d-f48d-40ab-8698-b9a14a9c31ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38d4da88-1ee0-4be0-b8bb-edf29de0ec5d,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:13.758543 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aaf46a6d-f48d-40ab-8698-b9a14a9c31ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:13.762683 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-aaf46a6d-f48d-40ab-8698-b9a14a9c31ca admin admin] 10.222.0.13 "DELETE /v2.0/subnets/38d4da88-1ee0-4be0-b8bb-edf29de0ec5d HTTP/1.1" status: 204 len: 168 time: 0.4773717 Mar 01 13:41:13.765659 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57336) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:41:13.839219 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-55454bae-e5a8-47f5-8577-ae2f3ff6368b admin admin] Publish callbacks [] for security_group (502dd0d3-4b52-4a2f-8f2b-22f298089e0c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:13.844654 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-55454bae-e5a8-47f5-8577-ae2f3ff6368b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (502dd0d3-4b52-4a2f-8f2b-22f298089e0c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:13.921466 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-55454bae-e5a8-47f5-8577-ae2f3ff6368b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2bc808135caf41028a4566503fdff4a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2536449 Mar 01 13:41:13.927024 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57338) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:41:13.930158 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55454bae-e5a8-47f5-8577-ae2f3ff6368b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502dd0d3-4b52-4a2f-8f2b-22f298089e0c,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:14.080729 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-395fa361-53f8-40e1-85f4-3e9521b177cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (c796add0-4cf7-4873-b3c2-d305decaec1b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:14.118515 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-544814e9-a8e6-463e-a14e-b6bd9db26366 admin admin] Publish callbacks [] for security_group (502dd0d3-4b52-4a2f-8f2b-22f298089e0c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:14.183355 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-544814e9-a8e6-463e-a14e-b6bd9db26366 admin admin] Publish callbacks [] for security_group (502dd0d3-4b52-4a2f-8f2b-22f298089e0c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:14.228802 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e834d-0995-4bb7-82ae-87cf37cc0f23 req-a4aa8b82-6d30-40ae-aa05-c7e9d605e13d tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:14.240254 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a38e834d-0995-4bb7-82ae-87cf37cc0f23 req-a4aa8b82-6d30-40ae-aa05-c7e9d605e13d tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa8feb75-9120-4f8b-8f47-3836daa34623 HTTP/1.1" status: 200 len: 950 time: 0.1214349 Mar 01 13:41:14.296029 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-395fa361-53f8-40e1-85f4-3e9521b177cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (c796add0-4cf7-4873-b3c2-d305decaec1b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:14.297009 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a38e834d-0995-4bb7-82ae-87cf37cc0f23 req-1352ec31-e2d2-4724-af77-226de66cb975 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/security-groups?id=b52f4f5b-20e5-4e7b-941d-1df91f9cb3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556424 Mar 01 13:41:14.321758 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-395fa361-53f8-40e1-85f4-3e9521b177cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c796add0-4cf7-4873-b3c2-d305decaec1b']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:41:14.337013 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-544814e9-a8e6-463e-a14e-b6bd9db26366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (502dd0d3-4b52-4a2f-8f2b-22f298089e0c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:14.339266 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-544814e9-a8e6-463e-a14e-b6bd9db26366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:14.342723 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-544814e9-a8e6-463e-a14e-b6bd9db26366 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/502dd0d3-4b52-4a2f-8f2b-22f298089e0c HTTP/1.1" status: 204 len: 168 time: 0.4089551 Mar 01 13:41:14.355560 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-395fa361-53f8-40e1-85f4-3e9521b177cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7afcf9ad-7117-462d-82d4-eaf26bc026df') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:41:14.355898 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-395fa361-53f8-40e1-85f4-3e9521b177cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7afcf9ad-7117-462d-82d4-eaf26bc026df') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:41:14.372328 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-395fa361-53f8-40e1-85f4-3e9521b177cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (7afcf9ad-7117-462d-82d4-eaf26bc026df), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:14.374929 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544814e9-a8e6-463e-a14e-b6bd9db26366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502dd0d3-4b52-4a2f-8f2b-22f298089e0c,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:14.413001 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-395fa361-53f8-40e1-85f4-3e9521b177cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (7afcf9ad-7117-462d-82d4-eaf26bc026df), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:14.421628 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395fa361-53f8-40e1-85f4-3e9521b177cb admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:41:14.427772 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-395fa361-53f8-40e1-85f4-3e9521b177cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (7afcf9ad-7117-462d-82d4-eaf26bc026df), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:14.430088 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:41:14.430088 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:41:14.430088 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:41:14.430088 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:41:14.430088 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:41:14.430088 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:41:14.430088 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:41:14.430088 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:41:14.430088 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:41:14.430088 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:41:14.430088 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:41:14.430088 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:41:14.430088 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:41:14.430088 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:41:14.430088 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:41:14.430088 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:41:14.430088 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:41:14.430088 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:41:14.430088 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:41:14.430088 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:41:14.430088 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:41:14.430088 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:41:14.430088 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:41:14.430088 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:41:14.430088 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:41:14.430088 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:41:14.430088 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:41:14.430088 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:41:14.430088 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:41:14.430088 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:41:14.430088 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:41:14.430088 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:41:14.507254 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-395fa361-53f8-40e1-85f4-3e9521b177cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (c796add0-4cf7-4873-b3c2-d305decaec1b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:14.514075 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-395fa361-53f8-40e1-85f4-3e9521b177cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:14.522940 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-395fa361-53f8-40e1-85f4-3e9521b177cb admin admin] 10.222.0.13 "DELETE /v2.0/networks/c796add0-4cf7-4873-b3c2-d305decaec1b HTTP/1.1" status: 204 len: 168 time: 0.7547143 Mar 01 13:41:14.530262 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57360) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:41:14.538271 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1915f5-46f2-46f2-8253-44b75c22a861 req-f3bd1d96-06ee-4f0e-96da-ffc00c15411d tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:14.540190 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0b1915f5-46f2-46f2-8253-44b75c22a861 req-f3bd1d96-06ee-4f0e-96da-ffc00c15411d tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714 HTTP/1.1" status: 200 len: 943 time: 0.1296217 Mar 01 13:41:14.560970 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395fa361-53f8-40e1-85f4-3e9521b177cb admin admin] Pushing event deleted for resources: {'Network': ['ID=c796add0-4cf7-4873-b3c2-d305decaec1b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:14.603729 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0b1915f5-46f2-46f2-8253-44b75c22a861 req-208cd589-909e-4f48-afd3-3e5011af1a17 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571208 Mar 01 13:41:14.628139 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b9d36f1-2222-4fca-9eb5-e8d198ebf989 admin admin] Deleting subnet 1f4956e6-3552-47ca-9cd7-b579b9947451 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:41:14.629683 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6b9d36f1-2222-4fca-9eb5-e8d198ebf989 admin admin] Publish callbacks [] for subnet (1f4956e6-3552-47ca-9cd7-b579b9947451), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:14.724429 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6b9d36f1-2222-4fca-9eb5-e8d198ebf989 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (1f4956e6-3552-47ca-9cd7-b579b9947451), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:14.789732 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-5d324192-f93d-4766-a014-378fdd8c2fff service neutron] 10.222.0.32 "GET /v2.0/ports/79ce7964-89d8-43a5-818d-610e1805dded/bindings/n-h2-827467-3 HTTP/1.1" status: 200 len: 384 time: 0.1307673 Mar 01 13:41:14.799319 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6b9d36f1-2222-4fca-9eb5-e8d198ebf989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (1f4956e6-3552-47ca-9cd7-b579b9947451), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:14.957491 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6b9d36f1-2222-4fca-9eb5-e8d198ebf989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (1f4956e6-3552-47ca-9cd7-b579b9947451), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:15.018798 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d36f1-2222-4fca-9eb5-e8d198ebf989 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f4956e6-3552-47ca-9cd7-b579b9947451,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:15.031899 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6b9d36f1-2222-4fca-9eb5-e8d198ebf989 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:15.036871 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6b9d36f1-2222-4fca-9eb5-e8d198ebf989 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1f4956e6-3552-47ca-9cd7-b579b9947451 HTTP/1.1" status: 204 len: 168 time: 0.5050392 Mar 01 13:41:15.039419 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57374) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:41:15.209279 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-4cad3a94-4392-4418-8656-dca1af4e0e2b service neutron] For port 79ce7964-89d8-43a5-818d-610e1805dded, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=79ce7964-89d8-43a5-818d-610e1805dded,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:15.237794 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-30772317-2b94-4920-a66c-90b9dbe0c3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (75467862-37c0-403f-af7f-a9f313fb5a08), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:15.247278 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-4cad3a94-4392-4418-8656-dca1af4e0e2b service neutron] For port 79ce7964-89d8-43a5-818d-610e1805dded, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:41:15.309031 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-4cad3a94-4392-4418-8656-dca1af4e0e2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79ce7964-89d8-43a5-818d-610e1805dded {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:41:15.322270 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-4cad3a94-4392-4418-8656-dca1af4e0e2b service neutron] For port 79ce7964-89d8-43a5-818d-610e1805dded, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=79ce7964-89d8-43a5-818d-610e1805dded,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:15.341107 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-4cad3a94-4392-4418-8656-dca1af4e0e2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (79ce7964-89d8-43a5-818d-610e1805dded), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:15.445700 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2bfdc5-f4e9-4d11-aeb3-2202021b5892 req-c4bdc9bc-384b-48d8-a464-39cd002f189f tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:15.447442 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4b2bfdc5-f4e9-4d11-aeb3-2202021b5892 req-c4bdc9bc-384b-48d8-a464-39cd002f189f tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 944 time: 0.1784418 Mar 01 13:41:15.451085 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-30772317-2b94-4920-a66c-90b9dbe0c3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (75467862-37c0-403f-af7f-a9f313fb5a08), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:15.452566 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-4cad3a94-4392-4418-8656-dca1af4e0e2b service neutron] Transition to ACTIVE for port object 79ce7964-89d8-43a5-818d-610e1805dded will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:41:15.461281 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-4cad3a94-4392-4418-8656-dca1af4e0e2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (79ce7964-89d8-43a5-818d-610e1805dded), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:15.525492 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4b2bfdc5-f4e9-4d11-aeb3-2202021b5892 req-73015dda-3d7b-49a6-9019-1f08570d1028 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612237 Mar 01 13:41:15.550312 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-30772317-2b94-4920-a66c-90b9dbe0c3fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75467862-37c0-403f-af7f-a9f313fb5a08']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:41:15.573194 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-30772317-2b94-4920-a66c-90b9dbe0c3fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f477724d-373d-4423-910f-acc656d6e7de') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:41:15.577545 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-30772317-2b94-4920-a66c-90b9dbe0c3fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f477724d-373d-4423-910f-acc656d6e7de') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:41:15.602581 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-30772317-2b94-4920-a66c-90b9dbe0c3fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (f477724d-373d-4423-910f-acc656d6e7de), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:15.635404 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-30772317-2b94-4920-a66c-90b9dbe0c3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (f477724d-373d-4423-910f-acc656d6e7de), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:15.655529 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30772317-2b94-4920-a66c-90b9dbe0c3fa admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:41:15.656241 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-30772317-2b94-4920-a66c-90b9dbe0c3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (f477724d-373d-4423-910f-acc656d6e7de), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:15.659125 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 13:41:15.659125 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:41:15.659125 n-d-827467-3 neutron-server[103727]: timer() Mar 01 13:41:15.659125 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:41:15.659125 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 13:41:15.659125 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:41:15.659125 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 13:41:15.659125 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:41:15.659125 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 13:41:15.659125 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:41:15.659125 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 13:41:15.659125 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:41:15.659125 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 13:41:15.659125 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:41:15.659125 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:41:15.659125 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:41:15.659125 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:41:15.659125 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:41:15.659125 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 13:41:15.659125 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:41:15.659125 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 13:41:15.659125 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:41:15.659125 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:41:15.659125 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:41:15.659125 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 13:41:15.659125 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:41:15.659125 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:41:15.659125 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:41:15.659125 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:41:15.659125 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:41:15.659125 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:41:15.659125 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:41:15.761212 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5358a-9ff0-40b8-90d8-c7321cfd70ae req-7eac7e03-8439-4dc7-99f9-f99b84c26665 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:15.762862 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fee5358a-9ff0-40b8-90d8-c7321cfd70ae req-7eac7e03-8439-4dc7-99f9-f99b84c26665 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa8feb75-9120-4f8b-8f47-3836daa34623 HTTP/1.1" status: 200 len: 950 time: 0.1200433 Mar 01 13:41:15.765993 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-30772317-2b94-4920-a66c-90b9dbe0c3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (75467862-37c0-403f-af7f-a9f313fb5a08), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:15.808217 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-30772317-2b94-4920-a66c-90b9dbe0c3fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:15.814055 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-30772317-2b94-4920-a66c-90b9dbe0c3fa admin admin] 10.222.0.13 "DELETE /v2.0/networks/75467862-37c0-403f-af7f-a9f313fb5a08 HTTP/1.1" status: 204 len: 168 time: 0.7706187 Mar 01 13:41:15.830603 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30772317-2b94-4920-a66c-90b9dbe0c3fa admin admin] Pushing event deleted for resources: {'Network': ['ID=75467862-37c0-403f-af7f-a9f313fb5a08,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:15.893479 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fee5358a-9ff0-40b8-90d8-c7321cfd70ae req-d523d2f2-1201-47bb-bd76-19bd961678eb tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/security-groups?id=b52f4f5b-20e5-4e7b-941d-1df91f9cb3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166642 Mar 01 13:41:15.919914 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad3a94-4392-4418-8656-dca1af4e0e2b service neutron] Pushing event updated for resources: {'Port': ['ID=79ce7964-89d8-43a5-818d-610e1805dded,revision_number=10']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:15.933347 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1f949-e351-4088-b60b-1d74d7ab4ad2 req-20cc75da-11db-4d71-8805-81e11c2f9352 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:15.938649 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-18b1f949-e351-4088-b60b-1d74d7ab4ad2 req-20cc75da-11db-4d71-8805-81e11c2f9352 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714 HTTP/1.1" status: 200 len: 944 time: 0.1718013 Mar 01 13:41:15.956509 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-4cad3a94-4392-4418-8656-dca1af4e0e2b service neutron] No DVR routers for this DVR port 79ce7964-89d8-43a5-818d-610e1805dded on host n-h1-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:41:16.004428 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-4cad3a94-4392-4418-8656-dca1af4e0e2b service neutron] 10.222.0.32 "PUT /v2.0/ports/79ce7964-89d8-43a5-818d-610e1805dded/bindings/n-h2-827467-3/activate HTTP/1.1" status: 200 len: 369 time: 1.2068949 Mar 01 13:41:16.017715 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-18b1f949-e351-4088-b60b-1d74d7ab4ad2 req-e5b122ee-fd37-4827-9330-a500d06e8ae7 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713072 Mar 01 13:41:16.133626 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-0257d69e-4fe3-445d-9927-6d7d94a9a2e2 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:16.135492 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-0257d69e-4fe3-445d-9927-6d7d94a9a2e2 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714&tenant_id=96cd43570afd4572b4b93d1aa25b2425&binding%3Ahost_id=n-h1-827467-3 HTTP/1.1" status: 200 len: 1126 time: 0.0702751 Mar 01 13:41:16.159144 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57428) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:41:16.207207 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1ae3bcc0-b216-4fc4-ad1a-4687288effb7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62cbaa5d9cb040b68177ab0eff354bbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442240 Mar 01 13:41:16.207541 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57442) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:41:16.246658 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-12178ec8-4411-43d9-8beb-c76761a433a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:16.248561 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-12178ec8-4411-43d9-8beb-c76761a433a8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714&tenant_id=96cd43570afd4572b4b93d1aa25b2425 HTTP/1.1" status: 200 len: 1126 time: 0.0552738 Mar 01 13:41:16.273383 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-00c00b0d-8b8c-46c0-9b07-5c9ff08c7b7e admin admin] Publish callbacks [] for security_group (1ff27114-714c-4c83-a133-ed9cc72e152f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:16.299326 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-00c00b0d-8b8c-46c0-9b07-5c9ff08c7b7e admin admin] Publish callbacks [] for security_group (1ff27114-714c-4c83-a133-ed9cc72e152f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:16.332870 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-e82dd415-16df-44d2-a75c-d8bfe7279ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:16.335111 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-e82dd415-16df-44d2-a75c-d8bfe7279ec3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=96cd43570afd4572b4b93d1aa25b2425&device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714 HTTP/1.1" status: 200 len: 1126 time: 0.0499020 Mar 01 13:41:16.356585 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-00c00b0d-8b8c-46c0-9b07-5c9ff08c7b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (1ff27114-714c-4c83-a133-ed9cc72e152f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:16.359263 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-00c00b0d-8b8c-46c0-9b07-5c9ff08c7b7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:16.360637 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-00c00b0d-8b8c-46c0-9b07-5c9ff08c7b7e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ff27114-714c-4c83-a133-ed9cc72e152f HTTP/1.1" status: 204 len: 168 time: 0.1514792 Mar 01 13:41:16.385733 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c00b0d-8b8c-46c0-9b07-5c9ff08c7b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff27114-714c-4c83-a133-ed9cc72e152f,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:16.472449 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-e78222d7-4ed2-402f-a4a2-61f1a382df9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:16.474865 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-e78222d7-4ed2-402f-a4a2-61f1a382df9c service neutron] 10.222.0.20 "GET /v2.0/networks?id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22 HTTP/1.1" status: 200 len: 908 time: 0.1318085 Mar 01 13:41:16.524936 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-9c5edb05-1aca-4839-afe7-c2caec5ac7f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79ce7964-89d8-43a5-818d-610e1805dded HTTP/1.1" status: 200 len: 217 time: 0.0427577 Mar 01 13:41:16.581940 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-67c35dad-dfb7-437c-9dec-195dfe325a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:16.584188 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-67c35dad-dfb7-437c-9dec-195dfe325a24 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7f9fefc-67f3-4f16-9709-32467e973c9a HTTP/1.1" status: 200 len: 847 time: 0.0510166 Mar 01 13:41:16.628812 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-c1c46e21-b6b2-4a82-be2a-66ffddb2ee3e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379033 Mar 01 13:41:16.696475 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:41:16.754109 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-2bec38a7-3ffc-40c6-a871-85016a3b964e service neutron] 10.222.0.20 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181834 Mar 01 13:41:16.805504 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 79ce7964-89d8-43a5-818d-610e1805dded no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:41:16.816404 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57484) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:41:16.849649 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] The host n-h1-827467-3 is not matching for port 79ce7964-89d8-43a5-818d-610e1805dded host n-h2-827467-3! {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 01 13:41:16.850469 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 79ce7964-89d8-43a5-818d-610e1805dded not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:41:16.858772 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7aa36022-c847-4836-85a4-3c36f8ab2bc6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f321ef9d960248e7b137c0898f21db51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411510 Mar 01 13:41:16.861110 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57486) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:41:16.875783 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-69cd9a5e-b554-4f3e-8e34-ac9e6861710e service neutron] 10.222.0.20 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144710 Mar 01 13:41:16.898811 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 0d53c447-c1d9-47cb-a072-1103609237e6 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:41:16.935313 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ae9fb40e-e0bf-443d-b4ae-e7381df17816 admin admin] Publish callbacks [] for security_group (0097a2f8-79f1-4fea-bee9-c17d81f20a98), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:16.965870 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ae9fb40e-e0bf-443d-b4ae-e7381df17816 admin admin] Publish callbacks [] for security_group (0097a2f8-79f1-4fea-bee9-c17d81f20a98), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:17.049306 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ae9fb40e-e0bf-443d-b4ae-e7381df17816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (0097a2f8-79f1-4fea-bee9-c17d81f20a98), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:17.055365 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ae9fb40e-e0bf-443d-b4ae-e7381df17816 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:17.070820 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ae9fb40e-e0bf-443d-b4ae-e7381df17816 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0097a2f8-79f1-4fea-bee9-c17d81f20a98 HTTP/1.1" status: 204 len: 168 time: 0.2085202 Mar 01 13:41:17.098819 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9fb40e-e0bf-443d-b4ae-e7381df17816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0097a2f8-79f1-4fea-bee9-c17d81f20a98,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:17.115935 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 0d53c447-c1d9-47cb-a072-1103609237e6, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=0d53c447-c1d9-47cb-a072-1103609237e6,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:17.157571 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-455df865-e178-4116-9ac1-6549416012d8 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=21cb905e7a734fa7b6c3214e13d79227&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664146 Mar 01 13:41:17.164371 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '0d53c447-c1d9-47cb-a072-1103609237e6', 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398', 'port_id': '0d53c447-c1d9-47cb-a072-1103609237e6', 'mac_address': 'fa:16:3e:f2:23:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b03883-8a75-4db3-9fa2-b5308f8a1ccf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:41:17.205559 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 0d53c447-c1d9-47cb-a072-1103609237e6 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:41:17.206241 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (0d53c447-c1d9-47cb-a072-1103609237e6), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:17.226542 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d53c447-c1d9-47cb-a072-1103609237e6 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:41:17.254848 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 0d53c447-c1d9-47cb-a072-1103609237e6, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=0d53c447-c1d9-47cb-a072-1103609237e6,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:17.286996 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (0d53c447-c1d9-47cb-a072-1103609237e6), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:17.308618 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-faf7f273-0f9d-4a27-96f2-ffc0b5d31617 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:17.314504 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-faf7f273-0f9d-4a27-96f2-ffc0b5d31617 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714&tenant_id=96cd43570afd4572b4b93d1aa25b2425&binding%3Ahost_id=n-h2-827467-3 HTTP/1.1" status: 200 len: 1126 time: 0.1432078 Mar 01 13:41:17.324604 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f80534-1cef-4a50-ae37-95a2aa9e490e req-9a4b4167-381b-41ed-8a1a-b96a04c5feae tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:17.328474 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d2f80534-1cef-4a50-ae37-95a2aa9e490e req-9a4b4167-381b-41ed-8a1a-b96a04c5feae tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 944 time: 0.2364213 Mar 01 13:41:17.383263 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=0d53c447-c1d9-47cb-a072-1103609237e6,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:17.395783 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:17.396444 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:17.396959 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:17.397456 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:17.397975 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:17.398474 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:17.398964 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:17.399635 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:17.400157 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:17.400778 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:17.401314 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:17.401802 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:17.402552 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:17.457339 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-e18d088d-4d9f-478f-b31e-8c4708d9b259 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:17.459134 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-e18d088d-4d9f-478f-b31e-8c4708d9b259 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2929416 Mar 01 13:41:17.481578 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-60c538b2-f3f3-4e77-b4eb-caca47e1fb4a tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/quotas/21cb905e7a734fa7b6c3214e13d79227 HTTP/1.1" status: 200 len: 375 time: 0.0156982 Mar 01 13:41:17.516425 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-f171afce-585a-4d0e-956c-334c0f49334c service neutron] For port 79ce7964-89d8-43a5-818d-610e1805dded, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:41:17.522608 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-f171afce-585a-4d0e-956c-334c0f49334c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:17.524554 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-13d1711f-a9ff-41c9-aca7-d83486b4b63c req-f171afce-585a-4d0e-956c-334c0f49334c service neutron] 10.222.0.20 "DELETE /v2.0/ports/79ce7964-89d8-43a5-818d-610e1805dded/bindings/n-h1-827467-3 HTTP/1.1" status: 204 len: 173 time: 0.2022250 Mar 01 13:41:17.541614 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d2f80534-1cef-4a50-ae37-95a2aa9e490e req-cf26af00-a2a9-4d26-b2bc-9d8205ec1736 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028520 Mar 01 13:41:17.589012 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-bdd4f37d-95bf-422b-998c-8d95ff345f86 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=21cb905e7a734fa7b6c3214e13d79227&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1006455 Mar 01 13:41:17.654016 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['0d53c447-c1d9-47cb-a072-1103609237e6'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:41:17.949304 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3c00cc4f-47f2-420d-adb0-1bc2255bd01a req-2c9e1de6-d42b-4e6e-9af9-bdeffb384521 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0f4a78-4c2b-4861-b989-4810824699c8 HTTP/1.1" status: 200 len: 210 time: 0.0641706 Mar 01 13:41:18.044782 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5fd227-650d-46a8-acef-16b470626fc5 req-d8ce4ef2-0db4-44d2-9cd2-ce1c4e9db660 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:18.049827 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0b5fd227-650d-46a8-acef-16b470626fc5 req-d8ce4ef2-0db4-44d2-9cd2-ce1c4e9db660 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714 HTTP/1.1" status: 200 len: 944 time: 0.0971811 Mar 01 13:41:18.187826 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0b5fd227-650d-46a8-acef-16b470626fc5 req-5bddf25b-f0b2-468d-9651-32bf8b650131 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321912 Mar 01 13:41:18.514625 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57586) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:41:18.515067 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec3365-954a-4a6b-a208-c98065e96431 req-6c753349-fd36-41d0-a375-4642f603ec6e tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:18.517006 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5aec3365-954a-4a6b-a208-c98065e96431 req-6c753349-fd36-41d0-a375-4642f603ec6e tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/networks?id=73628e5b-19c4-4cc2-85ab-069a1adb3f94 HTTP/1.1" status: 200 len: 804 time: 0.2065327 Mar 01 13:41:18.538557 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5aec3365-954a-4a6b-a208-c98065e96431 req-fd6183ba-cb7d-49c2-b6a2-fa247755b31d tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/quotas/ff19a9aae91a436fac353be002907a07 HTTP/1.1" status: 200 len: 375 time: 0.0118117 Mar 01 13:41:18.544586 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce151ac2-11ac-47a8-852b-3f418763d727 req-4f44985b-e82f-4cad-9bdd-03bf75ff6c4f tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:18.551602 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ce151ac2-11ac-47a8-852b-3f418763d727 req-4f44985b-e82f-4cad-9bdd-03bf75ff6c4f tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714 HTTP/1.1" status: 200 len: 1126 time: 0.0885284 Mar 01 13:41:18.632753 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ce151ac2-11ac-47a8-852b-3f418763d727 req-92aa32f9-c420-4c67-a861-9d34be9bb8e3 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795047 Mar 01 13:41:18.645737 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5aec3365-954a-4a6b-a208-c98065e96431 req-c6bd9bb5-a20c-4c5c-91ac-a3ca2a55b107 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff19a9aae91a436fac353be002907a07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0910177 Mar 01 13:41:18.689109 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-af271d93-8874-4634-979b-eee202b11177 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-983396323-network', 'tenant_id': 'ff123376cbb24b58b07467de812ea0ce'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:41:18.733424 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af271d93-8874-4634-979b-eee202b11177 admin admin] Made reservation on behalf of ff123376cbb24b58b07467de812ea0ce for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:41:18.735964 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af271d93-8874-4634-979b-eee202b11177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:18.763357 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af271d93-8874-4634-979b-eee202b11177 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:18.847254 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de6bbb-e025-4f41-a2c4-87fb061c601a req-ae116c7e-1a24-414b-b5d0-d7738ceb51e5 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:18.855449 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-50de6bbb-e025-4f41-a2c4-87fb061c601a req-ae116c7e-1a24-414b-b5d0-d7738ceb51e5 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 945 time: 0.1032288 Mar 01 13:41:18.856802 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af271d93-8874-4634-979b-eee202b11177 admin admin] Publish callbacks [] for security_group (681edcf8-22f7-44fe-b2bb-8b5687f81582), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:18.861601 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af271d93-8874-4634-979b-eee202b11177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (681edcf8-22f7-44fe-b2bb-8b5687f81582), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:18.865920 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5aec3365-954a-4a6b-a208-c98065e96431 req-61a22c34-50f9-46ba-bbf0-33fc7ce75ed4 service neutron] 10.222.0.13 "GET /v2.0/networks/73628e5b-19c4-4cc2-85ab-069a1adb3f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921513 Mar 01 13:41:18.896721 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af271d93-8874-4634-979b-eee202b11177 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:41:18.907281 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af271d93-8874-4634-979b-eee202b11177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681edcf8-22f7-44fe-b2bb-8b5687f81582,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:18.907511 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 0d53c447-c1d9-47cb-a072-1103609237e6 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:41:18.913014 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af271d93-8874-4634-979b-eee202b11177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (51a0677e-f1cb-46ae-bbf8-ef0a0b6ee8a6), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:18.913574 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-af271d93-8874-4634-979b-eee202b11177 admin admin] Added segment 51a0677e-f1cb-46ae-bbf8-ef0a0b6ee8a6 of type vlan for network 3c81d57b-5f06-4018-8114-784317e21127 Mar 01 13:41:18.959313 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af271d93-8874-4634-979b-eee202b11177 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (3c81d57b-5f06-4018-8114-784317e21127), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:19.004503 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-50de6bbb-e025-4f41-a2c4-87fb061c601a req-47322dc9-350d-437a-a3ee-b1470e9ba2ef tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464329 Mar 01 13:41:19.006832 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 0d53c447-c1d9-47cb-a072-1103609237e6 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:41:19.008292 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af271d93-8874-4634-979b-eee202b11177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (3c81d57b-5f06-4018-8114-784317e21127), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:19.009706 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af271d93-8874-4634-979b-eee202b11177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:19.010501 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af271d93-8874-4634-979b-eee202b11177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:19.012312 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 0d53c447-c1d9-47cb-a072-1103609237e6 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:41:19.012526 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (0d53c447-c1d9-47cb-a072-1103609237e6), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:19.079506 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5aec3365-954a-4a6b-a208-c98065e96431 req-64d30dbc-63fa-4d68-9198-35bc21542bde service neutron] 10.222.0.13 "GET /v2.0/networks/73628e5b-19c4-4cc2-85ab-069a1adb3f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041812 Mar 01 13:41:19.090704 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af271d93-8874-4634-979b-eee202b11177 admin admin] Pushing event updated for resources: {'Network': ['ID=3c81d57b-5f06-4018-8114-784317e21127,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:19.107734 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-af271d93-8874-4634-979b-eee202b11177 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5919352 Mar 01 13:41:19.109536 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 3c81d57b-5f06-4018-8114-784317e21127 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:41:19.110565 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57606) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:41:19.119368 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-d58ebb1a-0072-46b3-82ab-983388be1a0b admin admin] Request body: {'subnet': {'network_id': '3c81d57b-5f06-4018-8114-784317e21127', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-983396323-subnet', 'tenant_id': 'ff123376cbb24b58b07467de812ea0ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:41:19.165881 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58ebb1a-0072-46b3-82ab-983388be1a0b admin admin] Made reservation on behalf of ff123376cbb24b58b07467de812ea0ce for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:41:19.170985 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d58ebb1a-0072-46b3-82ab-983388be1a0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:19.193172 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 0d53c447-c1d9-47cb-a072-1103609237e6 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:41:19.193832 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (0d53c447-c1d9-47cb-a072-1103609237e6), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:19.222734 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1899cd92-e02b-452c-831b-58c8b0c06cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d53c447-c1d9-47cb-a072-1103609237e6'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:41:19.226477 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd35cbb-7ddf-4882-a978-ba90352daa8b" -d '{"events": [{"server_uuid": "1899cd92-e02b-452c-831b-58c8b0c06cb5", "name": "network-vif-plugged", "status": "completed", "tag": "0d53c447-c1d9-47cb-a072-1103609237e6"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:41:19.246607 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 0d53c447-c1d9-47cb-a072-1103609237e6, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=0d53c447-c1d9-47cb-a072-1103609237e6,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:19.259309 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (0d53c447-c1d9-47cb-a072-1103609237e6), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:19.260428 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 56d0b0be-246c-48f8-8847-38dcbc5aeb8a no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:41:19.341845 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-49b3226b-fa1e-4bf3-bb21-9351ce72990e tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:19.349602 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-49b3226b-fa1e-4bf3-bb21-9351ce72990e tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/networks?id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22 HTTP/1.1" status: 200 len: 807 time: 0.2054360 Mar 01 13:41:19.381533 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-200d8d23-819d-448b-aed2-af69217947ad tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/quotas/96cd43570afd4572b4b93d1aa25b2425 HTTP/1.1" status: 200 len: 375 time: 0.0310681 Mar 01 13:41:19.448953 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=0d53c447-c1d9-47cb-a072-1103609237e6,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:19.482593 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-68785835-892d-4548-a9e0-6a268546d558 req-f429382c-d61d-4d43-afe2-74b1ff5b3c15 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0f4a78-4c2b-4861-b989-4810824699c8 HTTP/1.1" status: 200 len: 210 time: 0.0526168 Mar 01 13:41:19.506206 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-93f54fd3-e0ea-4357-bac6-56ec63c40557 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=96cd43570afd4572b4b93d1aa25b2425&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1236465 Mar 01 13:41:19.571547 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-fbf57056-627c-4200-ac9e-a144486be48c tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=21cb905e7a734fa7b6c3214e13d79227&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1136994 Mar 01 13:41:19.604450 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 56d0b0be-246c-48f8-8847-38dcbc5aeb8a is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:41:19.607256 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (56d0b0be-246c-48f8-8847-38dcbc5aeb8a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:19.630384 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af139ea-e2f1-4ddc-9877-cddd983d8d8b x-openstack-request-id: req-5af139ea-e2f1-4ddc-9877-cddd983d8d8b {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:41:19.630737 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1899cd92-e02b-452c-831b-58c8b0c06cb5", "name": "network-vif-plugged", "status": "completed", "tag": "0d53c447-c1d9-47cb-a072-1103609237e6", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:41:19.630997 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5af139ea-e2f1-4ddc-9877-cddd983d8d8b {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:41:19.631687 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1899cd92-e02b-452c-831b-58c8b0c06cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d53c447-c1d9-47cb-a072-1103609237e6', 'code': 200} Mar 01 13:41:19.655919 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 56d0b0be-246c-48f8-8847-38dcbc5aeb8a, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=56d0b0be-246c-48f8-8847-38dcbc5aeb8a,segment=NetworkSegment(a0a669d5-60b7-4c06-a9c5-37075f67475a),segment_id=a0a669d5-60b7-4c06-a9c5-37075f67475a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:19.667751 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (56d0b0be-246c-48f8-8847-38dcbc5aeb8a), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:19.704219 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-5f79b102-328d-41ad-bac1-c160d455204a service neutron] 10.222.0.13 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966133 Mar 01 13:41:19.761442 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=56d0b0be-246c-48f8-8847-38dcbc5aeb8a,revision_number=8']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:19.814471 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d58ebb1a-0072-46b3-82ab-983388be1a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (982dab97-9634-4e94-8b54-b4480f44d42e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:19.862902 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-8e050ecc-31d8-4356-a03b-d2816de6ded2 service neutron] 10.222.0.13 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525629 Mar 01 13:41:19.905069 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ebb1a-0072-46b3-82ab-983388be1a0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=982dab97-9634-4e94-8b54-b4480f44d42e,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:19.925293 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e4801472-892a-429b-b6f7-39277386590f req-113f87ce-967d-4d06-8e20-321059771cb7 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=82169f35-0f46-49d4-b72b-f9f054af959c HTTP/1.1" status: 200 len: 210 time: 0.0609486 Mar 01 13:41:20.012756 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-650d0671-50c7-4f72-a697-7981168395b9 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:20.014665 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-650d0671-50c7-4f72-a697-7981168395b9 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4301794 Mar 01 13:41:20.037750 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-afb26de4-dea7-4b0c-8ece-b0601bbd022e tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Request body: {'port': {'device_id': 'cc0f4a78-4c2b-4861-b989-4810824699c8', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'admin_state_up': True, 'tenant_id': '21cb905e7a734fa7b6c3214e13d79227'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:41:20.042671 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e60c9-8cf0-4155-8642-0c7ae6b0b73e req-bf35157a-18d5-4bd2-85ad-d90b447253b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:20.044637 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f02e60c9-8cf0-4155-8642-0c7ae6b0b73e req-bf35157a-18d5-4bd2-85ad-d90b447253b3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 1128 time: 0.2453930 Mar 01 13:41:20.096784 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58ebb1a-0072-46b3-82ab-983388be1a0b admin admin] Checking segment: {'id': '51a0677e-f1cb-46ae-bbf8-ef0a0b6ee8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c81d57b-5f06-4018-8114-784317e21127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:41:20.097142 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58ebb1a-0072-46b3-82ab-983388be1a0b admin admin] Network hostable DHCP agents. Network: 3c81d57b-5f06-4018-8114-784317e21127, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:41:20.207623 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4c78164b-18d1-44ef-a3e5-4dada285cf7e req-99ea7229-3411-4a0f-bb72-0572beb509f1 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 210 time: 0.0588360 Mar 01 13:41:20.233786 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81597fee-452e-4f83-8b1d-908bcf919550 req-4b071837-afe8-4d06-a28e-026cb93c5090 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:20.235309 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-81597fee-452e-4f83-8b1d-908bcf919550 req-4b071837-afe8-4d06-a28e-026cb93c5090 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a50d8ea-f141-4305-9696-705d3091939c HTTP/1.1" status: 200 len: 944 time: 0.3253832 Mar 01 13:41:20.289644 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe1238-9dc9-44cb-9eaa-27fcd7ebabe3 req-7ac2b9ad-ccd0-4835-8e6e-33cabe2320fc tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:20.299429 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-befe1238-9dc9-44cb-9eaa-27fcd7ebabe3 req-7ac2b9ad-ccd0-4835-8e6e-33cabe2320fc tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 946 time: 0.1650248 Mar 01 13:41:20.420502 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-befe1238-9dc9-44cb-9eaa-27fcd7ebabe3 req-b4e8f678-ded9-4f51-9dab-8178730bbac1 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198642 Mar 01 13:41:20.463141 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f02e60c9-8cf0-4155-8642-0c7ae6b0b73e req-3cde5fc9-58d4-4c79-8daa-815e6886e9e9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927920 Mar 01 13:41:20.464698 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58ebb1a-0072-46b3-82ab-983388be1a0b admin admin] Network 3c81d57b-5f06-4018-8114-784317e21127 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:41:20.491810 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-d58ebb1a-0072-46b3-82ab-983388be1a0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 3c81d57b-5f06-4018-8114-784317e21127) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:41:20.496904 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58ebb1a-0072-46b3-82ab-983388be1a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:20.497618 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d58ebb1a-0072-46b3-82ab-983388be1a0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:20.507019 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16238dc3-7890-4739-a7a0-2d0718ec1a92 None None] Network 3c81d57b-5f06-4018-8114-784317e21127 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:41:20.542437 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d58ebb1a-0072-46b3-82ab-983388be1a0b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4283664 Mar 01 13:41:20.543022 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57678) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:41:20.544409 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-afb26de4-dea7-4b0c-8ece-b0601bbd022e tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Made reservation on behalf of 21cb905e7a734fa7b6c3214e13d79227 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:41:20.548024 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-afb26de4-dea7-4b0c-8ece-b0601bbd022e tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:20.550421 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-2a0b5e1e-cef9-4bc7-b7d4-c16d3862b61f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-983396323-router', 'tenant_id': 'ff123376cbb24b58b07467de812ea0ce', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:41:20.569351 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-81597fee-452e-4f83-8b1d-908bcf919550 req-f3c9d57f-5f92-44fb-8f39-a2763c2b7e9d tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Deleting port 56d0b0be-246c-48f8-8847-38dcbc5aeb8a {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:41:20.569753 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-81597fee-452e-4f83-8b1d-908bcf919550 req-f3c9d57f-5f92-44fb-8f39-a2763c2b7e9d tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (56d0b0be-246c-48f8-8847-38dcbc5aeb8a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:20.618606 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a0b5e1e-cef9-4bc7-b7d4-c16d3862b61f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (3e860161-5d01-4d4a-9296-beb29fc887b1), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:20.620420 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a0b5e1e-cef9-4bc7-b7d4-c16d3862b61f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (3e860161-5d01-4d4a-9296-beb29fc887b1), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:20.715609 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a0b5e1e-cef9-4bc7-b7d4-c16d3862b61f admin admin] Publish callbacks [] for router_controller (3e860161-5d01-4d4a-9296-beb29fc887b1), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:20.761197 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2774f0a8-dc32-47b3-970d-edbe3ddcba37 req-7be015e1-0e47-4b58-9804-73d1e1e016ed tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0f4a78-4c2b-4861-b989-4810824699c8 HTTP/1.1" status: 200 len: 210 time: 0.1043041 Mar 01 13:41:20.789744 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-81597fee-452e-4f83-8b1d-908bcf919550 req-f3c9d57f-5f92-44fb-8f39-a2763c2b7e9d tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] For port 56d0b0be-246c-48f8-8847-38dcbc5aeb8a, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=56d0b0be-246c-48f8-8847-38dcbc5aeb8a,segment=NetworkSegment(a0a669d5-60b7-4c06-a9c5-37075f67475a),segment_id=a0a669d5-60b7-4c06-a9c5-37075f67475a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:20.790102 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-81597fee-452e-4f83-8b1d-908bcf919550 req-f3c9d57f-5f92-44fb-8f39-a2763c2b7e9d tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (56d0b0be-246c-48f8-8847-38dcbc5aeb8a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:20.811098 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-81597fee-452e-4f83-8b1d-908bcf919550 req-f3c9d57f-5f92-44fb-8f39-a2763c2b7e9d tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Calling delete_port for 56d0b0be-246c-48f8-8847-38dcbc5aeb8a owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:41:20.833605 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-afb26de4-dea7-4b0c-8ece-b0601bbd022e tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Allocated IP 192.168.233.175 (5e5e5cdc-dce5-4633-91fd-8e14363cd220/909a9e4d-2330-4bdf-bf33-da65c3dea6db/ca8f072c-d28a-412a-9271-3646dad9fcbb) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:41:21.031397 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a0b5e1e-cef9-4bc7-b7d4-c16d3862b61f admin admin] Publish callbacks [] for router_gateway (3e860161-5d01-4d4a-9296-beb29fc887b1), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:21.084822 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-afb26de4-dea7-4b0c-8ece-b0601bbd022e tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Publish callbacks [] for port (ca8f072c-d28a-412a-9271-3646dad9fcbb), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:21.088799 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f4c3ed-dc61-4468-958d-2c6194895ccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-3c81d57b-5f06-4018-8114-784317e21127', 'network_id': '3c81d57b-5f06-4018-8114-784317e21127', 'project_id': 'ff123376cbb24b58b07467de812ea0ce', 'fixed_ips': [{'subnet_id': '982dab97-9634-4e94-8b54-b4480f44d42e'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:41:21.089657 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-28f4c3ed-dc61-4468-958d-2c6194895ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:21.146193 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-afb26de4-dea7-4b0c-8ece-b0601bbd022e tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (ca8f072c-d28a-412a-9271-3646dad9fcbb), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:21.189567 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['25dc4364-94a9-4bd3-bdb5-3912b58d217a'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:41:21.219010 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-afb26de4-dea7-4b0c-8ece-b0601bbd022e tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:41:21.229127 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb26de4-dea7-4b0c-8ece-b0601bbd022e tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Pushing event updated for resources: {'Port': ['ID=ca8f072c-d28a-412a-9271-3646dad9fcbb,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:21.231426 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4c1e618d-794e-4410-9b22-ab584cef4540 req-b49e0673-db0d-4949-868e-db2ea1678f7e tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=82169f35-0f46-49d4-b72b-f9f054af959c HTTP/1.1" status: 200 len: 210 time: 0.1618624 Mar 01 13:41:21.241341 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-afb26de4-dea7-4b0c-8ece-b0601bbd022e tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:41:21.244969 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-afb26de4-dea7-4b0c-8ece-b0601bbd022e tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:41:21.250551 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-81597fee-452e-4f83-8b1d-908bcf919550 req-f3c9d57f-5f92-44fb-8f39-a2763c2b7e9d tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (56d0b0be-246c-48f8-8847-38dcbc5aeb8a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:21.359293 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-28f4c3ed-dc61-4468-958d-2c6194895ccb None None] Allocated IP 172.20.0.2 (3c81d57b-5f06-4018-8114-784317e21127/982dab97-9634-4e94-8b54-b4480f44d42e/84f6dd67-3c89-4528-866f-7b7604519d78) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:41:21.639742 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a50d8ea-f141-4305-9696-705d3091939c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56d0b0be-246c-48f8-8847-38dcbc5aeb8a'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:41:21.643082 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe500161-7cd9-4149-8651-26779c3e67af" -d '{"events": [{"server_uuid": "9a50d8ea-f141-4305-9696-705d3091939c", "name": "network-vif-unplugged", "status": "completed", "tag": "56d0b0be-246c-48f8-8847-38dcbc5aeb8a"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:41:21.685305 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c5e5a68e-1f07-4d2c-8c4d-135a396da1f5 req-e0739734-261d-49be-9d87-ea337f7ff689 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 210 time: 0.0922751 Mar 01 13:41:21.714838 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-81597fee-452e-4f83-8b1d-908bcf919550 req-f3c9d57f-5f92-44fb-8f39-a2763c2b7e9d tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] No DVR routers for this DVR port 56d0b0be-246c-48f8-8847-38dcbc5aeb8a on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:41:21.718536 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c9d57f-5f92-44fb-8f39-a2763c2b7e9d tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Pushing event deleted for resources: {'Port': ['ID=56d0b0be-246c-48f8-8847-38dcbc5aeb8a,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:21.727967 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-afb26de4-dea7-4b0c-8ece-b0601bbd022e tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:21.729488 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-afb26de4-dea7-4b0c-8ece-b0601bbd022e tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:21.738117 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-81597fee-452e-4f83-8b1d-908bcf919550 req-f3c9d57f-5f92-44fb-8f39-a2763c2b7e9d tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:21.753905 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-81597fee-452e-4f83-8b1d-908bcf919550 req-f3c9d57f-5f92-44fb-8f39-a2763c2b7e9d tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.20 "DELETE /v2.0/ports/56d0b0be-246c-48f8-8847-38dcbc5aeb8a HTTP/1.1" status: 204 len: 173 time: 1.5062339 Mar 01 13:41:21.754401 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a50d8ea-f141-4305-9696-705d3091939c', 'name': 'network-vif-deleted', 'tag': '56d0b0be-246c-48f8-8847-38dcbc5aeb8a'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:41:21.758331 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 13:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b87befe-0c2a-46dd-af3e-4e2fce7128fa x-openstack-request-id: req-0b87befe-0c2a-46dd-af3e-4e2fce7128fa {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:41:21.758809 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a50d8ea-f141-4305-9696-705d3091939c", "name": "network-vif-unplugged", "status": "completed", "tag": "56d0b0be-246c-48f8-8847-38dcbc5aeb8a", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:41:21.759151 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b87befe-0c2a-46dd-af3e-4e2fce7128fa {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:41:21.759632 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a50d8ea-f141-4305-9696-705d3091939c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56d0b0be-246c-48f8-8847-38dcbc5aeb8a', 'code': 200} Mar 01 13:41:21.760930 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9a257c-a421-45fa-9b8f-ab6ec575a927" -d '{"events": [{"server_uuid": "9a50d8ea-f141-4305-9696-705d3091939c", "name": "network-vif-deleted", "tag": "56d0b0be-246c-48f8-8847-38dcbc5aeb8a"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:41:21.798202 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-afb26de4-dea7-4b0c-8ece-b0601bbd022e tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7624149 Mar 01 13:41:21.811222 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-09df200f-6504-407a-a29c-bf99e24bf6c3 service neutron] Request body: {'port': {'device_id': 'cc0f4a78-4c2b-4861-b989-4810824699c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:41:21.812538 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-28f4c3ed-dc61-4468-958d-2c6194895ccb None None] Publish callbacks [] for port (84f6dd67-3c89-4528-866f-7b7604519d78), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:21.843643 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-28f4c3ed-dc61-4468-958d-2c6194895ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (84f6dd67-3c89-4528-866f-7b7604519d78), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:21.866324 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94729fb9-9de9-4022-be84-b4d44b905e11 x-openstack-request-id: req-94729fb9-9de9-4022-be84-b4d44b905e11 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:41:21.867287 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a50d8ea-f141-4305-9696-705d3091939c", "name": "network-vif-deleted", "tag": "56d0b0be-246c-48f8-8847-38dcbc5aeb8a", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:41:21.867765 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94729fb9-9de9-4022-be84-b4d44b905e11 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:41:21.868366 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a50d8ea-f141-4305-9696-705d3091939c', 'name': 'network-vif-deleted', 'tag': '56d0b0be-246c-48f8-8847-38dcbc5aeb8a', 'status': 'completed', 'code': 200} Mar 01 13:41:21.960328 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a0b5e1e-cef9-4bc7-b7d4-c16d3862b61f admin admin] Publish callbacks [] for router_gateway (3e860161-5d01-4d4a-9296-beb29fc887b1), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:22.005353 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f4c3ed-dc61-4468-958d-2c6194895ccb None None] Pushing event updated for resources: {'Port': ['ID=84f6dd67-3c89-4528-866f-7b7604519d78,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:22.016308 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-089a3a18-5812-4681-a62f-806fea6055e2 None None] Provisioning complete for port ca8f072c-d28a-412a-9271-3646dad9fcbb triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:41:22.017042 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-089a3a18-5812-4681-a62f-806fea6055e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ca8f072c-d28a-412a-9271-3646dad9fcbb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:22.018318 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a0b5e1e-cef9-4bc7-b7d4-c16d3862b61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:22.022525 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-09df200f-6504-407a-a29c-bf99e24bf6c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ca8f072c-d28a-412a-9271-3646dad9fcbb), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:22.047740 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec3365-954a-4a6b-a208-c98065e96431 req-3f563cb3-0ed5-429b-9fa2-27b972b3ab63 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:22.049935 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5aec3365-954a-4a6b-a208-c98065e96431 req-3f563cb3-0ed5-429b-9fa2-27b972b3ab63 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.32 "GET /v2.0/networks?id=73628e5b-19c4-4cc2-85ab-069a1adb3f94 HTTP/1.1" status: 200 len: 804 time: 0.7253110 Mar 01 13:41:22.064508 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-5aec3365-954a-4a6b-a208-c98065e96431 req-23bff02e-1a30-47a3-9d26-706b2578feb1 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Request body: {'port': {'device_id': '82169f35-0f46-49d4-b72b-f9f054af959c', 'network_id': '73628e5b-19c4-4cc2-85ab-069a1adb3f94', 'admin_state_up': True, 'tenant_id': 'ff19a9aae91a436fac353be002907a07'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:41:22.068724 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f4c3ed-dc61-4468-958d-2c6194895ccb None None] Network 3c81d57b-5f06-4018-8114-784317e21127 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:41:22.104056 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-28f4c3ed-dc61-4468-958d-2c6194895ccb None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:41:22.113498 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f4c3ed-dc61-4468-958d-2c6194895ccb None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:41:22.122092 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-089a3a18-5812-4681-a62f-806fea6055e2 None None] Port ca8f072c-d28a-412a-9271-3646dad9fcbb cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:41:22.142701 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50808e-4981-43d5-8eef-b82e4f73dfdb req-71be35c9-6073-43e6-bcff-7475d3cdd3fc tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:22.157782 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5a50808e-4981-43d5-8eef-b82e4f73dfdb req-71be35c9-6073-43e6-bcff-7475d3cdd3fc tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 946 time: 0.4735062 Mar 01 13:41:22.255315 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-28f4c3ed-dc61-4468-958d-2c6194895ccb None None] Attempting to bind port 84f6dd67-3c89-4528-866f-7b7604519d78 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:41:22.256005 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-28f4c3ed-dc61-4468-958d-2c6194895ccb None None] Attempting to bind port 84f6dd67-3c89-4528-866f-7b7604519d78 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '51a0677e-f1cb-46ae-bbf8-ef0a0b6ee8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c81d57b-5f06-4018-8114-784317e21127'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:41:22.256869 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f4c3ed-dc61-4468-958d-2c6194895ccb None None] Attempting to bind port 84f6dd67-3c89-4528-866f-7b7604519d78 on network 3c81d57b-5f06-4018-8114-784317e21127 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:41:22.266304 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f4c3ed-dc61-4468-958d-2c6194895ccb None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:41:22.266733 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f4c3ed-dc61-4468-958d-2c6194895ccb None None] Checking segment: {'id': '51a0677e-f1cb-46ae-bbf8-ef0a0b6ee8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c81d57b-5f06-4018-8114-784317e21127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:41:22.267163 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-28f4c3ed-dc61-4468-958d-2c6194895ccb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:22.267637 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f4c3ed-dc61-4468-958d-2c6194895ccb None None] Bound using segment: {'id': '51a0677e-f1cb-46ae-bbf8-ef0a0b6ee8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c81d57b-5f06-4018-8114-784317e21127'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:41:22.268715 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-28f4c3ed-dc61-4468-958d-2c6194895ccb None None] Bound port: 84f6dd67-3c89-4528-866f-7b7604519d78, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a0677e-f1cb-46ae-bbf8-ef0a0b6ee8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c81d57b-5f06-4018-8114-784317e21127'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:41:22.268715 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-28f4c3ed-dc61-4468-958d-2c6194895ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (84f6dd67-3c89-4528-866f-7b7604519d78), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:22.353326 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975dfff-cdb4-4bc5-b041-2606a91e6023 req-e5af3210-f0a4-43ad-8019-4f07c46c97ce tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:22.361055 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8975dfff-cdb4-4bc5-b041-2606a91e6023 req-e5af3210-f0a4-43ad-8019-4f07c46c97ce tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0f4a78-4c2b-4861-b989-4810824699c8 HTTP/1.1" status: 200 len: 936 time: 0.3542149 Mar 01 13:41:22.417580 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5a50808e-4981-43d5-8eef-b82e4f73dfdb req-d53e09f0-fb31-47a2-bc34-5c8e000f9216 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540369 Mar 01 13:41:22.433910 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-28f4c3ed-dc61-4468-958d-2c6194895ccb None None] For port 84f6dd67-3c89-4528-866f-7b7604519d78, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:41:22.441037 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-28f4c3ed-dc61-4468-958d-2c6194895ccb None None] For port 84f6dd67-3c89-4528-866f-7b7604519d78, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=84f6dd67-3c89-4528-866f-7b7604519d78,segment=NetworkSegment(51a0677e-f1cb-46ae-bbf8-ef0a0b6ee8a6),segment_id=51a0677e-f1cb-46ae-bbf8-ef0a0b6ee8a6)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:41:22.453562 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-28f4c3ed-dc61-4468-958d-2c6194895ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (84f6dd67-3c89-4528-866f-7b7604519d78), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:22.589159 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aec3365-954a-4a6b-a208-c98065e96431 req-23bff02e-1a30-47a3-9d26-706b2578feb1 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Made reservation on behalf of ff19a9aae91a436fac353be002907a07 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:41:22.593749 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f4c3ed-dc61-4468-958d-2c6194895ccb None None] Pushing event updated for resources: {'Port': ['ID=84f6dd67-3c89-4528-866f-7b7604519d78,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:22.604088 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5aec3365-954a-4a6b-a208-c98065e96431 req-23bff02e-1a30-47a3-9d26-706b2578feb1 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:22.747013 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-09df200f-6504-407a-a29c-bf99e24bf6c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca8f072c-d28a-412a-9271-3646dad9fcbb {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:41:22.760282 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-09df200f-6504-407a-a29c-bf99e24bf6c3 service neutron] Publish callbacks [] for port (ca8f072c-d28a-412a-9271-3646dad9fcbb), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:22.807374 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-09df200f-6504-407a-a29c-bf99e24bf6c3 service neutron] Transition to ACTIVE for port object ca8f072c-d28a-412a-9271-3646dad9fcbb will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:41:22.837134 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-09df200f-6504-407a-a29c-bf99e24bf6c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (ca8f072c-d28a-412a-9271-3646dad9fcbb), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:22.907620 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c785ee98-737b-45ad-be13-ebce7c11168f req-29a99645-3488-4bae-a84f-97ed2a3d7e60 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=82169f35-0f46-49d4-b72b-f9f054af959c HTTP/1.1" status: 200 len: 210 time: 0.0790722 Mar 01 13:41:22.924492 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 56d0b0be-246c-48f8-8847-38dcbc5aeb8a no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:41:22.945718 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-5aec3365-954a-4a6b-a208-c98065e96431 req-23bff02e-1a30-47a3-9d26-706b2578feb1 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Allocated IP 172.20.0.10 (73628e5b-19c4-4cc2-85ab-069a1adb3f94/a72a1b6b-a371-4cd5-a742-432bd3fca273/85ef3117-5817-4926-9ecc-8ce519cbab44) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:41:22.949691 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-2a0b5e1e-cef9-4bc7-b7d4-c16d3862b61f admin admin] Allocated IP 172.25.1.235 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/96ff920a-de35-4bde-a1e8-28e29ed57571) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:41:22.979946 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 56d0b0be-246c-48f8-8847-38dcbc5aeb8a {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:41:22.980298 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 56d0b0be-246c-48f8-8847-38dcbc5aeb8a not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:41:23.021593 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df200f-6504-407a-a29c-bf99e24bf6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8f072c-d28a-412a-9271-3646dad9fcbb,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:23.066265 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-01774413-d379-42a9-9be2-ebb1e559e80f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:23.068050 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-01774413-d379-42a9-9be2-ebb1e559e80f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.32 "GET /v2.0/networks?id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22 HTTP/1.1" status: 200 len: 807 time: 0.8796339 Mar 01 13:41:23.084901 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8975dfff-cdb4-4bc5-b041-2606a91e6023 req-34de89f9-e4aa-44f8-a54a-a4dbc5671976 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/security-groups?id=b52f4f5b-20e5-4e7b-941d-1df91f9cb3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7180696 Mar 01 13:41:23.095101 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-e91b93ea-ba67-466e-8937-d9ba08c3b25e tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Request body: {'port': {'device_id': '23b322a7-84e4-4223-b975-e6a6a638c78f', 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22', 'admin_state_up': True, 'tenant_id': '96cd43570afd4572b4b93d1aa25b2425'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:41:23.324567 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d2f5a27b-9a69-4e29-b724-b54228526dc8 req-c22ccb71-1c52-4c58-8b63-60c51fdb32e8 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 210 time: 0.1086671 Mar 01 13:41:23.369647 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a0b5e1e-cef9-4bc7-b7d4-c16d3862b61f admin admin] Publish callbacks [] for port (96ff920a-de35-4bde-a1e8-28e29ed57571), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:23.485957 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-4f771533-c553-443a-b14a-592c683b8fb4 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b382c550774348ceae3f8f250034cb4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433946 Mar 01 13:41:23.492505 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-e91b93ea-ba67-466e-8937-d9ba08c3b25e tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Made reservation on behalf of 96cd43570afd4572b4b93d1aa25b2425 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:41:23.498109 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-e91b93ea-ba67-466e-8937-d9ba08c3b25e tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:23.505388 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a0b5e1e-cef9-4bc7-b7d4-c16d3862b61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (96ff920a-de35-4bde-a1e8-28e29ed57571), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:23.688002 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0b5e1e-cef9-4bc7-b7d4-c16d3862b61f admin admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:41:23.700920 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-2a0b5e1e-cef9-4bc7-b7d4-c16d3862b61f admin admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:41:23.704198 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0b5e1e-cef9-4bc7-b7d4-c16d3862b61f admin admin] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:41:23.721652 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-09df200f-6504-407a-a29c-bf99e24bf6c3 service neutron] Attempting to bind port ca8f072c-d28a-412a-9271-3646dad9fcbb on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:41:23.722099 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-09df200f-6504-407a-a29c-bf99e24bf6c3 service neutron] Attempting to bind port ca8f072c-d28a-412a-9271-3646dad9fcbb by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:41:23.722429 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-09df200f-6504-407a-a29c-bf99e24bf6c3 service neutron] Attempting to bind port ca8f072c-d28a-412a-9271-3646dad9fcbb on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:41:23.733839 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-09df200f-6504-407a-a29c-bf99e24bf6c3 service neutron] Port ca8f072c-d28a-412a-9271-3646dad9fcbb on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:41:23.734210 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-09df200f-6504-407a-a29c-bf99e24bf6c3 service neutron] Attempting to bind port ca8f072c-d28a-412a-9271-3646dad9fcbb on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:41:23.746551 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-09df200f-6504-407a-a29c-bf99e24bf6c3 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:41:23.746891 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-09df200f-6504-407a-a29c-bf99e24bf6c3 service neutron] Checking segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:41:23.747322 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-09df200f-6504-407a-a29c-bf99e24bf6c3 service neutron] Bound using segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:41:23.747880 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-09df200f-6504-407a-a29c-bf99e24bf6c3 service neutron] Bound port: ca8f072c-d28a-412a-9271-3646dad9fcbb, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:41:23.749189 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-09df200f-6504-407a-a29c-bf99e24bf6c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ca8f072c-d28a-412a-9271-3646dad9fcbb), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:23.787749 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b5e1e-cef9-4bc7-b7d4-c16d3862b61f admin admin] Pushing event updated for resources: {'Port': ['ID=96ff920a-de35-4bde-a1e8-28e29ed57571,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:23.871809 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-920eca32-f592-4f2c-8aad-5ac21e384258 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:23.873755 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-920eca32-f592-4f2c-8aad-5ac21e384258 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3730593 Mar 01 13:41:23.899517 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-09df200f-6504-407a-a29c-bf99e24bf6c3 service neutron] For port ca8f072c-d28a-412a-9271-3646dad9fcbb, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:41:23.909211 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338ca537-b2d2-4c0d-967b-17ddea126de5 None None] Network 3c81d57b-5f06-4018-8114-784317e21127 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:41:23.936160 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-09df200f-6504-407a-a29c-bf99e24bf6c3 service neutron] For port ca8f072c-d28a-412a-9271-3646dad9fcbb, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ca8f072c-d28a-412a-9271-3646dad9fcbb,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:41:23.972238 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5aec3365-954a-4a6b-a208-c98065e96431 req-23bff02e-1a30-47a3-9d26-706b2578feb1 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Publish callbacks [] for port (85ef3117-5817-4926-9ecc-8ce519cbab44), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:24.006675 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-09df200f-6504-407a-a29c-bf99e24bf6c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (ca8f072c-d28a-412a-9271-3646dad9fcbb), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:24.041821 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5aec3365-954a-4a6b-a208-c98065e96431 req-23bff02e-1a30-47a3-9d26-706b2578feb1 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (85ef3117-5817-4926-9ecc-8ce519cbab44), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:24.057179 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-6e4db6da-f481-4e34-bbf9-817d3f2b0576 None None] Provisioning complete for port 84f6dd67-3c89-4528-866f-7b7604519d78 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:41:24.058208 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6e4db6da-f481-4e34-bbf9-817d3f2b0576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (84f6dd67-3c89-4528-866f-7b7604519d78), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:24.068300 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-09df200f-6504-407a-a29c-bf99e24bf6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:24.069726 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-09df200f-6504-407a-a29c-bf99e24bf6c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:24.071577 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-09df200f-6504-407a-a29c-bf99e24bf6c3 service neutron] 10.222.0.20 "PUT /v2.0/ports/ca8f072c-d28a-412a-9271-3646dad9fcbb HTTP/1.1" status: 200 len: 1096 time: 2.2672813 Mar 01 13:41:24.082377 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0f4a78-4c2b-4861-b989-4810824699c8', 'tag': 'ca8f072c-d28a-412a-9271-3646dad9fcbb'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:41:24.088756 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1120019a-d35e-4787-9ab5-18dbb0e8ef96" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0f4a78-4c2b-4861-b989-4810824699c8", "tag": "ca8f072c-d28a-412a-9271-3646dad9fcbb"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:41:24.105000 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aec3365-954a-4a6b-a208-c98065e96431 req-23bff02e-1a30-47a3-9d26-706b2578feb1 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Network 73628e5b-19c4-4cc2-85ab-069a1adb3f94 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:41:24.110417 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-5aec3365-954a-4a6b-a208-c98065e96431 req-23bff02e-1a30-47a3-9d26-706b2578feb1 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:41:24.113253 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-e91b93ea-ba67-466e-8937-d9ba08c3b25e tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Allocated IP 172.20.0.7 (94da7596-6b29-49a6-a3ae-5d4e1cca0c22/b7f9fefc-67f3-4f16-9709-32467e973c9a/29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:41:24.120054 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aec3365-954a-4a6b-a208-c98065e96431 req-23bff02e-1a30-47a3-9d26-706b2578feb1 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:41:24.201788 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470036e-694c-420e-9445-6cc118afb51f req-3456a0d8-b204-4a6b-95d7-e45478dd07b9 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:24.208321 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a470036e-694c-420e-9445-6cc118afb51f req-3456a0d8-b204-4a6b-95d7-e45478dd07b9 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 946 time: 0.6296527 Mar 01 13:41:24.225396 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df200f-6504-407a-a29c-bf99e24bf6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8f072c-d28a-412a-9271-3646dad9fcbb,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:24.226206 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-ac302a00-4d19-4f37-a750-f7c079ffb077 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/quotas/b382c550774348ceae3f8f250034cb4d HTTP/1.1" status: 200 len: 375 time: 0.3122697 Mar 01 13:41:24.365893 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-6e4db6da-f481-4e34-bbf9-817d3f2b0576 None None] Current status of the port 84f6dd67-3c89-4528-866f-7b7604519d78 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:41:24.366302 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6e4db6da-f481-4e34-bbf9-817d3f2b0576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (84f6dd67-3c89-4528-866f-7b7604519d78), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:24.379576 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bff02e-1a30-47a3-9d26-706b2578feb1 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Pushing event updated for resources: {'Port': ['ID=85ef3117-5817-4926-9ecc-8ce519cbab44,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:24.394380 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec3365-954a-4a6b-a208-c98065e96431 req-23bff02e-1a30-47a3-9d26-706b2578feb1 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:24.396399 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5aec3365-954a-4a6b-a208-c98065e96431 req-23bff02e-1a30-47a3-9d26-706b2578feb1 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:24.430829 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-dcdf74ff-944c-42e0-8792-af33516c24df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:24.432792 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-dcdf74ff-944c-42e0-8792-af33516c24df service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21cb905e7a734fa7b6c3214e13d79227&device_id=cc0f4a78-4c2b-4861-b989-4810824699c8 HTTP/1.1" status: 200 len: 1130 time: 0.2760580 Mar 01 13:41:24.436474 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5aec3365-954a-4a6b-a208-c98065e96431 req-23bff02e-1a30-47a3-9d26-706b2578feb1 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3768325 Mar 01 13:41:24.474809 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-5aec3365-954a-4a6b-a208-c98065e96431 req-1c076d4f-4b91-493e-8e21-6193f398bfe0 service neutron] Request body: {'port': {'device_id': '82169f35-0f46-49d4-b72b-f9f054af959c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:41:24.490600 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-6e4db6da-f481-4e34-bbf9-817d3f2b0576 None None] For port 84f6dd67-3c89-4528-866f-7b7604519d78, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=84f6dd67-3c89-4528-866f-7b7604519d78,segment=NetworkSegment(51a0677e-f1cb-46ae-bbf8-ef0a0b6ee8a6),segment_id=51a0677e-f1cb-46ae-bbf8-ef0a0b6ee8a6)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:24.496375 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6e4db6da-f481-4e34-bbf9-817d3f2b0576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (84f6dd67-3c89-4528-866f-7b7604519d78), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:24.561180 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a0b5e1e-cef9-4bc7-b7d4-c16d3862b61f admin admin] Publish callbacks [] for router_gateway (3e860161-5d01-4d4a-9296-beb29fc887b1), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:24.571527 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-38b8cba4-34e3-4b2a-b314-1cd458dbfdd3 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b382c550774348ceae3f8f250034cb4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2824008 Mar 01 13:41:24.576238 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4db6da-f481-4e34-bbf9-817d3f2b0576 None None] Pushing event updated for resources: {'Port': ['ID=84f6dd67-3c89-4528-866f-7b7604519d78,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:24.597850 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-4b22ea23-de3f-4cfa-8856-34ab6200acbc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=ca8f072c-d28a-412a-9271-3646dad9fcbb HTTP/1.1" status: 200 len: 217 time: 0.1552777 Mar 01 13:41:24.641890 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 84f6dd67-3c89-4528-866f-7b7604519d78 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:41:24.797944 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-db46a897-e02b-482e-a9f3-7ef2a433c4c5 None None] Provisioning complete for port 84f6dd67-3c89-4528-866f-7b7604519d78 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:41:24.798275 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-db46a897-e02b-482e-a9f3-7ef2a433c4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (84f6dd67-3c89-4528-866f-7b7604519d78), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:24.809804 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a470036e-694c-420e-9445-6cc118afb51f req-a743bd9f-ba73-4c70-908c-01a07c8b7172 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5821037 Mar 01 13:41:24.813089 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-9bd9cead-45d3-4b7e-a7a4-457231de8ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:24.814295 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-9bd9cead-45d3-4b7e-a7a4-457231de8ed5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.2034402 Mar 01 13:41:24.815076 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5aec3365-954a-4a6b-a208-c98065e96431 req-1c076d4f-4b91-493e-8e21-6193f398bfe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (85ef3117-5817-4926-9ecc-8ce519cbab44), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:24.883791 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-e91b93ea-ba67-466e-8937-d9ba08c3b25e tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Publish callbacks [] for port (29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:24.960780 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-2e71b0e7-9fd5-4116-a14d-7a591525f1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:24.962297 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-2e71b0e7-9fd5-4116-a14d-7a591525f1ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1404445 Mar 01 13:41:25.014480 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 84f6dd67-3c89-4528-866f-7b7604519d78 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:41:25.014867 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (84f6dd67-3c89-4528-866f-7b7604519d78), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:25.030912 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aab947e-872c-4eb4-b98f-2622282ee322 x-openstack-request-id: req-9aab947e-872c-4eb4-b98f-2622282ee322 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:41:25.031584 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0f4a78-4c2b-4861-b989-4810824699c8", "tag": "ca8f072c-d28a-412a-9271-3646dad9fcbb", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:41:25.031584 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9aab947e-872c-4eb4-b98f-2622282ee322 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:41:25.032101 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0f4a78-4c2b-4861-b989-4810824699c8', 'tag': 'ca8f072c-d28a-412a-9271-3646dad9fcbb', 'status': 'completed', 'code': 200} Mar 01 13:41:25.129451 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-db46a897-e02b-482e-a9f3-7ef2a433c4c5 None None] Current status of the port 84f6dd67-3c89-4528-866f-7b7604519d78 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:41:25.182410 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-a1c80675-5c88-4599-bd51-f8421c58bc6d service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609271 Mar 01 13:41:25.242006 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681915e1-eba6-4e25-8c0e-d780198c1143 req-1f842204-cad6-4378-bbff-54a17bdccb8c tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:25.244357 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c6608f49-6b73-4384-9f52-22b81a7f9514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:25.246809 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 84f6dd67-3c89-4528-866f-7b7604519d78 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:41:25.259722 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-681915e1-eba6-4e25-8c0e-d780198c1143 req-1f842204-cad6-4378-bbff-54a17bdccb8c tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=82169f35-0f46-49d4-b72b-f9f054af959c HTTP/1.1" status: 200 len: 932 time: 0.3517752 Mar 01 13:41:25.333607 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-e91b93ea-ba67-466e-8937-d9ba08c3b25e tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:25.389564 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0933e87-9612-486e-9607-0f8ed77c6269 req-fba3c940-9483-425f-a09f-22c6d0fbe89c service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937926 Mar 01 13:41:25.394081 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-5aec3365-954a-4a6b-a208-c98065e96431 req-1c076d4f-4b91-493e-8e21-6193f398bfe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85ef3117-5817-4926-9ecc-8ce519cbab44 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:41:25.398412 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-e91b93ea-ba67-466e-8937-d9ba08c3b25e tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:41:25.403978 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5aec3365-954a-4a6b-a208-c98065e96431 req-1c076d4f-4b91-493e-8e21-6193f398bfe0 service neutron] Publish callbacks [] for port (85ef3117-5817-4926-9ecc-8ce519cbab44), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:25.421843 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cf896-ba27-4e6f-acb7-e0a6887d64f1 req-2d8e0d74-bf54-4152-adda-a8c1ee5c827c tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:25.424366 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-5aec3365-954a-4a6b-a208-c98065e96431 req-1c076d4f-4b91-493e-8e21-6193f398bfe0 service neutron] Transition to ACTIVE for port object 85ef3117-5817-4926-9ecc-8ce519cbab44 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:41:25.425679 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-381cf896-ba27-4e6f-acb7-e0a6887d64f1 req-2d8e0d74-bf54-4152-adda-a8c1ee5c827c tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0f4a78-4c2b-4861-b989-4810824699c8 HTTP/1.1" status: 200 len: 948 time: 0.2667792 Mar 01 13:41:25.434049 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-e91b93ea-ba67-466e-8937-d9ba08c3b25e tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:41:25.434867 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5aec3365-954a-4a6b-a208-c98065e96431 req-1c076d4f-4b91-493e-8e21-6193f398bfe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (85ef3117-5817-4926-9ecc-8ce519cbab44), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:25.457221 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-e91b93ea-ba67-466e-8937-d9ba08c3b25e tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:41:25.509228 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a0b5e1e-cef9-4bc7-b7d4-c16d3862b61f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (3e860161-5d01-4d4a-9296-beb29fc887b1), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:25.524339 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b93ea-ba67-466e-8937-d9ba08c3b25e tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Pushing event updated for resources: {'Port': ['ID=29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:25.593415 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-681915e1-eba6-4e25-8c0e-d780198c1143 req-fa4eb5ea-2523-45a3-b0e9-4bef224e1976 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576058 Mar 01 13:41:25.633630 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-e91b93ea-ba67-466e-8937-d9ba08c3b25e tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:25.634440 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-e91b93ea-ba67-466e-8937-d9ba08c3b25e tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:25.658286 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c076d4f-4b91-493e-8e21-6193f398bfe0 service neutron] Pushing event updated for resources: {'Port': ['ID=85ef3117-5817-4926-9ecc-8ce519cbab44,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:25.667256 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-381cf896-ba27-4e6f-acb7-e0a6887d64f1 req-1a2d6755-1221-4413-9b95-b7a1d941374f tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/security-groups?id=b52f4f5b-20e5-4e7b-941d-1df91f9cb3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294805 Mar 01 13:41:25.672241 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-5aec3365-954a-4a6b-a208-c98065e96431 req-1c076d4f-4b91-493e-8e21-6193f398bfe0 service neutron] Attempting to bind port 85ef3117-5817-4926-9ecc-8ce519cbab44 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:41:25.672578 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-5aec3365-954a-4a6b-a208-c98065e96431 req-1c076d4f-4b91-493e-8e21-6193f398bfe0 service neutron] Attempting to bind port 85ef3117-5817-4926-9ecc-8ce519cbab44 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'a0a669d5-60b7-4c06-a9c5-37075f67475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '73628e5b-19c4-4cc2-85ab-069a1adb3f94'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:41:25.672907 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aec3365-954a-4a6b-a208-c98065e96431 req-1c076d4f-4b91-493e-8e21-6193f398bfe0 service neutron] Attempting to bind port 85ef3117-5817-4926-9ecc-8ce519cbab44 on network 73628e5b-19c4-4cc2-85ab-069a1adb3f94 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:41:25.680419 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aec3365-954a-4a6b-a208-c98065e96431 req-1c076d4f-4b91-493e-8e21-6193f398bfe0 service neutron] Port 85ef3117-5817-4926-9ecc-8ce519cbab44 on network 73628e5b-19c4-4cc2-85ab-069a1adb3f94 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:41:25.680793 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aec3365-954a-4a6b-a208-c98065e96431 req-1c076d4f-4b91-493e-8e21-6193f398bfe0 service neutron] Attempting to bind port 85ef3117-5817-4926-9ecc-8ce519cbab44 on network 73628e5b-19c4-4cc2-85ab-069a1adb3f94 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:41:25.696427 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aec3365-954a-4a6b-a208-c98065e96431 req-1c076d4f-4b91-493e-8e21-6193f398bfe0 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:41:25.696746 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aec3365-954a-4a6b-a208-c98065e96431 req-1c076d4f-4b91-493e-8e21-6193f398bfe0 service neutron] Checking segment: {'id': 'a0a669d5-60b7-4c06-a9c5-37075f67475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '73628e5b-19c4-4cc2-85ab-069a1adb3f94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:41:25.697128 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aec3365-954a-4a6b-a208-c98065e96431 req-1c076d4f-4b91-493e-8e21-6193f398bfe0 service neutron] Bound using segment: {'id': 'a0a669d5-60b7-4c06-a9c5-37075f67475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '73628e5b-19c4-4cc2-85ab-069a1adb3f94'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:41:25.697540 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-5aec3365-954a-4a6b-a208-c98065e96431 req-1c076d4f-4b91-493e-8e21-6193f398bfe0 service neutron] Bound port: 85ef3117-5817-4926-9ecc-8ce519cbab44, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0a669d5-60b7-4c06-a9c5-37075f67475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '73628e5b-19c4-4cc2-85ab-069a1adb3f94'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:41:25.697902 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5aec3365-954a-4a6b-a208-c98065e96431 req-1c076d4f-4b91-493e-8e21-6193f398bfe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (85ef3117-5817-4926-9ecc-8ce519cbab44), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:25.718362 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120019a-d35e-4787-9ab5-18dbb0e8ef96 req-15c71e9e-b0ff-4dd4-b5c9-0373e7c4562b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:25.719944 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1120019a-d35e-4787-9ab5-18dbb0e8ef96 req-15c71e9e-b0ff-4dd4-b5c9-0373e7c4562b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21cb905e7a734fa7b6c3214e13d79227&device_id=cc0f4a78-4c2b-4861-b989-4810824699c8 HTTP/1.1" status: 200 len: 1130 time: 0.2271574 Mar 01 13:41:25.755587 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-e91b93ea-ba67-466e-8937-d9ba08c3b25e tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6653657 Mar 01 13:41:25.775382 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-bff95dd4-2434-4e35-ba16-49b5ed05b8ca service neutron] Request body: {'port': {'device_id': '23b322a7-84e4-4223-b975-e6a6a638c78f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:41:25.876756 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-5aec3365-954a-4a6b-a208-c98065e96431 req-1c076d4f-4b91-493e-8e21-6193f398bfe0 service neutron] For port 85ef3117-5817-4926-9ecc-8ce519cbab44, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:41:25.894791 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-5aec3365-954a-4a6b-a208-c98065e96431 req-1c076d4f-4b91-493e-8e21-6193f398bfe0 service neutron] For port 85ef3117-5817-4926-9ecc-8ce519cbab44, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=85ef3117-5817-4926-9ecc-8ce519cbab44,segment=NetworkSegment(a0a669d5-60b7-4c06-a9c5-37075f67475a),segment_id=a0a669d5-60b7-4c06-a9c5-37075f67475a)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:41:25.935567 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-bff95dd4-2434-4e35-ba16-49b5ed05b8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:25.939199 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d5429-2383-4fb4-ab8c-684426d03dcb req-f112a51b-5885-452c-a213-e6557c7cb585 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:25.946666 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-629d5429-2383-4fb4-ab8c-684426d03dcb req-f112a51b-5885-452c-a213-e6557c7cb585 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 1128 time: 0.1789055 Mar 01 13:41:25.957248 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5aec3365-954a-4a6b-a208-c98065e96431 req-1c076d4f-4b91-493e-8e21-6193f398bfe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (85ef3117-5817-4926-9ecc-8ce519cbab44), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:25.970336 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120019a-d35e-4787-9ab5-18dbb0e8ef96 req-5cab9623-c182-410a-b235-82cc2b0f11c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:25.972137 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1120019a-d35e-4787-9ab5-18dbb0e8ef96 req-5cab9623-c182-410a-b235-82cc2b0f11c3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.2294374 Mar 01 13:41:25.999430 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19a782-7636-4a14-a549-94f97fe676cc req-477d8a5e-5bc0-459b-bf06-5eaa278aaec8 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:26.001205 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1d19a782-7636-4a14-a549-94f97fe676cc req-477d8a5e-5bc0-459b-bf06-5eaa278aaec8 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 931 time: 0.2138205 Mar 01 13:41:26.051241 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec3365-954a-4a6b-a208-c98065e96431 req-1c076d4f-4b91-493e-8e21-6193f398bfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:26.053450 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5aec3365-954a-4a6b-a208-c98065e96431 req-1c076d4f-4b91-493e-8e21-6193f398bfe0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:26.055359 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5aec3365-954a-4a6b-a208-c98065e96431 req-1c076d4f-4b91-493e-8e21-6193f398bfe0 service neutron] 10.222.0.32 "PUT /v2.0/ports/85ef3117-5817-4926-9ecc-8ce519cbab44 HTTP/1.1" status: 200 len: 1092 time: 1.5920796 Mar 01 13:41:26.056759 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c076d4f-4b91-493e-8e21-6193f398bfe0 service neutron] Pushing event updated for resources: {'Port': ['ID=85ef3117-5817-4926-9ecc-8ce519cbab44,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:26.116077 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0b5e1e-cef9-4bc7-b7d4-c16d3862b61f admin admin] Router 3e860161-5d01-4d4a-9296-beb29fc887b1 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 13:41:26.140346 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-629d5429-2383-4fb4-ab8c-684426d03dcb req-ea5fe7ab-f973-4e5f-b56d-8d16b491837b tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927598 Mar 01 13:41:26.202484 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1120019a-d35e-4787-9ab5-18dbb0e8ef96 req-5ed21a86-ca65-476d-be33-92af7fe38eb8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=ca8f072c-d28a-412a-9271-3646dad9fcbb HTTP/1.1" status: 200 len: 217 time: 0.1126137 Mar 01 13:41:26.304388 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120019a-d35e-4787-9ab5-18dbb0e8ef96 req-38cfba51-d5f1-4e20-89a8-bcc79a2aef47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:26.305927 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1120019a-d35e-4787-9ab5-18dbb0e8ef96 req-38cfba51-d5f1-4e20-89a8-bcc79a2aef47 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0929363 Mar 01 13:41:26.308869 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec3365-954a-4a6b-a208-c98065e96431 req-e1f0478c-d9d2-45cd-88e6-00570927140d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:26.310301 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5aec3365-954a-4a6b-a208-c98065e96431 req-e1f0478c-d9d2-45cd-88e6-00570927140d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff19a9aae91a436fac353be002907a07&device_id=82169f35-0f46-49d4-b72b-f9f054af959c HTTP/1.1" status: 200 len: 1126 time: 0.1069422 Mar 01 13:41:26.344883 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-a1aaa35b-a73d-4a8d-9522-a74b425c2312 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b382c550774348ceae3f8f250034cb4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790219 Mar 01 13:41:26.354941 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1d19a782-7636-4a14-a549-94f97fe676cc req-8293e9ac-0e0d-4613-a213-a568eff75efc tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437333 Mar 01 13:41:26.370690 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5aec3365-954a-4a6b-a208-c98065e96431 req-9924075f-d02a-44d8-81db-58b70a587c3e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85ef3117-5817-4926-9ecc-8ce519cbab44 HTTP/1.1" status: 200 len: 217 time: 0.0494859 Mar 01 13:41:26.447245 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120019a-d35e-4787-9ab5-18dbb0e8ef96 req-e4fb41a0-9e96-49c6-95d5-5ad12cf0445f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:26.448573 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1120019a-d35e-4787-9ab5-18dbb0e8ef96 req-e4fb41a0-9e96-49c6-95d5-5ad12cf0445f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1366413 Mar 01 13:41:26.647127 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 84f6dd67-3c89-4528-866f-7b7604519d78 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:41:26.666567 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec3365-954a-4a6b-a208-c98065e96431 req-36b6e1d8-3583-4fbe-817e-271d9d4dd1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:26.668851 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5aec3365-954a-4a6b-a208-c98065e96431 req-36b6e1d8-3583-4fbe-817e-271d9d4dd1ed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a72a1b6b-a371-4cd5-a742-432bd3fca273 HTTP/1.1" status: 200 len: 844 time: 0.2792604 Mar 01 13:41:26.671495 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1120019a-d35e-4787-9ab5-18dbb0e8ef96 req-4076a071-6d53-4fac-a043-31fcb8c11be6 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135429 Mar 01 13:41:26.724267 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5aec3365-954a-4a6b-a208-c98065e96431 req-f6b996ad-ccca-4449-a120-7c399c55de92 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=73628e5b-19c4-4cc2-85ab-069a1adb3f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464420 Mar 01 13:41:26.760133 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-0e6277bf-407b-41a3-8aa6-8b3c35d1a168 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b382c550774348ceae3f8f250034cb4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0861683 Mar 01 13:41:26.811216 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 84f6dd67-3c89-4528-866f-7b7604519d78 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:41:26.812121 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (84f6dd67-3c89-4528-866f-7b7604519d78), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:26.977250 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1120019a-d35e-4787-9ab5-18dbb0e8ef96 req-088ae553-b9ef-4359-8e94-83826a852bf4 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553334 Mar 01 13:41:27.002420 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5aec3365-954a-4a6b-a208-c98065e96431 req-e4be44a9-9264-4a03-a6cd-e3ebf7f6223b service neutron] 10.222.0.32 "GET /v2.0/networks/73628e5b-19c4-4cc2-85ab-069a1adb3f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529714 Mar 01 13:41:27.015770 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 84f6dd67-3c89-4528-866f-7b7604519d78 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:41:27.100149 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82169f35-0f46-49d4-b72b-f9f054af959c', 'tag': '85ef3117-5817-4926-9ecc-8ce519cbab44'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:41:27.115020 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f28d14-b9e4-44a0-b530-0247fc77ad04" -d '{"events": [{"name": "network-changed", "server_uuid": "82169f35-0f46-49d4-b72b-f9f054af959c", "tag": "85ef3117-5817-4926-9ecc-8ce519cbab44"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:41:27.148544 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-6a5ed63f-cc0d-41e2-a595-d7e6f4299500 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:27.150037 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-6a5ed63f-cc0d-41e2-a595-d7e6f4299500 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3639739 Mar 01 13:41:27.194508 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5aec3365-954a-4a6b-a208-c98065e96431 req-44f39672-87dc-49e3-bbe8-90d0f7e0e88a service neutron] 10.222.0.32 "GET /v2.0/networks/73628e5b-19c4-4cc2-85ab-069a1adb3f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810086 Mar 01 13:41:27.206930 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-e5c695b2-6ec8-4dc0-a668-9092a82a838a tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Request body: {'port': {'device_id': '2570827f-0013-43a0-9310-22f624ad4fee', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'admin_state_up': True, 'tenant_id': 'b382c550774348ceae3f8f250034cb4d'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:41:27.265581 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0b5e1e-cef9-4bc7-b7d4-c16d3862b61f admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:41:27.301526 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15514ca8-949d-475b-9b41-082a5c212772 None None] Sync routers for ids ['3e860161-5d01-4d4a-9296-beb29fc887b1'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:41:27.327756 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15514ca8-949d-475b-9b41-082a5c212772 None None] Routers {'3e860161-5d01-4d4a-9296-beb29fc887b1'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:41:27.335649 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-15514ca8-949d-475b-9b41-082a5c212772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:40:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['3e860161-5d01-4d4a-9296-beb29fc887b1'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:41:27.348207 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-e5c695b2-6ec8-4dc0-a668-9092a82a838a tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Made reservation on behalf of b382c550774348ceae3f8f250034cb4d for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:41:27.353401 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-e5c695b2-6ec8-4dc0-a668-9092a82a838a tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:27.366503 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a0b5e1e-cef9-4bc7-b7d4-c16d3862b61f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:27.368035 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2a0b5e1e-cef9-4bc7-b7d4-c16d3862b61f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.8232424 Mar 01 13:41:27.375028 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57814) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:41:27.404196 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-e5c695b2-6ec8-4dc0-a668-9092a82a838a tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:27.486246 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-15514ca8-949d-475b-9b41-082a5c212772 None None] Set router 3e860161-5d01-4d4a-9296-beb29fc887b1 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:41:27.493353 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d3696-7429-4eb6-aae6-420863bc6ed3 req-7d3d4d1c-30aa-4a41-89ca-e38382ed6554 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:27.496149 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-323d3696-7429-4eb6-aae6-420863bc6ed3 req-7d3d4d1c-30aa-4a41-89ca-e38382ed6554 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=82169f35-0f46-49d4-b72b-f9f054af959c HTTP/1.1" status: 200 len: 944 time: 0.3353465 Mar 01 13:41:27.617804 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-e5c695b2-6ec8-4dc0-a668-9092a82a838a tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Publish callbacks [] for security_group (4b5205c3-0740-433f-9e1b-5e522975ec0e), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:27.629379 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6a04126c-1b88-4760-8ad4-313b74a13ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:27.631020 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-e5c695b2-6ec8-4dc0-a668-9092a82a838a tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4b5205c3-0740-433f-9e1b-5e522975ec0e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:27.702303 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c695b2-6ec8-4dc0-a668-9092a82a838a tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5205c3-0740-433f-9e1b-5e522975ec0e,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:27.753888 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-15514ca8-949d-475b-9b41-082a5c212772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e860161-5d01-4d4a-9296-beb29fc887b1', 'name': 'tempest-FloatingIPDetailsTestJSON-983396323-router', 'tenant_id': 'ff123376cbb24b58b07467de812ea0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '96ff920a-de35-4bde-a1e8-28e29ed57571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:41:20Z', 'updated_at': '2022-03-01T13:41:24Z', 'revision_number': 3, 'project_id': 'ff123376cbb24b58b07467de812ea0ce', 'gw_port': {'id': '96ff920a-de35-4bde-a1e8-28e29ed57571', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e860161-5d01-4d4a-9296-beb29fc887b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:41:22Z', 'updated_at': '2022-03-01T13:41:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:41:27.791096 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-e5c695b2-6ec8-4dc0-a668-9092a82a838a tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Allocated IP 192.168.233.236 (5e5e5cdc-dce5-4633-91fd-8e14363cd220/909a9e4d-2330-4bdf-bf33-da65c3dea6db/f5ff6659-0c0f-4d70-8f11-73391ae78099) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:41:27.800844 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15514ca8-949d-475b-9b41-082a5c212772 None None] Checking router: 3e860161-5d01-4d4a-9296-beb29fc887b1 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:41:27.801069 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15514ca8-949d-475b-9b41-082a5c212772 None None] Updating router 3e860161-5d01-4d4a-9296-beb29fc887b1 port 96ff920a-de35-4bde-a1e8-28e29ed57571 binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:41:27.813267 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-8b911cd8-42ac-4324-be0e-9fe6fb888964 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:27.816026 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-8b911cd8-42ac-4324-be0e-9fe6fb888964 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4602053 Mar 01 13:41:27.840375 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-15514ca8-949d-475b-9b41-082a5c212772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (96ff920a-de35-4bde-a1e8-28e29ed57571), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:27.866525 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-bff95dd4-2434-4e35-ba16-49b5ed05b8ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:41:27.894049 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-576e390e-46c8-4d3b-9615-c88d1dae372e tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/quotas/b382c550774348ceae3f8f250034cb4d HTTP/1.1" status: 200 len: 375 time: 0.0675297 Mar 01 13:41:27.901651 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-bff95dd4-2434-4e35-ba16-49b5ed05b8ca service neutron] Publish callbacks [] for port (29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:27.941715 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-bff95dd4-2434-4e35-ba16-49b5ed05b8ca service neutron] Transition to ACTIVE for port object 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:41:27.966420 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-323d3696-7429-4eb6-aae6-420863bc6ed3 req-8f09a0e8-167d-4e6b-9b21-5aa9e9c3b65b tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306870 Mar 01 13:41:27.971528 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-bff95dd4-2434-4e35-ba16-49b5ed05b8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:28.030208 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-e357e72b-0f51-41fe-8020-70950906e464 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b382c550774348ceae3f8f250034cb4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1162832 Mar 01 13:41:28.090680 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-e5c695b2-6ec8-4dc0-a668-9092a82a838a tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Publish callbacks [] for port (f5ff6659-0c0f-4d70-8f11-73391ae78099), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:28.188932 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-e5c695b2-6ec8-4dc0-a668-9092a82a838a tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (f5ff6659-0c0f-4d70-8f11-73391ae78099), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:28.280991 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-e5c695b2-6ec8-4dc0-a668-9092a82a838a tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:41:28.288066 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-e5c695b2-6ec8-4dc0-a668-9092a82a838a tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:41:28.290735 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-e5c695b2-6ec8-4dc0-a668-9092a82a838a tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:41:28.294377 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c695b2-6ec8-4dc0-a668-9092a82a838a tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Pushing event updated for resources: {'Port': ['ID=f5ff6659-0c0f-4d70-8f11-73391ae78099,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:28.330665 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-15514ca8-949d-475b-9b41-082a5c212772 None None] Publish callbacks [] for port (96ff920a-de35-4bde-a1e8-28e29ed57571), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:28.347063 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-15514ca8-949d-475b-9b41-082a5c212772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (96ff920a-de35-4bde-a1e8-28e29ed57571), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:28.353093 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff95dd4-2434-4e35-ba16-49b5ed05b8ca service neutron] Pushing event updated for resources: {'Port': ['ID=29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:28.363159 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-e5c695b2-6ec8-4dc0-a668-9092a82a838a tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:28.364562 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-e5c695b2-6ec8-4dc0-a668-9092a82a838a tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:28.401957 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f808d617-e3b0-474e-968a-fe1b945ddaee x-openstack-request-id: req-f808d617-e3b0-474e-968a-fe1b945ddaee {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:41:28.402266 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82169f35-0f46-49d4-b72b-f9f054af959c", "tag": "85ef3117-5817-4926-9ecc-8ce519cbab44", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:41:28.402740 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f808d617-e3b0-474e-968a-fe1b945ddaee {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:41:28.403222 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82169f35-0f46-49d4-b72b-f9f054af959c', 'tag': '85ef3117-5817-4926-9ecc-8ce519cbab44', 'status': 'completed', 'code': 200} Mar 01 13:41:28.477569 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-15514ca8-949d-475b-9b41-082a5c212772 None None] Attempting to bind port 96ff920a-de35-4bde-a1e8-28e29ed57571 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:41:28.477948 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-15514ca8-949d-475b-9b41-082a5c212772 None None] Attempting to bind port 96ff920a-de35-4bde-a1e8-28e29ed57571 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:41:28.479732 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15514ca8-949d-475b-9b41-082a5c212772 None None] Attempting to bind port 96ff920a-de35-4bde-a1e8-28e29ed57571 on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:41:28.490889 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-e5c695b2-6ec8-4dc0-a668-9092a82a838a tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2953022 Mar 01 13:41:28.513152 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15514ca8-949d-475b-9b41-082a5c212772 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:41:28.513531 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15514ca8-949d-475b-9b41-082a5c212772 None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:41:28.513946 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-15514ca8-949d-475b-9b41-082a5c212772 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:28.514941 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15514ca8-949d-475b-9b41-082a5c212772 None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:41:28.515432 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-15514ca8-949d-475b-9b41-082a5c212772 None None] Bound port: 96ff920a-de35-4bde-a1e8-28e29ed57571, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:41:28.515857 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-15514ca8-949d-475b-9b41-082a5c212772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (96ff920a-de35-4bde-a1e8-28e29ed57571), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:28.516353 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-f0d784bf-9bde-4cc6-904f-11d4b1ce699b service neutron] Request body: {'port': {'device_id': '2570827f-0013-43a0-9310-22f624ad4fee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:41:28.641759 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3defc475-081e-42eb-984c-61b2ba2cce6d None None] Pushing event updated for resources: {'Port': ['ID=96ff920a-de35-4bde-a1e8-28e29ed57571,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:28.705198 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaec901-257c-47bf-a04a-5e2acd3fff5c req-6c4e9fd2-224c-4b0b-ace7-da5c5626a63e tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:28.708040 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cbaec901-257c-47bf-a04a-5e2acd3fff5c req-6c4e9fd2-224c-4b0b-ace7-da5c5626a63e tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0f4a78-4c2b-4861-b989-4810824699c8 HTTP/1.1" status: 200 len: 948 time: 0.6073759 Mar 01 13:41:28.748052 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-15514ca8-949d-475b-9b41-082a5c212772 None None] For port 96ff920a-de35-4bde-a1e8-28e29ed57571, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:41:28.810140 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:28.814287 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-15514ca8-949d-475b-9b41-082a5c212772 None None] For port 96ff920a-de35-4bde-a1e8-28e29ed57571, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=96ff920a-de35-4bde-a1e8-28e29ed57571,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:41:28.843635 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-15514ca8-949d-475b-9b41-082a5c212772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (96ff920a-de35-4bde-a1e8-28e29ed57571), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:28.873980 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f28d14-b9e4-44a0-b530-0247fc77ad04 req-6370eb3a-2c44-4758-8e01-746ad12ce5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:28.875533 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-35f28d14-b9e4-44a0-b530-0247fc77ad04 req-6370eb3a-2c44-4758-8e01-746ad12ce5e4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff19a9aae91a436fac353be002907a07&device_id=82169f35-0f46-49d4-b72b-f9f054af959c HTTP/1.1" status: 200 len: 1126 time: 0.4789317 Mar 01 13:41:28.994829 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-f0d784bf-9bde-4cc6-904f-11d4b1ce699b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f5ff6659-0c0f-4d70-8f11-73391ae78099), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:28.999511 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cbaec901-257c-47bf-a04a-5e2acd3fff5c req-13cfa56f-4033-4431-a451-000473030fb8 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/security-groups?id=b52f4f5b-20e5-4e7b-941d-1df91f9cb3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759945 Mar 01 13:41:29.088621 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4566d-de78-4c47-96b0-ac4cd043708c req-c63cb6d1-4502-43ab-985d-ab1a99e00e1d tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:29.108543 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b4e4566d-de78-4c47-96b0-ac4cd043708c req-c63cb6d1-4502-43ab-985d-ab1a99e00e1d tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 943 time: 0.6247392 Mar 01 13:41:29.116511 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device ca8f072c-d28a-412a-9271-3646dad9fcbb details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:41:29.218933 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15514ca8-949d-475b-9b41-082a5c212772 None None] Routers {'3e860161-5d01-4d4a-9296-beb29fc887b1'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:41:29.219554 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-15514ca8-949d-475b-9b41-082a5c212772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:41:28Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['3e860161-5d01-4d4a-9296-beb29fc887b1'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:41:29.226463 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3defc475-081e-42eb-984c-61b2ba2cce6d None None] Pushing event updated for resources: {'Port': ['ID=96ff920a-de35-4bde-a1e8-28e29ed57571,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:29.247505 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-bff95dd4-2434-4e35-ba16-49b5ed05b8ca service neutron] Attempting to bind port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:41:29.248451 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-bff95dd4-2434-4e35-ba16-49b5ed05b8ca service neutron] Attempting to bind port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:41:29.250537 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-bff95dd4-2434-4e35-ba16-49b5ed05b8ca service neutron] Attempting to bind port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:41:29.301260 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.resource_extend [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 13:41:29.313790 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-1b6ca17d-80eb-4b9e-bde3-70310cd7bceb None None] Provisioning complete for port f5ff6659-0c0f-4d70-8f11-73391ae78099 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:41:29.313790 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1b6ca17d-80eb-4b9e-bde3-70310cd7bceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f5ff6659-0c0f-4d70-8f11-73391ae78099), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:29.415734 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f28d14-b9e4-44a0-b530-0247fc77ad04 req-c3202fbd-8396-426a-84f4-be2550c6d177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:29.418144 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-81263265-0dcc-48c6-a1b8-94a3914ac740 req-2f2d4f67-2d6a-46bf-94e3-fc8181bf5efb tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?device_id=1849decd-e761-42bc-8f53-7f2b2dfb0d14 HTTP/1.1" status: 200 len: 210 time: 0.1481645 Mar 01 13:41:29.421051 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-bff95dd4-2434-4e35-ba16-49b5ed05b8ca service neutron] Port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:41:29.421307 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-bff95dd4-2434-4e35-ba16-49b5ed05b8ca service neutron] Attempting to bind port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:41:29.424726 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-35f28d14-b9e4-44a0-b530-0247fc77ad04 req-c3202fbd-8396-426a-84f4-be2550c6d177 service neutron] 10.222.0.32 "GET /v2.0/networks?id=73628e5b-19c4-4cc2-85ab-069a1adb3f94 HTTP/1.1" status: 200 len: 905 time: 0.5364063 Mar 01 13:41:29.433062 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-bff95dd4-2434-4e35-ba16-49b5ed05b8ca service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:41:29.433406 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-bff95dd4-2434-4e35-ba16-49b5ed05b8ca service neutron] Checking segment: {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:41:29.433808 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-bff95dd4-2434-4e35-ba16-49b5ed05b8ca service neutron] Bound using segment: {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:41:29.445066 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-bff95dd4-2434-4e35-ba16-49b5ed05b8ca service neutron] Bound port: 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:41:29.445066 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-bff95dd4-2434-4e35-ba16-49b5ed05b8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:29.526941 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b4e4566d-de78-4c47-96b0-ac4cd043708c req-28fbde93-898e-4ec6-ac8c-25404561f95c tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172738 Mar 01 13:41:29.534995 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-35f28d14-b9e4-44a0-b530-0247fc77ad04 req-49b05788-3e4f-401d-8937-6e06c23b2d55 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85ef3117-5817-4926-9ecc-8ce519cbab44 HTTP/1.1" status: 200 len: 217 time: 0.0874436 Mar 01 13:41:29.680477 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f28d14-b9e4-44a0-b530-0247fc77ad04 req-35bdb4e0-5d2b-4ff1-83e2-096f514786df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:29.681990 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-35f28d14-b9e4-44a0-b530-0247fc77ad04 req-35bdb4e0-5d2b-4ff1-83e2-096f514786df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a72a1b6b-a371-4cd5-a742-432bd3fca273 HTTP/1.1" status: 200 len: 844 time: 0.1461298 Mar 01 13:41:29.767989 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-bff95dd4-2434-4e35-ba16-49b5ed05b8ca service neutron] For port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:41:29.771135 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-35f28d14-b9e4-44a0-b530-0247fc77ad04 req-5b452421-46dd-4d63-b07a-6ac317b892b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=73628e5b-19c4-4cc2-85ab-069a1adb3f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787728 Mar 01 13:41:29.778567 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4dc3b-5c1c-413e-ab34-e2d70f26a897 req-74cedce3-e54b-4bae-b010-50c72099069f tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:29.780287 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-83e4dc3b-5c1c-413e-ab34-e2d70f26a897 req-74cedce3-e54b-4bae-b010-50c72099069f tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=82169f35-0f46-49d4-b72b-f9f054af959c HTTP/1.1" status: 200 len: 944 time: 0.2285271 Mar 01 13:41:29.811920 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-1b6ca17d-80eb-4b9e-bde3-70310cd7bceb None None] Port f5ff6659-0c0f-4d70-8f11-73391ae78099 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:41:29.823196 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-bff95dd4-2434-4e35-ba16-49b5ed05b8ca service neutron] For port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:41:29.880813 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port ca8f072c-d28a-412a-9271-3646dad9fcbb, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ca8f072c-d28a-412a-9271-3646dad9fcbb,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:29.889522 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-f0d784bf-9bde-4cc6-904f-11d4b1ce699b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5ff6659-0c0f-4d70-8f11-73391ae78099 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:41:29.892834 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-15514ca8-949d-475b-9b41-082a5c212772 None None] Set router 3e860161-5d01-4d4a-9296-beb29fc887b1 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:41:29.908040 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-83e4dc3b-5c1c-413e-ab34-e2d70f26a897 req-4c69f89d-057b-44f6-bda4-499a814a9a19 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128871 Mar 01 13:41:29.911359 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-f0d784bf-9bde-4cc6-904f-11d4b1ce699b service neutron] Publish callbacks [] for port (f5ff6659-0c0f-4d70-8f11-73391ae78099), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:29.920816 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-bff95dd4-2434-4e35-ba16-49b5ed05b8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:29.942419 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-f0d784bf-9bde-4cc6-904f-11d4b1ce699b service neutron] Transition to ACTIVE for port object f5ff6659-0c0f-4d70-8f11-73391ae78099 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:41:29.946013 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-f0d784bf-9bde-4cc6-904f-11d4b1ce699b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (f5ff6659-0c0f-4d70-8f11-73391ae78099), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:29.952052 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-35f28d14-b9e4-44a0-b530-0247fc77ad04 req-69191de3-63e0-415a-9e48-6bb3ba7ba90b service neutron] 10.222.0.32 "GET /v2.0/networks/73628e5b-19c4-4cc2-85ab-069a1adb3f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722405 Mar 01 13:41:29.991788 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': 'ca8f072c-d28a-412a-9271-3646dad9fcbb', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': 'ca8f072c-d28a-412a-9271-3646dad9fcbb', 'mac_address': 'fa:16:3e:f0:ca:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:41:30.043492 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:30.044534 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-bff95dd4-2434-4e35-ba16-49b5ed05b8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:30.045471 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-bff95dd4-2434-4e35-ba16-49b5ed05b8ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:30.047780 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-bff95dd4-2434-4e35-ba16-49b5ed05b8ca service neutron] 10.222.0.32 "PUT /v2.0/ports/29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d HTTP/1.1" status: 200 len: 1091 time: 4.2788322 Mar 01 13:41:30.089863 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b322a7-84e4-4223-b975-e6a6a638c78f', 'tag': '29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:41:30.095760 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6196846e-eef0-49b1-a30c-fab361176a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "23b322a7-84e4-4223-b975-e6a6a638c78f", "tag": "29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:41:30.097833 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d784bf-9bde-4cc6-904f-11d4b1ce699b service neutron] Pushing event updated for resources: {'Port': ['ID=f5ff6659-0c0f-4d70-8f11-73391ae78099,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:30.112285 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port ca8f072c-d28a-412a-9271-3646dad9fcbb is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:41:30.126281 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ca8f072c-d28a-412a-9271-3646dad9fcbb), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:30.194462 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca8f072c-d28a-412a-9271-3646dad9fcbb {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:41:30.248034 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d28003-2bdb-40f6-855f-3c440707c09a x-openstack-request-id: req-59d28003-2bdb-40f6-855f-3c440707c09a {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:41:30.248732 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b322a7-84e4-4223-b975-e6a6a638c78f", "tag": "29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:41:30.250282 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59d28003-2bdb-40f6-855f-3c440707c09a {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:41:30.251057 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b322a7-84e4-4223-b975-e6a6a638c78f', 'tag': '29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d', 'status': 'completed', 'code': 200} Mar 01 13:41:30.256527 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-35f28d14-b9e4-44a0-b530-0247fc77ad04 req-632afd1a-25e6-461e-9ce2-4c0aa8c34ff9 service neutron] 10.222.0.32 "GET /v2.0/networks/73628e5b-19c4-4cc2-85ab-069a1adb3f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711685 Mar 01 13:41:30.257643 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff95dd4-2434-4e35-ba16-49b5ed05b8ca service neutron] Pushing event updated for resources: {'Port': ['ID=29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:30.264679 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port ca8f072c-d28a-412a-9271-3646dad9fcbb, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ca8f072c-d28a-412a-9271-3646dad9fcbb,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:30.280843 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-f0d784bf-9bde-4cc6-904f-11d4b1ce699b service neutron] Attempting to bind port f5ff6659-0c0f-4d70-8f11-73391ae78099 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:41:30.281173 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-f0d784bf-9bde-4cc6-904f-11d4b1ce699b service neutron] Attempting to bind port f5ff6659-0c0f-4d70-8f11-73391ae78099 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:41:30.281491 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-f0d784bf-9bde-4cc6-904f-11d4b1ce699b service neutron] Attempting to bind port f5ff6659-0c0f-4d70-8f11-73391ae78099 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:41:30.283134 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ca8f072c-d28a-412a-9271-3646dad9fcbb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:30.290211 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-f0d784bf-9bde-4cc6-904f-11d4b1ce699b service neutron] Port f5ff6659-0c0f-4d70-8f11-73391ae78099 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:41:30.290532 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-f0d784bf-9bde-4cc6-904f-11d4b1ce699b service neutron] Attempting to bind port f5ff6659-0c0f-4d70-8f11-73391ae78099 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:41:30.297905 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-f0d784bf-9bde-4cc6-904f-11d4b1ce699b service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:41:30.298226 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-f0d784bf-9bde-4cc6-904f-11d4b1ce699b service neutron] Checking segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:41:30.298572 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-f0d784bf-9bde-4cc6-904f-11d4b1ce699b service neutron] Bound using segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:41:30.299022 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-f0d784bf-9bde-4cc6-904f-11d4b1ce699b service neutron] Bound port: f5ff6659-0c0f-4d70-8f11-73391ae78099, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:41:30.299383 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-f0d784bf-9bde-4cc6-904f-11d4b1ce699b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f5ff6659-0c0f-4d70-8f11-73391ae78099), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:30.400662 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe90082-85a1-449e-af37-82c3f65f8a8d req-bc0331ad-1147-404a-bc84-731385efc486 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:30.414815 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5fe90082-85a1-449e-af37-82c3f65f8a8d req-bc0331ad-1147-404a-bc84-731385efc486 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0f4a78-4c2b-4861-b989-4810824699c8 HTTP/1.1" status: 200 len: 949 time: 0.1579354 Mar 01 13:41:30.450513 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-52f037f6-7424-4ef4-a97d-5e7322b7d55d tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b382c550774348ceae3f8f250034cb4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527277 Mar 01 13:41:30.451073 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ff30ebfd-3840-47e0-97b8-d5fa4de9a103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:30.457553 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-f0d784bf-9bde-4cc6-904f-11d4b1ce699b service neutron] For port f5ff6659-0c0f-4d70-8f11-73391ae78099, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:41:30.461564 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=ca8f072c-d28a-412a-9271-3646dad9fcbb,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:30.463496 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-7c8c5444-bf38-4d87-bf8f-8efdb9b3337b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:30.465104 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-7c8c5444-bf38-4d87-bf8f-8efdb9b3337b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=96cd43570afd4572b4b93d1aa25b2425&device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 1125 time: 0.3526733 Mar 01 13:41:30.481750 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-15514ca8-949d-475b-9b41-082a5c212772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e860161-5d01-4d4a-9296-beb29fc887b1', 'name': 'tempest-FloatingIPDetailsTestJSON-983396323-router', 'tenant_id': 'ff123376cbb24b58b07467de812ea0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '96ff920a-de35-4bde-a1e8-28e29ed57571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:41:20Z', 'updated_at': '2022-03-01T13:41:24Z', 'revision_number': 3, 'project_id': 'ff123376cbb24b58b07467de812ea0ce', 'gw_port': {'id': '96ff920a-de35-4bde-a1e8-28e29ed57571', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e860161-5d01-4d4a-9296-beb29fc887b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:41:22Z', 'updated_at': '2022-03-01T13:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:41:30.483906 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-f0d784bf-9bde-4cc6-904f-11d4b1ce699b service neutron] For port f5ff6659-0c0f-4d70-8f11-73391ae78099, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=f5ff6659-0c0f-4d70-8f11-73391ae78099,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:41:30.525998 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-62ccc1f0-39be-4748-abd6-af4c287a86c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d HTTP/1.1" status: 200 len: 217 time: 0.0474637 Mar 01 13:41:30.565040 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-f0d784bf-9bde-4cc6-904f-11d4b1ce699b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (f5ff6659-0c0f-4d70-8f11-73391ae78099), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:30.574336 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15514ca8-949d-475b-9b41-082a5c212772 None None] The sync data for ids ['3e860161-5d01-4d4a-9296-beb29fc887b1'] in n-d-827467-3 is: [{'id': '3e860161-5d01-4d4a-9296-beb29fc887b1', 'name': 'tempest-FloatingIPDetailsTestJSON-983396323-router', 'tenant_id': 'ff123376cbb24b58b07467de812ea0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '96ff920a-de35-4bde-a1e8-28e29ed57571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:41:20Z', 'updated_at': '2022-03-01T13:41:24Z', 'revision_number': 3, 'project_id': 'ff123376cbb24b58b07467de812ea0ce', 'gw_port': {'id': '96ff920a-de35-4bde-a1e8-28e29ed57571', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e860161-5d01-4d4a-9296-beb29fc887b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:41:22Z', 'updated_at': '2022-03-01T13:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:41:30.611010 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5fe90082-85a1-449e-af37-82c3f65f8a8d req-a28e51f4-7f46-4183-91ea-4889fdd80ea8 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/security-groups?id=b52f4f5b-20e5-4e7b-941d-1df91f9cb3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986310 Mar 01 13:41:30.652294 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['ca8f072c-d28a-412a-9271-3646dad9fcbb'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:41:30.694767 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-1698804b-ec0d-43eb-82a8-67748d715e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:30.701105 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-f0d784bf-9bde-4cc6-904f-11d4b1ce699b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:30.701333 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-1698804b-ec0d-43eb-82a8-67748d715e61 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b7f9fefc-67f3-4f16-9709-32467e973c9a HTTP/1.1" status: 200 len: 847 time: 0.1629972 Mar 01 13:41:30.701740 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-f0d784bf-9bde-4cc6-904f-11d4b1ce699b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:30.706061 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-f0d784bf-9bde-4cc6-904f-11d4b1ce699b service neutron] 10.222.0.20 "PUT /v2.0/ports/f5ff6659-0c0f-4d70-8f11-73391ae78099 HTTP/1.1" status: 200 len: 1096 time: 2.2025540 Mar 01 13:41:30.706548 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2570827f-0013-43a0-9310-22f624ad4fee', 'tag': 'f5ff6659-0c0f-4d70-8f11-73391ae78099'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:41:30.726545 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb71517-c518-4963-b8d9-7e8637d47049" -d '{"events": [{"name": "network-changed", "server_uuid": "2570827f-0013-43a0-9310-22f624ad4fee", "tag": "f5ff6659-0c0f-4d70-8f11-73391ae78099"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:41:30.885426 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-684076b6-dd38-49fe-8e69-d8624e12f5d7 req-fbf18f1e-1ec6-4c28-8fe2-fc0ad674bcae tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?device_id=1849decd-e761-42bc-8f53-7f2b2dfb0d14 HTTP/1.1" status: 200 len: 210 time: 0.0864251 Mar 01 13:41:30.889284 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-bcd4a67e-6b84-43d8-87ea-24fd516181a3 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:30.899951 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-bcd4a67e-6b84-43d8-87ea-24fd516181a3 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4361787 Mar 01 13:41:30.902673 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d784bf-9bde-4cc6-904f-11d4b1ce699b service neutron] Pushing event updated for resources: {'Port': ['ID=f5ff6659-0c0f-4d70-8f11-73391ae78099,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:30.903424 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-8a68bbe4-9be0-4326-9b38-4c5851c792a3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1950867 Mar 01 13:41:30.931996 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-35374567-ceab-4410-8693-948bcb650eac tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Request body: {'port': {'device_id': '1849decd-e761-42bc-8f53-7f2b2dfb0d14', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'admin_state_up': True, 'tenant_id': 'b382c550774348ceae3f8f250034cb4d'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:41:30.934022 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 85ef3117-5817-4926-9ecc-8ce519cbab44 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:41:30.966596 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-1770e5b6-c656-4e36-b9bc-0e3c30dba1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:30.968159 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-1770e5b6-c656-4e36-b9bc-0e3c30dba1d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b382c550774348ceae3f8f250034cb4d&device_id=2570827f-0013-43a0-9310-22f624ad4fee HTTP/1.1" status: 200 len: 1130 time: 0.1738791 Mar 01 13:41:31.127256 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-fc3ad32d-f980-46dd-8240-0f9d428158a6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=f5ff6659-0c0f-4d70-8f11-73391ae78099 HTTP/1.1" status: 200 len: 217 time: 0.1155689 Mar 01 13:41:31.194855 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7be84a-38f2-4515-88dc-85fb3f388e6b x-openstack-request-id: req-4a7be84a-38f2-4515-88dc-85fb3f388e6b {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:41:31.195153 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2570827f-0013-43a0-9310-22f624ad4fee", "tag": "f5ff6659-0c0f-4d70-8f11-73391ae78099", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:41:31.195413 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a7be84a-38f2-4515-88dc-85fb3f388e6b {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:41:31.195837 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2570827f-0013-43a0-9310-22f624ad4fee', 'tag': 'f5ff6659-0c0f-4d70-8f11-73391ae78099', 'status': 'completed', 'code': 200} Mar 01 13:41:31.231121 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-35374567-ceab-4410-8693-948bcb650eac tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Made reservation on behalf of b382c550774348ceae3f8f250034cb4d for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:41:31.235494 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-35374567-ceab-4410-8693-948bcb650eac tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:31.366352 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 85ef3117-5817-4926-9ecc-8ce519cbab44, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=85ef3117-5817-4926-9ecc-8ce519cbab44,segment=NetworkSegment(a0a669d5-60b7-4c06-a9c5-37075f67475a),segment_id=a0a669d5-60b7-4c06-a9c5-37075f67475a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:31.409853 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '85ef3117-5817-4926-9ecc-8ce519cbab44', 'network_id': '73628e5b-19c4-4cc2-85ab-069a1adb3f94', 'port_id': '85ef3117-5817-4926-9ecc-8ce519cbab44', 'mac_address': 'fa:16:3e:ab:bb:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a72a1b6b-a371-4cd5-a742-432bd3fca273', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:41:31.413120 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-5e3a76ca-a5bb-4e58-a92c-0c939d5c29ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:31.414956 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-5e3a76ca-a5bb-4e58-a92c-0c939d5c29ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0940270 Mar 01 13:41:31.423961 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-ff30ebfd-3840-47e0-97b8-d5fa4de9a103 admin admin] Allocated IP 172.20.0.1 (3c81d57b-5f06-4018-8114-784317e21127/982dab97-9634-4e94-8b54-b4480f44d42e/874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:41:31.469131 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 85ef3117-5817-4926-9ecc-8ce519cbab44 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:41:31.469672 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (85ef3117-5817-4926-9ecc-8ce519cbab44), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:31.489961 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85ef3117-5817-4926-9ecc-8ce519cbab44 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:41:31.518918 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-35374567-ceab-4410-8693-948bcb650eac tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Allocated IP 192.168.233.134 (5e5e5cdc-dce5-4633-91fd-8e14363cd220/909a9e4d-2330-4bdf-bf33-da65c3dea6db/59c5adf6-72f1-40de-be77-0bc98a7c4d4b) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:41:31.522285 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 85ef3117-5817-4926-9ecc-8ce519cbab44, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=85ef3117-5817-4926-9ecc-8ce519cbab44,segment=NetworkSegment(a0a669d5-60b7-4c06-a9c5-37075f67475a),segment_id=a0a669d5-60b7-4c06-a9c5-37075f67475a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:31.532015 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-9926f0cd-a7af-4c9a-9599-7e0ad0cb28c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:31.533649 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-9926f0cd-a7af-4c9a-9599-7e0ad0cb28c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0923336 Mar 01 13:41:31.535179 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (85ef3117-5817-4926-9ecc-8ce519cbab44), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:31.649666 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ff30ebfd-3840-47e0-97b8-d5fa4de9a103 admin admin] Publish callbacks [] for port (874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:31.653875 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=85ef3117-5817-4926-9ecc-8ce519cbab44,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:31.682631 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:31.726756 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfc26e-de34-4929-8ca0-98781f1b2521 req-0d727952-c8cd-4514-a19a-da354da38c04 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:31.733894 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-67dfc26e-de34-4929-8ca0-98781f1b2521 req-0d727952-c8cd-4514-a19a-da354da38c04 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 943 time: 0.5698426 Mar 01 13:41:31.760509 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-1a25281a-15fc-40bc-b174-c1b07fbb3454 service neutron] 10.222.0.32 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8319221 Mar 01 13:41:31.767848 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ff30ebfd-3840-47e0-97b8-d5fa4de9a103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:31.768088 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-9c6ec0f6-0bbf-42bd-b16f-9d12d9231fa8 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181802 Mar 01 13:41:31.870668 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30ebfd-3840-47e0-97b8-d5fa4de9a103 admin admin] Pushing event updated for resources: {'Port': ['ID=874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:31.882671 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b665dc-8192-414f-b57b-4a26e30050b6 req-7efc7ce2-4ea1-4be1-a79a-b3d22763c497 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:31.888421 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-97b665dc-8192-414f-b57b-4a26e30050b6 req-7efc7ce2-4ea1-4be1-a79a-b3d22763c497 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=82169f35-0f46-49d4-b72b-f9f054af959c HTTP/1.1" status: 200 len: 944 time: 0.6039538 Mar 01 13:41:31.916232 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff30ebfd-3840-47e0-97b8-d5fa4de9a103 admin admin] Network 3c81d57b-5f06-4018-8114-784317e21127 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:41:31.916719 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['85ef3117-5817-4926-9ecc-8ce519cbab44'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:41:31.929450 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-35374567-ceab-4410-8693-948bcb650eac tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Publish callbacks [] for port (59c5adf6-72f1-40de-be77-0bc98a7c4d4b), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:32.008258 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-35374567-ceab-4410-8693-948bcb650eac tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (59c5adf6-72f1-40de-be77-0bc98a7c4d4b), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:32.149567 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-35374567-ceab-4410-8693-948bcb650eac tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:41:32.157558 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-35374567-ceab-4410-8693-948bcb650eac tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:41:32.167877 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-35374567-ceab-4410-8693-948bcb650eac tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:41:32.273803 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-35374567-ceab-4410-8693-948bcb650eac tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:32.275367 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-35374567-ceab-4410-8693-948bcb650eac tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:32.338120 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-35374567-ceab-4410-8693-948bcb650eac tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4186482 Mar 01 13:41:32.375259 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-ff30ebfd-3840-47e0-97b8-d5fa4de9a103 admin admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:41:32.376562 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-33941ad5-085f-44a2-9a94-0dd07c69bf6f service neutron] Request body: {'port': {'device_id': '1849decd-e761-42bc-8f53-7f2b2dfb0d14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:41:32.380141 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35374567-ceab-4410-8693-948bcb650eac tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Pushing event updated for resources: {'Port': ['ID=59c5adf6-72f1-40de-be77-0bc98a7c4d4b,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:32.382840 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff30ebfd-3840-47e0-97b8-d5fa4de9a103 admin admin] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:41:32.441187 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-97b665dc-8192-414f-b57b-4a26e30050b6 req-d765e884-3173-42ee-aac6-1985f814dbc0 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5513148 Mar 01 13:41:32.538042 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-67dfc26e-de34-4929-8ca0-98781f1b2521 req-6db425b0-510e-483c-a710-0ae5d048c3fe tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8031356 Mar 01 13:41:32.549189 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-bc6a1db7-ea81-410d-b74a-4f20c1ef576b req-f238fdf2-b833-40fb-83d6-75fa88c8fd07 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5511286 Mar 01 13:41:32.571347 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-33941ad5-085f-44a2-9a94-0dd07c69bf6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (59c5adf6-72f1-40de-be77-0bc98a7c4d4b), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:32.577445 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-88bbb236-dfd6-45f5-b228-773e285ac1f5 req-c039d3aa-cc6b-4514-a83d-ad2b608a6313 service neutron] 10.222.0.32 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8045254 Mar 01 13:41:32.609936 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ff30ebfd-3840-47e0-97b8-d5fa4de9a103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (3e860161-5d01-4d4a-9296-beb29fc887b1), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:32.714825 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 96ff920a-de35-4bde-a1e8-28e29ed57571 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:41:32.831284 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-8123beb1-d315-4b9e-a743-7df42609aa33 None None] Provisioning complete for port 59c5adf6-72f1-40de-be77-0bc98a7c4d4b triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:41:32.832150 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8123beb1-d315-4b9e-a743-7df42609aa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (59c5adf6-72f1-40de-be77-0bc98a7c4d4b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:32.894601 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-8123beb1-d315-4b9e-a743-7df42609aa33 None None] Port 59c5adf6-72f1-40de-be77-0bc98a7c4d4b cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:41:32.898686 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 96ff920a-de35-4bde-a1e8-28e29ed57571 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:41:32.899059 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (96ff920a-de35-4bde-a1e8-28e29ed57571), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:32.943095 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb71517-c518-4963-b8d9-7e8637d47049 req-c0c73243-6dfc-4375-8a38-d57468c5f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:32.944796 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196846e-eef0-49b1-a30c-fab361176a0b req-abae559b-fb1c-4a78-9c9d-f78cb08c38c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:32.946699 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6196846e-eef0-49b1-a30c-fab361176a0b req-abae559b-fb1c-4a78-9c9d-f78cb08c38c6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=96cd43570afd4572b4b93d1aa25b2425&device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 1125 time: 0.2187188 Mar 01 13:41:32.956551 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-afb71517-c518-4963-b8d9-7e8637d47049 req-c0c73243-6dfc-4375-8a38-d57468c5f5d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b382c550774348ceae3f8f250034cb4d&device_id=2570827f-0013-43a0-9310-22f624ad4fee HTTP/1.1" status: 200 len: 1130 time: 0.2690346 Mar 01 13:41:32.963393 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device ca8f072c-d28a-412a-9271-3646dad9fcbb up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:41:33.104883 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-59fca553-fdd5-4207-a623-2491d97ce1ef None None] Provisioning complete for port 874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:41:33.106196 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-59fca553-fdd5-4207-a623-2491d97ce1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:33.109432 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 96ff920a-de35-4bde-a1e8-28e29ed57571 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:41:33.110030 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (96ff920a-de35-4bde-a1e8-28e29ed57571), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:33.111434 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc396c-2e43-40a1-beb9-1f97eac767cf req-a2d2304c-ec33-441a-b497-cf84a07697c3 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:33.120939 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2fcc396c-2e43-40a1-beb9-1f97eac767cf req-a2d2304c-ec33-441a-b497-cf84a07697c3 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0f4a78-4c2b-4861-b989-4810824699c8 HTTP/1.1" status: 200 len: 949 time: 0.3457184 Mar 01 13:41:33.123633 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port ca8f072c-d28a-412a-9271-3646dad9fcbb completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:41:33.155562 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162152a-baaa-4bcb-b175-0c670f0155b0 req-f63d82e7-8131-4890-ab73-971c7f65027e tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:33.157653 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9162152a-baaa-4bcb-b175-0c670f0155b0 req-f63d82e7-8131-4890-ab73-971c7f65027e tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?device_id=1849decd-e761-42bc-8f53-7f2b2dfb0d14 HTTP/1.1" status: 200 len: 936 time: 0.4434052 Mar 01 13:41:33.170815 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port ca8f072c-d28a-412a-9271-3646dad9fcbb triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:41:33.171228 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ca8f072c-d28a-412a-9271-3646dad9fcbb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:33.215037 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 96ff920a-de35-4bde-a1e8-28e29ed57571, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=96ff920a-de35-4bde-a1e8-28e29ed57571,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:33.227817 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (96ff920a-de35-4bde-a1e8-28e29ed57571), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:33.238409 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-59fca553-fdd5-4207-a623-2491d97ce1ef None None] Port 874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:41:33.278829 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ff30ebfd-3840-47e0-97b8-d5fa4de9a103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:33.304499 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb71517-c518-4963-b8d9-7e8637d47049 req-518489fa-e87a-48aa-befe-b1b71ab8603c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:33.306211 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-afb71517-c518-4963-b8d9-7e8637d47049 req-518489fa-e87a-48aa-befe-b1b71ab8603c service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.3384049 Mar 01 13:41:33.377954 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-afb71517-c518-4963-b8d9-7e8637d47049 req-cf983558-5058-4732-b49d-c23f872bf43e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=f5ff6659-0c0f-4d70-8f11-73391ae78099 HTTP/1.1" status: 200 len: 217 time: 0.0606806 Mar 01 13:41:33.389925 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9162152a-baaa-4bcb-b175-0c670f0155b0 req-8956128a-0d1d-40a3-a998-1a31bbeca71a tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b5205c3-0740-433f-9e1b-5e522975ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211642 Mar 01 13:41:33.392793 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2fcc396c-2e43-40a1-beb9-1f97eac767cf req-6028a10e-cfee-441e-9ccd-3e9ac1f6c2a7 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/security-groups?id=b52f4f5b-20e5-4e7b-941d-1df91f9cb3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710750 Mar 01 13:41:33.437942 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=96ff920a-de35-4bde-a1e8-28e29ed57571,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:33.447406 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port ca8f072c-d28a-412a-9271-3646dad9fcbb is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:41:33.447823 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ca8f072c-d28a-412a-9271-3646dad9fcbb), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:33.486631 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0f4a78-4c2b-4861-b989-4810824699c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8f072c-d28a-412a-9271-3646dad9fcbb'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:41:33.490146 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb71517-c518-4963-b8d9-7e8637d47049 req-d3c403f6-8315-49a7-8caa-14068b3221a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:33.491749 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-afb71517-c518-4963-b8d9-7e8637d47049 req-d3c403f6-8315-49a7-8caa-14068b3221a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.1011362 Mar 01 13:41:33.493361 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba1da00-fc9d-43c3-aa22-28816929919f" -d '{"events": [{"server_uuid": "cc0f4a78-4c2b-4861-b989-4810824699c8", "name": "network-vif-plugged", "status": "completed", "tag": "ca8f072c-d28a-412a-9271-3646dad9fcbb"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:41:33.519226 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196846e-eef0-49b1-a30c-fab361176a0b req-99d3578e-667b-474a-8183-4f166f6d2464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:33.521182 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6196846e-eef0-49b1-a30c-fab361176a0b req-99d3578e-667b-474a-8183-4f166f6d2464 service neutron] 10.222.0.32 "GET /v2.0/networks?id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22 HTTP/1.1" status: 200 len: 908 time: 0.5518179 Mar 01 13:41:33.535300 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port ca8f072c-d28a-412a-9271-3646dad9fcbb, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ca8f072c-d28a-412a-9271-3646dad9fcbb,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:33.549233 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ca8f072c-d28a-412a-9271-3646dad9fcbb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:33.601372 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607a8b01-69d0-4eda-baf7-f87812757d66 x-openstack-request-id: req-607a8b01-69d0-4eda-baf7-f87812757d66 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:41:33.605158 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0f4a78-4c2b-4861-b989-4810824699c8", "name": "network-vif-plugged", "status": "completed", "tag": "ca8f072c-d28a-412a-9271-3646dad9fcbb", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:41:33.605690 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-607a8b01-69d0-4eda-baf7-f87812757d66 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:41:33.606305 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0f4a78-4c2b-4861-b989-4810824699c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8f072c-d28a-412a-9271-3646dad9fcbb', 'code': 200} Mar 01 13:41:33.629185 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-33941ad5-085f-44a2-9a94-0dd07c69bf6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59c5adf6-72f1-40de-be77-0bc98a7c4d4b {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:41:33.654506 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-33941ad5-085f-44a2-9a94-0dd07c69bf6f service neutron] Publish callbacks [] for port (59c5adf6-72f1-40de-be77-0bc98a7c4d4b), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:33.675598 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=ca8f072c-d28a-412a-9271-3646dad9fcbb,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:33.736935 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-33941ad5-085f-44a2-9a94-0dd07c69bf6f service neutron] Transition to ACTIVE for port object 59c5adf6-72f1-40de-be77-0bc98a7c4d4b will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:41:33.750104 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb71517-c518-4963-b8d9-7e8637d47049 req-e1143f89-7709-4957-b20a-ed890421626a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:33.758370 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-afb71517-c518-4963-b8d9-7e8637d47049 req-e1143f89-7709-4957-b20a-ed890421626a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2430036 Mar 01 13:41:33.762160 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-33941ad5-085f-44a2-9a94-0dd07c69bf6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (59c5adf6-72f1-40de-be77-0bc98a7c4d4b), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:33.764066 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6196846e-eef0-49b1-a30c-fab361176a0b req-2c6126db-f719-4cc9-a6b4-c8617dd66753 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d HTTP/1.1" status: 200 len: 217 time: 0.2222488 Mar 01 13:41:33.877728 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196846e-eef0-49b1-a30c-fab361176a0b req-31fa5b33-e8cf-4da6-a0bc-87e41b394f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:33.880121 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6196846e-eef0-49b1-a30c-fab361176a0b req-31fa5b33-e8cf-4da6-a0bc-87e41b394f34 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b7f9fefc-67f3-4f16-9709-32467e973c9a HTTP/1.1" status: 200 len: 847 time: 0.0912955 Mar 01 13:41:33.905268 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54dd2e-6232-4176-b370-66585b53d061 req-ba09ec56-902c-4704-962b-512c3d4db4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:33.907010 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cd54dd2e-6232-4176-b370-66585b53d061 req-ba09ec56-902c-4704-962b-512c3d4db4f4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cc0f4a78-4c2b-4861-b989-4810824699c8 HTTP/1.1" status: 200 len: 1132 time: 0.2490830 Mar 01 13:41:33.948492 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33941ad5-085f-44a2-9a94-0dd07c69bf6f service neutron] Pushing event updated for resources: {'Port': ['ID=59c5adf6-72f1-40de-be77-0bc98a7c4d4b,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:33.998767 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ff30ebfd-3840-47e0-97b8-d5fa4de9a103 admin admin] Publish callbacks [] for port (874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:34.054272 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ff30ebfd-3840-47e0-97b8-d5fa4de9a103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:34.060763 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-afb71517-c518-4963-b8d9-7e8637d47049 req-be669661-8f7f-4cdb-bc2f-891de0e6d786 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890418 Mar 01 13:41:34.063390 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cd54dd2e-6232-4176-b370-66585b53d061 req-32a161c6-6078-4164-8172-0db164df58f5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b52f4f5b-20e5-4e7b-941d-1df91f9cb3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277149 Mar 01 13:41:34.068258 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6196846e-eef0-49b1-a30c-fab361176a0b req-8c8c07cb-5a70-4a40-9ce3-0995551d39ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1602066 Mar 01 13:41:34.082186 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-33941ad5-085f-44a2-9a94-0dd07c69bf6f service neutron] Attempting to bind port 59c5adf6-72f1-40de-be77-0bc98a7c4d4b on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:41:34.082518 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-33941ad5-085f-44a2-9a94-0dd07c69bf6f service neutron] Attempting to bind port 59c5adf6-72f1-40de-be77-0bc98a7c4d4b by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:41:34.084692 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-33941ad5-085f-44a2-9a94-0dd07c69bf6f service neutron] Attempting to bind port 59c5adf6-72f1-40de-be77-0bc98a7c4d4b on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:41:34.094747 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-33941ad5-085f-44a2-9a94-0dd07c69bf6f service neutron] Port 59c5adf6-72f1-40de-be77-0bc98a7c4d4b on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:41:34.095067 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-33941ad5-085f-44a2-9a94-0dd07c69bf6f service neutron] Attempting to bind port 59c5adf6-72f1-40de-be77-0bc98a7c4d4b on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:41:34.102294 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-33941ad5-085f-44a2-9a94-0dd07c69bf6f service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:41:34.102637 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-33941ad5-085f-44a2-9a94-0dd07c69bf6f service neutron] Checking segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:41:34.107600 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-33941ad5-085f-44a2-9a94-0dd07c69bf6f service neutron] Bound using segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:41:34.108162 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-33941ad5-085f-44a2-9a94-0dd07c69bf6f service neutron] Bound port: 59c5adf6-72f1-40de-be77-0bc98a7c4d4b, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:41:34.108532 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-33941ad5-085f-44a2-9a94-0dd07c69bf6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (59c5adf6-72f1-40de-be77-0bc98a7c4d4b), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:34.199724 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-33941ad5-085f-44a2-9a94-0dd07c69bf6f service neutron] For port 59c5adf6-72f1-40de-be77-0bc98a7c4d4b, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:41:34.203277 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-33941ad5-085f-44a2-9a94-0dd07c69bf6f service neutron] For port 59c5adf6-72f1-40de-be77-0bc98a7c4d4b, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=59c5adf6-72f1-40de-be77-0bc98a7c4d4b,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:41:34.206299 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6196846e-eef0-49b1-a30c-fab361176a0b req-e2582b79-e1fc-43ce-91de-fe09ad1b0b49 service neutron] 10.222.0.32 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053326 Mar 01 13:41:34.211501 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-33941ad5-085f-44a2-9a94-0dd07c69bf6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (59c5adf6-72f1-40de-be77-0bc98a7c4d4b), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:34.297528 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33941ad5-085f-44a2-9a94-0dd07c69bf6f service neutron] Pushing event updated for resources: {'Port': ['ID=59c5adf6-72f1-40de-be77-0bc98a7c4d4b,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:34.320705 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-33941ad5-085f-44a2-9a94-0dd07c69bf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:34.321793 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-33941ad5-085f-44a2-9a94-0dd07c69bf6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:34.324369 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-33941ad5-085f-44a2-9a94-0dd07c69bf6f service neutron] 10.222.0.32 "PUT /v2.0/ports/59c5adf6-72f1-40de-be77-0bc98a7c4d4b HTTP/1.1" status: 200 len: 1096 time: 1.9743638 Mar 01 13:41:34.325060 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1849decd-e761-42bc-8f53-7f2b2dfb0d14', 'tag': '59c5adf6-72f1-40de-be77-0bc98a7c4d4b'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:41:34.328225 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db143b7-7da6-4b93-a8cd-5ddd42f7ea99" -d '{"events": [{"name": "network-changed", "server_uuid": "1849decd-e761-42bc-8f53-7f2b2dfb0d14", "tag": "59c5adf6-72f1-40de-be77-0bc98a7c4d4b"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:41:34.347446 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1d507-6625-405f-9e6d-d75030c9c9b3 req-172cc28a-40de-4d49-b9a5-468d4d58bd50 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:34.350185 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-68e1d507-6625-405f-9e6d-d75030c9c9b3 req-172cc28a-40de-4d49-b9a5-468d4d58bd50 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 943 time: 0.5788100 Mar 01 13:41:34.352443 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6196846e-eef0-49b1-a30c-fab361176a0b req-8b48d05b-3ac4-4cc1-b09c-9086c979f5c0 service neutron] 10.222.0.32 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204944 Mar 01 13:41:34.388671 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf757e-d859-4851-9c99-ec95fcd60b9c req-530d624d-21dd-4d19-b513-ae282528f885 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:34.400886 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b4cf757e-d859-4851-9c99-ec95fcd60b9c req-530d624d-21dd-4d19-b513-ae282528f885 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=82169f35-0f46-49d4-b72b-f9f054af959c HTTP/1.1" status: 200 len: 945 time: 0.7716572 Mar 01 13:41:34.557068 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 96ff920a-de35-4bde-a1e8-28e29ed57571 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:41:34.617083 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-68e1d507-6625-405f-9e6d-d75030c9c9b3 req-b43d2d25-754e-4c6c-9871-1efaacfe8297 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469438 Mar 01 13:41:34.715539 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 96ff920a-de35-4bde-a1e8-28e29ed57571 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:41:34.725188 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ff30ebfd-3840-47e0-97b8-d5fa4de9a103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (3e860161-5d01-4d4a-9296-beb29fc887b1), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:34.728063 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (96ff920a-de35-4bde-a1e8-28e29ed57571), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:34.743262 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30ebfd-3840-47e0-97b8-d5fa4de9a103 admin admin] Pushing event updated for resources: {'Port': ['ID=874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:34.772612 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-f3383208-285a-488c-bdcc-38e0c446da4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:34.774604 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-f3383208-285a-488c-bdcc-38e0c446da4b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b382c550774348ceae3f8f250034cb4d&device_id=1849decd-e761-42bc-8f53-7f2b2dfb0d14 HTTP/1.1" status: 200 len: 1130 time: 0.3636358 Mar 01 13:41:34.780652 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b4cf757e-d859-4851-9c99-ec95fcd60b9c req-533691bb-9ecc-4d49-80cc-b7830daae0cd tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788371 Mar 01 13:41:34.801134 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75cf5a5-0fd6-4ac3-aa00-ec0a54c5c9e0 x-openstack-request-id: req-f75cf5a5-0fd6-4ac3-aa00-ec0a54c5c9e0 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:41:34.802387 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1849decd-e761-42bc-8f53-7f2b2dfb0d14", "tag": "59c5adf6-72f1-40de-be77-0bc98a7c4d4b", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:41:34.802387 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f75cf5a5-0fd6-4ac3-aa00-ec0a54c5c9e0 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:41:34.802575 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1849decd-e761-42bc-8f53-7f2b2dfb0d14', 'tag': '59c5adf6-72f1-40de-be77-0bc98a7c4d4b', 'status': 'completed', 'code': 200} Mar 01 13:41:34.917767 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 85ef3117-5817-4926-9ecc-8ce519cbab44 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:41:34.926210 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-1d6e4b97-b16b-4b77-af9e-6b3003e34f8a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=59c5adf6-72f1-40de-be77-0bc98a7c4d4b HTTP/1.1" status: 200 len: 217 time: 0.1257374 Mar 01 13:41:34.948518 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-afb71517-c518-4963-b8d9-7e8637d47049 req-dfc6382a-3348-49e1-b3d2-e5f7912b2e9f service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6058774 Mar 01 13:41:34.979448 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 96ff920a-de35-4bde-a1e8-28e29ed57571 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:41:35.015424 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 85ef3117-5817-4926-9ecc-8ce519cbab44 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:41:35.021113 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 85ef3117-5817-4926-9ecc-8ce519cbab44 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:41:35.021846 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (85ef3117-5817-4926-9ecc-8ce519cbab44), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:35.037831 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8ba9f-fd3d-462c-8f67-cc35edb5ae0a req-45003485-06da-4645-b1f5-ceb6be9fbbd4 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:35.044987 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-42f8ba9f-fd3d-462c-8f67-cc35edb5ae0a req-45003485-06da-4645-b1f5-ceb6be9fbbd4 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0f4a78-4c2b-4861-b989-4810824699c8 HTTP/1.1" status: 200 len: 950 time: 0.2953496 Mar 01 13:41:35.108838 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 85ef3117-5817-4926-9ecc-8ce519cbab44 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:41:35.109171 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (85ef3117-5817-4926-9ecc-8ce519cbab44), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:35.122079 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-e8067813-d246-48db-a64d-a7f128e63fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:35.126218 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-e8067813-d246-48db-a64d-a7f128e63fc4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.1626613 Mar 01 13:41:35.130756 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff30ebfd-3840-47e0-97b8-d5fa4de9a103 admin admin] Network 3c81d57b-5f06-4018-8114-784317e21127 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:41:35.151831 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-ff30ebfd-3840-47e0-97b8-d5fa4de9a103 admin admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:41:35.152871 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 85ef3117-5817-4926-9ecc-8ce519cbab44, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=85ef3117-5817-4926-9ecc-8ce519cbab44,segment=NetworkSegment(a0a669d5-60b7-4c06-a9c5-37075f67475a),segment_id=a0a669d5-60b7-4c06-a9c5-37075f67475a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:35.170580 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (85ef3117-5817-4926-9ecc-8ce519cbab44), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:35.193724 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb4c59-b266-4ad2-99b3-3bd5cf660c9f req-e7387dfb-8d8f-468e-8f9a-3a3e95be8ae0 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:35.200088 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-75fb4c59-b266-4ad2-99b3-3bd5cf660c9f req-e7387dfb-8d8f-468e-8f9a-3a3e95be8ae0 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?device_id=1849decd-e761-42bc-8f53-7f2b2dfb0d14 HTTP/1.1" status: 200 len: 948 time: 0.2764227 Mar 01 13:41:35.205693 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-42f8ba9f-fd3d-462c-8f67-cc35edb5ae0a req-3321b709-4636-4b8b-93de-fd03fd477f9f tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/security-groups?id=b52f4f5b-20e5-4e7b-941d-1df91f9cb3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599314 Mar 01 13:41:35.291981 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=85ef3117-5817-4926-9ecc-8ce519cbab44,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:35.352871 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-945e38ef-8571-4460-9911-9d5a4b7ae221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:35.354552 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-945e38ef-8571-4460-9911-9d5a4b7ae221 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2160864 Mar 01 13:41:35.360154 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-75fb4c59-b266-4ad2-99b3-3bd5cf660c9f req-c80f54aa-a3ac-463d-97c7-85694838d1cf tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b5205c3-0740-433f-9e1b-5e522975ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498635 Mar 01 13:41:35.449071 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff30ebfd-3840-47e0-97b8-d5fa4de9a103 admin admin] Router 3e860161-5d01-4d4a-9296-beb29fc887b1 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:41:35.458828 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-bf60cc8c-2017-4bbc-9684-0564238be70e None None] Provisioning complete for port 874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:41:35.459204 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bf60cc8c-2017-4bbc-9684-0564238be70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:35.524578 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-bac76f14-502e-43b7-ad61-b333017ee6f4 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612802 Mar 01 13:41:35.653995 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff30ebfd-3840-47e0-97b8-d5fa4de9a103 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:41:35.666711 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119310a2-ce66-48ec-802a-2c036b37bfa1 None None] Sync routers for ids ['3e860161-5d01-4d4a-9296-beb29fc887b1'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:41:35.685032 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ff30ebfd-3840-47e0-97b8-d5fa4de9a103 admin admin] 10.222.0.13 "PUT /v2.0/routers/3e860161-5d01-4d4a-9296-beb29fc887b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2917151 Mar 01 13:41:35.685864 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119310a2-ce66-48ec-802a-2c036b37bfa1 None None] Routers {'3e860161-5d01-4d4a-9296-beb29fc887b1'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:41:35.685864 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-119310a2-ce66-48ec-802a-2c036b37bfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:41:28Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['3e860161-5d01-4d4a-9296-beb29fc887b1'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:41:35.730651 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82169f35-0f46-49d4-b72b-f9f054af959c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ef3117-5817-4926-9ecc-8ce519cbab44'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:41:35.733638 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365a2065-f47a-4a4c-ab34-bcaf9e10599c" -d '{"events": [{"server_uuid": "82169f35-0f46-49d4-b72b-f9f054af959c", "name": "network-vif-plugged", "status": "completed", "tag": "85ef3117-5817-4926-9ecc-8ce519cbab44"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:41:35.745447 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1314a9a1-70e8-418e-8719-bfcfab392993 req-f0cd6418-67a6-41b2-8d44-45605d88c3c8 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132008 Mar 01 13:41:35.806317 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-bf60cc8c-2017-4bbc-9684-0564238be70e None None] Port 874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:41:35.819084 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3277ec-d7f3-429b-a60c-212e81b2fd23 x-openstack-request-id: req-eb3277ec-d7f3-429b-a60c-212e81b2fd23 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:41:35.819597 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82169f35-0f46-49d4-b72b-f9f054af959c", "name": "network-vif-plugged", "status": "completed", "tag": "85ef3117-5817-4926-9ecc-8ce519cbab44", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:41:35.820029 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb3277ec-d7f3-429b-a60c-212e81b2fd23 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:41:35.820595 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82169f35-0f46-49d4-b72b-f9f054af959c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ef3117-5817-4926-9ecc-8ce519cbab44', 'code': 200} Mar 01 13:41:35.966272 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f176c5d-ef86-4096-a7b8-031dc979b2f0 req-36ec39d7-d556-41f6-9e68-c6d5b83d75bf tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:35.974725 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5f176c5d-ef86-4096-a7b8-031dc979b2f0 req-36ec39d7-d556-41f6-9e68-c6d5b83d75bf tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 943 time: 0.2088747 Mar 01 13:41:35.995066 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db143b7-7da6-4b93-a8cd-5ddd42f7ea99 req-afc4a7f3-2bc4-41ea-8e0e-21146a69eee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:35.998342 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0db143b7-7da6-4b93-a8cd-5ddd42f7ea99 req-afc4a7f3-2bc4-41ea-8e0e-21146a69eee3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b382c550774348ceae3f8f250034cb4d&device_id=1849decd-e761-42bc-8f53-7f2b2dfb0d14 HTTP/1.1" status: 200 len: 1130 time: 0.1603625 Mar 01 13:41:36.010496 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-119310a2-ce66-48ec-802a-2c036b37bfa1 None None] Set router 3e860161-5d01-4d4a-9296-beb29fc887b1 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:41:36.024729 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52544da8-5134-4f12-99df-e66433461415 req-f4e90d26-ad51-40e7-9c2a-bfb05c308e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:36.026642 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-52544da8-5134-4f12-99df-e66433461415 req-f4e90d26-ad51-40e7-9c2a-bfb05c308e6f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=82169f35-0f46-49d4-b72b-f9f054af959c HTTP/1.1" status: 200 len: 1128 time: 0.1299102 Mar 01 13:41:36.119418 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-52544da8-5134-4f12-99df-e66433461415 req-361898c4-08ca-4a60-8cbb-db2235f0a8f3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852797 Mar 01 13:41:36.269715 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-119310a2-ce66-48ec-802a-2c036b37bfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e860161-5d01-4d4a-9296-beb29fc887b1', 'name': 'tempest-FloatingIPDetailsTestJSON-983396323-router', 'tenant_id': 'ff123376cbb24b58b07467de812ea0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '96ff920a-de35-4bde-a1e8-28e29ed57571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:41:20Z', 'updated_at': '2022-03-01T13:41:33Z', 'revision_number': 4, 'project_id': 'ff123376cbb24b58b07467de812ea0ce', 'gw_port': {'id': '96ff920a-de35-4bde-a1e8-28e29ed57571', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e860161-5d01-4d4a-9296-beb29fc887b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:41:22Z', 'updated_at': '2022-03-01T13:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66', 'name': '', 'network_id': '3c81d57b-5f06-4018-8114-784317e21127', 'tenant_id': 'ff123376cbb24b58b07467de812ea0ce', 'mac_address': 'fa:16:3e:7e:55:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e860161-5d01-4d4a-9296-beb29fc887b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '982dab97-9634-4e94-8b54-b4480f44d42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:41:30Z', 'updated_at': '2022-03-01T13:41:33Z', 'revision_number': 2, 'project_id': 'ff123376cbb24b58b07467de812ea0ce', 'subnets': [{'id': '982dab97-9634-4e94-8b54-b4480f44d42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:41:36.306683 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119310a2-ce66-48ec-802a-2c036b37bfa1 None None] Checking router: 3e860161-5d01-4d4a-9296-beb29fc887b1 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:41:36.307138 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119310a2-ce66-48ec-802a-2c036b37bfa1 None None] Updating router 3e860161-5d01-4d4a-9296-beb29fc887b1 port 874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66 binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:41:36.341698 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-119310a2-ce66-48ec-802a-2c036b37bfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:36.445606 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51675f89-2b7c-4cfb-b8b7-b6dedf0b9f6e req-aad1a14e-23e3-4f60-8a17-96b74d90652f tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:36.447104 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-51675f89-2b7c-4cfb-b8b7-b6dedf0b9f6e req-aad1a14e-23e3-4f60-8a17-96b74d90652f tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=82169f35-0f46-49d4-b72b-f9f054af959c HTTP/1.1" status: 200 len: 946 time: 0.5311799 Mar 01 13:41:36.457308 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5f176c5d-ef86-4096-a7b8-031dc979b2f0 req-84b7f683-99d3-46cb-bdc5-71604bf4837d tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4815810 Mar 01 13:41:36.467282 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db143b7-7da6-4b93-a8cd-5ddd42f7ea99 req-c5461997-9827-4e2e-b592-1c02943cb36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:36.471880 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0db143b7-7da6-4b93-a8cd-5ddd42f7ea99 req-c5461997-9827-4e2e-b592-1c02943cb36b service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.4519897 Mar 01 13:41:36.534449 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0db143b7-7da6-4b93-a8cd-5ddd42f7ea99 req-41b37cf7-29ae-44c5-9b7c-57122dbe33a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=59c5adf6-72f1-40de-be77-0bc98a7c4d4b HTTP/1.1" status: 200 len: 217 time: 0.0519354 Mar 01 13:41:36.572153 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-51675f89-2b7c-4cfb-b8b7-b6dedf0b9f6e req-f66d9627-d53f-496f-8955-f7d45a00312b tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079388 Mar 01 13:41:36.640880 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db143b7-7da6-4b93-a8cd-5ddd42f7ea99 req-ab5f9490-ae00-4f9d-863b-b10df187a162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:36.642542 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0db143b7-7da6-4b93-a8cd-5ddd42f7ea99 req-ab5f9490-ae00-4f9d-863b-b10df187a162 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0694351 Mar 01 13:41:36.753220 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db143b7-7da6-4b93-a8cd-5ddd42f7ea99 req-ff229e88-da4a-455d-93cc-3b9ec1f021f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:36.755453 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0db143b7-7da6-4b93-a8cd-5ddd42f7ea99 req-ff229e88-da4a-455d-93cc-3b9ec1f021f1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1042500 Mar 01 13:41:36.872370 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-119310a2-ce66-48ec-802a-2c036b37bfa1 None None] Publish callbacks [] for port (874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:36.888658 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-119310a2-ce66-48ec-802a-2c036b37bfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:36.897795 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:41:36.992879 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83a916-c6dd-4c29-93ad-e1fd271b5284 req-ecc788aa-f9d8-4537-83cb-69705658830c tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:36.995734 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5c83a916-c6dd-4c29-93ad-e1fd271b5284 req-ecc788aa-f9d8-4537-83cb-69705658830c tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0f4a78-4c2b-4861-b989-4810824699c8 HTTP/1.1" status: 200 len: 950 time: 0.2928894 Mar 01 13:41:37.003080 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33441cb3-615a-4f43-abb7-019c957c9f43 None None] Pushing event updated for resources: {'Port': ['ID=874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:37.053807 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device f5ff6659-0c0f-4d70-8f11-73391ae78099 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:41:37.093242 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-119310a2-ce66-48ec-802a-2c036b37bfa1 None None] Attempting to bind port 874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:41:37.093799 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-119310a2-ce66-48ec-802a-2c036b37bfa1 None None] Attempting to bind port 874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '51a0677e-f1cb-46ae-bbf8-ef0a0b6ee8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c81d57b-5f06-4018-8114-784317e21127'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:41:37.094147 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119310a2-ce66-48ec-802a-2c036b37bfa1 None None] Attempting to bind port 874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66 on network 3c81d57b-5f06-4018-8114-784317e21127 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:41:37.113262 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119310a2-ce66-48ec-802a-2c036b37bfa1 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:41:37.113640 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119310a2-ce66-48ec-802a-2c036b37bfa1 None None] Checking segment: {'id': '51a0677e-f1cb-46ae-bbf8-ef0a0b6ee8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c81d57b-5f06-4018-8114-784317e21127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:41:37.122074 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-119310a2-ce66-48ec-802a-2c036b37bfa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:37.122581 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119310a2-ce66-48ec-802a-2c036b37bfa1 None None] Bound using segment: {'id': '51a0677e-f1cb-46ae-bbf8-ef0a0b6ee8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c81d57b-5f06-4018-8114-784317e21127'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:41:37.123112 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-119310a2-ce66-48ec-802a-2c036b37bfa1 None None] Bound port: 874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a0677e-f1cb-46ae-bbf8-ef0a0b6ee8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3c81d57b-5f06-4018-8114-784317e21127'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:41:37.123511 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-119310a2-ce66-48ec-802a-2c036b37bfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:37.229473 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:37.260027 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d', 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22', 'port_id': '29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d', 'mac_address': 'fa:16:3e:51:dd:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7f9fefc-67f3-4f16-9709-32467e973c9a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:41:37.266418 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-119310a2-ce66-48ec-802a-2c036b37bfa1 None None] For port 874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:41:37.275640 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-119310a2-ce66-48ec-802a-2c036b37bfa1 None None] For port 874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66,segment=NetworkSegment(51a0677e-f1cb-46ae-bbf8-ef0a0b6ee8a6),segment_id=51a0677e-f1cb-46ae-bbf8-ef0a0b6ee8a6)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:41:37.294673 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-119310a2-ce66-48ec-802a-2c036b37bfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:37.336282 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c9b58915-3f2a-4a59-8abe-8a2cbaded89d req-9f27506d-49e4-4fec-b95c-ca042efa1a50 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5280652 Mar 01 13:41:37.384454 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0db143b7-7da6-4b93-a8cd-5ddd42f7ea99 req-a537e24a-63e6-4aa2-8677-2073a5bde529 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5886271 Mar 01 13:41:37.395249 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119310a2-ce66-48ec-802a-2c036b37bfa1 None None] Routers {'3e860161-5d01-4d4a-9296-beb29fc887b1'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:41:37.397289 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-119310a2-ce66-48ec-802a-2c036b37bfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:41:28Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['3e860161-5d01-4d4a-9296-beb29fc887b1'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:41:37.405668 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33441cb3-615a-4f43-abb7-019c957c9f43 None None] Pushing event updated for resources: {'Port': ['ID=874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66,revision_number=4']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:37.427524 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-c9b58915-3f2a-4a59-8abe-8a2cbaded89d req-95cc6005-e6be-45a1-8e21-5ce905069116 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:41:37.446924 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port f5ff6659-0c0f-4d70-8f11-73391ae78099, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=f5ff6659-0c0f-4d70-8f11-73391ae78099,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:37.478785 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:41:37.479952 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:37.483132 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5c83a916-c6dd-4c29-93ad-e1fd271b5284 req-3deea7b4-0f5b-4054-8231-73f75ca6ed56 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/security-groups?id=b52f4f5b-20e5-4e7b-941d-1df91f9cb3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228711 Mar 01 13:41:37.545144 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': 'f5ff6659-0c0f-4d70-8f11-73391ae78099', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': 'f5ff6659-0c0f-4d70-8f11-73391ae78099', 'mac_address': 'fa:16:3e:00:5d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:41:37.548074 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c9b58915-3f2a-4a59-8abe-8a2cbaded89d req-95cc6005-e6be-45a1-8e21-5ce905069116 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:37.570812 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:41:37.575847 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-81ab4685-33f5-4641-9be6-ade82105c549 None None] Provisioning complete for port 874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:41:37.576309 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-81ab4685-33f5-4641-9be6-ade82105c549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:37.605601 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-119310a2-ce66-48ec-802a-2c036b37bfa1 None None] Set router 3e860161-5d01-4d4a-9296-beb29fc887b1 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:41:37.714921 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0db143b7-7da6-4b93-a8cd-5ddd42f7ea99 req-06cfd556-53d8-4297-a0ab-ac48f39a081a service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292861 Mar 01 13:41:37.746511 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:37.768286 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:37.777473 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port f5ff6659-0c0f-4d70-8f11-73391ae78099 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:41:37.777815 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f5ff6659-0c0f-4d70-8f11-73391ae78099), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:37.823770 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5ff6659-0c0f-4d70-8f11-73391ae78099 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:41:37.865798 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:37.889071 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc74cfa-a5af-4fb1-95e5-c857168ff6b1 req-d4eaa630-1b07-4144-8f23-d529fe524527 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:37.896207 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ffc74cfa-a5af-4fb1-95e5-c857168ff6b1 req-d4eaa630-1b07-4144-8f23-d529fe524527 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?device_id=1849decd-e761-42bc-8f53-7f2b2dfb0d14 HTTP/1.1" status: 200 len: 948 time: 0.1682382 Mar 01 13:41:37.896412 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port f5ff6659-0c0f-4d70-8f11-73391ae78099, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=f5ff6659-0c0f-4d70-8f11-73391ae78099,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:37.923519 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f5ff6659-0c0f-4d70-8f11-73391ae78099), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:37.957127 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ffc74cfa-a5af-4fb1-95e5-c857168ff6b1 req-da3ea086-0623-44c5-a535-f9ed7bcbfbff tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b5205c3-0740-433f-9e1b-5e522975ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598879 Mar 01 13:41:38.004043 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=f5ff6659-0c0f-4d70-8f11-73391ae78099,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:38.007219 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-81ab4685-33f5-4641-9be6-ade82105c549 None None] Current status of the port 874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:41:38.007605 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-81ab4685-33f5-4641-9be6-ade82105c549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:38.019715 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c9b58915-3f2a-4a59-8abe-8a2cbaded89d req-95cc6005-e6be-45a1-8e21-5ce905069116 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:38.041777 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-119310a2-ce66-48ec-802a-2c036b37bfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e860161-5d01-4d4a-9296-beb29fc887b1', 'name': 'tempest-FloatingIPDetailsTestJSON-983396323-router', 'tenant_id': 'ff123376cbb24b58b07467de812ea0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '96ff920a-de35-4bde-a1e8-28e29ed57571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:41:20Z', 'updated_at': '2022-03-01T13:41:33Z', 'revision_number': 4, 'project_id': 'ff123376cbb24b58b07467de812ea0ce', 'gw_port': {'id': '96ff920a-de35-4bde-a1e8-28e29ed57571', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e860161-5d01-4d4a-9296-beb29fc887b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:41:22Z', 'updated_at': '2022-03-01T13:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66', 'name': '', 'network_id': '3c81d57b-5f06-4018-8114-784317e21127', 'tenant_id': 'ff123376cbb24b58b07467de812ea0ce', 'mac_address': 'fa:16:3e:7e:55:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e860161-5d01-4d4a-9296-beb29fc887b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '982dab97-9634-4e94-8b54-b4480f44d42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:41:30Z', 'updated_at': '2022-03-01T13:41:37Z', 'revision_number': 4, 'project_id': 'ff123376cbb24b58b07467de812ea0ce', 'subnets': [{'id': '982dab97-9634-4e94-8b54-b4480f44d42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:41:38.048879 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-81ab4685-33f5-4641-9be6-ade82105c549 None None] For port 874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66,segment=NetworkSegment(51a0677e-f1cb-46ae-bbf8-ef0a0b6ee8a6),segment_id=51a0677e-f1cb-46ae-bbf8-ef0a0b6ee8a6)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:38.059859 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-81ab4685-33f5-4641-9be6-ade82105c549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:38.110613 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119310a2-ce66-48ec-802a-2c036b37bfa1 None None] The sync data for ids ['3e860161-5d01-4d4a-9296-beb29fc887b1'] in n-d-827467-3 is: [{'id': '3e860161-5d01-4d4a-9296-beb29fc887b1', 'name': 'tempest-FloatingIPDetailsTestJSON-983396323-router', 'tenant_id': 'ff123376cbb24b58b07467de812ea0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '96ff920a-de35-4bde-a1e8-28e29ed57571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:41:20Z', 'updated_at': '2022-03-01T13:41:33Z', 'revision_number': 4, 'project_id': 'ff123376cbb24b58b07467de812ea0ce', 'gw_port': {'id': '96ff920a-de35-4bde-a1e8-28e29ed57571', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e860161-5d01-4d4a-9296-beb29fc887b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:41:22Z', 'updated_at': '2022-03-01T13:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66', 'name': '', 'network_id': '3c81d57b-5f06-4018-8114-784317e21127', 'tenant_id': 'ff123376cbb24b58b07467de812ea0ce', 'mac_address': 'fa:16:3e:7e:55:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e860161-5d01-4d4a-9296-beb29fc887b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '982dab97-9634-4e94-8b54-b4480f44d42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:41:30Z', 'updated_at': '2022-03-01T13:41:37Z', 'revision_number': 4, 'project_id': 'ff123376cbb24b58b07467de812ea0ce', 'subnets': [{'id': '982dab97-9634-4e94-8b54-b4480f44d42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:41:38.129205 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab4685-33f5-4641-9be6-ade82105c549 None None] Pushing event updated for resources: {'Port': ['ID=874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:38.146318 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:41:38.180429 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26441a55-b1b7-4f70-a126-22f23fe7ce2b req-c8b3ee7b-a769-400a-aa5f-46d2e47cd841 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:38.182475 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26441a55-b1b7-4f70-a126-22f23fe7ce2b req-c8b3ee7b-a769-400a-aa5f-46d2e47cd841 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 944 time: 0.0923734 Mar 01 13:41:38.258358 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-64022f50-d402-4dea-a8cf-d9eddc897d42 None None] Provisioning complete for port 874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:41:38.258740 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-64022f50-d402-4dea-a8cf-d9eddc897d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:38.318393 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26441a55-b1b7-4f70-a126-22f23fe7ce2b req-ad7e8b97-72ca-4d17-a902-c8fca1cb9672 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294184 Mar 01 13:41:38.392020 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-c9b58915-3f2a-4a59-8abe-8a2cbaded89d req-95cc6005-e6be-45a1-8e21-5ce905069116 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Allocated IP 172.25.1.251 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/812b0caa-b61e-424c-a093-a08c43848e20) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:41:38.407601 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['f5ff6659-0c0f-4d70-8f11-73391ae78099'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:41:38.544327 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-64022f50-d402-4dea-a8cf-d9eddc897d42 None None] Current status of the port 874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:41:38.584542 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c9b58915-3f2a-4a59-8abe-8a2cbaded89d req-95cc6005-e6be-45a1-8e21-5ce905069116 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks [] for port (812b0caa-b61e-424c-a093-a08c43848e20), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:38.646720 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:41:38.655585 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c9b58915-3f2a-4a59-8abe-8a2cbaded89d req-95cc6005-e6be-45a1-8e21-5ce905069116 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (812b0caa-b61e-424c-a093-a08c43848e20), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:38.757549 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:41:38.758229 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:38.794430 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9b58915-3f2a-4a59-8abe-8a2cbaded89d req-95cc6005-e6be-45a1-8e21-5ce905069116 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:41:38.809775 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-c9b58915-3f2a-4a59-8abe-8a2cbaded89d req-95cc6005-e6be-45a1-8e21-5ce905069116 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:41:38.816245 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b58915-3f2a-4a59-8abe-8a2cbaded89d req-95cc6005-e6be-45a1-8e21-5ce905069116 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:41:38.855390 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:41:38.877005 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc6005-e6be-45a1-8e21-5ce905069116 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Pushing event updated for resources: {'Port': ['ID=812b0caa-b61e-424c-a093-a08c43848e20,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:38.926285 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 59c5adf6-72f1-40de-be77-0bc98a7c4d4b details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:41:38.990004 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba976cb-7f57-417c-8dd9-d8f676abb8f9 req-5e7c40ca-b7cc-4bd5-b5b1-7019c65e5be9 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:38.998543 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aba976cb-7f57-417c-8dd9-d8f676abb8f9 req-5e7c40ca-b7cc-4bd5-b5b1-7019c65e5be9 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=82169f35-0f46-49d4-b72b-f9f054af959c HTTP/1.1" status: 200 len: 946 time: 0.2689435 Mar 01 13:41:39.033425 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c9b58915-3f2a-4a59-8abe-8a2cbaded89d req-95cc6005-e6be-45a1-8e21-5ce905069116 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks [] for floatingip (efac8088-1919-440b-8f1d-10d961a24138), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:39.085031 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aba976cb-7f57-417c-8dd9-d8f676abb8f9 req-a74e1636-bc4f-4e2b-a753-f3410c8f677b tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808833 Mar 01 13:41:39.109988 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 59c5adf6-72f1-40de-be77-0bc98a7c4d4b, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=59c5adf6-72f1-40de-be77-0bc98a7c4d4b,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:39.139836 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '59c5adf6-72f1-40de-be77-0bc98a7c4d4b', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': '59c5adf6-72f1-40de-be77-0bc98a7c4d4b', 'mac_address': 'fa:16:3e:69:1b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:41:39.159755 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c9b58915-3f2a-4a59-8abe-8a2cbaded89d req-95cc6005-e6be-45a1-8e21-5ce905069116 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (812b0caa-b61e-424c-a093-a08c43848e20), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:39.201074 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 59c5adf6-72f1-40de-be77-0bc98a7c4d4b is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:41:39.204194 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (59c5adf6-72f1-40de-be77-0bc98a7c4d4b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:39.231329 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c5adf6-72f1-40de-be77-0bc98a7c4d4b {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:41:39.290799 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 59c5adf6-72f1-40de-be77-0bc98a7c4d4b, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=59c5adf6-72f1-40de-be77-0bc98a7c4d4b,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:39.300253 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (59c5adf6-72f1-40de-be77-0bc98a7c4d4b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:39.410334 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f45d5-fd4f-4cd0-9094-c31819221214 req-b16c07cd-4107-4040-aa24-b9cfe6dbad51 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:39.417703 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-673f45d5-fd4f-4cd0-9094-c31819221214 req-b16c07cd-4107-4040-aa24-b9cfe6dbad51 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0f4a78-4c2b-4861-b989-4810824699c8 HTTP/1.1" status: 200 len: 950 time: 0.1847408 Mar 01 13:41:39.445650 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=59c5adf6-72f1-40de-be77-0bc98a7c4d4b,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:39.518089 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-673f45d5-fd4f-4cd0-9094-c31819221214 req-6b518437-9f57-4aef-be6a-dd9914a69e81 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/security-groups?id=b52f4f5b-20e5-4e7b-941d-1df91f9cb3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994644 Mar 01 13:41:39.574422 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:39.616573 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c9b58915-3f2a-4a59-8abe-8a2cbaded89d req-95cc6005-e6be-45a1-8e21-5ce905069116 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks [] for port (812b0caa-b61e-424c-a093-a08c43848e20), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:39.646356 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c9b58915-3f2a-4a59-8abe-8a2cbaded89d req-95cc6005-e6be-45a1-8e21-5ce905069116 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (812b0caa-b61e-424c-a093-a08c43848e20), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:39.701083 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['59c5adf6-72f1-40de-be77-0bc98a7c4d4b'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:41:39.775934 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c9b58915-3f2a-4a59-8abe-8a2cbaded89d req-95cc6005-e6be-45a1-8e21-5ce905069116 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (efac8088-1919-440b-8f1d-10d961a24138), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:39.782347 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc6005-e6be-45a1-8e21-5ce905069116 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Pushing event updated for resources: {'Port': ['ID=812b0caa-b61e-424c-a093-a08c43848e20,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:39.797596 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:39.807403 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469335a9-813c-4a55-a693-31d81653768b req-55c0ca50-d926-4e54-b92f-dd3b4eaab290 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:39.809465 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-469335a9-813c-4a55-a693-31d81653768b req-55c0ca50-d926-4e54-b92f-dd3b4eaab290 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?device_id=1849decd-e761-42bc-8f53-7f2b2dfb0d14 HTTP/1.1" status: 200 len: 949 time: 0.1959844 Mar 01 13:41:39.835478 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c9b58915-3f2a-4a59-8abe-8a2cbaded89d req-95cc6005-e6be-45a1-8e21-5ce905069116 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:39.847682 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c9b58915-3f2a-4a59-8abe-8a2cbaded89d req-95cc6005-e6be-45a1-8e21-5ce905069116 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5095329 Mar 01 13:41:39.960401 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c9b58915-3f2a-4a59-8abe-8a2cbaded89d req-d395277c-7451-4ed8-9397-e76da8549bfd tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.251 HTTP/1.1" status: 200 len: 696 time: 0.1112421 Mar 01 13:41:40.019694 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-469335a9-813c-4a55-a693-31d81653768b req-5fa6bc4a-00b7-4687-bf57-e44c3cc62145 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b5205c3-0740-433f-9e1b-5e522975ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020545 Mar 01 13:41:40.155128 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b58915-3f2a-4a59-8abe-8a2cbaded89d req-5e420e3b-3da0-49e3-ba86-5c7171102ca7 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:40.162915 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c9b58915-3f2a-4a59-8abe-8a2cbaded89d req-5e420e3b-3da0-49e3-ba86-5c7171102ca7 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 784 time: 0.2016592 Mar 01 13:41:40.170035 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-c9b58915-3f2a-4a59-8abe-8a2cbaded89d req-de24afe8-5c1b-4c4a-8e64-81d5897abdff tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:41:40.188477 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c9b58915-3f2a-4a59-8abe-8a2cbaded89d req-de24afe8-5c1b-4c4a-8e64-81d5897abdff tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0240612 Mar 01 13:41:40.306487 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d94e91-346e-4b8f-9a22-4fe303c50135 req-0abf181d-eef3-4f3e-a60a-2aeb7545b57c tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:40.308376 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-24d94e91-346e-4b8f-9a22-4fe303c50135 req-0abf181d-eef3-4f3e-a60a-2aeb7545b57c tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 944 time: 0.0624337 Mar 01 13:41:40.416561 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-24d94e91-346e-4b8f-9a22-4fe303c50135 req-e12ad6a1-e6be-43c4-bc75-15d0facca7ca tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010780 Mar 01 13:41:40.555890 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-28a946c8-faba-4008-9530-0cbdff5d011e req-7ae09867-e340-49f0-9d0c-7ee73a87cca0 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1880505 Mar 01 13:41:40.570311 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-28a946c8-faba-4008-9530-0cbdff5d011e req-f666482b-aac3-4f81-8472-d9fdfa9dc2e2 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:41:40.593519 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122cdd0-f984-495e-b61f-f5a1c6fdc950 req-a8333dcb-edb3-4b5c-bd24-a2b2ac0a2324 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:40.595028 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0122cdd0-f984-495e-b61f-f5a1c6fdc950 req-a8333dcb-edb3-4b5c-bd24-a2b2ac0a2324 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=82169f35-0f46-49d4-b72b-f9f054af959c HTTP/1.1" status: 200 len: 946 time: 0.0878980 Mar 01 13:41:40.610678 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-28a946c8-faba-4008-9530-0cbdff5d011e req-f666482b-aac3-4f81-8472-d9fdfa9dc2e2 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:40.689528 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0122cdd0-f984-495e-b61f-f5a1c6fdc950 req-e9090e00-b590-45d0-ba0e-2bee3a69f5cc tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853751 Mar 01 13:41:40.747512 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-28a946c8-faba-4008-9530-0cbdff5d011e req-f666482b-aac3-4f81-8472-d9fdfa9dc2e2 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:40.903779 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83037629-579d-4da1-8b34-99fbdab6ea31 req-3e374086-a00e-4ab2-bf05-c04ff7d3454b tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:40.905413 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-83037629-579d-4da1-8b34-99fbdab6ea31 req-3e374086-a00e-4ab2-bf05-c04ff7d3454b tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0f4a78-4c2b-4861-b989-4810824699c8 HTTP/1.1" status: 200 len: 950 time: 0.1120622 Mar 01 13:41:40.929507 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-28a946c8-faba-4008-9530-0cbdff5d011e req-f666482b-aac3-4f81-8472-d9fdfa9dc2e2 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Allocated IP 172.25.1.11 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/9d450106-3dd0-40d2-8fde-6f49490f55d6) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:41:40.944363 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:41:41.006024 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device f5ff6659-0c0f-4d70-8f11-73391ae78099 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:41:41.042510 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-83037629-579d-4da1-8b34-99fbdab6ea31 req-a3048945-795d-45f6-8ac0-79ac9f17628b tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/security-groups?id=b52f4f5b-20e5-4e7b-941d-1df91f9cb3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256690 Mar 01 13:41:41.104451 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-28a946c8-faba-4008-9530-0cbdff5d011e req-f666482b-aac3-4f81-8472-d9fdfa9dc2e2 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks [] for port (9d450106-3dd0-40d2-8fde-6f49490f55d6), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:41.160380 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-28a946c8-faba-4008-9530-0cbdff5d011e req-f666482b-aac3-4f81-8472-d9fdfa9dc2e2 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (9d450106-3dd0-40d2-8fde-6f49490f55d6), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:41.209589 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:41:41.218400 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:41:41.219002 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:41.253037 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28a946c8-faba-4008-9530-0cbdff5d011e req-f666482b-aac3-4f81-8472-d9fdfa9dc2e2 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:41:41.263155 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port f5ff6659-0c0f-4d70-8f11-73391ae78099 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:41:41.266213 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-28a946c8-faba-4008-9530-0cbdff5d011e req-f666482b-aac3-4f81-8472-d9fdfa9dc2e2 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:41:41.269514 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port f5ff6659-0c0f-4d70-8f11-73391ae78099 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:41:41.270330 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f5ff6659-0c0f-4d70-8f11-73391ae78099), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:41.271228 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a946c8-faba-4008-9530-0cbdff5d011e req-f666482b-aac3-4f81-8472-d9fdfa9dc2e2 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:41:41.329519 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666482b-aac3-4f81-8472-d9fdfa9dc2e2 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Pushing event updated for resources: {'Port': ['ID=9d450106-3dd0-40d2-8fde-6f49490f55d6,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:41.391180 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3564ee-da68-41bc-a1f0-0fe564d1c203 req-97a7731b-c39f-483f-a581-7418df251be6 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:41.393084 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bf3564ee-da68-41bc-a1f0-0fe564d1c203 req-97a7731b-c39f-483f-a581-7418df251be6 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?device_id=1849decd-e761-42bc-8f53-7f2b2dfb0d14 HTTP/1.1" status: 200 len: 949 time: 0.1865628 Mar 01 13:41:41.433664 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-28a946c8-faba-4008-9530-0cbdff5d011e req-f666482b-aac3-4f81-8472-d9fdfa9dc2e2 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks [] for floatingip (ad5b7d6d-8796-43a5-90aa-568659039a34), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:41.540511 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bf3564ee-da68-41bc-a1f0-0fe564d1c203 req-731b8f7f-0b2a-4d18-b454-556cd14ed17f tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b5205c3-0740-433f-9e1b-5e522975ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360779 Mar 01 13:41:41.549445 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-28a946c8-faba-4008-9530-0cbdff5d011e req-f666482b-aac3-4f81-8472-d9fdfa9dc2e2 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9d450106-3dd0-40d2-8fde-6f49490f55d6), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:41.579127 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port f5ff6659-0c0f-4d70-8f11-73391ae78099 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:41:41.579887 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f5ff6659-0c0f-4d70-8f11-73391ae78099), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:41.588157 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:41:41.591637 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:41.644042 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port f5ff6659-0c0f-4d70-8f11-73391ae78099, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=f5ff6659-0c0f-4d70-8f11-73391ae78099,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:41.648734 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2570827f-0013-43a0-9310-22f624ad4fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ff6659-0c0f-4d70-8f11-73391ae78099'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:41:41.651844 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ace6e0-1502-4dfa-8541-19801afd30af" -d '{"events": [{"server_uuid": "2570827f-0013-43a0-9310-22f624ad4fee", "name": "network-vif-plugged", "status": "completed", "tag": "f5ff6659-0c0f-4d70-8f11-73391ae78099"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:41:41.657357 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f5ff6659-0c0f-4d70-8f11-73391ae78099), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:41.734460 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=f5ff6659-0c0f-4d70-8f11-73391ae78099,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:41.760389 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:41.767489 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:41.768839 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 59c5adf6-72f1-40de-be77-0bc98a7c4d4b up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:41:41.804211 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3bc56-2de3-425d-9fe9-df9eefbd9b56 req-c16c51e2-354e-4880-bd92-aa26e76747d0 tempest-LiveMigrationNegativeTest-1458946803 tempest-LiveMigrationNegativeTest-1458946803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:41.811968 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d4f3bc56-2de3-425d-9fe9-df9eefbd9b56 req-c16c51e2-354e-4880-bd92-aa26e76747d0 tempest-LiveMigrationNegativeTest-1458946803 tempest-LiveMigrationNegativeTest-1458946803-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cc0f4a78-4c2b-4861-b989-4810824699c8 HTTP/1.1" status: 200 len: 1132 time: 0.0989807 Mar 01 13:41:41.843699 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-d4f3bc56-2de3-425d-9fe9-df9eefbd9b56 req-ee93a92b-4d2d-4713-ac68-9f1e9fac656f tempest-LiveMigrationNegativeTest-1458946803 tempest-LiveMigrationNegativeTest-1458946803-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:41.877763 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:41.907827 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 59c5adf6-72f1-40de-be77-0bc98a7c4d4b completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:41:41.914661 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 59c5adf6-72f1-40de-be77-0bc98a7c4d4b triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:41:41.915128 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (59c5adf6-72f1-40de-be77-0bc98a7c4d4b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:42.015460 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 59c5adf6-72f1-40de-be77-0bc98a7c4d4b is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:41:42.016175 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (59c5adf6-72f1-40de-be77-0bc98a7c4d4b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:42.056052 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 59c5adf6-72f1-40de-be77-0bc98a7c4d4b, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=59c5adf6-72f1-40de-be77-0bc98a7c4d4b,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:42.060305 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (59c5adf6-72f1-40de-be77-0bc98a7c4d4b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:42.116665 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=59c5adf6-72f1-40de-be77-0bc98a7c4d4b,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:42.173176 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-28a946c8-faba-4008-9530-0cbdff5d011e req-f666482b-aac3-4f81-8472-d9fdfa9dc2e2 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks [] for port (9d450106-3dd0-40d2-8fde-6f49490f55d6), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:42.183335 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-28a946c8-faba-4008-9530-0cbdff5d011e req-f666482b-aac3-4f81-8472-d9fdfa9dc2e2 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (9d450106-3dd0-40d2-8fde-6f49490f55d6), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:42.286947 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666482b-aac3-4f81-8472-d9fdfa9dc2e2 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Pushing event updated for resources: {'Port': ['ID=9d450106-3dd0-40d2-8fde-6f49490f55d6,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:42.302265 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-28a946c8-faba-4008-9530-0cbdff5d011e req-f666482b-aac3-4f81-8472-d9fdfa9dc2e2 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (ad5b7d6d-8796-43a5-90aa-568659039a34), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:42.330523 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-d4f3bc56-2de3-425d-9fe9-df9eefbd9b56 req-ee93a92b-4d2d-4713-ac68-9f1e9fac656f tempest-LiveMigrationNegativeTest-1458946803 tempest-LiveMigrationNegativeTest-1458946803-project-admin] Publish callbacks [] for security_group (74ce98ec-812b-4099-bd5a-eb3eb0617c4b), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:42.336629 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-28a946c8-faba-4008-9530-0cbdff5d011e req-f666482b-aac3-4f81-8472-d9fdfa9dc2e2 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:42.337967 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-28a946c8-faba-4008-9530-0cbdff5d011e req-f666482b-aac3-4f81-8472-d9fdfa9dc2e2 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7747989 Mar 01 13:41:42.339361 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-d4f3bc56-2de3-425d-9fe9-df9eefbd9b56 req-ee93a92b-4d2d-4713-ac68-9f1e9fac656f tempest-LiveMigrationNegativeTest-1458946803 tempest-LiveMigrationNegativeTest-1458946803-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (74ce98ec-812b-4099-bd5a-eb3eb0617c4b), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:42.425830 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d4f3bc56-2de3-425d-9fe9-df9eefbd9b56 req-ee93a92b-4d2d-4713-ac68-9f1e9fac656f tempest-LiveMigrationNegativeTest-1458946803 tempest-LiveMigrationNegativeTest-1458946803-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b52f4f5b-20e5-4e7b-941d-1df91f9cb3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6124930 Mar 01 13:41:42.427464 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee93a92b-4d2d-4713-ac68-9f1e9fac656f tempest-LiveMigrationNegativeTest-1458946803 tempest-LiveMigrationNegativeTest-1458946803-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ce98ec-812b-4099-bd5a-eb3eb0617c4b,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:42.437101 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-28a946c8-faba-4008-9530-0cbdff5d011e req-4694a144-0b1e-4d55-aeaa-5358f17d5105 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.11 HTTP/1.1" status: 200 len: 695 time: 0.0845287 Mar 01 13:41:42.572301 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a946c8-faba-4008-9530-0cbdff5d011e req-28cdb9ce-3744-4e24-987c-09a956347b6f tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:42.573685 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-28a946c8-faba-4008-9530-0cbdff5d011e req-28cdb9ce-3744-4e24-987c-09a956347b6f tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 784 time: 0.1356919 Mar 01 13:41:42.588658 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-28a946c8-faba-4008-9530-0cbdff5d011e req-d8f50d84-78ca-456d-a1ad-535920d1d4d9 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:41:42.589803 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-28a946c8-faba-4008-9530-0cbdff5d011e req-d8f50d84-78ca-456d-a1ad-535920d1d4d9 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085063 Mar 01 13:41:42.617955 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f0800-e69e-4492-96c3-1e17371e3af0 req-81a3c194-e28c-4318-8464-327f9cd92309 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:42.624314 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-223f0800-e69e-4492-96c3-1e17371e3af0 req-81a3c194-e28c-4318-8464-327f9cd92309 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 945 time: 0.1130013 Mar 01 13:41:42.634034 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba450d06-85ba-4efc-9e27-5329792ca37d x-openstack-request-id: req-ba450d06-85ba-4efc-9e27-5329792ca37d {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:41:42.634365 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2570827f-0013-43a0-9310-22f624ad4fee", "name": "network-vif-plugged", "status": "completed", "tag": "f5ff6659-0c0f-4d70-8f11-73391ae78099", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:41:42.634600 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba450d06-85ba-4efc-9e27-5329792ca37d {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:41:42.634999 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2570827f-0013-43a0-9310-22f624ad4fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ff6659-0c0f-4d70-8f11-73391ae78099', 'code': 200} Mar 01 13:41:42.735425 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-223f0800-e69e-4492-96c3-1e17371e3af0 req-9bee68d5-b4d7-4277-a635-02c2aa3eaadb tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063433 Mar 01 13:41:42.765254 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7836b-2a1a-4b2f-bfd4-0f392eacd320 req-7c8b0a05-a608-4c06-9fc8-0d8e5c00f3f4 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:42.775236 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baff29e-8ab8-4005-88ee-eefaa48fe1ce req-98e58c37-e749-4c94-a37d-1cedc8b7603b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:42.775870 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f8d7836b-2a1a-4b2f-bfd4-0f392eacd320 req-7c8b0a05-a608-4c06-9fc8-0d8e5c00f3f4 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=82169f35-0f46-49d4-b72b-f9f054af959c HTTP/1.1" status: 200 len: 946 time: 0.0877478 Mar 01 13:41:42.783260 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8baff29e-8ab8-4005-88ee-eefaa48fe1ce req-98e58c37-e749-4c94-a37d-1cedc8b7603b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2570827f-0013-43a0-9310-22f624ad4fee HTTP/1.1" status: 200 len: 1132 time: 0.0793798 Mar 01 13:41:42.832125 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f8d7836b-2a1a-4b2f-bfd4-0f392eacd320 req-f1b95713-796f-4a2e-abdb-237afa9a1c2a tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549748 Mar 01 13:41:42.863444 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8baff29e-8ab8-4005-88ee-eefaa48fe1ce req-ed6a374b-5680-4738-b4eb-19f004de6e97 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4b5205c3-0740-433f-9e1b-5e522975ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710084 Mar 01 13:41:42.998445 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-649bbae3-8c8c-46a6-8c21-7416b9da51ef req-5e55fee1-b821-460a-9c35-d960653c3c81 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1408887 Mar 01 13:41:43.006234 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0cb2c-ee37-40bd-b0d6-6ef0f5ec3019 req-11c38a50-5df8-4dbe-a07f-50e9e8ba213b tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:43.007696 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c7d0cb2c-ee37-40bd-b0d6-6ef0f5ec3019 req-11c38a50-5df8-4dbe-a07f-50e9e8ba213b tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?device_id=1849decd-e761-42bc-8f53-7f2b2dfb0d14 HTTP/1.1" status: 200 len: 950 time: 0.0941181 Mar 01 13:41:43.012208 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-649bbae3-8c8c-46a6-8c21-7416b9da51ef req-5b4f1839-ecf4-4d94-835e-45469449f514 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:41:43.055248 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-649bbae3-8c8c-46a6-8c21-7416b9da51ef req-5b4f1839-ecf4-4d94-835e-45469449f514 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:43.086060 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c7d0cb2c-ee37-40bd-b0d6-6ef0f5ec3019 req-0f87cc47-4500-4760-a651-2b4f8c0b7b7b tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b5205c3-0740-433f-9e1b-5e522975ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696764 Mar 01 13:41:43.183643 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-649bbae3-8c8c-46a6-8c21-7416b9da51ef req-5b4f1839-ecf4-4d94-835e-45469449f514 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:43.229492 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-46100da8-6877-464c-b5e6-184f3d5dc532 req-53f044fc-9764-4e79-9806-ede638d57602 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:41:43.230629 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-46100da8-6877-464c-b5e6-184f3d5dc532 req-53f044fc-9764-4e79-9806-ede638d57602 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093834 Mar 01 13:41:43.353736 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-649bbae3-8c8c-46a6-8c21-7416b9da51ef req-5b4f1839-ecf4-4d94-835e-45469449f514 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Allocated IP 172.25.1.58 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/c8b6fac9-6936-48b3-b358-d2110abebcf0) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:41:43.515090 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-649bbae3-8c8c-46a6-8c21-7416b9da51ef req-5b4f1839-ecf4-4d94-835e-45469449f514 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks [] for port (c8b6fac9-6936-48b3-b358-d2110abebcf0), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:43.583217 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506c4ab-a75a-4c4d-a870-8013b6c25bbf req-e339d11a-483d-4543-9a7d-09f0592e2fe5 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:43.584774 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1506c4ab-a75a-4c4d-a870-8013b6c25bbf req-e339d11a-483d-4543-9a7d-09f0592e2fe5 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0f4a78-4c2b-4861-b989-4810824699c8 HTTP/1.1" status: 200 len: 950 time: 0.0830960 Mar 01 13:41:43.586328 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-649bbae3-8c8c-46a6-8c21-7416b9da51ef req-5b4f1839-ecf4-4d94-835e-45469449f514 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (c8b6fac9-6936-48b3-b358-d2110abebcf0), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:43.648863 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-649bbae3-8c8c-46a6-8c21-7416b9da51ef req-5b4f1839-ecf4-4d94-835e-45469449f514 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:41:43.656535 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-649bbae3-8c8c-46a6-8c21-7416b9da51ef req-5b4f1839-ecf4-4d94-835e-45469449f514 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:41:43.658994 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-649bbae3-8c8c-46a6-8c21-7416b9da51ef req-5b4f1839-ecf4-4d94-835e-45469449f514 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:41:43.709139 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f1839-ecf4-4d94-835e-45469449f514 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Pushing event updated for resources: {'Port': ['ID=c8b6fac9-6936-48b3-b358-d2110abebcf0,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:43.730676 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1506c4ab-a75a-4c4d-a870-8013b6c25bbf req-26886066-7f4d-44ef-a96c-683bf566f3e7 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/security-groups?id=b52f4f5b-20e5-4e7b-941d-1df91f9cb3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109893 Mar 01 13:41:43.810471 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-649bbae3-8c8c-46a6-8c21-7416b9da51ef req-5b4f1839-ecf4-4d94-835e-45469449f514 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks [] for floatingip (373a0823-45ed-4d2a-a3c1-abac7297be0f), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:43.889757 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-649bbae3-8c8c-46a6-8c21-7416b9da51ef req-5b4f1839-ecf4-4d94-835e-45469449f514 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c8b6fac9-6936-48b3-b358-d2110abebcf0), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:43.923598 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f0d89-ec2d-4225-b4b4-e376c6f6ae3d req-bcb28066-f9dc-44b1-8f18-6bfa4766176f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:43.925040 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5b4f0d89-ec2d-4225-b4b4-e376c6f6ae3d req-bcb28066-f9dc-44b1-8f18-6bfa4766176f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 945 time: 0.1128867 Mar 01 13:41:44.026402 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5b4f0d89-ec2d-4225-b4b4-e376c6f6ae3d req-cb556011-1abc-4128-bcf8-615f83ab8895 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852299 Mar 01 13:41:44.103625 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-649bbae3-8c8c-46a6-8c21-7416b9da51ef req-5b4f1839-ecf4-4d94-835e-45469449f514 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks [] for port (c8b6fac9-6936-48b3-b358-d2110abebcf0), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:44.112489 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-649bbae3-8c8c-46a6-8c21-7416b9da51ef req-5b4f1839-ecf4-4d94-835e-45469449f514 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (c8b6fac9-6936-48b3-b358-d2110abebcf0), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:44.203019 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f1839-ecf4-4d94-835e-45469449f514 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Pushing event updated for resources: {'Port': ['ID=c8b6fac9-6936-48b3-b358-d2110abebcf0,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:44.219218 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-649bbae3-8c8c-46a6-8c21-7416b9da51ef req-5b4f1839-ecf4-4d94-835e-45469449f514 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (373a0823-45ed-4d2a-a3c1-abac7297be0f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:44.242728 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-649bbae3-8c8c-46a6-8c21-7416b9da51ef req-5b4f1839-ecf4-4d94-835e-45469449f514 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:44.253107 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-649bbae3-8c8c-46a6-8c21-7416b9da51ef req-5b4f1839-ecf4-4d94-835e-45469449f514 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2443228 Mar 01 13:41:44.394510 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-649bbae3-8c8c-46a6-8c21-7416b9da51ef req-2c8e0ae5-29a7-4801-a3d3-cbb082ef3155 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.58 HTTP/1.1" status: 200 len: 695 time: 0.1400456 Mar 01 13:41:44.508499 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889dc60d-556d-4e86-88bc-070f2c934843 req-16feb456-6882-48d1-a7f1-ab439ec34dd1 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:44.509996 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-889dc60d-556d-4e86-88bc-070f2c934843 req-16feb456-6882-48d1-a7f1-ab439ec34dd1 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=82169f35-0f46-49d4-b72b-f9f054af959c HTTP/1.1" status: 200 len: 946 time: 0.1765616 Mar 01 13:41:44.568726 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bbae3-8c8c-46a6-8c21-7416b9da51ef req-b41fe39d-801d-4d6d-be66-82336694849f tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:44.585901 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-649bbae3-8c8c-46a6-8c21-7416b9da51ef req-b41fe39d-801d-4d6d-be66-82336694849f tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 784 time: 0.1879103 Mar 01 13:41:44.622458 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-889dc60d-556d-4e86-88bc-070f2c934843 req-a13bc14a-58d5-42b4-8305-c97273059d6c tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062255 Mar 01 13:41:44.636970 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b322a7-84e4-4223-b975-e6a6a638c78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d'}, {'server_uuid': '1849decd-e761-42bc-8f53-7f2b2dfb0d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c5adf6-72f1-40de-be77-0bc98a7c4d4b'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:41:44.639288 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cb03c9-eaa2-43b8-9acd-9e6688ce6a23" -d '{"events": [{"server_uuid": "23b322a7-84e4-4223-b975-e6a6a638c78f", "name": "network-vif-plugged", "status": "completed", "tag": "29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d"}, {"server_uuid": "1849decd-e761-42bc-8f53-7f2b2dfb0d14", "name": "network-vif-plugged", "status": "completed", "tag": "59c5adf6-72f1-40de-be77-0bc98a7c4d4b"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:41:44.817951 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3a5a0-389b-4b29-b023-a937049f0a16 req-ffc00ddf-2142-4788-9086-3f8431b6f9a4 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:44.820469 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6bf3a5a0-389b-4b29-b023-a937049f0a16 req-ffc00ddf-2142-4788-9086-3f8431b6f9a4 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?device_id=1849decd-e761-42bc-8f53-7f2b2dfb0d14 HTTP/1.1" status: 200 len: 950 time: 0.1537426 Mar 01 13:41:44.860610 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-68065fef-f90d-4369-9206-4642edd67a05 req-2501f12d-8fe3-46c6-86fb-93349735b677 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1955466 Mar 01 13:41:44.871633 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-68065fef-f90d-4369-9206-4642edd67a05 req-bff01c0e-8425-46b9-bf98-7da045e56cea tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:41:44.921636 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6bf3a5a0-389b-4b29-b023-a937049f0a16 req-04bf9d29-67b5-4d57-9714-c7756b8596a6 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b5205c3-0740-433f-9e1b-5e522975ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880456 Mar 01 13:41:44.928222 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-68065fef-f90d-4369-9206-4642edd67a05 req-bff01c0e-8425-46b9-bf98-7da045e56cea tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:45.006003 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 01 Mar 2022 13:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5094f7bc-c7f8-45c7-813d-c8d0ff281b07 x-openstack-request-id: req-5094f7bc-c7f8-45c7-813d-c8d0ff281b07 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:41:45.006595 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b322a7-84e4-4223-b975-e6a6a638c78f", "name": "network-vif-plugged", "status": "completed", "tag": "29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d", "code": 200}, {"server_uuid": "1849decd-e761-42bc-8f53-7f2b2dfb0d14", "name": "network-vif-plugged", "status": "completed", "tag": "59c5adf6-72f1-40de-be77-0bc98a7c4d4b", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:41:45.006947 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5094f7bc-c7f8-45c7-813d-c8d0ff281b07 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:41:45.007515 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b322a7-84e4-4223-b975-e6a6a638c78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d', 'code': 200} Mar 01 13:41:45.007937 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1849decd-e761-42bc-8f53-7f2b2dfb0d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c5adf6-72f1-40de-be77-0bc98a7c4d4b', 'code': 200} Mar 01 13:41:45.156182 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-68065fef-f90d-4369-9206-4642edd67a05 req-bff01c0e-8425-46b9-bf98-7da045e56cea tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:45.213350 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2174a-0ec2-414b-b737-ced632b037f4 req-7cf9df99-52bf-4311-96a8-fe5c7ecfe662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:45.215066 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-24d2174a-0ec2-414b-b737-ced632b037f4 req-7cf9df99-52bf-4311-96a8-fe5c7ecfe662 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1849decd-e761-42bc-8f53-7f2b2dfb0d14 HTTP/1.1" status: 200 len: 1132 time: 0.0816524 Mar 01 13:41:45.292660 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-24d2174a-0ec2-414b-b737-ced632b037f4 req-30b8e77a-b9a0-464b-a4bd-9182001e4022 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4b5205c3-0740-433f-9e1b-5e522975ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638771 Mar 01 13:41:45.311563 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb2c43-b9b4-47b6-a22a-bdd54d16c063 req-cadb1043-7a08-4e95-9d17-bbc8ad072dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:45.313371 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c1fb2c43-b9b4-47b6-a22a-bdd54d16c063 req-cadb1043-7a08-4e95-9d17-bbc8ad072dac service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 1127 time: 0.1770153 Mar 01 13:41:45.326133 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd13506-669a-43b1-89aa-105e7e7a3b5e req-32126b32-1950-40e7-8340-8c34f6c2b12c tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:45.328002 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7cd13506-669a-43b1-89aa-105e7e7a3b5e req-32126b32-1950-40e7-8340-8c34f6c2b12c tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0f4a78-4c2b-4861-b989-4810824699c8 HTTP/1.1" status: 200 len: 950 time: 0.2099261 Mar 01 13:41:45.416368 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-68065fef-f90d-4369-9206-4642edd67a05 req-bff01c0e-8425-46b9-bf98-7da045e56cea tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Allocated IP 172.25.1.90 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/edb93483-eb8c-403f-a1e5-5a755a4e1639) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:41:45.461839 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7cd13506-669a-43b1-89aa-105e7e7a3b5e req-64695a91-c01b-4740-a832-499850748242 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/security-groups?id=b52f4f5b-20e5-4e7b-941d-1df91f9cb3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119268 Mar 01 13:41:45.492139 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bb705-9eee-40a3-a050-db4e89652fec req-f3beb9b5-e980-4688-8260-e2674f3347dd tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:45.503070 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ac3bb705-9eee-40a3-a050-db4e89652fec req-f3beb9b5-e980-4688-8260-e2674f3347dd tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc0f4a78-4c2b-4861-b989-4810824699c8 HTTP/1.1" status: 200 len: 950 time: 0.1180778 Mar 01 13:41:45.685115 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-ac3bb705-9eee-40a3-a050-db4e89652fec req-c23217f8-677d-4749-96bf-69eade535c90 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Deleting port ca8f072c-d28a-412a-9271-3646dad9fcbb {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:41:45.685366 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ac3bb705-9eee-40a3-a050-db4e89652fec req-c23217f8-677d-4749-96bf-69eade535c90 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (ca8f072c-d28a-412a-9271-3646dad9fcbb), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:45.771318 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-68065fef-f90d-4369-9206-4642edd67a05 req-bff01c0e-8425-46b9-bf98-7da045e56cea tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks [] for port (edb93483-eb8c-403f-a1e5-5a755a4e1639), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:45.837590 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c1fb2c43-b9b4-47b6-a22a-bdd54d16c063 req-e6b03f54-7a5f-4506-800e-fb926b04f7ce service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998436 Mar 01 13:41:45.852586 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78413e-56ba-4b3f-a813-edd033d41941 req-99dae622-374c-4f77-98be-278a04aca6b7 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:45.860468 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9e78413e-56ba-4b3f-a813-edd033d41941 req-99dae622-374c-4f77-98be-278a04aca6b7 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 945 time: 0.2215116 Mar 01 13:41:45.872053 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-ac3bb705-9eee-40a3-a050-db4e89652fec req-c23217f8-677d-4749-96bf-69eade535c90 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] For port ca8f072c-d28a-412a-9271-3646dad9fcbb, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ca8f072c-d28a-412a-9271-3646dad9fcbb,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:45.872426 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ac3bb705-9eee-40a3-a050-db4e89652fec req-c23217f8-677d-4749-96bf-69eade535c90 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (ca8f072c-d28a-412a-9271-3646dad9fcbb), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:45.888813 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-ac3bb705-9eee-40a3-a050-db4e89652fec req-c23217f8-677d-4749-96bf-69eade535c90 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Calling delete_port for ca8f072c-d28a-412a-9271-3646dad9fcbb owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:41:45.916490 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-68065fef-f90d-4369-9206-4642edd67a05 req-bff01c0e-8425-46b9-bf98-7da045e56cea tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (edb93483-eb8c-403f-a1e5-5a755a4e1639), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:45.996487 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff01c0e-8425-46b9-bf98-7da045e56cea tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Pushing event updated for resources: {'Port': ['ID=edb93483-eb8c-403f-a1e5-5a755a4e1639,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:46.017815 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9e78413e-56ba-4b3f-a813-edd033d41941 req-7d598823-ff19-43cc-a06b-7966fd69f562 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564708 Mar 01 13:41:46.046699 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68065fef-f90d-4369-9206-4642edd67a05 req-bff01c0e-8425-46b9-bf98-7da045e56cea tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:41:46.051970 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-68065fef-f90d-4369-9206-4642edd67a05 req-bff01c0e-8425-46b9-bf98-7da045e56cea tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:41:46.061762 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-68065fef-f90d-4369-9206-4642edd67a05 req-bff01c0e-8425-46b9-bf98-7da045e56cea tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:41:46.100530 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ac3bb705-9eee-40a3-a050-db4e89652fec req-c23217f8-677d-4749-96bf-69eade535c90 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (ca8f072c-d28a-412a-9271-3646dad9fcbb), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:46.115386 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['ca8f072c-d28a-412a-9271-3646dad9fcbb'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:41:46.118440 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['25dc4364-94a9-4bd3-bdb5-3912b58d217a'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:41:46.142744 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23217f8-677d-4749-96bf-69eade535c90 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Pushing event deleted for resources: {'Port': ['ID=ca8f072c-d28a-412a-9271-3646dad9fcbb,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:46.201337 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3bb705-9eee-40a3-a050-db4e89652fec req-c23217f8-677d-4749-96bf-69eade535c90 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] No DVR routers for this DVR port ca8f072c-d28a-412a-9271-3646dad9fcbb on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:41:46.205708 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ac3bb705-9eee-40a3-a050-db4e89652fec req-c23217f8-677d-4749-96bf-69eade535c90 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:46.210223 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ac3bb705-9eee-40a3-a050-db4e89652fec req-c23217f8-677d-4749-96bf-69eade535c90 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.20 "DELETE /v2.0/ports/ca8f072c-d28a-412a-9271-3646dad9fcbb HTTP/1.1" status: 204 len: 173 time: 0.7010422 Mar 01 13:41:46.210737 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0f4a78-4c2b-4861-b989-4810824699c8', 'name': 'network-vif-deleted', 'tag': 'ca8f072c-d28a-412a-9271-3646dad9fcbb'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:41:46.213764 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79b7a5f-9d00-4f47-9a18-2a884fcf8683" -d '{"events": [{"server_uuid": "cc0f4a78-4c2b-4861-b989-4810824699c8", "name": "network-vif-deleted", "tag": "ca8f072c-d28a-412a-9271-3646dad9fcbb"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:41:46.230100 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504eefd-e836-4858-8944-acf564752e62 req-2ce7f165-0a6c-4e93-b960-dca342526b1e tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:46.237551 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8504eefd-e836-4858-8944-acf564752e62 req-2ce7f165-0a6c-4e93-b960-dca342526b1e tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=82169f35-0f46-49d4-b72b-f9f054af959c HTTP/1.1" status: 200 len: 946 time: 0.1225145 Mar 01 13:41:46.268459 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-68065fef-f90d-4369-9206-4642edd67a05 req-bff01c0e-8425-46b9-bf98-7da045e56cea tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks [] for floatingip (ae7a4be9-243b-418c-b8c0-da0dc3d386ac), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:46.362064 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8504eefd-e836-4858-8944-acf564752e62 req-f45a1166-58ca-41a8-95f5-8d106a38926e tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173005 Mar 01 13:41:46.391960 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-68065fef-f90d-4369-9206-4642edd67a05 req-bff01c0e-8425-46b9-bf98-7da045e56cea tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (edb93483-eb8c-403f-a1e5-5a755a4e1639), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:46.572872 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3dbd0-5e00-489a-bc23-73f263de71d0 req-37c5d6cc-2c1d-41f8-8e97-e705a3c93554 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:46.574458 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-54f3dbd0-5e00-489a-bc23-73f263de71d0 req-37c5d6cc-2c1d-41f8-8e97-e705a3c93554 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?device_id=1849decd-e761-42bc-8f53-7f2b2dfb0d14 HTTP/1.1" status: 200 len: 950 time: 0.1307378 Mar 01 13:41:46.662254 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-68065fef-f90d-4369-9206-4642edd67a05 req-bff01c0e-8425-46b9-bf98-7da045e56cea tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks [] for port (edb93483-eb8c-403f-a1e5-5a755a4e1639), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:46.670589 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-68065fef-f90d-4369-9206-4642edd67a05 req-bff01c0e-8425-46b9-bf98-7da045e56cea tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (edb93483-eb8c-403f-a1e5-5a755a4e1639), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:46.685537 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-54f3dbd0-5e00-489a-bc23-73f263de71d0 req-7a5cd5bf-6f08-454b-8b6c-4853a3110cf0 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b5205c3-0740-433f-9e1b-5e522975ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795720 Mar 01 13:41:46.753400 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff01c0e-8425-46b9-bf98-7da045e56cea tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Pushing event updated for resources: {'Port': ['ID=edb93483-eb8c-403f-a1e5-5a755a4e1639,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:46.758595 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4e92f7-3b5b-4ed8-a24d-3b871141e552 x-openstack-request-id: req-2b4e92f7-3b5b-4ed8-a24d-3b871141e552 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:41:46.758888 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0f4a78-4c2b-4861-b989-4810824699c8", "name": "network-vif-deleted", "tag": "ca8f072c-d28a-412a-9271-3646dad9fcbb", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:41:46.759386 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b4e92f7-3b5b-4ed8-a24d-3b871141e552 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:41:46.759977 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0f4a78-4c2b-4861-b989-4810824699c8', 'name': 'network-vif-deleted', 'tag': 'ca8f072c-d28a-412a-9271-3646dad9fcbb', 'status': 'completed', 'code': 200} Mar 01 13:41:46.786712 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-68065fef-f90d-4369-9206-4642edd67a05 req-bff01c0e-8425-46b9-bf98-7da045e56cea tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (ae7a4be9-243b-418c-b8c0-da0dc3d386ac), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:46.807243 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-68065fef-f90d-4369-9206-4642edd67a05 req-bff01c0e-8425-46b9-bf98-7da045e56cea tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:46.809492 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-68065fef-f90d-4369-9206-4642edd67a05 req-bff01c0e-8425-46b9-bf98-7da045e56cea tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9433706 Mar 01 13:41:46.900966 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-68065fef-f90d-4369-9206-4642edd67a05 req-c9ec99eb-a816-4e86-8626-0744bcd2a433 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.90 HTTP/1.1" status: 200 len: 695 time: 0.0854890 Mar 01 13:41:46.923876 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-75b68163-9756-4fa7-a226-db40cb4f83ff req-14c7070b-eca5-42aa-be00-d577b54ec289 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0f4a78-4c2b-4861-b989-4810824699c8 HTTP/1.1" status: 200 len: 210 time: 0.0489378 Mar 01 13:41:47.038820 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68065fef-f90d-4369-9206-4642edd67a05 req-2b5cbe52-5ea9-45be-be45-61346a9a9282 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:47.040568 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-68065fef-f90d-4369-9206-4642edd67a05 req-2b5cbe52-5ea9-45be-be45-61346a9a9282 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 784 time: 0.1198876 Mar 01 13:41:47.163765 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3ccd4dd4-be69-40c8-b39c-18d6cbc28232 req-4fd72d29-4be0-4d8b-9691-c0255f9c208e tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/floatingips/ae7a4be9-243b-418c-b8c0-da0dc3d386ac HTTP/1.1" status: 200 len: 692 time: 0.0842254 Mar 01 13:41:47.256057 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf1070-eba7-40e1-be4e-e58a0a19cd68 req-6bcd3fa3-bc95-416d-b4d4-6bd87df1708f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:47.257754 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aacf1070-eba7-40e1-be4e-e58a0a19cd68 req-6bcd3fa3-bc95-416d-b4d4-6bd87df1708f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 945 time: 0.1692405 Mar 01 13:41:47.339002 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd4dd4-be69-40c8-b39c-18d6cbc28232 req-5178e2ae-dec3-40f2-a19a-4df8c94a5d03 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:47.340370 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3ccd4dd4-be69-40c8-b39c-18d6cbc28232 req-5178e2ae-dec3-40f2-a19a-4df8c94a5d03 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 784 time: 0.1700716 Mar 01 13:41:47.344623 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aacf1070-eba7-40e1-be4e-e58a0a19cd68 req-48fd1009-bb3f-4851-99e3-25685aa27779 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794313 Mar 01 13:41:47.350169 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-3ccd4dd4-be69-40c8-b39c-18d6cbc28232 req-2e834aa5-5097-4273-bb23-c249c32c9385 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:41:47.351096 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3ccd4dd4-be69-40c8-b39c-18d6cbc28232 req-2e834aa5-5097-4273-bb23-c249c32c9385 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053494 Mar 01 13:41:47.434542 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-17fa9fda-9dfa-46e0-a427-aae27496264e req-a50ab48d-508e-4baa-be96-eea22394ec51 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/floatingips/ae7a4be9-243b-418c-b8c0-da0dc3d386ac HTTP/1.1" status: 200 len: 692 time: 0.0523143 Mar 01 13:41:47.848517 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bad2ac-20ab-490a-8ffe-992c4dcaf9b7 req-cae19e5c-34d8-4542-85ad-8164f550a9cb tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:47.849991 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-58bad2ac-20ab-490a-8ffe-992c4dcaf9b7 req-cae19e5c-34d8-4542-85ad-8164f550a9cb tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=82169f35-0f46-49d4-b72b-f9f054af959c HTTP/1.1" status: 200 len: 946 time: 0.4136543 Mar 01 13:41:47.855104 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8f8e6a0a-c1e9-4a67-b241-bd79af233e46 req-f065cd29-795c-461d-890b-7138e32b1b63 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=efdab950-75e8-4e56-bffd-34fd643cd2cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3781221 Mar 01 13:41:47.862168 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa9fda-9dfa-46e0-a427-aae27496264e req-e1e362b8-45f2-49c8-9d75-00bfa5b4e7d1 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:47.863324 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-17fa9fda-9dfa-46e0-a427-aae27496264e req-e1e362b8-45f2-49c8-9d75-00bfa5b4e7d1 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 784 time: 0.4281104 Mar 01 13:41:47.880822 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-17fa9fda-9dfa-46e0-a427-aae27496264e req-4379ba52-02b3-4765-908b-0c944a3053ba tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:41:47.881777 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-17fa9fda-9dfa-46e0-a427-aae27496264e req-4379ba52-02b3-4765-908b-0c944a3053ba tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116191 Mar 01 13:41:47.976082 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-58bad2ac-20ab-490a-8ffe-992c4dcaf9b7 req-aa7df334-2b8f-4e3b-9273-8d20721b79ae tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198943 Mar 01 13:41:47.979985 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-17fa9fda-9dfa-46e0-a427-aae27496264e req-61e8bfdc-8547-431e-b1cd-2bd3672f0ceb tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.90 HTTP/1.1" status: 200 len: 695 time: 0.0832794 Mar 01 13:41:47.993691 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e6a0a-c1e9-4a67-b241-bd79af233e46 req-367ca454-74c1-46f7-8e85-b35d20a00fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:47.995143 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8f8e6a0a-c1e9-4a67-b241-bd79af233e46 req-367ca454-74c1-46f7-8e85-b35d20a00fc0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a1604e108eb4efa9392af151a3634bd&device_id=efdab950-75e8-4e56-bffd-34fd643cd2cc HTTP/1.1" status: 200 len: 1127 time: 0.1096992 Mar 01 13:41:48.063714 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-17fa9fda-9dfa-46e0-a427-aae27496264e req-2d4caca4-1813-4271-aefa-839266c7715a tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.90 HTTP/1.1" status: 200 len: 695 time: 0.0772214 Mar 01 13:41:48.240894 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a117f6-1303-4721-80b8-7d2867986f59 req-2f0051ee-d4c8-464f-9c01-23af0c3240a9 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:48.242346 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-24a117f6-1303-4721-80b8-7d2867986f59 req-2f0051ee-d4c8-464f-9c01-23af0c3240a9 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?device_id=1849decd-e761-42bc-8f53-7f2b2dfb0d14 HTTP/1.1" status: 200 len: 950 time: 0.2023473 Mar 01 13:41:48.265524 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e6a0a-c1e9-4a67-b241-bd79af233e46 req-4e188a4e-c2a6-47fc-a417-66316ba581c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:48.266914 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8f8e6a0a-c1e9-4a67-b241-bd79af233e46 req-4e188a4e-c2a6-47fc-a417-66316ba581c1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d8b7f131-5faa-4e14-9387-53185320f5df HTTP/1.1" status: 200 len: 924 time: 0.2383468 Mar 01 13:41:48.341121 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-24a117f6-1303-4721-80b8-7d2867986f59 req-5576ab3e-1806-4a7a-9e3a-f7d6cad21bc2 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b5205c3-0740-433f-9e1b-5e522975ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927541 Mar 01 13:41:48.364124 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-17fa9fda-9dfa-46e0-a427-aae27496264e req-50d09208-49be-479b-8ed4-85e79ecb161b tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Deleting port edb93483-eb8c-403f-a1e5-5a755a4e1639 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:41:48.364467 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-17fa9fda-9dfa-46e0-a427-aae27496264e req-50d09208-49be-479b-8ed4-85e79ecb161b tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (edb93483-eb8c-403f-a1e5-5a755a4e1639), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:48.369536 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8f8e6a0a-c1e9-4a67-b241-bd79af233e46 req-efc87fa6-254c-4c25-8c06-fe11a63d9656 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49de04f4-6d02-4e7f-854a-50e5dcdcf814 HTTP/1.1" status: 200 len: 1001 time: 0.0818846 Mar 01 13:41:48.488384 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e6a0a-c1e9-4a67-b241-bd79af233e46 req-435b2dbe-7b72-457a-ba19-a5af3e7dc383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:48.489826 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8f8e6a0a-c1e9-4a67-b241-bd79af233e46 req-435b2dbe-7b72-457a-ba19-a5af3e7dc383 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00c0eec8-d94f-41a7-92f9-32f77960cf64 HTTP/1.1" status: 200 len: 862 time: 0.1117744 Mar 01 13:41:48.533113 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-17fa9fda-9dfa-46e0-a427-aae27496264e req-50d09208-49be-479b-8ed4-85e79ecb161b tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (edb93483-eb8c-403f-a1e5-5a755a4e1639), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:48.533443 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-17fa9fda-9dfa-46e0-a427-aae27496264e req-50d09208-49be-479b-8ed4-85e79ecb161b tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks [] for floatingip (edb93483-eb8c-403f-a1e5-5a755a4e1639), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:48.546607 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-f37b1ff7-f344-48c0-a030-8670275eadbd tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--640033074&fields=id&tenant_id=1dfbeaa56cd046b8a281983cf7c6fa64 HTTP/1.1" status: 200 len: 267 time: 0.1169519 Mar 01 13:41:48.554592 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-17fa9fda-9dfa-46e0-a427-aae27496264e req-50d09208-49be-479b-8ed4-85e79ecb161b tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Calling delete_port for edb93483-eb8c-403f-a1e5-5a755a4e1639 owned by network:floatingip {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:41:48.668288 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e6a0a-c1e9-4a67-b241-bd79af233e46 req-3217634f-a439-4abe-bf44-6fcdcea1e421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:48.669829 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8f8e6a0a-c1e9-4a67-b241-bd79af233e46 req-3217634f-a439-4abe-bf44-6fcdcea1e421 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d8b7f131-5faa-4e14-9387-53185320f5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1711657 Mar 01 13:41:48.777080 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-b4fad6b8-0225-4bd0-a08e-3c8b60f95a9b tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:48.778524 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-b4fad6b8-0225-4bd0-a08e-3c8b60f95a9b tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/networks?id=2c5f5c0c-5639-4d99-bc9e-7767fcdda19a HTTP/1.1" status: 200 len: 816 time: 0.2250731 Mar 01 13:41:48.814016 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-d03b235e-d669-47e0-aade-83131d0e6d75 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/quotas/1dfbeaa56cd046b8a281983cf7c6fa64 HTTP/1.1" status: 200 len: 375 time: 0.0256088 Mar 01 13:41:48.836925 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8f8e6a0a-c1e9-4a67-b241-bd79af233e46 req-7556dbfe-f103-4be3-9fa7-603d0c59b822 service neutron] 10.222.0.32 "GET /v2.0/networks/d8b7f131-5faa-4e14-9387-53185320f5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569846 Mar 01 13:41:48.955040 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-17fa9fda-9dfa-46e0-a427-aae27496264e req-50d09208-49be-479b-8ed4-85e79ecb161b tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (edb93483-eb8c-403f-a1e5-5a755a4e1639), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:48.975350 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-ab218fc3-a110-41c0-aa5f-4762203a7adf tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1dfbeaa56cd046b8a281983cf7c6fa64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1518502 Mar 01 13:41:49.008171 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device ca8f072c-d28a-412a-9271-3646dad9fcbb no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:41:49.016790 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d09208-49be-479b-8ed4-85e79ecb161b tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Pushing event deleted for resources: {'Port': ['ID=edb93483-eb8c-403f-a1e5-5a755a4e1639,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:49.031374 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: ca8f072c-d28a-412a-9271-3646dad9fcbb {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:41:49.031748 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device ca8f072c-d28a-412a-9271-3646dad9fcbb not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:41:49.034609 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8f8e6a0a-c1e9-4a67-b241-bd79af233e46 req-9a8333d7-431f-4d06-bdbe-183119cad252 service neutron] 10.222.0.32 "GET /v2.0/networks/d8b7f131-5faa-4e14-9387-53185320f5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796319 Mar 01 13:41:49.131917 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-17fa9fda-9dfa-46e0-a427-aae27496264e req-50d09208-49be-479b-8ed4-85e79ecb161b tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks [] for floatingip (ae7a4be9-243b-418c-b8c0-da0dc3d386ac), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:49.134424 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-17fa9fda-9dfa-46e0-a427-aae27496264e req-50d09208-49be-479b-8ed4-85e79ecb161b tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:49.135538 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-17fa9fda-9dfa-46e0-a427-aae27496264e req-50d09208-49be-479b-8ed4-85e79ecb161b tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "DELETE /v2.0/floatingips/ae7a4be9-243b-418c-b8c0-da0dc3d386ac HTTP/1.1" status: 204 len: 173 time: 1.0326228 Mar 01 13:41:49.149198 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-51c9ac29-541c-4ef2-af05-8c2f85eb6009 service neutron] 10.222.0.13 "GET /v2.0/networks/2c5f5c0c-5639-4d99-bc9e-7767fcdda19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426163 Mar 01 13:41:49.272824 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-103d90b2-a611-4610-ae64-0a3b3d02960a service neutron] 10.222.0.13 "GET /v2.0/networks/2c5f5c0c-5639-4d99-bc9e-7767fcdda19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179755 Mar 01 13:41:49.286432 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5b072-8bc8-4ce4-ac6f-fc60eeb0c5a7 req-f99fc2cb-dbd0-4608-9c2c-53ff362f9b63 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:49.287999 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9bb5b072-8bc8-4ce4-ac6f-fc60eeb0c5a7 req-f99fc2cb-dbd0-4608-9c2c-53ff362f9b63 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?device_id=2570827f-0013-43a0-9310-22f624ad4fee HTTP/1.1" status: 200 len: 950 time: 0.0750477 Mar 01 13:41:49.335896 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9bb5b072-8bc8-4ce4-ac6f-fc60eeb0c5a7 req-c15e254f-1ead-4cc4-a268-90f40279e70d tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b5205c3-0740-433f-9e1b-5e522975ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422952 Mar 01 13:41:49.452389 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a2e4d-87e1-4293-a77a-1bf02a1d90fd req-f144687b-2c62-4603-8bd4-5fe1e3c9abe0 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:49.453874 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c62a2e4d-87e1-4293-a77a-1bf02a1d90fd req-f144687b-2c62-4603-8bd4-5fe1e3c9abe0 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 945 time: 0.0578158 Mar 01 13:41:49.502235 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c62a2e4d-87e1-4293-a77a-1bf02a1d90fd req-b208eb5c-008b-4e0f-bcdf-ebb59c2912c8 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421348 Mar 01 13:41:49.752144 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26348d2d-a728-41af-98df-7287c62bff9d req-89ddba88-8c24-487b-bb85-12e04eccbd30 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:49.753920 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26348d2d-a728-41af-98df-7287c62bff9d req-89ddba88-8c24-487b-bb85-12e04eccbd30 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=82169f35-0f46-49d4-b72b-f9f054af959c HTTP/1.1" status: 200 len: 946 time: 0.1746576 Mar 01 13:41:49.760271 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5862ac-a19b-418b-ad2d-e0947a96948f req-347d6c3a-36a9-4080-9f96-29fa36872317 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:49.761686 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3c5862ac-a19b-418b-ad2d-e0947a96948f req-347d6c3a-36a9-4080-9f96-29fa36872317 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2270966 Mar 01 13:41:49.827098 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26348d2d-a728-41af-98df-7287c62bff9d req-8c256ef3-a1ac-4249-a46d-d5a68be9f190 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644014 Mar 01 13:41:50.065992 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c6a51-1a5a-4700-9d0c-9f69ba6c0726 req-1061f2e5-c25b-445d-9564-07b76add3dd4 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:50.068156 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-463c6a51-1a5a-4700-9d0c-9f69ba6c0726 req-1061f2e5-c25b-445d-9564-07b76add3dd4 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 1127 time: 0.0515816 Mar 01 13:41:50.119637 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-463c6a51-1a5a-4700-9d0c-9f69ba6c0726 req-c2fb96e5-8d16-4409-9fbb-4fa30ba52357 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449853 Mar 01 13:41:50.208891 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-27cdd6de-02a0-47d4-a3f8-d1ea78e9257a req-f3144e21-6bd8-4fb3-9cb3-d2fe7623c29d tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 210 time: 0.0282140 Mar 01 13:41:50.323058 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6059b263-9937-45f8-8539-6a360b76dbb1 req-2da32983-6940-4278-a4ea-cda3306a4a5c tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=ff123376cbb24b58b07467de812ea0ce HTTP/1.1" status: 200 len: 1655 time: 0.0909917 Mar 01 13:41:50.446101 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b571379-d45c-4013-8add-63d572fb25dc req-bae74ca2-7143-4f40-bdeb-29af3f1a31d2 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:50.447558 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6b571379-d45c-4013-8add-63d572fb25dc req-bae74ca2-7143-4f40-bdeb-29af3f1a31d2 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa8feb75-9120-4f8b-8f47-3836daa34623 HTTP/1.1" status: 200 len: 950 time: 0.1314201 Mar 01 13:41:50.478065 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059b263-9937-45f8-8539-6a360b76dbb1 req-c5aa28ff-cc8d-4e2c-8155-872b2c4422d4 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:50.479453 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6059b263-9937-45f8-8539-6a360b76dbb1 req-c5aa28ff-cc8d-4e2c-8155-872b2c4422d4 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/networks?id=645b0646-084a-4922-8a3b-3b65ee21b5e4&id=645b0646-084a-4922-8a3b-3b65ee21b5e4&id=645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 787 time: 0.1488988 Mar 01 13:41:50.497077 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-6059b263-9937-45f8-8539-6a360b76dbb1 req-4b850b3b-cb51-4711-ad6c-be9ef3b35c59 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:41:50.498020 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6059b263-9937-45f8-8539-6a360b76dbb1 req-4b850b3b-cb51-4711-ad6c-be9ef3b35c59 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121009 Mar 01 13:41:50.520829 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6b571379-d45c-4013-8add-63d572fb25dc req-13e7126e-1e61-432f-b3dd-aa53f69cb17a tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/security-groups?id=b52f4f5b-20e5-4e7b-941d-1df91f9cb3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673172 Mar 01 13:41:50.660968 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-97343bf0-8899-416f-a717-af5561f86f11 req-9ce70073-9b90-4003-9e98-e3a958877b33 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1117504240&fields=id&tenant_id=9a1604e108eb4efa9392af151a3634bd HTTP/1.1" status: 200 len: 267 time: 0.0870750 Mar 01 13:41:50.667662 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4c09b-4252-4eb0-a887-4f7781514d76 req-65876c9c-9351-4a9f-9c5b-382fca219f16 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:50.669174 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eeb4c09b-4252-4eb0-a887-4f7781514d76 req-65876c9c-9351-4a9f-9c5b-382fca219f16 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 1127 time: 0.0892980 Mar 01 13:41:50.699567 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-374fea78-a8d2-40f9-8b52-15ef330de992 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:50.701084 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-374fea78-a8d2-40f9-8b52-15ef330de992 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.20 "GET /v2.0/networks?id=2c5f5c0c-5639-4d99-bc9e-7767fcdda19a HTTP/1.1" status: 200 len: 816 time: 0.1141148 Mar 01 13:41:50.772891 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eeb4c09b-4252-4eb0-a887-4f7781514d76 req-5320b9bc-6789-4bcb-87e5-de6ce2ac61ac tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939903 Mar 01 13:41:50.773647 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-db272b17-0a57-4e57-8e02-8c8d442f6757 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dfbeaa56cd046b8a281983cf7c6fa64 HTTP/1.1" status: 200 len: 379 time: 0.0628164 Mar 01 13:41:50.782955 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-b8ce7a9b-ff92-4a9f-8e88-60bf70750a73 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Request body: {'port': {'device_id': '930e4c07-a52c-4873-8bc8-dd96c902e652', 'network_id': '2c5f5c0c-5639-4d99-bc9e-7767fcdda19a', 'admin_state_up': True, 'tenant_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'security_groups': ['b9b38792-4d3b-471e-a006-5f193e5e2c3c']}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:41:50.819279 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97343bf0-8899-416f-a717-af5561f86f11 req-3258219a-171b-4650-be6a-0b7153d3b628 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:50.820967 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-97343bf0-8899-416f-a717-af5561f86f11 req-3258219a-171b-4650-be6a-0b7153d3b628 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/networks?id=d8b7f131-5faa-4e14-9387-53185320f5df HTTP/1.1" status: 200 len: 823 time: 0.1509273 Mar 01 13:41:50.848542 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-97343bf0-8899-416f-a717-af5561f86f11 req-ffc1a937-18fb-46cb-9884-d87b31709b1e tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/quotas/9a1604e108eb4efa9392af151a3634bd HTTP/1.1" status: 200 len: 375 time: 0.0206246 Mar 01 13:41:50.923627 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-b8ce7a9b-ff92-4a9f-8e88-60bf70750a73 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Made reservation on behalf of 1dfbeaa56cd046b8a281983cf7c6fa64 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:41:50.926948 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-b8ce7a9b-ff92-4a9f-8e88-60bf70750a73 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:50.950589 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-04a6600b-eaef-4a8e-b96c-e30fa90432eb req-6c09f6ac-8532-4fc4-8470-c5dc1cdfafef tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/floatingips/373a0823-45ed-4d2a-a3c1-abac7297be0f HTTP/1.1" status: 200 len: 692 time: 0.0529685 Mar 01 13:41:51.026251 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-97343bf0-8899-416f-a717-af5561f86f11 req-81034dcc-bff9-43c0-8bc0-379eb931ab5f tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a1604e108eb4efa9392af151a3634bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1642053 Mar 01 13:41:51.085063 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-b8ce7a9b-ff92-4a9f-8e88-60bf70750a73 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Allocated IP 172.20.0.7 (2c5f5c0c-5639-4d99-bc9e-7767fcdda19a/fa780fdd-3749-46aa-9d6b-34590bdd3f14/c45e60d9-9364-456d-8f60-89f853b1dc54) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:41:51.125792 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6600b-eaef-4a8e-b96c-e30fa90432eb req-57ec3026-cf35-4eff-bdd3-8df96eacc086 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:51.127152 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-04a6600b-eaef-4a8e-b96c-e30fa90432eb req-57ec3026-cf35-4eff-bdd3-8df96eacc086 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 784 time: 0.1680286 Mar 01 13:41:51.141621 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-04a6600b-eaef-4a8e-b96c-e30fa90432eb req-c4e09286-d41d-46fb-b35a-f8b434389951 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:41:51.142581 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-04a6600b-eaef-4a8e-b96c-e30fa90432eb req-c4e09286-d41d-46fb-b35a-f8b434389951 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070255 Mar 01 13:41:51.205564 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-97343bf0-8899-416f-a717-af5561f86f11 req-84ea57ea-1a10-4fce-897c-c6ac8629ad0c service neutron] 10.222.0.13 "GET /v2.0/networks/d8b7f131-5faa-4e14-9387-53185320f5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610200 Mar 01 13:41:51.208293 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-04a6600b-eaef-4a8e-b96c-e30fa90432eb req-465370f0-ebb3-45a4-b1e8-1fdb7362179b tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.58 HTTP/1.1" status: 200 len: 695 time: 0.0558722 Mar 01 13:41:51.236820 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-b8ce7a9b-ff92-4a9f-8e88-60bf70750a73 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks [] for port (c45e60d9-9364-456d-8f60-89f853b1dc54), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:51.272583 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-b8ce7a9b-ff92-4a9f-8e88-60bf70750a73 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (c45e60d9-9364-456d-8f60-89f853b1dc54), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:51.313617 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-b8ce7a9b-ff92-4a9f-8e88-60bf70750a73 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Network 2c5f5c0c-5639-4d99-bc9e-7767fcdda19a is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:41:51.322664 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-b8ce7a9b-ff92-4a9f-8e88-60bf70750a73 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:41:51.325405 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-b8ce7a9b-ff92-4a9f-8e88-60bf70750a73 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:41:51.379772 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce7a9b-ff92-4a9f-8e88-60bf70750a73 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Pushing event updated for resources: {'Port': ['ID=c45e60d9-9364-456d-8f60-89f853b1dc54,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:51.402354 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-b8ce7a9b-ff92-4a9f-8e88-60bf70750a73 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:51.403319 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-b8ce7a9b-ff92-4a9f-8e88-60bf70750a73 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:51.425596 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-b8ce7a9b-ff92-4a9f-8e88-60bf70750a73 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6463883 Mar 01 13:41:51.438278 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-572bae55-77e2-4d73-9ee4-6c363346554c service neutron] Request body: {'port': {'device_id': '930e4c07-a52c-4873-8bc8-dd96c902e652', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:41:51.517197 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-572bae55-77e2-4d73-9ee4-6c363346554c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c45e60d9-9364-456d-8f60-89f853b1dc54), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:51.574238 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-3acb881b-0ef4-4f1c-8520-81d3e0726cf9 None None] Provisioning complete for port c45e60d9-9364-456d-8f60-89f853b1dc54 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:41:51.575349 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3acb881b-0ef4-4f1c-8520-81d3e0726cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c45e60d9-9364-456d-8f60-89f853b1dc54), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:51.620046 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-04a6600b-eaef-4a8e-b96c-e30fa90432eb req-51eff2ff-7af5-4d66-a0a2-94b329bac7d8 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.58 HTTP/1.1" status: 200 len: 695 time: 0.4001808 Mar 01 13:41:51.633999 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3acb881b-0ef4-4f1c-8520-81d3e0726cf9 None None] Port c45e60d9-9364-456d-8f60-89f853b1dc54 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:41:51.735908 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-97343bf0-8899-416f-a717-af5561f86f11 req-33ac1f12-bbf7-48cd-bc1f-c6d0ab8afa83 service neutron] 10.222.0.13 "GET /v2.0/networks/d8b7f131-5faa-4e14-9387-53185320f5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5246456 Mar 01 13:41:51.777828 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-04a6600b-eaef-4a8e-b96c-e30fa90432eb req-df0ac25a-996b-4c58-a4b9-729f772cc98e tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Deleting port c8b6fac9-6936-48b3-b358-d2110abebcf0 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:41:51.778763 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-04a6600b-eaef-4a8e-b96c-e30fa90432eb req-df0ac25a-996b-4c58-a4b9-729f772cc98e tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (c8b6fac9-6936-48b3-b358-d2110abebcf0), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:51.901708 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-04a6600b-eaef-4a8e-b96c-e30fa90432eb req-df0ac25a-996b-4c58-a4b9-729f772cc98e tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (c8b6fac9-6936-48b3-b358-d2110abebcf0), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:51.902444 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-04a6600b-eaef-4a8e-b96c-e30fa90432eb req-df0ac25a-996b-4c58-a4b9-729f772cc98e tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks [] for floatingip (c8b6fac9-6936-48b3-b358-d2110abebcf0), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:51.905394 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-572bae55-77e2-4d73-9ee4-6c363346554c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c45e60d9-9364-456d-8f60-89f853b1dc54 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:41:51.914083 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fd86f-62ed-4567-894d-af78b25a64fa req-5637acb7-61d7-4b88-bbd9-467c4de6a0f6 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:51.916017 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d54fd86f-62ed-4567-894d-af78b25a64fa req-5637acb7-61d7-4b88-bbd9-467c4de6a0f6 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa8feb75-9120-4f8b-8f47-3836daa34623 HTTP/1.1" status: 200 len: 950 time: 0.1243641 Mar 01 13:41:51.918324 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-572bae55-77e2-4d73-9ee4-6c363346554c service neutron] Publish callbacks [] for port (c45e60d9-9364-456d-8f60-89f853b1dc54), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:51.936177 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-572bae55-77e2-4d73-9ee4-6c363346554c service neutron] Transition to ACTIVE for port object c45e60d9-9364-456d-8f60-89f853b1dc54 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:41:51.940956 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-572bae55-77e2-4d73-9ee4-6c363346554c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (c45e60d9-9364-456d-8f60-89f853b1dc54), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:51.999876 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-04a6600b-eaef-4a8e-b96c-e30fa90432eb req-df0ac25a-996b-4c58-a4b9-729f772cc98e tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Calling delete_port for c8b6fac9-6936-48b3-b358-d2110abebcf0 owned by network:floatingip {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:41:52.007322 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572bae55-77e2-4d73-9ee4-6c363346554c service neutron] Pushing event updated for resources: {'Port': ['ID=c45e60d9-9364-456d-8f60-89f853b1dc54,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:52.105619 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3f26d-f870-422b-83e4-b6dd770a22d9 req-f7e10c4e-b3c9-43d8-ab73-8cb8f856dcb8 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:52.107187 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-33c3f26d-f870-422b-83e4-b6dd770a22d9 req-f7e10c4e-b3c9-43d8-ab73-8cb8f856dcb8 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.32 "GET /v2.0/ports?device_id=efdab950-75e8-4e56-bffd-34fd643cd2cc HTTP/1.1" status: 200 len: 945 time: 0.1042738 Mar 01 13:41:52.315202 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-04a6600b-eaef-4a8e-b96c-e30fa90432eb req-df0ac25a-996b-4c58-a4b9-729f772cc98e tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (c8b6fac9-6936-48b3-b358-d2110abebcf0), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:52.328968 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-d54fd86f-62ed-4567-894d-af78b25a64fa req-ae61f9ab-b9c7-418a-b449-d90766c25a2e tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Deleting port 25dc4364-94a9-4bd3-bdb5-3912b58d217a {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:41:52.329348 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-d54fd86f-62ed-4567-894d-af78b25a64fa req-ae61f9ab-b9c7-418a-b449-d90766c25a2e tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (25dc4364-94a9-4bd3-bdb5-3912b58d217a), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:52.336344 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-572bae55-77e2-4d73-9ee4-6c363346554c service neutron] Attempting to bind port c45e60d9-9364-456d-8f60-89f853b1dc54 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:41:52.336680 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-572bae55-77e2-4d73-9ee4-6c363346554c service neutron] Attempting to bind port c45e60d9-9364-456d-8f60-89f853b1dc54 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '948b6872-5da8-4b30-bebf-d52c9879ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2c5f5c0c-5639-4d99-bc9e-7767fcdda19a'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:41:52.337005 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-572bae55-77e2-4d73-9ee4-6c363346554c service neutron] Attempting to bind port c45e60d9-9364-456d-8f60-89f853b1dc54 on network 2c5f5c0c-5639-4d99-bc9e-7767fcdda19a {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:41:52.341516 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-33c3f26d-f870-422b-83e4-b6dd770a22d9 req-54d1373e-6e3b-46ab-a792-435b608231cb tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Deleting port 49de04f4-6d02-4e7f-854a-50e5dcdcf814 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:41:52.341853 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-33c3f26d-f870-422b-83e4-b6dd770a22d9 req-54d1373e-6e3b-46ab-a792-435b608231cb tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (49de04f4-6d02-4e7f-854a-50e5dcdcf814), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:52.361820 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-572bae55-77e2-4d73-9ee4-6c363346554c service neutron] Port c45e60d9-9364-456d-8f60-89f853b1dc54 on network 2c5f5c0c-5639-4d99-bc9e-7767fcdda19a not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:41:52.362361 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-572bae55-77e2-4d73-9ee4-6c363346554c service neutron] Attempting to bind port c45e60d9-9364-456d-8f60-89f853b1dc54 on network 2c5f5c0c-5639-4d99-bc9e-7767fcdda19a {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:41:52.367404 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ac25a-996b-4c58-a4b9-729f772cc98e tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Pushing event deleted for resources: {'Port': ['ID=c8b6fac9-6936-48b3-b358-d2110abebcf0,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:52.384271 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b3af2-6cbf-4122-a6f4-c9ba6b2133e4 req-b2863b28-8543-459d-b477-1dc6908f6547 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:52.391507 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-064b3af2-6cbf-4122-a6f4-c9ba6b2133e4 req-b2863b28-8543-459d-b477-1dc6908f6547 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=82169f35-0f46-49d4-b72b-f9f054af959c HTTP/1.1" status: 200 len: 946 time: 0.2334194 Mar 01 13:41:52.406204 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-572bae55-77e2-4d73-9ee4-6c363346554c service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:41:52.406543 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-572bae55-77e2-4d73-9ee4-6c363346554c service neutron] Checking segment: {'id': '948b6872-5da8-4b30-bebf-d52c9879ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2c5f5c0c-5639-4d99-bc9e-7767fcdda19a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:41:52.406930 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-572bae55-77e2-4d73-9ee4-6c363346554c service neutron] Bound using segment: {'id': '948b6872-5da8-4b30-bebf-d52c9879ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2c5f5c0c-5639-4d99-bc9e-7767fcdda19a'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:41:52.407361 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-572bae55-77e2-4d73-9ee4-6c363346554c service neutron] Bound port: c45e60d9-9364-456d-8f60-89f853b1dc54, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '948b6872-5da8-4b30-bebf-d52c9879ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2c5f5c0c-5639-4d99-bc9e-7767fcdda19a'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:41:52.407747 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-572bae55-77e2-4d73-9ee4-6c363346554c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c45e60d9-9364-456d-8f60-89f853b1dc54), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:52.490251 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-33c3f26d-f870-422b-83e4-b6dd770a22d9 req-54d1373e-6e3b-46ab-a792-435b608231cb tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] For port 49de04f4-6d02-4e7f-854a-50e5dcdcf814, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=49de04f4-6d02-4e7f-854a-50e5dcdcf814,segment=NetworkSegment(4fa77154-1db9-4d3e-93d9-ea193365dc02),segment_id=4fa77154-1db9-4d3e-93d9-ea193365dc02)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:52.490617 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-33c3f26d-f870-422b-83e4-b6dd770a22d9 req-54d1373e-6e3b-46ab-a792-435b608231cb tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (49de04f4-6d02-4e7f-854a-50e5dcdcf814), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:52.590610 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-064b3af2-6cbf-4122-a6f4-c9ba6b2133e4 req-06614700-3414-4012-b606-b8903d7478cb tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980352 Mar 01 13:41:52.590830 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-572bae55-77e2-4d73-9ee4-6c363346554c service neutron] For port c45e60d9-9364-456d-8f60-89f853b1dc54, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:41:52.600379 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-04a6600b-eaef-4a8e-b96c-e30fa90432eb req-df0ac25a-996b-4c58-a4b9-729f772cc98e tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks [] for floatingip (373a0823-45ed-4d2a-a3c1-abac7297be0f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:52.603167 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-04a6600b-eaef-4a8e-b96c-e30fa90432eb req-df0ac25a-996b-4c58-a4b9-729f772cc98e tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:52.604332 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-04a6600b-eaef-4a8e-b96c-e30fa90432eb req-df0ac25a-996b-4c58-a4b9-729f772cc98e tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "DELETE /v2.0/floatingips/373a0823-45ed-4d2a-a3c1-abac7297be0f HTTP/1.1" status: 204 len: 173 time: 0.9842906 Mar 01 13:41:52.617671 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-d54fd86f-62ed-4567-894d-af78b25a64fa req-ae61f9ab-b9c7-418a-b449-d90766c25a2e tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] For port 25dc4364-94a9-4bd3-bdb5-3912b58d217a, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=25dc4364-94a9-4bd3-bdb5-3912b58d217a,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:52.620945 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-d54fd86f-62ed-4567-894d-af78b25a64fa req-ae61f9ab-b9c7-418a-b449-d90766c25a2e tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (25dc4364-94a9-4bd3-bdb5-3912b58d217a), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:52.637488 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-572bae55-77e2-4d73-9ee4-6c363346554c service neutron] For port c45e60d9-9364-456d-8f60-89f853b1dc54, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=c45e60d9-9364-456d-8f60-89f853b1dc54,segment=NetworkSegment(948b6872-5da8-4b30-bebf-d52c9879ac52),segment_id=948b6872-5da8-4b30-bebf-d52c9879ac52)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:41:52.652759 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-d54fd86f-62ed-4567-894d-af78b25a64fa req-ae61f9ab-b9c7-418a-b449-d90766c25a2e tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Calling delete_port for 25dc4364-94a9-4bd3-bdb5-3912b58d217a owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:41:52.663297 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-572bae55-77e2-4d73-9ee4-6c363346554c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (c45e60d9-9364-456d-8f60-89f853b1dc54), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:52.772971 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-572bae55-77e2-4d73-9ee4-6c363346554c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:52.773588 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-572bae55-77e2-4d73-9ee4-6c363346554c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:52.774978 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-572bae55-77e2-4d73-9ee4-6c363346554c service neutron] 10.222.0.20 "PUT /v2.0/ports/c45e60d9-9364-456d-8f60-89f853b1dc54 HTTP/1.1" status: 200 len: 1091 time: 1.3414464 Mar 01 13:41:52.775418 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930e4c07-a52c-4873-8bc8-dd96c902e652', 'tag': 'c45e60d9-9364-456d-8f60-89f853b1dc54'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:41:52.777792 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e1f716-a8f4-4cc8-b269-bccf7ac9cbb3" -d '{"events": [{"name": "network-changed", "server_uuid": "930e4c07-a52c-4873-8bc8-dd96c902e652", "tag": "c45e60d9-9364-456d-8f60-89f853b1dc54"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:41:52.914753 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abe175-9665-4d78-8ce9-4ad858dd30ca req-44c7e56f-d138-4c9b-a67f-893373aa9348 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:52.916938 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-79abe175-9665-4d78-8ce9-4ad858dd30ca req-44c7e56f-d138-4c9b-a67f-893373aa9348 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa8feb75-9120-4f8b-8f47-3836daa34623 HTTP/1.1" status: 200 len: 950 time: 0.1911187 Mar 01 13:41:52.938004 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03bc74-6263-4627-8827-6f77d41eab13 req-ed20b09f-8e5c-434f-bbdf-2fcad82275ec tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:52.950148 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5b03bc74-6263-4627-8827-6f77d41eab13 req-ed20b09f-8e5c-434f-bbdf-2fcad82275ec tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 943 time: 0.2227345 Mar 01 13:41:52.973139 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572bae55-77e2-4d73-9ee4-6c363346554c service neutron] Pushing event updated for resources: {'Port': ['ID=c45e60d9-9364-456d-8f60-89f853b1dc54,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:53.060875 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-33c3f26d-f870-422b-83e4-b6dd770a22d9 req-54d1373e-6e3b-46ab-a792-435b608231cb tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:53.061519 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-33c3f26d-f870-422b-83e4-b6dd770a22d9 req-54d1373e-6e3b-46ab-a792-435b608231cb tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (861710b4-b8e2-4440-8b0e-a0876d8a9c5b), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:53.062063 n-d-827467-3 neutron-server[103726]: INFO neutron.db.l3_db [req-33c3f26d-f870-422b-83e4-b6dd770a22d9 req-54d1373e-6e3b-46ab-a792-435b608231cb tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Floating IP 861710b4-b8e2-4440-8b0e-a0876d8a9c5b disassociated. External IP: 172.25.1.136, port: 49de04f4-6d02-4e7f-854a-50e5dcdcf814. Mar 01 13:41:53.062557 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-33c3f26d-f870-422b-83e4-b6dd770a22d9 req-54d1373e-6e3b-46ab-a792-435b608231cb tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Calling delete_port for 49de04f4-6d02-4e7f-854a-50e5dcdcf814 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:41:53.076488 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-a99f14d0-5897-47ac-97d2-0ed5b70577e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:53.078606 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-a99f14d0-5897-47ac-97d2-0ed5b70577e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1dfbeaa56cd046b8a281983cf7c6fa64&device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 1125 time: 0.2302697 Mar 01 13:41:53.084497 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5b03bc74-6263-4627-8827-6f77d41eab13 req-6d815e38-162f-4623-8cd2-a9fdcdda0b13 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331549 Mar 01 13:41:53.136973 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-52e2cdb1-0640-44b6-8e64-031f6a6a7160 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c45e60d9-9364-456d-8f60-89f853b1dc54 HTTP/1.1" status: 200 len: 217 time: 0.0455303 Mar 01 13:41:53.188561 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-d54fd86f-62ed-4567-894d-af78b25a64fa req-ae61f9ab-b9c7-418a-b449-d90766c25a2e tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (25dc4364-94a9-4bd3-bdb5-3912b58d217a), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:53.245595 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61f9ab-b9c7-418a-b449-d90766c25a2e tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Pushing event deleted for resources: {'Port': ['ID=25dc4364-94a9-4bd3-bdb5-3912b58d217a,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:53.314776 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54fd86f-62ed-4567-894d-af78b25a64fa req-ae61f9ab-b9c7-418a-b449-d90766c25a2e tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] No DVR routers for this DVR port 25dc4364-94a9-4bd3-bdb5-3912b58d217a on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:41:53.318838 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-d54fd86f-62ed-4567-894d-af78b25a64fa req-ae61f9ab-b9c7-418a-b449-d90766c25a2e tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:53.323407 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d54fd86f-62ed-4567-894d-af78b25a64fa req-ae61f9ab-b9c7-418a-b449-d90766c25a2e tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.32 "DELETE /v2.0/ports/25dc4364-94a9-4bd3-bdb5-3912b58d217a HTTP/1.1" status: 204 len: 173 time: 1.3863010 Mar 01 13:41:53.324778 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8feb75-9120-4f8b-8f47-3836daa34623', 'name': 'network-vif-deleted', 'tag': '25dc4364-94a9-4bd3-bdb5-3912b58d217a'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:41:53.326490 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-877d7d91-a26d-4350-a22d-0400e0b92144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:53.328876 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7bf32f-0b84-4eb8-a646-d2f438b9421b" -d '{"events": [{"server_uuid": "aa8feb75-9120-4f8b-8f47-3836daa34623", "name": "network-vif-deleted", "tag": "25dc4364-94a9-4bd3-bdb5-3912b58d217a"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:41:53.329018 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-877d7d91-a26d-4350-a22d-0400e0b92144 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fa780fdd-3749-46aa-9d6b-34590bdd3f14 HTTP/1.1" status: 200 len: 855 time: 0.1604655 Mar 01 13:41:53.330226 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-33c3f26d-f870-422b-83e4-b6dd770a22d9 req-54d1373e-6e3b-46ab-a792-435b608231cb tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (49de04f4-6d02-4e7f-854a-50e5dcdcf814), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:53.335834 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e44f93a-345b-4411-bd89-7b60c6375ce2 req-c7938fe3-6c8e-46a3-a4eb-8de1a2712826 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 210 time: 0.0986884 Mar 01 13:41:53.353056 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-79abe175-9665-4d78-8ce9-4ad858dd30ca req-bec970c2-d780-4d50-b795-3b9c7764d835 tempest-LiveMigrationNegativeTest-1865546858 tempest-LiveMigrationNegativeTest-1865546858-project] 10.222.0.13 "GET /v2.0/security-groups?id=b52f4f5b-20e5-4e7b-941d-1df91f9cb3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234455 Mar 01 13:41:53.444618 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1373e-6e3b-46ab-a792-435b608231cb tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Pushing event deleted for resources: {'Port': ['ID=49de04f4-6d02-4e7f-854a-50e5dcdcf814,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:53.505562 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dbcdbafd-8e67-4305-a5ee-0617713bd393 req-96949f80-638a-4c1b-8c02-898fc58c893a tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/floatingips/ad5b7d6d-8796-43a5-90aa-568659039a34 HTTP/1.1" status: 200 len: 692 time: 0.0875881 Mar 01 13:41:53.641084 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13a2b0d-6252-4ffc-90b6-a23cd888f72b x-openstack-request-id: req-d13a2b0d-6252-4ffc-90b6-a23cd888f72b {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:41:53.641452 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "930e4c07-a52c-4873-8bc8-dd96c902e652", "tag": "c45e60d9-9364-456d-8f60-89f853b1dc54", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:41:53.641912 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d13a2b0d-6252-4ffc-90b6-a23cd888f72b {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:41:53.642510 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '930e4c07-a52c-4873-8bc8-dd96c902e652', 'tag': 'c45e60d9-9364-456d-8f60-89f853b1dc54', 'status': 'completed', 'code': 200} Mar 01 13:41:53.669325 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcdbafd-8e67-4305-a5ee-0617713bd393 req-b700b10d-b9c8-43df-8437-13462cf8304b tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:53.679255 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dbcdbafd-8e67-4305-a5ee-0617713bd393 req-b700b10d-b9c8-43df-8437-13462cf8304b tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 784 time: 0.1724291 Mar 01 13:41:53.698969 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:41:53.738769 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f36260c-9d9a-45da-aaf2-b7d8eb6f1eba x-openstack-request-id: req-7f36260c-9d9a-45da-aaf2-b7d8eb6f1eba {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:41:53.739816 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8feb75-9120-4f8b-8f47-3836daa34623", "name": "network-vif-deleted", "tag": "25dc4364-94a9-4bd3-bdb5-3912b58d217a", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:41:53.740219 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f36260c-9d9a-45da-aaf2-b7d8eb6f1eba {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:41:53.740766 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8feb75-9120-4f8b-8f47-3836daa34623', 'name': 'network-vif-deleted', 'tag': '25dc4364-94a9-4bd3-bdb5-3912b58d217a', 'status': 'completed', 'code': 200} Mar 01 13:41:53.763512 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dbcdbafd-8e67-4305-a5ee-0617713bd393 req-8a55a9c1-0e91-4122-a539-237b09096496 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.11 HTTP/1.1" status: 200 len: 695 time: 0.0827825 Mar 01 13:41:53.807371 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-50a3f997-e281-478b-ad2d-27b0afe62e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:53.813070 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-50a3f997-e281-478b-ad2d-27b0afe62e43 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2c5f5c0c-5639-4d99-bc9e-7767fcdda19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3745558 Mar 01 13:41:53.881242 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dbcdbafd-8e67-4305-a5ee-0617713bd393 req-b1c4714e-cb75-4e1f-9da8-a3a0a98de7a8 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.11 HTTP/1.1" status: 200 len: 695 time: 0.1160955 Mar 01 13:41:53.910896 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106440d2-6d5e-4258-8f8f-bff100a4ae04 req-974c4245-a5c3-4195-bc67-b2e529f10019 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:53.913305 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-106440d2-6d5e-4258-8f8f-bff100a4ae04 req-974c4245-a5c3-4195-bc67-b2e529f10019 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 1127 time: 0.0944071 Mar 01 13:41:54.042435 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-ea8d65a3-b308-4737-a29a-40afffabac5c service neutron] 10.222.0.20 "GET /v2.0/networks/2c5f5c0c-5639-4d99-bc9e-7767fcdda19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111676 Mar 01 13:41:54.122737 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-106440d2-6d5e-4258-8f8f-bff100a4ae04 req-299d54eb-5101-4be4-8f09-669b7b4dae3e tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013922 Mar 01 13:41:54.205034 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-dbcdbafd-8e67-4305-a5ee-0617713bd393 req-19efe5c6-f49e-441b-a7d0-5b7a2e2942e4 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Deleting port 9d450106-3dd0-40d2-8fde-6f49490f55d6 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:41:54.205380 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-dbcdbafd-8e67-4305-a5ee-0617713bd393 req-19efe5c6-f49e-441b-a7d0-5b7a2e2942e4 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (9d450106-3dd0-40d2-8fde-6f49490f55d6), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:54.305153 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-dbcdbafd-8e67-4305-a5ee-0617713bd393 req-19efe5c6-f49e-441b-a7d0-5b7a2e2942e4 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (9d450106-3dd0-40d2-8fde-6f49490f55d6), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:54.305667 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-dbcdbafd-8e67-4305-a5ee-0617713bd393 req-19efe5c6-f49e-441b-a7d0-5b7a2e2942e4 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks [] for floatingip (9d450106-3dd0-40d2-8fde-6f49490f55d6), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:54.320378 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-dbcdbafd-8e67-4305-a5ee-0617713bd393 req-19efe5c6-f49e-441b-a7d0-5b7a2e2942e4 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Calling delete_port for 9d450106-3dd0-40d2-8fde-6f49490f55d6 owned by network:floatingip {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:41:54.487476 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97343bf0-8899-416f-a717-af5561f86f11 req-2d03d517-c68d-4065-b87c-2c8153224b1b tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:54.489689 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-97343bf0-8899-416f-a717-af5561f86f11 req-2d03d517-c68d-4065-b87c-2c8153224b1b tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.20 "GET /v2.0/networks?id=d8b7f131-5faa-4e14-9387-53185320f5df HTTP/1.1" status: 200 len: 823 time: 1.0047853 Mar 01 13:41:54.525245 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33c3f26d-f870-422b-83e4-b6dd770a22d9 req-54d1373e-6e3b-46ab-a792-435b608231cb tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Router 80010e2f-5e03-436e-b9ca-3f398826877f has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:41:54.526745 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-dbcdbafd-8e67-4305-a5ee-0617713bd393 req-19efe5c6-f49e-441b-a7d0-5b7a2e2942e4 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (9d450106-3dd0-40d2-8fde-6f49490f55d6), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:54.563419 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7a96b62b-2adc-4f3e-aa2e-e2ec71287793 req-c7a54ae1-fa80-4302-8094-e5608f3baa63 service neutron] 10.222.0.20 "GET /v2.0/networks/2c5f5c0c-5639-4d99-bc9e-7767fcdda19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5088646 Mar 01 13:41:54.598381 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19efe5c6-f49e-441b-a7d0-5b7a2e2942e4 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Pushing event deleted for resources: {'Port': ['ID=9d450106-3dd0-40d2-8fde-6f49490f55d6,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:54.649391 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-97343bf0-8899-416f-a717-af5561f86f11 req-527ec0cc-9552-47dd-af8c-2c0834b2d3e0 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a1604e108eb4efa9392af151a3634bd HTTP/1.1" status: 200 len: 380 time: 0.1410806 Mar 01 13:41:54.692034 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-dbcdbafd-8e67-4305-a5ee-0617713bd393 req-19efe5c6-f49e-441b-a7d0-5b7a2e2942e4 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks [] for floatingip (ad5b7d6d-8796-43a5-90aa-568659039a34), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:54.695916 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-dbcdbafd-8e67-4305-a5ee-0617713bd393 req-19efe5c6-f49e-441b-a7d0-5b7a2e2942e4 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:54.702509 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dbcdbafd-8e67-4305-a5ee-0617713bd393 req-19efe5c6-f49e-441b-a7d0-5b7a2e2942e4 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "DELETE /v2.0/floatingips/ad5b7d6d-8796-43a5-90aa-568659039a34 HTTP/1.1" status: 204 len: 173 time: 0.8022251 Mar 01 13:41:54.710965 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-97343bf0-8899-416f-a717-af5561f86f11 req-a5b964c9-8fc0-49cd-b699-12b37cf2af40 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Request body: {'port': {'device_id': 'c4685580-e37d-4628-81fa-5fabc72c035a', 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df', 'admin_state_up': True, 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'security_groups': ['b5db8cb0-f959-4990-a825-1f613bd2c0a8']}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:41:54.737677 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4af9c-32d2-464e-ae6e-add00baa022e req-3ded7d7d-46ed-4f1f-9067-534e747bd8c1 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:54.743772 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-93c4af9c-32d2-464e-ae6e-add00baa022e req-3ded7d7d-46ed-4f1f-9067-534e747bd8c1 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=82169f35-0f46-49d4-b72b-f9f054af959c HTTP/1.1" status: 200 len: 946 time: 0.2306676 Mar 01 13:41:54.807943 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33c3f26d-f870-422b-83e4-b6dd770a22d9 req-54d1373e-6e3b-46ab-a792-435b608231cb tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:41:54.820512 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c34ebad-8427-4fb0-a28e-22ecab1f2872 None None] Sync routers for ids ['80010e2f-5e03-436e-b9ca-3f398826877f'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:41:54.836354 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c34ebad-8427-4fb0-a28e-22ecab1f2872 None None] Routers {'80010e2f-5e03-436e-b9ca-3f398826877f'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:41:54.836998 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-5c34ebad-8427-4fb0-a28e-22ecab1f2872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:41:28Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['80010e2f-5e03-436e-b9ca-3f398826877f'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:41:54.863265 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c3f26d-f870-422b-83e4-b6dd770a22d9 req-54d1373e-6e3b-46ab-a792-435b608231cb tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] No DVR routers for this DVR port 49de04f4-6d02-4e7f-854a-50e5dcdcf814 on host n-h1-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:41:54.866939 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-33c3f26d-f870-422b-83e4-b6dd770a22d9 req-54d1373e-6e3b-46ab-a792-435b608231cb tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:54.870541 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-93c4af9c-32d2-464e-ae6e-add00baa022e req-48e551bb-f5e5-4acc-88b1-34b4a3ae32cb tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203206 Mar 01 13:41:54.882385 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-33c3f26d-f870-422b-83e4-b6dd770a22d9 req-54d1373e-6e3b-46ab-a792-435b608231cb tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.32 "DELETE /v2.0/ports/49de04f4-6d02-4e7f-854a-50e5dcdcf814 HTTP/1.1" status: 204 len: 173 time: 2.7489066 Mar 01 13:41:54.930510 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1f716-a8f4-4cc8-b269-bccf7ac9cbb3 req-001de7a9-936a-4437-96e0-904f9865452d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:54.932062 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-57e1f716-a8f4-4cc8-b269-bccf7ac9cbb3 req-001de7a9-936a-4437-96e0-904f9865452d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1dfbeaa56cd046b8a281983cf7c6fa64&device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 1125 time: 0.1950955 Mar 01 13:41:54.940313 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e116da-a473-43cc-b1cf-daa2262088ba req-dba92590-01fd-49c9-b871-643a2de4b0cd tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:54.964647 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e6e116da-a473-43cc-b1cf-daa2262088ba req-dba92590-01fd-49c9-b871-643a2de4b0cd tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 943 time: 0.1614985 Mar 01 13:41:55.026219 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 25dc4364-94a9-4bd3-bdb5-3912b58d217a no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:41:55.040538 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97343bf0-8899-416f-a717-af5561f86f11 req-a5b964c9-8fc0-49cd-b699-12b37cf2af40 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Made reservation on behalf of 9a1604e108eb4efa9392af151a3634bd for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:41:55.044382 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-97343bf0-8899-416f-a717-af5561f86f11 req-a5b964c9-8fc0-49cd-b699-12b37cf2af40 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:55.104502 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device f5ff6659-0c0f-4d70-8f11-73391ae78099 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:41:55.147641 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: 25dc4364-94a9-4bd3-bdb5-3912b58d217a {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:41:55.148594 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 25dc4364-94a9-4bd3-bdb5-3912b58d217a not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:41:55.149161 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 49de04f4-6d02-4e7f-854a-50e5dcdcf814 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:41:55.154994 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e6e116da-a473-43cc-b1cf-daa2262088ba req-500358a9-fd65-4bf4-a459-539096ee9f68 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872721 Mar 01 13:41:55.172303 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1f716-a8f4-4cc8-b269-bccf7ac9cbb3 req-1aab9303-6dc6-49bc-9a29-824b512a4d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:55.176675 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-57e1f716-a8f4-4cc8-b269-bccf7ac9cbb3 req-1aab9303-6dc6-49bc-9a29-824b512a4d1d service neutron] 10.222.0.20 "GET /v2.0/networks?id=2c5f5c0c-5639-4d99-bc9e-7767fcdda19a HTTP/1.1" status: 200 len: 917 time: 0.2362449 Mar 01 13:41:55.211849 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e059d5-dff2-4c04-8fbf-c3fe94d41cfb req-fb53040b-2073-4909-88e8-aa63834bed82 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:55.218590 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: 49de04f4-6d02-4e7f-854a-50e5dcdcf814 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:41:55.219470 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 49de04f4-6d02-4e7f-854a-50e5dcdcf814 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:41:55.221174 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-15e059d5-dff2-4c04-8fbf-c3fe94d41cfb req-fb53040b-2073-4909-88e8-aa63834bed82 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 1128 time: 0.1317856 Mar 01 13:41:55.238278 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-57e1f716-a8f4-4cc8-b269-bccf7ac9cbb3 req-a6a04f29-c78c-4380-9954-6c0750762abc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c45e60d9-9364-456d-8f60-89f853b1dc54 HTTP/1.1" status: 200 len: 217 time: 0.0534697 Mar 01 13:41:55.337227 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1f716-a8f4-4cc8-b269-bccf7ac9cbb3 req-ca5985ed-7752-4e8f-9f31-c9e12ce7fa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:55.338917 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-57e1f716-a8f4-4cc8-b269-bccf7ac9cbb3 req-ca5985ed-7752-4e8f-9f31-c9e12ce7fa2d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fa780fdd-3749-46aa-9d6b-34590bdd3f14 HTTP/1.1" status: 200 len: 855 time: 0.0902946 Mar 01 13:41:55.379743 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-852fac5e-8515-4985-97e4-2ef5de9418ff req-f1c43de8-9fbe-42ee-8eda-57816cc82451 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 210 time: 0.0849628 Mar 01 13:41:55.388563 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-15e059d5-dff2-4c04-8fbf-c3fe94d41cfb req-e7a70710-08a3-43e2-938b-901adae26db4 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669040 Mar 01 13:41:55.482864 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-97343bf0-8899-416f-a717-af5561f86f11 req-a5b964c9-8fc0-49cd-b699-12b37cf2af40 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Allocated IP 172.20.0.13 (d8b7f131-5faa-4e14-9387-53185320f5df/00c0eec8-d94f-41a7-92f9-32f77960cf64/ca10b8e2-adb5-43da-956a-6bae88a6d370) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:41:55.516907 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1f716-a8f4-4cc8-b269-bccf7ac9cbb3 req-8dac4092-781c-4e83-be50-3a44fd7fd580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:55.517696 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0bae7cb3-4288-4c7b-9567-a06fd74d579a req-b7b84b7c-5443-40c5-93c5-eec07c97ae9e tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/floatingips/efac8088-1919-440b-8f1d-10d961a24138 HTTP/1.1" status: 200 len: 693 time: 0.0797875 Mar 01 13:41:55.525018 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-57e1f716-a8f4-4cc8-b269-bccf7ac9cbb3 req-8dac4092-781c-4e83-be50-3a44fd7fd580 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2c5f5c0c-5639-4d99-bc9e-7767fcdda19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1754074 Mar 01 13:41:55.645681 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8353d12a-f786-4e0f-a28d-89fb71d51f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:55.646075 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efdab950-75e8-4e56-bffd-34fd643cd2cc', 'name': 'network-vif-deleted', 'tag': '49de04f4-6d02-4e7f-854a-50e5dcdcf814'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:41:55.648370 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9e18d6-7088-4efc-a9d0-ddc40c1cfa38" -d '{"events": [{"server_uuid": "efdab950-75e8-4e56-bffd-34fd643cd2cc", "name": "network-vif-deleted", "tag": "49de04f4-6d02-4e7f-854a-50e5dcdcf814"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:41:55.667842 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-5c34ebad-8427-4fb0-a28e-22ecab1f2872 None None] Set router 80010e2f-5e03-436e-b9ca-3f398826877f gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:41:55.715576 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202788c7-b538-4b52-9ded-8d1e8e20ebcb req-ed12f739-a5c8-488d-89a5-47b7de1af03f tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:55.723799 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-202788c7-b538-4b52-9ded-8d1e8e20ebcb req-ed12f739-a5c8-488d-89a5-47b7de1af03f tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 1127 time: 0.1119742 Mar 01 13:41:55.759805 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae7cb3-4288-4c7b-9567-a06fd74d579a req-7d5a7103-63b7-4d47-8aaa-b38d2183b32e tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:55.767049 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0bae7cb3-4288-4c7b-9567-a06fd74d579a req-7d5a7103-63b7-4d47-8aaa-b38d2183b32e tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 784 time: 0.2484384 Mar 01 13:41:55.837798 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0bae7cb3-4288-4c7b-9567-a06fd74d579a req-e2740585-152c-41fa-92d2-841af4c78296 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.251 HTTP/1.1" status: 200 len: 696 time: 0.0698476 Mar 01 13:41:55.852450 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-202788c7-b538-4b52-9ded-8d1e8e20ebcb req-1149ef6c-c416-4ecc-92b9-bbef9e310f47 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209774 Mar 01 13:41:55.933232 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58236) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:41:55.967872 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0bae7cb3-4288-4c7b-9567-a06fd74d579a req-a4da058d-8af2-4688-8052-844f55d1157a tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.251 HTTP/1.1" status: 200 len: 696 time: 0.1290734 Mar 01 13:41:55.988881 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-57e1f716-a8f4-4cc8-b269-bccf7ac9cbb3 req-57a045d9-f58c-4a76-ba08-4dd987a2f248 service neutron] 10.222.0.20 "GET /v2.0/networks/2c5f5c0c-5639-4d99-bc9e-7767fcdda19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468281 Mar 01 13:41:56.093360 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port f5ff6659-0c0f-4d70-8f11-73391ae78099, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=f5ff6659-0c0f-4d70-8f11-73391ae78099,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:56.117853 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': 'f5ff6659-0c0f-4d70-8f11-73391ae78099', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': 'f5ff6659-0c0f-4d70-8f11-73391ae78099', 'mac_address': 'fa:16:3e:00:5d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:41:56.230534 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port f5ff6659-0c0f-4d70-8f11-73391ae78099 is: ACTIVE; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:41:56.230932 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f5ff6659-0c0f-4d70-8f11-73391ae78099), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:56.281925 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-0bae7cb3-4288-4c7b-9567-a06fd74d579a req-bdeaca85-0857-4a2c-a33e-8b1658588951 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Deleting port 812b0caa-b61e-424c-a093-a08c43848e20 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:41:56.282272 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-0bae7cb3-4288-4c7b-9567-a06fd74d579a req-bdeaca85-0857-4a2c-a33e-8b1658588951 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (812b0caa-b61e-424c-a093-a08c43848e20), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:56.333942 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f5ff6659-0c0f-4d70-8f11-73391ae78099 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:41:56.356336 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8952da7b-a085-41a5-8907-a0cbf849bad4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21cb905e7a734fa7b6c3214e13d79227&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4208391 Mar 01 13:41:56.359312 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-57e1f716-a8f4-4cc8-b269-bccf7ac9cbb3 req-d5b7c8f5-7808-407b-92ca-a377a3a241a5 service neutron] 10.222.0.20 "GET /v2.0/networks/2c5f5c0c-5639-4d99-bc9e-7767fcdda19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695555 Mar 01 13:41:56.360230 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58250) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:41:56.377396 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-97343bf0-8899-416f-a717-af5561f86f11 req-a5b964c9-8fc0-49cd-b699-12b37cf2af40 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks [] for port (ca10b8e2-adb5-43da-956a-6bae88a6d370), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:56.388255 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port f5ff6659-0c0f-4d70-8f11-73391ae78099, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=f5ff6659-0c0f-4d70-8f11-73391ae78099,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:56.399444 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f5ff6659-0c0f-4d70-8f11-73391ae78099), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:56.457529 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-97343bf0-8899-416f-a717-af5561f86f11 req-a5b964c9-8fc0-49cd-b699-12b37cf2af40 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (ca10b8e2-adb5-43da-956a-6bae88a6d370), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:56.511223 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97343bf0-8899-416f-a717-af5561f86f11 req-a5b964c9-8fc0-49cd-b699-12b37cf2af40 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Network d8b7f131-5faa-4e14-9387-53185320f5df is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:41:56.518923 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-5c34ebad-8427-4fb0-a28e-22ecab1f2872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-950402709-router', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:44Z', 'updated_at': '2022-03-01T13:39:48Z', 'revision_number': 4, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'gw_port': {'id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:71:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:45Z', 'updated_at': '2022-03-01T13:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '9337b519-f330-46d5-b85a-c23622b9e96c', 'name': '', 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'mac_address': 'fa:16:3e:90:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '00c0eec8-d94f-41a7-92f9-32f77960cf64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:48Z', 'updated_at': '2022-03-01T13:39:55Z', 'revision_number': 5, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'subnets': [{'id': '00c0eec8-d94f-41a7-92f9-32f77960cf64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:41:56.519408 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-97343bf0-8899-416f-a717-af5561f86f11 req-a5b964c9-8fc0-49cd-b699-12b37cf2af40 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:41:56.528045 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-97343bf0-8899-416f-a717-af5561f86f11 req-a5b964c9-8fc0-49cd-b699-12b37cf2af40 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:41:56.588031 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b964c9-8fc0-49cd-b699-12b37cf2af40 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Pushing event updated for resources: {'Port': ['ID=ca10b8e2-adb5-43da-956a-6bae88a6d370,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:56.595866 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-0bae7cb3-4288-4c7b-9567-a06fd74d579a req-bdeaca85-0857-4a2c-a33e-8b1658588951 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (812b0caa-b61e-424c-a093-a08c43848e20), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:56.600243 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-0bae7cb3-4288-4c7b-9567-a06fd74d579a req-bdeaca85-0857-4a2c-a33e-8b1658588951 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks [] for floatingip (812b0caa-b61e-424c-a093-a08c43848e20), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:56.611828 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b964c9-8fc0-49cd-b699-12b37cf2af40 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:56.612220 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b964c9-8fc0-49cd-b699-12b37cf2af40 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:56.612655 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b964c9-8fc0-49cd-b699-12b37cf2af40 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:56.613089 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b964c9-8fc0-49cd-b699-12b37cf2af40 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:56.613834 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b964c9-8fc0-49cd-b699-12b37cf2af40 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:56.614263 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b964c9-8fc0-49cd-b699-12b37cf2af40 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:56.614688 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b964c9-8fc0-49cd-b699-12b37cf2af40 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:56.615112 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b964c9-8fc0-49cd-b699-12b37cf2af40 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:56.615751 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b964c9-8fc0-49cd-b699-12b37cf2af40 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:56.616202 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b964c9-8fc0-49cd-b699-12b37cf2af40 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:56.616784 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b964c9-8fc0-49cd-b699-12b37cf2af40 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:56.617231 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b964c9-8fc0-49cd-b699-12b37cf2af40 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:56.617650 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b964c9-8fc0-49cd-b699-12b37cf2af40 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:56.637479 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['f5ff6659-0c0f-4d70-8f11-73391ae78099'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:41:56.646509 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-90697f1c-8afe-426b-9684-a30fd2af7ea5 admin admin] Publish callbacks [] for security_group (b52f4f5b-20e5-4e7b-941d-1df91f9cb3c6), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:56.649989 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-0bae7cb3-4288-4c7b-9567-a06fd74d579a req-bdeaca85-0857-4a2c-a33e-8b1658588951 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Calling delete_port for 812b0caa-b61e-424c-a093-a08c43848e20 owned by network:floatingip {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:41:56.651157 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c34ebad-8427-4fb0-a28e-22ecab1f2872 None None] Checking router: 80010e2f-5e03-436e-b9ca-3f398826877f for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:41:56.655260 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97343bf0-8899-416f-a717-af5561f86f11 req-a5b964c9-8fc0-49cd-b699-12b37cf2af40 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:56.656077 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-97343bf0-8899-416f-a717-af5561f86f11 req-a5b964c9-8fc0-49cd-b699-12b37cf2af40 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:56.680705 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-97343bf0-8899-416f-a717-af5561f86f11 req-a5b964c9-8fc0-49cd-b699-12b37cf2af40 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9745541 Mar 01 13:41:56.702330 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-97343bf0-8899-416f-a717-af5561f86f11 req-b3bb76ae-67d6-45dc-9804-65b18fde5e84 service neutron] Request body: {'port': {'device_id': 'c4685580-e37d-4628-81fa-5fabc72c035a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:41:56.725310 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-90697f1c-8afe-426b-9684-a30fd2af7ea5 admin admin] Publish callbacks [] for security_group (b52f4f5b-20e5-4e7b-941d-1df91f9cb3c6), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:56.761128 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=f5ff6659-0c0f-4d70-8f11-73391ae78099,revision_number=6']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:56.782306 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c34ebad-8427-4fb0-a28e-22ecab1f2872 None None] Routers {'80010e2f-5e03-436e-b9ca-3f398826877f'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:41:56.782943 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-5c34ebad-8427-4fb0-a28e-22ecab1f2872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:41:28Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['80010e2f-5e03-436e-b9ca-3f398826877f'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:41:56.802426 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-97343bf0-8899-416f-a717-af5561f86f11 req-b3bb76ae-67d6-45dc-9804-65b18fde5e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ca10b8e2-adb5-43da-956a-6bae88a6d370), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:57.083178 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-5c34ebad-8427-4fb0-a28e-22ecab1f2872 None None] Set router 80010e2f-5e03-436e-b9ca-3f398826877f gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:41:57.110579 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-0bae7cb3-4288-4c7b-9567-a06fd74d579a req-bdeaca85-0857-4a2c-a33e-8b1658588951 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (812b0caa-b61e-424c-a093-a08c43848e20), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:57.117748 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-90697f1c-8afe-426b-9684-a30fd2af7ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b52f4f5b-20e5-4e7b-941d-1df91f9cb3c6), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:57.127263 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-90697f1c-8afe-426b-9684-a30fd2af7ea5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:57.138051 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-90697f1c-8afe-426b-9684-a30fd2af7ea5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b52f4f5b-20e5-4e7b-941d-1df91f9cb3c6 HTTP/1.1" status: 204 len: 168 time: 0.7662385 Mar 01 13:41:57.203138 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeaca85-0857-4a2c-a33e-8b1658588951 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Pushing event deleted for resources: {'Port': ['ID=812b0caa-b61e-424c-a093-a08c43848e20,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:57.205627 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90697f1c-8afe-426b-9684-a30fd2af7ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52f4f5b-20e5-4e7b-941d-1df91f9cb3c6,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:57.283348 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-0bae7cb3-4288-4c7b-9567-a06fd74d579a req-bdeaca85-0857-4a2c-a33e-8b1658588951 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks [] for floatingip (efac8088-1919-440b-8f1d-10d961a24138), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:57.289929 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-0bae7cb3-4288-4c7b-9567-a06fd74d579a req-bdeaca85-0857-4a2c-a33e-8b1658588951 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:57.311977 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0bae7cb3-4288-4c7b-9567-a06fd74d579a req-bdeaca85-0857-4a2c-a33e-8b1658588951 tempest-FloatingIPDetailsTestJSON-79263175 tempest-FloatingIPDetailsTestJSON-79263175-project] 10.222.0.13 "DELETE /v2.0/floatingips/efac8088-1919-440b-8f1d-10d961a24138 HTTP/1.1" status: 204 len: 173 time: 1.3405590 Mar 01 13:41:57.312694 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58272) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:41:57.382740 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [req-74987419-0707-4cff-8f60-98d0f8da7102 req-8fa7b5c7-7e24-4df3-a555-9d05854c3e4b tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103726) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:41:57.391496 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-74987419-0707-4cff-8f60-98d0f8da7102 req-8fa7b5c7-7e24-4df3-a555-9d05854c3e4b tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0323524 Mar 01 13:41:57.410575 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-97343bf0-8899-416f-a717-af5561f86f11 req-b3bb76ae-67d6-45dc-9804-65b18fde5e84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca10b8e2-adb5-43da-956a-6bae88a6d370 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:41:57.424988 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-97343bf0-8899-416f-a717-af5561f86f11 req-b3bb76ae-67d6-45dc-9804-65b18fde5e84 service neutron] Publish callbacks [] for port (ca10b8e2-adb5-43da-956a-6bae88a6d370), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:57.446208 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-97343bf0-8899-416f-a717-af5561f86f11 req-b3bb76ae-67d6-45dc-9804-65b18fde5e84 service neutron] Transition to ACTIVE for port object ca10b8e2-adb5-43da-956a-6bae88a6d370 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:41:57.458991 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0258500e-6aab-472b-9f20-68c8611c2cbd x-openstack-request-id: req-0258500e-6aab-472b-9f20-68c8611c2cbd {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:41:57.459465 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efdab950-75e8-4e56-bffd-34fd643cd2cc", "name": "network-vif-deleted", "tag": "49de04f4-6d02-4e7f-854a-50e5dcdcf814", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:41:57.459990 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0258500e-6aab-472b-9f20-68c8611c2cbd {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:41:57.461294 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efdab950-75e8-4e56-bffd-34fd643cd2cc', 'name': 'network-vif-deleted', 'tag': '49de04f4-6d02-4e7f-854a-50e5dcdcf814', 'status': 'completed', 'code': 200} Mar 01 13:41:57.464170 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-97343bf0-8899-416f-a717-af5561f86f11 req-b3bb76ae-67d6-45dc-9804-65b18fde5e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (ca10b8e2-adb5-43da-956a-6bae88a6d370), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:57.465275 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-70b48121-577c-4204-9af3-6b17756b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:57.590859 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-5c34ebad-8427-4fb0-a28e-22ecab1f2872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-950402709-router', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:44Z', 'updated_at': '2022-03-01T13:39:48Z', 'revision_number': 4, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'gw_port': {'id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:71:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:45Z', 'updated_at': '2022-03-01T13:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '9337b519-f330-46d5-b85a-c23622b9e96c', 'name': '', 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'mac_address': 'fa:16:3e:90:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '00c0eec8-d94f-41a7-92f9-32f77960cf64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:48Z', 'updated_at': '2022-03-01T13:39:55Z', 'revision_number': 5, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'subnets': [{'id': '00c0eec8-d94f-41a7-92f9-32f77960cf64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:41:57.635663 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c34ebad-8427-4fb0-a28e-22ecab1f2872 None None] The sync data for ids ['80010e2f-5e03-436e-b9ca-3f398826877f'] in n-d-827467-3 is: [{'id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-950402709-router', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:44Z', 'updated_at': '2022-03-01T13:39:48Z', 'revision_number': 4, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'gw_port': {'id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:71:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:45Z', 'updated_at': '2022-03-01T13:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '9337b519-f330-46d5-b85a-c23622b9e96c', 'name': '', 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'mac_address': 'fa:16:3e:90:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '00c0eec8-d94f-41a7-92f9-32f77960cf64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:48Z', 'updated_at': '2022-03-01T13:39:55Z', 'revision_number': 5, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'subnets': [{'id': '00c0eec8-d94f-41a7-92f9-32f77960cf64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:41:57.724728 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74987419-0707-4cff-8f60-98d0f8da7102 req-5175f114-0481-445b-9330-e98ea7884b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:57.726325 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-74987419-0707-4cff-8f60-98d0f8da7102 req-5175f114-0481-445b-9330-e98ea7884b32 service neutron] 10.222.0.13 "GET /v2.0/ports/0d53c447-c1d9-47cb-a072-1103609237e6 HTTP/1.1" status: 200 len: 1125 time: 0.3230917 Mar 01 13:41:57.744593 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-74987419-0707-4cff-8f60-98d0f8da7102 req-b0d2f0fd-2b44-47ad-9d81-07f2a09cd5fe service neutron] Request body: {'binding': {'host': 'n-h1-827467-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:41:57.745046 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-74987419-0707-4cff-8f60-98d0f8da7102 req-b0d2f0fd-2b44-47ad-9d81-07f2a09cd5fe service neutron] Unknown quota resources ['binding']. {{(pid=103726) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 01 13:41:57.750716 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb76ae-67d6-45dc-9804-65b18fde5e84 service neutron] Pushing event updated for resources: {'Port': ['ID=ca10b8e2-adb5-43da-956a-6bae88a6d370,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:57.784357 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-97343bf0-8899-416f-a717-af5561f86f11 req-b3bb76ae-67d6-45dc-9804-65b18fde5e84 service neutron] Attempting to bind port ca10b8e2-adb5-43da-956a-6bae88a6d370 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:41:57.784791 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-97343bf0-8899-416f-a717-af5561f86f11 req-b3bb76ae-67d6-45dc-9804-65b18fde5e84 service neutron] Attempting to bind port ca10b8e2-adb5-43da-956a-6bae88a6d370 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '4fa77154-1db9-4d3e-93d9-ea193365dc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:41:57.786121 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97343bf0-8899-416f-a717-af5561f86f11 req-b3bb76ae-67d6-45dc-9804-65b18fde5e84 service neutron] Attempting to bind port ca10b8e2-adb5-43da-956a-6bae88a6d370 on network d8b7f131-5faa-4e14-9387-53185320f5df {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:41:57.794754 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97343bf0-8899-416f-a717-af5561f86f11 req-b3bb76ae-67d6-45dc-9804-65b18fde5e84 service neutron] Port ca10b8e2-adb5-43da-956a-6bae88a6d370 on network d8b7f131-5faa-4e14-9387-53185320f5df not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:41:57.795187 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97343bf0-8899-416f-a717-af5561f86f11 req-b3bb76ae-67d6-45dc-9804-65b18fde5e84 service neutron] Attempting to bind port ca10b8e2-adb5-43da-956a-6bae88a6d370 on network d8b7f131-5faa-4e14-9387-53185320f5df {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:41:57.811168 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97343bf0-8899-416f-a717-af5561f86f11 req-b3bb76ae-67d6-45dc-9804-65b18fde5e84 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:41:57.811616 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97343bf0-8899-416f-a717-af5561f86f11 req-b3bb76ae-67d6-45dc-9804-65b18fde5e84 service neutron] Checking segment: {'id': '4fa77154-1db9-4d3e-93d9-ea193365dc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:41:57.812061 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97343bf0-8899-416f-a717-af5561f86f11 req-b3bb76ae-67d6-45dc-9804-65b18fde5e84 service neutron] Bound using segment: {'id': '4fa77154-1db9-4d3e-93d9-ea193365dc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:41:57.812952 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-97343bf0-8899-416f-a717-af5561f86f11 req-b3bb76ae-67d6-45dc-9804-65b18fde5e84 service neutron] Bound port: ca10b8e2-adb5-43da-956a-6bae88a6d370, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa77154-1db9-4d3e-93d9-ea193365dc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:41:57.813188 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-97343bf0-8899-416f-a717-af5561f86f11 req-b3bb76ae-67d6-45dc-9804-65b18fde5e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ca10b8e2-adb5-43da-956a-6bae88a6d370), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:57.854500 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58276) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:41:57.967583 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-97343bf0-8899-416f-a717-af5561f86f11 req-b3bb76ae-67d6-45dc-9804-65b18fde5e84 service neutron] For port ca10b8e2-adb5-43da-956a-6bae88a6d370, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:41:57.977580 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-97343bf0-8899-416f-a717-af5561f86f11 req-b3bb76ae-67d6-45dc-9804-65b18fde5e84 service neutron] For port ca10b8e2-adb5-43da-956a-6bae88a6d370, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ca10b8e2-adb5-43da-956a-6bae88a6d370,segment=NetworkSegment(4fa77154-1db9-4d3e-93d9-ea193365dc02),segment_id=4fa77154-1db9-4d3e-93d9-ea193365dc02)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:41:58.005936 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-97343bf0-8899-416f-a717-af5561f86f11 req-b3bb76ae-67d6-45dc-9804-65b18fde5e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (ca10b8e2-adb5-43da-956a-6bae88a6d370), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:58.050153 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7dfea1e4-8b68-4659-8ddd-bef7bb8475bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5bda7113f67e456489b3ff928d34ae14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1922040 Mar 01 13:41:58.073491 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58288) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:41:58.119161 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97343bf0-8899-416f-a717-af5561f86f11 req-b3bb76ae-67d6-45dc-9804-65b18fde5e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:58.120588 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-97343bf0-8899-416f-a717-af5561f86f11 req-b3bb76ae-67d6-45dc-9804-65b18fde5e84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:58.122586 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-97343bf0-8899-416f-a717-af5561f86f11 req-b3bb76ae-67d6-45dc-9804-65b18fde5e84 service neutron] 10.222.0.20 "PUT /v2.0/ports/ca10b8e2-adb5-43da-956a-6bae88a6d370 HTTP/1.1" status: 200 len: 1092 time: 1.4344609 Mar 01 13:41:58.129903 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb76ae-67d6-45dc-9804-65b18fde5e84 service neutron] Pushing event updated for resources: {'Port': ['ID=ca10b8e2-adb5-43da-956a-6bae88a6d370,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:58.133251 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-74987419-0707-4cff-8f60-98d0f8da7102 req-b0d2f0fd-2b44-47ad-9d81-07f2a09cd5fe service neutron] Attempting to bind port 0d53c447-c1d9-47cb-a072-1103609237e6 on host n-h1-827467-3 for vnic_type normal with profile None {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:41:58.133772 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-74987419-0707-4cff-8f60-98d0f8da7102 req-b0d2f0fd-2b44-47ad-9d81-07f2a09cd5fe service neutron] Attempting to bind port 0d53c447-c1d9-47cb-a072-1103609237e6 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:41:58.134197 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74987419-0707-4cff-8f60-98d0f8da7102 req-b0d2f0fd-2b44-47ad-9d81-07f2a09cd5fe service neutron] Attempting to bind port 0d53c447-c1d9-47cb-a072-1103609237e6 on network b187e7ca-336b-42a6-9348-f5c88fd21398 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:41:58.140773 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74987419-0707-4cff-8f60-98d0f8da7102 req-b0d2f0fd-2b44-47ad-9d81-07f2a09cd5fe service neutron] Port 0d53c447-c1d9-47cb-a072-1103609237e6 on network b187e7ca-336b-42a6-9348-f5c88fd21398 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:41:58.141193 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74987419-0707-4cff-8f60-98d0f8da7102 req-b0d2f0fd-2b44-47ad-9d81-07f2a09cd5fe service neutron] Attempting to bind port 0d53c447-c1d9-47cb-a072-1103609237e6 on network b187e7ca-336b-42a6-9348-f5c88fd21398 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:41:58.149582 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74987419-0707-4cff-8f60-98d0f8da7102 req-b0d2f0fd-2b44-47ad-9d81-07f2a09cd5fe service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:41:58.150680 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74987419-0707-4cff-8f60-98d0f8da7102 req-b0d2f0fd-2b44-47ad-9d81-07f2a09cd5fe service neutron] Checking segment: {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:41:58.151432 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74987419-0707-4cff-8f60-98d0f8da7102 req-b0d2f0fd-2b44-47ad-9d81-07f2a09cd5fe service neutron] Bound using segment: {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:41:58.152006 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-74987419-0707-4cff-8f60-98d0f8da7102 req-b0d2f0fd-2b44-47ad-9d81-07f2a09cd5fe service neutron] Bound port: 0d53c447-c1d9-47cb-a072-1103609237e6, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:41:58.164047 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913da601-feb3-44b7-9eaf-69eb2bb592d9 None None] New status for floating IP 861710b4-b8e2-4440-8b0e-a0876d8a9c5b: DOWN {{(pid=103729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 13:41:58.188457 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7df0e9d-ceb2-40cd-b0e0-ed204413b5ca admin admin] Publish callbacks [] for security_group (74ce98ec-812b-4099-bd5a-eb3eb0617c4b), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:58.243388 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7df0e9d-ceb2-40cd-b0e0-ed204413b5ca admin admin] Publish callbacks [] for security_group (74ce98ec-812b-4099-bd5a-eb3eb0617c4b), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:58.422223 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-74987419-0707-4cff-8f60-98d0f8da7102 req-b0d2f0fd-2b44-47ad-9d81-07f2a09cd5fe service neutron] For port 0d53c447-c1d9-47cb-a072-1103609237e6, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=0d53c447-c1d9-47cb-a072-1103609237e6,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:41:58.456236 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-74987419-0707-4cff-8f60-98d0f8da7102 req-b0d2f0fd-2b44-47ad-9d81-07f2a09cd5fe service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:58.470263 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-74987419-0707-4cff-8f60-98d0f8da7102 req-b0d2f0fd-2b44-47ad-9d81-07f2a09cd5fe service neutron] 10.222.0.13 "POST /v2.0/ports/0d53c447-c1d9-47cb-a072-1103609237e6/bindings HTTP/1.1" status: 201 len: 389 time: 0.7292593 Mar 01 13:41:58.481554 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97343bf0-8899-416f-a717-af5561f86f11 req-3cf0802c-be71-4ea4-a9b2-cf557916c90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:58.483056 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-97343bf0-8899-416f-a717-af5561f86f11 req-3cf0802c-be71-4ea4-a9b2-cf557916c90e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a1604e108eb4efa9392af151a3634bd&device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 1126 time: 0.2494354 Mar 01 13:41:58.658746 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-97343bf0-8899-416f-a717-af5561f86f11 req-7e1a5ac9-cec6-4cdb-9783-32e79a950655 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca10b8e2-adb5-43da-956a-6bae88a6d370 HTTP/1.1" status: 200 len: 217 time: 0.1631324 Mar 01 13:41:58.769448 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:58.784650 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97343bf0-8899-416f-a717-af5561f86f11 req-1909a1be-943d-43dd-924f-4149174005b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:58.786896 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-97343bf0-8899-416f-a717-af5561f86f11 req-1909a1be-943d-43dd-924f-4149174005b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00c0eec8-d94f-41a7-92f9-32f77960cf64 HTTP/1.1" status: 200 len: 862 time: 0.1194272 Mar 01 13:41:58.888274 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97343bf0-8899-416f-a717-af5561f86f11 req-d3e2441c-954b-411a-a4f8-2ee254123f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:58.890013 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-97343bf0-8899-416f-a717-af5561f86f11 req-d3e2441c-954b-411a-a4f8-2ee254123f44 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8b7f131-5faa-4e14-9387-53185320f5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0877550 Mar 01 13:41:59.032700 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74987419-0707-4cff-8f60-98d0f8da7102 req-60015d2e-002b-4d89-a8fe-d199b97132c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:59.034223 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-74987419-0707-4cff-8f60-98d0f8da7102 req-60015d2e-002b-4d89-a8fe-d199b97132c2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=980a0cdea86543af87d11d7652b91c08&device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 1128 time: 0.1350398 Mar 01 13:41:59.067889 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-97343bf0-8899-416f-a717-af5561f86f11 req-7f32e1b6-13f8-40a9-bc79-3812cc99f54b service neutron] 10.222.0.20 "GET /v2.0/networks/d8b7f131-5faa-4e14-9387-53185320f5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515837 Mar 01 13:41:59.097308 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device f5ff6659-0c0f-4d70-8f11-73391ae78099 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:41:59.131431 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-db267e52-c79d-43a0-89ce-d270be122b84 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103726) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:41:59.139212 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-db267e52-c79d-43a0-89ce-d270be122b84 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0627050 Mar 01 13:41:59.178741 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7df0e9d-ceb2-40cd-b0e0-ed204413b5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (74ce98ec-812b-4099-bd5a-eb3eb0617c4b), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:59.181461 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7df0e9d-ceb2-40cd-b0e0-ed204413b5ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:59.182709 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f7df0e9d-ceb2-40cd-b0e0-ed204413b5ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74ce98ec-812b-4099-bd5a-eb3eb0617c4b HTTP/1.1" status: 204 len: 168 time: 1.1081293 Mar 01 13:41:59.191921 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a92afd75-dd73-4138-9a5b-b98c900575bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (3e860161-5d01-4d4a-9296-beb29fc887b1), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:59.248366 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df0e9d-ceb2-40cd-b0e0-ed204413b5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ce98ec-812b-4099-bd5a-eb3eb0617c4b,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:41:59.266591 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2e2e3-bdc9-4186-9ee4-253971032441 req-d991874c-b440-4d04-b569-c9ca6194f81d tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:59.274613 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-f58c0ef2-eb37-4418-9af5-3b11f0719090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:59.279607 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dec2e2e3-bdc9-4186-9ee4-253971032441 req-d991874c-b440-4d04-b569-c9ca6194f81d tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=82169f35-0f46-49d4-b72b-f9f054af959c HTTP/1.1" status: 200 len: 946 time: 0.2370827 Mar 01 13:41:59.303558 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-f58c0ef2-eb37-4418-9af5-3b11f0719090 service neutron] 10.222.0.13 "GET /v2.0/ports/29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d HTTP/1.1" status: 200 len: 1124 time: 0.1622851 Mar 01 13:41:59.308695 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7df0e9d-ceb2-40cd-b0e0-ed204413b5ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:59.308695 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7df0e9d-ceb2-40cd-b0e0-ed204413b5ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:59.309081 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7df0e9d-ceb2-40cd-b0e0-ed204413b5ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:59.311215 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-2e96b414-a60c-4849-9835-c9bba56c8618 service neutron] Request body: {'binding': {'host': 'n-h2-827467-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:41:59.311692 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-2e96b414-a60c-4849-9835-c9bba56c8618 service neutron] Unknown quota resources ['binding']. {{(pid=103726) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 01 13:41:59.319729 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7df0e9d-ceb2-40cd-b0e0-ed204413b5ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:59.320582 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7df0e9d-ceb2-40cd-b0e0-ed204413b5ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:59.321279 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7df0e9d-ceb2-40cd-b0e0-ed204413b5ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:59.321901 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7df0e9d-ceb2-40cd-b0e0-ed204413b5ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:59.322399 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7df0e9d-ceb2-40cd-b0e0-ed204413b5ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:59.322872 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7df0e9d-ceb2-40cd-b0e0-ed204413b5ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:59.323477 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7df0e9d-ceb2-40cd-b0e0-ed204413b5ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:59.323988 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7df0e9d-ceb2-40cd-b0e0-ed204413b5ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:59.324467 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7df0e9d-ceb2-40cd-b0e0-ed204413b5ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:59.324940 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7df0e9d-ceb2-40cd-b0e0-ed204413b5ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:41:59.353114 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port f5ff6659-0c0f-4d70-8f11-73391ae78099 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:41:59.353484 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f5ff6659-0c0f-4d70-8f11-73391ae78099), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:59.462180 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4685580-e37d-4628-81fa-5fabc72c035a', 'tag': 'ca10b8e2-adb5-43da-956a-6bae88a6d370'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:41:59.470811 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d040dc28-9596-4c9d-b7d1-4fc742abd76b" -d '{"events": [{"name": "network-changed", "server_uuid": "c4685580-e37d-4628-81fa-5fabc72c035a", "tag": "ca10b8e2-adb5-43da-956a-6bae88a6d370"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:41:59.515571 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dec2e2e3-bdc9-4186-9ee4-253971032441 req-e77203da-53e7-4222-8b14-aa9a7becbf2f tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328756 Mar 01 13:41:59.525704 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74987419-0707-4cff-8f60-98d0f8da7102 req-ac2e9788-33e2-49ed-b5e9-543ecfad23f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:59.537432 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-74987419-0707-4cff-8f60-98d0f8da7102 req-ac2e9788-33e2-49ed-b5e9-543ecfad23f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b187e7ca-336b-42a6-9348-f5c88fd21398 HTTP/1.1" status: 200 len: 918 time: 0.4967208 Mar 01 13:41:59.655939 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port f5ff6659-0c0f-4d70-8f11-73391ae78099 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:41:59.656558 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f5ff6659-0c0f-4d70-8f11-73391ae78099), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:59.724755 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2570827f-0013-43a0-9310-22f624ad4fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ff6659-0c0f-4d70-8f11-73391ae78099'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:41:59.735175 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abfe758-09d7-4e59-bb91-7cabc6f8282b" -d '{"events": [{"server_uuid": "2570827f-0013-43a0-9310-22f624ad4fee", "name": "network-vif-plugged", "status": "completed", "tag": "f5ff6659-0c0f-4d70-8f11-73391ae78099"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:41:59.764174 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-97343bf0-8899-416f-a717-af5561f86f11 req-c292fd7b-ca43-47e2-a36a-8f3f42cf16e7 service neutron] 10.222.0.20 "GET /v2.0/networks/d8b7f131-5faa-4e14-9387-53185320f5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6855209 Mar 01 13:41:59.770451 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-74987419-0707-4cff-8f60-98d0f8da7102 req-ec5590ad-241e-4203-a128-07f17292a870 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d53c447-c1d9-47cb-a072-1103609237e6 HTTP/1.1" status: 200 len: 217 time: 0.2027440 Mar 01 13:41:59.810475 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port f5ff6659-0c0f-4d70-8f11-73391ae78099, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=f5ff6659-0c0f-4d70-8f11-73391ae78099,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:41:59.834014 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f5ff6659-0c0f-4d70-8f11-73391ae78099), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:41:59.911826 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00057506-dbfe-4e48-b1c5-d2e231cfb571 req-4b8fa163-2028-4694-9ae9-038bffced372 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:59.918687 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-00057506-dbfe-4e48-b1c5-d2e231cfb571 req-4b8fa163-2028-4694-9ae9-038bffced372 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 943 time: 0.1676748 Mar 01 13:41:59.922243 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74987419-0707-4cff-8f60-98d0f8da7102 req-ad3460d8-7358-4f50-b521-29e3ea1b0f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:41:59.923714 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-74987419-0707-4cff-8f60-98d0f8da7102 req-ad3460d8-7358-4f50-b521-29e3ea1b0f29 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b3b03883-8a75-4db3-9fa2-b5308f8a1ccf HTTP/1.1" status: 200 len: 857 time: 0.1431749 Mar 01 13:41:59.972632 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=f5ff6659-0c0f-4d70-8f11-73391ae78099,revision_number=7']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:00.010870 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-74987419-0707-4cff-8f60-98d0f8da7102 req-8a343a3c-a9f3-469b-b4ec-d1fe4dde83df service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b187e7ca-336b-42a6-9348-f5c88fd21398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732074 Mar 01 13:42:00.035222 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:00.097505 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-00057506-dbfe-4e48-b1c5-d2e231cfb571 req-13741993-23f4-479a-8028-c0ce01e09c88 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779077 Mar 01 13:42:00.170824 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-2e96b414-a60c-4849-9835-c9bba56c8618 service neutron] Attempting to bind port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d on host n-h2-827467-3 for vnic_type normal with profile None {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:42:00.171159 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-2e96b414-a60c-4849-9835-c9bba56c8618 service neutron] Attempting to bind port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:42:00.171482 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-2e96b414-a60c-4849-9835-c9bba56c8618 service neutron] Attempting to bind port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:42:00.187710 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-2e96b414-a60c-4849-9835-c9bba56c8618 service neutron] Port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:42:00.189058 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-2e96b414-a60c-4849-9835-c9bba56c8618 service neutron] Attempting to bind port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:42:00.208220 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-2e96b414-a60c-4849-9835-c9bba56c8618 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:42:00.208552 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-2e96b414-a60c-4849-9835-c9bba56c8618 service neutron] Checking segment: {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:42:00.208933 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-2e96b414-a60c-4849-9835-c9bba56c8618 service neutron] Bound using segment: {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:42:00.209372 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-2e96b414-a60c-4849-9835-c9bba56c8618 service neutron] Bound port: 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:42:00.214450 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-a92afd75-dd73-4138-9a5b-b98c900575bc admin admin] Deleting port 874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:42:00.214986 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a92afd75-dd73-4138-9a5b-b98c900575bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:00.350789 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-74987419-0707-4cff-8f60-98d0f8da7102 req-9047a1a4-10cf-44c7-a758-9119feb4e851 service neutron] 10.222.0.32 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318872 Mar 01 13:42:00.480965 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a70d7-f1f9-4d39-bee2-6709b569e98e req-5d2ff827-81be-487e-af45-8b4b7a786cac tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:00.484531 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5e5a70d7-f1f9-4d39-bee2-6709b569e98e req-5d2ff827-81be-487e-af45-8b4b7a786cac tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 944 time: 0.2486844 Mar 01 13:42:00.487715 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-a92afd75-dd73-4138-9a5b-b98c900575bc admin admin] For port 874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66,segment=NetworkSegment(51a0677e-f1cb-46ae-bbf8-ef0a0b6ee8a6),segment_id=51a0677e-f1cb-46ae-bbf8-ef0a0b6ee8a6)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:00.493516 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a92afd75-dd73-4138-9a5b-b98c900575bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:00.538011 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-74987419-0707-4cff-8f60-98d0f8da7102 req-152421dd-4727-4d33-b690-329e837eca04 service neutron] 10.222.0.32 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727018 Mar 01 13:42:00.544921 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-a92afd75-dd73-4138-9a5b-b98c900575bc admin admin] Calling delete_port for 874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66 owned by network:router_interface {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:42:00.577251 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-2e96b414-a60c-4849-9835-c9bba56c8618 service neutron] For port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:42:00.589552 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-2e96b414-a60c-4849-9835-c9bba56c8618 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:00.604215 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-2e96b414-a60c-4849-9835-c9bba56c8618 service neutron] 10.222.0.13 "POST /v2.0/ports/29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d/bindings HTTP/1.1" status: 201 len: 389 time: 1.2996073 Mar 01 13:42:00.770086 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5e5a70d7-f1f9-4d39-bee2-6709b569e98e req-eefc4de3-1900-4f75-8091-ef67cdffc0b2 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2726724 Mar 01 13:42:00.880100 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42184cb-caf3-490d-8ceb-fa1c6b38d25d x-openstack-request-id: req-b42184cb-caf3-490d-8ceb-fa1c6b38d25d {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:42:00.880395 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4685580-e37d-4628-81fa-5fabc72c035a", "tag": "ca10b8e2-adb5-43da-956a-6bae88a6d370", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:42:00.880650 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b42184cb-caf3-490d-8ceb-fa1c6b38d25d {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:42:00.881049 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4685580-e37d-4628-81fa-5fabc72c035a', 'tag': 'ca10b8e2-adb5-43da-956a-6bae88a6d370', 'status': 'completed', 'code': 200} Mar 01 13:42:00.987904 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713bf7be-b342-44e1-9d74-e619857cc7f0 x-openstack-request-id: req-713bf7be-b342-44e1-9d74-e619857cc7f0 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:42:00.988928 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2570827f-0013-43a0-9310-22f624ad4fee", "name": "network-vif-plugged", "status": "completed", "tag": "f5ff6659-0c0f-4d70-8f11-73391ae78099", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:42:00.989522 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-713bf7be-b342-44e1-9d74-e619857cc7f0 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:42:00.990100 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2570827f-0013-43a0-9310-22f624ad4fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ff6659-0c0f-4d70-8f11-73391ae78099', 'code': 200} Mar 01 13:42:01.114652 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040dc28-9596-4c9d-b7d1-4fc742abd76b req-4d91732b-c48b-4ec0-82b2-fd2fa48af2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:01.118063 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d040dc28-9596-4c9d-b7d1-4fc742abd76b req-4d91732b-c48b-4ec0-82b2-fd2fa48af2b1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a1604e108eb4efa9392af151a3634bd&device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 1126 time: 0.2141321 Mar 01 13:42:01.126091 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-5ace8ff2-350d-4875-888d-3aa371338c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:01.127800 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-5ace8ff2-350d-4875-888d-3aa371338c8d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=96cd43570afd4572b4b93d1aa25b2425&device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 1127 time: 0.2118177 Mar 01 13:42:01.214578 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15fc78-148c-4437-8c04-1be612a5c32b req-9da34e8e-5d01-4322-975e-4b780b96e112 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:01.216184 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aa15fc78-148c-4437-8c04-1be612a5c32b req-9da34e8e-5d01-4322-975e-4b780b96e112 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 946 time: 0.4381528 Mar 01 13:42:01.423529 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aa15fc78-148c-4437-8c04-1be612a5c32b req-956bfb51-c5ad-4677-81a0-d7f1d505ff68 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552904 Mar 01 13:42:01.437698 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa29aa5-5fdb-42d0-bcc0-793936d57789 req-0764e40f-4254-44cd-bb50-1b1b43c2d2f8 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:01.445557 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dfa29aa5-5fdb-42d0-bcc0-793936d57789 req-0764e40f-4254-44cd-bb50-1b1b43c2d2f8 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=82169f35-0f46-49d4-b72b-f9f054af959c HTTP/1.1" status: 200 len: 946 time: 0.3127451 Mar 01 13:42:01.560166 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a92afd75-dd73-4138-9a5b-b98c900575bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:01.599548 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dfa29aa5-5fdb-42d0-bcc0-793936d57789 req-0b76072e-d8a6-4b7c-903a-41b1f3cfc6c5 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496024 Mar 01 13:42:01.679077 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92afd75-dd73-4138-9a5b-b98c900575bc admin admin] Pushing event deleted for resources: {'Port': ['ID=874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:01.702681 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:02.193492 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040dc28-9596-4c9d-b7d1-4fc742abd76b req-ee884c12-f4e2-469b-832f-d7ea7102c5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:02.194953 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d040dc28-9596-4c9d-b7d1-4fc742abd76b req-ee884c12-f4e2-469b-832f-d7ea7102c5a0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d8b7f131-5faa-4e14-9387-53185320f5df HTTP/1.1" status: 200 len: 924 time: 1.0615261 Mar 01 13:42:02.195912 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-ca608538-5bb9-4032-bc96-50add686f717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:02.197577 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-ca608538-5bb9-4032-bc96-50add686f717 service neutron] 10.222.0.20 "GET /v2.0/networks?id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22 HTTP/1.1" status: 200 len: 908 time: 1.0474975 Mar 01 13:42:02.241255 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a92afd75-dd73-4138-9a5b-b98c900575bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (3e860161-5d01-4d4a-9296-beb29fc887b1), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:02.288704 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d040dc28-9596-4c9d-b7d1-4fc742abd76b req-b87c92a3-e6ec-45ae-be91-1a86c5eac1df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca10b8e2-adb5-43da-956a-6bae88a6d370 HTTP/1.1" status: 200 len: 217 time: 0.0813367 Mar 01 13:42:02.290122 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-5ee8392a-76f4-4cb9-8ddc-6e03b0bcd409 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d HTTP/1.1" status: 200 len: 217 time: 0.0758693 Mar 01 13:42:02.381064 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040dc28-9596-4c9d-b7d1-4fc742abd76b req-d0061e8e-ec18-4091-b690-02daccf448a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:02.382582 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d040dc28-9596-4c9d-b7d1-4fc742abd76b req-d0061e8e-ec18-4091-b690-02daccf448a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00c0eec8-d94f-41a7-92f9-32f77960cf64 HTTP/1.1" status: 200 len: 862 time: 0.0810740 Mar 01 13:42:02.425498 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d235fb-6a3b-4591-b30a-e4f23f6c8142 req-73ebd223-4477-4986-bc7f-4638ec351309 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:02.445839 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-32d235fb-6a3b-4591-b30a-e4f23f6c8142 req-73ebd223-4477-4986-bc7f-4638ec351309 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 943 time: 0.7008853 Mar 01 13:42:02.493971 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-bf7e1938-e99d-47ab-b271-9f503655aec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:02.495418 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-bf7e1938-e99d-47ab-b271-9f503655aec1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7f9fefc-67f3-4f16-9709-32467e973c9a HTTP/1.1" status: 200 len: 847 time: 0.1162593 Mar 01 13:42:02.555697 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b600aa5-2692-47bb-bf70-d0ec5123d3bb req-678dfa84-4823-4036-ba2b-1d567ae4bb5c tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:02.555697 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0b600aa5-2692-47bb-bf70-d0ec5123d3bb req-678dfa84-4823-4036-ba2b-1d567ae4bb5c tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 945 time: 0.7751849 Mar 01 13:42:02.576689 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-61731c4a-4268-4d50-9d4b-69c11e3efb9d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708904 Mar 01 13:42:02.731540 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0b600aa5-2692-47bb-bf70-d0ec5123d3bb req-8522f852-2eb3-4690-be22-3c753279a64a tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640263 Mar 01 13:42:02.750137 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-32d235fb-6a3b-4591-b30a-e4f23f6c8142 req-1d8304a3-1b30-444d-b80f-bc8db7977bba tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3030136 Mar 01 13:42:02.763985 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-fc29176d-24d1-46d6-9a58-9c754e7bc648 service neutron] 10.222.0.20 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734033 Mar 01 13:42:02.873834 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040dc28-9596-4c9d-b7d1-4fc742abd76b req-f173163b-ef0a-4f85-90d5-65f91b007d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:02.882354 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d040dc28-9596-4c9d-b7d1-4fc742abd76b req-f173163b-ef0a-4f85-90d5-65f91b007d72 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8b7f131-5faa-4e14-9387-53185320f5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4876347 Mar 01 13:42:03.141445 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2121d8fd-94fc-4990-8528-e38eea168bee req-83224870-3c24-47cc-874e-c9e2de5c790f tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5273606b5eb242749c05f75a15dd6612&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1135242 Mar 01 13:42:03.157317 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-f20d0f9a-2479-4b70-aacb-d053587bdf06 service neutron] 10.222.0.20 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953903 Mar 01 13:42:03.190275 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a55035-fa00-4988-a8ed-592c792ad1d8 req-3cbd3c38-9b8e-4d7d-ba0b-49756271cbac tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:03.196381 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d040dc28-9596-4c9d-b7d1-4fc742abd76b req-2cd5f655-23bf-4da5-817f-fbabbb1ef865 service neutron] 10.222.0.20 "GET /v2.0/networks/d8b7f131-5faa-4e14-9387-53185320f5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945536 Mar 01 13:42:03.198075 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c8a55035-fa00-4988-a8ed-592c792ad1d8 req-3cbd3c38-9b8e-4d7d-ba0b-49756271cbac tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 944 time: 0.2518985 Mar 01 13:42:03.261387 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92afd75-dd73-4138-9a5b-b98c900575bc admin admin] Router 3e860161-5d01-4d4a-9296-beb29fc887b1 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:42:03.317691 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c8a55035-fa00-4988-a8ed-592c792ad1d8 req-73f90daa-4860-4f50-8669-e9c49c69d57d tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137204 Mar 01 13:42:03.370122 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121d8fd-94fc-4990-8528-e38eea168bee req-fb9ec95f-7ff5-47a8-a96d-c333d221bf96 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:03.378063 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2121d8fd-94fc-4990-8528-e38eea168bee req-fb9ec95f-7ff5-47a8-a96d-c333d221bf96 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2263823 Mar 01 13:42:03.387163 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-5fc0710c-b3e9-4e2a-9a7e-77ede9f3ee88 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:03.389029 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-5fc0710c-b3e9-4e2a-9a7e-77ede9f3ee88 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f&tenant_id=96cd43570afd4572b4b93d1aa25b2425&binding%3Ahost_id=n-h1-827467-3 HTTP/1.1" status: 200 len: 1127 time: 0.1426654 Mar 01 13:42:03.403154 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-fe474ab9-d069-4341-afd0-3ef75f9cf79d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827467-3'}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:42:03.460889 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2121d8fd-94fc-4990-8528-e38eea168bee req-437b0895-a9d2-474f-be36-3e70cb847155 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/quotas/5273606b5eb242749c05f75a15dd6612 HTTP/1.1" status: 200 len: 375 time: 0.0817995 Mar 01 13:42:03.509910 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-fe474ab9-d069-4341-afd0-3ef75f9cf79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:03.535516 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2121d8fd-94fc-4990-8528-e38eea168bee req-8ea8caab-c141-4b49-9776-ad282cd46b2c tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5273606b5eb242749c05f75a15dd6612&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682757 Mar 01 13:42:03.592993 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d040dc28-9596-4c9d-b7d1-4fc742abd76b req-5a14757d-7041-41e9-9719-c1f9d95eaf04 service neutron] 10.222.0.20 "GET /v2.0/networks/d8b7f131-5faa-4e14-9387-53185320f5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885784 Mar 01 13:42:03.604616 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2eaef-db7f-4ecd-a745-0023abb8617b req-558c9e22-579f-463f-9df8-2940eeaa4a08 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:03.613916 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4ba2eaef-db7f-4ecd-a745-0023abb8617b req-558c9e22-579f-463f-9df8-2940eeaa4a08 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 946 time: 0.1954169 Mar 01 13:42:03.641181 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92afd75-dd73-4138-9a5b-b98c900575bc admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:42:03.652074 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d05bb0-7080-47ed-b818-7e925a0db7e1 None None] Sync routers for ids ['3e860161-5d01-4d4a-9296-beb29fc887b1'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:42:03.660672 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a92afd75-dd73-4138-9a5b-b98c900575bc admin admin] 10.222.0.13 "PUT /v2.0/routers/3e860161-5d01-4d4a-9296-beb29fc887b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3454444 Mar 01 13:42:03.678327 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58410) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:42:03.684773 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d05bb0-7080-47ed-b818-7e925a0db7e1 None None] Routers {'3e860161-5d01-4d4a-9296-beb29fc887b1'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:42:03.688311 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-a0d05bb0-7080-47ed-b818-7e925a0db7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:41:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['3e860161-5d01-4d4a-9296-beb29fc887b1'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:42:03.766004 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4ba2eaef-db7f-4ecd-a745-0023abb8617b req-c779ce50-67ca-4bf3-9fd2-10cd9118a569 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432600 Mar 01 13:42:03.999456 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48c5d081-2d41-4d21-bbbb-588df94cbb6c admin admin] Publish callbacks [] for router (3e860161-5d01-4d4a-9296-beb29fc887b1), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:04.022337 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-a0d05bb0-7080-47ed-b818-7e925a0db7e1 None None] Set router 3e860161-5d01-4d4a-9296-beb29fc887b1 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:42:04.159169 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb1dd5-af11-4e6a-9428-1a7946a0f47d req-3017a5e5-ec6b-41b0-8960-e9d37959291e tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:04.166684 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3deb1dd5-af11-4e6a-9428-1a7946a0f47d req-3017a5e5-ec6b-41b0-8960-e9d37959291e tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=82169f35-0f46-49d4-b72b-f9f054af959c HTTP/1.1" status: 200 len: 946 time: 0.2022507 Mar 01 13:42:04.221610 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-fe474ab9-d069-4341-afd0-3ef75f9cf79d service neutron] For port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:04.265924 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48c5d081-2d41-4d21-bbbb-588df94cbb6c admin admin] Publish callbacks [] for router_gateway (3e860161-5d01-4d4a-9296-beb29fc887b1), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:04.291946 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-fe474ab9-d069-4341-afd0-3ef75f9cf79d service neutron] For port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:42:04.324653 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd1e78-7daf-4df6-8fd0-e900cb765b56 req-34ca4d88-f67f-4770-94bc-134892ef2835 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:04.334990 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f7dd1e78-7daf-4df6-8fd0-e900cb765b56 req-34ca4d88-f67f-4770-94bc-134892ef2835 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 943 time: 0.3502004 Mar 01 13:42:04.365712 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3deb1dd5-af11-4e6a-9428-1a7946a0f47d req-b9b74f95-cce5-4818-b576-52dbe01d0add tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981416 Mar 01 13:42:04.473079 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-a0d05bb0-7080-47ed-b818-7e925a0db7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e860161-5d01-4d4a-9296-beb29fc887b1', 'name': 'tempest-FloatingIPDetailsTestJSON-983396323-router', 'tenant_id': 'ff123376cbb24b58b07467de812ea0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '96ff920a-de35-4bde-a1e8-28e29ed57571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:41:20Z', 'updated_at': '2022-03-01T13:42:01Z', 'revision_number': 5, 'project_id': 'ff123376cbb24b58b07467de812ea0ce', 'gw_port': {'id': '96ff920a-de35-4bde-a1e8-28e29ed57571', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e860161-5d01-4d4a-9296-beb29fc887b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:41:22Z', 'updated_at': '2022-03-01T13:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:42:04.480628 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-fe474ab9-d069-4341-afd0-3ef75f9cf79d service neutron] Publish callbacks [] for port (29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:04.510656 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b322a7-84e4-4223-b975-e6a6a638c78f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:42:04.514989 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da96978-720f-4f4d-a039-bc5fc8d47386" -d '{"events": [{"server_uuid": "23b322a7-84e4-4223-b975-e6a6a638c78f", "name": "network-vif-unplugged", "status": "completed", "tag": "29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:42:04.540238 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-fe474ab9-d069-4341-afd0-3ef75f9cf79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:04.548367 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d05bb0-7080-47ed-b818-7e925a0db7e1 None None] Checking router: 3e860161-5d01-4d4a-9296-beb29fc887b1 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:42:04.573563 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d05bb0-7080-47ed-b818-7e925a0db7e1 None None] Routers {'3e860161-5d01-4d4a-9296-beb29fc887b1'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:42:04.574237 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-a0d05bb0-7080-47ed-b818-7e925a0db7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:41:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['3e860161-5d01-4d4a-9296-beb29fc887b1'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:42:04.582337 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f7dd1e78-7daf-4df6-8fd0-e900cb765b56 req-018bc7de-5a42-4924-8aca-9d9d0c68aea1 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2455893 Mar 01 13:42:04.647464 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe474ab9-d069-4341-afd0-3ef75f9cf79d service neutron] Pushing event updated for resources: {'Port': ['ID=29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d,revision_number=7']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:04.692299 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-48c5d081-2d41-4d21-bbbb-588df94cbb6c admin admin] Deleting port 96ff920a-de35-4bde-a1e8-28e29ed57571 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:42:04.692642 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48c5d081-2d41-4d21-bbbb-588df94cbb6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (96ff920a-de35-4bde-a1e8-28e29ed57571), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:04.792509 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4cb6f6-b760-423a-9f59-829896e471fb req-b8c6e25c-5e59-4b18-ad09-ae274f1b7998 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:04.801733 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2f4cb6f6-b760-423a-9f59-829896e471fb req-b8c6e25c-5e59-4b18-ad09-ae274f1b7998 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 943 time: 0.2667892 Mar 01 13:42:04.812190 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9e0b3564-3c5e-453c-b4f2-b58f763c535b req-00570057-9178-45df-a814-1165098a8e3f tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 210 time: 0.1255479 Mar 01 13:42:04.960558 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2f4cb6f6-b760-423a-9f59-829896e471fb req-8a8d7023-9ae7-4f7d-b5c0-ac0e486b8cb4 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477180 Mar 01 13:42:04.964851 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-fe474ab9-d069-4341-afd0-3ef75f9cf79d service neutron] Attempting to bind port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d on host n-h1-827467-3 for vnic_type normal with profile {"migrating_to": "n-h2-827467-3"} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:42:04.965248 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-fe474ab9-d069-4341-afd0-3ef75f9cf79d service neutron] Attempting to bind port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:42:04.965664 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-fe474ab9-d069-4341-afd0-3ef75f9cf79d service neutron] Attempting to bind port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:42:05.007430 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-fe474ab9-d069-4341-afd0-3ef75f9cf79d service neutron] Port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:42:05.007999 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-fe474ab9-d069-4341-afd0-3ef75f9cf79d service neutron] Attempting to bind port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:42:05.031074 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-fe474ab9-d069-4341-afd0-3ef75f9cf79d service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:42:05.041139 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-fe474ab9-d069-4341-afd0-3ef75f9cf79d service neutron] Checking segment: {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:42:05.041742 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-fe474ab9-d069-4341-afd0-3ef75f9cf79d service neutron] Bound using segment: {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:42:05.042348 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-fe474ab9-d069-4341-afd0-3ef75f9cf79d service neutron] Bound port: 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:42:05.042721 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-fe474ab9-d069-4341-afd0-3ef75f9cf79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:05.062316 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 13:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a26517-5f1c-413a-a6fb-bf334fb60683 x-openstack-request-id: req-84a26517-5f1c-413a-a6fb-bf334fb60683 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:42:05.062624 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b322a7-84e4-4223-b975-e6a6a638c78f", "name": "network-vif-unplugged", "status": "completed", "tag": "29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:42:05.062882 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84a26517-5f1c-413a-a6fb-bf334fb60683 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:42:05.063291 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b322a7-84e4-4223-b975-e6a6a638c78f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d', 'code': 200} Mar 01 13:42:05.088412 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-a0d05bb0-7080-47ed-b818-7e925a0db7e1 None None] Set router 3e860161-5d01-4d4a-9296-beb29fc887b1 gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:42:05.088841 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecea94-e991-486f-8d50-f0b9d4fc718e req-f2e0fe03-3122-4e0f-ae8a-85e0217e9050 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:05.091690 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c6ecea94-e991-486f-8d50-f0b9d4fc718e req-f2e0fe03-3122-4e0f-ae8a-85e0217e9050 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 944 time: 0.1563942 Mar 01 13:42:05.120622 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-48c5d081-2d41-4d21-bbbb-588df94cbb6c admin admin] For port 96ff920a-de35-4bde-a1e8-28e29ed57571, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=96ff920a-de35-4bde-a1e8-28e29ed57571,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:05.120989 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48c5d081-2d41-4d21-bbbb-588df94cbb6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (96ff920a-de35-4bde-a1e8-28e29ed57571), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:05.180104 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c6ecea94-e991-486f-8d50-f0b9d4fc718e req-750ccad0-3816-4be4-bcdb-d6a15ef6fbda tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822294 Mar 01 13:42:05.205267 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-fe474ab9-d069-4341-afd0-3ef75f9cf79d service neutron] For port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:42:05.210337 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-fe474ab9-d069-4341-afd0-3ef75f9cf79d service neutron] For port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:42:05.241921 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-48c5d081-2d41-4d21-bbbb-588df94cbb6c admin admin] Calling delete_port for 96ff920a-de35-4bde-a1e8-28e29ed57571 owned by network:router_gateway {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:42:05.244276 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-fe474ab9-d069-4341-afd0-3ef75f9cf79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:05.254489 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device ca10b8e2-adb5-43da-956a-6bae88a6d370 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:42:05.284087 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e93062-29e0-43d9-a482-a587786a534b req-9aa2a913-159f-41cb-9216-d9873bf990bb tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:05.290053 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b4e93062-29e0-43d9-a482-a587786a534b req-9aa2a913-159f-41cb-9216-d9873bf990bb tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 946 time: 0.1089942 Mar 01 13:42:05.323289 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe474ab9-d069-4341-afd0-3ef75f9cf79d service neutron] Pushing event updated for resources: {'Port': ['ID=29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d,revision_number=8']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:05.417932 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-fe474ab9-d069-4341-afd0-3ef75f9cf79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:05.418389 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port ca10b8e2-adb5-43da-956a-6bae88a6d370, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ca10b8e2-adb5-43da-956a-6bae88a6d370,segment=NetworkSegment(4fa77154-1db9-4d3e-93d9-ea193365dc02),segment_id=4fa77154-1db9-4d3e-93d9-ea193365dc02)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:05.418549 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-fe474ab9-d069-4341-afd0-3ef75f9cf79d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:05.419984 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-fe474ab9-d069-4341-afd0-3ef75f9cf79d service neutron] 10.222.0.20 "PUT /v2.0/ports/29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d HTTP/1.1" status: 200 len: 1121 time: 2.0213234 Mar 01 13:42:05.450385 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b4e93062-29e0-43d9-a482-a587786a534b req-6206f25c-230a-47af-a51d-5754a496685d tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489549 Mar 01 13:42:05.487031 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': 'ca10b8e2-adb5-43da-956a-6bae88a6d370', 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df', 'port_id': 'ca10b8e2-adb5-43da-956a-6bae88a6d370', 'mac_address': 'fa:16:3e:ad:5e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c0eec8-d94f-41a7-92f9-32f77960cf64', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:42:05.521016 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-a0d05bb0-7080-47ed-b818-7e925a0db7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e860161-5d01-4d4a-9296-beb29fc887b1', 'name': 'tempest-FloatingIPDetailsTestJSON-983396323-router', 'tenant_id': 'ff123376cbb24b58b07467de812ea0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:41:20Z', 'updated_at': '2022-03-01T13:42:04Z', 'revision_number': 6, 'project_id': 'ff123376cbb24b58b07467de812ea0ce', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:42:05.702107 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:42:05.713227 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d05bb0-7080-47ed-b818-7e925a0db7e1 None None] The sync data for ids ['3e860161-5d01-4d4a-9296-beb29fc887b1'] in n-d-827467-3 is: [{'id': '3e860161-5d01-4d4a-9296-beb29fc887b1', 'name': 'tempest-FloatingIPDetailsTestJSON-983396323-router', 'tenant_id': 'ff123376cbb24b58b07467de812ea0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:41:20Z', 'updated_at': '2022-03-01T13:42:04Z', 'revision_number': 6, 'project_id': 'ff123376cbb24b58b07467de812ea0ce', 'gw_port_host': None}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:42:05.759013 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2121d8fd-94fc-4990-8528-e38eea168bee req-dff4a99e-db70-4b76-8e09-e65342a94e7c tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=5273606b5eb242749c05f75a15dd6612&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558236 Mar 01 13:42:05.779835 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port ca10b8e2-adb5-43da-956a-6bae88a6d370 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:42:05.783695 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ca10b8e2-adb5-43da-956a-6bae88a6d370), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:05.786396 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48c5d081-2d41-4d21-bbbb-588df94cbb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (96ff920a-de35-4bde-a1e8-28e29ed57571), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:05.855406 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca10b8e2-adb5-43da-956a-6bae88a6d370 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:42:05.861107 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffaa59b-ffd9-4ce1-a35b-9340c203fce2 req-a0feab19-3df9-4ab0-88f1-f9c16760071c tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:05.872967 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ffaa59b-ffd9-4ce1-a35b-9340c203fce2 req-a0feab19-3df9-4ab0-88f1-f9c16760071c tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=82169f35-0f46-49d4-b72b-f9f054af959c HTTP/1.1" status: 200 len: 946 time: 0.2603338 Mar 01 13:42:05.898611 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port ca10b8e2-adb5-43da-956a-6bae88a6d370, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ca10b8e2-adb5-43da-956a-6bae88a6d370,segment=NetworkSegment(4fa77154-1db9-4d3e-93d9-ea193365dc02),segment_id=4fa77154-1db9-4d3e-93d9-ea193365dc02)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:05.902959 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c5d081-2d41-4d21-bbbb-588df94cbb6c admin admin] Pushing event deleted for resources: {'Port': ['ID=96ff920a-de35-4bde-a1e8-28e29ed57571,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:05.925017 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ca10b8e2-adb5-43da-956a-6bae88a6d370), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:05.979985 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ffaa59b-ffd9-4ce1-a35b-9340c203fce2 req-00ebf2b2-e378-4ef8-9bb2-04594f36b08d tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057458 Mar 01 13:42:06.006321 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273000bf-f03f-47c0-aa87-de18c84b1be9 req-83a4dac6-e856-45f6-868e-715b97530943 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:06.014100 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-273000bf-f03f-47c0-aa87-de18c84b1be9 req-83a4dac6-e856-45f6-868e-715b97530943 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 943 time: 0.2829578 Mar 01 13:42:06.021722 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48c5d081-2d41-4d21-bbbb-588df94cbb6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (3e860161-5d01-4d4a-9296-beb29fc887b1), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:06.079181 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=ca10b8e2-adb5-43da-956a-6bae88a6d370,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:06.177935 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3cc094ad-8ec7-4e7b-8868-b1f6018100f4 req-56a45823-c6cc-44de-b973-e10396021629 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 210 time: 0.0501647 Mar 01 13:42:06.180879 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48c5d081-2d41-4d21-bbbb-588df94cbb6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (3e860161-5d01-4d4a-9296-beb29fc887b1), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:06.192882 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48c5d081-2d41-4d21-bbbb-588df94cbb6c admin admin] Publish callbacks [] for router_controller (3e860161-5d01-4d4a-9296-beb29fc887b1), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:06.200663 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121d8fd-94fc-4990-8528-e38eea168bee req-0e2d6f31-131e-4004-9d5d-76c9c35d8231 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:06.202177 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2121d8fd-94fc-4990-8528-e38eea168bee req-0e2d6f31-131e-4004-9d5d-76c9c35d8231 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4383101 Mar 01 13:42:06.218719 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-273000bf-f03f-47c0-aa87-de18c84b1be9 req-66aac854-ce06-495f-83d8-94180beeaf10 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756990 Mar 01 13:42:06.268417 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-2121d8fd-94fc-4990-8528-e38eea168bee req-046cd8f2-ad23-4af2-a968-b9ade851cc54 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Request body: {'port': {'device_id': 'c3f90c82-f0a0-4428-a272-f918ac7f06f5', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'admin_state_up': True, 'tenant_id': '5273606b5eb242749c05f75a15dd6612'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:42:06.407010 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48c5d081-2d41-4d21-bbbb-588df94cbb6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (3e860161-5d01-4d4a-9296-beb29fc887b1), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:06.407749 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c5d081-2d41-4d21-bbbb-588df94cbb6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e860161-5d01-4d4a-9296-beb29fc887b1 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 13:42:06.418165 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48c5d081-2d41-4d21-bbbb-588df94cbb6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:06.419297 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-48c5d081-2d41-4d21-bbbb-588df94cbb6c admin admin] 10.222.0.13 "DELETE /v2.0/routers/3e860161-5d01-4d4a-9296-beb29fc887b1 HTTP/1.1" status: 204 len: 168 time: 2.7404053 Mar 01 13:42:06.424501 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58462) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:42:06.476149 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-49bc0af3-690e-40b8-a51a-117c41a4d41a admin admin] Deleting subnet 982dab97-9634-4e94-8b54-b4480f44d42e {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:42:06.487288 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-49bc0af3-690e-40b8-a51a-117c41a4d41a admin admin] Publish callbacks [] for subnet (982dab97-9634-4e94-8b54-b4480f44d42e), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:06.538310 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2121d8fd-94fc-4990-8528-e38eea168bee req-046cd8f2-ad23-4af2-a968-b9ade851cc54 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Made reservation on behalf of 5273606b5eb242749c05f75a15dd6612 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:42:06.542654 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2121d8fd-94fc-4990-8528-e38eea168bee req-046cd8f2-ad23-4af2-a968-b9ade851cc54 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:06.559322 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2121d8fd-94fc-4990-8528-e38eea168bee req-046cd8f2-ad23-4af2-a968-b9ade851cc54 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:06.721007 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2121d8fd-94fc-4990-8528-e38eea168bee req-046cd8f2-ad23-4af2-a968-b9ade851cc54 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Publish callbacks [] for security_group (ca4f018f-96a3-4d4b-8368-0bcf57a4f322), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:06.735189 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2121d8fd-94fc-4990-8528-e38eea168bee req-046cd8f2-ad23-4af2-a968-b9ade851cc54 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ca4f018f-96a3-4d4b-8368-0bcf57a4f322), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:06.738375 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['ca10b8e2-adb5-43da-956a-6bae88a6d370'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:42:06.853231 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:42:06.881299 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-2121d8fd-94fc-4990-8528-e38eea168bee req-046cd8f2-ad23-4af2-a968-b9ade851cc54 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Allocated IP 192.168.233.105 (5e5e5cdc-dce5-4633-91fd-8e14363cd220/909a9e4d-2330-4bdf-bf33-da65c3dea6db/21aa3287-2ab3-4c26-88a5-872db603c112) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:42:07.060869 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba814e9-c263-4bff-ac0d-43994bcb4e74 req-b3f517a8-2b73-4b54-8944-befcb77f5604 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:07.063175 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2121d8fd-94fc-4990-8528-e38eea168bee req-046cd8f2-ad23-4af2-a968-b9ade851cc54 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Publish callbacks [] for port (21aa3287-2ab3-4c26-88a5-872db603c112), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:07.064204 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0ba814e9-c263-4bff-ac0d-43994bcb4e74 req-b3f517a8-2b73-4b54-8944-befcb77f5604 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 943 time: 0.7312052 Mar 01 13:42:07.089800 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:42:07.092529 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 874ce88f-4e2e-4bf4-9ba5-c6a324c1ba66 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:42:07.092908 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 96ff920a-de35-4bde-a1e8-28e29ed57571 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:42:07.105003 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b322a7-84e4-4223-b975-e6a6a638c78f', 'tag': '29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:42:07.107821 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c1153d-d61c-497b-bf74-9a0d42e54a27" -d '{"events": [{"name": "network-changed", "server_uuid": "23b322a7-84e4-4223-b975-e6a6a638c78f", "tag": "29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:42:07.122390 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2121d8fd-94fc-4990-8528-e38eea168bee req-046cd8f2-ad23-4af2-a968-b9ade851cc54 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (21aa3287-2ab3-4c26-88a5-872db603c112), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:07.199373 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046cd8f2-ad23-4af2-a968-b9ade851cc54 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4f018f-96a3-4d4b-8368-0bcf57a4f322,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:07.216072 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2121d8fd-94fc-4990-8528-e38eea168bee req-046cd8f2-ad23-4af2-a968-b9ade851cc54 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:42:07.216657 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 96ff920a-de35-4bde-a1e8-28e29ed57571 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:42:07.217009 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 96ff920a-de35-4bde-a1e8-28e29ed57571 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:42:07.226372 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-2121d8fd-94fc-4990-8528-e38eea168bee req-046cd8f2-ad23-4af2-a968-b9ade851cc54 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:42:07.252524 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-2121d8fd-94fc-4990-8528-e38eea168bee req-046cd8f2-ad23-4af2-a968-b9ade851cc54 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:42:07.257473 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046cd8f2-ad23-4af2-a968-b9ade851cc54 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Pushing event updated for resources: {'Port': ['ID=21aa3287-2ab3-4c26-88a5-872db603c112,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:07.261529 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0ba814e9-c263-4bff-ac0d-43994bcb4e74 req-75da4e71-8c6f-4218-9bcd-898a92e2277f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855793 Mar 01 13:42:07.268232 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:42:07.281851 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-49bc0af3-690e-40b8-a51a-117c41a4d41a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (982dab97-9634-4e94-8b54-b4480f44d42e), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:07.399332 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6c7ac-8e86-4e79-b45a-52aaf2a9951f req-64df558c-36c1-4698-aca9-35e8c02982bd tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:07.416070 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fac6c7ac-8e86-4e79-b45a-52aaf2a9951f req-64df558c-36c1-4698-aca9-35e8c02982bd tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 945 time: 1.0373411 Mar 01 13:42:07.460301 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121d8fd-94fc-4990-8528-e38eea168bee req-046cd8f2-ad23-4af2-a968-b9ade851cc54 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:07.460983 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2121d8fd-94fc-4990-8528-e38eea168bee req-046cd8f2-ad23-4af2-a968-b9ade851cc54 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:07.502224 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2121d8fd-94fc-4990-8528-e38eea168bee req-046cd8f2-ad23-4af2-a968-b9ade851cc54 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2438953 Mar 01 13:42:07.514577 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-2121d8fd-94fc-4990-8528-e38eea168bee req-225c8c18-8ba0-4474-86be-356724284b22 service neutron] Request body: {'port': {'device_id': 'c3f90c82-f0a0-4428-a272-f918ac7f06f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:42:07.554642 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fac6c7ac-8e86-4e79-b45a-52aaf2a9951f req-47a632d6-02c1-4c5e-bcce-2f5a41c51a98 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375604 Mar 01 13:42:07.559199 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:07.608798 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d has no active binding in host n-h2-827467-3 {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 01 13:42:07.654423 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2121d8fd-94fc-4990-8528-e38eea168bee req-225c8c18-8ba0-4474-86be-356724284b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (21aa3287-2ab3-4c26-88a5-872db603c112), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:07.748306 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f282da3-72ce-4254-8e59-5caf6fbad7da req-097c4a5c-462d-4abf-9546-48ffc1db2985 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:07.754353 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-967640e3-a4c5-4df4-924a-d2de7fe021b9 None None] Provisioning complete for port 21aa3287-2ab3-4c26-88a5-872db603c112 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:42:07.757138 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-967640e3-a4c5-4df4-924a-d2de7fe021b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (21aa3287-2ab3-4c26-88a5-872db603c112), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:07.757680 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2f282da3-72ce-4254-8e59-5caf6fbad7da req-097c4a5c-462d-4abf-9546-48ffc1db2985 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 946 time: 0.2018359 Mar 01 13:42:07.835196 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2f282da3-72ce-4254-8e59-5caf6fbad7da req-42329d69-5f47-4749-a337-05f3118d546c tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764587 Mar 01 13:42:07.845823 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-49bc0af3-690e-40b8-a51a-117c41a4d41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (982dab97-9634-4e94-8b54-b4480f44d42e), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:07.872281 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-967640e3-a4c5-4df4-924a-d2de7fe021b9 None None] Port 21aa3287-2ab3-4c26-88a5-872db603c112 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:42:07.947914 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72056098-d346-4598-91b8-9f87873c4f56 x-openstack-request-id: req-72056098-d346-4598-91b8-9f87873c4f56 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:42:07.948285 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b322a7-84e4-4223-b975-e6a6a638c78f", "tag": "29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:42:07.948934 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72056098-d346-4598-91b8-9f87873c4f56 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:42:07.949339 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b322a7-84e4-4223-b975-e6a6a638c78f', 'tag': '29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d', 'status': 'completed', 'code': 200} Mar 01 13:42:08.041180 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46936066-8236-4686-bdc8-0cb701af5b32 req-0e9b5216-560a-4bd0-9281-c49c03f64ef4 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:08.044336 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-46936066-8236-4686-bdc8-0cb701af5b32 req-0e9b5216-560a-4bd0-9281-c49c03f64ef4 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=82169f35-0f46-49d4-b72b-f9f054af959c HTTP/1.1" status: 200 len: 946 time: 0.3535526 Mar 01 13:42:08.182168 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-46936066-8236-4686-bdc8-0cb701af5b32 req-1401b55a-c216-4d96-b782-2930bd29cd73 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101155 Mar 01 13:42:08.192799 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1153d-d61c-497b-bf74-9a0d42e54a27 req-51bb131f-e9f7-4585-a886-d16f3ba5f757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:08.202040 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-2121d8fd-94fc-4990-8528-e38eea168bee req-225c8c18-8ba0-4474-86be-356724284b22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21aa3287-2ab3-4c26-88a5-872db603c112 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:42:08.206057 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-55c1153d-d61c-497b-bf74-9a0d42e54a27 req-51bb131f-e9f7-4585-a886-d16f3ba5f757 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=96cd43570afd4572b4b93d1aa25b2425&device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 1155 time: 0.2520671 Mar 01 13:42:08.211348 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2121d8fd-94fc-4990-8528-e38eea168bee req-225c8c18-8ba0-4474-86be-356724284b22 service neutron] Publish callbacks [] for port (21aa3287-2ab3-4c26-88a5-872db603c112), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:08.232413 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-2121d8fd-94fc-4990-8528-e38eea168bee req-225c8c18-8ba0-4474-86be-356724284b22 service neutron] Transition to ACTIVE for port object 21aa3287-2ab3-4c26-88a5-872db603c112 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:42:08.242038 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2121d8fd-94fc-4990-8528-e38eea168bee req-225c8c18-8ba0-4474-86be-356724284b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (21aa3287-2ab3-4c26-88a5-872db603c112), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:08.337407 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1153d-d61c-497b-bf74-9a0d42e54a27 req-0aa50e2a-ee61-476d-878f-b1790d09005a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:08.338941 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-55c1153d-d61c-497b-bf74-9a0d42e54a27 req-0aa50e2a-ee61-476d-878f-b1790d09005a service neutron] 10.222.0.32 "GET /v2.0/networks?id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22 HTTP/1.1" status: 200 len: 908 time: 0.1211390 Mar 01 13:42:08.356993 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c8c18-8ba0-4474-86be-356724284b22 service neutron] Pushing event updated for resources: {'Port': ['ID=21aa3287-2ab3-4c26-88a5-872db603c112,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:08.481325 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-2121d8fd-94fc-4990-8528-e38eea168bee req-225c8c18-8ba0-4474-86be-356724284b22 service neutron] Attempting to bind port 21aa3287-2ab3-4c26-88a5-872db603c112 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:42:08.481981 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-2121d8fd-94fc-4990-8528-e38eea168bee req-225c8c18-8ba0-4474-86be-356724284b22 service neutron] Attempting to bind port 21aa3287-2ab3-4c26-88a5-872db603c112 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:42:08.482099 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2121d8fd-94fc-4990-8528-e38eea168bee req-225c8c18-8ba0-4474-86be-356724284b22 service neutron] Attempting to bind port 21aa3287-2ab3-4c26-88a5-872db603c112 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:42:08.496516 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2121d8fd-94fc-4990-8528-e38eea168bee req-225c8c18-8ba0-4474-86be-356724284b22 service neutron] Port 21aa3287-2ab3-4c26-88a5-872db603c112 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:42:08.496837 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2121d8fd-94fc-4990-8528-e38eea168bee req-225c8c18-8ba0-4474-86be-356724284b22 service neutron] Attempting to bind port 21aa3287-2ab3-4c26-88a5-872db603c112 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:42:08.508954 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-49bc0af3-690e-40b8-a51a-117c41a4d41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (982dab97-9634-4e94-8b54-b4480f44d42e), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:08.515136 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2121d8fd-94fc-4990-8528-e38eea168bee req-225c8c18-8ba0-4474-86be-356724284b22 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:42:08.515498 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2121d8fd-94fc-4990-8528-e38eea168bee req-225c8c18-8ba0-4474-86be-356724284b22 service neutron] Checking segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:42:08.515952 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2121d8fd-94fc-4990-8528-e38eea168bee req-225c8c18-8ba0-4474-86be-356724284b22 service neutron] Bound using segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:42:08.516455 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-2121d8fd-94fc-4990-8528-e38eea168bee req-225c8c18-8ba0-4474-86be-356724284b22 service neutron] Bound port: 21aa3287-2ab3-4c26-88a5-872db603c112, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:42:08.516798 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2121d8fd-94fc-4990-8528-e38eea168bee req-225c8c18-8ba0-4474-86be-356724284b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (21aa3287-2ab3-4c26-88a5-872db603c112), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:08.549523 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-55c1153d-d61c-497b-bf74-9a0d42e54a27 req-b25997e4-6216-462a-b378-078703c6c281 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d HTTP/1.1" status: 200 len: 217 time: 0.1934772 Mar 01 13:42:08.639931 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc0af3-690e-40b8-a51a-117c41a4d41a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=982dab97-9634-4e94-8b54-b4480f44d42e,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:08.655695 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-49bc0af3-690e-40b8-a51a-117c41a4d41a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:08.659583 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7277a7-3492-4beb-8b0c-7d0bb5d12763 None None] Network 3c81d57b-5f06-4018-8114-784317e21127 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:42:08.661877 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-49bc0af3-690e-40b8-a51a-117c41a4d41a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/982dab97-9634-4e94-8b54-b4480f44d42e HTTP/1.1" status: 204 len: 168 time: 2.2342825 Mar 01 13:42:08.686823 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58492) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:42:08.696925 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582edbd-f446-4a9c-a3f5-58d0930c50ed req-d4f98c02-ecbb-4036-8120-25d13bb1d08a tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:08.704185 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9582edbd-f446-4a9c-a3f5-58d0930c50ed req-d4f98c02-ecbb-4036-8120-25d13bb1d08a tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 936 time: 0.6503887 Mar 01 13:42:08.705846 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-2121d8fd-94fc-4990-8528-e38eea168bee req-225c8c18-8ba0-4474-86be-356724284b22 service neutron] For port 21aa3287-2ab3-4c26-88a5-872db603c112, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:42:08.719708 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-2121d8fd-94fc-4990-8528-e38eea168bee req-225c8c18-8ba0-4474-86be-356724284b22 service neutron] For port 21aa3287-2ab3-4c26-88a5-872db603c112, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=21aa3287-2ab3-4c26-88a5-872db603c112,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:42:08.741306 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2121d8fd-94fc-4990-8528-e38eea168bee req-225c8c18-8ba0-4474-86be-356724284b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (21aa3287-2ab3-4c26-88a5-872db603c112), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:08.789681 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1153d-d61c-497b-bf74-9a0d42e54a27 req-c147e27c-989c-49c4-81c6-00e8656e9535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:08.794160 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-55c1153d-d61c-497b-bf74-9a0d42e54a27 req-c147e27c-989c-49c4-81c6-00e8656e9535 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b7f9fefc-67f3-4f16-9709-32467e973c9a HTTP/1.1" status: 200 len: 847 time: 0.1968629 Mar 01 13:42:08.842086 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121d8fd-94fc-4990-8528-e38eea168bee req-225c8c18-8ba0-4474-86be-356724284b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:08.845934 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2121d8fd-94fc-4990-8528-e38eea168bee req-225c8c18-8ba0-4474-86be-356724284b22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:08.847597 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2121d8fd-94fc-4990-8528-e38eea168bee req-225c8c18-8ba0-4474-86be-356724284b22 service neutron] 10.222.0.32 "PUT /v2.0/ports/21aa3287-2ab3-4c26-88a5-872db603c112 HTTP/1.1" status: 200 len: 1096 time: 1.3380566 Mar 01 13:42:08.952107 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c8c18-8ba0-4474-86be-356724284b22 service neutron] Pushing event updated for resources: {'Port': ['ID=21aa3287-2ab3-4c26-88a5-872db603c112,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:08.965621 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1ba16361-ad42-43cf-b370-971ca2a14120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (3c81d57b-5f06-4018-8114-784317e21127), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:08.968361 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121d8fd-94fc-4990-8528-e38eea168bee req-ad065e73-2329-4e0a-8582-f82226c749e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:08.971622 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2121d8fd-94fc-4990-8528-e38eea168bee req-ad065e73-2329-4e0a-8582-f82226c749e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5273606b5eb242749c05f75a15dd6612&device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 1130 time: 0.0751181 Mar 01 13:42:08.977456 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ed7f07-8f7c-4373-b9d4-ace212f66248 None None] DHCP port deletion for 3c81d57b-5f06-4018-8114-784317e21127 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:42:09.047279 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-55c1153d-d61c-497b-bf74-9a0d42e54a27 req-95ad2c8a-4708-49f9-ad06-dd62afe43213 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631149 Mar 01 13:42:09.057345 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-23ed7f07-8f7c-4373-b9d4-ace212f66248 None None] Deleting port 84f6dd67-3c89-4528-866f-7b7604519d78 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:42:09.057711 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-23ed7f07-8f7c-4373-b9d4-ace212f66248 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (84f6dd67-3c89-4528-866f-7b7604519d78), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:09.088086 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2121d8fd-94fc-4990-8528-e38eea168bee req-4616861d-faf3-4382-b7e9-2b96efa625ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=21aa3287-2ab3-4c26-88a5-872db603c112 HTTP/1.1" status: 200 len: 217 time: 0.0952907 Mar 01 13:42:09.101763 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830f9d1-5695-4170-a367-c46417ee50b2 req-d6ef0e07-ed1f-4c9d-9592-96dfdce99433 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:09.109907 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5830f9d1-5695-4170-a367-c46417ee50b2 req-d6ef0e07-ed1f-4c9d-9592-96dfdce99433 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 943 time: 0.7697814 Mar 01 13:42:09.148119 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9582edbd-f446-4a9c-a3f5-58d0930c50ed req-ce075ac5-3449-44e9-908c-7e3701400efe tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4410183 Mar 01 13:42:09.226883 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-23ed7f07-8f7c-4373-b9d4-ace212f66248 None None] For port 84f6dd67-3c89-4528-866f-7b7604519d78, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=84f6dd67-3c89-4528-866f-7b7604519d78,segment=NetworkSegment(51a0677e-f1cb-46ae-bbf8-ef0a0b6ee8a6),segment_id=51a0677e-f1cb-46ae-bbf8-ef0a0b6ee8a6)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:09.228123 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-23ed7f07-8f7c-4373-b9d4-ace212f66248 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (84f6dd67-3c89-4528-866f-7b7604519d78), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:09.247364 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-23ed7f07-8f7c-4373-b9d4-ace212f66248 None None] Calling delete_port for 84f6dd67-3c89-4528-866f-7b7604519d78 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:42:09.270325 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121d8fd-94fc-4990-8528-e38eea168bee req-968ff4b3-47d2-426b-80aa-c8375ca2e9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:09.273609 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2121d8fd-94fc-4990-8528-e38eea168bee req-968ff4b3-47d2-426b-80aa-c8375ca2e9c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.1775923 Mar 01 13:42:09.340784 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121d8fd-94fc-4990-8528-e38eea168bee req-398eddeb-8349-427a-b5f6-d6ee460ebc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:09.342597 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2121d8fd-94fc-4990-8528-e38eea168bee req-398eddeb-8349-427a-b5f6-d6ee460ebc7e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0600781 Mar 01 13:42:09.434142 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device ca10b8e2-adb5-43da-956a-6bae88a6d370 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:42:09.486057 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-23ed7f07-8f7c-4373-b9d4-ace212f66248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (84f6dd67-3c89-4528-866f-7b7604519d78), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:09.489269 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2121d8fd-94fc-4990-8528-e38eea168bee req-33c59c0a-f908-4827-a8fc-8221fdf9fd6e service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347940 Mar 01 13:42:09.523838 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-55c1153d-d61c-497b-bf74-9a0d42e54a27 req-83fd2507-ed3b-4cf2-89b2-b9d551525975 service neutron] 10.222.0.32 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603438 Mar 01 13:42:09.525140 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ed7f07-8f7c-4373-b9d4-ace212f66248 None None] No DVR routers for this DVR port 84f6dd67-3c89-4528-866f-7b7604519d78 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:42:09.538766 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed7f07-8f7c-4373-b9d4-ace212f66248 None None] Pushing event deleted for resources: {'Port': ['ID=84f6dd67-3c89-4528-866f-7b7604519d78,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:09.563521 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port ca10b8e2-adb5-43da-956a-6bae88a6d370 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:42:09.578119 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port ca10b8e2-adb5-43da-956a-6bae88a6d370 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:42:09.579022 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ca10b8e2-adb5-43da-956a-6bae88a6d370), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:09.638810 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:09.666986 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2121d8fd-94fc-4990-8528-e38eea168bee req-40c028ac-a0eb-44fb-8f60-f865c231c09c service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662521 Mar 01 13:42:09.685013 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port ca10b8e2-adb5-43da-956a-6bae88a6d370 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:42:09.685849 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ca10b8e2-adb5-43da-956a-6bae88a6d370), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:09.732098 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port ca10b8e2-adb5-43da-956a-6bae88a6d370, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ca10b8e2-adb5-43da-956a-6bae88a6d370,segment=NetworkSegment(4fa77154-1db9-4d3e-93d9-ea193365dc02),segment_id=4fa77154-1db9-4d3e-93d9-ea193365dc02)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:09.733437 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4685580-e37d-4628-81fa-5fabc72c035a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca10b8e2-adb5-43da-956a-6bae88a6d370'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:42:09.737378 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8b19b0-98c0-47d7-9c38-d83cec37c242" -d '{"events": [{"server_uuid": "c4685580-e37d-4628-81fa-5fabc72c035a", "name": "network-vif-plugged", "status": "completed", "tag": "ca10b8e2-adb5-43da-956a-6bae88a6d370"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:42:09.743345 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-55c1153d-d61c-497b-bf74-9a0d42e54a27 req-dda6dc5d-3753-48c2-8099-93d1a55641c9 service neutron] 10.222.0.32 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765859 Mar 01 13:42:09.748320 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ca10b8e2-adb5-43da-956a-6bae88a6d370), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:09.767825 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5830f9d1-5695-4170-a367-c46417ee50b2 req-0f8c7c3a-b033-4c37-a2e1-65548a06cd1a tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6569383 Mar 01 13:42:09.812335 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-1ba16361-ad42-43cf-b370-971ca2a14120 admin admin] Deleting port 84f6dd67-3c89-4528-866f-7b7604519d78 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:42:09.812914 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1ba16361-ad42-43cf-b370-971ca2a14120 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (84f6dd67-3c89-4528-866f-7b7604519d78), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:09.822246 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6878a8-c4cc-45c6-86eb-8e56b2d7879c req-88c4bbfb-9860-45d8-9e65-7322dff2eac3 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:09.829267 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c6878a8-c4cc-45c6-86eb-8e56b2d7879c req-88c4bbfb-9860-45d8-9e65-7322dff2eac3 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 943 time: 0.4922945 Mar 01 13:42:09.840674 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=ca10b8e2-adb5-43da-956a-6bae88a6d370,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:09.856579 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:09.951037 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f90c82-f0a0-4428-a272-f918ac7f06f5', 'tag': '21aa3287-2ab3-4c26-88a5-872db603c112'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:42:09.953460 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30687ce9-a7a2-4779-93d2-f6765225679b" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f90c82-f0a0-4428-a272-f918ac7f06f5", "tag": "21aa3287-2ab3-4c26-88a5-872db603c112"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:42:10.033036 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c6878a8-c4cc-45c6-86eb-8e56b2d7879c req-2336330e-cf8d-4ebb-b7a9-3e22612680c8 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007065 Mar 01 13:42:10.048460 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-1ba16361-ad42-43cf-b370-971ca2a14120 admin admin] For port 84f6dd67-3c89-4528-866f-7b7604519d78, host n-d-827467-3, got binding levels [] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:10.050117 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1ba16361-ad42-43cf-b370-971ca2a14120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (84f6dd67-3c89-4528-866f-7b7604519d78), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:10.065696 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-1ba16361-ad42-43cf-b370-971ca2a14120 admin admin] Calling delete_port for 84f6dd67-3c89-4528-866f-7b7604519d78 owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:42:10.069519 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.ipam_backend_mixin [None req-1ba16361-ad42-43cf-b370-971ca2a14120 admin admin] Port 84f6dd67-3c89-4528-866f-7b7604519d78 was not found and therefore no delete operation was performed {{(pid=103727) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 01 13:42:10.073414 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1ba16361-ad42-43cf-b370-971ca2a14120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (84f6dd67-3c89-4528-866f-7b7604519d78), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:10.093969 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba16361-ad42-43cf-b370-971ca2a14120 admin admin] No DVR routers for this DVR port 84f6dd67-3c89-4528-866f-7b7604519d78 on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:42:10.186251 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba16361-ad42-43cf-b370-971ca2a14120 admin admin] Pushing event deleted for resources: {'Port': ['ID=84f6dd67-3c89-4528-866f-7b7604519d78,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:10.246882 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa90b675-3d82-42e2-8317-f6c80836b5d7 req-1a7d3fe0-f636-4653-8cbd-c38cb932fac4 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:10.253823 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fa90b675-3d82-42e2-8317-f6c80836b5d7 req-1a7d3fe0-f636-4653-8cbd-c38cb932fac4 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.2793822 Mar 01 13:42:10.291628 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1ba16361-ad42-43cf-b370-971ca2a14120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (3c81d57b-5f06-4018-8114-784317e21127), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:10.301332 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed48ef-469f-4290-8fda-1b87aaafb0d2 req-5c3d9912-3b7f-4b74-a670-cffb66a8191c tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:10.302892 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-86ed48ef-469f-4290-8fda-1b87aaafb0d2 req-5c3d9912-3b7f-4b74-a670-cffb66a8191c tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 946 time: 0.2071800 Mar 01 13:42:10.354153 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-1ba16361-ad42-43cf-b370-971ca2a14120 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c81d57b-5f06-4018-8114-784317e21127']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:42:10.373094 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-1ba16361-ad42-43cf-b370-971ca2a14120 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51a0677e-f1cb-46ae-bbf8-ef0a0b6ee8a6') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:42:10.373466 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-1ba16361-ad42-43cf-b370-971ca2a14120 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51a0677e-f1cb-46ae-bbf8-ef0a0b6ee8a6') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:42:10.399124 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fa90b675-3d82-42e2-8317-f6c80836b5d7 req-e946a174-50c3-447a-b517-a5d15d2a0635 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406720 Mar 01 13:42:10.438588 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1ba16361-ad42-43cf-b370-971ca2a14120 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (51a0677e-f1cb-46ae-bbf8-ef0a0b6ee8a6), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:10.454626 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-86ed48ef-469f-4290-8fda-1b87aaafb0d2 req-c7b21300-eb00-4217-a85f-f91a20400c60 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429868 Mar 01 13:42:10.484841 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1ba16361-ad42-43cf-b370-971ca2a14120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (51a0677e-f1cb-46ae-bbf8-ef0a0b6ee8a6), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:10.492934 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ba16361-ad42-43cf-b370-971ca2a14120 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:42:10.493355 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1ba16361-ad42-43cf-b370-971ca2a14120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (51a0677e-f1cb-46ae-bbf8-ef0a0b6ee8a6), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:10.495197 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 13:42:10.495197 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:42:10.495197 n-d-827467-3 neutron-server[103727]: timer() Mar 01 13:42:10.495197 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:42:10.495197 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 13:42:10.495197 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:42:10.495197 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 13:42:10.495197 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:42:10.495197 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 13:42:10.495197 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:42:10.495197 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 13:42:10.495197 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:42:10.495197 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 13:42:10.495197 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:42:10.495197 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:42:10.495197 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:42:10.495197 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:42:10.495197 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:42:10.495197 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 13:42:10.495197 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:42:10.495197 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 13:42:10.495197 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:42:10.495197 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:42:10.495197 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:42:10.495197 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 13:42:10.495197 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:42:10.495197 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:42:10.495197 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:42:10.495197 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:42:10.495197 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:42:10.495197 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:42:10.495197 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:42:10.563550 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d3af19-8cd7-4ce4-9061-d0b7f195a576 x-openstack-request-id: req-22d3af19-8cd7-4ce4-9061-d0b7f195a576 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:42:10.564085 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4685580-e37d-4628-81fa-5fabc72c035a", "name": "network-vif-plugged", "status": "completed", "tag": "ca10b8e2-adb5-43da-956a-6bae88a6d370", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:42:10.564172 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22d3af19-8cd7-4ce4-9061-d0b7f195a576 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:42:10.564530 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4685580-e37d-4628-81fa-5fabc72c035a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca10b8e2-adb5-43da-956a-6bae88a6d370', 'code': 200} Mar 01 13:42:10.634465 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd952be-1e60-41d8-8534-5b06ff068b7b x-openstack-request-id: req-4dd952be-1e60-41d8-8534-5b06ff068b7b {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:42:10.634921 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f90c82-f0a0-4428-a272-f918ac7f06f5", "tag": "21aa3287-2ab3-4c26-88a5-872db603c112", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:42:10.635083 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4dd952be-1e60-41d8-8534-5b06ff068b7b {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:42:10.635409 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f90c82-f0a0-4428-a272-f918ac7f06f5', 'tag': '21aa3287-2ab3-4c26-88a5-872db603c112', 'status': 'completed', 'code': 200} Mar 01 13:42:10.645482 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 84f6dd67-3c89-4528-866f-7b7604519d78 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:42:10.669476 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1ba16361-ad42-43cf-b370-971ca2a14120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (3c81d57b-5f06-4018-8114-784317e21127), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:10.682125 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1ba16361-ad42-43cf-b370-971ca2a14120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:10.682334 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 84f6dd67-3c89-4528-866f-7b7604519d78 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:42:10.682747 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 84f6dd67-3c89-4528-866f-7b7604519d78 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:42:10.710294 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1ba16361-ad42-43cf-b370-971ca2a14120 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3c81d57b-5f06-4018-8114-784317e21127 HTTP/1.1" status: 204 len: 168 time: 2.0040340 Mar 01 13:42:10.758139 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f39b1d-3e5f-4c39-bdc8-6a4d1fd04eb0 req-37401d51-fd4f-4ccd-9f22-c6066e9afa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:10.759742 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-23f39b1d-3e5f-4c39-bdc8-6a4d1fd04eb0 req-37401d51-fd4f-4ccd-9f22-c6066e9afa54 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 1128 time: 0.1234696 Mar 01 13:42:10.813223 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-23f39b1d-3e5f-4c39-bdc8-6a4d1fd04eb0 req-620caf5b-51e2-418f-8fb3-1f837c7134b0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457802 Mar 01 13:42:10.822519 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4082b7b-2168-42a3-b95a-bf6e1b5f41f2 req-7826c768-25cd-4a17-a6d2-1819b3ff817c tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:10.825485 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4082b7b-2168-42a3-b95a-bf6e1b5f41f2 req-7826c768-25cd-4a17-a6d2-1819b3ff817c tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=82169f35-0f46-49d4-b72b-f9f054af959c HTTP/1.1" status: 200 len: 946 time: 0.3161938 Mar 01 13:42:10.826782 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba16361-ad42-43cf-b370-971ca2a14120 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c81d57b-5f06-4018-8114-784317e21127,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:10.936495 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4082b7b-2168-42a3-b95a-bf6e1b5f41f2 req-d4de40a9-509f-41ed-8fae-3832af06e1c9 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818450 Mar 01 13:42:10.951497 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30687ce9-a7a2-4779-93d2-f6765225679b req-d7f200df-851f-49b4-883e-e6a113ad712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:10.953178 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-30687ce9-a7a2-4779-93d2-f6765225679b req-d7f200df-851f-49b4-883e-e6a113ad712c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5273606b5eb242749c05f75a15dd6612&device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 1130 time: 0.2406425 Mar 01 13:42:10.970711 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4541ce-f9a3-4a64-beff-d03e0bfbb625 req-fddfa459-8470-4d72-b1cb-9250977450a9 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:10.978917 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7a4541ce-f9a3-4a64-beff-d03e0bfbb625 req-fddfa459-8470-4d72-b1cb-9250977450a9 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 948 time: 0.2120168 Mar 01 13:42:11.025670 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58518) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:42:11.099886 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7a4541ce-f9a3-4a64-beff-d03e0bfbb625 req-b199af3b-8468-4699-a1a8-824ba5dc7701 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152747 Mar 01 13:42:11.108099 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3a86d02c-f981-4005-bb79-abe155a030dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff123376cbb24b58b07467de812ea0ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0803585 Mar 01 13:42:11.108947 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58522) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:42:11.172653 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30687ce9-a7a2-4779-93d2-f6765225679b req-60c1144e-2d01-4281-bb0d-5fb9996a086c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:11.174435 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-30687ce9-a7a2-4779-93d2-f6765225679b req-60c1144e-2d01-4281-bb0d-5fb9996a086c service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.1871390 Mar 01 13:42:11.218774 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5e3bb189-c69a-4441-96f7-89442d662f20 admin admin] Publish callbacks [] for security_group (681edcf8-22f7-44fe-b2bb-8b5687f81582), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:11.246054 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5e3bb189-c69a-4441-96f7-89442d662f20 admin admin] Publish callbacks [] for security_group (681edcf8-22f7-44fe-b2bb-8b5687f81582), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:11.280481 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-30687ce9-a7a2-4779-93d2-f6765225679b req-d507a34e-3d0c-4abb-8b89-beb3122afb58 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=21aa3287-2ab3-4c26-88a5-872db603c112 HTTP/1.1" status: 200 len: 217 time: 0.0927057 Mar 01 13:42:11.303487 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5e3bb189-c69a-4441-96f7-89442d662f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (681edcf8-22f7-44fe-b2bb-8b5687f81582), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:11.306410 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5e3bb189-c69a-4441-96f7-89442d662f20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:11.307631 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5e3bb189-c69a-4441-96f7-89442d662f20 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/681edcf8-22f7-44fe-b2bb-8b5687f81582 HTTP/1.1" status: 204 len: 168 time: 0.1975629 Mar 01 13:42:11.321268 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa963a51-08b4-4b2c-a3bf-f771e9bf9f1d req-a4987a85-bfaf-45cd-9079-0d3981762743 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:11.328762 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fa963a51-08b4-4b2c-a3bf-f771e9bf9f1d req-a4987a85-bfaf-45cd-9079-0d3981762743 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 943 time: 0.2252107 Mar 01 13:42:11.340192 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3bb189-c69a-4441-96f7-89442d662f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681edcf8-22f7-44fe-b2bb-8b5687f81582,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:11.418535 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30687ce9-a7a2-4779-93d2-f6765225679b req-18cce520-ba5e-4748-a623-9d2fb21dcdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:11.420400 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-30687ce9-a7a2-4779-93d2-f6765225679b req-18cce520-ba5e-4748-a623-9d2fb21dcdd3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.1251235 Mar 01 13:42:11.478455 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fa963a51-08b4-4b2c-a3bf-f771e9bf9f1d req-ee2eccfc-77c1-42d5-9797-a995d368127f tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438553 Mar 01 13:42:11.496229 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa10b70-827a-4a98-85f8-b24553287937 req-2305d24f-3923-4fcb-8aad-1816ab31e014 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:11.511391 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1fa10b70-827a-4a98-85f8-b24553287937 req-2305d24f-3923-4fcb-8aad-1816ab31e014 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 943 time: 0.2251534 Mar 01 13:42:11.616172 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30687ce9-a7a2-4779-93d2-f6765225679b req-d757e8ac-62bb-4176-99bf-ea52cf7d8016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:11.617572 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-30687ce9-a7a2-4779-93d2-f6765225679b req-d757e8ac-62bb-4176-99bf-ea52cf7d8016 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1872230 Mar 01 13:42:11.633020 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1fa10b70-827a-4a98-85f8-b24553287937 req-4ae8f064-cfa8-4f48-a354-281d8f3f8c1f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201727 Mar 01 13:42:11.808848 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8ec1f-c0de-4679-8a28-51dd51809414 req-4438d678-e816-4d47-89da-13cf85aa504b tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:11.815706 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f7d8ec1f-c0de-4679-8a28-51dd51809414 req-4438d678-e816-4d47-89da-13cf85aa504b tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.2186570 Mar 01 13:42:11.869317 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-30687ce9-a7a2-4779-93d2-f6765225679b req-0b8fbf33-7c4f-41ef-a823-057849b82c54 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351501 Mar 01 13:42:11.884095 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-006eb544-82f1-4758-91eb-f2c5402841a2 service neutron] 10.222.0.32 "GET /v2.0/ports/29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d/bindings/n-h2-827467-3 HTTP/1.1" status: 200 len: 384 time: 0.1188951 Mar 01 13:42:11.914881 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6e813-f69a-46c8-b622-2b637691c92c req-746d4da3-da6b-45c6-ad63-e7b73f9dc2c7 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:11.916412 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9aa6e813-f69a-46c8-b622-2b637691c92c req-746d4da3-da6b-45c6-ad63-e7b73f9dc2c7 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 946 time: 0.1710637 Mar 01 13:42:11.932266 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f7d8ec1f-c0de-4679-8a28-51dd51809414 req-61f76108-8456-4992-9928-6e6430febb64 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150627 Mar 01 13:42:12.151543 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9aa6e813-f69a-46c8-b622-2b637691c92c req-eba26e7d-979c-407e-9735-b9a9b70e13b8 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182238 Mar 01 13:42:12.163105 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-30687ce9-a7a2-4779-93d2-f6765225679b req-9ab85bb4-fd26-440e-91f6-c26d6e449e4a service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859316 Mar 01 13:42:12.207925 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476a320-fdf0-47ff-8249-89776a07eb75 req-1fb537f0-5b1d-4168-9cb0-9b24ad260b41 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:12.209450 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2476a320-fdf0-47ff-8249-89776a07eb75 req-1fb537f0-5b1d-4168-9cb0-9b24ad260b41 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=82169f35-0f46-49d4-b72b-f9f054af959c HTTP/1.1" status: 200 len: 946 time: 0.1458113 Mar 01 13:42:12.286901 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2476a320-fdf0-47ff-8249-89776a07eb75 req-1f45da93-2947-401c-af5f-bed53be33e02 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707090 Mar 01 13:42:12.306165 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-723d746b-293e-4917-9938-bba9f2a95b6a service neutron] For port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:12.335115 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-723d746b-293e-4917-9938-bba9f2a95b6a service neutron] For port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:42:12.373887 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-723d746b-293e-4917-9938-bba9f2a95b6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:42:12.385477 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-723d746b-293e-4917-9938-bba9f2a95b6a service neutron] For port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:12.407721 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-723d746b-293e-4917-9938-bba9f2a95b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:12.518613 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30169c-cf9b-4c05-a307-6b6a65a03eca req-7096cffe-78d4-462c-9a94-22af07a61176 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:12.521460 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fe30169c-cf9b-4c05-a307-6b6a65a03eca req-7096cffe-78d4-462c-9a94-22af07a61176 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 948 time: 0.2078624 Mar 01 13:42:12.549639 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-723d746b-293e-4917-9938-bba9f2a95b6a service neutron] Transition to ACTIVE for port object 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:42:12.559114 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-723d746b-293e-4917-9938-bba9f2a95b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:12.628517 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fe30169c-cf9b-4c05-a307-6b6a65a03eca req-8c31a03a-2fc4-4fff-af27-26c4a6d9b306 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895545 Mar 01 13:42:12.695181 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-723d746b-293e-4917-9938-bba9f2a95b6a service neutron] No DVR routers for this DVR port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d on host n-h1-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:42:12.726165 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d746b-293e-4917-9938-bba9f2a95b6a service neutron] Pushing event updated for resources: {'Port': ['ID=29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d,revision_number=10']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:12.776934 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-723d746b-293e-4917-9938-bba9f2a95b6a service neutron] 10.222.0.32 "PUT /v2.0/ports/29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d/bindings/n-h2-827467-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8850701 Mar 01 13:42:12.984129 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e276912-1bf0-4716-bd73-27b802719e42 req-8925871d-ade1-43d4-ac55-f50b083113d0 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:12.997172 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3e276912-1bf0-4716-bd73-27b802719e42 req-8925871d-ade1-43d4-ac55-f50b083113d0 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 943 time: 0.1925929 Mar 01 13:42:13.062773 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3e276912-1bf0-4716-bd73-27b802719e42 req-927bac52-c2d9-40ea-8e6d-39b3a3d0dcb0 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646665 Mar 01 13:42:13.081461 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcce74f-3c24-4b92-b2ee-a29e3e3dced6 req-e47d95f8-7f3e-4226-a058-1fa084cc8f88 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:13.094228 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fdcce74f-3c24-4b92-b2ee-a29e3e3dced6 req-e47d95f8-7f3e-4226-a058-1fa084cc8f88 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 944 time: 0.1719418 Mar 01 13:42:13.113712 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 21aa3287-2ab3-4c26-88a5-872db603c112 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:42:13.119116 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:42:13.189054 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fdcce74f-3c24-4b92-b2ee-a29e3e3dced6 req-abaf8af2-344a-4e21-bbce-9bf917c0a5d8 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937765 Mar 01 13:42:13.226771 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] The host n-h1-827467-3 is not matching for port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d host n-h2-827467-3! {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 01 13:42:13.227178 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:42:13.419253 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 21aa3287-2ab3-4c26-88a5-872db603c112, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=21aa3287-2ab3-4c26-88a5-872db603c112,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:13.434766 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '21aa3287-2ab3-4c26-88a5-872db603c112', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': '21aa3287-2ab3-4c26-88a5-872db603c112', 'mac_address': 'fa:16:3e:13:e2:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:42:13.485247 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 21aa3287-2ab3-4c26-88a5-872db603c112 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:42:13.486016 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (21aa3287-2ab3-4c26-88a5-872db603c112), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:13.504447 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21aa3287-2ab3-4c26-88a5-872db603c112 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:42:13.530867 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 21aa3287-2ab3-4c26-88a5-872db603c112, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=21aa3287-2ab3-4c26-88a5-872db603c112,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:13.540996 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (21aa3287-2ab3-4c26-88a5-872db603c112), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:13.563613 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c5dca-91be-4b00-ad62-dd456db97556 req-732313db-c024-4a5a-8041-c7dde9190fbe tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:13.565503 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ba6c5dca-91be-4b00-ad62-dd456db97556 req-732313db-c024-4a5a-8041-c7dde9190fbe tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.1766322 Mar 01 13:42:13.574483 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d2b58-de6b-430a-9304-4132be60d899 req-edd2669c-d230-440a-9805-3fb1486cb096 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:13.576394 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-df2d2b58-de6b-430a-9304-4132be60d899 req-edd2669c-d230-440a-9805-3fb1486cb096 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 946 time: 0.1857004 Mar 01 13:42:13.629047 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=21aa3287-2ab3-4c26-88a5-872db603c112,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:13.662867 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ba6c5dca-91be-4b00-ad62-dd456db97556 req-8924d027-005d-4e5a-a70d-38e5943f8290 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854938 Mar 01 13:42:13.674261 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-df2d2b58-de6b-430a-9304-4132be60d899 req-1368d58c-e7ea-4719-a2ae-6bf5dfc34d0c tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862298 Mar 01 13:42:13.933052 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b9e0a-9cde-4f34-8f67-4192879c63a7 req-fd25dc78-b24f-48d8-9d5c-7ebecfedb0e6 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:13.939924 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c77b9e0a-9cde-4f34-8f67-4192879c63a7 req-fd25dc78-b24f-48d8-9d5c-7ebecfedb0e6 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 949 time: 0.1046040 Mar 01 13:42:14.023007 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c77b9e0a-9cde-4f34-8f67-4192879c63a7 req-19a15c34-bca1-45a9-80d3-97862f8e11a8 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765998 Mar 01 13:42:14.244552 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['21aa3287-2ab3-4c26-88a5-872db603c112'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:42:14.467185 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58658) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:42:14.642114 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d85e9f68-2ef8-4053-af2f-a268add1549d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:14.695651 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce352328-4fde-4241-ae0a-a1c016bf6674 req-77a48acf-e670-4c95-b4c6-6e6f4249a217 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:14.703015 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ce352328-4fde-4241-ae0a-a1c016bf6674 req-77a48acf-e670-4c95-b4c6-6e6f4249a217 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 943 time: 0.5446978 Mar 01 13:42:14.717440 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0841312-d320-45e2-9fcf-dd4266b5c6e0 req-fbb8be57-e9c5-4d80-859f-12c5c3ede5b8 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:14.719141 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c0841312-d320-45e2-9fcf-dd4266b5c6e0 req-fbb8be57-e9c5-4d80-859f-12c5c3ede5b8 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 944 time: 0.0950460 Mar 01 13:42:14.732848 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d85e9f68-2ef8-4053-af2f-a268add1549d admin admin] Publish callbacks [] for security_group (98753929-7272-44c7-b47d-264384036d52), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:14.743653 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d85e9f68-2ef8-4053-af2f-a268add1549d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (98753929-7272-44c7-b47d-264384036d52), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:14.797714 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d85e9f68-2ef8-4053-af2f-a268add1549d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94e56aebb4184512937559477e5c74b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3265316 Mar 01 13:42:14.797714 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e9f68-2ef8-4053-af2f-a268add1549d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98753929-7272-44c7-b47d-264384036d52,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:14.799094 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58666) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:42:14.829831 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ce352328-4fde-4241-ae0a-a1c016bf6674 req-e0110f52-2954-4509-b28d-71f76fa2b830 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258438 Mar 01 13:42:14.849419 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c0841312-d320-45e2-9fcf-dd4266b5c6e0 req-5c188334-c783-4059-97e4-0105415a0fcb tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082721 Mar 01 13:42:14.902747 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1af7255e-4fdd-4919-899b-2b1e1308072e admin admin] Publish callbacks [] for security_group (98753929-7272-44c7-b47d-264384036d52), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:14.937348 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1af7255e-4fdd-4919-899b-2b1e1308072e admin admin] Publish callbacks [] for security_group (98753929-7272-44c7-b47d-264384036d52), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:15.015383 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b074361-1704-40a3-b658-bb27ff6c8e51 req-8a0ff2d4-2c03-4784-b651-2aedb0cce253 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:15.017016 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1af7255e-4fdd-4919-899b-2b1e1308072e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (98753929-7272-44c7-b47d-264384036d52), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:15.022925 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3b074361-1704-40a3-b658-bb27ff6c8e51 req-8a0ff2d4-2c03-4784-b651-2aedb0cce253 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.0720956 Mar 01 13:42:15.024304 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1af7255e-4fdd-4919-899b-2b1e1308072e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:15.030975 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1af7255e-4fdd-4919-899b-2b1e1308072e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98753929-7272-44c7-b47d-264384036d52 HTTP/1.1" status: 204 len: 168 time: 0.2307336 Mar 01 13:42:15.044604 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7255e-4fdd-4919-899b-2b1e1308072e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98753929-7272-44c7-b47d-264384036d52,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:15.130848 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 85ef3117-5817-4926-9ecc-8ce519cbab44 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:42:15.221400 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3b074361-1704-40a3-b658-bb27ff6c8e51 req-53940c79-7867-472d-9716-4b29680441b4 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974678 Mar 01 13:42:15.252247 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11727a6f-ceed-4a9c-94be-6db7704faf24 req-9a3e6e62-754c-48c5-9d8d-925a7b732827 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:15.261066 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-11727a6f-ceed-4a9c-94be-6db7704faf24 req-9a3e6e62-754c-48c5-9d8d-925a7b732827 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 946 time: 0.1933918 Mar 01 13:42:15.386445 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-11727a6f-ceed-4a9c-94be-6db7704faf24 req-cf508243-1018-4b26-b9c7-ccc0a9e023ec tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209435 Mar 01 13:42:15.405760 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 85ef3117-5817-4926-9ecc-8ce519cbab44, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=85ef3117-5817-4926-9ecc-8ce519cbab44,segment=NetworkSegment(a0a669d5-60b7-4c06-a9c5-37075f67475a),segment_id=a0a669d5-60b7-4c06-a9c5-37075f67475a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:15.431172 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '85ef3117-5817-4926-9ecc-8ce519cbab44', 'network_id': '73628e5b-19c4-4cc2-85ab-069a1adb3f94', 'port_id': '85ef3117-5817-4926-9ecc-8ce519cbab44', 'mac_address': 'fa:16:3e:ab:bb:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a72a1b6b-a371-4cd5-a742-432bd3fca273', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:42:15.482968 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 85ef3117-5817-4926-9ecc-8ce519cbab44 is: ACTIVE; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:42:15.490880 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (85ef3117-5817-4926-9ecc-8ce519cbab44), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:15.510540 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85ef3117-5817-4926-9ecc-8ce519cbab44 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:42:15.536600 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 85ef3117-5817-4926-9ecc-8ce519cbab44, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=85ef3117-5817-4926-9ecc-8ce519cbab44,segment=NetworkSegment(a0a669d5-60b7-4c06-a9c5-37075f67475a),segment_id=a0a669d5-60b7-4c06-a9c5-37075f67475a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:15.541449 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (85ef3117-5817-4926-9ecc-8ce519cbab44), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:15.595849 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a76d8c-09b5-4d9b-acfe-51e13ac67eeb req-9b0a46c9-26a7-44ec-83ca-2d95c52132cd tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:15.597978 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-77a76d8c-09b5-4d9b-acfe-51e13ac67eeb req-9b0a46c9-26a7-44ec-83ca-2d95c52132cd tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 949 time: 0.1438429 Mar 01 13:42:15.621154 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=85ef3117-5817-4926-9ecc-8ce519cbab44,revision_number=6']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:15.647201 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['85ef3117-5817-4926-9ecc-8ce519cbab44'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:42:15.663245 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-77a76d8c-09b5-4d9b-acfe-51e13ac67eeb req-51069ba2-5cf1-442a-933c-ce89d4514f99 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593834 Mar 01 13:42:16.209330 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7352bd-bc82-42bf-9cc8-630a8061e1dd req-e69dfa38-f6e0-4aba-8c38-7262c34d8433 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:16.216831 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bb7352bd-bc82-42bf-9cc8-630a8061e1dd req-e69dfa38-f6e0-4aba-8c38-7262c34d8433 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 944 time: 0.1897507 Mar 01 13:42:16.245322 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f46fdd-810e-4798-94e9-d6b02b78f560 req-cd6acdcf-cd66-41a0-8bf5-e72b169289cc tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:16.246911 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-98f46fdd-810e-4798-94e9-d6b02b78f560 req-cd6acdcf-cd66-41a0-8bf5-e72b169289cc tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 943 time: 0.1635463 Mar 01 13:42:16.320254 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bb7352bd-bc82-42bf-9cc8-630a8061e1dd req-7a6524da-0c54-4736-9987-97356ea89101 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960407 Mar 01 13:42:16.402509 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-98f46fdd-810e-4798-94e9-d6b02b78f560 req-a0d5f00d-d325-45e3-899d-b6bce3883266 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478169 Mar 01 13:42:16.582674 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e090c-c36f-4e08-a0a0-afc89125d514 req-a5caeb5b-e3ab-42b3-95d0-ffcab31e62f9 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:16.584600 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-260e090c-c36f-4e08-a0a0-afc89125d514 req-a5caeb5b-e3ab-42b3-95d0-ffcab31e62f9 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.0812182 Mar 01 13:42:16.667151 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-260e090c-c36f-4e08-a0a0-afc89125d514 req-151e5e3c-6dcb-4b8d-97d5-01acf589bb66 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737259 Mar 01 13:42:16.786885 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3e715-5a21-4de9-a28c-fcc582faf7c1 req-74812e46-dd0b-40db-9269-c9d8da63e8bd tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:16.793960 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-85a3e715-5a21-4de9-a28c-fcc582faf7c1 req-74812e46-dd0b-40db-9269-c9d8da63e8bd tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 946 time: 0.0662301 Mar 01 13:42:16.870252 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-85a3e715-5a21-4de9-a28c-fcc582faf7c1 req-ea40d076-26a6-497a-8044-4d92adacc43a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687416 Mar 01 13:42:16.985773 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd467db-360d-4bc6-b8bc-20409061fa61 req-e2e255d5-f375-41a4-8fd4-22b480278bfb tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:16.988457 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9fd467db-360d-4bc6-b8bc-20409061fa61 req-e2e255d5-f375-41a4-8fd4-22b480278bfb tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 949 time: 0.0891085 Mar 01 13:42:17.066540 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9fd467db-360d-4bc6-b8bc-20409061fa61 req-b258a93b-9d06-426e-8d7e-bb4b935c7891 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661683 Mar 01 13:42:17.135300 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 85ef3117-5817-4926-9ecc-8ce519cbab44 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:42:17.218467 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 85ef3117-5817-4926-9ecc-8ce519cbab44 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:42:17.218916 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (85ef3117-5817-4926-9ecc-8ce519cbab44), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:17.309773 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 85ef3117-5817-4926-9ecc-8ce519cbab44 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:42:17.310257 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (85ef3117-5817-4926-9ecc-8ce519cbab44), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:17.337673 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82169f35-0f46-49d4-b72b-f9f054af959c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ef3117-5817-4926-9ecc-8ce519cbab44'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:42:17.340443 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8955ef8d-be21-4fba-b916-8c787ab9a48a" -d '{"events": [{"server_uuid": "82169f35-0f46-49d4-b72b-f9f054af959c", "name": "network-vif-plugged", "status": "completed", "tag": "85ef3117-5817-4926-9ecc-8ce519cbab44"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:42:17.375708 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 85ef3117-5817-4926-9ecc-8ce519cbab44, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=85ef3117-5817-4926-9ecc-8ce519cbab44,segment=NetworkSegment(a0a669d5-60b7-4c06-a9c5-37075f67475a),segment_id=a0a669d5-60b7-4c06-a9c5-37075f67475a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:17.392841 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (85ef3117-5817-4926-9ecc-8ce519cbab44), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:17.396416 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 21aa3287-2ab3-4c26-88a5-872db603c112 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:42:17.412546 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58778) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:42:17.431983 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a87feb-f37b-4379-9daf-f81807385170 x-openstack-request-id: req-f1a87feb-f37b-4379-9daf-f81807385170 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:42:17.432204 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82169f35-0f46-49d4-b72b-f9f054af959c", "name": "network-vif-plugged", "status": "completed", "tag": "85ef3117-5817-4926-9ecc-8ce519cbab44", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:42:17.432931 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1a87feb-f37b-4379-9daf-f81807385170 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:42:17.432931 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82169f35-0f46-49d4-b72b-f9f054af959c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ef3117-5817-4926-9ecc-8ce519cbab44', 'code': 200} Mar 01 13:42:17.522511 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=85ef3117-5817-4926-9ecc-8ce519cbab44,revision_number=7']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:17.532800 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:42:17.533139 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:42:17.533472 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:42:17.533798 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:42:17.534123 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:42:17.534472 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:42:17.535324 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:42:17.535643 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:42:17.535982 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:42:17.536297 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:42:17.536957 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:42:17.537276 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:42:17.537589 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:42:17.555378 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 21aa3287-2ab3-4c26-88a5-872db603c112 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:42:17.567139 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3e2c1-baa3-4a99-82a3-7eae70e956d8 req-68210169-4485-4c51-8beb-82de36f6199a tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:17.571653 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 21aa3287-2ab3-4c26-88a5-872db603c112 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:42:17.572112 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (21aa3287-2ab3-4c26-88a5-872db603c112), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:17.578922 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-daa3e2c1-baa3-4a99-82a3-7eae70e956d8 req-68210169-4485-4c51-8beb-82de36f6199a tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 944 time: 0.1322567 Mar 01 13:42:17.676006 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7c77830b-3901-4356-804f-69bf66c63e22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:17.692769 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-daa3e2c1-baa3-4a99-82a3-7eae70e956d8 req-6c327d93-628e-400d-ab20-b1cb14862fdc tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109862 Mar 01 13:42:17.705370 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac066c92-1950-47ca-91bb-3f0eae99d51e req-0e4e775d-2ebc-4d93-a0c3-c9228e897554 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:17.707163 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ac066c92-1950-47ca-91bb-3f0eae99d51e req-0e4e775d-2ebc-4d93-a0c3-c9228e897554 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 943 time: 0.2115324 Mar 01 13:42:17.727900 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 21aa3287-2ab3-4c26-88a5-872db603c112 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:42:17.728312 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (21aa3287-2ab3-4c26-88a5-872db603c112), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:17.776709 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 21aa3287-2ab3-4c26-88a5-872db603c112, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=21aa3287-2ab3-4c26-88a5-872db603c112,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:17.782218 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (21aa3287-2ab3-4c26-88a5-872db603c112), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:17.849524 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ac066c92-1950-47ca-91bb-3f0eae99d51e req-6d1325f2-aca2-446d-8d6b-804ff5a5066d tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261220 Mar 01 13:42:17.861672 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=21aa3287-2ab3-4c26-88a5-872db603c112,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:17.980104 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7c77830b-3901-4356-804f-69bf66c63e22 admin admin] Publish callbacks [] for security_group (e9170b88-0c8f-4660-8b11-25f3044e9a68), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:17.990575 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7c77830b-3901-4356-804f-69bf66c63e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (e9170b88-0c8f-4660-8b11-25f3044e9a68), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:18.067088 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84a5e9-2083-40bd-a08a-77b646afae29 req-7c11c2e5-2e69-40ea-ade8-47a9565a6494 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:18.073262 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8f84a5e9-2083-40bd-a08a-77b646afae29 req-7c11c2e5-2e69-40ea-ade8-47a9565a6494 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.1775630 Mar 01 13:42:18.088336 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7c77830b-3901-4356-804f-69bf66c63e22 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56253c5a3f80421cbca960300b19a5e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6735797 Mar 01 13:42:18.088336 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77830b-3901-4356-804f-69bf66c63e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9170b88-0c8f-4660-8b11-25f3044e9a68,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:18.090900 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58810) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:42:18.158306 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-52f31233-3ea0-4b1f-9c69-f3fb9ee9133c admin admin] Publish callbacks [] for security_group (e9170b88-0c8f-4660-8b11-25f3044e9a68), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:18.186500 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-52f31233-3ea0-4b1f-9c69-f3fb9ee9133c admin admin] Publish callbacks [] for security_group (e9170b88-0c8f-4660-8b11-25f3044e9a68), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:18.227758 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a91126-ce44-4af1-9538-ce66397a6fc4 req-da8566ad-c18c-433f-bda9-e7007c528364 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:18.238237 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-30a91126-ce44-4af1-9538-ce66397a6fc4 req-da8566ad-c18c-433f-bda9-e7007c528364 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 946 time: 0.1311517 Mar 01 13:42:18.243638 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8f84a5e9-2083-40bd-a08a-77b646afae29 req-57db8be7-77e1-484d-b4cb-19dec9c6c3be tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693244 Mar 01 13:42:18.246172 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-52f31233-3ea0-4b1f-9c69-f3fb9ee9133c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (e9170b88-0c8f-4660-8b11-25f3044e9a68), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:18.248952 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-52f31233-3ea0-4b1f-9c69-f3fb9ee9133c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:18.253073 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-52f31233-3ea0-4b1f-9c69-f3fb9ee9133c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9170b88-0c8f-4660-8b11-25f3044e9a68 HTTP/1.1" status: 204 len: 168 time: 0.1582832 Mar 01 13:42:18.269665 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f31233-3ea0-4b1f-9c69-f3fb9ee9133c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9170b88-0c8f-4660-8b11-25f3044e9a68,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:18.348201 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-30a91126-ce44-4af1-9538-ce66397a6fc4 req-877e92fe-7db6-47bc-84ee-953a5cd1a273 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050279 Mar 01 13:42:18.445126 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdb563-ac97-4243-b61b-c416602aef5a req-acab55c1-8f88-484d-9817-e31b4cb5c312 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:18.446741 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-62bdb563-ac97-4243-b61b-c416602aef5a req-acab55c1-8f88-484d-9817-e31b4cb5c312 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 950 time: 0.0961616 Mar 01 13:42:18.539223 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-62bdb563-ac97-4243-b61b-c416602aef5a req-95eaab3a-5f55-4dc1-9448-58fc97968d7d tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831335 Mar 01 13:42:18.867417 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3561919-11b3-4868-9abe-513feae647b8 req-5e0c17b0-f695-4680-bc98-767e7d0085fc tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:18.875462 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c3561919-11b3-4868-9abe-513feae647b8 req-5e0c17b0-f695-4680-bc98-767e7d0085fc tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 944 time: 0.0919199 Mar 01 13:42:18.957634 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c3561919-11b3-4868-9abe-513feae647b8 req-f3055667-385b-41c4-8b5c-babb56d6ae14 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802543 Mar 01 13:42:19.033919 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6025e1-962b-4cba-bff7-0c5a1c0f2c31 req-6ffd161d-b3ff-4b2f-b3b6-8ccbc68f341a tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:19.042794 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4f6025e1-962b-4cba-bff7-0c5a1c0f2c31 req-6ffd161d-b3ff-4b2f-b3b6-8ccbc68f341a tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 943 time: 0.0840757 Mar 01 13:42:19.104563 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4f6025e1-962b-4cba-bff7-0c5a1c0f2c31 req-85234cc1-c76d-4956-b50f-91f8f950ec64 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560241 Mar 01 13:42:19.209018 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58878) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:42:19.230020 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b6580-55a9-4c43-a081-2556288d3dcb req-4df2d548-0204-45f0-a0d4-1b9156b9af43 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:19.236213 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f82b6580-55a9-4c43-a081-2556288d3dcb req-4df2d548-0204-45f0-a0d4-1b9156b9af43 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?device_id=2570827f-0013-43a0-9310-22f624ad4fee HTTP/1.1" status: 200 len: 950 time: 0.0768578 Mar 01 13:42:19.305150 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f82b6580-55a9-4c43-a081-2556288d3dcb req-3d6f2cf5-95d7-46e5-8848-2219ed98b788 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b5205c3-0740-433f-9e1b-5e522975ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675993 Mar 01 13:42:19.322417 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-687f1ea2-119f-441a-b1a2-d47549613f73 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1397796116-network', 'tenant_id': 'f2d44206487d4589b8000d65ce277bfc'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:42:19.346546 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687f1ea2-119f-441a-b1a2-d47549613f73 admin admin] Made reservation on behalf of f2d44206487d4589b8000d65ce277bfc for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:42:19.350287 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-687f1ea2-119f-441a-b1a2-d47549613f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:19.371604 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-687f1ea2-119f-441a-b1a2-d47549613f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:19.434260 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f90c82-f0a0-4428-a272-f918ac7f06f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21aa3287-2ab3-4c26-88a5-872db603c112'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:42:19.436810 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f804add0-ee49-469a-a3eb-c46117fa98fe" -d '{"events": [{"server_uuid": "c3f90c82-f0a0-4428-a272-f918ac7f06f5", "name": "network-vif-plugged", "status": "completed", "tag": "21aa3287-2ab3-4c26-88a5-872db603c112"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:42:19.488237 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c8687-0bd9-40e4-add6-d86c8fcb0f4a req-921b9ea9-3d92-4040-aee8-fe533dc5327a tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:19.489806 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-855c8687-0bd9-40e4-add6-d86c8fcb0f4a req-921b9ea9-3d92-4040-aee8-fe533dc5327a tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.1366019 Mar 01 13:42:19.559959 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222db462-a277-4d23-9ec0-1e98b29b95ed req-17e32b4c-982f-4dda-bc56-9012923de3aa tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:19.561470 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-222db462-a277-4d23-9ec0-1e98b29b95ed req-17e32b4c-982f-4dda-bc56-9012923de3aa tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 946 time: 0.1348884 Mar 01 13:42:19.619099 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-687f1ea2-119f-441a-b1a2-d47549613f73 admin admin] Publish callbacks [] for security_group (87783a72-6020-44b1-a46f-303d7bdd2bfc), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:19.628558 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-855c8687-0bd9-40e4-add6-d86c8fcb0f4a req-5ada457f-dd17-4440-9ba9-06c2fde153cc tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290286 Mar 01 13:42:19.634573 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-687f1ea2-119f-441a-b1a2-d47549613f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (87783a72-6020-44b1-a46f-303d7bdd2bfc), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:19.683348 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e0360a-52ec-449c-93c9-fcad459233a9 x-openstack-request-id: req-29e0360a-52ec-449c-93c9-fcad459233a9 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:42:19.683660 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f90c82-f0a0-4428-a272-f918ac7f06f5", "name": "network-vif-plugged", "status": "completed", "tag": "21aa3287-2ab3-4c26-88a5-872db603c112", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:42:19.684102 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29e0360a-52ec-449c-93c9-fcad459233a9 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:42:19.684614 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f90c82-f0a0-4428-a272-f918ac7f06f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21aa3287-2ab3-4c26-88a5-872db603c112', 'code': 200} Mar 01 13:42:19.685334 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-687f1ea2-119f-441a-b1a2-d47549613f73 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:42:19.709505 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-222db462-a277-4d23-9ec0-1e98b29b95ed req-7256e2d4-9da5-42d0-9486-66f8b283a3d3 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211884 Mar 01 13:42:19.723707 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f1ea2-119f-441a-b1a2-d47549613f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87783a72-6020-44b1-a46f-303d7bdd2bfc,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:19.729924 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-687f1ea2-119f-441a-b1a2-d47549613f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (76be1141-da3a-4816-ac4f-89311e32ce2c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:19.730569 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-687f1ea2-119f-441a-b1a2-d47549613f73 admin admin] Added segment 76be1141-da3a-4816-ac4f-89311e32ce2c of type vlan for network d0a7f147-f4bd-4e8a-9374-46eb56a01a5f Mar 01 13:42:19.814555 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-687f1ea2-119f-441a-b1a2-d47549613f73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (d0a7f147-f4bd-4e8a-9374-46eb56a01a5f), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:19.818205 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffea158-58b3-44de-bad6-de9bc6c2bf9c req-304e4252-a5d6-48cf-afb1-3cd7a0209dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:19.821034 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2ffea158-58b3-44de-bad6-de9bc6c2bf9c req-304e4252-a5d6-48cf-afb1-3cd7a0209dfb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 1132 time: 0.0553358 Mar 01 13:42:19.858219 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270e511-a18a-40e4-805d-15cc9c88a660 req-c3448d91-d2fd-4674-9ffc-fdaf05166d6b tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:19.859896 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2270e511-a18a-40e4-805d-15cc9c88a660 req-c3448d91-d2fd-4674-9ffc-fdaf05166d6b tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 950 time: 0.0950000 Mar 01 13:42:19.861211 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-687f1ea2-119f-441a-b1a2-d47549613f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (d0a7f147-f4bd-4e8a-9374-46eb56a01a5f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:19.862192 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687f1ea2-119f-441a-b1a2-d47549613f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:19.862960 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-687f1ea2-119f-441a-b1a2-d47549613f73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:19.888433 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2ffea158-58b3-44de-bad6-de9bc6c2bf9c req-32ef0a0d-936d-42f1-9ffd-a36bc6f2722e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613093 Mar 01 13:42:19.908614 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-687f1ea2-119f-441a-b1a2-d47549613f73 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6944485 Mar 01 13:42:19.910765 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58910) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:42:19.925375 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-48f04be9-8cd4-4406-b55b-f560eb90fe66 admin admin] Request body: {'subnet': {'network_id': 'd0a7f147-f4bd-4e8a-9374-46eb56a01a5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1397796116-subnet', 'tenant_id': 'f2d44206487d4589b8000d65ce277bfc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:42:19.965408 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f1ea2-119f-441a-b1a2-d47549613f73 admin admin] Pushing event updated for resources: {'Network': ['ID=d0a7f147-f4bd-4e8a-9374-46eb56a01a5f,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:19.980676 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2270e511-a18a-40e4-805d-15cc9c88a660 req-6082512f-c918-4c06-a50e-47fe6b021853 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076660 Mar 01 13:42:20.001859 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f04be9-8cd4-4406-b55b-f560eb90fe66 admin admin] Made reservation on behalf of f2d44206487d4589b8000d65ce277bfc for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:42:20.005411 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48f04be9-8cd4-4406-b55b-f560eb90fe66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:20.016135 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network d0a7f147-f4bd-4e8a-9374-46eb56a01a5f details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:42:20.243100 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bb6fb-8574-496a-a01d-71692ac8a52a req-2a854286-8ac6-40d9-9d49-e002d14cd82c tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:20.244767 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3a1bb6fb-8574-496a-a01d-71692ac8a52a req-2a854286-8ac6-40d9-9d49-e002d14cd82c tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 944 time: 0.1813004 Mar 01 13:42:20.263746 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48f04be9-8cd4-4406-b55b-f560eb90fe66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (21152697-35e7-482c-9d43-61ae8fb8c7e3), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:20.344278 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f04be9-8cd4-4406-b55b-f560eb90fe66 admin admin] Checking segment: {'id': '76be1141-da3a-4816-ac4f-89311e32ce2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd0a7f147-f4bd-4e8a-9374-46eb56a01a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:42:20.344932 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f04be9-8cd4-4406-b55b-f560eb90fe66 admin admin] Network hostable DHCP agents. Network: d0a7f147-f4bd-4e8a-9374-46eb56a01a5f, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:42:20.368644 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f04be9-8cd4-4406-b55b-f560eb90fe66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21152697-35e7-482c-9d43-61ae8fb8c7e3,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:20.381454 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f04be9-8cd4-4406-b55b-f560eb90fe66 admin admin] Network d0a7f147-f4bd-4e8a-9374-46eb56a01a5f is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:42:20.390063 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf073aab-f1ad-471a-aa36-068f7f8d94e7 req-855f915a-06a3-4563-9544-3c838520403a tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:20.396770 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cf073aab-f1ad-471a-aa36-068f7f8d94e7 req-855f915a-06a3-4563-9544-3c838520403a tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 943 time: 0.1875639 Mar 01 13:42:20.400969 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3a1bb6fb-8574-496a-a01d-71692ac8a52a req-12955f40-0691-4655-8abe-c8f6a479094a tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295204 Mar 01 13:42:20.403484 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-48f04be9-8cd4-4406-b55b-f560eb90fe66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, d0a7f147-f4bd-4e8a-9374-46eb56a01a5f) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:42:20.408631 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f04be9-8cd4-4406-b55b-f560eb90fe66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:20.409600 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48f04be9-8cd4-4406-b55b-f560eb90fe66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:20.439244 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869bd187-7743-413b-89a2-cbc3deb444e6 None None] Network d0a7f147-f4bd-4e8a-9374-46eb56a01a5f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:42:20.450952 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-48f04be9-8cd4-4406-b55b-f560eb90fe66 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5388882 Mar 01 13:42:20.453923 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58930) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:42:20.459345 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-fc5140db-728b-4f88-bf21-75be20548aa4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1397796116-router', 'tenant_id': 'f2d44206487d4589b8000d65ce277bfc', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:42:20.530600 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fc5140db-728b-4f88-bf21-75be20548aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (7948eed8-a108-43b1-b911-21dc10be4034), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:20.530950 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fc5140db-728b-4f88-bf21-75be20548aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (7948eed8-a108-43b1-b911-21dc10be4034), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:20.549412 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cf073aab-f1ad-471a-aa36-068f7f8d94e7 req-ffde2656-3652-444a-a906-a9116e99fd9e tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337767 Mar 01 13:42:20.587899 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf6c63a-23d1-4aad-9a70-e949943a06c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-d0a7f147-f4bd-4e8a-9374-46eb56a01a5f', 'network_id': 'd0a7f147-f4bd-4e8a-9374-46eb56a01a5f', 'project_id': 'f2d44206487d4589b8000d65ce277bfc', 'fixed_ips': [{'subnet_id': '21152697-35e7-482c-9d43-61ae8fb8c7e3'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:42:20.589987 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-faf6c63a-23d1-4aad-9a70-e949943a06c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:20.636202 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fc5140db-728b-4f88-bf21-75be20548aa4 admin admin] Publish callbacks [] for router_controller (7948eed8-a108-43b1-b911-21dc10be4034), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:20.639842 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8f456-0bc9-4343-a62d-4fbe7a94dcd9 req-0883bd18-44d7-4a62-b3fa-7cd680e1e82b tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:20.650761 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-82e8f456-0bc9-4343-a62d-4fbe7a94dcd9 req-0883bd18-44d7-4a62-b3fa-7cd680e1e82b tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?device_id=2570827f-0013-43a0-9310-22f624ad4fee HTTP/1.1" status: 200 len: 950 time: 0.0865147 Mar 01 13:42:20.725541 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-82e8f456-0bc9-4343-a62d-4fbe7a94dcd9 req-9930d9ce-81d4-4de0-b744-3db82c1cdd97 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b5205c3-0740-433f-9e1b-5e522975ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713542 Mar 01 13:42:20.902335 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fc5140db-728b-4f88-bf21-75be20548aa4 admin admin] Publish callbacks [] for router_gateway (7948eed8-a108-43b1-b911-21dc10be4034), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:20.919842 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b630c-f110-4752-ad1b-e8fdba574d6d req-8e1e9954-ce76-4ac2-bb49-1ad8e89ba1c3 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:20.921428 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b44b630c-f110-4752-ad1b-e8fdba574d6d req-8e1e9954-ce76-4ac2-bb49-1ad8e89ba1c3 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.1914389 Mar 01 13:42:20.951460 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-faf6c63a-23d1-4aad-9a70-e949943a06c4 None None] Allocated IP 172.20.0.2 (d0a7f147-f4bd-4e8a-9374-46eb56a01a5f/21152697-35e7-482c-9d43-61ae8fb8c7e3/1beae18a-3988-4dfd-92f2-5968f6007987) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:42:20.993858 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86bb02-ab80-4e04-8b03-a34863db7fa7 req-62639232-a3c4-46e6-82ed-9db750c1068c tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:21.002029 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7d86bb02-ab80-4e04-8b03-a34863db7fa7 req-62639232-a3c4-46e6-82ed-9db750c1068c tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 946 time: 0.1545010 Mar 01 13:42:21.084359 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b44b630c-f110-4752-ad1b-e8fdba574d6d req-577b50c4-e34e-41ee-bb61-b8689c229223 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440284 Mar 01 13:42:21.122921 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7d86bb02-ab80-4e04-8b03-a34863db7fa7 req-f020c551-8373-4755-8517-a9224e6f2417 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198781 Mar 01 13:42:21.310730 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-faf6c63a-23d1-4aad-9a70-e949943a06c4 None None] Publish callbacks [] for port (1beae18a-3988-4dfd-92f2-5968f6007987), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:21.325840 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-faf6c63a-23d1-4aad-9a70-e949943a06c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (1beae18a-3988-4dfd-92f2-5968f6007987), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:21.354321 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1462f-ec35-4229-99b8-1e9d2b1f4db1 req-afc914ea-8221-4f68-a3c2-8cfe097ee112 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:21.356335 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c1d1462f-ec35-4229-99b8-1e9d2b1f4db1 req-afc914ea-8221-4f68-a3c2-8cfe097ee112 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 950 time: 0.1257548 Mar 01 13:42:21.389622 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf6c63a-23d1-4aad-9a70-e949943a06c4 None None] Network d0a7f147-f4bd-4e8a-9374-46eb56a01a5f is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:42:21.393137 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-faf6c63a-23d1-4aad-9a70-e949943a06c4 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:42:21.396069 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf6c63a-23d1-4aad-9a70-e949943a06c4 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:42:21.421073 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6c63a-23d1-4aad-9a70-e949943a06c4 None None] Pushing event updated for resources: {'Port': ['ID=1beae18a-3988-4dfd-92f2-5968f6007987,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:21.465983 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c1d1462f-ec35-4229-99b8-1e9d2b1f4db1 req-ef57d5c2-ac21-4a5c-b511-79d7cfb80cf3 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026578 Mar 01 13:42:21.492678 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-faf6c63a-23d1-4aad-9a70-e949943a06c4 None None] Attempting to bind port 1beae18a-3988-4dfd-92f2-5968f6007987 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:42:21.493193 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-faf6c63a-23d1-4aad-9a70-e949943a06c4 None None] Attempting to bind port 1beae18a-3988-4dfd-92f2-5968f6007987 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '76be1141-da3a-4816-ac4f-89311e32ce2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd0a7f147-f4bd-4e8a-9374-46eb56a01a5f'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:42:21.493403 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf6c63a-23d1-4aad-9a70-e949943a06c4 None None] Attempting to bind port 1beae18a-3988-4dfd-92f2-5968f6007987 on network d0a7f147-f4bd-4e8a-9374-46eb56a01a5f {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:42:21.503179 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf6c63a-23d1-4aad-9a70-e949943a06c4 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:42:21.503788 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf6c63a-23d1-4aad-9a70-e949943a06c4 None None] Checking segment: {'id': '76be1141-da3a-4816-ac4f-89311e32ce2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd0a7f147-f4bd-4e8a-9374-46eb56a01a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:42:21.504284 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-faf6c63a-23d1-4aad-9a70-e949943a06c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:21.504769 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf6c63a-23d1-4aad-9a70-e949943a06c4 None None] Bound using segment: {'id': '76be1141-da3a-4816-ac4f-89311e32ce2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd0a7f147-f4bd-4e8a-9374-46eb56a01a5f'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:42:21.505424 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-faf6c63a-23d1-4aad-9a70-e949943a06c4 None None] Bound port: 1beae18a-3988-4dfd-92f2-5968f6007987, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76be1141-da3a-4816-ac4f-89311e32ce2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd0a7f147-f4bd-4e8a-9374-46eb56a01a5f'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:42:21.506485 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-faf6c63a-23d1-4aad-9a70-e949943a06c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1beae18a-3988-4dfd-92f2-5968f6007987), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:21.566409 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3df96-e0de-4c2b-9c26-6dbd9400a55d req-1a187712-d490-4296-8e51-3ebf45f81bf6 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:21.568782 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d3c3df96-e0de-4c2b-9c26-6dbd9400a55d req-1a187712-d490-4296-8e51-3ebf45f81bf6 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 944 time: 0.0627248 Mar 01 13:42:21.586427 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fc5140db-728b-4f88-bf21-75be20548aa4 admin admin] Publish callbacks [] for router_gateway (7948eed8-a108-43b1-b911-21dc10be4034), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:21.593002 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-faf6c63a-23d1-4aad-9a70-e949943a06c4 None None] For port 1beae18a-3988-4dfd-92f2-5968f6007987, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:42:21.597936 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-faf6c63a-23d1-4aad-9a70-e949943a06c4 None None] For port 1beae18a-3988-4dfd-92f2-5968f6007987, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=1beae18a-3988-4dfd-92f2-5968f6007987,segment=NetworkSegment(76be1141-da3a-4816-ac4f-89311e32ce2c),segment_id=76be1141-da3a-4816-ac4f-89311e32ce2c)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:42:21.607924 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-faf6c63a-23d1-4aad-9a70-e949943a06c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (1beae18a-3988-4dfd-92f2-5968f6007987), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:21.611872 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fc5140db-728b-4f88-bf21-75be20548aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:21.694066 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6c63a-23d1-4aad-9a70-e949943a06c4 None None] Pushing event updated for resources: {'Port': ['ID=1beae18a-3988-4dfd-92f2-5968f6007987,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:21.715754 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d3c3df96-e0de-4c2b-9c26-6dbd9400a55d req-2605b49d-75c0-4e3f-ad46-d79b4ef78411 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397450 Mar 01 13:42:21.751989 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfaa67-e851-467a-a5b7-0fe1768565d1 req-3a43971e-cf99-4149-b189-38f2d9188500 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:21.760680 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e9cfaa67-e851-467a-a5b7-0fe1768565d1 req-3a43971e-cf99-4149-b189-38f2d9188500 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 943 time: 0.1226943 Mar 01 13:42:21.828844 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-fc5140db-728b-4f88-bf21-75be20548aa4 admin admin] Allocated IP 172.25.1.31 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/8c230531-1b6b-42ca-b488-d6fe1d824a4d) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:42:21.886207 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e9cfaa67-e851-467a-a5b7-0fe1768565d1 req-1e131080-30ef-496b-9a1b-4a08a3ba1bb1 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245174 Mar 01 13:42:21.939082 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdf0f4-cd11-49fc-ab12-d836b3517b0b req-d7816008-5066-4d62-b29f-816192715c0a tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:21.948021 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-16fdf0f4-cd11-49fc-ab12-d836b3517b0b req-d7816008-5066-4d62-b29f-816192715c0a tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?device_id=2570827f-0013-43a0-9310-22f624ad4fee HTTP/1.1" status: 200 len: 950 time: 0.1336384 Mar 01 13:42:22.026115 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fc5140db-728b-4f88-bf21-75be20548aa4 admin admin] Publish callbacks [] for port (8c230531-1b6b-42ca-b488-d6fe1d824a4d), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:22.042700 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-16fdf0f4-cd11-49fc-ab12-d836b3517b0b req-02da2539-ae5e-492f-98b2-75fd6acb0b86 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b5205c3-0740-433f-9e1b-5e522975ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934312 Mar 01 13:42:22.108652 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fc5140db-728b-4f88-bf21-75be20548aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (8c230531-1b6b-42ca-b488-d6fe1d824a4d), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:22.254171 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5140db-728b-4f88-bf21-75be20548aa4 admin admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:42:22.259141 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-fc5140db-728b-4f88-bf21-75be20548aa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:42:22.262929 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5140db-728b-4f88-bf21-75be20548aa4 admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:42:22.270184 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51e418-9740-45dd-b39f-66308e413b96 req-a4fe15d0-d274-4251-afc1-6258bfd266d1 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:22.277182 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4f51e418-9740-45dd-b39f-66308e413b96 req-a4fe15d0-d274-4251-afc1-6258bfd266d1 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.0775223 Mar 01 13:42:22.303062 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5140db-728b-4f88-bf21-75be20548aa4 admin admin] Pushing event updated for resources: {'Port': ['ID=8c230531-1b6b-42ca-b488-d6fe1d824a4d,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:22.373593 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4f51e418-9740-45dd-b39f-66308e413b96 req-365c6091-4119-4d2d-bd4f-71a2a61192f4 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954168 Mar 01 13:42:22.401271 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6af840-e0ae-47e5-b7b3-5ae5be30b8ed req-462b3293-e73b-4b69-9fc4-791e6731ce5b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:22.403024 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7b6af840-e0ae-47e5-b7b3-5ae5be30b8ed req-462b3293-e73b-4b69-9fc4-791e6731ce5b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 946 time: 0.1237891 Mar 01 13:42:22.475699 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7b6af840-e0ae-47e5-b7b3-5ae5be30b8ed req-015033ff-8f87-439d-94d9-93861fc28ab7 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647924 Mar 01 13:42:22.626651 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 1beae18a-3988-4dfd-92f2-5968f6007987 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:42:22.662349 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153a165-43d3-4f37-bf7c-c6aeba4e40d7 req-b12e178f-8daa-4b68-b9b5-4de054b71bce tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:22.665254 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fc5140db-728b-4f88-bf21-75be20548aa4 admin admin] Publish callbacks [] for router_gateway (7948eed8-a108-43b1-b911-21dc10be4034), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:22.680200 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a153a165-43d3-4f37-bf7c-c6aeba4e40d7 req-b12e178f-8daa-4b68-b9b5-4de054b71bce tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 950 time: 0.0812688 Mar 01 13:42:22.727868 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 1beae18a-3988-4dfd-92f2-5968f6007987 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:42:22.728343 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (1beae18a-3988-4dfd-92f2-5968f6007987), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:22.755772 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a153a165-43d3-4f37-bf7c-c6aeba4e40d7 req-645cb1fc-878a-42b2-b7c8-12ceaab722f9 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746346 Mar 01 13:42:22.915147 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 1beae18a-3988-4dfd-92f2-5968f6007987 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:42:22.915810 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1beae18a-3988-4dfd-92f2-5968f6007987), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:22.939889 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d69db7-161a-4124-93bb-8f298f7f7180 req-c8a3d815-2c32-422f-a6a8-f0fc4e89ae4c tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:22.941488 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-79d69db7-161a-4124-93bb-8f298f7f7180 req-c8a3d815-2c32-422f-a6a8-f0fc4e89ae4c tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 944 time: 0.1180546 Mar 01 13:42:22.970601 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 1beae18a-3988-4dfd-92f2-5968f6007987, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=1beae18a-3988-4dfd-92f2-5968f6007987,segment=NetworkSegment(76be1141-da3a-4816-ac4f-89311e32ce2c),segment_id=76be1141-da3a-4816-ac4f-89311e32ce2c)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:22.979018 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (1beae18a-3988-4dfd-92f2-5968f6007987), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:23.069122 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fc5140db-728b-4f88-bf21-75be20548aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (7948eed8-a108-43b1-b911-21dc10be4034), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:23.075618 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-79d69db7-161a-4124-93bb-8f298f7f7180 req-28407e66-ba93-4fbe-8d49-6e8d1cb11d41 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225741 Mar 01 13:42:23.091420 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=1beae18a-3988-4dfd-92f2-5968f6007987,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:23.250700 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ad4228-33d1-43d2-b218-363372369ffb None None] Network d0a7f147-f4bd-4e8a-9374-46eb56a01a5f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:42:23.263944 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffe02a-1961-4210-9748-bf2b8cb005a5 req-8b0027b9-5729-4ecf-8167-7f61889700c6 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:23.265902 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-28ffe02a-1961-4210-9748-bf2b8cb005a5 req-8b0027b9-5729-4ecf-8167-7f61889700c6 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 943 time: 0.0996928 Mar 01 13:42:23.300938 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5140db-728b-4f88-bf21-75be20548aa4 admin admin] Router 7948eed8-a108-43b1-b911-21dc10be4034 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 13:42:23.312738 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8dc69d-03e8-4af1-91e8-c1795817583f req-4d62db29-3027-4f05-b476-b6f2fb835c89 tempest-MigrationsAdminTest-920686348 tempest-MigrationsAdminTest-920686348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:23.314617 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7f8dc69d-03e8-4af1-91e8-c1795817583f req-4d62db29-3027-4f05-b476-b6f2fb835c89 tempest-MigrationsAdminTest-920686348 tempest-MigrationsAdminTest-920686348-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 1132 time: 0.0919003 Mar 01 13:42:23.362769 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-28ffe02a-1961-4210-9748-bf2b8cb005a5 req-0eb30026-ef77-41a3-97a5-8eddf975cced tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858240 Mar 01 13:42:23.362769 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-7f8dc69d-03e8-4af1-91e8-c1795817583f req-7effd329-c7e2-463d-8868-a716a6c9c110 tempest-MigrationsAdminTest-920686348 tempest-MigrationsAdminTest-920686348-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:23.475256 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-c3c3d0c3-f712-4ec6-ada1-66abb4b83fb0 None None] Provisioning complete for port 1beae18a-3988-4dfd-92f2-5968f6007987 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:42:23.475494 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c3c3d0c3-f712-4ec6-ada1-66abb4b83fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (1beae18a-3988-4dfd-92f2-5968f6007987), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:23.525039 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-7f8dc69d-03e8-4af1-91e8-c1795817583f req-7effd329-c7e2-463d-8868-a716a6c9c110 tempest-MigrationsAdminTest-920686348 tempest-MigrationsAdminTest-920686348-project-admin] Publish callbacks [] for security_group (478da161-bdc1-418a-8796-fc69c5a91634), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:23.532665 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5140db-728b-4f88-bf21-75be20548aa4 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:42:23.536686 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e21246-5b37-4065-9ca1-1d5905437898 req-8169655d-decc-47ff-93e5-9fead634137f tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:23.545291 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbef095f-b04b-49e2-a5da-72898078dcde None None] Sync routers for ids ['7948eed8-a108-43b1-b911-21dc10be4034'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:42:23.555353 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-38e21246-5b37-4065-9ca1-1d5905437898 req-8169655d-decc-47ff-93e5-9fead634137f tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?device_id=2570827f-0013-43a0-9310-22f624ad4fee HTTP/1.1" status: 200 len: 950 time: 0.1097035 Mar 01 13:42:23.556013 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fc5140db-728b-4f88-bf21-75be20548aa4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:23.557778 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fc5140db-728b-4f88-bf21-75be20548aa4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1024973 Mar 01 13:42:23.559808 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbef095f-b04b-49e2-a5da-72898078dcde None None] Routers {'7948eed8-a108-43b1-b911-21dc10be4034'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:42:23.561890 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-bbef095f-b04b-49e2-a5da-72898078dcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:41:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['7948eed8-a108-43b1-b911-21dc10be4034'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:42:23.562152 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58986) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:42:23.568975 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-7f8dc69d-03e8-4af1-91e8-c1795817583f req-7effd329-c7e2-463d-8868-a716a6c9c110 tempest-MigrationsAdminTest-920686348 tempest-MigrationsAdminTest-920686348-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (478da161-bdc1-418a-8796-fc69c5a91634), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:23.723241 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7f8dc69d-03e8-4af1-91e8-c1795817583f req-7effd329-c7e2-463d-8868-a716a6c9c110 tempest-MigrationsAdminTest-920686348 tempest-MigrationsAdminTest-920686348-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945498 Mar 01 13:42:23.741355 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-c3c3d0c3-f712-4ec6-ada1-66abb4b83fb0 None None] Current status of the port 1beae18a-3988-4dfd-92f2-5968f6007987 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:42:23.760329 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7effd329-c7e2-463d-8868-a716a6c9c110 tempest-MigrationsAdminTest-920686348 tempest-MigrationsAdminTest-920686348-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478da161-bdc1-418a-8796-fc69c5a91634,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:23.782144 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-bbef095f-b04b-49e2-a5da-72898078dcde None None] Set router 7948eed8-a108-43b1-b911-21dc10be4034 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:42:23.837819 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-38e21246-5b37-4065-9ca1-1d5905437898 req-fbc99048-5e4b-4948-843a-5ad7f1225a93 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b5205c3-0740-433f-9e1b-5e522975ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803059 Mar 01 13:42:23.978585 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8033d86-a585-4b42-9386-5e74b26dec0f req-20a22d3e-e70c-4dae-b210-630fc7c90fb9 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:23.980200 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f8033d86-a585-4b42-9386-5e74b26dec0f req-20a22d3e-e70c-4dae-b210-630fc7c90fb9 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.1049874 Mar 01 13:42:24.073805 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-98adfd63-78a2-43ef-bc9b-391b26be1c52 None None] Provisioning complete for port 1beae18a-3988-4dfd-92f2-5968f6007987 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:42:24.074180 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-98adfd63-78a2-43ef-bc9b-391b26be1c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (1beae18a-3988-4dfd-92f2-5968f6007987), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:24.114246 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f8033d86-a585-4b42-9386-5e74b26dec0f req-8f24d887-86bb-4a3c-bbb0-831a2c731b7e tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271446 Mar 01 13:42:24.148101 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80e150-171f-43ed-abaa-fb06df49af50 req-a2daf4ae-ac80-43a7-bab3-cb6ded0c8455 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:24.156043 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0a80e150-171f-43ed-abaa-fb06df49af50 req-a2daf4ae-ac80-43a7-bab3-cb6ded0c8455 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 946 time: 0.1249194 Mar 01 13:42:24.172094 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-bbef095f-b04b-49e2-a5da-72898078dcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7948eed8-a108-43b1-b911-21dc10be4034', 'name': 'tempest-ServersTestManualDisk-1397796116-router', 'tenant_id': 'f2d44206487d4589b8000d65ce277bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '8c230531-1b6b-42ca-b488-d6fe1d824a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:42:20Z', 'updated_at': '2022-03-01T13:42:22Z', 'revision_number': 3, 'project_id': 'f2d44206487d4589b8000d65ce277bfc', 'gw_port': {'id': '8c230531-1b6b-42ca-b488-d6fe1d824a4d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:60:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7948eed8-a108-43b1-b911-21dc10be4034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:42:21Z', 'updated_at': '2022-03-01T13:42:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:42:24.231510 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbef095f-b04b-49e2-a5da-72898078dcde None None] Checking router: 7948eed8-a108-43b1-b911-21dc10be4034 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:42:24.233688 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbef095f-b04b-49e2-a5da-72898078dcde None None] Updating router 7948eed8-a108-43b1-b911-21dc10be4034 port 8c230531-1b6b-42ca-b488-d6fe1d824a4d binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:42:24.242682 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6705eaf6-b4a1-4ff3-b286-40fa52036f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:24.248055 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-98adfd63-78a2-43ef-bc9b-391b26be1c52 None None] Current status of the port 1beae18a-3988-4dfd-92f2-5968f6007987 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:42:24.250264 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0a80e150-171f-43ed-abaa-fb06df49af50 req-59579661-32c2-41dd-8b6e-088b077e1308 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932639 Mar 01 13:42:24.268700 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-bbef095f-b04b-49e2-a5da-72898078dcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8c230531-1b6b-42ca-b488-d6fe1d824a4d), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:24.422933 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e54b46-0228-4ea4-8353-a0a906e7e6d4 req-ff054b0d-1faf-489b-aed1-15c198fb44d4 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:24.430100 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b2e54b46-0228-4ea4-8353-a0a906e7e6d4 req-ff054b0d-1faf-489b-aed1-15c198fb44d4 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 944 time: 0.1064796 Mar 01 13:42:24.503154 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b2e54b46-0228-4ea4-8353-a0a906e7e6d4 req-04120246-5ec3-42dd-b76c-ecc66887e9f3 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701163 Mar 01 13:42:24.543061 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-6705eaf6-b4a1-4ff3-b286-40fa52036f62 admin admin] Allocated IP 172.20.0.1 (d0a7f147-f4bd-4e8a-9374-46eb56a01a5f/21152697-35e7-482c-9d43-61ae8fb8c7e3/f18703e0-4c59-48b8-a55e-94c05cdb08e5) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:42:24.595393 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 1beae18a-3988-4dfd-92f2-5968f6007987 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:42:24.688173 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8444c99-bed5-4477-829d-b7d368584f07 req-29e58948-6d35-4afb-bf34-22133b8dce8e tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:24.697206 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d8444c99-bed5-4477-829d-b7d368584f07 req-29e58948-6d35-4afb-bf34-22133b8dce8e tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 943 time: 0.0821018 Mar 01 13:42:24.700768 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 1beae18a-3988-4dfd-92f2-5968f6007987 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:42:24.703224 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (1beae18a-3988-4dfd-92f2-5968f6007987), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:24.767810 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d8444c99-bed5-4477-829d-b7d368584f07 req-037cd247-02c4-4f8a-be9e-74fcba40ace2 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694749 Mar 01 13:42:24.783755 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6705eaf6-b4a1-4ff3-b286-40fa52036f62 admin admin] Publish callbacks [] for port (f18703e0-4c59-48b8-a55e-94c05cdb08e5), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:24.801010 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-bbef095f-b04b-49e2-a5da-72898078dcde None None] Publish callbacks [] for port (8c230531-1b6b-42ca-b488-d6fe1d824a4d), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:24.818180 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-bbef095f-b04b-49e2-a5da-72898078dcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (8c230531-1b6b-42ca-b488-d6fe1d824a4d), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:24.838154 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6705eaf6-b4a1-4ff3-b286-40fa52036f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (f18703e0-4c59-48b8-a55e-94c05cdb08e5), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:24.853275 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 1beae18a-3988-4dfd-92f2-5968f6007987 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:42:24.887523 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705eaf6-b4a1-4ff3-b286-40fa52036f62 admin admin] Pushing event updated for resources: {'Port': ['ID=f18703e0-4c59-48b8-a55e-94c05cdb08e5,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:24.901405 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6705eaf6-b4a1-4ff3-b286-40fa52036f62 admin admin] Network d0a7f147-f4bd-4e8a-9374-46eb56a01a5f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:42:24.902891 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-6705eaf6-b4a1-4ff3-b286-40fa52036f62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:42:24.905415 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6705eaf6-b4a1-4ff3-b286-40fa52036f62 admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:42:24.954137 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6705eaf6-b4a1-4ff3-b286-40fa52036f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (7948eed8-a108-43b1-b911-21dc10be4034), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:24.965952 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-bbef095f-b04b-49e2-a5da-72898078dcde None None] Attempting to bind port 8c230531-1b6b-42ca-b488-d6fe1d824a4d on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:42:24.968169 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-bbef095f-b04b-49e2-a5da-72898078dcde None None] Attempting to bind port 8c230531-1b6b-42ca-b488-d6fe1d824a4d by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:42:24.968714 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbef095f-b04b-49e2-a5da-72898078dcde None None] Attempting to bind port 8c230531-1b6b-42ca-b488-d6fe1d824a4d on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:42:24.982751 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbef095f-b04b-49e2-a5da-72898078dcde None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:42:24.989061 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbef095f-b04b-49e2-a5da-72898078dcde None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:42:24.989651 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-bbef095f-b04b-49e2-a5da-72898078dcde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:25.001068 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbef095f-b04b-49e2-a5da-72898078dcde None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:42:25.001849 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-bbef095f-b04b-49e2-a5da-72898078dcde None None] Bound port: 8c230531-1b6b-42ca-b488-d6fe1d824a4d, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:42:25.002421 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-bbef095f-b04b-49e2-a5da-72898078dcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8c230531-1b6b-42ca-b488-d6fe1d824a4d), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:25.051905 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a9a79-744f-493f-a98d-f45f385c4488 None None] Pushing event updated for resources: {'Port': ['ID=8c230531-1b6b-42ca-b488-d6fe1d824a4d,revision_number=2']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:25.079818 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028a9a79-744f-493f-a98d-f45f385c4488 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:42:25.080518 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028a9a79-744f-493f-a98d-f45f385c4488 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:42:25.081098 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028a9a79-744f-493f-a98d-f45f385c4488 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:42:25.081671 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028a9a79-744f-493f-a98d-f45f385c4488 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:42:25.082211 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028a9a79-744f-493f-a98d-f45f385c4488 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:42:25.082748 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028a9a79-744f-493f-a98d-f45f385c4488 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:42:25.083293 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028a9a79-744f-493f-a98d-f45f385c4488 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:42:25.084020 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028a9a79-744f-493f-a98d-f45f385c4488 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:42:25.084575 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028a9a79-744f-493f-a98d-f45f385c4488 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:42:25.085125 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028a9a79-744f-493f-a98d-f45f385c4488 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:42:25.085667 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028a9a79-744f-493f-a98d-f45f385c4488 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:42:25.086215 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028a9a79-744f-493f-a98d-f45f385c4488 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:42:25.086745 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028a9a79-744f-493f-a98d-f45f385c4488 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:42:25.095495 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9695e-475b-4466-9b26-b743a1f71017 req-2bc91ec0-6f26-4de2-b67d-e1f28b362c54 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:25.098017 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-14b9695e-475b-4466-9b26-b743a1f71017 req-2bc91ec0-6f26-4de2-b67d-e1f28b362c54 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?device_id=2570827f-0013-43a0-9310-22f624ad4fee HTTP/1.1" status: 200 len: 950 time: 0.1072075 Mar 01 13:42:25.156008 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-bbef095f-b04b-49e2-a5da-72898078dcde None None] For port 8c230531-1b6b-42ca-b488-d6fe1d824a4d, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:42:25.160856 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-bbef095f-b04b-49e2-a5da-72898078dcde None None] For port 8c230531-1b6b-42ca-b488-d6fe1d824a4d, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=8c230531-1b6b-42ca-b488-d6fe1d824a4d,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:42:25.169629 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-419279a8-7241-4088-9883-e8a15065b821 req-40675fe1-7559-47eb-92a6-fb4bf12f82bc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1162200 Mar 01 13:42:25.177728 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-bbef095f-b04b-49e2-a5da-72898078dcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (8c230531-1b6b-42ca-b488-d6fe1d824a4d), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:25.184855 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [req-419279a8-7241-4088-9883-e8a15065b821 req-3df138d1-48f1-4cab-887d-07853c80be13 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103726) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:42:25.186438 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-419279a8-7241-4088-9883-e8a15065b821 req-3df138d1-48f1-4cab-887d-07853c80be13 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085969 Mar 01 13:42:25.186567 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8a15f88b-030d-485f-9fb2-af582ecd064c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:25.246891 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a9a79-744f-493f-a98d-f45f385c4488 None None] Pushing event updated for resources: {'Port': ['ID=8c230531-1b6b-42ca-b488-d6fe1d824a4d,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:25.250552 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0fa18-2b0d-4fc4-b1fe-af02f977fd81 req-688aefad-99eb-4419-a712-3cd02d14233f tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:25.260351 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a1a0fa18-2b0d-4fc4-b1fe-af02f977fd81 req-688aefad-99eb-4419-a712-3cd02d14233f tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 950 time: 0.1907163 Mar 01 13:42:25.273321 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6705eaf6-b4a1-4ff3-b286-40fa52036f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f18703e0-4c59-48b8-a55e-94c05cdb08e5), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:25.290828 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbef095f-b04b-49e2-a5da-72898078dcde None None] Routers {'7948eed8-a108-43b1-b911-21dc10be4034'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:42:25.292337 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-bbef095f-b04b-49e2-a5da-72898078dcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:41:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['7948eed8-a108-43b1-b911-21dc10be4034'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:42:25.337558 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-14b9695e-475b-4466-9b26-b743a1f71017 req-39bb3088-8531-4453-8327-6288f6e3c49f tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b5205c3-0740-433f-9e1b-5e522975ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937892 Mar 01 13:42:25.384434 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-c20e0271-30ea-41c4-a4f1-b268f81039f7 None None] Provisioning complete for port f18703e0-4c59-48b8-a55e-94c05cdb08e5 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:42:25.385109 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c20e0271-30ea-41c4-a4f1-b268f81039f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f18703e0-4c59-48b8-a55e-94c05cdb08e5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:25.439403 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a1a0fa18-2b0d-4fc4-b1fe-af02f977fd81 req-03cfed45-fdbb-414f-88ae-96528aaf3673 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772101 Mar 01 13:42:25.528774 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-c20e0271-30ea-41c4-a4f1-b268f81039f7 None None] Port f18703e0-4c59-48b8-a55e-94c05cdb08e5 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:42:25.570719 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-bbef095f-b04b-49e2-a5da-72898078dcde None None] Set router 7948eed8-a108-43b1-b911-21dc10be4034 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:42:25.655097 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1097cc-4b43-41ab-a5b9-3df4244662b7 req-1b48d4bd-e91d-4818-8d76-50f2f90fd08b tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:25.664711 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ca1097cc-4b43-41ab-a5b9-3df4244662b7 req-1b48d4bd-e91d-4818-8d76-50f2f90fd08b tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.0922856 Mar 01 13:42:25.716557 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6705eaf6-b4a1-4ff3-b286-40fa52036f62 admin admin] Publish callbacks [] for port (f18703e0-4c59-48b8-a55e-94c05cdb08e5), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:25.727282 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6705eaf6-b4a1-4ff3-b286-40fa52036f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (f18703e0-4c59-48b8-a55e-94c05cdb08e5), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:25.783298 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7249ed-cc6a-4f3e-9c38-cb040c7af10c req-b2636c92-c158-4198-aa43-ce64181a84de tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:25.785736 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0a7249ed-cc6a-4f3e-9c38-cb040c7af10c req-b2636c92-c158-4198-aa43-ce64181a84de tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 946 time: 0.1190701 Mar 01 13:42:25.799650 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ca1097cc-4b43-41ab-a5b9-3df4244662b7 req-352e6fb8-c6b3-40c7-9847-f94024bfd424 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334567 Mar 01 13:42:25.823573 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6705eaf6-b4a1-4ff3-b286-40fa52036f62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (7948eed8-a108-43b1-b911-21dc10be4034), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:25.825460 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705eaf6-b4a1-4ff3-b286-40fa52036f62 admin admin] Pushing event updated for resources: {'Port': ['ID=f18703e0-4c59-48b8-a55e-94c05cdb08e5,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:25.901120 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59054) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:42:25.919951 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0a7249ed-cc6a-4f3e-9c38-cb040c7af10c req-316ecb67-5534-4e84-a703-ed05c164ad0b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054692 Mar 01 13:42:25.991184 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-bbef095f-b04b-49e2-a5da-72898078dcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7948eed8-a108-43b1-b911-21dc10be4034', 'name': 'tempest-ServersTestManualDisk-1397796116-router', 'tenant_id': 'f2d44206487d4589b8000d65ce277bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '8c230531-1b6b-42ca-b488-d6fe1d824a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:42:20Z', 'updated_at': '2022-03-01T13:42:25Z', 'revision_number': 4, 'project_id': 'f2d44206487d4589b8000d65ce277bfc', 'gw_port': {'id': '8c230531-1b6b-42ca-b488-d6fe1d824a4d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:60:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7948eed8-a108-43b1-b911-21dc10be4034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:42:21Z', 'updated_at': '2022-03-01T13:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'f18703e0-4c59-48b8-a55e-94c05cdb08e5', 'name': '', 'network_id': 'd0a7f147-f4bd-4e8a-9374-46eb56a01a5f', 'tenant_id': 'f2d44206487d4589b8000d65ce277bfc', 'mac_address': 'fa:16:3e:49:56:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7948eed8-a108-43b1-b911-21dc10be4034', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '21152697-35e7-482c-9d43-61ae8fb8c7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:42:24Z', 'updated_at': '2022-03-01T13:42:24Z', 'revision_number': 1, 'project_id': 'f2d44206487d4589b8000d65ce277bfc', 'subnets': [{'id': '21152697-35e7-482c-9d43-61ae8fb8c7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:42:26.012779 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6705eaf6-b4a1-4ff3-b286-40fa52036f62 admin admin] Network d0a7f147-f4bd-4e8a-9374-46eb56a01a5f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:42:26.018310 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-6705eaf6-b4a1-4ff3-b286-40fa52036f62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:42:26.044167 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbef095f-b04b-49e2-a5da-72898078dcde None None] The sync data for ids ['7948eed8-a108-43b1-b911-21dc10be4034'] in n-d-827467-3 is: [{'id': '7948eed8-a108-43b1-b911-21dc10be4034', 'name': 'tempest-ServersTestManualDisk-1397796116-router', 'tenant_id': 'f2d44206487d4589b8000d65ce277bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '8c230531-1b6b-42ca-b488-d6fe1d824a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:42:20Z', 'updated_at': '2022-03-01T13:42:25Z', 'revision_number': 4, 'project_id': 'f2d44206487d4589b8000d65ce277bfc', 'gw_port': {'id': '8c230531-1b6b-42ca-b488-d6fe1d824a4d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:60:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7948eed8-a108-43b1-b911-21dc10be4034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:42:21Z', 'updated_at': '2022-03-01T13:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'f18703e0-4c59-48b8-a55e-94c05cdb08e5', 'name': '', 'network_id': 'd0a7f147-f4bd-4e8a-9374-46eb56a01a5f', 'tenant_id': 'f2d44206487d4589b8000d65ce277bfc', 'mac_address': 'fa:16:3e:49:56:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7948eed8-a108-43b1-b911-21dc10be4034', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '21152697-35e7-482c-9d43-61ae8fb8c7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:42:24Z', 'updated_at': '2022-03-01T13:42:24Z', 'revision_number': 1, 'project_id': 'f2d44206487d4589b8000d65ce277bfc', 'subnets': [{'id': '21152697-35e7-482c-9d43-61ae8fb8c7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:42:26.106029 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb93bf-1719-4122-88bb-c86b1cce4ec7 req-b275f5f2-4296-4f68-a18c-bfc063c32b59 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:26.107616 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-00eb93bf-1719-4122-88bb-c86b1cce4ec7 req-b275f5f2-4296-4f68-a18c-bfc063c32b59 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 944 time: 0.2073832 Mar 01 13:42:26.207884 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419279a8-7241-4088-9883-e8a15065b821 req-0ea543fa-2d89-4c68-ba45-00c3feacbfe4 tempest-MigrationsAdminTest-920686348 tempest-MigrationsAdminTest-920686348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:26.209289 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-419279a8-7241-4088-9883-e8a15065b821 req-0ea543fa-2d89-4c68-ba45-00c3feacbfe4 tempest-MigrationsAdminTest-920686348 tempest-MigrationsAdminTest-920686348-project-admin] 10.222.0.13 "GET /v2.0/ports/21aa3287-2ab3-4c26-88a5-872db603c112 HTTP/1.1" status: 200 len: 1129 time: 0.2883432 Mar 01 13:42:26.242929 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6705eaf6-b4a1-4ff3-b286-40fa52036f62 admin admin] Router 7948eed8-a108-43b1-b911-21dc10be4034 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:42:26.278984 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-00eb93bf-1719-4122-88bb-c86b1cce4ec7 req-7356a2b3-d886-40a2-9acd-a57b8a1a5c35 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583004 Mar 01 13:42:26.314249 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3927640-37c4-44c0-9b00-32bdf04e99d5 req-33072d4e-53d8-42f8-8920-a6534eb18961 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:26.315320 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f3927640-37c4-44c0-9b00-32bdf04e99d5 req-33072d4e-53d8-42f8-8920-a6534eb18961 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 943 time: 0.2215452 Mar 01 13:42:26.553680 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-f733fa19-a534-4e93-af54-aec3862dba3c None None] Provisioning complete for port f18703e0-4c59-48b8-a55e-94c05cdb08e5 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:42:26.554298 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f733fa19-a534-4e93-af54-aec3862dba3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f18703e0-4c59-48b8-a55e-94c05cdb08e5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:26.599625 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6705eaf6-b4a1-4ff3-b286-40fa52036f62 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:42:26.608579 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6705eaf6-b4a1-4ff3-b286-40fa52036f62 admin admin] 10.222.0.13 "PUT /v2.0/routers/7948eed8-a108-43b1-b911-21dc10be4034/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0429907 Mar 01 13:42:26.609273 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f3927640-37c4-44c0-9b00-32bdf04e99d5 req-d8891f92-30dc-445e-a6a3-fe2b28f7a778 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2836401 Mar 01 13:42:26.643165 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f733fa19-a534-4e93-af54-aec3862dba3c None None] Port f18703e0-4c59-48b8-a55e-94c05cdb08e5 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:42:26.736560 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f03452-81d2-4322-80d9-107832b9cd35 req-a0aba28e-bfdb-4dd5-a036-d45bf36f38b5 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:26.738414 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-37f03452-81d2-4322-80d9-107832b9cd35 req-a0aba28e-bfdb-4dd5-a036-d45bf36f38b5 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?device_id=2570827f-0013-43a0-9310-22f624ad4fee HTTP/1.1" status: 200 len: 950 time: 0.2833664 Mar 01 13:42:26.951789 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701aaea-882e-4bed-abb4-23c133db9c04 req-52d9281a-96ae-4fb6-9472-78c419c58baf tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:26.953605 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a701aaea-882e-4bed-abb4-23c133db9c04 req-52d9281a-96ae-4fb6-9472-78c419c58baf tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 950 time: 0.2085016 Mar 01 13:42:26.984405 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-37f03452-81d2-4322-80d9-107832b9cd35 req-37414ce8-523b-47d7-a9bb-6d7501966f5d tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b5205c3-0740-433f-9e1b-5e522975ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378445 Mar 01 13:42:27.042118 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-255cd29a-3de5-4a13-8887-33cebb3241f3 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:27.044456 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-255cd29a-3de5-4a13-8887-33cebb3241f3 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f&tenant_id=96cd43570afd4572b4b93d1aa25b2425&binding%3Ahost_id=n-h1-827467-3 HTTP/1.1" status: 200 len: 1126 time: 0.1018188 Mar 01 13:42:27.061458 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a701aaea-882e-4bed-abb4-23c133db9c04 req-64f822a2-498b-4c04-b172-ca536653678f tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963879 Mar 01 13:42:27.405779 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b654e13e-66e2-4ca7-85b2-8129ded85c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:27.414120 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d4585-05af-4817-833b-5c2e12d96207 req-9ded3d60-4b9f-4e3e-9e7c-64d3cc6c1fb3 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:27.418499 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-195d4585-05af-4817-833b-5c2e12d96207 req-9ded3d60-4b9f-4e3e-9e7c-64d3cc6c1fb3 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.2203503 Mar 01 13:42:27.489955 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b512018-f4f4-4df0-ae90-6303bd734241 req-7dd2679a-c4f2-41e6-9064-855756099dc0 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:27.504771 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b512018-f4f4-4df0-ae90-6303bd734241 req-7dd2679a-c4f2-41e6-9064-855756099dc0 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 946 time: 0.2355838 Mar 01 13:42:27.605309 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-195d4585-05af-4817-833b-5c2e12d96207 req-ce5886d6-8437-4f39-ad59-5e6a45f99f5c tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790206 Mar 01 13:42:27.622682 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b512018-f4f4-4df0-ae90-6303bd734241 req-183fe8b7-d4dd-41e8-b553-155ec7937363 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143658 Mar 01 13:42:27.659893 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-eb871ee3-022e-4e42-bc25-499347dbafb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:27.661982 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-eb871ee3-022e-4e42-bc25-499347dbafb9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f&tenant_id=96cd43570afd4572b4b93d1aa25b2425 HTTP/1.1" status: 200 len: 1126 time: 0.6081791 Mar 01 13:42:27.857091 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-b2c27b35-0e53-478c-acb4-5d479c08472b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:27.863732 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-b2c27b35-0e53-478c-acb4-5d479c08472b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=96cd43570afd4572b4b93d1aa25b2425&device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 1126 time: 0.1597755 Mar 01 13:42:27.869806 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280063a4-4ac5-4ba3-a0d5-49f3156aec20 req-20bccdd4-2aaf-437e-b14e-b177d705dc94 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:27.872864 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-280063a4-4ac5-4ba3-a0d5-49f3156aec20 req-20bccdd4-2aaf-437e-b14e-b177d705dc94 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 944 time: 0.1463830 Mar 01 13:42:28.009502 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-280063a4-4ac5-4ba3-a0d5-49f3156aec20 req-298e7f4a-e265-4b66-a2fe-563204576297 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278617 Mar 01 13:42:28.040185 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-0ab1d76c-5acb-4325-92e9-289c515846f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:28.042179 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-0ab1d76c-5acb-4325-92e9-289c515846f2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22 HTTP/1.1" status: 200 len: 908 time: 0.1691141 Mar 01 13:42:28.051180 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419279a8-7241-4088-9883-e8a15065b821 req-8cb4a5de-c12f-4a5f-bea3-3b685b201260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:28.051501 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74987419-0707-4cff-8f60-98d0f8da7102 req-7976dcb0-0976-4e07-a0ad-d3cba2da3fc2 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:28.053308 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-74987419-0707-4cff-8f60-98d0f8da7102 req-7976dcb0-0976-4e07-a0ad-d3cba2da3fc2 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5&tenant_id=980a0cdea86543af87d11d7652b91c08&binding%3Ahost_id=n-h2-827467-3 HTTP/1.1" status: 200 len: 1128 time: 0.2818289 Mar 01 13:42:28.055147 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-419279a8-7241-4088-9883-e8a15065b821 req-8cb4a5de-c12f-4a5f-bea3-3b685b201260 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5273606b5eb242749c05f75a15dd6612&device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 1132 time: 0.1437545 Mar 01 13:42:28.160000 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-74987419-0707-4cff-8f60-98d0f8da7102 req-093f6371-0807-4025-b489-81e5a1a28947 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827467-3'}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:42:28.165467 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-829cf394-21ab-4f66-aac8-504a1543df38 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d HTTP/1.1" status: 200 len: 217 time: 0.1107552 Mar 01 13:42:28.201910 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59106) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:42:28.210849 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419279a8-7241-4088-9883-e8a15065b821 req-d34d71b8-47f3-45cd-a001-83cc387339ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:28.212550 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-419279a8-7241-4088-9883-e8a15065b821 req-d34d71b8-47f3-45cd-a001-83cc387339ce service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.1440084 Mar 01 13:42:28.275489 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-6e2da1a2-0acb-4e11-b6fc-de43e6d4834e tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2088696298', 'description': 'tempest-description--83964256'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:42:28.289456 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-bd45036e-41f7-4d2f-bb92-919460addec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:28.290052 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-bd45036e-41f7-4d2f-bb92-919460addec8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7f9fefc-67f3-4f16-9709-32467e973c9a HTTP/1.1" status: 200 len: 847 time: 0.0867808 Mar 01 13:42:28.299989 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-419279a8-7241-4088-9883-e8a15065b821 req-de4cd029-fee7-4d01-9631-34db6250084d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=21aa3287-2ab3-4c26-88a5-872db603c112 HTTP/1.1" status: 200 len: 217 time: 0.0697942 Mar 01 13:42:28.344318 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-963ef074-61af-48b7-913b-bc616d92eb7a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459678 Mar 01 13:42:28.387992 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6e2da1a2-0acb-4e11-b6fc-de43e6d4834e tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:28.437018 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92b793-c4f6-46f5-9564-10baf2d888c4 req-73546ab3-588f-48da-a901-0ebc1fb73294 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:28.442613 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-74987419-0707-4cff-8f60-98d0f8da7102 req-093f6371-0807-4025-b489-81e5a1a28947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (0d53c447-c1d9-47cb-a072-1103609237e6), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:28.445303 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cd92b793-c4f6-46f5-9564-10baf2d888c4 req-73546ab3-588f-48da-a901-0ebc1fb73294 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 943 time: 0.2315331 Mar 01 13:42:28.496002 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e080dc-0792-466a-86ce-665e40f0a2c9 req-926a4eee-f78e-4977-80f2-96d3b5ba04f2 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:28.504301 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a1e080dc-0792-466a-86ce-665e40f0a2c9 req-926a4eee-f78e-4977-80f2-96d3b5ba04f2 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?device_id=2570827f-0013-43a0-9310-22f624ad4fee HTTP/1.1" status: 200 len: 950 time: 0.2087774 Mar 01 13:42:28.525046 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419279a8-7241-4088-9883-e8a15065b821 req-f38ca677-1097-4975-92a6-7481b5e3ba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:28.526528 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-419279a8-7241-4088-9883-e8a15065b821 req-f38ca677-1097-4975-92a6-7481b5e3ba4a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.2118642 Mar 01 13:42:28.597634 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-cec394c8-b753-4c12-9900-6ec847c28372 service neutron] 10.222.0.20 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339909 Mar 01 13:42:28.605906 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cd92b793-c4f6-46f5-9564-10baf2d888c4 req-e898c41c-a1cd-4096-8e72-bc135e95628a tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597605 Mar 01 13:42:28.649834 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419279a8-7241-4088-9883-e8a15065b821 req-2f36654b-31e5-4078-bcd6-d0e9e289675e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:28.651514 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-419279a8-7241-4088-9883-e8a15065b821 req-2f36654b-31e5-4078-bcd6-d0e9e289675e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1152506 Mar 01 13:42:28.672510 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a1e080dc-0792-466a-86ce-665e40f0a2c9 req-559211db-1b26-482d-a35a-f6cc87f3de1c tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b5205c3-0740-433f-9e1b-5e522975ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497498 Mar 01 13:42:28.712740 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 8c230531-1b6b-42ca-b488-d6fe1d824a4d up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:42:28.714304 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6e2da1a2-0acb-4e11-b6fc-de43e6d4834e tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks [] for security_group (ba6c8292-3a64-48a4-b54f-5bcf0d993d17), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:28.732019 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6e2da1a2-0acb-4e11-b6fc-de43e6d4834e tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ba6c8292-3a64-48a4-b54f-5bcf0d993d17), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:28.824434 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-74987419-0707-4cff-8f60-98d0f8da7102 req-093f6371-0807-4025-b489-81e5a1a28947 service neutron] For port 0d53c447-c1d9-47cb-a072-1103609237e6, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=0d53c447-c1d9-47cb-a072-1103609237e6,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:28.841892 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6e2da1a2-0acb-4e11-b6fc-de43e6d4834e tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:28.845329 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6e2da1a2-0acb-4e11-b6fc-de43e6d4834e tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5714047 Mar 01 13:42:28.847864 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:28.848240 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59122) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:42:28.856955 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-ada44d01-8fe4-4ada-bc07-d321f725e188 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Request body: {'security_group_rule': {'security_group_id': 'ba6c8292-3a64-48a4-b54f-5bcf0d993d17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:42:28.865867 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2da1a2-0acb-4e11-b6fc-de43e6d4834e tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6c8292-3a64-48a4-b54f-5bcf0d993d17,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:28.876710 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 8c230531-1b6b-42ca-b488-d6fe1d824a4d triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:42:28.877209 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8c230531-1b6b-42ca-b488-d6fe1d824a4d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:28.880608 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-ab995887-2d2d-48c1-a85b-048790457279 service neutron] 10.222.0.20 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458107 Mar 01 13:42:28.916141 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ada44d01-8fe4-4ada-bc07-d321f725e188 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks [] for security_group_rule (635dca1c-0545-4bb3-becc-ae6545f5cb60), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:28.952676 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-74987419-0707-4cff-8f60-98d0f8da7102 req-093f6371-0807-4025-b489-81e5a1a28947 service neutron] For port 0d53c447-c1d9-47cb-a072-1103609237e6, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:42:29.015327 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 8c230531-1b6b-42ca-b488-d6fe1d824a4d is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:42:29.016777 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8c230531-1b6b-42ca-b488-d6fe1d824a4d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:29.035377 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a95dd8-b8e0-4da9-b9a7-2efc50ee5bb9 req-07d4d050-8f51-4c71-af5a-2ef1578064ef tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:29.037674 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1899cd92-e02b-452c-831b-58c8b0c06cb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d53c447-c1d9-47cb-a072-1103609237e6'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:42:29.041840 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 8c230531-1b6b-42ca-b488-d6fe1d824a4d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=8c230531-1b6b-42ca-b488-d6fe1d824a4d,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:29.042110 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cb9dda-d8c9-4d0e-b3a0-96d396ea4305" -d '{"events": [{"server_uuid": "1899cd92-e02b-452c-831b-58c8b0c06cb5", "name": "network-vif-unplugged", "status": "completed", "tag": "0d53c447-c1d9-47cb-a072-1103609237e6"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:42:29.042903 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e6a95dd8-b8e0-4da9-b9a7-2efc50ee5bb9 req-07d4d050-8f51-4c71-af5a-2ef1578064ef tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 950 time: 0.2244244 Mar 01 13:42:29.047228 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-419279a8-7241-4088-9883-e8a15065b821 req-0a42be1a-0b0b-4376-a49a-40e7c4c3f386 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719018 Mar 01 13:42:29.055267 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-74987419-0707-4cff-8f60-98d0f8da7102 req-093f6371-0807-4025-b489-81e5a1a28947 service neutron] Publish callbacks [] for port (0d53c447-c1d9-47cb-a072-1103609237e6), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:29.056227 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (8c230531-1b6b-42ca-b488-d6fe1d824a4d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:29.075243 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-74987419-0707-4cff-8f60-98d0f8da7102 req-093f6371-0807-4025-b489-81e5a1a28947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (0d53c447-c1d9-47cb-a072-1103609237e6), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:29.109424 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=8c230531-1b6b-42ca-b488-d6fe1d824a4d,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:29.165667 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b61fc-f665-499c-8c3a-fd825bd52508 req-ba485a3d-5e74-4d4a-aa50-95291143ee0d tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:29.167244 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-903b61fc-f665-499c-8c3a-fd825bd52508 req-ba485a3d-5e74-4d4a-aa50-95291143ee0d tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.2471020 Mar 01 13:42:29.182989 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ada44d01-8fe4-4ada-bc07-d321f725e188 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks [] for security_group_rule (635dca1c-0545-4bb3-becc-ae6545f5cb60), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:29.195923 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 0d53c447-c1d9-47cb-a072-1103609237e6 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:42:29.224097 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ada44d01-8fe4-4ada-bc07-d321f725e188 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (635dca1c-0545-4bb3-becc-ae6545f5cb60), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:29.276222 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e6a95dd8-b8e0-4da9-b9a7-2efc50ee5bb9 req-d65cc239-2623-44c1-83a9-825f4fccdbcf tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325375 Mar 01 13:42:29.291109 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada44d01-8fe4-4ada-bc07-d321f725e188 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=635dca1c-0545-4bb3-becc-ae6545f5cb60,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:29.324056 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ada44d01-8fe4-4ada-bc07-d321f725e188 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:29.325273 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ada44d01-8fe4-4ada-bc07-d321f725e188 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4743195 Mar 01 13:42:29.340445 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59128) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:42:29.347389 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-a2e3d2ee-3355-497c-8570-99b8a79a8d5e tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Request body: {'security_group_rule': {'security_group_id': 'ba6c8292-3a64-48a4-b54f-5bcf0d993d17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:42:29.378446 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-419279a8-7241-4088-9883-e8a15065b821 req-40d52fae-f875-44a1-955a-6802e54d31cc service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198116 Mar 01 13:42:29.385820 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-903b61fc-f665-499c-8c3a-fd825bd52508 req-91c0aa3a-8660-497e-bbd2-5bed467adb72 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832206 Mar 01 13:42:29.405464 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device c45e60d9-9364-456d-8f60-89f853b1dc54 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:42:29.414147 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a2e3d2ee-3355-497c-8570-99b8a79a8d5e tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks [] for security_group_rule (1cc6187f-67a1-4d1d-8210-8f2d4c2d3321), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:29.508223 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f6371-0807-4025-b489-81e5a1a28947 service neutron] Pushing event updated for resources: {'Port': ['ID=0d53c447-c1d9-47cb-a072-1103609237e6,revision_number=7']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:29.567419 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 0d53c447-c1d9-47cb-a072-1103609237e6, host n-h2-827467-3, got binding levels [] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:29.582440 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a2e3d2ee-3355-497c-8570-99b8a79a8d5e tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks [] for security_group_rule (1cc6187f-67a1-4d1d-8210-8f2d4c2d3321), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:29.597569 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82306c1a-c81d-4f87-9d91-28c87ec18559 req-279c413c-66ad-42b5-98bf-41945880983a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:29.601689 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-82306c1a-c81d-4f87-9d91-28c87ec18559 req-279c413c-66ad-42b5-98bf-41945880983a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 944 time: 0.1504567 Mar 01 13:42:29.603487 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a2e3d2ee-3355-497c-8570-99b8a79a8d5e tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (1cc6187f-67a1-4d1d-8210-8f2d4c2d3321), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:29.610238 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Attempting to bind port 0d53c447-c1d9-47cb-a072-1103609237e6 on host n-h2-827467-3 for vnic_type normal with profile {"migrating_to": "n-h1-827467-3"} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:42:29.610491 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Attempting to bind port 0d53c447-c1d9-47cb-a072-1103609237e6 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:42:29.610861 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Attempting to bind port 0d53c447-c1d9-47cb-a072-1103609237e6 on network b187e7ca-336b-42a6-9348-f5c88fd21398 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:42:29.622284 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Port 0d53c447-c1d9-47cb-a072-1103609237e6 on network b187e7ca-336b-42a6-9348-f5c88fd21398 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:42:29.622650 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Attempting to bind port 0d53c447-c1d9-47cb-a072-1103609237e6 on network b187e7ca-336b-42a6-9348-f5c88fd21398 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:42:29.638138 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:42:29.638734 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Checking segment: {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:42:29.639369 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Bound using segment: {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:42:29.639879 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Bound port: 0d53c447-c1d9-47cb-a072-1103609237e6, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:42:29.641077 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (0d53c447-c1d9-47cb-a072-1103609237e6), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:29.670032 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port c45e60d9-9364-456d-8f60-89f853b1dc54, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=c45e60d9-9364-456d-8f60-89f853b1dc54,segment=NetworkSegment(948b6872-5da8-4b30-bebf-d52c9879ac52),segment_id=948b6872-5da8-4b30-bebf-d52c9879ac52)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:29.675871 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3d2ee-3355-497c-8570-99b8a79a8d5e tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cc6187f-67a1-4d1d-8210-8f2d4c2d3321,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:29.703024 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a2e3d2ee-3355-497c-8570-99b8a79a8d5e tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:29.704893 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a2e3d2ee-3355-497c-8570-99b8a79a8d5e tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3632832 Mar 01 13:42:29.709803 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59132) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:42:29.720119 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': 'c45e60d9-9364-456d-8f60-89f853b1dc54', 'network_id': '2c5f5c0c-5639-4d99-bc9e-7767fcdda19a', 'port_id': 'c45e60d9-9364-456d-8f60-89f853b1dc54', 'mac_address': 'fa:16:3e:01:82:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa780fdd-3749-46aa-9d6b-34590bdd3f14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:42:29.727939 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-cce22a57-98bd-4234-b505-cc147cdbafa5 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:42:29.767342 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-82306c1a-c81d-4f87-9d91-28c87ec18559 req-ac7ff098-7ac4-4430-b509-95184ca61db3 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525803 Mar 01 13:42:29.786668 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cce22a57-98bd-4234-b505-cc147cdbafa5 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:29.808800 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port c45e60d9-9364-456d-8f60-89f853b1dc54 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:42:29.816417 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c45e60d9-9364-456d-8f60-89f853b1dc54), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:29.836256 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-39639cd3-6d4b-4477-a050-a20ff79a433f tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:29.837796 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-39639cd3-6d4b-4477-a050-a20ff79a433f tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f&tenant_id=96cd43570afd4572b4b93d1aa25b2425&binding%3Ahost_id=n-h2-827467-3 HTTP/1.1" status: 200 len: 1126 time: 0.5939188 Mar 01 13:42:29.838948 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-74987419-0707-4cff-8f60-98d0f8da7102 req-093f6371-0807-4025-b489-81e5a1a28947 service neutron] Attempting to bind port 0d53c447-c1d9-47cb-a072-1103609237e6 on host n-h2-827467-3 for vnic_type normal with profile {"migrating_to": "n-h1-827467-3"} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:42:29.839293 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-74987419-0707-4cff-8f60-98d0f8da7102 req-093f6371-0807-4025-b489-81e5a1a28947 service neutron] Attempting to bind port 0d53c447-c1d9-47cb-a072-1103609237e6 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:42:29.839625 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74987419-0707-4cff-8f60-98d0f8da7102 req-093f6371-0807-4025-b489-81e5a1a28947 service neutron] Attempting to bind port 0d53c447-c1d9-47cb-a072-1103609237e6 on network b187e7ca-336b-42a6-9348-f5c88fd21398 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:42:29.870078 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c45e60d9-9364-456d-8f60-89f853b1dc54 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:42:29.910821 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 0d53c447-c1d9-47cb-a072-1103609237e6, host n-h2-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:42:29.933877 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5634381-68d5-4a64-b0f7-57cf1936b132 None None] Sync routers for ids ['7948eed8-a108-43b1-b911-21dc10be4034'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:42:29.962823 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 0d53c447-c1d9-47cb-a072-1103609237e6, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=0d53c447-c1d9-47cb-a072-1103609237e6,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:42:29.968297 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74987419-0707-4cff-8f60-98d0f8da7102 req-093f6371-0807-4025-b489-81e5a1a28947 service neutron] Port 0d53c447-c1d9-47cb-a072-1103609237e6 on network b187e7ca-336b-42a6-9348-f5c88fd21398 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:42:29.968620 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74987419-0707-4cff-8f60-98d0f8da7102 req-093f6371-0807-4025-b489-81e5a1a28947 service neutron] Attempting to bind port 0d53c447-c1d9-47cb-a072-1103609237e6 on network b187e7ca-336b-42a6-9348-f5c88fd21398 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:42:29.978238 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port c45e60d9-9364-456d-8f60-89f853b1dc54, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=c45e60d9-9364-456d-8f60-89f853b1dc54,segment=NetworkSegment(948b6872-5da8-4b30-bebf-d52c9879ac52),segment_id=948b6872-5da8-4b30-bebf-d52c9879ac52)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:29.982262 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (0d53c447-c1d9-47cb-a072-1103609237e6), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:29.994349 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5634381-68d5-4a64-b0f7-57cf1936b132 None None] Routers {'7948eed8-a108-43b1-b911-21dc10be4034'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:42:29.995254 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-f5634381-68d5-4a64-b0f7-57cf1936b132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:42:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['7948eed8-a108-43b1-b911-21dc10be4034'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:42:30.001128 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cce22a57-98bd-4234-b505-cc147cdbafa5 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:30.001873 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c45e60d9-9364-456d-8f60-89f853b1dc54), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:30.004291 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:30.006872 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74987419-0707-4cff-8f60-98d0f8da7102 req-093f6371-0807-4025-b489-81e5a1a28947 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:42:30.008654 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74987419-0707-4cff-8f60-98d0f8da7102 req-093f6371-0807-4025-b489-81e5a1a28947 service neutron] Checking segment: {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:42:30.010455 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74987419-0707-4cff-8f60-98d0f8da7102 req-093f6371-0807-4025-b489-81e5a1a28947 service neutron] Bound using segment: {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:42:30.015225 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-74987419-0707-4cff-8f60-98d0f8da7102 req-093f6371-0807-4025-b489-81e5a1a28947 service neutron] Bound port: 0d53c447-c1d9-47cb-a072-1103609237e6, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:42:30.017592 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-74987419-0707-4cff-8f60-98d0f8da7102 req-093f6371-0807-4025-b489-81e5a1a28947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (0d53c447-c1d9-47cb-a072-1103609237e6), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:30.134808 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5488b-7854-4f51-b741-f63678c9b441 req-2b99261e-9fb6-464c-a2aa-7388c56e66e0 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:30.139653 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8cf5488b-7854-4f51-b741-f63678c9b441 req-2b99261e-9fb6-464c-a2aa-7388c56e66e0 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 944 time: 0.2040122 Mar 01 13:42:30.268050 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8cf5488b-7854-4f51-b741-f63678c9b441 req-68ff8c3e-fc9d-4179-8689-2c10fba4e034 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197886 Mar 01 13:42:30.310616 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 13:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523f0217-4a13-4c8f-91cd-810b08775e94 x-openstack-request-id: req-523f0217-4a13-4c8f-91cd-810b08775e94 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:42:30.311143 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1899cd92-e02b-452c-831b-58c8b0c06cb5", "name": "network-vif-unplugged", "status": "completed", "tag": "0d53c447-c1d9-47cb-a072-1103609237e6", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:42:30.311723 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-523f0217-4a13-4c8f-91cd-810b08775e94 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:42:30.312311 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1899cd92-e02b-452c-831b-58c8b0c06cb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d53c447-c1d9-47cb-a072-1103609237e6', 'code': 200} Mar 01 13:42:30.347228 n-d-827467-3 neutron-server[103726]: WARNING neutron.plugins.ml2.plugin [req-74987419-0707-4cff-8f60-98d0f8da7102 req-093f6371-0807-4025-b489-81e5a1a28947 service neutron] Concurrent port binding operations failed on port 0d53c447-c1d9-47cb-a072-1103609237e6 Mar 01 13:42:30.352193 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 0d53c447-c1d9-47cb-a072-1103609237e6 has no active binding in host n-h1-827467-3 {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 01 13:42:30.378755 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-74987419-0707-4cff-8f60-98d0f8da7102 req-093f6371-0807-4025-b489-81e5a1a28947 service neutron] For port 0d53c447-c1d9-47cb-a072-1103609237e6, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=0d53c447-c1d9-47cb-a072-1103609237e6,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:30.381541 n-d-827467-3 neutron-server[103726]: INFO neutron.plugins.ml2.plugin [req-74987419-0707-4cff-8f60-98d0f8da7102 req-093f6371-0807-4025-b489-81e5a1a28947 service neutron] Attempt 2 to bind port 0d53c447-c1d9-47cb-a072-1103609237e6 Mar 01 13:42:30.387758 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-cce22a57-98bd-4234-b505-cc147cdbafa5 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Allocated IP 172.25.1.50 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/beaea59d-bf96-4e50-969e-c1cd1d3f3d5b) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:42:30.389228 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74987419-0707-4cff-8f60-98d0f8da7102 req-093f6371-0807-4025-b489-81e5a1a28947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:30.396867 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-74987419-0707-4cff-8f60-98d0f8da7102 req-093f6371-0807-4025-b489-81e5a1a28947 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:30.401121 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-74987419-0707-4cff-8f60-98d0f8da7102 req-093f6371-0807-4025-b489-81e5a1a28947 service neutron] 10.222.0.32 "PUT /v2.0/ports/0d53c447-c1d9-47cb-a072-1103609237e6 HTTP/1.1" status: 200 len: 1153 time: 2.3131797 Mar 01 13:42:30.427923 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-492de233-5fd6-4fcb-a58d-350ae72fc9b6 service neutron] For port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:42:30.438964 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-492de233-5fd6-4fcb-a58d-350ae72fc9b6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:30.446136 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f0e47e6d-99c6-4ab5-a2a9-b6ae0595b68e req-492de233-5fd6-4fcb-a58d-350ae72fc9b6 service neutron] 10.222.0.20 "DELETE /v2.0/ports/29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d/bindings/n-h1-827467-3 HTTP/1.1" status: 204 len: 173 time: 0.5772426 Mar 01 13:42:30.493621 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463e5ea-1c16-4b08-afc1-80d5a39127e9 req-1dcabe3c-14e2-441b-8825-cc892b6ca042 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:30.495112 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=0d53c447-c1d9-47cb-a072-1103609237e6,revision_number=8']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:30.501238 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2463e5ea-1c16-4b08-afc1-80d5a39127e9 req-1dcabe3c-14e2-441b-8825-cc892b6ca042 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 944 time: 0.1507168 Mar 01 13:42:30.610039 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cce22a57-98bd-4234-b505-cc147cdbafa5 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks [] for port (beaea59d-bf96-4e50-969e-c1cd1d3f3d5b), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:30.615176 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['c45e60d9-9364-456d-8f60-89f853b1dc54'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:42:30.617607 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['0d53c447-c1d9-47cb-a072-1103609237e6'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:42:30.626780 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['0d53c447-c1d9-47cb-a072-1103609237e6'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:42:30.678237 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cce22a57-98bd-4234-b505-cc147cdbafa5 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (beaea59d-bf96-4e50-969e-c1cd1d3f3d5b), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:30.702385 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:42:30.746497 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 8c230531-1b6b-42ca-b488-d6fe1d824a4d up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:42:30.774123 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce22a57-98bd-4234-b505-cc147cdbafa5 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Pushing event updated for resources: {'Port': ['ID=beaea59d-bf96-4e50-969e-c1cd1d3f3d5b,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:30.808890 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-f5634381-68d5-4a64-b0f7-57cf1936b132 None None] Set router 7948eed8-a108-43b1-b911-21dc10be4034 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:42:30.821414 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce22a57-98bd-4234-b505-cc147cdbafa5 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:42:30.840177 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2463e5ea-1c16-4b08-afc1-80d5a39127e9 req-1a8b1587-4166-4ce5-8473-e360ae2ddecc tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3378489 Mar 01 13:42:30.846072 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-cce22a57-98bd-4234-b505-cc147cdbafa5 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:42:30.853414 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce22a57-98bd-4234-b505-cc147cdbafa5 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:42:30.932014 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=c45e60d9-9364-456d-8f60-89f853b1dc54,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:31.029581 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60cbc81-43c1-44bf-b8f0-d3c6d4ba4c4e req-8b770ecb-38f3-4dc1-87ce-62714bf3b7a5 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:31.032123 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f60cbc81-43c1-44bf-b8f0-d3c6d4ba4c4e req-8b770ecb-38f3-4dc1-87ce-62714bf3b7a5 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 950 time: 0.2721426 Mar 01 13:42:31.148658 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 8c230531-1b6b-42ca-b488-d6fe1d824a4d triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:42:31.149012 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8c230531-1b6b-42ca-b488-d6fe1d824a4d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:31.297508 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device f5ff6659-0c0f-4d70-8f11-73391ae78099 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:42:31.482259 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e7d1d-7346-4c65-ad20-e252b5ba0e2d req-120ad69e-b335-4c8a-a580-9a6b1b0aa3bc tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:31.489915 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-117e7d1d-7346-4c65-ad20-e252b5ba0e2d req-120ad69e-b335-4c8a-a580-9a6b1b0aa3bc tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.5534651 Mar 01 13:42:31.496948 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cce22a57-98bd-4234-b505-cc147cdbafa5 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks [] for floatingip (23622926-abdb-488b-8ed1-1ee77d2b0629), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:31.520888 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 8c230531-1b6b-42ca-b488-d6fe1d824a4d is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:42:31.545661 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port f5ff6659-0c0f-4d70-8f11-73391ae78099 is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:42:31.546052 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f5ff6659-0c0f-4d70-8f11-73391ae78099), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:31.551113 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-f5634381-68d5-4a64-b0f7-57cf1936b132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7948eed8-a108-43b1-b911-21dc10be4034', 'name': 'tempest-ServersTestManualDisk-1397796116-router', 'tenant_id': 'f2d44206487d4589b8000d65ce277bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '8c230531-1b6b-42ca-b488-d6fe1d824a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:42:20Z', 'updated_at': '2022-03-01T13:42:25Z', 'revision_number': 4, 'project_id': 'f2d44206487d4589b8000d65ce277bfc', 'gw_port': {'id': '8c230531-1b6b-42ca-b488-d6fe1d824a4d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7948eed8-a108-43b1-b911-21dc10be4034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:42:21Z', 'updated_at': '2022-03-01T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'f18703e0-4c59-48b8-a55e-94c05cdb08e5', 'name': '', 'network_id': 'd0a7f147-f4bd-4e8a-9374-46eb56a01a5f', 'tenant_id': 'f2d44206487d4589b8000d65ce277bfc', 'mac_address': 'fa:16:3e:49:56:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7948eed8-a108-43b1-b911-21dc10be4034', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '21152697-35e7-482c-9d43-61ae8fb8c7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:42:24Z', 'updated_at': '2022-03-01T13:42:25Z', 'revision_number': 2, 'project_id': 'f2d44206487d4589b8000d65ce277bfc', 'subnets': [{'id': '21152697-35e7-482c-9d43-61ae8fb8c7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:42:31.569791 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f60cbc81-43c1-44bf-b8f0-d3c6d4ba4c4e req-64dcf3f5-bc4e-4226-99ab-e0221e47218f tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5051787 Mar 01 13:42:31.611619 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-117e7d1d-7346-4c65-ad20-e252b5ba0e2d req-1c3fc518-50b8-4168-abde-b031ab70af39 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207230 Mar 01 13:42:31.621104 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cce22a57-98bd-4234-b505-cc147cdbafa5 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (beaea59d-bf96-4e50-969e-c1cd1d3f3d5b), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:31.622487 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5634381-68d5-4a64-b0f7-57cf1936b132 None None] Checking router: 7948eed8-a108-43b1-b911-21dc10be4034 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:42:31.622859 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5634381-68d5-4a64-b0f7-57cf1936b132 None None] Updating router 7948eed8-a108-43b1-b911-21dc10be4034 port f18703e0-4c59-48b8-a55e-94c05cdb08e5 binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:42:31.666555 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2570827f-0013-43a0-9310-22f624ad4fee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5ff6659-0c0f-4d70-8f11-73391ae78099'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:42:31.668863 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08de8c42-94ad-42da-9a60-d3df60ef13c5" -d '{"events": [{"server_uuid": "2570827f-0013-43a0-9310-22f624ad4fee", "name": "network-vif-unplugged", "status": "completed", "tag": "f5ff6659-0c0f-4d70-8f11-73391ae78099"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:42:31.691438 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port f5ff6659-0c0f-4d70-8f11-73391ae78099, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=f5ff6659-0c0f-4d70-8f11-73391ae78099,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:31.697603 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f5634381-68d5-4a64-b0f7-57cf1936b132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f18703e0-4c59-48b8-a55e-94c05cdb08e5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:31.715234 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f5ff6659-0c0f-4d70-8f11-73391ae78099), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:31.716966 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:31.850886 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deefd04-1a99-43f2-8bfa-83f5237caf0b req-3bd904eb-2e84-450b-8133-3e91b6234e45 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:31.852663 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8deefd04-1a99-43f2-8bfa-83f5237caf0b req-3bd904eb-2e84-450b-8133-3e91b6234e45 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 1126 time: 0.1653719 Mar 01 13:42:31.859951 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=f5ff6659-0c0f-4d70-8f11-73391ae78099,revision_number=8']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:31.864281 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992eb6e6-cba3-4b20-b4a3-1d0b073f3f61 req-aea296fa-fd12-4ec0-be8f-2667c8ceb365 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:31.871145 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-992eb6e6-cba3-4b20-b4a3-1d0b073f3f61 req-aea296fa-fd12-4ec0-be8f-2667c8ceb365 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 944 time: 0.1304538 Mar 01 13:42:31.988428 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-992eb6e6-cba3-4b20-b4a3-1d0b073f3f61 req-c39e0623-94d0-4976-bd59-fe9471066a99 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161804 Mar 01 13:42:32.023898 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cce22a57-98bd-4234-b505-cc147cdbafa5 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks [] for port (beaea59d-bf96-4e50-969e-c1cd1d3f3d5b), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:32.027969 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8deefd04-1a99-43f2-8bfa-83f5237caf0b req-5b98ca3e-e2ee-4726-adbb-63a66929aab8 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547809 Mar 01 13:42:32.035294 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cce22a57-98bd-4234-b505-cc147cdbafa5 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (beaea59d-bf96-4e50-969e-c1cd1d3f3d5b), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:32.157072 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f5634381-68d5-4a64-b0f7-57cf1936b132 None None] Publish callbacks [] for port (f18703e0-4c59-48b8-a55e-94c05cdb08e5), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:32.168194 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f5634381-68d5-4a64-b0f7-57cf1936b132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f18703e0-4c59-48b8-a55e-94c05cdb08e5), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:32.223824 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce22a57-98bd-4234-b505-cc147cdbafa5 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Pushing event updated for resources: {'Port': ['ID=beaea59d-bf96-4e50-969e-c1cd1d3f3d5b,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:32.245544 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 13:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0822c1b-2814-4f6c-9766-fb54d1f99fd6 x-openstack-request-id: req-e0822c1b-2814-4f6c-9766-fb54d1f99fd6 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:42:32.246320 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2570827f-0013-43a0-9310-22f624ad4fee", "name": "network-vif-unplugged", "status": "completed", "tag": "f5ff6659-0c0f-4d70-8f11-73391ae78099", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:42:32.246755 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0822c1b-2814-4f6c-9766-fb54d1f99fd6 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:42:32.247352 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2570827f-0013-43a0-9310-22f624ad4fee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5ff6659-0c0f-4d70-8f11-73391ae78099', 'code': 200} Mar 01 13:42:32.277620 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cce22a57-98bd-4234-b505-cc147cdbafa5 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (23622926-abdb-488b-8ed1-1ee77d2b0629), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:32.314547 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1899cd92-e02b-452c-831b-58c8b0c06cb5', 'tag': '0d53c447-c1d9-47cb-a072-1103609237e6'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:42:32.318900 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11591bf-00c4-4ec2-9b95-e09cd6d73d53" -d '{"events": [{"name": "network-changed", "server_uuid": "1899cd92-e02b-452c-831b-58c8b0c06cb5", "tag": "0d53c447-c1d9-47cb-a072-1103609237e6"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:42:32.342092 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cce22a57-98bd-4234-b505-cc147cdbafa5 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:32.346144 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18053067-8f08-4e57-b6ac-c9d6ef791852 None None] Pushing event updated for resources: {'Port': ['ID=f18703e0-4c59-48b8-a55e-94c05cdb08e5,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:32.367446 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-cce22a57-98bd-4234-b505-cc147cdbafa5 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6561446 Mar 01 13:42:32.399819 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-f5634381-68d5-4a64-b0f7-57cf1936b132 None None] Attempting to bind port f18703e0-4c59-48b8-a55e-94c05cdb08e5 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:42:32.400190 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-f5634381-68d5-4a64-b0f7-57cf1936b132 None None] Attempting to bind port f18703e0-4c59-48b8-a55e-94c05cdb08e5 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '76be1141-da3a-4816-ac4f-89311e32ce2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd0a7f147-f4bd-4e8a-9374-46eb56a01a5f'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:42:32.400623 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5634381-68d5-4a64-b0f7-57cf1936b132 None None] Attempting to bind port f18703e0-4c59-48b8-a55e-94c05cdb08e5 on network d0a7f147-f4bd-4e8a-9374-46eb56a01a5f {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:42:32.406229 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5634381-68d5-4a64-b0f7-57cf1936b132 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:42:32.406844 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5634381-68d5-4a64-b0f7-57cf1936b132 None None] Checking segment: {'id': '76be1141-da3a-4816-ac4f-89311e32ce2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd0a7f147-f4bd-4e8a-9374-46eb56a01a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:42:32.407248 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f5634381-68d5-4a64-b0f7-57cf1936b132 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:32.407753 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5634381-68d5-4a64-b0f7-57cf1936b132 None None] Bound using segment: {'id': '76be1141-da3a-4816-ac4f-89311e32ce2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd0a7f147-f4bd-4e8a-9374-46eb56a01a5f'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:42:32.408193 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-f5634381-68d5-4a64-b0f7-57cf1936b132 None None] Bound port: f18703e0-4c59-48b8-a55e-94c05cdb08e5, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76be1141-da3a-4816-ac4f-89311e32ce2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd0a7f147-f4bd-4e8a-9374-46eb56a01a5f'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:42:32.408631 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f5634381-68d5-4a64-b0f7-57cf1936b132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f18703e0-4c59-48b8-a55e-94c05cdb08e5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:32.484577 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9229f96-6da7-434a-8113-e0e9f46c2c4e req-8f158ddc-beae-40b9-b835-31cf45c623f6 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:32.493005 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a9229f96-6da7-434a-8113-e0e9f46c2c4e req-8f158ddc-beae-40b9-b835-31cf45c623f6 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 944 time: 0.2342699 Mar 01 13:42:32.494295 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-f5634381-68d5-4a64-b0f7-57cf1936b132 None None] For port f18703e0-4c59-48b8-a55e-94c05cdb08e5, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:42:32.498628 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-f5634381-68d5-4a64-b0f7-57cf1936b132 None None] For port f18703e0-4c59-48b8-a55e-94c05cdb08e5, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=f18703e0-4c59-48b8-a55e-94c05cdb08e5,segment=NetworkSegment(76be1141-da3a-4816-ac4f-89311e32ce2c),segment_id=76be1141-da3a-4816-ac4f-89311e32ce2c)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:42:32.527007 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f5634381-68d5-4a64-b0f7-57cf1936b132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f18703e0-4c59-48b8-a55e-94c05cdb08e5), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:32.591719 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a9229f96-6da7-434a-8113-e0e9f46c2c4e req-8b2299ae-322e-4560-9375-28bce66f4394 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944135 Mar 01 13:42:32.597358 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5634381-68d5-4a64-b0f7-57cf1936b132 None None] Routers {'7948eed8-a108-43b1-b911-21dc10be4034'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:42:32.598022 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-f5634381-68d5-4a64-b0f7-57cf1936b132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:42:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['7948eed8-a108-43b1-b911-21dc10be4034'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:42:32.641882 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-25be46d3-c8de-44f3-b1cd-a64e4c7d4cb5 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:32.652931 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-25be46d3-c8de-44f3-b1cd-a64e4c7d4cb5 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/networks?id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22 HTTP/1.1" status: 200 len: 807 time: 0.2832327 Mar 01 13:42:32.687880 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-7307f83b-989d-45a3-b60e-5fa1266d1046 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/quotas/96cd43570afd4572b4b93d1aa25b2425 HTTP/1.1" status: 200 len: 375 time: 0.0339081 Mar 01 13:42:32.707697 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e947285b-1973-4460-bd26-382582e4ce61 x-openstack-request-id: req-e947285b-1973-4460-bd26-382582e4ce61 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:42:32.708003 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1899cd92-e02b-452c-831b-58c8b0c06cb5", "tag": "0d53c447-c1d9-47cb-a072-1103609237e6", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:42:32.708287 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e947285b-1973-4460-bd26-382582e4ce61 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:42:32.708864 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1899cd92-e02b-452c-831b-58c8b0c06cb5', 'tag': '0d53c447-c1d9-47cb-a072-1103609237e6', 'status': 'completed', 'code': 200} Mar 01 13:42:32.777550 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18053067-8f08-4e57-b6ac-c9d6ef791852 None None] Pushing event updated for resources: {'Port': ['ID=f18703e0-4c59-48b8-a55e-94c05cdb08e5,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:32.801044 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-f3097ad6-870b-4904-b671-548270055306 None None] Provisioning complete for port f18703e0-4c59-48b8-a55e-94c05cdb08e5 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:42:32.801415 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f3097ad6-870b-4904-b671-548270055306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f18703e0-4c59-48b8-a55e-94c05cdb08e5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:32.824632 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-384ba227-d1cb-40bc-b5c9-b68863987d61 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=96cd43570afd4572b4b93d1aa25b2425&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1333807 Mar 01 13:42:32.835985 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-f5634381-68d5-4a64-b0f7-57cf1936b132 None None] Set router 7948eed8-a108-43b1-b911-21dc10be4034 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:42:32.874513 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11591bf-00c4-4ec2-9b95-e09cd6d73d53 req-dd268f71-31d8-49cc-bcc6-1777da89f80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:32.879305 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c11591bf-00c4-4ec2-9b95-e09cd6d73d53 req-dd268f71-31d8-49cc-bcc6-1777da89f80d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=980a0cdea86543af87d11d7652b91c08&device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 1156 time: 0.1491535 Mar 01 13:42:32.986054 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-80664f29-7bea-48f5-b0e3-7c69e06ab717 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2088696298&fields=id&tenant_id=f2d44206487d4589b8000d65ce277bfc HTTP/1.1" status: 200 len: 267 time: 0.1160126 Mar 01 13:42:33.027604 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-3d2667ea-1e63-4627-ab0a-c2ca580edb81 service neutron] 10.222.0.13 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001858 Mar 01 13:42:33.034756 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11591bf-00c4-4ec2-9b95-e09cd6d73d53 req-16e76490-be77-4e1a-b5a4-be2b73edddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:33.037216 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c11591bf-00c4-4ec2-9b95-e09cd6d73d53 req-16e76490-be77-4e1a-b5a4-be2b73edddf2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b187e7ca-336b-42a6-9348-f5c88fd21398 HTTP/1.1" status: 200 len: 918 time: 0.1497774 Mar 01 13:42:33.113713 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c11591bf-00c4-4ec2-9b95-e09cd6d73d53 req-f545de7d-f79e-483f-94a9-919ff7a87758 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d53c447-c1d9-47cb-a072-1103609237e6 HTTP/1.1" status: 200 len: 217 time: 0.0675387 Mar 01 13:42:33.210671 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11591bf-00c4-4ec2-9b95-e09cd6d73d53 req-02a2645d-a5fd-4c99-88a4-c5f26052c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:33.212282 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c11591bf-00c4-4ec2-9b95-e09cd6d73d53 req-02a2645d-a5fd-4c99-88a4-c5f26052c25c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3b03883-8a75-4db3-9fa2-b5308f8a1ccf HTTP/1.1" status: 200 len: 857 time: 0.0848575 Mar 01 13:42:33.233431 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-3a959f2a-618e-4cf0-a048-096ee1d6b93a service neutron] 10.222.0.13 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047863 Mar 01 13:42:33.255125 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-34450809-8483-463b-8cac-c9de8ebb5084 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:33.259904 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c11591bf-00c4-4ec2-9b95-e09cd6d73d53 req-acfdedc9-19c9-46bb-bbf5-ce08e5836dac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b187e7ca-336b-42a6-9348-f5c88fd21398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322168 Mar 01 13:42:33.264763 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-34450809-8483-463b-8cac-c9de8ebb5084 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/networks?id=d0a7f147-f4bd-4e8a-9374-46eb56a01a5f HTTP/1.1" status: 200 len: 812 time: 0.2623568 Mar 01 13:42:33.280019 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f3097ad6-870b-4904-b671-548270055306 None None] Current status of the port f18703e0-4c59-48b8-a55e-94c05cdb08e5 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:42:33.282432 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f3097ad6-870b-4904-b671-548270055306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f18703e0-4c59-48b8-a55e-94c05cdb08e5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:33.290051 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-cba6bd78-c38b-4b65-b2c8-abd4efba33c1 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/quotas/f2d44206487d4589b8000d65ce277bfc HTTP/1.1" status: 200 len: 375 time: 0.0207963 Mar 01 13:42:33.296260 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device c45e60d9-9364-456d-8f60-89f853b1dc54 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:42:33.412395 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-fbaec814-4984-41af-bf9b-0bd404ae88b4 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2d44206487d4589b8000d65ce277bfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1165061 Mar 01 13:42:33.476715 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c11591bf-00c4-4ec2-9b95-e09cd6d73d53 req-e32aac6b-9825-46cc-8506-e3187b1bceba service neutron] 10.222.0.20 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059135 Mar 01 13:42:33.519699 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-f3097ad6-870b-4904-b671-548270055306 None None] For port f18703e0-4c59-48b8-a55e-94c05cdb08e5, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=f18703e0-4c59-48b8-a55e-94c05cdb08e5,segment=NetworkSegment(76be1141-da3a-4816-ac4f-89311e32ce2c),segment_id=76be1141-da3a-4816-ac4f-89311e32ce2c)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:33.532679 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f3097ad6-870b-4904-b671-548270055306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f18703e0-4c59-48b8-a55e-94c05cdb08e5), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:33.581637 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port c45e60d9-9364-456d-8f60-89f853b1dc54 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:42:33.589677 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-32455fb5-1d5a-4bc3-b9a4-b80c8df5d1d1 service neutron] 10.222.0.13 "GET /v2.0/networks/d0a7f147-f4bd-4e8a-9374-46eb56a01a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708055 Mar 01 13:42:33.598153 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port c45e60d9-9364-456d-8f60-89f853b1dc54 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:42:33.598609 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c45e60d9-9364-456d-8f60-89f853b1dc54), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:33.629645 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3097ad6-870b-4904-b671-548270055306 None None] Pushing event updated for resources: {'Port': ['ID=f18703e0-4c59-48b8-a55e-94c05cdb08e5,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:33.635826 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-f5634381-68d5-4a64-b0f7-57cf1936b132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7948eed8-a108-43b1-b911-21dc10be4034', 'name': 'tempest-ServersTestManualDisk-1397796116-router', 'tenant_id': 'f2d44206487d4589b8000d65ce277bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '8c230531-1b6b-42ca-b488-d6fe1d824a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:42:20Z', 'updated_at': '2022-03-01T13:42:25Z', 'revision_number': 4, 'project_id': 'f2d44206487d4589b8000d65ce277bfc', 'gw_port': {'id': '8c230531-1b6b-42ca-b488-d6fe1d824a4d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7948eed8-a108-43b1-b911-21dc10be4034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:42:21Z', 'updated_at': '2022-03-01T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'f18703e0-4c59-48b8-a55e-94c05cdb08e5', 'name': '', 'network_id': 'd0a7f147-f4bd-4e8a-9374-46eb56a01a5f', 'tenant_id': 'f2d44206487d4589b8000d65ce277bfc', 'mac_address': 'fa:16:3e:49:56:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7948eed8-a108-43b1-b911-21dc10be4034', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '21152697-35e7-482c-9d43-61ae8fb8c7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:42:24Z', 'updated_at': '2022-03-01T13:42:32Z', 'revision_number': 4, 'project_id': 'f2d44206487d4589b8000d65ce277bfc', 'subnets': [{'id': '21152697-35e7-482c-9d43-61ae8fb8c7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:42:33.681368 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5634381-68d5-4a64-b0f7-57cf1936b132 None None] The sync data for ids ['7948eed8-a108-43b1-b911-21dc10be4034'] in n-d-827467-3 is: [{'id': '7948eed8-a108-43b1-b911-21dc10be4034', 'name': 'tempest-ServersTestManualDisk-1397796116-router', 'tenant_id': 'f2d44206487d4589b8000d65ce277bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '8c230531-1b6b-42ca-b488-d6fe1d824a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:42:20Z', 'updated_at': '2022-03-01T13:42:25Z', 'revision_number': 4, 'project_id': 'f2d44206487d4589b8000d65ce277bfc', 'gw_port': {'id': '8c230531-1b6b-42ca-b488-d6fe1d824a4d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7948eed8-a108-43b1-b911-21dc10be4034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:42:21Z', 'updated_at': '2022-03-01T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'f18703e0-4c59-48b8-a55e-94c05cdb08e5', 'name': '', 'network_id': 'd0a7f147-f4bd-4e8a-9374-46eb56a01a5f', 'tenant_id': 'f2d44206487d4589b8000d65ce277bfc', 'mac_address': 'fa:16:3e:49:56:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7948eed8-a108-43b1-b911-21dc10be4034', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '21152697-35e7-482c-9d43-61ae8fb8c7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:42:24Z', 'updated_at': '2022-03-01T13:42:32Z', 'revision_number': 4, 'project_id': 'f2d44206487d4589b8000d65ce277bfc', 'subnets': [{'id': '21152697-35e7-482c-9d43-61ae8fb8c7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:42:33.705363 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-4ffd97c2-eb7a-4166-b221-035527520030 None None] Provisioning complete for port f18703e0-4c59-48b8-a55e-94c05cdb08e5 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:42:33.705741 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4ffd97c2-eb7a-4166-b221-035527520030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f18703e0-4c59-48b8-a55e-94c05cdb08e5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:33.750368 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252823ef-4e97-4a64-b878-da8bc07bb225 req-53703497-b28b-4ec9-80f2-f945627a8607 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:33.758257 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-252823ef-4e97-4a64-b878-da8bc07bb225 req-53703497-b28b-4ec9-80f2-f945627a8607 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 950 time: 0.2660861 Mar 01 13:42:33.816476 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c11591bf-00c4-4ec2-9b95-e09cd6d73d53 req-bc9e98f0-3060-4364-bd2c-3e85e1144f4d service neutron] 10.222.0.20 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234427 Mar 01 13:42:33.822933 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port c45e60d9-9364-456d-8f60-89f853b1dc54 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:42:33.823608 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c45e60d9-9364-456d-8f60-89f853b1dc54), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:33.879300 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-252823ef-4e97-4a64-b878-da8bc07bb225 req-fe7160d1-3369-43c8-bee8-4277a2c924f4 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121366 Mar 01 13:42:33.932716 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port c45e60d9-9364-456d-8f60-89f853b1dc54, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=c45e60d9-9364-456d-8f60-89f853b1dc54,segment=NetworkSegment(948b6872-5da8-4b30-bebf-d52c9879ac52),segment_id=948b6872-5da8-4b30-bebf-d52c9879ac52)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:33.940762 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-e30a7431-85b8-44a9-b7af-6105efef61ed service neutron] 10.222.0.13 "GET /v2.0/networks/d0a7f147-f4bd-4e8a-9374-46eb56a01a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384352 Mar 01 13:42:33.975446 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c45e60d9-9364-456d-8f60-89f853b1dc54), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:34.036091 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-4ffd97c2-eb7a-4166-b221-035527520030 None None] Current status of the port f18703e0-4c59-48b8-a55e-94c05cdb08e5 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:42:34.045233 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f1351-fba0-40fe-930f-27b6289f9cf0 req-2024f441-7076-4634-b2d1-9b5dbd07b14c tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:34.062028 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=c45e60d9-9364-456d-8f60-89f853b1dc54,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:34.064305 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ea4f1351-fba0-40fe-930f-27b6289f9cf0 req-2024f441-7076-4634-b2d1-9b5dbd07b14c tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.0828640 Mar 01 13:42:34.196793 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ea4f1351-fba0-40fe-930f-27b6289f9cf0 req-6ec04f00-b5e9-4e7a-ba0a-a629d3b73215 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307797 Mar 01 13:42:34.248822 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930e4c07-a52c-4873-8bc8-dd96c902e652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45e60d9-9364-456d-8f60-89f853b1dc54'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:42:34.251083 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866f970a-dcc7-4d6b-801d-ce232b649db2" -d '{"events": [{"server_uuid": "930e4c07-a52c-4873-8bc8-dd96c902e652", "name": "network-vif-plugged", "status": "completed", "tag": "c45e60d9-9364-456d-8f60-89f853b1dc54"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:42:34.447872 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628128e-f8a4-4a49-8559-6501bb925c6f req-1f007678-82c6-4bb5-bb8b-d2c659626ac6 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:34.449598 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4628128e-f8a4-4a49-8559-6501bb925c6f req-1f007678-82c6-4bb5-bb8b-d2c659626ac6 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 944 time: 0.1240845 Mar 01 13:42:34.564122 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4628128e-f8a4-4a49-8559-6501bb925c6f req-c5a42074-4692-41ed-a6c7-6cd20f37d254 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080556 Mar 01 13:42:34.630263 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-12aa76e7-ced7-43df-ac81-cfadf4f017ff req-6c87ccf1-da74-4eff-b248-31102df6d82c tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 210 time: 0.0627365 Mar 01 13:42:34.674274 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device f18703e0-4c59-48b8-a55e-94c05cdb08e5 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:42:34.785126 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port f18703e0-4c59-48b8-a55e-94c05cdb08e5 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:42:34.785759 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f18703e0-4c59-48b8-a55e-94c05cdb08e5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:34.814450 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fa33e4eb-c8f1-4151-9b84-a29ed8cd4bd3 req-f3d71d55-aac7-4e70-b748-11e4daf26b1f tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/ports?device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 210 time: 0.0984907 Mar 01 13:42:34.873762 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba9f1f-d760-4aaa-b24a-a2fcb1566a8f req-1342ac9b-45e0-4c12-bcf1-fed7c1b610e6 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:34.884216 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b3ba9f1f-d760-4aaa-b24a-a2fcb1566a8f req-1342ac9b-45e0-4c12-bcf1-fed7c1b610e6 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 945 time: 0.1586885 Mar 01 13:42:34.962364 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ef197f-d35c-4454-b447-1f831ba3d2bc x-openstack-request-id: req-96ef197f-d35c-4454-b447-1f831ba3d2bc {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:42:34.962683 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930e4c07-a52c-4873-8bc8-dd96c902e652", "name": "network-vif-plugged", "status": "completed", "tag": "c45e60d9-9364-456d-8f60-89f853b1dc54", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:42:34.962949 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96ef197f-d35c-4454-b447-1f831ba3d2bc {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:42:34.963576 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930e4c07-a52c-4873-8bc8-dd96c902e652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45e60d9-9364-456d-8f60-89f853b1dc54', 'code': 200} Mar 01 13:42:34.990681 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b3ba9f1f-d760-4aaa-b24a-a2fcb1566a8f req-e05b36ff-bcf8-487a-af12-bdb2bf843236 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026261 Mar 01 13:42:35.011168 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port f18703e0-4c59-48b8-a55e-94c05cdb08e5 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:42:35.131499 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee79cd3-bfc0-43b2-8d99-941ef8d59e3a req-e38aad1c-7577-485b-854c-b85ef6612596 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:35.133310 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eee79cd3-bfc0-43b2-8d99-941ef8d59e3a req-e38aad1c-7577-485b-854c-b85ef6612596 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 950 time: 0.0903044 Mar 01 13:42:35.208146 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eee79cd3-bfc0-43b2-8d99-941ef8d59e3a req-626b196a-51e7-483c-84b9-1b31565562a4 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610058 Mar 01 13:42:35.251117 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 59c5adf6-72f1-40de-be77-0bc98a7c4d4b details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:42:35.279067 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59187a-9baa-44c3-86c6-3d8362b80cc4 req-014a2608-0bf3-4c33-b0f3-f912eef9be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:35.281338 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-dc59187a-9baa-44c3-86c6-3d8362b80cc4 req-014a2608-0bf3-4c33-b0f3-f912eef9be25 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 1127 time: 0.2260525 Mar 01 13:42:35.338019 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-dfd89d2c-62e1-4d23-80a7-b16d488aa11c tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:35.340379 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-dfd89d2c-62e1-4d23-80a7-b16d488aa11c tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.32 "GET /v2.0/networks?id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22 HTTP/1.1" status: 200 len: 807 time: 0.2944613 Mar 01 13:42:35.361382 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-f3ce4095-5d4e-4e82-b7f7-c00ac0b2216f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Request body: {'port': {'device_id': 'dc780834-ebc9-4a2e-8488-5534a7d08541', 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22', 'admin_state_up': True, 'tenant_id': '96cd43570afd4572b4b93d1aa25b2425'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:42:35.443872 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-dc59187a-9baa-44c3-86c6-3d8362b80cc4 req-938761e0-0aec-4a6b-a3d4-c88b4ad7e3e6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540847 Mar 01 13:42:35.545904 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 59c5adf6-72f1-40de-be77-0bc98a7c4d4b, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=59c5adf6-72f1-40de-be77-0bc98a7c4d4b,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:35.548640 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-f3ce4095-5d4e-4e82-b7f7-c00ac0b2216f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Made reservation on behalf of 96cd43570afd4572b4b93d1aa25b2425 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:42:35.553551 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-f3ce4095-5d4e-4e82-b7f7-c00ac0b2216f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:35.562485 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '59c5adf6-72f1-40de-be77-0bc98a7c4d4b', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': '59c5adf6-72f1-40de-be77-0bc98a7c4d4b', 'mac_address': 'fa:16:3e:69:1b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:42:35.572438 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7697f5-1a42-4b23-a2a0-441dab03d7a8 req-b9a2cccd-8351-408b-a8bf-a76e8c092240 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:35.573537 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fd7697f5-1a42-4b23-a2a0-441dab03d7a8 req-b9a2cccd-8351-408b-a8bf-a76e8c092240 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.1507571 Mar 01 13:42:35.641007 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fd7697f5-1a42-4b23-a2a0-441dab03d7a8 req-c0efdfc0-0b2f-4829-97fe-0ec2edfddab7 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598669 Mar 01 13:42:35.662762 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 59c5adf6-72f1-40de-be77-0bc98a7c4d4b is: ACTIVE; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:42:35.665029 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (59c5adf6-72f1-40de-be77-0bc98a7c4d4b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:35.682798 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59c5adf6-72f1-40de-be77-0bc98a7c4d4b {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:42:35.713432 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 59c5adf6-72f1-40de-be77-0bc98a7c4d4b, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=59c5adf6-72f1-40de-be77-0bc98a7c4d4b,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:35.723421 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (59c5adf6-72f1-40de-be77-0bc98a7c4d4b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:35.772541 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-f3ce4095-5d4e-4e82-b7f7-c00ac0b2216f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Allocated IP 172.20.0.11 (94da7596-6b29-49a6-a3ae-5d4e1cca0c22/b7f9fefc-67f3-4f16-9709-32467e973c9a/2dc23e93-85a7-434a-80ca-dc44a5668c0f) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:42:35.794177 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=59c5adf6-72f1-40de-be77-0bc98a7c4d4b,revision_number=6']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:35.819428 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc31e8ae-4040-4742-ac58-10275417cbbc req-a93d7b5d-eb20-435f-9b18-af424ae3e972 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 210 time: 0.0590079 Mar 01 13:42:35.836079 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['59c5adf6-72f1-40de-be77-0bc98a7c4d4b'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:42:35.864228 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42aa13-8f0f-4295-8835-aae579789729 req-fbc9cfd0-466f-4475-b806-6dd11f41664b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:35.867903 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3d42aa13-8f0f-4295-8835-aae579789729 req-fbc9cfd0-466f-4475-b806-6dd11f41664b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 944 time: 0.1475155 Mar 01 13:42:35.979830 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-f3ce4095-5d4e-4e82-b7f7-c00ac0b2216f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Publish callbacks [] for port (2dc23e93-85a7-434a-80ca-dc44a5668c0f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:35.990216 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b3c8cc0a-9541-4e09-8d28-1c1c3a15ea0f req-219d40fe-c83f-4657-aba7-3767e5b77def tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/ports?device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 210 time: 0.0650139 Mar 01 13:42:36.016284 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3d42aa13-8f0f-4295-8835-aae579789729 req-340f1527-dbf3-4f17-a1d2-50141caad1dc tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418481 Mar 01 13:42:36.042127 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-f3ce4095-5d4e-4e82-b7f7-c00ac0b2216f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (2dc23e93-85a7-434a-80ca-dc44a5668c0f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:36.136073 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-f3ce4095-5d4e-4e82-b7f7-c00ac0b2216f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:42:36.142232 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-f3ce4095-5d4e-4e82-b7f7-c00ac0b2216f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:42:36.147036 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-f3ce4095-5d4e-4e82-b7f7-c00ac0b2216f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:42:36.152890 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce4095-5d4e-4e82-b7f7-c00ac0b2216f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Pushing event updated for resources: {'Port': ['ID=2dc23e93-85a7-434a-80ca-dc44a5668c0f,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:36.227603 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-f3ce4095-5d4e-4e82-b7f7-c00ac0b2216f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:36.228801 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-f3ce4095-5d4e-4e82-b7f7-c00ac0b2216f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:36.245124 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bfcc8-c351-4ef6-950a-8da97e429f5c req-88630e31-5602-4ed6-bda3-4e9f43d122cb tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:36.246660 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-967bfcc8-c351-4ef6-950a-8da97e429f5c req-88630e31-5602-4ed6-bda3-4e9f43d122cb tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 945 time: 0.1564736 Mar 01 13:42:36.251438 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-f3ce4095-5d4e-4e82-b7f7-c00ac0b2216f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8948078 Mar 01 13:42:36.301403 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-d5bbc004-dd51-4ad4-b4e6-37ecd9ec3f03 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:36.302849 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-d5bbc004-dd51-4ad4-b4e6-37ecd9ec3f03 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.32 "GET /v2.0/networks?id=d0a7f147-f4bd-4e8a-9374-46eb56a01a5f HTTP/1.1" status: 200 len: 812 time: 0.1827936 Mar 01 13:42:36.370858 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-2b876122-afc9-41db-a91f-edb7d66f6ca2 service neutron] Request body: {'port': {'device_id': 'dc780834-ebc9-4a2e-8488-5534a7d08541', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:42:36.387301 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-967bfcc8-c351-4ef6-950a-8da97e429f5c req-dd39b4c2-b35a-425d-a4f1-f80ef3f697c2 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143243 Mar 01 13:42:36.463526 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-2b876122-afc9-41db-a91f-edb7d66f6ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2dc23e93-85a7-434a-80ca-dc44a5668c0f), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:36.505099 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee922ca9-a0bb-4d26-b25a-53e9ef99e9eb req-1b35eb24-4428-46e7-8de0-aa31f31c1176 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:36.507257 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ee922ca9-a0bb-4d26-b25a-53e9ef99e9eb req-1b35eb24-4428-46e7-8de0-aa31f31c1176 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 950 time: 0.1740720 Mar 01 13:42:36.517007 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-86802336-c9bd-4a8a-b876-121d3705b89a tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2d44206487d4589b8000d65ce277bfc HTTP/1.1" status: 200 len: 380 time: 0.1258721 Mar 01 13:42:36.529968 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-0ff8b999-8df0-4106-a48b-55b2c3b42b19 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Request body: {'port': {'device_id': '19558a94-6eb8-4d4d-a848-e921b8fbee2a', 'network_id': 'd0a7f147-f4bd-4e8a-9374-46eb56a01a5f', 'admin_state_up': True, 'tenant_id': 'f2d44206487d4589b8000d65ce277bfc', 'security_groups': ['ba6c8292-3a64-48a4-b54f-5bcf0d993d17']}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:42:36.688341 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ee922ca9-a0bb-4d26-b25a-53e9ef99e9eb req-d133aa10-5259-4671-883f-8a7caf858a61 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654356 Mar 01 13:42:36.818113 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-2b876122-afc9-41db-a91f-edb7d66f6ca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dc23e93-85a7-434a-80ca-dc44a5668c0f {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:42:36.824295 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-0ff8b999-8df0-4106-a48b-55b2c3b42b19 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Made reservation on behalf of f2d44206487d4589b8000d65ce277bfc for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:42:36.828379 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-0ff8b999-8df0-4106-a48b-55b2c3b42b19 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:36.830018 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-2b876122-afc9-41db-a91f-edb7d66f6ca2 service neutron] Publish callbacks [] for port (2dc23e93-85a7-434a-80ca-dc44a5668c0f), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:36.880286 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-2b876122-afc9-41db-a91f-edb7d66f6ca2 service neutron] Transition to ACTIVE for port object 2dc23e93-85a7-434a-80ca-dc44a5668c0f will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:42:36.894923 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-2b876122-afc9-41db-a91f-edb7d66f6ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (2dc23e93-85a7-434a-80ca-dc44a5668c0f), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:36.953109 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b876122-afc9-41db-a91f-edb7d66f6ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc23e93-85a7-434a-80ca-dc44a5668c0f,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:37.036376 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbb448-b475-43d1-b32c-7eb4e3ed7fcf req-07a5ecd8-ca97-4806-82db-be2078635079 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:37.037326 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-2b876122-afc9-41db-a91f-edb7d66f6ca2 service neutron] Attempting to bind port 2dc23e93-85a7-434a-80ca-dc44a5668c0f on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:42:37.037779 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-2b876122-afc9-41db-a91f-edb7d66f6ca2 service neutron] Attempting to bind port 2dc23e93-85a7-434a-80ca-dc44a5668c0f by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:42:37.037932 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ecbbb448-b475-43d1-b32c-7eb4e3ed7fcf req-07a5ecd8-ca97-4806-82db-be2078635079 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.2536566 Mar 01 13:42:37.038394 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-2b876122-afc9-41db-a91f-edb7d66f6ca2 service neutron] Attempting to bind port 2dc23e93-85a7-434a-80ca-dc44a5668c0f on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:42:37.043567 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-2b876122-afc9-41db-a91f-edb7d66f6ca2 service neutron] Port 2dc23e93-85a7-434a-80ca-dc44a5668c0f on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:42:37.044141 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-2b876122-afc9-41db-a91f-edb7d66f6ca2 service neutron] Attempting to bind port 2dc23e93-85a7-434a-80ca-dc44a5668c0f on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:42:37.050474 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-2b876122-afc9-41db-a91f-edb7d66f6ca2 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:42:37.050891 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-2b876122-afc9-41db-a91f-edb7d66f6ca2 service neutron] Checking segment: {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:42:37.051357 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-2b876122-afc9-41db-a91f-edb7d66f6ca2 service neutron] Bound using segment: {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:42:37.051899 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-2b876122-afc9-41db-a91f-edb7d66f6ca2 service neutron] Bound port: 2dc23e93-85a7-434a-80ca-dc44a5668c0f, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:42:37.052324 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-2b876122-afc9-41db-a91f-edb7d66f6ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2dc23e93-85a7-434a-80ca-dc44a5668c0f), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:37.090453 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ebe8e-10d4-4267-a44d-1d29283361fc req-a3d6206e-17f6-49c3-b60c-f1115565ecf4 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:37.092391 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9a3ebe8e-10d4-4267-a44d-1d29283361fc req-a3d6206e-17f6-49c3-b60c-f1115565ecf4 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 944 time: 0.1535785 Mar 01 13:42:37.106513 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-0ff8b999-8df0-4106-a48b-55b2c3b42b19 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Allocated IP 172.20.0.4 (d0a7f147-f4bd-4e8a-9374-46eb56a01a5f/21152697-35e7-482c-9d43-61ae8fb8c7e3/1b393259-3805-44d5-b28b-792564983337) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:42:37.155138 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-2b876122-afc9-41db-a91f-edb7d66f6ca2 service neutron] For port 2dc23e93-85a7-434a-80ca-dc44a5668c0f, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:42:37.160575 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-2b876122-afc9-41db-a91f-edb7d66f6ca2 service neutron] For port 2dc23e93-85a7-434a-80ca-dc44a5668c0f, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=2dc23e93-85a7-434a-80ca-dc44a5668c0f,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:42:37.167160 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-2b876122-afc9-41db-a91f-edb7d66f6ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (2dc23e93-85a7-434a-80ca-dc44a5668c0f), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:37.184505 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ecbbb448-b475-43d1-b32c-7eb4e3ed7fcf req-c7c3c407-77ee-4e4f-bea1-54ed213cb631 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362324 Mar 01 13:42:37.219119 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-2b876122-afc9-41db-a91f-edb7d66f6ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:37.220222 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-2b876122-afc9-41db-a91f-edb7d66f6ca2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:37.222260 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-2b876122-afc9-41db-a91f-edb7d66f6ca2 service neutron] 10.222.0.32 "PUT /v2.0/ports/2dc23e93-85a7-434a-80ca-dc44a5668c0f HTTP/1.1" status: 200 len: 1092 time: 0.8642938 Mar 01 13:42:37.222894 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc780834-ebc9-4a2e-8488-5534a7d08541', 'tag': '2dc23e93-85a7-434a-80ca-dc44a5668c0f'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:42:37.225651 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f098df8-f82e-4e30-a0c3-0c03d9073ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "dc780834-ebc9-4a2e-8488-5534a7d08541", "tag": "2dc23e93-85a7-434a-80ca-dc44a5668c0f"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:42:37.259604 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b876122-afc9-41db-a91f-edb7d66f6ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc23e93-85a7-434a-80ca-dc44a5668c0f,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:37.262700 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 59c5adf6-72f1-40de-be77-0bc98a7c4d4b up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:42:37.394886 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 59c5adf6-72f1-40de-be77-0bc98a7c4d4b triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:42:37.398226 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-8462ce3c-0a7d-473c-97db-2d59abfca257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:37.399747 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (59c5adf6-72f1-40de-be77-0bc98a7c4d4b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:37.401177 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-8462ce3c-0a7d-473c-97db-2d59abfca257 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=96cd43570afd4572b4b93d1aa25b2425&device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 1126 time: 0.1087701 Mar 01 13:42:37.432296 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9a3ebe8e-10d4-4267-a44d-1d29283361fc req-e287efe1-3d7c-4df0-a47e-d5084df0f574 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304720 Mar 01 13:42:37.508321 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4b821961-b33e-44c2-be5b-db33bd0519f3 req-ddbf21f7-9d82-4be7-b66a-d3143562a97c tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/ports?device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 210 time: 0.0621049 Mar 01 13:42:37.583788 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 59c5adf6-72f1-40de-be77-0bc98a7c4d4b is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:42:37.584258 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (59c5adf6-72f1-40de-be77-0bc98a7c4d4b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:37.585613 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66b66ee-8e5e-4ef4-8c0e-f4adbe59eb30 x-openstack-request-id: req-d66b66ee-8e5e-4ef4-8c0e-f4adbe59eb30 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:42:37.585613 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc780834-ebc9-4a2e-8488-5534a7d08541", "tag": "2dc23e93-85a7-434a-80ca-dc44a5668c0f", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:42:37.585844 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d66b66ee-8e5e-4ef4-8c0e-f4adbe59eb30 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:42:37.586089 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc780834-ebc9-4a2e-8488-5534a7d08541', 'tag': '2dc23e93-85a7-434a-80ca-dc44a5668c0f', 'status': 'completed', 'code': 200} Mar 01 13:42:37.628544 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1849decd-e761-42bc-8f53-7f2b2dfb0d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c5adf6-72f1-40de-be77-0bc98a7c4d4b'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:42:37.640846 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8af235e-3ecc-4ac2-bfbd-5ade4ef4e48d" -d '{"events": [{"server_uuid": "1849decd-e761-42bc-8f53-7f2b2dfb0d14", "name": "network-vif-plugged", "status": "completed", "tag": "59c5adf6-72f1-40de-be77-0bc98a7c4d4b"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:42:37.666604 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-0ff8b999-8df0-4106-a48b-55b2c3b42b19 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks [] for port (1b393259-3805-44d5-b28b-792564983337), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:37.674159 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 59c5adf6-72f1-40de-be77-0bc98a7c4d4b, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=59c5adf6-72f1-40de-be77-0bc98a7c4d4b,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:37.690308 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-312c8199-5980-410a-9507-aa03c51f5b82 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2dc23e93-85a7-434a-80ca-dc44a5668c0f HTTP/1.1" status: 200 len: 217 time: 0.1170151 Mar 01 13:42:37.695894 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (59c5adf6-72f1-40de-be77-0bc98a7c4d4b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:37.767657 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=59c5adf6-72f1-40de-be77-0bc98a7c4d4b,revision_number=7']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:37.791387 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-f2026a2e-39b7-4645-9c06-cb21e2badd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:37.793221 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-f2026a2e-39b7-4645-9c06-cb21e2badd31 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b7f9fefc-67f3-4f16-9709-32467e973c9a HTTP/1.1" status: 200 len: 847 time: 0.0954559 Mar 01 13:42:37.831187 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-2c711eef-90d1-436c-9a28-44d5015fcf0f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295153 Mar 01 13:42:37.858707 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaaedf8-ae08-4cd0-99f4-6d885b2a881f req-a0850798-68e5-41e2-b9ad-a78ba79f848d tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:37.865667 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fcaaedf8-ae08-4cd0-99f4-6d885b2a881f req-a0850798-68e5-41e2-b9ad-a78ba79f848d tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 944 time: 0.2968400 Mar 01 13:42:37.890460 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd38a6-94aa-4059-b3f0-73219fa5f93f req-ef7f78ba-f6c1-414d-bc7b-02d898a075b0 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:37.892095 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3ebd38a6-94aa-4059-b3f0-73219fa5f93f req-ef7f78ba-f6c1-414d-bc7b-02d898a075b0 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 945 time: 0.1632197 Mar 01 13:42:37.959075 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-0ff8b999-8df0-4106-a48b-55b2c3b42b19 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (1b393259-3805-44d5-b28b-792564983337), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:37.971384 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-2abdec55-478a-465a-bbba-f2267a7978a2 service neutron] 10.222.0.32 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314788 Mar 01 13:42:37.995561 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fcaaedf8-ae08-4cd0-99f4-6d885b2a881f req-74881153-f7e4-48a2-b1ed-ddee45b3688c tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288183 Mar 01 13:42:38.078749 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3ebd38a6-94aa-4059-b3f0-73219fa5f93f req-bb848960-cd17-454c-bcb4-805c7207a77f tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770899 Mar 01 13:42:38.095475 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-0ff8b999-8df0-4106-a48b-55b2c3b42b19 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Network d0a7f147-f4bd-4e8a-9374-46eb56a01a5f is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:42:38.101683 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-0ff8b999-8df0-4106-a48b-55b2c3b42b19 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:42:38.111064 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-272ce59e-9d79-48c4-b5f5-9dac4d544730 req-a5dc1034-aa75-4e2d-94b2-10f9ce16948c service neutron] 10.222.0.32 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278284 Mar 01 13:42:38.111299 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-0ff8b999-8df0-4106-a48b-55b2c3b42b19 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:42:38.151236 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8b999-8df0-4106-a48b-55b2c3b42b19 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Pushing event updated for resources: {'Port': ['ID=1b393259-3805-44d5-b28b-792564983337,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:38.237827 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-0ff8b999-8df0-4106-a48b-55b2c3b42b19 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:38.238701 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84da7e1a-bf3a-42bf-82fd-b0f925b13502 x-openstack-request-id: req-84da7e1a-bf3a-42bf-82fd-b0f925b13502 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:42:38.239257 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1849decd-e761-42bc-8f53-7f2b2dfb0d14", "name": "network-vif-plugged", "status": "completed", "tag": "59c5adf6-72f1-40de-be77-0bc98a7c4d4b", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:42:38.239617 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84da7e1a-bf3a-42bf-82fd-b0f925b13502 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:42:38.243557 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1849decd-e761-42bc-8f53-7f2b2dfb0d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c5adf6-72f1-40de-be77-0bc98a7c4d4b', 'code': 200} Mar 01 13:42:38.244703 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-0ff8b999-8df0-4106-a48b-55b2c3b42b19 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:38.348989 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f098df8-f82e-4e30-a0c3-0c03d9073ee6 req-394509d1-848b-4dc7-8f1d-6798f89f0178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:38.351639 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9f098df8-f82e-4e30-a0c3-0c03d9073ee6 req-394509d1-848b-4dc7-8f1d-6798f89f0178 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=96cd43570afd4572b4b93d1aa25b2425&device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 1126 time: 0.1507707 Mar 01 13:42:38.397776 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-0ff8b999-8df0-4106-a48b-55b2c3b42b19 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8725817 Mar 01 13:42:38.461178 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-7bbfec6b-a380-4da5-86f5-47b789352fd7 service neutron] Request body: {'port': {'device_id': '19558a94-6eb8-4d4d-a848-e921b8fbee2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:42:38.496642 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f098df8-f82e-4e30-a0c3-0c03d9073ee6 req-5ae1f0a1-6dae-4faf-add4-ca0c5e7ab8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:38.501049 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9f098df8-f82e-4e30-a0c3-0c03d9073ee6 req-5ae1f0a1-6dae-4faf-add4-ca0c5e7ab8d2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22 HTTP/1.1" status: 200 len: 908 time: 0.1416392 Mar 01 13:42:38.532931 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3b77d-0d54-48dd-9428-2961220d88d0 req-4273f022-3034-4505-8025-09ed7a830e8b tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:38.535019 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-86f3b77d-0d54-48dd-9428-2961220d88d0 req-4273f022-3034-4505-8025-09ed7a830e8b tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 950 time: 0.1825683 Mar 01 13:42:38.547192 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4610d1-86a2-453e-823f-289e76ea0362 req-89b2d957-6f52-4a8a-b80b-3ea69e0bf3f6 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:38.554003 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9f098df8-f82e-4e30-a0c3-0c03d9073ee6 req-407ac32f-52b5-44e3-ab9f-6c8f548bbc24 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2dc23e93-85a7-434a-80ca-dc44a5668c0f HTTP/1.1" status: 200 len: 217 time: 0.0417545 Mar 01 13:42:38.554697 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc4610d1-86a2-453e-823f-289e76ea0362 req-89b2d957-6f52-4a8a-b80b-3ea69e0bf3f6 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.1495392 Mar 01 13:42:38.615701 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f098df8-f82e-4e30-a0c3-0c03d9073ee6 req-6440984f-1d34-4d41-8978-ae3e48866830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:38.615701 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9f098df8-f82e-4e30-a0c3-0c03d9073ee6 req-6440984f-1d34-4d41-8978-ae3e48866830 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b7f9fefc-67f3-4f16-9709-32467e973c9a HTTP/1.1" status: 200 len: 847 time: 0.0545702 Mar 01 13:42:38.627316 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-f9711fa8-62d0-46d5-b014-24574a845dcf None None] Provisioning complete for port 1b393259-3805-44d5-b28b-792564983337 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:42:38.628506 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f9711fa8-62d0-46d5-b014-24574a845dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (1b393259-3805-44d5-b28b-792564983337), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:38.649583 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-86f3b77d-0d54-48dd-9428-2961220d88d0 req-f2dd6e64-dfbb-479a-b136-2376f9e7cdef tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827920 Mar 01 13:42:38.650168 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-7bbfec6b-a380-4da5-86f5-47b789352fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1b393259-3805-44d5-b28b-792564983337), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:38.664702 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9f098df8-f82e-4e30-a0c3-0c03d9073ee6 req-d28ab824-0a6d-4110-aa80-d7b91c62e483 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393217 Mar 01 13:42:38.686187 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f9711fa8-62d0-46d5-b014-24574a845dcf None None] Port 1b393259-3805-44d5-b28b-792564983337 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:42:38.693140 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc4610d1-86a2-453e-823f-289e76ea0362 req-a1184bfe-3c15-4670-a907-3126cd90a8b0 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374152 Mar 01 13:42:38.848294 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9f098df8-f82e-4e30-a0c3-0c03d9073ee6 req-81dde3df-7e3b-4efb-ae2f-988ac20bede3 service neutron] 10.222.0.32 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626868 Mar 01 13:42:38.956953 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9f098df8-f82e-4e30-a0c3-0c03d9073ee6 req-1ec9fe42-1418-423b-aa7e-d33c2b31af70 service neutron] 10.222.0.32 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016254 Mar 01 13:42:38.997642 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bbdee0-77de-48c8-af82-3d0f7465f77d req-c7464435-bcd7-4618-b4de-27f6a2a7261c tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:38.999125 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-29bbdee0-77de-48c8-af82-3d0f7465f77d req-c7464435-bcd7-4618-b4de-27f6a2a7261c tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/ports?device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 931 time: 0.1545491 Mar 01 13:42:39.017613 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97423ab0-b3ff-4b69-b334-21beaaae8b8e req-f733a871-f0d5-40e6-8283-10bfaf182146 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:39.019112 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-97423ab0-b3ff-4b69-b334-21beaaae8b8e req-f733a871-f0d5-40e6-8283-10bfaf182146 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 944 time: 0.1728799 Mar 01 13:42:39.127624 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-29bbdee0-77de-48c8-af82-3d0f7465f77d req-de0a67fb-3fc4-45cc-b9ce-5f2b91fff6b6 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba6c8292-3a64-48a4-b54f-5bcf0d993d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196830 Mar 01 13:42:39.134971 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-97423ab0-b3ff-4b69-b334-21beaaae8b8e req-9d71af09-6bb0-4594-b9a3-d4ff11380711 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090682 Mar 01 13:42:39.185242 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-7bbfec6b-a380-4da5-86f5-47b789352fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b393259-3805-44d5-b28b-792564983337 {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:42:39.194422 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-7bbfec6b-a380-4da5-86f5-47b789352fd7 service neutron] Publish callbacks [] for port (1b393259-3805-44d5-b28b-792564983337), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:39.236292 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-7bbfec6b-a380-4da5-86f5-47b789352fd7 service neutron] Transition to ACTIVE for port object 1b393259-3805-44d5-b28b-792564983337 will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:42:39.241897 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-7bbfec6b-a380-4da5-86f5-47b789352fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (1b393259-3805-44d5-b28b-792564983337), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:39.338829 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21073ac7-c7c3-42e6-80e2-fffe35a14350 req-fc424cf3-34d2-40cc-8c2f-5828163665dc tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:39.340360 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-21073ac7-c7c3-42e6-80e2-fffe35a14350 req-fc424cf3-34d2-40cc-8c2f-5828163665dc tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 944 time: 0.1396854 Mar 01 13:42:39.346185 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbfec6b-a380-4da5-86f5-47b789352fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=1b393259-3805-44d5-b28b-792564983337,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:39.434891 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846bbd93-8c6a-4c44-9e6e-219838a280c3 req-df27a077-30c5-4c83-86fd-da0503c0139a tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:39.437088 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-846bbd93-8c6a-4c44-9e6e-219838a280c3 req-df27a077-30c5-4c83-86fd-da0503c0139a tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 945 time: 0.1633227 Mar 01 13:42:39.479632 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-21073ac7-c7c3-42e6-80e2-fffe35a14350 req-6a9b5bf1-7f97-41db-970d-508e12b74878 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271503 Mar 01 13:42:39.520612 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-7bbfec6b-a380-4da5-86f5-47b789352fd7 service neutron] Attempting to bind port 1b393259-3805-44d5-b28b-792564983337 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:42:39.520851 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-7bbfec6b-a380-4da5-86f5-47b789352fd7 service neutron] Attempting to bind port 1b393259-3805-44d5-b28b-792564983337 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '76be1141-da3a-4816-ac4f-89311e32ce2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd0a7f147-f4bd-4e8a-9374-46eb56a01a5f'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:42:39.521185 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-7bbfec6b-a380-4da5-86f5-47b789352fd7 service neutron] Attempting to bind port 1b393259-3805-44d5-b28b-792564983337 on network d0a7f147-f4bd-4e8a-9374-46eb56a01a5f {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:42:39.530125 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-846bbd93-8c6a-4c44-9e6e-219838a280c3 req-595c9f40-5508-4a1b-a953-570d354343c3 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842996 Mar 01 13:42:39.531040 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-7bbfec6b-a380-4da5-86f5-47b789352fd7 service neutron] Port 1b393259-3805-44d5-b28b-792564983337 on network d0a7f147-f4bd-4e8a-9374-46eb56a01a5f not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:42:39.531365 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-7bbfec6b-a380-4da5-86f5-47b789352fd7 service neutron] Attempting to bind port 1b393259-3805-44d5-b28b-792564983337 on network d0a7f147-f4bd-4e8a-9374-46eb56a01a5f {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:42:39.539537 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-7bbfec6b-a380-4da5-86f5-47b789352fd7 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:42:39.539903 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-7bbfec6b-a380-4da5-86f5-47b789352fd7 service neutron] Checking segment: {'id': '76be1141-da3a-4816-ac4f-89311e32ce2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd0a7f147-f4bd-4e8a-9374-46eb56a01a5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:42:39.541382 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-7bbfec6b-a380-4da5-86f5-47b789352fd7 service neutron] Bound using segment: {'id': '76be1141-da3a-4816-ac4f-89311e32ce2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd0a7f147-f4bd-4e8a-9374-46eb56a01a5f'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:42:39.541821 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-7bbfec6b-a380-4da5-86f5-47b789352fd7 service neutron] Bound port: 1b393259-3805-44d5-b28b-792564983337, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76be1141-da3a-4816-ac4f-89311e32ce2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd0a7f147-f4bd-4e8a-9374-46eb56a01a5f'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:42:39.542181 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-7bbfec6b-a380-4da5-86f5-47b789352fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1b393259-3805-44d5-b28b-792564983337), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:39.568117 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:39.631143 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-7bbfec6b-a380-4da5-86f5-47b789352fd7 service neutron] For port 1b393259-3805-44d5-b28b-792564983337, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:42:39.634641 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-7bbfec6b-a380-4da5-86f5-47b789352fd7 service neutron] For port 1b393259-3805-44d5-b28b-792564983337, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=1b393259-3805-44d5-b28b-792564983337,segment=NetworkSegment(76be1141-da3a-4816-ac4f-89311e32ce2c),segment_id=76be1141-da3a-4816-ac4f-89311e32ce2c)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:42:39.641419 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-7bbfec6b-a380-4da5-86f5-47b789352fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (1b393259-3805-44d5-b28b-792564983337), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:39.675811 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-7bbfec6b-a380-4da5-86f5-47b789352fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:39.677027 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-7bbfec6b-a380-4da5-86f5-47b789352fd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:39.678532 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-7bbfec6b-a380-4da5-86f5-47b789352fd7 service neutron] 10.222.0.32 "PUT /v2.0/ports/1b393259-3805-44d5-b28b-792564983337 HTTP/1.1" status: 200 len: 1091 time: 1.2656698 Mar 01 13:42:39.680894 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19558a94-6eb8-4d4d-a848-e921b8fbee2a', 'tag': '1b393259-3805-44d5-b28b-792564983337'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:42:39.685073 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb62425-b24e-413b-8a95-06acd2a472ed" -d '{"events": [{"name": "network-changed", "server_uuid": "19558a94-6eb8-4d4d-a848-e921b8fbee2a", "tag": "1b393259-3805-44d5-b28b-792564983337"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:42:39.720976 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbfec6b-a380-4da5-86f5-47b789352fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=1b393259-3805-44d5-b28b-792564983337,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:39.778537 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:39.812064 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-ef8530c2-4116-4136-af38-6033f893cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:39.814064 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-ef8530c2-4116-4136-af38-6033f893cc52 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2d44206487d4589b8000d65ce277bfc&device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 1125 time: 0.0875843 Mar 01 13:42:39.879704 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355e172-e889-455c-965e-21b4a72ef599 req-1b999156-cd89-4f90-b6ce-1fcd59b2a3ca tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:39.886747 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c355e172-e889-455c-965e-21b4a72ef599 req-1b999156-cd89-4f90-b6ce-1fcd59b2a3ca tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 950 time: 0.0968750 Mar 01 13:42:39.941481 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-3303b115-972c-44b9-a681-55f21f92faee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b393259-3805-44d5-b28b-792564983337 HTTP/1.1" status: 200 len: 217 time: 0.0525732 Mar 01 13:42:40.014398 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c355e172-e889-455c-965e-21b4a72ef599 req-51f74786-465e-4eef-b607-853dca4072d5 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267829 Mar 01 13:42:40.024601 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-5ff82177-ea3a-40c6-9cf8-f3e0c4273070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:40.026643 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-5ff82177-ea3a-40c6-9cf8-f3e0c4273070 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=21152697-35e7-482c-9d43-61ae8fb8c7e3 HTTP/1.1" status: 200 len: 851 time: 0.0722253 Mar 01 13:42:40.102833 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-9fc09c3e-1927-4f3f-b854-a2fd03d140b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:40.106990 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-9fc09c3e-1927-4f3f-b854-a2fd03d140b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d0a7f147-f4bd-4e8a-9374-46eb56a01a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0704384 Mar 01 13:42:40.111120 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a680ba47-db74-4650-a9e3-1aba6cbd5fc0 x-openstack-request-id: req-a680ba47-db74-4650-a9e3-1aba6cbd5fc0 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:42:40.111589 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19558a94-6eb8-4d4d-a848-e921b8fbee2a", "tag": "1b393259-3805-44d5-b28b-792564983337", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:42:40.112643 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a680ba47-db74-4650-a9e3-1aba6cbd5fc0 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:42:40.113216 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19558a94-6eb8-4d4d-a848-e921b8fbee2a', 'tag': '1b393259-3805-44d5-b28b-792564983337', 'status': 'completed', 'code': 200} Mar 01 13:42:40.571579 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-319bdf6e-cd30-4de6-8194-8ed69b8cb8f1 service neutron] 10.222.0.32 "GET /v2.0/networks/d0a7f147-f4bd-4e8a-9374-46eb56a01a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501786 Mar 01 13:42:40.587334 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966966d8-7b52-4234-bbe1-44090253e18b req-d0c58005-05d2-4cd0-b524-e47d0cd458c6 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:40.588832 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-966966d8-7b52-4234-bbe1-44090253e18b req-d0c58005-05d2-4cd0-b524-e47d0cd458c6 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.4057963 Mar 01 13:42:40.623437 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c604a31-b062-4761-acc4-f44e7ad74960 req-cdf07de6-5a79-445c-b9a9-acbbf547cac8 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:40.624942 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c604a31-b062-4761-acc4-f44e7ad74960 req-cdf07de6-5a79-445c-b9a9-acbbf547cac8 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 944 time: 0.1210160 Mar 01 13:42:40.765053 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-966966d8-7b52-4234-bbe1-44090253e18b req-5a31f759-f8e3-46f5-bece-c24751f34c16 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597011 Mar 01 13:42:40.770170 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c604a31-b062-4761-acc4-f44e7ad74960 req-db99b18b-5dd2-4c66-83c4-d60dfe801fe5 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170967 Mar 01 13:42:40.772500 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-42cc7d2f-5648-4789-939c-c22159fa9976 req-5af9c050-5e8d-4c21-a327-a7b0cedaa16a service neutron] 10.222.0.32 "GET /v2.0/networks/d0a7f147-f4bd-4e8a-9374-46eb56a01a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927149 Mar 01 13:42:40.924997 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9fc30-2fbc-45f1-a30d-227ce3250073 req-5c08a918-3f83-4eaa-ad31-3f87ff0a3b70 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:40.931785 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8fb9fc30-2fbc-45f1-a30d-227ce3250073 req-5c08a918-3f83-4eaa-ad31-3f87ff0a3b70 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/ports?device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 943 time: 0.0944328 Mar 01 13:42:40.936463 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb62425-b24e-413b-8a95-06acd2a472ed req-d58cbf19-612a-49a5-b875-1e151c0aec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:40.937935 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3bb62425-b24e-413b-8a95-06acd2a472ed req-d58cbf19-612a-49a5-b875-1e151c0aec5e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2d44206487d4589b8000d65ce277bfc&device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 1125 time: 0.0918565 Mar 01 13:42:41.078809 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8fb9fc30-2fbc-45f1-a30d-227ce3250073 req-1e96dfa4-fc3f-46cd-a638-81cb6938fb51 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba6c8292-3a64-48a4-b54f-5bcf0d993d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461496 Mar 01 13:42:41.128853 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c91ae3-bbb3-49e1-89bc-699eabd39a33 req-50cc2a83-751a-461d-86fa-5a24f46ad967 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:41.135768 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f9c91ae3-bbb3-49e1-89bc-699eabd39a33 req-50cc2a83-751a-461d-86fa-5a24f46ad967 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 944 time: 0.1198850 Mar 01 13:42:41.152621 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb62425-b24e-413b-8a95-06acd2a472ed req-9a68a72a-18b7-46d8-8171-df9b6d0d85a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:41.156111 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3bb62425-b24e-413b-8a95-06acd2a472ed req-9a68a72a-18b7-46d8-8171-df9b6d0d85a8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d0a7f147-f4bd-4e8a-9374-46eb56a01a5f HTTP/1.1" status: 200 len: 913 time: 0.1951835 Mar 01 13:42:41.211475 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3bb62425-b24e-413b-8a95-06acd2a472ed req-3cceacf2-2ee5-473f-a800-034c25c5fd8d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b393259-3805-44d5-b28b-792564983337 HTTP/1.1" status: 200 len: 217 time: 0.0459914 Mar 01 13:42:41.266683 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 2dc23e93-85a7-434a-80ca-dc44a5668c0f details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:42:41.294390 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f9c91ae3-bbb3-49e1-89bc-699eabd39a33 req-9ec72d7a-68ed-4807-ba5a-d228b4af6af3 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576610 Mar 01 13:42:41.305946 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb62425-b24e-413b-8a95-06acd2a472ed req-880d94e1-406a-4f2f-beda-4ca947eeaaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:41.307499 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3bb62425-b24e-413b-8a95-06acd2a472ed req-880d94e1-406a-4f2f-beda-4ca947eeaaee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=21152697-35e7-482c-9d43-61ae8fb8c7e3 HTTP/1.1" status: 200 len: 851 time: 0.0853984 Mar 01 13:42:41.384077 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e77706-5934-4eec-bf25-e5336c95730a req-4d9e4132-ded2-4b3d-afde-e06f1203aac4 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:41.386185 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-71e77706-5934-4eec-bf25-e5336c95730a req-4d9e4132-ded2-4b3d-afde-e06f1203aac4 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 945 time: 0.1788647 Mar 01 13:42:41.433330 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb62425-b24e-413b-8a95-06acd2a472ed req-171deb10-728d-4031-a928-035e289bae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:41.434862 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3bb62425-b24e-413b-8a95-06acd2a472ed req-171deb10-728d-4031-a928-035e289bae40 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d0a7f147-f4bd-4e8a-9374-46eb56a01a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1178660 Mar 01 13:42:41.452331 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 2dc23e93-85a7-434a-80ca-dc44a5668c0f, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=2dc23e93-85a7-434a-80ca-dc44a5668c0f,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:41.476227 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '2dc23e93-85a7-434a-80ca-dc44a5668c0f', 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22', 'port_id': '2dc23e93-85a7-434a-80ca-dc44a5668c0f', 'mac_address': 'fa:16:3e:1d:01:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7f9fefc-67f3-4f16-9709-32467e973c9a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:42:41.525677 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 2dc23e93-85a7-434a-80ca-dc44a5668c0f is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:42:41.526345 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2dc23e93-85a7-434a-80ca-dc44a5668c0f), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:41.540831 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dc23e93-85a7-434a-80ca-dc44a5668c0f {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:42:41.568895 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 2dc23e93-85a7-434a-80ca-dc44a5668c0f, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=2dc23e93-85a7-434a-80ca-dc44a5668c0f,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:41.576209 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (2dc23e93-85a7-434a-80ca-dc44a5668c0f), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:41.585334 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3bb62425-b24e-413b-8a95-06acd2a472ed req-01199e80-960a-4e63-98ab-70ee4888db50 service neutron] 10.222.0.32 "GET /v2.0/networks/d0a7f147-f4bd-4e8a-9374-46eb56a01a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385627 Mar 01 13:42:41.596561 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-71e77706-5934-4eec-bf25-e5336c95730a req-ec385256-4e2b-4b05-9b7b-d4fe7b81b052 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1999140 Mar 01 13:42:41.644285 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=2dc23e93-85a7-434a-80ca-dc44a5668c0f,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:41.704701 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218ea4e-29ef-4a1b-ab0e-f6930b04a5f8 req-cb183666-0acd-4c63-95b0-9bcfef1d1bc5 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:41.706275 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4218ea4e-29ef-4a1b-ab0e-f6930b04a5f8 req-cb183666-0acd-4c63-95b0-9bcfef1d1bc5 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 950 time: 0.1623476 Mar 01 13:42:41.809350 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3bb62425-b24e-413b-8a95-06acd2a472ed req-e8c64959-bc88-465b-a3b1-5d5ea921a523 service neutron] 10.222.0.32 "GET /v2.0/networks/d0a7f147-f4bd-4e8a-9374-46eb56a01a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066381 Mar 01 13:42:41.847757 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4218ea4e-29ef-4a1b-ab0e-f6930b04a5f8 req-d72f34ac-519a-4507-addb-6b59a279c007 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280432 Mar 01 13:42:41.870063 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-0c9a2247-2091-486f-a1d2-5aeb7ebf8d24 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:41.877157 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-0c9a2247-2091-486f-a1d2-5aeb7ebf8d24 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/networks?id=73628e5b-19c4-4cc2-85ab-069a1adb3f94 HTTP/1.1" status: 200 len: 804 time: 0.1698587 Mar 01 13:42:41.901743 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-ff388359-e3c3-4b07-b623-10171ade8649 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/quotas/ff19a9aae91a436fac353be002907a07 HTTP/1.1" status: 200 len: 375 time: 0.0187933 Mar 01 13:42:41.997102 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-661b4694-5011-45c7-9b16-044762dcf428 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff19a9aae91a436fac353be002907a07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0883279 Mar 01 13:42:42.014566 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55056b-40ef-4933-9091-f0d5667f283a req-19729170-cd5e-45eb-89f1-9912baf7ae5f tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:42.016194 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cd55056b-40ef-4933-9091-f0d5667f283a req-19729170-cd5e-45eb-89f1-9912baf7ae5f tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.0717020 Mar 01 13:42:42.102743 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['2dc23e93-85a7-434a-80ca-dc44a5668c0f'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:42:42.129136 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cd55056b-40ef-4933-9091-f0d5667f283a req-6761e152-adfd-437e-a797-7802c5c57ace tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032660 Mar 01 13:42:42.159953 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-ff3197d4-d477-423c-89ba-696db8fb5f11 service neutron] 10.222.0.13 "GET /v2.0/networks/73628e5b-19c4-4cc2-85ab-069a1adb3f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527967 Mar 01 13:42:42.306955 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-a04544ba-ca20-4ae1-8586-5cb1d71da78a service neutron] 10.222.0.13 "GET /v2.0/networks/73628e5b-19c4-4cc2-85ab-069a1adb3f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392431 Mar 01 13:42:42.316115 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f108366-1f45-4ecf-9fb6-14cff3445654 req-18200545-0c8f-4042-9a9c-b01b5df9b361 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:42.317657 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1f108366-1f45-4ecf-9fb6-14cff3445654 req-18200545-0c8f-4042-9a9c-b01b5df9b361 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 945 time: 0.0968280 Mar 01 13:42:42.392415 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1f108366-1f45-4ecf-9fb6-14cff3445654 req-2ec28827-b873-42ed-a8bc-5035f234e51a tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686789 Mar 01 13:42:42.582399 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788aebfa-3634-4433-b1b0-26198fbcb76f req-1c939471-ac22-4238-aa61-07c638aa2eca tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:42.589977 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-788aebfa-3634-4433-b1b0-26198fbcb76f req-1c939471-ac22-4238-aa61-07c638aa2eca tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/ports?device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 943 time: 0.1171253 Mar 01 13:42:42.604752 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a3e68-55fe-41ac-b6a5-e3a1fa48302c req-cea3ba6d-b677-4255-beab-5009e2b44e9f tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:42.606206 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-564a3e68-55fe-41ac-b6a5-e3a1fa48302c req-cea3ba6d-b677-4255-beab-5009e2b44e9f tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 944 time: 0.0946078 Mar 01 13:42:42.663379 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-788aebfa-3634-4433-b1b0-26198fbcb76f req-933a9b9b-914d-47cc-96dd-db1d90c16bb4 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba6c8292-3a64-48a4-b54f-5bcf0d993d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724878 Mar 01 13:42:42.709182 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-564a3e68-55fe-41ac-b6a5-e3a1fa48302c req-79627f76-f4ce-4461-a821-300e24af1f16 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885499 Mar 01 13:42:42.806717 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1669cdd9-687e-4197-9b43-09e536d2c1c4 req-55c1d9dc-af24-4b8d-8fb6-5bdc210c91fc tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b4895d9-69ce-4c08-a704-166ec20bd39b HTTP/1.1" status: 200 len: 210 time: 0.0615287 Mar 01 13:42:42.907312 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd74ccd-2957-4873-a3cb-28125bc73e66 req-3423dde0-5f46-4701-99df-d8a10ff81173 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:42.915211 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4bd74ccd-2957-4873-a3cb-28125bc73e66 req-3423dde0-5f46-4701-99df-d8a10ff81173 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 945 time: 0.0744855 Mar 01 13:42:43.028021 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4bd74ccd-2957-4873-a3cb-28125bc73e66 req-ba175122-29fc-4c59-8d63-703692555169 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096067 Mar 01 13:42:43.067377 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9785995-3097-43cf-8ed5-dc43bb4f5016 req-9aa374aa-b009-4f38-88af-244b36505ac3 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:43.068890 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b9785995-3097-43cf-8ed5-dc43bb4f5016 req-9aa374aa-b009-4f38-88af-244b36505ac3 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 950 time: 0.1094692 Mar 01 13:42:43.126041 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b9785995-3097-43cf-8ed5-dc43bb4f5016 req-a1718920-6eb9-4d81-9b59-90cb049176c1 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515065 Mar 01 13:42:43.257838 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 85ef3117-5817-4926-9ecc-8ce519cbab44 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:42:43.293825 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8daf6-68be-48c9-8c72-8af3ee1923e8 req-02909638-dd20-4e2d-a039-093c73863956 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:43.295549 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1ca8daf6-68be-48c9-8c72-8af3ee1923e8 req-02909638-dd20-4e2d-a039-093c73863956 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.0966339 Mar 01 13:42:43.308158 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b999337-975a-4c54-bcb3-824b2fdc4cdf req-c04c190b-8297-4e96-9901-1d10f7217b90 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:43.309788 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9b999337-975a-4c54-bcb3-824b2fdc4cdf req-c04c190b-8297-4e96-9901-1d10f7217b90 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.32 "GET /v2.0/ports?device_id=82169f35-0f46-49d4-b72b-f9f054af959c HTTP/1.1" status: 200 len: 946 time: 0.1088884 Mar 01 13:42:43.368729 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 85ef3117-5817-4926-9ecc-8ce519cbab44 is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:42:43.369395 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (85ef3117-5817-4926-9ecc-8ce519cbab44), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:43.395184 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82169f35-0f46-49d4-b72b-f9f054af959c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85ef3117-5817-4926-9ecc-8ce519cbab44'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:42:43.397667 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ce5624-4650-400f-b260-502dfa509bd3" -d '{"events": [{"server_uuid": "82169f35-0f46-49d4-b72b-f9f054af959c", "name": "network-vif-unplugged", "status": "completed", "tag": "85ef3117-5817-4926-9ecc-8ce519cbab44"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:42:43.412176 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 85ef3117-5817-4926-9ecc-8ce519cbab44, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=85ef3117-5817-4926-9ecc-8ce519cbab44,segment=NetworkSegment(a0a669d5-60b7-4c06-a9c5-37075f67475a),segment_id=a0a669d5-60b7-4c06-a9c5-37075f67475a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:43.417694 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (85ef3117-5817-4926-9ecc-8ce519cbab44), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:43.460491 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1ca8daf6-68be-48c9-8c72-8af3ee1923e8 req-b7056c2f-e313-4fbf-a1d7-ee07615d97fd tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496298 Mar 01 13:42:43.481849 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 13:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d7165d-4c63-41e4-a0b2-7df0f3c599d5 x-openstack-request-id: req-d9d7165d-4c63-41e4-a0b2-7df0f3c599d5 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:42:43.482412 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82169f35-0f46-49d4-b72b-f9f054af959c", "name": "network-vif-unplugged", "status": "completed", "tag": "85ef3117-5817-4926-9ecc-8ce519cbab44", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:42:43.482830 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9d7165d-4c63-41e4-a0b2-7df0f3c599d5 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:42:43.483383 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82169f35-0f46-49d4-b72b-f9f054af959c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85ef3117-5817-4926-9ecc-8ce519cbab44', 'code': 200} Mar 01 13:42:43.489111 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=85ef3117-5817-4926-9ecc-8ce519cbab44,revision_number=8']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:43.503746 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-9b999337-975a-4c54-bcb3-824b2fdc4cdf req-5db2e951-a978-493d-98d9-ca7b6253fcef tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Deleting port 85ef3117-5817-4926-9ecc-8ce519cbab44 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:42:43.507312 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9b999337-975a-4c54-bcb3-824b2fdc4cdf req-5db2e951-a978-493d-98d9-ca7b6253fcef tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (85ef3117-5817-4926-9ecc-8ce519cbab44), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:43.654482 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a30cbb-99f5-4ab0-aa29-b142c43216b3 req-0025ee66-1bf9-49fb-8321-cbe7f041be3f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:43.667310 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-89a30cbb-99f5-4ab0-aa29-b142c43216b3 req-0025ee66-1bf9-49fb-8321-cbe7f041be3f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 945 time: 0.1544518 Mar 01 13:42:43.734121 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-9b999337-975a-4c54-bcb3-824b2fdc4cdf req-5db2e951-a978-493d-98d9-ca7b6253fcef tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] For port 85ef3117-5817-4926-9ecc-8ce519cbab44, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=85ef3117-5817-4926-9ecc-8ce519cbab44,segment=NetworkSegment(a0a669d5-60b7-4c06-a9c5-37075f67475a),segment_id=a0a669d5-60b7-4c06-a9c5-37075f67475a)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:43.734841 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9b999337-975a-4c54-bcb3-824b2fdc4cdf req-5db2e951-a978-493d-98d9-ca7b6253fcef tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (85ef3117-5817-4926-9ecc-8ce519cbab44), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:43.789980 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-9b999337-975a-4c54-bcb3-824b2fdc4cdf req-5db2e951-a978-493d-98d9-ca7b6253fcef tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Calling delete_port for 85ef3117-5817-4926-9ecc-8ce519cbab44 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:42:43.817134 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-89a30cbb-99f5-4ab0-aa29-b142c43216b3 req-e5869a7d-6945-435c-8302-25d792796252 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455350 Mar 01 13:42:43.965025 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef89b96-325d-444e-ac91-940f64f53602 req-0f5c6093-c0cf-4a95-af0b-1969498ca200 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:43.966585 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2ef89b96-325d-444e-ac91-940f64f53602 req-0f5c6093-c0cf-4a95-af0b-1969498ca200 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/ports?device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 943 time: 0.1738369 Mar 01 13:42:44.017158 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa0cee-5d7c-4739-b2fc-4f36f0d90480 req-eacc255b-6faa-4cc5-a96f-6a7992d071fb tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:44.019270 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-31aa0cee-5d7c-4739-b2fc-4f36f0d90480 req-eacc255b-6faa-4cc5-a96f-6a7992d071fb tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 944 time: 0.1227293 Mar 01 13:42:44.103892 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2ef89b96-325d-444e-ac91-940f64f53602 req-a787c53e-584f-47d8-a957-a0792b5b085e tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba6c8292-3a64-48a4-b54f-5bcf0d993d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261172 Mar 01 13:42:44.132714 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9b999337-975a-4c54-bcb3-824b2fdc4cdf req-5db2e951-a978-493d-98d9-ca7b6253fcef tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (85ef3117-5817-4926-9ecc-8ce519cbab44), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:44.140541 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-31aa0cee-5d7c-4739-b2fc-4f36f0d90480 req-6eb3dbf8-806a-4eb3-a55e-9b17a0f04951 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031122 Mar 01 13:42:44.175202 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2e951-a978-493d-98d9-ca7b6253fcef tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Pushing event deleted for resources: {'Port': ['ID=85ef3117-5817-4926-9ecc-8ce519cbab44,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:44.269397 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-89870818-ba36-4080-9761-25bfeb6da378 req-282b0345-c23a-455f-b9e1-4987e3a679aa tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b4895d9-69ce-4c08-a704-166ec20bd39b HTTP/1.1" status: 200 len: 210 time: 0.0355661 Mar 01 13:42:44.270474 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b999337-975a-4c54-bcb3-824b2fdc4cdf req-5db2e951-a978-493d-98d9-ca7b6253fcef tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] No DVR routers for this DVR port 85ef3117-5817-4926-9ecc-8ce519cbab44 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:42:44.274239 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9b999337-975a-4c54-bcb3-824b2fdc4cdf req-5db2e951-a978-493d-98d9-ca7b6253fcef tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:44.277975 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9b999337-975a-4c54-bcb3-824b2fdc4cdf req-5db2e951-a978-493d-98d9-ca7b6253fcef tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.32 "DELETE /v2.0/ports/85ef3117-5817-4926-9ecc-8ce519cbab44 HTTP/1.1" status: 204 len: 173 time: 0.9604614 Mar 01 13:42:44.278448 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82169f35-0f46-49d4-b72b-f9f054af959c', 'name': 'network-vif-deleted', 'tag': '85ef3117-5817-4926-9ecc-8ce519cbab44'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:42:44.280738 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e269e7-9853-4d17-bc1f-faf1db501d8b" -d '{"events": [{"server_uuid": "82169f35-0f46-49d4-b72b-f9f054af959c", "name": "network-vif-deleted", "tag": "85ef3117-5817-4926-9ecc-8ce519cbab44"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:42:44.408528 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c011e978-d971-43db-a1ea-c9eacf365772 req-68b2c1ed-cda4-4341-a249-e6da0cde1243 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:44.416225 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c011e978-d971-43db-a1ea-c9eacf365772 req-68b2c1ed-cda4-4341-a249-e6da0cde1243 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 945 time: 0.1222024 Mar 01 13:42:44.448796 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6dc7f-27e9-4658-88ca-e2c00a720bbb req-8fa323b5-15cc-483e-a35d-25bcfa364582 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:44.450453 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d7b6dc7f-27e9-4658-88ca-e2c00a720bbb req-8fa323b5-15cc-483e-a35d-25bcfa364582 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 950 time: 0.1010203 Mar 01 13:42:44.500772 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c011e978-d971-43db-a1ea-c9eacf365772 req-b2dfaba4-3921-4870-a68a-5368fefdd1ea tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825877 Mar 01 13:42:44.545003 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4722753-27fc-4b94-b324-b0f6bb364505 x-openstack-request-id: req-b4722753-27fc-4b94-b324-b0f6bb364505 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:42:44.545291 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82169f35-0f46-49d4-b72b-f9f054af959c", "name": "network-vif-deleted", "tag": "85ef3117-5817-4926-9ecc-8ce519cbab44", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:42:44.545541 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4722753-27fc-4b94-b324-b0f6bb364505 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:42:44.545937 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82169f35-0f46-49d4-b72b-f9f054af959c', 'name': 'network-vif-deleted', 'tag': '85ef3117-5817-4926-9ecc-8ce519cbab44', 'status': 'completed', 'code': 200} Mar 01 13:42:44.559010 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d7b6dc7f-27e9-4658-88ca-e2c00a720bbb req-62960549-4068-42c2-a9b2-3abdf8d559d0 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903604 Mar 01 13:42:44.656866 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c024289-443b-4d7d-9d33-86ecba58e90c req-9fde5ad3-f6b3-4fd6-83d5-5ec4a7ca5125 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:44.658698 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2c024289-443b-4d7d-9d33-86ecba58e90c req-9fde5ad3-f6b3-4fd6-83d5-5ec4a7ca5125 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.0609968 Mar 01 13:42:44.716392 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2c024289-443b-4d7d-9d33-86ecba58e90c req-d26bd4f2-b6dc-4b13-b215-de3ace235ece tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494001 Mar 01 13:42:44.958988 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f684ba-b99a-4e3b-bad7-f35e064e1bd5 req-fdf57429-ad80-4524-a9d2-87a37372c5c8 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:44.960587 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-41f684ba-b99a-4e3b-bad7-f35e064e1bd5 req-fdf57429-ad80-4524-a9d2-87a37372c5c8 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 945 time: 0.0761983 Mar 01 13:42:45.016013 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-41f684ba-b99a-4e3b-bad7-f35e064e1bd5 req-4831ddd2-d359-463f-a8bb-87f223596635 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489807 Mar 01 13:42:45.260743 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 2dc23e93-85a7-434a-80ca-dc44a5668c0f up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:42:45.305901 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d6cbc-dfd3-46bf-b8ca-31bd6230eac0 req-813e29cf-7d0b-4c20-bf64-55949712834f tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:45.307480 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4e7d6cbc-dfd3-46bf-b8ca-31bd6230eac0 req-813e29cf-7d0b-4c20-bf64-55949712834f tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/ports?device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 943 time: 0.1140597 Mar 01 13:42:45.327813 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 2dc23e93-85a7-434a-80ca-dc44a5668c0f completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:42:45.350343 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 2dc23e93-85a7-434a-80ca-dc44a5668c0f triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:42:45.351438 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2dc23e93-85a7-434a-80ca-dc44a5668c0f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:45.379112 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 0d53c447-c1d9-47cb-a072-1103609237e6 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:42:45.386871 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41d8cb-6e99-4aab-956a-63661e68eeb9 req-0e02feef-c3e9-4e4b-9baf-5cf62b8ebadd tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:45.388814 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-db41d8cb-6e99-4aab-956a-63661e68eeb9 req-0e02feef-c3e9-4e4b-9baf-5cf62b8ebadd tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 944 time: 0.1330814 Mar 01 13:42:45.456504 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4e7d6cbc-dfd3-46bf-b8ca-31bd6230eac0 req-1cc2ef6a-a22e-4772-aca5-f9372aeb43ef tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba6c8292-3a64-48a4-b54f-5bcf0d993d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256940 Mar 01 13:42:45.539054 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-db41d8cb-6e99-4aab-956a-63661e68eeb9 req-fd4e3c02-f096-4729-910e-7ba8d05150df tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371863 Mar 01 13:42:45.578310 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 0d53c447-c1d9-47cb-a072-1103609237e6 is: DOWN; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:42:45.672435 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5f2b9316-431b-4d3e-8971-50be00299d65 req-b6f31084-f76a-4d8c-bdfb-fb8d0dda123b tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b4895d9-69ce-4c08-a704-166ec20bd39b HTTP/1.1" status: 200 len: 210 time: 0.0321567 Mar 01 13:42:45.672667 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 2dc23e93-85a7-434a-80ca-dc44a5668c0f is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:42:45.673035 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2dc23e93-85a7-434a-80ca-dc44a5668c0f), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:45.730807 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc780834-ebc9-4a2e-8488-5534a7d08541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc23e93-85a7-434a-80ca-dc44a5668c0f'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:42:45.735866 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ca7702-c7fd-4e99-a25f-c1dd5bff18e4" -d '{"events": [{"server_uuid": "dc780834-ebc9-4a2e-8488-5534a7d08541", "name": "network-vif-plugged", "status": "completed", "tag": "2dc23e93-85a7-434a-80ca-dc44a5668c0f"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:42:45.741115 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6760920-ce11-4e32-8413-cde39e7bbf26 req-06b2abbe-4614-48a5-9b4e-74e978fc1f5d tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:45.745051 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a6760920-ce11-4e32-8413-cde39e7bbf26 req-06b2abbe-4614-48a5-9b4e-74e978fc1f5d tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 945 time: 0.0917521 Mar 01 13:42:45.762321 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 2dc23e93-85a7-434a-80ca-dc44a5668c0f, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=2dc23e93-85a7-434a-80ca-dc44a5668c0f,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:45.772427 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (2dc23e93-85a7-434a-80ca-dc44a5668c0f), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:45.865173 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=2dc23e93-85a7-434a-80ca-dc44a5668c0f,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:45.871890 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a6760920-ce11-4e32-8413-cde39e7bbf26 req-7f038336-b1fe-4418-a571-9ba0884dbec0 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134226 Mar 01 13:42:45.903016 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055444a-9401-4ec9-ae0d-f4399e1eb03c req-6b6f401d-6e70-46c4-a671-7ba44eadb198 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:45.906438 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a66962-7236-46a3-883d-b1cd00e81c3c x-openstack-request-id: req-04a66962-7236-46a3-883d-b1cd00e81c3c {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:42:45.906772 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc780834-ebc9-4a2e-8488-5534a7d08541", "name": "network-vif-plugged", "status": "completed", "tag": "2dc23e93-85a7-434a-80ca-dc44a5668c0f", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:42:45.907032 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04a66962-7236-46a3-883d-b1cd00e81c3c {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:42:45.907428 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc780834-ebc9-4a2e-8488-5534a7d08541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc23e93-85a7-434a-80ca-dc44a5668c0f', 'code': 200} Mar 01 13:42:45.908390 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a055444a-9401-4ec9-ae0d-f4399e1eb03c req-6b6f401d-6e70-46c4-a671-7ba44eadb198 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 950 time: 0.1041274 Mar 01 13:42:45.996142 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a055444a-9401-4ec9-ae0d-f4399e1eb03c req-9059b64e-6a62-43d3-842c-7be6e6c0ebb2 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835931 Mar 01 13:42:46.101987 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175121f-c9ac-4734-a753-166cb2ce4ec4 req-c270baa1-050b-4a2b-ae47-5439250b62cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:46.104070 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e175121f-c9ac-4734-a753-166cb2ce4ec4 req-c270baa1-050b-4a2b-ae47-5439250b62cf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 1128 time: 0.1202791 Mar 01 13:42:46.112584 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8be21e-bbe9-43a6-aacd-da5d852e375e req-d2dedf42-d45c-42ba-9314-8887d5b440df tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:46.114548 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3c8be21e-bbe9-43a6-aacd-da5d852e375e req-d2dedf42-d45c-42ba-9314-8887d5b440df tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.1178517 Mar 01 13:42:46.227656 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3c8be21e-bbe9-43a6-aacd-da5d852e375e req-bd7bb2b5-c820-4951-b65b-ce8c753ea35f tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063139 Mar 01 13:42:46.268343 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e175121f-c9ac-4734-a753-166cb2ce4ec4 req-bb4f3b5e-a802-41fe-900e-fb71f482e365 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508243 Mar 01 13:42:46.303070 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-9a494465-8ecc-47fa-a898-9da18a07a413 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:46.305197 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-9a494465-8ecc-47fa-a898-9da18a07a413 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.20 "GET /v2.0/networks?id=73628e5b-19c4-4cc2-85ab-069a1adb3f94 HTTP/1.1" status: 200 len: 804 time: 0.1502726 Mar 01 13:42:46.318962 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-5f752392-abd3-4baf-837d-5dd9914c8e9d tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Request body: {'port': {'device_id': '6b4895d9-69ce-4c08-a704-166ec20bd39b', 'network_id': '73628e5b-19c4-4cc2-85ab-069a1adb3f94', 'admin_state_up': True, 'tenant_id': 'ff19a9aae91a436fac353be002907a07'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:42:46.325785 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e62b4-f81c-4c0e-900f-5b416798041f req-16e1bb95-a1dc-457d-bd74-2c40c18c3b17 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:46.330125 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-be4e62b4-f81c-4c0e-900f-5b416798041f req-16e1bb95-a1dc-457d-bd74-2c40c18c3b17 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 946 time: 0.1914055 Mar 01 13:42:46.422328 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-be4e62b4-f81c-4c0e-900f-5b416798041f req-b63c96f8-2cb5-449a-b46a-32ff4b93e5d0 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857251 Mar 01 13:42:46.462685 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-5f752392-abd3-4baf-837d-5dd9914c8e9d tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Made reservation on behalf of ff19a9aae91a436fac353be002907a07 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:42:46.466153 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-5f752392-abd3-4baf-837d-5dd9914c8e9d tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:46.601846 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-5f752392-abd3-4baf-837d-5dd9914c8e9d tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Allocated IP 172.20.0.7 (73628e5b-19c4-4cc2-85ab-069a1adb3f94/a72a1b6b-a371-4cd5-a742-432bd3fca273/ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:42:46.677455 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7ccc6-fb70-4dc9-b6c9-bbd0b9b7a5a7 req-dfa60e6b-cf9d-4807-9dc7-5c400b3ab032 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:46.679028 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-11a7ccc6-fb70-4dc9-b6c9-bbd0b9b7a5a7 req-dfa60e6b-cf9d-4807-9dc7-5c400b3ab032 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/ports?device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 943 time: 0.1227536 Mar 01 13:42:46.778800 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-11a7ccc6-fb70-4dc9-b6c9-bbd0b9b7a5a7 req-260d7637-f9c0-403a-9680-451899fd7d72 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba6c8292-3a64-48a4-b54f-5bcf0d993d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890527 Mar 01 13:42:46.793621 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-5f752392-abd3-4baf-837d-5dd9914c8e9d tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Publish callbacks [] for port (ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:46.795486 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71ffd8-a012-498e-935e-323ccb49842c req-7c2b1ae5-7c2b-46f4-b9d2-3061d2c1d558 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:46.803464 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4e71ffd8-a012-498e-935e-323ccb49842c req-7c2b1ae5-7c2b-46f4-b9d2-3061d2c1d558 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 944 time: 0.1148679 Mar 01 13:42:46.864729 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-5f752392-abd3-4baf-837d-5dd9914c8e9d tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:46.881608 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4e71ffd8-a012-498e-935e-323ccb49842c req-1e729535-dada-453e-ab2f-c3e5e66080ab tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770023 Mar 01 13:42:47.140375 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f0d25-6e70-4a30-8478-77b39a159af4 req-6df916df-8a1e-4990-984a-e8fccdb7f35e tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:47.146653 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-800f0d25-6e70-4a30-8478-77b39a159af4 req-6df916df-8a1e-4990-984a-e8fccdb7f35e tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 945 time: 0.1431141 Mar 01 13:42:47.174334 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbaa17-7494-47fa-947a-a50c491029b0 req-c22924b8-dcbe-408c-9a91-f60cdc91e4fd tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:47.180501 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-75dbaa17-7494-47fa-947a-a50c491029b0 req-c22924b8-dcbe-408c-9a91-f60cdc91e4fd tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b4895d9-69ce-4c08-a704-166ec20bd39b HTTP/1.1" status: 200 len: 931 time: 0.2631898 Mar 01 13:42:47.265791 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f752392-abd3-4baf-837d-5dd9914c8e9d tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Pushing event updated for resources: {'Port': ['ID=ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:47.273095 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 1b393259-3805-44d5-b28b-792564983337 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:42:47.293555 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 85ef3117-5817-4926-9ecc-8ce519cbab44 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:42:47.302190 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-5f752392-abd3-4baf-837d-5dd9914c8e9d tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Network 73628e5b-19c4-4cc2-85ab-069a1adb3f94 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:42:47.305292 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-5f752392-abd3-4baf-837d-5dd9914c8e9d tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:42:47.312317 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-5f752392-abd3-4baf-837d-5dd9914c8e9d tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:42:47.346714 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-800f0d25-6e70-4a30-8478-77b39a159af4 req-e5d59b46-130a-4771-9256-fb25cdb4512d tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888132 Mar 01 13:42:47.355238 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: 85ef3117-5817-4926-9ecc-8ce519cbab44 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:42:47.368186 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 85ef3117-5817-4926-9ecc-8ce519cbab44 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:42:47.393514 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-75dbaa17-7494-47fa-947a-a50c491029b0 req-91b75eb6-8da0-4e15-95ff-492a7447c67a tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929779 Mar 01 13:42:47.481055 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-5f752392-abd3-4baf-837d-5dd9914c8e9d tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:47.481705 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-5f752392-abd3-4baf-837d-5dd9914c8e9d tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:47.520180 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-5f752392-abd3-4baf-837d-5dd9914c8e9d tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2056215 Mar 01 13:42:47.531893 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-474dfc01-d2d9-4218-a180-070cb0c22aac service neutron] Request body: {'port': {'device_id': '6b4895d9-69ce-4c08-a704-166ec20bd39b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:42:47.633584 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 1b393259-3805-44d5-b28b-792564983337, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=1b393259-3805-44d5-b28b-792564983337,segment=NetworkSegment(76be1141-da3a-4816-ac4f-89311e32ce2c),segment_id=76be1141-da3a-4816-ac4f-89311e32ce2c)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:47.649597 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '1b393259-3805-44d5-b28b-792564983337', 'network_id': 'd0a7f147-f4bd-4e8a-9374-46eb56a01a5f', 'port_id': '1b393259-3805-44d5-b28b-792564983337', 'mac_address': 'fa:16:3e:29:1a:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21152697-35e7-482c-9d43-61ae8fb8c7e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:42:47.656747 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7bf23-afdd-4526-b8f4-8d35bd1a1fa8 req-1dec0f61-5b71-411f-ba4e-44788e410c9d tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:47.669029 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5ef7bf23-afdd-4526-b8f4-8d35bd1a1fa8 req-1dec0f61-5b71-411f-ba4e-44788e410c9d tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 950 time: 0.1910098 Mar 01 13:42:47.707069 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-474dfc01-d2d9-4218-a180-070cb0c22aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:47.718301 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 1b393259-3805-44d5-b28b-792564983337 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:42:47.719056 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1b393259-3805-44d5-b28b-792564983337), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:47.720218 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441d9fb-a6b8-4118-a826-b9008d36e4f7 req-13bf82d1-5acb-4ac0-9715-caf26f28f40a tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:47.725434 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7441d9fb-a6b8-4118-a826-b9008d36e4f7 req-13bf82d1-5acb-4ac0-9715-caf26f28f40a tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.2023945 Mar 01 13:42:47.744979 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b393259-3805-44d5-b28b-792564983337 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:42:47.772420 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 1b393259-3805-44d5-b28b-792564983337, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=1b393259-3805-44d5-b28b-792564983337,segment=NetworkSegment(76be1141-da3a-4816-ac4f-89311e32ce2c),segment_id=76be1141-da3a-4816-ac4f-89311e32ce2c)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:47.780200 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (1b393259-3805-44d5-b28b-792564983337), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:47.843169 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=1b393259-3805-44d5-b28b-792564983337,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:47.910876 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5ef7bf23-afdd-4526-b8f4-8d35bd1a1fa8 req-33cb0afe-9e9b-40f8-bba3-3a432f4c083e tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374828 Mar 01 13:42:47.931725 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7441d9fb-a6b8-4118-a826-b9008d36e4f7 req-6976f8e4-7c8e-492e-91ad-430b3158688c tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962667 Mar 01 13:42:48.105224 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-474dfc01-d2d9-4218-a180-070cb0c22aac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:42:48.116107 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-474dfc01-d2d9-4218-a180-070cb0c22aac service neutron] Publish callbacks [] for port (ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:48.135370 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-474dfc01-d2d9-4218-a180-070cb0c22aac service neutron] Transition to ACTIVE for port object ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:42:48.140761 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-474dfc01-d2d9-4218-a180-070cb0c22aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:48.150793 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57625262-37e6-407c-8829-7c88b2a55d62 req-a7abb930-8dd4-4971-af03-212c4a1ddd0e tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:48.160777 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-57625262-37e6-407c-8829-7c88b2a55d62 req-a7abb930-8dd4-4971-af03-212c4a1ddd0e tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 946 time: 0.0876625 Mar 01 13:42:48.209669 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474dfc01-d2d9-4218-a180-070cb0c22aac service neutron] Pushing event updated for resources: {'Port': ['ID=ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:48.219640 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['1b393259-3805-44d5-b28b-792564983337'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:42:48.387526 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-474dfc01-d2d9-4218-a180-070cb0c22aac service neutron] Attempting to bind port ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:42:48.388145 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-474dfc01-d2d9-4218-a180-070cb0c22aac service neutron] Attempting to bind port ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': 'a0a669d5-60b7-4c06-a9c5-37075f67475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '73628e5b-19c4-4cc2-85ab-069a1adb3f94'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:42:48.395483 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-474dfc01-d2d9-4218-a180-070cb0c22aac service neutron] Attempting to bind port ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4 on network 73628e5b-19c4-4cc2-85ab-069a1adb3f94 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:42:48.413093 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-474dfc01-d2d9-4218-a180-070cb0c22aac service neutron] Port ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4 on network 73628e5b-19c4-4cc2-85ab-069a1adb3f94 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:42:48.413487 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-474dfc01-d2d9-4218-a180-070cb0c22aac service neutron] Attempting to bind port ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4 on network 73628e5b-19c4-4cc2-85ab-069a1adb3f94 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:42:48.419605 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-474dfc01-d2d9-4218-a180-070cb0c22aac service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:42:48.420109 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-474dfc01-d2d9-4218-a180-070cb0c22aac service neutron] Checking segment: {'id': 'a0a669d5-60b7-4c06-a9c5-37075f67475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '73628e5b-19c4-4cc2-85ab-069a1adb3f94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:42:48.420596 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-474dfc01-d2d9-4218-a180-070cb0c22aac service neutron] Bound using segment: {'id': 'a0a669d5-60b7-4c06-a9c5-37075f67475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '73628e5b-19c4-4cc2-85ab-069a1adb3f94'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:42:48.421149 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-474dfc01-d2d9-4218-a180-070cb0c22aac service neutron] Bound port: ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0a669d5-60b7-4c06-a9c5-37075f67475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '73628e5b-19c4-4cc2-85ab-069a1adb3f94'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:42:48.422827 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-474dfc01-d2d9-4218-a180-070cb0c22aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:48.520695 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-474dfc01-d2d9-4218-a180-070cb0c22aac service neutron] For port ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:42:48.523969 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-474dfc01-d2d9-4218-a180-070cb0c22aac service neutron] For port ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4,segment=NetworkSegment(a0a669d5-60b7-4c06-a9c5-37075f67475a),segment_id=a0a669d5-60b7-4c06-a9c5-37075f67475a)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:42:48.531483 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-474dfc01-d2d9-4218-a180-070cb0c22aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:48.590588 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474dfc01-d2d9-4218-a180-070cb0c22aac service neutron] Pushing event updated for resources: {'Port': ['ID=ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:48.615865 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-474dfc01-d2d9-4218-a180-070cb0c22aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:48.616077 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-474dfc01-d2d9-4218-a180-070cb0c22aac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:48.617492 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-474dfc01-d2d9-4218-a180-070cb0c22aac service neutron] 10.222.0.20 "PUT /v2.0/ports/ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4 HTTP/1.1" status: 200 len: 1091 time: 1.0899570 Mar 01 13:42:48.618979 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4895d9-69ce-4c08-a704-166ec20bd39b', 'tag': 'ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:42:48.622629 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5b3bf4-1135-4e6b-81c8-97cbf998c83b" -d '{"events": [{"name": "network-changed", "server_uuid": "6b4895d9-69ce-4c08-a704-166ec20bd39b", "tag": "ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:42:48.625875 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729977c-2500-46e2-9630-6fbcf9460d61 req-c5792014-2794-468e-8694-dce6f7b5c4c9 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:48.632868 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e729977c-2500-46e2-9630-6fbcf9460d61 req-c5792014-2794-468e-8694-dce6f7b5c4c9 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/ports?device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 944 time: 0.4698563 Mar 01 13:42:48.649299 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-57625262-37e6-407c-8829-7c88b2a55d62 req-6ba0d00d-d45b-425f-97a3-bce29c35f169 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4875565 Mar 01 13:42:48.717328 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-98a1f7ff-132d-4ff5-81af-632213cc3ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:48.720277 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-98a1f7ff-132d-4ff5-81af-632213cc3ba4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff19a9aae91a436fac353be002907a07&device_id=6b4895d9-69ce-4c08-a704-166ec20bd39b HTTP/1.1" status: 200 len: 1125 time: 0.0540993 Mar 01 13:42:48.744995 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e729977c-2500-46e2-9630-6fbcf9460d61 req-b4a89d3a-20c6-4f46-bf80-a4ce5c6c9835 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba6c8292-3a64-48a4-b54f-5bcf0d993d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065102 Mar 01 13:42:48.791224 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-8b49dcf2-8f72-43bc-b366-a10d0a1c437e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4 HTTP/1.1" status: 200 len: 217 time: 0.0621235 Mar 01 13:42:48.833597 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaddc14-f965-4e59-b532-8defd3819566 req-70887776-84f8-4cd5-92b7-838c6f6980b6 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:48.835384 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dbaddc14-f965-4e59-b532-8defd3819566 req-70887776-84f8-4cd5-92b7-838c6f6980b6 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 944 time: 0.0761812 Mar 01 13:42:48.873633 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-377c14d9-bc81-40ba-a24d-f936b958e732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:48.875743 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-377c14d9-bc81-40ba-a24d-f936b958e732 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a72a1b6b-a371-4cd5-a742-432bd3fca273 HTTP/1.1" status: 200 len: 844 time: 0.0711756 Mar 01 13:42:48.936963 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-9b237806-2a9b-44f6-b53a-ab5f7060ed8c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73628e5b-19c4-4cc2-85ab-069a1adb3f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413005 Mar 01 13:42:48.942556 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dbaddc14-f965-4e59-b532-8defd3819566 req-f9692a4e-2d2d-4576-b727-d23e8a62338d tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986528 Mar 01 13:42:48.972535 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798771b-7cac-4dc7-b708-86d55cb00d9e req-18c3e848-1c4d-490b-95b4-76c5dd182d6e tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:48.974053 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3798771b-7cac-4dc7-b708-86d55cb00d9e req-18c3e848-1c4d-490b-95b4-76c5dd182d6e tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 945 time: 0.1233299 Mar 01 13:42:49.044972 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3798771b-7cac-4dc7-b708-86d55cb00d9e req-daa434be-19d0-4300-b1bd-3e464805658d tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644052 Mar 01 13:42:49.140836 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d20193-f658-4956-a03c-11c954b6d21b x-openstack-request-id: req-68d20193-f658-4956-a03c-11c954b6d21b {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:42:49.141365 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b4895d9-69ce-4c08-a704-166ec20bd39b", "tag": "ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:42:49.141807 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68d20193-f658-4956-a03c-11c954b6d21b {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:42:49.142351 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b4895d9-69ce-4c08-a704-166ec20bd39b', 'tag': 'ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4', 'status': 'completed', 'code': 200} Mar 01 13:42:49.153426 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-7d063aa7-59d9-43c0-a564-cd4a192b6ce7 service neutron] 10.222.0.20 "GET /v2.0/networks/73628e5b-19c4-4cc2-85ab-069a1adb3f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046225 Mar 01 13:42:49.158490 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ce4e0587-7f8d-4e3c-86a6-8b677969d805 req-db2bde45-16a3-4d4e-a53c-bccb24d97027 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1002491 Mar 01 13:42:49.175113 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739eba9-738d-4618-b7a5-4b8ff257d970 req-988f3153-5bf4-4f61-92b6-cbf8c18dc094 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:49.176668 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6739eba9-738d-4618-b7a5-4b8ff257d970 req-988f3153-5bf4-4f61-92b6-cbf8c18dc094 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b4895d9-69ce-4c08-a704-166ec20bd39b HTTP/1.1" status: 200 len: 943 time: 0.1150408 Mar 01 13:42:49.290074 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6739eba9-738d-4618-b7a5-4b8ff257d970 req-5a9efa7b-60bd-495d-8d50-8ab6c6850ae6 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047447 Mar 01 13:42:49.321990 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e0587-7f8d-4e3c-86a6-8b677969d805 req-4c579c3b-1ff8-4188-9af7-2021c0a24dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:49.323462 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ce4e0587-7f8d-4e3c-86a6-8b677969d805 req-4c579c3b-1ff8-4188-9af7-2021c0a24dc9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=980a0cdea86543af87d11d7652b91c08&device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5 HTTP/1.1" status: 200 len: 1148 time: 0.0691054 Mar 01 13:42:49.327805 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417fe23-b4ec-46ed-80cb-8f4ba54ef0cc req-e98aab84-8305-473a-93eb-4cb862b70d98 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:49.337945 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5417fe23-b4ec-46ed-80cb-8f4ba54ef0cc req-e98aab84-8305-473a-93eb-4cb862b70d98 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.1093724 Mar 01 13:42:49.418950 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5417fe23-b4ec-46ed-80cb-8f4ba54ef0cc req-934ba238-c27b-4ae6-a21d-e88c156c4d20 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799026 Mar 01 13:42:49.494652 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f40df48-ebef-486c-832e-c34055633dc5 req-959cca0f-88df-4a4b-b555-7b760564981c tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:49.496247 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7f40df48-ebef-486c-832e-c34055633dc5 req-959cca0f-88df-4a4b-b555-7b760564981c tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 950 time: 0.0770032 Mar 01 13:42:49.523843 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e0587-7f8d-4e3c-86a6-8b677969d805 req-a7304da2-1497-47d5-a13e-419e623e9d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:49.524807 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ce4e0587-7f8d-4e3c-86a6-8b677969d805 req-a7304da2-1497-47d5-a13e-419e623e9d95 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b187e7ca-336b-42a6-9348-f5c88fd21398 HTTP/1.1" status: 200 len: 918 time: 0.1777625 Mar 01 13:42:49.575620 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7f40df48-ebef-486c-832e-c34055633dc5 req-9af9aa80-b7d3-4510-9cd6-e5c82163f18d tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702369 Mar 01 13:42:49.587227 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ce4e0587-7f8d-4e3c-86a6-8b677969d805 req-534f7391-f374-4b73-8deb-04be52e9d941 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f23864cc-b6f5-4d96-9f69-088617d6957b HTTP/1.1" status: 200 len: 217 time: 0.0454099 Mar 01 13:42:49.597405 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0a38fbb9-f989-4b43-8bbd-1e4630e5d5fa req-9b1b9db4-1aeb-4cb6-96db-1acdc2e771e1 service neutron] 10.222.0.20 "GET /v2.0/networks/73628e5b-19c4-4cc2-85ab-069a1adb3f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297333 Mar 01 13:42:49.686040 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e0587-7f8d-4e3c-86a6-8b677969d805 req-920cd68c-19a5-43bb-9e07-1f7b522d246e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:49.687661 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ce4e0587-7f8d-4e3c-86a6-8b677969d805 req-920cd68c-19a5-43bb-9e07-1f7b522d246e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3b03883-8a75-4db3-9fa2-b5308f8a1ccf HTTP/1.1" status: 200 len: 857 time: 0.0890980 Mar 01 13:42:49.724724 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b3bf4-1135-4e6b-81c8-97cbf998c83b req-930e67bf-fc6b-4dcb-a90f-40127d9da174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:49.726823 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1c5b3bf4-1135-4e6b-81c8-97cbf998c83b req-930e67bf-fc6b-4dcb-a90f-40127d9da174 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff19a9aae91a436fac353be002907a07&device_id=6b4895d9-69ce-4c08-a704-166ec20bd39b HTTP/1.1" status: 200 len: 1125 time: 0.0788841 Mar 01 13:42:49.759749 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ce4e0587-7f8d-4e3c-86a6-8b677969d805 req-3d6af580-43ac-4c5a-a7da-f720ad5b636e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b187e7ca-336b-42a6-9348-f5c88fd21398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629501 Mar 01 13:42:49.843127 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38187a-1cf0-4ee6-8d2b-35d8ba7a5582 req-41701926-75c0-4cd1-9993-278580c780e5 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:49.844820 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aa38187a-1cf0-4ee6-8d2b-35d8ba7a5582 req-41701926-75c0-4cd1-9993-278580c780e5 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 946 time: 0.0965209 Mar 01 13:42:49.944160 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b3bf4-1135-4e6b-81c8-97cbf998c83b req-4e9b727d-ee99-47d0-827c-0d7155a09897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:49.947703 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1c5b3bf4-1135-4e6b-81c8-97cbf998c83b req-4e9b727d-ee99-47d0-827c-0d7155a09897 service neutron] 10.222.0.20 "GET /v2.0/networks?id=73628e5b-19c4-4cc2-85ab-069a1adb3f94 HTTP/1.1" status: 200 len: 905 time: 0.2053216 Mar 01 13:42:49.951118 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aa38187a-1cf0-4ee6-8d2b-35d8ba7a5582 req-89e9a740-fa69-49eb-866e-11fdeff6aee0 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859861 Mar 01 13:42:49.962358 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9540eea-13ea-43b9-ab32-7b70b64297bb req-b41664d3-79b4-43a0-8188-75743fecd604 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:49.966203 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b9540eea-13ea-43b9-ab32-7b70b64297bb req-b41664d3-79b4-43a0-8188-75743fecd604 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/ports?device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 944 time: 0.1200876 Mar 01 13:42:50.055136 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1c5b3bf4-1135-4e6b-81c8-97cbf998c83b req-68f80069-271c-4e3c-8844-c4778dd68500 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4 HTTP/1.1" status: 200 len: 217 time: 0.0586634 Mar 01 13:42:50.093607 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b9540eea-13ea-43b9-ab32-7b70b64297bb req-cecfedbe-8ab2-4ae4-9287-5dbff4e0341d tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba6c8292-3a64-48a4-b54f-5bcf0d993d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222057 Mar 01 13:42:50.138608 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ce4e0587-7f8d-4e3c-86a6-8b677969d805 req-b9c52851-cc16-4ef9-9015-11f9b5c44d04 service neutron] 10.222.0.20 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626823 Mar 01 13:42:50.144013 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b3bf4-1135-4e6b-81c8-97cbf998c83b req-a2461200-b98b-4eb7-862a-765296d68b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:50.145681 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1c5b3bf4-1135-4e6b-81c8-97cbf998c83b req-a2461200-b98b-4eb7-862a-765296d68b12 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a72a1b6b-a371-4cd5-a742-432bd3fca273 HTTP/1.1" status: 200 len: 844 time: 0.0836344 Mar 01 13:42:50.196557 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27d64c-8788-445f-9cd9-10bbd83b40e3 req-3efadcc9-6ed6-49e9-9caf-7d816aeff208 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:50.198135 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9a27d64c-8788-445f-9cd9-10bbd83b40e3 req-3efadcc9-6ed6-49e9-9caf-7d816aeff208 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 944 time: 0.1342628 Mar 01 13:42:50.235295 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1c5b3bf4-1135-4e6b-81c8-97cbf998c83b req-557e69bb-d76e-4f44-9645-a85523722fc4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73628e5b-19c4-4cc2-85ab-069a1adb3f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786786 Mar 01 13:42:50.285413 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9a27d64c-8788-445f-9cd9-10bbd83b40e3 req-4b85dccd-6892-4cf2-8e8e-709f82ee42f5 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778301 Mar 01 13:42:50.294696 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69192cd4-aa7e-4d74-bac4-21ae3621e81d req-51aa21cb-fe17-49c0-a9e4-45f5732f9900 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:50.300206 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-69192cd4-aa7e-4d74-bac4-21ae3621e81d req-51aa21cb-fe17-49c0-a9e4-45f5732f9900 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 945 time: 0.1010122 Mar 01 13:42:50.352660 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1c5b3bf4-1135-4e6b-81c8-97cbf998c83b req-9e9518b1-c088-4c31-91be-7f09fb6d048b service neutron] 10.222.0.20 "GET /v2.0/networks/73628e5b-19c4-4cc2-85ab-069a1adb3f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086326 Mar 01 13:42:50.365693 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-69192cd4-aa7e-4d74-bac4-21ae3621e81d req-905aedf1-eedb-499d-ab95-965dbfa794e7 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645251 Mar 01 13:42:50.436471 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ce4e0587-7f8d-4e3c-86a6-8b677969d805 req-5f339d39-a5f8-4af3-8536-b3caca0b6f49 service neutron] 10.222.0.20 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892210 Mar 01 13:42:50.483577 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1c5b3bf4-1135-4e6b-81c8-97cbf998c83b req-448197b1-2715-4085-b15b-da5667e1947f service neutron] 10.222.0.20 "GET /v2.0/networks/73628e5b-19c4-4cc2-85ab-069a1adb3f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237998 Mar 01 13:42:50.512865 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b1954-be81-474e-adc7-0c44f257c3d9 req-28209d51-e8f5-437a-9294-09494678b492 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:50.514643 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d98b1954-be81-474e-adc7-0c44f257c3d9 req-28209d51-e8f5-437a-9294-09494678b492 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b4895d9-69ce-4c08-a704-166ec20bd39b HTTP/1.1" status: 200 len: 943 time: 0.1002617 Mar 01 13:42:50.605928 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d98b1954-be81-474e-adc7-0c44f257c3d9 req-f24f62ec-b157-4cf8-8727-d1f8f3b1da09 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814085 Mar 01 13:42:50.639514 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a315c03-2585-4558-8541-64ccbf10ce21 req-9087ba75-c373-46ee-a4d8-064c416d338e tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:50.642157 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0a315c03-2585-4558-8541-64ccbf10ce21 req-9087ba75-c373-46ee-a4d8-064c416d338e tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.1051407 Mar 01 13:42:50.706467 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0a315c03-2585-4558-8541-64ccbf10ce21 req-f183865c-8758-42f4-b3e3-3bc33268e444 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586667 Mar 01 13:42:50.801860 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdf127-57ed-48b8-a918-a9ae51779eb3 req-c33bab56-ed1b-4a5d-95f0-a8c83e40a017 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:50.803564 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-56fdf127-57ed-48b8-a918-a9ae51779eb3 req-c33bab56-ed1b-4a5d-95f0-a8c83e40a017 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 950 time: 0.0632460 Mar 01 13:42:50.862143 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-56fdf127-57ed-48b8-a918-a9ae51779eb3 req-37fd3056-c442-432f-bada-f953a02048b8 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507860 Mar 01 13:42:51.119061 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94e67b-904e-4328-a31d-e94517eee55f req-15b122c8-c80d-4d13-8e83-4462508190b1 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:51.121177 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cb94e67b-904e-4328-a31d-e94517eee55f req-15b122c8-c80d-4d13-8e83-4462508190b1 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 946 time: 0.0805662 Mar 01 13:42:51.196933 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cb94e67b-904e-4328-a31d-e94517eee55f req-f8135caa-f31a-4ce0-b859-357217d3828c tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628159 Mar 01 13:42:51.268279 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 1b393259-3805-44d5-b28b-792564983337 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:42:51.304887 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c43cb-7a40-41b7-9f72-ae90000a468b req-8880c390-ccd8-4cd8-84af-b7d56da6436e tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:51.312466 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-421c43cb-7a40-41b7-9f72-ae90000a468b req-8880c390-ccd8-4cd8-84af-b7d56da6436e tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/ports?device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 944 time: 0.0885324 Mar 01 13:42:51.368852 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-421c43cb-7a40-41b7-9f72-ae90000a468b req-d3150b74-2c3f-422e-9bda-4a5b8547cdf7 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba6c8292-3a64-48a4-b54f-5bcf0d993d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556059 Mar 01 13:42:51.399141 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 1b393259-3805-44d5-b28b-792564983337 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:42:51.405135 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 1b393259-3805-44d5-b28b-792564983337 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:42:51.405759 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (1b393259-3805-44d5-b28b-792564983337), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:51.446760 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-74987419-0707-4cff-8f60-98d0f8da7102 req-2a398444-c05c-406b-ab3a-a0b80361a533 service neutron] 10.222.0.20 "GET /v2.0/ports/0d53c447-c1d9-47cb-a072-1103609237e6/bindings/n-h1-827467-3 HTTP/1.1" status: 200 len: 384 time: 0.0980635 Mar 01 13:42:51.528576 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c9d03-8eb7-40d2-8093-13bd62cdb0c4 req-511fddc4-50e1-41cb-b5e2-491bf10eb41b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:51.537411 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-451c9d03-8eb7-40d2-8093-13bd62cdb0c4 req-511fddc4-50e1-41cb-b5e2-491bf10eb41b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 944 time: 0.1020024 Mar 01 13:42:51.553095 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 1b393259-3805-44d5-b28b-792564983337 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:42:51.554105 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1b393259-3805-44d5-b28b-792564983337), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:51.626069 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d3e87-0a85-4e5a-8ae9-0d09c53db158 req-fadfd003-5294-46b1-b1d7-3cbcfa916cef tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:51.633613 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f4d3e87-0a85-4e5a-8ae9-0d09c53db158 req-fadfd003-5294-46b1-b1d7-3cbcfa916cef tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 945 time: 0.1314464 Mar 01 13:42:51.650498 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-451c9d03-8eb7-40d2-8093-13bd62cdb0c4 req-b3d6a521-6933-4515-bdc7-79262c2a4c0f tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121190 Mar 01 13:42:51.663039 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-74987419-0707-4cff-8f60-98d0f8da7102 req-cbb08b5f-e610-492c-b3ff-2c94ec4129ef service neutron] For port 0d53c447-c1d9-47cb-a072-1103609237e6, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=0d53c447-c1d9-47cb-a072-1103609237e6,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:51.688474 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-74987419-0707-4cff-8f60-98d0f8da7102 req-cbb08b5f-e610-492c-b3ff-2c94ec4129ef service neutron] For port 0d53c447-c1d9-47cb-a072-1103609237e6, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:42:51.729224 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-74987419-0707-4cff-8f60-98d0f8da7102 req-cbb08b5f-e610-492c-b3ff-2c94ec4129ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d53c447-c1d9-47cb-a072-1103609237e6 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:42:51.741833 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-74987419-0707-4cff-8f60-98d0f8da7102 req-cbb08b5f-e610-492c-b3ff-2c94ec4129ef service neutron] For port 0d53c447-c1d9-47cb-a072-1103609237e6, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=0d53c447-c1d9-47cb-a072-1103609237e6,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:51.755247 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f4d3e87-0a85-4e5a-8ae9-0d09c53db158 req-6a486d88-ed29-4189-a66d-cb73768120aa tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204627 Mar 01 13:42:51.762940 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-74987419-0707-4cff-8f60-98d0f8da7102 req-cbb08b5f-e610-492c-b3ff-2c94ec4129ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (0d53c447-c1d9-47cb-a072-1103609237e6), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:51.774436 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 1b393259-3805-44d5-b28b-792564983337, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=1b393259-3805-44d5-b28b-792564983337,segment=NetworkSegment(76be1141-da3a-4816-ac4f-89311e32ce2c),segment_id=76be1141-da3a-4816-ac4f-89311e32ce2c)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:51.775129 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19558a94-6eb8-4d4d-a848-e921b8fbee2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b393259-3805-44d5-b28b-792564983337'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:42:51.777849 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f0dedf-376f-49a4-9aa0-a5c4edfe0e1c" -d '{"events": [{"server_uuid": "19558a94-6eb8-4d4d-a848-e921b8fbee2a", "name": "network-vif-plugged", "status": "completed", "tag": "1b393259-3805-44d5-b28b-792564983337"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:42:51.785982 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (1b393259-3805-44d5-b28b-792564983337), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:51.854495 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=1b393259-3805-44d5-b28b-792564983337,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:51.889678 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7abec0-1c41-4b69-9b59-9916bc7c993c req-5ee66621-424f-460c-828c-99e367f1850f tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:51.899838 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bf7abec0-1c41-4b69-9b59-9916bc7c993c req-5ee66621-424f-460c-828c-99e367f1850f tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b4895d9-69ce-4c08-a704-166ec20bd39b HTTP/1.1" status: 200 len: 943 time: 0.1275432 Mar 01 13:42:51.909157 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-74987419-0707-4cff-8f60-98d0f8da7102 req-cbb08b5f-e610-492c-b3ff-2c94ec4129ef service neutron] Transition to ACTIVE for port object 0d53c447-c1d9-47cb-a072-1103609237e6 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:42:51.917222 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-74987419-0707-4cff-8f60-98d0f8da7102 req-cbb08b5f-e610-492c-b3ff-2c94ec4129ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (0d53c447-c1d9-47cb-a072-1103609237e6), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:51.993803 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bf7abec0-1c41-4b69-9b59-9916bc7c993c req-ce649877-1d64-49fe-9473-dc208fcbce46 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890107 Mar 01 13:42:51.999241 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-74987419-0707-4cff-8f60-98d0f8da7102 req-cbb08b5f-e610-492c-b3ff-2c94ec4129ef service neutron] No DVR routers for this DVR port 0d53c447-c1d9-47cb-a072-1103609237e6 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:42:52.032693 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f27a3e-9a36-445d-a214-c77a38bcd23b req-a3f108a1-e580-4dcc-a17b-cad6230c9309 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:52.034479 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b1f27a3e-9a36-445d-a214-c77a38bcd23b req-a3f108a1-e580-4dcc-a17b-cad6230c9309 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.0986774 Mar 01 13:42:52.040849 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb08b5f-e610-492c-b3ff-2c94ec4129ef service neutron] Pushing event updated for resources: {'Port': ['ID=0d53c447-c1d9-47cb-a072-1103609237e6,revision_number=10']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:52.046872 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-74987419-0707-4cff-8f60-98d0f8da7102 req-cbb08b5f-e610-492c-b3ff-2c94ec4129ef service neutron] 10.222.0.20 "PUT /v2.0/ports/0d53c447-c1d9-47cb-a072-1103609237e6/bindings/n-h1-827467-3/activate HTTP/1.1" status: 200 len: 369 time: 0.5923638 Mar 01 13:42:52.069858 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0da2b7-0f68-4793-91ca-ef3945c6c631 x-openstack-request-id: req-aa0da2b7-0f68-4793-91ca-ef3945c6c631 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:42:52.070615 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19558a94-6eb8-4d4d-a848-e921b8fbee2a", "name": "network-vif-plugged", "status": "completed", "tag": "1b393259-3805-44d5-b28b-792564983337", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:42:52.070872 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa0da2b7-0f68-4793-91ca-ef3945c6c631 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:42:52.071281 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19558a94-6eb8-4d4d-a848-e921b8fbee2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b393259-3805-44d5-b28b-792564983337', 'code': 200} Mar 01 13:42:52.121455 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b1f27a3e-9a36-445d-a214-c77a38bcd23b req-5207d519-e069-4842-b258-ffa7ce68a357 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798085 Mar 01 13:42:52.186433 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d63d7-a350-45fb-8abf-cf20c0f94d5b req-4e84f2eb-2064-42bc-8749-c362ad72dba1 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:52.188028 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aa2d63d7-a350-45fb-8abf-cf20c0f94d5b req-4e84f2eb-2064-42bc-8749-c362ad72dba1 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 950 time: 0.0576539 Mar 01 13:42:52.258810 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aa2d63d7-a350-45fb-8abf-cf20c0f94d5b req-5fc975dd-823a-4d42-a038-59c02bc924a6 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626931 Mar 01 13:42:52.326988 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a5e9e-a76c-46b9-94b7-c196180f9fad req-501aa60d-f461-4aec-b029-3e4f26272301 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:52.328508 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-159a5e9e-a76c-46b9-94b7-c196180f9fad req-501aa60d-f461-4aec-b029-3e4f26272301 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 946 time: 0.0557389 Mar 01 13:42:52.388912 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-159a5e9e-a76c-46b9-94b7-c196180f9fad req-0981c26f-e7cb-4e95-bc37-5025470acdd4 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538526 Mar 01 13:42:52.512795 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a5f4f-ff4e-4350-bf6a-906c5be91068 req-a127198e-77e8-49ae-b26e-69d25eb1b969 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:52.514437 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-353a5f4f-ff4e-4350-bf6a-906c5be91068 req-a127198e-77e8-49ae-b26e-69d25eb1b969 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/ports?device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 945 time: 0.0592721 Mar 01 13:42:52.570675 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-353a5f4f-ff4e-4350-bf6a-906c5be91068 req-75201883-c10d-436b-857b-bb40d5624eeb tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba6c8292-3a64-48a4-b54f-5bcf0d993d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492806 Mar 01 13:42:52.790180 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820d567-0938-427e-9e48-aae35cb4b568 req-670eb58d-eaa2-4af9-ae8b-7a03a1596d27 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:52.791715 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4820d567-0938-427e-9e48-aae35cb4b568 req-670eb58d-eaa2-4af9-ae8b-7a03a1596d27 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 945 time: 0.0606778 Mar 01 13:42:52.874769 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4820d567-0938-427e-9e48-aae35cb4b568 req-33e79279-92b8-4202-9f4e-cfd1b9a3b03c tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762165 Mar 01 13:42:52.889277 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa398bf-5e12-49b6-8251-202c179d5473 req-ddb8028a-6f41-4f80-b04e-7e6daffb948d tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:52.890742 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fa398bf-5e12-49b6-8251-202c179d5473 req-ddb8028a-6f41-4f80-b04e-7e6daffb948d tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 945 time: 0.0750072 Mar 01 13:42:52.942542 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fa398bf-5e12-49b6-8251-202c179d5473 req-ae8d6e73-f68e-4918-be3d-064608138299 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417016 Mar 01 13:42:53.127321 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1fe79-3595-41b9-b22f-27f54e45798e req-cc892425-efdb-487b-9960-271ce767e3a1 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:53.128838 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-04d1fe79-3595-41b9-b22f-27f54e45798e req-cc892425-efdb-487b-9960-271ce767e3a1 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?device_id=1849decd-e761-42bc-8f53-7f2b2dfb0d14 HTTP/1.1" status: 200 len: 950 time: 0.0821714 Mar 01 13:42:53.135412 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e37558-ae2a-456e-b92a-438e582c22b3 req-cbe1f0f3-041f-474c-bcaa-b41d5066bb25 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:53.136800 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-20e37558-ae2a-456e-b92a-438e582c22b3 req-cbe1f0f3-041f-474c-bcaa-b41d5066bb25 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b4895d9-69ce-4c08-a704-166ec20bd39b HTTP/1.1" status: 200 len: 943 time: 0.0814555 Mar 01 13:42:53.211099 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-04d1fe79-3595-41b9-b22f-27f54e45798e req-c7a6ab8f-f27a-4bb4-aa81-768bf48d4057 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b5205c3-0740-433f-9e1b-5e522975ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733485 Mar 01 13:42:53.214072 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-20e37558-ae2a-456e-b92a-438e582c22b3 req-88aaf2e4-b663-4a13-8b5f-5588f89d515c tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702398 Mar 01 13:42:53.322841 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac987c-5e7c-475c-b511-303047dc8df9 req-fa6da18c-820b-4da2-8b3a-1baa85567e4a tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:53.324360 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-40ac987c-5e7c-475c-b511-303047dc8df9 req-fa6da18c-820b-4da2-8b3a-1baa85567e4a tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.0529833 Mar 01 13:42:53.399122 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:42:53.400984 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-40ac987c-5e7c-475c-b511-303047dc8df9 req-4f245b82-d459-4488-8d6d-dd145e511d28 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662661 Mar 01 13:42:53.408630 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac7a1c-e3d2-4f86-9e3c-6ff791e3d041 req-a701c0cd-8cf1-4177-824c-cb0a9f69606f tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:53.410067 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d9ac7a1c-e3d2-4f86-9e3c-6ff791e3d041 req-a701c0cd-8cf1-4177-824c-cb0a9f69606f tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 950 time: 0.0848382 Mar 01 13:42:53.464990 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d9ac7a1c-e3d2-4f86-9e3c-6ff791e3d041 req-6c0b73ec-6132-4a16-9581-d8f5a6b4e96b tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481060 Mar 01 13:42:53.499173 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4,segment=NetworkSegment(a0a669d5-60b7-4c06-a9c5-37075f67475a),segment_id=a0a669d5-60b7-4c06-a9c5-37075f67475a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:53.511610 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': 'ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4', 'network_id': '73628e5b-19c4-4cc2-85ab-069a1adb3f94', 'port_id': 'ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4', 'mac_address': 'fa:16:3e:26:0e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a72a1b6b-a371-4cd5-a742-432bd3fca273', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:42:53.519846 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ed9bc-ba95-4880-9d93-a5151bbfa774 req-2ffd57f3-3237-47bb-af53-76009b0c86f3 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:53.521355 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c6ed9bc-ba95-4880-9d93-a5151bbfa774 req-2ffd57f3-3237-47bb-af53-76009b0c86f3 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 946 time: 0.0552306 Mar 01 13:42:53.550615 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:42:53.550888 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:53.568193 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:42:53.578011 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c6ed9bc-ba95-4880-9d93-a5151bbfa774 req-b916bb5a-9d07-42ff-9639-6bd2e05d9a73 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482819 Mar 01 13:42:53.588061 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4,segment=NetworkSegment(a0a669d5-60b7-4c06-a9c5-37075f67475a),segment_id=a0a669d5-60b7-4c06-a9c5-37075f67475a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:53.593447 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:53.640314 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:53.694207 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5c5de-2f07-476d-bb12-b1ca33c35964 req-1e2710ca-8514-4fd4-b406-f10c6a0800e8 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:53.695713 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-28b5c5de-2f07-476d-bb12-b1ca33c35964 req-1e2710ca-8514-4fd4-b406-f10c6a0800e8 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/ports?device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 945 time: 0.0577738 Mar 01 13:42:53.741325 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-28b5c5de-2f07-476d-bb12-b1ca33c35964 req-6a6e1071-1c77-40ea-90a7-a87083b84ec9 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba6c8292-3a64-48a4-b54f-5bcf0d993d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401068 Mar 01 13:42:53.966322 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:42:54.003492 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde565a-dd78-4271-9e00-5d60aea57910 req-df338c8a-ec62-4d22-b488-942498b3529b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:54.005500 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dfde565a-dd78-4271-9e00-5d60aea57910 req-df338c8a-ec62-4d22-b488-942498b3529b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 945 time: 0.0605483 Mar 01 13:42:54.078245 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dfde565a-dd78-4271-9e00-5d60aea57910 req-e264c0cd-4012-449f-877f-909dcde6d4fd tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675404 Mar 01 13:42:54.107233 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98861557-417d-4859-adb0-6d80915ec5e0 req-f7abfcf6-c398-4fcd-b47a-eccef44c998b tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:54.107233 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-98861557-417d-4859-adb0-6d80915ec5e0 req-f7abfcf6-c398-4fcd-b47a-eccef44c998b tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 945 time: 0.0814099 Mar 01 13:42:54.145801 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-98861557-417d-4859-adb0-6d80915ec5e0 req-ec2511d7-5e47-4edf-94f1-7bee9eb43a32 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418270 Mar 01 13:42:54.366969 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755f714-c32a-433f-b0d9-80918aa88930 req-a5f64942-d560-4c3e-85de-9d261d0b4f2e tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:54.368496 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3755f714-c32a-433f-b0d9-80918aa88930 req-a5f64942-d560-4c3e-85de-9d261d0b4f2e tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?device_id=1849decd-e761-42bc-8f53-7f2b2dfb0d14 HTTP/1.1" status: 200 len: 950 time: 0.0870168 Mar 01 13:42:54.376218 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8919b0-5fca-462a-96fd-00ee48cd3ab7 req-05780f7d-8ba1-42af-987f-f0b2058f5cd2 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:54.378254 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2f8919b0-5fca-462a-96fd-00ee48cd3ab7 req-05780f7d-8ba1-42af-987f-f0b2058f5cd2 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b4895d9-69ce-4c08-a704-166ec20bd39b HTTP/1.1" status: 200 len: 944 time: 0.0955789 Mar 01 13:42:54.447892 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3755f714-c32a-433f-b0d9-80918aa88930 req-9e9cb66e-cc80-431a-a473-1272f2ea1e08 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b5205c3-0740-433f-9e1b-5e522975ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685861 Mar 01 13:42:54.451856 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2f8919b0-5fca-462a-96fd-00ee48cd3ab7 req-145c3255-1aab-48fb-82aa-0ca503632777 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670655 Mar 01 13:42:54.582443 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614cde7-3fbe-43f8-99c5-c98a9d9f6b70 req-4b371b7e-20e5-4938-82d1-3460937ff390 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:54.583919 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a614cde7-3fbe-43f8-99c5-c98a9d9f6b70 req-4b371b7e-20e5-4938-82d1-3460937ff390 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.0825531 Mar 01 13:42:54.619869 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485a812-b867-4707-9f7b-b4f3e2bd0915 req-cd4cd343-ea6c-43e6-9bc6-07e876b568ca tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:54.621276 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e485a812-b867-4707-9f7b-b4f3e2bd0915 req-cd4cd343-ea6c-43e6-9bc6-07e876b568ca tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 950 time: 0.0869160 Mar 01 13:42:54.656383 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a614cde7-3fbe-43f8-99c5-c98a9d9f6b70 req-132c4934-9a6c-498e-a63e-e60dd82df273 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663626 Mar 01 13:42:54.682465 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e485a812-b867-4707-9f7b-b4f3e2bd0915 req-263a43f3-7826-4827-b534-a28e2b6ee53a tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544589 Mar 01 13:42:54.762358 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71738ffb-b61f-4630-8d37-01dce5ac1c73 req-42030c90-d538-4145-85f5-932a83b1da05 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:54.763763 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-71738ffb-b61f-4630-8d37-01dce5ac1c73 req-42030c90-d538-4145-85f5-932a83b1da05 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 946 time: 0.0513353 Mar 01 13:42:54.812623 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-71738ffb-b61f-4630-8d37-01dce5ac1c73 req-a92d4af6-be1b-4f87-bb03-6bb616a70f4e tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425432 Mar 01 13:42:54.865676 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd538000-769a-4883-8648-646d1e71b5c2 req-814c60df-5715-4790-8cd6-554b0ae8186a tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:54.867143 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cd538000-769a-4883-8648-646d1e71b5c2 req-814c60df-5715-4790-8cd6-554b0ae8186a tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/ports?device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 945 time: 0.0588980 Mar 01 13:42:54.912479 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cd538000-769a-4883-8648-646d1e71b5c2 req-ab90ab13-9ef9-4f6a-8b5b-f25ac0f0e721 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba6c8292-3a64-48a4-b54f-5bcf0d993d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397894 Mar 01 13:42:55.172078 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-48341ed4-0d09-49d5-9b07-15962e940205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:55.203173 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b005b5-e8eb-4dbd-8c3b-8a7b8133003c req-f8f1f346-67b4-4ef1-8f4a-06ad17335722 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:55.204688 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c3b005b5-e8eb-4dbd-8c3b-8a7b8133003c req-f8f1f346-67b4-4ef1-8f4a-06ad17335722 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 945 time: 0.0527177 Mar 01 13:42:55.278450 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c3b005b5-e8eb-4dbd-8c3b-8a7b8133003c req-f96cd546-9ce6-487a-b23e-a98777fc0214 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675836 Mar 01 13:42:55.296484 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f963883-46a7-489f-9d8e-bcdc959aa4ea req-7e86af87-e369-4272-936f-f304c888d3d2 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:55.297940 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8f963883-46a7-489f-9d8e-bcdc959aa4ea req-7e86af87-e369-4272-936f-f304c888d3d2 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 945 time: 0.0813246 Mar 01 13:42:55.342988 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8f963883-46a7-489f-9d8e-bcdc959aa4ea req-316465fb-58b9-4be7-92b1-868d2817c9b5 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395768 Mar 01 13:42:55.421934 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:42:55.468290 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:42:55.474676 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:42:55.475061 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:55.556904 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:42:55.557522 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:55.583653 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4895d9-69ce-4c08-a704-166ec20bd39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:42:55.586161 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154ad396-a709-4478-8db7-1c9f3a584a39" -d '{"events": [{"server_uuid": "6b4895d9-69ce-4c08-a704-166ec20bd39b", "name": "network-vif-plugged", "status": "completed", "tag": "ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:42:55.597145 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27044066-e4e9-4d70-99a1-9ce752669c5a req-61405130-212f-4892-8af0-9696e0cf9a44 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:55.598604 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-27044066-e4e9-4d70-99a1-9ce752669c5a req-61405130-212f-4892-8af0-9696e0cf9a44 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b4895d9-69ce-4c08-a704-166ec20bd39b HTTP/1.1" status: 200 len: 944 time: 0.0743754 Mar 01 13:42:55.598957 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4,segment=NetworkSegment(a0a669d5-60b7-4c06-a9c5-37075f67475a),segment_id=a0a669d5-60b7-4c06-a9c5-37075f67475a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:42:55.605372 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:55.605874 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de9966-752d-477d-9a91-43c692f3369c req-cee3967e-edd3-4eb2-b036-0861718cb050 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:55.607376 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c0de9966-752d-477d-9a91-43c692f3369c req-cee3967e-edd3-4eb2-b036-0861718cb050 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?device_id=1849decd-e761-42bc-8f53-7f2b2dfb0d14 HTTP/1.1" status: 200 len: 950 time: 0.0923481 Mar 01 13:42:55.650995 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:42:55.681317 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-27044066-e4e9-4d70-99a1-9ce752669c5a req-c81c47a6-49a7-4291-b16d-84c1cd29875e tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729673 Mar 01 13:42:55.685333 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c0de9966-752d-477d-9a91-43c692f3369c req-35866bc7-7b53-49ea-bad6-600fbfe71a20 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b5205c3-0740-433f-9e1b-5e522975ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691626 Mar 01 13:42:55.726180 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd7866e-aabf-45ca-a091-38f7b6f835e1 x-openstack-request-id: req-cfd7866e-aabf-45ca-a091-38f7b6f835e1 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:42:55.726579 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4895d9-69ce-4c08-a704-166ec20bd39b", "name": "network-vif-plugged", "status": "completed", "tag": "ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:42:55.727102 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cfd7866e-aabf-45ca-a091-38f7b6f835e1 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:42:55.727730 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4895d9-69ce-4c08-a704-166ec20bd39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4', 'code': 200} Mar 01 13:42:55.819436 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9bd10-b989-4554-abfd-e03629a70122 req-9fcf1208-ca47-4a5f-a94b-d4422c4f2295 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:55.820949 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ffb9bd10-b989-4554-abfd-e03629a70122 req-9fcf1208-ca47-4a5f-a94b-d4422c4f2295 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.0761232 Mar 01 13:42:55.830988 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e7c2e-321f-4813-b521-83155fba28ae req-dd94aad6-2337-4e2d-b5e5-8f3be3056bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:55.832660 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-962e7c2e-321f-4813-b521-83155fba28ae req-dd94aad6-2337-4e2d-b5e5-8f3be3056bbf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6b4895d9-69ce-4c08-a704-166ec20bd39b HTTP/1.1" status: 200 len: 1127 time: 0.0443401 Mar 01 13:42:55.859912 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab881951-2881-4a2b-9b22-e4b3710d3421 req-cc92c042-fd2c-4f04-a749-3564887d70be tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:55.861385 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ab881951-2881-4a2b-9b22-e4b3710d3421 req-cc92c042-fd2c-4f04-a749-3564887d70be tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 950 time: 0.0835907 Mar 01 13:42:55.876571 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-962e7c2e-321f-4813-b521-83155fba28ae req-5858bf15-b133-445e-9da5-36457264799e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370824 Mar 01 13:42:55.897025 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ffb9bd10-b989-4554-abfd-e03629a70122 req-49128d9d-310f-4e5b-98ff-fadaac67c27d tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701449 Mar 01 13:42:55.922540 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ab881951-2881-4a2b-9b22-e4b3710d3421 req-b4824f25-7c64-4057-b81c-8f72abd8c822 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541911 Mar 01 13:42:56.032697 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036efb1-1881-432c-87d8-e30e4e179a0d req-dd629c1a-7839-4b6a-87bb-c28206ac1625 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:56.034761 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7036efb1-1881-432c-87d8-e30e4e179a0d req-dd629c1a-7839-4b6a-87bb-c28206ac1625 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 946 time: 0.0840337 Mar 01 13:42:56.053404 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89745d-eb62-410d-8d53-cc054ede83e5 req-832b9896-bcea-4e9f-a4be-fdf521f17538 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:56.054802 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cf89745d-eb62-410d-8d53-cc054ede83e5 req-832b9896-bcea-4e9f-a4be-fdf521f17538 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/ports?device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 945 time: 0.0739677 Mar 01 13:42:56.118882 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7036efb1-1881-432c-87d8-e30e4e179a0d req-ee9b014f-6155-4ac0-8a77-4b2df85fa0d9 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774508 Mar 01 13:42:56.122861 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cf89745d-eb62-410d-8d53-cc054ede83e5 req-6e67db77-44a7-4ce3-9321-f331d05e5f2c tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba6c8292-3a64-48a4-b54f-5bcf0d993d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609555 Mar 01 13:42:56.400162 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f6d34-02e5-4509-b824-386d245f45f4 req-7014291b-a8f2-4fde-ba8d-9b840677c834 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:56.401639 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fa1f6d34-02e5-4509-b824-386d245f45f4 req-7014291b-a8f2-4fde-ba8d-9b840677c834 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 945 time: 0.0534658 Mar 01 13:42:56.480739 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fa1f6d34-02e5-4509-b824-386d245f45f4 req-3c9d7ecb-a421-4bf8-a2ec-3d77e72cc809 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732877 Mar 01 13:42:56.491806 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0649e-36d8-406f-ae8f-9c259e536e62 req-30f025e8-d0c1-438d-b5f8-cddc5067e9de tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:56.493299 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-62e0649e-36d8-406f-ae8f-9c259e536e62 req-30f025e8-d0c1-438d-b5f8-cddc5067e9de tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 945 time: 0.0801167 Mar 01 13:42:56.540014 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-62e0649e-36d8-406f-ae8f-9c259e536e62 req-6a9580a9-61d3-4be3-9cf9-f6e7140305bf tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408261 Mar 01 13:42:56.833980 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e8435-a1b6-41c4-9d8f-0487defb84e6 req-47f1e1ab-3392-446f-967e-221131d47a08 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:56.835457 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8f6e8435-a1b6-41c4-9d8f-0487defb84e6 req-47f1e1ab-3392-446f-967e-221131d47a08 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?device_id=1849decd-e761-42bc-8f53-7f2b2dfb0d14 HTTP/1.1" status: 200 len: 950 time: 0.0769060 Mar 01 13:42:56.841983 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb02e25-a755-4098-96fe-28c68327f2ea req-85996a77-9d6f-467f-8a6f-0364158a8c8a tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:56.843345 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3cb02e25-a755-4098-96fe-28c68327f2ea req-85996a77-9d6f-467f-8a6f-0364158a8c8a tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b4895d9-69ce-4c08-a704-166ec20bd39b HTTP/1.1" status: 200 len: 945 time: 0.0934417 Mar 01 13:42:56.913133 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8f6e8435-a1b6-41c4-9d8f-0487defb84e6 req-477d87af-ed5f-4678-8558-6f5bbd679c20 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b5205c3-0740-433f-9e1b-5e522975ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688295 Mar 01 13:42:56.917128 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3cb02e25-a755-4098-96fe-28c68327f2ea req-707fa7db-9955-408e-a42b-0c57a93cdbf1 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667458 Mar 01 13:42:57.052233 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbdf5c-5496-4d53-aa5b-9614da84759f req-6ca10027-6fbd-4252-b3ee-09ae1619f8ba tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:57.053713 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-36dbdf5c-5496-4d53-aa5b-9614da84759f req-6ca10027-6fbd-4252-b3ee-09ae1619f8ba tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.0875058 Mar 01 13:42:57.063981 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fd36c-3d22-4f32-b8d4-e69309cae101 req-977c7f48-9610-4a3a-9b5a-4e3b74c9eb1b tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:57.065959 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fd6fd36c-3d22-4f32-b8d4-e69309cae101 req-977c7f48-9610-4a3a-9b5a-4e3b74c9eb1b tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 950 time: 0.0739744 Mar 01 13:42:57.135077 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-36dbdf5c-5496-4d53-aa5b-9614da84759f req-dbb9f830-fd18-47d3-b982-6603f80515b0 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681508 Mar 01 13:42:57.140079 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fd6fd36c-3d22-4f32-b8d4-e69309cae101 req-e0d0cb2d-e415-4c68-aad6-dc8bc1c3e95f tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667124 Mar 01 13:42:57.269801 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f93f56-5297-48aa-9b1f-c74e7f2688a9 req-1ffb3b2b-0af9-4ea6-9aaa-e0ffe281792a tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:57.271256 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b0f93f56-5297-48aa-9b1f-c74e7f2688a9 req-1ffb3b2b-0af9-4ea6-9aaa-e0ffe281792a tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 946 time: 0.0820646 Mar 01 13:42:57.277670 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc3b6b-38b0-4a89-8737-62d20ffed7bc req-bd747365-e8b3-42c1-ba9c-14b1b93282dd tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:57.278990 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f5dc3b6b-38b0-4a89-8737-62d20ffed7bc req-bd747365-e8b3-42c1-ba9c-14b1b93282dd tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/ports?device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 945 time: 0.0808315 Mar 01 13:42:57.351379 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b0f93f56-5297-48aa-9b1f-c74e7f2688a9 req-26c7e3a9-844d-4d5b-980f-d3d6277316f8 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712008 Mar 01 13:42:57.355338 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f5dc3b6b-38b0-4a89-8737-62d20ffed7bc req-0bf07e7e-7723-41de-8061-f63ae18efb65 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba6c8292-3a64-48a4-b54f-5bcf0d993d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697160 Mar 01 13:42:57.368203 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5f46a086-ce4a-4a0e-ba70-1e64cf7b7220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:57.618732 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b952bda-5cf6-4b86-962f-0310ea92a4c7 req-fe88e193-5ca8-4807-84a6-a469f1abe6a0 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:57.620384 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b952bda-5cf6-4b86-962f-0310ea92a4c7 req-fe88e193-5ca8-4807-84a6-a469f1abe6a0 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 945 time: 0.0688167 Mar 01 13:42:57.749975 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcaddca-56b7-42ab-ab9a-2f9f4ba8acdf req-e8b4c76c-766f-439c-92ed-a17e5661913a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:57.751597 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7fcaddca-56b7-42ab-ab9a-2f9f4ba8acdf req-e8b4c76c-766f-439c-92ed-a17e5661913a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 1127 time: 0.0490217 Mar 01 13:42:57.760603 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9123f1-034d-4d89-a685-a433756b55cb req-168d4289-3398-4310-be98-7e924c9f46f9 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:57.762104 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2d9123f1-034d-4d89-a685-a433756b55cb req-168d4289-3398-4310-be98-7e924c9f46f9 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 945 time: 0.1408226 Mar 01 13:42:57.777736 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b952bda-5cf6-4b86-962f-0310ea92a4c7 req-90ec6dfd-3d3e-4a70-8dbd-90069447b92d tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476405 Mar 01 13:42:57.802386 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7fcaddca-56b7-42ab-ab9a-2f9f4ba8acdf req-31c8cb22-d46d-4971-9a87-849f18f17a37 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ba6c8292-3a64-48a4-b54f-5bcf0d993d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407865 Mar 01 13:42:57.829739 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74987419-0707-4cff-8f60-98d0f8da7102 req-e2918d22-6da9-4718-9e6d-057712fafc61 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:57.831906 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-74987419-0707-4cff-8f60-98d0f8da7102 req-e2918d22-6da9-4718-9e6d-057712fafc61 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5&tenant_id=980a0cdea86543af87d11d7652b91c08&binding%3Ahost_id=n-h2-827467-3 HTTP/1.1" status: 200 len: 1127 time: 0.1554389 Mar 01 13:42:57.842538 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2d9123f1-034d-4d89-a685-a433756b55cb req-b5b87f21-c6da-4ad0-806e-1181411bd119 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700474 Mar 01 13:42:58.063449 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76306f42-18e9-4d38-92b2-6f34b40ccbc9 req-0e931fb1-a359-44ff-bd86-210b682986b0 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:58.064933 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-76306f42-18e9-4d38-92b2-6f34b40ccbc9 req-0e931fb1-a359-44ff-bd86-210b682986b0 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?device_id=1849decd-e761-42bc-8f53-7f2b2dfb0d14 HTTP/1.1" status: 200 len: 950 time: 0.0865245 Mar 01 13:42:58.072199 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c38b2-af17-41e7-9233-8efc92302653 req-34261d89-ac33-46d1-87da-4b63d250b3a4 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:58.073567 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-422c38b2-af17-41e7-9233-8efc92302653 req-34261d89-ac33-46d1-87da-4b63d250b3a4 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b4895d9-69ce-4c08-a704-166ec20bd39b HTTP/1.1" status: 200 len: 945 time: 0.0862126 Mar 01 13:42:58.143126 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-76306f42-18e9-4d38-92b2-6f34b40ccbc9 req-650d32fb-6813-43c5-a73d-e6f8ff760291 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b5205c3-0740-433f-9e1b-5e522975ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681129 Mar 01 13:42:58.147166 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-422c38b2-af17-41e7-9233-8efc92302653 req-7c05386a-2dad-48b3-bc78-f9cef66595b0 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671754 Mar 01 13:42:58.280073 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b49b22-ed92-454d-9351-b0ea954ec37a req-2f4aaf47-fc4c-4655-9c98-5dd990135dba tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:58.281510 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-35b49b22-ed92-454d-9351-b0ea954ec37a req-2f4aaf47-fc4c-4655-9c98-5dd990135dba tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.0813813 Mar 01 13:42:58.288537 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86124af-0867-4700-962c-f73f7ae96224 req-1dddd56e-5f5a-4fa6-b6d7-7210a111f88e tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:58.289867 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c86124af-0867-4700-962c-f73f7ae96224 req-1dddd56e-5f5a-4fa6-b6d7-7210a111f88e tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 950 time: 0.0796688 Mar 01 13:42:58.360480 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-35b49b22-ed92-454d-9351-b0ea954ec37a req-fd4bea64-cb87-41fa-8cf8-1eb5646ff4b5 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696995 Mar 01 13:42:58.363716 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c86124af-0867-4700-962c-f73f7ae96224 req-7c5e3043-a27f-4607-b65c-50a9b66fea2f tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674932 Mar 01 13:42:58.496765 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5ca96-0bc6-470e-879f-a811f6aa1788 req-cc4f742d-f437-4744-b3c0-612bfd771fcf tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:58.498202 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-41d5ca96-0bc6-470e-879f-a811f6aa1788 req-cc4f742d-f437-4744-b3c0-612bfd771fcf tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 946 time: 0.0789015 Mar 01 13:42:58.516899 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf99f9-361f-44dc-9e4c-5d7be8fd587e req-8cb0482a-f17d-41e4-9935-6af61105be12 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:58.518893 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8cbf99f9-361f-44dc-9e4c-5d7be8fd587e req-8cb0482a-f17d-41e4-9935-6af61105be12 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/ports?device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 945 time: 0.0736983 Mar 01 13:42:58.583296 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-41d5ca96-0bc6-470e-879f-a811f6aa1788 req-7f1b5b7d-a693-426a-b844-1ca6a9b89ed8 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781534 Mar 01 13:42:58.589794 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8cbf99f9-361f-44dc-9e4c-5d7be8fd587e req-14021a9b-7e64-41c4-8f4b-201599fb241b tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba6c8292-3a64-48a4-b54f-5bcf0d993d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635495 Mar 01 13:42:58.747961 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:42:58.898949 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4245cc6-4a04-4cf5-b3ee-c75299d2378f req-a9ca0b50-b072-4846-91da-7108ca1994b6 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:58.900445 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d4245cc6-4a04-4cf5-b3ee-c75299d2378f req-a9ca0b50-b072-4846-91da-7108ca1994b6 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 945 time: 0.0522459 Mar 01 13:42:58.975026 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d4245cc6-4a04-4cf5-b3ee-c75299d2378f req-41dcc72a-c92e-4083-bdad-2eb9b5aab597 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691135 Mar 01 13:42:58.987048 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2701aee-aea8-4a2a-9cad-b7aa92d7813f req-cc1d3414-8006-445e-ad35-29d9fe08fc38 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:58.988593 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a2701aee-aea8-4a2a-9cad-b7aa92d7813f req-cc1d3414-8006-445e-ad35-29d9fe08fc38 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 945 time: 0.0770550 Mar 01 13:42:59.042924 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a2701aee-aea8-4a2a-9cad-b7aa92d7813f req-4fdd520a-c393-459f-bd32-26689696d2b4 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477653 Mar 01 13:42:59.294097 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a6e65-d30f-4c15-a048-13feed330337 req-f9094746-bf4b-4160-894e-8b5f6e2d4708 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:59.295579 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-227a6e65-d30f-4c15-a048-13feed330337 req-f9094746-bf4b-4160-894e-8b5f6e2d4708 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?device_id=1849decd-e761-42bc-8f53-7f2b2dfb0d14 HTTP/1.1" status: 200 len: 950 time: 0.0858831 Mar 01 13:42:59.302810 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a2388-7125-43a5-822b-9082ae0e4a72 req-7ca03465-5738-425d-b430-41458f68df24 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:59.304166 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-237a2388-7125-43a5-822b-9082ae0e4a72 req-7ca03465-5738-425d-b430-41458f68df24 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b4895d9-69ce-4c08-a704-166ec20bd39b HTTP/1.1" status: 200 len: 945 time: 0.0859039 Mar 01 13:42:59.380127 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-227a6e65-d30f-4c15-a048-13feed330337 req-93b6b8da-1391-4725-830d-a1480bb0490a tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b5205c3-0740-433f-9e1b-5e522975ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749028 Mar 01 13:42:59.386952 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-237a2388-7125-43a5-822b-9082ae0e4a72 req-f12b61fe-9cb8-4cb0-a680-c592507d0910 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761337 Mar 01 13:42:59.518713 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a08cf-1866-4078-9355-cac8682d3f27 req-9834991f-41de-444e-b95c-f17808e2d4ea tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:59.520204 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e30a08cf-1866-4078-9355-cac8682d3f27 req-9834991f-41de-444e-b95c-f17808e2d4ea tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.0846069 Mar 01 13:42:59.526779 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88fbab-4f7c-444f-ac03-45f17687f03c req-18ca1d4e-03bf-41fc-9ef1-cc9832729ab7 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:59.528114 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc88fbab-4f7c-444f-ac03-45f17687f03c req-18ca1d4e-03bf-41fc-9ef1-cc9832729ab7 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 950 time: 0.0828664 Mar 01 13:42:59.599485 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e30a08cf-1866-4078-9355-cac8682d3f27 req-308d4d8c-c060-45fe-87a3-a8ecc62b2085 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704410 Mar 01 13:42:59.602970 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc88fbab-4f7c-444f-ac03-45f17687f03c req-0de4687e-ce6a-436a-8408-0c1f34ec4be0 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679729 Mar 01 13:42:59.737274 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd9c8d-3875-43d8-a18b-54b9c7a29e4d req-d1c718bd-55aa-4265-bde6-2d53e34c37f3 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:59.738719 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1acd9c8d-3875-43d8-a18b-54b9c7a29e4d req-d1c718bd-55aa-4265-bde6-2d53e34c37f3 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/ports?device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 945 time: 0.0829070 Mar 01 13:42:59.745964 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd20ab-41cf-45fe-aee9-b3ba848ad01d req-920d1eff-fe78-4395-89d0-dba4ba8ae9bb tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:42:59.747298 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ffd20ab-41cf-45fe-aee9-b3ba848ad01d req-920d1eff-fe78-4395-89d0-dba4ba8ae9bb tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 946 time: 0.0926948 Mar 01 13:42:59.816004 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1acd9c8d-3875-43d8-a18b-54b9c7a29e4d req-8e1290d8-3cb9-4a5b-a59b-1265fe366668 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba6c8292-3a64-48a4-b54f-5bcf0d993d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676053 Mar 01 13:42:59.819047 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ffd20ab-41cf-45fe-aee9-b3ba848ad01d req-26b8e679-d15c-4129-93d8-bb3207ed6afe tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645244 Mar 01 13:42:59.919078 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:00.107495 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78434b-e228-4744-81ad-c585f45d4f31 req-631e29eb-5adb-4b7f-8d86-1a4d755fc662 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:00.109014 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e78434b-e228-4744-81ad-c585f45d4f31 req-631e29eb-5adb-4b7f-8d86-1a4d755fc662 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 945 time: 0.0543528 Mar 01 13:43:00.184932 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e78434b-e228-4744-81ad-c585f45d4f31 req-c8f9a2ed-deb5-422f-a43a-1aee47cd4681 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665574 Mar 01 13:43:00.192791 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9e289-a763-443d-afcf-1bf2bfc0eeed req-b2c660fe-f49f-4d68-ab9f-87cc89a5604f tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:00.194192 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f0d9e289-a763-443d-afcf-1bf2bfc0eeed req-b2c660fe-f49f-4d68-ab9f-87cc89a5604f tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 945 time: 0.0838082 Mar 01 13:43:00.240295 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f0d9e289-a763-443d-afcf-1bf2bfc0eeed req-67b22784-5d26-45aa-b847-d100def06d0d tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400863 Mar 01 13:43:00.524146 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546cc796-35ba-481d-87b2-72084759560c req-a05ca0a5-4b24-4683-891d-611848abdef2 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:00.525606 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-546cc796-35ba-481d-87b2-72084759560c req-a05ca0a5-4b24-4683-891d-611848abdef2 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b4895d9-69ce-4c08-a704-166ec20bd39b HTTP/1.1" status: 200 len: 945 time: 0.0704134 Mar 01 13:43:00.532978 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404654f2-7807-4b53-ace2-185c88fd8591 req-34629b0f-1b74-4999-a3f0-7c7588772d35 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:00.534508 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-404654f2-7807-4b53-ace2-185c88fd8591 req-34629b0f-1b74-4999-a3f0-7c7588772d35 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?device_id=1849decd-e761-42bc-8f53-7f2b2dfb0d14 HTTP/1.1" status: 200 len: 950 time: 0.0896082 Mar 01 13:43:00.606623 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-546cc796-35ba-481d-87b2-72084759560c req-ae4f9caf-1b49-4a7d-94c0-808b2a77d2d2 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711868 Mar 01 13:43:00.609551 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-404654f2-7807-4b53-ace2-185c88fd8591 req-d33b9dde-a446-41da-8b6e-4f761906ec57 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b5205c3-0740-433f-9e1b-5e522975ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686247 Mar 01 13:43:00.743645 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03c41e-6632-4ec5-94dd-05299df8346b req-ca538fc9-20e3-4f55-98a4-7a148e983b88 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:00.745114 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6a03c41e-6632-4ec5-94dd-05299df8346b req-ca538fc9-20e3-4f55-98a4-7a148e983b88 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.0812664 Mar 01 13:43:00.752275 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd7263-9ac5-4729-9af9-85a737ec0911 req-f7405c89-f288-413c-afdb-ddba44b7eb98 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:00.753618 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5efd7263-9ac5-4729-9af9-85a737ec0911 req-f7405c89-f288-413c-afdb-ddba44b7eb98 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 950 time: 0.0801747 Mar 01 13:43:00.825602 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6a03c41e-6632-4ec5-94dd-05299df8346b req-50c8681a-655a-4cff-acb8-16b2e457eecd tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710630 Mar 01 13:43:00.828815 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5efd7263-9ac5-4729-9af9-85a737ec0911 req-a2f0ed2e-6522-4659-95fa-40a9e5c2a418 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688391 Mar 01 13:43:01.219767 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb767f-9495-4951-bf21-b1239fa3264c req-1b66f32c-91d0-4f46-aa56-fb5cf0c494bb tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:01.221244 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a5bb767f-9495-4951-bf21-b1239fa3264c req-1b66f32c-91d0-4f46-aa56-fb5cf0c494bb tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/ports?device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 945 time: 0.3404896 Mar 01 13:43:01.228610 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfb187-ca78-4e1a-a16c-86173a87217d req-2a8af405-3baf-4738-b309-9cbdc46b8491 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:01.229943 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e6dfb187-ca78-4e1a-a16c-86173a87217d req-2a8af405-3baf-4738-b309-9cbdc46b8491 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 946 time: 0.3395460 Mar 01 13:43:01.297438 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a5bb767f-9495-4951-bf21-b1239fa3264c req-4fe3fb69-8b40-4b88-a96c-d9bae1492489 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba6c8292-3a64-48a4-b54f-5bcf0d993d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665727 Mar 01 13:43:01.304923 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e6dfb187-ca78-4e1a-a16c-86173a87217d req-00153086-7a5f-4b39-9784-d2b3b115d703 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686524 Mar 01 13:43:01.433323 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1f027-260c-45ba-84bc-951e94313538 req-b135695d-307e-43a9-88fa-111b9892c852 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:01.434780 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2aa1f027-260c-45ba-84bc-951e94313538 req-b135695d-307e-43a9-88fa-111b9892c852 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 945 time: 0.0832582 Mar 01 13:43:01.442012 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760e426-9d72-4ca9-a5b8-94b6a418cdb4 req-022b5470-2d17-45f3-a5ef-ef3ed92719c3 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:01.443347 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f760e426-9d72-4ca9-a5b8-94b6a418cdb4 req-022b5470-2d17-45f3-a5ef-ef3ed92719c3 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 945 time: 0.0817809 Mar 01 13:43:01.512366 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2aa1f027-260c-45ba-84bc-951e94313538 req-d71839ab-dee1-4e10-9743-33d42e732e49 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679898 Mar 01 13:43:01.516285 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f760e426-9d72-4ca9-a5b8-94b6a418cdb4 req-e06ee664-6452-4544-823c-e609a9ef8cd0 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664780 Mar 01 13:43:01.669410 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:01.759163 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18745a5d-19c0-4b49-8f5c-bb50d6a8e3d1 req-9721af09-8f86-4ae4-becd-bc8f18aeee2c tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:01.760662 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-18745a5d-19c0-4b49-8f5c-bb50d6a8e3d1 req-9721af09-8f86-4ae4-becd-bc8f18aeee2c tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?device_id=1849decd-e761-42bc-8f53-7f2b2dfb0d14 HTTP/1.1" status: 200 len: 950 time: 0.0755196 Mar 01 13:43:01.768578 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c07553-ebb4-4a50-b121-e640e20a21af req-934e9233-81ec-484b-a5f0-399990b2ceb9 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:01.769938 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b0c07553-ebb4-4a50-b121-e640e20a21af req-934e9233-81ec-484b-a5f0-399990b2ceb9 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b4895d9-69ce-4c08-a704-166ec20bd39b HTTP/1.1" status: 200 len: 945 time: 0.0935690 Mar 01 13:43:01.839981 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-18745a5d-19c0-4b49-8f5c-bb50d6a8e3d1 req-89187eb0-73bc-4005-a416-3605726d9138 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b5205c3-0740-433f-9e1b-5e522975ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690801 Mar 01 13:43:01.843183 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b0c07553-ebb4-4a50-b121-e640e20a21af req-07ab3f9b-7dbf-4b54-bd0a-19fe064b571c tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668218 Mar 01 13:43:01.978591 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661c558-a032-4292-9e65-0bbd7f7f20d5 req-3fbf96c2-e1d6-4aea-a98b-d85e859cec5d tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:01.980094 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3661c558-a032-4292-9e65-0bbd7f7f20d5 req-3fbf96c2-e1d6-4aea-a98b-d85e859cec5d tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.0850883 Mar 01 13:43:01.987353 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e38de-f855-4729-90d6-851b86d64a3a req-1cbc5668-e8c0-44ce-bfcf-2c6f1adce1af tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:01.988740 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-068e38de-f855-4729-90d6-851b86d64a3a req-1cbc5668-e8c0-44ce-bfcf-2c6f1adce1af tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 950 time: 0.0851374 Mar 01 13:43:02.057318 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3661c558-a032-4292-9e65-0bbd7f7f20d5 req-2758576b-d75f-465f-b2e1-641d25d74fd2 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675704 Mar 01 13:43:02.061282 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-068e38de-f855-4729-90d6-851b86d64a3a req-81f73b0c-7ffe-4fa1-9214-95daad68690d tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661581 Mar 01 13:43:02.457650 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e59fc-b354-47b4-8058-240c939f5ed2 req-f82efb17-0b9c-4f75-b0af-4c885e5a99e6 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:02.459141 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ae5e59fc-b354-47b4-8058-240c939f5ed2 req-f82efb17-0b9c-4f75-b0af-4c885e5a99e6 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 946 time: 0.0863483 Mar 01 13:43:02.470207 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eafb23-5472-4258-ac5c-e8053cbbcfc6 req-85947368-9dea-465b-bcd7-80d6347261c2 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:02.471632 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26eafb23-5472-4258-ac5c-e8053cbbcfc6 req-85947368-9dea-465b-bcd7-80d6347261c2 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/ports?device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 945 time: 0.0706565 Mar 01 13:43:02.606544 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ae5e59fc-b354-47b4-8058-240c939f5ed2 req-b61e4e1b-8955-4e8f-9670-a46905c11e59 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338322 Mar 01 13:43:02.617785 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74987419-0707-4cff-8f60-98d0f8da7102 req-d2b12d77-1e56-4f4f-b65c-771a5d720aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:02.620097 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-74987419-0707-4cff-8f60-98d0f8da7102 req-d2b12d77-1e56-4f4f-b65c-771a5d720aa7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5&tenant_id=980a0cdea86543af87d11d7652b91c08 HTTP/1.1" status: 200 len: 1127 time: 0.1451519 Mar 01 13:43:02.622557 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26eafb23-5472-4258-ac5c-e8053cbbcfc6 req-35380fce-f73a-4d36-9071-2d90703f3dda tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba6c8292-3a64-48a4-b54f-5bcf0d993d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147447 Mar 01 13:43:02.803550 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74987419-0707-4cff-8f60-98d0f8da7102 req-fd94e747-c1ab-4c06-b81f-a4b9d519a7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:02.805702 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-74987419-0707-4cff-8f60-98d0f8da7102 req-fd94e747-c1ab-4c06-b81f-a4b9d519a7bb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=980a0cdea86543af87d11d7652b91c08&device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 1127 time: 0.1171160 Mar 01 13:43:02.812609 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325821ed-4a9b-4507-8af3-32c13f8d9715 req-862b199a-9b68-44d2-8ce2-c3d43eb36f33 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:02.814045 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-325821ed-4a9b-4507-8af3-32c13f8d9715 req-862b199a-9b68-44d2-8ce2-c3d43eb36f33 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 945 time: 0.1166995 Mar 01 13:43:02.848182 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ebc14d-4d91-4ce8-84ef-68f5e52c052d req-04527feb-50d9-4c95-9720-6cafff57c761 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:02.849593 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-98ebc14d-4d91-4ce8-84ef-68f5e52c052d req-04527feb-50d9-4c95-9720-6cafff57c761 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 945 time: 0.1288877 Mar 01 13:43:02.954530 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-325821ed-4a9b-4507-8af3-32c13f8d9715 req-30cb32af-adec-4798-9f8e-283f66a0decc tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299305 Mar 01 13:43:02.963132 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-98ebc14d-4d91-4ce8-84ef-68f5e52c052d req-5d8339b7-32ae-4812-83eb-4e78e6d8045e tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804965 Mar 01 13:43:02.978770 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74987419-0707-4cff-8f60-98d0f8da7102 req-dcf78085-66bd-4bfd-9acc-5364b74aff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:02.980439 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-74987419-0707-4cff-8f60-98d0f8da7102 req-dcf78085-66bd-4bfd-9acc-5364b74aff2a service neutron] 10.222.0.32 "GET /v2.0/networks?id=b187e7ca-336b-42a6-9348-f5c88fd21398 HTTP/1.1" status: 200 len: 918 time: 0.1646864 Mar 01 13:43:03.025865 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-74987419-0707-4cff-8f60-98d0f8da7102 req-1923f6dd-a171-49fd-9eca-7208fc8a520d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d53c447-c1d9-47cb-a072-1103609237e6 HTTP/1.1" status: 200 len: 217 time: 0.0372341 Mar 01 13:43:03.130978 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74987419-0707-4cff-8f60-98d0f8da7102 req-da69edbd-deff-453c-8619-6d7ec9dfaa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:03.132485 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-74987419-0707-4cff-8f60-98d0f8da7102 req-da69edbd-deff-453c-8619-6d7ec9dfaa96 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b3b03883-8a75-4db3-9fa2-b5308f8a1ccf HTTP/1.1" status: 200 len: 857 time: 0.0979810 Mar 01 13:43:03.147790 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a48d30-3f4b-4111-8219-dae435e93210 req-ce762dd2-e9c2-4f53-8c0c-163864a1b31c tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:03.149161 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d9a48d30-3f4b-4111-8219-dae435e93210 req-ce762dd2-e9c2-4f53-8c0c-163864a1b31c tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?device_id=1849decd-e761-42bc-8f53-7f2b2dfb0d14 HTTP/1.1" status: 200 len: 950 time: 0.1259184 Mar 01 13:43:03.162470 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febfa2f-16e6-43da-95f7-44ab5c902c8f req-b9fe5fc9-a862-4858-bcfc-1cac8d9ce77a tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:03.163801 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5febfa2f-16e6-43da-95f7-44ab5c902c8f req-b9fe5fc9-a862-4858-bcfc-1cac8d9ce77a tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b4895d9-69ce-4c08-a704-166ec20bd39b HTTP/1.1" status: 200 len: 945 time: 0.1371250 Mar 01 13:43:03.189590 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-74987419-0707-4cff-8f60-98d0f8da7102 req-2155ec50-b219-4ed5-b7b4-38929561a63e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b187e7ca-336b-42a6-9348-f5c88fd21398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493336 Mar 01 13:43:03.305854 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5febfa2f-16e6-43da-95f7-44ab5c902c8f req-5a92f22d-4306-44be-9ac0-ab784be05643 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340177 Mar 01 13:43:03.310654 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d9a48d30-3f4b-4111-8219-dae435e93210 req-f9f9b55a-9a3e-4f6a-9dee-9a73e1ac19dd tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b5205c3-0740-433f-9e1b-5e522975ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448414 Mar 01 13:43:03.332200 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 59c5adf6-72f1-40de-be77-0bc98a7c4d4b no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:43:03.333484 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-74987419-0707-4cff-8f60-98d0f8da7102 req-eada05f2-2756-4bbe-9dc9-57c7a08e2904 service neutron] 10.222.0.32 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302209 Mar 01 13:43:03.429698 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 59c5adf6-72f1-40de-be77-0bc98a7c4d4b is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:43:03.430085 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (59c5adf6-72f1-40de-be77-0bc98a7c4d4b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:03.451406 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1849decd-e761-42bc-8f53-7f2b2dfb0d14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59c5adf6-72f1-40de-be77-0bc98a7c4d4b'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:43:03.453630 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a07589-276c-411c-b33d-93745301eacf" -d '{"events": [{"server_uuid": "1849decd-e761-42bc-8f53-7f2b2dfb0d14", "name": "network-vif-unplugged", "status": "completed", "tag": "59c5adf6-72f1-40de-be77-0bc98a7c4d4b"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:43:03.466017 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 59c5adf6-72f1-40de-be77-0bc98a7c4d4b, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=59c5adf6-72f1-40de-be77-0bc98a7c4d4b,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:43:03.470295 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (59c5adf6-72f1-40de-be77-0bc98a7c4d4b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:03.506566 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b70b0f-d780-4b98-86f3-3c7e7cc9ab5b req-5e3214d0-b1dd-49b6-9782-41b7db78b43e tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:03.508046 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-60b70b0f-d780-4b98-86f3-3c7e7cc9ab5b req-5e3214d0-b1dd-49b6-9782-41b7db78b43e tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.1160791 Mar 01 13:43:03.510872 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-74987419-0707-4cff-8f60-98d0f8da7102 req-84115373-8682-486f-9fb5-876d914631b9 service neutron] 10.222.0.32 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704595 Mar 01 13:43:03.519207 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=59c5adf6-72f1-40de-be77-0bc98a7c4d4b,revision_number=8']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:43:03.519416 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2557f94-4f62-4be9-959c-9be79de28fef req-1c4cb2a4-b418-40c2-8c08-483a83b2bef0 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:03.520808 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d2557f94-4f62-4be9-959c-9be79de28fef req-1c4cb2a4-b418-40c2-8c08-483a83b2bef0 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 945 time: 0.1272197 Mar 01 13:43:03.538622 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59916) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:43:03.554893 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-2088088e-2241-47c3-b395-ad3334894aa4 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Request body: {'floatingip': {'port_id': 'c45e60d9-9364-456d-8f60-89f853b1dc54'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:43:03.572049 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-60b70b0f-d780-4b98-86f3-3c7e7cc9ab5b req-d4c2774b-8225-487c-a914-fee4bdec3b5a tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501657 Mar 01 13:43:03.600642 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2088088e-2241-47c3-b395-ad3334894aa4 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks [] for floatingip (58946ecd-b12d-4ae5-8eb3-8909ffe02879), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:03.647526 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26202b6-9cd8-44cb-9fee-1fb5b125a7b3 req-4379302c-38a1-4ad7-adba-82e2d4fda28d tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:03.650559 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a26202b6-9cd8-44cb-9fee-1fb5b125a7b3 req-4379302c-38a1-4ad7-adba-82e2d4fda28d tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 950 time: 0.0670598 Mar 01 13:43:03.700726 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a26202b6-9cd8-44cb-9fee-1fb5b125a7b3 req-08173dbe-0407-4342-827e-c53b4496b5e3 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428565 Mar 01 13:43:03.823993 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 13:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f4d7e9-d0b9-4c7d-b8e4-5752fb614465 x-openstack-request-id: req-b6f4d7e9-d0b9-4c7d-b8e4-5752fb614465 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:43:03.824514 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1849decd-e761-42bc-8f53-7f2b2dfb0d14", "name": "network-vif-unplugged", "status": "completed", "tag": "59c5adf6-72f1-40de-be77-0bc98a7c4d4b", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:43:03.824964 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6f4d7e9-d0b9-4c7d-b8e4-5752fb614465 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:43:03.825560 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1849decd-e761-42bc-8f53-7f2b2dfb0d14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59c5adf6-72f1-40de-be77-0bc98a7c4d4b', 'code': 200} Mar 01 13:43:03.827597 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74987419-0707-4cff-8f60-98d0f8da7102 req-26a0aff5-d5be-4ece-96fe-072cd72b81c2 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:03.829712 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-74987419-0707-4cff-8f60-98d0f8da7102 req-26a0aff5-d5be-4ece-96fe-072cd72b81c2 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5&tenant_id=980a0cdea86543af87d11d7652b91c08&binding%3Ahost_id=n-h1-827467-3 HTTP/1.1" status: 200 len: 1127 time: 0.0729804 Mar 01 13:43:04.030886 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b6eb9-307b-4cde-ae0e-b45a8880fbd2 req-022d06ca-bcbb-4d92-bd7a-2531b082be5d tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:04.048594 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-946b6eb9-307b-4cde-ae0e-b45a8880fbd2 req-022d06ca-bcbb-4d92-bd7a-2531b082be5d tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.1686711 Mar 01 13:43:04.049391 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59938) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:43:04.060402 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-5555c1d2-8aff-4da7-910d-5aea4ac1c521 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Request body: {'floatingip': {'port_id': 'ca10b8e2-adb5-43da-956a-6bae88a6d370'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:43:04.118641 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5555c1d2-8aff-4da7-910d-5aea4ac1c521 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks [] for floatingip (861710b4-b8e2-4440-8b0e-a0876d8a9c5b), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:04.161653 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-74987419-0707-4cff-8f60-98d0f8da7102 req-f2df83f1-76cd-473e-8a42-dabe8a61a553 service neutron] For port 0d53c447-c1d9-47cb-a072-1103609237e6, host n-h2-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:43:04.221938 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-74987419-0707-4cff-8f60-98d0f8da7102 req-f2df83f1-76cd-473e-8a42-dabe8a61a553 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:04.223151 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-74987419-0707-4cff-8f60-98d0f8da7102 req-f2df83f1-76cd-473e-8a42-dabe8a61a553 service neutron] 10.222.0.32 "DELETE /v2.0/ports/0d53c447-c1d9-47cb-a072-1103609237e6/bindings/n-h2-827467-3 HTTP/1.1" status: 204 len: 173 time: 0.3865149 Mar 01 13:43:04.362051 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b12c42-f84d-4cc4-9622-acbcb04517f2 req-6c145ebe-89af-437e-ab24-2ea2e14682ea tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:04.364172 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-70b12c42-f84d-4cc4-9622-acbcb04517f2 req-6c145ebe-89af-437e-ab24-2ea2e14682ea tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 946 time: 0.2378321 Mar 01 13:43:04.371454 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52364fda-a16d-4bc8-bebe-b2c0c9277c2f req-02ae8b52-f6be-4f45-9146-2e12494bec3a tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:04.372378 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-52364fda-a16d-4bc8-bebe-b2c0c9277c2f req-02ae8b52-f6be-4f45-9146-2e12494bec3a tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/ports?device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 945 time: 0.2492433 Mar 01 13:43:04.476884 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-72a806e7-8cdc-41ac-b336-1edec8ec34c5 req-9e776e8b-7bdf-4e06-9bf3-23ca34a1fcac service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4923763 Mar 01 13:43:04.502730 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-70b12c42-f84d-4cc4-9622-acbcb04517f2 req-dfe8fe03-a7af-4db5-b733-780dfb7fd1ae tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293647 Mar 01 13:43:04.510106 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-52364fda-a16d-4bc8-bebe-b2c0c9277c2f req-4e651f55-812a-4796-98b1-44d86124ccab tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba6c8292-3a64-48a4-b54f-5bcf0d993d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230052 Mar 01 13:43:04.566038 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2088088e-2241-47c3-b395-ad3334894aa4 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:04.578810 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2088088e-2241-47c3-b395-ad3334894aa4 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (58946ecd-b12d-4ae5-8eb3-8909ffe02879), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:04.662584 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a806e7-8cdc-41ac-b336-1edec8ec34c5 req-e6d28dca-9c9f-425b-927e-c51c04327400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:04.664153 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-72a806e7-8cdc-41ac-b336-1edec8ec34c5 req-e6d28dca-9c9f-425b-927e-c51c04327400 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=980a0cdea86543af87d11d7652b91c08&device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 1127 time: 0.0967619 Mar 01 13:43:04.774241 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c01acd-5873-4033-88ef-12d5fc0e76ad req-08927969-a57c-422c-a54b-5a798909de59 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:04.774945 n-d-827467-3 neutron-server[103726]: INFO neutron.db.l3_db [None req-2088088e-2241-47c3-b395-ad3334894aa4 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Floating IP 58946ecd-b12d-4ae5-8eb3-8909ffe02879 associated. External IP: 172.25.1.60, port: c45e60d9-9364-456d-8f60-89f853b1dc54. Mar 01 13:43:04.775743 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-41c01acd-5873-4033-88ef-12d5fc0e76ad req-08927969-a57c-422c-a54b-5a798909de59 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b4895d9-69ce-4c08-a704-166ec20bd39b HTTP/1.1" status: 200 len: 945 time: 0.1826761 Mar 01 13:43:04.784742 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a166a-be0f-4704-b4fe-13dbb9262372 req-83d18ec7-01ba-42ab-8ecf-e0893734e2c8 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:04.786245 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b20a166a-be0f-4704-b4fe-13dbb9262372 req-83d18ec7-01ba-42ab-8ecf-e0893734e2c8 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 945 time: 0.1895282 Mar 01 13:43:04.850200 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a806e7-8cdc-41ac-b336-1edec8ec34c5 req-a19d506f-7601-4c4d-a99f-3da2a0d909e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:04.851951 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-72a806e7-8cdc-41ac-b336-1edec8ec34c5 req-a19d506f-7601-4c4d-a99f-3da2a0d909e3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b187e7ca-336b-42a6-9348-f5c88fd21398 HTTP/1.1" status: 200 len: 918 time: 0.1582601 Mar 01 13:43:04.866002 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [req-419279a8-7241-4088-9883-e8a15065b821 req-c46ff55c-47af-48a3-9b7b-804e9a4cd191 service neutron] show failed (client error): The resource could not be found. Mar 01 13:43:04.867063 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-419279a8-7241-4088-9883-e8a15065b821 req-c46ff55c-47af-48a3-9b7b-804e9a4cd191 service neutron] 10.222.0.32 "GET /v2.0/ports/21aa3287-2ab3-4c26-88a5-872db603c112/bindings/n-h2-827467-3 HTTP/1.1" status: 404 len: 380 time: 0.1750553 Mar 01 13:43:04.919518 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b20a166a-be0f-4704-b4fe-13dbb9262372 req-7d4b7943-8e9f-40e3-b0f4-2e59e8295669 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206014 Mar 01 13:43:04.925726 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-72a806e7-8cdc-41ac-b336-1edec8ec34c5 req-f9573ac6-3c91-45b3-9ea1-1bd7881605e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 HTTP/1.1" status: 200 len: 217 time: 0.0408125 Mar 01 13:43:04.927697 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-41c01acd-5873-4033-88ef-12d5fc0e76ad req-5f2abcc2-06da-40d9-a18c-29b804baf627 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401653 Mar 01 13:43:05.013945 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a806e7-8cdc-41ac-b336-1edec8ec34c5 req-efbefe8b-918e-4bc8-bd57-fc486cd0b2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:05.014900 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5555c1d2-8aff-4da7-910d-5aea4ac1c521 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:05.015643 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-72a806e7-8cdc-41ac-b336-1edec8ec34c5 req-efbefe8b-918e-4bc8-bd57-fc486cd0b2fb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b3b03883-8a75-4db3-9fa2-b5308f8a1ccf HTTP/1.1" status: 200 len: 857 time: 0.0749066 Mar 01 13:43:05.021503 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5555c1d2-8aff-4da7-910d-5aea4ac1c521 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (861710b4-b8e2-4440-8b0e-a0876d8a9c5b), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:05.082268 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-72a806e7-8cdc-41ac-b336-1edec8ec34c5 req-4ee60663-b85c-4794-86b9-cd191bf44443 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b187e7ca-336b-42a6-9348-f5c88fd21398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317516 Mar 01 13:43:05.254383 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2088088e-2241-47c3-b395-ad3334894aa4 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Router 62604231-d0a8-408a-88e4-7a955e9e7484 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:43:05.261403 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419279a8-7241-4088-9883-e8a15065b821 req-2dc83358-34cc-4de5-9648-7411d1225151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:05.262948 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-419279a8-7241-4088-9883-e8a15065b821 req-2dc83358-34cc-4de5-9648-7411d1225151 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5&tenant_id=5273606b5eb242749c05f75a15dd6612 HTTP/1.1" status: 200 len: 1132 time: 0.1641841 Mar 01 13:43:05.280187 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-419279a8-7241-4088-9883-e8a15065b821 req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827467-3', 'device_owner': 'compute:nova'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:43:05.312255 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-72a806e7-8cdc-41ac-b336-1edec8ec34c5 req-ce834696-d21f-4850-99d1-f5d0d2696ba9 service neutron] 10.222.0.32 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781132 Mar 01 13:43:05.453112 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-419279a8-7241-4088-9883-e8a15065b821 req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (21aa3287-2ab3-4c26-88a5-872db603c112), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:05.509624 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109ca6c-404d-4dae-bce7-81bb310a4d68 req-53dc5397-70f9-49ba-8792-0de3da5799be tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:05.511017 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0109ca6c-404d-4dae-bce7-81bb310a4d68 req-53dc5397-70f9-49ba-8792-0de3da5799be tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 950 time: 0.4839952 Mar 01 13:43:05.512706 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f690d8-ea4e-46d5-ac0a-5b638934432f req-fc42a862-6f8d-488a-8142-66f2f208dff5 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:05.514056 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06f690d8-ea4e-46d5-ac0a-5b638934432f req-fc42a862-6f8d-488a-8142-66f2f208dff5 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 1127 time: 0.4182367 Mar 01 13:43:05.534737 n-d-827467-3 neutron-server[103727]: INFO neutron.db.l3_db [None req-5555c1d2-8aff-4da7-910d-5aea4ac1c521 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Floating IP 861710b4-b8e2-4440-8b0e-a0876d8a9c5b associated. External IP: 172.25.1.136, port: ca10b8e2-adb5-43da-956a-6bae88a6d370. Mar 01 13:43:05.551786 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-72a806e7-8cdc-41ac-b336-1edec8ec34c5 req-d32eeb21-1f94-4bd1-8c0a-c5a76c4a14e5 service neutron] 10.222.0.32 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027705 Mar 01 13:43:05.563961 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2088088e-2241-47c3-b395-ad3334894aa4 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:43:05.569633 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2088088e-2241-47c3-b395-ad3334894aa4 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:05.580867 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b445b0-2dba-47c0-a596-4378f7199b0b None None] Sync routers for ids ['62604231-d0a8-408a-88e4-7a955e9e7484'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:43:05.608245 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b445b0-2dba-47c0-a596-4378f7199b0b None None] Routers {'62604231-d0a8-408a-88e4-7a955e9e7484'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:43:05.616415 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-20b445b0-2dba-47c0-a596-4378f7199b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:42:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['62604231-d0a8-408a-88e4-7a955e9e7484'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:43:05.659220 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0109ca6c-404d-4dae-bce7-81bb310a4d68 req-66a64ec5-29ff-4bc0-9b41-43eb4ed23365 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404884 Mar 01 13:43:05.667910 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2088088e-2241-47c3-b395-ad3334894aa4 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "PUT /v2.0/floatingips/58946ecd-b12d-4ae5-8eb3-8909ffe02879 HTTP/1.1" status: 200 len: 990 time: 2.1275685 Mar 01 13:43:05.670447 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930e4c07-a52c-4873-8bc8-dd96c902e652', 'tag': 'c45e60d9-9364-456d-8f60-89f853b1dc54'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:43:05.672877 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81c227f-5126-4d12-9f69-565076ec3da9" -d '{"events": [{"name": "network-changed", "server_uuid": "930e4c07-a52c-4873-8bc8-dd96c902e652", "tag": "c45e60d9-9364-456d-8f60-89f853b1dc54"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:43:05.694506 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06f690d8-ea4e-46d5-ac0a-5b638934432f req-c2a6f579-623d-4898-b2ca-3e8e6e664239 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549799 Mar 01 13:43:05.758780 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-20b445b0-2dba-47c0-a596-4378f7199b0b None None] Set router 62604231-d0a8-408a-88e4-7a955e9e7484 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:43:05.797560 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-419279a8-7241-4088-9883-e8a15065b821 req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] For port 21aa3287-2ab3-4c26-88a5-872db603c112, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=21aa3287-2ab3-4c26-88a5-872db603c112,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:43:05.833049 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-419279a8-7241-4088-9883-e8a15065b821 req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] For port 21aa3287-2ab3-4c26-88a5-872db603c112, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:43:05.876899 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-419279a8-7241-4088-9883-e8a15065b821 req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] Publish callbacks [] for port (21aa3287-2ab3-4c26-88a5-872db603c112), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:05.893177 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-419279a8-7241-4088-9883-e8a15065b821 req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] Transition to ACTIVE for port object 21aa3287-2ab3-4c26-88a5-872db603c112 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:43:05.898511 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-419279a8-7241-4088-9883-e8a15065b821 req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (21aa3287-2ab3-4c26-88a5-872db603c112), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:05.923769 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35455ab5-8c9f-4c59-b1b0-8fdc916386c3 req-aa1904ac-d5c4-4b4c-9e7e-0f411120aa1a tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:05.925340 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-35455ab5-8c9f-4c59-b1b0-8fdc916386c3 req-aa1904ac-d5c4-4b4c-9e7e-0f411120aa1a tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 946 time: 0.1431575 Mar 01 13:43:05.936073 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eae0a6-f12e-48c3-bcc2-4628432382b5 req-e3662cd7-fb5c-439a-8b64-02175fed1de9 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:05.937976 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a9eae0a6-f12e-48c3-bcc2-4628432382b5 req-e3662cd7-fb5c-439a-8b64-02175fed1de9 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/ports?device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 945 time: 0.1547248 Mar 01 13:43:05.945794 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5555c1d2-8aff-4da7-910d-5aea4ac1c521 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Router 80010e2f-5e03-436e-b9ca-3f398826877f has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:43:05.967308 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-419279a8-7241-4088-9883-e8a15065b821 req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] No DVR routers for this DVR port 21aa3287-2ab3-4c26-88a5-872db603c112 on host n-h1-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:43:05.969442 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] Pushing event updated for resources: {'Port': ['ID=21aa3287-2ab3-4c26-88a5-872db603c112,revision_number=6']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:43:05.982003 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:05.982003 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:05.982296 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:05.982612 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:05.983065 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:05.983683 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:05.983683 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:05.983961 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:05.984252 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:05.984559 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:05.984884 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:05.985421 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:05.985533 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:06.014990 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-419279a8-7241-4088-9883-e8a15065b821 req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] Attempting to bind port 21aa3287-2ab3-4c26-88a5-872db603c112 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:43:06.015987 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-419279a8-7241-4088-9883-e8a15065b821 req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] Attempting to bind port 21aa3287-2ab3-4c26-88a5-872db603c112 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:43:06.015987 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419279a8-7241-4088-9883-e8a15065b821 req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] Attempting to bind port 21aa3287-2ab3-4c26-88a5-872db603c112 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:43:06.020677 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419279a8-7241-4088-9883-e8a15065b821 req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] Port 21aa3287-2ab3-4c26-88a5-872db603c112 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:43:06.020983 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419279a8-7241-4088-9883-e8a15065b821 req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] Attempting to bind port 21aa3287-2ab3-4c26-88a5-872db603c112 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:43:06.026002 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419279a8-7241-4088-9883-e8a15065b821 req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:43:06.026334 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419279a8-7241-4088-9883-e8a15065b821 req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] Checking segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:43:06.026685 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419279a8-7241-4088-9883-e8a15065b821 req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] Bound using segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:43:06.027687 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-419279a8-7241-4088-9883-e8a15065b821 req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] Bound port: 21aa3287-2ab3-4c26-88a5-872db603c112, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:43:06.027687 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-419279a8-7241-4088-9883-e8a15065b821 req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (21aa3287-2ab3-4c26-88a5-872db603c112), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:06.069190 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-20b445b0-2dba-47c0-a596-4378f7199b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'name': 'tempest-ServersTestBootFromVolume-1599615751-router', 'tenant_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'acf6bf71-78f3-4d96-b410-faa278b1faac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:40:52Z', 'updated_at': '2022-03-01T13:41:01Z', 'revision_number': 4, 'project_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'gw_port': {'id': 'acf6bf71-78f3-4d96-b410-faa278b1faac', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:40:54Z', 'updated_at': '2022-03-01T13:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '58946ecd-b12d-4ae5-8eb3-8909ffe02879', 'tenant_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'port_id': 'c45e60d9-9364-456d-8f60-89f853b1dc54', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c5f5c0c-5639-4d99-bc9e-7767fcdda19a', 'mac_address': 'fa:16:3e:01:82:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930e4c07-a52c-4873-8bc8-dd96c902e652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:41:08Z', 'updated_at': '2022-03-01T13:43:04Z', 'revision_number': 1, 'project_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d789ac-3d92-42d4-a760-7f1ff9706fcf', 'name': '', 'network_id': '2c5f5c0c-5639-4d99-bc9e-7767fcdda19a', 'tenant_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'mac_address': 'fa:16:3e:38:aa:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'fa780fdd-3749-46aa-9d6b-34590bdd3f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:40:59Z', 'updated_at': '2022-03-01T13:41:08Z', 'revision_number': 5, 'project_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'subnets': [{'id': 'fa780fdd-3749-46aa-9d6b-34590bdd3f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:43:06.092295 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-35455ab5-8c9f-4c59-b1b0-8fdc916386c3 req-b67ba9df-b5a7-4bb8-b5bf-b82eebcb1217 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458895 Mar 01 13:43:06.104650 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-419279a8-7241-4088-9883-e8a15065b821 req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] For port 21aa3287-2ab3-4c26-88a5-872db603c112, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:43:06.109503 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-419279a8-7241-4088-9883-e8a15065b821 req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] For port 21aa3287-2ab3-4c26-88a5-872db603c112, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=21aa3287-2ab3-4c26-88a5-872db603c112,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:43:06.110071 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b445b0-2dba-47c0-a596-4378f7199b0b None None] Checking router: 62604231-d0a8-408a-88e4-7a955e9e7484 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:43:06.117558 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a9eae0a6-f12e-48c3-bcc2-4628432382b5 req-9fcd0103-7401-4940-b6e0-306578b86d6f tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba6c8292-3a64-48a4-b54f-5bcf0d993d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712153 Mar 01 13:43:06.125367 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-419279a8-7241-4088-9883-e8a15065b821 req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (21aa3287-2ab3-4c26-88a5-872db603c112), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:06.125866 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b445b0-2dba-47c0-a596-4378f7199b0b None None] Routers {'62604231-d0a8-408a-88e4-7a955e9e7484'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:43:06.126634 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-20b445b0-2dba-47c0-a596-4378f7199b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:42:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['62604231-d0a8-408a-88e4-7a955e9e7484'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:43:06.168001 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419279a8-7241-4088-9883-e8a15065b821 req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:06.168627 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-419279a8-7241-4088-9883-e8a15065b821 req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:06.170117 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-419279a8-7241-4088-9883-e8a15065b821 req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] 10.222.0.20 "PUT /v2.0/ports/21aa3287-2ab3-4c26-88a5-872db603c112 HTTP/1.1" status: 200 len: 1096 time: 0.8952062 Mar 01 13:43:06.191941 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5555c1d2-8aff-4da7-910d-5aea4ac1c521 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:43:06.200840 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5555c1d2-8aff-4da7-910d-5aea4ac1c521 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:06.203529 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f9b234-4b38-4e4f-8ccf-a9f2761a543e None None] Sync routers for ids ['80010e2f-5e03-436e-b9ca-3f398826877f'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:43:06.209829 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2807cdc5-e475-4263-bf81-b09e7ed3577d x-openstack-request-id: req-2807cdc5-e475-4263-bf81-b09e7ed3577d {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:43:06.210009 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "930e4c07-a52c-4873-8bc8-dd96c902e652", "tag": "c45e60d9-9364-456d-8f60-89f853b1dc54", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:43:06.210203 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2807cdc5-e475-4263-bf81-b09e7ed3577d {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:43:06.210603 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '930e4c07-a52c-4873-8bc8-dd96c902e652', 'tag': 'c45e60d9-9364-456d-8f60-89f853b1dc54', 'status': 'completed', 'code': 200} Mar 01 13:43:06.238389 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f9b234-4b38-4e4f-8ccf-a9f2761a543e None None] Routers {'80010e2f-5e03-436e-b9ca-3f398826877f'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:43:06.241213 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-47f9b234-4b38-4e4f-8ccf-a9f2761a543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:42:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['80010e2f-5e03-436e-b9ca-3f398826877f'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:43:06.251563 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5555c1d2-8aff-4da7-910d-5aea4ac1c521 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "PUT /v2.0/floatingips/861710b4-b8e2-4440-8b0e-a0876d8a9c5b HTTP/1.1" status: 200 len: 992 time: 2.1948452 Mar 01 13:43:06.254317 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4685580-e37d-4628-81fa-5fabc72c035a', 'tag': 'ca10b8e2-adb5-43da-956a-6bae88a6d370'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:43:06.262526 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170a1033-177e-435e-a2c9-acfd686c917e" -d '{"events": [{"name": "network-changed", "server_uuid": "c4685580-e37d-4628-81fa-5fabc72c035a", "tag": "ca10b8e2-adb5-43da-956a-6bae88a6d370"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:43:06.279339 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58194f0-12aa-47fb-a6c7-24f20cb93c8b service neutron] Pushing event updated for resources: {'Port': ['ID=21aa3287-2ab3-4c26-88a5-872db603c112,revision_number=7']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:43:06.331177 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419279a8-7241-4088-9883-e8a15065b821 req-b16a2dfa-ddb3-4f71-8172-ca1551300edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:06.332737 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-419279a8-7241-4088-9883-e8a15065b821 req-b16a2dfa-ddb3-4f71-8172-ca1551300edb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5273606b5eb242749c05f75a15dd6612&device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 1130 time: 0.1291599 Mar 01 13:43:06.336960 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c227f-5126-4d12-9f69-565076ec3da9 req-5de8e37b-cb52-4362-9623-5f8bf9fac486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:06.338361 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e81c227f-5126-4d12-9f69-565076ec3da9 req-5de8e37b-cb52-4362-9623-5f8bf9fac486 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1dfbeaa56cd046b8a281983cf7c6fa64&device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 1127 time: 0.0951407 Mar 01 13:43:06.395817 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65416d-0fdf-4021-99f8-3d9668786bf1 req-b33ec058-de78-4a9c-bbad-6bbaca0f631a tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:06.396108 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-20b445b0-2dba-47c0-a596-4378f7199b0b None None] Set router 62604231-d0a8-408a-88e4-7a955e9e7484 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:43:06.405093 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5e65416d-0fdf-4021-99f8-3d9668786bf1 req-b33ec058-de78-4a9c-bbad-6bbaca0f631a tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 1127 time: 0.1274779 Mar 01 13:43:06.430623 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c36dd-c250-45cb-acbc-47e6a559107b req-85c6d69c-0c0f-4b0f-87a7-a7bc00452ba2 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:06.438055 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-761c36dd-c250-45cb-acbc-47e6a559107b req-85c6d69c-0c0f-4b0f-87a7-a7bc00452ba2 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 945 time: 0.1848783 Mar 01 13:43:06.451046 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-47f9b234-4b38-4e4f-8ccf-a9f2761a543e None None] Set router 80010e2f-5e03-436e-b9ca-3f398826877f gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:43:06.465472 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c227f-5126-4d12-9f69-565076ec3da9 req-7de713c8-13e2-438e-94f8-9b55263782fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:06.466959 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e81c227f-5126-4d12-9f69-565076ec3da9 req-7de713c8-13e2-438e-94f8-9b55263782fe service neutron] 10.222.0.20 "GET /v2.0/networks?id=2c5f5c0c-5639-4d99-bc9e-7767fcdda19a HTTP/1.1" status: 200 len: 917 time: 0.1200161 Mar 01 13:43:06.522295 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-761c36dd-c250-45cb-acbc-47e6a559107b req-946b27c2-230f-44da-93a4-5bdbd0010aeb tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832398 Mar 01 13:43:06.573509 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5e65416d-0fdf-4021-99f8-3d9668786bf1 req-64b924f4-73b6-42bc-a862-65929503c212 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673903 Mar 01 13:43:06.755932 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be613744-626f-4ce7-b5a9-c437df8adfc5 req-ef79c6e1-1d46-48e0-b5e7-5d9848f81471 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:06.759152 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-be613744-626f-4ce7-b5a9-c437df8adfc5 req-ef79c6e1-1d46-48e0-b5e7-5d9848f81471 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b4895d9-69ce-4c08-a704-166ec20bd39b HTTP/1.1" status: 200 len: 945 time: 0.1074071 Mar 01 13:43:06.777333 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-20b445b0-2dba-47c0-a596-4378f7199b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'name': 'tempest-ServersTestBootFromVolume-1599615751-router', 'tenant_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'acf6bf71-78f3-4d96-b410-faa278b1faac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:40:52Z', 'updated_at': '2022-03-01T13:41:01Z', 'revision_number': 4, 'project_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'gw_port': {'id': 'acf6bf71-78f3-4d96-b410-faa278b1faac', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:40:54Z', 'updated_at': '2022-03-01T13:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '58946ecd-b12d-4ae5-8eb3-8909ffe02879', 'tenant_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'port_id': 'c45e60d9-9364-456d-8f60-89f853b1dc54', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c5f5c0c-5639-4d99-bc9e-7767fcdda19a', 'mac_address': 'fa:16:3e:01:82:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930e4c07-a52c-4873-8bc8-dd96c902e652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:41:08Z', 'updated_at': '2022-03-01T13:43:04Z', 'revision_number': 1, 'project_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d789ac-3d92-42d4-a760-7f1ff9706fcf', 'name': '', 'network_id': '2c5f5c0c-5639-4d99-bc9e-7767fcdda19a', 'tenant_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'mac_address': 'fa:16:3e:38:aa:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'fa780fdd-3749-46aa-9d6b-34590bdd3f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:40:59Z', 'updated_at': '2022-03-01T13:41:08Z', 'revision_number': 5, 'project_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'subnets': [{'id': 'fa780fdd-3749-46aa-9d6b-34590bdd3f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:43:06.813038 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b445b0-2dba-47c0-a596-4378f7199b0b None None] The sync data for ids ['62604231-d0a8-408a-88e4-7a955e9e7484'] in n-d-827467-3 is: [{'id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'name': 'tempest-ServersTestBootFromVolume-1599615751-router', 'tenant_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'acf6bf71-78f3-4d96-b410-faa278b1faac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:40:52Z', 'updated_at': '2022-03-01T13:41:01Z', 'revision_number': 4, 'project_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'gw_port': {'id': 'acf6bf71-78f3-4d96-b410-faa278b1faac', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:40:54Z', 'updated_at': '2022-03-01T13:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '58946ecd-b12d-4ae5-8eb3-8909ffe02879', 'tenant_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'port_id': 'c45e60d9-9364-456d-8f60-89f853b1dc54', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c5f5c0c-5639-4d99-bc9e-7767fcdda19a', 'mac_address': 'fa:16:3e:01:82:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930e4c07-a52c-4873-8bc8-dd96c902e652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:41:08Z', 'updated_at': '2022-03-01T13:43:04Z', 'revision_number': 1, 'project_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d789ac-3d92-42d4-a760-7f1ff9706fcf', 'name': '', 'network_id': '2c5f5c0c-5639-4d99-bc9e-7767fcdda19a', 'tenant_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'mac_address': 'fa:16:3e:38:aa:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'fa780fdd-3749-46aa-9d6b-34590bdd3f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:40:59Z', 'updated_at': '2022-03-01T13:41:08Z', 'revision_number': 5, 'project_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'subnets': [{'id': 'fa780fdd-3749-46aa-9d6b-34590bdd3f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:43:06.857503 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-47f9b234-4b38-4e4f-8ccf-a9f2761a543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-950402709-router', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:44Z', 'updated_at': '2022-03-01T13:39:48Z', 'revision_number': 4, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'gw_port': {'id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:71:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:45Z', 'updated_at': '2022-03-01T13:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '861710b4-b8e2-4440-8b0e-a0876d8a9c5b', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'port_id': 'ca10b8e2-adb5-43da-956a-6bae88a6d370', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df', 'mac_address': 'fa:16:3e:ad:5e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4685580-e37d-4628-81fa-5fabc72c035a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:40:15Z', 'updated_at': '2022-03-01T13:43:04Z', 'revision_number': 5, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9337b519-f330-46d5-b85a-c23622b9e96c', 'name': '', 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'mac_address': 'fa:16:3e:90:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '00c0eec8-d94f-41a7-92f9-32f77960cf64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:48Z', 'updated_at': '2022-03-01T13:39:55Z', 'revision_number': 5, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'subnets': [{'id': '00c0eec8-d94f-41a7-92f9-32f77960cf64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:43:06.885478 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-be613744-626f-4ce7-b5a9-c437df8adfc5 req-4c42cfa2-de11-4015-a242-e50655daa2c3 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207898 Mar 01 13:43:06.889165 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f9b234-4b38-4e4f-8ccf-a9f2761a543e None None] Checking router: 80010e2f-5e03-436e-b9ca-3f398826877f for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:43:06.891820 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef58446-5da1-4cf4-827d-9ab8c61e3aff req-c9f2d699-2f9d-4b68-9b3a-584e049045a7 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:06.892929 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cef58446-5da1-4cf4-827d-9ab8c61e3aff req-c9f2d699-2f9d-4b68-9b3a-584e049045a7 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 1128 time: 0.0977814 Mar 01 13:43:06.907462 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f9b234-4b38-4e4f-8ccf-a9f2761a543e None None] Routers {'80010e2f-5e03-436e-b9ca-3f398826877f'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:43:06.907462 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-47f9b234-4b38-4e4f-8ccf-a9f2761a543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:42:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['80010e2f-5e03-436e-b9ca-3f398826877f'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:43:06.968925 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cef58446-5da1-4cf4-827d-9ab8c61e3aff req-eac7508c-94f8-42b0-adf6-d195bfd77bd6 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641105 Mar 01 13:43:07.033513 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-47f9b234-4b38-4e4f-8ccf-a9f2761a543e None None] Set router 80010e2f-5e03-436e-b9ca-3f398826877f gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:43:07.046434 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5e65d6-9f13-48ce-a4cb-d382f5a6a8ef x-openstack-request-id: req-9f5e65d6-9f13-48ce-a4cb-d382f5a6a8ef {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:43:07.046868 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4685580-e37d-4628-81fa-5fabc72c035a", "tag": "ca10b8e2-adb5-43da-956a-6bae88a6d370", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:43:07.047337 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f5e65d6-9f13-48ce-a4cb-d382f5a6a8ef {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:43:07.047871 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4685580-e37d-4628-81fa-5fabc72c035a', 'tag': 'ca10b8e2-adb5-43da-956a-6bae88a6d370', 'status': 'completed', 'code': 200} Mar 01 13:43:07.057930 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e81c227f-5126-4d12-9f69-565076ec3da9 req-6cc2d329-4c07-4246-97bb-c8c8735f084c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c45e60d9-9364-456d-8f60-89f853b1dc54 HTTP/1.1" status: 200 len: 998 time: 0.5662887 Mar 01 13:43:07.094570 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c728d04-dcf5-4f76-9250-a395df1b3c4d req-3dd59261-4533-46fa-a71b-4e4b44e76ca8 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:07.096778 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3c728d04-dcf5-4f76-9250-a395df1b3c4d req-3dd59261-4533-46fa-a71b-4e4b44e76ca8 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.1033325 Mar 01 13:43:07.167154 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c227f-5126-4d12-9f69-565076ec3da9 req-afa23132-9879-4c09-8791-fa69efe26f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:07.168650 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e81c227f-5126-4d12-9f69-565076ec3da9 req-afa23132-9879-4c09-8791-fa69efe26f01 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fa780fdd-3749-46aa-9d6b-34590bdd3f14 HTTP/1.1" status: 200 len: 855 time: 0.0852485 Mar 01 13:43:07.179203 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e090dfd-46c9-41c0-8214-d7347618a658 None None] New status for floating IP 58946ecd-b12d-4ae5-8eb3-8909ffe02879: ACTIVE {{(pid=103729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 13:43:07.188747 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bc325-07fc-4349-b4a0-03329246273a req-2b3b752b-b358-48cb-8fbb-977e650e3e7b tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:07.197737 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6f8bc325-07fc-4349-b4a0-03329246273a req-2b3b752b-b358-48cb-8fbb-977e650e3e7b tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 948 time: 0.0994127 Mar 01 13:43:07.233961 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3c728d04-dcf5-4f76-9250-a395df1b3c4d req-5f89d385-5ced-44a8-bf8c-c126e8cd41a7 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019585 Mar 01 13:43:07.239449 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419279a8-7241-4088-9883-e8a15065b821 req-4e575dc1-c997-4185-a998-cbf32f137785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:07.241729 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-419279a8-7241-4088-9883-e8a15065b821 req-4e575dc1-c997-4185-a998-cbf32f137785 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.9020338 Mar 01 13:43:07.280216 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6f8bc325-07fc-4349-b4a0-03329246273a req-ff983294-d52d-43a7-8f94-be875db1a97c tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814481 Mar 01 13:43:07.283235 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a1033-177e-435e-a2c9-acfd686c917e req-e7d819d1-05bc-4380-8578-d3c728882eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:07.296503 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-170a1033-177e-435e-a2c9-acfd686c917e req-e7d819d1-05bc-4380-8578-d3c728882eb6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a1604e108eb4efa9392af151a3634bd&device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 1128 time: 0.2258632 Mar 01 13:43:07.337910 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c227f-5126-4d12-9f69-565076ec3da9 req-7ec8d961-0796-4372-8df7-1c203309bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:07.339004 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e81c227f-5126-4d12-9f69-565076ec3da9 req-7ec8d961-0796-4372-8df7-1c203309bdef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2c5f5c0c-5639-4d99-bc9e-7767fcdda19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1603074 Mar 01 13:43:07.340447 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-419279a8-7241-4088-9883-e8a15065b821 req-04978f6e-9a52-4952-8702-b648877be623 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=21aa3287-2ab3-4c26-88a5-872db603c112 HTTP/1.1" status: 200 len: 217 time: 0.0857005 Mar 01 13:43:07.425861 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-47f9b234-4b38-4e4f-8ccf-a9f2761a543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-950402709-router', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:44Z', 'updated_at': '2022-03-01T13:39:48Z', 'revision_number': 4, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'gw_port': {'id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:71:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:45Z', 'updated_at': '2022-03-01T13:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '861710b4-b8e2-4440-8b0e-a0876d8a9c5b', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'port_id': 'ca10b8e2-adb5-43da-956a-6bae88a6d370', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df', 'mac_address': 'fa:16:3e:ad:5e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4685580-e37d-4628-81fa-5fabc72c035a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:40:15Z', 'updated_at': '2022-03-01T13:43:04Z', 'revision_number': 5, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9337b519-f330-46d5-b85a-c23622b9e96c', 'name': '', 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'mac_address': 'fa:16:3e:90:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '00c0eec8-d94f-41a7-92f9-32f77960cf64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:48Z', 'updated_at': '2022-03-01T13:39:55Z', 'revision_number': 5, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'subnets': [{'id': '00c0eec8-d94f-41a7-92f9-32f77960cf64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:43:07.455054 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f9b234-4b38-4e4f-8ccf-a9f2761a543e None None] The sync data for ids ['80010e2f-5e03-436e-b9ca-3f398826877f'] in n-d-827467-3 is: [{'id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-950402709-router', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:44Z', 'updated_at': '2022-03-01T13:39:48Z', 'revision_number': 4, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'gw_port': {'id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:71:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:45Z', 'updated_at': '2022-03-01T13:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '861710b4-b8e2-4440-8b0e-a0876d8a9c5b', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'port_id': 'ca10b8e2-adb5-43da-956a-6bae88a6d370', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df', 'mac_address': 'fa:16:3e:ad:5e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4685580-e37d-4628-81fa-5fabc72c035a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:40:15Z', 'updated_at': '2022-03-01T13:43:04Z', 'revision_number': 5, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9337b519-f330-46d5-b85a-c23622b9e96c', 'name': '', 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'mac_address': 'fa:16:3e:90:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '00c0eec8-d94f-41a7-92f9-32f77960cf64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:48Z', 'updated_at': '2022-03-01T13:39:55Z', 'revision_number': 5, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'subnets': [{'id': '00c0eec8-d94f-41a7-92f9-32f77960cf64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:43:07.542739 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419279a8-7241-4088-9883-e8a15065b821 req-3cb4be7d-25d9-46a7-a214-88bab962e7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:07.544272 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-419279a8-7241-4088-9883-e8a15065b821 req-3cb4be7d-25d9-46a7-a214-88bab962e7a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.1795630 Mar 01 13:43:07.643542 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a1033-177e-435e-a2c9-acfd686c917e req-27ab01fa-1eed-4ac0-b25d-1c6cd8e44914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:07.645097 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-170a1033-177e-435e-a2c9-acfd686c917e req-27ab01fa-1eed-4ac0-b25d-1c6cd8e44914 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d8b7f131-5faa-4e14-9387-53185320f5df HTTP/1.1" status: 200 len: 924 time: 0.3114007 Mar 01 13:43:07.669224 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e81c227f-5126-4d12-9f69-565076ec3da9 req-11483fbd-54f1-4c82-a67b-a3debb09792f service neutron] 10.222.0.20 "GET /v2.0/networks/2c5f5c0c-5639-4d99-bc9e-7767fcdda19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055902 Mar 01 13:43:07.703310 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:43:07.745046 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50825c-f062-49e2-851d-143f62b02e3d req-fe23caa3-22e8-474b-810c-794dbb866451 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:07.746641 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6a50825c-f062-49e2-851d-143f62b02e3d req-fe23caa3-22e8-474b-810c-794dbb866451 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/ports?device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 945 time: 0.0950253 Mar 01 13:43:07.790899 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419279a8-7241-4088-9883-e8a15065b821 req-da2264c4-3e50-4334-a821-feabd4266abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:07.792635 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-419279a8-7241-4088-9883-e8a15065b821 req-da2264c4-3e50-4334-a821-feabd4266abb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2403169 Mar 01 13:43:07.807449 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6a50825c-f062-49e2-851d-143f62b02e3d req-c79b5d95-7f92-4782-aef7-309c7c351350 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba6c8292-3a64-48a4-b54f-5bcf0d993d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521929 Mar 01 13:43:07.881565 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f555f17d-26ef-430c-b90e-07720c9bb6c2 None None] New status for floating IP 861710b4-b8e2-4440-8b0e-a0876d8a9c5b: ACTIVE {{(pid=103728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 13:43:07.903349 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-170a1033-177e-435e-a2c9-acfd686c917e req-8cdd07b6-fc11-47da-ba89-cf2371abf6ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca10b8e2-adb5-43da-956a-6bae88a6d370 HTTP/1.1" status: 200 len: 1000 time: 0.2487764 Mar 01 13:43:07.996224 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e81c227f-5126-4d12-9f69-565076ec3da9 req-d1dcef53-2dcc-424e-84ba-2541f12d9655 service neutron] 10.222.0.20 "GET /v2.0/networks/2c5f5c0c-5639-4d99-bc9e-7767fcdda19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820163 Mar 01 13:43:08.012595 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a1033-177e-435e-a2c9-acfd686c917e req-00c12ac4-579d-4a67-95fa-016e951cd4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:08.013939 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-170a1033-177e-435e-a2c9-acfd686c917e req-00c12ac4-579d-4a67-95fa-016e951cd4ab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00c0eec8-d94f-41a7-92f9-32f77960cf64 HTTP/1.1" status: 200 len: 862 time: 0.1008821 Mar 01 13:43:08.026315 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-419279a8-7241-4088-9883-e8a15065b821 req-271df58f-ee96-42c8-89bc-c7169f8c6233 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228656 Mar 01 13:43:08.155624 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a1033-177e-435e-a2c9-acfd686c917e req-5a2eb783-ba45-423f-9b5e-eb0fb06c7373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:08.157876 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-170a1033-177e-435e-a2c9-acfd686c917e req-5a2eb783-ba45-423f-9b5e-eb0fb06c7373 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8b7f131-5faa-4e14-9387-53185320f5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1307015 Mar 01 13:43:08.200617 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-419279a8-7241-4088-9883-e8a15065b821 req-4fc2703f-d9d8-4ce8-b281-a8f14c29551f service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456990 Mar 01 13:43:08.229018 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f90c82-f0a0-4428-a272-f918ac7f06f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21aa3287-2ab3-4c26-88a5-872db603c112'}, {'name': 'network-changed', 'server_uuid': 'c3f90c82-f0a0-4428-a272-f918ac7f06f5', 'tag': '21aa3287-2ab3-4c26-88a5-872db603c112'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:43:08.231806 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4d8bc2-abf3-4728-8ae8-dc988d7f1c99" -d '{"events": [{"server_uuid": "c3f90c82-f0a0-4428-a272-f918ac7f06f5", "name": "network-vif-unplugged", "status": "completed", "tag": "21aa3287-2ab3-4c26-88a5-872db603c112"}, {"name": "network-changed", "server_uuid": "c3f90c82-f0a0-4428-a272-f918ac7f06f5", "tag": "21aa3287-2ab3-4c26-88a5-872db603c112"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:43:08.291710 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-170a1033-177e-435e-a2c9-acfd686c917e req-e509d241-1a1c-4c97-9669-2d86f81baa47 service neutron] 10.222.0.20 "GET /v2.0/networks/d8b7f131-5faa-4e14-9387-53185320f5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255331 Mar 01 13:43:08.322981 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 01 Mar 2022 13:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47e916c-9325-4c3c-a1b9-5eff3da6e338 x-openstack-request-id: req-d47e916c-9325-4c3c-a1b9-5eff3da6e338 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:43:08.323276 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f90c82-f0a0-4428-a272-f918ac7f06f5", "name": "network-vif-unplugged", "status": "completed", "tag": "21aa3287-2ab3-4c26-88a5-872db603c112", "code": 200}, {"name": "network-changed", "server_uuid": "c3f90c82-f0a0-4428-a272-f918ac7f06f5", "tag": "21aa3287-2ab3-4c26-88a5-872db603c112", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:43:08.323527 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d47e916c-9325-4c3c-a1b9-5eff3da6e338 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:43:08.325534 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f90c82-f0a0-4428-a272-f918ac7f06f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21aa3287-2ab3-4c26-88a5-872db603c112', 'code': 200} Mar 01 13:43:08.325534 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f90c82-f0a0-4428-a272-f918ac7f06f5', 'tag': '21aa3287-2ab3-4c26-88a5-872db603c112', 'status': 'completed', 'code': 200} Mar 01 13:43:08.464763 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f2a46-2760-4359-aa8c-bfb22d6ce9c6 req-5ee9b475-2307-45c5-9b7f-252f38616bf3 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:08.468366 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a03f2a46-2760-4359-aa8c-bfb22d6ce9c6 req-5ee9b475-2307-45c5-9b7f-252f38616bf3 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 948 time: 0.0760732 Mar 01 13:43:08.508289 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-170a1033-177e-435e-a2c9-acfd686c917e req-4a785a92-8f08-459a-a68a-d4a54e45b743 service neutron] 10.222.0.20 "GET /v2.0/networks/d8b7f131-5faa-4e14-9387-53185320f5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988075 Mar 01 13:43:08.511799 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d8bc2-abf3-4728-8ae8-dc988d7f1c99 req-df348958-d911-402b-95bd-27392048f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:08.513174 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7d4d8bc2-abf3-4728-8ae8-dc988d7f1c99 req-df348958-d911-402b-95bd-27392048f325 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5273606b5eb242749c05f75a15dd6612&device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 1130 time: 0.1242812 Mar 01 13:43:08.519377 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d8bc2-abf3-4728-8ae8-dc988d7f1c99 req-ab437389-9856-435d-be72-035102eaf08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:08.520814 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7d4d8bc2-abf3-4728-8ae8-dc988d7f1c99 req-ab437389-9856-435d-be72-035102eaf08e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5273606b5eb242749c05f75a15dd6612&device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 1130 time: 0.1340926 Mar 01 13:43:08.553507 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a03f2a46-2760-4359-aa8c-bfb22d6ce9c6 req-ae8492bd-8b24-4ed8-b497-9b51f3aab526 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760472 Mar 01 13:43:08.682487 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d8bc2-abf3-4728-8ae8-dc988d7f1c99 req-8015527d-2986-48e2-8c33-fe3f29a64e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:08.683905 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7d4d8bc2-abf3-4728-8ae8-dc988d7f1c99 req-8015527d-2986-48e2-8c33-fe3f29a64e21 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.1511374 Mar 01 13:43:08.727989 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7d4d8bc2-abf3-4728-8ae8-dc988d7f1c99 req-a34d6b35-8ce6-4975-9fa5-7a2be7e52ea6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=21aa3287-2ab3-4c26-88a5-872db603c112 HTTP/1.1" status: 200 len: 217 time: 0.0377698 Mar 01 13:43:08.791600 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d8bc2-abf3-4728-8ae8-dc988d7f1c99 req-45b460eb-dc6d-4a4a-9ebd-7388c218f189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:08.793076 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7d4d8bc2-abf3-4728-8ae8-dc988d7f1c99 req-45b460eb-dc6d-4a4a-9ebd-7388c218f189 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.2578511 Mar 01 13:43:08.807186 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d8bc2-abf3-4728-8ae8-dc988d7f1c99 req-fd70b414-69f6-4c31-9365-f012adb37de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:08.808575 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7d4d8bc2-abf3-4728-8ae8-dc988d7f1c99 req-fd70b414-69f6-4c31-9365-f012adb37de3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0720761 Mar 01 13:43:08.845322 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7d4d8bc2-abf3-4728-8ae8-dc988d7f1c99 req-d904533d-bb53-4d09-bc1c-e0fe842bf8e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=21aa3287-2ab3-4c26-88a5-872db603c112 HTTP/1.1" status: 200 len: 217 time: 0.0441356 Mar 01 13:43:08.924613 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d8bc2-abf3-4728-8ae8-dc988d7f1c99 req-b3b21274-2dfa-47d9-9081-7106d6463b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:08.925783 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7d4d8bc2-abf3-4728-8ae8-dc988d7f1c99 req-b3b21274-2dfa-47d9-9081-7106d6463b87 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0615761 Mar 01 13:43:08.929624 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d8bc2-abf3-4728-8ae8-dc988d7f1c99 req-70c869f2-6327-4715-9e7c-b4c84345ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:08.931049 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7d4d8bc2-abf3-4728-8ae8-dc988d7f1c99 req-70c869f2-6327-4715-9e7c-b4c84345ac96 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0940173 Mar 01 13:43:08.988078 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d90a3-29a7-42f4-9a5c-81852dd8b884 req-dbb57653-205d-4059-a925-4798fcfad94f tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:08.990234 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5e3d90a3-29a7-42f4-9a5c-81852dd8b884 req-dbb57653-205d-4059-a925-4798fcfad94f tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/ports?device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 945 time: 0.1029975 Mar 01 13:43:09.084609 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7d4d8bc2-abf3-4728-8ae8-dc988d7f1c99 req-f6b4c3f5-0d17-486a-bf93-b5a2ac590917 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406550 Mar 01 13:43:09.085387 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5e3d90a3-29a7-42f4-9a5c-81852dd8b884 req-72527b95-9548-4806-b6e2-d9561e45a709 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba6c8292-3a64-48a4-b54f-5bcf0d993d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887156 Mar 01 13:43:09.205910 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7d4d8bc2-abf3-4728-8ae8-dc988d7f1c99 req-1895b27c-4206-4cb6-bf2e-1c154efb5bf6 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102448 Mar 01 13:43:09.212592 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d8bc2-abf3-4728-8ae8-dc988d7f1c99 req-ef121575-1d3b-4e0f-8c98-6ab7ce4ca5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:09.214154 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7d4d8bc2-abf3-4728-8ae8-dc988d7f1c99 req-ef121575-1d3b-4e0f-8c98-6ab7ce4ca5a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2788727 Mar 01 13:43:09.322988 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7d4d8bc2-abf3-4728-8ae8-dc988d7f1c99 req-233e205c-e817-44d0-98b3-edd4c458e532 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995996 Mar 01 13:43:09.384620 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 21aa3287-2ab3-4c26-88a5-872db603c112 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:43:09.432908 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7d4d8bc2-abf3-4728-8ae8-dc988d7f1c99 req-8d51b10f-71c1-45f9-8994-cbc3877087b3 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010931 Mar 01 13:43:09.434186 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] The host n-h1-827467-3 is not matching for port 21aa3287-2ab3-4c26-88a5-872db603c112 host n-h2-827467-3! {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 01 13:43:09.434584 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 21aa3287-2ab3-4c26-88a5-872db603c112 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:43:09.504935 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device f5ff6659-0c0f-4d70-8f11-73391ae78099 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:43:09.704414 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6d025-2a6d-4288-90a7-9676d55c7d30 req-90946246-c9a8-4a15-83f5-93dc3d38753c tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:09.707053 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:09.716894 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e5e6d025-2a6d-4288-90a7-9676d55c7d30 req-90946246-c9a8-4a15-83f5-93dc3d38753c tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 948 time: 0.0918176 Mar 01 13:43:09.776287 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e5e6d025-2a6d-4288-90a7-9676d55c7d30 req-e0f49d84-339b-4533-ba68-892253f2d51c tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580001 Mar 01 13:43:09.792108 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:09.799425 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port f5ff6659-0c0f-4d70-8f11-73391ae78099, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=f5ff6659-0c0f-4d70-8f11-73391ae78099,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:43:09.813765 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': 'f5ff6659-0c0f-4d70-8f11-73391ae78099', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': 'f5ff6659-0c0f-4d70-8f11-73391ae78099', 'mac_address': 'fa:16:3e:00:5d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:43:09.851410 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port f5ff6659-0c0f-4d70-8f11-73391ae78099 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:43:09.851770 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f5ff6659-0c0f-4d70-8f11-73391ae78099), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:09.864681 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5ff6659-0c0f-4d70-8f11-73391ae78099 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:43:09.883133 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port f5ff6659-0c0f-4d70-8f11-73391ae78099, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=f5ff6659-0c0f-4d70-8f11-73391ae78099,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:43:09.886874 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f5ff6659-0c0f-4d70-8f11-73391ae78099), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:09.933024 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=f5ff6659-0c0f-4d70-8f11-73391ae78099,revision_number=9']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:43:10.217380 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5063e-ff06-4e61-935e-e821a705419f req-30239ca5-6556-4d8d-ba00-b8dbcb77ae29 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:10.219048 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06b5063e-ff06-4e61-935e-e821a705419f req-30239ca5-6556-4d8d-ba00-b8dbcb77ae29 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/ports?device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 945 time: 0.0715270 Mar 01 13:43:10.293084 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06b5063e-ff06-4e61-935e-e821a705419f req-bd3b86c4-8b66-4525-947a-25bb065442a1 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba6c8292-3a64-48a4-b54f-5bcf0d993d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676284 Mar 01 13:43:10.329517 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['f5ff6659-0c0f-4d70-8f11-73391ae78099'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:43:10.895409 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617bb01-5335-46c6-bf17-5ba80f80d5ea req-e0dbd45e-b3e0-438d-a52a-f2c1b53ba529 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:10.897703 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3617bb01-5335-46c6-bf17-5ba80f80d5ea req-e0dbd45e-b3e0-438d-a52a-f2c1b53ba529 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 948 time: 0.0549681 Mar 01 13:43:10.948258 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3617bb01-5335-46c6-bf17-5ba80f80d5ea req-43365a88-5968-4640-b292-761f686170e6 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455246 Mar 01 13:43:11.443027 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a373b-ee55-45c4-a4ac-7125cd5c1ce6 req-d0d437e1-39a3-485b-b3ce-1d407fe59f13 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:11.444713 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d08a373b-ee55-45c4-a4ac-7125cd5c1ce6 req-d0d437e1-39a3-485b-b3ce-1d407fe59f13 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/ports?device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 945 time: 0.0618796 Mar 01 13:43:11.501603 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d08a373b-ee55-45c4-a4ac-7125cd5c1ce6 req-68106ada-3b7b-479e-83b9-839535df1af9 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba6c8292-3a64-48a4-b54f-5bcf0d993d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496294 Mar 01 13:43:11.504738 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:43:11.640185 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4,segment=NetworkSegment(a0a669d5-60b7-4c06-a9c5-37075f67475a),segment_id=a0a669d5-60b7-4c06-a9c5-37075f67475a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:43:11.644614 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3564ab-1f55-4a8d-959b-e8c439355df7 req-c39887a7-a542-41c6-a156-d96f854a7219 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:11.647008 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f3564ab-1f55-4a8d-959b-e8c439355df7 req-c39887a7-a542-41c6-a156-d96f854a7219 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/ports?device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 945 time: 0.0722914 Mar 01 13:43:11.657517 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60146) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:43:11.664380 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-2fcfc069-c5ca-462c-9403-59b8571e5efa tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Request body: {'floatingip': {'port_id': '1b393259-3805-44d5-b28b-792564983337'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:43:11.668275 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': 'ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4', 'network_id': '73628e5b-19c4-4cc2-85ab-069a1adb3f94', 'port_id': 'ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4', 'mac_address': 'fa:16:3e:26:0e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a72a1b6b-a371-4cd5-a742-432bd3fca273', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:43:11.706186 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2fcfc069-c5ca-462c-9403-59b8571e5efa tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks [] for floatingip (23622926-abdb-488b-8ed1-1ee77d2b0629), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:11.710404 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4 is: ACTIVE; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:43:11.710873 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:11.731559 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:43:11.757062 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4,segment=NetworkSegment(a0a669d5-60b7-4c06-a9c5-37075f67475a),segment_id=a0a669d5-60b7-4c06-a9c5-37075f67475a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:43:11.765396 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:11.826019 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4,revision_number=6']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:43:12.057224 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:43:12.094737 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246c7ce-aff8-4442-a898-9574eb9587eb req-30fec805-41ca-428d-93a2-2917696167a3 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:12.104568 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3246c7ce-aff8-4442-a898-9574eb9587eb req-30fec805-41ca-428d-93a2-2917696167a3 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 948 time: 0.0772727 Mar 01 13:43:12.159008 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3246c7ce-aff8-4442-a898-9574eb9587eb req-2e0a28b5-ae16-4333-91bd-0def664b5672 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529377 Mar 01 13:43:12.242570 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2fcfc069-c5ca-462c-9403-59b8571e5efa tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:12.247609 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2fcfc069-c5ca-462c-9403-59b8571e5efa tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (23622926-abdb-488b-8ed1-1ee77d2b0629), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:12.362408 n-d-827467-3 neutron-server[103726]: INFO neutron.db.l3_db [None req-2fcfc069-c5ca-462c-9403-59b8571e5efa tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Floating IP 23622926-abdb-488b-8ed1-1ee77d2b0629 associated. External IP: 172.25.1.50, port: 1b393259-3805-44d5-b28b-792564983337. Mar 01 13:43:12.856369 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcfc069-c5ca-462c-9403-59b8571e5efa tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Router 7948eed8-a108-43b1-b911-21dc10be4034 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:43:12.964716 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcfc069-c5ca-462c-9403-59b8571e5efa tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:43:12.969694 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2fcfc069-c5ca-462c-9403-59b8571e5efa tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:12.975388 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b14b40-3af6-4b9b-b538-110a36a33012 None None] Sync routers for ids ['7948eed8-a108-43b1-b911-21dc10be4034'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:43:12.986236 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b14b40-3af6-4b9b-b538-110a36a33012 None None] Routers {'7948eed8-a108-43b1-b911-21dc10be4034'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:43:12.986853 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-64b14b40-3af6-4b9b-b538-110a36a33012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:42:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['7948eed8-a108-43b1-b911-21dc10be4034'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:43:13.009694 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2fcfc069-c5ca-462c-9403-59b8571e5efa tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "PUT /v2.0/floatingips/23622926-abdb-488b-8ed1-1ee77d2b0629 HTTP/1.1" status: 200 len: 990 time: 1.3474293 Mar 01 13:43:13.009694 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19558a94-6eb8-4d4d-a848-e921b8fbee2a', 'tag': '1b393259-3805-44d5-b28b-792564983337'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:43:13.010748 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658b602e-e3da-4ceb-ba80-7366b3686826" -d '{"events": [{"name": "network-changed", "server_uuid": "19558a94-6eb8-4d4d-a848-e921b8fbee2a", "tag": "1b393259-3805-44d5-b28b-792564983337"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:43:13.073988 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7429278-476b-496f-951e-0811a0d390c0 x-openstack-request-id: req-e7429278-476b-496f-951e-0811a0d390c0 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:43:13.074278 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19558a94-6eb8-4d4d-a848-e921b8fbee2a", "tag": "1b393259-3805-44d5-b28b-792564983337", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:43:13.074529 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7429278-476b-496f-951e-0811a0d390c0 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:43:13.074954 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19558a94-6eb8-4d4d-a848-e921b8fbee2a', 'tag': '1b393259-3805-44d5-b28b-792564983337', 'status': 'completed', 'code': 200} Mar 01 13:43:13.110646 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-64b14b40-3af6-4b9b-b538-110a36a33012 None None] Set router 7948eed8-a108-43b1-b911-21dc10be4034 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:43:13.143937 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b602e-e3da-4ceb-ba80-7366b3686826 req-e356c9a6-8506-4e92-afe0-6048dc4f26dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:13.145374 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-658b602e-e3da-4ceb-ba80-7366b3686826 req-e356c9a6-8506-4e92-afe0-6048dc4f26dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2d44206487d4589b8000d65ce277bfc&device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 1127 time: 0.0467243 Mar 01 13:43:13.152601 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add42e35-6bef-4a46-af85-775cb0c0b9ed req-af6fc173-52b3-46ff-909d-7fd9cfb59fb7 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:13.162009 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-add42e35-6bef-4a46-af85-775cb0c0b9ed req-af6fc173-52b3-46ff-909d-7fd9cfb59fb7 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/ports?device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 945 time: 0.0693302 Mar 01 13:43:13.248535 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b602e-e3da-4ceb-ba80-7366b3686826 req-66e3c880-e750-45a7-b28b-b872d1a75193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:13.250238 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-658b602e-e3da-4ceb-ba80-7366b3686826 req-66e3c880-e750-45a7-b28b-b872d1a75193 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d0a7f147-f4bd-4e8a-9374-46eb56a01a5f HTTP/1.1" status: 200 len: 913 time: 0.0981388 Mar 01 13:43:13.255340 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-add42e35-6bef-4a46-af85-775cb0c0b9ed req-ade91c1b-671b-4a4e-a6f9-95f1abb73df5 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba6c8292-3a64-48a4-b54f-5bcf0d993d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922139 Mar 01 13:43:13.353656 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-658b602e-e3da-4ceb-ba80-7366b3686826 req-ee965bbe-80b1-4125-b893-127c2cdfca76 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b393259-3805-44d5-b28b-792564983337 HTTP/1.1" status: 200 len: 998 time: 0.0968235 Mar 01 13:43:13.382037 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee23f5-6972-43d6-9367-e17b6ce6c333 req-d635ddc7-c6b7-4307-a358-92a17e18aaa2 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:13.395248 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c2ee23f5-6972-43d6-9367-e17b6ce6c333 req-d635ddc7-c6b7-4307-a358-92a17e18aaa2 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 948 time: 0.1126983 Mar 01 13:43:13.420755 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-64b14b40-3af6-4b9b-b538-110a36a33012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7948eed8-a108-43b1-b911-21dc10be4034', 'name': 'tempest-ServersTestManualDisk-1397796116-router', 'tenant_id': 'f2d44206487d4589b8000d65ce277bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '8c230531-1b6b-42ca-b488-d6fe1d824a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:42:20Z', 'updated_at': '2022-03-01T13:42:25Z', 'revision_number': 4, 'project_id': 'f2d44206487d4589b8000d65ce277bfc', 'gw_port': {'id': '8c230531-1b6b-42ca-b488-d6fe1d824a4d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7948eed8-a108-43b1-b911-21dc10be4034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:42:21Z', 'updated_at': '2022-03-01T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '23622926-abdb-488b-8ed1-1ee77d2b0629', 'tenant_id': 'f2d44206487d4589b8000d65ce277bfc', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '7948eed8-a108-43b1-b911-21dc10be4034', 'port_id': '1b393259-3805-44d5-b28b-792564983337', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a7f147-f4bd-4e8a-9374-46eb56a01a5f', 'mac_address': 'fa:16:3e:29:1a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19558a94-6eb8-4d4d-a848-e921b8fbee2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:42:30Z', 'updated_at': '2022-03-01T13:43:12Z', 'revision_number': 1, 'project_id': 'f2d44206487d4589b8000d65ce277bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f18703e0-4c59-48b8-a55e-94c05cdb08e5', 'name': '', 'network_id': 'd0a7f147-f4bd-4e8a-9374-46eb56a01a5f', 'tenant_id': 'f2d44206487d4589b8000d65ce277bfc', 'mac_address': 'fa:16:3e:49:56:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7948eed8-a108-43b1-b911-21dc10be4034', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '21152697-35e7-482c-9d43-61ae8fb8c7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:42:24Z', 'updated_at': '2022-03-01T13:42:33Z', 'revision_number': 5, 'project_id': 'f2d44206487d4589b8000d65ce277bfc', 'subnets': [{'id': '21152697-35e7-482c-9d43-61ae8fb8c7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:43:13.450886 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b602e-e3da-4ceb-ba80-7366b3686826 req-b7fbb21d-a0f0-41ea-aa14-b4c26bf74742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:13.452418 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-658b602e-e3da-4ceb-ba80-7366b3686826 req-b7fbb21d-a0f0-41ea-aa14-b4c26bf74742 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=21152697-35e7-482c-9d43-61ae8fb8c7e3 HTTP/1.1" status: 200 len: 851 time: 0.0924017 Mar 01 13:43:13.458245 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b14b40-3af6-4b9b-b538-110a36a33012 None None] Checking router: 7948eed8-a108-43b1-b911-21dc10be4034 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:43:13.467932 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b14b40-3af6-4b9b-b538-110a36a33012 None None] Routers {'7948eed8-a108-43b1-b911-21dc10be4034'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:43:13.468788 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-64b14b40-3af6-4b9b-b538-110a36a33012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:42:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['7948eed8-a108-43b1-b911-21dc10be4034'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:43:13.485377 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c2ee23f5-6972-43d6-9367-e17b6ce6c333 req-707312f7-5dff-4696-a20d-149fd7b24acd tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893176 Mar 01 13:43:13.517969 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b602e-e3da-4ceb-ba80-7366b3686826 req-87c2f37b-8c35-444f-9c7b-e3d19830c53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:13.520056 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-658b602e-e3da-4ceb-ba80-7366b3686826 req-87c2f37b-8c35-444f-9c7b-e3d19830c53f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d0a7f147-f4bd-4e8a-9374-46eb56a01a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0608907 Mar 01 13:43:13.531033 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 21aa3287-2ab3-4c26-88a5-872db603c112 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:43:13.535707 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device f5ff6659-0c0f-4d70-8f11-73391ae78099 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:43:13.664941 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-658b602e-e3da-4ceb-ba80-7366b3686826 req-2506f4e8-4603-4f37-99ae-f9df801148dd service neutron] 10.222.0.32 "GET /v2.0/networks/d0a7f147-f4bd-4e8a-9374-46eb56a01a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373377 Mar 01 13:43:13.676617 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port f5ff6659-0c0f-4d70-8f11-73391ae78099 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:43:13.676996 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f5ff6659-0c0f-4d70-8f11-73391ae78099), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:13.690604 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-64b14b40-3af6-4b9b-b538-110a36a33012 None None] Set router 7948eed8-a108-43b1-b911-21dc10be4034 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:43:13.712015 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 21aa3287-2ab3-4c26-88a5-872db603c112, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=21aa3287-2ab3-4c26-88a5-872db603c112,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:43:13.732487 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '21aa3287-2ab3-4c26-88a5-872db603c112', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': '21aa3287-2ab3-4c26-88a5-872db603c112', 'mac_address': 'fa:16:3e:13:e2:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:43:13.781913 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 21aa3287-2ab3-4c26-88a5-872db603c112 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:43:13.782305 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (21aa3287-2ab3-4c26-88a5-872db603c112), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:13.797795 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-658b602e-e3da-4ceb-ba80-7366b3686826 req-3b3e8757-d199-46dc-86ab-f9c2327ce6f5 service neutron] 10.222.0.32 "GET /v2.0/networks/d0a7f147-f4bd-4e8a-9374-46eb56a01a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249733 Mar 01 13:43:13.815193 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21aa3287-2ab3-4c26-88a5-872db603c112 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:43:13.857365 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port f5ff6659-0c0f-4d70-8f11-73391ae78099 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:43:13.857756 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f5ff6659-0c0f-4d70-8f11-73391ae78099), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:13.860681 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 21aa3287-2ab3-4c26-88a5-872db603c112, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=21aa3287-2ab3-4c26-88a5-872db603c112,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:43:13.870002 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (21aa3287-2ab3-4c26-88a5-872db603c112), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:13.909820 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2570827f-0013-43a0-9310-22f624ad4fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ff6659-0c0f-4d70-8f11-73391ae78099'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:43:13.912129 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6677b5-288a-4dfc-ad2f-0fba059f8327" -d '{"events": [{"server_uuid": "2570827f-0013-43a0-9310-22f624ad4fee", "name": "network-vif-plugged", "status": "completed", "tag": "f5ff6659-0c0f-4d70-8f11-73391ae78099"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:43:13.932566 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port f5ff6659-0c0f-4d70-8f11-73391ae78099, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=f5ff6659-0c0f-4d70-8f11-73391ae78099,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:43:13.942111 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f5ff6659-0c0f-4d70-8f11-73391ae78099), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:13.942923 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:43:13.967819 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-64b14b40-3af6-4b9b-b538-110a36a33012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7948eed8-a108-43b1-b911-21dc10be4034', 'name': 'tempest-ServersTestManualDisk-1397796116-router', 'tenant_id': 'f2d44206487d4589b8000d65ce277bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '8c230531-1b6b-42ca-b488-d6fe1d824a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:42:20Z', 'updated_at': '2022-03-01T13:42:25Z', 'revision_number': 4, 'project_id': 'f2d44206487d4589b8000d65ce277bfc', 'gw_port': {'id': '8c230531-1b6b-42ca-b488-d6fe1d824a4d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7948eed8-a108-43b1-b911-21dc10be4034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:42:21Z', 'updated_at': '2022-03-01T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '23622926-abdb-488b-8ed1-1ee77d2b0629', 'tenant_id': 'f2d44206487d4589b8000d65ce277bfc', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '7948eed8-a108-43b1-b911-21dc10be4034', 'port_id': '1b393259-3805-44d5-b28b-792564983337', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a7f147-f4bd-4e8a-9374-46eb56a01a5f', 'mac_address': 'fa:16:3e:29:1a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19558a94-6eb8-4d4d-a848-e921b8fbee2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:42:30Z', 'updated_at': '2022-03-01T13:43:12Z', 'revision_number': 1, 'project_id': 'f2d44206487d4589b8000d65ce277bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f18703e0-4c59-48b8-a55e-94c05cdb08e5', 'name': '', 'network_id': 'd0a7f147-f4bd-4e8a-9374-46eb56a01a5f', 'tenant_id': 'f2d44206487d4589b8000d65ce277bfc', 'mac_address': 'fa:16:3e:49:56:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7948eed8-a108-43b1-b911-21dc10be4034', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '21152697-35e7-482c-9d43-61ae8fb8c7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:42:24Z', 'updated_at': '2022-03-01T13:42:33Z', 'revision_number': 5, 'project_id': 'f2d44206487d4589b8000d65ce277bfc', 'subnets': [{'id': '21152697-35e7-482c-9d43-61ae8fb8c7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:43:13.973298 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=21aa3287-2ab3-4c26-88a5-872db603c112,revision_number=8']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:43:13.979355 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c8e708-2108-4f7c-aafd-b7656995a31d x-openstack-request-id: req-83c8e708-2108-4f7c-aafd-b7656995a31d {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:43:13.979694 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2570827f-0013-43a0-9310-22f624ad4fee", "name": "network-vif-plugged", "status": "completed", "tag": "f5ff6659-0c0f-4d70-8f11-73391ae78099", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:43:13.979951 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83c8e708-2108-4f7c-aafd-b7656995a31d {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:43:13.980345 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2570827f-0013-43a0-9310-22f624ad4fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ff6659-0c0f-4d70-8f11-73391ae78099', 'code': 200} Mar 01 13:43:14.002463 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b14b40-3af6-4b9b-b538-110a36a33012 None None] The sync data for ids ['7948eed8-a108-43b1-b911-21dc10be4034'] in n-d-827467-3 is: [{'id': '7948eed8-a108-43b1-b911-21dc10be4034', 'name': 'tempest-ServersTestManualDisk-1397796116-router', 'tenant_id': 'f2d44206487d4589b8000d65ce277bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '8c230531-1b6b-42ca-b488-d6fe1d824a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:42:20Z', 'updated_at': '2022-03-01T13:42:25Z', 'revision_number': 4, 'project_id': 'f2d44206487d4589b8000d65ce277bfc', 'gw_port': {'id': '8c230531-1b6b-42ca-b488-d6fe1d824a4d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7948eed8-a108-43b1-b911-21dc10be4034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:42:21Z', 'updated_at': '2022-03-01T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '23622926-abdb-488b-8ed1-1ee77d2b0629', 'tenant_id': 'f2d44206487d4589b8000d65ce277bfc', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '7948eed8-a108-43b1-b911-21dc10be4034', 'port_id': '1b393259-3805-44d5-b28b-792564983337', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a7f147-f4bd-4e8a-9374-46eb56a01a5f', 'mac_address': 'fa:16:3e:29:1a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19558a94-6eb8-4d4d-a848-e921b8fbee2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:42:30Z', 'updated_at': '2022-03-01T13:43:12Z', 'revision_number': 1, 'project_id': 'f2d44206487d4589b8000d65ce277bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f18703e0-4c59-48b8-a55e-94c05cdb08e5', 'name': '', 'network_id': 'd0a7f147-f4bd-4e8a-9374-46eb56a01a5f', 'tenant_id': 'f2d44206487d4589b8000d65ce277bfc', 'mac_address': 'fa:16:3e:49:56:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7948eed8-a108-43b1-b911-21dc10be4034', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '21152697-35e7-482c-9d43-61ae8fb8c7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:42:24Z', 'updated_at': '2022-03-01T13:42:33Z', 'revision_number': 5, 'project_id': 'f2d44206487d4589b8000d65ce277bfc', 'subnets': [{'id': '21152697-35e7-482c-9d43-61ae8fb8c7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:43:14.042069 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=f5ff6659-0c0f-4d70-8f11-73391ae78099,revision_number=10']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:43:14.049196 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:43:14.049640 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:14.138482 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:43:14.139116 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:14.177678 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4,segment=NetworkSegment(a0a669d5-60b7-4c06-a9c5-37075f67475a),segment_id=a0a669d5-60b7-4c06-a9c5-37075f67475a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:43:14.186081 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:14.241345 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4,revision_number=7']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:43:14.252284 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dce4fd-30e2-4907-b712-944a00148693 None None] New status for floating IP 23622926-abdb-488b-8ed1-1ee77d2b0629: ACTIVE {{(pid=103728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 13:43:14.613857 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d42a0-22c0-4c4a-b6d7-9b98e3e48da4 req-2b3860ac-c96d-4987-87fd-094b2df66636 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:14.615332 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-603d42a0-22c0-4c4a-b6d7-9b98e3e48da4 req-2b3860ac-c96d-4987-87fd-094b2df66636 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 949 time: 0.0570290 Mar 01 13:43:14.663014 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-603d42a0-22c0-4c4a-b6d7-9b98e3e48da4 req-459f200e-ec7d-4216-9db7-93451cd05a54 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416908 Mar 01 13:43:15.657596 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['21aa3287-2ab3-4c26-88a5-872db603c112'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:43:15.818455 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b203c6e-8e01-41ad-8e42-b2ef37ed5869 req-c4c19875-e7b5-4fbe-8191-3b9ca55b09ef tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:15.829528 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7b203c6e-8e01-41ad-8e42-b2ef37ed5869 req-c4c19875-e7b5-4fbe-8191-3b9ca55b09ef tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 949 time: 0.0848384 Mar 01 13:43:15.896634 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7b203c6e-8e01-41ad-8e42-b2ef37ed5869 req-975c101e-bf14-4b17-8efb-f23dfac29eab tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608816 Mar 01 13:43:15.981921 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4895d9-69ce-4c08-a704-166ec20bd39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:43:15.984804 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4991fd92-ddfa-4b70-8905-9b9c9838baa3" -d '{"events": [{"server_uuid": "6b4895d9-69ce-4c08-a704-166ec20bd39b", "name": "network-vif-plugged", "status": "completed", "tag": "ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:43:16.053428 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c139726-4bc3-4f3c-9682-43d157343754 x-openstack-request-id: req-7c139726-4bc3-4f3c-9682-43d157343754 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:43:16.054146 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4895d9-69ce-4c08-a704-166ec20bd39b", "name": "network-vif-plugged", "status": "completed", "tag": "ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:43:16.054812 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c139726-4bc3-4f3c-9682-43d157343754 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:43:16.055390 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4895d9-69ce-4c08-a704-166ec20bd39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4', 'code': 200} Mar 01 13:43:16.253628 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c98bd-9d14-48e4-ba00-3c3d6e43c471 req-0c28b8f8-72f5-4196-930f-fefc4974da5c tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:16.255432 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d28c98bd-9d14-48e4-ba00-3c3d6e43c471 req-0c28b8f8-72f5-4196-930f-fefc4974da5c tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 949 time: 0.1148791 Mar 01 13:43:16.335194 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d28c98bd-9d14-48e4-ba00-3c3d6e43c471 req-cd7a443c-9720-4ee9-8dd2-4682f87c6b06 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663991 Mar 01 13:43:16.382870 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e877d06-231c-4878-b674-f47582105908 req-9eb04572-3cc9-42ca-8b35-b92fa02ef0e2 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:16.387659 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2e877d06-231c-4878-b674-f47582105908 req-9eb04572-3cc9-42ca-8b35-b92fa02ef0e2 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5&tenant_id=5273606b5eb242749c05f75a15dd6612&binding%3Ahost_id=n-h2-827467-3 HTTP/1.1" status: 200 len: 949 time: 0.2159779 Mar 01 13:43:16.476908 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [req-2e877d06-231c-4878-b674-f47582105908 req-9097a3e6-1942-4da1-a3c8-eb68c5af3d38 service neutron] delete failed (client error): The resource could not be found. Mar 01 13:43:16.478049 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2e877d06-231c-4878-b674-f47582105908 req-9097a3e6-1942-4da1-a3c8-eb68c5af3d38 service neutron] 10.222.0.32 "DELETE /v2.0/ports/21aa3287-2ab3-4c26-88a5-872db603c112/bindings/n-h1-827467-3 HTTP/1.1" status: 404 len: 380 time: 0.0844095 Mar 01 13:43:16.672438 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e877d06-231c-4878-b674-f47582105908 req-36419862-a597-4318-ac23-46f9d739e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:16.676884 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2e877d06-231c-4878-b674-f47582105908 req-36419862-a597-4318-ac23-46f9d739e58b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5273606b5eb242749c05f75a15dd6612&device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 1131 time: 0.0651178 Mar 01 13:43:16.864520 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e877d06-231c-4878-b674-f47582105908 req-4c2356a8-906d-4b8e-a904-c42deb097f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:16.867264 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2e877d06-231c-4878-b674-f47582105908 req-4c2356a8-906d-4b8e-a904-c42deb097f9a service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.1830199 Mar 01 13:43:16.928947 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2e877d06-231c-4878-b674-f47582105908 req-5f10b7d3-0f18-4ded-a9cb-e00e77792011 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=21aa3287-2ab3-4c26-88a5-872db603c112 HTTP/1.1" status: 200 len: 217 time: 0.0549753 Mar 01 13:43:16.992035 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e877d06-231c-4878-b674-f47582105908 req-830fe4a5-22a3-4da3-8372-aa263038597e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:16.993888 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2e877d06-231c-4878-b674-f47582105908 req-830fe4a5-22a3-4da3-8372-aa263038597e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0584786 Mar 01 13:43:17.055602 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e877d06-231c-4878-b674-f47582105908 req-9bd31495-ba61-4aee-8b3a-20905966f6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:17.057842 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2e877d06-231c-4878-b674-f47582105908 req-9bd31495-ba61-4aee-8b3a-20905966f6c0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0573230 Mar 01 13:43:17.191453 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2e877d06-231c-4878-b674-f47582105908 req-3b828356-8637-4bb8-81d5-9b12432dc981 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262319 Mar 01 13:43:17.329816 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2e877d06-231c-4878-b674-f47582105908 req-013020e1-e1be-4c32-b3b8-522f77bf1ea8 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266570 Mar 01 13:43:17.537520 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 21aa3287-2ab3-4c26-88a5-872db603c112 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:43:17.664706 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 21aa3287-2ab3-4c26-88a5-872db603c112 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:43:17.677952 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 21aa3287-2ab3-4c26-88a5-872db603c112 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:43:17.678576 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (21aa3287-2ab3-4c26-88a5-872db603c112), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:17.856058 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 21aa3287-2ab3-4c26-88a5-872db603c112 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:43:17.856462 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (21aa3287-2ab3-4c26-88a5-872db603c112), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:18.001205 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 21aa3287-2ab3-4c26-88a5-872db603c112, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=21aa3287-2ab3-4c26-88a5-872db603c112,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:43:18.019611 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (21aa3287-2ab3-4c26-88a5-872db603c112), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:18.115232 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f90c82-f0a0-4428-a272-f918ac7f06f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21aa3287-2ab3-4c26-88a5-872db603c112'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:43:18.118372 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9439b7c-b266-4b0f-8d4b-166b91c420f5" -d '{"events": [{"server_uuid": "c3f90c82-f0a0-4428-a272-f918ac7f06f5", "name": "network-vif-plugged", "status": "completed", "tag": "21aa3287-2ab3-4c26-88a5-872db603c112"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:43:18.120886 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=21aa3287-2ab3-4c26-88a5-872db603c112,revision_number=9']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:43:18.131172 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:18.131517 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:18.131876 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:18.132254 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:18.132594 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:18.134236 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:18.134623 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:18.135163 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:18.135578 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:18.136161 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:18.136539 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:18.136987 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:18.137561 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:25.242930 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-74018b63-4264-433f-a543-2b741d4fc672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:27.397139 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-215736e5-bd7c-4703-a38a-21ae9f86eafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:28.760373 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:28.776842 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8b749-004b-4ba2-8ef7-6a0668b9f971 req-cbb71dfa-f07b-4711-be24-6dffea74fd33 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:28.785019 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c7c8b749-004b-4ba2-8ef7-6a0668b9f971 req-cbb71dfa-f07b-4711-be24-6dffea74fd33 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 950 time: 0.0741529 Mar 01 13:43:28.843944 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c7c8b749-004b-4ba2-8ef7-6a0668b9f971 req-06e03e13-680a-4fc0-934d-01bb2dc6066e tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531061 Mar 01 13:43:28.854104 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a3c388-51ce-43e7-9b0f-ba9fd35acad3 x-openstack-request-id: req-e6a3c388-51ce-43e7-9b0f-ba9fd35acad3 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:43:28.854595 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f90c82-f0a0-4428-a272-f918ac7f06f5", "name": "network-vif-plugged", "status": "completed", "tag": "21aa3287-2ab3-4c26-88a5-872db603c112", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:43:28.854999 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6a3c388-51ce-43e7-9b0f-ba9fd35acad3 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:43:28.855538 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f90c82-f0a0-4428-a272-f918ac7f06f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21aa3287-2ab3-4c26-88a5-872db603c112', 'code': 200} Mar 01 13:43:29.091094 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae396c1a-48da-4cd9-b293-da6cc8e01334 req-fdf596f3-b17f-431e-bc53-f12fa3d486c1 tempest-MigrationsAdminTest-920686348 tempest-MigrationsAdminTest-920686348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:29.093013 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ae396c1a-48da-4cd9-b293-da6cc8e01334 req-fdf596f3-b17f-431e-bc53-f12fa3d486c1 tempest-MigrationsAdminTest-920686348 tempest-MigrationsAdminTest-920686348-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 1132 time: 0.1242454 Mar 01 13:43:29.202715 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ae396c1a-48da-4cd9-b293-da6cc8e01334 req-7692289f-3d53-4383-b568-5725fe6ef0f4 tempest-MigrationsAdminTest-920686348 tempest-MigrationsAdminTest-920686348-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538397 Mar 01 13:43:29.215872 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878218b8-3219-406a-816a-c7d1ffada23b req-0e852e6b-ce36-484a-aaaa-29e7c653e30a tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:29.218077 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-878218b8-3219-406a-816a-c7d1ffada23b req-0e852e6b-ce36-484a-aaaa-29e7c653e30a tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?device_id=2570827f-0013-43a0-9310-22f624ad4fee HTTP/1.1" status: 200 len: 951 time: 0.1234043 Mar 01 13:43:29.394513 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-878218b8-3219-406a-816a-c7d1ffada23b req-fe893ae9-0d9e-4e7f-8948-54a8becf32c5 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b5205c3-0740-433f-9e1b-5e522975ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676004 Mar 01 13:43:29.621438 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-98391c54-23a8-4b0b-97c4-351b0378babd tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5273606b5eb242749c05f75a15dd6612&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294197 Mar 01 13:43:29.821140 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-8ca8ea07-bcbc-486a-9bd2-71b6cd7cb3f5 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:29.833689 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-8ca8ea07-bcbc-486a-9bd2-71b6cd7cb3f5 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2112122 Mar 01 13:43:29.866026 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-5b87a78b-52b1-46a1-ae1b-ae58d767a882 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/quotas/5273606b5eb242749c05f75a15dd6612 HTTP/1.1" status: 200 len: 375 time: 0.0310280 Mar 01 13:43:29.928781 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:29.934658 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-d6dffd50-3550-4d71-b9ba-f1e436d8c779 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5273606b5eb242749c05f75a15dd6612&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0677464 Mar 01 13:43:30.224466 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d6bddd05-3c3c-4e12-a7fd-75941fa99cff req-eac7de77-8174-4054-81c3-662d0f53758c tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 210 time: 0.0347383 Mar 01 13:43:30.552067 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b8c83-8c74-4763-a90f-4af517eb5dfa req-bb214f8a-43d3-48e4-be4b-355a45c4e36c tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:30.553641 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-580b8c83-8c74-4763-a90f-4af517eb5dfa req-bb214f8a-43d3-48e4-be4b-355a45c4e36c tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?device_id=2570827f-0013-43a0-9310-22f624ad4fee HTTP/1.1" status: 200 len: 951 time: 0.0656927 Mar 01 13:43:30.628438 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-580b8c83-8c74-4763-a90f-4af517eb5dfa req-aaa55ddc-51cc-4d10-abf8-6e471e18ec1a tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b5205c3-0740-433f-9e1b-5e522975ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684710 Mar 01 13:43:31.587317 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-bdecc216-e6ed-4797-998b-4f80b3dbd0c4 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5273606b5eb242749c05f75a15dd6612&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401578 Mar 01 13:43:31.659445 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2de9fbac-e16d-4d7b-8d41-5257d190c8de req-8cab5924-681a-4b09-a803-dbd39eb01c69 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 210 time: 0.0415344 Mar 01 13:43:31.674302 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device f5ff6659-0c0f-4d70-8f11-73391ae78099 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:43:31.749167 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:31.789260 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-adb84002-f13c-4d64-9e8a-39b28f523094 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:31.791465 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-adb84002-f13c-4d64-9e8a-39b28f523094 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1983178 Mar 01 13:43:31.810381 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-70818877-76d8-49a1-b85b-d6bac0467cfa tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Request body: {'port': {'device_id': '8f133d7b-b742-4f0e-ba27-fc32e09c87cd', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'admin_state_up': True, 'tenant_id': '5273606b5eb242749c05f75a15dd6612'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:43:31.849276 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port f5ff6659-0c0f-4d70-8f11-73391ae78099 is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:43:31.855718 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f5ff6659-0c0f-4d70-8f11-73391ae78099), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:31.888449 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port f5ff6659-0c0f-4d70-8f11-73391ae78099, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=f5ff6659-0c0f-4d70-8f11-73391ae78099,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:43:31.889921 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2570827f-0013-43a0-9310-22f624ad4fee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5ff6659-0c0f-4d70-8f11-73391ae78099'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:43:31.893709 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fd18bb-7930-4211-ba02-9a1a4b463d11" -d '{"events": [{"server_uuid": "2570827f-0013-43a0-9310-22f624ad4fee", "name": "network-vif-unplugged", "status": "completed", "tag": "f5ff6659-0c0f-4d70-8f11-73391ae78099"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:43:31.911020 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f5ff6659-0c0f-4d70-8f11-73391ae78099), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:31.911765 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:43:31.985200 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 13:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240963d6-d83c-4884-a8a1-c7df72d33697 x-openstack-request-id: req-240963d6-d83c-4884-a8a1-c7df72d33697 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:43:31.985551 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2570827f-0013-43a0-9310-22f624ad4fee", "name": "network-vif-unplugged", "status": "completed", "tag": "f5ff6659-0c0f-4d70-8f11-73391ae78099", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:43:31.985896 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-240963d6-d83c-4884-a8a1-c7df72d33697 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:43:31.986358 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2570827f-0013-43a0-9310-22f624ad4fee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5ff6659-0c0f-4d70-8f11-73391ae78099', 'code': 200} Mar 01 13:43:32.030330 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=f5ff6659-0c0f-4d70-8f11-73391ae78099,revision_number=11']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:43:32.039546 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-70818877-76d8-49a1-b85b-d6bac0467cfa tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Made reservation on behalf of 5273606b5eb242749c05f75a15dd6612 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:43:32.045320 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-70818877-76d8-49a1-b85b-d6bac0467cfa tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:32.083634 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4 is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:43:32.084838 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:32.175536 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4,segment=NetworkSegment(a0a669d5-60b7-4c06-a9c5-37075f67475a),segment_id=a0a669d5-60b7-4c06-a9c5-37075f67475a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:43:32.182734 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:32.249400 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-70818877-76d8-49a1-b85b-d6bac0467cfa tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Allocated IP 192.168.233.178 (5e5e5cdc-dce5-4633-91fd-8e14363cd220/909a9e4d-2330-4bdf-bf33-da65c3dea6db/e14d8144-2ed5-4215-ab2f-6eb2ed2725ef) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:43:32.270657 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-2be4b3d1-d20e-4fd0-8be0-a9420e8dd532 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:32.273716 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-2be4b3d1-d20e-4fd0-8be0-a9420e8dd532 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/networks?id=73628e5b-19c4-4cc2-85ab-069a1adb3f94 HTTP/1.1" status: 200 len: 804 time: 0.1712480 Mar 01 13:43:32.283819 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4,revision_number=8']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:43:32.310005 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-27ffc6b4-c64c-4b98-9f54-bc97eca0862d tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/quotas/ff19a9aae91a436fac353be002907a07 HTTP/1.1" status: 200 len: 375 time: 0.0234401 Mar 01 13:43:32.373249 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-2cbece3c-26a7-4e04-aa99-9abd20254655 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff19a9aae91a436fac353be002907a07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0574238 Mar 01 13:43:32.479895 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-70818877-76d8-49a1-b85b-d6bac0467cfa tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Publish callbacks [] for port (e14d8144-2ed5-4215-ab2f-6eb2ed2725ef), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:32.503767 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-d2845338-dbde-4f68-88ed-68828d42a843 service neutron] 10.222.0.13 "GET /v2.0/networks/73628e5b-19c4-4cc2-85ab-069a1adb3f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223090 Mar 01 13:43:32.533623 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-70818877-76d8-49a1-b85b-d6bac0467cfa tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (e14d8144-2ed5-4215-ab2f-6eb2ed2725ef), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:32.547408 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['21aa3287-2ab3-4c26-88a5-872db603c112'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:43:32.629626 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-70818877-76d8-49a1-b85b-d6bac0467cfa tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:43:32.631414 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70818877-76d8-49a1-b85b-d6bac0467cfa tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Pushing event updated for resources: {'Port': ['ID=e14d8144-2ed5-4215-ab2f-6eb2ed2725ef,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:43:32.634584 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-70818877-76d8-49a1-b85b-d6bac0467cfa tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:43:32.637076 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-70818877-76d8-49a1-b85b-d6bac0467cfa tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:43:32.656389 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-5389bfd6-4269-4a54-beed-81e4f6549c4a service neutron] 10.222.0.13 "GET /v2.0/networks/73628e5b-19c4-4cc2-85ab-069a1adb3f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460617 Mar 01 13:43:32.715139 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-70818877-76d8-49a1-b85b-d6bac0467cfa tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:32.716691 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-70818877-76d8-49a1-b85b-d6bac0467cfa tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:32.744439 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-70818877-76d8-49a1-b85b-d6bac0467cfa tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9387770 Mar 01 13:43:32.767836 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-8d73cde9-8ff8-43ea-ad1e-d95e3f7f8ac1 service neutron] Request body: {'port': {'device_id': '8f133d7b-b742-4f0e-ba27-fc32e09c87cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:43:32.884725 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-8d73cde9-8ff8-43ea-ad1e-d95e3f7f8ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e14d8144-2ed5-4215-ab2f-6eb2ed2725ef), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:32.900405 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c86ef2-1aac-4941-873c-ce077741d28e req-93937b6a-06a7-4653-958e-f0cb84d11b8a tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:32.912046 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26c86ef2-1aac-4941-873c-ce077741d28e req-93937b6a-06a7-4653-958e-f0cb84d11b8a tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 936 time: 0.1030777 Mar 01 13:43:33.024910 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26c86ef2-1aac-4941-873c-ce077741d28e req-d9c31cc0-36ab-46fe-9d0a-a2a2f70a8114 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987082 Mar 01 13:43:33.085426 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-460d1d31-708b-4a21-bf76-1dad4468a291 None None] Provisioning complete for port e14d8144-2ed5-4215-ab2f-6eb2ed2725ef triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:43:33.086030 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-460d1d31-708b-4a21-bf76-1dad4468a291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e14d8144-2ed5-4215-ab2f-6eb2ed2725ef), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:33.141008 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d22089d0-4011-4ccb-ba36-449436686c84 req-5c6d312d-97f3-4dca-b04b-0ea69d87e527 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4c6175-e763-46b3-bebf-c6224d884dbb HTTP/1.1" status: 200 len: 210 time: 0.0434453 Mar 01 13:43:33.161289 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-460d1d31-708b-4a21-bf76-1dad4468a291 None None] Port e14d8144-2ed5-4215-ab2f-6eb2ed2725ef cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:43:33.319183 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-8d73cde9-8ff8-43ea-ad1e-d95e3f7f8ac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e14d8144-2ed5-4215-ab2f-6eb2ed2725ef {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:43:33.331945 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-8d73cde9-8ff8-43ea-ad1e-d95e3f7f8ac1 service neutron] Publish callbacks [] for port (e14d8144-2ed5-4215-ab2f-6eb2ed2725ef), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:33.353140 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-8d73cde9-8ff8-43ea-ad1e-d95e3f7f8ac1 service neutron] Transition to ACTIVE for port object e14d8144-2ed5-4215-ab2f-6eb2ed2725ef will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:43:33.359863 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-8d73cde9-8ff8-43ea-ad1e-d95e3f7f8ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (e14d8144-2ed5-4215-ab2f-6eb2ed2725ef), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:33.517484 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73cde9-8ff8-43ea-ad1e-d95e3f7f8ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=e14d8144-2ed5-4215-ab2f-6eb2ed2725ef,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:43:33.545958 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-8d73cde9-8ff8-43ea-ad1e-d95e3f7f8ac1 service neutron] Attempting to bind port e14d8144-2ed5-4215-ab2f-6eb2ed2725ef on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:43:33.546287 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-8d73cde9-8ff8-43ea-ad1e-d95e3f7f8ac1 service neutron] Attempting to bind port e14d8144-2ed5-4215-ab2f-6eb2ed2725ef by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:43:33.547653 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-8d73cde9-8ff8-43ea-ad1e-d95e3f7f8ac1 service neutron] Attempting to bind port e14d8144-2ed5-4215-ab2f-6eb2ed2725ef on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:43:33.554649 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-8d73cde9-8ff8-43ea-ad1e-d95e3f7f8ac1 service neutron] Port e14d8144-2ed5-4215-ab2f-6eb2ed2725ef on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:43:33.555006 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-8d73cde9-8ff8-43ea-ad1e-d95e3f7f8ac1 service neutron] Attempting to bind port e14d8144-2ed5-4215-ab2f-6eb2ed2725ef on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:43:33.561666 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-8d73cde9-8ff8-43ea-ad1e-d95e3f7f8ac1 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:43:33.562525 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-8d73cde9-8ff8-43ea-ad1e-d95e3f7f8ac1 service neutron] Checking segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:43:33.564141 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-8d73cde9-8ff8-43ea-ad1e-d95e3f7f8ac1 service neutron] Bound using segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:43:33.564950 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-8d73cde9-8ff8-43ea-ad1e-d95e3f7f8ac1 service neutron] Bound port: e14d8144-2ed5-4215-ab2f-6eb2ed2725ef, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:43:33.565209 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-8d73cde9-8ff8-43ea-ad1e-d95e3f7f8ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e14d8144-2ed5-4215-ab2f-6eb2ed2725ef), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:33.664813 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-8d73cde9-8ff8-43ea-ad1e-d95e3f7f8ac1 service neutron] For port e14d8144-2ed5-4215-ab2f-6eb2ed2725ef, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:43:33.668655 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-8d73cde9-8ff8-43ea-ad1e-d95e3f7f8ac1 service neutron] For port e14d8144-2ed5-4215-ab2f-6eb2ed2725ef, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=e14d8144-2ed5-4215-ab2f-6eb2ed2725ef,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:43:33.678235 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-8d73cde9-8ff8-43ea-ad1e-d95e3f7f8ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (e14d8144-2ed5-4215-ab2f-6eb2ed2725ef), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:33.763057 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-8d73cde9-8ff8-43ea-ad1e-d95e3f7f8ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:33.765070 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-8d73cde9-8ff8-43ea-ad1e-d95e3f7f8ac1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:33.771458 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-8d73cde9-8ff8-43ea-ad1e-d95e3f7f8ac1 service neutron] 10.222.0.20 "PUT /v2.0/ports/e14d8144-2ed5-4215-ab2f-6eb2ed2725ef HTTP/1.1" status: 200 len: 1096 time: 1.0130777 Mar 01 13:43:33.771850 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f133d7b-b742-4f0e-ba27-fc32e09c87cd', 'tag': 'e14d8144-2ed5-4215-ab2f-6eb2ed2725ef'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:43:33.774623 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4a2ae0-5ce3-495a-8320-02fbe8383913" -d '{"events": [{"name": "network-changed", "server_uuid": "8f133d7b-b742-4f0e-ba27-fc32e09c87cd", "tag": "e14d8144-2ed5-4215-ab2f-6eb2ed2725ef"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:43:33.805347 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73cde9-8ff8-43ea-ad1e-d95e3f7f8ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=e14d8144-2ed5-4215-ab2f-6eb2ed2725ef,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:43:33.880827 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6426dcf1-33c5-41b8-b02d-d21967418c51 x-openstack-request-id: req-6426dcf1-33c5-41b8-b02d-d21967418c51 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:43:33.881126 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f133d7b-b742-4f0e-ba27-fc32e09c87cd", "tag": "e14d8144-2ed5-4215-ab2f-6eb2ed2725ef", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:43:33.881446 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6426dcf1-33c5-41b8-b02d-d21967418c51 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:43:33.881965 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f133d7b-b742-4f0e-ba27-fc32e09c87cd', 'tag': 'e14d8144-2ed5-4215-ab2f-6eb2ed2725ef', 'status': 'completed', 'code': 200} Mar 01 13:43:33.905866 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-28111f7b-c991-4915-a75e-057c3ab0e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:33.907695 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-28111f7b-c991-4915-a75e-057c3ab0e118 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5273606b5eb242749c05f75a15dd6612&device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 1130 time: 0.0658247 Mar 01 13:43:33.952172 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-644e58e2-b945-45dc-bb50-47e460b80fd1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=e14d8144-2ed5-4215-ab2f-6eb2ed2725ef HTTP/1.1" status: 200 len: 217 time: 0.0372102 Mar 01 13:43:33.987780 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4895d9-69ce-4c08-a704-166ec20bd39b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:43:33.990043 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d083d0a-8b48-4bba-abef-36c81eb29d4b" -d '{"events": [{"server_uuid": "6b4895d9-69ce-4c08-a704-166ec20bd39b", "name": "network-vif-unplugged", "status": "completed", "tag": "ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:43:34.020103 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-0f9ec03e-03ad-4cc6-9e77-7449e21d16b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:34.021691 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-0f9ec03e-03ad-4cc6-9e77-7449e21d16b8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0623677 Mar 01 13:43:34.040726 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 13:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef282eb-1a08-47cd-9ce9-aac0a58c9d5c x-openstack-request-id: req-aef282eb-1a08-47cd-9ce9-aac0a58c9d5c {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:43:34.041468 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4895d9-69ce-4c08-a704-166ec20bd39b", "name": "network-vif-unplugged", "status": "completed", "tag": "ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:43:34.044846 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aef282eb-1a08-47cd-9ce9-aac0a58c9d5c {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:43:34.045666 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4895d9-69ce-4c08-a704-166ec20bd39b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4', 'code': 200} Mar 01 13:43:34.089356 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-6f4393e1-1619-4584-a2e7-a00dc8d6fc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:34.091515 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-6f4393e1-1619-4584-a2e7-a00dc8d6fc7c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0605063 Mar 01 13:43:34.203767 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-0df99d17-493e-47c3-9131-2237c614c9cc service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017098 Mar 01 13:43:34.293802 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c1b93f94-da29-44c1-bd31-158b40364069 req-2f84d4c8-bba4-47c4-a5a6-ae047e3f93fb tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4c6175-e763-46b3-bebf-c6224d884dbb HTTP/1.1" status: 200 len: 210 time: 0.0452707 Mar 01 13:43:34.304811 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d081756-6d12-48fa-af29-c13fecd23994 req-94b44974-0663-4a2f-8248-87150c9c9d03 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:34.313112 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3d081756-6d12-48fa-af29-c13fecd23994 req-94b44974-0663-4a2f-8248-87150c9c9d03 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 948 time: 0.1488400 Mar 01 13:43:34.430598 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3d081756-6d12-48fa-af29-c13fecd23994 req-bb1b4658-9849-4857-ae25-0e029925d98c tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147671 Mar 01 13:43:34.431817 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0986703e-40bf-429b-be79-fdbf599d5ea5 req-f114fc76-6cef-4daf-943f-c6223bf80bea service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127259 Mar 01 13:43:34.446063 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-17f687d4-a6f8-40c1-8ee0-0ec8b76ebfde tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:34.446063 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-17f687d4-a6f8-40c1-8ee0-0ec8b76ebfde tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.32 "GET /v2.0/networks?id=73628e5b-19c4-4cc2-85ab-069a1adb3f94 HTTP/1.1" status: 200 len: 804 time: 0.2161732 Mar 01 13:43:34.463148 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-e38aa94c-7143-43fc-90dd-84f7d0f25afb tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Request body: {'port': {'device_id': '9c4c6175-e763-46b3-bebf-c6224d884dbb', 'network_id': '73628e5b-19c4-4cc2-85ab-069a1adb3f94', 'admin_state_up': True, 'tenant_id': 'ff19a9aae91a436fac353be002907a07'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:43:34.627307 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a2ae0-5ce3-495a-8320-02fbe8383913 req-ac92f1be-d2fe-43b0-9ec9-ea78ae9067ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:34.628885 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3a4a2ae0-5ce3-495a-8320-02fbe8383913 req-ac92f1be-d2fe-43b0-9ec9-ea78ae9067ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5273606b5eb242749c05f75a15dd6612&device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 1130 time: 0.1142967 Mar 01 13:43:34.712906 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9154a3-26fa-44d2-a949-08f22131650f req-4b7be03e-8eaa-4cc2-bd0e-ce2385302215 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:34.714406 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7b9154a3-26fa-44d2-a949-08f22131650f req-4b7be03e-8eaa-4cc2-bd0e-ce2385302215 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b4895d9-69ce-4c08-a704-166ec20bd39b HTTP/1.1" status: 200 len: 943 time: 0.1636162 Mar 01 13:43:34.761153 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-e38aa94c-7143-43fc-90dd-84f7d0f25afb tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Made reservation on behalf of ff19a9aae91a436fac353be002907a07 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:43:34.764476 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-e38aa94c-7143-43fc-90dd-84f7d0f25afb tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:34.823912 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a2ae0-5ce3-495a-8320-02fbe8383913 req-d83d8f8e-2e13-4c7d-871a-e0ff2e9f1d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:34.825389 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3a4a2ae0-5ce3-495a-8320-02fbe8383913 req-d83d8f8e-2e13-4c7d-871a-e0ff2e9f1d84 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.1888416 Mar 01 13:43:34.935641 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3a4a2ae0-5ce3-495a-8320-02fbe8383913 req-0bdc56c1-2833-4d5e-8ddb-aa03337b6cf8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=e14d8144-2ed5-4215-ab2f-6eb2ed2725ef HTTP/1.1" status: 200 len: 217 time: 0.0888097 Mar 01 13:43:35.053824 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-7b9154a3-26fa-44d2-a949-08f22131650f req-f59e3a59-b080-475e-9dd8-30416b66a910 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Deleting port ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:43:35.054168 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7b9154a3-26fa-44d2-a949-08f22131650f req-f59e3a59-b080-475e-9dd8-30416b66a910 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:35.061986 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-e38aa94c-7143-43fc-90dd-84f7d0f25afb tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Allocated IP 172.20.0.5 (73628e5b-19c4-4cc2-85ab-069a1adb3f94/a72a1b6b-a371-4cd5-a742-432bd3fca273/aea2b0c4-e67e-4df4-bec4-3ccd4229828f) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:43:35.078467 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a2ae0-5ce3-495a-8320-02fbe8383913 req-7f92ad61-748c-4d87-a2a2-a8e7a992da39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:35.079978 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3a4a2ae0-5ce3-495a-8320-02fbe8383913 req-7f92ad61-748c-4d87-a2a2-a8e7a992da39 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.1364701 Mar 01 13:43:35.421821 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5f829ccb-ad61-4e60-a700-8496e8031e4e req-c1f7284e-557a-460f-8af2-1f3f66e7f637 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4c6175-e763-46b3-bebf-c6224d884dbb HTTP/1.1" status: 200 len: 210 time: 0.0465922 Mar 01 13:43:35.578143 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-7b9154a3-26fa-44d2-a949-08f22131650f req-f59e3a59-b080-475e-9dd8-30416b66a910 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] For port ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4,segment=NetworkSegment(a0a669d5-60b7-4c06-a9c5-37075f67475a),segment_id=a0a669d5-60b7-4c06-a9c5-37075f67475a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:43:35.578831 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7b9154a3-26fa-44d2-a949-08f22131650f req-f59e3a59-b080-475e-9dd8-30416b66a910 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:35.585151 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a2ae0-5ce3-495a-8320-02fbe8383913 req-cd27d04c-7629-4941-abe0-3ca3db4b3e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:35.586933 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3a4a2ae0-5ce3-495a-8320-02fbe8383913 req-cd27d04c-7629-4941-abe0-3ca3db4b3e00 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4948924 Mar 01 13:43:35.612835 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-7b9154a3-26fa-44d2-a949-08f22131650f req-f59e3a59-b080-475e-9dd8-30416b66a910 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Calling delete_port for ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:43:35.621607 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5ebd8-ece2-4cd3-8edd-b8ea99e687b5 req-e72a3bd2-1398-411c-ba72-6d3cb289aa98 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:35.623410 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-86f5ebd8-ece2-4cd3-8edd-b8ea99e687b5 req-e72a3bd2-1398-411c-ba72-6d3cb289aa98 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 948 time: 0.0720463 Mar 01 13:43:35.701931 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-86f5ebd8-ece2-4cd3-8edd-b8ea99e687b5 req-04ca5cf0-f213-45ec-924e-0de416eceda1 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690677 Mar 01 13:43:35.753720 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-e38aa94c-7143-43fc-90dd-84f7d0f25afb tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Publish callbacks [] for port (aea2b0c4-e67e-4df4-bec4-3ccd4229828f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:35.819086 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3a4a2ae0-5ce3-495a-8320-02fbe8383913 req-f4bf6e12-15c7-4000-8ce2-5b51da55d183 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160881 Mar 01 13:43:35.852782 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d19c2-77c7-440a-b177-3a9f49d3771b req-180828c8-2a59-4d33-a01d-600b215c8216 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:35.854432 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ca0d19c2-77c7-440a-b177-3a9f49d3771b req-180828c8-2a59-4d33-a01d-600b215c8216 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?device_id=1849decd-e761-42bc-8f53-7f2b2dfb0d14 HTTP/1.1" status: 200 len: 948 time: 0.0698762 Mar 01 13:43:35.917180 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-e38aa94c-7143-43fc-90dd-84f7d0f25afb tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (aea2b0c4-e67e-4df4-bec4-3ccd4229828f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:35.922054 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ca0d19c2-77c7-440a-b177-3a9f49d3771b req-95af0cec-79ed-4a4e-a8ba-d58ccbf52bea tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b5205c3-0740-433f-9e1b-5e522975ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542719 Mar 01 13:43:35.998398 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-e38aa94c-7143-43fc-90dd-84f7d0f25afb tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Network 73628e5b-19c4-4cc2-85ab-069a1adb3f94 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:43:36.005853 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7b9154a3-26fa-44d2-a949-08f22131650f req-f59e3a59-b080-475e-9dd8-30416b66a910 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:36.007849 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-e38aa94c-7143-43fc-90dd-84f7d0f25afb tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:43:36.015274 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-e38aa94c-7143-43fc-90dd-84f7d0f25afb tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:43:36.026407 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3a4a2ae0-5ce3-495a-8320-02fbe8383913 req-bb987236-16e0-499f-a1ff-169d69fdd002 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010694 Mar 01 13:43:36.046186 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38aa94c-7143-43fc-90dd-84f7d0f25afb tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Pushing event updated for resources: {'Port': ['ID=aea2b0c4-e67e-4df4-bec4-3ccd4229828f,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:43:36.082715 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e3a59-b080-475e-9dd8-30416b66a910 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Pushing event deleted for resources: {'Port': ['ID=ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:43:36.131996 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9154a3-26fa-44d2-a949-08f22131650f req-f59e3a59-b080-475e-9dd8-30416b66a910 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] No DVR routers for this DVR port ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:43:36.137084 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-e38aa94c-7143-43fc-90dd-84f7d0f25afb tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:36.137712 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-e38aa94c-7143-43fc-90dd-84f7d0f25afb tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:36.140658 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7b9154a3-26fa-44d2-a949-08f22131650f req-f59e3a59-b080-475e-9dd8-30416b66a910 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:36.144467 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7b9154a3-26fa-44d2-a949-08f22131650f req-f59e3a59-b080-475e-9dd8-30416b66a910 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.20 "DELETE /v2.0/ports/ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4 HTTP/1.1" status: 204 len: 173 time: 1.4214993 Mar 01 13:43:36.144924 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4895d9-69ce-4c08-a704-166ec20bd39b', 'name': 'network-vif-deleted', 'tag': 'ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:43:36.147320 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd31892-d8fc-4e27-99ac-27ef4ac80412" -d '{"events": [{"server_uuid": "6b4895d9-69ce-4c08-a704-166ec20bd39b", "name": "network-vif-deleted", "tag": "ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:43:36.178511 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-e38aa94c-7143-43fc-90dd-84f7d0f25afb tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7232873 Mar 01 13:43:36.194793 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-8b746f29-3080-48b4-9fb5-9eaf50d21d54 service neutron] Request body: {'port': {'device_id': '9c4c6175-e763-46b3-bebf-c6224d884dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:43:36.216725 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e96848-5c92-469f-bc1b-72c893c11005 x-openstack-request-id: req-37e96848-5c92-469f-bc1b-72c893c11005 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:43:36.217712 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4895d9-69ce-4c08-a704-166ec20bd39b", "name": "network-vif-deleted", "tag": "ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:43:36.217712 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37e96848-5c92-469f-bc1b-72c893c11005 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:43:36.217712 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4895d9-69ce-4c08-a704-166ec20bd39b', 'name': 'network-vif-deleted', 'tag': 'ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4', 'status': 'completed', 'code': 200} Mar 01 13:43:36.263977 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-8b746f29-3080-48b4-9fb5-9eaf50d21d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (aea2b0c4-e67e-4df4-bec4-3ccd4229828f), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:36.557899 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7839ff-4dfb-49bf-858d-e05f6856cb3b req-2cd4aa29-3c3a-4f46-8152-c7a54511e2b3 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:36.559415 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc7839ff-4dfb-49bf-858d-e05f6856cb3b req-2cd4aa29-3c3a-4f46-8152-c7a54511e2b3 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4c6175-e763-46b3-bebf-c6224d884dbb HTTP/1.1" status: 200 len: 931 time: 0.0703487 Mar 01 13:43:36.592230 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-8b746f29-3080-48b4-9fb5-9eaf50d21d54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea2b0c4-e67e-4df4-bec4-3ccd4229828f {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:43:36.602695 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-8b746f29-3080-48b4-9fb5-9eaf50d21d54 service neutron] Publish callbacks [] for port (aea2b0c4-e67e-4df4-bec4-3ccd4229828f), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:36.623065 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-8b746f29-3080-48b4-9fb5-9eaf50d21d54 service neutron] Transition to ACTIVE for port object aea2b0c4-e67e-4df4-bec4-3ccd4229828f will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:43:36.627185 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-8b746f29-3080-48b4-9fb5-9eaf50d21d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (aea2b0c4-e67e-4df4-bec4-3ccd4229828f), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:36.672333 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc7839ff-4dfb-49bf-858d-e05f6856cb3b req-d39393ce-8eff-4913-b04d-a76c918c04d0 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044869 Mar 01 13:43:36.709178 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b746f29-3080-48b4-9fb5-9eaf50d21d54 service neutron] Pushing event updated for resources: {'Port': ['ID=aea2b0c4-e67e-4df4-bec4-3ccd4229828f,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:43:36.889490 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-8b746f29-3080-48b4-9fb5-9eaf50d21d54 service neutron] Attempting to bind port aea2b0c4-e67e-4df4-bec4-3ccd4229828f on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:43:36.890613 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-8b746f29-3080-48b4-9fb5-9eaf50d21d54 service neutron] Attempting to bind port aea2b0c4-e67e-4df4-bec4-3ccd4229828f by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'a0a669d5-60b7-4c06-a9c5-37075f67475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '73628e5b-19c4-4cc2-85ab-069a1adb3f94'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:43:36.890997 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-8b746f29-3080-48b4-9fb5-9eaf50d21d54 service neutron] Attempting to bind port aea2b0c4-e67e-4df4-bec4-3ccd4229828f on network 73628e5b-19c4-4cc2-85ab-069a1adb3f94 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:43:36.899150 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-8b746f29-3080-48b4-9fb5-9eaf50d21d54 service neutron] Port aea2b0c4-e67e-4df4-bec4-3ccd4229828f on network 73628e5b-19c4-4cc2-85ab-069a1adb3f94 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:43:36.899758 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-8b746f29-3080-48b4-9fb5-9eaf50d21d54 service neutron] Attempting to bind port aea2b0c4-e67e-4df4-bec4-3ccd4229828f on network 73628e5b-19c4-4cc2-85ab-069a1adb3f94 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:43:36.914808 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-8b746f29-3080-48b4-9fb5-9eaf50d21d54 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:43:36.915331 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-8b746f29-3080-48b4-9fb5-9eaf50d21d54 service neutron] Checking segment: {'id': 'a0a669d5-60b7-4c06-a9c5-37075f67475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '73628e5b-19c4-4cc2-85ab-069a1adb3f94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:43:36.915878 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-8b746f29-3080-48b4-9fb5-9eaf50d21d54 service neutron] Bound using segment: {'id': 'a0a669d5-60b7-4c06-a9c5-37075f67475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '73628e5b-19c4-4cc2-85ab-069a1adb3f94'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:43:36.916430 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-8b746f29-3080-48b4-9fb5-9eaf50d21d54 service neutron] Bound port: aea2b0c4-e67e-4df4-bec4-3ccd4229828f, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0a669d5-60b7-4c06-a9c5-37075f67475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '73628e5b-19c4-4cc2-85ab-069a1adb3f94'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:43:36.916988 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-8b746f29-3080-48b4-9fb5-9eaf50d21d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (aea2b0c4-e67e-4df4-bec4-3ccd4229828f), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:36.917642 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6f458-fbf3-4cfe-8732-3c8fb3d2b7f2 req-57512260-2f2b-41cf-a6af-054bffba1d7c tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:36.919272 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bcd6f458-fbf3-4cfe-8732-3c8fb3d2b7f2 req-57512260-2f2b-41cf-a6af-054bffba1d7c tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 948 time: 0.1001050 Mar 01 13:43:36.995217 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bcd6f458-fbf3-4cfe-8732-3c8fb3d2b7f2 req-d0b631fc-a378-44bb-98f3-bec6016e73f9 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692317 Mar 01 13:43:37.027995 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-8b746f29-3080-48b4-9fb5-9eaf50d21d54 service neutron] For port aea2b0c4-e67e-4df4-bec4-3ccd4229828f, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:43:37.031443 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-8b746f29-3080-48b4-9fb5-9eaf50d21d54 service neutron] For port aea2b0c4-e67e-4df4-bec4-3ccd4229828f, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=aea2b0c4-e67e-4df4-bec4-3ccd4229828f,segment=NetworkSegment(a0a669d5-60b7-4c06-a9c5-37075f67475a),segment_id=a0a669d5-60b7-4c06-a9c5-37075f67475a)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:43:37.038754 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-8b746f29-3080-48b4-9fb5-9eaf50d21d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (aea2b0c4-e67e-4df4-bec4-3ccd4229828f), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:37.071849 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808612a-e8e9-44cf-b07e-f8032be29069 req-049c122a-a7e7-4374-a97b-d715b8840218 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:37.073843 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a808612a-e8e9-44cf-b07e-f8032be29069 req-049c122a-a7e7-4374-a97b-d715b8840218 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?device_id=1849decd-e761-42bc-8f53-7f2b2dfb0d14 HTTP/1.1" status: 200 len: 948 time: 0.0747967 Mar 01 13:43:37.078424 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-8b746f29-3080-48b4-9fb5-9eaf50d21d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:37.079076 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-8b746f29-3080-48b4-9fb5-9eaf50d21d54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:37.080876 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-8b746f29-3080-48b4-9fb5-9eaf50d21d54 service neutron] 10.222.0.32 "PUT /v2.0/ports/aea2b0c4-e67e-4df4-bec4-3ccd4229828f HTTP/1.1" status: 200 len: 1091 time: 0.8939140 Mar 01 13:43:37.106436 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b746f29-3080-48b4-9fb5-9eaf50d21d54 service neutron] Pushing event updated for resources: {'Port': ['ID=aea2b0c4-e67e-4df4-bec4-3ccd4229828f,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:43:37.141933 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a808612a-e8e9-44cf-b07e-f8032be29069 req-1604f05a-8065-442b-9bb3-da9152dbfef1 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b5205c3-0740-433f-9e1b-5e522975ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589535 Mar 01 13:43:37.170293 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-e2b90d1b-3d61-488a-aa24-27652b45a90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:37.171816 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-e2b90d1b-3d61-488a-aa24-27652b45a90a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff19a9aae91a436fac353be002907a07&device_id=9c4c6175-e763-46b3-bebf-c6224d884dbb HTTP/1.1" status: 200 len: 1125 time: 0.0467267 Mar 01 13:43:37.218381 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-19fdb464-7187-4816-b33f-4c736f468596 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aea2b0c4-e67e-4df4-bec4-3ccd4229828f HTTP/1.1" status: 200 len: 217 time: 0.0379565 Mar 01 13:43:37.269966 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-a4fc1c08-72e9-4887-895b-3e3d5789846a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:37.271750 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-a4fc1c08-72e9-4887-895b-3e3d5789846a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a72a1b6b-a371-4cd5-a742-432bd3fca273 HTTP/1.1" status: 200 len: 844 time: 0.0458021 Mar 01 13:43:37.308615 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-da60f8c6-89af-4ce3-9be3-1acadec7ec3f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=73628e5b-19c4-4cc2-85ab-069a1adb3f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293818 Mar 01 13:43:37.422249 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-ac129d79-04d1-496f-9224-de30a844791a service neutron] 10.222.0.32 "GET /v2.0/networks/73628e5b-19c4-4cc2-85ab-069a1adb3f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071594 Mar 01 13:43:37.523883 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6457d1cc-3334-482b-838f-564f0ba58c5e req-c1436969-40ca-4ba9-83ae-e40391447eed service neutron] 10.222.0.32 "GET /v2.0/networks/73628e5b-19c4-4cc2-85ab-069a1adb3f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950785 Mar 01 13:43:37.720130 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device e14d8144-2ed5-4215-ab2f-6eb2ed2725ef details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:43:37.724720 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:43:37.776370 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:43:37.776940 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device ccdc3b0e-c621-4a9f-9915-34dc1cb04bd4 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:43:37.832164 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a5bb0-9708-41ba-816b-98fdb0465478 req-38d7e120-efa6-4f3f-b529-6d40b11a3c48 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:37.837372 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-046a5bb0-9708-41ba-816b-98fdb0465478 req-38d7e120-efa6-4f3f-b529-6d40b11a3c48 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.32 "GET /v2.0/ports?device_id=1849decd-e761-42bc-8f53-7f2b2dfb0d14 HTTP/1.1" status: 200 len: 948 time: 0.1163998 Mar 01 13:43:37.933550 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ed412-2c4d-4f1a-85c8-4c3fe96e619f req-369cbcd0-6638-4a3e-b398-c4e4bdc7183a tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:37.941723 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ba3ed412-2c4d-4f1a-85c8-4c3fe96e619f req-369cbcd0-6638-4a3e-b398-c4e4bdc7183a tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4c6175-e763-46b3-bebf-c6224d884dbb HTTP/1.1" status: 200 len: 943 time: 0.1172853 Mar 01 13:43:37.957837 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e108cf1-7604-4d15-a54b-42def1c9a183 req-1901ff55-6506-4a34-ada1-c170715019a1 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:37.959305 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9e108cf1-7604-4d15-a54b-42def1c9a183 req-1901ff55-6506-4a34-ada1-c170715019a1 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 1128 time: 0.0969641 Mar 01 13:43:37.970921 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port e14d8144-2ed5-4215-ab2f-6eb2ed2725ef, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=e14d8144-2ed5-4215-ab2f-6eb2ed2725ef,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:43:37.985936 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': 'e14d8144-2ed5-4215-ab2f-6eb2ed2725ef', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': 'e14d8144-2ed5-4215-ab2f-6eb2ed2725ef', 'mac_address': 'fa:16:3e:f2:85:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:43:37.993400 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-046a5bb0-9708-41ba-816b-98fdb0465478 req-e13ef5af-9107-43d0-b5b9-542ff156770a tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Deleting port 59c5adf6-72f1-40de-be77-0bc98a7c4d4b {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:43:37.994622 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-046a5bb0-9708-41ba-816b-98fdb0465478 req-e13ef5af-9107-43d0-b5b9-542ff156770a tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (59c5adf6-72f1-40de-be77-0bc98a7c4d4b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:38.030849 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port e14d8144-2ed5-4215-ab2f-6eb2ed2725ef is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:43:38.031526 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e14d8144-2ed5-4215-ab2f-6eb2ed2725ef), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:38.047534 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e14d8144-2ed5-4215-ab2f-6eb2ed2725ef {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:43:38.069568 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9e108cf1-7604-4d15-a54b-42def1c9a183 req-bbe1b2de-e82a-4ec5-b8e4-ad3d2587efb6 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033657 Mar 01 13:43:38.089071 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ba3ed412-2c4d-4f1a-85c8-4c3fe96e619f req-ce1fa105-e945-4523-8d32-90afe9b9a7f4 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463919 Mar 01 13:43:38.119201 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-046a5bb0-9708-41ba-816b-98fdb0465478 req-e13ef5af-9107-43d0-b5b9-542ff156770a tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] For port 59c5adf6-72f1-40de-be77-0bc98a7c4d4b, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=59c5adf6-72f1-40de-be77-0bc98a7c4d4b,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:43:38.119784 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-046a5bb0-9708-41ba-816b-98fdb0465478 req-e13ef5af-9107-43d0-b5b9-542ff156770a tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (59c5adf6-72f1-40de-be77-0bc98a7c4d4b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:38.135291 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-046a5bb0-9708-41ba-816b-98fdb0465478 req-e13ef5af-9107-43d0-b5b9-542ff156770a tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Calling delete_port for 59c5adf6-72f1-40de-be77-0bc98a7c4d4b owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:43:38.147841 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port e14d8144-2ed5-4215-ab2f-6eb2ed2725ef, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=e14d8144-2ed5-4215-ab2f-6eb2ed2725ef,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:43:38.158742 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (e14d8144-2ed5-4215-ab2f-6eb2ed2725ef), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:38.231602 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4c6175-e763-46b3-bebf-c6224d884dbb', 'tag': 'aea2b0c4-e67e-4df4-bec4-3ccd4229828f'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:43:38.235864 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8aa75e-4b24-453c-8b54-8a991cfc173c" -d '{"events": [{"name": "network-changed", "server_uuid": "9c4c6175-e763-46b3-bebf-c6224d884dbb", "tag": "aea2b0c4-e67e-4df4-bec4-3ccd4229828f"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:43:38.253444 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=e14d8144-2ed5-4215-ab2f-6eb2ed2725ef,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:43:38.303405 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562b811-6e62-4bd5-b47e-34c9b0ed3386 req-ea29a368-91b7-4c5d-94e6-48d2ffca4268 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:38.305076 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1562b811-6e62-4bd5-b47e-34c9b0ed3386 req-ea29a368-91b7-4c5d-94e6-48d2ffca4268 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 949 time: 0.1164773 Mar 01 13:43:38.364421 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1562b811-6e62-4bd5-b47e-34c9b0ed3386 req-3e52e0f7-4bdf-4a86-876e-1fb73f20931a tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524738 Mar 01 13:43:38.371210 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-046a5bb0-9708-41ba-816b-98fdb0465478 req-e13ef5af-9107-43d0-b5b9-542ff156770a tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (59c5adf6-72f1-40de-be77-0bc98a7c4d4b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:38.424986 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ef5af-9107-43d0-b5b9-542ff156770a tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Pushing event deleted for resources: {'Port': ['ID=59c5adf6-72f1-40de-be77-0bc98a7c4d4b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:43:38.494949 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-046a5bb0-9708-41ba-816b-98fdb0465478 req-e13ef5af-9107-43d0-b5b9-542ff156770a tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] No DVR routers for this DVR port 59c5adf6-72f1-40de-be77-0bc98a7c4d4b on host n-h1-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:43:38.498416 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-046a5bb0-9708-41ba-816b-98fdb0465478 req-e13ef5af-9107-43d0-b5b9-542ff156770a tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:38.501895 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-046a5bb0-9708-41ba-816b-98fdb0465478 req-e13ef5af-9107-43d0-b5b9-542ff156770a tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.32 "DELETE /v2.0/ports/59c5adf6-72f1-40de-be77-0bc98a7c4d4b HTTP/1.1" status: 204 len: 173 time: 0.6568544 Mar 01 13:43:38.504222 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7fdfb701-9fbe-4c04-bbf3-5feaec6e6d3a req-ca29bdd7-f47a-44e4-bdc9-39ab4461128d tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?device_id=1849decd-e761-42bc-8f53-7f2b2dfb0d14 HTTP/1.1" status: 200 len: 210 time: 0.0509796 Mar 01 13:43:38.565109 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecff7a51-5e47-4022-8de3-7bf776345661 x-openstack-request-id: req-ecff7a51-5e47-4022-8de3-7bf776345661 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:43:38.565407 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c4c6175-e763-46b3-bebf-c6224d884dbb", "tag": "aea2b0c4-e67e-4df4-bec4-3ccd4229828f", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:43:38.565666 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ecff7a51-5e47-4022-8de3-7bf776345661 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:43:38.566073 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c4c6175-e763-46b3-bebf-c6224d884dbb', 'tag': 'aea2b0c4-e67e-4df4-bec4-3ccd4229828f', 'status': 'completed', 'code': 200} Mar 01 13:43:38.593806 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['e14d8144-2ed5-4215-ab2f-6eb2ed2725ef'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:43:38.656063 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8aa75e-4b24-453c-8b54-8a991cfc173c req-57ae008e-ec42-4e20-9176-55f61fc75dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:38.660723 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ae8aa75e-4b24-453c-8b54-8a991cfc173c req-57ae008e-ec42-4e20-9176-55f61fc75dfa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff19a9aae91a436fac353be002907a07&device_id=9c4c6175-e763-46b3-bebf-c6224d884dbb HTTP/1.1" status: 200 len: 1125 time: 0.0689313 Mar 01 13:43:38.831017 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8aa75e-4b24-453c-8b54-8a991cfc173c req-69f4df73-398c-436f-85ef-d12586e11388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:38.832526 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ae8aa75e-4b24-453c-8b54-8a991cfc173c req-69f4df73-398c-436f-85ef-d12586e11388 service neutron] 10.222.0.32 "GET /v2.0/networks?id=73628e5b-19c4-4cc2-85ab-069a1adb3f94 HTTP/1.1" status: 200 len: 905 time: 0.1658998 Mar 01 13:43:38.896358 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ae8aa75e-4b24-453c-8b54-8a991cfc173c req-57622c54-d58e-4850-bf4b-495b54dd8f11 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aea2b0c4-e67e-4df4-bec4-3ccd4229828f HTTP/1.1" status: 200 len: 217 time: 0.0560596 Mar 01 13:43:38.964749 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8aa75e-4b24-453c-8b54-8a991cfc173c req-7e6d0406-5356-4fb9-9d2d-ae882bc1654c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:38.966373 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ae8aa75e-4b24-453c-8b54-8a991cfc173c req-7e6d0406-5356-4fb9-9d2d-ae882bc1654c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a72a1b6b-a371-4cd5-a742-432bd3fca273 HTTP/1.1" status: 200 len: 844 time: 0.0598750 Mar 01 13:43:39.019316 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ae8aa75e-4b24-453c-8b54-8a991cfc173c req-20f8037d-4c88-49c1-a838-9430980674db service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=73628e5b-19c4-4cc2-85ab-069a1adb3f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445116 Mar 01 13:43:39.144340 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ae8aa75e-4b24-453c-8b54-8a991cfc173c req-3a1f8c13-7d07-485e-a93d-46c4ece6f130 service neutron] 10.222.0.32 "GET /v2.0/networks/73628e5b-19c4-4cc2-85ab-069a1adb3f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183629 Mar 01 13:43:39.255486 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c758cd-279b-4d9c-8781-da3f87f918f9 req-7c491092-3cfb-4af0-8179-fc69f8409968 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:39.257110 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-98c758cd-279b-4d9c-8781-da3f87f918f9 req-7c491092-3cfb-4af0-8179-fc69f8409968 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4c6175-e763-46b3-bebf-c6224d884dbb HTTP/1.1" status: 200 len: 943 time: 0.0869863 Mar 01 13:43:39.284494 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ae8aa75e-4b24-453c-8b54-8a991cfc173c req-1ee34d73-ea85-45d0-a3c2-67a9f9d4cbcf service neutron] 10.222.0.32 "GET /v2.0/networks/73628e5b-19c4-4cc2-85ab-069a1adb3f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337154 Mar 01 13:43:39.332151 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-98c758cd-279b-4d9c-8781-da3f87f918f9 req-f8e7eca2-7370-4ea9-a346-7335e7561bba tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659509 Mar 01 13:43:39.384975 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-46f7dcac-26f2-4353-b294-af32b76e825e tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103726) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:43:39.386034 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-46f7dcac-26f2-4353-b294-af32b76e825e tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066700 Mar 01 13:43:39.434538 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-8fdd2b2d-d89c-4466-b3da-6a3ee0933785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:39.436269 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-8fdd2b2d-d89c-4466-b3da-6a3ee0933785 service neutron] 10.222.0.13 "GET /v2.0/ports/2dc23e93-85a7-434a-80ca-dc44a5668c0f HTTP/1.1" status: 200 len: 1125 time: 0.0405419 Mar 01 13:43:39.447496 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-09414e7a-6e45-4aae-90ed-89e24cf3919b service neutron] Request body: {'binding': {'host': 'n-h2-827467-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:43:39.448009 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-09414e7a-6e45-4aae-90ed-89e24cf3919b service neutron] Unknown quota resources ['binding']. {{(pid=103726) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 01 13:43:39.514916 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e91c34-8629-4065-9810-481a2a13cb52 req-68e447c3-7997-48c3-b418-ca3dc508803a tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:39.516499 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-21e91c34-8629-4065-9810-481a2a13cb52 req-68e447c3-7997-48c3-b418-ca3dc508803a tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 949 time: 0.0689430 Mar 01 13:43:39.570311 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-21e91c34-8629-4065-9810-481a2a13cb52 req-8c1c002e-ed72-4162-ad70-9cbc8a871e5f tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457597 Mar 01 13:43:39.593447 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:39.625065 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-09414e7a-6e45-4aae-90ed-89e24cf3919b service neutron] Attempting to bind port 2dc23e93-85a7-434a-80ca-dc44a5668c0f on host n-h2-827467-3 for vnic_type normal with profile None {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:43:39.625478 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-09414e7a-6e45-4aae-90ed-89e24cf3919b service neutron] Attempting to bind port 2dc23e93-85a7-434a-80ca-dc44a5668c0f by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:43:39.625808 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-09414e7a-6e45-4aae-90ed-89e24cf3919b service neutron] Attempting to bind port 2dc23e93-85a7-434a-80ca-dc44a5668c0f on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:43:39.631027 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-09414e7a-6e45-4aae-90ed-89e24cf3919b service neutron] Port 2dc23e93-85a7-434a-80ca-dc44a5668c0f on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:43:39.631355 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-09414e7a-6e45-4aae-90ed-89e24cf3919b service neutron] Attempting to bind port 2dc23e93-85a7-434a-80ca-dc44a5668c0f on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:43:39.636756 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-09414e7a-6e45-4aae-90ed-89e24cf3919b service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:43:39.636966 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-09414e7a-6e45-4aae-90ed-89e24cf3919b service neutron] Checking segment: {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:43:39.637345 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-09414e7a-6e45-4aae-90ed-89e24cf3919b service neutron] Bound using segment: {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:43:39.637895 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-09414e7a-6e45-4aae-90ed-89e24cf3919b service neutron] Bound port: 2dc23e93-85a7-434a-80ca-dc44a5668c0f, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:43:39.692184 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-09414e7a-6e45-4aae-90ed-89e24cf3919b service neutron] For port 2dc23e93-85a7-434a-80ca-dc44a5668c0f, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=2dc23e93-85a7-434a-80ca-dc44a5668c0f,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:43:39.702353 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-09414e7a-6e45-4aae-90ed-89e24cf3919b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:39.703542 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-09414e7a-6e45-4aae-90ed-89e24cf3919b service neutron] 10.222.0.13 "POST /v2.0/ports/2dc23e93-85a7-434a-80ca-dc44a5668c0f/bindings HTTP/1.1" status: 201 len: 389 time: 0.2596414 Mar 01 13:43:39.769170 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:39.950746 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808480c3-b7ec-49fc-bb61-92cb7ef58b74 req-22f46887-594e-4723-b48b-bc54598cd732 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:39.952287 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-808480c3-b7ec-49fc-bb61-92cb7ef58b74 req-22f46887-594e-4723-b48b-bc54598cd732 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?device_id=2570827f-0013-43a0-9310-22f624ad4fee HTTP/1.1" status: 200 len: 949 time: 0.0936899 Mar 01 13:43:39.961753 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67b694-63be-4c74-bc16-cb57450ec16c req-7b3837c1-1ba7-4bd7-8221-7383f6fab665 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:39.968839 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc67b694-63be-4c74-bc16-cb57450ec16c req-7b3837c1-1ba7-4bd7-8221-7383f6fab665 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 946 time: 0.1212378 Mar 01 13:43:40.041952 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-ff4f8921-c958-46f2-9044-2420df690eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:40.043490 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-ff4f8921-c958-46f2-9044-2420df690eba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=96cd43570afd4572b4b93d1aa25b2425&device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 1128 time: 0.0659018 Mar 01 13:43:40.044234 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-808480c3-b7ec-49fc-bb61-92cb7ef58b74 req-5eab392c-d78d-414e-8ee4-b63c15bb8e52 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b5205c3-0740-433f-9e1b-5e522975ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719843 Mar 01 13:43:40.053815 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc67b694-63be-4c74-bc16-cb57450ec16c req-886abfcb-a495-4e0e-941c-2f59ceaac718 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840976 Mar 01 13:43:40.166196 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-43477346-9d8a-417c-9e3d-6b068e2793ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:40.167806 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-43477346-9d8a-417c-9e3d-6b068e2793ce service neutron] 10.222.0.20 "GET /v2.0/networks?id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22 HTTP/1.1" status: 200 len: 908 time: 0.1158104 Mar 01 13:43:40.214514 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-5898382b-7583-4472-8dec-c65980abf841 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2dc23e93-85a7-434a-80ca-dc44a5668c0f HTTP/1.1" status: 200 len: 217 time: 0.0378172 Mar 01 13:43:40.268385 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-a63c7aa5-53d8-4dcc-bb9a-1d5cf417bb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:40.269939 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-a63c7aa5-53d8-4dcc-bb9a-1d5cf417bb9e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7f9fefc-67f3-4f16-9709-32467e973c9a HTTP/1.1" status: 200 len: 847 time: 0.0468526 Mar 01 13:43:40.304376 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-7726d636-9c5f-426c-9f9b-bb64ffadbc70 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262725 Mar 01 13:43:40.399917 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-6e45fbd1-99ed-4e3b-a244-57aa54906410 service neutron] 10.222.0.20 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878475 Mar 01 13:43:40.495652 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f92341-e4cf-481e-a5de-db55791a7e73 req-f9458ee6-32fd-4d4f-b845-8ebb2e336d5c tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:40.497398 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-16f92341-e4cf-481e-a5de-db55791a7e73 req-f9458ee6-32fd-4d4f-b845-8ebb2e336d5c tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4c6175-e763-46b3-bebf-c6224d884dbb HTTP/1.1" status: 200 len: 943 time: 0.0652022 Mar 01 13:43:40.509597 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-f9631fa6-28f3-4b57-b19e-873d5ee46ca3 service neutron] 10.222.0.20 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998561 Mar 01 13:43:40.552347 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-16f92341-e4cf-481e-a5de-db55791a7e73 req-8d9734dc-6bb6-4ab9-bdac-b90814082a09 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466294 Mar 01 13:43:40.567597 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1849decd-e761-42bc-8f53-7f2b2dfb0d14', 'name': 'network-vif-deleted', 'tag': '59c5adf6-72f1-40de-be77-0bc98a7c4d4b'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:43:40.570093 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a574e33a-b1b3-42c3-8de6-c35cc585b945" -d '{"events": [{"server_uuid": "1849decd-e761-42bc-8f53-7f2b2dfb0d14", "name": "network-vif-deleted", "tag": "59c5adf6-72f1-40de-be77-0bc98a7c4d4b"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:43:40.631468 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204c3afc-1f50-47e8-b97f-860612e969c0 x-openstack-request-id: req-204c3afc-1f50-47e8-b97f-860612e969c0 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:43:40.631792 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1849decd-e761-42bc-8f53-7f2b2dfb0d14", "name": "network-vif-deleted", "tag": "59c5adf6-72f1-40de-be77-0bc98a7c4d4b", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:43:40.632045 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-204c3afc-1f50-47e8-b97f-860612e969c0 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:43:40.632463 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1849decd-e761-42bc-8f53-7f2b2dfb0d14', 'name': 'network-vif-deleted', 'tag': '59c5adf6-72f1-40de-be77-0bc98a7c4d4b', 'status': 'completed', 'code': 200} Mar 01 13:43:40.708323 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6858f30-d6b4-42c5-b51b-60a72a6cc2a3 req-5ad52b53-2f16-447b-b90c-a19dc9e385ef tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:40.710482 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d6858f30-d6b4-42c5-b51b-60a72a6cc2a3 req-5ad52b53-2f16-447b-b90c-a19dc9e385ef tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 949 time: 0.0599334 Mar 01 13:43:40.767279 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d6858f30-d6b4-42c5-b51b-60a72a6cc2a3 req-e705b89a-f712-4ef5-a4c0-7d3f97873d1d tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504286 Mar 01 13:43:41.232018 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd18e2-27b4-4659-8542-022ec01ecbf9 req-2f2d18d7-c7d1-4251-82bf-57e36745501f tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:41.233526 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-57cd18e2-27b4-4659-8542-022ec01ecbf9 req-2f2d18d7-c7d1-4251-82bf-57e36745501f tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?device_id=2570827f-0013-43a0-9310-22f624ad4fee HTTP/1.1" status: 200 len: 949 time: 0.1133232 Mar 01 13:43:41.246891 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc861e-4eb8-4db1-ad11-0fc6ddd3d148 req-e3c27ad3-3262-40f9-ac10-ff225f47901a tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:41.248427 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a5bc861e-4eb8-4db1-ad11-0fc6ddd3d148 req-e3c27ad3-3262-40f9-ac10-ff225f47901a tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 946 time: 0.0959957 Mar 01 13:43:41.315418 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-57cd18e2-27b4-4659-8542-022ec01ecbf9 req-07660c5a-9624-469e-a8ea-af02408921a1 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b5205c3-0740-433f-9e1b-5e522975ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660005 Mar 01 13:43:41.327410 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a5bc861e-4eb8-4db1-ad11-0fc6ddd3d148 req-e38a2a18-99d3-4868-9120-edd4ba186432 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716679 Mar 01 13:43:41.565952 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device aea2b0c4-e67e-4df4-bec4-3ccd4229828f details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:43:41.569199 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 59c5adf6-72f1-40de-be77-0bc98a7c4d4b no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:43:41.621689 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: 59c5adf6-72f1-40de-be77-0bc98a7c4d4b {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:43:41.622030 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 59c5adf6-72f1-40de-be77-0bc98a7c4d4b not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:43:41.701520 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5d3b7-59ac-47c9-9f20-8755f88871f3 req-d42b6913-e97a-47bf-be62-06f7c04c589d tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:41.704003 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-56c5d3b7-59ac-47c9-9f20-8755f88871f3 req-d42b6913-e97a-47bf-be62-06f7c04c589d tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4c6175-e763-46b3-bebf-c6224d884dbb HTTP/1.1" status: 200 len: 943 time: 0.0644481 Mar 01 13:43:41.728669 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port aea2b0c4-e67e-4df4-bec4-3ccd4229828f, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=aea2b0c4-e67e-4df4-bec4-3ccd4229828f,segment=NetworkSegment(a0a669d5-60b7-4c06-a9c5-37075f67475a),segment_id=a0a669d5-60b7-4c06-a9c5-37075f67475a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:43:41.751832 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'aea2b0c4-e67e-4df4-bec4-3ccd4229828f', 'network_id': '73628e5b-19c4-4cc2-85ab-069a1adb3f94', 'port_id': 'aea2b0c4-e67e-4df4-bec4-3ccd4229828f', 'mac_address': 'fa:16:3e:15:ef:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a72a1b6b-a371-4cd5-a742-432bd3fca273', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:43:41.760597 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device e14d8144-2ed5-4215-ab2f-6eb2ed2725ef up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:43:41.762731 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-56c5d3b7-59ac-47c9-9f20-8755f88871f3 req-7470d3e2-8b0b-4f98-9b0c-e92b3a84c3be tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528021 Mar 01 13:43:41.840974 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port aea2b0c4-e67e-4df4-bec4-3ccd4229828f is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:43:41.841548 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (aea2b0c4-e67e-4df4-bec4-3ccd4229828f), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:41.861851 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea2b0c4-e67e-4df4-bec4-3ccd4229828f {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:43:41.881309 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port e14d8144-2ed5-4215-ab2f-6eb2ed2725ef completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:43:41.890904 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port e14d8144-2ed5-4215-ab2f-6eb2ed2725ef triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:43:41.891301 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e14d8144-2ed5-4215-ab2f-6eb2ed2725ef), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:41.893863 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port aea2b0c4-e67e-4df4-bec4-3ccd4229828f, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=aea2b0c4-e67e-4df4-bec4-3ccd4229828f,segment=NetworkSegment(a0a669d5-60b7-4c06-a9c5-37075f67475a),segment_id=a0a669d5-60b7-4c06-a9c5-37075f67475a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:43:41.918272 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (aea2b0c4-e67e-4df4-bec4-3ccd4229828f), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:41.934933 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12d0e2-fe5e-409c-9423-4a1637132df8 req-d07eb3e4-3c41-4ca2-adbc-f0ea5ae354f4 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:41.936750 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ca12d0e2-fe5e-409c-9423-4a1637132df8 req-d07eb3e4-3c41-4ca2-adbc-f0ea5ae354f4 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 949 time: 0.0700324 Mar 01 13:43:41.990337 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=aea2b0c4-e67e-4df4-bec4-3ccd4229828f,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:43:42.016023 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ca12d0e2-fe5e-409c-9423-4a1637132df8 req-38adc57c-0361-44bf-84f4-40f74ad1dce8 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726955 Mar 01 13:43:42.044310 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port e14d8144-2ed5-4215-ab2f-6eb2ed2725ef is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:43:42.044700 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e14d8144-2ed5-4215-ab2f-6eb2ed2725ef), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:42.070721 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f133d7b-b742-4f0e-ba27-fc32e09c87cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14d8144-2ed5-4215-ab2f-6eb2ed2725ef'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:43:42.076785 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775b1415-8844-48b6-a11b-fc705085c9de" -d '{"events": [{"server_uuid": "8f133d7b-b742-4f0e-ba27-fc32e09c87cd", "name": "network-vif-plugged", "status": "completed", "tag": "e14d8144-2ed5-4215-ab2f-6eb2ed2725ef"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:43:42.095122 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port e14d8144-2ed5-4215-ab2f-6eb2ed2725ef, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=e14d8144-2ed5-4215-ab2f-6eb2ed2725ef,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:43:42.100981 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (e14d8144-2ed5-4215-ab2f-6eb2ed2725ef), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:42.166691 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecafe471-1e67-4608-aff5-574073fdcf3d x-openstack-request-id: req-ecafe471-1e67-4608-aff5-574073fdcf3d {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:43:42.167003 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f133d7b-b742-4f0e-ba27-fc32e09c87cd", "name": "network-vif-plugged", "status": "completed", "tag": "e14d8144-2ed5-4215-ab2f-6eb2ed2725ef", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:43:42.167261 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ecafe471-1e67-4608-aff5-574073fdcf3d {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:43:42.167649 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f133d7b-b742-4f0e-ba27-fc32e09c87cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14d8144-2ed5-4215-ab2f-6eb2ed2725ef', 'code': 200} Mar 01 13:43:42.173706 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=e14d8144-2ed5-4215-ab2f-6eb2ed2725ef,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:43:42.260186 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b2b4e-1cd3-40bd-b044-d5f0186536dd req-2fdf42f8-169e-4945-a818-0ebd427e3baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:42.262356 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ff1b2b4e-1cd3-40bd-b044-d5f0186536dd req-2fdf42f8-169e-4945-a818-0ebd427e3baf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 1132 time: 0.0551999 Mar 01 13:43:42.309764 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ff1b2b4e-1cd3-40bd-b044-d5f0186536dd req-bc08a670-331a-42d4-a78b-d0c582e84939 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412076 Mar 01 13:43:42.309991 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['aea2b0c4-e67e-4df4-bec4-3ccd4229828f'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:43:42.510880 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333196c-638e-401a-8330-0074c05186cf req-87a987fa-316b-47f7-a601-c94b57b4aa55 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:42.518323 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5333196c-638e-401a-8330-0074c05186cf req-87a987fa-316b-47f7-a601-c94b57b4aa55 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 946 time: 0.1089156 Mar 01 13:43:42.543659 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070459b-f733-4875-a313-52bee676c3cf req-7f61db14-2a43-4842-84ba-a85a74fa91cf tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:42.545167 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3070459b-f733-4875-a313-52bee676c3cf req-7f61db14-2a43-4842-84ba-a85a74fa91cf tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?device_id=2570827f-0013-43a0-9310-22f624ad4fee HTTP/1.1" status: 200 len: 949 time: 0.1041527 Mar 01 13:43:42.593852 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5333196c-638e-401a-8330-0074c05186cf req-82e13980-bb80-4f5a-9030-50dead60a15f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746419 Mar 01 13:43:42.616674 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3070459b-f733-4875-a313-52bee676c3cf req-b2d6527c-8c43-471c-a3cf-bb0a5779080c tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b5205c3-0740-433f-9e1b-5e522975ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641363 Mar 01 13:43:42.698107 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8397e-7a4f-44ce-9251-251117c7f301 req-8bcd1952-3514-4314-9cd0-f02f13824b94 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:42.700149 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cec8397e-7a4f-44ce-9251-251117c7f301 req-8bcd1952-3514-4314-9cd0-f02f13824b94 tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.20 "GET /v2.0/ports?device_id=2570827f-0013-43a0-9310-22f624ad4fee HTTP/1.1" status: 200 len: 949 time: 0.0612609 Mar 01 13:43:42.839344 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-cec8397e-7a4f-44ce-9251-251117c7f301 req-d103d242-cbab-4ae1-aaa7-54a84a5cf67d tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Deleting port f5ff6659-0c0f-4d70-8f11-73391ae78099 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:43:42.839894 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-cec8397e-7a4f-44ce-9251-251117c7f301 req-d103d242-cbab-4ae1-aaa7-54a84a5cf67d tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (f5ff6659-0c0f-4d70-8f11-73391ae78099), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:42.908485 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a442bcd-f2c2-45f2-ba77-95e658045d6b req-cb3d10c7-e629-44f0-812b-ed57645da93d tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:42.909733 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8a442bcd-f2c2-45f2-ba77-95e658045d6b req-cb3d10c7-e629-44f0-812b-ed57645da93d tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4c6175-e763-46b3-bebf-c6224d884dbb HTTP/1.1" status: 200 len: 944 time: 0.0578930 Mar 01 13:43:42.971124 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-cec8397e-7a4f-44ce-9251-251117c7f301 req-d103d242-cbab-4ae1-aaa7-54a84a5cf67d tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] For port f5ff6659-0c0f-4d70-8f11-73391ae78099, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=f5ff6659-0c0f-4d70-8f11-73391ae78099,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:43:42.972044 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-cec8397e-7a4f-44ce-9251-251117c7f301 req-d103d242-cbab-4ae1-aaa7-54a84a5cf67d tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (f5ff6659-0c0f-4d70-8f11-73391ae78099), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:42.976223 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8a442bcd-f2c2-45f2-ba77-95e658045d6b req-312aa327-7d81-4578-927a-3207c260a60b tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601134 Mar 01 13:43:42.993038 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-cec8397e-7a4f-44ce-9251-251117c7f301 req-d103d242-cbab-4ae1-aaa7-54a84a5cf67d tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Calling delete_port for f5ff6659-0c0f-4d70-8f11-73391ae78099 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:43:43.156003 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b55944-5f20-4db2-a7cb-2a6a4ab17383 req-cfd21f19-29d4-44a1-97c0-66ad3d17155f tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:43.157671 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-19b55944-5f20-4db2-a7cb-2a6a4ab17383 req-cfd21f19-29d4-44a1-97c0-66ad3d17155f tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 950 time: 0.0656931 Mar 01 13:43:43.185918 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-cec8397e-7a4f-44ce-9251-251117c7f301 req-d103d242-cbab-4ae1-aaa7-54a84a5cf67d tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (f5ff6659-0c0f-4d70-8f11-73391ae78099), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:43.241800 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-19b55944-5f20-4db2-a7cb-2a6a4ab17383 req-4d40d8da-1279-4309-9aee-ea2f9ba85458 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751078 Mar 01 13:43:43.283029 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec8397e-7a4f-44ce-9251-251117c7f301 req-d103d242-cbab-4ae1-aaa7-54a84a5cf67d tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] No DVR routers for this DVR port f5ff6659-0c0f-4d70-8f11-73391ae78099 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:43:43.285846 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-cec8397e-7a4f-44ce-9251-251117c7f301 req-d103d242-cbab-4ae1-aaa7-54a84a5cf67d tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:43.289478 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cec8397e-7a4f-44ce-9251-251117c7f301 req-d103d242-cbab-4ae1-aaa7-54a84a5cf67d tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.20 "DELETE /v2.0/ports/f5ff6659-0c0f-4d70-8f11-73391ae78099 HTTP/1.1" status: 204 len: 173 time: 0.5822172 Mar 01 13:43:43.290613 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d103d242-cbab-4ae1-aaa7-54a84a5cf67d tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] Pushing event deleted for resources: {'Port': ['ID=f5ff6659-0c0f-4d70-8f11-73391ae78099,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:43:43.296625 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2570827f-0013-43a0-9310-22f624ad4fee', 'name': 'network-vif-deleted', 'tag': 'f5ff6659-0c0f-4d70-8f11-73391ae78099'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:43:43.299407 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c65c6d9-25d4-4709-abb2-743d1bb44b1c" -d '{"events": [{"server_uuid": "2570827f-0013-43a0-9310-22f624ad4fee", "name": "network-vif-deleted", "tag": "f5ff6659-0c0f-4d70-8f11-73391ae78099"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:43:43.347735 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cc9701-74a6-48e7-b7b7-c060814816fe x-openstack-request-id: req-44cc9701-74a6-48e7-b7b7-c060814816fe {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:43:43.348034 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2570827f-0013-43a0-9310-22f624ad4fee", "name": "network-vif-deleted", "tag": "f5ff6659-0c0f-4d70-8f11-73391ae78099", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:43:43.348292 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44cc9701-74a6-48e7-b7b7-c060814816fe {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:43:43.348685 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2570827f-0013-43a0-9310-22f624ad4fee', 'name': 'network-vif-deleted', 'tag': 'f5ff6659-0c0f-4d70-8f11-73391ae78099', 'status': 'completed', 'code': 200} Mar 01 13:43:43.573723 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device aea2b0c4-e67e-4df4-bec4-3ccd4229828f up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:43:43.668207 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port aea2b0c4-e67e-4df4-bec4-3ccd4229828f completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:43:43.675216 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port aea2b0c4-e67e-4df4-bec4-3ccd4229828f triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:43:43.675601 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (aea2b0c4-e67e-4df4-bec4-3ccd4229828f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:43.867826 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port aea2b0c4-e67e-4df4-bec4-3ccd4229828f is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:43:43.868431 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (aea2b0c4-e67e-4df4-bec4-3ccd4229828f), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:43.877543 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c612c778-a1ba-47f1-acd5-039ccd3be296 req-1e1a20af-426a-482c-90c4-205e3469ea6b tempest-ListImageFiltersTestJSON-1135192529 tempest-ListImageFiltersTestJSON-1135192529-project] 10.222.0.13 "GET /v2.0/ports?device_id=2570827f-0013-43a0-9310-22f624ad4fee HTTP/1.1" status: 200 len: 210 time: 0.1201234 Mar 01 13:43:43.922239 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8234d59-2b75-4c9e-a7be-bf3b8fa1d616 req-a58b217d-7977-47cf-9295-076587682221 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:43.929071 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port aea2b0c4-e67e-4df4-bec4-3ccd4229828f, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=aea2b0c4-e67e-4df4-bec4-3ccd4229828f,segment=NetworkSegment(a0a669d5-60b7-4c06-a9c5-37075f67475a),segment_id=a0a669d5-60b7-4c06-a9c5-37075f67475a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:43:43.932712 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b8234d59-2b75-4c9e-a7be-bf3b8fa1d616 req-a58b217d-7977-47cf-9295-076587682221 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 946 time: 0.1935720 Mar 01 13:43:43.940275 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (aea2b0c4-e67e-4df4-bec4-3ccd4229828f), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:44.011806 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b8234d59-2b75-4c9e-a7be-bf3b8fa1d616 req-37f96016-38b6-4231-bcfc-beafae5e2ae9 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775731 Mar 01 13:43:44.012529 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=aea2b0c4-e67e-4df4-bec4-3ccd4229828f,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:43:44.150819 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f25d64-7c60-4017-9423-7ea1bee7833d req-b6a133f6-b681-4aee-8bb9-1c0c62bfbec3 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:44.152501 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b2f25d64-7c60-4017-9423-7ea1bee7833d req-b6a133f6-b681-4aee-8bb9-1c0c62bfbec3 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4c6175-e763-46b3-bebf-c6224d884dbb HTTP/1.1" status: 200 len: 945 time: 0.0634882 Mar 01 13:43:44.169186 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4c6175-e763-46b3-bebf-c6224d884dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea2b0c4-e67e-4df4-bec4-3ccd4229828f'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:43:44.172105 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cece29-090b-485d-9ab9-bf9eb8e1ab21" -d '{"events": [{"server_uuid": "9c4c6175-e763-46b3-bebf-c6224d884dbb", "name": "network-vif-plugged", "status": "completed", "tag": "aea2b0c4-e67e-4df4-bec4-3ccd4229828f"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:43:44.212418 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a8166b-42b5-4ab3-8012-1677ff11796d x-openstack-request-id: req-35a8166b-42b5-4ab3-8012-1677ff11796d {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:43:44.213141 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4c6175-e763-46b3-bebf-c6224d884dbb", "name": "network-vif-plugged", "status": "completed", "tag": "aea2b0c4-e67e-4df4-bec4-3ccd4229828f", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:43:44.213585 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35a8166b-42b5-4ab3-8012-1677ff11796d {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:43:44.214469 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4c6175-e763-46b3-bebf-c6224d884dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea2b0c4-e67e-4df4-bec4-3ccd4229828f', 'code': 200} Mar 01 13:43:44.232216 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b2f25d64-7c60-4017-9423-7ea1bee7833d req-ff27d8a9-be46-464d-8698-38578a34e738 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715485 Mar 01 13:43:44.320786 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff615f-001d-434a-98ea-d5dfca7ea181 req-e80af6c1-3a86-437a-952d-e9fadf2cb062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:44.322174 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9eff615f-001d-434a-98ea-d5dfca7ea181 req-e80af6c1-3a86-437a-952d-e9fadf2cb062 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9c4c6175-e763-46b3-bebf-c6224d884dbb HTTP/1.1" status: 200 len: 1127 time: 0.0458641 Mar 01 13:43:44.374883 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798b56c-5b48-4ac9-a1d9-8dd33c6b6383 req-b139f1b5-312b-433d-9d37-02176047f176 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:44.378562 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d798b56c-5b48-4ac9-a1d9-8dd33c6b6383 req-b139f1b5-312b-433d-9d37-02176047f176 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 950 time: 0.0714333 Mar 01 13:43:44.433591 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9eff615f-001d-434a-98ea-d5dfca7ea181 req-a12d3d14-9921-4518-80bb-b4542acc0e43 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013384 Mar 01 13:43:44.461146 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d798b56c-5b48-4ac9-a1d9-8dd33c6b6383 req-f2018b36-be16-47c7-ad33-bf2aa784f555 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769989 Mar 01 13:43:44.602497 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-a3e4c1c7-eac1-4d10-9653-e714d30b2add req-f86d29ee-f837-4f3f-a718-a61eed7d0099 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:43:44.603477 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3e4c1c7-eac1-4d10-9653-e714d30b2add req-f86d29ee-f837-4f3f-a718-a61eed7d0099 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055435 Mar 01 13:43:44.706401 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:43:44.840932 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-820fe59f-1af9-401a-9c80-193c71b057f7 req-5470fb72-0cca-49ab-b545-e231fd9cde4e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0553975 Mar 01 13:43:44.852954 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [req-820fe59f-1af9-401a-9c80-193c71b057f7 req-1441e20d-eb87-4bbe-b88c-694a14a4e60d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103726) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:43:44.854623 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-820fe59f-1af9-401a-9c80-193c71b057f7 req-1441e20d-eb87-4bbe-b88c-694a14a4e60d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079331 Mar 01 13:43:44.855365 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d8150-1049-47db-8398-c7b4fe646363 req-0a6071d2-a903-4030-93a3-17ccdff7afe9 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:44.857482 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9a9d8150-1049-47db-8398-c7b4fe646363 req-0a6071d2-a903-4030-93a3-17ccdff7afe9 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 950 time: 0.0642097 Mar 01 13:43:44.948132 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9a9d8150-1049-47db-8398-c7b4fe646363 req-d655a472-6b79-4a7c-aa49-5393c82699f6 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794954 Mar 01 13:43:45.339287 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24cd04-9484-42bc-92e0-3a03eb9cc6a3 req-d9ce8a22-b568-4017-9944-abc08c2f0378 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:45.341294 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4d24cd04-9484-42bc-92e0-3a03eb9cc6a3 req-d9ce8a22-b568-4017-9944-abc08c2f0378 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 946 time: 0.1718910 Mar 01 13:43:45.349176 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fe59f-1af9-401a-9c80-193c71b057f7 req-a88d028a-2fab-4af3-9a8a-5acf123f0d32 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:45.351142 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-820fe59f-1af9-401a-9c80-193c71b057f7 req-a88d028a-2fab-4af3-9a8a-5acf123f0d32 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports/e14d8144-2ed5-4215-ab2f-6eb2ed2725ef HTTP/1.1" status: 200 len: 947 time: 0.0742998 Mar 01 13:43:45.403194 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4d24cd04-9484-42bc-92e0-3a03eb9cc6a3 req-6b840e70-bb4f-40a4-86b2-9b089fc8e6f6 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507894 Mar 01 13:43:45.522613 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b90b80-9d2b-4897-a30c-1795e124a0fa req-e25c5a67-ca2d-4343-a35b-595726c6d060 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:45.524875 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-16b90b80-9d2b-4897-a30c-1795e124a0fa req-e25c5a67-ca2d-4343-a35b-595726c6d060 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4c6175-e763-46b3-bebf-c6224d884dbb HTTP/1.1" status: 200 len: 945 time: 0.0791929 Mar 01 13:43:45.649182 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-16b90b80-9d2b-4897-a30c-1795e124a0fa req-3cea68c9-42e0-4f0f-b721-820eb58ebd05 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107972 Mar 01 13:43:46.148408 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77b5e0-1efc-48de-a958-455fd7e7c775 req-013d4be2-7028-4652-91eb-3a4560cd9f3e tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:46.151799 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8a77b5e0-1efc-48de-a958-455fd7e7c775 req-013d4be2-7028-4652-91eb-3a4560cd9f3e tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 950 time: 0.0802093 Mar 01 13:43:46.232870 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8a77b5e0-1efc-48de-a958-455fd7e7c775 req-5f6c56dc-a2ac-4387-8136-0e603fde23f9 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720017 Mar 01 13:43:46.430342 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 32934) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:43:46.591617 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fe59f-1af9-401a-9c80-193c71b057f7 req-26963277-acba-4f8a-9d19-304fa065d011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:46.593262 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-820fe59f-1af9-401a-9c80-193c71b057f7 req-26963277-acba-4f8a-9d19-304fa065d011 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5273606b5eb242749c05f75a15dd6612&device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 1132 time: 0.0921476 Mar 01 13:43:46.599470 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0a91d-d40d-46f8-8016-b2de41d85cdc req-acf9323c-5b84-40c7-9cfa-c9734c067c55 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:46.607687 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ada0a91d-d40d-46f8-8016-b2de41d85cdc req-acf9323c-5b84-40c7-9cfa-c9734c067c55 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 946 time: 0.1142063 Mar 01 13:43:46.676112 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-61da0711-8c26-4bbc-8fe9-9a9426367c37 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b382c550774348ceae3f8f250034cb4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442849 Mar 01 13:43:46.680465 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 32940) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:43:46.711887 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fe59f-1af9-401a-9c80-193c71b057f7 req-4493caf1-c303-4d9e-862b-b2fc36b02769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:46.713860 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-820fe59f-1af9-401a-9c80-193c71b057f7 req-4493caf1-c303-4d9e-862b-b2fc36b02769 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.1130738 Mar 01 13:43:46.739984 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ada0a91d-d40d-46f8-8016-b2de41d85cdc req-45b56e55-8a0a-49b3-97be-25ecbc294a32 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260436 Mar 01 13:43:46.774946 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-820fe59f-1af9-401a-9c80-193c71b057f7 req-075a9899-2154-4377-a09d-5db5deb9533b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=e14d8144-2ed5-4215-ab2f-6eb2ed2725ef HTTP/1.1" status: 200 len: 217 time: 0.0527494 Mar 01 13:43:46.796317 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2291e27d-2c72-451b-860a-3c9746c2c48e admin admin] Publish callbacks [] for security_group (4b5205c3-0740-433f-9e1b-5e522975ec0e), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:46.827250 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2291e27d-2c72-451b-860a-3c9746c2c48e admin admin] Publish callbacks [] for security_group (4b5205c3-0740-433f-9e1b-5e522975ec0e), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:46.835288 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fe59f-1af9-401a-9c80-193c71b057f7 req-ce840817-607a-49ec-8511-f8d6c7e6d83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:46.837253 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-820fe59f-1af9-401a-9c80-193c71b057f7 req-ce840817-607a-49ec-8511-f8d6c7e6d83e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0561616 Mar 01 13:43:46.859393 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54781b-f0b6-4734-adb0-2c573e730a15 req-b0964bcd-f51e-443d-8abf-8c04ce483b43 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:46.861103 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc54781b-f0b6-4734-adb0-2c573e730a15 req-b0964bcd-f51e-443d-8abf-8c04ce483b43 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4c6175-e763-46b3-bebf-c6224d884dbb HTTP/1.1" status: 200 len: 945 time: 0.1028302 Mar 01 13:43:46.904450 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fe59f-1af9-401a-9c80-193c71b057f7 req-30b9e2e6-53a1-4d68-be93-3f924cf7d7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:46.913109 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-820fe59f-1af9-401a-9c80-193c71b057f7 req-30b9e2e6-53a1-4d68-be93-3f924cf7d7c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0663302 Mar 01 13:43:46.929227 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc54781b-f0b6-4734-adb0-2c573e730a15 req-789d987c-0f79-440f-a1a5-7a9c213e11ef tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602353 Mar 01 13:43:46.940219 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2291e27d-2c72-451b-860a-3c9746c2c48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4b5205c3-0740-433f-9e1b-5e522975ec0e), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:46.951726 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2291e27d-2c72-451b-860a-3c9746c2c48e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:46.951726 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2291e27d-2c72-451b-860a-3c9746c2c48e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b5205c3-0740-433f-9e1b-5e522975ec0e HTTP/1.1" status: 204 len: 168 time: 0.2693479 Mar 01 13:43:46.962700 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291e27d-2c72-451b-860a-3c9746c2c48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5205c3-0740-433f-9e1b-5e522975ec0e,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:43:46.971339 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291e27d-2c72-451b-860a-3c9746c2c48e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:46.971729 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291e27d-2c72-451b-860a-3c9746c2c48e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:46.972056 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291e27d-2c72-451b-860a-3c9746c2c48e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:46.972384 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291e27d-2c72-451b-860a-3c9746c2c48e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:46.972844 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291e27d-2c72-451b-860a-3c9746c2c48e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:46.973180 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291e27d-2c72-451b-860a-3c9746c2c48e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:46.973506 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291e27d-2c72-451b-860a-3c9746c2c48e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:46.973910 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291e27d-2c72-451b-860a-3c9746c2c48e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:46.974230 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291e27d-2c72-451b-860a-3c9746c2c48e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:46.974620 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291e27d-2c72-451b-860a-3c9746c2c48e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:46.974903 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291e27d-2c72-451b-860a-3c9746c2c48e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:46.975470 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291e27d-2c72-451b-860a-3c9746c2c48e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:46.975809 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291e27d-2c72-451b-860a-3c9746c2c48e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:43:47.073695 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-820fe59f-1af9-401a-9c80-193c71b057f7 req-f86e85fc-f56a-4d9e-8d02-113354f77f61 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534202 Mar 01 13:43:47.205413 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-820fe59f-1af9-401a-9c80-193c71b057f7 req-866609f5-fd97-4b79-bab7-eb3405932baa service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211092 Mar 01 13:43:47.443470 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8fe3d-12e5-4835-a5ee-36c4e388fc32 req-d9bfd2c4-f031-401d-83d6-68bcab113f18 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:47.446083 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-78c8fe3d-12e5-4835-a5ee-36c4e388fc32 req-d9bfd2c4-f031-401d-83d6-68bcab113f18 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 950 time: 0.1045964 Mar 01 13:43:47.549292 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-78c8fe3d-12e5-4835-a5ee-36c4e388fc32 req-097b8e6c-21c1-41c1-bac2-564d4c39dacb tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970783 Mar 01 13:43:47.812143 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device f5ff6659-0c0f-4d70-8f11-73391ae78099 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:43:47.899247 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: f5ff6659-0c0f-4d70-8f11-73391ae78099 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:43:47.899651 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device f5ff6659-0c0f-4d70-8f11-73391ae78099 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:43:47.956239 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83c29d-6353-4d57-bf4b-6df3eaebcee9 req-a9d5971c-9e7c-412d-a4c1-96627c95cd39 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:47.971907 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-df83c29d-6353-4d57-bf4b-6df3eaebcee9 req-a9d5971c-9e7c-412d-a4c1-96627c95cd39 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 946 time: 0.1238611 Mar 01 13:43:48.032274 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-df83c29d-6353-4d57-bf4b-6df3eaebcee9 req-3f386755-2f29-44d9-aec0-40bd0d1f124b tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531843 Mar 01 13:43:48.205251 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6c3a8405-91a8-457c-a5ec-7a2531240480 req-96b71a67-4d99-4d33-8123-771f1eea8811 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0612588 Mar 01 13:43:48.310212 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559465e9-85ea-453f-837a-2329df67f92a req-009f4490-f11b-4727-988d-897209d53187 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:48.311625 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a8405-91a8-457c-a5ec-7a2531240480 req-b6228d87-ad9e-4a01-9f45-b5f04fe648e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:48.321615 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6c3a8405-91a8-457c-a5ec-7a2531240480 req-b6228d87-ad9e-4a01-9f45-b5f04fe648e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=96cd43570afd4572b4b93d1aa25b2425&device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714 HTTP/1.1" status: 200 len: 1126 time: 0.0945766 Mar 01 13:43:48.322173 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-559465e9-85ea-453f-837a-2329df67f92a req-009f4490-f11b-4727-988d-897209d53187 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4c6175-e763-46b3-bebf-c6224d884dbb HTTP/1.1" status: 200 len: 945 time: 0.1422446 Mar 01 13:43:48.416373 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-559465e9-85ea-453f-837a-2329df67f92a req-350f79e6-b6a6-4586-8d3a-531e0ace61c4 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930204 Mar 01 13:43:48.506530 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a8405-91a8-457c-a5ec-7a2531240480 req-fb40e6f3-35cd-440d-a76f-4871b73edc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:48.508118 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6c3a8405-91a8-457c-a5ec-7a2531240480 req-fb40e6f3-35cd-440d-a76f-4871b73edc0f service neutron] 10.222.0.20 "GET /v2.0/networks?id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22 HTTP/1.1" status: 200 len: 908 time: 0.1640439 Mar 01 13:43:48.555926 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6c3a8405-91a8-457c-a5ec-7a2531240480 req-1c15fdbf-51ff-47a3-b3a3-ec7e464c7a0d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79ce7964-89d8-43a5-818d-610e1805dded HTTP/1.1" status: 200 len: 217 time: 0.0390911 Mar 01 13:43:48.620855 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a8405-91a8-457c-a5ec-7a2531240480 req-496930bd-ea38-4864-8844-ed6b5fb92643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:48.623152 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6c3a8405-91a8-457c-a5ec-7a2531240480 req-496930bd-ea38-4864-8844-ed6b5fb92643 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7f9fefc-67f3-4f16-9709-32467e973c9a HTTP/1.1" status: 200 len: 847 time: 0.0586643 Mar 01 13:43:48.662615 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6c3a8405-91a8-457c-a5ec-7a2531240480 req-0d7e67a9-4eb3-4ffa-9d53-1efd8ac53f4d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321844 Mar 01 13:43:48.745146 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4175d-1e42-4f9e-bf0a-f1e9a24e3fee req-bcf6810a-5105-4a1e-b876-4694fb758750 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:48.759856 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-17e4175d-1e42-4f9e-bf0a-f1e9a24e3fee req-bcf6810a-5105-4a1e-b876-4694fb758750 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 950 time: 0.1051443 Mar 01 13:43:48.791641 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6c3a8405-91a8-457c-a5ec-7a2531240480 req-7d040857-35ea-45e6-bcc8-342dd04288c4 service neutron] 10.222.0.20 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212299 Mar 01 13:43:48.804412 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33026) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:43:48.847486 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-17e4175d-1e42-4f9e-bf0a-f1e9a24e3fee req-1b21549f-a6e4-4107-b340-7e2df9cabee8 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852311 Mar 01 13:43:48.942931 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6c3a8405-91a8-457c-a5ec-7a2531240480 req-922979b9-09b3-4b74-a716-915129b52c48 service neutron] 10.222.0.20 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430054 Mar 01 13:43:48.961614 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b01b5e71-64f1-4950-b3ef-c2152dc5861c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:49.052436 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b01b5e71-64f1-4950-b3ef-c2152dc5861c admin admin] Publish callbacks [] for security_group (d1d9bae9-2501-412f-a392-61852a1fc27b), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:49.059614 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b01b5e71-64f1-4950-b3ef-c2152dc5861c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d1d9bae9-2501-412f-a392-61852a1fc27b), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:49.101263 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1a57fea9-1cb9-46c2-93eb-b9c807a5f441 req-3726ce3e-9c24-4fba-a66d-f60f1a99215d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0681901 Mar 01 13:43:49.114992 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b01b5e71-64f1-4950-b3ef-c2152dc5861c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d332e1a6dbf45e3b7e1a51920cbaec9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3092303 Mar 01 13:43:49.116233 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b5e71-64f1-4950-b3ef-c2152dc5861c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d9bae9-2501-412f-a392-61852a1fc27b,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:43:49.118558 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33032) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:43:49.226679 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57fea9-1cb9-46c2-93eb-b9c807a5f441 req-7f1307e9-8789-4798-a210-5ff6336d75d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:49.228363 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1a57fea9-1cb9-46c2-93eb-b9c807a5f441 req-7f1307e9-8789-4798-a210-5ff6336d75d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=980a0cdea86543af87d11d7652b91c08&device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 1127 time: 0.0977676 Mar 01 13:43:49.249508 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-60842532-e441-4ad3-a7bd-661b6eb50e9d admin admin] Publish callbacks [] for security_group (d1d9bae9-2501-412f-a392-61852a1fc27b), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:49.290310 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-60842532-e441-4ad3-a7bd-661b6eb50e9d admin admin] Publish callbacks [] for security_group (d1d9bae9-2501-412f-a392-61852a1fc27b), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:49.365813 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edab2f-1fee-4186-8acd-855efe234976 req-c7712b8c-55e0-4aef-996a-c3fc8a1a44cd tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:49.376869 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-83edab2f-1fee-4186-8acd-855efe234976 req-c7712b8c-55e0-4aef-996a-c3fc8a1a44cd tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 946 time: 0.2189710 Mar 01 13:43:49.384247 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-60842532-e441-4ad3-a7bd-661b6eb50e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d1d9bae9-2501-412f-a392-61852a1fc27b), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:49.386813 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-60842532-e441-4ad3-a7bd-661b6eb50e9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:49.395172 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57fea9-1cb9-46c2-93eb-b9c807a5f441 req-55b10d0b-69c1-469f-88a3-26debe37c811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:49.395974 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-60842532-e441-4ad3-a7bd-661b6eb50e9d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1d9bae9-2501-412f-a392-61852a1fc27b HTTP/1.1" status: 204 len: 168 time: 0.2715187 Mar 01 13:43:49.396073 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1a57fea9-1cb9-46c2-93eb-b9c807a5f441 req-55b10d0b-69c1-469f-88a3-26debe37c811 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b187e7ca-336b-42a6-9348-f5c88fd21398 HTTP/1.1" status: 200 len: 918 time: 0.1397738 Mar 01 13:43:49.408975 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60842532-e441-4ad3-a7bd-661b6eb50e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d9bae9-2501-412f-a392-61852a1fc27b,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:43:49.488818 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-83edab2f-1fee-4186-8acd-855efe234976 req-3cd80747-0b5d-4187-a7e7-304353fff647 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108806 Mar 01 13:43:49.507286 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1a57fea9-1cb9-46c2-93eb-b9c807a5f441 req-90f935b8-535e-406b-afc2-f3fc3c94aff4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d53c447-c1d9-47cb-a072-1103609237e6 HTTP/1.1" status: 200 len: 217 time: 0.1083510 Mar 01 13:43:49.620472 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746a38b-3d21-47c2-9ea9-7b2e5d5b9aed req-67098895-a624-45cb-88c2-7c1d70d05e51 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:49.628152 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57fea9-1cb9-46c2-93eb-b9c807a5f441 req-137a99cf-45aa-4772-8de9-01dfac158bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:49.629674 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1a57fea9-1cb9-46c2-93eb-b9c807a5f441 req-137a99cf-45aa-4772-8de9-01dfac158bc6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b3b03883-8a75-4db3-9fa2-b5308f8a1ccf HTTP/1.1" status: 200 len: 857 time: 0.1157105 Mar 01 13:43:49.634703 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5746a38b-3d21-47c2-9ea9-7b2e5d5b9aed req-67098895-a624-45cb-88c2-7c1d70d05e51 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4c6175-e763-46b3-bebf-c6224d884dbb HTTP/1.1" status: 200 len: 945 time: 0.0837777 Mar 01 13:43:49.676774 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1a57fea9-1cb9-46c2-93eb-b9c807a5f441 req-1e1d2acd-c0ab-4448-9047-e079df8e166f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b187e7ca-336b-42a6-9348-f5c88fd21398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391312 Mar 01 13:43:49.684093 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5746a38b-3d21-47c2-9ea9-7b2e5d5b9aed req-dd0fc949-78bd-48ae-ad3d-86d8bf0c117a tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484593 Mar 01 13:43:49.790541 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1a57fea9-1cb9-46c2-93eb-b9c807a5f441 req-f5fb7a4c-9d08-4914-bd8f-daec6c2dc0c6 service neutron] 10.222.0.32 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061988 Mar 01 13:43:49.923114 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1a57fea9-1cb9-46c2-93eb-b9c807a5f441 req-673758fc-c8f0-4988-908d-397089f2a31b service neutron] 10.222.0.32 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234381 Mar 01 13:43:49.990817 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc526e54-1e82-4054-947d-11500fda1461 req-444c2203-79fc-4a2d-afbe-b433085f3119 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:49.992584 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc526e54-1e82-4054-947d-11500fda1461 req-444c2203-79fc-4a2d-afbe-b433085f3119 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 950 time: 0.0591583 Mar 01 13:43:50.047276 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc526e54-1e82-4054-947d-11500fda1461 req-a47fe60b-2208-4e36-911c-4d290da2ff73 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488455 Mar 01 13:43:50.396480 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33070) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:43:50.503555 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-af377645-ea0c-4903-bfb5-e823a2ce22fd admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1008729699-network', 'tenant_id': '29a317ca49ee4dee83c6ca7b875bc907'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:43:50.527283 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af377645-ea0c-4903-bfb5-e823a2ce22fd admin admin] Made reservation on behalf of 29a317ca49ee4dee83c6ca7b875bc907 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:43:50.530054 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-af377645-ea0c-4903-bfb5-e823a2ce22fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:50.540200 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-af377645-ea0c-4903-bfb5-e823a2ce22fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:50.646034 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603d1f0-759e-41fd-9a21-0c2b6506fd61 req-d5c97855-c7c3-4fd0-b675-2ec58eb037e8 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:50.647627 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8603d1f0-759e-41fd-9a21-0c2b6506fd61 req-d5c97855-c7c3-4fd0-b675-2ec58eb037e8 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 946 time: 0.0844038 Mar 01 13:43:50.680759 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-af377645-ea0c-4903-bfb5-e823a2ce22fd admin admin] Publish callbacks [] for security_group (022fced4-84d6-4c64-aa28-03d275cee6de), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:50.686915 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-af377645-ea0c-4903-bfb5-e823a2ce22fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (022fced4-84d6-4c64-aa28-03d275cee6de), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:50.713989 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af377645-ea0c-4903-bfb5-e823a2ce22fd admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:43:50.742374 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8603d1f0-759e-41fd-9a21-0c2b6506fd61 req-d0964c3c-9176-4695-8734-ddd450660ff7 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868444 Mar 01 13:43:50.743621 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-af377645-ea0c-4903-bfb5-e823a2ce22fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (2b5a643b-cf3f-44f8-8164-6410402e4760), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:50.744062 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-af377645-ea0c-4903-bfb5-e823a2ce22fd admin admin] Added segment 2b5a643b-cf3f-44f8-8164-6410402e4760 of type vlan for network 1fe286d5-8175-40b9-87b9-870e69bf099e Mar 01 13:43:50.745336 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af377645-ea0c-4903-bfb5-e823a2ce22fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022fced4-84d6-4c64-aa28-03d275cee6de,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:43:50.826399 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-af377645-ea0c-4903-bfb5-e823a2ce22fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (1fe286d5-8175-40b9-87b9-870e69bf099e), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:50.886351 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-af377645-ea0c-4903-bfb5-e823a2ce22fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (1fe286d5-8175-40b9-87b9-870e69bf099e), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:50.887330 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af377645-ea0c-4903-bfb5-e823a2ce22fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:50.887943 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-af377645-ea0c-4903-bfb5-e823a2ce22fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:51.256967 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36136c20-f413-4d2d-a717-144c95fedf54 req-5d9d1aed-7ab9-412c-b67d-f5fcd0f8c0b5 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:51.258406 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-36136c20-f413-4d2d-a717-144c95fedf54 req-5d9d1aed-7ab9-412c-b67d-f5fcd0f8c0b5 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4c6175-e763-46b3-bebf-c6224d884dbb HTTP/1.1" status: 200 len: 945 time: 0.4431565 Mar 01 13:43:51.367014 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af377645-ea0c-4903-bfb5-e823a2ce22fd admin admin] Pushing event updated for resources: {'Network': ['ID=1fe286d5-8175-40b9-87b9-870e69bf099e,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:43:51.375152 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-af377645-ea0c-4903-bfb5-e823a2ce22fd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9775434 Mar 01 13:43:51.378859 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33082) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:43:51.383921 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 1fe286d5-8175-40b9-87b9-870e69bf099e details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:43:51.387175 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-756100d5-c1ca-464c-9a15-cd7f46ffa117 admin admin] Request body: {'subnet': {'network_id': '1fe286d5-8175-40b9-87b9-870e69bf099e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1008729699-subnet', 'tenant_id': '29a317ca49ee4dee83c6ca7b875bc907', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:43:51.414916 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-36136c20-f413-4d2d-a717-144c95fedf54 req-59f06b7c-1ff8-459a-8cb9-9fd8fc674760 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308854 Mar 01 13:43:51.442805 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ed3bc-2386-48f2-89d6-2875e371918d req-1e3d34a9-0cb7-4292-8e30-92dfb580e01f tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:51.450127 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e15ed3bc-2386-48f2-89d6-2875e371918d req-1e3d34a9-0cb7-4292-8e30-92dfb580e01f tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 950 time: 0.2027330 Mar 01 13:43:51.453127 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756100d5-c1ca-464c-9a15-cd7f46ffa117 admin admin] Made reservation on behalf of 29a317ca49ee4dee83c6ca7b875bc907 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:43:51.455547 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-756100d5-c1ca-464c-9a15-cd7f46ffa117 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:51.505536 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e15ed3bc-2386-48f2-89d6-2875e371918d req-b5c19539-73fc-40b8-bee1-89c93b9a8c3f tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545104 Mar 01 13:43:51.641940 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device aea2b0c4-e67e-4df4-bec4-3ccd4229828f details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:43:51.696738 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-756100d5-c1ca-464c-9a15-cd7f46ffa117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (d4d623a8-28b9-403f-bfc7-07e0ea7b048a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:51.747849 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756100d5-c1ca-464c-9a15-cd7f46ffa117 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4d623a8-28b9-403f-bfc7-07e0ea7b048a,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:43:51.773642 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port aea2b0c4-e67e-4df4-bec4-3ccd4229828f, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=aea2b0c4-e67e-4df4-bec4-3ccd4229828f,segment=NetworkSegment(a0a669d5-60b7-4c06-a9c5-37075f67475a),segment_id=a0a669d5-60b7-4c06-a9c5-37075f67475a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:43:51.782454 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756100d5-c1ca-464c-9a15-cd7f46ffa117 admin admin] Checking segment: {'id': '2b5a643b-cf3f-44f8-8164-6410402e4760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1fe286d5-8175-40b9-87b9-870e69bf099e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:43:51.782953 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756100d5-c1ca-464c-9a15-cd7f46ffa117 admin admin] Network hostable DHCP agents. Network: 1fe286d5-8175-40b9-87b9-870e69bf099e, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:43:51.790829 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'aea2b0c4-e67e-4df4-bec4-3ccd4229828f', 'network_id': '73628e5b-19c4-4cc2-85ab-069a1adb3f94', 'port_id': 'aea2b0c4-e67e-4df4-bec4-3ccd4229828f', 'mac_address': 'fa:16:3e:15:ef:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a72a1b6b-a371-4cd5-a742-432bd3fca273', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:43:51.805302 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756100d5-c1ca-464c-9a15-cd7f46ffa117 admin admin] Network 1fe286d5-8175-40b9-87b9-870e69bf099e is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:43:51.819819 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-756100d5-c1ca-464c-9a15-cd7f46ffa117 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 1fe286d5-8175-40b9-87b9-870e69bf099e) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:43:51.827255 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756100d5-c1ca-464c-9a15-cd7f46ffa117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:51.828442 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-756100d5-c1ca-464c-9a15-cd7f46ffa117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:51.845251 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602afb7a-a26f-42c5-a21b-beb1c5dc1388 None None] Network 1fe286d5-8175-40b9-87b9-870e69bf099e requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:43:51.848489 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-756100d5-c1ca-464c-9a15-cd7f46ffa117 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4682803 Mar 01 13:43:51.959936 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e22ec-c626-41f6-85d3-ccb4902070a6 req-dcbda07e-8723-48d9-89d1-9fe5ad554903 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:51.971921 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc6e22ec-c626-41f6-85d3-ccb4902070a6 req-dcbda07e-8723-48d9-89d1-9fe5ad554903 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 946 time: 0.0949433 Mar 01 13:43:51.996650 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port aea2b0c4-e67e-4df4-bec4-3ccd4229828f is: ACTIVE; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:43:51.997827 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (aea2b0c4-e67e-4df4-bec4-3ccd4229828f), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:52.045696 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc6e22ec-c626-41f6-85d3-ccb4902070a6 req-e6fa7136-f85d-494e-a7b9-34d6e75e4208 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678298 Mar 01 13:43:52.046686 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f09717-2794-4c99-81e1-b60d592f7f85 None None] Network 1fe286d5-8175-40b9-87b9-870e69bf099e requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:43:52.058227 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aea2b0c4-e67e-4df4-bec4-3ccd4229828f {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:43:52.137503 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port aea2b0c4-e67e-4df4-bec4-3ccd4229828f, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=aea2b0c4-e67e-4df4-bec4-3ccd4229828f,segment=NetworkSegment(a0a669d5-60b7-4c06-a9c5-37075f67475a),segment_id=a0a669d5-60b7-4c06-a9c5-37075f67475a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:43:52.145705 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (aea2b0c4-e67e-4df4-bec4-3ccd4229828f), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:52.234820 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=aea2b0c4-e67e-4df4-bec4-3ccd4229828f,revision_number=6']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:43:52.247269 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['aea2b0c4-e67e-4df4-bec4-3ccd4229828f'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:43:52.511959 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935effbf-c703-488c-bff3-add0b2ce357f req-f6231a9b-0589-42de-b28e-c5c09dc6c712 tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:52.513544 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-935effbf-c703-488c-bff3-add0b2ce357f req-f6231a9b-0589-42de-b28e-c5c09dc6c712 tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] 10.222.0.13 "GET /v2.0/networks?id=1fe286d5-8175-40b9-87b9-870e69bf099e HTTP/1.1" status: 200 len: 822 time: 0.1741507 Mar 01 13:43:52.549761 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-935effbf-c703-488c-bff3-add0b2ce357f req-8201d861-c26f-42dd-8f96-68d9f59289d4 tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] 10.222.0.13 "GET /v2.0/quotas/29a317ca49ee4dee83c6ca7b875bc907 HTTP/1.1" status: 200 len: 375 time: 0.0258560 Mar 01 13:43:52.573544 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd4461-5c62-42ce-b0da-cca2c35169b4 req-5a8b04e3-5985-425d-8494-c99686019e67 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:52.575279 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3abd4461-5c62-42ce-b0da-cca2c35169b4 req-5a8b04e3-5985-425d-8494-c99686019e67 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4c6175-e763-46b3-bebf-c6224d884dbb HTTP/1.1" status: 200 len: 944 time: 0.0608528 Mar 01 13:43:52.612937 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-935effbf-c703-488c-bff3-add0b2ce357f req-8e7bf544-9f6a-4113-98e7-36683609d0da tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=29a317ca49ee4dee83c6ca7b875bc907&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366602 Mar 01 13:43:52.699199 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3abd4461-5c62-42ce-b0da-cca2c35169b4 req-fe9208c8-be7d-4769-af60-0597d5a70338 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128881 Mar 01 13:43:52.741815 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-935effbf-c703-488c-bff3-add0b2ce357f req-774b48e2-214a-4ac2-84b3-2d4acd1a7e72 service neutron] 10.222.0.13 "GET /v2.0/networks/1fe286d5-8175-40b9-87b9-870e69bf099e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181049 Mar 01 13:43:52.867947 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-935effbf-c703-488c-bff3-add0b2ce357f req-d81b53c1-f325-4309-bd43-d81171547a26 service neutron] 10.222.0.13 "GET /v2.0/networks/1fe286d5-8175-40b9-87b9-870e69bf099e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253085 Mar 01 13:43:52.880983 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c26ae-67a3-4e98-b01d-c28dc5ec1ea9 req-282a6cc6-34d5-45ae-be82-a3e752111e6c tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:52.882420 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-412c26ae-67a3-4e98-b01d-c28dc5ec1ea9 req-282a6cc6-34d5-45ae-be82-a3e752111e6c tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 950 time: 0.0859172 Mar 01 13:43:52.938859 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-412c26ae-67a3-4e98-b01d-c28dc5ec1ea9 req-6fef1a64-e205-4644-82f8-5142fa0898fd tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464973 Mar 01 13:43:53.097447 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6ff9f383-d52b-4688-ad49-c08806768dad req-a21263f6-eaba-4acb-a68c-e6293858eb5b tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc5311c-4b1e-4848-82b5-43343dbbe0a7 HTTP/1.1" status: 200 len: 210 time: 0.0421014 Mar 01 13:43:53.227215 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa478d3-c520-40a5-b205-0ac0f36159a6 req-79536ebd-efea-4389-b087-2c99e0ae58ca tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:53.229078 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7aa478d3-c520-40a5-b205-0ac0f36159a6 req-79536ebd-efea-4389-b087-2c99e0ae58ca tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 946 time: 0.0838516 Mar 01 13:43:53.310732 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7aa478d3-c520-40a5-b205-0ac0f36159a6 req-4641db0b-8316-49f1-aadf-2a75995ea328 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636427 Mar 01 13:43:53.663211 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device aea2b0c4-e67e-4df4-bec4-3ccd4229828f up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:43:53.716191 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port aea2b0c4-e67e-4df4-bec4-3ccd4229828f triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:43:53.716650 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (aea2b0c4-e67e-4df4-bec4-3ccd4229828f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:53.832760 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port aea2b0c4-e67e-4df4-bec4-3ccd4229828f is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:43:53.833560 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (aea2b0c4-e67e-4df4-bec4-3ccd4229828f), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:53.864365 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4c6175-e763-46b3-bebf-c6224d884dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea2b0c4-e67e-4df4-bec4-3ccd4229828f'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:43:53.866718 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f981f157-131b-47e0-998f-3a4d39320e7f" -d '{"events": [{"server_uuid": "9c4c6175-e763-46b3-bebf-c6224d884dbb", "name": "network-vif-plugged", "status": "completed", "tag": "aea2b0c4-e67e-4df4-bec4-3ccd4229828f"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:43:53.886176 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port aea2b0c4-e67e-4df4-bec4-3ccd4229828f, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=aea2b0c4-e67e-4df4-bec4-3ccd4229828f,segment=NetworkSegment(a0a669d5-60b7-4c06-a9c5-37075f67475a),segment_id=a0a669d5-60b7-4c06-a9c5-37075f67475a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:43:53.893209 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (aea2b0c4-e67e-4df4-bec4-3ccd4229828f), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:53.921598 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2837207-d2b9-4fa0-9db4-a7a2cf8fd9a1 x-openstack-request-id: req-a2837207-d2b9-4fa0-9db4-a7a2cf8fd9a1 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:43:53.922097 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4c6175-e763-46b3-bebf-c6224d884dbb", "name": "network-vif-plugged", "status": "completed", "tag": "aea2b0c4-e67e-4df4-bec4-3ccd4229828f", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:43:53.922396 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2837207-d2b9-4fa0-9db4-a7a2cf8fd9a1 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:43:53.922792 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4c6175-e763-46b3-bebf-c6224d884dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea2b0c4-e67e-4df4-bec4-3ccd4229828f', 'code': 200} Mar 01 13:43:53.925187 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec11734-7c1b-46ec-b20e-f05f73c04e1b req-fc5d33ef-2d6e-4447-8bea-88540191630b tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:53.926648 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cec11734-7c1b-46ec-b20e-f05f73c04e1b req-fc5d33ef-2d6e-4447-8bea-88540191630b tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4c6175-e763-46b3-bebf-c6224d884dbb HTTP/1.1" status: 200 len: 944 time: 0.1360309 Mar 01 13:43:53.948417 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=aea2b0c4-e67e-4df4-bec4-3ccd4229828f,revision_number=7']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:43:53.982878 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cec11734-7c1b-46ec-b20e-f05f73c04e1b req-3bb5922d-0efa-47e7-8888-3b28e35ae28f tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460331 Mar 01 13:43:54.066382 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790f5f6-711e-42c8-99d7-efc3b81c57aa req-f6806eab-81ee-4f06-ad26-3af829ed806c tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:54.067791 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a790f5f6-711e-42c8-99d7-efc3b81c57aa req-f6806eab-81ee-4f06-ad26-3af829ed806c tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 950 time: 0.0531797 Mar 01 13:43:54.115162 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a790f5f6-711e-42c8-99d7-efc3b81c57aa req-b42b4b7f-7ee8-4c45-9ae2-989a4a8e75c9 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418215 Mar 01 13:43:54.188355 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-838106d3-da8c-4f7e-b197-e34741129e7c req-99582429-a2af-4983-8667-e687919f68ba tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc5311c-4b1e-4848-82b5-43343dbbe0a7 HTTP/1.1" status: 200 len: 210 time: 0.0308347 Mar 01 13:43:54.483800 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5a34e-5593-4206-8338-d5b5e5a3c9c0 req-3f876269-f64e-4874-8c88-adecb3fc614f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:54.485995 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aec5a34e-5593-4206-8338-d5b5e5a3c9c0 req-3f876269-f64e-4874-8c88-adecb3fc614f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 946 time: 0.0717716 Mar 01 13:43:54.542547 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aec5a34e-5593-4206-8338-d5b5e5a3c9c0 req-ad2ee35e-490a-43b9-a276-9e9b6e120479 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498288 Mar 01 13:43:54.676042 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935effbf-c703-488c-bff3-add0b2ce357f req-59336cff-c423-4423-b0aa-7d41eec27386 tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:54.677578 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-935effbf-c703-488c-bff3-add0b2ce357f req-59336cff-c423-4423-b0aa-7d41eec27386 tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] 10.222.0.32 "GET /v2.0/networks?id=1fe286d5-8175-40b9-87b9-870e69bf099e HTTP/1.1" status: 200 len: 822 time: 0.4490871 Mar 01 13:43:54.690853 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-935effbf-c703-488c-bff3-add0b2ce357f req-66c957f7-2b8a-4c06-866a-ca7b4834569f tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] Request body: {'port': {'device_id': '2bc5311c-4b1e-4848-82b5-43343dbbe0a7', 'network_id': '1fe286d5-8175-40b9-87b9-870e69bf099e', 'admin_state_up': True, 'tenant_id': '29a317ca49ee4dee83c6ca7b875bc907'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:43:54.824825 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-935effbf-c703-488c-bff3-add0b2ce357f req-66c957f7-2b8a-4c06-866a-ca7b4834569f tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] Made reservation on behalf of 29a317ca49ee4dee83c6ca7b875bc907 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:43:54.828711 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-935effbf-c703-488c-bff3-add0b2ce357f req-66c957f7-2b8a-4c06-866a-ca7b4834569f tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:55.012938 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-935effbf-c703-488c-bff3-add0b2ce357f req-66c957f7-2b8a-4c06-866a-ca7b4834569f tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] Allocated IP 172.20.0.8 (1fe286d5-8175-40b9-87b9-870e69bf099e/d4d623a8-28b9-403f-bfc7-07e0ea7b048a/ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:43:55.120781 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94ff53-ce5a-459b-8e0b-b6517bf42e73 req-7b8557e1-226d-4665-9956-c35196e8d693 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:55.122286 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ed94ff53-ce5a-459b-8e0b-b6517bf42e73 req-7b8557e1-226d-4665-9956-c35196e8d693 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4c6175-e763-46b3-bebf-c6224d884dbb HTTP/1.1" status: 200 len: 945 time: 0.0570517 Mar 01 13:43:55.176766 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-935effbf-c703-488c-bff3-add0b2ce357f req-66c957f7-2b8a-4c06-866a-ca7b4834569f tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] Publish callbacks [] for port (ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:55.185948 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1995785a-2c7f-4316-9973-c4691e86676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:55.189160 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ed94ff53-ce5a-459b-8e0b-b6517bf42e73 req-8f40bd92-6a17-4964-8bad-85fc5a52673a tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599771 Mar 01 13:43:55.221107 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-935effbf-c703-488c-bff3-add0b2ce357f req-66c957f7-2b8a-4c06-866a-ca7b4834569f tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:55.276565 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-935effbf-c703-488c-bff3-add0b2ce357f req-66c957f7-2b8a-4c06-866a-ca7b4834569f tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] Network 1fe286d5-8175-40b9-87b9-870e69bf099e is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:43:55.279802 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-935effbf-c703-488c-bff3-add0b2ce357f req-66c957f7-2b8a-4c06-866a-ca7b4834569f tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:43:55.285167 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-935effbf-c703-488c-bff3-add0b2ce357f req-66c957f7-2b8a-4c06-866a-ca7b4834569f tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:43:55.306832 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c957f7-2b8a-4c06-866a-ca7b4834569f tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] Pushing event updated for resources: {'Port': ['ID=ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:43:55.339929 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935effbf-c703-488c-bff3-add0b2ce357f req-66c957f7-2b8a-4c06-866a-ca7b4834569f tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:55.340462 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-935effbf-c703-488c-bff3-add0b2ce357f req-66c957f7-2b8a-4c06-866a-ca7b4834569f tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:55.361869 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-935effbf-c703-488c-bff3-add0b2ce357f req-66c957f7-2b8a-4c06-866a-ca7b4834569f tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6719177 Mar 01 13:43:55.365187 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb25f21-4ed1-47e3-9675-17b0fbd1a3d3 req-078d9d07-1550-402b-bb0b-2479a2696422 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:55.367379 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fb25f21-4ed1-47e3-9675-17b0fbd1a3d3 req-078d9d07-1550-402b-bb0b-2479a2696422 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 950 time: 0.1197150 Mar 01 13:43:55.379219 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8bb26c-63d5-4f3f-a308-c6d2ed503c8c req-2b76704b-1e00-4177-8785-8667e1718332 tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:55.381269 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fe8bb26c-63d5-4f3f-a308-c6d2ed503c8c req-2b76704b-1e00-4177-8785-8667e1718332 tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc5311c-4b1e-4848-82b5-43343dbbe0a7 HTTP/1.1" status: 200 len: 931 time: 0.0792117 Mar 01 13:43:55.387703 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-935effbf-c703-488c-bff3-add0b2ce357f req-48f4cbb4-de64-455d-a0f7-c9ea860ad590 service neutron] Request body: {'port': {'device_id': '2bc5311c-4b1e-4848-82b5-43343dbbe0a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:43:55.455171 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-935effbf-c703-488c-bff3-add0b2ce357f req-48f4cbb4-de64-455d-a0f7-c9ea860ad590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:55.468438 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fb25f21-4ed1-47e3-9675-17b0fbd1a3d3 req-214c2b2d-3727-4e44-9e0c-ac9ef6034a9e tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859408 Mar 01 13:43:55.486998 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fe8bb26c-63d5-4f3f-a308-c6d2ed503c8c req-8c275d26-afa2-4a2d-951a-3f5b638fb8f9 tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] 10.222.0.13 "GET /v2.0/security-groups?id=022fced4-84d6-4c64-aa28-03d275cee6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963161 Mar 01 13:43:55.713136 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb466c81-fdc1-41ab-a48b-4578f68bf1fa req-9464842b-d425-4b74-9aee-4af30d135c5e tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:55.714540 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cb466c81-fdc1-41ab-a48b-4578f68bf1fa req-9464842b-d425-4b74-9aee-4af30d135c5e tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 946 time: 0.0771530 Mar 01 13:43:55.770975 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cb466c81-fdc1-41ab-a48b-4578f68bf1fa req-99e8729c-e6aa-416b-a2f3-79e6c66dfa0e tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496805 Mar 01 13:43:55.771903 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-935effbf-c703-488c-bff3-add0b2ce357f req-48f4cbb4-de64-455d-a0f7-c9ea860ad590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:43:55.779992 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-935effbf-c703-488c-bff3-add0b2ce357f req-48f4cbb4-de64-455d-a0f7-c9ea860ad590 service neutron] Publish callbacks [] for port (ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:55.793125 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-935effbf-c703-488c-bff3-add0b2ce357f req-48f4cbb4-de64-455d-a0f7-c9ea860ad590 service neutron] Transition to ACTIVE for port object ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:43:55.796774 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-935effbf-c703-488c-bff3-add0b2ce357f req-48f4cbb4-de64-455d-a0f7-c9ea860ad590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:55.849869 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4cbb4-de64-455d-a0f7-c9ea860ad590 service neutron] Pushing event updated for resources: {'Port': ['ID=ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:43:55.930999 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-935effbf-c703-488c-bff3-add0b2ce357f req-48f4cbb4-de64-455d-a0f7-c9ea860ad590 service neutron] Attempting to bind port ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:43:55.931338 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-935effbf-c703-488c-bff3-add0b2ce357f req-48f4cbb4-de64-455d-a0f7-c9ea860ad590 service neutron] Attempting to bind port ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '2b5a643b-cf3f-44f8-8164-6410402e4760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1fe286d5-8175-40b9-87b9-870e69bf099e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:43:55.931692 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935effbf-c703-488c-bff3-add0b2ce357f req-48f4cbb4-de64-455d-a0f7-c9ea860ad590 service neutron] Attempting to bind port ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9 on network 1fe286d5-8175-40b9-87b9-870e69bf099e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:43:55.937469 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935effbf-c703-488c-bff3-add0b2ce357f req-48f4cbb4-de64-455d-a0f7-c9ea860ad590 service neutron] Port ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9 on network 1fe286d5-8175-40b9-87b9-870e69bf099e not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:43:55.937820 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935effbf-c703-488c-bff3-add0b2ce357f req-48f4cbb4-de64-455d-a0f7-c9ea860ad590 service neutron] Attempting to bind port ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9 on network 1fe286d5-8175-40b9-87b9-870e69bf099e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:43:55.943406 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935effbf-c703-488c-bff3-add0b2ce357f req-48f4cbb4-de64-455d-a0f7-c9ea860ad590 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:43:55.943772 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935effbf-c703-488c-bff3-add0b2ce357f req-48f4cbb4-de64-455d-a0f7-c9ea860ad590 service neutron] Checking segment: {'id': '2b5a643b-cf3f-44f8-8164-6410402e4760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1fe286d5-8175-40b9-87b9-870e69bf099e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:43:55.944158 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935effbf-c703-488c-bff3-add0b2ce357f req-48f4cbb4-de64-455d-a0f7-c9ea860ad590 service neutron] Bound using segment: {'id': '2b5a643b-cf3f-44f8-8164-6410402e4760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1fe286d5-8175-40b9-87b9-870e69bf099e'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:43:55.944582 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-935effbf-c703-488c-bff3-add0b2ce357f req-48f4cbb4-de64-455d-a0f7-c9ea860ad590 service neutron] Bound port: ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b5a643b-cf3f-44f8-8164-6410402e4760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1fe286d5-8175-40b9-87b9-870e69bf099e'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:43:55.944936 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-935effbf-c703-488c-bff3-add0b2ce357f req-48f4cbb4-de64-455d-a0f7-c9ea860ad590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:56.012372 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-935effbf-c703-488c-bff3-add0b2ce357f req-48f4cbb4-de64-455d-a0f7-c9ea860ad590 service neutron] For port ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:43:56.016652 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-935effbf-c703-488c-bff3-add0b2ce357f req-48f4cbb4-de64-455d-a0f7-c9ea860ad590 service neutron] For port ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9,segment=NetworkSegment(2b5a643b-cf3f-44f8-8164-6410402e4760),segment_id=2b5a643b-cf3f-44f8-8164-6410402e4760)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:43:56.022796 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-935effbf-c703-488c-bff3-add0b2ce357f req-48f4cbb4-de64-455d-a0f7-c9ea860ad590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:56.062583 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935effbf-c703-488c-bff3-add0b2ce357f req-48f4cbb4-de64-455d-a0f7-c9ea860ad590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:56.063400 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-935effbf-c703-488c-bff3-add0b2ce357f req-48f4cbb4-de64-455d-a0f7-c9ea860ad590 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:56.065108 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-935effbf-c703-488c-bff3-add0b2ce357f req-48f4cbb4-de64-455d-a0f7-c9ea860ad590 service neutron] 10.222.0.32 "PUT /v2.0/ports/ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9 HTTP/1.1" status: 200 len: 1091 time: 0.6848187 Mar 01 13:43:56.065634 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc5311c-4b1e-4848-82b5-43343dbbe0a7', 'tag': 'ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:43:56.068025 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2225b0f-646e-47a4-95e1-84d032e549fe" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc5311c-4b1e-4848-82b5-43343dbbe0a7", "tag": "ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:43:56.089851 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4cbb4-de64-455d-a0f7-c9ea860ad590 service neutron] Pushing event updated for resources: {'Port': ['ID=ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:43:56.124279 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0c3176-cb84-4924-8c38-0a42090b43e8 x-openstack-request-id: req-7b0c3176-cb84-4924-8c38-0a42090b43e8 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:43:56.124737 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc5311c-4b1e-4848-82b5-43343dbbe0a7", "tag": "ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:43:56.124988 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b0c3176-cb84-4924-8c38-0a42090b43e8 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:43:56.125932 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc5311c-4b1e-4848-82b5-43343dbbe0a7', 'tag': 'ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9', 'status': 'completed', 'code': 200} Mar 01 13:43:56.167757 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935effbf-c703-488c-bff3-add0b2ce357f req-6bbed41d-8ff4-4ad4-a6b2-fd2d255ec6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:56.169270 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-935effbf-c703-488c-bff3-add0b2ce357f req-6bbed41d-8ff4-4ad4-a6b2-fd2d255ec6f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29a317ca49ee4dee83c6ca7b875bc907&device_id=2bc5311c-4b1e-4848-82b5-43343dbbe0a7 HTTP/1.1" status: 200 len: 1125 time: 0.0545120 Mar 01 13:43:56.214109 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-935effbf-c703-488c-bff3-add0b2ce357f req-4ea69eeb-4539-4b05-99c9-cbd008ca9d00 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9 HTTP/1.1" status: 200 len: 217 time: 0.0378425 Mar 01 13:43:56.267079 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935effbf-c703-488c-bff3-add0b2ce357f req-3314de7e-28d4-48db-a6de-74b7cba8a7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:56.268647 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-935effbf-c703-488c-bff3-add0b2ce357f req-3314de7e-28d4-48db-a6de-74b7cba8a7c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d4d623a8-28b9-403f-bfc7-07e0ea7b048a HTTP/1.1" status: 200 len: 862 time: 0.0480835 Mar 01 13:43:56.308233 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-935effbf-c703-488c-bff3-add0b2ce357f req-584ded75-03f6-429b-9b8b-c51f08ff1152 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1fe286d5-8175-40b9-87b9-870e69bf099e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327637 Mar 01 13:43:56.330460 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96371446-a2a9-4483-b7da-c2ef9e091a95 req-749f8690-d350-4d47-9f3f-a89230ca14a7 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:56.332222 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-96371446-a2a9-4483-b7da-c2ef9e091a95 req-749f8690-d350-4d47-9f3f-a89230ca14a7 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4c6175-e763-46b3-bebf-c6224d884dbb HTTP/1.1" status: 200 len: 945 time: 0.0576911 Mar 01 13:43:56.390745 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-96371446-a2a9-4483-b7da-c2ef9e091a95 req-3cef9713-c11a-43ca-8b83-e6bd39bb18e3 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498760 Mar 01 13:43:56.405365 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-935effbf-c703-488c-bff3-add0b2ce357f req-355dd0a3-c178-4d13-b286-7b46eba954cf service neutron] 10.222.0.32 "GET /v2.0/networks/1fe286d5-8175-40b9-87b9-870e69bf099e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887034 Mar 01 13:43:56.510100 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-935effbf-c703-488c-bff3-add0b2ce357f req-09fc553f-8490-43b1-ae58-329778233803 service neutron] 10.222.0.32 "GET /v2.0/networks/1fe286d5-8175-40b9-87b9-870e69bf099e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983877 Mar 01 13:43:56.632000 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2225b0f-646e-47a4-95e1-84d032e549fe req-33231cc5-66d2-4eda-9562-b0c909fa9707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:56.633901 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d2225b0f-646e-47a4-95e1-84d032e549fe req-33231cc5-66d2-4eda-9562-b0c909fa9707 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29a317ca49ee4dee83c6ca7b875bc907&device_id=2bc5311c-4b1e-4848-82b5-43343dbbe0a7 HTTP/1.1" status: 200 len: 1125 time: 0.0520418 Mar 01 13:43:56.651819 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e5ba2-f93b-4c03-ad6d-727f7d78ebe1 req-898ffb64-bc13-4c49-9970-022e7191f591 tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:56.659649 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-071e5ba2-f93b-4c03-ad6d-727f7d78ebe1 req-898ffb64-bc13-4c49-9970-022e7191f591 tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc5311c-4b1e-4848-82b5-43343dbbe0a7 HTTP/1.1" status: 200 len: 943 time: 0.0846205 Mar 01 13:43:56.735656 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2225b0f-646e-47a4-95e1-84d032e549fe req-04d9b560-ad0c-48bd-beb6-c18e2d136d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:56.737285 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d2225b0f-646e-47a4-95e1-84d032e549fe req-04d9b560-ad0c-48bd-beb6-c18e2d136d1b service neutron] 10.222.0.32 "GET /v2.0/networks?id=1fe286d5-8175-40b9-87b9-870e69bf099e HTTP/1.1" status: 200 len: 923 time: 0.0945525 Mar 01 13:43:56.739774 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-071e5ba2-f93b-4c03-ad6d-727f7d78ebe1 req-eff4c4aa-2747-4f52-9873-f75609e51983 tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] 10.222.0.13 "GET /v2.0/security-groups?id=022fced4-84d6-4c64-aa28-03d275cee6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792723 Mar 01 13:43:56.770147 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42219a9d-149a-4e25-b56d-de4782bdb870 req-180c0480-6b93-4d5c-8bdb-2b3fe40422dd tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:56.772436 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-42219a9d-149a-4e25-b56d-de4782bdb870 req-180c0480-6b93-4d5c-8bdb-2b3fe40422dd tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 950 time: 0.1512141 Mar 01 13:43:56.789388 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d2225b0f-646e-47a4-95e1-84d032e549fe req-1dd2e08a-7cd0-4572-a903-ad7c41896e0e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9 HTTP/1.1" status: 200 len: 217 time: 0.0445509 Mar 01 13:43:56.827263 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-42219a9d-149a-4e25-b56d-de4782bdb870 req-e60c27fb-0801-49b1-b49f-c1114ee2f347 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478990 Mar 01 13:43:56.852010 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2225b0f-646e-47a4-95e1-84d032e549fe req-1d6e858c-2a09-44a2-938b-23e2e298a207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:56.854351 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d2225b0f-646e-47a4-95e1-84d032e549fe req-1d6e858c-2a09-44a2-938b-23e2e298a207 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d4d623a8-28b9-403f-bfc7-07e0ea7b048a HTTP/1.1" status: 200 len: 862 time: 0.0572562 Mar 01 13:43:56.887953 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d2225b0f-646e-47a4-95e1-84d032e549fe req-a9bf570c-6997-4805-9535-ac13c70f2424 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1fe286d5-8175-40b9-87b9-870e69bf099e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256927 Mar 01 13:43:56.976626 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537033f-a0aa-414f-9715-0c8295d25384 req-4b5a7ff1-d8cf-4653-8e1d-f643dcb17ebe tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:56.978265 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2537033f-a0aa-414f-9715-0c8295d25384 req-4b5a7ff1-d8cf-4653-8e1d-f643dcb17ebe tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/networks?id=b187e7ca-336b-42a6-9348-f5c88fd21398 HTTP/1.1" status: 200 len: 817 time: 0.1121395 Mar 01 13:43:56.990741 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d2225b0f-646e-47a4-95e1-84d032e549fe req-3da20ba8-ecb6-449a-ada6-ae727602173c service neutron] 10.222.0.32 "GET /v2.0/networks/1fe286d5-8175-40b9-87b9-870e69bf099e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955667 Mar 01 13:43:57.002909 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2537033f-a0aa-414f-9715-0c8295d25384 req-dc8f4fc2-b3c9-4c34-983d-16bcde141d41 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/quotas/980a0cdea86543af87d11d7652b91c08 HTTP/1.1" status: 200 len: 375 time: 0.0187359 Mar 01 13:43:57.074766 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b608ae-de32-48b0-bbb5-b1041c4a6c34 req-78cc1f6d-ec33-41d7-b3a0-11e3b5c61106 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:57.076397 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10b608ae-de32-48b0-bbb5-b1041c4a6c34 req-78cc1f6d-ec33-41d7-b3a0-11e3b5c61106 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 946 time: 0.0904524 Mar 01 13:43:57.083008 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d2225b0f-646e-47a4-95e1-84d032e549fe req-4b8d2dd4-3bf6-48f5-a192-454f4cbe55ee service neutron] 10.222.0.32 "GET /v2.0/networks/1fe286d5-8175-40b9-87b9-870e69bf099e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846725 Mar 01 13:43:57.087773 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2537033f-a0aa-414f-9715-0c8295d25384 req-d3ac5489-ce7b-4ad6-9959-fe888cfb2627 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=980a0cdea86543af87d11d7652b91c08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0699360 Mar 01 13:43:57.181941 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10b608ae-de32-48b0-bbb5-b1041c4a6c34 req-e3e7660d-cd30-4b05-b09f-e378820f1267 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930483 Mar 01 13:43:57.209789 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2537033f-a0aa-414f-9715-0c8295d25384 req-6e3944e0-2431-4c29-822e-1d2cfafd7971 service neutron] 10.222.0.13 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149180 Mar 01 13:43:57.340495 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008eca4d-ed0a-44e6-962c-40b7fb039bb1 req-4e5dd188-930f-4029-93d1-9dceb90841d4 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:57.342026 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-008eca4d-ed0a-44e6-962c-40b7fb039bb1 req-4e5dd188-930f-4029-93d1-9dceb90841d4 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4c6175-e763-46b3-bebf-c6224d884dbb HTTP/1.1" status: 200 len: 945 time: 0.0823691 Mar 01 13:43:57.345555 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2537033f-a0aa-414f-9715-0c8295d25384 req-6bada9c9-c19a-4246-b15b-82d9c7a8fc19 service neutron] 10.222.0.13 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300788 Mar 01 13:43:57.383140 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-985d42da-f2d8-494f-90f0-8cff9c5602b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:57.394273 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-008eca4d-ed0a-44e6-962c-40b7fb039bb1 req-e78a0a6e-d699-433e-9bb0-216d98836d43 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467072 Mar 01 13:43:57.656436 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-457ee11c-748e-42ea-bf8f-84acc2e5165e req-5fe9f995-1c53-4e1d-98d6-55c14a9df301 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 210 time: 0.0284059 Mar 01 13:43:57.870351 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a20399-ab15-41a9-8350-2ab8b6d645ae req-28f77fde-a9ab-45c9-9ee1-f4af69e7a54d tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:57.871916 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-57a20399-ab15-41a9-8350-2ab8b6d645ae req-28f77fde-a9ab-45c9-9ee1-f4af69e7a54d tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc5311c-4b1e-4848-82b5-43343dbbe0a7 HTTP/1.1" status: 200 len: 943 time: 0.0580084 Mar 01 13:43:57.964773 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-57a20399-ab15-41a9-8350-2ab8b6d645ae req-85ad0a3d-17ed-4460-a4ac-655731f7a0e4 tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] 10.222.0.13 "GET /v2.0/security-groups?id=022fced4-84d6-4c64-aa28-03d275cee6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872085 Mar 01 13:43:58.000834 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38787b7c-4841-4651-af4c-962b9dd289e2 req-483e95ab-a7f7-4494-994b-cd25c2506267 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:58.002404 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-38787b7c-4841-4651-af4c-962b9dd289e2 req-483e95ab-a7f7-4494-994b-cd25c2506267 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 950 time: 0.0960114 Mar 01 13:43:58.054729 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-38787b7c-4841-4651-af4c-962b9dd289e2 req-336fe81c-b091-400a-8d67-5ab0c2743475 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449228 Mar 01 13:43:58.316314 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877db68a-a523-404a-8d45-893d470ddab6 req-d748d3d4-81da-4f6e-a836-457e594fca5c tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:58.317830 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-877db68a-a523-404a-8d45-893d470ddab6 req-d748d3d4-81da-4f6e-a836-457e594fca5c tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 946 time: 0.0584850 Mar 01 13:43:58.371369 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-877db68a-a523-404a-8d45-893d470ddab6 req-cd6bd67d-d6e5-447a-8113-258707352c8f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465846 Mar 01 13:43:58.528754 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0710f-09ac-4c25-8ed1-f661f61355fa req-ffa9c87d-371a-4743-9a58-6810dfe3407d tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:58.530522 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-95b0710f-09ac-4c25-8ed1-f661f61355fa req-ffa9c87d-371a-4743-9a58-6810dfe3407d tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4c6175-e763-46b3-bebf-c6224d884dbb HTTP/1.1" status: 200 len: 945 time: 0.0636599 Mar 01 13:43:58.581472 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-95b0710f-09ac-4c25-8ed1-f661f61355fa req-d52ede12-8063-46c1-b6f6-de0532147870 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/security-groups?id=c560c74e-1ba0-4d14-9e5b-dc6f95103323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440245 Mar 01 13:43:58.758722 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3adce5c5-3b5b-44d8-aca0-1aa732adf6d9 req-3f35ffff-5096-4d11-9b75-44ab979e9374 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 210 time: 0.0283406 Mar 01 13:43:58.759916 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cdaa5-7daa-4770-b388-00b3961c2d0a req-f959f488-832a-49fc-838d-d3c96e048e41 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:58.760421 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:58.761578 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7b8cdaa5-7daa-4770-b388-00b3961c2d0a req-f959f488-832a-49fc-838d-d3c96e048e41 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c4c6175-e763-46b3-bebf-c6224d884dbb HTTP/1.1" status: 200 len: 945 time: 0.0588918 Mar 01 13:43:58.869761 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-7b8cdaa5-7daa-4770-b388-00b3961c2d0a req-dcbd41b9-2a2b-4883-a2ca-3035063a1391 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Deleting port aea2b0c4-e67e-4df4-bec4-3ccd4229828f {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:43:58.870388 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7b8cdaa5-7daa-4770-b388-00b3961c2d0a req-dcbd41b9-2a2b-4883-a2ca-3035063a1391 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (aea2b0c4-e67e-4df4-bec4-3ccd4229828f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:58.976479 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-7b8cdaa5-7daa-4770-b388-00b3961c2d0a req-dcbd41b9-2a2b-4883-a2ca-3035063a1391 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] For port aea2b0c4-e67e-4df4-bec4-3ccd4229828f, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=aea2b0c4-e67e-4df4-bec4-3ccd4229828f,segment=NetworkSegment(a0a669d5-60b7-4c06-a9c5-37075f67475a),segment_id=a0a669d5-60b7-4c06-a9c5-37075f67475a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:43:58.976885 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7b8cdaa5-7daa-4770-b388-00b3961c2d0a req-dcbd41b9-2a2b-4883-a2ca-3035063a1391 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (aea2b0c4-e67e-4df4-bec4-3ccd4229828f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:58.992099 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537033f-a0aa-414f-9715-0c8295d25384 req-7ed651ab-0689-4d57-a85a-ed9ae584a2c1 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:58.992099 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2537033f-a0aa-414f-9715-0c8295d25384 req-7ed651ab-0689-4d57-a85a-ed9ae584a2c1 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.32 "GET /v2.0/networks?id=b187e7ca-336b-42a6-9348-f5c88fd21398 HTTP/1.1" status: 200 len: 817 time: 0.1233723 Mar 01 13:43:58.994295 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-7b8cdaa5-7daa-4770-b388-00b3961c2d0a req-dcbd41b9-2a2b-4883-a2ca-3035063a1391 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Calling delete_port for aea2b0c4-e67e-4df4-bec4-3ccd4229828f owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:43:59.008359 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-2537033f-a0aa-414f-9715-0c8295d25384 req-8be2a8bf-ca8f-480c-80aa-889cc2ce350a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Request body: {'port': {'device_id': 'f4e3170c-22a7-4b74-a28c-8bf9228efa66', 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398', 'admin_state_up': True, 'tenant_id': '980a0cdea86543af87d11d7652b91c08'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:43:59.141929 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7b8cdaa5-7daa-4770-b388-00b3961c2d0a req-dcbd41b9-2a2b-4883-a2ca-3035063a1391 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (aea2b0c4-e67e-4df4-bec4-3ccd4229828f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:59.148584 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d7c79-fd98-433a-91b2-ea2cf4772b3a req-b9896f0a-3192-46db-8097-8f462a4a0ca4 tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:59.157591 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-169d7c79-fd98-433a-91b2-ea2cf4772b3a req-b9896f0a-3192-46db-8097-8f462a4a0ca4 tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc5311c-4b1e-4848-82b5-43343dbbe0a7 HTTP/1.1" status: 200 len: 943 time: 0.0969393 Mar 01 13:43:59.170494 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd41b9-2a2b-4883-a2ca-3035063a1391 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Pushing event deleted for resources: {'Port': ['ID=aea2b0c4-e67e-4df4-bec4-3ccd4229828f,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:43:59.224608 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8cdaa5-7daa-4770-b388-00b3961c2d0a req-dcbd41b9-2a2b-4883-a2ca-3035063a1391 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] No DVR routers for this DVR port aea2b0c4-e67e-4df4-bec4-3ccd4229828f on host n-h1-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:43:59.227545 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7b8cdaa5-7daa-4770-b388-00b3961c2d0a req-dcbd41b9-2a2b-4883-a2ca-3035063a1391 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:59.231031 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7b8cdaa5-7daa-4770-b388-00b3961c2d0a req-dcbd41b9-2a2b-4883-a2ca-3035063a1391 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.32 "DELETE /v2.0/ports/aea2b0c4-e67e-4df4-bec4-3ccd4229828f HTTP/1.1" status: 204 len: 173 time: 0.4592407 Mar 01 13:43:59.232270 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4c6175-e763-46b3-bebf-c6224d884dbb', 'name': 'network-vif-deleted', 'tag': 'aea2b0c4-e67e-4df4-bec4-3ccd4229828f'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:43:59.235515 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce94436-862f-40eb-b85b-03aace40170e" -d '{"events": [{"server_uuid": "9c4c6175-e763-46b3-bebf-c6224d884dbb", "name": "network-vif-deleted", "tag": "aea2b0c4-e67e-4df4-bec4-3ccd4229828f"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:43:59.275702 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-169d7c79-fd98-433a-91b2-ea2cf4772b3a req-48ea31da-6c91-46fd-80d5-d740ac2049c2 tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] 10.222.0.13 "GET /v2.0/security-groups?id=022fced4-84d6-4c64-aa28-03d275cee6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171036 Mar 01 13:43:59.311468 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1372b2-79f4-49d1-bdc3-6bd95b26bf1c req-0dc158be-fc74-40f8-834f-f9a8cb989c0e tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:59.313702 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3c1372b2-79f4-49d1-bdc3-6bd95b26bf1c req-0dc158be-fc74-40f8-834f-f9a8cb989c0e tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 950 time: 0.1494076 Mar 01 13:43:59.314560 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2537033f-a0aa-414f-9715-0c8295d25384 req-8be2a8bf-ca8f-480c-80aa-889cc2ce350a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Made reservation on behalf of 980a0cdea86543af87d11d7652b91c08 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:43:59.319346 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2537033f-a0aa-414f-9715-0c8295d25384 req-8be2a8bf-ca8f-480c-80aa-889cc2ce350a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:59.333871 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6532f8c9-bd16-4bf9-935c-d99b5f90b366 x-openstack-request-id: req-6532f8c9-bd16-4bf9-935c-d99b5f90b366 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:43:59.334359 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4c6175-e763-46b3-bebf-c6224d884dbb", "name": "network-vif-deleted", "tag": "aea2b0c4-e67e-4df4-bec4-3ccd4229828f", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:43:59.334599 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6532f8c9-bd16-4bf9-935c-d99b5f90b366 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:43:59.335198 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4c6175-e763-46b3-bebf-c6224d884dbb', 'name': 'network-vif-deleted', 'tag': 'aea2b0c4-e67e-4df4-bec4-3ccd4229828f', 'status': 'completed', 'code': 200} Mar 01 13:43:59.447170 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3c1372b2-79f4-49d1-bdc3-6bd95b26bf1c req-67a82bf8-4fc1-4be2-a17f-fbf1b8b925aa tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114075 Mar 01 13:43:59.526579 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-2537033f-a0aa-414f-9715-0c8295d25384 req-8be2a8bf-ca8f-480c-80aa-889cc2ce350a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Allocated IP 172.20.0.8 (b187e7ca-336b-42a6-9348-f5c88fd21398/b3b03883-8a75-4db3-9fa2-b5308f8a1ccf/62991eee-a540-4436-8a1a-6b6b57e46e7c) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:43:59.550413 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96638481-99d0-4c8b-9f70-9a9e722b7311 req-4fae5d16-f59b-49f3-8c92-be3abe56c90a tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:59.551913 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-96638481-99d0-4c8b-9f70-9a9e722b7311 req-4fae5d16-f59b-49f3-8c92-be3abe56c90a tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 946 time: 0.0996096 Mar 01 13:43:59.668948 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device aea2b0c4-e67e-4df4-bec4-3ccd4229828f no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:43:59.670721 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-96638481-99d0-4c8b-9f70-9a9e722b7311 req-6a5d3594-30e7-4bb7-90fe-71fe463c47d6 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122506 Mar 01 13:43:59.708798 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-29196270-a21d-4c96-ab97-9a3a7cbdaa93 req-ee9f0961-b9b2-4cdc-a48f-fc5865e0a1f3 tempest-ImagesTestJSON-1703751756 tempest-ImagesTestJSON-1703751756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4c6175-e763-46b3-bebf-c6224d884dbb HTTP/1.1" status: 200 len: 210 time: 0.0420640 Mar 01 13:43:59.713426 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: aea2b0c4-e67e-4df4-bec4-3ccd4229828f {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:43:59.713873 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device aea2b0c4-e67e-4df4-bec4-3ccd4229828f not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:43:59.768730 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2537033f-a0aa-414f-9715-0c8295d25384 req-8be2a8bf-ca8f-480c-80aa-889cc2ce350a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Publish callbacks [] for port (62991eee-a540-4436-8a1a-6b6b57e46e7c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:59.815460 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2537033f-a0aa-414f-9715-0c8295d25384 req-8be2a8bf-ca8f-480c-80aa-889cc2ce350a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (62991eee-a540-4436-8a1a-6b6b57e46e7c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:59.834550 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['0d53c447-c1d9-47cb-a072-1103609237e6'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:43:59.865102 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 2dc23e93-85a7-434a-80ca-dc44a5668c0f details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:43:59.909531 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2537033f-a0aa-414f-9715-0c8295d25384 req-8be2a8bf-ca8f-480c-80aa-889cc2ce350a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Network b187e7ca-336b-42a6-9348-f5c88fd21398 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:43:59.919378 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-2537033f-a0aa-414f-9715-0c8295d25384 req-8be2a8bf-ca8f-480c-80aa-889cc2ce350a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:43:59.922419 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-2537033f-a0aa-414f-9715-0c8295d25384 req-8be2a8bf-ca8f-480c-80aa-889cc2ce350a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:43:59.949139 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be2a8bf-ca8f-480c-80aa-889cc2ce350a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Pushing event updated for resources: {'Port': ['ID=62991eee-a540-4436-8a1a-6b6b57e46e7c,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:43:59.986783 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:59.988887 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537033f-a0aa-414f-9715-0c8295d25384 req-8be2a8bf-ca8f-480c-80aa-889cc2ce350a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:43:59.989273 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2537033f-a0aa-414f-9715-0c8295d25384 req-8be2a8bf-ca8f-480c-80aa-889cc2ce350a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:43:59.999280 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933f3aa-46b9-4e16-992a-b5c39921b781 req-c3bcf294-191e-4fa1-acd7-e6d612474f64 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:00.007476 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4933f3aa-46b9-4e16-992a-b5c39921b781 req-c3bcf294-191e-4fa1-acd7-e6d612474f64 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 931 time: 0.1412902 Mar 01 13:44:00.031452 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2537033f-a0aa-414f-9715-0c8295d25384 req-8be2a8bf-ca8f-480c-80aa-889cc2ce350a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0302260 Mar 01 13:44:00.036031 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 2dc23e93-85a7-434a-80ca-dc44a5668c0f, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=2dc23e93-85a7-434a-80ca-dc44a5668c0f,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:00.045179 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-2537033f-a0aa-414f-9715-0c8295d25384 req-4919aa0c-2d5d-4c05-b431-ade1075ddbe1 service neutron] Request body: {'port': {'device_id': 'f4e3170c-22a7-4b74-a28c-8bf9228efa66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:44:00.062108 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 2dc23e93-85a7-434a-80ca-dc44a5668c0f has no active binding in host n-h2-827467-3 {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 01 13:44:00.100919 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4933f3aa-46b9-4e16-992a-b5c39921b781 req-c94e9bff-1b4d-4b65-9e95-25c972af2a81 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925632 Mar 01 13:44:00.132275 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2537033f-a0aa-414f-9715-0c8295d25384 req-4919aa0c-2d5d-4c05-b431-ade1075ddbe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (62991eee-a540-4436-8a1a-6b6b57e46e7c), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:00.322153 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-3a87f77a-0daa-4153-b684-69a1ac5f30bd tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:00.324050 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-3a87f77a-0daa-4153-b684-69a1ac5f30bd tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541&tenant_id=96cd43570afd4572b4b93d1aa25b2425&binding%3Ahost_id=n-h1-827467-3 HTTP/1.1" status: 200 len: 1128 time: 0.0511475 Mar 01 13:44:00.340128 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-1827b7f2-adb1-4006-ba92-9eacd03d3a96 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827467-3'}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:44:00.420532 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-1827b7f2-adb1-4006-ba92-9eacd03d3a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2dc23e93-85a7-434a-80ca-dc44a5668c0f), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:00.445065 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-2537033f-a0aa-414f-9715-0c8295d25384 req-4919aa0c-2d5d-4c05-b431-ade1075ddbe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62991eee-a540-4436-8a1a-6b6b57e46e7c {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:44:00.454289 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2537033f-a0aa-414f-9715-0c8295d25384 req-4919aa0c-2d5d-4c05-b431-ade1075ddbe1 service neutron] Publish callbacks [] for port (62991eee-a540-4436-8a1a-6b6b57e46e7c), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:00.477783 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3369992-2254-4d41-bb0f-8c0cd3bbd05f req-52040121-e35c-4c64-a315-3d8180fca7ac tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:00.479609 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3369992-2254-4d41-bb0f-8c0cd3bbd05f req-52040121-e35c-4c64-a315-3d8180fca7ac tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc5311c-4b1e-4848-82b5-43343dbbe0a7 HTTP/1.1" status: 200 len: 943 time: 0.1027656 Mar 01 13:44:00.480666 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-2537033f-a0aa-414f-9715-0c8295d25384 req-4919aa0c-2d5d-4c05-b431-ade1075ddbe1 service neutron] Transition to ACTIVE for port object 62991eee-a540-4436-8a1a-6b6b57e46e7c will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:44:00.494213 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2537033f-a0aa-414f-9715-0c8295d25384 req-4919aa0c-2d5d-4c05-b431-ade1075ddbe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (62991eee-a540-4436-8a1a-6b6b57e46e7c), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:00.584614 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-1827b7f2-adb1-4006-ba92-9eacd03d3a96 service neutron] For port 2dc23e93-85a7-434a-80ca-dc44a5668c0f, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=2dc23e93-85a7-434a-80ca-dc44a5668c0f,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:00.605937 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4919aa0c-2d5d-4c05-b431-ade1075ddbe1 service neutron] Pushing event updated for resources: {'Port': ['ID=62991eee-a540-4436-8a1a-6b6b57e46e7c,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:00.613596 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3369992-2254-4d41-bb0f-8c0cd3bbd05f req-0afa3e6b-dd81-4fc5-9ae7-81c7e393236a tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] 10.222.0.13 "GET /v2.0/security-groups?id=022fced4-84d6-4c64-aa28-03d275cee6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263218 Mar 01 13:44:00.646294 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-1827b7f2-adb1-4006-ba92-9eacd03d3a96 service neutron] For port 2dc23e93-85a7-434a-80ca-dc44a5668c0f, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:44:00.680908 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7cde4-61ae-4558-9c01-0f3e62d53a01 req-013e4f16-ea7c-48d5-b4d5-52b396b381ac tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:00.682410 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-63e7cde4-61ae-4558-9c01-0f3e62d53a01 req-013e4f16-ea7c-48d5-b4d5-52b396b381ac tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 950 time: 0.1496387 Mar 01 13:44:00.695256 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-1827b7f2-adb1-4006-ba92-9eacd03d3a96 service neutron] Publish callbacks [] for port (2dc23e93-85a7-434a-80ca-dc44a5668c0f), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:00.701650 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-1827b7f2-adb1-4006-ba92-9eacd03d3a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (2dc23e93-85a7-434a-80ca-dc44a5668c0f), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:00.715109 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-2537033f-a0aa-414f-9715-0c8295d25384 req-4919aa0c-2d5d-4c05-b431-ade1075ddbe1 service neutron] Attempting to bind port 62991eee-a540-4436-8a1a-6b6b57e46e7c on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:44:00.715449 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-2537033f-a0aa-414f-9715-0c8295d25384 req-4919aa0c-2d5d-4c05-b431-ade1075ddbe1 service neutron] Attempting to bind port 62991eee-a540-4436-8a1a-6b6b57e46e7c by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:44:00.715820 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2537033f-a0aa-414f-9715-0c8295d25384 req-4919aa0c-2d5d-4c05-b431-ade1075ddbe1 service neutron] Attempting to bind port 62991eee-a540-4436-8a1a-6b6b57e46e7c on network b187e7ca-336b-42a6-9348-f5c88fd21398 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:44:00.723418 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2537033f-a0aa-414f-9715-0c8295d25384 req-4919aa0c-2d5d-4c05-b431-ade1075ddbe1 service neutron] Port 62991eee-a540-4436-8a1a-6b6b57e46e7c on network b187e7ca-336b-42a6-9348-f5c88fd21398 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:44:00.723770 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2537033f-a0aa-414f-9715-0c8295d25384 req-4919aa0c-2d5d-4c05-b431-ade1075ddbe1 service neutron] Attempting to bind port 62991eee-a540-4436-8a1a-6b6b57e46e7c on network b187e7ca-336b-42a6-9348-f5c88fd21398 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:44:00.730295 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2537033f-a0aa-414f-9715-0c8295d25384 req-4919aa0c-2d5d-4c05-b431-ade1075ddbe1 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:44:00.730638 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2537033f-a0aa-414f-9715-0c8295d25384 req-4919aa0c-2d5d-4c05-b431-ade1075ddbe1 service neutron] Checking segment: {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:44:00.731025 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2537033f-a0aa-414f-9715-0c8295d25384 req-4919aa0c-2d5d-4c05-b431-ade1075ddbe1 service neutron] Bound using segment: {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:44:00.731457 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-2537033f-a0aa-414f-9715-0c8295d25384 req-4919aa0c-2d5d-4c05-b431-ade1075ddbe1 service neutron] Bound port: 62991eee-a540-4436-8a1a-6b6b57e46e7c, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:44:00.731853 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2537033f-a0aa-414f-9715-0c8295d25384 req-4919aa0c-2d5d-4c05-b431-ade1075ddbe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (62991eee-a540-4436-8a1a-6b6b57e46e7c), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:00.771017 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827b7f2-adb1-4006-ba92-9eacd03d3a96 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc23e93-85a7-434a-80ca-dc44a5668c0f,revision_number=7']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:00.800854 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-63e7cde4-61ae-4558-9c01-0f3e62d53a01 req-091bbf46-4a94-4c8c-a675-fc4161e3eb57 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071830 Mar 01 13:44:00.822386 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-1827b7f2-adb1-4006-ba92-9eacd03d3a96 service neutron] Attempting to bind port 2dc23e93-85a7-434a-80ca-dc44a5668c0f on host n-h1-827467-3 for vnic_type normal with profile {"migrating_to": "n-h2-827467-3"} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:44:00.822713 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-1827b7f2-adb1-4006-ba92-9eacd03d3a96 service neutron] Attempting to bind port 2dc23e93-85a7-434a-80ca-dc44a5668c0f by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:44:00.823099 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-1827b7f2-adb1-4006-ba92-9eacd03d3a96 service neutron] Attempting to bind port 2dc23e93-85a7-434a-80ca-dc44a5668c0f on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:44:00.828217 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-1827b7f2-adb1-4006-ba92-9eacd03d3a96 service neutron] Port 2dc23e93-85a7-434a-80ca-dc44a5668c0f on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:44:00.829266 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-1827b7f2-adb1-4006-ba92-9eacd03d3a96 service neutron] Attempting to bind port 2dc23e93-85a7-434a-80ca-dc44a5668c0f on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:44:00.834822 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-1827b7f2-adb1-4006-ba92-9eacd03d3a96 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:44:00.835189 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-1827b7f2-adb1-4006-ba92-9eacd03d3a96 service neutron] Checking segment: {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:44:00.835569 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-1827b7f2-adb1-4006-ba92-9eacd03d3a96 service neutron] Bound using segment: {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:44:00.836146 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-1827b7f2-adb1-4006-ba92-9eacd03d3a96 service neutron] Bound port: 2dc23e93-85a7-434a-80ca-dc44a5668c0f, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:44:00.836502 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-1827b7f2-adb1-4006-ba92-9eacd03d3a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2dc23e93-85a7-434a-80ca-dc44a5668c0f), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:00.874678 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-2537033f-a0aa-414f-9715-0c8295d25384 req-4919aa0c-2d5d-4c05-b431-ade1075ddbe1 service neutron] For port 62991eee-a540-4436-8a1a-6b6b57e46e7c, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:44:00.879901 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-2537033f-a0aa-414f-9715-0c8295d25384 req-4919aa0c-2d5d-4c05-b431-ade1075ddbe1 service neutron] For port 62991eee-a540-4436-8a1a-6b6b57e46e7c, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=62991eee-a540-4436-8a1a-6b6b57e46e7c,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:44:00.909228 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526a2b2-7879-42f7-be51-b4f884de3e3f req-6df3fe50-f150-43dd-99c8-128ad666746e tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:00.911397 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d526a2b2-7879-42f7-be51-b4f884de3e3f req-6df3fe50-f150-43dd-99c8-128ad666746e tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 944 time: 0.1331494 Mar 01 13:44:00.912931 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2537033f-a0aa-414f-9715-0c8295d25384 req-4919aa0c-2d5d-4c05-b431-ade1075ddbe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (62991eee-a540-4436-8a1a-6b6b57e46e7c), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:00.919613 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-1827b7f2-adb1-4006-ba92-9eacd03d3a96 service neutron] For port 2dc23e93-85a7-434a-80ca-dc44a5668c0f, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:44:00.923111 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-1827b7f2-adb1-4006-ba92-9eacd03d3a96 service neutron] For port 2dc23e93-85a7-434a-80ca-dc44a5668c0f, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=2dc23e93-85a7-434a-80ca-dc44a5668c0f,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:44:00.933804 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-1827b7f2-adb1-4006-ba92-9eacd03d3a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (2dc23e93-85a7-434a-80ca-dc44a5668c0f), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:01.003268 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537033f-a0aa-414f-9715-0c8295d25384 req-4919aa0c-2d5d-4c05-b431-ade1075ddbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:01.004053 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2537033f-a0aa-414f-9715-0c8295d25384 req-4919aa0c-2d5d-4c05-b431-ade1075ddbe1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:01.005429 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2537033f-a0aa-414f-9715-0c8295d25384 req-4919aa0c-2d5d-4c05-b431-ade1075ddbe1 service neutron] 10.222.0.32 "PUT /v2.0/ports/62991eee-a540-4436-8a1a-6b6b57e46e7c HTTP/1.1" status: 200 len: 1091 time: 0.9645636 Mar 01 13:44:01.019929 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d526a2b2-7879-42f7-be51-b4f884de3e3f req-7ea41ab7-e7b6-43f3-82b3-8cf50e1bb290 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012938 Mar 01 13:44:01.020396 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4e3170c-22a7-4b74-a28c-8bf9228efa66', 'tag': '62991eee-a540-4436-8a1a-6b6b57e46e7c'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:44:01.023198 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbed8490-13f7-478d-85d1-e1ba67b0ec02" -d '{"events": [{"name": "network-changed", "server_uuid": "f4e3170c-22a7-4b74-a28c-8bf9228efa66", "tag": "62991eee-a540-4436-8a1a-6b6b57e46e7c"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:44:01.108988 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6162250c-cad3-4602-a615-bd3271ee7fa3 x-openstack-request-id: req-6162250c-cad3-4602-a615-bd3271ee7fa3 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:44:01.109471 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4e3170c-22a7-4b74-a28c-8bf9228efa66", "tag": "62991eee-a540-4436-8a1a-6b6b57e46e7c", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:44:01.110422 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6162250c-cad3-4602-a615-bd3271ee7fa3 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:44:01.110963 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4e3170c-22a7-4b74-a28c-8bf9228efa66', 'tag': '62991eee-a540-4436-8a1a-6b6b57e46e7c', 'status': 'completed', 'code': 200} Mar 01 13:44:01.117664 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-1827b7f2-adb1-4006-ba92-9eacd03d3a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:01.118456 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-1827b7f2-adb1-4006-ba92-9eacd03d3a96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:01.119313 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4919aa0c-2d5d-4c05-b431-ade1075ddbe1 service neutron] Pushing event updated for resources: {'Port': ['ID=62991eee-a540-4436-8a1a-6b6b57e46e7c,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:01.119899 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-1827b7f2-adb1-4006-ba92-9eacd03d3a96 service neutron] 10.222.0.20 "PUT /v2.0/ports/2dc23e93-85a7-434a-80ca-dc44a5668c0f HTTP/1.1" status: 200 len: 1122 time: 0.7877967 Mar 01 13:44:01.120912 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827b7f2-adb1-4006-ba92-9eacd03d3a96 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc23e93-85a7-434a-80ca-dc44a5668c0f,revision_number=8']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:01.132841 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537033f-a0aa-414f-9715-0c8295d25384 req-030ae51a-d425-405d-91ab-76ee6c6bc395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:01.134639 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2537033f-a0aa-414f-9715-0c8295d25384 req-030ae51a-d425-405d-91ab-76ee6c6bc395 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=980a0cdea86543af87d11d7652b91c08&device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 1125 time: 0.0746667 Mar 01 13:44:01.191955 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2537033f-a0aa-414f-9715-0c8295d25384 req-21f5c11d-96de-4c71-a84a-bc6ba342be06 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62991eee-a540-4436-8a1a-6b6b57e46e7c HTTP/1.1" status: 200 len: 217 time: 0.0475395 Mar 01 13:44:01.202636 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['2dc23e93-85a7-434a-80ca-dc44a5668c0f'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:44:01.239013 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['2dc23e93-85a7-434a-80ca-dc44a5668c0f'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:44:01.315938 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537033f-a0aa-414f-9715-0c8295d25384 req-9bacf39f-f475-48a5-afbd-e766cfe77516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:01.319349 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2537033f-a0aa-414f-9715-0c8295d25384 req-9bacf39f-f475-48a5-afbd-e766cfe77516 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b3b03883-8a75-4db3-9fa2-b5308f8a1ccf HTTP/1.1" status: 200 len: 857 time: 0.1194603 Mar 01 13:44:01.336195 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc780834-ebc9-4a2e-8488-5534a7d08541', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dc23e93-85a7-434a-80ca-dc44a5668c0f'}, {'name': 'network-changed', 'server_uuid': 'dc780834-ebc9-4a2e-8488-5534a7d08541', 'tag': '2dc23e93-85a7-434a-80ca-dc44a5668c0f'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:44:01.339040 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5e4c00-537e-48b6-aaa8-389f05902da7" -d '{"events": [{"server_uuid": "dc780834-ebc9-4a2e-8488-5534a7d08541", "name": "network-vif-unplugged", "status": "completed", "tag": "2dc23e93-85a7-434a-80ca-dc44a5668c0f"}, {"name": "network-changed", "server_uuid": "dc780834-ebc9-4a2e-8488-5534a7d08541", "tag": "2dc23e93-85a7-434a-80ca-dc44a5668c0f"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:44:01.360153 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb5a10-5d55-4bf3-9547-f9eb48bfda62 req-5891eb7b-92ab-4351-a795-82e1c0b4af72 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:01.361855 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73cb5a10-5d55-4bf3-9547-f9eb48bfda62 req-5891eb7b-92ab-4351-a795-82e1c0b4af72 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 943 time: 0.1634302 Mar 01 13:44:01.384259 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2537033f-a0aa-414f-9715-0c8295d25384 req-734641a4-bef4-4955-a4be-b9f430298ca6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b187e7ca-336b-42a6-9348-f5c88fd21398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587828 Mar 01 13:44:01.407453 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33274) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:01.451216 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 01 Mar 2022 13:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69dcdeb1-1d1d-418e-b2f1-5102a3dedb14 x-openstack-request-id: req-69dcdeb1-1d1d-418e-b2f1-5102a3dedb14 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:44:01.451520 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc780834-ebc9-4a2e-8488-5534a7d08541", "name": "network-vif-unplugged", "status": "completed", "tag": "2dc23e93-85a7-434a-80ca-dc44a5668c0f", "code": 200}, {"name": "network-changed", "server_uuid": "dc780834-ebc9-4a2e-8488-5534a7d08541", "tag": "2dc23e93-85a7-434a-80ca-dc44a5668c0f", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:44:01.451803 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69dcdeb1-1d1d-418e-b2f1-5102a3dedb14 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:44:01.452410 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc780834-ebc9-4a2e-8488-5534a7d08541', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dc23e93-85a7-434a-80ca-dc44a5668c0f', 'code': 200} Mar 01 13:44:01.452827 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc780834-ebc9-4a2e-8488-5534a7d08541', 'tag': '2dc23e93-85a7-434a-80ca-dc44a5668c0f', 'status': 'completed', 'code': 200} Mar 01 13:44:01.517591 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73cb5a10-5d55-4bf3-9547-f9eb48bfda62 req-09244166-4c87-4061-855c-fe3a53378bce tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363044 Mar 01 13:44:01.541815 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f529574-6892-411d-9cc0-b27655976df7 admin admin] Deleting subnet a72a1b6b-a371-4cd5-a742-432bd3fca273 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:44:01.544785 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e4c00-537e-48b6-aaa8-389f05902da7 req-afc1cabf-e265-4025-86cd-01b30aac6929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:01.546019 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4f529574-6892-411d-9cc0-b27655976df7 admin admin] Publish callbacks [] for subnet (a72a1b6b-a371-4cd5-a742-432bd3fca273), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:01.546782 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fd5e4c00-537e-48b6-aaa8-389f05902da7 req-afc1cabf-e265-4025-86cd-01b30aac6929 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=96cd43570afd4572b4b93d1aa25b2425&device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 1156 time: 0.0622320 Mar 01 13:44:01.602312 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4f529574-6892-411d-9cc0-b27655976df7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (a72a1b6b-a371-4cd5-a742-432bd3fca273), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:01.605437 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2537033f-a0aa-414f-9715-0c8295d25384 req-d4796b1d-c626-4004-9c97-56cea786b90b service neutron] 10.222.0.32 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008965 Mar 01 13:44:01.641868 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e4c00-537e-48b6-aaa8-389f05902da7 req-0792fb54-63c6-4767-b41b-b7ca7760db3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:01.643357 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fd5e4c00-537e-48b6-aaa8-389f05902da7 req-0792fb54-63c6-4767-b41b-b7ca7760db3b service neutron] 10.222.0.32 "GET /v2.0/networks?id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22 HTTP/1.1" status: 200 len: 908 time: 0.0889409 Mar 01 13:44:01.683878 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:01.688847 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:44:01.698873 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4f529574-6892-411d-9cc0-b27655976df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (a72a1b6b-a371-4cd5-a742-432bd3fca273), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:01.729866 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fd5e4c00-537e-48b6-aaa8-389f05902da7 req-405a151d-288c-4382-a606-0aad95769562 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2dc23e93-85a7-434a-80ca-dc44a5668c0f HTTP/1.1" status: 200 len: 217 time: 0.0791068 Mar 01 13:44:01.807160 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e4c00-537e-48b6-aaa8-389f05902da7 req-d6de7a5b-db05-4bd6-b3ed-ec002c9278e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:01.809208 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fd5e4c00-537e-48b6-aaa8-389f05902da7 req-d6de7a5b-db05-4bd6-b3ed-ec002c9278e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b7f9fefc-67f3-4f16-9709-32467e973c9a HTTP/1.1" status: 200 len: 847 time: 0.0694685 Mar 01 13:44:01.822279 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9,segment=NetworkSegment(2b5a643b-cf3f-44f8-8164-6410402e4760),segment_id=2b5a643b-cf3f-44f8-8164-6410402e4760)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:01.859305 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9', 'network_id': '1fe286d5-8175-40b9-87b9-870e69bf099e', 'port_id': 'ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9', 'mac_address': 'fa:16:3e:dc:b3:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4d623a8-28b9-403f-bfc7-07e0ea7b048a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:44:01.867746 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fd5e4c00-537e-48b6-aaa8-389f05902da7 req-87aa5ff7-feaa-4378-8a6c-c6c049486f60 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507975 Mar 01 13:44:01.921063 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:44:01.921918 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:01.943863 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:44:01.972981 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9,segment=NetworkSegment(2b5a643b-cf3f-44f8-8164-6410402e4760),segment_id=2b5a643b-cf3f-44f8-8164-6410402e4760)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:01.979032 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:01.980832 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fd5e4c00-537e-48b6-aaa8-389f05902da7 req-32a70cc3-b106-49f5-9849-0c55264ad553 service neutron] 10.222.0.32 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045830 Mar 01 13:44:02.092259 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fd5e4c00-537e-48b6-aaa8-389f05902da7 req-2318cdce-0930-44f5-9042-9db32ff65b82 service neutron] 10.222.0.32 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037493 Mar 01 13:44:02.160096 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2537033f-a0aa-414f-9715-0c8295d25384 req-758c143d-0358-4e21-814c-99161f7392f1 service neutron] 10.222.0.32 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5368040 Mar 01 13:44:02.173676 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06de662-c3b0-46ea-bfdb-a8533fab187d req-828aa402-416e-46ac-9e34-11f43ed3449d tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:02.176160 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c06de662-c3b0-46ea-bfdb-a8533fab187d req-828aa402-416e-46ac-9e34-11f43ed3449d tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 950 time: 0.1430442 Mar 01 13:44:02.214381 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4f529574-6892-411d-9cc0-b27655976df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (a72a1b6b-a371-4cd5-a742-432bd3fca273), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:02.244063 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:02.250033 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f529574-6892-411d-9cc0-b27655976df7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a72a1b6b-a371-4cd5-a742-432bd3fca273,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:02.274615 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853d4f6-395b-4b67-b5af-bedcf8aac62e req-b2eddb8f-ccf3-4333-a75a-14a4b4d210e5 tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:02.276231 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f853d4f6-395b-4b67-b5af-bedcf8aac62e req-b2eddb8f-ccf3-4333-a75a-14a4b4d210e5 tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc5311c-4b1e-4848-82b5-43343dbbe0a7 HTTP/1.1" status: 200 len: 944 time: 0.2150049 Mar 01 13:44:02.297500 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4f529574-6892-411d-9cc0-b27655976df7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:02.301760 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4f529574-6892-411d-9cc0-b27655976df7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a72a1b6b-a371-4cd5-a742-432bd3fca273 HTTP/1.1" status: 204 len: 168 time: 0.8860016 Mar 01 13:44:02.304046 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33286) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:02.364585 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c06de662-c3b0-46ea-bfdb-a8533fab187d req-920b6ba7-8644-47c4-86f9-4bcb1ed13441 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613994 Mar 01 13:44:02.383021 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f853d4f6-395b-4b67-b5af-bedcf8aac62e req-c081a749-8d7a-498e-9765-bd6a1e2ab218 tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] 10.222.0.13 "GET /v2.0/security-groups?id=022fced4-84d6-4c64-aa28-03d275cee6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808601 Mar 01 13:44:02.384668 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:44:02.394580 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed8490-13f7-478d-85d1-e1ba67b0ec02 req-50fc2877-0ece-4fd6-abbf-46b5501b4ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:02.396414 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fbed8490-13f7-478d-85d1-e1ba67b0ec02 req-50fc2877-0ece-4fd6-abbf-46b5501b4ee9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=980a0cdea86543af87d11d7652b91c08&device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 1125 time: 0.1513600 Mar 01 13:44:02.415255 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cdf75e17-48e9-4c15-abaa-49f4027a3de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (73628e5b-19c4-4cc2-85ab-069a1adb3f94), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:02.618929 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec260d3-b695-4a5a-a216-0647a3d866fb req-f96a48e9-6a4d-4611-b791-9feac7ce5b85 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:02.622604 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5ec260d3-b695-4a5a-a216-0647a3d866fb req-f96a48e9-6a4d-4611-b791-9feac7ce5b85 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 944 time: 0.1118963 Mar 01 13:44:02.638061 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed8490-13f7-478d-85d1-e1ba67b0ec02 req-8356db68-4dcf-44b5-8372-ea900933fee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:02.639809 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fbed8490-13f7-478d-85d1-e1ba67b0ec02 req-8356db68-4dcf-44b5-8372-ea900933fee1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b187e7ca-336b-42a6-9348-f5c88fd21398 HTTP/1.1" status: 200 len: 918 time: 0.2353897 Mar 01 13:44:02.652693 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cdf75e17-48e9-4c15-abaa-49f4027a3de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (73628e5b-19c4-4cc2-85ab-069a1adb3f94), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:02.687600 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-cdf75e17-48e9-4c15-abaa-49f4027a3de0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73628e5b-19c4-4cc2-85ab-069a1adb3f94']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:02.698806 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-cdf75e17-48e9-4c15-abaa-49f4027a3de0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a669d5-60b7-4c06-a9c5-37075f67475a') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:02.699106 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-cdf75e17-48e9-4c15-abaa-49f4027a3de0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a669d5-60b7-4c06-a9c5-37075f67475a') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:02.708983 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cdf75e17-48e9-4c15-abaa-49f4027a3de0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (a0a669d5-60b7-4c06-a9c5-37075f67475a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:02.723402 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cdf75e17-48e9-4c15-abaa-49f4027a3de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (a0a669d5-60b7-4c06-a9c5-37075f67475a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:02.729739 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf75e17-48e9-4c15-abaa-49f4027a3de0 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:44:02.730124 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cdf75e17-48e9-4c15-abaa-49f4027a3de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (a0a669d5-60b7-4c06-a9c5-37075f67475a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:02.731889 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:44:02.731889 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:44:02.731889 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:44:02.731889 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:44:02.731889 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:44:02.731889 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:44:02.731889 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:44:02.731889 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:44:02.731889 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:44:02.731889 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:44:02.731889 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:44:02.731889 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:44:02.731889 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:44:02.731889 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:44:02.731889 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:44:02.731889 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:44:02.731889 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:44:02.731889 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:44:02.731889 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:44:02.731889 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:44:02.731889 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:44:02.731889 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:44:02.731889 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:44:02.731889 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:44:02.731889 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:44:02.731889 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:44:02.731889 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:44:02.731889 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:44:02.731889 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:44:02.731889 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:44:02.731889 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:44:02.731889 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:44:02.741653 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5ec260d3-b695-4a5a-a216-0647a3d866fb req-b56cca31-b71a-4557-8417-33b55e817570 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129177 Mar 01 13:44:02.746403 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fbed8490-13f7-478d-85d1-e1ba67b0ec02 req-0f534aa6-68b0-4ffe-95dc-91e4ad80491e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62991eee-a540-4436-8a1a-6b6b57e46e7c HTTP/1.1" status: 200 len: 217 time: 0.0970929 Mar 01 13:44:02.795047 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cdf75e17-48e9-4c15-abaa-49f4027a3de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (73628e5b-19c4-4cc2-85ab-069a1adb3f94), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:02.816552 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cdf75e17-48e9-4c15-abaa-49f4027a3de0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:02.822959 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cdf75e17-48e9-4c15-abaa-49f4027a3de0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/73628e5b-19c4-4cc2-85ab-069a1adb3f94 HTTP/1.1" status: 204 len: 168 time: 0.5177033 Mar 01 13:44:02.838910 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed8490-13f7-478d-85d1-e1ba67b0ec02 req-03a93b98-9aa5-488d-939b-54e9a1ca5826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:02.840136 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fbed8490-13f7-478d-85d1-e1ba67b0ec02 req-03a93b98-9aa5-488d-939b-54e9a1ca5826 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b3b03883-8a75-4db3-9fa2-b5308f8a1ccf HTTP/1.1" status: 200 len: 857 time: 0.0840573 Mar 01 13:44:02.840919 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf75e17-48e9-4c15-abaa-49f4027a3de0 admin admin] Pushing event deleted for resources: {'Network': ['ID=73628e5b-19c4-4cc2-85ab-069a1adb3f94,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:02.848369 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2685106-ca3a-442b-9987-a3b6dd43115f req-d81c0dbb-7020-4d95-b222-5364a494421d tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:02.850645 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f2685106-ca3a-442b-9987-a3b6dd43115f req-d81c0dbb-7020-4d95-b222-5364a494421d tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 943 time: 0.1071060 Mar 01 13:44:02.903209 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fbed8490-13f7-478d-85d1-e1ba67b0ec02 req-f89dd2fe-246f-4584-963c-7f40e33c79cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b187e7ca-336b-42a6-9348-f5c88fd21398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511997 Mar 01 13:44:02.977676 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33294) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:02.982041 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f2685106-ca3a-442b-9987-a3b6dd43115f req-d8e3e0fb-25d7-4b82-b447-a6d89faf4ae1 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197181 Mar 01 13:44:03.030551 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fbed8490-13f7-478d-85d1-e1ba67b0ec02 req-85939d03-a127-49fe-b215-3e8f4a278d41 service neutron] 10.222.0.32 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105714 Mar 01 13:44:03.039940 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a5b382f8-9ebc-4ec7-8d9f-5c082c45a322 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff19a9aae91a436fac353be002907a07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0588617 Mar 01 13:44:03.044932 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33296) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:03.111980 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cd3d86dd-41ea-4861-b0ef-91b7c36bcdc3 admin admin] Publish callbacks [] for security_group (c560c74e-1ba0-4d14-9e5b-dc6f95103323), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:03.135704 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cd3d86dd-41ea-4861-b0ef-91b7c36bcdc3 admin admin] Publish callbacks [] for security_group (c560c74e-1ba0-4d14-9e5b-dc6f95103323), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:03.171790 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4dc45-e475-4955-b611-cdb723cf6db3 req-4e155633-9a5b-4235-9c5f-1a6baa74a292 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:03.173456 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f6f4dc45-e475-4955-b611-cdb723cf6db3 req-4e155633-9a5b-4235-9c5f-1a6baa74a292 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 945 time: 0.0828671 Mar 01 13:44:03.175639 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fbed8490-13f7-478d-85d1-e1ba67b0ec02 req-f1f45af1-f261-4ee6-b4a7-053568ff1153 service neutron] 10.222.0.32 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382935 Mar 01 13:44:03.198475 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cd3d86dd-41ea-4861-b0ef-91b7c36bcdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c560c74e-1ba0-4d14-9e5b-dc6f95103323), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:03.204285 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cd3d86dd-41ea-4861-b0ef-91b7c36bcdc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:03.207789 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cd3d86dd-41ea-4861-b0ef-91b7c36bcdc3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c560c74e-1ba0-4d14-9e5b-dc6f95103323 HTTP/1.1" status: 204 len: 168 time: 0.1585996 Mar 01 13:44:03.213229 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d86dd-41ea-4861-b0ef-91b7c36bcdc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c560c74e-1ba0-4d14-9e5b-dc6f95103323,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:03.240758 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f6f4dc45-e475-4955-b611-cdb723cf6db3 req-2c0d2d20-a3df-42b1-8887-52caa96074c9 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476968 Mar 01 13:44:03.518541 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71835070-a8f6-4e5d-88cc-09482410ce7a req-ad6ecdb0-eb61-4388-ae88-c029ed4b19b5 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:03.520049 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-71835070-a8f6-4e5d-88cc-09482410ce7a req-ad6ecdb0-eb61-4388-ae88-c029ed4b19b5 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 950 time: 0.0832329 Mar 01 13:44:03.571319 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1571e6-b0af-4713-bd55-3410648a60b6 req-353d0e58-487c-47ff-bf94-36faeb98e705 tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:03.572833 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9a1571e6-b0af-4713-bd55-3410648a60b6 req-353d0e58-487c-47ff-bf94-36faeb98e705 tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc5311c-4b1e-4848-82b5-43343dbbe0a7 HTTP/1.1" status: 200 len: 944 time: 0.0922799 Mar 01 13:44:03.598592 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-71835070-a8f6-4e5d-88cc-09482410ce7a req-63a43a5d-9e70-40b8-b91e-5fd4e31618e4 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697267 Mar 01 13:44:03.643253 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9a1571e6-b0af-4713-bd55-3410648a60b6 req-c92d8cf5-f1c0-4f38-8f33-197805be2b7d tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] 10.222.0.13 "GET /v2.0/security-groups?id=022fced4-84d6-4c64-aa28-03d275cee6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627170 Mar 01 13:44:03.709856 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:44:03.790414 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:44:03.795891 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:44:03.796729 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:03.916273 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:44:03.916778 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:03.945505 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc5311c-4b1e-4848-82b5-43343dbbe0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:44:03.949290 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49a942f-caff-415c-853d-54c50f828b08" -d '{"events": [{"server_uuid": "2bc5311c-4b1e-4848-82b5-43343dbbe0a7", "name": "network-vif-plugged", "status": "completed", "tag": "ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:44:03.967546 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9,segment=NetworkSegment(2b5a643b-cf3f-44f8-8164-6410402e4760),segment_id=2b5a643b-cf3f-44f8-8164-6410402e4760)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:03.972882 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb6c4f-3cc1-4640-9ac3-0e6675b727a0 req-f0ec28eb-be1c-4156-b232-2793de07df6b tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:03.973317 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:03.974209 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2afb6c4f-3cc1-4640-9ac3-0e6675b727a0 req-f0ec28eb-be1c-4156-b232-2793de07df6b tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 944 time: 0.1240585 Mar 01 13:44:03.981341 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device aea2b0c4-e67e-4df4-bec4-3ccd4229828f no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:44:04.015460 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129c13b-cdd9-4e07-8b43-e77057e18379 req-8c6fe435-598e-4d34-87fd-0527c572dfbd tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:04.021214 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: aea2b0c4-e67e-4df4-bec4-3ccd4229828f {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:44:04.021727 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device aea2b0c4-e67e-4df4-bec4-3ccd4229828f not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:44:04.026227 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1129c13b-cdd9-4e07-8b43-e77057e18379 req-8c6fe435-598e-4d34-87fd-0527c572dfbd tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 945 time: 0.1360250 Mar 01 13:44:04.054255 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:04.084020 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33336) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:04.090701 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2afb6c4f-3cc1-4640-9ac3-0e6675b727a0 req-cf475a17-4681-4796-82ef-2101cdd6f3e6 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090705 Mar 01 13:44:04.116360 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1129c13b-cdd9-4e07-8b43-e77057e18379 req-4915ee96-3a0d-480e-9545-a72a15a6ca10 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851033 Mar 01 13:44:04.152500 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1f5560-114b-41b4-98a2-4d29f7789f43 x-openstack-request-id: req-6d1f5560-114b-41b4-98a2-4d29f7789f43 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:44:04.152854 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc5311c-4b1e-4848-82b5-43343dbbe0a7", "name": "network-vif-plugged", "status": "completed", "tag": "ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:44:04.153133 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d1f5560-114b-41b4-98a2-4d29f7789f43 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:44:04.153539 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc5311c-4b1e-4848-82b5-43343dbbe0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9', 'code': 200} Mar 01 13:44:04.217172 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-c84f39d1-76e0-432f-a41b-d31eda3f2a9d admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-797103038-network', 'tenant_id': 'f113cd6dc7614a7496fc5d2a71a17482'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:44:04.242643 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84f39d1-76e0-432f-a41b-d31eda3f2a9d admin admin] Made reservation on behalf of f113cd6dc7614a7496fc5d2a71a17482 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:44:04.246972 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c84f39d1-76e0-432f-a41b-d31eda3f2a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:04.255407 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c84f39d1-76e0-432f-a41b-d31eda3f2a9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:04.283312 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c290d-d477-431c-885e-fff3852a75e3 req-f931f420-54d5-4d9c-a830-ceaab211233a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:04.284910 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bf7c290d-d477-431c-885e-fff3852a75e3 req-f931f420-54d5-4d9c-a830-ceaab211233a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 943 time: 0.1011713 Mar 01 13:44:04.306240 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc343ed-e46c-45c8-9c23-b99d2b76b0b4 req-e2d925dc-48e9-4e1f-a87f-956f0c1d03e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:04.307917 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fc343ed-e46c-45c8-9c23-b99d2b76b0b4 req-e2d925dc-48e9-4e1f-a87f-956f0c1d03e9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2bc5311c-4b1e-4848-82b5-43343dbbe0a7 HTTP/1.1" status: 200 len: 1127 time: 0.0753269 Mar 01 13:44:04.336267 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c84f39d1-76e0-432f-a41b-d31eda3f2a9d admin admin] Publish callbacks [] for security_group (58c5a098-686b-4b9a-9bd2-b067b8d086a5), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:04.340693 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c84f39d1-76e0-432f-a41b-d31eda3f2a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (58c5a098-686b-4b9a-9bd2-b067b8d086a5), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:04.372671 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84f39d1-76e0-432f-a41b-d31eda3f2a9d admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:44:04.376135 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bf7c290d-d477-431c-885e-fff3852a75e3 req-945a56a4-0409-417f-87b2-71b88aab94ab tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813029 Mar 01 13:44:04.379477 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fc343ed-e46c-45c8-9c23-b99d2b76b0b4 req-8a1f0f5a-14ec-4849-a9cd-29ce60bfb677 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=022fced4-84d6-4c64-aa28-03d275cee6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643535 Mar 01 13:44:04.392954 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f39d1-76e0-432f-a41b-d31eda3f2a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c5a098-686b-4b9a-9bd2-b067b8d086a5,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:04.398972 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c84f39d1-76e0-432f-a41b-d31eda3f2a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (7746f775-dd67-429f-b921-fd14f871aa3f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:04.399444 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-c84f39d1-76e0-432f-a41b-d31eda3f2a9d admin admin] Added segment 7746f775-dd67-429f-b921-fd14f871aa3f of type vlan for network f63eacb5-6c1b-4769-b38c-4fd13e44b37f Mar 01 13:44:04.440707 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c84f39d1-76e0-432f-a41b-d31eda3f2a9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (f63eacb5-6c1b-4769-b38c-4fd13e44b37f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:04.467178 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c84f39d1-76e0-432f-a41b-d31eda3f2a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (f63eacb5-6c1b-4769-b38c-4fd13e44b37f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:04.468126 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84f39d1-76e0-432f-a41b-d31eda3f2a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:04.468703 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c84f39d1-76e0-432f-a41b-d31eda3f2a9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:04.523594 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c84f39d1-76e0-432f-a41b-d31eda3f2a9d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4384348 Mar 01 13:44:04.526544 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33340) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:04.528449 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f39d1-76e0-432f-a41b-d31eda3f2a9d admin admin] Pushing event updated for resources: {'Network': ['ID=f63eacb5-6c1b-4769-b38c-4fd13e44b37f,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:04.533459 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-6ee6a50d-0a90-4a6e-add4-abcd03c1d6d0 admin admin] Request body: {'subnet': {'network_id': 'f63eacb5-6c1b-4769-b38c-4fd13e44b37f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-797103038-subnet', 'tenant_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:44:04.539106 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network f63eacb5-6c1b-4769-b38c-4fd13e44b37f details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:44:04.556758 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee6a50d-0a90-4a6e-add4-abcd03c1d6d0 admin admin] Made reservation on behalf of f113cd6dc7614a7496fc5d2a71a17482 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:44:04.559808 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6ee6a50d-0a90-4a6e-add4-abcd03c1d6d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:04.826845 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6ee6a50d-0a90-4a6e-add4-abcd03c1d6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (1ed2441f-6bfe-44d3-ac28-ed8c63f028fc), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:04.838339 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797a92c-495f-4567-ae38-4458863aab11 req-8d1eb841-77fd-4465-9215-8adfd0ffa35a tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:04.839865 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f797a92c-495f-4567-ae38-4458863aab11 req-8d1eb841-77fd-4465-9215-8adfd0ffa35a tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 950 time: 0.1428318 Mar 01 13:44:04.850827 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55854c38-6605-4352-9f2f-86ef23dc93d7 req-5021de3d-fbce-4821-9bbf-98d1103cb327 tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:04.852702 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-55854c38-6605-4352-9f2f-86ef23dc93d7 req-5021de3d-fbce-4821-9bbf-98d1103cb327 tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc5311c-4b1e-4848-82b5-43343dbbe0a7 HTTP/1.1" status: 200 len: 945 time: 0.1406984 Mar 01 13:44:04.956317 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6a50d-0a90-4a6e-add4-abcd03c1d6d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ed2441f-6bfe-44d3-ac28-ed8c63f028fc,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:04.988482 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-55854c38-6605-4352-9f2f-86ef23dc93d7 req-d59427a0-988b-4e90-87cf-c5646285dd5b tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] 10.222.0.13 "GET /v2.0/security-groups?id=022fced4-84d6-4c64-aa28-03d275cee6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133392 Mar 01 13:44:04.993317 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f797a92c-495f-4567-ae38-4458863aab11 req-cf5f9603-0096-452b-b0eb-fade1fdb1a4c tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395898 Mar 01 13:44:04.994433 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee6a50d-0a90-4a6e-add4-abcd03c1d6d0 admin admin] Checking segment: {'id': '7746f775-dd67-429f-b921-fd14f871aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f63eacb5-6c1b-4769-b38c-4fd13e44b37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:44:04.994803 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee6a50d-0a90-4a6e-add4-abcd03c1d6d0 admin admin] Network hostable DHCP agents. Network: f63eacb5-6c1b-4769-b38c-4fd13e44b37f, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:44:05.022897 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee6a50d-0a90-4a6e-add4-abcd03c1d6d0 admin admin] Network f63eacb5-6c1b-4769-b38c-4fd13e44b37f is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:44:05.032673 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-6ee6a50d-0a90-4a6e-add4-abcd03c1d6d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, f63eacb5-6c1b-4769-b38c-4fd13e44b37f) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:44:05.036615 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee6a50d-0a90-4a6e-add4-abcd03c1d6d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:05.037196 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6ee6a50d-0a90-4a6e-add4-abcd03c1d6d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:05.042614 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71543d78-d95c-4a80-b088-257bc8aedca3 None None] Network f63eacb5-6c1b-4769-b38c-4fd13e44b37f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:44:05.057445 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6ee6a50d-0a90-4a6e-add4-abcd03c1d6d0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5297215 Mar 01 13:44:05.060400 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33346) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:05.065311 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-bb002b49-6092-4c38-8c3d-8bb42655fdac admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-797103038-router', 'tenant_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:44:05.085268 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bb002b49-6092-4c38-8c3d-8bb42655fdac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (94f4fe37-3bed-4fd0-80fc-b183cea82852), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:05.086337 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bb002b49-6092-4c38-8c3d-8bb42655fdac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (94f4fe37-3bed-4fd0-80fc-b183cea82852), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:05.153020 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bb002b49-6092-4c38-8c3d-8bb42655fdac admin admin] Publish callbacks [] for router_controller (94f4fe37-3bed-4fd0-80fc-b183cea82852), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:05.164837 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c75763b-0060-4b3e-aee7-0362bc1784c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-f63eacb5-6c1b-4769-b38c-4fd13e44b37f', 'network_id': 'f63eacb5-6c1b-4769-b38c-4fd13e44b37f', 'project_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'fixed_ips': [{'subnet_id': '1ed2441f-6bfe-44d3-ac28-ed8c63f028fc'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:44:05.165710 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4c75763b-0060-4b3e-aee7-0362bc1784c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:05.318131 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-4c75763b-0060-4b3e-aee7-0362bc1784c6 None None] Allocated IP 172.20.0.2 (f63eacb5-6c1b-4769-b38c-4fd13e44b37f/1ed2441f-6bfe-44d3-ac28-ed8c63f028fc/8f9963d4-714e-4397-a25d-810e25a0c896) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:44:05.387162 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bb002b49-6092-4c38-8c3d-8bb42655fdac admin admin] Publish callbacks [] for router_gateway (94f4fe37-3bed-4fd0-80fc-b183cea82852), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:05.421843 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf92345-60e8-45b8-90cc-5e38d88a7aa2 req-0b13caff-a7db-4d5a-8ffd-060e522c7ad5 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:05.423977 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eaf92345-60e8-45b8-90cc-5e38d88a7aa2 req-0b13caff-a7db-4d5a-8ffd-060e522c7ad5 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 945 time: 0.1779082 Mar 01 13:44:05.433067 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b69ac-27d1-490d-bde9-680c1f405a7e req-e274fc50-4df9-4386-88ca-e1fbd3bad544 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:05.434528 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5a7b69ac-27d1-490d-bde9-680c1f405a7e req-e274fc50-4df9-4386-88ca-e1fbd3bad544 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 944 time: 0.1898289 Mar 01 13:44:05.472495 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4c75763b-0060-4b3e-aee7-0362bc1784c6 None None] Publish callbacks [] for port (8f9963d4-714e-4397-a25d-810e25a0c896), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:05.479476 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4c75763b-0060-4b3e-aee7-0362bc1784c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (8f9963d4-714e-4397-a25d-810e25a0c896), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:05.519512 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c75763b-0060-4b3e-aee7-0362bc1784c6 None None] Network f63eacb5-6c1b-4769-b38c-4fd13e44b37f is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:44:05.522582 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-4c75763b-0060-4b3e-aee7-0362bc1784c6 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:44:05.525927 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c75763b-0060-4b3e-aee7-0362bc1784c6 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:44:05.533573 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75763b-0060-4b3e-aee7-0362bc1784c6 None None] Pushing event updated for resources: {'Port': ['ID=8f9963d4-714e-4397-a25d-810e25a0c896,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:05.561823 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eaf92345-60e8-45b8-90cc-5e38d88a7aa2 req-3c5de47a-ecfb-4869-9c68-f6ae33d2107e tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b38792-4d3b-471e-a006-5f193e5e2c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263101 Mar 01 13:44:05.571579 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5a7b69ac-27d1-490d-bde9-680c1f405a7e req-64fcdc1d-dd5d-45bf-997e-10219853f842 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269479 Mar 01 13:44:05.624115 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-4c75763b-0060-4b3e-aee7-0362bc1784c6 None None] Attempting to bind port 8f9963d4-714e-4397-a25d-810e25a0c896 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:44:05.624546 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-4c75763b-0060-4b3e-aee7-0362bc1784c6 None None] Attempting to bind port 8f9963d4-714e-4397-a25d-810e25a0c896 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '7746f775-dd67-429f-b921-fd14f871aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f63eacb5-6c1b-4769-b38c-4fd13e44b37f'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:44:05.625056 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c75763b-0060-4b3e-aee7-0362bc1784c6 None None] Attempting to bind port 8f9963d4-714e-4397-a25d-810e25a0c896 on network f63eacb5-6c1b-4769-b38c-4fd13e44b37f {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:44:05.631579 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c75763b-0060-4b3e-aee7-0362bc1784c6 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:44:05.631991 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c75763b-0060-4b3e-aee7-0362bc1784c6 None None] Checking segment: {'id': '7746f775-dd67-429f-b921-fd14f871aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f63eacb5-6c1b-4769-b38c-4fd13e44b37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:44:05.632996 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4c75763b-0060-4b3e-aee7-0362bc1784c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:05.633418 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c75763b-0060-4b3e-aee7-0362bc1784c6 None None] Bound using segment: {'id': '7746f775-dd67-429f-b921-fd14f871aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f63eacb5-6c1b-4769-b38c-4fd13e44b37f'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:44:05.633894 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-4c75763b-0060-4b3e-aee7-0362bc1784c6 None None] Bound port: 8f9963d4-714e-4397-a25d-810e25a0c896, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7746f775-dd67-429f-b921-fd14f871aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f63eacb5-6c1b-4769-b38c-4fd13e44b37f'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:44:05.634278 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4c75763b-0060-4b3e-aee7-0362bc1784c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8f9963d4-714e-4397-a25d-810e25a0c896), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:05.702104 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-4c75763b-0060-4b3e-aee7-0362bc1784c6 None None] For port 8f9963d4-714e-4397-a25d-810e25a0c896, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:44:05.707649 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-4c75763b-0060-4b3e-aee7-0362bc1784c6 None None] For port 8f9963d4-714e-4397-a25d-810e25a0c896, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=8f9963d4-714e-4397-a25d-810e25a0c896,segment=NetworkSegment(7746f775-dd67-429f-b921-fd14f871aa3f),segment_id=7746f775-dd67-429f-b921-fd14f871aa3f)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:44:05.717575 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4c75763b-0060-4b3e-aee7-0362bc1784c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (8f9963d4-714e-4397-a25d-810e25a0c896), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:05.732693 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2ac32-1031-4402-8b88-e3c8a72f8909 req-264720f9-c41a-48fc-b236-949c044bfb71 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:05.734521 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-73f2ac32-1031-4402-8b88-e3c8a72f8909 req-264720f9-c41a-48fc-b236-949c044bfb71 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.20 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 945 time: 0.0807519 Mar 01 13:44:05.789752 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881faaf-59bf-4ec9-b5a6-454b9b2b930f req-de5afbb2-9688-4f08-b70a-bd158d8c9266 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:05.799263 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2881faaf-59bf-4ec9-b5a6-454b9b2b930f req-de5afbb2-9688-4f08-b70a-bd158d8c9266 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 943 time: 0.1298168 Mar 01 13:44:05.799263 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bb002b49-6092-4c38-8c3d-8bb42655fdac admin admin] Publish callbacks [] for router_gateway (94f4fe37-3bed-4fd0-80fc-b183cea82852), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:05.811400 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75763b-0060-4b3e-aee7-0362bc1784c6 None None] Pushing event updated for resources: {'Port': ['ID=8f9963d4-714e-4397-a25d-810e25a0c896,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:05.825686 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bb002b49-6092-4c38-8c3d-8bb42655fdac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:05.912282 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-73f2ac32-1031-4402-8b88-e3c8a72f8909 req-891b9df4-f0af-496a-aae1-2eb36792b647 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Deleting port c45e60d9-9364-456d-8f60-89f853b1dc54 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:44:05.912974 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-73f2ac32-1031-4402-8b88-e3c8a72f8909 req-891b9df4-f0af-496a-aae1-2eb36792b647 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (c45e60d9-9364-456d-8f60-89f853b1dc54), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:05.958900 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2881faaf-59bf-4ec9-b5a6-454b9b2b930f req-b96fb877-c36d-4fe5-8b30-9c33b6a5c0dd tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570430 Mar 01 13:44:06.097440 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-bb002b49-6092-4c38-8c3d-8bb42655fdac admin admin] Allocated IP 172.25.1.109 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/6c98ddb4-7b6f-4298-b2fe-0800ed7d8276) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:44:06.105360 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-73f2ac32-1031-4402-8b88-e3c8a72f8909 req-891b9df4-f0af-496a-aae1-2eb36792b647 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] For port c45e60d9-9364-456d-8f60-89f853b1dc54, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=c45e60d9-9364-456d-8f60-89f853b1dc54,segment=NetworkSegment(948b6872-5da8-4b30-bebf-d52c9879ac52),segment_id=948b6872-5da8-4b30-bebf-d52c9879ac52)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:06.106088 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-73f2ac32-1031-4402-8b88-e3c8a72f8909 req-891b9df4-f0af-496a-aae1-2eb36792b647 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (c45e60d9-9364-456d-8f60-89f853b1dc54), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:06.312076 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4d095-db5e-41fc-aaf7-3102b7ef83e4 req-d7bed2d6-4044-423c-94bd-41d27d5d31bf tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:06.314178 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9fe4d095-db5e-41fc-aaf7-3102b7ef83e4 req-d7bed2d6-4044-423c-94bd-41d27d5d31bf tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc5311c-4b1e-4848-82b5-43343dbbe0a7 HTTP/1.1" status: 200 len: 945 time: 0.1592195 Mar 01 13:44:06.339506 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-73f2ac32-1031-4402-8b88-e3c8a72f8909 req-891b9df4-f0af-496a-aae1-2eb36792b647 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:06.339925 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-73f2ac32-1031-4402-8b88-e3c8a72f8909 req-891b9df4-f0af-496a-aae1-2eb36792b647 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (58946ecd-b12d-4ae5-8eb3-8909ffe02879), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:06.340241 n-d-827467-3 neutron-server[103726]: INFO neutron.db.l3_db [req-73f2ac32-1031-4402-8b88-e3c8a72f8909 req-891b9df4-f0af-496a-aae1-2eb36792b647 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Floating IP 58946ecd-b12d-4ae5-8eb3-8909ffe02879 disassociated. External IP: 172.25.1.60, port: c45e60d9-9364-456d-8f60-89f853b1dc54. Mar 01 13:44:06.341108 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-73f2ac32-1031-4402-8b88-e3c8a72f8909 req-891b9df4-f0af-496a-aae1-2eb36792b647 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Calling delete_port for c45e60d9-9364-456d-8f60-89f853b1dc54 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:44:06.347530 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef977ee-c94b-49fe-b455-654d1b1e7273 req-1a53cf57-2db5-4f7a-8ff4-64c281a80649 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:06.349274 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ef977ee-c94b-49fe-b455-654d1b1e7273 req-1a53cf57-2db5-4f7a-8ff4-64c281a80649 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 950 time: 0.1914153 Mar 01 13:44:06.366683 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bb002b49-6092-4c38-8c3d-8bb42655fdac admin admin] Publish callbacks [] for port (6c98ddb4-7b6f-4298-b2fe-0800ed7d8276), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:06.448224 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9fe4d095-db5e-41fc-aaf7-3102b7ef83e4 req-348491d2-42f4-4ce4-96e7-3ddf1825a670 tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] 10.222.0.13 "GET /v2.0/security-groups?id=022fced4-84d6-4c64-aa28-03d275cee6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259334 Mar 01 13:44:06.459854 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ef977ee-c94b-49fe-b455-654d1b1e7273 req-2c9797c6-db03-4632-968d-6ab5458a1ece tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011019 Mar 01 13:44:06.469753 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bb002b49-6092-4c38-8c3d-8bb42655fdac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (6c98ddb4-7b6f-4298-b2fe-0800ed7d8276), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:06.496327 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-73f2ac32-1031-4402-8b88-e3c8a72f8909 req-891b9df4-f0af-496a-aae1-2eb36792b647 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (c45e60d9-9364-456d-8f60-89f853b1dc54), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:06.525158 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb002b49-6092-4c38-8c3d-8bb42655fdac admin admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:44:06.529096 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-bb002b49-6092-4c38-8c3d-8bb42655fdac admin admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:44:06.530002 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b9df4-f0af-496a-aae1-2eb36792b647 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Pushing event deleted for resources: {'Port': ['ID=c45e60d9-9364-456d-8f60-89f853b1dc54,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:06.532732 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb002b49-6092-4c38-8c3d-8bb42655fdac admin admin] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:44:06.538889 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb002b49-6092-4c38-8c3d-8bb42655fdac admin admin] Pushing event updated for resources: {'Port': ['ID=6c98ddb4-7b6f-4298-b2fe-0800ed7d8276,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:06.544098 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b9df4-f0af-496a-aae1-2eb36792b647 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:06.544562 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b9df4-f0af-496a-aae1-2eb36792b647 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:06.545006 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b9df4-f0af-496a-aae1-2eb36792b647 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:06.545440 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b9df4-f0af-496a-aae1-2eb36792b647 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:06.545882 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b9df4-f0af-496a-aae1-2eb36792b647 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:06.546307 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b9df4-f0af-496a-aae1-2eb36792b647 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:06.546747 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b9df4-f0af-496a-aae1-2eb36792b647 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:06.547986 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b9df4-f0af-496a-aae1-2eb36792b647 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:06.548455 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b9df4-f0af-496a-aae1-2eb36792b647 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:06.548958 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b9df4-f0af-496a-aae1-2eb36792b647 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:06.549766 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b9df4-f0af-496a-aae1-2eb36792b647 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:06.549885 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b9df4-f0af-496a-aae1-2eb36792b647 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:06.550323 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b9df4-f0af-496a-aae1-2eb36792b647 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:06.721787 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73f2ac32-1031-4402-8b88-e3c8a72f8909 req-891b9df4-f0af-496a-aae1-2eb36792b647 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Router 62604231-d0a8-408a-88e4-7a955e9e7484 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:44:06.766813 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 8f9963d4-714e-4397-a25d-810e25a0c896 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:44:06.825530 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 8f9963d4-714e-4397-a25d-810e25a0c896 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:44:06.826006 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8f9963d4-714e-4397-a25d-810e25a0c896), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:06.827776 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-258e70a7-70f1-4bd6-81b5-a63e2b6638ea req-764c24e7-e8c9-4917-b9e3-dfcd49c71796 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 210 time: 0.0687962 Mar 01 13:44:06.895412 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b44a33-284e-4a8a-90f7-75e0329ddd28 req-1dcd0f47-52fd-41b5-9cad-2089945e25f6 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:06.904328 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f6b44a33-284e-4a8a-90f7-75e0329ddd28 req-1dcd0f47-52fd-41b5-9cad-2089945e25f6 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 944 time: 0.1626005 Mar 01 13:44:07.010831 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73f2ac32-1031-4402-8b88-e3c8a72f8909 req-891b9df4-f0af-496a-aae1-2eb36792b647 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:44:07.035552 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb5f3cb-2dfd-4c1d-a37b-82d4e2f3ac9f None None] Sync routers for ids ['62604231-d0a8-408a-88e4-7a955e9e7484'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:44:07.054250 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 8f9963d4-714e-4397-a25d-810e25a0c896 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:44:07.055049 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8f9963d4-714e-4397-a25d-810e25a0c896), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:07.055804 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb5f3cb-2dfd-4c1d-a37b-82d4e2f3ac9f None None] Routers {'62604231-d0a8-408a-88e4-7a955e9e7484'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:44:07.056419 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-bdb5f3cb-2dfd-4c1d-a37b-82d4e2f3ac9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:43:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['62604231-d0a8-408a-88e4-7a955e9e7484'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:07.069229 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f6b44a33-284e-4a8a-90f7-75e0329ddd28 req-b651840d-15e7-4af1-ae79-45b6d94b5148 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576996 Mar 01 13:44:07.154558 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 8f9963d4-714e-4397-a25d-810e25a0c896, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=8f9963d4-714e-4397-a25d-810e25a0c896,segment=NetworkSegment(7746f775-dd67-429f-b921-fd14f871aa3f),segment_id=7746f775-dd67-429f-b921-fd14f871aa3f)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:07.167311 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (8f9963d4-714e-4397-a25d-810e25a0c896), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:07.188629 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f2ac32-1031-4402-8b88-e3c8a72f8909 req-891b9df4-f0af-496a-aae1-2eb36792b647 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] No DVR routers for this DVR port c45e60d9-9364-456d-8f60-89f853b1dc54 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:44:07.197290 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-73f2ac32-1031-4402-8b88-e3c8a72f8909 req-891b9df4-f0af-496a-aae1-2eb36792b647 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:07.219878 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-73f2ac32-1031-4402-8b88-e3c8a72f8909 req-891b9df4-f0af-496a-aae1-2eb36792b647 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.20 "DELETE /v2.0/ports/c45e60d9-9364-456d-8f60-89f853b1dc54 HTTP/1.1" status: 204 len: 173 time: 1.4788141 Mar 01 13:44:07.223556 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930e4c07-a52c-4873-8bc8-dd96c902e652', 'name': 'network-vif-deleted', 'tag': 'c45e60d9-9364-456d-8f60-89f853b1dc54'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:44:07.229719 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee966b9-7a4f-4c03-8d5b-4d29bc579346" -d '{"events": [{"server_uuid": "930e4c07-a52c-4873-8bc8-dd96c902e652", "name": "network-vif-deleted", "tag": "c45e60d9-9364-456d-8f60-89f853b1dc54"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:44:07.303554 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bb002b49-6092-4c38-8c3d-8bb42655fdac admin admin] Publish callbacks [] for router_gateway (94f4fe37-3bed-4fd0-80fc-b183cea82852), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:07.329580 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec7f7b9-059a-40fb-a1eb-b07a9d128b3b None None] Network f63eacb5-6c1b-4769-b38c-4fd13e44b37f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:44:07.335965 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=8f9963d4-714e-4397-a25d-810e25a0c896,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:07.407455 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-bdb5f3cb-2dfd-4c1d-a37b-82d4e2f3ac9f None None] Set router 62604231-d0a8-408a-88e4-7a955e9e7484 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:44:07.465636 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-c3f81c93-bf2f-4c21-a283-bb0eb263a1e0 None None] Provisioning complete for port 8f9963d4-714e-4397-a25d-810e25a0c896 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:44:07.466420 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c3f81c93-bf2f-4c21-a283-bb0eb263a1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8f9963d4-714e-4397-a25d-810e25a0c896), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:07.614759 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-c3f81c93-bf2f-4c21-a283-bb0eb263a1e0 None None] Current status of the port 8f9963d4-714e-4397-a25d-810e25a0c896 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:44:07.616265 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded69614-26d4-455c-a837-dd3068860de6 x-openstack-request-id: req-ded69614-26d4-455c-a837-dd3068860de6 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:44:07.616612 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930e4c07-a52c-4873-8bc8-dd96c902e652", "name": "network-vif-deleted", "tag": "c45e60d9-9364-456d-8f60-89f853b1dc54", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:44:07.616899 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ded69614-26d4-455c-a837-dd3068860de6 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:44:07.617423 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930e4c07-a52c-4873-8bc8-dd96c902e652', 'name': 'network-vif-deleted', 'tag': 'c45e60d9-9364-456d-8f60-89f853b1dc54', 'status': 'completed', 'code': 200} Mar 01 13:44:07.629424 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec820aa9-9028-4c31-9c18-cac3bd718591 req-33da97b6-edb5-450a-b5ca-c9e851b979a0 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:07.639161 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ec820aa9-9028-4c31-9c18-cac3bd718591 req-33da97b6-edb5-450a-b5ca-c9e851b979a0 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 943 time: 0.3452070 Mar 01 13:44:07.808966 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-bdb5f3cb-2dfd-4c1d-a37b-82d4e2f3ac9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'name': 'tempest-ServersTestBootFromVolume-1599615751-router', 'tenant_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'acf6bf71-78f3-4d96-b410-faa278b1faac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:40:52Z', 'updated_at': '2022-03-01T13:41:01Z', 'revision_number': 4, 'project_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'gw_port': {'id': 'acf6bf71-78f3-4d96-b410-faa278b1faac', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:40:54Z', 'updated_at': '2022-03-01T13:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'f9d789ac-3d92-42d4-a760-7f1ff9706fcf', 'name': '', 'network_id': '2c5f5c0c-5639-4d99-bc9e-7767fcdda19a', 'tenant_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'mac_address': 'fa:16:3e:38:aa:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'fa780fdd-3749-46aa-9d6b-34590bdd3f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:40:59Z', 'updated_at': '2022-03-01T13:41:08Z', 'revision_number': 5, 'project_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'subnets': [{'id': 'fa780fdd-3749-46aa-9d6b-34590bdd3f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:07.841899 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb5f3cb-2dfd-4c1d-a37b-82d4e2f3ac9f None None] Checking router: 62604231-d0a8-408a-88e4-7a955e9e7484 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:44:07.858736 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb5f3cb-2dfd-4c1d-a37b-82d4e2f3ac9f None None] Routers {'62604231-d0a8-408a-88e4-7a955e9e7484'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:44:07.859697 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-bdb5f3cb-2dfd-4c1d-a37b-82d4e2f3ac9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:43:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['62604231-d0a8-408a-88e4-7a955e9e7484'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:07.944422 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-34a8ef08-bf49-4793-9dfe-33fbec82dcb9 None None] Provisioning complete for port 8f9963d4-714e-4397-a25d-810e25a0c896 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:44:07.945012 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-34a8ef08-bf49-4793-9dfe-33fbec82dcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8f9963d4-714e-4397-a25d-810e25a0c896), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:07.990462 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-bdb5f3cb-2dfd-4c1d-a37b-82d4e2f3ac9f None None] Set router 62604231-d0a8-408a-88e4-7a955e9e7484 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:44:08.052189 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-34a8ef08-bf49-4793-9dfe-33fbec82dcb9 None None] Current status of the port 8f9963d4-714e-4397-a25d-810e25a0c896 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:44:08.106344 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ec820aa9-9028-4c31-9c18-cac3bd718591 req-e0844c0d-8491-4097-865a-cb79fe261fb4 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664171 Mar 01 13:44:08.159521 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae93d2-b78a-459e-b291-9acda56995b5 req-0a59b5a8-3b17-43e7-9cf5-9b718bee30d5 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:08.161064 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a7ae93d2-b78a-459e-b291-9acda56995b5 req-0a59b5a8-3b17-43e7-9cf5-9b718bee30d5 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 950 time: 0.1675122 Mar 01 13:44:08.190052 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bb002b49-6092-4c38-8c3d-8bb42655fdac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (94f4fe37-3bed-4fd0-80fc-b183cea82852), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:08.230888 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-bdb5f3cb-2dfd-4c1d-a37b-82d4e2f3ac9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'name': 'tempest-ServersTestBootFromVolume-1599615751-router', 'tenant_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'acf6bf71-78f3-4d96-b410-faa278b1faac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:40:52Z', 'updated_at': '2022-03-01T13:41:01Z', 'revision_number': 4, 'project_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'gw_port': {'id': 'acf6bf71-78f3-4d96-b410-faa278b1faac', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:40:54Z', 'updated_at': '2022-03-01T13:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'f9d789ac-3d92-42d4-a760-7f1ff9706fcf', 'name': '', 'network_id': '2c5f5c0c-5639-4d99-bc9e-7767fcdda19a', 'tenant_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'mac_address': 'fa:16:3e:38:aa:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'fa780fdd-3749-46aa-9d6b-34590bdd3f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:40:59Z', 'updated_at': '2022-03-01T13:41:08Z', 'revision_number': 5, 'project_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'subnets': [{'id': 'fa780fdd-3749-46aa-9d6b-34590bdd3f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:08.262371 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb5f3cb-2dfd-4c1d-a37b-82d4e2f3ac9f None None] The sync data for ids ['62604231-d0a8-408a-88e4-7a955e9e7484'] in n-d-827467-3 is: [{'id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'name': 'tempest-ServersTestBootFromVolume-1599615751-router', 'tenant_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'acf6bf71-78f3-4d96-b410-faa278b1faac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:40:52Z', 'updated_at': '2022-03-01T13:41:01Z', 'revision_number': 4, 'project_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'gw_port': {'id': 'acf6bf71-78f3-4d96-b410-faa278b1faac', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:40:54Z', 'updated_at': '2022-03-01T13:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'f9d789ac-3d92-42d4-a760-7f1ff9706fcf', 'name': '', 'network_id': '2c5f5c0c-5639-4d99-bc9e-7767fcdda19a', 'tenant_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'mac_address': 'fa:16:3e:38:aa:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'fa780fdd-3749-46aa-9d6b-34590bdd3f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:40:59Z', 'updated_at': '2022-03-01T13:41:08Z', 'revision_number': 5, 'project_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'subnets': [{'id': 'fa780fdd-3749-46aa-9d6b-34590bdd3f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:44:08.290125 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a7ae93d2-b78a-459e-b291-9acda56995b5 req-6461084b-7d99-418d-8598-5ecd97c03bdd tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194198 Mar 01 13:44:08.355742 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bb28b-5a79-412a-bf3b-83a2785192f9 req-491d7f68-c747-4c8f-884e-6506571b9de7 tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:08.362511 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-036bb28b-5a79-412a-bf3b-83a2785192f9 req-491d7f68-c747-4c8f-884e-6506571b9de7 tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc5311c-4b1e-4848-82b5-43343dbbe0a7 HTTP/1.1" status: 200 len: 945 time: 0.1564052 Mar 01 13:44:08.414417 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b33b8479-89b2-4ee5-bb39-e224892c76d7 req-428121e2-a57a-479b-81e5-7602bf2e96db tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 210 time: 0.0478048 Mar 01 13:44:08.457568 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-036bb28b-5a79-412a-bf3b-83a2785192f9 req-c7cca4e3-2f80-4946-984e-83bfea8dec61 tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] 10.222.0.13 "GET /v2.0/security-groups?id=022fced4-84d6-4c64-aa28-03d275cee6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928266 Mar 01 13:44:08.481251 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb002b49-6092-4c38-8c3d-8bb42655fdac admin admin] Router 94f4fe37-3bed-4fd0-80fc-b183cea82852 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 13:44:08.598459 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f006799-ff1f-4ac0-a10e-71770e3101b1 req-46f7196b-39ca-4322-8a8f-5c8f548b5e81 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:08.606643 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2f006799-ff1f-4ac0-a10e-71770e3101b1 req-46f7196b-39ca-4322-8a8f-5c8f548b5e81 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 944 time: 0.1166515 Mar 01 13:44:08.622290 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28785f6a-224e-4366-bc28-be544962acf2 None None] New status for floating IP 58946ecd-b12d-4ae5-8eb3-8909ffe02879: DOWN {{(pid=103728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 13:44:08.680984 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 8f9963d4-714e-4397-a25d-810e25a0c896 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:44:08.687087 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb002b49-6092-4c38-8c3d-8bb42655fdac admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:44:08.699800 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac81d96c-5653-4a57-97d6-f9692f391dac None None] Sync routers for ids ['94f4fe37-3bed-4fd0-80fc-b183cea82852'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:44:08.700684 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2f006799-ff1f-4ac0-a10e-71770e3101b1 req-d1c2bb25-f445-4b6b-ade8-edee0c7d38e6 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926664 Mar 01 13:44:08.722242 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bb002b49-6092-4c38-8c3d-8bb42655fdac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:08.726300 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-bb002b49-6092-4c38-8c3d-8bb42655fdac admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6621201 Mar 01 13:44:08.726748 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33382) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:08.729849 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac81d96c-5653-4a57-97d6-f9692f391dac None None] Routers {'94f4fe37-3bed-4fd0-80fc-b183cea82852'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:44:08.730471 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-ac81d96c-5653-4a57-97d6-f9692f391dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:43:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['94f4fe37-3bed-4fd0-80fc-b183cea82852'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:08.861410 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 8f9963d4-714e-4397-a25d-810e25a0c896 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:44:08.862233 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8f9963d4-714e-4397-a25d-810e25a0c896), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:08.961382 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 8f9963d4-714e-4397-a25d-810e25a0c896 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:44:09.015430 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-ac81d96c-5653-4a57-97d6-f9692f391dac None None] Set router 94f4fe37-3bed-4fd0-80fc-b183cea82852 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:44:09.102340 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e180bd-c2d9-45a0-a41a-27a933ae1c12 req-7d943da1-b66c-42a1-9998-a2b36ce67a4d tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:09.103830 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-41e180bd-c2d9-45a0-a41a-27a933ae1c12 req-7d943da1-b66c-42a1-9998-a2b36ce67a4d tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bc5311c-4b1e-4848-82b5-43343dbbe0a7 HTTP/1.1" status: 200 len: 945 time: 0.0646968 Mar 01 13:44:09.210321 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-ac81d96c-5653-4a57-97d6-f9692f391dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'name': 'tempest-ServersTestFqdnHostnames-797103038-router', 'tenant_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '6c98ddb4-7b6f-4298-b2fe-0800ed7d8276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:44:05Z', 'updated_at': '2022-03-01T13:44:06Z', 'revision_number': 3, 'project_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'gw_port': {'id': '6c98ddb4-7b6f-4298-b2fe-0800ed7d8276', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:08:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:44:05Z', 'updated_at': '2022-03-01T13:44:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:09.241176 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac81d96c-5653-4a57-97d6-f9692f391dac None None] Checking router: 94f4fe37-3bed-4fd0-80fc-b183cea82852 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:44:09.241859 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac81d96c-5653-4a57-97d6-f9692f391dac None None] Updating router 94f4fe37-3bed-4fd0-80fc-b183cea82852 port 6c98ddb4-7b6f-4298-b2fe-0800ed7d8276 binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:44:09.245419 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0e06bec5-3199-4666-b14c-f98a4e32217a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:09.275171 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-ac81d96c-5653-4a57-97d6-f9692f391dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6c98ddb4-7b6f-4298-b2fe-0800ed7d8276), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:09.286349 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-41e180bd-c2d9-45a0-a41a-27a933ae1c12 req-b921156f-4f26-4636-b70f-7e6ebad7bd3d tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] Deleting port ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:44:09.286917 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-41e180bd-c2d9-45a0-a41a-27a933ae1c12 req-b921156f-4f26-4636-b70f-7e6ebad7bd3d tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:09.402285 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1350a7-c0e6-41b6-92ca-518a00bba8d9 req-34e9e9d0-f4c2-421e-984a-4345f2c637ff tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:09.403872 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ee1350a7-c0e6-41b6-92ca-518a00bba8d9 req-34e9e9d0-f4c2-421e-984a-4345f2c637ff tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 943 time: 0.1848960 Mar 01 13:44:09.461523 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-0e06bec5-3199-4666-b14c-f98a4e32217a admin admin] Allocated IP 172.20.0.1 (f63eacb5-6c1b-4769-b38c-4fd13e44b37f/1ed2441f-6bfe-44d3-ac28-ed8c63f028fc/f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:44:09.486109 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ee1350a7-c0e6-41b6-92ca-518a00bba8d9 req-5e1e0712-7a95-4176-921a-d61e78af6a13 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742836 Mar 01 13:44:09.532666 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768bd99-a9fe-42e6-a451-8dbf14a5290c req-bd2b922a-b155-48ce-acf8-a99a81da0eb3 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:09.539597 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7768bd99-a9fe-42e6-a451-8dbf14a5290c req-bd2b922a-b155-48ce-acf8-a99a81da0eb3 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 950 time: 0.1306212 Mar 01 13:44:09.571169 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-41e180bd-c2d9-45a0-a41a-27a933ae1c12 req-b921156f-4f26-4636-b70f-7e6ebad7bd3d tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] For port ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9,segment=NetworkSegment(2b5a643b-cf3f-44f8-8164-6410402e4760),segment_id=2b5a643b-cf3f-44f8-8164-6410402e4760)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:09.571530 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-41e180bd-c2d9-45a0-a41a-27a933ae1c12 req-b921156f-4f26-4636-b70f-7e6ebad7bd3d tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:09.594646 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-41e180bd-c2d9-45a0-a41a-27a933ae1c12 req-b921156f-4f26-4636-b70f-7e6ebad7bd3d tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] Calling delete_port for ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:44:09.597221 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-ac81d96c-5653-4a57-97d6-f9692f391dac None None] Publish callbacks [] for port (6c98ddb4-7b6f-4298-b2fe-0800ed7d8276), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:09.614571 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-ac81d96c-5653-4a57-97d6-f9692f391dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (6c98ddb4-7b6f-4298-b2fe-0800ed7d8276), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:09.635914 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7768bd99-a9fe-42e6-a451-8dbf14a5290c req-eac22124-5574-406c-b266-9a9b3a211cdf tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930007 Mar 01 13:44:09.640059 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:09.689347 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-ac81d96c-5653-4a57-97d6-f9692f391dac None None] Attempting to bind port 6c98ddb4-7b6f-4298-b2fe-0800ed7d8276 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:44:09.689713 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-ac81d96c-5653-4a57-97d6-f9692f391dac None None] Attempting to bind port 6c98ddb4-7b6f-4298-b2fe-0800ed7d8276 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:44:09.690073 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac81d96c-5653-4a57-97d6-f9692f391dac None None] Attempting to bind port 6c98ddb4-7b6f-4298-b2fe-0800ed7d8276 on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:44:09.697908 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866c7b8-5e19-43f9-a747-e102856dd94b None None] Pushing event updated for resources: {'Port': ['ID=6c98ddb4-7b6f-4298-b2fe-0800ed7d8276,revision_number=2']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:09.700963 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac81d96c-5653-4a57-97d6-f9692f391dac None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:44:09.701329 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac81d96c-5653-4a57-97d6-f9692f391dac None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:44:09.701728 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-ac81d96c-5653-4a57-97d6-f9692f391dac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:09.702120 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac81d96c-5653-4a57-97d6-f9692f391dac None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:44:09.702597 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-ac81d96c-5653-4a57-97d6-f9692f391dac None None] Bound port: 6c98ddb4-7b6f-4298-b2fe-0800ed7d8276, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:44:09.702970 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-ac81d96c-5653-4a57-97d6-f9692f391dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6c98ddb4-7b6f-4298-b2fe-0800ed7d8276), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:09.706549 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0e06bec5-3199-4666-b14c-f98a4e32217a admin admin] Publish callbacks [] for port (f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:09.728773 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866c7b8-5e19-43f9-a747-e102856dd94b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:09.729114 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866c7b8-5e19-43f9-a747-e102856dd94b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:09.729450 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866c7b8-5e19-43f9-a747-e102856dd94b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:09.729778 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866c7b8-5e19-43f9-a747-e102856dd94b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:09.730102 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866c7b8-5e19-43f9-a747-e102856dd94b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:09.730427 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866c7b8-5e19-43f9-a747-e102856dd94b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:09.730744 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866c7b8-5e19-43f9-a747-e102856dd94b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:09.731059 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866c7b8-5e19-43f9-a747-e102856dd94b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:09.731378 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866c7b8-5e19-43f9-a747-e102856dd94b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:09.731709 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866c7b8-5e19-43f9-a747-e102856dd94b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:09.732033 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866c7b8-5e19-43f9-a747-e102856dd94b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:09.732347 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866c7b8-5e19-43f9-a747-e102856dd94b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:09.732661 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866c7b8-5e19-43f9-a747-e102856dd94b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:09.772912 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-ac81d96c-5653-4a57-97d6-f9692f391dac None None] For port 6c98ddb4-7b6f-4298-b2fe-0800ed7d8276, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:44:09.776528 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-ac81d96c-5653-4a57-97d6-f9692f391dac None None] For port 6c98ddb4-7b6f-4298-b2fe-0800ed7d8276, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6c98ddb4-7b6f-4298-b2fe-0800ed7d8276,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:44:09.777284 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:09.785548 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-ac81d96c-5653-4a57-97d6-f9692f391dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (6c98ddb4-7b6f-4298-b2fe-0800ed7d8276), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:09.811126 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e388cfdf-0d68-45c7-bad6-0f5c3aacc082 req-3202bb8f-9da0-4d89-9945-767c4568b012 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 210 time: 0.1017597 Mar 01 13:44:09.848283 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac81d96c-5653-4a57-97d6-f9692f391dac None None] Routers {'94f4fe37-3bed-4fd0-80fc-b183cea82852'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:44:09.848921 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-ac81d96c-5653-4a57-97d6-f9692f391dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:43:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['94f4fe37-3bed-4fd0-80fc-b183cea82852'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:09.874107 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device c45e60d9-9364-456d-8f60-89f853b1dc54 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:44:09.920169 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: c45e60d9-9364-456d-8f60-89f853b1dc54 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:44:09.920841 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device c45e60d9-9364-456d-8f60-89f853b1dc54 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:44:09.983910 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866c7b8-5e19-43f9-a747-e102856dd94b None None] Pushing event updated for resources: {'Port': ['ID=6c98ddb4-7b6f-4298-b2fe-0800ed7d8276,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:09.985341 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293e27f-495a-439d-8c6e-e59860d2702d req-905902d3-f663-4506-8c60-5f62bd124ed8 tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:09.991991 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c293e27f-495a-439d-8c6e-e59860d2702d req-905902d3-f663-4506-8c60-5f62bd124ed8 tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc5311c-4b1e-4848-82b5-43343dbbe0a7 HTTP/1.1" status: 200 len: 945 time: 0.2587461 Mar 01 13:44:10.034269 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-ac81d96c-5653-4a57-97d6-f9692f391dac None None] Set router 94f4fe37-3bed-4fd0-80fc-b183cea82852 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:44:10.059821 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0e06bec5-3199-4666-b14c-f98a4e32217a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:10.090814 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c293e27f-495a-439d-8c6e-e59860d2702d req-718718e7-e95f-4bb4-b274-63a2b2eec98f tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] 10.222.0.13 "GET /v2.0/security-groups?id=022fced4-84d6-4c64-aa28-03d275cee6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742083 Mar 01 13:44:10.095168 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e06bec5-3199-4666-b14c-f98a4e32217a admin admin] Network f63eacb5-6c1b-4769-b38c-4fd13e44b37f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:44:10.100378 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69833c-4825-4727-8286-c2e15d1c83ce req-6d44fe4f-bed3-436a-b413-595d0b10fb5c tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:10.100561 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-0e06bec5-3199-4666-b14c-f98a4e32217a admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:44:10.104190 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e06bec5-3199-4666-b14c-f98a4e32217a admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:44:10.106506 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3b69833c-4825-4727-8286-c2e15d1c83ce req-6d44fe4f-bed3-436a-b413-595d0b10fb5c tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 944 time: 0.1690588 Mar 01 13:44:10.121374 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-41e180bd-c2d9-45a0-a41a-27a933ae1c12 req-b921156f-4f26-4636-b70f-7e6ebad7bd3d tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:10.134007 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:44:10.153339 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e06bec5-3199-4666-b14c-f98a4e32217a admin admin] Pushing event updated for resources: {'Port': ['ID=f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:10.189065 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921156f-4f26-4636-b70f-7e6ebad7bd3d tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] Pushing event deleted for resources: {'Port': ['ID=ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:10.202056 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0e06bec5-3199-4666-b14c-f98a4e32217a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (94f4fe37-3bed-4fd0-80fc-b183cea82852), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:10.274781 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e180bd-c2d9-45a0-a41a-27a933ae1c12 req-b921156f-4f26-4636-b70f-7e6ebad7bd3d tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] No DVR routers for this DVR port ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:44:10.290315 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3b69833c-4825-4727-8286-c2e15d1c83ce req-a27045f4-49c2-4390-b362-90c4d2b99ced tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829226 Mar 01 13:44:10.295452 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-41e180bd-c2d9-45a0-a41a-27a933ae1c12 req-b921156f-4f26-4636-b70f-7e6ebad7bd3d tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:10.304524 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-41e180bd-c2d9-45a0-a41a-27a933ae1c12 req-b921156f-4f26-4636-b70f-7e6ebad7bd3d tempest-InstanceActionsNegativeTestJSON-1902898551 tempest-InstanceActionsNegativeTestJSON-1902898551-project] 10.222.0.32 "DELETE /v2.0/ports/ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9 HTTP/1.1" status: 204 len: 173 time: 1.1937745 Mar 01 13:44:10.305135 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc5311c-4b1e-4848-82b5-43343dbbe0a7', 'name': 'network-vif-deleted', 'tag': 'ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:44:10.307429 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6fc836-3cef-484e-8132-7ab620282bd4" -d '{"events": [{"server_uuid": "2bc5311c-4b1e-4848-82b5-43343dbbe0a7", "name": "network-vif-deleted", "tag": "ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:44:10.345779 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-ac81d96c-5653-4a57-97d6-f9692f391dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'name': 'tempest-ServersTestFqdnHostnames-797103038-router', 'tenant_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '6c98ddb4-7b6f-4298-b2fe-0800ed7d8276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:44:05Z', 'updated_at': '2022-03-01T13:44:06Z', 'revision_number': 3, 'project_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'gw_port': {'id': '6c98ddb4-7b6f-4298-b2fe-0800ed7d8276', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:08:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:44:05Z', 'updated_at': '2022-03-01T13:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:10.374510 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd3874e-30cb-45f1-a8df-f0179772f712 x-openstack-request-id: req-7dd3874e-30cb-45f1-a8df-f0179772f712 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:44:10.374903 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc5311c-4b1e-4848-82b5-43343dbbe0a7", "name": "network-vif-deleted", "tag": "ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:44:10.375890 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7dd3874e-30cb-45f1-a8df-f0179772f712 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:44:10.376298 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc5311c-4b1e-4848-82b5-43343dbbe0a7', 'name': 'network-vif-deleted', 'tag': 'ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9', 'status': 'completed', 'code': 200} Mar 01 13:44:10.401210 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0e06bec5-3199-4666-b14c-f98a4e32217a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:10.424474 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac81d96c-5653-4a57-97d6-f9692f391dac None None] The sync data for ids ['94f4fe37-3bed-4fd0-80fc-b183cea82852'] in n-d-827467-3 is: [{'id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'name': 'tempest-ServersTestFqdnHostnames-797103038-router', 'tenant_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '6c98ddb4-7b6f-4298-b2fe-0800ed7d8276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:44:05Z', 'updated_at': '2022-03-01T13:44:06Z', 'revision_number': 3, 'project_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'gw_port': {'id': '6c98ddb4-7b6f-4298-b2fe-0800ed7d8276', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:08:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:44:05Z', 'updated_at': '2022-03-01T13:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:44:10.510186 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-3081a73a-0a5b-4051-a2a5-e67a53067596 None None] Provisioning complete for port f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:44:10.510902 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3081a73a-0a5b-4051-a2a5-e67a53067596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:10.557391 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3081a73a-0a5b-4051-a2a5-e67a53067596 None None] Port f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:44:10.633382 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0e06bec5-3199-4666-b14c-f98a4e32217a admin admin] Publish callbacks [] for port (f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:10.639164 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0e06bec5-3199-4666-b14c-f98a4e32217a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:10.643473 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfb436-8d9f-4f70-b7df-033731790139 req-6f1d1ac0-4359-4c63-8806-5cebf4296689 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:10.650747 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b1bfb436-8d9f-4f70-b7df-033731790139 req-6f1d1ac0-4359-4c63-8806-5cebf4296689 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 943 time: 0.0695360 Mar 01 13:44:10.739179 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b1bfb436-8d9f-4f70-b7df-033731790139 req-067cb557-d84f-44a5-b918-dcfe941c8414 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820775 Mar 01 13:44:10.770999 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e06bec5-3199-4666-b14c-f98a4e32217a admin admin] Pushing event updated for resources: {'Port': ['ID=f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:10.774622 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0e06bec5-3199-4666-b14c-f98a4e32217a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (94f4fe37-3bed-4fd0-80fc-b183cea82852), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:10.874625 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a17768-01d6-49ee-ac92-f28b1173094c req-f3fc76fe-ff31-4ba9-ac70-f1526c2d2e56 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:10.876375 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-29a17768-01d6-49ee-ac92-f28b1173094c req-f3fc76fe-ff31-4ba9-ac70-f1526c2d2e56 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 950 time: 0.1322882 Mar 01 13:44:10.946761 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-00295a8f-02a1-441d-b06b-2295cde10c0c req-6dc19a7d-749e-4c36-9b39-ce54aa4f4d44 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 210 time: 0.0445671 Mar 01 13:44:10.987636 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-29a17768-01d6-49ee-ac92-f28b1173094c req-5bf3f138-b622-42d2-923f-e451c29a0f6e tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009400 Mar 01 13:44:10.993383 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e06bec5-3199-4666-b14c-f98a4e32217a admin admin] Network f63eacb5-6c1b-4769-b38c-4fd13e44b37f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:44:10.995269 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-0e06bec5-3199-4666-b14c-f98a4e32217a admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:44:11.165516 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e06bec5-3199-4666-b14c-f98a4e32217a admin admin] Router 94f4fe37-3bed-4fd0-80fc-b183cea82852 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:44:11.224665 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33404) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:11.336080 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-083d86f8-dc42-4dd8-a3f1-4b60f4c33627 admin admin] Deleting subnet d4d623a8-28b9-403f-bfc7-07e0ea7b048a {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:44:11.342086 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-083d86f8-dc42-4dd8-a3f1-4b60f4c33627 admin admin] Publish callbacks [] for subnet (d4d623a8-28b9-403f-bfc7-07e0ea7b048a), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:11.415365 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-083d86f8-dc42-4dd8-a3f1-4b60f4c33627 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (d4d623a8-28b9-403f-bfc7-07e0ea7b048a), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:11.435360 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e06bec5-3199-4666-b14c-f98a4e32217a admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:44:11.435689 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-4872dcfc-3510-401c-8ff5-f82ab1474a5d None None] Provisioning complete for port f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:44:11.440751 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4872dcfc-3510-401c-8ff5-f82ab1474a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:11.451715 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0e06bec5-3199-4666-b14c-f98a4e32217a admin admin] 10.222.0.13 "PUT /v2.0/routers/94f4fe37-3bed-4fd0-80fc-b183cea82852/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7182112 Mar 01 13:44:11.512134 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-4872dcfc-3510-401c-8ff5-f82ab1474a5d None None] Port f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:44:11.533987 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-083d86f8-dc42-4dd8-a3f1-4b60f4c33627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (d4d623a8-28b9-403f-bfc7-07e0ea7b048a), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:11.583475 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e335d-e1d5-4290-86a4-b4d787db5906 req-ae550897-8524-4f5e-b26e-1ddd4981a23b tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:11.585692 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2f6e335d-e1d5-4290-86a4-b4d787db5906 req-ae550897-8524-4f5e-b26e-1ddd4981a23b tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 944 time: 0.1468837 Mar 01 13:44:11.652293 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2f6e335d-e1d5-4290-86a4-b4d787db5906 req-4fe10039-8279-407a-bb33-6c4247fcb66f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592475 Mar 01 13:44:11.665533 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-083d86f8-dc42-4dd8-a3f1-4b60f4c33627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (d4d623a8-28b9-403f-bfc7-07e0ea7b048a), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:11.681102 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-083d86f8-dc42-4dd8-a3f1-4b60f4c33627 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:11.688920 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33414) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:11.689140 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-083d86f8-dc42-4dd8-a3f1-4b60f4c33627 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d4d623a8-28b9-403f-bfc7-07e0ea7b048a HTTP/1.1" status: 204 len: 168 time: 0.4626126 Mar 01 13:44:11.708910 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d86f8-dc42-4dd8-a3f1-4b60f4c33627 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4d623a8-28b9-403f-bfc7-07e0ea7b048a,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:11.783509 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-52ee7c0f-1bb4-4279-8db3-8c63508aaa25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (1fe286d5-8175-40b9-87b9-870e69bf099e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:11.896480 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-52ee7c0f-1bb4-4279-8db3-8c63508aaa25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (1fe286d5-8175-40b9-87b9-870e69bf099e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:11.911030 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0f472-7d95-4945-a837-ede1a97bde5e req-f91064e2-71c3-4b4b-943d-8c8db0b60765 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:11.918900 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ecd0f472-7d95-4945-a837-ede1a97bde5e req-f91064e2-71c3-4b4b-943d-8c8db0b60765 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 943 time: 0.0682578 Mar 01 13:44:11.919474 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-52ee7c0f-1bb4-4279-8db3-8c63508aaa25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe286d5-8175-40b9-87b9-870e69bf099e']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:11.930085 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-52ee7c0f-1bb4-4279-8db3-8c63508aaa25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b5a643b-cf3f-44f8-8164-6410402e4760') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:11.930392 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-52ee7c0f-1bb4-4279-8db3-8c63508aaa25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b5a643b-cf3f-44f8-8164-6410402e4760') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:11.941145 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-52ee7c0f-1bb4-4279-8db3-8c63508aaa25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (2b5a643b-cf3f-44f8-8164-6410402e4760), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:11.947337 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33420) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:11.955091 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-52ee7c0f-1bb4-4279-8db3-8c63508aaa25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (2b5a643b-cf3f-44f8-8164-6410402e4760), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:11.962381 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ee7c0f-1bb4-4279-8db3-8c63508aaa25 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:44:11.962935 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-52ee7c0f-1bb4-4279-8db3-8c63508aaa25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (2b5a643b-cf3f-44f8-8164-6410402e4760), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:11.963261 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-7cbb782b-c83a-4191-92da-9464ea5f53e2 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Request body: {'security_group': {'name': 'tempest-securitygroup--101920228', 'description': 'tempest-description--1859237558'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:44:11.964711 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:44:11.964711 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:44:11.964711 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:44:11.964711 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:44:11.964711 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:44:11.964711 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:44:11.964711 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:44:11.964711 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:44:11.964711 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:44:11.964711 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:44:11.964711 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:44:11.964711 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:44:11.964711 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:44:11.964711 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:44:11.964711 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:44:11.964711 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:44:11.964711 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:44:11.964711 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:44:11.964711 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:44:11.964711 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:44:11.964711 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:44:11.964711 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:44:11.964711 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:44:11.964711 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:44:11.964711 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:44:11.964711 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:44:11.964711 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:44:11.964711 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:44:11.964711 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:44:11.964711 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:44:11.964711 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:44:11.964711 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:44:12.011992 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ecd0f472-7d95-4945-a837-ede1a97bde5e req-abbe08b4-c1c8-432a-a541-8551ce17a69b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866368 Mar 01 13:44:12.022118 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7cbb782b-c83a-4191-92da-9464ea5f53e2 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:12.042033 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-52ee7c0f-1bb4-4279-8db3-8c63508aaa25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (1fe286d5-8175-40b9-87b9-870e69bf099e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:12.050331 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-52ee7c0f-1bb4-4279-8db3-8c63508aaa25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:12.056033 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-52ee7c0f-1bb4-4279-8db3-8c63508aaa25 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1fe286d5-8175-40b9-87b9-870e69bf099e HTTP/1.1" status: 204 len: 168 time: 0.3636684 Mar 01 13:44:12.075503 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee7c0f-1bb4-4279-8db3-8c63508aaa25 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fe286d5-8175-40b9-87b9-870e69bf099e,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:12.144552 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6adcebe1-c633-47fa-adea-0fe9d4cc6852 req-6d7920b4-729e-4b9b-b117-c3b7930fb880 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 210 time: 0.0588527 Mar 01 13:44:12.218054 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7cbb782b-c83a-4191-92da-9464ea5f53e2 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks [] for security_group (88d30026-f4d0-4227-a827-952da590bd69), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:12.218509 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33428) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:12.226511 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665199f7-aa6c-479d-a9b4-baeb2652013e req-4fe5555f-5242-4c62-a928-e6b645bf436d tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:12.228021 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-665199f7-aa6c-479d-a9b4-baeb2652013e req-4fe5555f-5242-4c62-a928-e6b645bf436d tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 950 time: 0.1045504 Mar 01 13:44:12.229111 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7cbb782b-c83a-4191-92da-9464ea5f53e2 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (88d30026-f4d0-4227-a827-952da590bd69), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:12.274035 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1a12bbd3-84d3-4f0c-9b59-a156cb5ada52 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29a317ca49ee4dee83c6ca7b875bc907&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0538313 Mar 01 13:44:12.276607 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33430) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:12.281611 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7cbb782b-c83a-4191-92da-9464ea5f53e2 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:12.282807 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7cbb782b-c83a-4191-92da-9464ea5f53e2 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3329029 Mar 01 13:44:12.285611 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33432) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:12.291114 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-562a34e2-bd9e-4acc-906b-a9f142fea3c1 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Request body: {'security_group_rule': {'security_group_id': '88d30026-f4d0-4227-a827-952da590bd69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:44:12.294999 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb782b-c83a-4191-92da-9464ea5f53e2 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88d30026-f4d0-4227-a827-952da590bd69,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:12.330851 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a4a1b358-8995-4f56-b20a-8e892e4540f4 admin admin] Publish callbacks [] for security_group (022fced4-84d6-4c64-aa28-03d275cee6de), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:12.334029 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-665199f7-aa6c-479d-a9b4-baeb2652013e req-1c106b85-4e8e-4ddb-88da-8f1962d49340 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961254 Mar 01 13:44:12.340267 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-562a34e2-bd9e-4acc-906b-a9f142fea3c1 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks [] for security_group_rule (d9d26918-91d1-4196-846c-4b81d20c1cf0), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:12.379398 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a4a1b358-8995-4f56-b20a-8e892e4540f4 admin admin] Publish callbacks [] for security_group (022fced4-84d6-4c64-aa28-03d275cee6de), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:12.396825 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-562a34e2-bd9e-4acc-906b-a9f142fea3c1 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks [] for security_group_rule (d9d26918-91d1-4196-846c-4b81d20c1cf0), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:12.401120 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-562a34e2-bd9e-4acc-906b-a9f142fea3c1 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (d9d26918-91d1-4196-846c-4b81d20c1cf0), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:12.425438 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a34e2-bd9e-4acc-906b-a9f142fea3c1 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d26918-91d1-4196-846c-4b81d20c1cf0,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:12.434192 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-562a34e2-bd9e-4acc-906b-a9f142fea3c1 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:12.435360 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-562a34e2-bd9e-4acc-906b-a9f142fea3c1 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1485891 Mar 01 13:44:12.438284 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33434) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:12.443514 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-911eb236-936b-47ec-b92b-678ab7153ce6 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Request body: {'security_group_rule': {'security_group_id': '88d30026-f4d0-4227-a827-952da590bd69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:44:12.459322 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a4a1b358-8995-4f56-b20a-8e892e4540f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (022fced4-84d6-4c64-aa28-03d275cee6de), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:12.461832 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a4a1b358-8995-4f56-b20a-8e892e4540f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:12.463069 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a4a1b358-8995-4f56-b20a-8e892e4540f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/022fced4-84d6-4c64-aa28-03d275cee6de HTTP/1.1" status: 204 len: 168 time: 0.1853137 Mar 01 13:44:12.480103 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1b358-8995-4f56-b20a-8e892e4540f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022fced4-84d6-4c64-aa28-03d275cee6de,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:12.509687 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-911eb236-936b-47ec-b92b-678ab7153ce6 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks [] for security_group_rule (aa236477-4d4b-42a8-92f8-8bf1b5a1ba28), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:12.594332 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-911eb236-936b-47ec-b92b-678ab7153ce6 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks [] for security_group_rule (aa236477-4d4b-42a8-92f8-8bf1b5a1ba28), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:12.600699 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-911eb236-936b-47ec-b92b-678ab7153ce6 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (aa236477-4d4b-42a8-92f8-8bf1b5a1ba28), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:12.625094 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911eb236-936b-47ec-b92b-678ab7153ce6 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa236477-4d4b-42a8-92f8-8bf1b5a1ba28,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:12.644133 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-911eb236-936b-47ec-b92b-678ab7153ce6 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:12.648160 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-911eb236-936b-47ec-b92b-678ab7153ce6 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2060900 Mar 01 13:44:12.648847 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33438) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:12.653262 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-42d132b3-4140-4088-952f-665aad6c2d76 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:44:12.680646 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-42d132b3-4140-4088-952f-665aad6c2d76 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:12.757581 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6c98ddb4-7b6f-4298-b2fe-0800ed7d8276 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:44:12.823776 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b46ce-afeb-4b97-ae0d-12630b1d7176 req-f84a614b-bc96-4561-a8c0-b666d951c187 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:12.831347 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-913b46ce-afeb-4b97-ae0d-12630b1d7176 req-f84a614b-bc96-4561-a8c0-b666d951c187 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 944 time: 0.0869102 Mar 01 13:44:12.840270 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 6c98ddb4-7b6f-4298-b2fe-0800ed7d8276 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:44:12.840650 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6c98ddb4-7b6f-4298-b2fe-0800ed7d8276), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:12.898091 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b401aae-9931-4b75-8d5b-70fdf5e0b487 None None] Sync routers for ids ['94f4fe37-3bed-4fd0-80fc-b183cea82852'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:44:12.904317 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-913b46ce-afeb-4b97-ae0d-12630b1d7176 req-04fd708e-1f94-469f-8b1c-3956d2275344 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717995 Mar 01 13:44:12.923566 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-42d132b3-4140-4088-952f-665aad6c2d76 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:12.939554 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b401aae-9931-4b75-8d5b-70fdf5e0b487 None None] Routers {'94f4fe37-3bed-4fd0-80fc-b183cea82852'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:44:12.940293 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-1b401aae-9931-4b75-8d5b-70fdf5e0b487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:43:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['94f4fe37-3bed-4fd0-80fc-b183cea82852'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:13.070415 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-42d132b3-4140-4088-952f-665aad6c2d76 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Allocated IP 172.25.1.52 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/b82385a4-0454-4a49-999d-69c7faff1001) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:44:13.075703 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-1b401aae-9931-4b75-8d5b-70fdf5e0b487 None None] Set router 94f4fe37-3bed-4fd0-80fc-b183cea82852 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:44:13.273217 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-05e3c9b9-6bba-4fe2-953f-247b3f265e96 req-3f23952b-bc5d-4eec-adfd-4ecba55e18e3 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 210 time: 0.0374668 Mar 01 13:44:13.326631 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332f6c6-5630-4ed3-912d-41fc6d602879 req-c03ac80d-a32e-45f5-a264-646686c270d3 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:13.328227 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1332f6c6-5630-4ed3-912d-41fc6d602879 req-c03ac80d-a32e-45f5-a264-646686c270d3 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 943 time: 0.1791239 Mar 01 13:44:13.333369 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-42d132b3-4140-4088-952f-665aad6c2d76 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks [] for port (b82385a4-0454-4a49-999d-69c7faff1001), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:13.395470 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1332f6c6-5630-4ed3-912d-41fc6d602879 req-9863e1fb-a9bd-4bbc-a04e-25bd4293d2da tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586932 Mar 01 13:44:13.431440 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 6c98ddb4-7b6f-4298-b2fe-0800ed7d8276 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:44:13.432143 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6c98ddb4-7b6f-4298-b2fe-0800ed7d8276), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:13.449683 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-42d132b3-4140-4088-952f-665aad6c2d76 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (b82385a4-0454-4a49-999d-69c7faff1001), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:13.468480 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 6c98ddb4-7b6f-4298-b2fe-0800ed7d8276, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6c98ddb4-7b6f-4298-b2fe-0800ed7d8276,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:13.502551 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d132b3-4140-4088-952f-665aad6c2d76 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:44:13.509079 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-42d132b3-4140-4088-952f-665aad6c2d76 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:44:13.516104 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d132b3-4140-4088-952f-665aad6c2d76 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:44:13.518001 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (6c98ddb4-7b6f-4298-b2fe-0800ed7d8276), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:13.537689 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d132b3-4140-4088-952f-665aad6c2d76 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Pushing event updated for resources: {'Port': ['ID=b82385a4-0454-4a49-999d-69c7faff1001,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:13.555348 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33466) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:13.556493 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cae84-c0b6-4b67-9a8f-8765f63da7d1 req-fc1863e7-b70a-45ef-9a01-4757524870ee tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:13.558188 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8e5cae84-c0b6-4b67-9a8f-8765f63da7d1 req-fc1863e7-b70a-45ef-9a01-4757524870ee tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 950 time: 0.1382022 Mar 01 13:44:13.620866 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=6c98ddb4-7b6f-4298-b2fe-0800ed7d8276,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:13.649783 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8e5cae84-c0b6-4b67-9a8f-8765f63da7d1 req-857053e2-af8a-4f60-9273-063637c6ebd6 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804224 Mar 01 13:44:13.658226 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-42d132b3-4140-4088-952f-665aad6c2d76 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks [] for floatingip (148462ba-85c7-48d7-a75a-c76984eb4819), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:13.666461 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-1b401aae-9931-4b75-8d5b-70fdf5e0b487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'name': 'tempest-ServersTestFqdnHostnames-797103038-router', 'tenant_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '6c98ddb4-7b6f-4298-b2fe-0800ed7d8276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:44:05Z', 'updated_at': '2022-03-01T13:44:10Z', 'revision_number': 4, 'project_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'gw_port': {'id': '6c98ddb4-7b6f-4298-b2fe-0800ed7d8276', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:08:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:44:05Z', 'updated_at': '2022-03-01T13:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348', 'name': '', 'network_id': 'f63eacb5-6c1b-4769-b38c-4fd13e44b37f', 'tenant_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'mac_address': 'fa:16:3e:fd:45:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '1ed2441f-6bfe-44d3-ac28-ed8c63f028fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:44:09Z', 'updated_at': '2022-03-01T13:44:10Z', 'revision_number': 2, 'project_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'subnets': [{'id': '1ed2441f-6bfe-44d3-ac28-ed8c63f028fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:13.698942 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b401aae-9931-4b75-8d5b-70fdf5e0b487 None None] Checking router: 94f4fe37-3bed-4fd0-80fc-b183cea82852 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:44:13.699381 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b401aae-9931-4b75-8d5b-70fdf5e0b487 None None] Updating router 94f4fe37-3bed-4fd0-80fc-b183cea82852 port f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348 binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:44:13.700688 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-e56f27c1-4181-4910-b5b6-8fb0a8e049ae admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1312519187-network', 'tenant_id': '45c1b8a1bfd84ec380ad12245de559c0'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:44:13.704753 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-42d132b3-4140-4088-952f-665aad6c2d76 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b82385a4-0454-4a49-999d-69c7faff1001), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:13.726472 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56f27c1-4181-4910-b5b6-8fb0a8e049ae admin admin] Made reservation on behalf of 45c1b8a1bfd84ec380ad12245de559c0 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:44:13.728515 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:44:13.730720 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e56f27c1-4181-4910-b5b6-8fb0a8e049ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:13.743395 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e56f27c1-4181-4910-b5b6-8fb0a8e049ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:13.760657 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:44:13.761632 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device ef295841-5c7c-4d0b-bb2a-1e2d056ca4e9 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:44:13.766958 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1b401aae-9931-4b75-8d5b-70fdf5e0b487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:13.854681 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e56f27c1-4181-4910-b5b6-8fb0a8e049ae admin admin] Publish callbacks [] for security_group (ef7ec974-fd82-4445-8fc3-4126528eb7b4), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:13.862143 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e56f27c1-4181-4910-b5b6-8fb0a8e049ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ef7ec974-fd82-4445-8fc3-4126528eb7b4), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:13.868219 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-42d132b3-4140-4088-952f-665aad6c2d76 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks [] for port (b82385a4-0454-4a49-999d-69c7faff1001), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:13.875499 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-42d132b3-4140-4088-952f-665aad6c2d76 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (b82385a4-0454-4a49-999d-69c7faff1001), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:13.897165 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56f27c1-4181-4910-b5b6-8fb0a8e049ae admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:44:13.915597 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f27c1-4181-4910-b5b6-8fb0a8e049ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7ec974-fd82-4445-8fc3-4126528eb7b4,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:13.942613 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e56f27c1-4181-4910-b5b6-8fb0a8e049ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (7e431d2a-8352-4715-8063-a4fc7bad3a2e), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:13.943080 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-e56f27c1-4181-4910-b5b6-8fb0a8e049ae admin admin] Added segment 7e431d2a-8352-4715-8063-a4fc7bad3a2e of type vlan for network 1320a580-e67e-46af-835e-677fea0c7a27 Mar 01 13:44:13.961658 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d132b3-4140-4088-952f-665aad6c2d76 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Pushing event updated for resources: {'Port': ['ID=b82385a4-0454-4a49-999d-69c7faff1001,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:13.974148 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-42d132b3-4140-4088-952f-665aad6c2d76 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (148462ba-85c7-48d7-a75a-c76984eb4819), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:13.998511 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-42d132b3-4140-4088-952f-665aad6c2d76 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:14.010576 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-42d132b3-4140-4088-952f-665aad6c2d76 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3502893 Mar 01 13:44:14.010814 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e56f27c1-4181-4910-b5b6-8fb0a8e049ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (1320a580-e67e-46af-835e-677fea0c7a27), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:14.042778 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e56f27c1-4181-4910-b5b6-8fb0a8e049ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (1320a580-e67e-46af-835e-677fea0c7a27), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:14.044096 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56f27c1-4181-4910-b5b6-8fb0a8e049ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:14.045072 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e56f27c1-4181-4910-b5b6-8fb0a8e049ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:14.105353 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e56f27c1-4181-4910-b5b6-8fb0a8e049ae admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5487218 Mar 01 13:44:14.108667 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33474) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:14.113983 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-df29d2bc-7dea-4a47-9f3b-559bcfd6d1c9 admin admin] Request body: {'subnet': {'network_id': '1320a580-e67e-46af-835e-677fea0c7a27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1312519187-subnet', 'tenant_id': '45c1b8a1bfd84ec380ad12245de559c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:44:14.117447 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27bb0d-4c3a-46e5-9222-599b623bb9eb req-740744ce-f067-4738-b46e-4330db4cf91b tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:14.119659 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1a27bb0d-4c3a-46e5-9222-599b623bb9eb req-740744ce-f067-4738-b46e-4330db4cf91b tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 944 time: 0.1157985 Mar 01 13:44:14.135956 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f27c1-4181-4910-b5b6-8fb0a8e049ae admin admin] Pushing event updated for resources: {'Network': ['ID=1320a580-e67e-46af-835e-677fea0c7a27,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:14.151518 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 1320a580-e67e-46af-835e-677fea0c7a27 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:44:14.157269 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df29d2bc-7dea-4a47-9f3b-559bcfd6d1c9 admin admin] Made reservation on behalf of 45c1b8a1bfd84ec380ad12245de559c0 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:44:14.161158 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-df29d2bc-7dea-4a47-9f3b-559bcfd6d1c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:14.189511 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1a27bb0d-4c3a-46e5-9222-599b623bb9eb req-b708fda3-effc-4860-8f53-6d8443ab4f62 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644546 Mar 01 13:44:14.247042 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1b401aae-9931-4b75-8d5b-70fdf5e0b487 None None] Publish callbacks [] for port (f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:14.253918 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1b401aae-9931-4b75-8d5b-70fdf5e0b487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:14.318380 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-9e8e1318-f495-49d5-8f18-61d239792a05 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--101920228&fields=id&tenant_id=f113cd6dc7614a7496fc5d2a71a17482 HTTP/1.1" status: 200 len: 267 time: 0.0732560 Mar 01 13:44:14.424956 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2732e82-e424-4f14-a2f0-0f46fcc17703 None None] Pushing event updated for resources: {'Port': ['ID=f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:14.433408 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-1b401aae-9931-4b75-8d5b-70fdf5e0b487 None None] Attempting to bind port f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:44:14.434185 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-1b401aae-9931-4b75-8d5b-70fdf5e0b487 None None] Attempting to bind port f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '7746f775-dd67-429f-b921-fd14f871aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f63eacb5-6c1b-4769-b38c-4fd13e44b37f'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:44:14.434719 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b401aae-9931-4b75-8d5b-70fdf5e0b487 None None] Attempting to bind port f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348 on network f63eacb5-6c1b-4769-b38c-4fd13e44b37f {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:44:14.441586 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b401aae-9931-4b75-8d5b-70fdf5e0b487 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:44:14.444833 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b401aae-9931-4b75-8d5b-70fdf5e0b487 None None] Checking segment: {'id': '7746f775-dd67-429f-b921-fd14f871aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f63eacb5-6c1b-4769-b38c-4fd13e44b37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:44:14.445498 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1b401aae-9931-4b75-8d5b-70fdf5e0b487 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:14.446058 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b401aae-9931-4b75-8d5b-70fdf5e0b487 None None] Bound using segment: {'id': '7746f775-dd67-429f-b921-fd14f871aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f63eacb5-6c1b-4769-b38c-4fd13e44b37f'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:44:14.446723 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-1b401aae-9931-4b75-8d5b-70fdf5e0b487 None None] Bound port: f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7746f775-dd67-429f-b921-fd14f871aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f63eacb5-6c1b-4769-b38c-4fd13e44b37f'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:44:14.447284 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1b401aae-9931-4b75-8d5b-70fdf5e0b487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:14.463849 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-b1b8e361-b667-4d6b-b4a6-f175454a1511 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:14.465686 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-b1b8e361-b667-4d6b-b4a6-f175454a1511 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "GET /v2.0/networks?id=f63eacb5-6c1b-4769-b38c-4fd13e44b37f HTTP/1.1" status: 200 len: 814 time: 0.1465175 Mar 01 13:44:14.468371 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-df29d2bc-7dea-4a47-9f3b-559bcfd6d1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (1b78efcf-d531-40de-81f6-0065f9b91e24), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:14.502882 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b719b1b2-48cf-4d18-9076-66bec6117e3c req-9ee130b1-397f-4085-8d57-194232b740fb tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 210 time: 0.0361631 Mar 01 13:44:14.518583 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-ecc864ae-b08d-4432-b1f3-41ef962e6c32 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "GET /v2.0/quotas/f113cd6dc7614a7496fc5d2a71a17482 HTTP/1.1" status: 200 len: 375 time: 0.0147371 Mar 01 13:44:14.566502 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29d2bc-7dea-4a47-9f3b-559bcfd6d1c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b78efcf-d531-40de-81f6-0065f9b91e24,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:14.577142 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-1b401aae-9931-4b75-8d5b-70fdf5e0b487 None None] For port f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:44:14.581988 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-1b401aae-9931-4b75-8d5b-70fdf5e0b487 None None] For port f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348,segment=NetworkSegment(7746f775-dd67-429f-b921-fd14f871aa3f),segment_id=7746f775-dd67-429f-b921-fd14f871aa3f)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:44:14.589356 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1b401aae-9931-4b75-8d5b-70fdf5e0b487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:14.589900 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df29d2bc-7dea-4a47-9f3b-559bcfd6d1c9 admin admin] Checking segment: {'id': '7e431d2a-8352-4715-8063-a4fc7bad3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1320a580-e67e-46af-835e-677fea0c7a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:44:14.590360 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df29d2bc-7dea-4a47-9f3b-559bcfd6d1c9 admin admin] Network hostable DHCP agents. Network: 1320a580-e67e-46af-835e-677fea0c7a27, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:44:14.642938 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df29d2bc-7dea-4a47-9f3b-559bcfd6d1c9 admin admin] Network 1320a580-e67e-46af-835e-677fea0c7a27 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:44:14.649645 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b401aae-9931-4b75-8d5b-70fdf5e0b487 None None] Routers {'94f4fe37-3bed-4fd0-80fc-b183cea82852'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:44:14.650359 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-1b401aae-9931-4b75-8d5b-70fdf5e0b487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:43:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['94f4fe37-3bed-4fd0-80fc-b183cea82852'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:14.680825 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-df29d2bc-7dea-4a47-9f3b-559bcfd6d1c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 1320a580-e67e-46af-835e-677fea0c7a27) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:44:14.694390 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df29d2bc-7dea-4a47-9f3b-559bcfd6d1c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:14.695073 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-df29d2bc-7dea-4a47-9f3b-559bcfd6d1c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:14.711269 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a21239-907a-470c-bb9a-ca3c076c1fb8 None None] Network 1320a580-e67e-46af-835e-677fea0c7a27 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:44:14.713595 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6c98ddb4-7b6f-4298-b2fe-0800ed7d8276 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:44:14.732509 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-df29d2bc-7dea-4a47-9f3b-559bcfd6d1c9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6146598 Mar 01 13:44:14.739640 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-20826d3c-d253-456c-826d-01e447d060a3 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f113cd6dc7614a7496fc5d2a71a17482&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2153845 Mar 01 13:44:14.846675 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049991c-1dcb-47a0-9cc2-712252e8984a req-990b2f84-f0e5-432e-9d37-5d41640de1d4 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:14.848270 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1049991c-1dcb-47a0-9cc2-712252e8984a req-990b2f84-f0e5-432e-9d37-5d41640de1d4 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 943 time: 0.2238123 Mar 01 13:44:14.903640 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2732e82-e424-4f14-a2f0-0f46fcc17703 None None] Pushing event updated for resources: {'Port': ['ID=f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:14.941649 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-4cd15a10-e315-459e-805e-b3f94b674dc0 service neutron] 10.222.0.13 "GET /v2.0/networks/f63eacb5-6c1b-4769-b38c-4fd13e44b37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007859 Mar 01 13:44:14.952437 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4032dc8-ade4-4405-bf46-c832b1b0b7ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-1320a580-e67e-46af-835e-677fea0c7a27', 'network_id': '1320a580-e67e-46af-835e-677fea0c7a27', 'project_id': '45c1b8a1bfd84ec380ad12245de559c0', 'fixed_ips': [{'subnet_id': '1b78efcf-d531-40de-81f6-0065f9b91e24'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:44:14.954002 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f4032dc8-ade4-4405-bf46-c832b1b0b7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:15.043101 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1049991c-1dcb-47a0-9cc2-712252e8984a req-8162a3b0-0be3-4f2d-8648-a914fe99dcc5 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735487 Mar 01 13:44:15.052260 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-ec27018a-3eff-4994-9c0c-4d27d0ef82f5 None None] Provisioning complete for port f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:44:15.053198 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ec27018a-3eff-4994-9c0c-4d27d0ef82f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:15.080965 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-1b401aae-9931-4b75-8d5b-70fdf5e0b487 None None] Set router 94f4fe37-3bed-4fd0-80fc-b183cea82852 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:44:15.085170 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-bcbcec33-308b-446a-8024-8a98e4055d53 service neutron] 10.222.0.13 "GET /v2.0/networks/f63eacb5-6c1b-4769-b38c-4fd13e44b37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424961 Mar 01 13:44:15.203911 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73370e-00d2-4de8-96bd-f0505adfc75e req-bec9252c-87f1-4090-a607-669118996b50 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:15.206752 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 6c98ddb4-7b6f-4298-b2fe-0800ed7d8276 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:44:15.207196 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6c98ddb4-7b6f-4298-b2fe-0800ed7d8276), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:15.214197 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4e73370e-00d2-4de8-96bd-f0505adfc75e req-bec9252c-87f1-4090-a607-669118996b50 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 950 time: 0.0768311 Mar 01 13:44:15.330582 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4e73370e-00d2-4de8-96bd-f0505adfc75e req-8e3a2a1d-8dac-4a82-87dc-0133b1e07502 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136498 Mar 01 13:44:15.558515 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20621ac1-604f-467c-bd92-23a3aa5ed97c req-e445e9e9-afa7-41b0-8067-0f8024c87883 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:15.566835 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-20621ac1-604f-467c-bd92-23a3aa5ed97c req-e445e9e9-afa7-41b0-8067-0f8024c87883 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 944 time: 0.1519847 Mar 01 13:44:15.604179 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ec27018a-3eff-4994-9c0c-4d27d0ef82f5 None None] Current status of the port f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:44:15.604738 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ec27018a-3eff-4994-9c0c-4d27d0ef82f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:15.632485 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-a2a3042e-bb61-4750-86c0-10db84724bb2 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:15.636361 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-a2a3042e-bb61-4750-86c0-10db84724bb2 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/networks?id=1320a580-e67e-46af-835e-677fea0c7a27 HTTP/1.1" status: 200 len: 816 time: 0.1788404 Mar 01 13:44:15.642488 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-ec27018a-3eff-4994-9c0c-4d27d0ef82f5 None None] For port f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348,segment=NetworkSegment(7746f775-dd67-429f-b921-fd14f871aa3f),segment_id=7746f775-dd67-429f-b921-fd14f871aa3f)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:15.660645 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ec27018a-3eff-4994-9c0c-4d27d0ef82f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:15.686534 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-3641e852-a8ee-44f2-9d4d-f12fde9548dd tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/quotas/45c1b8a1bfd84ec380ad12245de559c0 HTTP/1.1" status: 200 len: 375 time: 0.0364261 Mar 01 13:44:15.728862 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-f4032dc8-ade4-4405-bf46-c832b1b0b7ea None None] Allocated IP 172.20.0.2 (1320a580-e67e-46af-835e-677fea0c7a27/1b78efcf-d531-40de-81f6-0065f9b91e24/2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:44:15.754195 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-67483557-86c1-4160-8a04-958ad29b4433 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=45c1b8a1bfd84ec380ad12245de559c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654616 Mar 01 13:44:15.789293 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 6c98ddb4-7b6f-4298-b2fe-0800ed7d8276 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:44:15.814611 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-20621ac1-604f-467c-bd92-23a3aa5ed97c req-ce5a05f8-4f5a-4904-a4ea-1153eda2a5fa tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465606 Mar 01 13:44:15.824261 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27018a-3eff-4994-9c0c-4d27d0ef82f5 None None] Pushing event updated for resources: {'Port': ['ID=f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:15.878405 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-1144f0a0-6e3d-4316-98d8-b868b39d0008 service neutron] 10.222.0.13 "GET /v2.0/networks/1320a580-e67e-46af-835e-677fea0c7a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222041 Mar 01 13:44:15.891490 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 2dc23e93-85a7-434a-80ca-dc44a5668c0f details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:44:15.916400 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-7e7398f6-811f-4bbe-8057-465a8ce0e8a8 None None] Provisioning complete for port f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:44:15.917072 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7e7398f6-811f-4bbe-8057-465a8ce0e8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:16.116496 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f4032dc8-ade4-4405-bf46-c832b1b0b7ea None None] Publish callbacks [] for port (2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:16.137034 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f4032dc8-ade4-4405-bf46-c832b1b0b7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:16.212753 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-1b401aae-9931-4b75-8d5b-70fdf5e0b487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'name': 'tempest-ServersTestFqdnHostnames-797103038-router', 'tenant_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '6c98ddb4-7b6f-4298-b2fe-0800ed7d8276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:44:05Z', 'updated_at': '2022-03-01T13:44:10Z', 'revision_number': 4, 'project_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'gw_port': {'id': '6c98ddb4-7b6f-4298-b2fe-0800ed7d8276', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:44:05Z', 'updated_at': '2022-03-01T13:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348', 'name': '', 'network_id': 'f63eacb5-6c1b-4769-b38c-4fd13e44b37f', 'tenant_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'mac_address': 'fa:16:3e:fd:45:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '1ed2441f-6bfe-44d3-ac28-ed8c63f028fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:44:09Z', 'updated_at': '2022-03-01T13:44:14Z', 'revision_number': 4, 'project_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'subnets': [{'id': '1ed2441f-6bfe-44d3-ac28-ed8c63f028fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:16.215547 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4032dc8-ade4-4405-bf46-c832b1b0b7ea None None] Network 1320a580-e67e-46af-835e-677fea0c7a27 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:44:16.226810 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 2dc23e93-85a7-434a-80ca-dc44a5668c0f, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=2dc23e93-85a7-434a-80ca-dc44a5668c0f,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:16.248098 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-f4032dc8-ade4-4405-bf46-c832b1b0b7ea None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:44:16.284134 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4032dc8-ade4-4405-bf46-c832b1b0b7ea None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:44:16.292226 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b401aae-9931-4b75-8d5b-70fdf5e0b487 None None] The sync data for ids ['94f4fe37-3bed-4fd0-80fc-b183cea82852'] in n-d-827467-3 is: [{'id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'name': 'tempest-ServersTestFqdnHostnames-797103038-router', 'tenant_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '6c98ddb4-7b6f-4298-b2fe-0800ed7d8276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:44:05Z', 'updated_at': '2022-03-01T13:44:10Z', 'revision_number': 4, 'project_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'gw_port': {'id': '6c98ddb4-7b6f-4298-b2fe-0800ed7d8276', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:44:05Z', 'updated_at': '2022-03-01T13:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348', 'name': '', 'network_id': 'f63eacb5-6c1b-4769-b38c-4fd13e44b37f', 'tenant_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'mac_address': 'fa:16:3e:fd:45:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '1ed2441f-6bfe-44d3-ac28-ed8c63f028fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:44:09Z', 'updated_at': '2022-03-01T13:44:14Z', 'revision_number': 4, 'project_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'subnets': [{'id': '1ed2441f-6bfe-44d3-ac28-ed8c63f028fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:44:16.298186 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4032dc8-ade4-4405-bf46-c832b1b0b7ea None None] Pushing event updated for resources: {'Port': ['ID=2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:16.304330 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbe76bd-14c2-4414-9a3e-d4108d236de5 req-3e5d568f-6287-4b63-825f-fd7e1660b7c7 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "GET /v2.0/ports?device_id=49ef9f96-7b61-4ec9-91fe-65ece39126cc HTTP/1.1" status: 200 len: 210 time: 0.0459008 Mar 01 13:44:16.307962 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 2dc23e93-85a7-434a-80ca-dc44a5668c0f has no active binding in host n-h2-827467-3 {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 01 13:44:16.319843 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-7e7398f6-811f-4bbe-8057-465a8ce0e8a8 None None] Current status of the port f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:44:16.404748 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-823e30fe-cc8b-4a22-a9c0-58b3f1e78f3c service neutron] 10.222.0.13 "GET /v2.0/networks/1320a580-e67e-46af-835e-677fea0c7a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5249970 Mar 01 13:44:16.444033 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-f4032dc8-ade4-4405-bf46-c832b1b0b7ea None None] Attempting to bind port 2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:44:16.445747 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-f4032dc8-ade4-4405-bf46-c832b1b0b7ea None None] Attempting to bind port 2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '7e431d2a-8352-4715-8063-a4fc7bad3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1320a580-e67e-46af-835e-677fea0c7a27'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:44:16.446228 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4032dc8-ade4-4405-bf46-c832b1b0b7ea None None] Attempting to bind port 2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f on network 1320a580-e67e-46af-835e-677fea0c7a27 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:44:16.452682 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4032dc8-ade4-4405-bf46-c832b1b0b7ea None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:44:16.453063 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4032dc8-ade4-4405-bf46-c832b1b0b7ea None None] Checking segment: {'id': '7e431d2a-8352-4715-8063-a4fc7bad3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1320a580-e67e-46af-835e-677fea0c7a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:44:16.453468 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f4032dc8-ade4-4405-bf46-c832b1b0b7ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:16.453859 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4032dc8-ade4-4405-bf46-c832b1b0b7ea None None] Bound using segment: {'id': '7e431d2a-8352-4715-8063-a4fc7bad3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1320a580-e67e-46af-835e-677fea0c7a27'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:44:16.454328 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-f4032dc8-ade4-4405-bf46-c832b1b0b7ea None None] Bound port: 2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e431d2a-8352-4715-8063-a4fc7bad3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1320a580-e67e-46af-835e-677fea0c7a27'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:44:16.454903 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f4032dc8-ade4-4405-bf46-c832b1b0b7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:16.480689 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-188e6494-5303-4fc6-9680-554a6a3b09ed req-bc1f7d29-d21a-4343-b2a8-09eae8ccea41 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 210 time: 0.0354879 Mar 01 13:44:16.570231 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-f4032dc8-ade4-4405-bf46-c832b1b0b7ea None None] For port 2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:44:16.575081 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-f4032dc8-ade4-4405-bf46-c832b1b0b7ea None None] For port 2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f,segment=NetworkSegment(7e431d2a-8352-4715-8063-a4fc7bad3a2e),segment_id=7e431d2a-8352-4715-8063-a4fc7bad3a2e)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:44:16.602976 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f4032dc8-ade4-4405-bf46-c832b1b0b7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:16.764647 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4032dc8-ade4-4405-bf46-c832b1b0b7ea None None] Pushing event updated for resources: {'Port': ['ID=2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:16.822189 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:44:16.874522 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-4bd4a1c9-e79e-49dd-8398-6a1da314145a tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:16.876632 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-4bd4a1c9-e79e-49dd-8398-6a1da314145a tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.32 "GET /v2.0/networks?id=f63eacb5-6c1b-4769-b38c-4fd13e44b37f HTTP/1.1" status: 200 len: 814 time: 0.3286977 Mar 01 13:44:16.971735 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:44:16.973209 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:17.066130 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb535b39-9964-460f-8395-9b55a2b74cb4 req-d96c23a6-769f-407d-9267-eabba40c5e38 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:17.071968 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:44:17.075742 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bb535b39-9964-460f-8395-9b55a2b74cb4 req-d96c23a6-769f-407d-9267-eabba40c5e38 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 950 time: 0.2594240 Mar 01 13:44:17.102971 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1523305-cff0-433b-9bd1-6ead5cb0f4d3 req-d4a4fa3b-3b64-44fe-888d-1901d9759a69 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:17.120109 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1523305-cff0-433b-9bd1-6ead5cb0f4d3 req-d4a4fa3b-3b64-44fe-888d-1901d9759a69 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 943 time: 0.4860201 Mar 01 13:44:17.153762 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-4daed7a6-2df3-4e14-a418-395740b3ff17 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f113cd6dc7614a7496fc5d2a71a17482 HTTP/1.1" status: 200 len: 379 time: 0.2274811 Mar 01 13:44:17.174919 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-b1729009-058c-4f87-bc61-fee1e33e7231 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Request body: {'port': {'device_id': '49ef9f96-7b61-4ec9-91fe-65ece39126cc', 'network_id': 'f63eacb5-6c1b-4769-b38c-4fd13e44b37f', 'admin_state_up': True, 'tenant_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'security_groups': ['88d30026-f4d0-4227-a827-952da590bd69']}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:44:17.308760 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1523305-cff0-433b-9bd1-6ead5cb0f4d3 req-1a26701f-5192-4677-8d14-5e649d8160fa tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875558 Mar 01 13:44:17.321091 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bb535b39-9964-460f-8395-9b55a2b74cb4 req-679b49c5-1ac0-4eba-b801-a8964744c39d tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463374 Mar 01 13:44:17.413670 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-b1729009-058c-4f87-bc61-fee1e33e7231 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Made reservation on behalf of f113cd6dc7614a7496fc5d2a71a17482 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:44:17.417170 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-b1729009-058c-4f87-bc61-fee1e33e7231 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:17.614394 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8f5fa-3d70-4b46-8dd6-0ad8f85d3f62 req-ca25f22b-9275-45c7-b715-1e070f2f7a4b tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:17.616100 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-23f8f5fa-3d70-4b46-8dd6-0ad8f85d3f62 req-ca25f22b-9275-45c7-b715-1e070f2f7a4b tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 944 time: 0.1825652 Mar 01 13:44:17.748035 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-23f8f5fa-3d70-4b46-8dd6-0ad8f85d3f62 req-e1b16906-22bc-48aa-b521-4908f264db21 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216743 Mar 01 13:44:17.751058 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 2dc23e93-85a7-434a-80ca-dc44a5668c0f no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:44:17.803182 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-b1729009-058c-4f87-bc61-fee1e33e7231 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Allocated IP 172.20.0.10 (f63eacb5-6c1b-4769-b38c-4fd13e44b37f/1ed2441f-6bfe-44d3-ac28-ed8c63f028fc/e7817e5b-72fb-4f0e-a809-c43c26fea4fc) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:44:17.850990 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-4ee36ee0-f6f4-414f-b106-545ee53bfaad tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:17.859287 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-4ee36ee0-f6f4-414f-b106-545ee53bfaad tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/networks?id=1320a580-e67e-46af-835e-677fea0c7a27 HTTP/1.1" status: 200 len: 816 time: 0.3815420 Mar 01 13:44:17.876516 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-2f4dafce-14d7-4370-ac3d-0e70f07c475d tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/quotas/45c1b8a1bfd84ec380ad12245de559c0 HTTP/1.1" status: 200 len: 375 time: 0.0163121 Mar 01 13:44:17.902428 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 2dc23e93-85a7-434a-80ca-dc44a5668c0f no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:44:17.916459 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eff88e18-ce5c-4cd0-ae28-80f07577a017 req-5ddd7004-1314-4791-bac5-c0b527ff0b80 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "GET /v2.0/ports?device_id=49ef9f96-7b61-4ec9-91fe-65ece39126cc HTTP/1.1" status: 200 len: 210 time: 0.0418642 Mar 01 13:44:18.021720 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] The host n-h2-827467-3 is not matching for port 2dc23e93-85a7-434a-80ca-dc44a5668c0f host n-h1-827467-3! {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 01 13:44:18.022310 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 2dc23e93-85a7-434a-80ca-dc44a5668c0f not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:44:18.033985 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 2dc23e93-85a7-434a-80ca-dc44a5668c0f is: DOWN; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:44:18.100950 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e30c9b56-288e-4e18-b6eb-21cecd6793d0 req-ffde26cf-2f5b-480c-a988-ad2de5c6d217 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 210 time: 0.0461388 Mar 01 13:44:18.109543 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-2dc26a93-d45f-44ef-a1e5-32b16cdf8adf tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=45c1b8a1bfd84ec380ad12245de559c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1891727 Mar 01 13:44:18.216169 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-b1729009-058c-4f87-bc61-fee1e33e7231 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks [] for port (e7817e5b-72fb-4f0e-a809-c43c26fea4fc), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:18.253315 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-54e0e424-9cf2-4c33-aa9c-e1c7ae547c13 service neutron] 10.222.0.13 "GET /v2.0/networks/1320a580-e67e-46af-835e-677fea0c7a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275084 Mar 01 13:44:18.272533 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4215f27-f00d-412a-b978-432e0cc4b051 None None] Network 1320a580-e67e-46af-835e-677fea0c7a27 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:44:18.336917 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-b1729009-058c-4f87-bc61-fee1e33e7231 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (e7817e5b-72fb-4f0e-a809-c43c26fea4fc), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:18.413427 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-b1729009-058c-4f87-bc61-fee1e33e7231 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Network f63eacb5-6c1b-4769-b38c-4fd13e44b37f is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:44:18.420315 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1729009-058c-4f87-bc61-fee1e33e7231 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Pushing event updated for resources: {'Port': ['ID=e7817e5b-72fb-4f0e-a809-c43c26fea4fc,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:18.424147 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-b1729009-058c-4f87-bc61-fee1e33e7231 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:44:18.428825 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-b1729009-058c-4f87-bc61-fee1e33e7231 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:44:18.433907 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-39298bca-10d3-493f-9e56-c1438805c2cc service neutron] 10.222.0.13 "GET /v2.0/networks/1320a580-e67e-46af-835e-677fea0c7a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701202 Mar 01 13:44:18.435107 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-9836ee62-4048-4585-b823-e9800b5f29fc None None] Provisioning complete for port 2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:44:18.435498 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9836ee62-4048-4585-b823-e9800b5f29fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:18.580736 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-9836ee62-4048-4585-b823-e9800b5f29fc None None] Current status of the port 2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:44:18.583268 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9836ee62-4048-4585-b823-e9800b5f29fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:18.585108 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-b1729009-058c-4f87-bc61-fee1e33e7231 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:18.587063 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-b1729009-058c-4f87-bc61-fee1e33e7231 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:18.632271 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-b1729009-058c-4f87-bc61-fee1e33e7231 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4680028 Mar 01 13:44:18.662798 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-9836ee62-4048-4585-b823-e9800b5f29fc None None] For port 2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f,segment=NetworkSegment(7e431d2a-8352-4715-8063-a4fc7bad3a2e),segment_id=7e431d2a-8352-4715-8063-a4fc7bad3a2e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:18.667373 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd56924-568c-4516-ba5e-8bd1620730a5 req-3a34b86d-2364-4c9a-8e51-e3c6ff81bbeb tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:18.669335 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9836ee62-4048-4585-b823-e9800b5f29fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:18.676588 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0fd56924-568c-4516-ba5e-8bd1620730a5 req-3a34b86d-2364-4c9a-8e51-e3c6ff81bbeb tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 950 time: 0.2129345 Mar 01 13:44:18.831320 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-29e58750-4a6a-40db-b938-a4561d80afec service neutron] Request body: {'port': {'device_id': '49ef9f96-7b61-4ec9-91fe-65ece39126cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:44:18.860064 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:44:18.874066 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-c827d910-c956-43cf-9f72-4f2fa6bd0101 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:18.875693 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-c827d910-c956-43cf-9f72-4f2fa6bd0101 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.20 "GET /v2.0/networks?id=1320a580-e67e-46af-835e-677fea0c7a27 HTTP/1.1" status: 200 len: 816 time: 0.3941987 Mar 01 13:44:18.915596 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-4fda03bb-ff4c-47ca-bb99-929210d62c74 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Request body: {'port': {'device_id': '1e2913eb-f1f2-40d6-bc86-7b6702a9c06c', 'network_id': '1320a580-e67e-46af-835e-677fea0c7a27', 'admin_state_up': True, 'tenant_id': '45c1b8a1bfd84ec380ad12245de559c0'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:44:18.929628 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836ee62-4048-4585-b823-e9800b5f29fc None None] Pushing event updated for resources: {'Port': ['ID=2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:18.944653 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0fd56924-568c-4516-ba5e-8bd1620730a5 req-ca81a622-32b2-4ca8-a862-64334939bcfc tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522399 Mar 01 13:44:18.982838 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9836ee62-4048-4585-b823-e9800b5f29fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:18.983247 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9836ee62-4048-4585-b823-e9800b5f29fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:18.983597 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9836ee62-4048-4585-b823-e9800b5f29fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:18.983962 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9836ee62-4048-4585-b823-e9800b5f29fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:18.984914 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9836ee62-4048-4585-b823-e9800b5f29fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:18.985292 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9836ee62-4048-4585-b823-e9800b5f29fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:18.985621 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9836ee62-4048-4585-b823-e9800b5f29fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:18.985952 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9836ee62-4048-4585-b823-e9800b5f29fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:18.986281 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9836ee62-4048-4585-b823-e9800b5f29fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:18.986610 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9836ee62-4048-4585-b823-e9800b5f29fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:18.986935 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9836ee62-4048-4585-b823-e9800b5f29fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:18.987258 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9836ee62-4048-4585-b823-e9800b5f29fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:18.987586 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9836ee62-4048-4585-b823-e9800b5f29fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:19.058430 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-44117ac0-9129-442b-92ac-cd6f2ae062ee None None] Provisioning complete for port e7817e5b-72fb-4f0e-a809-c43c26fea4fc triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:44:19.060542 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-44117ac0-9129-442b-92ac-cd6f2ae062ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e7817e5b-72fb-4f0e-a809-c43c26fea4fc), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:19.101593 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:44:19.101971 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:19.113795 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-4fda03bb-ff4c-47ca-bb99-929210d62c74 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Made reservation on behalf of 45c1b8a1bfd84ec380ad12245de559c0 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:44:19.118732 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-4fda03bb-ff4c-47ca-bb99-929210d62c74 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:19.134977 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-29e58750-4a6a-40db-b938-a4561d80afec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e7817e5b-72fb-4f0e-a809-c43c26fea4fc), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:19.136790 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-44117ac0-9129-442b-92ac-cd6f2ae062ee None None] Port e7817e5b-72fb-4f0e-a809-c43c26fea4fc cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:44:19.165694 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-44117ac0-9129-442b-92ac-cd6f2ae062ee None None] Provisioning complete for port 2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:44:19.166063 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-44117ac0-9129-442b-92ac-cd6f2ae062ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:19.192333 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8ab6f-3cd1-4e4d-8f6a-c6cea26871fd req-e3cf55b6-ce3a-427a-b0c9-1a11a7d73e44 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:19.194223 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fcf8ab6f-3cd1-4e4d-8f6a-c6cea26871fd req-e3cf55b6-ce3a-427a-b0c9-1a11a7d73e44 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 943 time: 0.1724923 Mar 01 13:44:19.205978 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c2333-a98a-4c7b-b135-dba2e9849e03 req-770256cf-9328-4635-baf1-f3497a13e9e7 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:19.214771 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e4c2333-a98a-4c7b-b135-dba2e9849e03 req-770256cf-9328-4635-baf1-f3497a13e9e7 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 944 time: 0.1599240 Mar 01 13:44:19.319637 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-44117ac0-9129-442b-92ac-cd6f2ae062ee None None] Current status of the port 2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:44:19.333993 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:44:19.351198 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e4c2333-a98a-4c7b-b135-dba2e9849e03 req-0f11046d-53b8-42db-9392-acf3f2c67a26 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354344 Mar 01 13:44:19.365217 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fcf8ab6f-3cd1-4e4d-8f6a-c6cea26871fd req-79cd648d-74cb-4a76-8ca4-ceb60e54d66a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466210 Mar 01 13:44:19.408511 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-4fda03bb-ff4c-47ca-bb99-929210d62c74 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Allocated IP 172.20.0.6 (1320a580-e67e-46af-835e-677fea0c7a27/1b78efcf-d531-40de-81f6-0065f9b91e24/59c426e1-8051-4715-86df-dd085a86bd59) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:44:19.630683 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-4fda03bb-ff4c-47ca-bb99-929210d62c74 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Publish callbacks [] for port (59c426e1-8051-4715-86df-dd085a86bd59), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:19.683201 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-4fda03bb-ff4c-47ca-bb99-929210d62c74 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (59c426e1-8051-4715-86df-dd085a86bd59), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:19.687021 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75726309-9b0f-4a22-9fb1-8fdc9e0b40c6 req-251f0cf4-470d-42cd-8ec8-cad924c0c806 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:19.695904 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-75726309-9b0f-4a22-9fb1-8fdc9e0b40c6 req-251f0cf4-470d-42cd-8ec8-cad924c0c806 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "GET /v2.0/ports?device_id=49ef9f96-7b61-4ec9-91fe-65ece39126cc HTTP/1.1" status: 200 len: 932 time: 0.2269490 Mar 01 13:44:19.729046 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-4fda03bb-ff4c-47ca-bb99-929210d62c74 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Network 1320a580-e67e-46af-835e-677fea0c7a27 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:44:19.732452 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-4fda03bb-ff4c-47ca-bb99-929210d62c74 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:44:19.736865 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-4fda03bb-ff4c-47ca-bb99-929210d62c74 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:44:19.766127 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda03bb-ff4c-47ca-bb99-929210d62c74 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Pushing event updated for resources: {'Port': ['ID=59c426e1-8051-4715-86df-dd085a86bd59,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:19.801140 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-4fda03bb-ff4c-47ca-bb99-929210d62c74 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:19.801772 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-4fda03bb-ff4c-47ca-bb99-929210d62c74 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:19.817622 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-a73e4b23-1753-45b2-8d67-d9b92add183b tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:19.819132 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-a73e4b23-1753-45b2-8d67-d9b92add183b tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/networks?id=1320a580-e67e-46af-835e-677fea0c7a27 HTTP/1.1" status: 200 len: 816 time: 0.2865229 Mar 01 13:44:19.820612 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-4fda03bb-ff4c-47ca-bb99-929210d62c74 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9113507 Mar 01 13:44:19.833963 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-1cd07750-ff7b-43e9-a5a5-e1f1e06b020d service neutron] Request body: {'port': {'device_id': '1e2913eb-f1f2-40d6-bc86-7b6702a9c06c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:44:19.850007 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-75726309-9b0f-4a22-9fb1-8fdc9e0b40c6 req-ace0b016-2bd3-496c-86de-aeafea87d176 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "GET /v2.0/security-groups?id=88d30026-f4d0-4227-a827-952da590bd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528811 Mar 01 13:44:19.892872 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-29e58750-4a6a-40db-b938-a4561d80afec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7817e5b-72fb-4f0e-a809-c43c26fea4fc {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:44:19.918520 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-29e58750-4a6a-40db-b938-a4561d80afec service neutron] Publish callbacks [] for port (e7817e5b-72fb-4f0e-a809-c43c26fea4fc), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:19.946361 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-29e58750-4a6a-40db-b938-a4561d80afec service neutron] Transition to ACTIVE for port object e7817e5b-72fb-4f0e-a809-c43c26fea4fc will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:44:19.960190 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-29e58750-4a6a-40db-b938-a4561d80afec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (e7817e5b-72fb-4f0e-a809-c43c26fea4fc), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:19.976568 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-1cd07750-ff7b-43e9-a5a5-e1f1e06b020d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (59c426e1-8051-4715-86df-dd085a86bd59), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:20.010350 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-820fe59f-1af9-401a-9c80-193c71b057f7 req-87f83e93-55a1-43e4-976d-cd67a6b9864f service neutron] 10.222.0.20 "GET /v2.0/ports/e14d8144-2ed5-4215-ab2f-6eb2ed2725ef/bindings/n-h2-827467-3 HTTP/1.1" status: 200 len: 382 time: 0.1290870 Mar 01 13:44:20.032356 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-5af9755b-d789-465b-9203-84bf12ee9e93 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/quotas/45c1b8a1bfd84ec380ad12245de559c0 HTTP/1.1" status: 200 len: 375 time: 0.1932726 Mar 01 13:44:20.166432 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-7c6c0786-844e-4779-9d79-48a726eeb643 None None] Provisioning complete for port 59c426e1-8051-4715-86df-dd085a86bd59 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:44:20.167723 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7c6c0786-844e-4779-9d79-48a726eeb643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (59c426e1-8051-4715-86df-dd085a86bd59), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:20.236276 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c7f80880-1f7c-4534-b349-22005cba80ba req-c90fe19c-4579-4d07-a114-4841ba9a0a52 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 210 time: 0.2213643 Mar 01 13:44:20.273647 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-7c6c0786-844e-4779-9d79-48a726eeb643 None None] Port 59c426e1-8051-4715-86df-dd085a86bd59 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:44:20.310296 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e58750-4a6a-40db-b938-a4561d80afec service neutron] Pushing event updated for resources: {'Port': ['ID=e7817e5b-72fb-4f0e-a809-c43c26fea4fc,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:20.367914 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-1cd07750-ff7b-43e9-a5a5-e1f1e06b020d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59c426e1-8051-4715-86df-dd085a86bd59 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:44:20.376235 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-1cd07750-ff7b-43e9-a5a5-e1f1e06b020d service neutron] Publish callbacks [] for port (59c426e1-8051-4715-86df-dd085a86bd59), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:20.402643 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-1cd07750-ff7b-43e9-a5a5-e1f1e06b020d service neutron] Transition to ACTIVE for port object 59c426e1-8051-4715-86df-dd085a86bd59 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:44:20.428824 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-29e58750-4a6a-40db-b938-a4561d80afec service neutron] Attempting to bind port e7817e5b-72fb-4f0e-a809-c43c26fea4fc on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:44:20.429174 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-29e58750-4a6a-40db-b938-a4561d80afec service neutron] Attempting to bind port e7817e5b-72fb-4f0e-a809-c43c26fea4fc by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '7746f775-dd67-429f-b921-fd14f871aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f63eacb5-6c1b-4769-b38c-4fd13e44b37f'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:44:20.430181 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-29e58750-4a6a-40db-b938-a4561d80afec service neutron] Attempting to bind port e7817e5b-72fb-4f0e-a809-c43c26fea4fc on network f63eacb5-6c1b-4769-b38c-4fd13e44b37f {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:44:20.436404 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-1cd07750-ff7b-43e9-a5a5-e1f1e06b020d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (59c426e1-8051-4715-86df-dd085a86bd59), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:20.478299 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-0864a304-39a6-4952-8887-f4e528764418 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=45c1b8a1bfd84ec380ad12245de559c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4450736 Mar 01 13:44:20.503080 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-29e58750-4a6a-40db-b938-a4561d80afec service neutron] Port e7817e5b-72fb-4f0e-a809-c43c26fea4fc on network f63eacb5-6c1b-4769-b38c-4fd13e44b37f not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:44:20.503394 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-29e58750-4a6a-40db-b938-a4561d80afec service neutron] Attempting to bind port e7817e5b-72fb-4f0e-a809-c43c26fea4fc on network f63eacb5-6c1b-4769-b38c-4fd13e44b37f {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:44:20.536069 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-29e58750-4a6a-40db-b938-a4561d80afec service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:44:20.536408 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-29e58750-4a6a-40db-b938-a4561d80afec service neutron] Checking segment: {'id': '7746f775-dd67-429f-b921-fd14f871aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f63eacb5-6c1b-4769-b38c-4fd13e44b37f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:44:20.536788 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-29e58750-4a6a-40db-b938-a4561d80afec service neutron] Bound using segment: {'id': '7746f775-dd67-429f-b921-fd14f871aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f63eacb5-6c1b-4769-b38c-4fd13e44b37f'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:44:20.537280 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-29e58750-4a6a-40db-b938-a4561d80afec service neutron] Bound port: e7817e5b-72fb-4f0e-a809-c43c26fea4fc, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7746f775-dd67-429f-b921-fd14f871aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f63eacb5-6c1b-4769-b38c-4fd13e44b37f'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:44:20.537864 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-29e58750-4a6a-40db-b938-a4561d80afec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e7817e5b-72fb-4f0e-a809-c43c26fea4fc), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:20.602326 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd07750-ff7b-43e9-a5a5-e1f1e06b020d service neutron] Pushing event updated for resources: {'Port': ['ID=59c426e1-8051-4715-86df-dd085a86bd59,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:20.664009 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3043a-3f8e-4bf9-9191-570d8460a109 req-39aaba97-6534-43d5-87b2-31498fea2091 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:20.665561 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eeb3043a-3f8e-4bf9-9191-570d8460a109 req-39aaba97-6534-43d5-87b2-31498fea2091 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 950 time: 0.2927234 Mar 01 13:44:20.680316 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fe59f-1af9-401a-9c80-193c71b057f7 req-96bb0029-728c-47ec-9873-aab9692b457b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:20.681845 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-820fe59f-1af9-401a-9c80-193c71b057f7 req-96bb0029-728c-47ec-9873-aab9692b457b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd&tenant_id=5273606b5eb242749c05f75a15dd6612 HTTP/1.1" status: 200 len: 1132 time: 0.2923210 Mar 01 13:44:20.702340 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-14dde156-5a92-421c-b464-895b21e7148b tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:20.704449 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-14dde156-5a92-421c-b464-895b21e7148b tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.32 "GET /v2.0/networks?id=1320a580-e67e-46af-835e-677fea0c7a27 HTTP/1.1" status: 200 len: 816 time: 0.3041477 Mar 01 13:44:20.722569 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-81aebec4-51f7-4c46-9259-0162e4ccfe3a tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Request body: {'port': {'device_id': 'fc274d4c-fff6-4256-8d0e-8ae257f8c50e', 'network_id': '1320a580-e67e-46af-835e-677fea0c7a27', 'admin_state_up': True, 'tenant_id': '45c1b8a1bfd84ec380ad12245de559c0'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:44:20.741449 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:44:20.785024 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-29e58750-4a6a-40db-b938-a4561d80afec service neutron] For port e7817e5b-72fb-4f0e-a809-c43c26fea4fc, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:44:20.789299 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-29e58750-4a6a-40db-b938-a4561d80afec service neutron] For port e7817e5b-72fb-4f0e-a809-c43c26fea4fc, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=e7817e5b-72fb-4f0e-a809-c43c26fea4fc,segment=NetworkSegment(7746f775-dd67-429f-b921-fd14f871aa3f),segment_id=7746f775-dd67-429f-b921-fd14f871aa3f)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:44:20.801159 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-29e58750-4a6a-40db-b938-a4561d80afec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (e7817e5b-72fb-4f0e-a809-c43c26fea4fc), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:20.814299 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-e193bb25-d37e-4b75-a0d5-81395674351d service neutron] 10.222.0.13 "GET /v2.0/networks/1320a580-e67e-46af-835e-677fea0c7a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242350 Mar 01 13:44:20.865019 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:44:20.865386 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:20.878626 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-1cd07750-ff7b-43e9-a5a5-e1f1e06b020d service neutron] Attempting to bind port 59c426e1-8051-4715-86df-dd085a86bd59 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:44:20.878626 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-1cd07750-ff7b-43e9-a5a5-e1f1e06b020d service neutron] Attempting to bind port 59c426e1-8051-4715-86df-dd085a86bd59 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '7e431d2a-8352-4715-8063-a4fc7bad3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1320a580-e67e-46af-835e-677fea0c7a27'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:44:20.879019 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-1cd07750-ff7b-43e9-a5a5-e1f1e06b020d service neutron] Attempting to bind port 59c426e1-8051-4715-86df-dd085a86bd59 on network 1320a580-e67e-46af-835e-677fea0c7a27 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:44:20.888865 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-1cd07750-ff7b-43e9-a5a5-e1f1e06b020d service neutron] Port 59c426e1-8051-4715-86df-dd085a86bd59 on network 1320a580-e67e-46af-835e-677fea0c7a27 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:44:20.889283 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-1cd07750-ff7b-43e9-a5a5-e1f1e06b020d service neutron] Attempting to bind port 59c426e1-8051-4715-86df-dd085a86bd59 on network 1320a580-e67e-46af-835e-677fea0c7a27 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:44:20.889513 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-29e58750-4a6a-40db-b938-a4561d80afec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:20.889841 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-29e58750-4a6a-40db-b938-a4561d80afec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:20.892895 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-29e58750-4a6a-40db-b938-a4561d80afec service neutron] 10.222.0.32 "PUT /v2.0/ports/e7817e5b-72fb-4f0e-a809-c43c26fea4fc HTTP/1.1" status: 200 len: 1092 time: 2.2517462 Mar 01 13:44:20.897903 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-1cd07750-ff7b-43e9-a5a5-e1f1e06b020d service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:44:20.898074 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-1cd07750-ff7b-43e9-a5a5-e1f1e06b020d service neutron] Checking segment: {'id': '7e431d2a-8352-4715-8063-a4fc7bad3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1320a580-e67e-46af-835e-677fea0c7a27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:44:20.898308 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-1cd07750-ff7b-43e9-a5a5-e1f1e06b020d service neutron] Bound using segment: {'id': '7e431d2a-8352-4715-8063-a4fc7bad3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1320a580-e67e-46af-835e-677fea0c7a27'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:44:20.898738 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-1cd07750-ff7b-43e9-a5a5-e1f1e06b020d service neutron] Bound port: 59c426e1-8051-4715-86df-dd085a86bd59, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e431d2a-8352-4715-8063-a4fc7bad3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1320a580-e67e-46af-835e-677fea0c7a27'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:44:20.899097 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-1cd07750-ff7b-43e9-a5a5-e1f1e06b020d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (59c426e1-8051-4715-86df-dd085a86bd59), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:20.909159 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ef9f96-7b61-4ec9-91fe-65ece39126cc', 'tag': 'e7817e5b-72fb-4f0e-a809-c43c26fea4fc'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:44:20.911943 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee366ff7-8dfe-4e39-95b2-e5091d0c9928" -d '{"events": [{"name": "network-changed", "server_uuid": "49ef9f96-7b61-4ec9-91fe-65ece39126cc", "tag": "e7817e5b-72fb-4f0e-a809-c43c26fea4fc"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:44:20.957985 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fe59f-1af9-401a-9c80-193c71b057f7 req-5f9cf7dc-b0bf-4f98-b720-f9d2f9f8a502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:20.960155 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-820fe59f-1af9-401a-9c80-193c71b057f7 req-5f9cf7dc-b0bf-4f98-b720-f9d2f9f8a502 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5273606b5eb242749c05f75a15dd6612&device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 1132 time: 0.2339861 Mar 01 13:44:21.022454 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e58750-4a6a-40db-b938-a4561d80afec service neutron] Pushing event updated for resources: {'Port': ['ID=e7817e5b-72fb-4f0e-a809-c43c26fea4fc,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:21.049755 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:44:21.051356 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eeb3043a-3f8e-4bf9-9191-570d8460a109 req-7e14790b-9ba4-4497-99e7-3991cd94888d tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523202 Mar 01 13:44:21.115656 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-8956d855-aa19-43a4-90cc-2e868b59612d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:21.117521 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-8956d855-aa19-43a4-90cc-2e868b59612d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f113cd6dc7614a7496fc5d2a71a17482&device_id=49ef9f96-7b61-4ec9-91fe-65ece39126cc HTTP/1.1" status: 200 len: 1126 time: 0.1409087 Mar 01 13:44:21.123572 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-82e2ef1c-3e34-4623-bf08-d44f29d60b3d service neutron] 10.222.0.13 "GET /v2.0/networks/1320a580-e67e-46af-835e-677fea0c7a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841461 Mar 01 13:44:21.177919 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-e5d8ec92-0495-4689-927e-b537dbb65ad0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7817e5b-72fb-4f0e-a809-c43c26fea4fc HTTP/1.1" status: 200 len: 217 time: 0.0486627 Mar 01 13:44:21.214063 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-81aebec4-51f7-4c46-9259-0162e4ccfe3a tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Made reservation on behalf of 45c1b8a1bfd84ec380ad12245de559c0 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:44:21.217975 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-81aebec4-51f7-4c46-9259-0162e4ccfe3a tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:21.253020 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-1cd07750-ff7b-43e9-a5a5-e1f1e06b020d service neutron] For port 59c426e1-8051-4715-86df-dd085a86bd59, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:44:21.259374 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-8ef19079-31e6-44cc-9f02-a6decd59b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:21.260902 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-8ef19079-31e6-44cc-9f02-a6decd59b3d5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1ed2441f-6bfe-44d3-ac28-ed8c63f028fc HTTP/1.1" status: 200 len: 853 time: 0.0739176 Mar 01 13:44:21.278604 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b904d-67e7-418b-b105-32611d85958b req-a441d8d7-22a4-472d-9d0c-c7f0f67f0d98 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:21.280155 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dc7b904d-67e7-418b-b105-32611d85958b req-a441d8d7-22a4-472d-9d0c-c7f0f67f0d98 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 944 time: 0.1046190 Mar 01 13:44:21.318987 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-1cd07750-ff7b-43e9-a5a5-e1f1e06b020d service neutron] For port 59c426e1-8051-4715-86df-dd085a86bd59, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=59c426e1-8051-4715-86df-dd085a86bd59,segment=NetworkSegment(7e431d2a-8352-4715-8063-a4fc7bad3a2e),segment_id=7e431d2a-8352-4715-8063-a4fc7bad3a2e)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:44:21.350131 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-1cd07750-ff7b-43e9-a5a5-e1f1e06b020d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (59c426e1-8051-4715-86df-dd085a86bd59), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:21.379110 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dc7b904d-67e7-418b-b105-32611d85958b req-78f92660-033c-4b27-8305-5bd7f636c408 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896122 Mar 01 13:44:21.382747 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fe59f-1af9-401a-9c80-193c71b057f7 req-db5d92cc-b4b0-45f4-9f85-5b75bb0a8d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:21.384265 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-820fe59f-1af9-401a-9c80-193c71b057f7 req-db5d92cc-b4b0-45f4-9f85-5b75bb0a8d99 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.3608642 Mar 01 13:44:21.384533 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-1abf9bcd-5513-4eb1-9b35-7d124e2a8618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:21.386349 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-1abf9bcd-5513-4eb1-9b35-7d124e2a8618 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f63eacb5-6c1b-4769-b38c-4fd13e44b37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1051464 Mar 01 13:44:21.471551 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd07750-ff7b-43e9-a5a5-e1f1e06b020d service neutron] Pushing event updated for resources: {'Port': ['ID=59c426e1-8051-4715-86df-dd085a86bd59,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:21.491767 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-1cd07750-ff7b-43e9-a5a5-e1f1e06b020d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:21.492390 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-1cd07750-ff7b-43e9-a5a5-e1f1e06b020d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:21.493862 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-1cd07750-ff7b-43e9-a5a5-e1f1e06b020d service neutron] 10.222.0.20 "PUT /v2.0/ports/59c426e1-8051-4715-86df-dd085a86bd59 HTTP/1.1" status: 200 len: 1091 time: 1.6644976 Mar 01 13:44:21.503495 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2913eb-f1f2-40d6-bc86-7b6702a9c06c', 'tag': '59c426e1-8051-4715-86df-dd085a86bd59'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:44:21.505478 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5afc271-0531-4c11-a86d-c121a9807d99" -d '{"events": [{"name": "network-changed", "server_uuid": "1e2913eb-f1f2-40d6-bc86-7b6702a9c06c", "tag": "59c426e1-8051-4715-86df-dd085a86bd59"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:44:21.538751 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-413e40a3-5b68-482e-800b-3d7c7fdfeb59 service neutron] 10.222.0.32 "GET /v2.0/networks/f63eacb5-6c1b-4769-b38c-4fd13e44b37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442273 Mar 01 13:44:21.594970 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-820fe59f-1af9-401a-9c80-193c71b057f7 req-aa68c19f-a12b-41e0-8dd0-7adbffa262fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=e14d8144-2ed5-4215-ab2f-6eb2ed2725ef HTTP/1.1" status: 200 len: 217 time: 0.2017696 Mar 01 13:44:21.700456 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fe59f-1af9-401a-9c80-193c71b057f7 req-f215bdec-34ba-4043-9c33-5b910567bd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:21.702071 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-820fe59f-1af9-401a-9c80-193c71b057f7 req-f215bdec-34ba-4043-9c33-5b910567bd2e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0668671 Mar 01 13:44:21.706184 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d99cf-18ba-40db-b81b-965704be012b req-450d0eb2-f112-45db-b514-bd7d8f4ba546 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:21.707901 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bf3d99cf-18ba-40db-b81b-965704be012b req-450d0eb2-f112-45db-b514-bd7d8f4ba546 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "GET /v2.0/ports?device_id=49ef9f96-7b61-4ec9-91fe-65ece39126cc HTTP/1.1" status: 200 len: 944 time: 0.1672032 Mar 01 13:44:21.713288 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:44:21.744737 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-81aebec4-51f7-4c46-9259-0162e4ccfe3a tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Allocated IP 172.20.0.4 (1320a580-e67e-46af-835e-677fea0c7a27/1b78efcf-d531-40de-81f6-0065f9b91e24/a9056071-2fcf-4840-a216-d80e539fc13e) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:44:21.762304 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 62991eee-a540-4436-8a1a-6b6b57e46e7c details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:44:21.791934 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8db31-b61d-4625-9ac2-ad47dce4029e req-dc3a9daf-7345-46ef-84c0-eb2634bb8f37 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:21.795731 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6ba8db31-b61d-4625-9ac2-ad47dce4029e req-dc3a9daf-7345-46ef-84c0-eb2634bb8f37 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 943 time: 0.2556398 Mar 01 13:44:21.862006 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bf3d99cf-18ba-40db-b81b-965704be012b req-8fec74e2-84ce-4dd9-b330-863e13447add tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "GET /v2.0/security-groups?id=88d30026-f4d0-4227-a827-952da590bd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414680 Mar 01 13:44:21.867816 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ccf0999c-2d7e-47d2-a26b-29712adaa085 req-98380d24-a88c-47c2-92ff-31a1ec97af21 service neutron] 10.222.0.32 "GET /v2.0/networks/f63eacb5-6c1b-4769-b38c-4fd13e44b37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750273 Mar 01 13:44:21.867950 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-2abff950-51c8-47aa-b95e-f21b3207342f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:21.872431 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-2abff950-51c8-47aa-b95e-f21b3207342f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=45c1b8a1bfd84ec380ad12245de559c0&device_id=1e2913eb-f1f2-40d6-bc86-7b6702a9c06c HTTP/1.1" status: 200 len: 1125 time: 0.2960618 Mar 01 13:44:21.894605 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6ba8db31-b61d-4625-9ac2-ad47dce4029e req-c061c6b2-0d48-414d-a236-f328824f0f80 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892544 Mar 01 13:44:22.017488 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 62991eee-a540-4436-8a1a-6b6b57e46e7c, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=62991eee-a540-4436-8a1a-6b6b57e46e7c,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:22.045871 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fe59f-1af9-401a-9c80-193c71b057f7 req-214ee3cf-5281-4852-8bd9-d3cf43d5b81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:22.048241 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-820fe59f-1af9-401a-9c80-193c71b057f7 req-214ee3cf-5281-4852-8bd9-d3cf43d5b81e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3349855 Mar 01 13:44:22.055036 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-b25553a9-2888-4706-9fd8-a8fdf8d7a753 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59c426e1-8051-4715-86df-dd085a86bd59 HTTP/1.1" status: 200 len: 217 time: 0.1670961 Mar 01 13:44:22.128762 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1f730264-5336-4bbb-96d1-3e876356f143 req-32face3e-c54d-4cd2-858f-5655254cffbb tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 210 time: 0.0876372 Mar 01 13:44:22.185958 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47c6d7f-d37f-4a00-b3d1-3917baa73e77 x-openstack-request-id: req-e47c6d7f-d37f-4a00-b3d1-3917baa73e77 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:44:22.186749 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ef9f96-7b61-4ec9-91fe-65ece39126cc", "tag": "e7817e5b-72fb-4f0e-a809-c43c26fea4fc", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:44:22.187484 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e47c6d7f-d37f-4a00-b3d1-3917baa73e77 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:44:22.188506 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ef9f96-7b61-4ec9-91fe-65ece39126cc', 'tag': 'e7817e5b-72fb-4f0e-a809-c43c26fea4fc', 'status': 'completed', 'code': 200} Mar 01 13:44:22.407187 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5537c49d-be56-446c-9882-a2f400524671 req-5beb8ea0-f599-4712-a9bf-5c39d2be6a16 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b9c014-b118-4c95-98e2-a7db2b7dcece HTTP/1.1" status: 200 len: 210 time: 0.0696309 Mar 01 13:44:22.410681 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee366ff7-8dfe-4e39-95b2-e5091d0c9928 req-9b7c5818-2986-4ba3-b88a-e025f24cfee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:22.414737 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ee366ff7-8dfe-4e39-95b2-e5091d0c9928 req-9b7c5818-2986-4ba3-b88a-e025f24cfee5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f113cd6dc7614a7496fc5d2a71a17482&device_id=49ef9f96-7b61-4ec9-91fe-65ece39126cc HTTP/1.1" status: 200 len: 1126 time: 0.2068269 Mar 01 13:44:22.468878 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '62991eee-a540-4436-8a1a-6b6b57e46e7c', 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398', 'port_id': '62991eee-a540-4436-8a1a-6b6b57e46e7c', 'mac_address': 'fa:16:3e:30:53:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b03883-8a75-4db3-9fa2-b5308f8a1ccf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:44:22.554532 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 62991eee-a540-4436-8a1a-6b6b57e46e7c is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:44:22.555159 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (62991eee-a540-4436-8a1a-6b6b57e46e7c), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:22.600500 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62991eee-a540-4436-8a1a-6b6b57e46e7c {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:44:22.642439 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 62991eee-a540-4436-8a1a-6b6b57e46e7c, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=62991eee-a540-4436-8a1a-6b6b57e46e7c,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:22.657557 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (62991eee-a540-4436-8a1a-6b6b57e46e7c), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:22.731573 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=62991eee-a540-4436-8a1a-6b6b57e46e7c,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:22.744844 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b80069d-afc3-4994-bebf-1d707b1a414f x-openstack-request-id: req-1b80069d-afc3-4994-bebf-1d707b1a414f {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:44:22.745398 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e2913eb-f1f2-40d6-bc86-7b6702a9c06c", "tag": "59c426e1-8051-4715-86df-dd085a86bd59", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:44:22.745697 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b80069d-afc3-4994-bebf-1d707b1a414f {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:44:22.746221 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e2913eb-f1f2-40d6-bc86-7b6702a9c06c', 'tag': '59c426e1-8051-4715-86df-dd085a86bd59', 'status': 'completed', 'code': 200} Mar 01 13:44:22.824094 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-d771461d-6f70-440c-bb8f-ff17f7540dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:22.825752 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-d771461d-6f70-440c-bb8f-ff17f7540dae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1b78efcf-d531-40de-81f6-0065f9b91e24 HTTP/1.1" status: 200 len: 855 time: 0.7537525 Mar 01 13:44:22.885313 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-820fe59f-1af9-401a-9c80-193c71b057f7 req-5e965220-4c3f-45eb-b9d3-880515fa3f94 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8241541 Mar 01 13:44:22.972807 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-81aebec4-51f7-4c46-9259-0162e4ccfe3a tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Publish callbacks [] for port (a9056071-2fcf-4840-a216-d80e539fc13e), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:23.023281 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-5032747f-4fe8-4c1e-b302-deb58f15942a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:23.025479 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-5032747f-4fe8-4c1e-b302-deb58f15942a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1320a580-e67e-46af-835e-677fea0c7a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1883695 Mar 01 13:44:23.032548 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15895db3-796d-478b-bb67-5344a7f3d9b9 req-e53829fa-6018-4ee7-bfb5-0d40789e5371 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:23.041379 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-15895db3-796d-478b-bb67-5344a7f3d9b9 req-e53829fa-6018-4ee7-bfb5-0d40789e5371 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 950 time: 0.1256132 Mar 01 13:44:23.081889 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee366ff7-8dfe-4e39-95b2-e5091d0c9928 req-adec11d9-cda9-4d3f-bd1a-4c84ac561d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:23.083634 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ee366ff7-8dfe-4e39-95b2-e5091d0c9928 req-adec11d9-cda9-4d3f-bd1a-4c84ac561d2c service neutron] 10.222.0.32 "GET /v2.0/networks?id=f63eacb5-6c1b-4769-b38c-4fd13e44b37f HTTP/1.1" status: 200 len: 915 time: 0.6610146 Mar 01 13:44:23.093107 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4da9f4-eb54-45fc-bf81-4b610b8b5721 req-d2d68bdd-b7c5-45e0-92aa-a0f2c635758b tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:23.094147 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['62991eee-a540-4436-8a1a-6b6b57e46e7c'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:44:23.102091 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bb4da9f4-eb54-45fc-bf81-4b610b8b5721 req-d2d68bdd-b7c5-45e0-92aa-a0f2c635758b tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 944 time: 0.1875546 Mar 01 13:44:23.133614 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-820fe59f-1af9-401a-9c80-193c71b057f7 req-13cfd6e6-2c8a-4a6e-9156-20c5235a2c7b service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389147 Mar 01 13:44:23.151433 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-81aebec4-51f7-4c46-9259-0162e4ccfe3a tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (a9056071-2fcf-4840-a216-d80e539fc13e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:23.186302 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ee366ff7-8dfe-4e39-95b2-e5091d0c9928 req-239fc94c-5ab3-4c8d-9afa-93e5d4a96d8c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7817e5b-72fb-4f0e-a809-c43c26fea4fc HTTP/1.1" status: 200 len: 217 time: 0.0811527 Mar 01 13:44:23.331838 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-15895db3-796d-478b-bb67-5344a7f3d9b9 req-571f4bfb-8d36-4719-894b-375ea6ea407f tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890151 Mar 01 13:44:23.339245 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-b31b4044-f218-45ff-bc2d-e156fd303b4b service neutron] 10.222.0.20 "GET /v2.0/networks/1320a580-e67e-46af-835e-677fea0c7a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023698 Mar 01 13:44:23.355225 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-81aebec4-51f7-4c46-9259-0162e4ccfe3a tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Network 1320a580-e67e-46af-835e-677fea0c7a27 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:44:23.398246 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aebec4-51f7-4c46-9259-0162e4ccfe3a tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Pushing event updated for resources: {'Port': ['ID=a9056071-2fcf-4840-a216-d80e539fc13e,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:23.402897 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bb4da9f4-eb54-45fc-bf81-4b610b8b5721 req-3c440305-972e-4f28-a7fa-d7901c8eca21 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997420 Mar 01 13:44:23.406830 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee366ff7-8dfe-4e39-95b2-e5091d0c9928 req-c8d0000b-11f7-4ae9-a458-ac83db111b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:23.415844 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-81aebec4-51f7-4c46-9259-0162e4ccfe3a tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:44:23.428253 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ee366ff7-8dfe-4e39-95b2-e5091d0c9928 req-c8d0000b-11f7-4ae9-a458-ac83db111b58 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1ed2441f-6bfe-44d3-ac28-ed8c63f028fc HTTP/1.1" status: 200 len: 853 time: 0.2083080 Mar 01 13:44:23.556039 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-81aebec4-51f7-4c46-9259-0162e4ccfe3a tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:44:23.560673 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f5a15afe-dae7-441b-a1cf-de531bda164c req-6bd927da-4cd2-4b6c-9334-72ce6038b730 service neutron] 10.222.0.20 "GET /v2.0/networks/1320a580-e67e-46af-835e-677fea0c7a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103202 Mar 01 13:44:23.710927 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee366ff7-8dfe-4e39-95b2-e5091d0c9928 req-6b585392-7bd4-4e5c-84fa-a7e472f8d3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:23.712708 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ee366ff7-8dfe-4e39-95b2-e5091d0c9928 req-6b585392-7bd4-4e5c-84fa-a7e472f8d3a7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f63eacb5-6c1b-4769-b38c-4fd13e44b37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2762082 Mar 01 13:44:23.719272 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-81aebec4-51f7-4c46-9259-0162e4ccfe3a tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:23.720024 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-81aebec4-51f7-4c46-9259-0162e4ccfe3a tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:23.720173 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a852da-587f-4473-8117-91c5e5d5f345 req-7ef319dd-7ba8-4e17-a514-84b6c36d0e4b tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:23.721654 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d7a852da-587f-4473-8117-91c5e5d5f345 req-7ef319dd-7ba8-4e17-a514-84b6c36d0e4b tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "GET /v2.0/ports?device_id=49ef9f96-7b61-4ec9-91fe-65ece39126cc HTTP/1.1" status: 200 len: 944 time: 0.2144024 Mar 01 13:44:23.741356 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-2cd41b17-f805-4d61-a9fd-b468e824e3d0 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:23.742975 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-2cd41b17-f805-4d61-a9fd-b468e824e3d0 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.32 "GET /v2.0/networks?id=1320a580-e67e-46af-835e-677fea0c7a27 HTTP/1.1" status: 200 len: 816 time: 0.4579725 Mar 01 13:44:23.761667 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-16042785-a659-4989-b9ff-349316593300 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Request body: {'port': {'device_id': '29b9c014-b118-4c95-98e2-a7db2b7dcece', 'network_id': '1320a580-e67e-46af-835e-677fea0c7a27', 'admin_state_up': True, 'tenant_id': '45c1b8a1bfd84ec380ad12245de559c0'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:44:23.764234 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6759067-e4c9-4fee-85fa-90e62a0ae00c req-b6cc9a97-47e0-4395-a834-828aca9678e9 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:23.766503 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f6759067-e4c9-4fee-85fa-90e62a0ae00c req-b6cc9a97-47e0-4395-a834-828aca9678e9 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 944 time: 0.1708326 Mar 01 13:44:23.774557 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-81aebec4-51f7-4c46-9259-0162e4ccfe3a tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0581534 Mar 01 13:44:23.798959 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-eec18555-52ac-4b66-8c1c-1b7d4f120f59 service neutron] Request body: {'port': {'device_id': 'fc274d4c-fff6-4256-8d0e-8ae257f8c50e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:44:23.868366 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-763cdc58-3fb9-4058-ab1e-d1ceeecca9a6 None None] Provisioning complete for port a9056071-2fcf-4840-a216-d80e539fc13e triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:44:23.868832 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-763cdc58-3fb9-4058-ab1e-d1ceeecca9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a9056071-2fcf-4840-a216-d80e539fc13e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:23.911188 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d7a852da-587f-4473-8117-91c5e5d5f345 req-578f3f07-e1f5-4e2c-a896-c1d2aa884271 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "GET /v2.0/security-groups?id=88d30026-f4d0-4227-a827-952da590bd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821334 Mar 01 13:44:23.944786 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afc271-0531-4c11-a86d-c121a9807d99 req-1f93345b-5574-4422-ad11-905f785b50c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:23.946442 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e5afc271-0531-4c11-a86d-c121a9807d99 req-1f93345b-5574-4422-ad11-905f785b50c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=45c1b8a1bfd84ec380ad12245de559c0&device_id=1e2913eb-f1f2-40d6-bc86-7b6702a9c06c HTTP/1.1" status: 200 len: 1125 time: 0.2789891 Mar 01 13:44:23.949263 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device e14d8144-2ed5-4215-ab2f-6eb2ed2725ef no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:44:23.969930 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ee366ff7-8dfe-4e39-95b2-e5091d0c9928 req-bd05d30c-6d5a-4e8d-a5fc-af4cd513eeda service neutron] 10.222.0.32 "GET /v2.0/networks/f63eacb5-6c1b-4769-b38c-4fd13e44b37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492267 Mar 01 13:44:23.973737 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f6759067-e4c9-4fee-85fa-90e62a0ae00c req-16c926a2-e0eb-4dc4-ad1a-9d7c9e199900 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705101 Mar 01 13:44:23.997605 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-eec18555-52ac-4b66-8c1c-1b7d4f120f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a9056071-2fcf-4840-a216-d80e539fc13e), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:24.034257 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-763cdc58-3fb9-4058-ab1e-d1ceeecca9a6 None None] Port a9056071-2fcf-4840-a216-d80e539fc13e cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:44:24.087182 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port e14d8144-2ed5-4215-ab2f-6eb2ed2725ef is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:44:24.087570 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e14d8144-2ed5-4215-ab2f-6eb2ed2725ef), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:24.130910 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port e14d8144-2ed5-4215-ab2f-6eb2ed2725ef, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=e14d8144-2ed5-4215-ab2f-6eb2ed2725ef,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:24.131964 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f133d7b-b742-4f0e-ba27-fc32e09c87cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e14d8144-2ed5-4215-ab2f-6eb2ed2725ef'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:44:24.134779 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23dc920-fb12-4407-b6b4-15db8014aa2c" -d '{"events": [{"server_uuid": "8f133d7b-b742-4f0e-ba27-fc32e09c87cd", "name": "network-vif-unplugged", "status": "completed", "tag": "e14d8144-2ed5-4215-ab2f-6eb2ed2725ef"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:44:24.141101 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (e14d8144-2ed5-4215-ab2f-6eb2ed2725ef), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:24.160019 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e107dc51-6a40-4c8a-b900-781a194a5ca9 req-8a330c02-09d9-4a20-9145-4164df964a71 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/ports?device_id=930e4c07-a52c-4873-8bc8-dd96c902e652 HTTP/1.1" status: 200 len: 210 time: 0.0850360 Mar 01 13:44:24.216381 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=e14d8144-2ed5-4215-ab2f-6eb2ed2725ef,revision_number=6']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:24.243210 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-195f1bf3-2168-4c6c-bf50-7965c0d6ee14 req-6a0b66e3-62c4-40d8-8384-64be045be5ff tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b9c014-b118-4c95-98e2-a7db2b7dcece HTTP/1.1" status: 200 len: 210 time: 0.0883973 Mar 01 13:44:24.283278 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ee366ff7-8dfe-4e39-95b2-e5091d0c9928 req-ac29f891-8a30-419b-bdfa-994700430d7e service neutron] 10.222.0.32 "GET /v2.0/networks/f63eacb5-6c1b-4769-b38c-4fd13e44b37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068571 Mar 01 13:44:24.354944 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 13:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3eac356-6901-4e2c-bb70-71e362bd2006 x-openstack-request-id: req-d3eac356-6901-4e2c-bb70-71e362bd2006 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:44:24.355246 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f133d7b-b742-4f0e-ba27-fc32e09c87cd", "name": "network-vif-unplugged", "status": "completed", "tag": "e14d8144-2ed5-4215-ab2f-6eb2ed2725ef", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:44:24.355502 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3eac356-6901-4e2c-bb70-71e362bd2006 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:44:24.357240 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f133d7b-b742-4f0e-ba27-fc32e09c87cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e14d8144-2ed5-4215-ab2f-6eb2ed2725ef', 'code': 200} Mar 01 13:44:24.364983 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afc271-0531-4c11-a86d-c121a9807d99 req-47d8f12d-b547-4fda-8c45-9381732cb278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:24.366950 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e5afc271-0531-4c11-a86d-c121a9807d99 req-47d8f12d-b547-4fda-8c45-9381732cb278 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1320a580-e67e-46af-835e-677fea0c7a27 HTTP/1.1" status: 200 len: 917 time: 0.4107113 Mar 01 13:44:24.379577 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-16042785-a659-4989-b9ff-349316593300 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Made reservation on behalf of 45c1b8a1bfd84ec380ad12245de559c0 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:44:24.383077 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-16042785-a659-4989-b9ff-349316593300 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:24.441994 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e5afc271-0531-4c11-a86d-c121a9807d99 req-39b91e4b-5bf3-4ee0-8869-05a889d3fbf8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59c426e1-8051-4715-86df-dd085a86bd59 HTTP/1.1" status: 200 len: 217 time: 0.0638952 Mar 01 13:44:24.505233 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afc271-0531-4c11-a86d-c121a9807d99 req-2f7ab24c-7a32-4cc6-b245-0b4dd7b0248a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:24.507390 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e5afc271-0531-4c11-a86d-c121a9807d99 req-2f7ab24c-7a32-4cc6-b245-0b4dd7b0248a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1b78efcf-d531-40de-81f6-0065f9b91e24 HTTP/1.1" status: 200 len: 855 time: 0.0566158 Mar 01 13:44:24.564514 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5cf3c-a397-4b23-9290-d0fe0bc4b31d req-8d4899d5-4dbc-454b-a849-fc8192e02ba5 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:24.574163 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b9c5cf3c-a397-4b23-9290-d0fe0bc4b31d req-8d4899d5-4dbc-454b-a849-fc8192e02ba5 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 948 time: 0.1457040 Mar 01 13:44:24.684011 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afc271-0531-4c11-a86d-c121a9807d99 req-43ae3484-cd07-4e13-821a-05da52afe1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:24.686869 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e5afc271-0531-4c11-a86d-c121a9807d99 req-43ae3484-cd07-4e13-821a-05da52afe1b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1320a580-e67e-46af-835e-677fea0c7a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0889030 Mar 01 13:44:24.721902 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b9c5cf3c-a397-4b23-9290-d0fe0bc4b31d req-9e4963d5-1f97-4672-b613-17db9535ec55 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463256 Mar 01 13:44:24.735445 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36dda6-2509-40d7-aed1-6b056c32dc7f req-e4e1070f-a3ea-4d2e-8044-dab07d04e70a tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:24.737051 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ca36dda6-2509-40d7-aed1-6b056c32dc7f req-e4e1070f-a3ea-4d2e-8044-dab07d04e70a tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 944 time: 0.1603780 Mar 01 13:44:24.782960 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-eec18555-52ac-4b66-8c1c-1b7d4f120f59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9056071-2fcf-4840-a216-d80e539fc13e {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:44:24.793815 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-eec18555-52ac-4b66-8c1c-1b7d4f120f59 service neutron] Publish callbacks [] for port (a9056071-2fcf-4840-a216-d80e539fc13e), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:24.807599 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ca36dda6-2509-40d7-aed1-6b056c32dc7f req-b07f06e4-ee58-4335-8e71-73bff8c1f7fa tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584333 Mar 01 13:44:24.847977 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-eec18555-52ac-4b66-8c1c-1b7d4f120f59 service neutron] Transition to ACTIVE for port object a9056071-2fcf-4840-a216-d80e539fc13e will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:44:24.862211 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-eec18555-52ac-4b66-8c1c-1b7d4f120f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (a9056071-2fcf-4840-a216-d80e539fc13e), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:25.032487 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec18555-52ac-4b66-8c1c-1b7d4f120f59 service neutron] Pushing event updated for resources: {'Port': ['ID=a9056071-2fcf-4840-a216-d80e539fc13e,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:25.061729 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-16042785-a659-4989-b9ff-349316593300 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Allocated IP 172.20.0.11 (1320a580-e67e-46af-835e-677fea0c7a27/1b78efcf-d531-40de-81f6-0065f9b91e24/9b21168f-3cb7-4637-b27a-ae5b33dd824d) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:44:25.066902 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e5afc271-0531-4c11-a86d-c121a9807d99 req-106ec09c-107f-42ff-a8c4-e9fd40c2b1da service neutron] 10.222.0.20 "GET /v2.0/networks/1320a580-e67e-46af-835e-677fea0c7a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634367 Mar 01 13:44:25.112847 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc480b-0df7-4d96-be6a-d3d74fb9ad57 req-ff240fd9-c136-478f-ba02-dca8b6d0183c tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:25.137115 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eabc480b-0df7-4d96-be6a-d3d74fb9ad57 req-ff240fd9-c136-478f-ba02-dca8b6d0183c tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "GET /v2.0/ports?device_id=49ef9f96-7b61-4ec9-91fe-65ece39126cc HTTP/1.1" status: 200 len: 944 time: 0.1280956 Mar 01 13:44:25.212458 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6ba5ec37-3a40-44ae-95de-3591445e5561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:25.258274 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-eec18555-52ac-4b66-8c1c-1b7d4f120f59 service neutron] Attempting to bind port a9056071-2fcf-4840-a216-d80e539fc13e on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:44:25.258593 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-eec18555-52ac-4b66-8c1c-1b7d4f120f59 service neutron] Attempting to bind port a9056071-2fcf-4840-a216-d80e539fc13e by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '7e431d2a-8352-4715-8063-a4fc7bad3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1320a580-e67e-46af-835e-677fea0c7a27'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:44:25.258920 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-eec18555-52ac-4b66-8c1c-1b7d4f120f59 service neutron] Attempting to bind port a9056071-2fcf-4840-a216-d80e539fc13e on network 1320a580-e67e-46af-835e-677fea0c7a27 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:44:25.341198 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eabc480b-0df7-4d96-be6a-d3d74fb9ad57 req-cb779e88-60ed-48d5-9b05-2fdafa9d319b tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "GET /v2.0/security-groups?id=88d30026-f4d0-4227-a827-952da590bd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024589 Mar 01 13:44:25.345014 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-eec18555-52ac-4b66-8c1c-1b7d4f120f59 service neutron] Port a9056071-2fcf-4840-a216-d80e539fc13e on network 1320a580-e67e-46af-835e-677fea0c7a27 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:44:25.349110 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-eec18555-52ac-4b66-8c1c-1b7d4f120f59 service neutron] Attempting to bind port a9056071-2fcf-4840-a216-d80e539fc13e on network 1320a580-e67e-46af-835e-677fea0c7a27 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:44:25.369438 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8cc2c-b9ab-4d8b-8403-bfcc91b17c30 req-f1d68982-8064-4074-bbeb-c71c8bd14a2e tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:25.373457 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f8f8cc2c-b9ab-4d8b-8403-bfcc91b17c30 req-f1d68982-8064-4074-bbeb-c71c8bd14a2e tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 944 time: 0.2189975 Mar 01 13:44:25.423621 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-eec18555-52ac-4b66-8c1c-1b7d4f120f59 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:44:25.424014 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-eec18555-52ac-4b66-8c1c-1b7d4f120f59 service neutron] Checking segment: {'id': '7e431d2a-8352-4715-8063-a4fc7bad3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1320a580-e67e-46af-835e-677fea0c7a27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:44:25.424624 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-eec18555-52ac-4b66-8c1c-1b7d4f120f59 service neutron] Bound using segment: {'id': '7e431d2a-8352-4715-8063-a4fc7bad3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1320a580-e67e-46af-835e-677fea0c7a27'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:44:25.425113 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-eec18555-52ac-4b66-8c1c-1b7d4f120f59 service neutron] Bound port: a9056071-2fcf-4840-a216-d80e539fc13e, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e431d2a-8352-4715-8063-a4fc7bad3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1320a580-e67e-46af-835e-677fea0c7a27'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:44:25.425410 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-eec18555-52ac-4b66-8c1c-1b7d4f120f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a9056071-2fcf-4840-a216-d80e539fc13e), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:25.432085 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e5afc271-0531-4c11-a86d-c121a9807d99 req-f6b38d31-5ff5-4584-8d5d-14786799ffdc service neutron] 10.222.0.20 "GET /v2.0/networks/1320a580-e67e-46af-835e-677fea0c7a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490355 Mar 01 13:44:25.491628 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f8f8cc2c-b9ab-4d8b-8403-bfcc91b17c30 req-2acc9f5c-12d1-4978-bddb-1dbdf3868e32 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110330 Mar 01 13:44:25.542100 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-eec18555-52ac-4b66-8c1c-1b7d4f120f59 service neutron] For port a9056071-2fcf-4840-a216-d80e539fc13e, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:44:25.561487 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33648) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:25.570891 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-eec18555-52ac-4b66-8c1c-1b7d4f120f59 service neutron] For port a9056071-2fcf-4840-a216-d80e539fc13e, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=a9056071-2fcf-4840-a216-d80e539fc13e,segment=NetworkSegment(7e431d2a-8352-4715-8063-a4fc7bad3a2e),segment_id=7e431d2a-8352-4715-8063-a4fc7bad3a2e)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:44:25.580394 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-30bddfb1-5ddb-4a48-990d-10b259f3f968 req-156f7f24-ac75-447b-8674-9a6af3b63657 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b9c014-b118-4c95-98e2-a7db2b7dcece HTTP/1.1" status: 200 len: 210 time: 0.0611804 Mar 01 13:44:25.602894 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-eec18555-52ac-4b66-8c1c-1b7d4f120f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (a9056071-2fcf-4840-a216-d80e539fc13e), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:25.612989 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-16042785-a659-4989-b9ff-349316593300 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Publish callbacks [] for port (9b21168f-3cb7-4637-b27a-ae5b33dd824d), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:25.678283 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-eec18555-52ac-4b66-8c1c-1b7d4f120f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:25.680113 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-eec18555-52ac-4b66-8c1c-1b7d4f120f59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:25.680245 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-eec18555-52ac-4b66-8c1c-1b7d4f120f59 service neutron] 10.222.0.32 "PUT /v2.0/ports/a9056071-2fcf-4840-a216-d80e539fc13e HTTP/1.1" status: 200 len: 1091 time: 1.8902807 Mar 01 13:44:25.680676 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc274d4c-fff6-4256-8d0e-8ae257f8c50e', 'tag': 'a9056071-2fcf-4840-a216-d80e539fc13e'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:44:25.682928 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf6f500-1331-423c-83d4-a24496c40ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "fc274d4c-fff6-4256-8d0e-8ae257f8c50e", "tag": "a9056071-2fcf-4840-a216-d80e539fc13e"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:44:25.740858 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec18555-52ac-4b66-8c1c-1b7d4f120f59 service neutron] Pushing event updated for resources: {'Port': ['ID=a9056071-2fcf-4840-a216-d80e539fc13e,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:25.752960 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-16042785-a659-4989-b9ff-349316593300 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (9b21168f-3cb7-4637-b27a-ae5b33dd824d), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:25.774399 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device e7817e5b-72fb-4f0e-a809-c43c26fea4fc details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:44:25.776861 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 62991eee-a540-4436-8a1a-6b6b57e46e7c up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:44:25.840758 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4b7ef6-a93a-48e3-838a-5287d585f5be x-openstack-request-id: req-0f4b7ef6-a93a-48e3-838a-5287d585f5be {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:44:25.841359 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc274d4c-fff6-4256-8d0e-8ae257f8c50e", "tag": "a9056071-2fcf-4840-a216-d80e539fc13e", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:44:25.841359 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f4b7ef6-a93a-48e3-838a-5287d585f5be {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:44:25.841716 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc274d4c-fff6-4256-8d0e-8ae257f8c50e', 'tag': 'a9056071-2fcf-4840-a216-d80e539fc13e', 'status': 'completed', 'code': 200} Mar 01 13:44:25.927684 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581411b3-e012-43cd-91eb-6159760c3da5 req-6bf17c12-bdf7-43ca-a775-d2146f048ce8 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:25.935970 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bc23bbb7-2385-4388-bf48-7ea9da1b205e tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks [] for security_group (b9b38792-4d3b-471e-a006-5f193e5e2c3c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:25.941284 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-581411b3-e012-43cd-91eb-6159760c3da5 req-6bf17c12-bdf7-43ca-a775-d2146f048ce8 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 948 time: 0.1048572 Mar 01 13:44:25.989901 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bc23bbb7-2385-4388-bf48-7ea9da1b205e tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks [] for security_group (b9b38792-4d3b-471e-a006-5f193e5e2c3c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:26.025514 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 62991eee-a540-4436-8a1a-6b6b57e46e7c completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:44:26.038424 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-16042785-a659-4989-b9ff-349316593300 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Network 1320a580-e67e-46af-835e-677fea0c7a27 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:44:26.064854 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 62991eee-a540-4436-8a1a-6b6b57e46e7c triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:44:26.065236 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (62991eee-a540-4436-8a1a-6b6b57e46e7c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:26.069151 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-581411b3-e012-43cd-91eb-6159760c3da5 req-ab08d6e3-7410-4545-b8cd-3f0af7f135a7 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219146 Mar 01 13:44:26.089510 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb8e7e-3188-4715-a8ed-c93cf7720b28 req-1c60b342-9ca6-4a19-a9d4-6185979fb5ae tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:26.090564 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-16042785-a659-4989-b9ff-349316593300 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:44:26.094215 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-16042785-a659-4989-b9ff-349316593300 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:44:26.098143 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0ecb8e7e-3188-4715-a8ed-c93cf7720b28 req-1c60b342-9ca6-4a19-a9d4-6185979fb5ae tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 944 time: 0.1484807 Mar 01 13:44:26.160024 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0ecb8e7e-3188-4715-a8ed-c93cf7720b28 req-f715c21c-627f-4211-a722-a373ffece644 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608087 Mar 01 13:44:26.176705 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port e7817e5b-72fb-4f0e-a809-c43c26fea4fc, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=e7817e5b-72fb-4f0e-a809-c43c26fea4fc,segment=NetworkSegment(7746f775-dd67-429f-b921-fd14f871aa3f),segment_id=7746f775-dd67-429f-b921-fd14f871aa3f)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:26.198498 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-16042785-a659-4989-b9ff-349316593300 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:26.199212 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-16042785-a659-4989-b9ff-349316593300 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:26.207532 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'e7817e5b-72fb-4f0e-a809-c43c26fea4fc', 'network_id': 'f63eacb5-6c1b-4769-b38c-4fd13e44b37f', 'port_id': 'e7817e5b-72fb-4f0e-a809-c43c26fea4fc', 'mac_address': 'fa:16:3e:2e:04:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ed2441f-6bfe-44d3-ac28-ed8c63f028fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:44:26.239569 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-16042785-a659-4989-b9ff-349316593300 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4821243 Mar 01 13:44:26.242235 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-798766dd-7f81-4cf8-96ff-165e55679c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:26.258173 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-798766dd-7f81-4cf8-96ff-165e55679c5a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=45c1b8a1bfd84ec380ad12245de559c0&device_id=fc274d4c-fff6-4256-8d0e-8ae257f8c50e HTTP/1.1" status: 200 len: 1125 time: 0.4714527 Mar 01 13:44:26.261006 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16042785-a659-4989-b9ff-349316593300 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Pushing event updated for resources: {'Port': ['ID=9b21168f-3cb7-4637-b27a-ae5b33dd824d,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:26.269775 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-3dd428a0-948a-40e7-a905-806bbb96fc20 service neutron] Request body: {'port': {'device_id': '29b9c014-b118-4c95-98e2-a7db2b7dcece', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:44:26.274974 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port e7817e5b-72fb-4f0e-a809-c43c26fea4fc is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:44:26.275534 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e7817e5b-72fb-4f0e-a809-c43c26fea4fc), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:26.290196 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7817e5b-72fb-4f0e-a809-c43c26fea4fc {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:44:26.390924 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-3dd428a0-948a-40e7-a905-806bbb96fc20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9b21168f-3cb7-4637-b27a-ae5b33dd824d), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:26.393567 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bc23bbb7-2385-4388-bf48-7ea9da1b205e tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b9b38792-4d3b-471e-a006-5f193e5e2c3c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:26.396245 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bc23bbb7-2385-4388-bf48-7ea9da1b205e tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:26.400376 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-bc23bbb7-2385-4388-bf48-7ea9da1b205e tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "DELETE /v2.0/security-groups/b9b38792-4d3b-471e-a006-5f193e5e2c3c HTTP/1.1" status: 204 len: 168 time: 0.8347404 Mar 01 13:44:26.400574 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port e7817e5b-72fb-4f0e-a809-c43c26fea4fc, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=e7817e5b-72fb-4f0e-a809-c43c26fea4fc,segment=NetworkSegment(7746f775-dd67-429f-b921-fd14f871aa3f),segment_id=7746f775-dd67-429f-b921-fd14f871aa3f)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:26.400687 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-6293eeab-6020-445a-a470-dc5ac54d8162 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9056071-2fcf-4840-a216-d80e539fc13e HTTP/1.1" status: 200 len: 217 time: 0.0973468 Mar 01 13:44:26.400808 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33658) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:26.414966 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-6cfe819c-62df-4c7f-b3b6-537cdd69065c tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] show failed (client error): The resource could not be found. Mar 01 13:44:26.418529 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6cfe819c-62df-4c7f-b3b6-537cdd69065c tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "GET /v2.0/security-groups/b9b38792-4d3b-471e-a006-5f193e5e2c3c HTTP/1.1" status: 404 len: 347 time: 0.0149424 Mar 01 13:44:26.418688 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (e7817e5b-72fb-4f0e-a809-c43c26fea4fc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:26.419529 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 62991eee-a540-4436-8a1a-6b6b57e46e7c is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:44:26.419529 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (62991eee-a540-4436-8a1a-6b6b57e46e7c), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:26.421935 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33660) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:26.430422 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc23bbb7-2385-4388-bf48-7ea9da1b205e tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b38792-4d3b-471e-a006-5f193e5e2c3c,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:26.500446 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 62991eee-a540-4436-8a1a-6b6b57e46e7c, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=62991eee-a540-4436-8a1a-6b6b57e46e7c,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:26.505243 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e3170c-22a7-4b74-a28c-8bf9228efa66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62991eee-a540-4436-8a1a-6b6b57e46e7c'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:44:26.510108 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce876283-cf93-4b62-a6ed-341fe1ff32ae" -d '{"events": [{"server_uuid": "f4e3170c-22a7-4b74-a28c-8bf9228efa66", "name": "network-vif-plugged", "status": "completed", "tag": "62991eee-a540-4436-8a1a-6b6b57e46e7c"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:44:26.584698 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (62991eee-a540-4436-8a1a-6b6b57e46e7c), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:26.643822 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-2dfdda3b-3b30-44f7-ba0e-3f3a62e2a889 None None] Provisioning complete for port 9b21168f-3cb7-4637-b27a-ae5b33dd824d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:44:26.644360 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2dfdda3b-3b30-44f7-ba0e-3f3a62e2a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9b21168f-3cb7-4637-b27a-ae5b33dd824d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:26.686829 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=e7817e5b-72fb-4f0e-a809-c43c26fea4fc,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:26.712241 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe6b4a-9eef-4aae-a160-2e5cfc13da1b req-259feebe-d79c-465a-ba7c-eae0ff4be485 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:26.730525 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0bfe6b4a-9eef-4aae-a160-2e5cfc13da1b req-259feebe-d79c-465a-ba7c-eae0ff4be485 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "GET /v2.0/ports?device_id=49ef9f96-7b61-4ec9-91fe-65ece39126cc HTTP/1.1" status: 200 len: 945 time: 0.2214251 Mar 01 13:44:26.782425 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=62991eee-a540-4436-8a1a-6b6b57e46e7c,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:26.788712 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-2dfdda3b-3b30-44f7-ba0e-3f3a62e2a889 None None] Port 9b21168f-3cb7-4637-b27a-ae5b33dd824d cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:44:26.790698 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['e7817e5b-72fb-4f0e-a809-c43c26fea4fc'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:44:26.799439 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-3dd428a0-948a-40e7-a905-806bbb96fc20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b21168f-3cb7-4637-b27a-ae5b33dd824d {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:44:26.807486 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-3dd428a0-948a-40e7-a905-806bbb96fc20 service neutron] Publish callbacks [] for port (9b21168f-3cb7-4637-b27a-ae5b33dd824d), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:26.821373 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-3dd428a0-948a-40e7-a905-806bbb96fc20 service neutron] Transition to ACTIVE for port object 9b21168f-3cb7-4637-b27a-ae5b33dd824d will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:44:26.831969 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-3dd428a0-948a-40e7-a905-806bbb96fc20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (9b21168f-3cb7-4637-b27a-ae5b33dd824d), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:26.852848 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0bfe6b4a-9eef-4aae-a160-2e5cfc13da1b req-c4150bfa-757c-4e25-a2ab-4224c22b2aee tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "GET /v2.0/security-groups?id=88d30026-f4d0-4227-a827-952da590bd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212895 Mar 01 13:44:26.886079 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-32f2c6bd-5c0b-4804-bfbd-eb44bab5b5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:26.887587 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-32f2c6bd-5c0b-4804-bfbd-eb44bab5b5e2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1b78efcf-d531-40de-81f6-0065f9b91e24 HTTP/1.1" status: 200 len: 855 time: 0.4753828 Mar 01 13:44:26.902726 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50014663-2e9e-40bf-b3da-da6a2ce40305 req-5f79032a-dced-4e51-ba94-b48f7003664a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:26.904364 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-50014663-2e9e-40bf-b3da-da6a2ce40305 req-5f79032a-dced-4e51-ba94-b48f7003664a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 945 time: 0.2794766 Mar 01 13:44:26.933140 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8718520a-fa4b-4c4c-b345-5d0001d73b8a x-openstack-request-id: req-8718520a-fa4b-4c4c-b345-5d0001d73b8a {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:44:26.933435 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e3170c-22a7-4b74-a28c-8bf9228efa66", "name": "network-vif-plugged", "status": "completed", "tag": "62991eee-a540-4436-8a1a-6b6b57e46e7c", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:44:26.933691 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8718520a-fa4b-4c4c-b345-5d0001d73b8a {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:44:26.934090 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e3170c-22a7-4b74-a28c-8bf9228efa66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62991eee-a540-4436-8a1a-6b6b57e46e7c', 'code': 200} Mar 01 13:44:26.975593 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-9a29a58d-5cbd-446f-84ba-edcc23a41b67 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Deleting port 2443d641-13cf-4f8a-ba89-0ee76a6c9dcd {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:44:26.980528 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd428a0-948a-40e7-a905-806bbb96fc20 service neutron] Pushing event updated for resources: {'Port': ['ID=9b21168f-3cb7-4637-b27a-ae5b33dd824d,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:26.982929 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9a29a58d-5cbd-446f-84ba-edcc23a41b67 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (2443d641-13cf-4f8a-ba89-0ee76a6c9dcd), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:27.033954 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-2387bb11-df66-49e5-8186-40e822187b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:27.035821 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-2387bb11-df66-49e5-8186-40e822187b36 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1320a580-e67e-46af-835e-677fea0c7a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1387386 Mar 01 13:44:27.078648 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-3dd428a0-948a-40e7-a905-806bbb96fc20 service neutron] Attempting to bind port 9b21168f-3cb7-4637-b27a-ae5b33dd824d on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:44:27.078982 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-3dd428a0-948a-40e7-a905-806bbb96fc20 service neutron] Attempting to bind port 9b21168f-3cb7-4637-b27a-ae5b33dd824d by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '7e431d2a-8352-4715-8063-a4fc7bad3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1320a580-e67e-46af-835e-677fea0c7a27'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:44:27.079308 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-3dd428a0-948a-40e7-a905-806bbb96fc20 service neutron] Attempting to bind port 9b21168f-3cb7-4637-b27a-ae5b33dd824d on network 1320a580-e67e-46af-835e-677fea0c7a27 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:44:27.115376 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-3dd428a0-948a-40e7-a905-806bbb96fc20 service neutron] Port 9b21168f-3cb7-4637-b27a-ae5b33dd824d on network 1320a580-e67e-46af-835e-677fea0c7a27 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:44:27.115740 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-3dd428a0-948a-40e7-a905-806bbb96fc20 service neutron] Attempting to bind port 9b21168f-3cb7-4637-b27a-ae5b33dd824d on network 1320a580-e67e-46af-835e-677fea0c7a27 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:44:27.122899 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-3dd428a0-948a-40e7-a905-806bbb96fc20 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:44:27.123166 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-3dd428a0-948a-40e7-a905-806bbb96fc20 service neutron] Checking segment: {'id': '7e431d2a-8352-4715-8063-a4fc7bad3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1320a580-e67e-46af-835e-677fea0c7a27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:44:27.123480 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-3dd428a0-948a-40e7-a905-806bbb96fc20 service neutron] Bound using segment: {'id': '7e431d2a-8352-4715-8063-a4fc7bad3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1320a580-e67e-46af-835e-677fea0c7a27'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:44:27.123953 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-3dd428a0-948a-40e7-a905-806bbb96fc20 service neutron] Bound port: 9b21168f-3cb7-4637-b27a-ae5b33dd824d, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e431d2a-8352-4715-8063-a4fc7bad3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1320a580-e67e-46af-835e-677fea0c7a27'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:44:27.124313 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-3dd428a0-948a-40e7-a905-806bbb96fc20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9b21168f-3cb7-4637-b27a-ae5b33dd824d), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:27.197515 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-f05966b9-f80c-4257-9751-15bd36d23329 service neutron] 10.222.0.32 "GET /v2.0/networks/1320a580-e67e-46af-835e-677fea0c7a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498682 Mar 01 13:44:27.198852 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc49b1b-ddd0-4653-a1b6-634f226b1415 req-c73cc650-3284-4f67-b151-9bafaeb39cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:27.200799 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ebc49b1b-ddd0-4653-a1b6-634f226b1415 req-c73cc650-3284-4f67-b151-9bafaeb39cdc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 1127 time: 0.1282263 Mar 01 13:44:27.215509 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-50014663-2e9e-40bf-b3da-da6a2ce40305 req-37c97f29-8eb1-48e4-a552-37c6bdaecd6f tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011587 Mar 01 13:44:27.264962 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba5257-4431-4087-9d65-9fb7a9d70b97 req-67a67fb6-dd62-4e05-9f25-977069aa8d1b tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:27.266666 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-00ba5257-4431-4087-9d65-9fb7a9d70b97 req-67a67fb6-dd62-4e05-9f25-977069aa8d1b tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b9c014-b118-4c95-98e2-a7db2b7dcece HTTP/1.1" status: 200 len: 944 time: 0.1435163 Mar 01 13:44:27.277758 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-3dd428a0-948a-40e7-a905-806bbb96fc20 service neutron] For port 9b21168f-3cb7-4637-b27a-ae5b33dd824d, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:44:27.293847 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-3dd428a0-948a-40e7-a905-806bbb96fc20 service neutron] For port 9b21168f-3cb7-4637-b27a-ae5b33dd824d, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9b21168f-3cb7-4637-b27a-ae5b33dd824d,segment=NetworkSegment(7e431d2a-8352-4715-8063-a4fc7bad3a2e),segment_id=7e431d2a-8352-4715-8063-a4fc7bad3a2e)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:44:27.313476 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-3dd428a0-948a-40e7-a905-806bbb96fc20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (9b21168f-3cb7-4637-b27a-ae5b33dd824d), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:27.352399 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9a29a58d-5cbd-446f-84ba-edcc23a41b67 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (2443d641-13cf-4f8a-ba89-0ee76a6c9dcd), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:27.352883 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9a29a58d-5cbd-446f-84ba-edcc23a41b67 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks [] for floatingip (2443d641-13cf-4f8a-ba89-0ee76a6c9dcd), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:27.373108 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-caa558a5-bf14-414d-84d8-1665e71ac43b req-04dfd9ac-9314-4a4f-94fb-02cdc62c0632 service neutron] 10.222.0.32 "GET /v2.0/networks/1320a580-e67e-46af-835e-677fea0c7a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642618 Mar 01 13:44:27.376940 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-3dd428a0-948a-40e7-a905-806bbb96fc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:27.377550 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-3dd428a0-948a-40e7-a905-806bbb96fc20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:27.378919 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-3dd428a0-948a-40e7-a905-806bbb96fc20 service neutron] 10.222.0.32 "PUT /v2.0/ports/9b21168f-3cb7-4637-b27a-ae5b33dd824d HTTP/1.1" status: 200 len: 1092 time: 1.1198132 Mar 01 13:44:27.395801 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd428a0-948a-40e7-a905-806bbb96fc20 service neutron] Pushing event updated for resources: {'Port': ['ID=9b21168f-3cb7-4637-b27a-ae5b33dd824d,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:27.417393 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ebc49b1b-ddd0-4653-a1b6-634f226b1415 req-90b5e3e0-60a3-4687-ab37-5bc2e4b09e58 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980765 Mar 01 13:44:27.424507 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-9a29a58d-5cbd-446f-84ba-edcc23a41b67 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Calling delete_port for 2443d641-13cf-4f8a-ba89-0ee76a6c9dcd owned by network:floatingip {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:44:27.437940 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0178526a-d0aa-4cad-8301-4eed261e893a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:27.465188 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66def728-a9d7-482c-8a30-4ab97f84444e req-9384a68f-d159-474d-b3a1-3260a1f47b32 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:27.466622 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-66def728-a9d7-482c-8a30-4ab97f84444e req-9384a68f-d159-474d-b3a1-3260a1f47b32 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 948 time: 0.1826510 Mar 01 13:44:27.530555 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-00ba5257-4431-4087-9d65-9fb7a9d70b97 req-07d9f4d6-d657-4ed2-b4f5-1712a97e6bcc tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414629 Mar 01 13:44:27.644350 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-66def728-a9d7-482c-8a30-4ab97f84444e req-476ea15b-7341-4487-9e27-ec77f346e59f tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414185 Mar 01 13:44:27.735817 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-19460e75-99bb-4c76-bb5e-8aba1745c183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:27.737391 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-19460e75-99bb-4c76-bb5e-8aba1745c183 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=45c1b8a1bfd84ec380ad12245de559c0&device_id=29b9c014-b118-4c95-98e2-a7db2b7dcece HTTP/1.1" status: 200 len: 1126 time: 0.0521796 Mar 01 13:44:27.766595 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694aa18e-8cb0-48c1-97b6-98633e0c6696 req-a3c629a2-7da5-4f96-9844-95b16d2f4dbe tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:27.768194 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-694aa18e-8cb0-48c1-97b6-98633e0c6696 req-a3c629a2-7da5-4f96-9844-95b16d2f4dbe tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 944 time: 0.1677282 Mar 01 13:44:27.779326 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-ae297acd-962b-499b-babb-393429378931 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b21168f-3cb7-4637-b27a-ae5b33dd824d HTTP/1.1" status: 200 len: 217 time: 0.0338800 Mar 01 13:44:27.794380 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9a29a58d-5cbd-446f-84ba-edcc23a41b67 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (2443d641-13cf-4f8a-ba89-0ee76a6c9dcd), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:27.830875 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29a58d-5cbd-446f-84ba-edcc23a41b67 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Pushing event deleted for resources: {'Port': ['ID=2443d641-13cf-4f8a-ba89-0ee76a6c9dcd,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:27.833959 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6f500-1331-423c-83d4-a24496c40ff0 req-506a3849-f52e-4f7d-8f16-6302ee4aae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:27.835582 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ecf6f500-1331-423c-83d4-a24496c40ff0 req-506a3849-f52e-4f7d-8f16-6302ee4aae3a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=45c1b8a1bfd84ec380ad12245de559c0&device_id=fc274d4c-fff6-4256-8d0e-8ae257f8c50e HTTP/1.1" status: 200 len: 1125 time: 0.1638603 Mar 01 13:44:27.841204 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-addfce3b-8515-49a1-9953-d2c4d7de44fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:27.842855 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-addfce3b-8515-49a1-9953-d2c4d7de44fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1b78efcf-d531-40de-81f6-0065f9b91e24 HTTP/1.1" status: 200 len: 855 time: 0.0560291 Mar 01 13:44:27.843565 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b9c014-b118-4c95-98e2-a7db2b7dcece', 'tag': '9b21168f-3cb7-4637-b27a-ae5b33dd824d'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:44:27.846003 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030fab1d-165b-4471-b527-f7ab2aa9d499" -d '{"events": [{"name": "network-changed", "server_uuid": "29b9c014-b118-4c95-98e2-a7db2b7dcece", "tag": "9b21168f-3cb7-4637-b27a-ae5b33dd824d"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:44:27.897532 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46304569-4b80-4e45-9117-34a633a06157 x-openstack-request-id: req-46304569-4b80-4e45-9117-34a633a06157 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:44:27.898131 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b9c014-b118-4c95-98e2-a7db2b7dcece", "tag": "9b21168f-3cb7-4637-b27a-ae5b33dd824d", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:44:27.898131 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46304569-4b80-4e45-9117-34a633a06157 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:44:27.898431 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b9c014-b118-4c95-98e2-a7db2b7dcece', 'tag': '9b21168f-3cb7-4637-b27a-ae5b33dd824d', 'status': 'completed', 'code': 200} Mar 01 13:44:27.918379 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-a33e8cbb-70e5-46ff-8ceb-1469d79003a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:27.920180 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-a33e8cbb-70e5-46ff-8ceb-1469d79003a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1320a580-e67e-46af-835e-677fea0c7a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504091 Mar 01 13:44:27.922642 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-694aa18e-8cb0-48c1-97b6-98633e0c6696 req-a607647c-a196-4383-a0f4-1fe8e51e9459 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447577 Mar 01 13:44:27.950710 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 59c426e1-8051-4715-86df-dd085a86bd59 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:44:28.009609 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9a29a58d-5cbd-446f-84ba-edcc23a41b67 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks [] for floatingip (58946ecd-b12d-4ae5-8eb3-8909ffe02879), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:28.012101 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9a29a58d-5cbd-446f-84ba-edcc23a41b67 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:28.016878 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9a29a58d-5cbd-446f-84ba-edcc23a41b67 tempest-ServersTestBootFromVolume-2131878615 tempest-ServersTestBootFromVolume-2131878615-project] 10.222.0.13 "DELETE /v2.0/floatingips/58946ecd-b12d-4ae5-8eb3-8909ffe02879 HTTP/1.1" status: 204 len: 168 time: 1.5939455 Mar 01 13:44:28.018538 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33678) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:28.036577 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-064e78b1-a85c-4513-b1cc-a83c54c8a81b service neutron] 10.222.0.32 "GET /v2.0/networks/1320a580-e67e-46af-835e-677fea0c7a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000640 Mar 01 13:44:28.081543 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 59c426e1-8051-4715-86df-dd085a86bd59, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=59c426e1-8051-4715-86df-dd085a86bd59,segment=NetworkSegment(7e431d2a-8352-4715-8063-a4fc7bad3a2e),segment_id=7e431d2a-8352-4715-8063-a4fc7bad3a2e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:28.096710 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6f500-1331-423c-83d4-a24496c40ff0 req-89bd7151-0b77-489b-9809-e6a9cbcfdee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:28.097502 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '59c426e1-8051-4715-86df-dd085a86bd59', 'network_id': '1320a580-e67e-46af-835e-677fea0c7a27', 'port_id': '59c426e1-8051-4715-86df-dd085a86bd59', 'mac_address': 'fa:16:3e:e9:ff:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b78efcf-d531-40de-81f6-0065f9b91e24', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:44:28.098182 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ecf6f500-1331-423c-83d4-a24496c40ff0 req-89bd7151-0b77-489b-9809-e6a9cbcfdee9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1320a580-e67e-46af-835e-677fea0c7a27 HTTP/1.1" status: 200 len: 917 time: 0.2245040 Mar 01 13:44:28.146510 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 59c426e1-8051-4715-86df-dd085a86bd59 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:44:28.147026 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (59c426e1-8051-4715-86df-dd085a86bd59), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:28.150967 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-907c791f-db5d-4fc6-8dad-6c2da773e27a req-cdbe3674-f7db-4536-a63d-2f16d12fafc8 service neutron] 10.222.0.32 "GET /v2.0/networks/1320a580-e67e-46af-835e-677fea0c7a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081734 Mar 01 13:44:28.166525 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c426e1-8051-4715-86df-dd085a86bd59 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:44:28.184693 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b2086-3a78-408e-8953-09bc6d5d07ee req-0cdfd52d-a7b6-44ac-ae03-5cba44a73087 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:28.186224 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1d0b2086-3a78-408e-8953-09bc6d5d07ee req-0cdfd52d-a7b6-44ac-ae03-5cba44a73087 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "GET /v2.0/ports?device_id=49ef9f96-7b61-4ec9-91fe-65ece39126cc HTTP/1.1" status: 200 len: 945 time: 0.2296157 Mar 01 13:44:28.190794 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ecf6f500-1331-423c-83d4-a24496c40ff0 req-61fb255f-4c01-4f4b-9aad-36998517b592 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9056071-2fcf-4840-a216-d80e539fc13e HTTP/1.1" status: 200 len: 217 time: 0.0829701 Mar 01 13:44:28.199542 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 59c426e1-8051-4715-86df-dd085a86bd59, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=59c426e1-8051-4715-86df-dd085a86bd59,segment=NetworkSegment(7e431d2a-8352-4715-8063-a4fc7bad3a2e),segment_id=7e431d2a-8352-4715-8063-a4fc7bad3a2e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:28.203728 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (59c426e1-8051-4715-86df-dd085a86bd59), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:28.204446 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device e14d8144-2ed5-4215-ab2f-6eb2ed2725ef details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:44:28.263268 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fab1d-165b-4471-b527-f7ab2aa9d499 req-77c7effc-77e0-4a31-be9a-8b96caf2fd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:28.269417 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-030fab1d-165b-4471-b527-f7ab2aa9d499 req-77c7effc-77e0-4a31-be9a-8b96caf2fd4a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=45c1b8a1bfd84ec380ad12245de559c0&device_id=29b9c014-b118-4c95-98e2-a7db2b7dcece HTTP/1.1" status: 200 len: 1126 time: 0.0660627 Mar 01 13:44:28.324954 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port e14d8144-2ed5-4215-ab2f-6eb2ed2725ef, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=e14d8144-2ed5-4215-ab2f-6eb2ed2725ef,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:28.339684 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': 'e14d8144-2ed5-4215-ab2f-6eb2ed2725ef', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': 'e14d8144-2ed5-4215-ab2f-6eb2ed2725ef', 'mac_address': 'fa:16:3e:f2:85:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:44:28.359836 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6f500-1331-423c-83d4-a24496c40ff0 req-1b132d19-efdf-418e-a056-98c37164e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:28.361481 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ecf6f500-1331-423c-83d4-a24496c40ff0 req-1b132d19-efdf-418e-a056-98c37164e452 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1b78efcf-d531-40de-81f6-0065f9b91e24 HTTP/1.1" status: 200 len: 855 time: 0.1536498 Mar 01 13:44:28.430922 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port e14d8144-2ed5-4215-ab2f-6eb2ed2725ef is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:44:28.431346 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e14d8144-2ed5-4215-ab2f-6eb2ed2725ef), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:28.433948 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=59c426e1-8051-4715-86df-dd085a86bd59,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:28.449689 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1d0b2086-3a78-408e-8953-09bc6d5d07ee req-0da1037b-c961-40b3-974f-0153616c8aaf tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "GET /v2.0/security-groups?id=88d30026-f4d0-4227-a827-952da590bd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2472773 Mar 01 13:44:28.463811 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e14d8144-2ed5-4215-ab2f-6eb2ed2725ef {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:44:28.500271 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port e14d8144-2ed5-4215-ab2f-6eb2ed2725ef, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=e14d8144-2ed5-4215-ab2f-6eb2ed2725ef,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:28.505926 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (e14d8144-2ed5-4215-ab2f-6eb2ed2725ef), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:28.527208 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6f500-1331-423c-83d4-a24496c40ff0 req-30c9e5c4-cd81-4069-8599-c0fd8cffcd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:28.528717 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ecf6f500-1331-423c-83d4-a24496c40ff0 req-30c9e5c4-cd81-4069-8599-c0fd8cffcd47 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1320a580-e67e-46af-835e-677fea0c7a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1310642 Mar 01 13:44:28.544449 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df34aaf-7fc6-4f67-b2fb-31cd9ff62502 req-04a5d954-add7-4e2d-a20f-e003c99b44ba tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:28.546014 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6df34aaf-7fc6-4f67-b2fb-31cd9ff62502 req-04a5d954-add7-4e2d-a20f-e003c99b44ba tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 945 time: 0.2052193 Mar 01 13:44:28.606325 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=e14d8144-2ed5-4215-ab2f-6eb2ed2725ef,revision_number=7']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:28.692740 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fab1d-165b-4471-b527-f7ab2aa9d499 req-1b2ff2c6-0752-4cb1-a051-042397e10314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:28.694636 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-030fab1d-165b-4471-b527-f7ab2aa9d499 req-1b2ff2c6-0752-4cb1-a051-042397e10314 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1320a580-e67e-46af-835e-677fea0c7a27 HTTP/1.1" status: 200 len: 917 time: 0.4162076 Mar 01 13:44:28.728281 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6df34aaf-7fc6-4f67-b2fb-31cd9ff62502 req-1515508a-d2ef-442c-a888-b770f5f9380e tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713009 Mar 01 13:44:28.740989 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-030fab1d-165b-4471-b527-f7ab2aa9d499 req-0a533fd5-50fe-4545-9e5d-cf0b24b8824e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b21168f-3cb7-4637-b27a-ae5b33dd824d HTTP/1.1" status: 200 len: 217 time: 0.0391545 Mar 01 13:44:28.764682 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:28.770966 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ecf6f500-1331-423c-83d4-a24496c40ff0 req-2bb3e30e-9c95-4ff6-8130-64413c28bb05 service neutron] 10.222.0.32 "GET /v2.0/networks/1320a580-e67e-46af-835e-677fea0c7a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234068 Mar 01 13:44:28.782122 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366414b3-2174-4afa-90c6-aef632f4d365 req-beb96bb4-260a-46d0-8148-4926cca13661 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:28.783517 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-366414b3-2174-4afa-90c6-aef632f4d365 req-beb96bb4-260a-46d0-8148-4926cca13661 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b9c014-b118-4c95-98e2-a7db2b7dcece HTTP/1.1" status: 200 len: 944 time: 0.1641841 Mar 01 13:44:28.815978 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fab1d-165b-4471-b527-f7ab2aa9d499 req-a92b7e75-574b-4e52-97e9-cae399726acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:28.817853 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-030fab1d-165b-4471-b527-f7ab2aa9d499 req-a92b7e75-574b-4e52-97e9-cae399726acf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1b78efcf-d531-40de-81f6-0065f9b91e24 HTTP/1.1" status: 200 len: 855 time: 0.0632737 Mar 01 13:44:28.881912 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fab1d-165b-4471-b527-f7ab2aa9d499 req-3ef8697d-6f17-492a-bacb-bf389289b9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:28.883441 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-030fab1d-165b-4471-b527-f7ab2aa9d499 req-3ef8697d-6f17-492a-bacb-bf389289b9cb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1320a580-e67e-46af-835e-677fea0c7a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0580199 Mar 01 13:44:28.939395 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-366414b3-2174-4afa-90c6-aef632f4d365 req-60327c1a-dcff-4b0e-82bb-96b58b906ef6 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323168 Mar 01 13:44:28.962449 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ecf6f500-1331-423c-83d4-a24496c40ff0 req-93075cb7-73f7-4ba5-97a8-03e9895aaf0a service neutron] 10.222.0.32 "GET /v2.0/networks/1320a580-e67e-46af-835e-677fea0c7a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770227 Mar 01 13:44:28.963940 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['e14d8144-2ed5-4215-ab2f-6eb2ed2725ef'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:44:29.007620 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978a88e-0c6f-44ae-8ce3-bc00730eb693 req-360e9a27-84f0-4f08-9f86-e977aa2284ef tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:29.014575 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4978a88e-0c6f-44ae-8ce3-bc00730eb693 req-360e9a27-84f0-4f08-9f86-e977aa2284ef tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 949 time: 0.1517057 Mar 01 13:44:29.045006 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['59c426e1-8051-4715-86df-dd085a86bd59'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:44:29.049270 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-030fab1d-165b-4471-b527-f7ab2aa9d499 req-3666ad80-73cb-4ef2-868a-159fa43d8b15 service neutron] 10.222.0.32 "GET /v2.0/networks/1320a580-e67e-46af-835e-677fea0c7a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575897 Mar 01 13:44:29.102054 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4978a88e-0c6f-44ae-8ce3-bc00730eb693 req-f5f08314-a949-4060-996e-bdcda2386467 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859995 Mar 01 13:44:29.135288 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-19a27c84-42c1-4f17-8204-4cc651ae695e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (62604231-d0a8-408a-88e4-7a955e9e7484), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:29.194385 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-030fab1d-165b-4471-b527-f7ab2aa9d499 req-b6d78257-b901-4126-88ce-572f8a4fd57b service neutron] 10.222.0.32 "GET /v2.0/networks/1320a580-e67e-46af-835e-677fea0c7a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338248 Mar 01 13:44:29.554363 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b8ab9-abf7-4871-8815-85796977de56 req-6db6baf0-0413-4310-88fa-b2df5c4d9711 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:29.556489 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f96b8ab9-abf7-4871-8815-85796977de56 req-6db6baf0-0413-4310-88fa-b2df5c4d9711 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 944 time: 0.5161932 Mar 01 13:44:29.580189 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436e254-f61b-4a82-b411-6c9b215544f7 req-5c59a631-91d0-4f2b-9eeb-5a25c25a7d98 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:29.582061 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2436e254-f61b-4a82-b411-6c9b215544f7 req-5c59a631-91d0-4f2b-9eeb-5a25c25a7d98 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd&tenant_id=5273606b5eb242749c05f75a15dd6612&binding%3Ahost_id=n-h2-827467-3 HTTP/1.1" status: 200 len: 949 time: 0.0726805 Mar 01 13:44:29.679601 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042215de-8b1f-407e-b8c7-a2d3600cf750 req-99af6e98-0028-4b06-a3b1-0625b1d299de tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:29.684442 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-042215de-8b1f-407e-b8c7-a2d3600cf750 req-99af6e98-0028-4b06-a3b1-0625b1d299de tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 949 time: 0.1516938 Mar 01 13:44:29.690342 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f96b8ab9-abf7-4871-8815-85796977de56 req-e8230fc2-fbcc-4f61-839a-bfb3b4f683cc tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140625 Mar 01 13:44:29.735931 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-4dda4bfc-0313-4362-89ef-f87ab5a4d51b service neutron] 10.222.0.32 "GET /v2.0/ports/2dc23e93-85a7-434a-80ca-dc44a5668c0f/bindings/n-h2-827467-3 HTTP/1.1" status: 200 len: 384 time: 0.1057565 Mar 01 13:44:29.789459 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device e7817e5b-72fb-4f0e-a809-c43c26fea4fc up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:44:29.803267 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436e254-f61b-4a82-b411-6c9b215544f7 req-e806e72c-738e-46f5-b3d4-567852f87ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:29.805947 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2436e254-f61b-4a82-b411-6c9b215544f7 req-e806e72c-738e-46f5-b3d4-567852f87ffd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5273606b5eb242749c05f75a15dd6612&device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 1131 time: 0.1251225 Mar 01 13:44:29.882666 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-042215de-8b1f-407e-b8c7-a2d3600cf750 req-5e799b39-2489-48d6-9afa-af3349396c42 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868787 Mar 01 13:44:29.903321 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port e7817e5b-72fb-4f0e-a809-c43c26fea4fc completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:44:29.908304 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port e7817e5b-72fb-4f0e-a809-c43c26fea4fc triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:44:29.908727 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e7817e5b-72fb-4f0e-a809-c43c26fea4fc), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:29.950330 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f2463-7a31-4a02-af99-8a581f2b7a98 req-aeda04ac-8f99-4c9b-bba3-3e4d52bd6dfd tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:29.958130 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-755f2463-7a31-4a02-af99-8a581f2b7a98 req-aeda04ac-8f99-4c9b-bba3-3e4d52bd6dfd tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/ports?device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 945 time: 0.1407681 Mar 01 13:44:29.986200 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:30.049946 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port e7817e5b-72fb-4f0e-a809-c43c26fea4fc is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:44:30.050859 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e7817e5b-72fb-4f0e-a809-c43c26fea4fc), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:30.065845 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-ba8e48a6-b41e-4b0f-97bb-2418778d2815 service neutron] For port 2dc23e93-85a7-434a-80ca-dc44a5668c0f, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=2dc23e93-85a7-434a-80ca-dc44a5668c0f,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:30.087208 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-755f2463-7a31-4a02-af99-8a581f2b7a98 req-0a894381-2d1e-48f2-a9c7-701313215d77 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba6c8292-3a64-48a4-b54f-5bcf0d993d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281457 Mar 01 13:44:30.111544 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port e7817e5b-72fb-4f0e-a809-c43c26fea4fc, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=e7817e5b-72fb-4f0e-a809-c43c26fea4fc,segment=NetworkSegment(7746f775-dd67-429f-b921-fd14f871aa3f),segment_id=7746f775-dd67-429f-b921-fd14f871aa3f)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:30.112846 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ef9f96-7b61-4ec9-91fe-65ece39126cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7817e5b-72fb-4f0e-a809-c43c26fea4fc'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:44:30.115827 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69aaa9b9-d371-4379-bf62-234965adf7af" -d '{"events": [{"server_uuid": "49ef9f96-7b61-4ec9-91fe-65ece39126cc", "name": "network-vif-plugged", "status": "completed", "tag": "e7817e5b-72fb-4f0e-a809-c43c26fea4fc"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:44:30.122466 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (e7817e5b-72fb-4f0e-a809-c43c26fea4fc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:30.147710 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-ba8e48a6-b41e-4b0f-97bb-2418778d2815 service neutron] For port 2dc23e93-85a7-434a-80ca-dc44a5668c0f, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:44:30.172269 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436e254-f61b-4a82-b411-6c9b215544f7 req-706d3ed0-de2b-4856-a37c-6aacc310564a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:30.174261 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2436e254-f61b-4a82-b411-6c9b215544f7 req-706d3ed0-de2b-4856-a37c-6aacc310564a service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.3605380 Mar 01 13:44:30.198989 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=e7817e5b-72fb-4f0e-a809-c43c26fea4fc,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:30.230016 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2436e254-f61b-4a82-b411-6c9b215544f7 req-621901dd-7855-44ee-aeff-597660f33a1e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=e14d8144-2ed5-4215-ab2f-6eb2ed2725ef HTTP/1.1" status: 200 len: 217 time: 0.0446055 Mar 01 13:44:30.234445 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-ba8e48a6-b41e-4b0f-97bb-2418778d2815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dc23e93-85a7-434a-80ca-dc44a5668c0f {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:44:30.245199 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563122b1-394e-43af-b98e-e6478369268a req-8b347c58-a70b-4506-aeea-8d197b2857e2 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:30.245897 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-ba8e48a6-b41e-4b0f-97bb-2418778d2815 service neutron] For port 2dc23e93-85a7-434a-80ca-dc44a5668c0f, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=2dc23e93-85a7-434a-80ca-dc44a5668c0f,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:30.246687 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-563122b1-394e-43af-b98e-e6478369268a req-8b347c58-a70b-4506-aeea-8d197b2857e2 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "GET /v2.0/ports?device_id=49ef9f96-7b61-4ec9-91fe-65ece39126cc HTTP/1.1" status: 200 len: 945 time: 0.2567835 Mar 01 13:44:30.273238 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507e9cb-2a5c-4a05-89e6-d631494b0807 req-57e78938-0bdd-4f28-be1c-6d98017d14ba tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:30.274694 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c507e9cb-2a5c-4a05-89e6-d631494b0807 req-57e78938-0bdd-4f28-be1c-6d98017d14ba tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 945 time: 0.0893762 Mar 01 13:44:30.292655 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-ba8e48a6-b41e-4b0f-97bb-2418778d2815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2dc23e93-85a7-434a-80ca-dc44a5668c0f), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:30.309351 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436e254-f61b-4a82-b411-6c9b215544f7 req-80101ae1-33ff-4db1-a200-06307e9fe888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:30.310865 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2436e254-f61b-4a82-b411-6c9b215544f7 req-80101ae1-33ff-4db1-a200-06307e9fe888 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0623534 Mar 01 13:44:30.323103 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-19a27c84-42c1-4f17-8204-4cc651ae695e admin admin] Deleting port f9d789ac-3d92-42d4-a760-7f1ff9706fcf {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:44:30.323395 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-19a27c84-42c1-4f17-8204-4cc651ae695e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (f9d789ac-3d92-42d4-a760-7f1ff9706fcf), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:30.408707 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-563122b1-394e-43af-b98e-e6478369268a req-5bcb82e5-bee8-4a45-bbcf-d436448da3d7 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "GET /v2.0/security-groups?id=88d30026-f4d0-4227-a827-952da590bd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503577 Mar 01 13:44:30.410472 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436e254-f61b-4a82-b411-6c9b215544f7 req-53ff06ad-6378-48be-8aa0-060ad724b990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:30.412012 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2436e254-f61b-4a82-b411-6c9b215544f7 req-53ff06ad-6378-48be-8aa0-060ad724b990 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0944219 Mar 01 13:44:30.416845 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-ba8e48a6-b41e-4b0f-97bb-2418778d2815 service neutron] Transition to ACTIVE for port object 2dc23e93-85a7-434a-80ca-dc44a5668c0f will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:44:30.423636 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c507e9cb-2a5c-4a05-89e6-d631494b0807 req-775fa450-fa79-4644-9744-13660f39f8d5 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374350 Mar 01 13:44:30.497307 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-ba8e48a6-b41e-4b0f-97bb-2418778d2815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (2dc23e93-85a7-434a-80ca-dc44a5668c0f), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:30.525418 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a19d13-9d3b-46ba-975b-4284b990245a x-openstack-request-id: req-05a19d13-9d3b-46ba-975b-4284b990245a {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:44:30.525640 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ef9f96-7b61-4ec9-91fe-65ece39126cc", "name": "network-vif-plugged", "status": "completed", "tag": "e7817e5b-72fb-4f0e-a809-c43c26fea4fc", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:44:30.525877 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05a19d13-9d3b-46ba-975b-4284b990245a {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:44:30.526270 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ef9f96-7b61-4ec9-91fe-65ece39126cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7817e5b-72fb-4f0e-a809-c43c26fea4fc', 'code': 200} Mar 01 13:44:30.545695 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-19a27c84-42c1-4f17-8204-4cc651ae695e admin admin] For port f9d789ac-3d92-42d4-a760-7f1ff9706fcf, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=f9d789ac-3d92-42d4-a760-7f1ff9706fcf,segment=NetworkSegment(948b6872-5da8-4b30-bebf-d52c9879ac52),segment_id=948b6872-5da8-4b30-bebf-d52c9879ac52)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:30.546086 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-19a27c84-42c1-4f17-8204-4cc651ae695e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (f9d789ac-3d92-42d4-a760-7f1ff9706fcf), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:30.563397 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-19a27c84-42c1-4f17-8204-4cc651ae695e admin admin] Calling delete_port for f9d789ac-3d92-42d4-a760-7f1ff9706fcf owned by network:router_interface {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:44:30.593135 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998ae35-0588-46b3-9f88-0483b2ed7eb1 req-dcbef320-07c3-403d-97cb-ba6b638d82d1 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:30.601033 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f998ae35-0588-46b3-9f88-0483b2ed7eb1 req-dcbef320-07c3-403d-97cb-ba6b638d82d1 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b9c014-b118-4c95-98e2-a7db2b7dcece HTTP/1.1" status: 200 len: 944 time: 0.1069307 Mar 01 13:44:30.605090 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2436e254-f61b-4a82-b411-6c9b215544f7 req-90af77e3-6562-4d90-9a04-b88f37ac80b1 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843626 Mar 01 13:44:30.717372 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-ba8e48a6-b41e-4b0f-97bb-2418778d2815 service neutron] No DVR routers for this DVR port 2dc23e93-85a7-434a-80ca-dc44a5668c0f on host n-h1-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:44:30.733275 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e48a6-b41e-4b0f-97bb-2418778d2815 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc23e93-85a7-434a-80ca-dc44a5668c0f,revision_number=10']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:30.762891 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-ba8e48a6-b41e-4b0f-97bb-2418778d2815 service neutron] 10.222.0.32 "PUT /v2.0/ports/2dc23e93-85a7-434a-80ca-dc44a5668c0f/bindings/n-h2-827467-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0138245 Mar 01 13:44:30.771739 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f998ae35-0588-46b3-9f88-0483b2ed7eb1 req-e11a8dfc-2734-499b-af0d-fe3c683cb7ce tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695638 Mar 01 13:44:30.804037 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2436e254-f61b-4a82-b411-6c9b215544f7 req-3b317e76-6ec5-4cc3-ba17-2e9b57fb7858 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686304 Mar 01 13:44:30.821474 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea4bbd5-ef79-431a-a4b9-8305893ecb80 req-453ecafd-e22a-42bf-b389-3f709b738692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:30.823838 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4ea4bbd5-ef79-431a-a4b9-8305893ecb80 req-453ecafd-e22a-42bf-b389-3f709b738692 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=49ef9f96-7b61-4ec9-91fe-65ece39126cc HTTP/1.1" status: 200 len: 1128 time: 0.1837122 Mar 01 13:44:30.828630 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793351bd-60bd-4b40-96bd-6abfa34430d8 req-eada01fa-e70f-4066-a821-f4a94ed49d13 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:30.831151 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-793351bd-60bd-4b40-96bd-6abfa34430d8 req-eada01fa-e70f-4066-a821-f4a94ed49d13 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 1127 time: 0.1936197 Mar 01 13:44:30.909980 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-f1e01845-7210-4d56-8b49-e43226fcd2be tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:30.912035 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-f1e01845-7210-4d56-8b49-e43226fcd2be tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541&tenant_id=96cd43570afd4572b4b93d1aa25b2425&binding%3Ahost_id=n-h1-827467-3 HTTP/1.1" status: 200 len: 1127 time: 0.0648537 Mar 01 13:44:30.971736 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4ea4bbd5-ef79-431a-a4b9-8305893ecb80 req-1a4a7e28-0beb-4b0a-9627-bd1e82430425 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=88d30026-f4d0-4227-a827-952da590bd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390040 Mar 01 13:44:30.977762 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-793351bd-60bd-4b40-96bd-6abfa34430d8 req-64f8211d-ce50-4034-bba0-b8f25b6efcac tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362298 Mar 01 13:44:30.986693 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-55c0b616-c09b-4ebb-9693-81e49c378052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:30.989513 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-55c0b616-c09b-4ebb-9693-81e49c378052 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541&tenant_id=96cd43570afd4572b4b93d1aa25b2425 HTTP/1.1" status: 200 len: 1127 time: 0.0665257 Mar 01 13:44:31.060222 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d62ab-f3f4-41e8-b953-f3fa6766b409 req-77ad20ce-3184-41af-89c1-304563ad76f1 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:31.069031 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-414d62ab-f3f4-41e8-b953-f3fa6766b409 req-77ad20ce-3184-41af-89c1-304563ad76f1 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 945 time: 0.1846323 Mar 01 13:44:31.078141 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-4301d6a4-27ea-46b3-baba-1fcd05e75984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:31.080036 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-4301d6a4-27ea-46b3-baba-1fcd05e75984 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=96cd43570afd4572b4b93d1aa25b2425&device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 1127 time: 0.0610166 Mar 01 13:44:31.086214 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-19a27c84-42c1-4f17-8204-4cc651ae695e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (f9d789ac-3d92-42d4-a760-7f1ff9706fcf), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:31.113287 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a27c84-42c1-4f17-8204-4cc651ae695e admin admin] Pushing event deleted for resources: {'Port': ['ID=f9d789ac-3d92-42d4-a760-7f1ff9706fcf,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:31.156759 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-414d62ab-f3f4-41e8-b953-f3fa6766b409 req-1fb271c9-466b-48de-b075-8493ee7f76cc tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800171 Mar 01 13:44:31.223957 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-2816ab25-b6bb-497a-8c5c-383a1f338c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:31.225892 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-2816ab25-b6bb-497a-8c5c-383a1f338c24 service neutron] 10.222.0.20 "GET /v2.0/networks?id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22 HTTP/1.1" status: 200 len: 908 time: 0.1363740 Mar 01 13:44:31.332278 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-c4e5cbea-9fa5-4819-97b0-60fd80b8a7e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2dc23e93-85a7-434a-80ca-dc44a5668c0f HTTP/1.1" status: 200 len: 217 time: 0.0984325 Mar 01 13:44:31.427530 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-85198a6c-e327-4831-a3ed-c1c2d0a4402c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:31.429887 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-85198a6c-e327-4831-a3ed-c1c2d0a4402c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7f9fefc-67f3-4f16-9709-32467e973c9a HTTP/1.1" status: 200 len: 847 time: 0.0895889 Mar 01 13:44:31.477721 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52614a7-d452-4b69-ac6e-9c590f0af4d5 req-58fc7825-c831-47d8-bf42-72033e6bff20 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:31.479302 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d52614a7-d452-4b69-ac6e-9c590f0af4d5 req-58fc7825-c831-47d8-bf42-72033e6bff20 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 1127 time: 0.1839178 Mar 01 13:44:31.500389 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-1e7a121f-0ba8-4123-9f3a-2d006c9a175f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615380 Mar 01 13:44:31.502278 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f65914-9e35-4fb3-8bd4-e8e00591107b req-ef1e54c5-88b2-4694-92db-3a47e1372e17 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:31.509756 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-59f65914-9e35-4fb3-8bd4-e8e00591107b req-ef1e54c5-88b2-4694-92db-3a47e1372e17 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 949 time: 0.2224905 Mar 01 13:44:31.565724 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-19a27c84-42c1-4f17-8204-4cc651ae695e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (62604231-d0a8-408a-88e4-7a955e9e7484), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:31.615296 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d52614a7-d452-4b69-ac6e-9c590f0af4d5 req-e6bf1494-3a11-4665-8470-89805999dde7 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269748 Mar 01 13:44:31.619929 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-59f65914-9e35-4fb3-8bd4-e8e00591107b req-74642b4c-9e72-42e8-9389-64ccfbaf8301 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093049 Mar 01 13:44:31.633317 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-1ca1a9ad-866d-450f-8e7d-7adcec0c1483 service neutron] 10.222.0.20 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261387 Mar 01 13:44:31.704321 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:31.772944 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-cd0e4ac8-c428-430e-a4c8-661ce01f8908 service neutron] 10.222.0.20 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327410 Mar 01 13:44:31.782365 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device a9056071-2fcf-4840-a216-d80e539fc13e details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:44:31.901714 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432cab64-7109-4d6a-bd7d-9128ddc6284a req-50875f4c-850f-4127-b6bd-c8f15a9055e5 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:31.909070 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-432cab64-7109-4d6a-bd7d-9128ddc6284a req-50875f4c-850f-4127-b6bd-c8f15a9055e5 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/ports?device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 945 time: 0.1507704 Mar 01 13:44:31.918489 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port a9056071-2fcf-4840-a216-d80e539fc13e, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=a9056071-2fcf-4840-a216-d80e539fc13e,segment=NetworkSegment(7e431d2a-8352-4715-8063-a4fc7bad3a2e),segment_id=7e431d2a-8352-4715-8063-a4fc7bad3a2e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:31.924948 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f851cc-f55a-4571-9739-1a93897e2b79 req-56a24599-36b0-4e69-93d8-e4f89f88ddeb tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:31.926445 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-51f851cc-f55a-4571-9739-1a93897e2b79 req-56a24599-36b0-4e69-93d8-e4f89f88ddeb tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "GET /v2.0/ports?device_id=49ef9f96-7b61-4ec9-91fe-65ece39126cc HTTP/1.1" status: 200 len: 946 time: 0.1579585 Mar 01 13:44:31.938701 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 59c426e1-8051-4715-86df-dd085a86bd59 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:44:31.965113 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'a9056071-2fcf-4840-a216-d80e539fc13e', 'network_id': '1320a580-e67e-46af-835e-677fea0c7a27', 'port_id': 'a9056071-2fcf-4840-a216-d80e539fc13e', 'mac_address': 'fa:16:3e:07:89:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b78efcf-d531-40de-81f6-0065f9b91e24', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:44:32.054185 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port a9056071-2fcf-4840-a216-d80e539fc13e is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:44:32.054581 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a9056071-2fcf-4840-a216-d80e539fc13e), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:32.055102 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-432cab64-7109-4d6a-bd7d-9128ddc6284a req-f55d3283-1917-48c3-b919-f47e183a8683 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba6c8292-3a64-48a4-b54f-5bcf0d993d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449556 Mar 01 13:44:32.084205 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9056071-2fcf-4840-a216-d80e539fc13e {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:44:32.089516 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-51f851cc-f55a-4571-9739-1a93897e2b79 req-976bdc2c-bc35-49e5-b0c0-b524d939e770 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "GET /v2.0/security-groups?id=88d30026-f4d0-4227-a827-952da590bd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551793 Mar 01 13:44:32.101701 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a27c84-42c1-4f17-8204-4cc651ae695e admin admin] Router 62604231-d0a8-408a-88e4-7a955e9e7484 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:44:32.131499 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-95862969-da27-4d4e-973d-ce4c905ce7d6 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:32.136040 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-95862969-da27-4d4e-973d-ce4c905ce7d6 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541&tenant_id=96cd43570afd4572b4b93d1aa25b2425&binding%3Ahost_id=n-h2-827467-3 HTTP/1.1" status: 200 len: 1127 time: 0.0854175 Mar 01 13:44:32.154589 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 59c426e1-8051-4715-86df-dd085a86bd59 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:44:32.163422 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port a9056071-2fcf-4840-a216-d80e539fc13e, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=a9056071-2fcf-4840-a216-d80e539fc13e,segment=NetworkSegment(7e431d2a-8352-4715-8063-a4fc7bad3a2e),segment_id=7e431d2a-8352-4715-8063-a4fc7bad3a2e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:32.172010 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 59c426e1-8051-4715-86df-dd085a86bd59 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:44:32.173662 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (59c426e1-8051-4715-86df-dd085a86bd59), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:32.180301 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a9056071-2fcf-4840-a216-d80e539fc13e), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:32.182273 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 9b21168f-3cb7-4637-b27a-ae5b33dd824d details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:44:32.323531 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=a9056071-2fcf-4840-a216-d80e539fc13e,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:32.332757 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-6a1f992d-73d4-470c-9b71-a8dd2c7f6cdb service neutron] For port 2dc23e93-85a7-434a-80ca-dc44a5668c0f, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:44:32.348344 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 9b21168f-3cb7-4637-b27a-ae5b33dd824d, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9b21168f-3cb7-4637-b27a-ae5b33dd824d,segment=NetworkSegment(7e431d2a-8352-4715-8063-a4fc7bad3a2e),segment_id=7e431d2a-8352-4715-8063-a4fc7bad3a2e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:32.361696 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-6a1f992d-73d4-470c-9b71-a8dd2c7f6cdb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:32.363346 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a7d846b6-8144-4790-aad6-aa8e8fdc57fd req-6a1f992d-73d4-470c-9b71-a8dd2c7f6cdb service neutron] 10.222.0.20 "DELETE /v2.0/ports/2dc23e93-85a7-434a-80ca-dc44a5668c0f/bindings/n-h1-827467-3 HTTP/1.1" status: 204 len: 173 time: 0.2201781 Mar 01 13:44:32.381329 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '9b21168f-3cb7-4637-b27a-ae5b33dd824d', 'network_id': '1320a580-e67e-46af-835e-677fea0c7a27', 'port_id': '9b21168f-3cb7-4637-b27a-ae5b33dd824d', 'mac_address': 'fa:16:3e:ee:c5:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b78efcf-d531-40de-81f6-0065f9b91e24', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:44:32.417462 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 59c426e1-8051-4715-86df-dd085a86bd59 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:44:32.418023 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (59c426e1-8051-4715-86df-dd085a86bd59), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:32.418427 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a27c84-42c1-4f17-8204-4cc651ae695e admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:44:32.428989 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-19a27c84-42c1-4f17-8204-4cc651ae695e admin admin] 10.222.0.13 "PUT /v2.0/routers/62604231-d0a8-408a-88e4-7a955e9e7484/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4051263 Mar 01 13:44:32.429397 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33738) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:32.436463 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ad08c9-02aa-448e-bf2a-8153a1fd79f8 None None] Sync routers for ids ['62604231-d0a8-408a-88e4-7a955e9e7484'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:44:32.452152 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ad08c9-02aa-448e-bf2a-8153a1fd79f8 None None] Routers {'62604231-d0a8-408a-88e4-7a955e9e7484'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:44:32.454648 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-92ad08c9-02aa-448e-bf2a-8153a1fd79f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:44:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['62604231-d0a8-408a-88e4-7a955e9e7484'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:32.474262 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3e104-0724-4043-9c95-96646a4958f7 req-7d648fad-1f37-47bc-9aeb-943dad20ce0f tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:32.486874 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-70f3e104-0724-4043-9c95-96646a4958f7 req-7d648fad-1f37-47bc-9aeb-943dad20ce0f tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b9c014-b118-4c95-98e2-a7db2b7dcece HTTP/1.1" status: 200 len: 944 time: 0.2684255 Mar 01 13:44:32.535344 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 59c426e1-8051-4715-86df-dd085a86bd59, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=59c426e1-8051-4715-86df-dd085a86bd59,segment=NetworkSegment(7e431d2a-8352-4715-8063-a4fc7bad3a2e),segment_id=7e431d2a-8352-4715-8063-a4fc7bad3a2e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:32.548221 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2913eb-f1f2-40d6-bc86-7b6702a9c06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c426e1-8051-4715-86df-dd085a86bd59'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:44:32.551653 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9f2b08-22a2-49e5-a3d2-23269a461b04" -d '{"events": [{"server_uuid": "1e2913eb-f1f2-40d6-bc86-7b6702a9c06c", "name": "network-vif-plugged", "status": "completed", "tag": "59c426e1-8051-4715-86df-dd085a86bd59"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:44:32.629884 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-70f3e104-0724-4043-9c95-96646a4958f7 req-c4e49439-7c47-40d2-b451-7bf9ceb83deb tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365542 Mar 01 13:44:32.687537 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-92ad08c9-02aa-448e-bf2a-8153a1fd79f8 None None] Set router 62604231-d0a8-408a-88e4-7a955e9e7484 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:44:32.689831 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ca4ea865-38bb-443a-a322-68a2d13c25c1 admin admin] Publish callbacks [] for router (62604231-d0a8-408a-88e4-7a955e9e7484), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:32.823425 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ca4ea865-38bb-443a-a322-68a2d13c25c1 admin admin] Publish callbacks [] for router_gateway (62604231-d0a8-408a-88e4-7a955e9e7484), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:32.865743 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f92e4e-d32f-4266-8aa6-17ee60d3ecb9 req-5c0774d5-a670-4f37-aa6b-8fd8573f57d3 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:32.867330 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-51f92e4e-d32f-4266-8aa6-17ee60d3ecb9 req-5c0774d5-a670-4f37-aa6b-8fd8573f57d3 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 945 time: 0.1269274 Mar 01 13:44:32.900391 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (59c426e1-8051-4715-86df-dd085a86bd59), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:32.901179 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device e14d8144-2ed5-4215-ab2f-6eb2ed2725ef up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:44:32.908111 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 9b21168f-3cb7-4637-b27a-ae5b33dd824d is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:44:32.908494 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9b21168f-3cb7-4637-b27a-ae5b33dd824d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:32.943645 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ca4ea865-38bb-443a-a322-68a2d13c25c1 admin admin] Deleting port acf6bf71-78f3-4d96-b410-faa278b1faac {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:44:32.944047 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ca4ea865-38bb-443a-a322-68a2d13c25c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (acf6bf71-78f3-4d96-b410-faa278b1faac), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:32.974447 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b21168f-3cb7-4637-b27a-ae5b33dd824d {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:44:33.005603 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-51f92e4e-d32f-4266-8aa6-17ee60d3ecb9 req-be0b4743-e5bf-4bf9-a35d-0c793b9c2acb tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282265 Mar 01 13:44:33.013292 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=59c426e1-8051-4715-86df-dd085a86bd59,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:33.035434 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 9b21168f-3cb7-4637-b27a-ae5b33dd824d, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9b21168f-3cb7-4637-b27a-ae5b33dd824d,segment=NetworkSegment(7e431d2a-8352-4715-8063-a4fc7bad3a2e),segment_id=7e431d2a-8352-4715-8063-a4fc7bad3a2e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:33.055425 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9b21168f-3cb7-4637-b27a-ae5b33dd824d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:33.107532 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-ca4ea865-38bb-443a-a322-68a2d13c25c1 admin admin] For port acf6bf71-78f3-4d96-b410-faa278b1faac, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=acf6bf71-78f3-4d96-b410-faa278b1faac,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:33.108225 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ca4ea865-38bb-443a-a322-68a2d13c25c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (acf6bf71-78f3-4d96-b410-faa278b1faac), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:33.141917 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ca4ea865-38bb-443a-a322-68a2d13c25c1 admin admin] Calling delete_port for acf6bf71-78f3-4d96-b410-faa278b1faac owned by network:router_gateway {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:44:33.152223 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe2f21-815d-4da4-b37d-fb3cd26e51a7 req-da8e8690-534c-4280-bac4-a34d11a543b8 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:33.152541 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port e14d8144-2ed5-4215-ab2f-6eb2ed2725ef triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:44:33.152962 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e14d8144-2ed5-4215-ab2f-6eb2ed2725ef), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:33.153948 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-55fe2f21-815d-4da4-b37d-fb3cd26e51a7 req-da8e8690-534c-4280-bac4-a34d11a543b8 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.32 "GET /v2.0/ports?device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 945 time: 0.1406009 Mar 01 13:44:33.175992 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-92ad08c9-02aa-448e-bf2a-8153a1fd79f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'name': 'tempest-ServersTestBootFromVolume-1599615751-router', 'tenant_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'acf6bf71-78f3-4d96-b410-faa278b1faac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:40:52Z', 'updated_at': '2022-03-01T13:44:30Z', 'revision_number': 5, 'project_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'gw_port': {'id': 'acf6bf71-78f3-4d96-b410-faa278b1faac', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:40:54Z', 'updated_at': '2022-03-01T13:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:33.215179 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=9b21168f-3cb7-4637-b27a-ae5b33dd824d,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:33.234299 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ad08c9-02aa-448e-bf2a-8153a1fd79f8 None None] Checking router: 62604231-d0a8-408a-88e4-7a955e9e7484 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:44:33.243538 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ad08c9-02aa-448e-bf2a-8153a1fd79f8 None None] Routers {'62604231-d0a8-408a-88e4-7a955e9e7484'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:44:33.244164 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-92ad08c9-02aa-448e-bf2a-8153a1fd79f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:44:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['62604231-d0a8-408a-88e4-7a955e9e7484'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:33.307538 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port e14d8144-2ed5-4215-ab2f-6eb2ed2725ef is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:44:33.308323 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e14d8144-2ed5-4215-ab2f-6eb2ed2725ef), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:33.384808 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port e14d8144-2ed5-4215-ab2f-6eb2ed2725ef, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=e14d8144-2ed5-4215-ab2f-6eb2ed2725ef,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:33.391139 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fe2b3-ba9c-46b4-9c59-84c19eafbe35 req-2a949cde-756c-4137-b4a9-c3f50a097bc3 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:33.393954 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5b0fe2b3-ba9c-46b4-9c59-84c19eafbe35 req-2a949cde-756c-4137-b4a9-c3f50a097bc3 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 949 time: 0.2388184 Mar 01 13:44:33.401722 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (e14d8144-2ed5-4215-ab2f-6eb2ed2725ef), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:33.438098 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-55fe2f21-815d-4da4-b37d-fb3cd26e51a7 req-ab7a6b62-584e-46f6-bc11-ff9fc5891876 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Deleting port 1b393259-3805-44d5-b28b-792564983337 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:44:33.438440 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-55fe2f21-815d-4da4-b37d-fb3cd26e51a7 req-ab7a6b62-584e-46f6-bc11-ff9fc5891876 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (1b393259-3805-44d5-b28b-792564983337), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:33.461027 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-92ad08c9-02aa-448e-bf2a-8153a1fd79f8 None None] Set router 62604231-d0a8-408a-88e4-7a955e9e7484 gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:44:33.550513 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=e14d8144-2ed5-4215-ab2f-6eb2ed2725ef,revision_number=8']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:33.567502 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [req-51977c08-2f13-41bf-a000-aaef1994f75c req-bcef7706-0ba4-48d7-9460-57b44a497d83 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103726) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:44:33.571089 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-51977c08-2f13-41bf-a000-aaef1994f75c req-bcef7706-0ba4-48d7-9460-57b44a497d83 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133247 Mar 01 13:44:33.572590 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['9b21168f-3cb7-4637-b27a-ae5b33dd824d'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:44:33.573968 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ca4ea865-38bb-443a-a322-68a2d13c25c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (acf6bf71-78f3-4d96-b410-faa278b1faac), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:33.574714 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['a9056071-2fcf-4840-a216-d80e539fc13e'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:44:33.658516 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5b0fe2b3-ba9c-46b4-9c59-84c19eafbe35 req-aff708b2-f05d-4283-bd48-ebec916e2de4 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525437 Mar 01 13:44:33.695455 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ea865-38bb-443a-a322-68a2d13c25c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=acf6bf71-78f3-4d96-b410-faa278b1faac,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:33.737621 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51977c08-2f13-41bf-a000-aaef1994f75c req-feb766c7-ddd4-47d0-9d16-af6cd9b06211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:33.737840 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-92ad08c9-02aa-448e-bf2a-8153a1fd79f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'name': 'tempest-ServersTestBootFromVolume-1599615751-router', 'tenant_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:40:52Z', 'updated_at': '2022-03-01T13:44:32Z', 'revision_number': 6, 'project_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:33.738835 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-51977c08-2f13-41bf-a000-aaef1994f75c req-feb766c7-ddd4-47d0-9d16-af6cd9b06211 service neutron] 10.222.0.13 "GET /v2.0/ports/62991eee-a540-4436-8a1a-6b6b57e46e7c HTTP/1.1" status: 200 len: 1124 time: 0.1555691 Mar 01 13:44:33.744137 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-55fe2f21-815d-4da4-b37d-fb3cd26e51a7 req-ab7a6b62-584e-46f6-bc11-ff9fc5891876 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] For port 1b393259-3805-44d5-b28b-792564983337, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=1b393259-3805-44d5-b28b-792564983337,segment=NetworkSegment(76be1141-da3a-4816-ac4f-89311e32ce2c),segment_id=76be1141-da3a-4816-ac4f-89311e32ce2c)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:33.744511 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-55fe2f21-815d-4da4-b37d-fb3cd26e51a7 req-ab7a6b62-584e-46f6-bc11-ff9fc5891876 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (1b393259-3805-44d5-b28b-792564983337), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:33.750087 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-51977c08-2f13-41bf-a000-aaef1994f75c req-3ce0ce97-8d17-4d7b-b2d5-4f141e02390e service neutron] Request body: {'binding': {'host': 'n-h2-827467-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:44:33.750545 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-51977c08-2f13-41bf-a000-aaef1994f75c req-3ce0ce97-8d17-4d7b-b2d5-4f141e02390e service neutron] Unknown quota resources ['binding']. {{(pid=103726) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 01 13:44:33.780175 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ca4ea865-38bb-443a-a322-68a2d13c25c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (62604231-d0a8-408a-88e4-7a955e9e7484), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:33.806776 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ad08c9-02aa-448e-bf2a-8153a1fd79f8 None None] The sync data for ids ['62604231-d0a8-408a-88e4-7a955e9e7484'] in n-d-827467-3 is: [{'id': '62604231-d0a8-408a-88e4-7a955e9e7484', 'name': 'tempest-ServersTestBootFromVolume-1599615751-router', 'tenant_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:40:52Z', 'updated_at': '2022-03-01T13:44:32Z', 'revision_number': 6, 'project_id': '1dfbeaa56cd046b8a281983cf7c6fa64', 'gw_port_host': None}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:44:33.864134 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf4b27e-a3f2-44d0-9e58-37d86bb0e339 x-openstack-request-id: req-bbf4b27e-a3f2-44d0-9e58-37d86bb0e339 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:44:33.864628 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2913eb-f1f2-40d6-bc86-7b6702a9c06c", "name": "network-vif-plugged", "status": "completed", "tag": "59c426e1-8051-4715-86df-dd085a86bd59", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:44:33.866343 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bbf4b27e-a3f2-44d0-9e58-37d86bb0e339 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:44:33.866749 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2913eb-f1f2-40d6-bc86-7b6702a9c06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c426e1-8051-4715-86df-dd085a86bd59', 'code': 200} Mar 01 13:44:34.005980 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a96b9-ef37-402b-89d8-d9635ba055e8 req-8ab494c2-7bfa-47f8-af83-4edd510179c7 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:34.007595 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2e9a96b9-ef37-402b-89d8-d9635ba055e8 req-8ab494c2-7bfa-47f8-af83-4edd510179c7 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/ports?device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 945 time: 0.0692480 Mar 01 13:44:34.097457 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2e9a96b9-ef37-402b-89d8-d9635ba055e8 req-6ce7ff6f-9ba2-4c8a-8296-a4df5f6caed1 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba6c8292-3a64-48a4-b54f-5bcf0d993d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600271 Mar 01 13:44:34.104347 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-55fe2f21-815d-4da4-b37d-fb3cd26e51a7 req-ab7a6b62-584e-46f6-bc11-ff9fc5891876 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:34.104723 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-55fe2f21-815d-4da4-b37d-fb3cd26e51a7 req-ab7a6b62-584e-46f6-bc11-ff9fc5891876 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (23622926-abdb-488b-8ed1-1ee77d2b0629), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:34.105044 n-d-827467-3 neutron-server[103727]: INFO neutron.db.l3_db [req-55fe2f21-815d-4da4-b37d-fb3cd26e51a7 req-ab7a6b62-584e-46f6-bc11-ff9fc5891876 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Floating IP 23622926-abdb-488b-8ed1-1ee77d2b0629 disassociated. External IP: 172.25.1.50, port: 1b393259-3805-44d5-b28b-792564983337. Mar 01 13:44:34.105392 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-55fe2f21-815d-4da4-b37d-fb3cd26e51a7 req-ab7a6b62-584e-46f6-bc11-ff9fc5891876 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Calling delete_port for 1b393259-3805-44d5-b28b-792564983337 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:44:34.138132 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ca4ea865-38bb-443a-a322-68a2d13c25c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (62604231-d0a8-408a-88e4-7a955e9e7484), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:34.139703 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-51977c08-2f13-41bf-a000-aaef1994f75c req-3ce0ce97-8d17-4d7b-b2d5-4f141e02390e service neutron] Attempting to bind port 62991eee-a540-4436-8a1a-6b6b57e46e7c on host n-h2-827467-3 for vnic_type normal with profile None {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:44:34.140594 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-51977c08-2f13-41bf-a000-aaef1994f75c req-3ce0ce97-8d17-4d7b-b2d5-4f141e02390e service neutron] Attempting to bind port 62991eee-a540-4436-8a1a-6b6b57e46e7c by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:44:34.140915 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51977c08-2f13-41bf-a000-aaef1994f75c req-3ce0ce97-8d17-4d7b-b2d5-4f141e02390e service neutron] Attempting to bind port 62991eee-a540-4436-8a1a-6b6b57e46e7c on network b187e7ca-336b-42a6-9348-f5c88fd21398 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:44:34.143269 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ca4ea865-38bb-443a-a322-68a2d13c25c1 admin admin] Publish callbacks [] for router_controller (62604231-d0a8-408a-88e4-7a955e9e7484), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:34.161520 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51977c08-2f13-41bf-a000-aaef1994f75c req-3ce0ce97-8d17-4d7b-b2d5-4f141e02390e service neutron] Port 62991eee-a540-4436-8a1a-6b6b57e46e7c on network b187e7ca-336b-42a6-9348-f5c88fd21398 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:44:34.161520 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51977c08-2f13-41bf-a000-aaef1994f75c req-3ce0ce97-8d17-4d7b-b2d5-4f141e02390e service neutron] Attempting to bind port 62991eee-a540-4436-8a1a-6b6b57e46e7c on network b187e7ca-336b-42a6-9348-f5c88fd21398 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:44:34.228118 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51977c08-2f13-41bf-a000-aaef1994f75c req-3ce0ce97-8d17-4d7b-b2d5-4f141e02390e service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:44:34.228658 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51977c08-2f13-41bf-a000-aaef1994f75c req-3ce0ce97-8d17-4d7b-b2d5-4f141e02390e service neutron] Checking segment: {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:44:34.229200 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51977c08-2f13-41bf-a000-aaef1994f75c req-3ce0ce97-8d17-4d7b-b2d5-4f141e02390e service neutron] Bound using segment: {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:44:34.230197 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-51977c08-2f13-41bf-a000-aaef1994f75c req-3ce0ce97-8d17-4d7b-b2d5-4f141e02390e service neutron] Bound port: 62991eee-a540-4436-8a1a-6b6b57e46e7c, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:44:34.242569 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ca4ea865-38bb-443a-a322-68a2d13c25c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (62604231-d0a8-408a-88e4-7a955e9e7484), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:34.243135 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4ea865-38bb-443a-a322-68a2d13c25c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62604231-d0a8-408a-88e4-7a955e9e7484 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 13:44:34.248392 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ca4ea865-38bb-443a-a322-68a2d13c25c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:34.252145 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ca4ea865-38bb-443a-a322-68a2d13c25c1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/62604231-d0a8-408a-88e4-7a955e9e7484 HTTP/1.1" status: 204 len: 168 time: 1.8196192 Mar 01 13:44:34.252365 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1edff-0897-4d9f-af23-4e716d22b838 req-7011b539-e90d-4a6f-aa0d-f5313405f113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:34.253904 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-48b1edff-0897-4d9f-af23-4e716d22b838 req-7011b539-e90d-4a6f-aa0d-f5313405f113 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1e2913eb-f1f2-40d6-bc86-7b6702a9c06c HTTP/1.1" status: 200 len: 1127 time: 0.2311330 Mar 01 13:44:34.272150 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33776) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:34.362795 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-51977c08-2f13-41bf-a000-aaef1994f75c req-3ce0ce97-8d17-4d7b-b2d5-4f141e02390e service neutron] For port 62991eee-a540-4436-8a1a-6b6b57e46e7c, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=62991eee-a540-4436-8a1a-6b6b57e46e7c,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:44:34.379604 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5da2743-cbd2-4c6b-9197-689f10e24e1f admin admin] Deleting subnet fa780fdd-3749-46aa-9d6b-34590bdd3f14 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:44:34.385140 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-51977c08-2f13-41bf-a000-aaef1994f75c req-3ce0ce97-8d17-4d7b-b2d5-4f141e02390e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:34.386360 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-51977c08-2f13-41bf-a000-aaef1994f75c req-3ce0ce97-8d17-4d7b-b2d5-4f141e02390e service neutron] 10.222.0.13 "POST /v2.0/ports/62991eee-a540-4436-8a1a-6b6b57e46e7c/bindings HTTP/1.1" status: 201 len: 389 time: 0.6399903 Mar 01 13:44:34.390591 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-48b1edff-0897-4d9f-af23-4e716d22b838 req-14dfabae-079b-4c64-a4d9-65cec98746ec service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157100 Mar 01 13:44:34.391457 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c5da2743-cbd2-4c6b-9197-689f10e24e1f admin admin] Publish callbacks [] for subnet (fa780fdd-3749-46aa-9d6b-34590bdd3f14), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:34.431901 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c5da2743-cbd2-4c6b-9197-689f10e24e1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (fa780fdd-3749-46aa-9d6b-34590bdd3f14), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:34.549068 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c5da2743-cbd2-4c6b-9197-689f10e24e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (fa780fdd-3749-46aa-9d6b-34590bdd3f14), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:34.610758 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c5da2743-cbd2-4c6b-9197-689f10e24e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (fa780fdd-3749-46aa-9d6b-34590bdd3f14), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:34.638464 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da2743-cbd2-4c6b-9197-689f10e24e1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa780fdd-3749-46aa-9d6b-34590bdd3f14,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:34.643008 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c5da2743-cbd2-4c6b-9197-689f10e24e1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:34.647418 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c5da2743-cbd2-4c6b-9197-689f10e24e1f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fa780fdd-3749-46aa-9d6b-34590bdd3f14 HTTP/1.1" status: 204 len: 168 time: 0.3737805 Mar 01 13:44:34.649497 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33782) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:34.662779 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c58b289-3349-4300-831d-e7296e3e4a75 None None] Network 2c5f5c0c-5639-4d99-bc9e-7767fcdda19a requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:44:34.733247 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b902a0f-354d-46a8-83bc-640575d9c58a req-f86d2b6e-c0fa-48ac-b608-f866be04ea81 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:34.734850 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0b902a0f-354d-46a8-83bc-640575d9c58a req-f86d2b6e-c0fa-48ac-b608-f866be04ea81 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "GET /v2.0/ports?device_id=49ef9f96-7b61-4ec9-91fe-65ece39126cc HTTP/1.1" status: 200 len: 946 time: 0.5536060 Mar 01 13:44:34.765656 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c148999c-8cef-4074-bf1c-88d866d40369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (2c5f5c0c-5639-4d99-bc9e-7767fcdda19a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:34.776173 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-55fe2f21-815d-4da4-b37d-fb3cd26e51a7 req-ab7a6b62-584e-46f6-bc11-ff9fc5891876 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (1b393259-3805-44d5-b28b-792564983337), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:34.803787 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device acf6bf71-78f3-4d96-b410-faa278b1faac no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:44:34.826146 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: acf6bf71-78f3-4d96-b410-faa278b1faac {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:44:34.826907 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device acf6bf71-78f3-4d96-b410-faa278b1faac not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:44:34.826907 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device f9d789ac-3d92-42d4-a760-7f1ff9706fcf no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:44:34.844762 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a6b62-584e-46f6-bc11-ff9fc5891876 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Pushing event deleted for resources: {'Port': ['ID=1b393259-3805-44d5-b28b-792564983337,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:34.864822 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27df4f-31f7-4679-b8f0-cb8d4027033a req-c94e089d-1e48-4f69-bb32-13c07ac28c06 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:34.867046 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: f9d789ac-3d92-42d4-a760-7f1ff9706fcf {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:44:34.867389 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device f9d789ac-3d92-42d4-a760-7f1ff9706fcf not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:44:34.872848 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eb27df4f-31f7-4679-b8f0-cb8d4027033a req-c94e089d-1e48-4f69-bb32-13c07ac28c06 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b9c014-b118-4c95-98e2-a7db2b7dcece HTTP/1.1" status: 200 len: 945 time: 0.2392068 Mar 01 13:44:34.914928 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0b902a0f-354d-46a8-83bc-640575d9c58a req-c2959d54-6810-4a89-8185-68690b2ae179 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "GET /v2.0/security-groups?id=88d30026-f4d0-4227-a827-952da590bd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715512 Mar 01 13:44:34.928613 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51977c08-2f13-41bf-a000-aaef1994f75c req-716ed378-9785-4c1b-82a7-6db5369c5b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:34.930108 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-51977c08-2f13-41bf-a000-aaef1994f75c req-716ed378-9785-4c1b-82a7-6db5369c5b20 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=980a0cdea86543af87d11d7652b91c08&device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 1127 time: 0.1044188 Mar 01 13:44:34.931538 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-c148999c-8cef-4074-bf1c-88d866d40369 admin admin] Deleting port 6d59a48b-582a-43ee-8c7b-bb6fc6bd724b {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:44:34.931895 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c148999c-8cef-4074-bf1c-88d866d40369 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (6d59a48b-582a-43ee-8c7b-bb6fc6bd724b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:34.999654 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33efb9b5-2aac-4114-b95e-d2382d66a4c4 None None] DHCP port deletion for 2c5f5c0c-5639-4d99-bc9e-7767fcdda19a request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:44:35.000193 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eb27df4f-31f7-4679-b8f0-cb8d4027033a req-247aeae7-75e3-4cce-9ba5-3db0fb977850 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220036 Mar 01 13:44:35.067194 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-c148999c-8cef-4074-bf1c-88d866d40369 admin admin] For port 6d59a48b-582a-43ee-8c7b-bb6fc6bd724b, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6d59a48b-582a-43ee-8c7b-bb6fc6bd724b,segment=NetworkSegment(948b6872-5da8-4b30-bebf-d52c9879ac52),segment_id=948b6872-5da8-4b30-bebf-d52c9879ac52)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:35.067560 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c148999c-8cef-4074-bf1c-88d866d40369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (6d59a48b-582a-43ee-8c7b-bb6fc6bd724b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:35.084025 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-33efb9b5-2aac-4114-b95e-d2382d66a4c4 None None] Deleting port 6d59a48b-582a-43ee-8c7b-bb6fc6bd724b {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:44:35.084641 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-33efb9b5-2aac-4114-b95e-d2382d66a4c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (6d59a48b-582a-43ee-8c7b-bb6fc6bd724b), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:35.085923 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-c148999c-8cef-4074-bf1c-88d866d40369 admin admin] Calling delete_port for 6d59a48b-582a-43ee-8c7b-bb6fc6bd724b owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:44:35.199655 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55fe2f21-815d-4da4-b37d-fb3cd26e51a7 req-ab7a6b62-584e-46f6-bc11-ff9fc5891876 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Router 7948eed8-a108-43b1-b911-21dc10be4034 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:44:35.209680 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-33efb9b5-2aac-4114-b95e-d2382d66a4c4 None None] For port 6d59a48b-582a-43ee-8c7b-bb6fc6bd724b, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6d59a48b-582a-43ee-8c7b-bb6fc6bd724b,segment=NetworkSegment(948b6872-5da8-4b30-bebf-d52c9879ac52),segment_id=948b6872-5da8-4b30-bebf-d52c9879ac52)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:35.209680 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-33efb9b5-2aac-4114-b95e-d2382d66a4c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (6d59a48b-582a-43ee-8c7b-bb6fc6bd724b), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:35.210431 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae66be2-9e05-4cfb-b6d4-8d46e825632a req-c0f40091-3ca0-4213-b558-577a374f8ca1 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:35.214598 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ae66be2-9e05-4cfb-b6d4-8d46e825632a req-c0f40091-3ca0-4213-b558-577a374f8ca1 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 950 time: 0.1477273 Mar 01 13:44:35.236819 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-33efb9b5-2aac-4114-b95e-d2382d66a4c4 None None] Calling delete_port for 6d59a48b-582a-43ee-8c7b-bb6fc6bd724b owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:44:35.241250 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b37617-3f0d-42a8-908b-cd5314bae5be req-bdf37913-cd8f-4635-8185-36b24177fcb4 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:35.250654 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-46b37617-3f0d-42a8-908b-cd5314bae5be req-bdf37913-cd8f-4635-8185-36b24177fcb4 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 1127 time: 0.1413562 Mar 01 13:44:35.281645 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51977c08-2f13-41bf-a000-aaef1994f75c req-9ce07d91-5e11-4502-a5ed-75c3381e6c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:35.283113 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-51977c08-2f13-41bf-a000-aaef1994f75c req-9ce07d91-5e11-4502-a5ed-75c3381e6c50 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b187e7ca-336b-42a6-9348-f5c88fd21398 HTTP/1.1" status: 200 len: 918 time: 0.3160625 Mar 01 13:44:35.329872 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c148999c-8cef-4074-bf1c-88d866d40369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (6d59a48b-582a-43ee-8c7b-bb6fc6bd724b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:35.334728 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-51977c08-2f13-41bf-a000-aaef1994f75c req-283c2739-47e6-4a78-8da6-e942003b8ba7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62991eee-a540-4436-8a1a-6b6b57e46e7c HTTP/1.1" status: 200 len: 217 time: 0.0438125 Mar 01 13:44:35.343428 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-33efb9b5-2aac-4114-b95e-d2382d66a4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (6d59a48b-582a-43ee-8c7b-bb6fc6bd724b), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:35.367376 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ae66be2-9e05-4cfb-b6d4-8d46e825632a req-018c6b37-f058-4d17-9da5-382f358830e7 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487339 Mar 01 13:44:35.431974 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-46b37617-3f0d-42a8-908b-cd5314bae5be req-a4aba865-c695-4e11-93b9-338657dd1c40 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768668 Mar 01 13:44:35.438388 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efb9b5-2aac-4114-b95e-d2382d66a4c4 None None] Pushing event deleted for resources: {'Port': ['ID=6d59a48b-582a-43ee-8c7b-bb6fc6bd724b,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:35.442641 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33efb9b5-2aac-4114-b95e-d2382d66a4c4 None None] No DVR routers for this DVR port 6d59a48b-582a-43ee-8c7b-bb6fc6bd724b on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:44:35.492118 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148999c-8cef-4074-bf1c-88d866d40369 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d59a48b-582a-43ee-8c7b-bb6fc6bd724b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:35.502623 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c148999c-8cef-4074-bf1c-88d866d40369 admin admin] No DVR routers for this DVR port 6d59a48b-582a-43ee-8c7b-bb6fc6bd724b on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:44:35.596995 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c148999c-8cef-4074-bf1c-88d866d40369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (2c5f5c0c-5639-4d99-bc9e-7767fcdda19a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:35.618510 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51977c08-2f13-41bf-a000-aaef1994f75c req-2fa0cf04-d2d8-4e1c-995f-51607243679d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:35.620142 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-51977c08-2f13-41bf-a000-aaef1994f75c req-2fa0cf04-d2d8-4e1c-995f-51607243679d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3b03883-8a75-4db3-9fa2-b5308f8a1ccf HTTP/1.1" status: 200 len: 857 time: 0.2598128 Mar 01 13:44:35.623865 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-c148999c-8cef-4074-bf1c-88d866d40369 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c5f5c0c-5639-4d99-bc9e-7767fcdda19a']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:35.647396 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55fe2f21-815d-4da4-b37d-fb3cd26e51a7 req-ab7a6b62-584e-46f6-bc11-ff9fc5891876 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:44:35.658814 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184ba916-b824-47c8-99e1-cb8ae11e90d9 None None] Sync routers for ids ['7948eed8-a108-43b1-b911-21dc10be4034'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:44:35.659810 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-c148999c-8cef-4074-bf1c-88d866d40369 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '948b6872-5da8-4b30-bebf-d52c9879ac52') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:35.660582 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-c148999c-8cef-4074-bf1c-88d866d40369 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '948b6872-5da8-4b30-bebf-d52c9879ac52') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:35.668308 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184ba916-b824-47c8-99e1-cb8ae11e90d9 None None] Routers {'7948eed8-a108-43b1-b911-21dc10be4034'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:44:35.668930 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-184ba916-b824-47c8-99e1-cb8ae11e90d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:44:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['7948eed8-a108-43b1-b911-21dc10be4034'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:35.675086 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-51977c08-2f13-41bf-a000-aaef1994f75c req-934e967d-5832-48e1-8764-2dc105660c48 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b187e7ca-336b-42a6-9348-f5c88fd21398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477376 Mar 01 13:44:35.678658 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c148999c-8cef-4074-bf1c-88d866d40369 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (948b6872-5da8-4b30-bebf-d52c9879ac52), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:35.689856 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f059a7a-cbac-4110-a11e-118f766a7c96 req-19e02128-9dbe-4b14-b592-8e9ad25ff00b tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:35.696124 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1f059a7a-cbac-4110-a11e-118f766a7c96 req-19e02128-9dbe-4b14-b592-8e9ad25ff00b tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "GET /v2.0/ports?device_id=49ef9f96-7b61-4ec9-91fe-65ece39126cc HTTP/1.1" status: 200 len: 946 time: 0.1624162 Mar 01 13:44:35.740509 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33792) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:35.742945 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-55fe2f21-815d-4da4-b37d-fb3cd26e51a7 req-ab7a6b62-584e-46f6-bc11-ff9fc5891876 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] No DVR routers for this DVR port 1b393259-3805-44d5-b28b-792564983337 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:44:35.746096 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-55fe2f21-815d-4da4-b37d-fb3cd26e51a7 req-ab7a6b62-584e-46f6-bc11-ff9fc5891876 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:35.754140 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-55fe2f21-815d-4da4-b37d-fb3cd26e51a7 req-ab7a6b62-584e-46f6-bc11-ff9fc5891876 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.32 "DELETE /v2.0/ports/1b393259-3805-44d5-b28b-792564983337 HTTP/1.1" status: 204 len: 173 time: 2.5797231 Mar 01 13:44:35.763267 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-2d7ee844-f39b-4e58-aa33-9c20183ceff4 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Request body: {'floatingip': {'port_id': 'e7817e5b-72fb-4f0e-a809-c43c26fea4fc'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:44:35.765658 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19558a94-6eb8-4d4d-a848-e921b8fbee2a', 'name': 'network-vif-deleted', 'tag': '1b393259-3805-44d5-b28b-792564983337'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:44:35.768057 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1119181-bdd2-4683-9f2b-4601901abf87" -d '{"events": [{"server_uuid": "19558a94-6eb8-4d4d-a848-e921b8fbee2a", "name": "network-vif-deleted", "tag": "1b393259-3805-44d5-b28b-792564983337"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:44:35.839375 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-184ba916-b824-47c8-99e1-cb8ae11e90d9 None None] Set router 7948eed8-a108-43b1-b911-21dc10be4034 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:44:35.846999 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b56b6-b298-4567-b326-bbe9271e8e93 req-fbcfde76-4c0e-4518-91bb-36490f232c1f tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:35.854327 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5b1b56b6-b298-4567-b326-bbe9271e8e93 req-fbcfde76-4c0e-4518-91bb-36490f232c1f tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 945 time: 0.3303182 Mar 01 13:44:35.887851 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2d7ee844-f39b-4e58-aa33-9c20183ceff4 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks [] for floatingip (148462ba-85c7-48d7-a75a-c76984eb4819), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:35.899699 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2bffdb49-a7e3-4740-a0da-5eb21e606b7b req-fd76e09e-dcc3-4792-b07a-5e9490088010 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/ports?device_id=19558a94-6eb8-4d4d-a848-e921b8fbee2a HTTP/1.1" status: 200 len: 210 time: 0.1101243 Mar 01 13:44:36.020958 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f133d7b-b742-4f0e-ba27-fc32e09c87cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14d8144-2ed5-4215-ab2f-6eb2ed2725ef'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:44:36.029419 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3315aa92-98db-49a6-827f-09be81135522" -d '{"events": [{"server_uuid": "8f133d7b-b742-4f0e-ba27-fc32e09c87cd", "name": "network-vif-plugged", "status": "completed", "tag": "e14d8144-2ed5-4215-ab2f-6eb2ed2725ef"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:44:36.045911 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device a9056071-2fcf-4840-a216-d80e539fc13e up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:44:36.048777 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c148999c-8cef-4074-bf1c-88d866d40369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (948b6872-5da8-4b30-bebf-d52c9879ac52), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:36.061498 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c148999c-8cef-4074-bf1c-88d866d40369 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:44:36.061944 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c148999c-8cef-4074-bf1c-88d866d40369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (948b6872-5da8-4b30-bebf-d52c9879ac52), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:36.064040 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:44:36.064040 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:44:36.064040 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:44:36.064040 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:44:36.064040 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:44:36.064040 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:44:36.064040 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:44:36.064040 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:44:36.064040 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:44:36.064040 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:44:36.064040 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:44:36.064040 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:44:36.064040 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:44:36.064040 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:44:36.064040 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:44:36.064040 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:44:36.064040 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:44:36.064040 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:44:36.064040 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:44:36.064040 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:44:36.064040 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:44:36.064040 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:44:36.064040 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:44:36.064040 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:44:36.064040 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:44:36.064040 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:44:36.064040 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:44:36.064040 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:44:36.064040 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:44:36.064040 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:44:36.064040 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:44:36.064040 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:44:36.138368 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5b1b56b6-b298-4567-b326-bbe9271e8e93 req-5efce7dd-4296-40b5-906e-3c7ac6a07da9 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830775 Mar 01 13:44:36.167613 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c148999c-8cef-4074-bf1c-88d866d40369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (2c5f5c0c-5639-4d99-bc9e-7767fcdda19a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:36.172439 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-51977c08-2f13-41bf-a000-aaef1994f75c req-35089277-e14d-4eba-86bb-d9bd4ab5905b service neutron] 10.222.0.20 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4835417 Mar 01 13:44:36.184273 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c148999c-8cef-4074-bf1c-88d866d40369 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:36.188723 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c148999c-8cef-4074-bf1c-88d866d40369 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2c5f5c0c-5639-4d99-bc9e-7767fcdda19a HTTP/1.1" status: 204 len: 168 time: 1.5382392 Mar 01 13:44:36.230301 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c2979-d276-4eb8-9ba7-94ef08a19ce4 req-5ffed03a-41a9-4349-b712-88726f085dc8 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:36.231593 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148999c-8cef-4074-bf1c-88d866d40369 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c5f5c0c-5639-4d99-bc9e-7767fcdda19a,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:36.243014 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-866c2979-d276-4eb8-9ba7-94ef08a19ce4 req-5ffed03a-41a9-4349-b712-88726f085dc8 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 1127 time: 0.2280405 Mar 01 13:44:36.322345 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde4f6e2-8ded-4a43-a800-13e98d66c213 x-openstack-request-id: req-cde4f6e2-8ded-4a43-a800-13e98d66c213 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:44:36.322684 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19558a94-6eb8-4d4d-a848-e921b8fbee2a", "name": "network-vif-deleted", "tag": "1b393259-3805-44d5-b28b-792564983337", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:44:36.322937 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cde4f6e2-8ded-4a43-a800-13e98d66c213 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:44:36.323334 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19558a94-6eb8-4d4d-a848-e921b8fbee2a', 'name': 'network-vif-deleted', 'tag': '1b393259-3805-44d5-b28b-792564983337', 'status': 'completed', 'code': 200} Mar 01 13:44:36.402299 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-866c2979-d276-4eb8-9ba7-94ef08a19ce4 req-d722cc6b-9a48-4adb-83e4-8ac684b6862b tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539106 Mar 01 13:44:36.445680 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-51977c08-2f13-41bf-a000-aaef1994f75c req-8a03f2c4-7683-49a3-a9ac-a5ac88cfe5c6 service neutron] 10.222.0.20 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530644 Mar 01 13:44:36.478396 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33808) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:36.503867 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port a9056071-2fcf-4840-a216-d80e539fc13e completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:44:36.519983 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port a9056071-2fcf-4840-a216-d80e539fc13e triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:44:36.526376 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a9056071-2fcf-4840-a216-d80e539fc13e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:36.575656 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-184ba916-b824-47c8-99e1-cb8ae11e90d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7948eed8-a108-43b1-b911-21dc10be4034', 'name': 'tempest-ServersTestManualDisk-1397796116-router', 'tenant_id': 'f2d44206487d4589b8000d65ce277bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '8c230531-1b6b-42ca-b488-d6fe1d824a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:42:20Z', 'updated_at': '2022-03-01T13:42:25Z', 'revision_number': 4, 'project_id': 'f2d44206487d4589b8000d65ce277bfc', 'gw_port': {'id': '8c230531-1b6b-42ca-b488-d6fe1d824a4d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7948eed8-a108-43b1-b911-21dc10be4034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:42:21Z', 'updated_at': '2022-03-01T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'f18703e0-4c59-48b8-a55e-94c05cdb08e5', 'name': '', 'network_id': 'd0a7f147-f4bd-4e8a-9374-46eb56a01a5f', 'tenant_id': 'f2d44206487d4589b8000d65ce277bfc', 'mac_address': 'fa:16:3e:49:56:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7948eed8-a108-43b1-b911-21dc10be4034', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '21152697-35e7-482c-9d43-61ae8fb8c7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:42:24Z', 'updated_at': '2022-03-01T13:42:33Z', 'revision_number': 5, 'project_id': 'f2d44206487d4589b8000d65ce277bfc', 'subnets': [{'id': '21152697-35e7-482c-9d43-61ae8fb8c7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:36.597165 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0dc9e164-38a5-478f-8c20-2523a937ab9a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1dfbeaa56cd046b8a281983cf7c6fa64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1149626 Mar 01 13:44:36.601516 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33814) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:36.644279 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fcf4e2-531f-45f0-bfad-eab485c7a045 x-openstack-request-id: req-78fcf4e2-531f-45f0-bfad-eab485c7a045 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:44:36.644954 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f133d7b-b742-4f0e-ba27-fc32e09c87cd", "name": "network-vif-plugged", "status": "completed", "tag": "e14d8144-2ed5-4215-ab2f-6eb2ed2725ef", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:44:36.645417 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78fcf4e2-531f-45f0-bfad-eab485c7a045 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:44:36.646021 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f133d7b-b742-4f0e-ba27-fc32e09c87cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14d8144-2ed5-4215-ab2f-6eb2ed2725ef', 'code': 200} Mar 01 13:44:36.648537 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184ba916-b824-47c8-99e1-cb8ae11e90d9 None None] Checking router: 7948eed8-a108-43b1-b911-21dc10be4034 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:44:36.676123 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184ba916-b824-47c8-99e1-cb8ae11e90d9 None None] Routers {'7948eed8-a108-43b1-b911-21dc10be4034'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:44:36.676829 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-184ba916-b824-47c8-99e1-cb8ae11e90d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:44:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['7948eed8-a108-43b1-b911-21dc10be4034'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:36.732580 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6d59a48b-582a-43ee-8c7b-bb6fc6bd724b no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:44:36.791850 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 6d59a48b-582a-43ee-8c7b-bb6fc6bd724b {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:44:36.792591 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6d59a48b-582a-43ee-8c7b-bb6fc6bd724b not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:44:36.805148 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a405c675-2a98-4667-b55c-9b74e7be7f44 admin admin] Publish callbacks [] for security_group (f84baec1-7fd4-4d68-8163-a47b47dc0240), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:36.810672 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port a9056071-2fcf-4840-a216-d80e539fc13e is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:44:36.811202 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a9056071-2fcf-4840-a216-d80e539fc13e), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:36.851418 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a405c675-2a98-4667-b55c-9b74e7be7f44 admin admin] Publish callbacks [] for security_group (f84baec1-7fd4-4d68-8163-a47b47dc0240), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:36.877914 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port a9056071-2fcf-4840-a216-d80e539fc13e, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=a9056071-2fcf-4840-a216-d80e539fc13e,segment=NetworkSegment(7e431d2a-8352-4715-8063-a4fc7bad3a2e),segment_id=7e431d2a-8352-4715-8063-a4fc7bad3a2e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:36.889881 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a9056071-2fcf-4840-a216-d80e539fc13e), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:36.890019 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 9b21168f-3cb7-4637-b27a-ae5b33dd824d up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:44:36.946181 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a405c675-2a98-4667-b55c-9b74e7be7f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (f84baec1-7fd4-4d68-8163-a47b47dc0240), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:36.949034 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a405c675-2a98-4667-b55c-9b74e7be7f44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:36.952689 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a405c675-2a98-4667-b55c-9b74e7be7f44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f84baec1-7fd4-4d68-8163-a47b47dc0240 HTTP/1.1" status: 204 len: 168 time: 0.3476524 Mar 01 13:44:36.952871 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-184ba916-b824-47c8-99e1-cb8ae11e90d9 None None] Set router 7948eed8-a108-43b1-b911-21dc10be4034 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:44:36.963983 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405c675-2a98-4667-b55c-9b74e7be7f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84baec1-7fd4-4d68-8163-a47b47dc0240,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:37.045968 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f066ee-3eef-4e8d-be2c-538c3fd39cac req-d1e66338-4a60-45a2-aa7f-61a3722230fc tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:37.053957 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-23f066ee-3eef-4e8d-be2c-538c3fd39cac req-d1e66338-4a60-45a2-aa7f-61a3722230fc tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.2283621 Mar 01 13:44:37.088527 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b548b8-dfb6-448e-a297-05142a1e4d93 req-a3093049-3892-474e-ad64-251620e345de tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:37.096808 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-16b548b8-dfb6-448e-a297-05142a1e4d93 req-a3093049-3892-474e-ad64-251620e345de tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b9c014-b118-4c95-98e2-a7db2b7dcece HTTP/1.1" status: 200 len: 945 time: 0.2723856 Mar 01 13:44:37.204859 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-16b548b8-dfb6-448e-a297-05142a1e4d93 req-f101eb4e-c54e-4d11-b410-f1e87a943bd7 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070840 Mar 01 13:44:37.234404 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2d7ee844-f39b-4e58-aa33-9c20183ceff4 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:37.260494 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-23f066ee-3eef-4e8d-be2c-538c3fd39cac req-4811ad3d-368a-4fda-90e7-c47a1cfbfa9b tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056539 Mar 01 13:44:37.274058 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2d7ee844-f39b-4e58-aa33-9c20183ceff4 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (148462ba-85c7-48d7-a75a-c76984eb4819), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:37.399547 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=a9056071-2fcf-4840-a216-d80e539fc13e,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:37.491101 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 9b21168f-3cb7-4637-b27a-ae5b33dd824d completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:44:37.513580 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 9b21168f-3cb7-4637-b27a-ae5b33dd824d triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:44:37.513964 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9b21168f-3cb7-4637-b27a-ae5b33dd824d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:37.582348 n-d-827467-3 neutron-server[103727]: INFO neutron.db.l3_db [None req-2d7ee844-f39b-4e58-aa33-9c20183ceff4 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Floating IP 148462ba-85c7-48d7-a75a-c76984eb4819 associated. External IP: 172.25.1.52, port: e7817e5b-72fb-4f0e-a809-c43c26fea4fc. Mar 01 13:44:37.732167 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-184ba916-b824-47c8-99e1-cb8ae11e90d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7948eed8-a108-43b1-b911-21dc10be4034', 'name': 'tempest-ServersTestManualDisk-1397796116-router', 'tenant_id': 'f2d44206487d4589b8000d65ce277bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '8c230531-1b6b-42ca-b488-d6fe1d824a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:42:20Z', 'updated_at': '2022-03-01T13:42:25Z', 'revision_number': 4, 'project_id': 'f2d44206487d4589b8000d65ce277bfc', 'gw_port': {'id': '8c230531-1b6b-42ca-b488-d6fe1d824a4d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7948eed8-a108-43b1-b911-21dc10be4034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:42:21Z', 'updated_at': '2022-03-01T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'f18703e0-4c59-48b8-a55e-94c05cdb08e5', 'name': '', 'network_id': 'd0a7f147-f4bd-4e8a-9374-46eb56a01a5f', 'tenant_id': 'f2d44206487d4589b8000d65ce277bfc', 'mac_address': 'fa:16:3e:49:56:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7948eed8-a108-43b1-b911-21dc10be4034', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '21152697-35e7-482c-9d43-61ae8fb8c7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:42:24Z', 'updated_at': '2022-03-01T13:42:33Z', 'revision_number': 5, 'project_id': 'f2d44206487d4589b8000d65ce277bfc', 'subnets': [{'id': '21152697-35e7-482c-9d43-61ae8fb8c7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:37.738710 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33842) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:37.762365 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 9b21168f-3cb7-4637-b27a-ae5b33dd824d is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:44:37.762757 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9b21168f-3cb7-4637-b27a-ae5b33dd824d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:37.765733 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184ba916-b824-47c8-99e1-cb8ae11e90d9 None None] The sync data for ids ['7948eed8-a108-43b1-b911-21dc10be4034'] in n-d-827467-3 is: [{'id': '7948eed8-a108-43b1-b911-21dc10be4034', 'name': 'tempest-ServersTestManualDisk-1397796116-router', 'tenant_id': 'f2d44206487d4589b8000d65ce277bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '8c230531-1b6b-42ca-b488-d6fe1d824a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:42:20Z', 'updated_at': '2022-03-01T13:42:25Z', 'revision_number': 4, 'project_id': 'f2d44206487d4589b8000d65ce277bfc', 'gw_port': {'id': '8c230531-1b6b-42ca-b488-d6fe1d824a4d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7948eed8-a108-43b1-b911-21dc10be4034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:42:21Z', 'updated_at': '2022-03-01T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'f18703e0-4c59-48b8-a55e-94c05cdb08e5', 'name': '', 'network_id': 'd0a7f147-f4bd-4e8a-9374-46eb56a01a5f', 'tenant_id': 'f2d44206487d4589b8000d65ce277bfc', 'mac_address': 'fa:16:3e:49:56:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7948eed8-a108-43b1-b911-21dc10be4034', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '21152697-35e7-482c-9d43-61ae8fb8c7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:42:24Z', 'updated_at': '2022-03-01T13:42:33Z', 'revision_number': 5, 'project_id': 'f2d44206487d4589b8000d65ce277bfc', 'subnets': [{'id': '21152697-35e7-482c-9d43-61ae8fb8c7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:44:37.830899 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 9b21168f-3cb7-4637-b27a-ae5b33dd824d, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9b21168f-3cb7-4637-b27a-ae5b33dd824d,segment=NetworkSegment(7e431d2a-8352-4715-8063-a4fc7bad3a2e),segment_id=7e431d2a-8352-4715-8063-a4fc7bad3a2e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:37.840386 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9b21168f-3cb7-4637-b27a-ae5b33dd824d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:37.841247 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 1b393259-3805-44d5-b28b-792564983337 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:44:37.861613 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ef5cb-4027-4ff6-a37c-ebec640dcbc6 req-a0a52285-18ea-45f6-bfd8-230efbc17921 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:37.869519 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8d6ef5cb-4027-4ff6-a37c-ebec640dcbc6 req-a0a52285-18ea-45f6-bfd8-230efbc17921 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 945 time: 0.3439734 Mar 01 13:44:37.886201 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5756a689-227e-470c-baeb-2f9cc4dfcf61 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks [] for security_group (ba6c8292-3a64-48a4-b54f-5bcf0d993d17), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:37.950207 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=9b21168f-3cb7-4637-b27a-ae5b33dd824d,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:37.955219 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5756a689-227e-470c-baeb-2f9cc4dfcf61 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks [] for security_group (ba6c8292-3a64-48a4-b54f-5bcf0d993d17), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:37.996302 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: 1b393259-3805-44d5-b28b-792564983337 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:44:37.996563 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 1b393259-3805-44d5-b28b-792564983337 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:44:38.047452 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8d6ef5cb-4027-4ff6-a37c-ebec640dcbc6 req-958dbaf1-7466-4ae0-9493-7ae775f7703f tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767714 Mar 01 13:44:38.086112 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5756a689-227e-470c-baeb-2f9cc4dfcf61 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ba6c8292-3a64-48a4-b54f-5bcf0d993d17), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:38.088878 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5756a689-227e-470c-baeb-2f9cc4dfcf61 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:38.090142 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5756a689-227e-470c-baeb-2f9cc4dfcf61 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "DELETE /v2.0/security-groups/ba6c8292-3a64-48a4-b54f-5bcf0d993d17 HTTP/1.1" status: 204 len: 168 time: 0.3498154 Mar 01 13:44:38.093749 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33858) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:38.113008 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-f07a3898-7e14-4d90-99af-3510d24ee564 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5273606b5eb242749c05f75a15dd6612&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0781598 Mar 01 13:44:38.130170 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756a689-227e-470c-baeb-2f9cc4dfcf61 tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6c8292-3a64-48a4-b54f-5bcf0d993d17,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:38.135317 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-87f8cdf9-7c8c-42be-9fb6-b78f7944c0fe tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] show failed (client error): The resource could not be found. Mar 01 13:44:38.142624 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-87f8cdf9-7c8c-42be-9fb6-b78f7944c0fe tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "GET /v2.0/security-groups/ba6c8292-3a64-48a4-b54f-5bcf0d993d17 HTTP/1.1" status: 404 len: 347 time: 0.0450287 Mar 01 13:44:38.143022 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33862) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:38.347847 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f8aa8e59-91f6-4cbb-916f-db15db5d3acc tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Deleting port beaea59d-bf96-4e50-969e-c1cd1d3f3d5b {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:44:38.348257 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f8aa8e59-91f6-4cbb-916f-db15db5d3acc tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (beaea59d-bf96-4e50-969e-c1cd1d3f3d5b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:38.479732 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4034e20e-91c6-49b0-bf0d-e2e9f017665e None None] New status for floating IP 23622926-abdb-488b-8ed1-1ee77d2b0629: DOWN {{(pid=103729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 13:44:38.528694 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f8aa8e59-91f6-4cbb-916f-db15db5d3acc tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (beaea59d-bf96-4e50-969e-c1cd1d3f3d5b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:38.531075 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f8aa8e59-91f6-4cbb-916f-db15db5d3acc tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks [] for floatingip (beaea59d-bf96-4e50-969e-c1cd1d3f3d5b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:38.563049 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f8aa8e59-91f6-4cbb-916f-db15db5d3acc tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Calling delete_port for beaea59d-bf96-4e50-969e-c1cd1d3f3d5b owned by network:floatingip {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:44:38.647138 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc274d4c-fff6-4256-8d0e-8ae257f8c50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9056071-2fcf-4840-a216-d80e539fc13e'}, {'server_uuid': '29b9c014-b118-4c95-98e2-a7db2b7dcece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b21168f-3cb7-4637-b27a-ae5b33dd824d'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:44:38.649469 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4930dd97-1b40-4554-a117-8d3150a3c4e6" -d '{"events": [{"server_uuid": "fc274d4c-fff6-4256-8d0e-8ae257f8c50e", "name": "network-vif-plugged", "status": "completed", "tag": "a9056071-2fcf-4840-a216-d80e539fc13e"}, {"server_uuid": "29b9c014-b118-4c95-98e2-a7db2b7dcece", "name": "network-vif-plugged", "status": "completed", "tag": "9b21168f-3cb7-4637-b27a-ae5b33dd824d"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:44:38.683292 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33874) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:38.784551 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-5b8aa02b-9879-4c4d-9c3a-a819183f3f31 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:38.788299 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-5b8aa02b-9879-4c4d-9c3a-a819183f3f31 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6656549 Mar 01 13:44:38.822503 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ba0a8-2dd7-4aed-879e-f558d025011e req-d0945170-8dbf-4031-a8c9-af1dea0a704b tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:38.834875 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-af9ba0a8-2dd7-4aed-879e-f558d025011e req-d0945170-8dbf-4031-a8c9-af1dea0a704b tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b9c014-b118-4c95-98e2-a7db2b7dcece HTTP/1.1" status: 200 len: 946 time: 0.4421589 Mar 01 13:44:38.863475 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef348cc-3751-41d8-85db-041ab71f2986 req-b07157f9-064c-49b5-b456-77289bf8ceb8 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:38.865698 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4ef348cc-3751-41d8-85db-041ab71f2986 req-b07157f9-064c-49b5-b456-77289bf8ceb8 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.1782994 Mar 01 13:44:38.916542 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-b0a6d3c5-5772-4cc6-8e09-7d82519e732f tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/quotas/5273606b5eb242749c05f75a15dd6612 HTTP/1.1" status: 200 len: 375 time: 0.0671682 Mar 01 13:44:38.947065 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7ee844-f39b-4e58-aa33-9c20183ceff4 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Router 94f4fe37-3bed-4fd0-80fc-b183cea82852 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:44:38.992392 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-af9ba0a8-2dd7-4aed-879e-f558d025011e req-964a2406-ad1e-4a84-ba87-e3d7467b78ea tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566515 Mar 01 13:44:39.042085 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-6ae00ff3-a299-4840-a34e-45b4a68bf482 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-674121760-network', 'tenant_id': 'f3e60b304ea34ca8a598bc4e060e2ca5'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:44:39.113179 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae00ff3-a299-4840-a34e-45b4a68bf482 admin admin] Made reservation on behalf of f3e60b304ea34ca8a598bc4e060e2ca5 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:44:39.116215 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ae00ff3-a299-4840-a34e-45b4a68bf482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:39.135101 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ae00ff3-a299-4840-a34e-45b4a68bf482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:39.155328 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-e3c24130-3f95-4b7f-abb9-ac89bc7a2513 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5273606b5eb242749c05f75a15dd6612&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2308955 Mar 01 13:44:39.297414 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa35cb3-f1ca-4730-9745-4e1ffda55c7d req-10491403-d4a5-46c3-a34f-bd3cbbe86d06 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:39.297414 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2fa35cb3-f1ca-4730-9745-4e1ffda55c7d req-10491403-d4a5-46c3-a34f-bd3cbbe86d06 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.2136359 Mar 01 13:44:39.328946 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f8aa8e59-91f6-4cbb-916f-db15db5d3acc tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (beaea59d-bf96-4e50-969e-c1cd1d3f3d5b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:39.340785 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7ee844-f39b-4e58-aa33-9c20183ceff4 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:44:39.347006 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ae00ff3-a299-4840-a34e-45b4a68bf482 admin admin] Publish callbacks [] for security_group (706a5f53-f9d9-4f40-ae85-a4dae5b7bc53), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:39.352944 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b09f7b-0904-4e4f-9ce6-0b57cb3f02f4 None None] Sync routers for ids ['94f4fe37-3bed-4fd0-80fc-b183cea82852'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:44:39.363756 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2d7ee844-f39b-4e58-aa33-9c20183ceff4 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:39.377971 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b09f7b-0904-4e4f-9ce6-0b57cb3f02f4 None None] Routers {'94f4fe37-3bed-4fd0-80fc-b183cea82852'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:44:39.378616 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-a3b09f7b-0904-4e4f-9ce6-0b57cb3f02f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:44:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['94f4fe37-3bed-4fd0-80fc-b183cea82852'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:39.384447 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 01 Mar 2022 13:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83b256f-042f-4ad2-8bfd-260251821154 x-openstack-request-id: req-c83b256f-042f-4ad2-8bfd-260251821154 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:44:39.384741 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc274d4c-fff6-4256-8d0e-8ae257f8c50e", "name": "network-vif-plugged", "status": "completed", "tag": "a9056071-2fcf-4840-a216-d80e539fc13e", "code": 200}, {"server_uuid": "29b9c014-b118-4c95-98e2-a7db2b7dcece", "name": "network-vif-plugged", "status": "completed", "tag": "9b21168f-3cb7-4637-b27a-ae5b33dd824d", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:44:39.384992 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c83b256f-042f-4ad2-8bfd-260251821154 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:44:39.385387 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc274d4c-fff6-4256-8d0e-8ae257f8c50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9056071-2fcf-4840-a216-d80e539fc13e', 'code': 200} Mar 01 13:44:39.385638 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b9c014-b118-4c95-98e2-a7db2b7dcece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b21168f-3cb7-4637-b27a-ae5b33dd824d', 'code': 200} Mar 01 13:44:39.410998 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ae00ff3-a299-4840-a34e-45b4a68bf482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (706a5f53-f9d9-4f40-ae85-a4dae5b7bc53), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:39.442315 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae00ff3-a299-4840-a34e-45b4a68bf482 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:44:39.462432 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ae00ff3-a299-4840-a34e-45b4a68bf482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (a36c5e58-8887-44ea-b2e7-4336450f7579), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:39.463487 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-6ae00ff3-a299-4840-a34e-45b4a68bf482 admin admin] Added segment a36c5e58-8887-44ea-b2e7-4336450f7579 of type vlan for network 1db2e377-eb34-4fc8-b308-125f1046605c Mar 01 13:44:39.503827 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2d7ee844-f39b-4e58-aa33-9c20183ceff4 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "PUT /v2.0/floatingips/148462ba-85c7-48d7-a75a-c76984eb4819 HTTP/1.1" status: 200 len: 991 time: 3.7504070 Mar 01 13:44:39.503827 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ef9f96-7b61-4ec9-91fe-65ece39126cc', 'tag': 'e7817e5b-72fb-4f0e-a809-c43c26fea4fc'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:44:39.516143 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93395882-5701-4ff4-85c7-dd8554d15f87" -d '{"events": [{"name": "network-changed", "server_uuid": "49ef9f96-7b61-4ec9-91fe-65ece39126cc", "tag": "e7817e5b-72fb-4f0e-a809-c43c26fea4fc"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:44:39.580886 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ae00ff3-a299-4840-a34e-45b4a68bf482 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (1db2e377-eb34-4fc8-b308-125f1046605c), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:39.648162 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:39.663577 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-a3b09f7b-0904-4e4f-9ce6-0b57cb3f02f4 None None] Set router 94f4fe37-3bed-4fd0-80fc-b183cea82852 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:44:39.725014 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa8e59-91f6-4cbb-916f-db15db5d3acc tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Pushing event deleted for resources: {'Port': ['ID=beaea59d-bf96-4e50-969e-c1cd1d3f3d5b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:39.735964 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-4ef348cc-3751-41d8-85db-041ab71f2986 req-ece67621-f379-449a-a413-adaebab8534b tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Deleting port ca10b8e2-adb5-43da-956a-6bae88a6d370 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:44:39.736327 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-4ef348cc-3751-41d8-85db-041ab71f2986 req-ece67621-f379-449a-a413-adaebab8534b tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (ca10b8e2-adb5-43da-956a-6bae88a6d370), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:39.747706 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae00ff3-a299-4840-a34e-45b4a68bf482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:39.757552 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ae00ff3-a299-4840-a34e-45b4a68bf482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (1db2e377-eb34-4fc8-b308-125f1046605c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:39.758590 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae00ff3-a299-4840-a34e-45b4a68bf482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:39.759168 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ae00ff3-a299-4840-a34e-45b4a68bf482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:39.967447 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:39.996193 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae00ff3-a299-4840-a34e-45b4a68bf482 admin admin] Pushing event updated for resources: {'Network': ['ID=1db2e377-eb34-4fc8-b308-125f1046605c,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:40.053514 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 1db2e377-eb34-4fc8-b308-125f1046605c details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:44:40.071014 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2fa35cb3-f1ca-4730-9745-4e1ffda55c7d req-4db383a2-8461-47d4-8172-4e273024abe5 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7619741 Mar 01 13:44:40.113570 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33322af0-63cd-475b-9af9-7bcffebef3d9 req-13146fc8-3f2d-45ce-93a0-84ca937bfe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:40.115097 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-33322af0-63cd-475b-9af9-7bcffebef3d9 req-13146fc8-3f2d-45ce-93a0-84ca937bfe42 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=29b9c014-b118-4c95-98e2-a7db2b7dcece HTTP/1.1" status: 200 len: 1128 time: 0.5835633 Mar 01 13:44:40.142464 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d979d5a-e0d5-481e-b07d-da76bbe5907b req-b27dc8ef-fbf1-4b9c-89f0-b1ccb014ad59 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:40.144161 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4d979d5a-e0d5-481e-b07d-da76bbe5907b req-b27dc8ef-fbf1-4b9c-89f0-b1ccb014ad59 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 945 time: 0.1466806 Mar 01 13:44:40.190229 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6ae00ff3-a299-4840-a34e-45b4a68bf482 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4831965 Mar 01 13:44:40.206546 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33900) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:40.214490 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-47eb122f-2dce-425b-91f4-3f76d7f149a8 admin admin] Request body: {'subnet': {'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-674121760-subnet', 'tenant_id': 'f3e60b304ea34ca8a598bc4e060e2ca5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:44:40.238606 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f8aa8e59-91f6-4cbb-916f-db15db5d3acc tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks [] for floatingip (23622926-abdb-488b-8ed1-1ee77d2b0629), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:40.241406 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f8aa8e59-91f6-4cbb-916f-db15db5d3acc tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:40.242750 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f8aa8e59-91f6-4cbb-916f-db15db5d3acc tempest-ServersTestManualDisk-1956159686 tempest-ServersTestManualDisk-1956159686-project] 10.222.0.13 "DELETE /v2.0/floatingips/23622926-abdb-488b-8ed1-1ee77d2b0629 HTTP/1.1" status: 204 len: 168 time: 2.0984917 Mar 01 13:44:40.250269 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33902) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:40.274884 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03747bb-5140-478f-8fbc-151f617b33d1 req-fa31cb1c-8800-4853-b46a-82be2c479215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:40.276736 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e03747bb-5140-478f-8fbc-151f617b33d1 req-fa31cb1c-8800-4853-b46a-82be2c479215 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fc274d4c-fff6-4256-8d0e-8ae257f8c50e HTTP/1.1" status: 200 len: 1127 time: 0.6308138 Mar 01 13:44:40.278041 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ec2d9f77-cd07-40ed-ae63-d21476a57a15 req-285a018e-0f4e-4f5c-ae9f-28315c2e5d37 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 210 time: 0.0872772 Mar 01 13:44:40.280643 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-a3b09f7b-0904-4e4f-9ce6-0b57cb3f02f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'name': 'tempest-ServersTestFqdnHostnames-797103038-router', 'tenant_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '6c98ddb4-7b6f-4298-b2fe-0800ed7d8276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:44:05Z', 'updated_at': '2022-03-01T13:44:10Z', 'revision_number': 4, 'project_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'gw_port': {'id': '6c98ddb4-7b6f-4298-b2fe-0800ed7d8276', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:44:05Z', 'updated_at': '2022-03-01T13:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '148462ba-85c7-48d7-a75a-c76984eb4819', 'tenant_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'port_id': 'e7817e5b-72fb-4f0e-a809-c43c26fea4fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f63eacb5-6c1b-4769-b38c-4fd13e44b37f', 'mac_address': 'fa:16:3e:2e:04:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef9f96-7b61-4ec9-91fe-65ece39126cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:44:13Z', 'updated_at': '2022-03-01T13:44:36Z', 'revision_number': 1, 'project_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348', 'name': '', 'network_id': 'f63eacb5-6c1b-4769-b38c-4fd13e44b37f', 'tenant_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'mac_address': 'fa:16:3e:fd:45:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '1ed2441f-6bfe-44d3-ac28-ed8c63f028fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:44:09Z', 'updated_at': '2022-03-01T13:44:15Z', 'revision_number': 5, 'project_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'subnets': [{'id': '1ed2441f-6bfe-44d3-ac28-ed8c63f028fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:40.282302 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-33322af0-63cd-475b-9af9-7bcffebef3d9 req-921cc012-b5f5-40f2-a276-599ba3484fc3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496489 Mar 01 13:44:40.324728 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b09f7b-0904-4e4f-9ce6-0b57cb3f02f4 None None] Checking router: 94f4fe37-3bed-4fd0-80fc-b183cea82852 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:44:40.329751 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4d979d5a-e0d5-481e-b07d-da76bbe5907b req-83684bba-0851-422c-8012-5758b8cb9631 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787236 Mar 01 13:44:40.335164 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b09f7b-0904-4e4f-9ce6-0b57cb3f02f4 None None] Routers {'94f4fe37-3bed-4fd0-80fc-b183cea82852'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:44:40.335948 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-a3b09f7b-0904-4e4f-9ce6-0b57cb3f02f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:44:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['94f4fe37-3bed-4fd0-80fc-b183cea82852'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:40.400647 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fa677c-341a-42fd-8083-d39201fd5189 x-openstack-request-id: req-f2fa677c-341a-42fd-8083-d39201fd5189 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:44:40.401153 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ef9f96-7b61-4ec9-91fe-65ece39126cc", "tag": "e7817e5b-72fb-4f0e-a809-c43c26fea4fc", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:44:40.401593 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2fa677c-341a-42fd-8083-d39201fd5189 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:44:40.402118 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ef9f96-7b61-4ec9-91fe-65ece39126cc', 'tag': 'e7817e5b-72fb-4f0e-a809-c43c26fea4fc', 'status': 'completed', 'code': 200} Mar 01 13:44:40.417188 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47eb122f-2dce-425b-91f4-3f76d7f149a8 admin admin] Made reservation on behalf of f3e60b304ea34ca8a598bc4e060e2ca5 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:44:40.419742 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-47eb122f-2dce-425b-91f4-3f76d7f149a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:40.426853 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-4ef348cc-3751-41d8-85db-041ab71f2986 req-ece67621-f379-449a-a413-adaebab8534b tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] For port ca10b8e2-adb5-43da-956a-6bae88a6d370, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ca10b8e2-adb5-43da-956a-6bae88a6d370,segment=NetworkSegment(4fa77154-1db9-4d3e-93d9-ea193365dc02),segment_id=4fa77154-1db9-4d3e-93d9-ea193365dc02)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:40.427460 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-4ef348cc-3751-41d8-85db-041ab71f2986 req-ece67621-f379-449a-a413-adaebab8534b tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (ca10b8e2-adb5-43da-956a-6bae88a6d370), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:40.496682 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-a3b09f7b-0904-4e4f-9ce6-0b57cb3f02f4 None None] Set router 94f4fe37-3bed-4fd0-80fc-b183cea82852 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:44:40.579002 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80140b3-3db7-48d8-b059-e148b32ce445 req-98e32231-f59e-43ee-beb7-3951e676c539 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:40.582755 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e80140b3-3db7-48d8-b059-e148b32ce445 req-98e32231-f59e-43ee-beb7-3951e676c539 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b9c014-b118-4c95-98e2-a7db2b7dcece HTTP/1.1" status: 200 len: 946 time: 0.1093786 Mar 01 13:44:40.780976 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e80140b3-3db7-48d8-b059-e148b32ce445 req-d9f3c639-b237-4726-941e-49c9e453e2ca tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485307 Mar 01 13:44:40.785747 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e03747bb-5140-478f-8fbc-151f617b33d1 req-319d510a-a6b2-4d11-b786-ace4406add2f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448606 Mar 01 13:44:40.788975 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93395882-5701-4ff4-85c7-dd8554d15f87 req-02cfa28b-abd9-4f2c-b398-0933d4f62811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:40.790599 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-93395882-5701-4ff4-85c7-dd8554d15f87 req-02cfa28b-abd9-4f2c-b398-0933d4f62811 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f113cd6dc7614a7496fc5d2a71a17482&device_id=49ef9f96-7b61-4ec9-91fe-65ece39126cc HTTP/1.1" status: 200 len: 1128 time: 0.2047491 Mar 01 13:44:40.968803 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-4ef348cc-3751-41d8-85db-041ab71f2986 req-ece67621-f379-449a-a413-adaebab8534b tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:40.969147 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-4ef348cc-3751-41d8-85db-041ab71f2986 req-ece67621-f379-449a-a413-adaebab8534b tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (861710b4-b8e2-4440-8b0e-a0876d8a9c5b), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:40.969496 n-d-827467-3 neutron-server[103726]: INFO neutron.db.l3_db [req-4ef348cc-3751-41d8-85db-041ab71f2986 req-ece67621-f379-449a-a413-adaebab8534b tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Floating IP 861710b4-b8e2-4440-8b0e-a0876d8a9c5b disassociated. External IP: 172.25.1.136, port: ca10b8e2-adb5-43da-956a-6bae88a6d370. Mar 01 13:44:40.969839 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-4ef348cc-3751-41d8-85db-041ab71f2986 req-ece67621-f379-449a-a413-adaebab8534b tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Calling delete_port for ca10b8e2-adb5-43da-956a-6bae88a6d370 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:44:40.976344 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-a3b09f7b-0904-4e4f-9ce6-0b57cb3f02f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'name': 'tempest-ServersTestFqdnHostnames-797103038-router', 'tenant_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '6c98ddb4-7b6f-4298-b2fe-0800ed7d8276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:44:05Z', 'updated_at': '2022-03-01T13:44:10Z', 'revision_number': 4, 'project_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'gw_port': {'id': '6c98ddb4-7b6f-4298-b2fe-0800ed7d8276', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:44:05Z', 'updated_at': '2022-03-01T13:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '148462ba-85c7-48d7-a75a-c76984eb4819', 'tenant_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'port_id': 'e7817e5b-72fb-4f0e-a809-c43c26fea4fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f63eacb5-6c1b-4769-b38c-4fd13e44b37f', 'mac_address': 'fa:16:3e:2e:04:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef9f96-7b61-4ec9-91fe-65ece39126cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:44:13Z', 'updated_at': '2022-03-01T13:44:36Z', 'revision_number': 1, 'project_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348', 'name': '', 'network_id': 'f63eacb5-6c1b-4769-b38c-4fd13e44b37f', 'tenant_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'mac_address': 'fa:16:3e:fd:45:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '1ed2441f-6bfe-44d3-ac28-ed8c63f028fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:44:09Z', 'updated_at': '2022-03-01T13:44:15Z', 'revision_number': 5, 'project_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'subnets': [{'id': '1ed2441f-6bfe-44d3-ac28-ed8c63f028fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:41.006570 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b09f7b-0904-4e4f-9ce6-0b57cb3f02f4 None None] The sync data for ids ['94f4fe37-3bed-4fd0-80fc-b183cea82852'] in n-d-827467-3 is: [{'id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'name': 'tempest-ServersTestFqdnHostnames-797103038-router', 'tenant_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '6c98ddb4-7b6f-4298-b2fe-0800ed7d8276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:44:05Z', 'updated_at': '2022-03-01T13:44:10Z', 'revision_number': 4, 'project_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'gw_port': {'id': '6c98ddb4-7b6f-4298-b2fe-0800ed7d8276', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:44:05Z', 'updated_at': '2022-03-01T13:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '148462ba-85c7-48d7-a75a-c76984eb4819', 'tenant_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'port_id': 'e7817e5b-72fb-4f0e-a809-c43c26fea4fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f63eacb5-6c1b-4769-b38c-4fd13e44b37f', 'mac_address': 'fa:16:3e:2e:04:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef9f96-7b61-4ec9-91fe-65ece39126cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:44:13Z', 'updated_at': '2022-03-01T13:44:36Z', 'revision_number': 1, 'project_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348', 'name': '', 'network_id': 'f63eacb5-6c1b-4769-b38c-4fd13e44b37f', 'tenant_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'mac_address': 'fa:16:3e:fd:45:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '1ed2441f-6bfe-44d3-ac28-ed8c63f028fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:44:09Z', 'updated_at': '2022-03-01T13:44:15Z', 'revision_number': 5, 'project_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'subnets': [{'id': '1ed2441f-6bfe-44d3-ac28-ed8c63f028fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:44:41.126943 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-47eb122f-2dce-425b-91f4-3f76d7f149a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (0074be29-4f96-45b4-82b7-e955d173d55c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:41.154345 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93395882-5701-4ff4-85c7-dd8554d15f87 req-253b72c1-de4d-437b-a293-a17160a57b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:41.156784 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-93395882-5701-4ff4-85c7-dd8554d15f87 req-253b72c1-de4d-437b-a293-a17160a57b41 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f63eacb5-6c1b-4769-b38c-4fd13e44b37f HTTP/1.1" status: 200 len: 915 time: 0.1421053 Mar 01 13:44:41.249941 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb122f-2dce-425b-91f4-3f76d7f149a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0074be29-4f96-45b4-82b7-e955d173d55c,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:41.282421 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eb122f-2dce-425b-91f4-3f76d7f149a8 admin admin] Checking segment: {'id': 'a36c5e58-8887-44ea-b2e7-4336450f7579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:44:41.282781 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47eb122f-2dce-425b-91f4-3f76d7f149a8 admin admin] Network hostable DHCP agents. Network: 1db2e377-eb34-4fc8-b308-125f1046605c, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:44:41.309576 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbca46f-28ec-4cfd-af10-c9e615def8fe req-4a12f767-e4fd-4e32-837b-d68f3359cb18 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:41.317676 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0fbca46f-28ec-4cfd-af10-c9e615def8fe req-4a12f767-e4fd-4e32-837b-d68f3359cb18 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 946 time: 0.1404276 Mar 01 13:44:41.327620 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-93395882-5701-4ff4-85c7-dd8554d15f87 req-0239f0a1-178b-406b-a425-a30bfdaa1361 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7817e5b-72fb-4f0e-a809-c43c26fea4fc HTTP/1.1" status: 200 len: 999 time: 0.1597419 Mar 01 13:44:41.384146 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-4ef348cc-3751-41d8-85db-041ab71f2986 req-ece67621-f379-449a-a413-adaebab8534b tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (ca10b8e2-adb5-43da-956a-6bae88a6d370), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:41.387930 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47eb122f-2dce-425b-91f4-3f76d7f149a8 admin admin] Network 1db2e377-eb34-4fc8-b308-125f1046605c is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:44:41.423487 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f2d744-c825-4bce-8842-5022b36fa77e None None] New status for floating IP 148462ba-85c7-48d7-a75a-c76984eb4819: ACTIVE {{(pid=103729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 13:44:41.448572 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0fbca46f-28ec-4cfd-af10-c9e615def8fe req-fe40bbba-9cbe-4b87-8388-0d9125d8b969 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5db8cb0-f959-4990-a825-1f613bd2c0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274426 Mar 01 13:44:41.465031 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece67621-f379-449a-a413-adaebab8534b tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Pushing event deleted for resources: {'Port': ['ID=ca10b8e2-adb5-43da-956a-6bae88a6d370,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:41.469384 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-47eb122f-2dce-425b-91f4-3f76d7f149a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 1db2e377-eb34-4fc8-b308-125f1046605c) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:44:41.481037 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643df603-d5d1-42b9-8a78-d1edddf14aeb None None] Network 1db2e377-eb34-4fc8-b308-125f1046605c requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:44:41.482716 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47eb122f-2dce-425b-91f4-3f76d7f149a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:41.483323 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-47eb122f-2dce-425b-91f4-3f76d7f149a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:41.494958 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93395882-5701-4ff4-85c7-dd8554d15f87 req-50c436ff-4fdd-447e-b286-4f94a93cc14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:41.497371 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-93395882-5701-4ff4-85c7-dd8554d15f87 req-50c436ff-4fdd-447e-b286-4f94a93cc14a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1ed2441f-6bfe-44d3-ac28-ed8c63f028fc HTTP/1.1" status: 200 len: 853 time: 0.1566448 Mar 01 13:44:41.588748 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-47eb122f-2dce-425b-91f4-3f76d7f149a8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3798990 Mar 01 13:44:41.611615 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6574e876-0b5f-4d52-9a53-fdb5cd3348e6 req-5a37f2a7-5c84-46d7-a968-c188f16afb7e tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 210 time: 0.1617925 Mar 01 13:44:41.665037 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-93c156f0-9649-476b-be58-98c8877ead0b tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=5273606b5eb242749c05f75a15dd6612&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1167047 Mar 01 13:44:41.786678 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93395882-5701-4ff4-85c7-dd8554d15f87 req-b2562af8-1f7d-417a-8e7f-e17ce275a03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:41.788815 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-93395882-5701-4ff4-85c7-dd8554d15f87 req-b2562af8-1f7d-417a-8e7f-e17ce275a03a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f63eacb5-6c1b-4769-b38c-4fd13e44b37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2725310 Mar 01 13:44:41.840125 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f62b4e-8e46-4df4-9616-0153d2ebcd63 None None] Network 1db2e377-eb34-4fc8-b308-125f1046605c requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:44:41.956547 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4766d1ad-c5fb-4c0b-be61-f65c633c7473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (7948eed8-a108-43b1-b911-21dc10be4034), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:41.989067 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266185a0-0426-4f43-8c77-306794a79636 req-9fb695cb-e73e-4c20-9d89-6702589ce4f0 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:41.990687 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-266185a0-0426-4f43-8c77-306794a79636 req-9fb695cb-e73e-4c20-9d89-6702589ce4f0 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 945 time: 0.3661027 Mar 01 13:44:42.165015 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f71b20-0cfb-4b74-a68d-b09a3cfd9a06 req-86731163-8fdc-47b2-859f-0ca984052351 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:42.167157 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-17f71b20-0cfb-4b74-a68d-b09a3cfd9a06 req-86731163-8fdc-47b2-859f-0ca984052351 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b9c014-b118-4c95-98e2-a7db2b7dcece HTTP/1.1" status: 200 len: 946 time: 0.1755068 Mar 01 13:44:42.179787 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-266185a0-0426-4f43-8c77-306794a79636 req-acb0516f-3d28-4f99-917b-71d9a1d76da8 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678832 Mar 01 13:44:42.185001 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-93395882-5701-4ff4-85c7-dd8554d15f87 req-b1b3a617-22b3-4fdd-9620-29c0b420d7c9 service neutron] 10.222.0.32 "GET /v2.0/networks/f63eacb5-6c1b-4769-b38c-4fd13e44b37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592174 Mar 01 13:44:42.299163 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-17f71b20-0cfb-4b74-a68d-b09a3cfd9a06 req-f0601ce6-1cf2-4052-bb5d-c63ad01a7439 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173396 Mar 01 13:44:42.362404 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-93395882-5701-4ff4-85c7-dd8554d15f87 req-e95affc9-e578-4509-ba52-43f5900cc0c4 service neutron] 10.222.0.32 "GET /v2.0/networks/f63eacb5-6c1b-4769-b38c-4fd13e44b37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538067 Mar 01 13:44:42.389675 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-1fc7a277-0cfe-48e0-bf84-448e59b64ba8 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:42.391842 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-1fc7a277-0cfe-48e0-bf84-448e59b64ba8 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7148952 Mar 01 13:44:42.401020 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ef348cc-3751-41d8-85db-041ab71f2986 req-ece67621-f379-449a-a413-adaebab8534b tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Router 80010e2f-5e03-436e-b9ca-3f398826877f has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:44:42.413709 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-4a547d6f-6a4a-4a3c-b00a-30c7e77fc24d tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Request body: {'port': {'device_id': 'ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'admin_state_up': True, 'tenant_id': '5273606b5eb242749c05f75a15dd6612'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:44:42.637502 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-27f51351-4e4f-41ed-9c42-34c0970f2366 req-f04ea9d9-df17-4e0c-87fd-4652f2ad5ee4 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4685580-e37d-4628-81fa-5fabc72c035a HTTP/1.1" status: 200 len: 210 time: 0.0629547 Mar 01 13:44:42.669222 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711b037-490e-4dda-8434-252099adf60b req-94d10e91-2a9d-4713-adaa-ba0301b3ecf9 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:42.673051 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2711b037-490e-4dda-8434-252099adf60b req-94d10e91-2a9d-4713-adaa-ba0301b3ecf9 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/networks?id=1db2e377-eb34-4fc8-b308-125f1046605c HTTP/1.1" status: 200 len: 811 time: 0.2478962 Mar 01 13:44:42.692069 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2711b037-490e-4dda-8434-252099adf60b req-b4134594-8442-404b-9a11-cf1296ffe2d0 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/quotas/f3e60b304ea34ca8a598bc4e060e2ca5 HTTP/1.1" status: 200 len: 375 time: 0.0178874 Mar 01 13:44:42.725281 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ef348cc-3751-41d8-85db-041ab71f2986 req-ece67621-f379-449a-a413-adaebab8534b tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:44:42.734168 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2711b037-490e-4dda-8434-252099adf60b req-fcdef075-abf7-4a8e-a6f8-084484d0736f tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f3e60b304ea34ca8a598bc4e060e2ca5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408945 Mar 01 13:44:42.746605 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bca2423-f682-45b0-b901-35ad944665b2 None None] Sync routers for ids ['80010e2f-5e03-436e-b9ca-3f398826877f'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:44:42.764494 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bca2423-f682-45b0-b901-35ad944665b2 None None] Routers {'80010e2f-5e03-436e-b9ca-3f398826877f'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:44:42.767368 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-8bca2423-f682-45b0-b901-35ad944665b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:44:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['80010e2f-5e03-436e-b9ca-3f398826877f'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:42.780123 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef348cc-3751-41d8-85db-041ab71f2986 req-ece67621-f379-449a-a413-adaebab8534b tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] No DVR routers for this DVR port ca10b8e2-adb5-43da-956a-6bae88a6d370 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:44:42.783035 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-4ef348cc-3751-41d8-85db-041ab71f2986 req-ece67621-f379-449a-a413-adaebab8534b tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:42.786942 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4ef348cc-3751-41d8-85db-041ab71f2986 req-ece67621-f379-449a-a413-adaebab8534b tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.20 "DELETE /v2.0/ports/ca10b8e2-adb5-43da-956a-6bae88a6d370 HTTP/1.1" status: 204 len: 173 time: 3.8984134 Mar 01 13:44:42.790651 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4685580-e37d-4628-81fa-5fabc72c035a', 'name': 'network-vif-deleted', 'tag': 'ca10b8e2-adb5-43da-956a-6bae88a6d370'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:44:42.793186 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fada63-9286-408b-ab23-a64297c08d36" -d '{"events": [{"server_uuid": "c4685580-e37d-4628-81fa-5fabc72c035a", "name": "network-vif-deleted", "tag": "ca10b8e2-adb5-43da-956a-6bae88a6d370"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:44:42.804844 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-4a547d6f-6a4a-4a3c-b00a-30c7e77fc24d tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Made reservation on behalf of 5273606b5eb242749c05f75a15dd6612 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:44:42.809527 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-4a547d6f-6a4a-4a3c-b00a-30c7e77fc24d tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:42.899019 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4afd3b8d-d004-4600-9af0-cb8a4b35fb19 req-d8484b79-01d3-4b46-b94b-5080e8331304 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 210 time: 0.0622525 Mar 01 13:44:42.970033 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2711b037-490e-4dda-8434-252099adf60b req-8dcffc55-f80d-421b-8450-4e1469b3b14e service neutron] 10.222.0.13 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346416 Mar 01 13:44:42.984242 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26cb050-a749-4f2c-81f1-12ef5cae2a18 x-openstack-request-id: req-c26cb050-a749-4f2c-81f1-12ef5cae2a18 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:44:42.984709 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4685580-e37d-4628-81fa-5fabc72c035a", "name": "network-vif-deleted", "tag": "ca10b8e2-adb5-43da-956a-6bae88a6d370", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:44:42.985008 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c26cb050-a749-4f2c-81f1-12ef5cae2a18 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:44:42.985402 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4685580-e37d-4628-81fa-5fabc72c035a', 'name': 'network-vif-deleted', 'tag': 'ca10b8e2-adb5-43da-956a-6bae88a6d370', 'status': 'completed', 'code': 200} Mar 01 13:44:43.029504 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-8bca2423-f682-45b0-b901-35ad944665b2 None None] Set router 80010e2f-5e03-436e-b9ca-3f398826877f gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:44:43.084354 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2711b037-490e-4dda-8434-252099adf60b req-009eb54b-127e-4e7d-adcf-eaa3d2628044 service neutron] 10.222.0.13 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136203 Mar 01 13:44:43.121527 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-4a547d6f-6a4a-4a3c-b00a-30c7e77fc24d tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Allocated IP 192.168.233.91 (5e5e5cdc-dce5-4633-91fd-8e14363cd220/909a9e4d-2330-4bdf-bf33-da65c3dea6db/9bb01277-78f6-435c-b3e1-47ec8349d89d) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:44:43.182143 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-4766d1ad-c5fb-4c0b-be61-f65c633c7473 admin admin] Deleting port f18703e0-4c59-48b8-a55e-94c05cdb08e5 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:44:43.182512 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4766d1ad-c5fb-4c0b-be61-f65c633c7473 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (f18703e0-4c59-48b8-a55e-94c05cdb08e5), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:43.333594 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-8bca2423-f682-45b0-b901-35ad944665b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-950402709-router', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:44Z', 'updated_at': '2022-03-01T13:39:48Z', 'revision_number': 4, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'gw_port': {'id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:71:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:45Z', 'updated_at': '2022-03-01T13:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '9337b519-f330-46d5-b85a-c23622b9e96c', 'name': '', 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'mac_address': 'fa:16:3e:90:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '00c0eec8-d94f-41a7-92f9-32f77960cf64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:48Z', 'updated_at': '2022-03-01T13:39:55Z', 'revision_number': 5, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'subnets': [{'id': '00c0eec8-d94f-41a7-92f9-32f77960cf64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:43.361523 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-63b7e20e-d153-4c31-9e6e-9431116be197 req-701e8b15-3842-45c7-b2b1-990252ca6edc tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad1d30d-77ff-4760-b6db-9cb8e0556b75 HTTP/1.1" status: 200 len: 210 time: 0.0482078 Mar 01 13:44:43.407701 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bca2423-f682-45b0-b901-35ad944665b2 None None] Checking router: 80010e2f-5e03-436e-b9ca-3f398826877f for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:44:43.450870 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bca2423-f682-45b0-b901-35ad944665b2 None None] Routers {'80010e2f-5e03-436e-b9ca-3f398826877f'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:44:43.453898 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-8bca2423-f682-45b0-b901-35ad944665b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:44:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['80010e2f-5e03-436e-b9ca-3f398826877f'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:43.498899 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-4766d1ad-c5fb-4c0b-be61-f65c633c7473 admin admin] For port f18703e0-4c59-48b8-a55e-94c05cdb08e5, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=f18703e0-4c59-48b8-a55e-94c05cdb08e5,segment=NetworkSegment(76be1141-da3a-4816-ac4f-89311e32ce2c),segment_id=76be1141-da3a-4816-ac4f-89311e32ce2c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:43.499820 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4766d1ad-c5fb-4c0b-be61-f65c633c7473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (f18703e0-4c59-48b8-a55e-94c05cdb08e5), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:43.519409 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-4766d1ad-c5fb-4c0b-be61-f65c633c7473 admin admin] Calling delete_port for f18703e0-4c59-48b8-a55e-94c05cdb08e5 owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:44:43.541432 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0e331-2b6e-4629-8065-9c8e59e641d8 req-97b59f80-c1a5-4402-a971-bad9935e021d tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:43.550096 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4e0e331-2b6e-4629-8065-9c8e59e641d8 req-97b59f80-c1a5-4402-a971-bad9935e021d tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 945 time: 0.1772776 Mar 01 13:44:43.684282 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4e0e331-2b6e-4629-8065-9c8e59e641d8 req-403b8a83-3ec4-4096-a89f-50afbc76c146 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330314 Mar 01 13:44:43.722059 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132d23a-48bd-40a9-a2ca-a29239a4f1fd req-905bb9bc-a908-48f1-8b67-2183e869317f tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:43.726239 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2132d23a-48bd-40a9-a2ca-a29239a4f1fd req-905bb9bc-a908-48f1-8b67-2183e869317f tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b9c014-b118-4c95-98e2-a7db2b7dcece HTTP/1.1" status: 200 len: 946 time: 0.2726495 Mar 01 13:44:43.817897 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2132d23a-48bd-40a9-a2ca-a29239a4f1fd req-7540ddbb-bafe-48d3-a4f3-aedfe4a92765 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832281 Mar 01 13:44:43.859458 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-8bca2423-f682-45b0-b901-35ad944665b2 None None] Set router 80010e2f-5e03-436e-b9ca-3f398826877f gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:44:43.888275 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-4a547d6f-6a4a-4a3c-b00a-30c7e77fc24d tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Publish callbacks [] for port (9bb01277-78f6-435c-b3e1-47ec8349d89d), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:43.999519 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device ca10b8e2-adb5-43da-956a-6bae88a6d370 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:44:44.002515 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a465663-ae8b-4062-9e27-458ecb537149 req-f1b67ca2-7b9b-47ee-b20a-119674318fd1 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:44.010401 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1a465663-ae8b-4062-9e27-458ecb537149 req-f1b67ca2-7b9b-47ee-b20a-119674318fd1 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e2913eb-f1f2-40d6-bc86-7b6702a9c06c HTTP/1.1" status: 200 len: 945 time: 0.0857635 Mar 01 13:44:44.030880 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: ca10b8e2-adb5-43da-956a-6bae88a6d370 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:44:44.031610 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device ca10b8e2-adb5-43da-956a-6bae88a6d370 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:44:44.078895 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-4a547d6f-6a4a-4a3c-b00a-30c7e77fc24d tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (9bb01277-78f6-435c-b3e1-47ec8349d89d), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:44.089685 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4766d1ad-c5fb-4c0b-be61-f65c633c7473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (f18703e0-4c59-48b8-a55e-94c05cdb08e5), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:44.116604 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['21aa3287-2ab3-4c26-88a5-872db603c112', 'e14d8144-2ed5-4215-ab2f-6eb2ed2725ef'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:44:44.170570 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-4a547d6f-6a4a-4a3c-b00a-30c7e77fc24d tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:44:44.205799 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-4a547d6f-6a4a-4a3c-b00a-30c7e77fc24d tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:44:44.207044 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1a465663-ae8b-4062-9e27-458ecb537149 req-b3ec7199-c540-4246-9c4c-1e532655ba49 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957109 Mar 01 13:44:44.223275 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-4a547d6f-6a4a-4a3c-b00a-30c7e77fc24d tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:44:44.238099 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a547d6f-6a4a-4a3c-b00a-30c7e77fc24d tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Pushing event updated for resources: {'Port': ['ID=9bb01277-78f6-435c-b3e1-47ec8349d89d,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:44.240638 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdce86f-90c2-4c6d-b78e-c133d8f167ee req-e8374f2c-8b35-475c-9714-f7e410d50ed6 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:44.244941 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-8bca2423-f682-45b0-b901-35ad944665b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-950402709-router', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:44Z', 'updated_at': '2022-03-01T13:39:48Z', 'revision_number': 4, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'gw_port': {'id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:71:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:45Z', 'updated_at': '2022-03-01T13:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '9337b519-f330-46d5-b85a-c23622b9e96c', 'name': '', 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'mac_address': 'fa:16:3e:90:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '00c0eec8-d94f-41a7-92f9-32f77960cf64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:48Z', 'updated_at': '2022-03-01T13:39:55Z', 'revision_number': 5, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'subnets': [{'id': '00c0eec8-d94f-41a7-92f9-32f77960cf64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:44.250600 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6cdce86f-90c2-4c6d-b78e-c133d8f167ee req-e8374f2c-8b35-475c-9714-f7e410d50ed6 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 935 time: 0.1955299 Mar 01 13:44:44.309819 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bca2423-f682-45b0-b901-35ad944665b2 None None] The sync data for ids ['80010e2f-5e03-436e-b9ca-3f398826877f'] in n-d-827467-3 is: [{'id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-950402709-router', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:44Z', 'updated_at': '2022-03-01T13:39:48Z', 'revision_number': 4, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'gw_port': {'id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:71:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:45Z', 'updated_at': '2022-03-01T13:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '9337b519-f330-46d5-b85a-c23622b9e96c', 'name': '', 'network_id': 'd8b7f131-5faa-4e14-9387-53185320f5df', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'mac_address': 'fa:16:3e:90:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '00c0eec8-d94f-41a7-92f9-32f77960cf64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:48Z', 'updated_at': '2022-03-01T13:39:55Z', 'revision_number': 5, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'subnets': [{'id': '00c0eec8-d94f-41a7-92f9-32f77960cf64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:44:44.324424 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33970) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:44.473339 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6cdce86f-90c2-4c6d-b78e-c133d8f167ee req-f017e4b2-5b9e-40f7-8f40-0a4c3316d276 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101138 Mar 01 13:44:44.496434 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766d1ad-c5fb-4c0b-be61-f65c633c7473 admin admin] Pushing event deleted for resources: {'Port': ['ID=f18703e0-4c59-48b8-a55e-94c05cdb08e5,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:44.681307 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f14a8-b0c7-46d7-b1c8-c4ad262c70b1 req-c39c30a9-c86e-4975-9dc0-ce2f5b7b9ce3 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:44.688352 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7f2f14a8-b0c7-46d7-b1c8-c4ad262c70b1 req-c39c30a9-c86e-4975-9dc0-ce2f5b7b9ce3 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc274d4c-fff6-4256-8d0e-8ae257f8c50e HTTP/1.1" status: 200 len: 945 time: 0.1232114 Mar 01 13:44:44.713513 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-5496c7f5-1d6c-45c8-b6e6-8d300d46722c None None] Provisioning complete for port 9bb01277-78f6-435c-b3e1-47ec8349d89d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:44:44.713881 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5496c7f5-1d6c-45c8-b6e6-8d300d46722c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9bb01277-78f6-435c-b3e1-47ec8349d89d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:44.748760 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a82ece0f-a64c-4a7e-9e3b-dd777132f7c9 req-7ef4d080-42c9-4e08-b55c-b8c9b42a93b8 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad1d30d-77ff-4760-b6db-9cb8e0556b75 HTTP/1.1" status: 200 len: 210 time: 0.0589414 Mar 01 13:44:44.774914 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4766d1ad-c5fb-4c0b-be61-f65c633c7473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (7948eed8-a108-43b1-b911-21dc10be4034), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:44.816223 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-5496c7f5-1d6c-45c8-b6e6-8d300d46722c None None] Port 9bb01277-78f6-435c-b3e1-47ec8349d89d cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:44:44.822524 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7f2f14a8-b0c7-46d7-b1c8-c4ad262c70b1 req-ed647d29-4a09-4b16-8be5-f5c5a3580593 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310709 Mar 01 13:44:44.858991 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5dbbb2-9b49-4042-8e4b-09a0b6d1dc67 None None] New status for floating IP 861710b4-b8e2-4440-8b0e-a0876d8a9c5b: DOWN {{(pid=103729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 13:44:44.954784 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-4a547d6f-6a4a-4a3c-b00a-30c7e77fc24d tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:44.955326 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-4a547d6f-6a4a-4a3c-b00a-30c7e77fc24d tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:44.969535 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaed7b4-cc7c-47ae-97a5-7c1fdc45a03d req-9d005493-e761-400d-a46d-e7376cbbd181 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:44.986896 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dfaed7b4-cc7c-47ae-97a5-7c1fdc45a03d req-9d005493-e761-400d-a46d-e7376cbbd181 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 945 time: 0.1235025 Mar 01 13:44:44.988964 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-4a547d6f-6a4a-4a3c-b00a-30c7e77fc24d tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5790644 Mar 01 13:44:45.032468 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-c43f274c-7fe0-4662-9883-c607e4a75a9a service neutron] Request body: {'port': {'device_id': 'ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:44:45.077467 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fdbd45e5-2950-473d-bfbb-5c4e387a7b30 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks [] for security_group (b5db8cb0-f959-4990-a825-1f613bd2c0a8), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:45.118837 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dfaed7b4-cc7c-47ae-97a5-7c1fdc45a03d req-ab7363b4-5d1b-4356-b8c4-da3f5b61b64a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179576 Mar 01 13:44:45.205912 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-c43f274c-7fe0-4662-9883-c607e4a75a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9bb01277-78f6-435c-b3e1-47ec8349d89d), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:45.221411 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fdbd45e5-2950-473d-bfbb-5c4e387a7b30 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks [] for security_group (b5db8cb0-f959-4990-a825-1f613bd2c0a8), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:45.299584 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d62a0-3496-4aee-9930-d1d2bd32012b req-5b565c86-38cf-4c74-9c78-7d2d948d85dd tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:45.307295 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-158d62a0-3496-4aee-9930-d1d2bd32012b req-5b565c86-38cf-4c74-9c78-7d2d948d85dd tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b9c014-b118-4c95-98e2-a7db2b7dcece HTTP/1.1" status: 200 len: 946 time: 0.0673697 Mar 01 13:44:45.371958 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-158d62a0-3496-4aee-9930-d1d2bd32012b req-af26fe32-788e-449c-bc94-16fd1418ce8f tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517080 Mar 01 13:44:45.422368 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711b037-490e-4dda-8434-252099adf60b req-e4a60fac-2c37-461b-8211-c10b3df57e31 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:45.423877 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2711b037-490e-4dda-8434-252099adf60b req-e4a60fac-2c37-461b-8211-c10b3df57e31 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.20 "GET /v2.0/networks?id=1db2e377-eb34-4fc8-b308-125f1046605c HTTP/1.1" status: 200 len: 811 time: 0.3479388 Mar 01 13:44:45.437568 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4766d1ad-c5fb-4c0b-be61-f65c633c7473 admin admin] Router 7948eed8-a108-43b1-b911-21dc10be4034 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:44:45.443911 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-2711b037-490e-4dda-8434-252099adf60b req-2d8279f0-ef4f-4f54-9d30-2fdaf2bcca6f tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Request body: {'port': {'device_id': '2ad1d30d-77ff-4760-b6db-9cb8e0556b75', 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c', 'admin_state_up': True, 'tenant_id': 'f3e60b304ea34ca8a598bc4e060e2ca5'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:44:45.586293 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fdbd45e5-2950-473d-bfbb-5c4e387a7b30 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b5db8cb0-f959-4990-a825-1f613bd2c0a8), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:45.589091 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fdbd45e5-2950-473d-bfbb-5c4e387a7b30 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:45.592647 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fdbd45e5-2950-473d-bfbb-5c4e387a7b30 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "DELETE /v2.0/security-groups/b5db8cb0-f959-4990-a825-1f613bd2c0a8 HTTP/1.1" status: 204 len: 168 time: 1.2309434 Mar 01 13:44:45.597150 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33984) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:45.616610 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-90da4698-a3b1-4ec6-9d1c-6fbaa0ded584 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] show failed (client error): The resource could not be found. Mar 01 13:44:45.621140 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-90da4698-a3b1-4ec6-9d1c-6fbaa0ded584 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "GET /v2.0/security-groups/b5db8cb0-f959-4990-a825-1f613bd2c0a8 HTTP/1.1" status: 404 len: 347 time: 0.0191171 Mar 01 13:44:45.622509 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33986) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:45.737947 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac58f10-bc38-42c0-b894-50de08ed37b1 req-c29b85b4-c596-4d6d-b964-c23cc0a31615 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:45.739767 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fac58f10-bc38-42c0-b894-50de08ed37b1 req-c29b85b4-c596-4d6d-b964-c23cc0a31615 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 935 time: 0.1692374 Mar 01 13:44:45.848053 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fac58f10-bc38-42c0-b894-50de08ed37b1 req-c440cc1b-72f4-48ba-8497-f202f5a9ae2f tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883353 Mar 01 13:44:45.855922 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82943c19-4933-4468-8e41-f7c3b9cf7cc9 req-c9a8b45f-c19d-45ad-9810-47ca9811c262 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:45.857357 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-82943c19-4933-4468-8e41-f7c3b9cf7cc9 req-c9a8b45f-c19d-45ad-9810-47ca9811c262 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e2913eb-f1f2-40d6-bc86-7b6702a9c06c HTTP/1.1" status: 200 len: 945 time: 0.1431756 Mar 01 13:44:45.869696 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-4461b34e-d81c-4787-b58d-732174b455ea tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Deleting port a0d7ce86-7cc1-4d57-9f6e-f6611d47db8b {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:44:45.869836 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4461b34e-d81c-4787-b58d-732174b455ea tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (a0d7ce86-7cc1-4d57-9f6e-f6611d47db8b), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:45.978222 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d1b92bd5-af1e-4a29-b75d-6cf48f5c1714 req-c75271e6-0706-4b44-aa47-2eb3eff28ab2 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad1d30d-77ff-4760-b6db-9cb8e0556b75 HTTP/1.1" status: 200 len: 210 time: 0.0439756 Mar 01 13:44:45.986679 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-82943c19-4933-4468-8e41-f7c3b9cf7cc9 req-ab2e21ca-26eb-4a44-b207-cfc2a65dce43 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196051 Mar 01 13:44:46.016877 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd45e5-2950-473d-bfbb-5c4e387a7b30 tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5db8cb0-f959-4990-a825-1f613bd2c0a8,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:46.017362 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2711b037-490e-4dda-8434-252099adf60b req-2d8279f0-ef4f-4f54-9d30-2fdaf2bcca6f tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Made reservation on behalf of f3e60b304ea34ca8a598bc4e060e2ca5 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:44:46.018331 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4461b34e-d81c-4787-b58d-732174b455ea tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (a0d7ce86-7cc1-4d57-9f6e-f6611d47db8b), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:46.018696 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4461b34e-d81c-4787-b58d-732174b455ea tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks [] for floatingip (a0d7ce86-7cc1-4d57-9f6e-f6611d47db8b), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:46.020604 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2711b037-490e-4dda-8434-252099adf60b req-2d8279f0-ef4f-4f54-9d30-2fdaf2bcca6f tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:46.051985 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-4461b34e-d81c-4787-b58d-732174b455ea tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Calling delete_port for a0d7ce86-7cc1-4d57-9f6e-f6611d47db8b owned by network:floatingip {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:44:46.193086 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4766d1ad-c5fb-4c0b-be61-f65c633c7473 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:44:46.203853 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4766d1ad-c5fb-4c0b-be61-f65c633c7473 admin admin] 10.222.0.13 "PUT /v2.0/routers/7948eed8-a108-43b1-b911-21dc10be4034/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9400249 Mar 01 13:44:46.207788 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33994) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:46.209893 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fdc7b9-ba5c-49dc-8c06-a99fd9dfee35 None None] Sync routers for ids ['7948eed8-a108-43b1-b911-21dc10be4034'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:44:46.236571 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fdc7b9-ba5c-49dc-8c06-a99fd9dfee35 None None] Routers {'7948eed8-a108-43b1-b911-21dc10be4034'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:44:46.237594 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-44fdc7b9-ba5c-49dc-8c06-a99fd9dfee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:44:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['7948eed8-a108-43b1-b911-21dc10be4034'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:46.318937 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4461b34e-d81c-4787-b58d-732174b455ea tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (a0d7ce86-7cc1-4d57-9f6e-f6611d47db8b), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:46.336100 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-c43f274c-7fe0-4662-9883-c607e4a75a9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bb01277-78f6-435c-b3e1-47ec8349d89d {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:44:46.369929 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461b34e-d81c-4787-b58d-732174b455ea tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Pushing event deleted for resources: {'Port': ['ID=a0d7ce86-7cc1-4d57-9f6e-f6611d47db8b,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:46.374653 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-c43f274c-7fe0-4662-9883-c607e4a75a9a service neutron] Publish callbacks [] for port (9bb01277-78f6-435c-b3e1-47ec8349d89d), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:46.398802 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-2711b037-490e-4dda-8434-252099adf60b req-2d8279f0-ef4f-4f54-9d30-2fdaf2bcca6f tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Allocated IP 172.20.0.2 (1db2e377-eb34-4fc8-b308-125f1046605c/0074be29-4f96-45b4-82b7-e955d173d55c/c115398a-be98-455e-8f15-e2f9ca851047) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:44:46.409912 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-44fdc7b9-ba5c-49dc-8c06-a99fd9dfee35 None None] Set router 7948eed8-a108-43b1-b911-21dc10be4034 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:44:46.424436 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-c43f274c-7fe0-4662-9883-c607e4a75a9a service neutron] Transition to ACTIVE for port object 9bb01277-78f6-435c-b3e1-47ec8349d89d will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:44:46.464295 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038e8b9-4e29-486f-b7b8-7a0c777046d7 req-4bf89761-297f-4bdf-8756-673c639f1ea4 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:46.473765 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0038e8b9-4e29-486f-b7b8-7a0c777046d7 req-4bf89761-297f-4bdf-8756-673c639f1ea4 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 945 time: 0.2010560 Mar 01 13:44:46.567589 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0038e8b9-4e29-486f-b7b8-7a0c777046d7 req-6cbc24c9-ed24-41f2-9154-247154a504af tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930054 Mar 01 13:44:46.581650 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b088a6a-a5ff-4881-a2d5-a6c849a29560 req-3dd10696-00e7-4617-92ec-ad303abd33a6 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:46.595897 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b088a6a-a5ff-4881-a2d5-a6c849a29560 req-3dd10696-00e7-4617-92ec-ad303abd33a6 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:46.613158 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b088a6a-a5ff-4881-a2d5-a6c849a29560 req-3dd10696-00e7-4617-92ec-ad303abd33a6 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:46.618787 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b088a6a-a5ff-4881-a2d5-a6c849a29560 req-3dd10696-00e7-4617-92ec-ad303abd33a6 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b9c014-b118-4c95-98e2-a7db2b7dcece&device_id=fc274d4c-fff6-4256-8d0e-8ae257f8c50e&device_id=1e2913eb-f1f2-40d6-bc86-7b6702a9c06c HTTP/1.1" status: 200 len: 2417 time: 0.2627611 Mar 01 13:44:46.624645 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4461b34e-d81c-4787-b58d-732174b455ea tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks [] for floatingip (861710b4-b8e2-4440-8b0e-a0876d8a9c5b), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:46.631380 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4461b34e-d81c-4787-b58d-732174b455ea tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:46.632488 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2711b037-490e-4dda-8434-252099adf60b req-2d8279f0-ef4f-4f54-9d30-2fdaf2bcca6f tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks [] for port (c115398a-be98-455e-8f15-e2f9ca851047), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:46.638905 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4461b34e-d81c-4787-b58d-732174b455ea tempest-ServersWithSpecificFlavorTestJSON-1558849545 tempest-ServersWithSpecificFlavorTestJSON-1558849545-project] 10.222.0.13 "DELETE /v2.0/floatingips/861710b4-b8e2-4440-8b0e-a0876d8a9c5b HTTP/1.1" status: 204 len: 168 time: 1.0139730 Mar 01 13:44:46.644087 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-44fdc7b9-ba5c-49dc-8c06-a99fd9dfee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7948eed8-a108-43b1-b911-21dc10be4034', 'name': 'tempest-ServersTestManualDisk-1397796116-router', 'tenant_id': 'f2d44206487d4589b8000d65ce277bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '8c230531-1b6b-42ca-b488-d6fe1d824a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:42:20Z', 'updated_at': '2022-03-01T13:44:43Z', 'revision_number': 5, 'project_id': 'f2d44206487d4589b8000d65ce277bfc', 'gw_port': {'id': '8c230531-1b6b-42ca-b488-d6fe1d824a4d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7948eed8-a108-43b1-b911-21dc10be4034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:42:21Z', 'updated_at': '2022-03-01T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:46.661375 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-c43f274c-7fe0-4662-9883-c607e4a75a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (9bb01277-78f6-435c-b3e1-47ec8349d89d), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:46.664457 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-38fb9b82-a299-471c-90db-18de03e10a33 admin admin] Publish callbacks [] for router (7948eed8-a108-43b1-b911-21dc10be4034), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:46.680150 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fdc7b9-ba5c-49dc-8c06-a99fd9dfee35 None None] Checking router: 7948eed8-a108-43b1-b911-21dc10be4034 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:44:46.696071 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fdc7b9-ba5c-49dc-8c06-a99fd9dfee35 None None] Routers {'7948eed8-a108-43b1-b911-21dc10be4034'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:44:46.696972 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-44fdc7b9-ba5c-49dc-8c06-a99fd9dfee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:44:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['7948eed8-a108-43b1-b911-21dc10be4034'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:46.738369 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b088a6a-a5ff-4881-a2d5-a6c849a29560 req-07ac0ff0-c48b-4f3d-b977-bbf733805b1f tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936713 Mar 01 13:44:46.966126 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f274c-7fe0-4662-9883-c607e4a75a9a service neutron] Pushing event updated for resources: {'Port': ['ID=9bb01277-78f6-435c-b3e1-47ec8349d89d,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:46.979629 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2711b037-490e-4dda-8434-252099adf60b req-2d8279f0-ef4f-4f54-9d30-2fdaf2bcca6f tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (c115398a-be98-455e-8f15-e2f9ca851047), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:47.005320 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-44fdc7b9-ba5c-49dc-8c06-a99fd9dfee35 None None] Set router 7948eed8-a108-43b1-b911-21dc10be4034 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:44:47.068891 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db67d6c-dfc6-4a46-8ea2-0fc855e04ef1 req-180134b5-9f53-476d-b8b9-273e7f0c7936 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:47.076476 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1db67d6c-dfc6-4a46-8ea2-0fc855e04ef1 req-180134b5-9f53-476d-b8b9-273e7f0c7936 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b9c014-b118-4c95-98e2-a7db2b7dcece HTTP/1.1" status: 200 len: 946 time: 0.1047237 Mar 01 13:44:47.096348 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2711b037-490e-4dda-8434-252099adf60b req-2d8279f0-ef4f-4f54-9d30-2fdaf2bcca6f tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Network 1db2e377-eb34-4fc8-b308-125f1046605c is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:44:47.101586 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-c43f274c-7fe0-4662-9883-c607e4a75a9a service neutron] Attempting to bind port 9bb01277-78f6-435c-b3e1-47ec8349d89d on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:44:47.101993 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-c43f274c-7fe0-4662-9883-c607e4a75a9a service neutron] Attempting to bind port 9bb01277-78f6-435c-b3e1-47ec8349d89d by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:44:47.106297 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-c43f274c-7fe0-4662-9883-c607e4a75a9a service neutron] Attempting to bind port 9bb01277-78f6-435c-b3e1-47ec8349d89d on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:44:47.120312 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-c43f274c-7fe0-4662-9883-c607e4a75a9a service neutron] Port 9bb01277-78f6-435c-b3e1-47ec8349d89d on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:44:47.121767 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-c43f274c-7fe0-4662-9883-c607e4a75a9a service neutron] Attempting to bind port 9bb01277-78f6-435c-b3e1-47ec8349d89d on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:44:47.130364 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae503f8-8ec0-4712-84a7-28cecd802689 req-f71fb01e-3c1f-464b-be92-83888112425f tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:47.146216 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1ae503f8-8ec0-4712-84a7-28cecd802689 req-f71fb01e-3c1f-464b-be92-83888112425f tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 947 time: 0.1419580 Mar 01 13:44:47.149238 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8279f0-ef4f-4f54-9d30-2fdaf2bcca6f tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Pushing event updated for resources: {'Port': ['ID=c115398a-be98-455e-8f15-e2f9ca851047,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:47.152805 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-2711b037-490e-4dda-8434-252099adf60b req-2d8279f0-ef4f-4f54-9d30-2fdaf2bcca6f tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:44:47.164822 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-2711b037-490e-4dda-8434-252099adf60b req-2d8279f0-ef4f-4f54-9d30-2fdaf2bcca6f tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:44:47.172694 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-c43f274c-7fe0-4662-9883-c607e4a75a9a service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:44:47.173244 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-c43f274c-7fe0-4662-9883-c607e4a75a9a service neutron] Checking segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:44:47.173801 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-c43f274c-7fe0-4662-9883-c607e4a75a9a service neutron] Bound using segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:44:47.174693 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-c43f274c-7fe0-4662-9883-c607e4a75a9a service neutron] Bound port: 9bb01277-78f6-435c-b3e1-47ec8349d89d, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:44:47.175216 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-c43f274c-7fe0-4662-9883-c607e4a75a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9bb01277-78f6-435c-b3e1-47ec8349d89d), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:47.231046 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-38fb9b82-a299-471c-90db-18de03e10a33 admin admin] Publish callbacks [] for router_gateway (7948eed8-a108-43b1-b911-21dc10be4034), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:47.234763 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-44fdc7b9-ba5c-49dc-8c06-a99fd9dfee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7948eed8-a108-43b1-b911-21dc10be4034', 'name': 'tempest-ServersTestManualDisk-1397796116-router', 'tenant_id': 'f2d44206487d4589b8000d65ce277bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '8c230531-1b6b-42ca-b488-d6fe1d824a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:42:20Z', 'updated_at': '2022-03-01T13:44:43Z', 'revision_number': 5, 'project_id': 'f2d44206487d4589b8000d65ce277bfc', 'gw_port': {'id': '8c230531-1b6b-42ca-b488-d6fe1d824a4d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7948eed8-a108-43b1-b911-21dc10be4034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:42:21Z', 'updated_at': '2022-03-01T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:47.260783 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1db67d6c-dfc6-4a46-8ea2-0fc855e04ef1 req-cba85b35-ffa1-4898-b3e9-424468064b79 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816399 Mar 01 13:44:47.277874 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fdc7b9-ba5c-49dc-8c06-a99fd9dfee35 None None] The sync data for ids ['7948eed8-a108-43b1-b911-21dc10be4034'] in n-d-827467-3 is: [{'id': '7948eed8-a108-43b1-b911-21dc10be4034', 'name': 'tempest-ServersTestManualDisk-1397796116-router', 'tenant_id': 'f2d44206487d4589b8000d65ce277bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '8c230531-1b6b-42ca-b488-d6fe1d824a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:42:20Z', 'updated_at': '2022-03-01T13:44:43Z', 'revision_number': 5, 'project_id': 'f2d44206487d4589b8000d65ce277bfc', 'gw_port': {'id': '8c230531-1b6b-42ca-b488-d6fe1d824a4d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7948eed8-a108-43b1-b911-21dc10be4034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:42:21Z', 'updated_at': '2022-03-01T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:44:47.278395 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1ae503f8-8ec0-4712-84a7-28cecd802689 req-21f4c273-bb1d-4e05-bc4e-b25d985f7f5e tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258259 Mar 01 13:44:47.354813 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711b037-490e-4dda-8434-252099adf60b req-2d8279f0-ef4f-4f54-9d30-2fdaf2bcca6f tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:47.355526 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2711b037-490e-4dda-8434-252099adf60b req-2d8279f0-ef4f-4f54-9d30-2fdaf2bcca6f tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:47.388914 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-c43f274c-7fe0-4662-9883-c607e4a75a9a service neutron] For port 9bb01277-78f6-435c-b3e1-47ec8349d89d, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:44:47.392991 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-c43f274c-7fe0-4662-9883-c607e4a75a9a service neutron] For port 9bb01277-78f6-435c-b3e1-47ec8349d89d, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9bb01277-78f6-435c-b3e1-47ec8349d89d,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:44:47.401433 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2711b037-490e-4dda-8434-252099adf60b req-2d8279f0-ef4f-4f54-9d30-2fdaf2bcca6f tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9681890 Mar 01 13:44:47.407839 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-c43f274c-7fe0-4662-9883-c607e4a75a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (9bb01277-78f6-435c-b3e1-47ec8349d89d), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:47.418935 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-38fb9b82-a299-471c-90db-18de03e10a33 admin admin] Deleting port 8c230531-1b6b-42ca-b488-d6fe1d824a4d {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:44:47.419270 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-38fb9b82-a299-471c-90db-18de03e10a33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (8c230531-1b6b-42ca-b488-d6fe1d824a4d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:47.441383 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe32df-4bab-41fe-ae1b-fdb94dee1f97 req-577db3ff-c614-47a3-99bc-1bc1457cdfdd tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:47.443001 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-50fe32df-4bab-41fe-ae1b-fdb94dee1f97 req-577db3ff-c614-47a3-99bc-1bc1457cdfdd tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad1d30d-77ff-4760-b6db-9cb8e0556b75 HTTP/1.1" status: 200 len: 931 time: 0.0895362 Mar 01 13:44:47.493939 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-50fe32df-4bab-41fe-ae1b-fdb94dee1f97 req-faa090cd-b92b-43b4-9d39-6d9ece65e7df tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448730 Mar 01 13:44:47.509250 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f274c-7fe0-4662-9883-c607e4a75a9a service neutron] Pushing event updated for resources: {'Port': ['ID=9bb01277-78f6-435c-b3e1-47ec8349d89d,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:47.552334 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-c43f274c-7fe0-4662-9883-c607e4a75a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:47.552334 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-c43f274c-7fe0-4662-9883-c607e4a75a9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:47.553128 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-c43f274c-7fe0-4662-9883-c607e4a75a9a service neutron] 10.222.0.32 "PUT /v2.0/ports/9bb01277-78f6-435c-b3e1-47ec8349d89d HTTP/1.1" status: 200 len: 1095 time: 2.5301123 Mar 01 13:44:47.553733 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92', 'tag': '9bb01277-78f6-435c-b3e1-47ec8349d89d'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:44:47.556529 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efc9844-b5fa-4e5b-a4ad-daa40fd25d21" -d '{"events": [{"name": "network-changed", "server_uuid": "ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92", "tag": "9bb01277-78f6-435c-b3e1-47ec8349d89d"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:44:47.615109 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-2711b037-490e-4dda-8434-252099adf60b req-d4fa864d-ada0-47e1-a149-78855058f3ce service neutron] Request body: {'port': {'device_id': '2ad1d30d-77ff-4760-b6db-9cb8e0556b75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:44:47.711465 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d642504-0117-407a-86a8-341e9f3e811a x-openstack-request-id: req-8d642504-0117-407a-86a8-341e9f3e811a {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:44:47.711765 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92", "tag": "9bb01277-78f6-435c-b3e1-47ec8349d89d", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:44:47.712071 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d642504-0117-407a-86a8-341e9f3e811a {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:44:47.712521 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92', 'tag': '9bb01277-78f6-435c-b3e1-47ec8349d89d', 'status': 'completed', 'code': 200} Mar 01 13:44:47.740310 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-38fb9b82-a299-471c-90db-18de03e10a33 admin admin] For port 8c230531-1b6b-42ca-b488-d6fe1d824a4d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=8c230531-1b6b-42ca-b488-d6fe1d824a4d,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:47.741684 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-38fb9b82-a299-471c-90db-18de03e10a33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (8c230531-1b6b-42ca-b488-d6fe1d824a4d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:47.771247 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-38fb9b82-a299-471c-90db-18de03e10a33 admin admin] Calling delete_port for 8c230531-1b6b-42ca-b488-d6fe1d824a4d owned by network:router_gateway {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:44:47.884711 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-6c30fab0-4271-415e-8702-a80478bc2fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:47.886247 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-6c30fab0-4271-415e-8702-a80478bc2fb0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5273606b5eb242749c05f75a15dd6612&device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 1129 time: 0.2244956 Mar 01 13:44:47.890224 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b0f97-b425-4a4e-921c-802a8f17babf req-c52d27e0-d5b3-4668-9a00-2fb38a469aaf tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:47.891805 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-284b0f97-b425-4a4e-921c-802a8f17babf req-c52d27e0-d5b3-4668-9a00-2fb38a469aaf tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 945 time: 0.0924485 Mar 01 13:44:47.902286 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2711b037-490e-4dda-8434-252099adf60b req-d4fa864d-ada0-47e1-a149-78855058f3ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c115398a-be98-455e-8f15-e2f9ca851047), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:47.989977 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-284b0f97-b425-4a4e-921c-802a8f17babf req-0b7ef06e-8479-4658-8aa2-37dc41be205d tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887058 Mar 01 13:44:48.051081 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34038) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:48.056889 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-cb0aebb6-9b30-4614-ac35-76613f8670c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=9bb01277-78f6-435c-b3e1-47ec8349d89d HTTP/1.1" status: 200 len: 217 time: 0.1489649 Mar 01 13:44:48.240978 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-92470a93-e2f5-4417-a19a-e4383be21e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:48.243243 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-92470a93-e2f5-4417-a19a-e4383be21e7d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.1258535 Mar 01 13:44:48.410032 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-dfda2153-ed4b-47a7-9370-cdc08736e718 req-68b3691c-e738-41ad-98af-6096c56427b1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1856344 Mar 01 13:44:48.419572 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-1f764250-c942-4656-9df2-34325be58277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:48.421680 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-1f764250-c942-4656-9df2-34325be58277 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1583171 Mar 01 13:44:48.523181 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148cf52f-3c48-4ac5-bb48-f3c85a9c6990 req-a5a9ec2b-bfca-4a13-a4e6-ba1007f4ffd8 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:48.524746 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-148cf52f-3c48-4ac5-bb48-f3c85a9c6990 req-a5a9ec2b-bfca-4a13-a4e6-ba1007f4ffd8 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 947 time: 0.1225157 Mar 01 13:44:48.564431 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-38fb9b82-a299-471c-90db-18de03e10a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (8c230531-1b6b-42ca-b488-d6fe1d824a4d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:48.593279 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-148cf52f-3c48-4ac5-bb48-f3c85a9c6990 req-c53525a7-c2ce-4ace-b921-cb5d2d9d89ca tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621281 Mar 01 13:44:48.605550 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb9b82-a299-471c-90db-18de03e10a33 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c230531-1b6b-42ca-b488-d6fe1d824a4d,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:48.686815 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda2153-ed4b-47a7-9370-cdc08736e718 req-d311a6f5-0ae9-467c-8643-40d9c3f36d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:48.688348 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-dfda2153-ed4b-47a7-9370-cdc08736e718 req-d311a6f5-0ae9-467c-8643-40d9c3f36d2c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=96cd43570afd4572b4b93d1aa25b2425&device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 1126 time: 0.2399435 Mar 01 13:44:48.722933 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-09d5ed84-0f18-4dc2-a508-51a5b176436e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (80010e2f-5e03-436e-b9ca-3f398826877f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:48.736065 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-7105874e-c769-42a8-b3ec-aad38d46e442 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016100 Mar 01 13:44:48.746745 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-2711b037-490e-4dda-8434-252099adf60b req-d4fa864d-ada0-47e1-a149-78855058f3ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c115398a-be98-455e-8f15-e2f9ca851047 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:44:48.773997 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device f18703e0-4c59-48b8-a55e-94c05cdb08e5 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:44:48.786717 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2711b037-490e-4dda-8434-252099adf60b req-d4fa864d-ada0-47e1-a149-78855058f3ce service neutron] Publish callbacks [] for port (c115398a-be98-455e-8f15-e2f9ca851047), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:48.823940 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: f18703e0-4c59-48b8-a55e-94c05cdb08e5 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:44:48.824649 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device f18703e0-4c59-48b8-a55e-94c05cdb08e5 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:44:48.898220 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-2711b037-490e-4dda-8434-252099adf60b req-d4fa864d-ada0-47e1-a149-78855058f3ce service neutron] Transition to ACTIVE for port object c115398a-be98-455e-8f15-e2f9ca851047 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:44:48.908093 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-38fb9b82-a299-471c-90db-18de03e10a33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (7948eed8-a108-43b1-b911-21dc10be4034), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:49.220268 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2711b037-490e-4dda-8434-252099adf60b req-d4fa864d-ada0-47e1-a149-78855058f3ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (c115398a-be98-455e-8f15-e2f9ca851047), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:49.281038 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c4555-11d5-4e45-9f1e-066a121ab818 req-1749eb94-f274-493c-bd0c-b1567b1c6d3d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:49.282504 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ce4c4555-11d5-4e45-9f1e-066a121ab818 req-1749eb94-f274-493c-bd0c-b1567b1c6d3d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad1d30d-77ff-4760-b6db-9cb8e0556b75 HTTP/1.1" status: 200 len: 931 time: 0.4847503 Mar 01 13:44:49.349255 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda2153-ed4b-47a7-9370-cdc08736e718 req-f5fd168b-df1d-4dae-a1d3-d192a8548477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:49.350419 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-dfda2153-ed4b-47a7-9370-cdc08736e718 req-f5fd168b-df1d-4dae-a1d3-d192a8548477 service neutron] 10.222.0.20 "GET /v2.0/networks?id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22 HTTP/1.1" status: 200 len: 908 time: 0.6085217 Mar 01 13:44:49.364848 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-38fb9b82-a299-471c-90db-18de03e10a33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (7948eed8-a108-43b1-b911-21dc10be4034), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:49.368644 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-38fb9b82-a299-471c-90db-18de03e10a33 admin admin] Publish callbacks [] for router_controller (7948eed8-a108-43b1-b911-21dc10be4034), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:49.404142 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd29a4-c281-4e0a-88af-743ffecd584b req-a8e7e475-1459-4ba8-81e0-a14f7ab920e9 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:49.407796 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-edcd29a4-c281-4e0a-88af-743ffecd584b req-a8e7e475-1459-4ba8-81e0-a14f7ab920e9 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e2913eb-f1f2-40d6-bc86-7b6702a9c06c HTTP/1.1" status: 200 len: 945 time: 0.1828573 Mar 01 13:44:49.440926 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ce4c4555-11d5-4e45-9f1e-066a121ab818 req-9e1e8dd9-7dc5-44b7-965e-95c7d4106243 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511588 Mar 01 13:44:49.462720 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa864d-ada0-47e1-a149-78855058f3ce service neutron] Pushing event updated for resources: {'Port': ['ID=c115398a-be98-455e-8f15-e2f9ca851047,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:49.464856 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-dfda2153-ed4b-47a7-9370-cdc08736e718 req-c0b6c65c-c5d5-45dd-8a1f-a0b223413d52 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d HTTP/1.1" status: 200 len: 217 time: 0.1036534 Mar 01 13:44:49.471802 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f4701bdb-59b6-4e6b-adf9-71009b1190c2 req-933fa0ab-2bda-4e48-b354-1ba98a383c4c service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7142134 Mar 01 13:44:49.518047 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-38fb9b82-a299-471c-90db-18de03e10a33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (7948eed8-a108-43b1-b911-21dc10be4034), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:49.518595 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fb9b82-a299-471c-90db-18de03e10a33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7948eed8-a108-43b1-b911-21dc10be4034 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 13:44:49.527050 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-38fb9b82-a299-471c-90db-18de03e10a33 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:49.531262 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-38fb9b82-a299-471c-90db-18de03e10a33 admin admin] 10.222.0.13 "DELETE /v2.0/routers/7948eed8-a108-43b1-b911-21dc10be4034 HTTP/1.1" status: 204 len: 168 time: 3.3164651 Mar 01 13:44:49.542906 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34058) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:49.585327 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-edcd29a4-c281-4e0a-88af-743ffecd584b req-537a9e9e-4ed9-4c9f-bf52-42ce523234cf tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659908 Mar 01 13:44:49.586726 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda2153-ed4b-47a7-9370-cdc08736e718 req-487d609e-2bd4-44a3-91cb-83f28b24f8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:49.588271 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-dfda2153-ed4b-47a7-9370-cdc08736e718 req-487d609e-2bd4-44a3-91cb-83f28b24f8d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7f9fefc-67f3-4f16-9709-32467e973c9a HTTP/1.1" status: 200 len: 847 time: 0.1130848 Mar 01 13:44:49.679344 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-dfda2153-ed4b-47a7-9370-cdc08736e718 req-8f794efd-cb0c-4e16-b2a0-aa128a7ae1c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823085 Mar 01 13:44:49.680415 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-2711b037-490e-4dda-8434-252099adf60b req-d4fa864d-ada0-47e1-a149-78855058f3ce service neutron] Attempting to bind port c115398a-be98-455e-8f15-e2f9ca851047 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:44:49.680745 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-2711b037-490e-4dda-8434-252099adf60b req-d4fa864d-ada0-47e1-a149-78855058f3ce service neutron] Attempting to bind port c115398a-be98-455e-8f15-e2f9ca851047 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': 'a36c5e58-8887-44ea-b2e7-4336450f7579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:44:49.681071 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2711b037-490e-4dda-8434-252099adf60b req-d4fa864d-ada0-47e1-a149-78855058f3ce service neutron] Attempting to bind port c115398a-be98-455e-8f15-e2f9ca851047 on network 1db2e377-eb34-4fc8-b308-125f1046605c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:44:49.712322 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2711b037-490e-4dda-8434-252099adf60b req-d4fa864d-ada0-47e1-a149-78855058f3ce service neutron] Port c115398a-be98-455e-8f15-e2f9ca851047 on network 1db2e377-eb34-4fc8-b308-125f1046605c not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:44:49.712619 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2711b037-490e-4dda-8434-252099adf60b req-d4fa864d-ada0-47e1-a149-78855058f3ce service neutron] Attempting to bind port c115398a-be98-455e-8f15-e2f9ca851047 on network 1db2e377-eb34-4fc8-b308-125f1046605c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:44:49.750317 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2711b037-490e-4dda-8434-252099adf60b req-d4fa864d-ada0-47e1-a149-78855058f3ce service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:44:49.750317 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2711b037-490e-4dda-8434-252099adf60b req-d4fa864d-ada0-47e1-a149-78855058f3ce service neutron] Checking segment: {'id': 'a36c5e58-8887-44ea-b2e7-4336450f7579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:44:49.750317 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2711b037-490e-4dda-8434-252099adf60b req-d4fa864d-ada0-47e1-a149-78855058f3ce service neutron] Bound using segment: {'id': 'a36c5e58-8887-44ea-b2e7-4336450f7579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:44:49.750706 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-2711b037-490e-4dda-8434-252099adf60b req-d4fa864d-ada0-47e1-a149-78855058f3ce service neutron] Bound port: c115398a-be98-455e-8f15-e2f9ca851047, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a36c5e58-8887-44ea-b2e7-4336450f7579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:44:49.750992 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2711b037-490e-4dda-8434-252099adf60b req-d4fa864d-ada0-47e1-a149-78855058f3ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c115398a-be98-455e-8f15-e2f9ca851047), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:49.771699 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc9844-b5fa-4e5b-a4ad-daa40fd25d21 req-8906873b-148e-4767-9072-7de596495b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:49.773373 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1efc9844-b5fa-4e5b-a4ad-daa40fd25d21 req-8906873b-148e-4767-9072-7de596495b33 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5273606b5eb242749c05f75a15dd6612&device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 1129 time: 0.1784892 Mar 01 13:44:49.823652 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1284334-f398-46fa-b67c-2cc1ed4ceb0a admin admin] Deleting subnet 21152697-35e7-482c-9d43-61ae8fb8c7e3 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:44:49.831801 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a1284334-f398-46fa-b67c-2cc1ed4ceb0a admin admin] Publish callbacks [] for subnet (21152697-35e7-482c-9d43-61ae8fb8c7e3), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:49.887066 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-dfda2153-ed4b-47a7-9370-cdc08736e718 req-a1b5658b-8575-4bcf-bcc9-1411f49a61bd service neutron] 10.222.0.20 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003825 Mar 01 13:44:49.893800 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a1284334-f398-46fa-b67c-2cc1ed4ceb0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (21152697-35e7-482c-9d43-61ae8fb8c7e3), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:49.902264 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6928d-0309-462f-8c06-36ca7b95b357 req-b008dfa9-6e2c-4a84-bafd-56d6df0b431a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:49.903774 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-52d6928d-0309-462f-8c06-36ca7b95b357 req-b008dfa9-6e2c-4a84-bafd-56d6df0b431a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 945 time: 0.1667659 Mar 01 13:44:49.924436 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-2711b037-490e-4dda-8434-252099adf60b req-d4fa864d-ada0-47e1-a149-78855058f3ce service neutron] For port c115398a-be98-455e-8f15-e2f9ca851047, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:44:49.941082 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-09d5ed84-0f18-4dc2-a508-51a5b176436e admin admin] Deleting port 9337b519-f330-46d5-b85a-c23622b9e96c {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:44:49.941538 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-09d5ed84-0f18-4dc2-a508-51a5b176436e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (9337b519-f330-46d5-b85a-c23622b9e96c), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:49.961657 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4db0a-2609-4bd2-904b-174a08a19d94 req-c0aba430-a103-4236-9de4-3a29282c4a8b tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:49.968947 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-07c4db0a-2609-4bd2-904b-174a08a19d94 req-c0aba430-a103-4236-9de4-3a29282c4a8b tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 947 time: 0.2166753 Mar 01 13:44:49.974230 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-2711b037-490e-4dda-8434-252099adf60b req-d4fa864d-ada0-47e1-a149-78855058f3ce service neutron] For port c115398a-be98-455e-8f15-e2f9ca851047, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=c115398a-be98-455e-8f15-e2f9ca851047,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:44:49.990630 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2711b037-490e-4dda-8434-252099adf60b req-d4fa864d-ada0-47e1-a149-78855058f3ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (c115398a-be98-455e-8f15-e2f9ca851047), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:50.003790 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc9844-b5fa-4e5b-a4ad-daa40fd25d21 req-3c30f71e-6cda-455d-926d-b4a541374454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:50.005075 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1efc9844-b5fa-4e5b-a4ad-daa40fd25d21 req-3c30f71e-6cda-455d-926d-b4a541374454 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.2232244 Mar 01 13:44:50.093338 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711b037-490e-4dda-8434-252099adf60b req-d4fa864d-ada0-47e1-a149-78855058f3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:50.093954 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2711b037-490e-4dda-8434-252099adf60b req-d4fa864d-ada0-47e1-a149-78855058f3ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:50.095347 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2711b037-490e-4dda-8434-252099adf60b req-d4fa864d-ada0-47e1-a149-78855058f3ce service neutron] 10.222.0.20 "PUT /v2.0/ports/c115398a-be98-455e-8f15-e2f9ca851047 HTTP/1.1" status: 200 len: 1091 time: 2.6798251 Mar 01 13:44:50.098289 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1efc9844-b5fa-4e5b-a4ad-daa40fd25d21 req-461f2e1e-1640-4eb4-b8b5-24e2f443a00e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=9bb01277-78f6-435c-b3e1-47ec8349d89d HTTP/1.1" status: 200 len: 217 time: 0.0697792 Mar 01 13:44:50.098720 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad1d30d-77ff-4760-b6db-9cb8e0556b75', 'tag': 'c115398a-be98-455e-8f15-e2f9ca851047'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:44:50.101377 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9e7938-8947-427a-af21-dbbcc9e75398" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad1d30d-77ff-4760-b6db-9cb8e0556b75", "tag": "c115398a-be98-455e-8f15-e2f9ca851047"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:44:50.112739 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-dfda2153-ed4b-47a7-9370-cdc08736e718 req-00ed9972-c249-4201-8298-b322f97d6763 service neutron] 10.222.0.20 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169547 Mar 01 13:44:50.171792 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a1284334-f398-46fa-b67c-2cc1ed4ceb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (21152697-35e7-482c-9d43-61ae8fb8c7e3), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:50.174473 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa864d-ada0-47e1-a149-78855058f3ce service neutron] Pushing event updated for resources: {'Port': ['ID=c115398a-be98-455e-8f15-e2f9ca851047,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:50.214734 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc9844-b5fa-4e5b-a4ad-daa40fd25d21 req-39dba192-e4a2-442b-bad0-be0b93063561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:50.216276 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1efc9844-b5fa-4e5b-a4ad-daa40fd25d21 req-39dba192-e4a2-442b-bad0-be0b93063561 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.1087146 Mar 01 13:44:50.224147 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-07c4db0a-2609-4bd2-904b-174a08a19d94 req-e093321d-99f3-468d-9932-d03109226efc tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542524 Mar 01 13:44:50.234210 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711b037-490e-4dda-8434-252099adf60b req-84f2d9aa-92e0-41fd-8e78-37d2a7f0f209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:50.235681 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2711b037-490e-4dda-8434-252099adf60b req-84f2d9aa-92e0-41fd-8e78-37d2a7f0f209 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3e60b304ea34ca8a598bc4e060e2ca5&device_id=2ad1d30d-77ff-4760-b6db-9cb8e0556b75 HTTP/1.1" status: 200 len: 1125 time: 0.0774071 Mar 01 13:44:50.250215 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-52d6928d-0309-462f-8c06-36ca7b95b357 req-b635bff7-9155-4289-b289-2c7d3e31dc1d tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224652 Mar 01 13:44:50.321469 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2711b037-490e-4dda-8434-252099adf60b req-bcf99fa1-7b9b-4213-8298-e74c58825295 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c115398a-be98-455e-8f15-e2f9ca851047 HTTP/1.1" status: 200 len: 217 time: 0.0616293 Mar 01 13:44:50.345927 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc9844-b5fa-4e5b-a4ad-daa40fd25d21 req-79ccbbbd-e2a3-4bfb-b6dc-7d800399919f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:50.347597 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1efc9844-b5fa-4e5b-a4ad-daa40fd25d21 req-79ccbbbd-e2a3-4bfb-b6dc-7d800399919f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1225338 Mar 01 13:44:50.348221 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-09d5ed84-0f18-4dc2-a508-51a5b176436e admin admin] For port 9337b519-f330-46d5-b85a-c23622b9e96c, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=9337b519-f330-46d5-b85a-c23622b9e96c,segment=NetworkSegment(4fa77154-1db9-4d3e-93d9-ea193365dc02),segment_id=4fa77154-1db9-4d3e-93d9-ea193365dc02)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:50.349248 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-09d5ed84-0f18-4dc2-a508-51a5b176436e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (9337b519-f330-46d5-b85a-c23622b9e96c), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:50.354348 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a1284334-f398-46fa-b67c-2cc1ed4ceb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (21152697-35e7-482c-9d43-61ae8fb8c7e3), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:50.405026 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1284334-f398-46fa-b67c-2cc1ed4ceb0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21152697-35e7-482c-9d43-61ae8fb8c7e3,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:50.410065 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3969e3d5-fd66-4f14-b10b-b030000175aa None None] Network d0a7f147-f4bd-4e8a-9374-46eb56a01a5f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:44:50.420523 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a1284334-f398-46fa-b67c-2cc1ed4ceb0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:50.425015 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a1284334-f398-46fa-b67c-2cc1ed4ceb0a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/21152697-35e7-482c-9d43-61ae8fb8c7e3 HTTP/1.1" status: 204 len: 168 time: 0.8805227 Mar 01 13:44:50.431296 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1284334-f398-46fa-b67c-2cc1ed4ceb0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:50.431979 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1284334-f398-46fa-b67c-2cc1ed4ceb0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:50.432532 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1284334-f398-46fa-b67c-2cc1ed4ceb0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:50.433568 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1284334-f398-46fa-b67c-2cc1ed4ceb0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:50.434083 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1284334-f398-46fa-b67c-2cc1ed4ceb0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:50.434574 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1284334-f398-46fa-b67c-2cc1ed4ceb0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:50.435115 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1284334-f398-46fa-b67c-2cc1ed4ceb0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:50.435664 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1284334-f398-46fa-b67c-2cc1ed4ceb0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:50.436721 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1284334-f398-46fa-b67c-2cc1ed4ceb0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:50.437321 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1284334-f398-46fa-b67c-2cc1ed4ceb0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:50.437818 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1284334-f398-46fa-b67c-2cc1ed4ceb0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:50.438305 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1284334-f398-46fa-b67c-2cc1ed4ceb0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:50.438857 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1284334-f398-46fa-b67c-2cc1ed4ceb0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:44:50.447423 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-09d5ed84-0f18-4dc2-a508-51a5b176436e admin admin] Calling delete_port for 9337b519-f330-46d5-b85a-c23622b9e96c owned by network:router_interface {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:44:50.450584 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34064) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:50.505965 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b907beb-004b-406e-ad63-29d0352a7af0 x-openstack-request-id: req-4b907beb-004b-406e-ad63-29d0352a7af0 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:44:50.506535 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad1d30d-77ff-4760-b6db-9cb8e0556b75", "tag": "c115398a-be98-455e-8f15-e2f9ca851047", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:44:50.506535 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b907beb-004b-406e-ad63-29d0352a7af0 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:44:50.506876 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad1d30d-77ff-4760-b6db-9cb8e0556b75', 'tag': 'c115398a-be98-455e-8f15-e2f9ca851047', 'status': 'completed', 'code': 200} Mar 01 13:44:50.517813 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711b037-490e-4dda-8434-252099adf60b req-18228bfc-3c3e-4e61-91e5-7d67e12f536f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:50.519298 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2711b037-490e-4dda-8434-252099adf60b req-18228bfc-3c3e-4e61-91e5-7d67e12f536f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0074be29-4f96-45b4-82b7-e955d173d55c HTTP/1.1" status: 200 len: 851 time: 0.1879361 Mar 01 13:44:50.570922 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1efc9844-b5fa-4e5b-a4ad-daa40fd25d21 req-28965ca1-b04c-4b84-afb2-0b1d924eed36 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018166 Mar 01 13:44:50.596167 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2711b037-490e-4dda-8434-252099adf60b req-0c20042c-1015-4376-9605-bed969e18e2e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1db2e377-eb34-4fc8-b308-125f1046605c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616348 Mar 01 13:44:50.647261 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 8c230531-1b6b-42ca-b488-d6fe1d824a4d no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:44:50.700196 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 8c230531-1b6b-42ca-b488-d6fe1d824a4d {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:44:50.700670 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 8c230531-1b6b-42ca-b488-d6fe1d824a4d not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:44:50.706493 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2595e869-0e94-4391-9821-79a123104735 None None] DHCP port deletion for d0a7f147-f4bd-4e8a-9374-46eb56a01a5f request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:44:50.821994 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-2595e869-0e94-4391-9821-79a123104735 None None] Deleting port 1beae18a-3988-4dfd-92f2-5968f6007987 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:44:50.822826 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2595e869-0e94-4391-9821-79a123104735 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (1beae18a-3988-4dfd-92f2-5968f6007987), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:50.855018 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1efc9844-b5fa-4e5b-a4ad-daa40fd25d21 req-e61d76b4-d1f9-4587-8f79-9877d1a0c5e2 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628617 Mar 01 13:44:50.891658 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2711b037-490e-4dda-8434-252099adf60b req-f947623b-ec8b-47cb-9271-7f7a27bd0ceb service neutron] 10.222.0.20 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881732 Mar 01 13:44:50.916736 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-2595e869-0e94-4391-9821-79a123104735 None None] For port 1beae18a-3988-4dfd-92f2-5968f6007987, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=1beae18a-3988-4dfd-92f2-5968f6007987,segment=NetworkSegment(76be1141-da3a-4816-ac4f-89311e32ce2c),segment_id=76be1141-da3a-4816-ac4f-89311e32ce2c)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:50.917452 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2595e869-0e94-4391-9821-79a123104735 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (1beae18a-3988-4dfd-92f2-5968f6007987), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:50.931798 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-2595e869-0e94-4391-9821-79a123104735 None None] Calling delete_port for 1beae18a-3988-4dfd-92f2-5968f6007987 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:44:51.017532 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1e18653d-fc19-4eed-8318-41592a89f3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (d0a7f147-f4bd-4e8a-9374-46eb56a01a5f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:51.017790 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2711b037-490e-4dda-8434-252099adf60b req-bcfb8292-f657-4200-9909-7d19916d0154 service neutron] 10.222.0.20 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201961 Mar 01 13:44:51.053259 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2595e869-0e94-4391-9821-79a123104735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (1beae18a-3988-4dfd-92f2-5968f6007987), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:51.054823 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703a65a-4305-49c5-adfd-307ad93956aa req-8cded4c3-a13f-494f-b7c9-0fb4f7ce6c9f tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:51.062339 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c703a65a-4305-49c5-adfd-307ad93956aa req-8cded4c3-a13f-494f-b7c9-0fb4f7ce6c9f tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e2913eb-f1f2-40d6-bc86-7b6702a9c06c HTTP/1.1" status: 200 len: 945 time: 0.2489450 Mar 01 13:44:51.081546 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595e869-0e94-4391-9821-79a123104735 None None] Pushing event deleted for resources: {'Port': ['ID=1beae18a-3988-4dfd-92f2-5968f6007987,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:51.083382 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd6ba1-9161-4518-a968-365843aa7a15 req-28b37321-95ff-4a1c-a577-a1f4890f98f2 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:51.085410 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2595e869-0e94-4391-9821-79a123104735 None None] No DVR routers for this DVR port 1beae18a-3988-4dfd-92f2-5968f6007987 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:44:51.090778 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-66cd6ba1-9161-4518-a968-365843aa7a15 req-28b37321-95ff-4a1c-a577-a1f4890f98f2 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad1d30d-77ff-4760-b6db-9cb8e0556b75 HTTP/1.1" status: 200 len: 943 time: 0.5596874 Mar 01 13:44:51.124773 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-09d5ed84-0f18-4dc2-a508-51a5b176436e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (9337b519-f330-46d5-b85a-c23622b9e96c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:51.141491 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e7938-8947-427a-af21-dbbcc9e75398 req-7e97fc62-54dc-4c3b-b9a6-310c1d052539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:51.143651 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3d9e7938-8947-427a-af21-dbbcc9e75398 req-7e97fc62-54dc-4c3b-b9a6-310c1d052539 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3e60b304ea34ca8a598bc4e060e2ca5&device_id=2ad1d30d-77ff-4760-b6db-9cb8e0556b75 HTTP/1.1" status: 200 len: 1125 time: 0.0555475 Mar 01 13:44:51.205432 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5ed84-0f18-4dc2-a508-51a5b176436e admin admin] Pushing event deleted for resources: {'Port': ['ID=9337b519-f330-46d5-b85a-c23622b9e96c,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:51.267201 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e7938-8947-427a-af21-dbbcc9e75398 req-da23acb8-bc0c-4abc-89c7-a33eb1b35710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:51.269145 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3d9e7938-8947-427a-af21-dbbcc9e75398 req-da23acb8-bc0c-4abc-89c7-a33eb1b35710 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1db2e377-eb34-4fc8-b308-125f1046605c HTTP/1.1" status: 200 len: 912 time: 0.1129196 Mar 01 13:44:51.270030 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c703a65a-4305-49c5-adfd-307ad93956aa req-2ac8b4c2-199e-4697-a65f-7248ad8150d7 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065794 Mar 01 13:44:51.320291 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-66cd6ba1-9161-4518-a968-365843aa7a15 req-1472ed99-adde-48eb-96fc-0bf9f37dab0b tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261839 Mar 01 13:44:51.334808 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3d9e7938-8947-427a-af21-dbbcc9e75398 req-122aaace-0c86-461d-a0e1-55708af70682 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c115398a-be98-455e-8f15-e2f9ca851047 HTTP/1.1" status: 200 len: 217 time: 0.0473127 Mar 01 13:44:51.404233 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e7938-8947-427a-af21-dbbcc9e75398 req-0c862d64-3f3f-49bc-bdf9-3d3785d0f258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:51.406557 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3d9e7938-8947-427a-af21-dbbcc9e75398 req-0c862d64-3f3f-49bc-bdf9-3d3785d0f258 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0074be29-4f96-45b4-82b7-e955d173d55c HTTP/1.1" status: 200 len: 851 time: 0.0695865 Mar 01 13:44:51.434872 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1e18653d-fc19-4eed-8318-41592a89f3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (d0a7f147-f4bd-4e8a-9374-46eb56a01a5f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:51.454930 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3d9e7938-8947-427a-af21-dbbcc9e75398 req-18073577-35ca-4a79-896e-7626386084de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1db2e377-eb34-4fc8-b308-125f1046605c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391457 Mar 01 13:44:51.503942 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-1e18653d-fc19-4eed-8318-41592a89f3c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a7f147-f4bd-4e8a-9374-46eb56a01a5f']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:51.559081 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-1e18653d-fc19-4eed-8318-41592a89f3c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76be1141-da3a-4816-ac4f-89311e32ce2c') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:51.559346 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-1e18653d-fc19-4eed-8318-41592a89f3c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76be1141-da3a-4816-ac4f-89311e32ce2c') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:51.568696 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3d9e7938-8947-427a-af21-dbbcc9e75398 req-72b10965-84c5-4146-b57c-d1bb9b4306be service neutron] 10.222.0.20 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023965 Mar 01 13:44:51.579150 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1e18653d-fc19-4eed-8318-41592a89f3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (76be1141-da3a-4816-ac4f-89311e32ce2c), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:51.616549 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018c55a-1ae8-4b34-a1ec-0e58a699b5c4 req-e397bd65-d78b-40a3-8b8e-21dd016b41b7 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:51.618148 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c018c55a-1ae8-4b34-a1ec-0e58a699b5c4 req-e397bd65-d78b-40a3-8b8e-21dd016b41b7 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 947 time: 0.2331553 Mar 01 13:44:51.621029 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1e18653d-fc19-4eed-8318-41592a89f3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (76be1141-da3a-4816-ac4f-89311e32ce2c), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:51.630306 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64ebe1-d989-41e6-9764-3e35fff21204 req-da49ae1d-97b7-4c89-a44d-ca8bf26d95fb tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:51.637593 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8c64ebe1-d989-41e6-9764-3e35fff21204 req-da49ae1d-97b7-4c89-a44d-ca8bf26d95fb tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 945 time: 0.2187321 Mar 01 13:44:51.672814 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3d9e7938-8947-427a-af21-dbbcc9e75398 req-e8030162-8292-4eed-a7d0-0ac6a9ff16be service neutron] 10.222.0.20 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975885 Mar 01 13:44:51.694949 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e18653d-fc19-4eed-8318-41592a89f3c6 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:44:51.695356 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1e18653d-fc19-4eed-8318-41592a89f3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (76be1141-da3a-4816-ac4f-89311e32ce2c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:51.697181 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 13:44:51.697181 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:44:51.697181 n-d-827467-3 neutron-server[103727]: timer() Mar 01 13:44:51.697181 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:44:51.697181 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 13:44:51.697181 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:44:51.697181 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 13:44:51.697181 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:44:51.697181 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 13:44:51.697181 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:44:51.697181 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 13:44:51.697181 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:44:51.697181 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 13:44:51.697181 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:44:51.697181 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:44:51.697181 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:44:51.697181 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:44:51.697181 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:44:51.697181 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 13:44:51.697181 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:44:51.697181 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 13:44:51.697181 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:44:51.697181 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:44:51.697181 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:44:51.697181 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 13:44:51.697181 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:44:51.697181 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:44:51.697181 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:44:51.697181 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:44:51.697181 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:44:51.697181 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:44:51.697181 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:44:51.818751 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1e18653d-fc19-4eed-8318-41592a89f3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (d0a7f147-f4bd-4e8a-9374-46eb56a01a5f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:51.823475 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c018c55a-1ae8-4b34-a1ec-0e58a699b5c4 req-09eef2c6-66b8-40fc-aa41-a9c04071182b tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757815 Mar 01 13:44:51.824063 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-09d5ed84-0f18-4dc2-a508-51a5b176436e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (80010e2f-5e03-436e-b9ca-3f398826877f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:51.832727 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8c64ebe1-d989-41e6-9764-3e35fff21204 req-dd122835-4884-40c5-a255-f79943c74a9d tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942754 Mar 01 13:44:51.833858 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1e18653d-fc19-4eed-8318-41592a89f3c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:51.837461 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1e18653d-fc19-4eed-8318-41592a89f3c6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d0a7f147-f4bd-4e8a-9374-46eb56a01a5f HTTP/1.1" status: 204 len: 168 time: 1.3852346 Mar 01 13:44:51.865774 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18653d-fc19-4eed-8318-41592a89f3c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0a7f147-f4bd-4e8a-9374-46eb56a01a5f,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:52.023926 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34080) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:52.070873 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34082) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:52.071412 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-389854e7-5033-440e-90ec-7285f008f45c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f2d44206487d4589b8000d65ce277bfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459154 Mar 01 13:44:52.165068 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e8a9415-8d71-4dc5-8127-84b50e60b173 admin admin] Publish callbacks [] for security_group (87783a72-6020-44b1-a46f-303d7bdd2bfc), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:52.172094 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d5ed84-0f18-4dc2-a508-51a5b176436e admin admin] Router 80010e2f-5e03-436e-b9ca-3f398826877f has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:44:52.198647 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e8a9415-8d71-4dc5-8127-84b50e60b173 admin admin] Publish callbacks [] for security_group (87783a72-6020-44b1-a46f-303d7bdd2bfc), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:52.331514 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d5ed84-0f18-4dc2-a508-51a5b176436e admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:44:52.338768 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-09d5ed84-0f18-4dc2-a508-51a5b176436e admin admin] 10.222.0.13 "PUT /v2.0/routers/80010e2f-5e03-436e-b9ca-3f398826877f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2865832 Mar 01 13:44:52.341738 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34088) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:52.344606 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489edbdb-aee9-4f26-9115-44b93c58624b None None] Sync routers for ids ['80010e2f-5e03-436e-b9ca-3f398826877f'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:44:52.367725 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489edbdb-aee9-4f26-9115-44b93c58624b None None] Routers {'80010e2f-5e03-436e-b9ca-3f398826877f'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:44:52.369873 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-489edbdb-aee9-4f26-9115-44b93c58624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:44:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['80010e2f-5e03-436e-b9ca-3f398826877f'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:52.387582 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e8a9415-8d71-4dc5-8127-84b50e60b173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (87783a72-6020-44b1-a46f-303d7bdd2bfc), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:52.393871 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e8a9415-8d71-4dc5-8127-84b50e60b173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:52.398238 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5e8a9415-8d71-4dc5-8127-84b50e60b173 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87783a72-6020-44b1-a46f-303d7bdd2bfc HTTP/1.1" status: 204 len: 168 time: 0.3241358 Mar 01 13:44:52.473143 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5a860d8a-f9cb-43f1-9fd3-b623272e9f10 admin admin] Publish callbacks [] for router (80010e2f-5e03-436e-b9ca-3f398826877f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:52.484500 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a9415-8d71-4dc5-8127-84b50e60b173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87783a72-6020-44b1-a46f-303d7bdd2bfc,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:52.516709 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-489edbdb-aee9-4f26-9115-44b93c58624b None None] Set router 80010e2f-5e03-436e-b9ca-3f398826877f gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:44:52.546486 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a285d-01db-4619-b943-aec25b1d1fa7 req-6e9e75ce-a710-4e27-a742-88fc26f676ef tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:52.548257 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28a285d-01db-4619-b943-aec25b1d1fa7 req-6e9e75ce-a710-4e27-a742-88fc26f676ef tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e2913eb-f1f2-40d6-bc86-7b6702a9c06c HTTP/1.1" status: 200 len: 945 time: 0.2059293 Mar 01 13:44:52.570762 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7f31c-6170-4d24-a3a3-4b814efb654b req-b28bf031-92b1-4016-bfa9-7675a9e2f797 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:52.580217 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-71b7f31c-6170-4d24-a3a3-4b814efb654b req-b28bf031-92b1-4016-bfa9-7675a9e2f797 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad1d30d-77ff-4760-b6db-9cb8e0556b75 HTTP/1.1" status: 200 len: 943 time: 0.1625316 Mar 01 13:44:52.652587 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5a860d8a-f9cb-43f1-9fd3-b623272e9f10 admin admin] Publish callbacks [] for router_gateway (80010e2f-5e03-436e-b9ca-3f398826877f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:52.703169 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-71b7f31c-6170-4d24-a3a3-4b814efb654b req-99e42be9-001a-4e1e-82c6-cbd186dbd2e2 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220984 Mar 01 13:44:52.708100 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28a285d-01db-4619-b943-aec25b1d1fa7 req-ee6dc63f-c116-474e-87fb-33a18344263c tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534562 Mar 01 13:44:52.779736 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-5a860d8a-f9cb-43f1-9fd3-b623272e9f10 admin admin] Deleting port 9d99f343-d0cd-4388-bf03-793a8c9e4491 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:44:52.779736 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5a860d8a-f9cb-43f1-9fd3-b623272e9f10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (9d99f343-d0cd-4388-bf03-793a8c9e4491), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:52.802088 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 1beae18a-3988-4dfd-92f2-5968f6007987 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:44:52.866457 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 1beae18a-3988-4dfd-92f2-5968f6007987 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:44:52.868496 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 1beae18a-3988-4dfd-92f2-5968f6007987 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:44:52.896712 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-5a860d8a-f9cb-43f1-9fd3-b623272e9f10 admin admin] For port 9d99f343-d0cd-4388-bf03-793a8c9e4491, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=9d99f343-d0cd-4388-bf03-793a8c9e4491,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:52.897079 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5a860d8a-f9cb-43f1-9fd3-b623272e9f10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (9d99f343-d0cd-4388-bf03-793a8c9e4491), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:52.932914 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-5a860d8a-f9cb-43f1-9fd3-b623272e9f10 admin admin] Calling delete_port for 9d99f343-d0cd-4388-bf03-793a8c9e4491 owned by network:router_gateway {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:44:52.952992 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-489edbdb-aee9-4f26-9115-44b93c58624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-950402709-router', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:44Z', 'updated_at': '2022-03-01T13:44:50Z', 'revision_number': 5, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'gw_port': {'id': '9d99f343-d0cd-4388-bf03-793a8c9e4491', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:71:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:45Z', 'updated_at': '2022-03-01T13:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:53.036599 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489edbdb-aee9-4f26-9115-44b93c58624b None None] Checking router: 80010e2f-5e03-436e-b9ca-3f398826877f for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:44:53.060211 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489edbdb-aee9-4f26-9115-44b93c58624b None None] Routers {'80010e2f-5e03-436e-b9ca-3f398826877f'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:44:53.060828 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-489edbdb-aee9-4f26-9115-44b93c58624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:44:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['80010e2f-5e03-436e-b9ca-3f398826877f'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:53.118304 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8be19b-e671-468a-bb0d-bf9f4353d8dc req-b8f18039-dd55-49d0-a31e-824baec4aab2 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:53.125652 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6b8be19b-e671-468a-bb0d-bf9f4353d8dc req-b8f18039-dd55-49d0-a31e-824baec4aab2 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 947 time: 0.1652367 Mar 01 13:44:53.153383 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0d25f-d96b-4242-aa39-46cdb8fd0a00 req-f6cade7a-d42a-4b6d-9ddd-10e75483e410 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:53.155513 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b3c0d25f-d96b-4242-aa39-46cdb8fd0a00 req-f6cade7a-d42a-4b6d-9ddd-10e75483e410 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 945 time: 0.1469641 Mar 01 13:44:53.186033 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5a860d8a-f9cb-43f1-9fd3-b623272e9f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (9d99f343-d0cd-4388-bf03-793a8c9e4491), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:53.225122 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-489edbdb-aee9-4f26-9115-44b93c58624b None None] Set router 80010e2f-5e03-436e-b9ca-3f398826877f gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:44:53.242772 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6b8be19b-e671-468a-bb0d-bf9f4353d8dc req-1adbbc0b-3d3b-41c9-8ffe-379f73100420 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160088 Mar 01 13:44:53.260971 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a860d8a-f9cb-43f1-9fd3-b623272e9f10 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d99f343-d0cd-4388-bf03-793a8c9e4491,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:53.311551 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b3c0d25f-d96b-4242-aa39-46cdb8fd0a00 req-911e4216-0dfd-4d36-a72b-5f92f6c576b5 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438537 Mar 01 13:44:53.333350 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-489edbdb-aee9-4f26-9115-44b93c58624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-950402709-router', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:44Z', 'updated_at': '2022-03-01T13:44:52Z', 'revision_number': 6, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:53.385109 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5a860d8a-f9cb-43f1-9fd3-b623272e9f10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (80010e2f-5e03-436e-b9ca-3f398826877f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:53.400562 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489edbdb-aee9-4f26-9115-44b93c58624b None None] The sync data for ids ['80010e2f-5e03-436e-b9ca-3f398826877f'] in n-d-827467-3 is: [{'id': '80010e2f-5e03-436e-b9ca-3f398826877f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-950402709-router', 'tenant_id': '9a1604e108eb4efa9392af151a3634bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:44Z', 'updated_at': '2022-03-01T13:44:52Z', 'revision_number': 6, 'project_id': '9a1604e108eb4efa9392af151a3634bd', 'gw_port_host': None}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:44:53.509835 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34120) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:53.513916 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5a860d8a-f9cb-43f1-9fd3-b623272e9f10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (80010e2f-5e03-436e-b9ca-3f398826877f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:53.517467 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5a860d8a-f9cb-43f1-9fd3-b623272e9f10 admin admin] Publish callbacks [] for router_controller (80010e2f-5e03-436e-b9ca-3f398826877f), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:53.567215 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5a860d8a-f9cb-43f1-9fd3-b623272e9f10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (80010e2f-5e03-436e-b9ca-3f398826877f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:53.567959 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a860d8a-f9cb-43f1-9fd3-b623272e9f10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80010e2f-5e03-436e-b9ca-3f398826877f {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 13:44:53.572648 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5a860d8a-f9cb-43f1-9fd3-b623272e9f10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:53.576298 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5a860d8a-f9cb-43f1-9fd3-b623272e9f10 admin admin] 10.222.0.13 "DELETE /v2.0/routers/80010e2f-5e03-436e-b9ca-3f398826877f HTTP/1.1" status: 204 len: 168 time: 1.2334535 Mar 01 13:44:53.577614 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34126) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:53.625614 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f7fbd6-8c97-4919-b90b-7587e941856e admin admin] Deleting subnet 00c0eec8-d94f-41a7-92f9-32f77960cf64 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:44:53.629443 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-42f7fbd6-8c97-4919-b90b-7587e941856e admin admin] Publish callbacks [] for subnet (00c0eec8-d94f-41a7-92f9-32f77960cf64), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:53.676204 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-6cc19cae-8b57-47fd-917c-8f35751a9cb7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1363162070-network', 'tenant_id': 'b79f39c46c31459c9d4d44a995c712e3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:44:53.700818 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-42f7fbd6-8c97-4919-b90b-7587e941856e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (00c0eec8-d94f-41a7-92f9-32f77960cf64), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:53.721523 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc19cae-8b57-47fd-917c-8f35751a9cb7 admin admin] Made reservation on behalf of b79f39c46c31459c9d4d44a995c712e3 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:44:53.723904 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6cc19cae-8b57-47fd-917c-8f35751a9cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:53.737990 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6cc19cae-8b57-47fd-917c-8f35751a9cb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:53.862061 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 9bb01277-78f6-435c-b3e1-47ec8349d89d details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:44:53.934774 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-42f7fbd6-8c97-4919-b90b-7587e941856e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (00c0eec8-d94f-41a7-92f9-32f77960cf64), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:54.035377 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6cc19cae-8b57-47fd-917c-8f35751a9cb7 admin admin] Publish callbacks [] for security_group (39ac8cc9-d205-47e6-b66c-1af8e9aa208a), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:54.048908 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921f28a-024b-43ee-94ad-3a47e73ec727 req-309c7a33-f79a-4013-b8fe-87f864146577 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:54.054489 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0921f28a-024b-43ee-94ad-3a47e73ec727 req-309c7a33-f79a-4013-b8fe-87f864146577 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e2913eb-f1f2-40d6-bc86-7b6702a9c06c HTTP/1.1" status: 200 len: 945 time: 0.2361419 Mar 01 13:44:54.056090 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 9bb01277-78f6-435c-b3e1-47ec8349d89d, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9bb01277-78f6-435c-b3e1-47ec8349d89d,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:54.064266 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00e08c-b230-4485-ad27-1701d20e5b8a req-42f97753-f57c-4fd1-8854-472c508c04a5 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:54.065831 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ff00e08c-b230-4485-ad27-1701d20e5b8a req-42f97753-f57c-4fd1-8854-472c508c04a5 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad1d30d-77ff-4760-b6db-9cb8e0556b75 HTTP/1.1" status: 200 len: 943 time: 0.2080693 Mar 01 13:44:54.070220 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6cc19cae-8b57-47fd-917c-8f35751a9cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (39ac8cc9-d205-47e6-b66c-1af8e9aa208a), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:54.076519 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '9bb01277-78f6-435c-b3e1-47ec8349d89d', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': '9bb01277-78f6-435c-b3e1-47ec8349d89d', 'mac_address': 'fa:16:3e:b7:a3:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:44:54.126731 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-42f7fbd6-8c97-4919-b90b-7587e941856e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (00c0eec8-d94f-41a7-92f9-32f77960cf64), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:54.140323 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 9bb01277-78f6-435c-b3e1-47ec8349d89d is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:44:54.140628 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9bb01277-78f6-435c-b3e1-47ec8349d89d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:54.157248 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bb01277-78f6-435c-b3e1-47ec8349d89d {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:44:54.180976 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc19cae-8b57-47fd-917c-8f35751a9cb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:44:54.188048 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 9bb01277-78f6-435c-b3e1-47ec8349d89d, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9bb01277-78f6-435c-b3e1-47ec8349d89d,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:54.194612 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7fbd6-8c97-4919-b90b-7587e941856e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00c0eec8-d94f-41a7-92f9-32f77960cf64,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:54.195244 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9bb01277-78f6-435c-b3e1-47ec8349d89d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:54.209245 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc19cae-8b57-47fd-917c-8f35751a9cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ac8cc9-d205-47e6-b66c-1af8e9aa208a,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:54.239120 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6cc19cae-8b57-47fd-917c-8f35751a9cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (e8fdfbe0-7cd0-4214-af8d-2a91b83f4ca5), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:54.239930 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-6cc19cae-8b57-47fd-917c-8f35751a9cb7 admin admin] Added segment e8fdfbe0-7cd0-4214-af8d-2a91b83f4ca5 of type vlan for network d59339e4-a260-4460-98ed-315edc30d333 Mar 01 13:44:54.274981 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=9bb01277-78f6-435c-b3e1-47ec8349d89d,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:54.275418 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ff00e08c-b230-4485-ad27-1701d20e5b8a req-47b6fe06-b71e-4c00-9149-94e85756aa39 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947386 Mar 01 13:44:54.278105 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0921f28a-024b-43ee-94ad-3a47e73ec727 req-00426dd1-7f14-4a35-a5ed-f4488ed40a8b tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070565 Mar 01 13:44:54.302958 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd943738-1a3b-4bdb-8ab9-3ea1d56e2a48 None None] Network d8b7f131-5faa-4e14-9387-53185320f5df requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:44:54.369907 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-42f7fbd6-8c97-4919-b90b-7587e941856e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:54.382293 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-42f7fbd6-8c97-4919-b90b-7587e941856e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/00c0eec8-d94f-41a7-92f9-32f77960cf64 HTTP/1.1" status: 204 len: 168 time: 0.8035131 Mar 01 13:44:54.384718 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34180) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:54.422376 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6cc19cae-8b57-47fd-917c-8f35751a9cb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (d59339e4-a260-4460-98ed-315edc30d333), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:54.487112 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9c9d7b45-00df-4b47-841d-703b76f147d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (d8b7f131-5faa-4e14-9387-53185320f5df), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:54.568253 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.db.resource_extend [None req-6cc19cae-8b57-47fd-917c-8f35751a9cb7 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 13:44:54.579490 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-9c9d7b45-00df-4b47-841d-703b76f147d1 admin admin] Deleting port 93c8a5ae-c84b-45c4-bdf0-c8c775388c0b {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:44:54.579984 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9c9d7b45-00df-4b47-841d-703b76f147d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (93c8a5ae-c84b-45c4-bdf0-c8c775388c0b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:54.629343 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb705415-3ded-4c11-bc6d-25912f5d5289 None None] DHCP port deletion for d8b7f131-5faa-4e14-9387-53185320f5df request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:44:54.699433 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['9bb01277-78f6-435c-b3e1-47ec8349d89d'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:44:54.742527 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-9c9d7b45-00df-4b47-841d-703b76f147d1 admin admin] For port 93c8a5ae-c84b-45c4-bdf0-c8c775388c0b, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=93c8a5ae-c84b-45c4-bdf0-c8c775388c0b,segment=NetworkSegment(4fa77154-1db9-4d3e-93d9-ea193365dc02),segment_id=4fa77154-1db9-4d3e-93d9-ea193365dc02)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:54.742905 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9c9d7b45-00df-4b47-841d-703b76f147d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (93c8a5ae-c84b-45c4-bdf0-c8c775388c0b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:54.784146 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 9337b519-f330-46d5-b85a-c23622b9e96c no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:44:54.791858 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-9c9d7b45-00df-4b47-841d-703b76f147d1 admin admin] Calling delete_port for 93c8a5ae-c84b-45c4-bdf0-c8c775388c0b owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:44:54.855143 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 9337b519-f330-46d5-b85a-c23622b9e96c {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:44:54.857491 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 9337b519-f330-46d5-b85a-c23622b9e96c not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:44:54.857949 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 9d99f343-d0cd-4388-bf03-793a8c9e4491 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:44:54.906739 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 9d99f343-d0cd-4388-bf03-793a8c9e4491 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:44:54.907394 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 9d99f343-d0cd-4388-bf03-793a8c9e4491 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:44:54.907394 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 93c8a5ae-c84b-45c4-bdf0-c8c775388c0b no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:44:55.005353 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-bb705415-3ded-4c11-bc6d-25912f5d5289 None None] Deleting port 93c8a5ae-c84b-45c4-bdf0-c8c775388c0b {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:44:55.005729 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bb705415-3ded-4c11-bc6d-25912f5d5289 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (93c8a5ae-c84b-45c4-bdf0-c8c775388c0b), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:55.032350 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9c9d7b45-00df-4b47-841d-703b76f147d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (93c8a5ae-c84b-45c4-bdf0-c8c775388c0b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:55.050338 n-d-827467-3 neutron-server[103728]: INFO neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No ports have port_id starting with 93c8a5ae-c84b-45c4-bdf0-c8c775388c0b Mar 01 13:44:55.051977 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6cc19cae-8b57-47fd-917c-8f35751a9cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (d59339e4-a260-4460-98ed-315edc30d333), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:55.055119 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc19cae-8b57-47fd-917c-8f35751a9cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:55.055804 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6cc19cae-8b57-47fd-917c-8f35751a9cb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:55.070839 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d7b45-00df-4b47-841d-703b76f147d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=93c8a5ae-c84b-45c4-bdf0-c8c775388c0b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:55.083283 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9d7b45-00df-4b47-841d-703b76f147d1 admin admin] No DVR routers for this DVR port 93c8a5ae-c84b-45c4-bdf0-c8c775388c0b on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:44:55.104808 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6cc19cae-8b57-47fd-917c-8f35751a9cb7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5903659 Mar 01 13:44:55.117955 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34212) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:55.130878 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-b47a8c7f-1f8d-4adc-be34-f15824b8620e admin admin] Request body: {'subnet': {'network_id': 'd59339e4-a260-4460-98ed-315edc30d333', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1363162070-subnet', 'tenant_id': 'b79f39c46c31459c9d4d44a995c712e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:44:55.188223 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88f852-25e9-47ce-b580-17cb00284da2 req-72cd0f85-670a-407b-8608-6a6f770f32ca tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:55.188544 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-bb705415-3ded-4c11-bc6d-25912f5d5289 None None] For port 93c8a5ae-c84b-45c4-bdf0-c8c775388c0b, host n-d-827467-3, got binding levels [] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:55.188877 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bb705415-3ded-4c11-bc6d-25912f5d5289 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (93c8a5ae-c84b-45c4-bdf0-c8c775388c0b), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:55.189737 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f88f852-25e9-47ce-b580-17cb00284da2 req-72cd0f85-670a-407b-8608-6a6f770f32ca tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 945 time: 0.7046731 Mar 01 13:44:55.219498 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9c9d7b45-00df-4b47-841d-703b76f147d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (d8b7f131-5faa-4e14-9387-53185320f5df), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:55.221349 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-bb705415-3ded-4c11-bc6d-25912f5d5289 None None] Calling delete_port for 93c8a5ae-c84b-45c4-bdf0-c8c775388c0b owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:44:55.225209 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.ipam_backend_mixin [None req-bb705415-3ded-4c11-bc6d-25912f5d5289 None None] Port 93c8a5ae-c84b-45c4-bdf0-c8c775388c0b was not found and therefore no delete operation was performed {{(pid=103728) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 01 13:44:55.231653 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bb705415-3ded-4c11-bc6d-25912f5d5289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (93c8a5ae-c84b-45c4-bdf0-c8c775388c0b), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:55.236834 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ad6e7053-cced-427c-96b8-b70dee40b512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:55.253303 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-9c9d7b45-00df-4b47-841d-703b76f147d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b7f131-5faa-4e14-9387-53185320f5df']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:55.265682 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-9c9d7b45-00df-4b47-841d-703b76f147d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa77154-1db9-4d3e-93d9-ea193365dc02') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:55.266304 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-9c9d7b45-00df-4b47-841d-703b76f147d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa77154-1db9-4d3e-93d9-ea193365dc02') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:55.276319 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb705415-3ded-4c11-bc6d-25912f5d5289 None None] Pushing event deleted for resources: {'Port': ['ID=93c8a5ae-c84b-45c4-bdf0-c8c775388c0b,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:55.285842 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb705415-3ded-4c11-bc6d-25912f5d5289 None None] No DVR routers for this DVR port 93c8a5ae-c84b-45c4-bdf0-c8c775388c0b on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:44:55.286162 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42e352-305e-4cb1-87a2-ad0fc3b6efed req-76bc8a9e-f022-486e-af82-6c1bee9245de tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:55.292231 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1f42e352-305e-4cb1-87a2-ad0fc3b6efed req-76bc8a9e-f022-486e-af82-6c1bee9245de tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 948 time: 0.8625898 Mar 01 13:44:55.300185 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9c9d7b45-00df-4b47-841d-703b76f147d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (4fa77154-1db9-4d3e-93d9-ea193365dc02), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:55.313186 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc19cae-8b57-47fd-917c-8f35751a9cb7 admin admin] Pushing event updated for resources: {'Network': ['ID=d59339e4-a260-4460-98ed-315edc30d333,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:55.325589 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9c9d7b45-00df-4b47-841d-703b76f147d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (4fa77154-1db9-4d3e-93d9-ea193365dc02), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:55.331051 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47a8c7f-1f8d-4adc-be34-f15824b8620e admin admin] Made reservation on behalf of b79f39c46c31459c9d4d44a995c712e3 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:44:55.334162 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b47a8c7f-1f8d-4adc-be34-f15824b8620e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:55.337132 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network d59339e4-a260-4460-98ed-315edc30d333 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:44:55.346555 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c9d7b45-00df-4b47-841d-703b76f147d1 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:44:55.346961 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9c9d7b45-00df-4b47-841d-703b76f147d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (4fa77154-1db9-4d3e-93d9-ea193365dc02), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:55.353018 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:44:55.353018 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:44:55.353018 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:44:55.353018 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:44:55.353018 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:44:55.353018 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:44:55.353018 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:44:55.353018 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:44:55.353018 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:44:55.353018 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:44:55.353018 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:44:55.353018 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:44:55.353018 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:44:55.353018 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:44:55.353018 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:44:55.353018 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:44:55.353018 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:44:55.353018 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:44:55.353018 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:44:55.353018 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:44:55.353018 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:44:55.353018 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:44:55.353018 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:44:55.353018 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:44:55.353018 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:44:55.353018 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:44:55.353018 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:44:55.353018 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:44:55.353018 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:44:55.353018 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:44:55.353018 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:44:55.353018 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:44:55.480369 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9c9d7b45-00df-4b47-841d-703b76f147d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (d8b7f131-5faa-4e14-9387-53185320f5df), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:55.488556 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9c9d7b45-00df-4b47-841d-703b76f147d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:55.493336 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9c9d7b45-00df-4b47-841d-703b76f147d1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d8b7f131-5faa-4e14-9387-53185320f5df HTTP/1.1" status: 204 len: 168 time: 1.1072209 Mar 01 13:44:55.503303 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34220) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:55.505820 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d7b45-00df-4b47-841d-703b76f147d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8b7f131-5faa-4e14-9387-53185320f5df,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:55.566994 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f88f852-25e9-47ce-b580-17cb00284da2 req-fb8e3aed-e020-487a-91d4-a75fb50a28fe tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555524 Mar 01 13:44:55.574219 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1f42e352-305e-4cb1-87a2-ad0fc3b6efed req-12c4ac32-ccd7-4812-80f5-b5aff8cac25f tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755949 Mar 01 13:44:55.890780 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82cf09c-78df-4ee0-9575-80c2150b9c26 req-6d684888-e251-4689-92b2-130f98ad198f tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:55.892579 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a82cf09c-78df-4ee0-9575-80c2150b9c26 req-6d684888-e251-4689-92b2-130f98ad198f tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e2913eb-f1f2-40d6-bc86-7b6702a9c06c HTTP/1.1" status: 200 len: 945 time: 0.2322216 Mar 01 13:44:55.900951 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532b85d-a7ab-4583-ba4c-feea8c51a518 req-ce4797bc-5043-4bc0-9803-4cecf8a0bdeb tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:55.902396 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3532b85d-a7ab-4583-ba4c-feea8c51a518 req-ce4797bc-5043-4bc0-9803-4cecf8a0bdeb tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad1d30d-77ff-4760-b6db-9cb8e0556b75 HTTP/1.1" status: 200 len: 943 time: 0.1955299 Mar 01 13:44:55.942678 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b47a8c7f-1f8d-4adc-be34-f15824b8620e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:56.040167 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device c115398a-be98-455e-8f15-e2f9ca851047 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:44:56.118374 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a8c7f-1f8d-4adc-be34-f15824b8620e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:56.122884 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a82cf09c-78df-4ee0-9575-80c2150b9c26 req-caf257d2-183b-4184-9b5b-5089a5bf0c5b tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194695 Mar 01 13:44:56.134737 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3532b85d-a7ab-4583-ba4c-feea8c51a518 req-a9580554-d7aa-4350-b265-faf8a2ff94c6 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898611 Mar 01 13:44:56.148009 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47a8c7f-1f8d-4adc-be34-f15824b8620e admin admin] Checking segment: {'id': 'e8fdfbe0-7cd0-4214-af8d-2a91b83f4ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd59339e4-a260-4460-98ed-315edc30d333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:44:56.148339 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47a8c7f-1f8d-4adc-be34-f15824b8620e admin admin] Network hostable DHCP agents. Network: d59339e4-a260-4460-98ed-315edc30d333, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:44:56.203747 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47a8c7f-1f8d-4adc-be34-f15824b8620e admin admin] Network d59339e4-a260-4460-98ed-315edc30d333 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:44:56.215334 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port c115398a-be98-455e-8f15-e2f9ca851047, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=c115398a-be98-455e-8f15-e2f9ca851047,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:56.232102 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': 'c115398a-be98-455e-8f15-e2f9ca851047', 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c', 'port_id': 'c115398a-be98-455e-8f15-e2f9ca851047', 'mac_address': 'fa:16:3e:10:3c:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0074be29-4f96-45b4-82b7-e955d173d55c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:44:56.235812 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-b47a8c7f-1f8d-4adc-be34-f15824b8620e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, d59339e4-a260-4460-98ed-315edc30d333) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:44:56.252747 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47a8c7f-1f8d-4adc-be34-f15824b8620e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:56.253349 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b47a8c7f-1f8d-4adc-be34-f15824b8620e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:56.264566 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372f0d02-9e51-454f-811a-04516e04f18c None None] Network d59339e4-a260-4460-98ed-315edc30d333 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:44:56.284418 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b47a8c7f-1f8d-4adc-be34-f15824b8620e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1618752 Mar 01 13:44:56.284801 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34222) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:56.289652 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-fb434714-d69b-484e-be8d-217707f1da14 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1363162070-router', 'tenant_id': 'b79f39c46c31459c9d4d44a995c712e3', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:44:56.330203 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb434714-d69b-484e-be8d-217707f1da14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (c4aad186-a67c-4d1f-b257-bae61b23dc7a), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:56.331271 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb434714-d69b-484e-be8d-217707f1da14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (c4aad186-a67c-4d1f-b257-bae61b23dc7a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:56.353577 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-85c773dd-0624-4c9c-8ffe-5f9f97ac5517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:56.459091 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb434714-d69b-484e-be8d-217707f1da14 admin admin] Publish callbacks [] for router_controller (c4aad186-a67c-4d1f-b257-bae61b23dc7a), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:56.663709 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port c115398a-be98-455e-8f15-e2f9ca851047 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:44:56.664110 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c115398a-be98-455e-8f15-e2f9ca851047), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:56.690506 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c115398a-be98-455e-8f15-e2f9ca851047 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:44:56.740388 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b467a51e-c417-44c4-8d77-142b13fc5ccf None None] Network d59339e4-a260-4460-98ed-315edc30d333 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:44:56.744124 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port c115398a-be98-455e-8f15-e2f9ca851047, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=c115398a-be98-455e-8f15-e2f9ca851047,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:56.751068 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb434714-d69b-484e-be8d-217707f1da14 admin admin] Publish callbacks [] for router_gateway (c4aad186-a67c-4d1f-b257-bae61b23dc7a), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:56.766176 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c115398a-be98-455e-8f15-e2f9ca851047), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:56.900289 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=c115398a-be98-455e-8f15-e2f9ca851047,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:56.990529 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc26570-2de6-4a73-bf62-31121955885f req-a4304fc1-f194-40f5-9762-d92f54a2afa2 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:56.996234 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7bc26570-2de6-4a73-bf62-31121955885f req-a4304fc1-f194-40f5-9762-d92f54a2afa2 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 948 time: 0.1836247 Mar 01 13:44:57.012759 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011ec15-3a45-4598-a685-81d13a84c91a req-2ff71cb1-c63b-4530-8519-3eef97c93e29 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:57.014852 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5011ec15-3a45-4598-a685-81d13a84c91a req-2ff71cb1-c63b-4530-8519-3eef97c93e29 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 945 time: 0.2061725 Mar 01 13:44:57.018169 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-85c773dd-0624-4c9c-8ffe-5f9f97ac5517 admin admin] Deleting port 7b6729d0-5ba5-4559-9142-9c07ce4352ed {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:44:57.018516 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-85c773dd-0624-4c9c-8ffe-5f9f97ac5517 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (7b6729d0-5ba5-4559-9142-9c07ce4352ed), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:57.035952 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb434714-d69b-484e-be8d-217707f1da14 admin admin] Publish callbacks [] for router_gateway (c4aad186-a67c-4d1f-b257-bae61b23dc7a), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:57.060212 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb434714-d69b-484e-be8d-217707f1da14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:57.144377 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5011ec15-3a45-4598-a685-81d13a84c91a req-eb3ae18d-42e1-4821-9c8c-2bc56f931e4e tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122077 Mar 01 13:44:57.209136 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['c115398a-be98-455e-8f15-e2f9ca851047'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:44:57.222030 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-fb434714-d69b-484e-be8d-217707f1da14 admin admin] Allocated IP 172.25.1.87 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/12f5e4c5-798e-4156-941c-64477efab2db) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:44:57.238726 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7bc26570-2de6-4a73-bf62-31121955885f req-b492bc76-029c-459a-8bf0-a64a4fa352bf tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103219 Mar 01 13:44:57.274350 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-85c773dd-0624-4c9c-8ffe-5f9f97ac5517 admin admin] For port 7b6729d0-5ba5-4559-9142-9c07ce4352ed, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=7b6729d0-5ba5-4559-9142-9c07ce4352ed,segment=NetworkSegment(0238b9ed-49f4-4209-8867-c1b9b2a9e480),segment_id=0238b9ed-49f4-4209-8867-c1b9b2a9e480)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:57.276116 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-85c773dd-0624-4c9c-8ffe-5f9f97ac5517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (7b6729d0-5ba5-4559-9142-9c07ce4352ed), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:57.359013 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb434714-d69b-484e-be8d-217707f1da14 admin admin] Publish callbacks [] for port (12f5e4c5-798e-4156-941c-64477efab2db), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:57.367630 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-85c773dd-0624-4c9c-8ffe-5f9f97ac5517 admin admin] Calling delete_port for 7b6729d0-5ba5-4559-9142-9c07ce4352ed owned by network:router_interface {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:44:57.424526 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb434714-d69b-484e-be8d-217707f1da14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (12f5e4c5-798e-4156-941c-64477efab2db), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:57.479431 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb434714-d69b-484e-be8d-217707f1da14 admin admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:44:57.487193 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-fb434714-d69b-484e-be8d-217707f1da14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:44:57.491232 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb434714-d69b-484e-be8d-217707f1da14 admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:44:57.492665 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-31f9d9c3-8e3b-4cf7-a7ed-838c1a3f6d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:57.529046 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb434714-d69b-484e-be8d-217707f1da14 admin admin] Pushing event updated for resources: {'Port': ['ID=12f5e4c5-798e-4156-941c-64477efab2db,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:57.570391 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b86068-74bb-426d-aecf-2feb124228da req-d9a4281c-2203-4d8c-ad96-c561ec8fc0bb tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:57.578912 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-41b86068-74bb-426d-aecf-2feb124228da req-d9a4281c-2203-4d8c-ad96-c561ec8fc0bb tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e2913eb-f1f2-40d6-bc86-7b6702a9c06c HTTP/1.1" status: 200 len: 945 time: 0.2730622 Mar 01 13:44:57.702982 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c56f12-b8fd-4eb9-a635-1e086bf2b346 req-7babdc30-7c52-4a15-b547-c3f2434bfa81 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:57.710896 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-28c56f12-b8fd-4eb9-a635-1e086bf2b346 req-7babdc30-7c52-4a15-b547-c3f2434bfa81 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad1d30d-77ff-4760-b6db-9cb8e0556b75 HTTP/1.1" status: 200 len: 944 time: 0.2505417 Mar 01 13:44:57.832395 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-41b86068-74bb-426d-aecf-2feb124228da req-d1d208de-c376-4107-9c19-ab2edf614609 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520413 Mar 01 13:44:57.892467 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 9bb01277-78f6-435c-b3e1-47ec8349d89d up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:44:57.974633 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-28c56f12-b8fd-4eb9-a635-1e086bf2b346 req-f3bff9e3-bc13-4a83-9a3a-232bc0115bf0 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621486 Mar 01 13:44:57.976269 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-85c773dd-0624-4c9c-8ffe-5f9f97ac5517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (7b6729d0-5ba5-4559-9142-9c07ce4352ed), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:58.019011 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c773dd-0624-4c9c-8ffe-5f9f97ac5517 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b6729d0-5ba5-4559-9142-9c07ce4352ed,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:58.040122 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 9bb01277-78f6-435c-b3e1-47ec8349d89d completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:44:58.045257 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 9bb01277-78f6-435c-b3e1-47ec8349d89d triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:44:58.046916 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9bb01277-78f6-435c-b3e1-47ec8349d89d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:58.167732 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 9bb01277-78f6-435c-b3e1-47ec8349d89d is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:44:58.168806 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9bb01277-78f6-435c-b3e1-47ec8349d89d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:58.213157 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 9bb01277-78f6-435c-b3e1-47ec8349d89d, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9bb01277-78f6-435c-b3e1-47ec8349d89d,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:44:58.214281 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb01277-78f6-435c-b3e1-47ec8349d89d'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:44:58.221589 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47184a9-3e6a-47fb-95d7-99ee8bd21764" -d '{"events": [{"server_uuid": "ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92", "name": "network-vif-plugged", "status": "completed", "tag": "9bb01277-78f6-435c-b3e1-47ec8349d89d"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:44:58.226021 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9bb01277-78f6-435c-b3e1-47ec8349d89d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:58.321779 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=9bb01277-78f6-435c-b3e1-47ec8349d89d,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:44:58.335461 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bb93d1-11e5-465c-b5de-ae2f4a09b0b4 x-openstack-request-id: req-35bb93d1-11e5-465c-b5de-ae2f4a09b0b4 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:44:58.336505 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92", "name": "network-vif-plugged", "status": "completed", "tag": "9bb01277-78f6-435c-b3e1-47ec8349d89d", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:44:58.336892 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35bb93d1-11e5-465c-b5de-ae2f4a09b0b4 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:44:58.337288 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb01277-78f6-435c-b3e1-47ec8349d89d', 'code': 200} Mar 01 13:44:58.354293 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb434714-d69b-484e-be8d-217707f1da14 admin admin] Publish callbacks [] for router_gateway (c4aad186-a67c-4d1f-b257-bae61b23dc7a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:58.436547 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-85c773dd-0624-4c9c-8ffe-5f9f97ac5517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:58.583615 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5a5b4-5932-4d8e-a26e-f9d0ac280ae8 req-f9f3f008-080a-4ba2-9eaa-1700fc5c28c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:58.585523 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-38f5a5b4-5932-4d8e-a26e-f9d0ac280ae8 req-f9f3f008-080a-4ba2-9eaa-1700fc5c28c1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 1131 time: 0.1123757 Mar 01 13:44:58.642507 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6be8be-b8bb-4e78-921a-668a0298b55c req-3bcdc46e-cd23-4dfb-9b72-1b85cb64c60e tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:58.644350 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bb6be8be-b8bb-4e78-921a-668a0298b55c req-3bcdc46e-cd23-4dfb-9b72-1b85cb64c60e tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 945 time: 0.2107570 Mar 01 13:44:58.654032 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e8263-d226-4a6e-81eb-2d8a8dc7d001 req-167cca6e-b357-4ff9-918b-8a547df36734 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:58.656151 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-076e8263-d226-4a6e-81eb-2d8a8dc7d001 req-167cca6e-b357-4ff9-918b-8a547df36734 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 949 time: 0.2207212 Mar 01 13:44:58.714041 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:44:58.765164 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:58.832656 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-38f5a5b4-5932-4d8e-a26e-f9d0ac280ae8 req-acb30e6d-cf10-4b7f-92cb-e8fd48a57409 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521206 Mar 01 13:44:58.857318 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb434714-d69b-484e-be8d-217707f1da14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (c4aad186-a67c-4d1f-b257-bae61b23dc7a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:58.890863 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bb6be8be-b8bb-4e78-921a-668a0298b55c req-8c213151-4872-458d-9791-13bb042bcbb6 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337279 Mar 01 13:44:58.911605 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-076e8263-d226-4a6e-81eb-2d8a8dc7d001 req-fb491b1a-935a-495a-91f3-69472e0dd66e tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381635 Mar 01 13:44:58.926121 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c773dd-0624-4c9c-8ffe-5f9f97ac5517 admin admin] Router 3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:44:59.102544 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb434714-d69b-484e-be8d-217707f1da14 admin admin] Router c4aad186-a67c-4d1f-b257-bae61b23dc7a is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 13:44:59.150905 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c773dd-0624-4c9c-8ffe-5f9f97ac5517 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:44:59.159339 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-85c773dd-0624-4c9c-8ffe-5f9f97ac5517 admin admin] 10.222.0.13 "PUT /v2.0/routers/3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6531076 Mar 01 13:44:59.161955 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34248) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:59.166045 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45bb82c-2fdb-48cd-84cd-b8a08254daad None None] Sync routers for ids ['3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:44:59.188178 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45bb82c-2fdb-48cd-84cd-b8a08254daad None None] Routers {'3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:44:59.189129 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-b45bb82c-2fdb-48cd-84cd-b8a08254daad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:44:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:59.233878 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a619bf-6657-4b5c-bf9a-3bb628fbc9d8 req-88fcfdd8-7680-4d7f-8f2b-b62a43c4cf1a tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:59.235614 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a9a619bf-6657-4b5c-bf9a-3bb628fbc9d8 req-88fcfdd8-7680-4d7f-8f2b-b62a43c4cf1a tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e2913eb-f1f2-40d6-bc86-7b6702a9c06c HTTP/1.1" status: 200 len: 945 time: 0.2350829 Mar 01 13:44:59.245698 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a37b85-3942-42ea-8608-402ce8c6476e req-19348055-58c2-4608-a049-cf7db2c17969 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:44:59.247266 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c5a37b85-3942-42ea-8608-402ce8c6476e req-19348055-58c2-4608-a049-cf7db2c17969 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad1d30d-77ff-4760-b6db-9cb8e0556b75 HTTP/1.1" status: 200 len: 944 time: 0.1576672 Mar 01 13:44:59.351938 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb434714-d69b-484e-be8d-217707f1da14 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:44:59.365519 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3431150b-ef79-4b7c-a8ae-b4d9772342fe None None] Sync routers for ids ['c4aad186-a67c-4d1f-b257-bae61b23dc7a'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:44:59.385108 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3431150b-ef79-4b7c-a8ae-b4d9772342fe None None] Routers {'c4aad186-a67c-4d1f-b257-bae61b23dc7a'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:44:59.385749 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-3431150b-ef79-4b7c-a8ae-b4d9772342fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:44:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['c4aad186-a67c-4d1f-b257-bae61b23dc7a'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:59.397716 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c5a37b85-3942-42ea-8608-402ce8c6476e req-5aa5b8d1-8d5d-4acb-9dda-b01ff5b31b31 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415622 Mar 01 13:44:59.406465 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb434714-d69b-484e-be8d-217707f1da14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:59.413122 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fb434714-d69b-484e-be8d-217707f1da14 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.1270607 Mar 01 13:44:59.413813 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a9a619bf-6657-4b5c-bf9a-3bb628fbc9d8 req-c05dfd7d-509b-4169-a73b-bb9192440f9d tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634574 Mar 01 13:44:59.414348 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34250) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:44:59.468988 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-df4813ee-80f1-44c3-9e6f-943cc9e1e4b8 admin admin] Publish callbacks [] for router (3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:44:59.473824 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-b45bb82c-2fdb-48cd-84cd-b8a08254daad None None] Set router 3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:44:59.645424 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-3431150b-ef79-4b7c-a8ae-b4d9772342fe None None] Set router c4aad186-a67c-4d1f-b257-bae61b23dc7a gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:44:59.786098 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-b45bb82c-2fdb-48cd-84cd-b8a08254daad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-433024307-router', 'tenant_id': '56174640a49042b7be4fff9d24bbd068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '6a3a6a5c-149f-4b71-9d78-49e207c03b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:53Z', 'updated_at': '2022-03-01T13:44:57Z', 'revision_number': 5, 'project_id': '56174640a49042b7be4fff9d24bbd068', 'gw_port': {'id': '6a3a6a5c-149f-4b71-9d78-49e207c03b54', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:54Z', 'updated_at': '2022-03-01T13:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:44:59.828371 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45bb82c-2fdb-48cd-84cd-b8a08254daad None None] Checking router: 3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:44:59.839655 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45bb82c-2fdb-48cd-84cd-b8a08254daad None None] Routers {'3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:44:59.840492 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-b45bb82c-2fdb-48cd-84cd-b8a08254daad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:44:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:45:00.016904 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-3431150b-ef79-4b7c-a8ae-b4d9772342fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1363162070-router', 'tenant_id': 'b79f39c46c31459c9d4d44a995c712e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '12f5e4c5-798e-4156-941c-64477efab2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:44:56Z', 'updated_at': '2022-03-01T13:44:58Z', 'revision_number': 3, 'project_id': 'b79f39c46c31459c9d4d44a995c712e3', 'gw_port': {'id': '12f5e4c5-798e-4156-941c-64477efab2db', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:64:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:44:57Z', 'updated_at': '2022-03-01T13:44:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:45:00.054621 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:00.068130 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device c115398a-be98-455e-8f15-e2f9ca851047 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:45:00.074364 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3431150b-ef79-4b7c-a8ae-b4d9772342fe None None] Checking router: c4aad186-a67c-4d1f-b257-bae61b23dc7a for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:45:00.074715 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3431150b-ef79-4b7c-a8ae-b4d9772342fe None None] Updating router c4aad186-a67c-4d1f-b257-bae61b23dc7a port 12f5e4c5-798e-4156-941c-64477efab2db binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:45:00.120426 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-3431150b-ef79-4b7c-a8ae-b4d9772342fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (12f5e4c5-798e-4156-941c-64477efab2db), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:00.132541 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-b45bb82c-2fdb-48cd-84cd-b8a08254daad None None] Set router 3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:45:00.247227 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-df4813ee-80f1-44c3-9e6f-943cc9e1e4b8 admin admin] Publish callbacks [] for router_gateway (3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:00.277078 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f368a4-7b51-4cb2-a56f-0ad9e8f31a23 req-be880127-849b-438a-a822-285a082f8c69 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:00.280120 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a1f368a4-7b51-4cb2-a56f-0ad9e8f31a23 req-be880127-849b-438a-a822-285a082f8c69 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 949 time: 0.2144625 Mar 01 13:45:00.292993 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port c115398a-be98-455e-8f15-e2f9ca851047 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:45:00.315029 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port c115398a-be98-455e-8f15-e2f9ca851047 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:45:00.315576 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c115398a-be98-455e-8f15-e2f9ca851047), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:00.332195 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7dd636-f6e4-4a5a-81f6-c709bbb40fca req-51962b30-b990-4308-8eb2-3c9cbefe20b5 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:00.333941 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ec7dd636-f6e4-4a5a-81f6-c709bbb40fca req-51962b30-b990-4308-8eb2-3c9cbefe20b5 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 945 time: 0.2709346 Mar 01 13:45:00.463919 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a1f368a4-7b51-4cb2-a56f-0ad9e8f31a23 req-e921e3ec-5c2d-45a1-abbb-3af502e7415f tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422174 Mar 01 13:45:00.471855 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port c115398a-be98-455e-8f15-e2f9ca851047 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:45:00.472450 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c115398a-be98-455e-8f15-e2f9ca851047), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:00.493597 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-b45bb82c-2fdb-48cd-84cd-b8a08254daad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-433024307-router', 'tenant_id': '56174640a49042b7be4fff9d24bbd068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '6a3a6a5c-149f-4b71-9d78-49e207c03b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:53Z', 'updated_at': '2022-03-01T13:44:57Z', 'revision_number': 5, 'project_id': '56174640a49042b7be4fff9d24bbd068', 'gw_port': {'id': '6a3a6a5c-149f-4b71-9d78-49e207c03b54', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:54Z', 'updated_at': '2022-03-01T13:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:45:00.536835 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45bb82c-2fdb-48cd-84cd-b8a08254daad None None] The sync data for ids ['3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec'] in n-d-827467-3 is: [{'id': '3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-433024307-router', 'tenant_id': '56174640a49042b7be4fff9d24bbd068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '6a3a6a5c-149f-4b71-9d78-49e207c03b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:39:53Z', 'updated_at': '2022-03-01T13:44:57Z', 'revision_number': 5, 'project_id': '56174640a49042b7be4fff9d24bbd068', 'gw_port': {'id': '6a3a6a5c-149f-4b71-9d78-49e207c03b54', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:39:54Z', 'updated_at': '2022-03-01T13:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:45:00.545113 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad1d30d-77ff-4760-b6db-9cb8e0556b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c115398a-be98-455e-8f15-e2f9ca851047'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:45:00.548414 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45764c60-bae8-4458-bf94-0d00410c90b9" -d '{"events": [{"server_uuid": "2ad1d30d-77ff-4760-b6db-9cb8e0556b75", "name": "network-vif-plugged", "status": "completed", "tag": "c115398a-be98-455e-8f15-e2f9ca851047"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:45:00.563562 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ec7dd636-f6e4-4a5a-81f6-c709bbb40fca req-2b033794-7af0-41f7-b61b-f8f66733e6f7 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981068 Mar 01 13:45:00.581293 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port c115398a-be98-455e-8f15-e2f9ca851047, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=c115398a-be98-455e-8f15-e2f9ca851047,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:00.592149 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c115398a-be98-455e-8f15-e2f9ca851047), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:00.690661 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=c115398a-be98-455e-8f15-e2f9ca851047,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:00.794668 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-3431150b-ef79-4b7c-a8ae-b4d9772342fe None None] Publish callbacks [] for port (12f5e4c5-798e-4156-941c-64477efab2db), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:00.802329 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-3431150b-ef79-4b7c-a8ae-b4d9772342fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (12f5e4c5-798e-4156-941c-64477efab2db), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:00.846559 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-df4813ee-80f1-44c3-9e6f-943cc9e1e4b8 admin admin] Deleting port 6a3a6a5c-149f-4b71-9d78-49e207c03b54 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:45:00.846910 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-df4813ee-80f1-44c3-9e6f-943cc9e1e4b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (6a3a6a5c-149f-4b71-9d78-49e207c03b54), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:00.857071 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-3431150b-ef79-4b7c-a8ae-b4d9772342fe None None] Attempting to bind port 12f5e4c5-798e-4156-941c-64477efab2db on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:45:00.857558 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-3431150b-ef79-4b7c-a8ae-b4d9772342fe None None] Attempting to bind port 12f5e4c5-798e-4156-941c-64477efab2db by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:45:00.858619 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3431150b-ef79-4b7c-a8ae-b4d9772342fe None None] Attempting to bind port 12f5e4c5-798e-4156-941c-64477efab2db on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:45:00.867478 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3431150b-ef79-4b7c-a8ae-b4d9772342fe None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:45:00.868073 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3431150b-ef79-4b7c-a8ae-b4d9772342fe None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:45:00.868554 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-3431150b-ef79-4b7c-a8ae-b4d9772342fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:00.869067 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3431150b-ef79-4b7c-a8ae-b4d9772342fe None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:45:00.869789 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-3431150b-ef79-4b7c-a8ae-b4d9772342fe None None] Bound port: 12f5e4c5-798e-4156-941c-64477efab2db, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:45:00.870174 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-3431150b-ef79-4b7c-a8ae-b4d9772342fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (12f5e4c5-798e-4156-941c-64477efab2db), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:00.933335 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 7b6729d0-5ba5-4559-9142-9c07ce4352ed no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:45:00.943782 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f023a1b-fba8-45dd-9127-cab18197e13e None None] Pushing event updated for resources: {'Port': ['ID=12f5e4c5-798e-4156-941c-64477efab2db,revision_number=2']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:00.948587 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-df4813ee-80f1-44c3-9e6f-943cc9e1e4b8 admin admin] For port 6a3a6a5c-149f-4b71-9d78-49e207c03b54, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6a3a6a5c-149f-4b71-9d78-49e207c03b54,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:00.948978 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-df4813ee-80f1-44c3-9e6f-943cc9e1e4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (6a3a6a5c-149f-4b71-9d78-49e207c03b54), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:00.975325 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-df4813ee-80f1-44c3-9e6f-943cc9e1e4b8 admin admin] Calling delete_port for 6a3a6a5c-149f-4b71-9d78-49e207c03b54 owned by network:router_gateway {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:45:00.998993 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 7b6729d0-5ba5-4559-9142-9c07ce4352ed {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:45:01.000553 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 7b6729d0-5ba5-4559-9142-9c07ce4352ed not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:45:01.032662 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-3431150b-ef79-4b7c-a8ae-b4d9772342fe None None] For port 12f5e4c5-798e-4156-941c-64477efab2db, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:45:01.038511 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-3431150b-ef79-4b7c-a8ae-b4d9772342fe None None] For port 12f5e4c5-798e-4156-941c-64477efab2db, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=12f5e4c5-798e-4156-941c-64477efab2db,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:45:01.048544 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-3431150b-ef79-4b7c-a8ae-b4d9772342fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (12f5e4c5-798e-4156-941c-64477efab2db), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:01.124240 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3431150b-ef79-4b7c-a8ae-b4d9772342fe None None] Routers {'c4aad186-a67c-4d1f-b257-bae61b23dc7a'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:45:01.124896 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-3431150b-ef79-4b7c-a8ae-b4d9772342fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:44:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['c4aad186-a67c-4d1f-b257-bae61b23dc7a'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:45:01.129907 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b801c43-952e-4844-b4eb-ccef931c466d req-8264b63a-08a3-4487-a04f-1fcfbcc217a3 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:01.136853 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4b801c43-952e-4844-b4eb-ccef931c466d req-8264b63a-08a3-4487-a04f-1fcfbcc217a3 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad1d30d-77ff-4760-b6db-9cb8e0556b75 HTTP/1.1" status: 200 len: 945 time: 0.3620231 Mar 01 13:45:01.190522 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f023a1b-fba8-45dd-9127-cab18197e13e None None] Pushing event updated for resources: {'Port': ['ID=12f5e4c5-798e-4156-941c-64477efab2db,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:01.213828 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d88ac-e311-44f3-a820-87a1fb78ad13 req-0d93833b-824e-4f6c-baa0-faae303455b4 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:01.216148 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d19d88ac-e311-44f3-a820-87a1fb78ad13 req-0d93833b-824e-4f6c-baa0-faae303455b4 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e2913eb-f1f2-40d6-bc86-7b6702a9c06c HTTP/1.1" status: 200 len: 945 time: 0.4748287 Mar 01 13:45:01.267621 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-3431150b-ef79-4b7c-a8ae-b4d9772342fe None None] Set router c4aad186-a67c-4d1f-b257-bae61b23dc7a gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:45:01.306196 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4b801c43-952e-4844-b4eb-ccef931c466d req-99ba239f-bb27-4314-b838-ed931fc77184 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683121 Mar 01 13:45:01.312434 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1e137292-1275-4800-8e95-8804a8447b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:01.397117 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6817192-e9da-49db-9d51-25e8bfff9414 x-openstack-request-id: req-f6817192-e9da-49db-9d51-25e8bfff9414 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:45:01.397703 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad1d30d-77ff-4760-b6db-9cb8e0556b75", "name": "network-vif-plugged", "status": "completed", "tag": "c115398a-be98-455e-8f15-e2f9ca851047", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:45:01.398237 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6817192-e9da-49db-9d51-25e8bfff9414 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:45:01.399092 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad1d30d-77ff-4760-b6db-9cb8e0556b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c115398a-be98-455e-8f15-e2f9ca851047', 'code': 200} Mar 01 13:45:01.453255 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d19d88ac-e311-44f3-a820-87a1fb78ad13 req-78aaa8e6-a92a-4f1c-b689-6c23a455929f tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279315 Mar 01 13:45:01.545136 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01206b34-1e4b-43cd-9b87-5a8d5a4f2b9f req-786702f5-f2c0-4dee-a372-ad6e8543ca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:01.549171 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-01206b34-1e4b-43cd-9b87-5a8d5a4f2b9f req-786702f5-f2c0-4dee-a372-ad6e8543ca80 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2ad1d30d-77ff-4760-b6db-9cb8e0556b75 HTTP/1.1" status: 200 len: 1127 time: 0.0851209 Mar 01 13:45:01.609955 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-3431150b-ef79-4b7c-a8ae-b4d9772342fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1363162070-router', 'tenant_id': 'b79f39c46c31459c9d4d44a995c712e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '12f5e4c5-798e-4156-941c-64477efab2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:44:56Z', 'updated_at': '2022-03-01T13:44:58Z', 'revision_number': 3, 'project_id': 'b79f39c46c31459c9d4d44a995c712e3', 'gw_port': {'id': '12f5e4c5-798e-4156-941c-64477efab2db', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:64:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:44:57Z', 'updated_at': '2022-03-01T13:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:45:01.648639 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-01206b34-1e4b-43cd-9b87-5a8d5a4f2b9f req-a624e8d9-151a-4721-af04-b3d0e6ca4983 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915952 Mar 01 13:45:01.662305 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-df4813ee-80f1-44c3-9e6f-943cc9e1e4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (6a3a6a5c-149f-4b71-9d78-49e207c03b54), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:01.670167 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3431150b-ef79-4b7c-a8ae-b4d9772342fe None None] The sync data for ids ['c4aad186-a67c-4d1f-b257-bae61b23dc7a'] in n-d-827467-3 is: [{'id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1363162070-router', 'tenant_id': 'b79f39c46c31459c9d4d44a995c712e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '12f5e4c5-798e-4156-941c-64477efab2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:44:56Z', 'updated_at': '2022-03-01T13:44:58Z', 'revision_number': 3, 'project_id': 'b79f39c46c31459c9d4d44a995c712e3', 'gw_port': {'id': '12f5e4c5-798e-4156-941c-64477efab2db', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:64:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:44:57Z', 'updated_at': '2022-03-01T13:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:45:01.694622 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:01.757317 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4813ee-80f1-44c3-9e6f-943cc9e1e4b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a3a6a5c-149f-4b71-9d78-49e207c03b54,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:01.792736 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6257e62-ca83-4541-9fef-e2ddf29a3724 req-2d12360b-f056-4379-8580-e1065edf5081 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:01.794502 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b6257e62-ca83-4541-9fef-e2ddf29a3724 req-2d12360b-f056-4379-8580-e1065edf5081 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 949 time: 0.2059073 Mar 01 13:45:01.863829 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-1e137292-1275-4800-8e95-8804a8447b15 admin admin] Allocated IP 172.20.0.1 (d59339e4-a260-4460-98ed-315edc30d333/6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0/691b8449-8275-4ef0-a5e5-9aee6eea1db4) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:45:01.915040 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-df4813ee-80f1-44c3-9e6f-943cc9e1e4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:02.046931 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b6257e62-ca83-4541-9fef-e2ddf29a3724 req-c7c591de-2df3-4fd4-bddb-e7b02299dd4d tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093141 Mar 01 13:45:02.168502 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237756c-9745-45be-8d71-4f2cb60cc58a req-8eb50ebb-aef0-4a86-920f-b247ddf17606 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:02.176388 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e237756c-9745-45be-8d71-4f2cb60cc58a req-8eb50ebb-aef0-4a86-920f-b247ddf17606 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 945 time: 0.4257329 Mar 01 13:45:02.230461 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-df4813ee-80f1-44c3-9e6f-943cc9e1e4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:02.239707 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-df4813ee-80f1-44c3-9e6f-943cc9e1e4b8 admin admin] Publish callbacks [] for router_controller (3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:02.385043 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-df4813ee-80f1-44c3-9e6f-943cc9e1e4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:02.385866 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4813ee-80f1-44c3-9e6f-943cc9e1e4b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 13:45:02.391091 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1e137292-1275-4800-8e95-8804a8447b15 admin admin] Publish callbacks [] for port (691b8449-8275-4ef0-a5e5-9aee6eea1db4), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:02.395354 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e237756c-9745-45be-8d71-4f2cb60cc58a req-1bd982fd-23dd-41e6-8786-2fc08ca7bc18 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181406 Mar 01 13:45:02.402790 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-df4813ee-80f1-44c3-9e6f-943cc9e1e4b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:02.403972 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-df4813ee-80f1-44c3-9e6f-943cc9e1e4b8 admin admin] 10.222.0.13 "DELETE /v2.0/routers/3f89dc3d-e8f1-4bda-ac95-34b9896ed2ec HTTP/1.1" status: 204 len: 168 time: 3.2410383 Mar 01 13:45:02.407255 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34278) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:45:02.413986 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264367e-0991-4d05-9117-491fa068f376 req-6ba5535a-b952-4f75-9f36-061703f90ca8 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:02.415585 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5264367e-0991-4d05-9117-491fa068f376 req-6ba5535a-b952-4f75-9f36-061703f90ca8 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 949 time: 0.2319436 Mar 01 13:45:02.538419 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c9f3b5-3226-4a97-92cb-eaf16661f954 admin admin] Deleting subnet 5b5975b6-5553-465d-931c-bd78a0149167 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:45:02.544600 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e0c9f3b5-3226-4a97-92cb-eaf16661f954 admin admin] Publish callbacks [] for subnet (5b5975b6-5553-465d-931c-bd78a0149167), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:02.646397 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5264367e-0991-4d05-9117-491fa068f376 req-37b8f515-8717-4280-9ed5-31ca5f1c42dc tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091155 Mar 01 13:45:02.649464 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1e137292-1275-4800-8e95-8804a8447b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (691b8449-8275-4ef0-a5e5-9aee6eea1db4), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:02.676868 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e0c9f3b5-3226-4a97-92cb-eaf16661f954 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (5b5975b6-5553-465d-931c-bd78a0149167), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:02.762735 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd67f34-fd63-4289-9c7a-cd17a2527ccc req-4c92e8c6-a566-4eab-ac56-fdb22f061a30 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:02.770699 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bbd67f34-fd63-4289-9c7a-cd17a2527ccc req-4c92e8c6-a566-4eab-ac56-fdb22f061a30 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad1d30d-77ff-4760-b6db-9cb8e0556b75 HTTP/1.1" status: 200 len: 945 time: 0.2785509 Mar 01 13:45:02.820950 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e0c9f3b5-3226-4a97-92cb-eaf16661f954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (5b5975b6-5553-465d-931c-bd78a0149167), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:02.857374 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e137292-1275-4800-8e95-8804a8447b15 admin admin] Network d59339e4-a260-4460-98ed-315edc30d333 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:45:02.859446 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e137292-1275-4800-8e95-8804a8447b15 admin admin] Pushing event updated for resources: {'Port': ['ID=691b8449-8275-4ef0-a5e5-9aee6eea1db4,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:02.862223 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-1e137292-1275-4800-8e95-8804a8447b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:45:02.874052 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e137292-1275-4800-8e95-8804a8447b15 admin admin] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:45:02.926840 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e0c9f3b5-3226-4a97-92cb-eaf16661f954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (5b5975b6-5553-465d-931c-bd78a0149167), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:02.970415 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bbd67f34-fd63-4289-9c7a-cd17a2527ccc req-73f18ccb-6a4c-445e-aac0-d5cb15c2187a tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862569 Mar 01 13:45:02.995724 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1e137292-1275-4800-8e95-8804a8447b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (c4aad186-a67c-4d1f-b257-bae61b23dc7a), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:03.002609 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44aa60c2-d7ae-4392-b7d0-bde77e6eec15 None None] Network 99f0eda4-8931-4f72-a81b-bf50b6d238c6 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:45:03.018585 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e0c9f3b5-3226-4a97-92cb-eaf16661f954 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:03.029281 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3fd5a6-4043-440c-95c9-fc22eb376496 req-586120fe-f1fd-44a7-8ca2-ef89d3d47562 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:03.030066 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e0c9f3b5-3226-4a97-92cb-eaf16661f954 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5b5975b6-5553-465d-931c-bd78a0149167 HTTP/1.1" status: 204 len: 168 time: 0.6213641 Mar 01 13:45:03.030723 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34284) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:45:03.040732 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9e3fd5a6-4043-440c-95c9-fc22eb376496 req-586120fe-f1fd-44a7-8ca2-ef89d3d47562 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e2913eb-f1f2-40d6-bc86-7b6702a9c06c HTTP/1.1" status: 200 len: 945 time: 0.2688286 Mar 01 13:45:03.065392 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c9f3b5-3226-4a97-92cb-eaf16661f954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b5975b6-5553-465d-931c-bd78a0149167,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:03.307725 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-708074d4-cdd9-4c0d-9f14-ae4695c91200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (99f0eda4-8931-4f72-a81b-bf50b6d238c6), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:03.336624 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 12f5e4c5-798e-4156-941c-64477efab2db up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:45:03.360326 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9e3fd5a6-4043-440c-95c9-fc22eb376496 req-8d11d106-9522-4ae8-9eb5-f4e2f0b61c37 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175504 Mar 01 13:45:03.426580 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-708074d4-cdd9-4c0d-9f14-ae4695c91200 admin admin] Deleting port dbf5f834-d45e-4cbe-bc09-14a45a7846e6 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:45:03.427853 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-708074d4-cdd9-4c0d-9f14-ae4695c91200 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (dbf5f834-d45e-4cbe-bc09-14a45a7846e6), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:03.527789 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 12f5e4c5-798e-4156-941c-64477efab2db triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:45:03.528126 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (12f5e4c5-798e-4156-941c-64477efab2db), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:03.597581 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-708074d4-cdd9-4c0d-9f14-ae4695c91200 admin admin] For port dbf5f834-d45e-4cbe-bc09-14a45a7846e6, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=dbf5f834-d45e-4cbe-bc09-14a45a7846e6,segment=NetworkSegment(0238b9ed-49f4-4209-8867-c1b9b2a9e480),segment_id=0238b9ed-49f4-4209-8867-c1b9b2a9e480)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:03.597938 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-708074d4-cdd9-4c0d-9f14-ae4695c91200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (dbf5f834-d45e-4cbe-bc09-14a45a7846e6), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:03.603211 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c655ed75-9e47-42b1-a9c0-44ff824ee630 None None] DHCP port deletion for 99f0eda4-8931-4f72-a81b-bf50b6d238c6 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:45:03.612668 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-ac3a9ef8-1034-407c-a2c6-22b0b7e7fb81 req-2a6d0ec8-5c14-4fa0-99b9-61749b6aeb98 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:45:03.615387 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ac3a9ef8-1034-407c-a2c6-22b0b7e7fb81 req-2a6d0ec8-5c14-4fa0-99b9-61749b6aeb98 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132205 Mar 01 13:45:03.628646 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-708074d4-cdd9-4c0d-9f14-ae4695c91200 admin admin] Calling delete_port for dbf5f834-d45e-4cbe-bc09-14a45a7846e6 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:45:03.676771 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1e137292-1275-4800-8e95-8804a8447b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (691b8449-8275-4ef0-a5e5-9aee6eea1db4), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:03.730863 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a85852-a5e3-4d59-81c6-bb2eda27edf7 req-93807039-98d5-409b-ac59-070a5ff6238c tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:03.733996 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-12a85852-a5e3-4d59-81c6-bb2eda27edf7 req-93807039-98d5-409b-ac59-070a5ff6238c tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 945 time: 0.2072039 Mar 01 13:45:03.789227 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 12f5e4c5-798e-4156-941c-64477efab2db is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:45:03.789614 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (12f5e4c5-798e-4156-941c-64477efab2db), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:03.816259 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-708074d4-cdd9-4c0d-9f14-ae4695c91200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (dbf5f834-d45e-4cbe-bc09-14a45a7846e6), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:03.831728 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 12f5e4c5-798e-4156-941c-64477efab2db, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=12f5e4c5-798e-4156-941c-64477efab2db,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:03.838128 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-c655ed75-9e47-42b1-a9c0-44ff824ee630 None None] Deleting port dbf5f834-d45e-4cbe-bc09-14a45a7846e6 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:45:03.838630 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c655ed75-9e47-42b1-a9c0-44ff824ee630 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (dbf5f834-d45e-4cbe-bc09-14a45a7846e6), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:03.853442 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (12f5e4c5-798e-4156-941c-64477efab2db), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:03.892138 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708074d4-cdd9-4c0d-9f14-ae4695c91200 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbf5f834-d45e-4cbe-bc09-14a45a7846e6,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:03.900461 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708074d4-cdd9-4c0d-9f14-ae4695c91200 admin admin] No DVR routers for this DVR port dbf5f834-d45e-4cbe-bc09-14a45a7846e6 on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:45:03.965023 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-c655ed75-9e47-42b1-a9c0-44ff824ee630 None None] For port dbf5f834-d45e-4cbe-bc09-14a45a7846e6, host n-d-827467-3, got binding levels [] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:03.965382 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c655ed75-9e47-42b1-a9c0-44ff824ee630 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (dbf5f834-d45e-4cbe-bc09-14a45a7846e6), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:04.017387 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-c655ed75-9e47-42b1-a9c0-44ff824ee630 None None] Calling delete_port for dbf5f834-d45e-4cbe-bc09-14a45a7846e6 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:45:04.029022 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.ipam_backend_mixin [None req-c655ed75-9e47-42b1-a9c0-44ff824ee630 None None] Port dbf5f834-d45e-4cbe-bc09-14a45a7846e6 was not found and therefore no delete operation was performed {{(pid=103728) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 01 13:45:04.030946 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=12f5e4c5-798e-4156-941c-64477efab2db,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:04.037302 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c655ed75-9e47-42b1-a9c0-44ff824ee630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (dbf5f834-d45e-4cbe-bc09-14a45a7846e6), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:04.100522 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c655ed75-9e47-42b1-a9c0-44ff824ee630 None None] Pushing event deleted for resources: {'Port': ['ID=dbf5f834-d45e-4cbe-bc09-14a45a7846e6,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:04.101424 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-708074d4-cdd9-4c0d-9f14-ae4695c91200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (99f0eda4-8931-4f72-a81b-bf50b6d238c6), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:04.112287 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c655ed75-9e47-42b1-a9c0-44ff824ee630 None None] No DVR routers for this DVR port dbf5f834-d45e-4cbe-bc09-14a45a7846e6 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:45:04.145078 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-708074d4-cdd9-4c0d-9f14-ae4695c91200 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f0eda4-8931-4f72-a81b-bf50b6d238c6']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:45:04.176002 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-708074d4-cdd9-4c0d-9f14-ae4695c91200 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0238b9ed-49f4-4209-8867-c1b9b2a9e480') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:45:04.176341 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-708074d4-cdd9-4c0d-9f14-ae4695c91200 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0238b9ed-49f4-4209-8867-c1b9b2a9e480') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:45:04.212305 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-708074d4-cdd9-4c0d-9f14-ae4695c91200 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (0238b9ed-49f4-4209-8867-c1b9b2a9e480), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:04.233518 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-708074d4-cdd9-4c0d-9f14-ae4695c91200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (0238b9ed-49f4-4209-8867-c1b9b2a9e480), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:04.245257 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-708074d4-cdd9-4c0d-9f14-ae4695c91200 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:45:04.245601 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-708074d4-cdd9-4c0d-9f14-ae4695c91200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (0238b9ed-49f4-4209-8867-c1b9b2a9e480), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:04.247717 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:45:04.247717 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:45:04.247717 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:45:04.247717 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:45:04.247717 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:45:04.247717 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:45:04.247717 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:45:04.247717 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:45:04.247717 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:45:04.247717 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:45:04.247717 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:45:04.247717 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:45:04.247717 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:45:04.247717 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:45:04.247717 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:45:04.247717 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:45:04.247717 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:45:04.247717 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:45:04.247717 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:45:04.247717 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:45:04.247717 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:45:04.247717 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:45:04.247717 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:45:04.247717 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:45:04.247717 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:45:04.247717 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:45:04.247717 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:45:04.247717 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:45:04.247717 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:45:04.247717 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:45:04.247717 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:45:04.247717 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:45:04.260992 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-26100250-5bd6-4d26-9930-8fe14f5c04b0 req-545acbb5-dadb-415a-8408-20472c91f54f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1813638 Mar 01 13:45:04.342094 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-708074d4-cdd9-4c0d-9f14-ae4695c91200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (99f0eda4-8931-4f72-a81b-bf50b6d238c6), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:04.348913 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-708074d4-cdd9-4c0d-9f14-ae4695c91200 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:04.362956 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-708074d4-cdd9-4c0d-9f14-ae4695c91200 admin admin] 10.222.0.13 "DELETE /v2.0/networks/99f0eda4-8931-4f72-a81b-bf50b6d238c6 HTTP/1.1" status: 204 len: 168 time: 1.3246169 Mar 01 13:45:04.411804 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708074d4-cdd9-4c0d-9f14-ae4695c91200 admin admin] Pushing event deleted for resources: {'Network': ['ID=99f0eda4-8931-4f72-a81b-bf50b6d238c6,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:04.544009 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-12a85852-a5e3-4d59-81c6-bb2eda27edf7 req-e688b287-2aec-427f-9acf-94241e84db4b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8004677 Mar 01 13:45:04.610889 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34312) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:45:04.700353 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6187702b-5bd2-49dd-88fd-ba4def81646a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a1604e108eb4efa9392af151a3634bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0860429 Mar 01 13:45:04.701799 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34318) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:45:04.732276 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb1703-73cb-4a70-bb1a-aa03658050fd req-5e02e091-b4fe-4ec5-b44c-15ec31c31efb tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:04.742428 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d2cb1703-73cb-4a70-bb1a-aa03658050fd req-5e02e091-b4fe-4ec5-b44c-15ec31c31efb tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 949 time: 0.2173738 Mar 01 13:45:04.787699 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 12f5e4c5-798e-4156-941c-64477efab2db up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:45:04.824769 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3af31c18-b11c-4fa7-86b3-50811b3f2544 admin admin] Publish callbacks [] for security_group (63bff21c-4a59-4695-82cd-8333d2d2d855), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:04.827244 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1e137292-1275-4800-8e95-8804a8447b15 admin admin] Publish callbacks [] for port (691b8449-8275-4ef0-a5e5-9aee6eea1db4), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:04.850495 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1e137292-1275-4800-8e95-8804a8447b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (691b8449-8275-4ef0-a5e5-9aee6eea1db4), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:04.872872 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3af31c18-b11c-4fa7-86b3-50811b3f2544 admin admin] Publish callbacks [] for security_group (63bff21c-4a59-4695-82cd-8333d2d2d855), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:04.894396 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 12f5e4c5-798e-4156-941c-64477efab2db triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:45:04.895120 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (12f5e4c5-798e-4156-941c-64477efab2db), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:04.948752 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b74491-93ea-4699-820c-767ac6f78234 req-96d1ebd9-7d7d-47c0-a833-f03a7a6a2899 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:04.952123 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f9b74491-93ea-4699-820c-767ac6f78234 req-96d1ebd9-7d7d-47c0-a833-f03a7a6a2899 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad1d30d-77ff-4760-b6db-9cb8e0556b75 HTTP/1.1" status: 200 len: 945 time: 0.2932761 Mar 01 13:45:04.962273 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d2cb1703-73cb-4a70-bb1a-aa03658050fd req-95111737-0405-4e84-9215-75d677d8439c tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189667 Mar 01 13:45:04.984938 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3af31c18-b11c-4fa7-86b3-50811b3f2544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (63bff21c-4a59-4695-82cd-8333d2d2d855), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:04.987784 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3af31c18-b11c-4fa7-86b3-50811b3f2544 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:04.992136 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3af31c18-b11c-4fa7-86b3-50811b3f2544 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63bff21c-4a59-4695-82cd-8333d2d2d855 HTTP/1.1" status: 204 len: 168 time: 0.2879403 Mar 01 13:45:05.008568 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af31c18-b11c-4fa7-86b3-50811b3f2544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bff21c-4a59-4695-82cd-8333d2d2d855,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:05.018540 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1e137292-1275-4800-8e95-8804a8447b15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (c4aad186-a67c-4d1f-b257-bae61b23dc7a), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:05.031245 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e137292-1275-4800-8e95-8804a8447b15 admin admin] Pushing event updated for resources: {'Port': ['ID=691b8449-8275-4ef0-a5e5-9aee6eea1db4,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:05.144291 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f9b74491-93ea-4699-820c-767ac6f78234 req-38937f3b-1b2c-4d70-a558-49b3158d813c tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809986 Mar 01 13:45:05.172585 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 12f5e4c5-798e-4156-941c-64477efab2db is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:45:05.257043 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6a3a6a5c-149f-4b71-9d78-49e207c03b54 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:45:05.277100 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e137292-1275-4800-8e95-8804a8447b15 admin admin] Network d59339e4-a260-4460-98ed-315edc30d333 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:45:05.279831 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-1e137292-1275-4800-8e95-8804a8447b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:45:05.308793 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d2844-5669-4bdf-be00-d4c30f6a4afd req-c83b786d-8aa4-4ac1-8a45-821727e4128b tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:05.320155 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fd6d2844-5669-4bdf-be00-d4c30f6a4afd req-c83b786d-8aa4-4ac1-8a45-821727e4128b tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e2913eb-f1f2-40d6-bc86-7b6702a9c06c HTTP/1.1" status: 200 len: 945 time: 0.1977003 Mar 01 13:45:05.324453 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 6a3a6a5c-149f-4b71-9d78-49e207c03b54 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:45:05.324801 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6a3a6a5c-149f-4b71-9d78-49e207c03b54 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:45:05.325232 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device dbf5f834-d45e-4cbe-bc09-14a45a7846e6 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:45:05.360443 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: dbf5f834-d45e-4cbe-bc09-14a45a7846e6 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:45:05.360815 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device dbf5f834-d45e-4cbe-bc09-14a45a7846e6 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:45:05.465517 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34336) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:45:05.476179 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fd6d2844-5669-4bdf-be00-d4c30f6a4afd req-4aa1d57d-a0cf-43fc-8487-2d08f25a058b tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542585 Mar 01 13:45:05.639633 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e137292-1275-4800-8e95-8804a8447b15 admin admin] Router c4aad186-a67c-4d1f-b257-bae61b23dc7a has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:45:05.816421 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63005cba-243f-43f3-a504-b83f5a7afea0 req-778084ec-345e-49ea-b9e8-90c0e9541878 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:05.817772 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-63005cba-243f-43f3-a504-b83f5a7afea0 req-778084ec-345e-49ea-b9e8-90c0e9541878 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 945 time: 0.1769369 Mar 01 13:45:05.863080 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf340104-5bd8-4487-bf04-96ebfff057a2 req-c49ee712-dd18-4973-ab59-09122c9352a0 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:05.864872 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bf340104-5bd8-4487-bf04-96ebfff057a2 req-c49ee712-dd18-4973-ab59-09122c9352a0 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad1d30d-77ff-4760-b6db-9cb8e0556b75 HTTP/1.1" status: 200 len: 945 time: 0.2214115 Mar 01 13:45:05.865431 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34346) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:45:05.903461 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26100250-5bd6-4d26-9930-8fe14f5c04b0 req-e5b41716-d099-434d-be53-ee4db90efd05 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:05.906406 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-26100250-5bd6-4d26-9930-8fe14f5c04b0 req-e5b41716-d099-434d-be53-ee4db90efd05 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports/9bb01277-78f6-435c-b3e1-47ec8349d89d HTTP/1.1" status: 200 len: 946 time: 0.4399641 Mar 01 13:45:05.972302 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e137292-1275-4800-8e95-8804a8447b15 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:45:05.990059 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310b0fa4-9f8e-49de-97dd-7ed15b88b3b4 None None] Sync routers for ids ['c4aad186-a67c-4d1f-b257-bae61b23dc7a'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:45:05.993908 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1e137292-1275-4800-8e95-8804a8447b15 admin admin] 10.222.0.13 "PUT /v2.0/routers/c4aad186-a67c-4d1f-b257-bae61b23dc7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5733657 Mar 01 13:45:06.014676 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310b0fa4-9f8e-49de-97dd-7ed15b88b3b4 None None] Routers {'c4aad186-a67c-4d1f-b257-bae61b23dc7a'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:45:06.016594 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-310b0fa4-9f8e-49de-97dd-7ed15b88b3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:44:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['c4aad186-a67c-4d1f-b257-bae61b23dc7a'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:45:06.023044 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-63005cba-243f-43f3-a504-b83f5a7afea0 req-86adf2cb-f844-4aa8-80fb-dda1aafabf8c tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693332 Mar 01 13:45:06.024681 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d1cce6f5-0458-455f-89dd-c4794afb6340 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56174640a49042b7be4fff9d24bbd068&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1550848 Mar 01 13:45:06.027340 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34358) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:45:06.028550 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bf340104-5bd8-4487-bf04-96ebfff057a2 req-590380cb-cc4a-4c41-bd1b-5184944b18cf tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410940 Mar 01 13:45:06.105661 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-78d27d07-10ad-48bd-92b6-2d6096874a29 admin admin] Publish callbacks [] for security_group (a864c4c6-93f2-4d6e-904f-1fc2a8c0cb77), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:06.149216 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-78d27d07-10ad-48bd-92b6-2d6096874a29 admin admin] Publish callbacks [] for security_group (a864c4c6-93f2-4d6e-904f-1fc2a8c0cb77), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:06.239836 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-78d27d07-10ad-48bd-92b6-2d6096874a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a864c4c6-93f2-4d6e-904f-1fc2a8c0cb77), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:06.244628 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-78d27d07-10ad-48bd-92b6-2d6096874a29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:06.246999 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-78d27d07-10ad-48bd-92b6-2d6096874a29 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a864c4c6-93f2-4d6e-904f-1fc2a8c0cb77 HTTP/1.1" status: 204 len: 168 time: 0.2185693 Mar 01 13:45:06.258467 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d27d07-10ad-48bd-92b6-2d6096874a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a864c4c6-93f2-4d6e-904f-1fc2a8c0cb77,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:06.284873 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d3454-b7a0-4f99-8fac-eba5c4a9d103 req-3008c2a6-d7da-4482-9675-2106ec6b4513 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:06.286489 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8b4d3454-b7a0-4f99-8fac-eba5c4a9d103 req-3008c2a6-d7da-4482-9675-2106ec6b4513 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 949 time: 0.0934978 Mar 01 13:45:06.379040 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8b4d3454-b7a0-4f99-8fac-eba5c4a9d103 req-5b849e97-8013-4a67-a636-da8f53a5f7c9 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866408 Mar 01 13:45:06.538009 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-310b0fa4-9f8e-49de-97dd-7ed15b88b3b4 None None] Set router c4aad186-a67c-4d1f-b257-bae61b23dc7a gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:45:06.775531 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d26468-e749-4361-94f6-6fc410446f59 req-e1e02f4a-dacd-4761-a45d-1347f192b555 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:06.777890 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f7d26468-e749-4361-94f6-6fc410446f59 req-e1e02f4a-dacd-4761-a45d-1347f192b555 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e2913eb-f1f2-40d6-bc86-7b6702a9c06c HTTP/1.1" status: 200 len: 945 time: 0.1618752 Mar 01 13:45:06.884205 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f7d26468-e749-4361-94f6-6fc410446f59 req-09b939d3-61e5-41d0-968e-8ed4384048ce tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967133 Mar 01 13:45:06.908910 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-310b0fa4-9f8e-49de-97dd-7ed15b88b3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1363162070-router', 'tenant_id': 'b79f39c46c31459c9d4d44a995c712e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '12f5e4c5-798e-4156-941c-64477efab2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:44:56Z', 'updated_at': '2022-03-01T13:45:03Z', 'revision_number': 4, 'project_id': 'b79f39c46c31459c9d4d44a995c712e3', 'gw_port': {'id': '12f5e4c5-798e-4156-941c-64477efab2db', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:44:57Z', 'updated_at': '2022-03-01T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '691b8449-8275-4ef0-a5e5-9aee6eea1db4', 'name': '', 'network_id': 'd59339e4-a260-4460-98ed-315edc30d333', 'tenant_id': 'b79f39c46c31459c9d4d44a995c712e3', 'mac_address': 'fa:16:3e:a7:58:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:45:01Z', 'updated_at': '2022-03-01T13:45:03Z', 'revision_number': 2, 'project_id': 'b79f39c46c31459c9d4d44a995c712e3', 'subnets': [{'id': '6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:45:06.959528 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310b0fa4-9f8e-49de-97dd-7ed15b88b3b4 None None] Checking router: c4aad186-a67c-4d1f-b257-bae61b23dc7a for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:45:06.960080 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310b0fa4-9f8e-49de-97dd-7ed15b88b3b4 None None] Updating router c4aad186-a67c-4d1f-b257-bae61b23dc7a port 691b8449-8275-4ef0-a5e5-9aee6eea1db4 binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:45:06.991739 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-310b0fa4-9f8e-49de-97dd-7ed15b88b3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (691b8449-8275-4ef0-a5e5-9aee6eea1db4), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:07.161610 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732449fe-2281-4a92-be17-315b431dbf38 req-b7863620-c497-414d-aa9b-204e2eb4b50f tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:07.163773 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-732449fe-2281-4a92-be17-315b431dbf38 req-b7863620-c497-414d-aa9b-204e2eb4b50f tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ad1d30d-77ff-4760-b6db-9cb8e0556b75 HTTP/1.1" status: 200 len: 945 time: 0.0834725 Mar 01 13:45:07.284221 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5709e27-a592-4d98-b43d-616b61f75dee req-76fb0979-bdff-45a4-9abb-6e8aec0a47fe tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:07.286156 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d5709e27-a592-4d98-b43d-616b61f75dee req-76fb0979-bdff-45a4-9abb-6e8aec0a47fe tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad1d30d-77ff-4760-b6db-9cb8e0556b75 HTTP/1.1" status: 200 len: 945 time: 0.1572764 Mar 01 13:45:07.320072 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-732449fe-2281-4a92-be17-315b431dbf38 req-64177a57-74a6-49fd-84d9-ef5b42f86555 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Deleting port c115398a-be98-455e-8f15-e2f9ca851047 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:45:07.320439 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-732449fe-2281-4a92-be17-315b431dbf38 req-64177a57-74a6-49fd-84d9-ef5b42f86555 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (c115398a-be98-455e-8f15-e2f9ca851047), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:07.363811 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-a02f933b-e88f-493d-97a3-ef15aaf79a37 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:07.382748 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-a02f933b-e88f-493d-97a3-ef15aaf79a37 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/networks?id=d59339e4-a260-4460-98ed-315edc30d333 HTTP/1.1" status: 200 len: 820 time: 0.2636082 Mar 01 13:45:07.429589 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-bd8796f0-7929-4d75-af05-c65b96136777 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/quotas/b79f39c46c31459c9d4d44a995c712e3 HTTP/1.1" status: 200 len: 375 time: 0.0422900 Mar 01 13:45:07.456234 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-310b0fa4-9f8e-49de-97dd-7ed15b88b3b4 None None] Publish callbacks [] for port (691b8449-8275-4ef0-a5e5-9aee6eea1db4), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:07.467688 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-310b0fa4-9f8e-49de-97dd-7ed15b88b3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (691b8449-8275-4ef0-a5e5-9aee6eea1db4), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:07.508387 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d5709e27-a592-4d98-b43d-616b61f75dee req-3d7f0afd-902f-4b5e-a184-0b549c2ced8e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114799 Mar 01 13:45:07.528484 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-53dbd5b6-f950-4eeb-9457-c6dfae2386d4 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b79f39c46c31459c9d4d44a995c712e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0970769 Mar 01 13:45:07.581028 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2c67d-3c14-426e-a17e-fbe0bb0099ee None None] Pushing event updated for resources: {'Port': ['ID=691b8449-8275-4ef0-a5e5-9aee6eea1db4,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:07.594775 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-732449fe-2281-4a92-be17-315b431dbf38 req-64177a57-74a6-49fd-84d9-ef5b42f86555 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] For port c115398a-be98-455e-8f15-e2f9ca851047, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=c115398a-be98-455e-8f15-e2f9ca851047,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:07.595144 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-732449fe-2281-4a92-be17-315b431dbf38 req-64177a57-74a6-49fd-84d9-ef5b42f86555 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (c115398a-be98-455e-8f15-e2f9ca851047), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:07.611552 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26100250-5bd6-4d26-9930-8fe14f5c04b0 req-0828eca1-4733-4b37-84e2-8a92d101ac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:07.622241 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-26100250-5bd6-4d26-9930-8fe14f5c04b0 req-0828eca1-4733-4b37-84e2-8a92d101ac36 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5273606b5eb242749c05f75a15dd6612&device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 1131 time: 0.1709883 Mar 01 13:45:07.622241 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-732449fe-2281-4a92-be17-315b431dbf38 req-64177a57-74a6-49fd-84d9-ef5b42f86555 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Calling delete_port for c115398a-be98-455e-8f15-e2f9ca851047 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:45:07.692652 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-310b0fa4-9f8e-49de-97dd-7ed15b88b3b4 None None] Attempting to bind port 691b8449-8275-4ef0-a5e5-9aee6eea1db4 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:45:07.693141 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-310b0fa4-9f8e-49de-97dd-7ed15b88b3b4 None None] Attempting to bind port 691b8449-8275-4ef0-a5e5-9aee6eea1db4 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'e8fdfbe0-7cd0-4214-af8d-2a91b83f4ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd59339e4-a260-4460-98ed-315edc30d333'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:45:07.693515 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310b0fa4-9f8e-49de-97dd-7ed15b88b3b4 None None] Attempting to bind port 691b8449-8275-4ef0-a5e5-9aee6eea1db4 on network d59339e4-a260-4460-98ed-315edc30d333 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:45:07.713303 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310b0fa4-9f8e-49de-97dd-7ed15b88b3b4 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:45:07.713722 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310b0fa4-9f8e-49de-97dd-7ed15b88b3b4 None None] Checking segment: {'id': 'e8fdfbe0-7cd0-4214-af8d-2a91b83f4ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd59339e4-a260-4460-98ed-315edc30d333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:45:07.714142 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-310b0fa4-9f8e-49de-97dd-7ed15b88b3b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:07.714550 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310b0fa4-9f8e-49de-97dd-7ed15b88b3b4 None None] Bound using segment: {'id': 'e8fdfbe0-7cd0-4214-af8d-2a91b83f4ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd59339e4-a260-4460-98ed-315edc30d333'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:45:07.715044 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-310b0fa4-9f8e-49de-97dd-7ed15b88b3b4 None None] Bound port: 691b8449-8275-4ef0-a5e5-9aee6eea1db4, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fdfbe0-7cd0-4214-af8d-2a91b83f4ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd59339e4-a260-4460-98ed-315edc30d333'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:45:07.715432 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-310b0fa4-9f8e-49de-97dd-7ed15b88b3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (691b8449-8275-4ef0-a5e5-9aee6eea1db4), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:07.775299 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b535f7c-2f79-4c61-8457-b5298cabda8e req-af73b814-58ee-4944-86ff-a9523c7b0597 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:07.782433 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2b535f7c-2f79-4c61-8457-b5298cabda8e req-af73b814-58ee-4944-86ff-a9523c7b0597 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 945 time: 0.1036935 Mar 01 13:45:07.799953 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-f076436a-1f90-4acf-b2e0-e996b30b5e2f service neutron] 10.222.0.13 "GET /v2.0/networks/d59339e4-a260-4460-98ed-315edc30d333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614250 Mar 01 13:45:07.844276 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26100250-5bd6-4d26-9930-8fe14f5c04b0 req-1dcaee93-9439-4368-8c4b-a02fe2eba862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:07.845831 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-26100250-5bd6-4d26-9930-8fe14f5c04b0 req-1dcaee93-9439-4368-8c4b-a02fe2eba862 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.2204533 Mar 01 13:45:07.862736 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-310b0fa4-9f8e-49de-97dd-7ed15b88b3b4 None None] For port 691b8449-8275-4ef0-a5e5-9aee6eea1db4, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:45:07.866065 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-310b0fa4-9f8e-49de-97dd-7ed15b88b3b4 None None] For port 691b8449-8275-4ef0-a5e5-9aee6eea1db4, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=691b8449-8275-4ef0-a5e5-9aee6eea1db4,segment=NetworkSegment(e8fdfbe0-7cd0-4214-af8d-2a91b83f4ca5),segment_id=e8fdfbe0-7cd0-4214-af8d-2a91b83f4ca5)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:45:07.875188 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-310b0fa4-9f8e-49de-97dd-7ed15b88b3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (691b8449-8275-4ef0-a5e5-9aee6eea1db4), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:07.926769 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-26100250-5bd6-4d26-9930-8fe14f5c04b0 req-42043d2f-2b42-4560-9019-2738fa8cab35 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=9bb01277-78f6-435c-b3e1-47ec8349d89d HTTP/1.1" status: 200 len: 217 time: 0.0733504 Mar 01 13:45:07.931099 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2b535f7c-2f79-4c61-8457-b5298cabda8e req-46dc8fd7-725b-4321-8ffe-7deb82e8070a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395931 Mar 01 13:45:07.947540 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310b0fa4-9f8e-49de-97dd-7ed15b88b3b4 None None] Routers {'c4aad186-a67c-4d1f-b257-bae61b23dc7a'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:45:07.948278 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-310b0fa4-9f8e-49de-97dd-7ed15b88b3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:44:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['c4aad186-a67c-4d1f-b257-bae61b23dc7a'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:45:08.001195 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26100250-5bd6-4d26-9930-8fe14f5c04b0 req-d5044eed-f677-48b4-a7f0-af637748d803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:08.002026 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-ab47faa3-45f0-49f3-8d30-0bae0f94f64e service neutron] 10.222.0.13 "GET /v2.0/networks/d59339e4-a260-4460-98ed-315edc30d333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011440 Mar 01 13:45:08.004626 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-26100250-5bd6-4d26-9930-8fe14f5c04b0 req-d5044eed-f677-48b4-a7f0-af637748d803 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0667017 Mar 01 13:45:08.056516 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2c67d-3c14-426e-a17e-fbe0bb0099ee None None] Pushing event updated for resources: {'Port': ['ID=691b8449-8275-4ef0-a5e5-9aee6eea1db4,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:08.059996 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-732449fe-2281-4a92-be17-315b431dbf38 req-64177a57-74a6-49fd-84d9-ef5b42f86555 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (c115398a-be98-455e-8f15-e2f9ca851047), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:08.084036 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['c115398a-be98-455e-8f15-e2f9ca851047'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:45:08.107727 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa45b0-11f9-4f4f-946c-0ece234e128c req-91e604ef-f6dc-4841-8cbb-ffe6e4219886 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:08.115206 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-00aa45b0-11f9-4f4f-946c-0ece234e128c req-91e604ef-f6dc-4841-8cbb-ffe6e4219886 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 949 time: 0.0866988 Mar 01 13:45:08.125275 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64177a57-74a6-49fd-84d9-ef5b42f86555 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Pushing event deleted for resources: {'Port': ['ID=c115398a-be98-455e-8f15-e2f9ca851047,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:08.153584 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64177a57-74a6-49fd-84d9-ef5b42f86555 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:08.154088 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64177a57-74a6-49fd-84d9-ef5b42f86555 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:08.155117 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64177a57-74a6-49fd-84d9-ef5b42f86555 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:08.155645 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64177a57-74a6-49fd-84d9-ef5b42f86555 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:08.156116 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64177a57-74a6-49fd-84d9-ef5b42f86555 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:08.156557 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64177a57-74a6-49fd-84d9-ef5b42f86555 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:08.157342 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64177a57-74a6-49fd-84d9-ef5b42f86555 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:08.157889 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64177a57-74a6-49fd-84d9-ef5b42f86555 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:08.158333 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64177a57-74a6-49fd-84d9-ef5b42f86555 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:08.158774 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64177a57-74a6-49fd-84d9-ef5b42f86555 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:08.159271 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64177a57-74a6-49fd-84d9-ef5b42f86555 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:08.159719 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64177a57-74a6-49fd-84d9-ef5b42f86555 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:08.160242 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64177a57-74a6-49fd-84d9-ef5b42f86555 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:08.170589 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26100250-5bd6-4d26-9930-8fe14f5c04b0 req-bc624929-709c-4aba-ab4d-a899ffcb5402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:08.172434 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-26100250-5bd6-4d26-9930-8fe14f5c04b0 req-bc624929-709c-4aba-ab4d-a899ffcb5402 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1606102 Mar 01 13:45:08.190847 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-00aa45b0-11f9-4f4f-946c-0ece234e128c req-641469ae-7dad-4a3e-bb49-7b5c176864f8 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741608 Mar 01 13:45:08.192137 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-732449fe-2281-4a92-be17-315b431dbf38 req-64177a57-74a6-49fd-84d9-ef5b42f86555 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] No DVR routers for this DVR port c115398a-be98-455e-8f15-e2f9ca851047 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:45:08.267046 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-732449fe-2281-4a92-be17-315b431dbf38 req-64177a57-74a6-49fd-84d9-ef5b42f86555 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:08.276075 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-310b0fa4-9f8e-49de-97dd-7ed15b88b3b4 None None] Set router c4aad186-a67c-4d1f-b257-bae61b23dc7a gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:45:08.280903 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-732449fe-2281-4a92-be17-315b431dbf38 req-64177a57-74a6-49fd-84d9-ef5b42f86555 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.20 "DELETE /v2.0/ports/c115398a-be98-455e-8f15-e2f9ca851047 HTTP/1.1" status: 204 len: 173 time: 1.1110206 Mar 01 13:45:08.282159 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad1d30d-77ff-4760-b6db-9cb8e0556b75', 'name': 'network-vif-deleted', 'tag': 'c115398a-be98-455e-8f15-e2f9ca851047'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:45:08.297279 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca2b468-e365-40f2-8d56-817c553752e2" -d '{"events": [{"server_uuid": "2ad1d30d-77ff-4760-b6db-9cb8e0556b75", "name": "network-vif-deleted", "tag": "c115398a-be98-455e-8f15-e2f9ca851047"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:45:08.387653 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-26100250-5bd6-4d26-9930-8fe14f5c04b0 req-456c5cb5-badc-4099-8309-eb27d6c5ea45 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970208 Mar 01 13:45:08.476508 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e411a4c2-978d-4adf-8aa7-411f2df9b801 req-4f6c245d-ea93-44d9-b9d3-43f64b3378c2 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 210 time: 0.1241846 Mar 01 13:45:08.501968 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a641d4-8047-43b6-9ad2-f59d4ccff42f req-821e147f-2aa9-4bef-b1d0-b3ec8c86c7de tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:08.508294 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a6a641d4-8047-43b6-9ad2-f59d4ccff42f req-821e147f-2aa9-4bef-b1d0-b3ec8c86c7de tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e2913eb-f1f2-40d6-bc86-7b6702a9c06c HTTP/1.1" status: 200 len: 945 time: 0.2325218 Mar 01 13:45:08.581068 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74564da-ead9-47e9-9803-87eae0762fc9 x-openstack-request-id: req-a74564da-ead9-47e9-9803-87eae0762fc9 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:45:08.585886 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad1d30d-77ff-4760-b6db-9cb8e0556b75", "name": "network-vif-deleted", "tag": "c115398a-be98-455e-8f15-e2f9ca851047", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:45:08.600596 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a74564da-ead9-47e9-9803-87eae0762fc9 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:45:08.603420 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad1d30d-77ff-4760-b6db-9cb8e0556b75', 'name': 'network-vif-deleted', 'tag': 'c115398a-be98-455e-8f15-e2f9ca851047', 'status': 'completed', 'code': 200} Mar 01 13:45:08.619012 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-26100250-5bd6-4d26-9930-8fe14f5c04b0 req-286b0fc6-901a-4c04-b0eb-b589154d9e3c service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246523 Mar 01 13:45:08.638321 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a6a641d4-8047-43b6-9ad2-f59d4ccff42f req-a42f2af1-6c66-4fa7-9cf0-60a80a463f93 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266956 Mar 01 13:45:08.782179 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3656565a-a418-443e-a3bd-3b4eacec81e9 req-cbe40a0e-0941-45b5-8698-3c4eefafd381 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ad1d30d-77ff-4760-b6db-9cb8e0556b75 HTTP/1.1" status: 200 len: 210 time: 0.0975726 Mar 01 13:45:08.844197 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-310b0fa4-9f8e-49de-97dd-7ed15b88b3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1363162070-router', 'tenant_id': 'b79f39c46c31459c9d4d44a995c712e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '12f5e4c5-798e-4156-941c-64477efab2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:44:56Z', 'updated_at': '2022-03-01T13:45:03Z', 'revision_number': 4, 'project_id': 'b79f39c46c31459c9d4d44a995c712e3', 'gw_port': {'id': '12f5e4c5-798e-4156-941c-64477efab2db', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:44:57Z', 'updated_at': '2022-03-01T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '691b8449-8275-4ef0-a5e5-9aee6eea1db4', 'name': '', 'network_id': 'd59339e4-a260-4460-98ed-315edc30d333', 'tenant_id': 'b79f39c46c31459c9d4d44a995c712e3', 'mac_address': 'fa:16:3e:a7:58:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:45:01Z', 'updated_at': '2022-03-01T13:45:07Z', 'revision_number': 4, 'project_id': 'b79f39c46c31459c9d4d44a995c712e3', 'subnets': [{'id': '6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:45:08.891475 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310b0fa4-9f8e-49de-97dd-7ed15b88b3b4 None None] The sync data for ids ['c4aad186-a67c-4d1f-b257-bae61b23dc7a'] in n-d-827467-3 is: [{'id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1363162070-router', 'tenant_id': 'b79f39c46c31459c9d4d44a995c712e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '12f5e4c5-798e-4156-941c-64477efab2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:44:56Z', 'updated_at': '2022-03-01T13:45:03Z', 'revision_number': 4, 'project_id': 'b79f39c46c31459c9d4d44a995c712e3', 'gw_port': {'id': '12f5e4c5-798e-4156-941c-64477efab2db', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:44:57Z', 'updated_at': '2022-03-01T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '691b8449-8275-4ef0-a5e5-9aee6eea1db4', 'name': '', 'network_id': 'd59339e4-a260-4460-98ed-315edc30d333', 'tenant_id': 'b79f39c46c31459c9d4d44a995c712e3', 'mac_address': 'fa:16:3e:a7:58:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:45:01Z', 'updated_at': '2022-03-01T13:45:07Z', 'revision_number': 4, 'project_id': 'b79f39c46c31459c9d4d44a995c712e3', 'subnets': [{'id': '6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:45:09.198213 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2c511-89f8-4f5a-aa92-b0b1e6d8e2b8 req-dcbab478-7c33-469d-b511-36bf08d26581 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:09.218761 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aea2c511-89f8-4f5a-aa92-b0b1e6d8e2b8 req-dcbab478-7c33-469d-b511-36bf08d26581 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 945 time: 0.0983844 Mar 01 13:45:09.368244 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aea2c511-89f8-4f5a-aa92-b0b1e6d8e2b8 req-03d3f880-5880-4686-a8de-e7bae7e7688c tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385045 Mar 01 13:45:09.575499 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8265de-8cda-43d0-a71e-7b221bbf94b1 req-6db1ca9b-abf4-4cc5-927c-0a5afcaecaf6 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:09.577566 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-be8265de-8cda-43d0-a71e-7b221bbf94b1 req-6db1ca9b-abf4-4cc5-927c-0a5afcaecaf6 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 949 time: 0.0969334 Mar 01 13:45:09.618950 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:09.661109 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-04f1c955-6518-4ee8-b6a3-688577779630 req-2c61860f-69a4-43f8-962f-deba8771c09b tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 210 time: 0.0407593 Mar 01 13:45:09.706641 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-be8265de-8cda-43d0-a71e-7b221bbf94b1 req-ac682cc0-c15e-4bb1-a665-ea5141fee96c tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206863 Mar 01 13:45:09.809054 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:09.885419 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44717618-f9f1-483f-9215-994255f55de9 req-75f30da7-0bfb-4850-b3ca-ad9d0eed7958 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:09.887689 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-44717618-f9f1-483f-9215-994255f55de9 req-75f30da7-0bfb-4850-b3ca-ad9d0eed7958 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e2913eb-f1f2-40d6-bc86-7b6702a9c06c HTTP/1.1" status: 200 len: 945 time: 0.0773768 Mar 01 13:45:09.954641 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-44717618-f9f1-483f-9215-994255f55de9 req-31e1ad22-97ad-4d8b-8020-bd17fca20112 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598276 Mar 01 13:45:10.366672 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-fe6faeff-d9e9-400f-92c9-328db610ed92 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:10.369282 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-fe6faeff-d9e9-400f-92c9-328db610ed92 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.20 "GET /v2.0/networks?id=d59339e4-a260-4460-98ed-315edc30d333 HTTP/1.1" status: 200 len: 820 time: 0.2398052 Mar 01 13:45:10.390390 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-4abce794-9e9f-4e7b-8be6-f7f7d39e3e78 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Request body: {'port': {'device_id': 'b1df49d2-4de4-462d-bb85-b1b6063f8515', 'network_id': 'd59339e4-a260-4460-98ed-315edc30d333', 'admin_state_up': True, 'tenant_id': 'b79f39c46c31459c9d4d44a995c712e3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:45:10.452747 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-7260b828-1ca1-4115-91d3-08ef570fc6bd tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:10.455372 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-7260b828-1ca1-4115-91d3-08ef570fc6bd tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/networks?id=1db2e377-eb34-4fc8-b308-125f1046605c HTTP/1.1" status: 200 len: 811 time: 0.2181320 Mar 01 13:45:10.480080 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-6ba0b737-9ef2-43b3-b8f3-6db9d184248a tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/quotas/f3e60b304ea34ca8a598bc4e060e2ca5 HTTP/1.1" status: 200 len: 375 time: 0.0130520 Mar 01 13:45:10.608977 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-8b63f668-ff26-44a3-b17e-152ce20dea6f tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f3e60b304ea34ca8a598bc4e060e2ca5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1207962 Mar 01 13:45:10.688841 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-4abce794-9e9f-4e7b-8be6-f7f7d39e3e78 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Made reservation on behalf of b79f39c46c31459c9d4d44a995c712e3 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:45:10.695100 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-4abce794-9e9f-4e7b-8be6-f7f7d39e3e78 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:10.708967 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d990fdf-cc8c-464f-8869-efc2068b5b74 req-a57d651b-de02-42e2-8853-8b777c472241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:10.711874 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4d990fdf-cc8c-464f-8869-efc2068b5b74 req-a57d651b-de02-42e2-8853-8b777c472241 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=45c1b8a1bfd84ec380ad12245de559c0&device_id=1e2913eb-f1f2-40d6-bc86-7b6702a9c06c HTTP/1.1" status: 200 len: 1127 time: 0.0965972 Mar 01 13:45:10.783132 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2c7d0-e47c-466a-be5c-093b864ea7d3 req-9ae1f143-7549-4848-a546-9eef17c11b8c tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:10.784989 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-22a2c7d0-e47c-466a-be5c-093b864ea7d3 req-9ae1f143-7549-4848-a546-9eef17c11b8c tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 945 time: 0.2014649 Mar 01 13:45:10.806787 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34506) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:45:10.990637 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-22a2c7d0-e47c-466a-be5c-093b864ea7d3 req-46129d94-23b5-49ce-ac79-6254a5056ccd tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990914 Mar 01 13:45:11.024197 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-04fe18cc-8590-4ba6-ae05-a0100963ab5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:11.045460 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d990fdf-cc8c-464f-8869-efc2068b5b74 req-8a1bbcf1-529f-48e0-a6f7-b63de7963167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:11.057675 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4d990fdf-cc8c-464f-8869-efc2068b5b74 req-8a1bbcf1-529f-48e0-a6f7-b63de7963167 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1320a580-e67e-46af-835e-677fea0c7a27 HTTP/1.1" status: 200 len: 917 time: 0.3364449 Mar 01 13:45:11.097913 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-4abce794-9e9f-4e7b-8be6-f7f7d39e3e78 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Allocated IP 172.20.0.6 (d59339e4-a260-4460-98ed-315edc30d333/6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0/8b38e50d-db1a-44f2-a803-b588235f0e77) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:45:11.108013 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 691b8449-8275-4ef0-a5e5-9aee6eea1db4 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:45:11.142934 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4d990fdf-cc8c-464f-8869-efc2068b5b74 req-3378f1e4-fe45-44bc-ad03-adb76eb79b30 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59c426e1-8051-4715-86df-dd085a86bd59 HTTP/1.1" status: 200 len: 217 time: 0.0423305 Mar 01 13:45:11.148216 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-540c0d05-3c53-4189-99bc-00f79a7b9a29 service neutron] 10.222.0.13 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5377405 Mar 01 13:45:11.178798 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 691b8449-8275-4ef0-a5e5-9aee6eea1db4 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:45:11.179178 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (691b8449-8275-4ef0-a5e5-9aee6eea1db4), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:11.226029 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d990fdf-cc8c-464f-8869-efc2068b5b74 req-e88fe904-d6d4-48c7-8531-34b55a244261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:11.227847 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4d990fdf-cc8c-464f-8869-efc2068b5b74 req-e88fe904-d6d4-48c7-8531-34b55a244261 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1b78efcf-d531-40de-81f6-0065f9b91e24 HTTP/1.1" status: 200 len: 855 time: 0.0765605 Mar 01 13:45:11.264425 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba32807-744f-41c8-a2fe-20e41464f958 req-3cdcb2cf-be33-446d-b913-325453e7b7e2 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:11.271415 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3ba32807-744f-41c8-a2fe-20e41464f958 req-3cdcb2cf-be33-446d-b913-325453e7b7e2 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e2913eb-f1f2-40d6-bc86-7b6702a9c06c HTTP/1.1" status: 200 len: 945 time: 0.1910329 Mar 01 13:45:11.297948 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 691b8449-8275-4ef0-a5e5-9aee6eea1db4 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:45:11.298266 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (691b8449-8275-4ef0-a5e5-9aee6eea1db4), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:11.341350 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 691b8449-8275-4ef0-a5e5-9aee6eea1db4, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=691b8449-8275-4ef0-a5e5-9aee6eea1db4,segment=NetworkSegment(e8fdfbe0-7cd0-4214-af8d-2a91b83f4ca5),segment_id=e8fdfbe0-7cd0-4214-af8d-2a91b83f4ca5)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:11.345257 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d990fdf-cc8c-464f-8869-efc2068b5b74 req-71ff83be-50d6-47c3-ba72-7e9ae22a8c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:11.346467 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (691b8449-8275-4ef0-a5e5-9aee6eea1db4), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:11.347245 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4d990fdf-cc8c-464f-8869-efc2068b5b74 req-71ff83be-50d6-47c3-ba72-7e9ae22a8c3d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1320a580-e67e-46af-835e-677fea0c7a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1084957 Mar 01 13:45:11.371694 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-4abce794-9e9f-4e7b-8be6-f7f7d39e3e78 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks [] for port (8b38e50d-db1a-44f2-a803-b588235f0e77), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:11.383481 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-e3bb800c-f9b5-4288-8879-9eb9c2082bbc service neutron] 10.222.0.13 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278078 Mar 01 13:45:11.443256 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=691b8449-8275-4ef0-a5e5-9aee6eea1db4,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:11.447688 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-04fe18cc-8590-4ba6-ae05-a0100963ab5e admin admin] Publish callbacks [] for security_group (04e91120-4692-4ab4-88d8-227f23df98e1), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:11.453170 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3ba32807-744f-41c8-a2fe-20e41464f958 req-43fe6e7b-de8e-4ca9-b89d-074d14d95e02 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809256 Mar 01 13:45:11.457947 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-04fe18cc-8590-4ba6-ae05-a0100963ab5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (04e91120-4692-4ab4-88d8-227f23df98e1), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:11.501530 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4d990fdf-cc8c-464f-8869-efc2068b5b74 req-3df1fde2-a17c-4905-ac09-cef9fa49286b service neutron] 10.222.0.20 "GET /v2.0/networks/1320a580-e67e-46af-835e-677fea0c7a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470437 Mar 01 13:45:11.504415 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-4abce794-9e9f-4e7b-8be6-f7f7d39e3e78 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (8b38e50d-db1a-44f2-a803-b588235f0e77), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:11.505675 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-04fe18cc-8590-4ba6-ae05-a0100963ab5e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=506af4b18c5f4869adc743eaef4eae36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6912990 Mar 01 13:45:11.506991 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe18cc-8590-4ba6-ae05-a0100963ab5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e91120-4692-4ab4-88d8-227f23df98e1,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:11.510492 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34512) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:45:11.622625 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-4abce794-9e9f-4e7b-8be6-f7f7d39e3e78 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Network d59339e4-a260-4460-98ed-315edc30d333 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:45:11.630056 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-4abce794-9e9f-4e7b-8be6-f7f7d39e3e78 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:45:11.638377 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-4abce794-9e9f-4e7b-8be6-f7f7d39e3e78 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:45:11.644073 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abce794-9e9f-4e7b-8be6-f7f7d39e3e78 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Pushing event updated for resources: {'Port': ['ID=8b38e50d-db1a-44f2-a803-b588235f0e77,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:11.660612 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1ad36e6c-defe-4072-b740-bc481827bde6 admin admin] Publish callbacks [] for security_group (04e91120-4692-4ab4-88d8-227f23df98e1), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:11.701640 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4d990fdf-cc8c-464f-8869-efc2068b5b74 req-824c431c-5021-4836-9bdc-12deaf9b273d service neutron] 10.222.0.20 "GET /v2.0/networks/1320a580-e67e-46af-835e-677fea0c7a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886413 Mar 01 13:45:11.712596 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-4abce794-9e9f-4e7b-8be6-f7f7d39e3e78 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:11.713201 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-4abce794-9e9f-4e7b-8be6-f7f7d39e3e78 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:11.744764 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-4abce794-9e9f-4e7b-8be6-f7f7d39e3e78 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3608937 Mar 01 13:45:11.758360 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-f5173ffc-98ed-4465-8033-0473b53a1d79 service neutron] Request body: {'port': {'device_id': 'b1df49d2-4de4-462d-bb85-b1b6063f8515', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:45:11.766726 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1ad36e6c-defe-4072-b740-bc481827bde6 admin admin] Publish callbacks [] for security_group (04e91120-4692-4ab4-88d8-227f23df98e1), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:11.818776 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71ce52-809d-4354-9daa-4e32f6bf866a req-570e0462-8569-4c65-bda1-7e48276db056 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:11.820282 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ec71ce52-809d-4354-9daa-4e32f6bf866a req-570e0462-8569-4c65-bda1-7e48276db056 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 931 time: 0.2129655 Mar 01 13:45:11.836184 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29a0a6-304b-48fa-a3a3-08e83d472421 req-ce1527bf-177e-473b-a8f1-34a2d76222e2 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:11.844102 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bd29a0a6-304b-48fa-a3a3-08e83d472421 req-ce1527bf-177e-473b-a8f1-34a2d76222e2 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 949 time: 0.1847253 Mar 01 13:45:11.866046 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-f5173ffc-98ed-4465-8033-0473b53a1d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8b38e50d-db1a-44f2-a803-b588235f0e77), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:11.905570 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1ad36e6c-defe-4072-b740-bc481827bde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (04e91120-4692-4ab4-88d8-227f23df98e1), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:11.908120 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1ad36e6c-defe-4072-b740-bc481827bde6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:11.909309 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1ad36e6c-defe-4072-b740-bc481827bde6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04e91120-4692-4ab4-88d8-227f23df98e1 HTTP/1.1" status: 204 len: 168 time: 0.3974097 Mar 01 13:45:11.940158 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad36e6c-defe-4072-b740-bc481827bde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e91120-4692-4ab4-88d8-227f23df98e1,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:11.949924 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ec71ce52-809d-4354-9daa-4e32f6bf866a req-42beb8e9-7336-4eec-bd5e-757528a83081 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036978 Mar 01 13:45:11.986723 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bd29a0a6-304b-48fa-a3a3-08e83d472421 req-94e788a9-0106-421e-a69b-4c0ea94229cb tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416209 Mar 01 13:45:12.128857 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device c115398a-be98-455e-8f15-e2f9ca851047 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:45:12.129414 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7004c842-0be2-4e83-8a3b-a14a17f130ea req-4fe8bb8d-cd2a-40bf-b25d-bc5e6bc09855 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fba4c51-284a-4b5d-99a3-66bad10f7ca7 HTTP/1.1" status: 200 len: 210 time: 0.0735240 Mar 01 13:45:12.175267 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: c115398a-be98-455e-8f15-e2f9ca851047 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:45:12.175832 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device c115398a-be98-455e-8f15-e2f9ca851047 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:45:12.223724 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d19fe-217f-4f18-8767-6128a7126c3b req-1efc91d7-6d82-4c7c-a862-5bdccf0afedb tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:12.225749 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c78d19fe-217f-4f18-8767-6128a7126c3b req-1efc91d7-6d82-4c7c-a862-5bdccf0afedb tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 945 time: 0.0914214 Mar 01 13:45:12.302471 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-f5173ffc-98ed-4465-8033-0473b53a1d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b38e50d-db1a-44f2-a803-b588235f0e77 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:45:12.313381 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-f5173ffc-98ed-4465-8033-0473b53a1d79 service neutron] Publish callbacks [] for port (8b38e50d-db1a-44f2-a803-b588235f0e77), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:12.355616 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-f5173ffc-98ed-4465-8033-0473b53a1d79 service neutron] Transition to ACTIVE for port object 8b38e50d-db1a-44f2-a803-b588235f0e77 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:45:12.365883 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c78d19fe-217f-4f18-8767-6128a7126c3b req-2b38c83d-4277-4a87-b464-5b33e443d6ef tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339116 Mar 01 13:45:12.377886 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-f5173ffc-98ed-4465-8033-0473b53a1d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (8b38e50d-db1a-44f2-a803-b588235f0e77), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:12.433212 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5173ffc-98ed-4465-8033-0473b53a1d79 service neutron] Pushing event updated for resources: {'Port': ['ID=8b38e50d-db1a-44f2-a803-b588235f0e77,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:12.486406 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34534) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:45:12.500715 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5ce68521-2baa-4c8b-8c42-bcbcc8f6cd1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:12.517435 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-f5173ffc-98ed-4465-8033-0473b53a1d79 service neutron] Attempting to bind port 8b38e50d-db1a-44f2-a803-b588235f0e77 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:45:12.519714 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-f5173ffc-98ed-4465-8033-0473b53a1d79 service neutron] Attempting to bind port 8b38e50d-db1a-44f2-a803-b588235f0e77 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': 'e8fdfbe0-7cd0-4214-af8d-2a91b83f4ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd59339e4-a260-4460-98ed-315edc30d333'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:45:12.519714 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-f5173ffc-98ed-4465-8033-0473b53a1d79 service neutron] Attempting to bind port 8b38e50d-db1a-44f2-a803-b588235f0e77 on network d59339e4-a260-4460-98ed-315edc30d333 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:45:12.522999 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-f5173ffc-98ed-4465-8033-0473b53a1d79 service neutron] Port 8b38e50d-db1a-44f2-a803-b588235f0e77 on network d59339e4-a260-4460-98ed-315edc30d333 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:45:12.523319 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-f5173ffc-98ed-4465-8033-0473b53a1d79 service neutron] Attempting to bind port 8b38e50d-db1a-44f2-a803-b588235f0e77 on network d59339e4-a260-4460-98ed-315edc30d333 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:45:12.529384 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-f5173ffc-98ed-4465-8033-0473b53a1d79 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:45:12.530218 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-f5173ffc-98ed-4465-8033-0473b53a1d79 service neutron] Checking segment: {'id': 'e8fdfbe0-7cd0-4214-af8d-2a91b83f4ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd59339e4-a260-4460-98ed-315edc30d333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:45:12.530600 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-f5173ffc-98ed-4465-8033-0473b53a1d79 service neutron] Bound using segment: {'id': 'e8fdfbe0-7cd0-4214-af8d-2a91b83f4ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd59339e4-a260-4460-98ed-315edc30d333'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:45:12.531237 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-f5173ffc-98ed-4465-8033-0473b53a1d79 service neutron] Bound port: 8b38e50d-db1a-44f2-a803-b588235f0e77, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8fdfbe0-7cd0-4214-af8d-2a91b83f4ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd59339e4-a260-4460-98ed-315edc30d333'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:45:12.531430 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-f5173ffc-98ed-4465-8033-0473b53a1d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8b38e50d-db1a-44f2-a803-b588235f0e77), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:12.605628 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-f5173ffc-98ed-4465-8033-0473b53a1d79 service neutron] For port 8b38e50d-db1a-44f2-a803-b588235f0e77, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:45:12.609626 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-f5173ffc-98ed-4465-8033-0473b53a1d79 service neutron] For port 8b38e50d-db1a-44f2-a803-b588235f0e77, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=8b38e50d-db1a-44f2-a803-b588235f0e77,segment=NetworkSegment(e8fdfbe0-7cd0-4214-af8d-2a91b83f4ca5),segment_id=e8fdfbe0-7cd0-4214-af8d-2a91b83f4ca5)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:45:12.620413 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-f5173ffc-98ed-4465-8033-0473b53a1d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (8b38e50d-db1a-44f2-a803-b588235f0e77), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:12.646861 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d2365-2e82-431e-b5ab-00b16199de8b req-caab71da-ae17-450a-a508-0c006c2fcb3f tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:12.664450 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3f6d2365-2e82-431e-b5ab-00b16199de8b req-caab71da-ae17-450a-a508-0c006c2fcb3f tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e2913eb-f1f2-40d6-bc86-7b6702a9c06c HTTP/1.1" status: 200 len: 945 time: 0.1208041 Mar 01 13:45:12.666708 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-f5173ffc-98ed-4465-8033-0473b53a1d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:12.667496 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-f5173ffc-98ed-4465-8033-0473b53a1d79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:12.669463 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-f5173ffc-98ed-4465-8033-0473b53a1d79 service neutron] 10.222.0.20 "PUT /v2.0/ports/8b38e50d-db1a-44f2-a803-b588235f0e77 HTTP/1.1" status: 200 len: 1091 time: 0.9175189 Mar 01 13:45:12.669945 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1df49d2-4de4-462d-bb85-b1b6063f8515', 'tag': '8b38e50d-db1a-44f2-a803-b588235f0e77'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:45:12.672463 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3df333-3b9c-44de-901c-48f36ced39e1" -d '{"events": [{"name": "network-changed", "server_uuid": "b1df49d2-4de4-462d-bb85-b1b6063f8515", "tag": "8b38e50d-db1a-44f2-a803-b588235f0e77"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:45:12.688058 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5ce68521-2baa-4c8b-8c42-bcbcc8f6cd1a admin admin] Publish callbacks [] for security_group (35de442a-10dd-467e-900f-0a3c50bce241), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:12.701851 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5ce68521-2baa-4c8b-8c42-bcbcc8f6cd1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (35de442a-10dd-467e-900f-0a3c50bce241), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:12.715618 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5173ffc-98ed-4465-8033-0473b53a1d79 service neutron] Pushing event updated for resources: {'Port': ['ID=8b38e50d-db1a-44f2-a803-b588235f0e77,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:12.752637 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce68521-2baa-4c8b-8c42-bcbcc8f6cd1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35de442a-10dd-467e-900f-0a3c50bce241,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:12.767151 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3590a042-e702-4b51-a435-fb25a4e2ac74 x-openstack-request-id: req-3590a042-e702-4b51-a435-fb25a4e2ac74 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:45:12.767493 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1df49d2-4de4-462d-bb85-b1b6063f8515", "tag": "8b38e50d-db1a-44f2-a803-b588235f0e77", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:45:12.767708 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3590a042-e702-4b51-a435-fb25a4e2ac74 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:45:12.768102 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1df49d2-4de4-462d-bb85-b1b6063f8515', 'tag': '8b38e50d-db1a-44f2-a803-b588235f0e77', 'status': 'completed', 'code': 200} Mar 01 13:45:12.784910 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5ce68521-2baa-4c8b-8c42-bcbcc8f6cd1a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0805bbdab72042ebb5e3d333171e6588&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2978411 Mar 01 13:45:12.788234 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3f6d2365-2e82-431e-b5ab-00b16199de8b req-904d78a7-5912-4422-be05-3ee741f1f653 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172862 Mar 01 13:45:12.788696 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34538) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:45:12.801298 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-50c9cf9a-9a81-4c5d-be8c-f27ea796062a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:12.804668 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-50c9cf9a-9a81-4c5d-be8c-f27ea796062a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b79f39c46c31459c9d4d44a995c712e3&device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 1125 time: 0.0760109 Mar 01 13:45:12.868782 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-54645b81-f8c5-4046-b389-87d8052b0782 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b38e50d-db1a-44f2-a803-b588235f0e77 HTTP/1.1" status: 200 len: 217 time: 0.0529656 Mar 01 13:45:12.918384 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1aecc062-ef03-4076-bc08-4b86e679e48d admin admin] Publish callbacks [] for security_group (35de442a-10dd-467e-900f-0a3c50bce241), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:12.944157 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-d16fdecb-c471-4cfa-b5ca-8f1b2bce7b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:12.945647 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-d16fdecb-c471-4cfa-b5ca-8f1b2bce7b0c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0 HTTP/1.1" status: 200 len: 860 time: 0.0688927 Mar 01 13:45:12.950088 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1aecc062-ef03-4076-bc08-4b86e679e48d admin admin] Publish callbacks [] for security_group (35de442a-10dd-467e-900f-0a3c50bce241), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:12.958650 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84a9a6-65a3-454c-8d5d-5e65b43d771c req-f86c5153-d552-44f6-b706-88fe9845b70d tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:12.964197 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8b84a9a6-65a3-454c-8d5d-5e65b43d771c req-f86c5153-d552-44f6-b706-88fe9845b70d tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e2913eb-f1f2-40d6-bc86-7b6702a9c06c HTTP/1.1" status: 200 len: 945 time: 0.0686591 Mar 01 13:45:12.993277 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-197cd227-a5b5-4b13-ab58-953f34027ac7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d59339e4-a260-4460-98ed-315edc30d333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366170 Mar 01 13:45:13.028638 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 691b8449-8275-4ef0-a5e5-9aee6eea1db4 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:45:13.064976 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8b84a9a6-65a3-454c-8d5d-5e65b43d771c req-aced840a-c93e-4182-9619-b57d24f9800b tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959451 Mar 01 13:45:13.137657 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 691b8449-8275-4ef0-a5e5-9aee6eea1db4 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:45:13.139499 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (691b8449-8275-4ef0-a5e5-9aee6eea1db4), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:13.172119 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-6290b7d7-ce13-4012-b860-36c7775cec9a service neutron] 10.222.0.20 "GET /v2.0/networks/d59339e4-a260-4460-98ed-315edc30d333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586721 Mar 01 13:45:13.177837 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1aecc062-ef03-4076-bc08-4b86e679e48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (35de442a-10dd-467e-900f-0a3c50bce241), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:13.180641 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1aecc062-ef03-4076-bc08-4b86e679e48d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:13.181978 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1aecc062-ef03-4076-bc08-4b86e679e48d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35de442a-10dd-467e-900f-0a3c50bce241 HTTP/1.1" status: 204 len: 168 time: 0.3920245 Mar 01 13:45:13.226361 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aecc062-ef03-4076-bc08-4b86e679e48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35de442a-10dd-467e-900f-0a3c50bce241,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:13.242073 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9efdb-8b54-4869-a824-a86b2c46719d req-acbb3e15-f412-45fc-87c6-d157e1b407ae tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:13.247998 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-adb9efdb-8b54-4869-a824-a86b2c46719d req-acbb3e15-f412-45fc-87c6-d157e1b407ae tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 943 time: 0.1607876 Mar 01 13:45:13.276428 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 691b8449-8275-4ef0-a5e5-9aee6eea1db4 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:45:13.364365 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-adb9efdb-8b54-4869-a824-a86b2c46719d req-3f7fc296-0665-4d94-a2be-61317f39125e tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105871 Mar 01 13:45:13.402515 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba8ea0-fe34-4167-9c23-4c9bc69f643b req-65a591ef-8b16-4704-b563-3022f51fc4d0 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:13.413919 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-04ba8ea0-fe34-4167-9c23-4c9bc69f643b req-65a591ef-8b16-4704-b563-3022f51fc4d0 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 949 time: 0.1515779 Mar 01 13:45:13.488094 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-04ba8ea0-fe34-4167-9c23-4c9bc69f643b req-3c25e9dc-c5ea-44a1-b4c1-bdc8012315a3 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675778 Mar 01 13:45:13.588509 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d542ae3-f067-47ef-9c1a-aae1655be604 req-4852f62b-a7c3-416d-9501-5e2bd8621b19 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:13.597744 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6d542ae3-f067-47ef-9c1a-aae1655be604 req-4852f62b-a7c3-416d-9501-5e2bd8621b19 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc274d4c-fff6-4256-8d0e-8ae257f8c50e HTTP/1.1" status: 200 len: 945 time: 0.1083686 Mar 01 13:45:13.628691 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-794697ad-39b5-48ca-adc2-dd911025fe2b req-c2d1c9f1-666a-4771-99ca-73608986d777 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fba4c51-284a-4b5d-99a3-66bad10f7ca7 HTTP/1.1" status: 200 len: 210 time: 0.0602369 Mar 01 13:45:13.683139 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6d542ae3-f067-47ef-9c1a-aae1655be604 req-895e0cef-c741-40a7-b1a7-63cfd0fd7f4d tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845022 Mar 01 13:45:13.833271 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785572f2-de04-4a67-88bb-cc083537eb10 req-1ce9eb30-2111-43ab-aa0d-69d04efbda82 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:13.835246 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-785572f2-de04-4a67-88bb-cc083537eb10 req-1ce9eb30-2111-43ab-aa0d-69d04efbda82 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 945 time: 0.1125035 Mar 01 13:45:13.876432 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e86ac-16fe-4fdd-b39f-248fd3f66f9b req-83f9300e-3b20-46de-9f85-fa1fe5435c80 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:13.878043 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-377e86ac-16fe-4fdd-b39f-248fd3f66f9b req-83f9300e-3b20-46de-9f85-fa1fe5435c80 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b9c014-b118-4c95-98e2-a7db2b7dcece HTTP/1.1" status: 200 len: 946 time: 0.0969777 Mar 01 13:45:13.927247 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-785572f2-de04-4a67-88bb-cc083537eb10 req-0fcb900c-152b-4614-87ed-0bde10728fc3 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838699 Mar 01 13:45:13.961355 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-377e86ac-16fe-4fdd-b39f-248fd3f66f9b req-c67502c0-66b9-4d93-8012-1448b79466e4 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664370 Mar 01 13:45:14.006843 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-33fa929c-a323-48d0-88dd-20fd024da2a1 req-67cdbf9d-3573-450e-b610-5c97d80c5597 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:45:14.008164 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-33fa929c-a323-48d0-88dd-20fd024da2a1 req-67cdbf9d-3573-450e-b610-5c97d80c5597 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070453 Mar 01 13:45:14.085194 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-286249c9-ea4b-495e-8959-e93a6eb5865f req-b9d4dd69-82e2-4028-a0cc-55be5e4f187a service neutron] 10.222.0.20 "GET /v2.0/networks/d59339e4-a260-4460-98ed-315edc30d333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9011867 Mar 01 13:45:14.097093 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51977c08-2f13-41bf-a000-aaef1994f75c req-48a5c5ae-e068-4a4a-9832-d2ca1073f46e tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:14.098625 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-51977c08-2f13-41bf-a000-aaef1994f75c req-48a5c5ae-e068-4a4a-9832-d2ca1073f46e tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66&tenant_id=980a0cdea86543af87d11d7652b91c08&binding%3Ahost_id=n-h1-827467-3 HTTP/1.1" status: 200 len: 1127 time: 0.2123039 Mar 01 13:45:14.108548 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-7cbd3d90-29bc-4434-8130-0c6587d4ff2c tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:14.110638 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-7cbd3d90-29bc-4434-8130-0c6587d4ff2c tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.32 "GET /v2.0/networks?id=1db2e377-eb34-4fc8-b308-125f1046605c HTTP/1.1" status: 200 len: 811 time: 0.2229302 Mar 01 13:45:14.116475 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-51977c08-2f13-41bf-a000-aaef1994f75c req-74f11100-c3db-4a25-9737-b8246314dde5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827467-3'}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:45:14.125007 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-25ad58bc-5c12-4477-ada8-ca123aaddb69 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Request body: {'port': {'device_id': '2fba4c51-284a-4b5d-99a3-66bad10f7ca7', 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c', 'admin_state_up': True, 'tenant_id': 'f3e60b304ea34ca8a598bc4e060e2ca5'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:45:14.137433 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 62991eee-a540-4436-8a1a-6b6b57e46e7c details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:45:14.145998 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-33fa929c-a323-48d0-88dd-20fd024da2a1 req-440274b9-127f-403f-96ce-c5ef764092c3 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1296151 Mar 01 13:45:14.283568 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 62991eee-a540-4436-8a1a-6b6b57e46e7c, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=62991eee-a540-4436-8a1a-6b6b57e46e7c,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:14.301917 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 62991eee-a540-4436-8a1a-6b6b57e46e7c has no active binding in host n-h2-827467-3 {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 01 13:45:14.377397 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-51977c08-2f13-41bf-a000-aaef1994f75c req-74f11100-c3db-4a25-9737-b8246314dde5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (62991eee-a540-4436-8a1a-6b6b57e46e7c), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:14.546211 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659a76b-705a-4cae-b8e6-9d6e2fa43d4c req-32780427-009d-4df7-95c3-d84368b6f702 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:14.553941 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9659a76b-705a-4cae-b8e6-9d6e2fa43d4c req-32780427-009d-4df7-95c3-d84368b6f702 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 943 time: 0.0888247 Mar 01 13:45:14.560322 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3df333-3b9c-44de-901c-48f36ced39e1 req-9d53bb56-215e-4f2a-813e-a823203e2481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:14.562169 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ab3df333-3b9c-44de-901c-48f36ced39e1 req-9d53bb56-215e-4f2a-813e-a823203e2481 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b79f39c46c31459c9d4d44a995c712e3&device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 1125 time: 0.3932116 Mar 01 13:45:14.568971 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aaf687-6828-4522-881b-ec7c80dcc8d2 req-5c31296c-9d69-4e75-856f-7d760331215c tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:14.570480 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c6aaf687-6828-4522-881b-ec7c80dcc8d2 req-5c31296c-9d69-4e75-856f-7d760331215c tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e2913eb-f1f2-40d6-bc86-7b6702a9c06c HTTP/1.1" status: 200 len: 945 time: 0.1328442 Mar 01 13:45:14.652293 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c6aaf687-6828-4522-881b-ec7c80dcc8d2 req-97d75f7a-0293-450e-8947-cfaea7903e3d tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716980 Mar 01 13:45:14.655492 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9659a76b-705a-4cae-b8e6-9d6e2fa43d4c req-51e16918-146b-4857-b4e4-deefccac7cfa tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009898 Mar 01 13:45:14.689994 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-51977c08-2f13-41bf-a000-aaef1994f75c req-74f11100-c3db-4a25-9737-b8246314dde5 service neutron] For port 62991eee-a540-4436-8a1a-6b6b57e46e7c, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=62991eee-a540-4436-8a1a-6b6b57e46e7c,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:14.708293 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-25ad58bc-5c12-4477-ada8-ca123aaddb69 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Made reservation on behalf of f3e60b304ea34ca8a598bc4e060e2ca5 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:45:14.711811 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-25ad58bc-5c12-4477-ada8-ca123aaddb69 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:14.778829 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3df333-3b9c-44de-901c-48f36ced39e1 req-f6350ccd-bc36-4eaf-8ee0-07ffec0d080b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:14.780357 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ab3df333-3b9c-44de-901c-48f36ced39e1 req-f6350ccd-bc36-4eaf-8ee0-07ffec0d080b service neutron] 10.222.0.20 "GET /v2.0/networks?id=d59339e4-a260-4460-98ed-315edc30d333 HTTP/1.1" status: 200 len: 921 time: 0.2059386 Mar 01 13:45:14.840386 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0c2db8dd-f299-44f1-9c85-fbb109db1d20 req-d039469a-45f2-4ab1-a82b-0a8a474a612d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fba4c51-284a-4b5d-99a3-66bad10f7ca7 HTTP/1.1" status: 200 len: 210 time: 0.0631127 Mar 01 13:45:14.883948 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9555e12-5ca3-4432-a5e6-ca06f15ada27 req-9ef6b51a-709b-42d7-8217-10472d6c74aa tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:14.884293 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-51977c08-2f13-41bf-a000-aaef1994f75c req-74f11100-c3db-4a25-9737-b8246314dde5 service neutron] For port 62991eee-a540-4436-8a1a-6b6b57e46e7c, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:45:14.890826 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ab3df333-3b9c-44de-901c-48f36ced39e1 req-aefa3f45-fe60-4518-a7d3-fcccfbb7896e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b38e50d-db1a-44f2-a803-b588235f0e77 HTTP/1.1" status: 200 len: 217 time: 0.1034701 Mar 01 13:45:14.895174 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b9555e12-5ca3-4432-a5e6-ca06f15ada27 req-9ef6b51a-709b-42d7-8217-10472d6c74aa tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 949 time: 0.1696222 Mar 01 13:45:14.947276 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-51977c08-2f13-41bf-a000-aaef1994f75c req-74f11100-c3db-4a25-9737-b8246314dde5 service neutron] Publish callbacks [] for port (62991eee-a540-4436-8a1a-6b6b57e46e7c), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:14.948860 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e3170c-22a7-4b74-a28c-8bf9228efa66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62991eee-a540-4436-8a1a-6b6b57e46e7c'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:45:14.951155 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7521ec-003f-4800-8ebe-06785ab43afe" -d '{"events": [{"server_uuid": "f4e3170c-22a7-4b74-a28c-8bf9228efa66", "name": "network-vif-unplugged", "status": "completed", "tag": "62991eee-a540-4436-8a1a-6b6b57e46e7c"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:45:14.997306 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-51977c08-2f13-41bf-a000-aaef1994f75c req-74f11100-c3db-4a25-9737-b8246314dde5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (62991eee-a540-4436-8a1a-6b6b57e46e7c), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:15.002992 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a654a97-4288-42d3-9cab-491c4fe52006 req-27a86ca1-0aca-4ed4-bb31-552046505e24 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:15.004635 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7a654a97-4288-42d3-9cab-491c4fe52006 req-27a86ca1-0aca-4ed4-bb31-552046505e24 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc274d4c-fff6-4256-8d0e-8ae257f8c50e HTTP/1.1" status: 200 len: 945 time: 0.0861042 Mar 01 13:45:15.019727 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b9555e12-5ca3-4432-a5e6-ca06f15ada27 req-a168286c-8682-4343-b772-adfe91727e9d tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205664 Mar 01 13:45:15.072138 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7a654a97-4288-42d3-9cab-491c4fe52006 req-5c6866e3-0b89-4eb7-ae23-a27b77f8385b tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513053 Mar 01 13:45:15.109066 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3df333-3b9c-44de-901c-48f36ced39e1 req-77d00d82-18e3-4118-a1ed-708813a0e9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:15.121898 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ab3df333-3b9c-44de-901c-48f36ced39e1 req-77d00d82-18e3-4118-a1ed-708813a0e9fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0 HTTP/1.1" status: 200 len: 860 time: 0.2005205 Mar 01 13:45:15.165213 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f11100-c3db-4a25-9737-b8246314dde5 service neutron] Pushing event updated for resources: {'Port': ['ID=62991eee-a540-4436-8a1a-6b6b57e46e7c,revision_number=7']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:15.190259 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2caa498-474e-4d6e-825c-efd6413581c1 req-99b91b48-0189-4f12-b073-c60a40d4b849 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:15.196389 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f2caa498-474e-4d6e-825c-efd6413581c1 req-99b91b48-0189-4f12-b073-c60a40d4b849 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 943 time: 0.0858276 Mar 01 13:45:15.229715 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 13:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c80d01-f75c-4fe0-9f83-dabf5db2e108 x-openstack-request-id: req-e1c80d01-f75c-4fe0-9f83-dabf5db2e108 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:45:15.233009 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e3170c-22a7-4b74-a28c-8bf9228efa66", "name": "network-vif-unplugged", "status": "completed", "tag": "62991eee-a540-4436-8a1a-6b6b57e46e7c", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:45:15.233405 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1c80d01-f75c-4fe0-9f83-dabf5db2e108 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:45:15.234037 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e3170c-22a7-4b74-a28c-8bf9228efa66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62991eee-a540-4436-8a1a-6b6b57e46e7c', 'code': 200} Mar 01 13:45:15.248550 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f2caa498-474e-4d6e-825c-efd6413581c1 req-248bf539-b628-41a0-b056-b4ddbb16bc0f tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467227 Mar 01 13:45:15.266766 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ab3df333-3b9c-44de-901c-48f36ced39e1 req-35ebe022-3218-4dcd-864f-d346a7c8ec06 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d59339e4-a260-4460-98ed-315edc30d333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033335 Mar 01 13:45:15.267986 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-25ad58bc-5c12-4477-ada8-ca123aaddb69 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Allocated IP 172.20.0.6 (1db2e377-eb34-4fc8-b308-125f1046605c/0074be29-4f96-45b4-82b7-e955d173d55c/30bf817c-4810-4bf3-9acd-1f44249ff3c0) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:45:15.323171 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d235316-9816-4b9e-9e55-06c84f15ba9e req-637971bf-f3b0-446d-957f-7aa848eeafb2 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:15.325064 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4d235316-9816-4b9e-9e55-06c84f15ba9e req-637971bf-f3b0-446d-957f-7aa848eeafb2 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b9c014-b118-4c95-98e2-a7db2b7dcece HTTP/1.1" status: 200 len: 946 time: 0.0665185 Mar 01 13:45:15.384186 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4d235316-9816-4b9e-9e55-06c84f15ba9e req-4a555aa8-7222-457f-aa98-93a4e9dd220c tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526669 Mar 01 13:45:15.399203 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-51977c08-2f13-41bf-a000-aaef1994f75c req-74f11100-c3db-4a25-9737-b8246314dde5 service neutron] Attempting to bind port 62991eee-a540-4436-8a1a-6b6b57e46e7c on host n-h1-827467-3 for vnic_type normal with profile {"migrating_to": "n-h2-827467-3"} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:45:15.399764 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-51977c08-2f13-41bf-a000-aaef1994f75c req-74f11100-c3db-4a25-9737-b8246314dde5 service neutron] Attempting to bind port 62991eee-a540-4436-8a1a-6b6b57e46e7c by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:45:15.400101 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51977c08-2f13-41bf-a000-aaef1994f75c req-74f11100-c3db-4a25-9737-b8246314dde5 service neutron] Attempting to bind port 62991eee-a540-4436-8a1a-6b6b57e46e7c on network b187e7ca-336b-42a6-9348-f5c88fd21398 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:45:15.454838 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51977c08-2f13-41bf-a000-aaef1994f75c req-74f11100-c3db-4a25-9737-b8246314dde5 service neutron] Port 62991eee-a540-4436-8a1a-6b6b57e46e7c on network b187e7ca-336b-42a6-9348-f5c88fd21398 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:45:15.455207 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51977c08-2f13-41bf-a000-aaef1994f75c req-74f11100-c3db-4a25-9737-b8246314dde5 service neutron] Attempting to bind port 62991eee-a540-4436-8a1a-6b6b57e46e7c on network b187e7ca-336b-42a6-9348-f5c88fd21398 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:45:15.492404 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51977c08-2f13-41bf-a000-aaef1994f75c req-74f11100-c3db-4a25-9737-b8246314dde5 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:45:15.492750 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51977c08-2f13-41bf-a000-aaef1994f75c req-74f11100-c3db-4a25-9737-b8246314dde5 service neutron] Checking segment: {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:45:15.493244 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51977c08-2f13-41bf-a000-aaef1994f75c req-74f11100-c3db-4a25-9737-b8246314dde5 service neutron] Bound using segment: {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:45:15.493776 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-51977c08-2f13-41bf-a000-aaef1994f75c req-74f11100-c3db-4a25-9737-b8246314dde5 service neutron] Bound port: 62991eee-a540-4436-8a1a-6b6b57e46e7c, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de68fbc-573f-4122-83e6-338140384301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b187e7ca-336b-42a6-9348-f5c88fd21398'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:45:15.494228 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-51977c08-2f13-41bf-a000-aaef1994f75c req-74f11100-c3db-4a25-9737-b8246314dde5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (62991eee-a540-4436-8a1a-6b6b57e46e7c), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:15.513430 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ab3df333-3b9c-44de-901c-48f36ced39e1 req-c1b70aa9-db07-4754-823a-1b607429203f service neutron] 10.222.0.20 "GET /v2.0/networks/d59339e4-a260-4460-98ed-315edc30d333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204499 Mar 01 13:45:15.605279 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-51977c08-2f13-41bf-a000-aaef1994f75c req-74f11100-c3db-4a25-9737-b8246314dde5 service neutron] For port 62991eee-a540-4436-8a1a-6b6b57e46e7c, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:45:15.653855 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0611af9-6a33-47fc-a229-09cb1474b941 req-bb9953ab-ada5-439e-9e83-38b25ce3850c tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:15.660563 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0611af9-6a33-47fc-a229-09cb1474b941 req-bb9953ab-ada5-439e-9e83-38b25ce3850c tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:15.666857 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0611af9-6a33-47fc-a229-09cb1474b941 req-bb9953ab-ada5-439e-9e83-38b25ce3850c tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:15.668858 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f0611af9-6a33-47fc-a229-09cb1474b941 req-bb9953ab-ada5-439e-9e83-38b25ce3850c tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b9c014-b118-4c95-98e2-a7db2b7dcece&device_id=fc274d4c-fff6-4256-8d0e-8ae257f8c50e&device_id=1e2913eb-f1f2-40d6-bc86-7b6702a9c06c HTTP/1.1" status: 200 len: 2417 time: 0.0863695 Mar 01 13:45:15.694036 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-51977c08-2f13-41bf-a000-aaef1994f75c req-74f11100-c3db-4a25-9737-b8246314dde5 service neutron] For port 62991eee-a540-4436-8a1a-6b6b57e46e7c, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=62991eee-a540-4436-8a1a-6b6b57e46e7c,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:45:15.738066 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-51977c08-2f13-41bf-a000-aaef1994f75c req-74f11100-c3db-4a25-9737-b8246314dde5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (62991eee-a540-4436-8a1a-6b6b57e46e7c), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:15.739402 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f0611af9-6a33-47fc-a229-09cb1474b941 req-0b7f9813-9340-4c18-93da-0d4013e0cb38 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637200 Mar 01 13:45:15.823544 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ff9e6-1ad5-4325-ad67-e5e6e72544f1 req-96f09b88-36b9-4571-871b-4e261e4ba0c8 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:15.830864 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b01ff9e6-1ad5-4325-ad67-e5e6e72544f1 req-96f09b88-36b9-4571-871b-4e261e4ba0c8 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 943 time: 0.0806034 Mar 01 13:45:15.843765 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-a5ede5fb-5cda-4d26-8064-fc791e78bcd3 req-d9d75a52-b142-400f-a565-80958180c577 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:45:15.844415 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a5ede5fb-5cda-4d26-8064-fc791e78bcd3 req-d9d75a52-b142-400f-a565-80958180c577 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110774 Mar 01 13:45:15.897928 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-25ad58bc-5c12-4477-ada8-ca123aaddb69 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks [] for port (30bf817c-4810-4bf3-9acd-1f44249ff3c0), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:15.900983 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f11100-c3db-4a25-9737-b8246314dde5 service neutron] Pushing event updated for resources: {'Port': ['ID=62991eee-a540-4436-8a1a-6b6b57e46e7c,revision_number=8']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:15.923998 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b01ff9e6-1ad5-4325-ad67-e5e6e72544f1 req-4cc5e00d-caf3-485b-ba67-9e158f10709a tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883279 Mar 01 13:45:15.931652 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ab3df333-3b9c-44de-901c-48f36ced39e1 req-54f1e71d-0d84-4fdf-91a8-d808209ed51e service neutron] 10.222.0.20 "GET /v2.0/networks/d59339e4-a260-4460-98ed-315edc30d333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086044 Mar 01 13:45:15.936345 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51977c08-2f13-41bf-a000-aaef1994f75c req-74f11100-c3db-4a25-9737-b8246314dde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:15.937132 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-51977c08-2f13-41bf-a000-aaef1994f75c req-74f11100-c3db-4a25-9737-b8246314dde5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:15.938561 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-51977c08-2f13-41bf-a000-aaef1994f75c req-74f11100-c3db-4a25-9737-b8246314dde5 service neutron] 10.222.0.20 "PUT /v2.0/ports/62991eee-a540-4436-8a1a-6b6b57e46e7c HTTP/1.1" status: 200 len: 1121 time: 1.8269136 Mar 01 13:45:15.985344 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a5ede5fb-5cda-4d26-8064-fc791e78bcd3 req-f9080fd9-a830-4094-949e-01b6dd371e51 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1225390 Mar 01 13:45:16.000795 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-25ad58bc-5c12-4477-ada8-ca123aaddb69 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (30bf817c-4810-4bf3-9acd-1f44249ff3c0), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:16.083045 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['62991eee-a540-4436-8a1a-6b6b57e46e7c'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:45:16.086798 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['62991eee-a540-4436-8a1a-6b6b57e46e7c'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:45:16.092555 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-25ad58bc-5c12-4477-ada8-ca123aaddb69 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Network 1db2e377-eb34-4fc8-b308-125f1046605c is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:45:16.097362 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-25ad58bc-5c12-4477-ada8-ca123aaddb69 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:45:16.100393 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-25ad58bc-5c12-4477-ada8-ca123aaddb69 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:45:16.125070 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876c19c-4c23-4a71-920b-0b83b236ebd8 req-8655b7c8-84a9-42c1-8fea-fc1af9ebce63 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:16.130087 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0876c19c-4c23-4a71-920b-0b83b236ebd8 req-8655b7c8-84a9-42c1-8fea-fc1af9ebce63 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fba4c51-284a-4b5d-99a3-66bad10f7ca7 HTTP/1.1" status: 200 len: 931 time: 0.0889108 Mar 01 13:45:16.164861 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad58bc-5c12-4477-ada8-ca123aaddb69 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Pushing event updated for resources: {'Port': ['ID=30bf817c-4810-4bf3-9acd-1f44249ff3c0,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:16.201528 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-25ad58bc-5c12-4477-ada8-ca123aaddb69 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:16.202029 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-25ad58bc-5c12-4477-ada8-ca123aaddb69 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:16.206574 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0876c19c-4c23-4a71-920b-0b83b236ebd8 req-2a96623b-dfdc-4ff5-a4b3-cac0d5ea6111 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660820 Mar 01 13:45:16.237419 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-25ad58bc-5c12-4477-ada8-ca123aaddb69 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1159482 Mar 01 13:45:16.256601 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-7c79ba9e-c519-457a-8574-c8f451fade6e service neutron] Request body: {'port': {'device_id': '2fba4c51-284a-4b5d-99a3-66bad10f7ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:45:16.397625 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-7c79ba9e-c519-457a-8574-c8f451fade6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (30bf817c-4810-4bf3-9acd-1f44249ff3c0), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:16.466396 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d32d1-4eb0-40a2-8ab0-b611b2072cc2 req-bbdf238e-984f-42c8-beda-f23f1550ea2a tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:16.476501 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc4d32d1-4eb0-40a2-8ab0-b611b2072cc2 req-bbdf238e-984f-42c8-beda-f23f1550ea2a tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 949 time: 0.1322234 Mar 01 13:45:16.556503 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc4d32d1-4eb0-40a2-8ab0-b611b2072cc2 req-b06f2e15-f265-402b-9cf3-9fec09e30049 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751708 Mar 01 13:45:16.652527 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06625b8c-dcc1-4ea5-92c8-513a7898da10 req-dadcd11d-2cb7-4be3-9b7b-e31699dffe8b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:16.655014 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06625b8c-dcc1-4ea5-92c8-513a7898da10 req-dadcd11d-2cb7-4be3-9b7b-e31699dffe8b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 943 time: 0.0916877 Mar 01 13:45:16.780646 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06625b8c-dcc1-4ea5-92c8-513a7898da10 req-503b39e9-7bd4-429e-9a6a-8c8b12799c96 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130645 Mar 01 13:45:16.867297 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-7c79ba9e-c519-457a-8574-c8f451fade6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30bf817c-4810-4bf3-9acd-1f44249ff3c0 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:45:16.879537 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-7c79ba9e-c519-457a-8574-c8f451fade6e service neutron] Publish callbacks [] for port (30bf817c-4810-4bf3-9acd-1f44249ff3c0), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:16.901879 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34682) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:45:16.902234 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-7c79ba9e-c519-457a-8574-c8f451fade6e service neutron] Transition to ACTIVE for port object 30bf817c-4810-4bf3-9acd-1f44249ff3c0 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:45:16.909078 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-7c79ba9e-c519-457a-8574-c8f451fade6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (30bf817c-4810-4bf3-9acd-1f44249ff3c0), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:17.006724 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79ba9e-c519-457a-8574-c8f451fade6e service neutron] Pushing event updated for resources: {'Port': ['ID=30bf817c-4810-4bf3-9acd-1f44249ff3c0,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:17.100052 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-7c79ba9e-c519-457a-8574-c8f451fade6e service neutron] Attempting to bind port 30bf817c-4810-4bf3-9acd-1f44249ff3c0 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:45:17.100381 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-7c79ba9e-c519-457a-8574-c8f451fade6e service neutron] Attempting to bind port 30bf817c-4810-4bf3-9acd-1f44249ff3c0 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'a36c5e58-8887-44ea-b2e7-4336450f7579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:45:17.100707 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-7c79ba9e-c519-457a-8574-c8f451fade6e service neutron] Attempting to bind port 30bf817c-4810-4bf3-9acd-1f44249ff3c0 on network 1db2e377-eb34-4fc8-b308-125f1046605c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:45:17.105247 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-7c79ba9e-c519-457a-8574-c8f451fade6e service neutron] Port 30bf817c-4810-4bf3-9acd-1f44249ff3c0 on network 1db2e377-eb34-4fc8-b308-125f1046605c not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:45:17.105568 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-7c79ba9e-c519-457a-8574-c8f451fade6e service neutron] Attempting to bind port 30bf817c-4810-4bf3-9acd-1f44249ff3c0 on network 1db2e377-eb34-4fc8-b308-125f1046605c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:45:17.109844 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218f74c-e282-4669-ae42-15b9553d0643 req-0551c5f9-2510-4450-a5b5-63f59b055977 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:17.110966 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-7c79ba9e-c519-457a-8574-c8f451fade6e service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:45:17.111308 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-7c79ba9e-c519-457a-8574-c8f451fade6e service neutron] Checking segment: {'id': 'a36c5e58-8887-44ea-b2e7-4336450f7579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:45:17.111715 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-7c79ba9e-c519-457a-8574-c8f451fade6e service neutron] Bound using segment: {'id': 'a36c5e58-8887-44ea-b2e7-4336450f7579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:45:17.112186 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-7c79ba9e-c519-457a-8574-c8f451fade6e service neutron] Bound port: 30bf817c-4810-4bf3-9acd-1f44249ff3c0, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a36c5e58-8887-44ea-b2e7-4336450f7579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:45:17.112543 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-7c79ba9e-c519-457a-8574-c8f451fade6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (30bf817c-4810-4bf3-9acd-1f44249ff3c0), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:17.118557 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7218f74c-e282-4669-ae42-15b9553d0643 req-0551c5f9-2510-4450-a5b5-63f59b055977 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 943 time: 0.0920625 Mar 01 13:45:17.134412 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-62236c76-2e61-424f-beeb-7ce4898a4bc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:17.190085 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-7c79ba9e-c519-457a-8574-c8f451fade6e service neutron] For port 30bf817c-4810-4bf3-9acd-1f44249ff3c0, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:45:17.193550 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-7c79ba9e-c519-457a-8574-c8f451fade6e service neutron] For port 30bf817c-4810-4bf3-9acd-1f44249ff3c0, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=30bf817c-4810-4bf3-9acd-1f44249ff3c0,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:45:17.196778 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7218f74c-e282-4669-ae42-15b9553d0643 req-50b9187b-8f0c-4700-bc3a-ecb57f15f009 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771010 Mar 01 13:45:17.218283 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-7c79ba9e-c519-457a-8574-c8f451fade6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (30bf817c-4810-4bf3-9acd-1f44249ff3c0), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:17.252087 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4e3170c-22a7-4b74-a28c-8bf9228efa66', 'tag': '62991eee-a540-4436-8a1a-6b6b57e46e7c'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:45:17.256272 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59da5502-5bb5-4f42-8238-884cda4dd13b" -d '{"events": [{"name": "network-changed", "server_uuid": "f4e3170c-22a7-4b74-a28c-8bf9228efa66", "tag": "62991eee-a540-4436-8a1a-6b6b57e46e7c"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:45:17.272218 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-7c79ba9e-c519-457a-8574-c8f451fade6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:17.273029 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-7c79ba9e-c519-457a-8574-c8f451fade6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:17.275311 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-7c79ba9e-c519-457a-8574-c8f451fade6e service neutron] 10.222.0.32 "PUT /v2.0/ports/30bf817c-4810-4bf3-9acd-1f44249ff3c0 HTTP/1.1" status: 200 len: 1091 time: 1.0227945 Mar 01 13:45:17.324827 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79ba9e-c519-457a-8574-c8f451fade6e service neutron] Pushing event updated for resources: {'Port': ['ID=30bf817c-4810-4bf3-9acd-1f44249ff3c0,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:17.350191 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-62236c76-2e61-424f-beeb-7ce4898a4bc8 admin admin] Publish callbacks [] for security_group (0ae09013-cc97-420a-8f41-b8461020a98e), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:17.377214 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-62236c76-2e61-424f-beeb-7ce4898a4bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (0ae09013-cc97-420a-8f41-b8461020a98e), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:17.416400 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-07bf8fa8-5e8d-4f1b-b9e3-32f8bdc42788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:17.418034 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-07bf8fa8-5e8d-4f1b-b9e3-32f8bdc42788 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3e60b304ea34ca8a598bc4e060e2ca5&device_id=2fba4c51-284a-4b5d-99a3-66bad10f7ca7 HTTP/1.1" status: 200 len: 1125 time: 0.0730481 Mar 01 13:45:17.434648 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45c5d4-32ad-4800-96b7-77760b74debd req-64323c60-5351-4cbf-8d89-5aa73d5ad15c tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:17.436876 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8a45c5d4-32ad-4800-96b7-77760b74debd req-64323c60-5351-4cbf-8d89-5aa73d5ad15c tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fba4c51-284a-4b5d-99a3-66bad10f7ca7 HTTP/1.1" status: 200 len: 943 time: 0.1344471 Mar 01 13:45:17.446743 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-62236c76-2e61-424f-beeb-7ce4898a4bc8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2900842618aa47d3ad15d526abddb9d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5437722 Mar 01 13:45:17.447764 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62236c76-2e61-424f-beeb-7ce4898a4bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae09013-cc97-420a-8f41-b8461020a98e,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:17.450209 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34696) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:45:17.480473 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-9e43a705-2a20-4348-87a5-7b5cabc03124 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30bf817c-4810-4bf3-9acd-1f44249ff3c0 HTTP/1.1" status: 200 len: 217 time: 0.0538871 Mar 01 13:45:17.549881 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d969cf10-8b58-4e6b-a065-cad80264a350 x-openstack-request-id: req-d969cf10-8b58-4e6b-a065-cad80264a350 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:45:17.550453 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4e3170c-22a7-4b74-a28c-8bf9228efa66", "tag": "62991eee-a540-4436-8a1a-6b6b57e46e7c", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:45:17.551043 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d969cf10-8b58-4e6b-a065-cad80264a350 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:45:17.551649 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4e3170c-22a7-4b74-a28c-8bf9228efa66', 'tag': '62991eee-a540-4436-8a1a-6b6b57e46e7c', 'status': 'completed', 'code': 200} Mar 01 13:45:17.570553 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8a45c5d4-32ad-4800-96b7-77760b74debd req-a36fcb31-7a8d-4a97-a0c5-be51ddff4095 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954406 Mar 01 13:45:17.575486 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b2b62c32-6791-4072-8468-c36eaec9392c admin admin] Publish callbacks [] for security_group (0ae09013-cc97-420a-8f41-b8461020a98e), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:17.585513 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-6aa31151-99d1-47e9-babc-31ab1d4c76af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:17.587347 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-6aa31151-99d1-47e9-babc-31ab1d4c76af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0074be29-4f96-45b4-82b7-e955d173d55c HTTP/1.1" status: 200 len: 851 time: 0.0937965 Mar 01 13:45:17.628959 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b2b62c32-6791-4072-8468-c36eaec9392c admin admin] Publish callbacks [] for security_group (0ae09013-cc97-420a-8f41-b8461020a98e), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:17.633314 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-fb548303-85bc-4c5e-843d-93e99f4464fb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1db2e377-eb34-4fc8-b308-125f1046605c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372553 Mar 01 13:45:17.729599 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da5502-5bb5-4f42-8238-884cda4dd13b req-6164cfc9-b15d-4abc-b346-dac5dbfdaeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:17.731703 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-59da5502-5bb5-4f42-8238-884cda4dd13b req-6164cfc9-b15d-4abc-b346-dac5dbfdaeda service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=980a0cdea86543af87d11d7652b91c08&device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 1155 time: 0.1520307 Mar 01 13:45:17.774412 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b2b62c32-6791-4072-8468-c36eaec9392c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (0ae09013-cc97-420a-8f41-b8461020a98e), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:17.777507 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b2b62c32-6791-4072-8468-c36eaec9392c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:17.778922 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b2b62c32-6791-4072-8468-c36eaec9392c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ae09013-cc97-420a-8f41-b8461020a98e HTTP/1.1" status: 204 len: 168 time: 0.3102932 Mar 01 13:45:17.815103 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-46353440-e0b9-4348-8223-ff38299e2b6f service neutron] 10.222.0.32 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716537 Mar 01 13:45:17.955499 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-07111dab-2e33-4d3a-8ea8-c16b7a7f3c79 req-cff79727-8509-41dc-a079-aac4aef48d78 service neutron] 10.222.0.32 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295538 Mar 01 13:45:18.142358 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b62c32-6791-4072-8468-c36eaec9392c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae09013-cc97-420a-8f41-b8461020a98e,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:18.147313 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 8b38e50d-db1a-44f2-a803-b588235f0e77 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:45:18.149953 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db9f2d-38b9-4730-adf6-95fefa68e202 req-77409db2-400c-4299-adbb-37b6129e8ef6 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:18.151459 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f0db9f2d-38b9-4730-adf6-95fefa68e202 req-77409db2-400c-4299-adbb-37b6129e8ef6 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 949 time: 0.4697762 Mar 01 13:45:18.168050 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34720) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:45:18.188467 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ef4edaad-a42c-4b70-b9b0-95067c734273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:18.252289 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da5502-5bb5-4f42-8238-884cda4dd13b req-1aabdc7c-49dc-46d7-b165-17dbede161dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:18.253873 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-59da5502-5bb5-4f42-8238-884cda4dd13b req-1aabdc7c-49dc-46d7-b165-17dbede161dd service neutron] 10.222.0.32 "GET /v2.0/networks?id=b187e7ca-336b-42a6-9348-f5c88fd21398 HTTP/1.1" status: 200 len: 918 time: 0.5157712 Mar 01 13:45:18.264374 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f0db9f2d-38b9-4730-adf6-95fefa68e202 req-6c6dded8-8a1f-4b3b-857c-28e5e59248d6 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871232 Mar 01 13:45:18.271733 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615706fc-6f75-4e75-a9e9-cb63c1ac4ef7 req-d6f59468-1875-4080-91c5-18f683fd90aa tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:18.279460 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-615706fc-6f75-4e75-a9e9-cb63c1ac4ef7 req-d6f59468-1875-4080-91c5-18f683fd90aa tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 943 time: 0.1601820 Mar 01 13:45:18.296846 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ef4edaad-a42c-4b70-b9b0-95067c734273 admin admin] Publish callbacks [] for security_group (cab5a5a8-8b85-42ea-b754-4a06c48d5484), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:18.304073 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ef4edaad-a42c-4b70-b9b0-95067c734273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (cab5a5a8-8b85-42ea-b754-4a06c48d5484), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:18.335856 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-59da5502-5bb5-4f42-8238-884cda4dd13b req-688774c1-816a-40e4-8ac5-084de4723849 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62991eee-a540-4436-8a1a-6b6b57e46e7c HTTP/1.1" status: 200 len: 217 time: 0.0535944 Mar 01 13:45:18.381956 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 8b38e50d-db1a-44f2-a803-b588235f0e77, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=8b38e50d-db1a-44f2-a803-b588235f0e77,segment=NetworkSegment(e8fdfbe0-7cd0-4214-af8d-2a91b83f4ca5),segment_id=e8fdfbe0-7cd0-4214-af8d-2a91b83f4ca5)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:18.384335 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ef4edaad-a42c-4b70-b9b0-95067c734273 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f1257e5053b4cb081e04b1a310a1f44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148519 Mar 01 13:45:18.387537 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34724) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:45:18.417819 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4edaad-a42c-4b70-b9b0-95067c734273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab5a5a8-8b85-42ea-b754-4a06c48d5484,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:18.419082 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-615706fc-6f75-4e75-a9e9-cb63c1ac4ef7 req-2ae0501e-69e0-40fd-9988-e4946e20a311 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383872 Mar 01 13:45:18.429486 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '8b38e50d-db1a-44f2-a803-b588235f0e77', 'network_id': 'd59339e4-a260-4460-98ed-315edc30d333', 'port_id': '8b38e50d-db1a-44f2-a803-b588235f0e77', 'mac_address': 'fa:16:3e:db:46:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:45:18.488591 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da5502-5bb5-4f42-8238-884cda4dd13b req-37e95e9a-82e0-426f-80e1-92d713504cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:18.490099 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-59da5502-5bb5-4f42-8238-884cda4dd13b req-37e95e9a-82e0-426f-80e1-92d713504cfd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b3b03883-8a75-4db3-9fa2-b5308f8a1ccf HTTP/1.1" status: 200 len: 857 time: 0.1421559 Mar 01 13:45:18.507968 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-50d58cdd-20f7-4c8f-baf2-a1d83992d813 admin admin] Publish callbacks [] for security_group (cab5a5a8-8b85-42ea-b754-4a06c48d5484), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:18.520526 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 8b38e50d-db1a-44f2-a803-b588235f0e77 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:45:18.521721 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8b38e50d-db1a-44f2-a803-b588235f0e77), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:18.537409 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b38e50d-db1a-44f2-a803-b588235f0e77 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:45:18.560333 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-59da5502-5bb5-4f42-8238-884cda4dd13b req-2ca21f77-a210-41d5-a78b-baf6a6598897 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b187e7ca-336b-42a6-9348-f5c88fd21398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494459 Mar 01 13:45:18.562702 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 8b38e50d-db1a-44f2-a803-b588235f0e77, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=8b38e50d-db1a-44f2-a803-b588235f0e77,segment=NetworkSegment(e8fdfbe0-7cd0-4214-af8d-2a91b83f4ca5),segment_id=e8fdfbe0-7cd0-4214-af8d-2a91b83f4ca5)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:18.569477 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (8b38e50d-db1a-44f2-a803-b588235f0e77), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:18.624142 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=8b38e50d-db1a-44f2-a803-b588235f0e77,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:18.645448 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-50d58cdd-20f7-4c8f-baf2-a1d83992d813 admin admin] Publish callbacks [] for security_group (cab5a5a8-8b85-42ea-b754-4a06c48d5484), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:18.765663 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-59da5502-5bb5-4f42-8238-884cda4dd13b req-cb9689ef-c8dd-4d72-9551-dac3da3780c4 service neutron] 10.222.0.32 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912081 Mar 01 13:45:18.774513 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac160d05-9b07-4ab2-9008-bda1fff57691 req-711dfcda-e3af-466e-8318-e44857ecd591 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:18.776140 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ac160d05-9b07-4ab2-9008-bda1fff57691 req-711dfcda-e3af-466e-8318-e44857ecd591 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 944 time: 0.2091835 Mar 01 13:45:18.784055 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605c7c8-46d9-4dde-8ba0-88f9cac18ace req-fc7899db-4a61-44cf-b7fc-9a86faef97bd tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:18.785512 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7605c7c8-46d9-4dde-8ba0-88f9cac18ace req-fc7899db-4a61-44cf-b7fc-9a86faef97bd tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b9c014-b118-4c95-98e2-a7db2b7dcece HTTP/1.1" status: 200 len: 946 time: 0.2136092 Mar 01 13:45:18.862445 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-50d58cdd-20f7-4c8f-baf2-a1d83992d813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (cab5a5a8-8b85-42ea-b754-4a06c48d5484), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:18.865326 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-50d58cdd-20f7-4c8f-baf2-a1d83992d813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:18.866465 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-50d58cdd-20f7-4c8f-baf2-a1d83992d813 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cab5a5a8-8b85-42ea-b754-4a06c48d5484 HTTP/1.1" status: 204 len: 168 time: 0.4766386 Mar 01 13:45:18.897397 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d58cdd-20f7-4c8f-baf2-a1d83992d813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab5a5a8-8b85-42ea-b754-4a06c48d5484,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:18.937461 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ac160d05-9b07-4ab2-9008-bda1fff57691 req-2320f10e-b486-4533-a349-b01faeb4f0b5 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493979 Mar 01 13:45:18.965523 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7605c7c8-46d9-4dde-8ba0-88f9cac18ace req-0375890a-5514-40fd-93a6-555f1ca7d32e tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675923 Mar 01 13:45:18.993879 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-59da5502-5bb5-4f42-8238-884cda4dd13b req-4d185df6-cd7e-4169-b838-1c48f8b1ae8e service neutron] 10.222.0.32 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074161 Mar 01 13:45:19.090211 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['8b38e50d-db1a-44f2-a803-b588235f0e77'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:45:19.102761 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06299185-3031-4d99-b9dc-ca672ec6ffac req-39cf95c2-9978-4afa-8926-3d33f750138a tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:19.104464 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06299185-3031-4d99-b9dc-ca672ec6ffac req-39cf95c2-9978-4afa-8926-3d33f750138a tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fba4c51-284a-4b5d-99a3-66bad10f7ca7 HTTP/1.1" status: 200 len: 943 time: 0.0571437 Mar 01 13:45:19.166495 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06299185-3031-4d99-b9dc-ca672ec6ffac req-b6efc91d-9a6e-4b6e-b4e9-d72cbb83fcdc tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559645 Mar 01 13:45:19.417441 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570a1b0-5b52-499a-ad36-090d2106e6d7 req-25498a09-5545-45db-9ec5-1c1d093a4b85 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:19.418988 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9570a1b0-5b52-499a-ad36-090d2106e6d7 req-25498a09-5545-45db-9ec5-1c1d093a4b85 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 949 time: 0.0740833 Mar 01 13:45:19.478978 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9570a1b0-5b52-499a-ad36-090d2106e6d7 req-37de8ca9-5131-40f9-a382-65497036c0d6 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538633 Mar 01 13:45:19.552105 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4b01f-fc62-4387-81fb-0169f9eefc9a req-b2382000-354b-4765-a345-4e5bf1b68548 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:19.553604 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-50b4b01f-fc62-4387-81fb-0169f9eefc9a req-b2382000-354b-4765-a345-4e5bf1b68548 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 943 time: 0.0590827 Mar 01 13:45:19.556198 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fba4c51-284a-4b5d-99a3-66bad10f7ca7', 'tag': '30bf817c-4810-4bf3-9acd-1f44249ff3c0'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:45:19.558806 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d555ada-c9b4-405d-9ee5-8089780178ee" -d '{"events": [{"name": "network-changed", "server_uuid": "2fba4c51-284a-4b5d-99a3-66bad10f7ca7", "tag": "30bf817c-4810-4bf3-9acd-1f44249ff3c0"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:45:19.597407 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b9ec28-27a6-4d5c-a76a-cd9b3aabf48d x-openstack-request-id: req-d0b9ec28-27a6-4d5c-a76a-cd9b3aabf48d {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:45:19.597801 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fba4c51-284a-4b5d-99a3-66bad10f7ca7", "tag": "30bf817c-4810-4bf3-9acd-1f44249ff3c0", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:45:19.598625 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0b9ec28-27a6-4d5c-a76a-cd9b3aabf48d {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:45:19.598625 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fba4c51-284a-4b5d-99a3-66bad10f7ca7', 'tag': '30bf817c-4810-4bf3-9acd-1f44249ff3c0', 'status': 'completed', 'code': 200} Mar 01 13:45:19.613476 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-50b4b01f-fc62-4387-81fb-0169f9eefc9a req-c4d4999e-2381-4543-bc06-fd6e80eb0249 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521426 Mar 01 13:45:19.692381 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d555ada-c9b4-405d-9ee5-8089780178ee req-9266f603-a92f-49b9-9f54-f2e6fe564279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:19.693872 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3d555ada-c9b4-405d-9ee5-8089780178ee req-9266f603-a92f-49b9-9f54-f2e6fe564279 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3e60b304ea34ca8a598bc4e060e2ca5&device_id=2fba4c51-284a-4b5d-99a3-66bad10f7ca7 HTTP/1.1" status: 200 len: 1125 time: 0.0562313 Mar 01 13:45:19.727902 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34762) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:45:19.786662 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d555ada-c9b4-405d-9ee5-8089780178ee req-611d79c0-9e4b-4e05-a590-0004e2a94d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:19.788259 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3d555ada-c9b4-405d-9ee5-8089780178ee req-611d79c0-9e4b-4e05-a590-0004e2a94d5b service neutron] 10.222.0.32 "GET /v2.0/networks?id=1db2e377-eb34-4fc8-b308-125f1046605c HTTP/1.1" status: 200 len: 912 time: 0.0848095 Mar 01 13:45:19.830456 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-311a65ff-b841-439d-9990-d3f6ea180c2c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-193015849-network', 'tenant_id': '1f5cd53739d24ad8afe231ec33bbb6ee'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:45:19.833144 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3d555ada-c9b4-405d-9ee5-8089780178ee req-44a18a4b-641d-4dfa-a49e-420417f2edd2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30bf817c-4810-4bf3-9acd-1f44249ff3c0 HTTP/1.1" status: 200 len: 217 time: 0.0356464 Mar 01 13:45:19.851126 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311a65ff-b841-439d-9990-d3f6ea180c2c admin admin] Made reservation on behalf of 1f5cd53739d24ad8afe231ec33bbb6ee for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:45:19.853586 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-311a65ff-b841-439d-9990-d3f6ea180c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:19.862484 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-311a65ff-b841-439d-9990-d3f6ea180c2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:19.891870 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d555ada-c9b4-405d-9ee5-8089780178ee req-739232ac-c478-4769-8cc0-f850f6be7770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:19.893840 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3d555ada-c9b4-405d-9ee5-8089780178ee req-739232ac-c478-4769-8cc0-f850f6be7770 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0074be29-4f96-45b4-82b7-e955d173d55c HTTP/1.1" status: 200 len: 851 time: 0.0524175 Mar 01 13:45:19.934529 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3d555ada-c9b4-405d-9ee5-8089780178ee req-027a7cf4-fee7-498d-9d5c-a8f43f0a81ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1db2e377-eb34-4fc8-b308-125f1046605c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286252 Mar 01 13:45:19.938752 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-311a65ff-b841-439d-9990-d3f6ea180c2c admin admin] Publish callbacks [] for security_group (7a6221d1-e461-4ad9-9aa4-9837a2dac9a7), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:19.943133 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-311a65ff-b841-439d-9990-d3f6ea180c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (7a6221d1-e461-4ad9-9aa4-9837a2dac9a7), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:19.971511 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-311a65ff-b841-439d-9990-d3f6ea180c2c admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:45:19.978769 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a65ff-b841-439d-9990-d3f6ea180c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6221d1-e461-4ad9-9aa4-9837a2dac9a7,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:19.986142 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-311a65ff-b841-439d-9990-d3f6ea180c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (146aa83f-f6b8-4311-9510-f6ebf5a3e76d), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:19.986567 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-311a65ff-b841-439d-9990-d3f6ea180c2c admin admin] Added segment 146aa83f-f6b8-4311-9510-f6ebf5a3e76d of type vlan for network 48119339-3489-4681-ba3d-edf785b95430 Mar 01 13:45:20.073477 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-311a65ff-b841-439d-9990-d3f6ea180c2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (48119339-3489-4681-ba3d-edf785b95430), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:20.101446 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3d555ada-c9b4-405d-9ee5-8089780178ee req-88c6f815-9a53-43e4-85a4-922d071e6f43 service neutron] 10.222.0.32 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595004 Mar 01 13:45:20.101749 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-311a65ff-b841-439d-9990-d3f6ea180c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (48119339-3489-4681-ba3d-edf785b95430), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:20.102670 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311a65ff-b841-439d-9990-d3f6ea180c2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:20.106594 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-311a65ff-b841-439d-9990-d3f6ea180c2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:20.170028 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-311a65ff-b841-439d-9990-d3f6ea180c2c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4406166 Mar 01 13:45:20.173110 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34770) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:45:20.180001 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-b1b9f04e-928a-48f5-b779-9fd9f7ac3ebf admin admin] Request body: {'subnet': {'network_id': '48119339-3489-4681-ba3d-edf785b95430', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-193015849-subnet', 'tenant_id': '1f5cd53739d24ad8afe231ec33bbb6ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:45:20.184300 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a65ff-b841-439d-9990-d3f6ea180c2c admin admin] Pushing event updated for resources: {'Network': ['ID=48119339-3489-4681-ba3d-edf785b95430,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:20.194999 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 48119339-3489-4681-ba3d-edf785b95430 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:45:20.206088 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b9f04e-928a-48f5-b779-9fd9f7ac3ebf admin admin] Made reservation on behalf of 1f5cd53739d24ad8afe231ec33bbb6ee for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:45:20.208935 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b1b9f04e-928a-48f5-b779-9fd9f7ac3ebf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:20.212111 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2eb67-5186-42c0-8b48-1a3957631df8 req-0e4fcef1-f632-469f-8be8-38d43b386566 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:20.213687 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-40b2eb67-5186-42c0-8b48-1a3957631df8 req-0e4fcef1-f632-469f-8be8-38d43b386566 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 944 time: 0.1585765 Mar 01 13:45:20.233394 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378bec0-e6df-4f15-b10b-cbaac7bbaa8a req-b297e394-56b3-4ac5-a199-2c37732324a4 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:20.234988 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2378bec0-e6df-4f15-b10b-cbaac7bbaa8a req-b297e394-56b3-4ac5-a199-2c37732324a4 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b9c014-b118-4c95-98e2-a7db2b7dcece HTTP/1.1" status: 200 len: 946 time: 0.1647100 Mar 01 13:45:20.306944 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3d555ada-c9b4-405d-9ee5-8089780178ee req-5c3fc2df-deea-4eb1-891d-3a030b95c0cf service neutron] 10.222.0.32 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844947 Mar 01 13:45:20.347903 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-40b2eb67-5186-42c0-8b48-1a3957631df8 req-2db23597-7f43-43c2-8204-718d80e2af62 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163850 Mar 01 13:45:20.361863 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2378bec0-e6df-4f15-b10b-cbaac7bbaa8a req-6ca01bc0-818e-4149-9180-fe083e58abe8 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192789 Mar 01 13:45:20.427086 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b1b9f04e-928a-48f5-b779-9fd9f7ac3ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (36f78ce5-2ab5-4f1b-9d1c-1753f7bb1f63), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:20.480892 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b79ad-75fb-471c-8cdf-3817d0f0a9a9 req-0dc29295-88a7-4bcc-b3b4-98c5c4478a17 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:20.484059 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9f04e-928a-48f5-b779-9fd9f7ac3ebf admin admin] Pushing event updated for resources: {'Subnet': ['ID=36f78ce5-2ab5-4f1b-9d1c-1753f7bb1f63,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:20.492662 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-924b79ad-75fb-471c-8cdf-3817d0f0a9a9 req-0dc29295-88a7-4bcc-b3b4-98c5c4478a17 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fba4c51-284a-4b5d-99a3-66bad10f7ca7 HTTP/1.1" status: 200 len: 943 time: 0.0635161 Mar 01 13:45:20.493091 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b9f04e-928a-48f5-b779-9fd9f7ac3ebf admin admin] Checking segment: {'id': '146aa83f-f6b8-4311-9510-f6ebf5a3e76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '48119339-3489-4681-ba3d-edf785b95430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:45:20.493451 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b9f04e-928a-48f5-b779-9fd9f7ac3ebf admin admin] Network hostable DHCP agents. Network: 48119339-3489-4681-ba3d-edf785b95430, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:45:20.515014 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b9f04e-928a-48f5-b779-9fd9f7ac3ebf admin admin] Network 48119339-3489-4681-ba3d-edf785b95430 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:45:20.527215 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-b1b9f04e-928a-48f5-b779-9fd9f7ac3ebf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 48119339-3489-4681-ba3d-edf785b95430) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:45:20.532550 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b9f04e-928a-48f5-b779-9fd9f7ac3ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:20.533243 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b1b9f04e-928a-48f5-b779-9fd9f7ac3ebf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:20.541033 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21825ab-c17e-433b-abfc-3c63246d2f34 None None] Network 48119339-3489-4681-ba3d-edf785b95430 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:45:20.550880 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-924b79ad-75fb-471c-8cdf-3817d0f0a9a9 req-adee8dfb-0b51-422b-8c07-ddcb99af30a2 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550923 Mar 01 13:45:20.582213 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b1b9f04e-928a-48f5-b779-9fd9f7ac3ebf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4082482 Mar 01 13:45:20.584863 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34776) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:45:20.589895 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-82c04b93-a12f-497a-b3e1-4af8f21eed40 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-193015849-router', 'tenant_id': '1f5cd53739d24ad8afe231ec33bbb6ee', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:45:20.614405 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-82c04b93-a12f-497a-b3e1-4af8f21eed40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (1140d7fd-b1c6-477e-bbc4-2b967e05dfe4), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:20.615782 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-82c04b93-a12f-497a-b3e1-4af8f21eed40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (1140d7fd-b1c6-477e-bbc4-2b967e05dfe4), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:20.655743 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b570ee-5032-400d-a1bc-4bb8ebf53bc5 req-38fea9a8-0d26-497a-a1e0-2fafaa65e9c3 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:20.657430 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3b570ee-5032-400d-a1bc-4bb8ebf53bc5 req-38fea9a8-0d26-497a-a1e0-2fafaa65e9c3 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.32 "GET /v2.0/ports?device_id=29b9c014-b118-4c95-98e2-a7db2b7dcece HTTP/1.1" status: 200 len: 946 time: 0.1106341 Mar 01 13:45:20.698116 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b16944-37a9-4746-bd4c-328523082ebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-48119339-3489-4681-ba3d-edf785b95430', 'network_id': '48119339-3489-4681-ba3d-edf785b95430', 'project_id': '1f5cd53739d24ad8afe231ec33bbb6ee', 'fixed_ips': [{'subnet_id': '36f78ce5-2ab5-4f1b-9d1c-1753f7bb1f63'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:45:20.699658 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d2b16944-37a9-4746-bd4c-328523082ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:20.720499 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-82c04b93-a12f-497a-b3e1-4af8f21eed40 admin admin] Publish callbacks [] for router_controller (1140d7fd-b1c6-477e-bbc4-2b967e05dfe4), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:20.781192 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974a760-acbb-463d-81ef-35c59ddd7c4b req-bb302be6-a3c5-4862-ae6b-1ca3028c0fe4 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:20.782833 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7974a760-acbb-463d-81ef-35c59ddd7c4b req-bb302be6-a3c5-4862-ae6b-1ca3028c0fe4 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 949 time: 0.1685889 Mar 01 13:45:20.876517 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dde0b-f7ce-4dbf-88ca-f7ba49356adf req-fe657f3a-5787-4636-928e-403f90aedb1d tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:20.878307 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-605dde0b-f7ce-4dbf-88ca-f7ba49356adf req-fe657f3a-5787-4636-928e-403f90aedb1d tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 943 time: 0.1287525 Mar 01 13:45:20.891276 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-a3b570ee-5032-400d-a1bc-4bb8ebf53bc5 req-b8b54ff7-26b6-4285-b06a-5e4945da2ee0 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Deleting port 9b21168f-3cb7-4637-b27a-ae5b33dd824d {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:45:20.891802 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-a3b570ee-5032-400d-a1bc-4bb8ebf53bc5 req-b8b54ff7-26b6-4285-b06a-5e4945da2ee0 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (9b21168f-3cb7-4637-b27a-ae5b33dd824d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:20.895935 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-d2b16944-37a9-4746-bd4c-328523082ebe None None] Allocated IP 172.20.0.2 (48119339-3489-4681-ba3d-edf785b95430/36f78ce5-2ab5-4f1b-9d1c-1753f7bb1f63/eadb19d9-5da8-4934-a74a-ececc6271e31) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:45:20.899923 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-82c04b93-a12f-497a-b3e1-4af8f21eed40 admin admin] Publish callbacks [] for router_gateway (1140d7fd-b1c6-477e-bbc4-2b967e05dfe4), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:21.020056 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-a3b570ee-5032-400d-a1bc-4bb8ebf53bc5 req-b8b54ff7-26b6-4285-b06a-5e4945da2ee0 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] For port 9b21168f-3cb7-4637-b27a-ae5b33dd824d, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9b21168f-3cb7-4637-b27a-ae5b33dd824d,segment=NetworkSegment(7e431d2a-8352-4715-8063-a4fc7bad3a2e),segment_id=7e431d2a-8352-4715-8063-a4fc7bad3a2e)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:21.020571 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-a3b570ee-5032-400d-a1bc-4bb8ebf53bc5 req-b8b54ff7-26b6-4285-b06a-5e4945da2ee0 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (9b21168f-3cb7-4637-b27a-ae5b33dd824d), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:21.059715 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7974a760-acbb-463d-81ef-35c59ddd7c4b req-ac77b397-c1b2-4b68-9785-7b53693292b8 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386551 Mar 01 13:45:21.060721 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-a3b570ee-5032-400d-a1bc-4bb8ebf53bc5 req-b8b54ff7-26b6-4285-b06a-5e4945da2ee0 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Calling delete_port for 9b21168f-3cb7-4637-b27a-ae5b33dd824d owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:45:21.090345 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-605dde0b-f7ce-4dbf-88ca-f7ba49356adf req-4667e8e0-269c-4b7a-9113-bb363e96d261 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014215 Mar 01 13:45:21.099802 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d2b16944-37a9-4746-bd4c-328523082ebe None None] Publish callbacks [] for port (eadb19d9-5da8-4934-a74a-ececc6271e31), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:21.112058 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d2b16944-37a9-4746-bd4c-328523082ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (eadb19d9-5da8-4934-a74a-ececc6271e31), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:21.173870 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-82c04b93-a12f-497a-b3e1-4af8f21eed40 admin admin] Publish callbacks [] for router_gateway (1140d7fd-b1c6-477e-bbc4-2b967e05dfe4), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:21.181122 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b16944-37a9-4746-bd4c-328523082ebe None None] Network 48119339-3489-4681-ba3d-edf785b95430 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:45:21.184229 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-d2b16944-37a9-4746-bd4c-328523082ebe None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:45:21.190396 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b16944-37a9-4746-bd4c-328523082ebe None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:45:21.197642 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-82c04b93-a12f-497a-b3e1-4af8f21eed40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:21.275411 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-d2b16944-37a9-4746-bd4c-328523082ebe None None] Attempting to bind port eadb19d9-5da8-4934-a74a-ececc6271e31 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:45:21.276021 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-d2b16944-37a9-4746-bd4c-328523082ebe None None] Attempting to bind port eadb19d9-5da8-4934-a74a-ececc6271e31 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '146aa83f-f6b8-4311-9510-f6ebf5a3e76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '48119339-3489-4681-ba3d-edf785b95430'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:45:21.276159 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b16944-37a9-4746-bd4c-328523082ebe None None] Attempting to bind port eadb19d9-5da8-4934-a74a-ececc6271e31 on network 48119339-3489-4681-ba3d-edf785b95430 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:45:21.282551 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b16944-37a9-4746-bd4c-328523082ebe None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:45:21.282928 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b16944-37a9-4746-bd4c-328523082ebe None None] Checking segment: {'id': '146aa83f-f6b8-4311-9510-f6ebf5a3e76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '48119339-3489-4681-ba3d-edf785b95430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:45:21.283926 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d2b16944-37a9-4746-bd4c-328523082ebe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:21.284058 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b16944-37a9-4746-bd4c-328523082ebe None None] Bound using segment: {'id': '146aa83f-f6b8-4311-9510-f6ebf5a3e76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '48119339-3489-4681-ba3d-edf785b95430'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:45:21.284466 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-d2b16944-37a9-4746-bd4c-328523082ebe None None] Bound port: eadb19d9-5da8-4934-a74a-ececc6271e31, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146aa83f-f6b8-4311-9510-f6ebf5a3e76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '48119339-3489-4681-ba3d-edf785b95430'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:45:21.284872 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d2b16944-37a9-4746-bd4c-328523082ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (eadb19d9-5da8-4934-a74a-ececc6271e31), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:21.287924 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b16944-37a9-4746-bd4c-328523082ebe None None] Pushing event updated for resources: {'Port': ['ID=eadb19d9-5da8-4934-a74a-ececc6271e31,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:21.305896 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16944-37a9-4746-bd4c-328523082ebe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:21.305896 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16944-37a9-4746-bd4c-328523082ebe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:21.305896 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16944-37a9-4746-bd4c-328523082ebe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:21.306314 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16944-37a9-4746-bd4c-328523082ebe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:21.306510 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16944-37a9-4746-bd4c-328523082ebe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:21.306831 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16944-37a9-4746-bd4c-328523082ebe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:21.307154 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16944-37a9-4746-bd4c-328523082ebe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:21.307470 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16944-37a9-4746-bd4c-328523082ebe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:21.307871 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16944-37a9-4746-bd4c-328523082ebe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:21.308476 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16944-37a9-4746-bd4c-328523082ebe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:21.308800 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16944-37a9-4746-bd4c-328523082ebe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:21.309114 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16944-37a9-4746-bd4c-328523082ebe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:21.309430 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16944-37a9-4746-bd4c-328523082ebe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:21.344334 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-a3b570ee-5032-400d-a1bc-4bb8ebf53bc5 req-b8b54ff7-26b6-4285-b06a-5e4945da2ee0 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (9b21168f-3cb7-4637-b27a-ae5b33dd824d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:21.364896 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-82c04b93-a12f-497a-b3e1-4af8f21eed40 admin admin] Allocated IP 172.25.1.79 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:45:21.419063 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d2b16944-37a9-4746-bd4c-328523082ebe None None] For port eadb19d9-5da8-4934-a74a-ececc6271e31, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:45:21.426160 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d2b16944-37a9-4746-bd4c-328523082ebe None None] For port eadb19d9-5da8-4934-a74a-ececc6271e31, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=eadb19d9-5da8-4934-a74a-ececc6271e31,segment=NetworkSegment(146aa83f-f6b8-4311-9510-f6ebf5a3e76d),segment_id=146aa83f-f6b8-4311-9510-f6ebf5a3e76d)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:45:21.432437 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b54ff7-26b6-4285-b06a-5e4945da2ee0 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Pushing event deleted for resources: {'Port': ['ID=9b21168f-3cb7-4637-b27a-ae5b33dd824d,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:21.439854 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['59c426e1-8051-4715-86df-dd085a86bd59'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:45:21.458914 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['9b21168f-3cb7-4637-b27a-ae5b33dd824d', 'a9056071-2fcf-4840-a216-d80e539fc13e'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:45:21.518584 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d2b16944-37a9-4746-bd4c-328523082ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (eadb19d9-5da8-4934-a74a-ececc6271e31), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:21.635287 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-82c04b93-a12f-497a-b3e1-4af8f21eed40 admin admin] Publish callbacks [] for port (52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:21.645885 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b570ee-5032-400d-a1bc-4bb8ebf53bc5 req-b8b54ff7-26b6-4285-b06a-5e4945da2ee0 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] No DVR routers for this DVR port 9b21168f-3cb7-4637-b27a-ae5b33dd824d on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:45:21.650789 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c2e72919-fdc7-4249-a920-872ef77cd000 req-bce6a329-b742-42a4-b6fd-9841372bcb78 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b9c014-b118-4c95-98e2-a7db2b7dcece HTTP/1.1" status: 200 len: 210 time: 0.1622345 Mar 01 13:45:21.675639 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-a3b570ee-5032-400d-a1bc-4bb8ebf53bc5 req-b8b54ff7-26b6-4285-b06a-5e4945da2ee0 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:21.681962 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3b570ee-5032-400d-a1bc-4bb8ebf53bc5 req-b8b54ff7-26b6-4285-b06a-5e4945da2ee0 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.32 "DELETE /v2.0/ports/9b21168f-3cb7-4637-b27a-ae5b33dd824d HTTP/1.1" status: 204 len: 173 time: 1.0129874 Mar 01 13:45:21.698937 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b9c014-b118-4c95-98e2-a7db2b7dcece', 'name': 'network-vif-deleted', 'tag': '9b21168f-3cb7-4637-b27a-ae5b33dd824d'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:45:21.705773 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e8e3d1-e8cc-4c96-a0f1-a2ee22712b60" -d '{"events": [{"server_uuid": "29b9c014-b118-4c95-98e2-a7db2b7dcece", "name": "network-vif-deleted", "tag": "9b21168f-3cb7-4637-b27a-ae5b33dd824d"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:45:21.713803 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-82c04b93-a12f-497a-b3e1-4af8f21eed40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:21.730160 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f189456-928f-486e-92f6-1768e2fe3bff req-7dd1c949-2ac4-420c-b411-455a62ccaddf tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:21.740247 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6f189456-928f-486e-92f6-1768e2fe3bff req-7dd1c949-2ac4-420c-b411-455a62ccaddf tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 944 time: 0.2501001 Mar 01 13:45:21.831702 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c04b93-a12f-497a-b3e1-4af8f21eed40 admin admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:45:21.840170 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-82c04b93-a12f-497a-b3e1-4af8f21eed40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:45:21.846572 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c04b93-a12f-497a-b3e1-4af8f21eed40 admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:45:21.865328 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6f189456-928f-486e-92f6-1768e2fe3bff req-2a44f1f1-f9c3-4f22-ad45-986afbff2d2c tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236546 Mar 01 13:45:21.949979 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c9750-93ec-4e56-96f2-3bdeab6b15de req-e4b70863-1328-4035-be4d-a8aab6ccaf0a tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:21.951596 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-261c9750-93ec-4e56-96f2-3bdeab6b15de req-e4b70863-1328-4035-be4d-a8aab6ccaf0a tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fba4c51-284a-4b5d-99a3-66bad10f7ca7 HTTP/1.1" status: 200 len: 943 time: 0.1152313 Mar 01 13:45:21.971141 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33670b3-dee2-4a82-8fe5-a41d74d9dd40 x-openstack-request-id: req-c33670b3-dee2-4a82-8fe5-a41d74d9dd40 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:45:21.973808 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b9c014-b118-4c95-98e2-a7db2b7dcece", "name": "network-vif-deleted", "tag": "9b21168f-3cb7-4637-b27a-ae5b33dd824d", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:45:21.975133 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c33670b3-dee2-4a82-8fe5-a41d74d9dd40 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:45:21.978824 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b9c014-b118-4c95-98e2-a7db2b7dcece', 'name': 'network-vif-deleted', 'tag': '9b21168f-3cb7-4637-b27a-ae5b33dd824d', 'status': 'completed', 'code': 200} Mar 01 13:45:22.060079 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b16944-37a9-4746-bd4c-328523082ebe None None] Pushing event updated for resources: {'Port': ['ID=eadb19d9-5da8-4934-a74a-ececc6271e31,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:22.066461 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-261c9750-93ec-4e56-96f2-3bdeab6b15de req-d31902ac-20e3-4342-bd0a-f0acbdddfa2f tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043487 Mar 01 13:45:22.072091 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 30bf817c-4810-4bf3-9acd-1f44249ff3c0 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:45:22.182106 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 8b38e50d-db1a-44f2-a803-b588235f0e77 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:45:22.432245 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2d7c3-aa5a-4dd9-b82f-f2fe753eba6c req-fc932b4f-c173-441a-83aa-7eda52168efc tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:22.434328 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-05a2d7c3-aa5a-4dd9-b82f-f2fe753eba6c req-fc932b4f-c173-441a-83aa-7eda52168efc tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 949 time: 0.2431924 Mar 01 13:45:22.461666 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc5d25-ae56-484d-ae51-b1d53508e40b req-76344bff-71f8-4b7e-8dce-1c59bda6d372 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:22.466243 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dfdc5d25-ae56-484d-ae51-b1d53508e40b req-76344bff-71f8-4b7e-8dce-1c59bda6d372 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 943 time: 0.2029366 Mar 01 13:45:22.506729 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c04b93-a12f-497a-b3e1-4af8f21eed40 admin admin] Pushing event updated for resources: {'Port': ['ID=52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:22.513039 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 30bf817c-4810-4bf3-9acd-1f44249ff3c0, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=30bf817c-4810-4bf3-9acd-1f44249ff3c0,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:22.567611 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '30bf817c-4810-4bf3-9acd-1f44249ff3c0', 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c', 'port_id': '30bf817c-4810-4bf3-9acd-1f44249ff3c0', 'mac_address': 'fa:16:3e:b1:d2:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0074be29-4f96-45b4-82b7-e955d173d55c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:45:22.626230 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-05a2d7c3-aa5a-4dd9-b82f-f2fe753eba6c req-8a4e03ac-17e9-49bf-942c-a333794707a8 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559856 Mar 01 13:45:22.631397 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dfdc5d25-ae56-484d-ae51-b1d53508e40b req-140cdff8-5236-4ad1-a645-eb1e86afa0bf tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420219 Mar 01 13:45:22.663581 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 8b38e50d-db1a-44f2-a803-b588235f0e77 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:45:22.700693 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 8b38e50d-db1a-44f2-a803-b588235f0e77 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:45:22.701830 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8b38e50d-db1a-44f2-a803-b588235f0e77), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:22.756080 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 30bf817c-4810-4bf3-9acd-1f44249ff3c0 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:45:22.756525 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (30bf817c-4810-4bf3-9acd-1f44249ff3c0), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:22.840701 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 8b38e50d-db1a-44f2-a803-b588235f0e77 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:45:22.841100 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8b38e50d-db1a-44f2-a803-b588235f0e77), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:22.854253 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-82c04b93-a12f-497a-b3e1-4af8f21eed40 admin admin] Publish callbacks [] for router_gateway (1140d7fd-b1c6-477e-bbc4-2b967e05dfe4), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:22.920152 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 8b38e50d-db1a-44f2-a803-b588235f0e77, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=8b38e50d-db1a-44f2-a803-b588235f0e77,segment=NetworkSegment(e8fdfbe0-7cd0-4214-af8d-2a91b83f4ca5),segment_id=e8fdfbe0-7cd0-4214-af8d-2a91b83f4ca5)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:22.923565 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1df49d2-4de4-462d-bb85-b1b6063f8515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b38e50d-db1a-44f2-a803-b588235f0e77'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:45:22.932137 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c23d45-f2a7-4a2c-8d24-da51af2a9200" -d '{"events": [{"server_uuid": "b1df49d2-4de4-462d-bb85-b1b6063f8515", "name": "network-vif-plugged", "status": "completed", "tag": "8b38e50d-db1a-44f2-a803-b588235f0e77"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:45:22.940260 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30bf817c-4810-4bf3-9acd-1f44249ff3c0 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:45:23.026661 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 30bf817c-4810-4bf3-9acd-1f44249ff3c0, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=30bf817c-4810-4bf3-9acd-1f44249ff3c0,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:23.046706 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (30bf817c-4810-4bf3-9acd-1f44249ff3c0), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:23.048710 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (8b38e50d-db1a-44f2-a803-b588235f0e77), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:23.139772 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdddb3a-7e1f-4937-a2c5-509df26ceeee x-openstack-request-id: req-8bdddb3a-7e1f-4937-a2c5-509df26ceeee {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:45:23.142127 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1df49d2-4de4-462d-bb85-b1b6063f8515", "name": "network-vif-plugged", "status": "completed", "tag": "8b38e50d-db1a-44f2-a803-b588235f0e77", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:45:23.144364 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8bdddb3a-7e1f-4937-a2c5-509df26ceeee {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:45:23.144364 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1df49d2-4de4-462d-bb85-b1b6063f8515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b38e50d-db1a-44f2-a803-b588235f0e77', 'code': 200} Mar 01 13:45:23.152502 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e61c7-9c55-4cb8-8ce6-a56ebb3f35d8 req-95e4ac80-9d58-4511-8176-10d0e4b25819 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:23.167502 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-482e61c7-9c55-4cb8-8ce6-a56ebb3f35d8 req-95e4ac80-9d58-4511-8176-10d0e4b25819 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 945 time: 0.2106276 Mar 01 13:45:23.188598 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device eadb19d9-5da8-4934-a74a-ececc6271e31 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:45:23.316509 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-482e61c7-9c55-4cb8-8ce6-a56ebb3f35d8 req-7bfcbd8b-ece7-4cea-96ec-21e6142f93fa tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416466 Mar 01 13:45:23.346052 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=30bf817c-4810-4bf3-9acd-1f44249ff3c0,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:23.436890 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-82c04b93-a12f-497a-b3e1-4af8f21eed40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (1140d7fd-b1c6-477e-bbc4-2b967e05dfe4), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:23.441142 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a16eb-9aa9-4425-ac5b-d63ecce42017 req-dd8cdb70-5717-40a1-890c-fce093b18fc4 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:23.455346 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d18a16eb-9aa9-4425-ac5b-d63ecce42017 req-dd8cdb70-5717-40a1-890c-fce093b18fc4 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc274d4c-fff6-4256-8d0e-8ae257f8c50e HTTP/1.1" status: 200 len: 945 time: 0.1842611 Mar 01 13:45:23.464407 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port eadb19d9-5da8-4934-a74a-ececc6271e31 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:45:23.471517 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (eadb19d9-5da8-4934-a74a-ececc6271e31), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:23.559834 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['30bf817c-4810-4bf3-9acd-1f44249ff3c0'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:45:23.567276 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d18a16eb-9aa9-4425-ac5b-d63ecce42017 req-0a6ec322-b9ce-4987-bb47-fba3d4cb8db0 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105890 Mar 01 13:45:23.591147 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63dcddb-f7f4-4e8c-8024-a13d7d8f8ae1 req-504d0df9-cb9f-4b7a-863d-3a3761b931bf tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:23.599466 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f63dcddb-f7f4-4e8c-8024-a13d7d8f8ae1 req-504d0df9-cb9f-4b7a-863d-3a3761b931bf tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fba4c51-284a-4b5d-99a3-66bad10f7ca7 HTTP/1.1" status: 200 len: 944 time: 0.1252356 Mar 01 13:45:23.632835 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9cdf2-f58f-427c-9fce-13ba4a4c71f5 req-8d8434d8-5e01-41ca-b71c-4bfdcc007b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:23.634385 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-24c9cdf2-f58f-427c-9fce-13ba4a4c71f5 req-8d8434d8-5e01-41ca-b71c-4bfdcc007b39 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 1127 time: 0.1951993 Mar 01 13:45:23.694342 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f63dcddb-f7f4-4e8c-8024-a13d7d8f8ae1 req-3f0f8b0b-6743-4ac0-947d-e4e7aabfb2bf tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875690 Mar 01 13:45:23.717675 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=8b38e50d-db1a-44f2-a803-b588235f0e77,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:23.773689 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-24c9cdf2-f58f-427c-9fce-13ba4a4c71f5 req-4678604f-3587-4f27-a5cb-8f51ffd53ebe service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117144 Mar 01 13:45:23.817467 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c04b93-a12f-497a-b3e1-4af8f21eed40 admin admin] Router 1140d7fd-b1c6-477e-bbc4-2b967e05dfe4 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 13:45:23.872574 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86b509e-fd6e-47fb-b211-1fe4f47f3789 None None] Network 48119339-3489-4681-ba3d-edf785b95430 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:45:23.970340 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port eadb19d9-5da8-4934-a74a-ececc6271e31 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:45:23.970808 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (eadb19d9-5da8-4934-a74a-ececc6271e31), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:24.035569 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 9b21168f-3cb7-4637-b27a-ae5b33dd824d no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:45:24.073086 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: 9b21168f-3cb7-4637-b27a-ae5b33dd824d {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:45:24.073439 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 9b21168f-3cb7-4637-b27a-ae5b33dd824d not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:45:24.073859 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 62991eee-a540-4436-8a1a-6b6b57e46e7c no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:45:24.077105 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18394cc9-53b8-4089-a856-9f62a01703f1 req-1c9326eb-479d-4fb4-8c7b-54fd889ab446 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:24.079142 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-18394cc9-53b8-4089-a856-9f62a01703f1 req-1c9326eb-479d-4fb4-8c7b-54fd889ab446 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 949 time: 0.2972105 Mar 01 13:45:24.130352 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbefd151-e34b-4f18-88ec-7fffec0f7aa7 req-90a7be2d-d140-452e-9448-7637bfc14da4 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:24.141192 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fbefd151-e34b-4f18-88ec-7fffec0f7aa7 req-90a7be2d-d140-452e-9448-7637bfc14da4 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 943 time: 0.2850122 Mar 01 13:45:24.182747 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c04b93-a12f-497a-b3e1-4af8f21eed40 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:45:24.183842 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-c8ab4d19-8c69-493c-8e84-ebff32d7b141 None None] Provisioning complete for port eadb19d9-5da8-4934-a74a-ececc6271e31 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:45:24.184502 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c8ab4d19-8c69-493c-8e84-ebff32d7b141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (eadb19d9-5da8-4934-a74a-ececc6271e31), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:24.202419 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb22b25-4afd-48f3-aa38-de445d0f01cb None None] Sync routers for ids ['1140d7fd-b1c6-477e-bbc4-2b967e05dfe4'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:45:24.225501 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb22b25-4afd-48f3-aa38-de445d0f01cb None None] Routers {'1140d7fd-b1c6-477e-bbc4-2b967e05dfe4'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:45:24.226761 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-6fb22b25-4afd-48f3-aa38-de445d0f01cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:44:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['1140d7fd-b1c6-477e-bbc4-2b967e05dfe4'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:45:24.237893 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-82c04b93-a12f-497a-b3e1-4af8f21eed40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:24.240062 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-82c04b93-a12f-497a-b3e1-4af8f21eed40 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6540086 Mar 01 13:45:24.244534 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34816) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:45:24.249239 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fbefd151-e34b-4f18-88ec-7fffec0f7aa7 req-7ce452cf-ae29-4ef2-bc75-870827a75bae tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068106 Mar 01 13:45:24.289137 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port eadb19d9-5da8-4934-a74a-ececc6271e31, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=eadb19d9-5da8-4934-a74a-ececc6271e31,segment=NetworkSegment(146aa83f-f6b8-4311-9510-f6ebf5a3e76d),segment_id=146aa83f-f6b8-4311-9510-f6ebf5a3e76d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:24.326525 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-18394cc9-53b8-4089-a856-9f62a01703f1 req-f79b12db-5f51-44fc-acdb-b8a8ccdc1bde tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392402 Mar 01 13:45:24.352597 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (eadb19d9-5da8-4934-a74a-ececc6271e31), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:24.514055 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32d9ae-0027-4bd7-91f9-dc70b11df59e req-fb3354c8-27c4-43c7-9526-9f6d2bfd19fd tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:24.527726 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2f32d9ae-0027-4bd7-91f9-dc70b11df59e req-fb3354c8-27c4-43c7-9526-9f6d2bfd19fd tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 945 time: 0.1289754 Mar 01 13:45:24.540206 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-6fb22b25-4afd-48f3-aa38-de445d0f01cb None None] Set router 1140d7fd-b1c6-477e-bbc4-2b967e05dfe4 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:45:24.647208 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2f32d9ae-0027-4bd7-91f9-dc70b11df59e req-7b795c39-8884-4cb9-bbe2-7637441771c4 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181550 Mar 01 13:45:24.749972 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-c8ab4d19-8c69-493c-8e84-ebff32d7b141 None None] Current status of the port eadb19d9-5da8-4934-a74a-ececc6271e31 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:45:24.882013 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=eadb19d9-5da8-4934-a74a-ececc6271e31,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:24.905449 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-6fb22b25-4afd-48f3-aa38-de445d0f01cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1140d7fd-b1c6-477e-bbc4-2b967e05dfe4', 'name': 'tempest-AttachSCSIVolumeTestJSON-193015849-router', 'tenant_id': '1f5cd53739d24ad8afe231ec33bbb6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:45:20Z', 'updated_at': '2022-03-01T13:45:22Z', 'revision_number': 3, 'project_id': '1f5cd53739d24ad8afe231ec33bbb6ee', 'gw_port': {'id': '52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1140d7fd-b1c6-477e-bbc4-2b967e05dfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:45:21Z', 'updated_at': '2022-03-01T13:45:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:45:24.948040 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 62991eee-a540-4436-8a1a-6b6b57e46e7c is: DOWN; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:45:24.982151 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb22b25-4afd-48f3-aa38-de445d0f01cb None None] Checking router: 1140d7fd-b1c6-477e-bbc4-2b967e05dfe4 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:45:24.985529 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb22b25-4afd-48f3-aa38-de445d0f01cb None None] Updating router 1140d7fd-b1c6-477e-bbc4-2b967e05dfe4 port 52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6 binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:45:25.067091 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-6fb22b25-4afd-48f3-aa38-de445d0f01cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:25.088350 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device eadb19d9-5da8-4934-a74a-ececc6271e31 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:45:25.209370 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8c6e3710-b0ee-41fc-8aac-f720828bd612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:25.209902 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19e114-da62-465e-b981-fc6977b293c8 req-f0516d5b-0192-42b3-a87e-4aecfc012209 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:25.244145 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2b19e114-da62-465e-b981-fc6977b293c8 req-f0516d5b-0192-42b3-a87e-4aecfc012209 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc274d4c-fff6-4256-8d0e-8ae257f8c50e HTTP/1.1" status: 200 len: 945 time: 0.4893432 Mar 01 13:45:25.261188 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port eadb19d9-5da8-4934-a74a-ececc6271e31 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:45:25.263208 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (eadb19d9-5da8-4934-a74a-ececc6271e31), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:25.346626 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24728c-3353-4ec9-aed7-4ff879940b71 req-223edd15-ce0b-47a3-9493-36740e5167e6 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:25.352054 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-df24728c-3353-4ec9-aed7-4ff879940b71 req-223edd15-ce0b-47a3-9493-36740e5167e6 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc274d4c-fff6-4256-8d0e-8ae257f8c50e HTTP/1.1" status: 200 len: 945 time: 0.5875611 Mar 01 13:45:25.403439 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff473e5-a21a-46e8-be7a-c22a320bf7ef req-16c9f3c8-eb72-476f-8158-331cdf4a274e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:25.406328 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bff473e5-a21a-46e8-be7a-c22a320bf7ef req-16c9f3c8-eb72-476f-8158-331cdf4a274e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fba4c51-284a-4b5d-99a3-66bad10f7ca7 HTTP/1.1" status: 200 len: 944 time: 0.5003903 Mar 01 13:45:25.504255 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-a1d7cfc4-4c10-4bf0-9294-75494db11b70 None None] Provisioning complete for port eadb19d9-5da8-4934-a74a-ececc6271e31 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:45:25.504634 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a1d7cfc4-4c10-4bf0-9294-75494db11b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (eadb19d9-5da8-4934-a74a-ececc6271e31), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:25.509377 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8ca76072-387e-4a42-be9d-e522e296f5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:25.519511 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port eadb19d9-5da8-4934-a74a-ececc6271e31 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:45:25.576572 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2b19e114-da62-465e-b981-fc6977b293c8 req-07f4e7a6-2466-43e9-a589-59c71114ff20 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264263 Mar 01 13:45:25.673455 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bff473e5-a21a-46e8-be7a-c22a320bf7ef req-300c42f1-4751-4117-a554-ab7056a66db0 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406049 Mar 01 13:45:25.704935 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-df24728c-3353-4ec9-aed7-4ff879940b71 req-f0b49ec5-e163-4f11-8174-22d9f2aeab86 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Deleting port a9056071-2fcf-4840-a216-d80e539fc13e {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:45:25.705285 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-df24728c-3353-4ec9-aed7-4ff879940b71 req-f0b49ec5-e163-4f11-8174-22d9f2aeab86 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (a9056071-2fcf-4840-a216-d80e539fc13e), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:25.753437 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-6fb22b25-4afd-48f3-aa38-de445d0f01cb None None] Publish callbacks [] for port (52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:25.762060 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-a1d7cfc4-4c10-4bf0-9294-75494db11b70 None None] Current status of the port eadb19d9-5da8-4934-a74a-ececc6271e31 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:45:25.765883 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-6fb22b25-4afd-48f3-aa38-de445d0f01cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:25.854939 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-6fb22b25-4afd-48f3-aa38-de445d0f01cb None None] Attempting to bind port 52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:45:25.855316 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-6fb22b25-4afd-48f3-aa38-de445d0f01cb None None] Attempting to bind port 52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:45:25.855705 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb22b25-4afd-48f3-aa38-de445d0f01cb None None] Attempting to bind port 52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6 on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:45:25.879857 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb22b25-4afd-48f3-aa38-de445d0f01cb None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:45:25.882433 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb22b25-4afd-48f3-aa38-de445d0f01cb None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:45:25.882575 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-8ca76072-387e-4a42-be9d-e522e296f5df admin admin] Allocated IP 172.20.0.1 (48119339-3489-4681-ba3d-edf785b95430/36f78ce5-2ab5-4f1b-9d1c-1753f7bb1f63/a55cdd8f-32e0-48bf-92d5-c63d756c48b9) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:45:25.884596 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-6fb22b25-4afd-48f3-aa38-de445d0f01cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:25.885164 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb22b25-4afd-48f3-aa38-de445d0f01cb None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:45:25.885826 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-6fb22b25-4afd-48f3-aa38-de445d0f01cb None None] Bound port: 52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:45:25.888134 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-6fb22b25-4afd-48f3-aa38-de445d0f01cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:25.959200 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a6786-b4cc-4384-82b2-4f50735c0afb req-9ffeeee9-075a-451f-9bc7-dd92081db79f tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:25.966205 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-407a6786-b4cc-4384-82b2-4f50735c0afb req-9ffeeee9-075a-451f-9bc7-dd92081db79f tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 949 time: 0.1184444 Mar 01 13:45:25.976265 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6d5de-f2be-4339-9322-fa9e7cef5fcf req-f5200477-5169-4810-935c-bd8874fc2a53 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:25.977683 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-56c6d5de-f2be-4339-9322-fa9e7cef5fcf req-f5200477-5169-4810-935c-bd8874fc2a53 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 943 time: 0.2849905 Mar 01 13:45:26.004897 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-6fb22b25-4afd-48f3-aa38-de445d0f01cb None None] For port 52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:45:26.011938 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-6fb22b25-4afd-48f3-aa38-de445d0f01cb None None] For port 52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:45:26.028747 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-6fb22b25-4afd-48f3-aa38-de445d0f01cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:26.037452 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8cf06-75ad-49b7-8244-68c3ff603039 None None] Pushing event updated for resources: {'Port': ['ID=52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6,revision_number=2']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:26.043012 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8ca76072-387e-4a42-be9d-e522e296f5df admin admin] Publish callbacks [] for port (a55cdd8f-32e0-48bf-92d5-c63d756c48b9), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:26.055262 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 30bf817c-4810-4bf3-9acd-1f44249ff3c0 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:45:26.068896 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-407a6786-b4cc-4384-82b2-4f50735c0afb req-206576d1-9592-4dd2-9ba8-3a36593b2863 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016405 Mar 01 13:45:26.069212 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8cf06-75ad-49b7-8244-68c3ff603039 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:26.069578 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8cf06-75ad-49b7-8244-68c3ff603039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:26.069922 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8cf06-75ad-49b7-8244-68c3ff603039 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:26.070259 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8cf06-75ad-49b7-8244-68c3ff603039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:26.070593 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8cf06-75ad-49b7-8244-68c3ff603039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:26.075030 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8cf06-75ad-49b7-8244-68c3ff603039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:26.075423 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8cf06-75ad-49b7-8244-68c3ff603039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:26.075851 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8cf06-75ad-49b7-8244-68c3ff603039 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:26.076190 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8cf06-75ad-49b7-8244-68c3ff603039 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:26.076527 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8cf06-75ad-49b7-8244-68c3ff603039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:26.076858 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8cf06-75ad-49b7-8244-68c3ff603039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:26.077189 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8cf06-75ad-49b7-8244-68c3ff603039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:26.077517 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8cf06-75ad-49b7-8244-68c3ff603039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:26.102989 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8ca76072-387e-4a42-be9d-e522e296f5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (a55cdd8f-32e0-48bf-92d5-c63d756c48b9), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:26.161895 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca76072-387e-4a42-be9d-e522e296f5df admin admin] Pushing event updated for resources: {'Port': ['ID=a55cdd8f-32e0-48bf-92d5-c63d756c48b9,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:26.178375 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-56c6d5de-f2be-4339-9322-fa9e7cef5fcf req-c2d7cd82-5818-4542-b7d5-b3cb84214c24 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911263 Mar 01 13:45:26.179409 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 30bf817c-4810-4bf3-9acd-1f44249ff3c0 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:45:26.184417 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 30bf817c-4810-4bf3-9acd-1f44249ff3c0 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:45:26.184798 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (30bf817c-4810-4bf3-9acd-1f44249ff3c0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:26.187509 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-df24728c-3353-4ec9-aed7-4ff879940b71 req-f0b49ec5-e163-4f11-8174-22d9f2aeab86 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] For port a9056071-2fcf-4840-a216-d80e539fc13e, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=a9056071-2fcf-4840-a216-d80e539fc13e,segment=NetworkSegment(7e431d2a-8352-4715-8063-a4fc7bad3a2e),segment_id=7e431d2a-8352-4715-8063-a4fc7bad3a2e)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:26.188185 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-df24728c-3353-4ec9-aed7-4ff879940b71 req-f0b49ec5-e163-4f11-8174-22d9f2aeab86 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (a9056071-2fcf-4840-a216-d80e539fc13e), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:26.189612 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca76072-387e-4a42-be9d-e522e296f5df admin admin] Network 48119339-3489-4681-ba3d-edf785b95430 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:45:26.191602 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-8ca76072-387e-4a42-be9d-e522e296f5df admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:45:26.206397 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca76072-387e-4a42-be9d-e522e296f5df admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:45:26.245042 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-df24728c-3353-4ec9-aed7-4ff879940b71 req-f0b49ec5-e163-4f11-8174-22d9f2aeab86 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Calling delete_port for a9056071-2fcf-4840-a216-d80e539fc13e owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:45:26.324838 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8ca76072-387e-4a42-be9d-e522e296f5df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (1140d7fd-b1c6-477e-bbc4-2b967e05dfe4), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:26.335135 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63effad9-5f3a-4b3e-b95e-fbc516ed3f6c req-76ebf3ee-7886-46c5-9146-f1053f98d2ca tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:26.347351 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-63effad9-5f3a-4b3e-b95e-fbc516ed3f6c req-76ebf3ee-7886-46c5-9146-f1053f98d2ca tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 945 time: 0.1424761 Mar 01 13:45:26.440486 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 30bf817c-4810-4bf3-9acd-1f44249ff3c0 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:45:26.440739 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (30bf817c-4810-4bf3-9acd-1f44249ff3c0), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:26.501002 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fba4c51-284a-4b5d-99a3-66bad10f7ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30bf817c-4810-4bf3-9acd-1f44249ff3c0'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:45:26.503642 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ee39b8-5ccd-42f3-98fb-c70df93ffbe8" -d '{"events": [{"server_uuid": "2fba4c51-284a-4b5d-99a3-66bad10f7ca7", "name": "network-vif-plugged", "status": "completed", "tag": "30bf817c-4810-4bf3-9acd-1f44249ff3c0"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:45:26.540830 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 30bf817c-4810-4bf3-9acd-1f44249ff3c0, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=30bf817c-4810-4bf3-9acd-1f44249ff3c0,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:26.547357 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8ca76072-387e-4a42-be9d-e522e296f5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a55cdd8f-32e0-48bf-92d5-c63d756c48b9), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:26.553065 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (30bf817c-4810-4bf3-9acd-1f44249ff3c0), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:26.554704 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device a9056071-2fcf-4840-a216-d80e539fc13e no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:45:26.580618 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-63effad9-5f3a-4b3e-b95e-fbc516ed3f6c req-fb8f1d26-7715-4425-8f63-dae63ef031b7 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323573 Mar 01 13:45:26.629050 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8cf06-75ad-49b7-8244-68c3ff603039 None None] Pushing event updated for resources: {'Port': ['ID=52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:26.632032 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb22b25-4afd-48f3-aa38-de445d0f01cb None None] Routers {'1140d7fd-b1c6-477e-bbc4-2b967e05dfe4'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:45:26.632733 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-6fb22b25-4afd-48f3-aa38-de445d0f01cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:44:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['1140d7fd-b1c6-477e-bbc4-2b967e05dfe4'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:45:26.643580 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678c7bc2-3f3a-419c-96f4-62e9a0605dac x-openstack-request-id: req-678c7bc2-3f3a-419c-96f4-62e9a0605dac {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:45:26.644092 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fba4c51-284a-4b5d-99a3-66bad10f7ca7", "name": "network-vif-plugged", "status": "completed", "tag": "30bf817c-4810-4bf3-9acd-1f44249ff3c0", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:45:26.644508 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-678c7bc2-3f3a-419c-96f4-62e9a0605dac {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:45:26.645311 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fba4c51-284a-4b5d-99a3-66bad10f7ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30bf817c-4810-4bf3-9acd-1f44249ff3c0', 'code': 200} Mar 01 13:45:26.743849 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-df24728c-3353-4ec9-aed7-4ff879940b71 req-f0b49ec5-e163-4f11-8174-22d9f2aeab86 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (a9056071-2fcf-4840-a216-d80e539fc13e), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:26.805087 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['59c426e1-8051-4715-86df-dd085a86bd59'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:45:26.815060 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=30bf817c-4810-4bf3-9acd-1f44249ff3c0,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:26.869644 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-6fb22b25-4afd-48f3-aa38-de445d0f01cb None None] Set router 1140d7fd-b1c6-477e-bbc4-2b967e05dfe4 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:45:26.923971 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b49ec5-e163-4f11-8174-22d9f2aeab86 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Pushing event deleted for resources: {'Port': ['ID=a9056071-2fcf-4840-a216-d80e539fc13e,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:26.968696 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-c2367c03-a618-493b-880b-0b962c1c6918 None None] Provisioning complete for port a55cdd8f-32e0-48bf-92d5-c63d756c48b9 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:45:26.969099 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c2367c03-a618-493b-880b-0b962c1c6918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a55cdd8f-32e0-48bf-92d5-c63d756c48b9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:26.985863 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17929cd-fa0f-4b85-b87d-2bbcdc4511b5 req-05d1174b-b8ba-4670-b70c-d47dca245d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:26.986729 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-327c6edc-c139-4843-ae14-0e7eb8e71d4a req-7814ecc1-0f4d-4441-be63-17976fdf3486 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc274d4c-fff6-4256-8d0e-8ae257f8c50e HTTP/1.1" status: 200 len: 210 time: 0.2154164 Mar 01 13:45:27.011232 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a17929cd-fa0f-4b85-b87d-2bbcdc4511b5 req-05d1174b-b8ba-4670-b70c-d47dca245d63 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2fba4c51-284a-4b5d-99a3-66bad10f7ca7 HTTP/1.1" status: 200 len: 1127 time: 0.3181205 Mar 01 13:45:27.074484 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No active binding found for port a9056071-2fcf-4840-a216-d80e539fc13e {{(pid=103728) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 01 13:45:27.082693 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] The host n-h1-827467-3 is not matching for port a9056071-2fcf-4840-a216-d80e539fc13e host None! {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 01 13:45:27.083127 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device a9056071-2fcf-4840-a216-d80e539fc13e not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:45:27.108743 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-c2367c03-a618-493b-880b-0b962c1c6918 None None] Port a55cdd8f-32e0-48bf-92d5-c63d756c48b9 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:45:27.115052 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-df24728c-3353-4ec9-aed7-4ff879940b71 req-f0b49ec5-e163-4f11-8174-22d9f2aeab86 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] No DVR routers for this DVR port a9056071-2fcf-4840-a216-d80e539fc13e on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:45:27.118652 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-df24728c-3353-4ec9-aed7-4ff879940b71 req-f0b49ec5-e163-4f11-8174-22d9f2aeab86 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:27.127878 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-df24728c-3353-4ec9-aed7-4ff879940b71 req-f0b49ec5-e163-4f11-8174-22d9f2aeab86 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.32 "DELETE /v2.0/ports/a9056071-2fcf-4840-a216-d80e539fc13e HTTP/1.1" status: 204 len: 173 time: 1.7440948 Mar 01 13:45:27.128364 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc274d4c-fff6-4256-8d0e-8ae257f8c50e', 'name': 'network-vif-deleted', 'tag': 'a9056071-2fcf-4840-a216-d80e539fc13e'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:45:27.147253 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a7d643-d917-40e5-b0f5-bd2689ac3653" -d '{"events": [{"server_uuid": "fc274d4c-fff6-4256-8d0e-8ae257f8c50e", "name": "network-vif-deleted", "tag": "a9056071-2fcf-4840-a216-d80e539fc13e"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:45:27.230749 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8ca76072-387e-4a42-be9d-e522e296f5df admin admin] Publish callbacks [] for port (a55cdd8f-32e0-48bf-92d5-c63d756c48b9), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:27.237405 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a17929cd-fa0f-4b85-b87d-2bbcdc4511b5 req-7439cafb-8bdc-4af4-b04a-9b7242cfa6a7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159190 Mar 01 13:45:27.245039 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a26999-7f6a-4715-9040-abf3fcbc81ca req-024c8810-1704-4c20-acbe-eed70efbb14e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:27.246319 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8ca76072-387e-4a42-be9d-e522e296f5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (a55cdd8f-32e0-48bf-92d5-c63d756c48b9), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:27.246603 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a2a26999-7f6a-4715-9040-abf3fcbc81ca req-024c8810-1704-4c20-acbe-eed70efbb14e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fba4c51-284a-4b5d-99a3-66bad10f7ca7 HTTP/1.1" status: 200 len: 945 time: 0.3239110 Mar 01 13:45:27.315891 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-6fb22b25-4afd-48f3-aa38-de445d0f01cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1140d7fd-b1c6-477e-bbc4-2b967e05dfe4', 'name': 'tempest-AttachSCSIVolumeTestJSON-193015849-router', 'tenant_id': '1f5cd53739d24ad8afe231ec33bbb6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:45:20Z', 'updated_at': '2022-03-01T13:45:26Z', 'revision_number': 4, 'project_id': '1f5cd53739d24ad8afe231ec33bbb6ee', 'gw_port': {'id': '52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1140d7fd-b1c6-477e-bbc4-2b967e05dfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:45:21Z', 'updated_at': '2022-03-01T13:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'a55cdd8f-32e0-48bf-92d5-c63d756c48b9', 'name': '', 'network_id': '48119339-3489-4681-ba3d-edf785b95430', 'tenant_id': '1f5cd53739d24ad8afe231ec33bbb6ee', 'mac_address': 'fa:16:3e:d7:fc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1140d7fd-b1c6-477e-bbc4-2b967e05dfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '36f78ce5-2ab5-4f1b-9d1c-1753f7bb1f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:45:25Z', 'updated_at': '2022-03-01T13:45:25Z', 'revision_number': 1, 'project_id': '1f5cd53739d24ad8afe231ec33bbb6ee', 'subnets': [{'id': '36f78ce5-2ab5-4f1b-9d1c-1753f7bb1f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:45:27.396393 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca76072-387e-4a42-be9d-e522e296f5df admin admin] Pushing event updated for resources: {'Port': ['ID=a55cdd8f-32e0-48bf-92d5-c63d756c48b9,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:27.405653 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8ca76072-387e-4a42-be9d-e522e296f5df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (1140d7fd-b1c6-477e-bbc4-2b967e05dfe4), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:27.405948 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e30bae2b-18bc-46cf-835a-2fb435d7d7e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:27.447014 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a2a26999-7f6a-4715-9040-abf3fcbc81ca req-8bac7053-5f81-460c-afb6-689d4bef77a9 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879292 Mar 01 13:45:27.458089 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb22b25-4afd-48f3-aa38-de445d0f01cb None None] The sync data for ids ['1140d7fd-b1c6-477e-bbc4-2b967e05dfe4'] in n-d-827467-3 is: [{'id': '1140d7fd-b1c6-477e-bbc4-2b967e05dfe4', 'name': 'tempest-AttachSCSIVolumeTestJSON-193015849-router', 'tenant_id': '1f5cd53739d24ad8afe231ec33bbb6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:45:20Z', 'updated_at': '2022-03-01T13:45:26Z', 'revision_number': 4, 'project_id': '1f5cd53739d24ad8afe231ec33bbb6ee', 'gw_port': {'id': '52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1140d7fd-b1c6-477e-bbc4-2b967e05dfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:45:21Z', 'updated_at': '2022-03-01T13:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'a55cdd8f-32e0-48bf-92d5-c63d756c48b9', 'name': '', 'network_id': '48119339-3489-4681-ba3d-edf785b95430', 'tenant_id': '1f5cd53739d24ad8afe231ec33bbb6ee', 'mac_address': 'fa:16:3e:d7:fc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1140d7fd-b1c6-477e-bbc4-2b967e05dfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '36f78ce5-2ab5-4f1b-9d1c-1753f7bb1f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:45:25Z', 'updated_at': '2022-03-01T13:45:25Z', 'revision_number': 1, 'project_id': '1f5cd53739d24ad8afe231ec33bbb6ee', 'subnets': [{'id': '36f78ce5-2ab5-4f1b-9d1c-1753f7bb1f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:45:27.478428 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e6b65-9643-4a4b-a418-65a6e8ad5108 req-10c9b5aa-25ec-465d-a2f2-e3affa8d9d64 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:27.483517 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2c4e6b65-9643-4a4b-a418-65a6e8ad5108 req-10c9b5aa-25ec-465d-a2f2-e3affa8d9d64 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 949 time: 0.2054019 Mar 01 13:45:27.573707 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554f85dd-33cb-404f-91a5-578b7b32eb80 x-openstack-request-id: req-554f85dd-33cb-404f-91a5-578b7b32eb80 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:45:27.575546 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc274d4c-fff6-4256-8d0e-8ae257f8c50e", "name": "network-vif-deleted", "tag": "a9056071-2fcf-4840-a216-d80e539fc13e", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:45:27.578452 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-554f85dd-33cb-404f-91a5-578b7b32eb80 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:45:27.579061 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc274d4c-fff6-4256-8d0e-8ae257f8c50e', 'name': 'network-vif-deleted', 'tag': 'a9056071-2fcf-4840-a216-d80e539fc13e', 'status': 'completed', 'code': 200} Mar 01 13:45:27.608877 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca76072-387e-4a42-be9d-e522e296f5df admin admin] Network 48119339-3489-4681-ba3d-edf785b95430 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:45:27.611400 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-8ca76072-387e-4a42-be9d-e522e296f5df admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:45:27.671874 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2c4e6b65-9643-4a4b-a418-65a6e8ad5108 req-5b0de711-9aad-4569-a30c-5ff892f7e5a0 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604316 Mar 01 13:45:27.902848 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca76072-387e-4a42-be9d-e522e296f5df admin admin] Router 1140d7fd-b1c6-477e-bbc4-2b967e05dfe4 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:45:27.962565 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288662c3-44ce-4dc4-92d4-d49eed51dbbe req-d74f0826-885d-4c14-8ac9-eb3d69efb2dd tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:27.992072 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-288662c3-44ce-4dc4-92d4-d49eed51dbbe req-d74f0826-885d-4c14-8ac9-eb3d69efb2dd tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 943 time: 0.3010981 Mar 01 13:45:28.152361 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-31467f81-29b9-4d0e-bbf7-bfd08d48b22e None None] Provisioning complete for port a55cdd8f-32e0-48bf-92d5-c63d756c48b9 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:45:28.152932 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-31467f81-29b9-4d0e-bbf7-bfd08d48b22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a55cdd8f-32e0-48bf-92d5-c63d756c48b9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:28.178930 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-288662c3-44ce-4dc4-92d4-d49eed51dbbe req-f7400c17-86f5-444b-822a-5fdebf635156 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858134 Mar 01 13:45:28.181643 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca76072-387e-4a42-be9d-e522e296f5df admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:45:28.191820 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8ca76072-387e-4a42-be9d-e522e296f5df admin admin] 10.222.0.13 "PUT /v2.0/routers/1140d7fd-b1c6-477e-bbc4-2b967e05dfe4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9446580 Mar 01 13:45:28.211194 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc3e63-45b1-4ef4-9004-7264e8c98a4c req-bc2ce143-3dcb-436d-89d8-5833ef183aee tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:28.212304 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c9cc3e63-45b1-4ef4-9004-7264e8c98a4c req-bc2ce143-3dcb-436d-89d8-5833ef183aee tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 945 time: 0.4238200 Mar 01 13:45:28.368754 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c9cc3e63-45b1-4ef4-9004-7264e8c98a4c req-059a6644-575d-4a23-a971-69657a2e0d7f tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469207 Mar 01 13:45:28.407014 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-31467f81-29b9-4d0e-bbf7-bfd08d48b22e None None] Port a55cdd8f-32e0-48bf-92d5-c63d756c48b9 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:45:28.643059 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ac56d-515a-49a7-92a7-f6be3e407b02 req-13499fc4-b4d8-423e-804a-9caf4477e61f tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:28.653163 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-505ac56d-515a-49a7-92a7-f6be3e407b02 req-13499fc4-b4d8-423e-804a-9caf4477e61f tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fba4c51-284a-4b5d-99a3-66bad10f7ca7 HTTP/1.1" status: 200 len: 945 time: 0.1000378 Mar 01 13:45:28.743842 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-505ac56d-515a-49a7-92a7-f6be3e407b02 req-3c22b76d-bded-4e78-8cc5-d45a7c12d57e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893424 Mar 01 13:45:28.781427 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:28.915139 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9715bbf-8652-4f54-b558-9a555dfdbe6a req-5f81b4be-9750-47a9-916a-7c94448fc369 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:28.916837 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f9715bbf-8652-4f54-b558-9a555dfdbe6a req-5f81b4be-9750-47a9-916a-7c94448fc369 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e2913eb-f1f2-40d6-bc86-7b6702a9c06c HTTP/1.1" status: 200 len: 945 time: 0.1262791 Mar 01 13:45:29.022224 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c6706-7167-4af0-b4ab-f5ea5f3e3f2d req-d25de38c-0bd6-4590-baa4-d06645b8d985 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:29.023773 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-227c6706-7167-4af0-b4ab-f5ea5f3e3f2d req-d25de38c-0bd6-4590-baa4-d06645b8d985 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 949 time: 0.1513779 Mar 01 13:45:29.039283 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f9715bbf-8652-4f54-b558-9a555dfdbe6a req-53c6700f-03ce-4cac-a135-4e149665762e tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093655 Mar 01 13:45:29.095379 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:45:29.133911 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-227c6706-7167-4af0-b4ab-f5ea5f3e3f2d req-c9d0f5ac-61c4-424b-8e0b-7475d7485a8f tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893962 Mar 01 13:45:29.193650 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:45:29.194188 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:29.207886 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34882) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:45:29.219822 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-c78604d7-b085-4b4c-a161-03e14ceb7b0c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-163848108-network', 'tenant_id': '882fd769467248bb8faf19840d3638a4'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:45:29.267899 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78604d7-b085-4b4c-a161-03e14ceb7b0c admin admin] Made reservation on behalf of 882fd769467248bb8faf19840d3638a4 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:45:29.270664 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c78604d7-b085-4b4c-a161-03e14ceb7b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:29.282587 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c78604d7-b085-4b4c-a161-03e14ceb7b0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:29.302559 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:45:29.302955 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:29.335371 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:29.344645 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:29.347560 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-348d567e-7b4e-41eb-a0bf-7a8d4c6ce15d tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:29.349407 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-348d567e-7b4e-41eb-a0bf-7a8d4c6ce15d tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/networks?id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22 HTTP/1.1" status: 200 len: 807 time: 0.1962392 Mar 01 13:45:29.374030 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-51977c08-2f13-41bf-a000-aaef1994f75c req-e34d12ee-43b2-48ff-b902-fe0e2f6821c1 service neutron] 10.222.0.32 "GET /v2.0/ports/62991eee-a540-4436-8a1a-6b6b57e46e7c/bindings/n-h2-827467-3 HTTP/1.1" status: 200 len: 384 time: 0.0923963 Mar 01 13:45:29.378824 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-4f5db058-6423-4c68-8068-eecc5f1e11d8 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/quotas/96cd43570afd4572b4b93d1aa25b2425 HTTP/1.1" status: 200 len: 375 time: 0.0137024 Mar 01 13:45:29.416972 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:29.438823 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27cfcf-1b5c-421a-862f-481e21668a41 req-13e7420a-1700-4586-8e52-64b7d3522c9d tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:29.440481 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5e27cfcf-1b5c-421a-862f-481e21668a41 req-13e7420a-1700-4586-8e52-64b7d3522c9d tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 943 time: 0.1192386 Mar 01 13:45:29.478999 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-77170e35-895a-4eb8-b769-560bd2bb5ea0 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=96cd43570afd4572b4b93d1aa25b2425&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0936940 Mar 01 13:45:29.513311 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5e27cfcf-1b5c-421a-862f-481e21668a41 req-4b5c66db-410b-4126-a025-162376965a9d tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669761 Mar 01 13:45:29.527569 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c78604d7-b085-4b4c-a161-03e14ceb7b0c admin admin] Publish callbacks [] for security_group (482b9340-7c29-4e35-ac7f-9f6f08e05e31), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:29.557372 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c78604d7-b085-4b4c-a161-03e14ceb7b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (482b9340-7c29-4e35-ac7f-9f6f08e05e31), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:29.617134 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c78604d7-b085-4b4c-a161-03e14ceb7b0c admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:45:29.619202 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78604d7-b085-4b4c-a161-03e14ceb7b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482b9340-7c29-4e35-ac7f-9f6f08e05e31,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:29.663802 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c78604d7-b085-4b4c-a161-03e14ceb7b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (009203bb-c560-4c10-8893-dcdd3db18aad), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:29.664146 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-c78604d7-b085-4b4c-a161-03e14ceb7b0c admin admin] Added segment 009203bb-c560-4c10-8893-dcdd3db18aad of type vlan for network d075c55d-ff5e-4305-ab47-37d28bcd62bf Mar 01 13:45:29.681907 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52c40f-62f5-4c86-8d28-0ffc7dfeef74 req-37ca427f-3e79-44a5-8623-00916827c5cf tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:29.683711 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4e52c40f-62f5-4c86-8d28-0ffc7dfeef74 req-37ca427f-3e79-44a5-8623-00916827c5cf tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 945 time: 0.0879035 Mar 01 13:45:29.727547 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c78604d7-b085-4b4c-a161-03e14ceb7b0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (d075c55d-ff5e-4305-ab47-37d28bcd62bf), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:29.747352 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-51977c08-2f13-41bf-a000-aaef1994f75c req-27e1c848-e12f-46a7-beb2-3aa0724c5a05 service neutron] For port 62991eee-a540-4436-8a1a-6b6b57e46e7c, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=62991eee-a540-4436-8a1a-6b6b57e46e7c,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:29.786867 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c78604d7-b085-4b4c-a161-03e14ceb7b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (d075c55d-ff5e-4305-ab47-37d28bcd62bf), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:29.789236 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78604d7-b085-4b4c-a161-03e14ceb7b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:29.790057 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c78604d7-b085-4b4c-a161-03e14ceb7b0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:29.795122 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-51977c08-2f13-41bf-a000-aaef1994f75c req-27e1c848-e12f-46a7-beb2-3aa0724c5a05 service neutron] For port 62991eee-a540-4436-8a1a-6b6b57e46e7c, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:45:29.806367 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4e52c40f-62f5-4c86-8d28-0ffc7dfeef74 req-521719cb-e1c0-472b-b4c5-db3a4a995fe8 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148741 Mar 01 13:45:29.844324 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-37f6c685-6562-43d2-bafb-f9e557563458 service neutron] 10.222.0.13 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571441 Mar 01 13:45:29.877822 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c78604d7-b085-4b4c-a161-03e14ceb7b0c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6688125 Mar 01 13:45:29.882069 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-51977c08-2f13-41bf-a000-aaef1994f75c req-27e1c848-e12f-46a7-beb2-3aa0724c5a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62991eee-a540-4436-8a1a-6b6b57e46e7c {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:45:29.886105 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34892) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:45:29.900923 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-1ebec4e3-f664-4346-8c8b-5c315126b578 admin admin] Request body: {'subnet': {'network_id': 'd075c55d-ff5e-4305-ab47-37d28bcd62bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-163848108-subnet', 'tenant_id': '882fd769467248bb8faf19840d3638a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:45:29.912611 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-51977c08-2f13-41bf-a000-aaef1994f75c req-27e1c848-e12f-46a7-beb2-3aa0724c5a05 service neutron] For port 62991eee-a540-4436-8a1a-6b6b57e46e7c, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=62991eee-a540-4436-8a1a-6b6b57e46e7c,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:29.921719 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78604d7-b085-4b4c-a161-03e14ceb7b0c admin admin] Pushing event updated for resources: {'Network': ['ID=d075c55d-ff5e-4305-ab47-37d28bcd62bf,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:29.936792 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network d075c55d-ff5e-4305-ab47-37d28bcd62bf details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:45:29.937990 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-51977c08-2f13-41bf-a000-aaef1994f75c req-27e1c848-e12f-46a7-beb2-3aa0724c5a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (62991eee-a540-4436-8a1a-6b6b57e46e7c), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:29.955375 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebec4e3-f664-4346-8c8b-5c315126b578 admin admin] Made reservation on behalf of 882fd769467248bb8faf19840d3638a4 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:45:29.955720 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:29.957699 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1ebec4e3-f664-4346-8c8b-5c315126b578 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:29.986472 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51cc97-b025-448e-a02b-bc755405be43 req-0679b6ee-4753-4852-86d6-8e5899f76433 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:29.988011 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8c51cc97-b025-448e-a02b-bc755405be43 req-0679b6ee-4753-4852-86d6-8e5899f76433 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fba4c51-284a-4b5d-99a3-66bad10f7ca7 HTTP/1.1" status: 200 len: 945 time: 0.1105292 Mar 01 13:45:29.998108 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-c015f88f-0550-4e20-82a1-18a4470a4c0e service neutron] 10.222.0.13 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407607 Mar 01 13:45:30.070392 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8c51cc97-b025-448e-a02b-bc755405be43 req-a0d1e18d-4178-474d-80a7-f8ba67249118 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710652 Mar 01 13:45:30.107772 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-51977c08-2f13-41bf-a000-aaef1994f75c req-27e1c848-e12f-46a7-beb2-3aa0724c5a05 service neutron] Transition to ACTIVE for port object 62991eee-a540-4436-8a1a-6b6b57e46e7c will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:45:30.115063 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-51977c08-2f13-41bf-a000-aaef1994f75c req-27e1c848-e12f-46a7-beb2-3aa0724c5a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (62991eee-a540-4436-8a1a-6b6b57e46e7c), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:30.215407 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353efc7c-ae07-4b65-98b8-23e40be97509 req-647af441-928d-4c85-b366-3c0d03cc4dca tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:30.217184 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-353efc7c-ae07-4b65-98b8-23e40be97509 req-647af441-928d-4c85-b366-3c0d03cc4dca tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e2913eb-f1f2-40d6-bc86-7b6702a9c06c HTTP/1.1" status: 200 len: 945 time: 0.0705957 Mar 01 13:45:30.230450 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-51977c08-2f13-41bf-a000-aaef1994f75c req-27e1c848-e12f-46a7-beb2-3aa0724c5a05 service neutron] No DVR routers for this DVR port 62991eee-a540-4436-8a1a-6b6b57e46e7c on host n-h1-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:45:30.269673 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1c848-e12f-46a7-beb2-3aa0724c5a05 service neutron] Pushing event updated for resources: {'Port': ['ID=62991eee-a540-4436-8a1a-6b6b57e46e7c,revision_number=10']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:30.282850 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-353efc7c-ae07-4b65-98b8-23e40be97509 req-2166be47-2640-4a64-b923-22b467cd8b05 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597816 Mar 01 13:45:30.348203 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-51977c08-2f13-41bf-a000-aaef1994f75c req-27e1c848-e12f-46a7-beb2-3aa0724c5a05 service neutron] 10.222.0.32 "PUT /v2.0/ports/62991eee-a540-4436-8a1a-6b6b57e46e7c/bindings/n-h2-827467-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9667814 Mar 01 13:45:30.349893 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1ebec4e3-f664-4346-8c8b-5c315126b578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (ab6ff63c-c78c-48e1-bc61-7a914149bafd), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:30.438449 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebec4e3-f664-4346-8c8b-5c315126b578 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab6ff63c-c78c-48e1-bc61-7a914149bafd,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:30.449974 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebec4e3-f664-4346-8c8b-5c315126b578 admin admin] Checking segment: {'id': '009203bb-c560-4c10-8893-dcdd3db18aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd075c55d-ff5e-4305-ab47-37d28bcd62bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:45:30.453083 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebec4e3-f664-4346-8c8b-5c315126b578 admin admin] Network hostable DHCP agents. Network: d075c55d-ff5e-4305-ab47-37d28bcd62bf, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:45:30.483047 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebec4e3-f664-4346-8c8b-5c315126b578 admin admin] Network d075c55d-ff5e-4305-ab47-37d28bcd62bf is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:45:30.499222 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-1ebec4e3-f664-4346-8c8b-5c315126b578 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, d075c55d-ff5e-4305-ab47-37d28bcd62bf) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:45:30.507729 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebec4e3-f664-4346-8c8b-5c315126b578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:30.508434 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1ebec4e3-f664-4346-8c8b-5c315126b578 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:30.509190 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8618b4b-f031-4376-beed-d11fbe872831 None None] Network d075c55d-ff5e-4305-ab47-37d28bcd62bf requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:45:30.535928 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1ebec4e3-f664-4346-8c8b-5c315126b578 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6396253 Mar 01 13:45:30.536298 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34910) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:45:30.547612 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-cc3cf17b-da81-4766-a27c-6795376628fa admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-163848108-router', 'tenant_id': '882fd769467248bb8faf19840d3638a4', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:45:30.609556 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf17b-da81-4766-a27c-6795376628fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (c6ddcde6-82bc-4fd1-abf2-e6711f35551e), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:30.610775 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf17b-da81-4766-a27c-6795376628fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (c6ddcde6-82bc-4fd1-abf2-e6711f35551e), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:30.718759 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf17b-da81-4766-a27c-6795376628fa admin admin] Publish callbacks [] for router_controller (c6ddcde6-82bc-4fd1-abf2-e6711f35551e), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:30.739279 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31408d17-e3b8-443a-8dc9-d73ab32ae837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-d075c55d-ff5e-4305-ab47-37d28bcd62bf', 'network_id': 'd075c55d-ff5e-4305-ab47-37d28bcd62bf', 'project_id': '882fd769467248bb8faf19840d3638a4', 'fixed_ips': [{'subnet_id': 'ab6ff63c-c78c-48e1-bc61-7a914149bafd'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:45:30.740184 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-31408d17-e3b8-443a-8dc9-d73ab32ae837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:30.925835 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d133149b-6e92-4014-835b-72302f1c0964 None None] Sync routers for ids ['1140d7fd-b1c6-477e-bbc4-2b967e05dfe4'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:45:30.980805 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d133149b-6e92-4014-835b-72302f1c0964 None None] Routers {'1140d7fd-b1c6-477e-bbc4-2b967e05dfe4'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:45:30.981696 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d133149b-6e92-4014-835b-72302f1c0964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:45:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['1140d7fd-b1c6-477e-bbc4-2b967e05dfe4'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:45:31.062780 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5212ac57-bc27-4c82-b451-3343bcfb728f req-cbd69916-48fe-40e2-a982-c33132009814 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 210 time: 0.6512887 Mar 01 13:45:31.084173 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:45:31.112501 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06498675-46b6-4c07-a9cc-607e4e2440f2 req-257bb889-a205-4ea4-bc0a-49f477ce5371 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:31.114068 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06498675-46b6-4c07-a9cc-607e4e2440f2 req-257bb889-a205-4ea4-bc0a-49f477ce5371 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 949 time: 0.7227385 Mar 01 13:45:31.174397 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-31408d17-e3b8-443a-8dc9-d73ab32ae837 None None] Allocated IP 172.20.0.2 (d075c55d-ff5e-4305-ab47-37d28bcd62bf/ab6ff63c-c78c-48e1-bc61-7a914149bafd/b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:45:31.210684 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06498675-46b6-4c07-a9cc-607e4e2440f2 req-4aa256e0-4734-4663-99a6-02a88520eb6d tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900202 Mar 01 13:45:31.240091 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d3d41-9125-44d0-a8e1-04d40f35e6ff req-d52fb31c-c403-4bb0-9c89-7668e3728a02 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:31.249935 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-365d3d41-9125-44d0-a8e1-04d40f35e6ff req-d52fb31c-c403-4bb0-9c89-7668e3728a02 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 944 time: 0.0980303 Mar 01 13:45:31.293603 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf17b-da81-4766-a27c-6795376628fa admin admin] Publish callbacks [] for router_gateway (c6ddcde6-82bc-4fd1-abf2-e6711f35551e), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:31.333675 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:45:31.334103 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:31.342261 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-d133149b-6e92-4014-835b-72302f1c0964 None None] Set router 1140d7fd-b1c6-477e-bbc4-2b967e05dfe4 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:45:31.354585 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-365d3d41-9125-44d0-a8e1-04d40f35e6ff req-ea8bef31-2ad8-4ae7-83be-ea161df8f056 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990641 Mar 01 13:45:31.424175 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f1a30-7c66-4e3e-a8cf-b71a469c343f req-bded57fd-c1c9-4ca2-97c9-92270746a704 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:31.437091 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-676f1a30-7c66-4e3e-a8cf-b71a469c343f req-bded57fd-c1c9-4ca2-97c9-92270746a704 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 945 time: 0.1374817 Mar 01 13:45:31.543091 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-676f1a30-7c66-4e3e-a8cf-b71a469c343f req-693bef35-85ac-4693-815e-f556caaf3aac tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994351 Mar 01 13:45:31.569561 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689fa8e-dc83-4334-bd1c-eb28cbabe01f req-4c1ed958-84a4-427e-8f63-d73fb2efb80b tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:31.569561 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6689fa8e-dc83-4334-bd1c-eb28cbabe01f req-4c1ed958-84a4-427e-8f63-d73fb2efb80b tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e2913eb-f1f2-40d6-bc86-7b6702a9c06c HTTP/1.1" status: 200 len: 945 time: 0.0835745 Mar 01 13:45:31.578617 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf17b-da81-4766-a27c-6795376628fa admin admin] Publish callbacks [] for router_gateway (c6ddcde6-82bc-4fd1-abf2-e6711f35551e), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:31.602551 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf17b-da81-4766-a27c-6795376628fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:31.626299 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6689fa8e-dc83-4334-bd1c-eb28cbabe01f req-4120af93-94ad-4766-a491-e3e2deebcb8b tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536952 Mar 01 13:45:31.656261 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-31408d17-e3b8-443a-8dc9-d73ab32ae837 None None] Publish callbacks [] for port (b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:31.672254 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:45:31.693570 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-31408d17-e3b8-443a-8dc9-d73ab32ae837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:31.742827 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-cc3cf17b-da81-4766-a27c-6795376628fa admin admin] Allocated IP 172.25.1.126 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/0535498f-2edf-4868-8c2e-675865259467) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:45:31.752127 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31408d17-e3b8-443a-8dc9-d73ab32ae837 None None] Network d075c55d-ff5e-4305-ab47-37d28bcd62bf is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:45:31.754732 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:31.761985 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-31408d17-e3b8-443a-8dc9-d73ab32ae837 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:45:31.764799 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31408d17-e3b8-443a-8dc9-d73ab32ae837 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:45:31.821575 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31408d17-e3b8-443a-8dc9-d73ab32ae837 None None] Pushing event updated for resources: {'Port': ['ID=b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:31.856291 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf17b-da81-4766-a27c-6795376628fa admin admin] Publish callbacks [] for port (0535498f-2edf-4868-8c2e-675865259467), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:31.863710 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-31408d17-e3b8-443a-8dc9-d73ab32ae837 None None] Attempting to bind port b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:45:31.864080 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-31408d17-e3b8-443a-8dc9-d73ab32ae837 None None] Attempting to bind port b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '009203bb-c560-4c10-8893-dcdd3db18aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd075c55d-ff5e-4305-ab47-37d28bcd62bf'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:45:31.864442 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31408d17-e3b8-443a-8dc9-d73ab32ae837 None None] Attempting to bind port b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10 on network d075c55d-ff5e-4305-ab47-37d28bcd62bf {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:45:31.872741 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31408d17-e3b8-443a-8dc9-d73ab32ae837 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:45:31.873112 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31408d17-e3b8-443a-8dc9-d73ab32ae837 None None] Checking segment: {'id': '009203bb-c560-4c10-8893-dcdd3db18aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd075c55d-ff5e-4305-ab47-37d28bcd62bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:45:31.873768 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-31408d17-e3b8-443a-8dc9-d73ab32ae837 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:31.873912 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31408d17-e3b8-443a-8dc9-d73ab32ae837 None None] Bound using segment: {'id': '009203bb-c560-4c10-8893-dcdd3db18aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd075c55d-ff5e-4305-ab47-37d28bcd62bf'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:45:31.874338 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-31408d17-e3b8-443a-8dc9-d73ab32ae837 None None] Bound port: b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '009203bb-c560-4c10-8893-dcdd3db18aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd075c55d-ff5e-4305-ab47-37d28bcd62bf'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:45:31.874709 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-31408d17-e3b8-443a-8dc9-d73ab32ae837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:31.892521 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d133149b-6e92-4014-835b-72302f1c0964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1140d7fd-b1c6-477e-bbc4-2b967e05dfe4', 'name': 'tempest-AttachSCSIVolumeTestJSON-193015849-router', 'tenant_id': '1f5cd53739d24ad8afe231ec33bbb6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:45:20Z', 'updated_at': '2022-03-01T13:45:26Z', 'revision_number': 4, 'project_id': '1f5cd53739d24ad8afe231ec33bbb6ee', 'gw_port': {'id': '52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1140d7fd-b1c6-477e-bbc4-2b967e05dfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:45:21Z', 'updated_at': '2022-03-01T13:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'a55cdd8f-32e0-48bf-92d5-c63d756c48b9', 'name': '', 'network_id': '48119339-3489-4681-ba3d-edf785b95430', 'tenant_id': '1f5cd53739d24ad8afe231ec33bbb6ee', 'mac_address': 'fa:16:3e:d7:fc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1140d7fd-b1c6-477e-bbc4-2b967e05dfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '36f78ce5-2ab5-4f1b-9d1c-1753f7bb1f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:45:25Z', 'updated_at': '2022-03-01T13:45:26Z', 'revision_number': 2, 'project_id': '1f5cd53739d24ad8afe231ec33bbb6ee', 'subnets': [{'id': '36f78ce5-2ab5-4f1b-9d1c-1753f7bb1f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:45:31.893927 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf17b-da81-4766-a27c-6795376628fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (0535498f-2edf-4868-8c2e-675865259467), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:31.937091 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3cf17b-da81-4766-a27c-6795376628fa admin admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:45:31.939879 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-cc3cf17b-da81-4766-a27c-6795376628fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:45:31.943137 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d133149b-6e92-4014-835b-72302f1c0964 None None] Checking router: 1140d7fd-b1c6-477e-bbc4-2b967e05dfe4 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:45:31.943282 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3cf17b-da81-4766-a27c-6795376628fa admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:45:31.943484 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d133149b-6e92-4014-835b-72302f1c0964 None None] Updating router 1140d7fd-b1c6-477e-bbc4-2b967e05dfe4 port a55cdd8f-32e0-48bf-92d5-c63d756c48b9 binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:45:31.965373 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3cf17b-da81-4766-a27c-6795376628fa admin admin] Pushing event updated for resources: {'Port': ['ID=0535498f-2edf-4868-8c2e-675865259467,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:31.990670 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d133149b-6e92-4014-835b-72302f1c0964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a55cdd8f-32e0-48bf-92d5-c63d756c48b9), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:32.009348 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-31408d17-e3b8-443a-8dc9-d73ab32ae837 None None] For port b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:45:32.046329 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-31408d17-e3b8-443a-8dc9-d73ab32ae837 None None] For port b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10,segment=NetworkSegment(009203bb-c560-4c10-8893-dcdd3db18aad),segment_id=009203bb-c560-4c10-8893-dcdd3db18aad)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:45:32.058820 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-31408d17-e3b8-443a-8dc9-d73ab32ae837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:32.202311 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31408d17-e3b8-443a-8dc9-d73ab32ae837 None None] Pushing event updated for resources: {'Port': ['ID=b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:32.205776 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ca6f98e3-c7b7-4118-b475-a992591c1f3d req-7eed2809-a26b-4445-a4eb-09a3cea2a527 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 210 time: 0.0523112 Mar 01 13:45:32.254895 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf17b-da81-4766-a27c-6795376628fa admin admin] Publish callbacks [] for router_gateway (c6ddcde6-82bc-4fd1-abf2-e6711f35551e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:32.391622 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708297a-647e-4330-ad7c-20de815aa4fa req-1e510198-7ce2-4ff4-bfcd-9e08842c1114 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:32.393514 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5708297a-647e-4330-ad7c-20de815aa4fa req-1e510198-7ce2-4ff4-bfcd-9e08842c1114 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 949 time: 0.0921700 Mar 01 13:45:32.454816 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d133149b-6e92-4014-835b-72302f1c0964 None None] Publish callbacks [] for port (a55cdd8f-32e0-48bf-92d5-c63d756c48b9), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:32.457290 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5708297a-647e-4330-ad7c-20de815aa4fa req-490dfb9e-4f55-45bd-b03f-e1e26b69aea6 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570819 Mar 01 13:45:32.471496 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d133149b-6e92-4014-835b-72302f1c0964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a55cdd8f-32e0-48bf-92d5-c63d756c48b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:32.550394 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf17b-da81-4766-a27c-6795376628fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (c6ddcde6-82bc-4fd1-abf2-e6711f35551e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:32.609674 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf063e-4eaa-49c4-a2a1-a44b75ae6d5c req-7e312b45-453b-4cab-9d8d-ededd16529a9 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:32.614833 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f785e-2f14-4b4d-bb80-bbacf0f64d61 None None] Pushing event updated for resources: {'Port': ['ID=a55cdd8f-32e0-48bf-92d5-c63d756c48b9,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:32.625564 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73cf063e-4eaa-49c4-a2a1-a44b75ae6d5c req-7e312b45-453b-4cab-9d8d-ededd16529a9 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 944 time: 0.1253679 Mar 01 13:45:32.640700 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-d133149b-6e92-4014-835b-72302f1c0964 None None] Attempting to bind port a55cdd8f-32e0-48bf-92d5-c63d756c48b9 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:45:32.641064 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-d133149b-6e92-4014-835b-72302f1c0964 None None] Attempting to bind port a55cdd8f-32e0-48bf-92d5-c63d756c48b9 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '146aa83f-f6b8-4311-9510-f6ebf5a3e76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '48119339-3489-4681-ba3d-edf785b95430'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:45:32.641433 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d133149b-6e92-4014-835b-72302f1c0964 None None] Attempting to bind port a55cdd8f-32e0-48bf-92d5-c63d756c48b9 on network 48119339-3489-4681-ba3d-edf785b95430 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:45:32.648621 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d133149b-6e92-4014-835b-72302f1c0964 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:45:32.649625 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d133149b-6e92-4014-835b-72302f1c0964 None None] Checking segment: {'id': '146aa83f-f6b8-4311-9510-f6ebf5a3e76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '48119339-3489-4681-ba3d-edf785b95430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:45:32.650048 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d133149b-6e92-4014-835b-72302f1c0964 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:32.650449 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d133149b-6e92-4014-835b-72302f1c0964 None None] Bound using segment: {'id': '146aa83f-f6b8-4311-9510-f6ebf5a3e76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '48119339-3489-4681-ba3d-edf785b95430'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:45:32.650942 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-d133149b-6e92-4014-835b-72302f1c0964 None None] Bound port: a55cdd8f-32e0-48bf-92d5-c63d756c48b9, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146aa83f-f6b8-4311-9510-f6ebf5a3e76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '48119339-3489-4681-ba3d-edf785b95430'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:45:32.651327 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d133149b-6e92-4014-835b-72302f1c0964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a55cdd8f-32e0-48bf-92d5-c63d756c48b9), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:32.776027 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73cf063e-4eaa-49c4-a2a1-a44b75ae6d5c req-2c051d23-c5e8-49f3-9017-a058e72e8c2a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491456 Mar 01 13:45:32.808581 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3cf17b-da81-4766-a27c-6795376628fa admin admin] Router c6ddcde6-82bc-4fd1-abf2-e6711f35551e is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 13:45:32.813268 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041bbae-e899-4db9-a81e-0e5b036b4679 req-3f28586d-08fa-40ef-a3a3-8a5d91c59bad tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:32.815053 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c041bbae-e899-4db9-a81e-0e5b036b4679 req-3f28586d-08fa-40ef-a3a3-8a5d91c59bad tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 945 time: 0.1617537 Mar 01 13:45:32.890916 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c041bbae-e899-4db9-a81e-0e5b036b4679 req-a962c7b1-258a-4be6-96df-0fe4a2f6cf82 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633490 Mar 01 13:45:32.937973 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d133149b-6e92-4014-835b-72302f1c0964 None None] For port a55cdd8f-32e0-48bf-92d5-c63d756c48b9, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:45:32.946906 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d133149b-6e92-4014-835b-72302f1c0964 None None] For port a55cdd8f-32e0-48bf-92d5-c63d756c48b9, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=a55cdd8f-32e0-48bf-92d5-c63d756c48b9,segment=NetworkSegment(146aa83f-f6b8-4311-9510-f6ebf5a3e76d),segment_id=146aa83f-f6b8-4311-9510-f6ebf5a3e76d)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:45:32.957545 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d133149b-6e92-4014-835b-72302f1c0964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a55cdd8f-32e0-48bf-92d5-c63d756c48b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:32.973536 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3cf17b-da81-4766-a27c-6795376628fa admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:45:32.985959 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5e0ba6-d8c0-4399-9d9d-b557784abe58 None None] Sync routers for ids ['c6ddcde6-82bc-4fd1-abf2-e6711f35551e'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:45:33.009444 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5e0ba6-d8c0-4399-9d9d-b557784abe58 None None] Routers {'c6ddcde6-82bc-4fd1-abf2-e6711f35551e'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:45:33.009937 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1c5ff-d7cb-469e-8a07-f6efcd1e9519 req-92c28841-34ce-4494-8f7c-2a48eddb0576 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:33.010354 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-8d5e0ba6-d8c0-4399-9d9d-b557784abe58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:45:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['c6ddcde6-82bc-4fd1-abf2-e6711f35551e'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:45:33.013829 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d8f1c5ff-d7cb-469e-8a07-f6efcd1e9519 req-92c28841-34ce-4494-8f7c-2a48eddb0576 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e2913eb-f1f2-40d6-bc86-7b6702a9c06c HTTP/1.1" status: 200 len: 945 time: 0.1170511 Mar 01 13:45:33.035244 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf17b-da81-4766-a27c-6795376628fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:33.036983 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cc3cf17b-da81-4766-a27c-6795376628fa admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4995215 Mar 01 13:45:33.039831 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34948) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:45:33.076908 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d8f1c5ff-d7cb-469e-8a07-f6efcd1e9519 req-47e7d9a1-7f48-4b08-9d08-0c519fd2be52 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546560 Mar 01 13:45:33.094653 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f785e-2f14-4b4d-bb80-bbacf0f64d61 None None] Pushing event updated for resources: {'Port': ['ID=a55cdd8f-32e0-48bf-92d5-c63d756c48b9,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:33.116903 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-21f8ebfb-e971-4a36-a9fd-3fdfbfd6e2ab None None] Provisioning complete for port a55cdd8f-32e0-48bf-92d5-c63d756c48b9 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:45:33.117899 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-21f8ebfb-e971-4a36-a9fd-3fdfbfd6e2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a55cdd8f-32e0-48bf-92d5-c63d756c48b9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:33.187879 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:45:33.195432 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d133149b-6e92-4014-835b-72302f1c0964 None None] Routers {'1140d7fd-b1c6-477e-bbc4-2b967e05dfe4'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:45:33.196107 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d133149b-6e92-4014-835b-72302f1c0964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:45:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['1140d7fd-b1c6-477e-bbc4-2b967e05dfe4'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:45:33.221494 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-8d5e0ba6-d8c0-4399-9d9d-b557784abe58 None None] Set router c6ddcde6-82bc-4fd1-abf2-e6711f35551e gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:45:33.477672 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7bace6c1-09a3-412b-a18b-81ae69da0f23 req-9db69bf8-1061-468e-b838-1c55eb2b25d3 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 210 time: 0.1651442 Mar 01 13:45:33.570243 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:45:33.576724 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:33.669296 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-d133149b-6e92-4014-835b-72302f1c0964 None None] Set router 1140d7fd-b1c6-477e-bbc4-2b967e05dfe4 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:45:33.683382 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51977c08-2f13-41bf-a000-aaef1994f75c req-648db3b4-1c3c-44ae-a7c0-b6f3aae01984 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:33.685590 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-51977c08-2f13-41bf-a000-aaef1994f75c req-648db3b4-1c3c-44ae-a7c0-b6f3aae01984 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66&tenant_id=980a0cdea86543af87d11d7652b91c08&binding%3Ahost_id=n-h1-827467-3 HTTP/1.1" status: 200 len: 1126 time: 0.2571180 Mar 01 13:45:33.738196 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-21f8ebfb-e971-4a36-a9fd-3fdfbfd6e2ab None None] Current status of the port a55cdd8f-32e0-48bf-92d5-c63d756c48b9 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:45:33.741988 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-21f8ebfb-e971-4a36-a9fd-3fdfbfd6e2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a55cdd8f-32e0-48bf-92d5-c63d756c48b9), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:33.745702 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd626560-42fe-486b-9c59-cd1efac60504 req-9376c1b3-7658-4f48-9e06-e03806ec0b08 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:33.762652 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bd626560-42fe-486b-9c59-cd1efac60504 req-9376c1b3-7658-4f48-9e06-e03806ec0b08 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 949 time: 0.1400497 Mar 01 13:45:33.793561 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-8d5e0ba6-d8c0-4399-9d9d-b557784abe58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ddcde6-82bc-4fd1-abf2-e6711f35551e', 'name': 'tempest-AttachSCSIVolumeTestJSON-163848108-router', 'tenant_id': '882fd769467248bb8faf19840d3638a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '0535498f-2edf-4868-8c2e-675865259467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:45:30Z', 'updated_at': '2022-03-01T13:45:32Z', 'revision_number': 3, 'project_id': '882fd769467248bb8faf19840d3638a4', 'gw_port': {'id': '0535498f-2edf-4868-8c2e-675865259467', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:05:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ddcde6-82bc-4fd1-abf2-e6711f35551e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:45:31Z', 'updated_at': '2022-03-01T13:45:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:45:33.822236 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51977c08-2f13-41bf-a000-aaef1994f75c req-7d34d1f3-f156-4212-96f6-9030d4d847b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:33.823877 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-51977c08-2f13-41bf-a000-aaef1994f75c req-7d34d1f3-f156-4212-96f6-9030d4d847b8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66&tenant_id=980a0cdea86543af87d11d7652b91c08 HTTP/1.1" status: 200 len: 1126 time: 0.1112046 Mar 01 13:45:33.856790 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5e0ba6-d8c0-4399-9d9d-b557784abe58 None None] Checking router: c6ddcde6-82bc-4fd1-abf2-e6711f35551e for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:45:33.857724 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5e0ba6-d8c0-4399-9d9d-b557784abe58 None None] Updating router c6ddcde6-82bc-4fd1-abf2-e6711f35551e port 0535498f-2edf-4868-8c2e-675865259467 binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:45:33.900746 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-8d5e0ba6-d8c0-4399-9d9d-b557784abe58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (0535498f-2edf-4868-8c2e-675865259467), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:33.952264 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bd626560-42fe-486b-9c59-cd1efac60504 req-9e82c97b-fa77-4b72-9402-add1df1d2a3a tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755929 Mar 01 13:45:33.952970 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51977c08-2f13-41bf-a000-aaef1994f75c req-a1935ff7-711d-4f24-8da9-d257b603ad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:33.954620 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-51977c08-2f13-41bf-a000-aaef1994f75c req-a1935ff7-711d-4f24-8da9-d257b603ad97 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=980a0cdea86543af87d11d7652b91c08&device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 1126 time: 0.0770156 Mar 01 13:45:33.982722 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d974b4-8d21-44cb-b76e-04f983d690d1 None None] Network d075c55d-ff5e-4305-ab47-37d28bcd62bf requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:45:34.037290 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-21f8ebfb-e971-4a36-a9fd-3fdfbfd6e2ab None None] For port a55cdd8f-32e0-48bf-92d5-c63d756c48b9, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=a55cdd8f-32e0-48bf-92d5-c63d756c48b9,segment=NetworkSegment(146aa83f-f6b8-4311-9510-f6ebf5a3e76d),segment_id=146aa83f-f6b8-4311-9510-f6ebf5a3e76d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:34.084873 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-21f8ebfb-e971-4a36-a9fd-3fdfbfd6e2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a55cdd8f-32e0-48bf-92d5-c63d756c48b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:34.096221 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f829f3-a1d1-4b25-ad86-89b2a212ca96 req-0c8a5d1e-4549-447e-8dd9-aa066e17e816 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:34.104723 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-61f829f3-a1d1-4b25-ad86-89b2a212ca96 req-0c8a5d1e-4549-447e-8dd9-aa066e17e816 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 944 time: 0.1250107 Mar 01 13:45:34.182324 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-61f829f3-a1d1-4b25-ad86-89b2a212ca96 req-ab7dbcc3-2434-40e3-9aef-7b6d4a86da63 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713978 Mar 01 13:45:34.233050 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60f2c0-269a-4b84-9de1-a03687d270ec req-57d8e990-79b9-4ef2-81df-7cfcf43c763f tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:34.238477 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:45:34.238875 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:34.248266 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6f60f2c0-269a-4b84-9de1-a03687d270ec req-57d8e990-79b9-4ef2-81df-7cfcf43c763f tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 945 time: 0.1771886 Mar 01 13:45:34.379093 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51977c08-2f13-41bf-a000-aaef1994f75c req-ec6740d2-770d-4a0f-9221-ed42a7731d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:34.382995 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-51977c08-2f13-41bf-a000-aaef1994f75c req-ec6740d2-770d-4a0f-9221-ed42a7731d13 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b187e7ca-336b-42a6-9348-f5c88fd21398 HTTP/1.1" status: 200 len: 918 time: 0.3364642 Mar 01 13:45:34.421132 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6f60f2c0-269a-4b84-9de1-a03687d270ec req-37c8ec7a-7c62-48ec-bcb5-cf2c0b6ad951 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716111 Mar 01 13:45:34.444105 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8ebfb-e971-4a36-a9fd-3fdfbfd6e2ab None None] Pushing event updated for resources: {'Port': ['ID=a55cdd8f-32e0-48bf-92d5-c63d756c48b9,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:34.458772 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd8891-199b-4e0e-85fa-01775f220546 req-0e2739cc-bb73-4110-a6de-53bc4cb7a0b3 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:34.460181 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-8d5e0ba6-d8c0-4399-9d9d-b557784abe58 None None] Publish callbacks [] for port (0535498f-2edf-4868-8c2e-675865259467), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:34.476545 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-8d5e0ba6-d8c0-4399-9d9d-b557784abe58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (0535498f-2edf-4868-8c2e-675865259467), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:34.477647 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-89fd8891-199b-4e0e-85fa-01775f220546 req-0e2739cc-bb73-4110-a6de-53bc4cb7a0b3 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e2913eb-f1f2-40d6-bc86-7b6702a9c06c HTTP/1.1" status: 200 len: 945 time: 0.1715326 Mar 01 13:45:34.504358 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-23dc7098-bf8b-468c-8581-28c2b735969f None None] Provisioning complete for port a55cdd8f-32e0-48bf-92d5-c63d756c48b9 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:45:34.504836 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-23dc7098-bf8b-468c-8581-28c2b735969f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a55cdd8f-32e0-48bf-92d5-c63d756c48b9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:34.524632 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-51977c08-2f13-41bf-a000-aaef1994f75c req-6af4633c-9a1f-4478-b928-b35632bb174d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62991eee-a540-4436-8a1a-6b6b57e46e7c HTTP/1.1" status: 200 len: 217 time: 0.1065784 Mar 01 13:45:34.549419 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10,segment=NetworkSegment(009203bb-c560-4c10-8893-dcdd3db18aad),segment_id=009203bb-c560-4c10-8893-dcdd3db18aad)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:34.576261 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-89fd8891-199b-4e0e-85fa-01775f220546 req-cc5be37f-e655-4ae2-95fe-eefd0304a8d2 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976391 Mar 01 13:45:34.603844 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:34.615465 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51977c08-2f13-41bf-a000-aaef1994f75c req-63847a72-208b-4aed-a7f2-fc7ee766aa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:34.618306 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-51977c08-2f13-41bf-a000-aaef1994f75c req-63847a72-208b-4aed-a7f2-fc7ee766aa53 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3b03883-8a75-4db3-9fa2-b5308f8a1ccf HTTP/1.1" status: 200 len: 857 time: 0.0920875 Mar 01 13:45:34.626262 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-35e60186-1876-4768-b8cf-90d59a88f5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:34.668726 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-51977c08-2f13-41bf-a000-aaef1994f75c req-c83c1136-bbde-4dc3-9b99-e5eea13195cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b187e7ca-336b-42a6-9348-f5c88fd21398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398898 Mar 01 13:45:34.689204 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-8d5e0ba6-d8c0-4399-9d9d-b557784abe58 None None] Attempting to bind port 0535498f-2edf-4868-8c2e-675865259467 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:45:34.689615 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-8d5e0ba6-d8c0-4399-9d9d-b557784abe58 None None] Attempting to bind port 0535498f-2edf-4868-8c2e-675865259467 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:45:34.689997 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5e0ba6-d8c0-4399-9d9d-b557784abe58 None None] Attempting to bind port 0535498f-2edf-4868-8c2e-675865259467 on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:45:34.699732 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:34.721477 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36492d28-9ed5-4ea8-9fef-d53a451581a0 None None] Pushing event updated for resources: {'Port': ['ID=0535498f-2edf-4868-8c2e-675865259467,revision_number=2']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:34.744947 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5e0ba6-d8c0-4399-9d9d-b557784abe58 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:45:34.747764 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5e0ba6-d8c0-4399-9d9d-b557784abe58 None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:45:34.748922 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-8d5e0ba6-d8c0-4399-9d9d-b557784abe58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:34.749341 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5e0ba6-d8c0-4399-9d9d-b557784abe58 None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:45:34.749845 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-8d5e0ba6-d8c0-4399-9d9d-b557784abe58 None None] Bound port: 0535498f-2edf-4868-8c2e-675865259467, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:45:34.750237 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-8d5e0ba6-d8c0-4399-9d9d-b557784abe58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (0535498f-2edf-4868-8c2e-675865259467), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:34.765487 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d133149b-6e92-4014-835b-72302f1c0964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1140d7fd-b1c6-477e-bbc4-2b967e05dfe4', 'name': 'tempest-AttachSCSIVolumeTestJSON-193015849-router', 'tenant_id': '1f5cd53739d24ad8afe231ec33bbb6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:45:20Z', 'updated_at': '2022-03-01T13:45:26Z', 'revision_number': 4, 'project_id': '1f5cd53739d24ad8afe231ec33bbb6ee', 'gw_port': {'id': '52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1140d7fd-b1c6-477e-bbc4-2b967e05dfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:45:21Z', 'updated_at': '2022-03-01T13:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'a55cdd8f-32e0-48bf-92d5-c63d756c48b9', 'name': '', 'network_id': '48119339-3489-4681-ba3d-edf785b95430', 'tenant_id': '1f5cd53739d24ad8afe231ec33bbb6ee', 'mac_address': 'fa:16:3e:d7:fc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1140d7fd-b1c6-477e-bbc4-2b967e05dfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '36f78ce5-2ab5-4f1b-9d1c-1753f7bb1f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:45:25Z', 'updated_at': '2022-03-01T13:45:32Z', 'revision_number': 4, 'project_id': '1f5cd53739d24ad8afe231ec33bbb6ee', 'subnets': [{'id': '36f78ce5-2ab5-4f1b-9d1c-1753f7bb1f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:45:34.842663 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d133149b-6e92-4014-835b-72302f1c0964 None None] The sync data for ids ['1140d7fd-b1c6-477e-bbc4-2b967e05dfe4'] in n-d-827467-3 is: [{'id': '1140d7fd-b1c6-477e-bbc4-2b967e05dfe4', 'name': 'tempest-AttachSCSIVolumeTestJSON-193015849-router', 'tenant_id': '1f5cd53739d24ad8afe231ec33bbb6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:45:20Z', 'updated_at': '2022-03-01T13:45:26Z', 'revision_number': 4, 'project_id': '1f5cd53739d24ad8afe231ec33bbb6ee', 'gw_port': {'id': '52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1140d7fd-b1c6-477e-bbc4-2b967e05dfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:45:21Z', 'updated_at': '2022-03-01T13:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'a55cdd8f-32e0-48bf-92d5-c63d756c48b9', 'name': '', 'network_id': '48119339-3489-4681-ba3d-edf785b95430', 'tenant_id': '1f5cd53739d24ad8afe231ec33bbb6ee', 'mac_address': 'fa:16:3e:d7:fc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1140d7fd-b1c6-477e-bbc4-2b967e05dfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '36f78ce5-2ab5-4f1b-9d1c-1753f7bb1f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:45:25Z', 'updated_at': '2022-03-01T13:45:32Z', 'revision_number': 4, 'project_id': '1f5cd53739d24ad8afe231ec33bbb6ee', 'subnets': [{'id': '36f78ce5-2ab5-4f1b-9d1c-1753f7bb1f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:45:34.883451 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-23dc7098-bf8b-468c-8581-28c2b735969f None None] Current status of the port a55cdd8f-32e0-48bf-92d5-c63d756c48b9 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:45:34.921751 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-23dc7098-bf8b-468c-8581-28c2b735969f None None] Provisioning complete for port b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:45:34.922128 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-23dc7098-bf8b-468c-8581-28c2b735969f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:34.924276 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-8d5e0ba6-d8c0-4399-9d9d-b557784abe58 None None] For port 0535498f-2edf-4868-8c2e-675865259467, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:45:34.933056 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-8d5e0ba6-d8c0-4399-9d9d-b557784abe58 None None] For port 0535498f-2edf-4868-8c2e-675865259467, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=0535498f-2edf-4868-8c2e-675865259467,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:45:34.949246 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-8d5e0ba6-d8c0-4399-9d9d-b557784abe58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (0535498f-2edf-4868-8c2e-675865259467), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:35.143920 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5e0ba6-d8c0-4399-9d9d-b557784abe58 None None] Routers {'c6ddcde6-82bc-4fd1-abf2-e6711f35551e'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:45:35.151799 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-8d5e0ba6-d8c0-4399-9d9d-b557784abe58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:45:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['c6ddcde6-82bc-4fd1-abf2-e6711f35551e'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:45:35.156955 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-23dc7098-bf8b-468c-8581-28c2b735969f None None] Current status of the port b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:45:35.190128 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device a55cdd8f-32e0-48bf-92d5-c63d756c48b9 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:45:35.198842 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36492d28-9ed5-4ea8-9fef-d53a451581a0 None None] Pushing event updated for resources: {'Port': ['ID=0535498f-2edf-4868-8c2e-675865259467,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:35.206301 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9c094228-87b4-4e0a-a792-2330915a3d2e req-df3bca27-572e-47f7-815d-382aebb4f10b tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 210 time: 0.0782223 Mar 01 13:45:35.257949 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e0050-2fdd-49c8-bebb-8618c3d9ed35 req-6325d97e-6351-455a-ae92-8a6c0da20849 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:35.272348 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9c3e0050-2fdd-49c8-bebb-8618c3d9ed35 req-6325d97e-6351-455a-ae92-8a6c0da20849 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 949 time: 0.1941495 Mar 01 13:45:35.334923 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-40bea7e0-57f9-489f-a53b-f5d6e94c1712 None None] Provisioning complete for port b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:45:35.342617 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-40bea7e0-57f9-489f-a53b-f5d6e94c1712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:35.465067 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port a55cdd8f-32e0-48bf-92d5-c63d756c48b9 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:45:35.465953 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a55cdd8f-32e0-48bf-92d5-c63d756c48b9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:35.478984 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9c3e0050-2fdd-49c8-bebb-8618c3d9ed35 req-39f33717-f0d4-456c-b289-86ab8a335c39 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981287 Mar 01 13:45:35.496756 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-8d5e0ba6-d8c0-4399-9d9d-b557784abe58 None None] Set router c6ddcde6-82bc-4fd1-abf2-e6711f35551e gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:45:35.518977 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e227c09-8af3-453f-acd0-554ce5ef0910 req-d088174b-0897-4aa1-9c3e-903639748a0d tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:35.540157 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7e227c09-8af3-453f-acd0-554ce5ef0910 req-d088174b-0897-4aa1-9c3e-903639748a0d tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 944 time: 0.2112401 Mar 01 13:45:35.640207 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-40bea7e0-57f9-489f-a53b-f5d6e94c1712 None None] Current status of the port b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:45:35.705208 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port a55cdd8f-32e0-48bf-92d5-c63d756c48b9 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:45:35.707395 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:45:35.733502 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7e227c09-8af3-453f-acd0-554ce5ef0910 req-faf7ab83-ff5f-48a0-8556-1ad75484a6e2 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862235 Mar 01 13:45:35.775190 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:45:35.784107 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8af9c8-7c4a-46c6-9778-e43125df8d36 req-b2729313-2adc-4d65-8a3f-14bb1fd1ed75 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:35.798381 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1e8af9c8-7c4a-46c6-9778-e43125df8d36 req-b2729313-2adc-4d65-8a3f-14bb1fd1ed75 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 945 time: 0.2055645 Mar 01 13:45:35.824575 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:45:35.825080 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:35.943983 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-8d5e0ba6-d8c0-4399-9d9d-b557784abe58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ddcde6-82bc-4fd1-abf2-e6711f35551e', 'name': 'tempest-AttachSCSIVolumeTestJSON-163848108-router', 'tenant_id': '882fd769467248bb8faf19840d3638a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '0535498f-2edf-4868-8c2e-675865259467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:45:30Z', 'updated_at': '2022-03-01T13:45:32Z', 'revision_number': 3, 'project_id': '882fd769467248bb8faf19840d3638a4', 'gw_port': {'id': '0535498f-2edf-4868-8c2e-675865259467', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:05:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ddcde6-82bc-4fd1-abf2-e6711f35551e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:45:31Z', 'updated_at': '2022-03-01T13:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:45:35.974664 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:45:35.990679 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1e8af9c8-7c4a-46c6-9778-e43125df8d36 req-7b0bec54-baed-4577-9b78-39da0c4abc32 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899366 Mar 01 13:45:36.016276 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5e0ba6-d8c0-4399-9d9d-b557784abe58 None None] The sync data for ids ['c6ddcde6-82bc-4fd1-abf2-e6711f35551e'] in n-d-827467-3 is: [{'id': 'c6ddcde6-82bc-4fd1-abf2-e6711f35551e', 'name': 'tempest-AttachSCSIVolumeTestJSON-163848108-router', 'tenant_id': '882fd769467248bb8faf19840d3638a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '0535498f-2edf-4868-8c2e-675865259467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:45:30Z', 'updated_at': '2022-03-01T13:45:32Z', 'revision_number': 3, 'project_id': '882fd769467248bb8faf19840d3638a4', 'gw_port': {'id': '0535498f-2edf-4868-8c2e-675865259467', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:05:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ddcde6-82bc-4fd1-abf2-e6711f35551e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:45:31Z', 'updated_at': '2022-03-01T13:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:45:36.052175 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792aac0f-7191-46cc-889a-ffcfdcbad963 req-70ac5045-3485-4203-8601-c57bbef04762 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:36.053730 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-792aac0f-7191-46cc-889a-ffcfdcbad963 req-70ac5045-3485-4203-8601-c57bbef04762 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e2913eb-f1f2-40d6-bc86-7b6702a9c06c HTTP/1.1" status: 200 len: 945 time: 0.1703539 Mar 01 13:45:36.159278 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-792aac0f-7191-46cc-889a-ffcfdcbad963 req-c6881d77-1397-4d2a-b5d9-dbb39586cbfa tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957258 Mar 01 13:45:36.208903 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-51977c08-2f13-41bf-a000-aaef1994f75c req-59d4bea1-21e6-4b68-9e5f-3b0ce1215755 service neutron] 10.222.0.20 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4455929 Mar 01 13:45:36.241468 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-8834fb1b-6b82-46d0-b55d-c6c3bbd92f63 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:36.247531 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-8834fb1b-6b82-46d0-b55d-c6c3bbd92f63 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.20 "GET /v2.0/networks?id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22 HTTP/1.1" status: 200 len: 807 time: 1.8611996 Mar 01 13:45:36.299198 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-21929f47-875a-4f5f-9f1b-149d7a82a490 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Request body: {'port': {'device_id': '19774f0c-70c9-4126-bee3-7ebdaf731bd0', 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22', 'admin_state_up': True, 'tenant_id': '96cd43570afd4572b4b93d1aa25b2425'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:45:36.368852 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.20', 50351) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:45:36.381465 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-59783a22-7693-4614-a915-c2a5253bdacb req-f63d9907-8797-4a4e-9620-097310a6dc55 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 210 time: 0.0626423 Mar 01 13:45:36.505966 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-35e60186-1876-4768-b8cf-90d59a88f5dc admin admin] Allocated IP 172.20.0.1 (d075c55d-ff5e-4305-ab47-37d28bcd62bf/ab6ff63c-c78c-48e1-bc61-7a914149bafd/ec6e72ec-c79f-4a01-8b03-8697ff9bbb31) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:45:36.535262 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-26100250-5bd6-4d26-9930-8fe14f5c04b0 req-a5e02302-d930-4c4f-b45d-68729cca0fab service neutron] 10.222.0.32 "GET /v2.0/ports/9bb01277-78f6-435c-b3e1-47ec8349d89d/bindings/n-h1-827467-3 HTTP/1.1" status: 200 len: 382 time: 0.4767535 Mar 01 13:45:36.545046 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fcdd4-057d-4ad7-bbf1-426fadae4c34 req-2d0d2a59-852f-46f9-9c27-2722f5335694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:36.546540 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f50fcdd4-057d-4ad7-bbf1-426fadae4c34 req-2d0d2a59-852f-46f9-9c27-2722f5335694 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b79f39c46c31459c9d4d44a995c712e3&device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 1127 time: 0.1717727 Mar 01 13:45:36.550339 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141ccf7-5846-443b-9918-add65d8c13f4 req-2c6b717d-d755-414e-92c7-c8ba25369ecd tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:36.558205 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b141ccf7-5846-443b-9918-add65d8c13f4 req-2c6b717d-d755-414e-92c7-c8ba25369ecd tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 945 time: 0.1295996 Mar 01 13:45:36.654316 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f36d8-7487-47bf-b93f-2ffaec1bd225 req-055e3427-a54d-4294-b04e-1ad62c3d54c3 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:36.662541 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-dc1f36d8-7487-47bf-b93f-2ffaec1bd225 req-055e3427-a54d-4294-b04e-1ad62c3d54c3 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2913eb-f1f2-40d6-bc86-7b6702a9c06c HTTP/1.1" status: 200 len: 945 time: 0.5978336 Mar 01 13:45:36.668295 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b141ccf7-5846-443b-9918-add65d8c13f4 req-af4a66d4-4432-482f-9d36-885c6ae557bb tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020412 Mar 01 13:45:36.782936 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46087e3-18ca-4f25-a23e-43f3f6e39db5 req-789de0f0-54cc-435e-a10e-b4e59128e0e3 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:36.788397 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e46087e3-18ca-4f25-a23e-43f3f6e39db5 req-789de0f0-54cc-435e-a10e-b4e59128e0e3 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 949 time: 0.1931634 Mar 01 13:45:36.871505 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e46087e3-18ca-4f25-a23e-43f3f6e39db5 req-c6a61068-b77b-4ba0-8045-dc8b84edb21a tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761235 Mar 01 13:45:36.934683 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd540b-5791-46ec-b349-eafc57593551 req-d653c32b-2f45-4fe7-a938-1dee15b484e4 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:36.936933 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b6bd540b-5791-46ec-b349-eafc57593551 req-d653c32b-2f45-4fe7-a938-1dee15b484e4 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 944 time: 0.0642195 Mar 01 13:45:37.059386 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-51977c08-2f13-41bf-a000-aaef1994f75c req-a6a54a16-c1c2-4cbb-8836-399f2151e2df service neutron] 10.222.0.20 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8406098 Mar 01 13:45:37.088652 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b6bd540b-5791-46ec-b349-eafc57593551 req-811e0739-f254-4a7d-a75a-5fe7aa77993b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462526 Mar 01 13:45:37.094433 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-21929f47-875a-4f5f-9f1b-149d7a82a490 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Made reservation on behalf of 96cd43570afd4572b4b93d1aa25b2425 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:45:37.104046 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-21929f47-875a-4f5f-9f1b-149d7a82a490 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:37.137710 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 0535498f-2edf-4868-8c2e-675865259467 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:45:37.219179 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 0535498f-2edf-4868-8c2e-675865259467 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:45:37.221711 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (0535498f-2edf-4868-8c2e-675865259467), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:37.231760 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26100250-5bd6-4d26-9930-8fe14f5c04b0 req-1d26933c-74e3-42df-98cb-c8dc3dc6f444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:37.245308 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-26100250-5bd6-4d26-9930-8fe14f5c04b0 req-1d26933c-74e3-42df-98cb-c8dc3dc6f444 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92&tenant_id=5273606b5eb242749c05f75a15dd6612 HTTP/1.1" status: 200 len: 1131 time: 0.4149413 Mar 01 13:45:37.347610 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fcdd4-057d-4ad7-bbf1-426fadae4c34 req-5ad359ff-ebe4-421d-9ef7-6374a86ce740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:37.350706 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f50fcdd4-057d-4ad7-bbf1-426fadae4c34 req-5ad359ff-ebe4-421d-9ef7-6374a86ce740 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d59339e4-a260-4460-98ed-315edc30d333 HTTP/1.1" status: 200 len: 921 time: 0.7070818 Mar 01 13:45:37.368995 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-35e60186-1876-4768-b8cf-90d59a88f5dc admin admin] Publish callbacks [] for port (ec6e72ec-c79f-4a01-8b03-8697ff9bbb31), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:37.406274 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 0535498f-2edf-4868-8c2e-675865259467 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:45:37.406769 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (0535498f-2edf-4868-8c2e-675865259467), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:37.448183 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 0535498f-2edf-4868-8c2e-675865259467, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=0535498f-2edf-4868-8c2e-675865259467,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:37.461019 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (0535498f-2edf-4868-8c2e-675865259467), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:37.483109 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4ffc0-7135-489c-a5cd-80640f10f0f8 req-9df57fae-c049-460c-aaae-458aece5b7c7 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:37.493298 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-76b4ffc0-7135-489c-a5cd-80640f10f0f8 req-9df57fae-c049-460c-aaae-458aece5b7c7 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e2913eb-f1f2-40d6-bc86-7b6702a9c06c HTTP/1.1" status: 200 len: 945 time: 0.1958358 Mar 01 13:45:37.553367 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-76b4ffc0-7135-489c-a5cd-80640f10f0f8 req-9b1a030a-00f7-495d-9b64-347e46fd1ddd tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589819 Mar 01 13:45:37.559437 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=0535498f-2edf-4868-8c2e-675865259467,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:37.589562 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f50fcdd4-057d-4ad7-bbf1-426fadae4c34 req-81a1529f-5ef1-4d9b-ba00-ff134398a301 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b38e50d-db1a-44f2-a803-b588235f0e77 HTTP/1.1" status: 200 len: 217 time: 0.2186985 Mar 01 13:45:37.745530 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-dc1f36d8-7487-47bf-b93f-2ffaec1bd225 req-f0923047-23c9-4445-a55a-4ca39a2cf523 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Deleting port 59c426e1-8051-4715-86df-dd085a86bd59 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:45:37.746441 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-dc1f36d8-7487-47bf-b93f-2ffaec1bd225 req-f0923047-23c9-4445-a55a-4ca39a2cf523 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (59c426e1-8051-4715-86df-dd085a86bd59), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:37.798310 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26100250-5bd6-4d26-9930-8fe14f5c04b0 req-87da874e-b861-45a4-a36b-5f0ba2982b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:37.799909 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-26100250-5bd6-4d26-9930-8fe14f5c04b0 req-87da874e-b861-45a4-a36b-5f0ba2982b76 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5273606b5eb242749c05f75a15dd6612&device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 1131 time: 0.4999623 Mar 01 13:45:37.813495 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fbcae449-09c2-4ab0-bf71-259eb7f918fe req-5a8b0693-6457-4d53-a322-c6d321814313 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 210 time: 0.0418415 Mar 01 13:45:37.839702 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fcdd4-057d-4ad7-bbf1-426fadae4c34 req-241c343b-ec24-4df9-afe2-81e604c9d51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:37.841277 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f50fcdd4-057d-4ad7-bbf1-426fadae4c34 req-241c343b-ec24-4df9-afe2-81e604c9d51d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0 HTTP/1.1" status: 200 len: 860 time: 0.2413111 Mar 01 13:45:37.842263 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bfa02f-fb9b-4445-9a45-42f61592f0cd req-2e1dd95a-3c18-49c7-b2b2-b1a8d7da3e17 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:37.844196 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-54bfa02f-fb9b-4445-9a45-42f61592f0cd req-2e1dd95a-3c18-49c7-b2b2-b1a8d7da3e17 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 945 time: 0.0858698 Mar 01 13:45:37.858945 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51977c08-2f13-41bf-a000-aaef1994f75c req-a301eab5-2ef9-48c1-976f-70468955ed59 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:37.860466 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-51977c08-2f13-41bf-a000-aaef1994f75c req-a301eab5-2ef9-48c1-976f-70468955ed59 tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66&tenant_id=980a0cdea86543af87d11d7652b91c08&binding%3Ahost_id=n-h2-827467-3 HTTP/1.1" status: 200 len: 1126 time: 0.4168947 Mar 01 13:45:37.904387 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-54bfa02f-fb9b-4445-9a45-42f61592f0cd req-3cce8499-8cdc-4556-a4e0-fb69f3dfff7f tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536828 Mar 01 13:45:37.933459 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-35e60186-1876-4768-b8cf-90d59a88f5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (ec6e72ec-c79f-4a01-8b03-8697ff9bbb31), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:37.948375 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f50fcdd4-057d-4ad7-bbf1-426fadae4c34 req-d30908a7-97c4-412a-99c6-644a1825f09d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d59339e4-a260-4460-98ed-315edc30d333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951481 Mar 01 13:45:37.978788 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-21929f47-875a-4f5f-9f1b-149d7a82a490 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Allocated IP 172.20.0.12 (94da7596-6b29-49a6-a3ae-5d4e1cca0c22/b7f9fefc-67f3-4f16-9709-32467e973c9a/af0e330d-1f59-40b6-8dbc-5ea23668a568) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:45:38.033256 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3773b7-297a-4c36-801c-341771f4ba41 req-cd774613-684a-405f-9ee2-7c6a555ffee0 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:38.041704 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cf3773b7-297a-4c36-801c-341771f4ba41 req-cd774613-684a-405f-9ee2-7c6a555ffee0 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 949 time: 0.0753477 Mar 01 13:45:38.100821 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cf3773b7-297a-4c36-801c-341771f4ba41 req-4d4aa442-24f6-44f3-9861-5cca01200de0 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592382 Mar 01 13:45:38.112375 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e60186-1876-4768-b8cf-90d59a88f5dc admin admin] Network d075c55d-ff5e-4305-ab47-37d28bcd62bf is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:45:38.131080 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-dc1f36d8-7487-47bf-b93f-2ffaec1bd225 req-f0923047-23c9-4445-a55a-4ca39a2cf523 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] For port 59c426e1-8051-4715-86df-dd085a86bd59, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=59c426e1-8051-4715-86df-dd085a86bd59,segment=NetworkSegment(7e431d2a-8352-4715-8063-a4fc7bad3a2e),segment_id=7e431d2a-8352-4715-8063-a4fc7bad3a2e)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:38.131455 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-dc1f36d8-7487-47bf-b93f-2ffaec1bd225 req-f0923047-23c9-4445-a55a-4ca39a2cf523 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (59c426e1-8051-4715-86df-dd085a86bd59), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:38.145289 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-35e60186-1876-4768-b8cf-90d59a88f5dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:45:38.166587 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e60186-1876-4768-b8cf-90d59a88f5dc admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:45:38.209915 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-dc1f36d8-7487-47bf-b93f-2ffaec1bd225 req-f0923047-23c9-4445-a55a-4ca39a2cf523 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Calling delete_port for 59c426e1-8051-4715-86df-dd085a86bd59 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:45:38.232524 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee9974-f758-4f98-a367-f8ed74bc865c req-41d64df9-c44f-41e2-bf3f-c9d6755b2544 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:38.241903 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5cee9974-f758-4f98-a367-f8ed74bc865c req-41d64df9-c44f-41e2-bf3f-c9d6755b2544 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 944 time: 0.0747993 Mar 01 13:45:38.248310 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e60186-1876-4768-b8cf-90d59a88f5dc admin admin] Pushing event updated for resources: {'Port': ['ID=ec6e72ec-c79f-4a01-8b03-8697ff9bbb31,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:38.297931 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5cee9974-f758-4f98-a367-f8ed74bc865c req-51133872-f01e-40eb-8d12-942aebd02ba2 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548275 Mar 01 13:45:38.304327 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26100250-5bd6-4d26-9930-8fe14f5c04b0 req-3379d709-624b-41ae-8252-35e67dc3fa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:38.305754 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-26100250-5bd6-4d26-9930-8fe14f5c04b0 req-3379d709-624b-41ae-8252-35e67dc3fa82 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.4745018 Mar 01 13:45:38.451455 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-35e60186-1876-4768-b8cf-90d59a88f5dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (c6ddcde6-82bc-4fd1-abf2-e6711f35551e), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:38.454548 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-26100250-5bd6-4d26-9930-8fe14f5c04b0 req-40b6cac8-7c4a-4ab5-9606-a38a8722ace8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=9bb01277-78f6-435c-b3e1-47ec8349d89d HTTP/1.1" status: 200 len: 217 time: 0.1048858 Mar 01 13:45:38.490895 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-7a3727bd-7f7a-4f58-8fb7-c886fa706e6b None None] Provisioning complete for port ec6e72ec-c79f-4a01-8b03-8697ff9bbb31 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:45:38.491586 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7a3727bd-7f7a-4f58-8fb7-c886fa706e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ec6e72ec-c79f-4a01-8b03-8697ff9bbb31), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:38.500552 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f50fcdd4-057d-4ad7-bbf1-426fadae4c34 req-9e5a2a2b-6b0a-4a5c-96ee-5f630fb81299 service neutron] 10.222.0.20 "GET /v2.0/networks/d59339e4-a260-4460-98ed-315edc30d333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5161777 Mar 01 13:45:38.510988 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c90406-c5c4-4d2a-8b9f-c36b8c88c04a req-81cd16b2-1ec5-4121-af9d-8c7f1795071b tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:38.521568 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-66c90406-c5c4-4d2a-8b9f-c36b8c88c04a req-81cd16b2-1ec5-4121-af9d-8c7f1795071b tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 1126 time: 0.0812492 Mar 01 13:45:38.558386 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-7a3727bd-7f7a-4f58-8fb7-c886fa706e6b None None] Port ec6e72ec-c79f-4a01-8b03-8697ff9bbb31 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:45:38.628932 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-66c90406-c5c4-4d2a-8b9f-c36b8c88c04a req-4d46809f-ea72-4cfb-8e8c-e7bf832ac39f tempest-LiveAutoBlockMigrationV225Test-1310795022 tempest-LiveAutoBlockMigrationV225Test-1310795022-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970209 Mar 01 13:45:38.728769 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d71b5b-242e-4f0e-b7a8-ae78872ee56a req-459757f2-1121-489b-8fef-5424fe8e66c2 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:38.740007 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26d71b5b-242e-4f0e-b7a8-ae78872ee56a req-459757f2-1121-489b-8fef-5424fe8e66c2 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e2913eb-f1f2-40d6-bc86-7b6702a9c06c HTTP/1.1" status: 200 len: 945 time: 0.1018004 Mar 01 13:45:38.807624 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26d71b5b-242e-4f0e-b7a8-ae78872ee56a req-434e67f3-7ad7-4a75-b30d-d2448c7b4ff5 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef7ec974-fd82-4445-8fc3-4126528eb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617156 Mar 01 13:45:38.969247 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-840c8011-00c1-4bd5-996d-f4288ff9f801 req-231501c3-7109-4ce9-8e68-3684fd91466e tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 210 time: 0.0489743 Mar 01 13:45:39.061705 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01c64f-08d5-43b5-8ceb-40598d86c0db req-91f3f1fb-d43f-4b76-9b7d-ae814b026a91 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:39.068817 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1a01c64f-08d5-43b5-8ceb-40598d86c0db req-91f3f1fb-d43f-4b76-9b7d-ae814b026a91 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 944 time: 0.1069028 Mar 01 13:45:39.080737 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 0535498f-2edf-4868-8c2e-675865259467 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:45:39.154912 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f50fcdd4-057d-4ad7-bbf1-426fadae4c34 req-9c254648-42da-4093-adf0-5d5b9a03a7cf service neutron] 10.222.0.20 "GET /v2.0/networks/d59339e4-a260-4460-98ed-315edc30d333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984867 Mar 01 13:45:39.156815 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26100250-5bd6-4d26-9930-8fe14f5c04b0 req-97614d8a-2660-426f-a497-31ff196775bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:39.159461 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-26100250-5bd6-4d26-9930-8fe14f5c04b0 req-97614d8a-2660-426f-a497-31ff196775bd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.6620784 Mar 01 13:45:39.178446 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 0535498f-2edf-4868-8c2e-675865259467 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:45:39.178824 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (0535498f-2edf-4868-8c2e-675865259467), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:39.263058 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-51977c08-2f13-41bf-a000-aaef1994f75c req-e1450898-9d58-4401-85ec-4dea892ec781 service neutron] For port 62991eee-a540-4436-8a1a-6b6b57e46e7c, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:45:39.264135 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1a01c64f-08d5-43b5-8ceb-40598d86c0db req-ed91e272-8b81-4ab8-8933-2b744d3c9bdb tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900306 Mar 01 13:45:39.275622 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e66b7e-a4db-4e4b-8023-10c6f0f0e685 req-823f69c1-8e4b-4b0e-b29e-420cc826547f tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:39.295062 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-76e66b7e-a4db-4e4b-8023-10c6f0f0e685 req-823f69c1-8e4b-4b0e-b29e-420cc826547f tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 945 time: 0.2187822 Mar 01 13:45:39.328198 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-51977c08-2f13-41bf-a000-aaef1994f75c req-e1450898-9d58-4401-85ec-4dea892ec781 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:39.330533 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-51977c08-2f13-41bf-a000-aaef1994f75c req-e1450898-9d58-4401-85ec-4dea892ec781 service neutron] 10.222.0.20 "DELETE /v2.0/ports/62991eee-a540-4436-8a1a-6b6b57e46e7c/bindings/n-h1-827467-3 HTTP/1.1" status: 204 len: 173 time: 1.4497054 Mar 01 13:45:39.393721 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-76e66b7e-a4db-4e4b-8023-10c6f0f0e685 req-fd3d5b6e-d89e-4e7d-a3e2-694d84d1232f tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974958 Mar 01 13:45:39.399814 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26100250-5bd6-4d26-9930-8fe14f5c04b0 req-efb913d2-fd7d-4f0b-8c9c-4111324a5356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:39.402416 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-26100250-5bd6-4d26-9930-8fe14f5c04b0 req-efb913d2-fd7d-4f0b-8c9c-4111324a5356 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1959136 Mar 01 13:45:39.457332 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 0535498f-2edf-4868-8c2e-675865259467 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:45:39.476724 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f682a-a0e7-486d-9f96-bd2142989203 req-f01406e1-7935-48a5-bdc6-563ab9e99a1d tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:39.478616 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-672f682a-a0e7-486d-9f96-bd2142989203 req-f01406e1-7935-48a5-bdc6-563ab9e99a1d tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 949 time: 0.0697215 Mar 01 13:45:39.511250 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-21929f47-875a-4f5f-9f1b-149d7a82a490 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Publish callbacks [] for port (af0e330d-1f59-40b6-8dbc-5ea23668a568), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:39.533211 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-672f682a-a0e7-486d-9f96-bd2142989203 req-0123de0d-8c3c-44e9-9358-0ccfc4b19baa tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477364 Mar 01 13:45:39.586240 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-dc1f36d8-7487-47bf-b93f-2ffaec1bd225 req-f0923047-23c9-4445-a55a-4ca39a2cf523 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (59c426e1-8051-4715-86df-dd085a86bd59), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:39.610455 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:39.642657 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0923047-23c9-4445-a55a-4ca39a2cf523 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Pushing event deleted for resources: {'Port': ['ID=59c426e1-8051-4715-86df-dd085a86bd59,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:39.645855 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-26100250-5bd6-4d26-9930-8fe14f5c04b0 req-70005402-31b2-4821-a39e-4d9248196325 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103291 Mar 01 13:45:39.646427 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-35e60186-1876-4768-b8cf-90d59a88f5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ec6e72ec-c79f-4a01-8b03-8697ff9bbb31), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:39.729608 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-21929f47-875a-4f5f-9f1b-149d7a82a490 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (af0e330d-1f59-40b6-8dbc-5ea23668a568), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:39.828696 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:39.849543 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1f36d8-7487-47bf-b93f-2ffaec1bd225 req-f0923047-23c9-4445-a55a-4ca39a2cf523 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] No DVR routers for this DVR port 59c426e1-8051-4715-86df-dd085a86bd59 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:45:39.853180 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-dc1f36d8-7487-47bf-b93f-2ffaec1bd225 req-f0923047-23c9-4445-a55a-4ca39a2cf523 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:39.856797 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-dc1f36d8-7487-47bf-b93f-2ffaec1bd225 req-f0923047-23c9-4445-a55a-4ca39a2cf523 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.20 "DELETE /v2.0/ports/59c426e1-8051-4715-86df-dd085a86bd59 HTTP/1.1" status: 204 len: 173 time: 3.1421216 Mar 01 13:45:39.868247 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2913eb-f1f2-40d6-bc86-7b6702a9c06c', 'name': 'network-vif-deleted', 'tag': '59c426e1-8051-4715-86df-dd085a86bd59'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:45:39.870888 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8feb489e-aa5e-41fa-b7c7-2add038596bd" -d '{"events": [{"server_uuid": "1e2913eb-f1f2-40d6-bc86-7b6702a9c06c", "name": "network-vif-deleted", "tag": "59c426e1-8051-4715-86df-dd085a86bd59"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:45:39.944826 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-21929f47-875a-4f5f-9f1b-149d7a82a490 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:45:40.006925 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4ef49272-02c9-4aa3-ae85-cd2600dfa7db req-f0ad3b2d-4186-4fdf-a3b1-a10b3169ed48 tempest-ListServerFiltersTestJSON-1955010433 tempest-ListServerFiltersTestJSON-1955010433-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e2913eb-f1f2-40d6-bc86-7b6702a9c06c HTTP/1.1" status: 200 len: 210 time: 0.0517585 Mar 01 13:45:40.032309 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f08201-1f9d-40a1-badb-624edc671d9a x-openstack-request-id: req-20f08201-1f9d-40a1-badb-624edc671d9a {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:45:40.032309 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2913eb-f1f2-40d6-bc86-7b6702a9c06c", "name": "network-vif-deleted", "tag": "59c426e1-8051-4715-86df-dd085a86bd59", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:45:40.032309 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20f08201-1f9d-40a1-badb-624edc671d9a {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:45:40.032968 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2913eb-f1f2-40d6-bc86-7b6702a9c06c', 'name': 'network-vif-deleted', 'tag': '59c426e1-8051-4715-86df-dd085a86bd59', 'status': 'completed', 'code': 200} Mar 01 13:45:40.035185 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-21929f47-875a-4f5f-9f1b-149d7a82a490 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:45:40.094211 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-21929f47-875a-4f5f-9f1b-149d7a82a490 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:45:40.096897 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21929f47-875a-4f5f-9f1b-149d7a82a490 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Pushing event updated for resources: {'Port': ['ID=af0e330d-1f59-40b6-8dbc-5ea23668a568,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:40.134462 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 9bb01277-78f6-435c-b3e1-47ec8349d89d no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:45:40.192642 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94af2e-8d07-44c2-9db9-d9f667c4dbca req-51eb5500-f34b-41a1-b59a-2159e8f4ba8d tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:40.194226 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9b94af2e-8d07-44c2-9db9-d9f667c4dbca req-51eb5500-f34b-41a1-b59a-2159e8f4ba8d tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 944 time: 0.4883034 Mar 01 13:45:40.202437 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-26100250-5bd6-4d26-9930-8fe14f5c04b0 req-9ad3497c-ef0a-4e05-b78c-82f281cec38f service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5413501 Mar 01 13:45:40.204282 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9928ab-ec40-4b07-9a05-1d35a9b5db88 req-28b39640-2bc4-4311-91c1-a087794ba923 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:40.226863 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7a9928ab-ec40-4b07-9a05-1d35a9b5db88 req-28b39640-2bc4-4311-91c1-a087794ba923 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 932 time: 0.1376472 Mar 01 13:45:40.272008 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-21929f47-875a-4f5f-9f1b-149d7a82a490 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:40.273245 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-21929f47-875a-4f5f-9f1b-149d7a82a490 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:40.313600 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 59c426e1-8051-4715-86df-dd085a86bd59 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:45:40.329341 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-21929f47-875a-4f5f-9f1b-149d7a82a490 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0540462 Mar 01 13:45:40.360211 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7a9928ab-ec40-4b07-9a05-1d35a9b5db88 req-9321b4d8-bc8c-41a2-a8cb-dcc8bbafdf8f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302240 Mar 01 13:45:40.394992 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-670a113e-1a54-44ca-9a45-fba2cbe62956 service neutron] Request body: {'port': {'device_id': '19774f0c-70c9-4126-bee3-7ebdaf731bd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:45:40.398167 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 59c426e1-8051-4715-86df-dd085a86bd59 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:45:40.398756 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 59c426e1-8051-4715-86df-dd085a86bd59 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:45:40.445114 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 9bb01277-78f6-435c-b3e1-47ec8349d89d is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:45:40.445764 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9bb01277-78f6-435c-b3e1-47ec8349d89d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:40.452315 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-35e60186-1876-4768-b8cf-90d59a88f5dc admin admin] Publish callbacks [] for port (ec6e72ec-c79f-4a01-8b03-8697ff9bbb31), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:40.513992 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-35e60186-1876-4768-b8cf-90d59a88f5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (ec6e72ec-c79f-4a01-8b03-8697ff9bbb31), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:40.618673 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f69184-1738-45d3-b854-5dbf17030eaf req-ce21e213-c3e3-49c4-abdd-4bc513609305 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:40.625945 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f1f69184-1738-45d3-b854-5dbf17030eaf req-ce21e213-c3e3-49c4-abdd-4bc513609305 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 944 time: 0.2141521 Mar 01 13:45:40.626177 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-670a113e-1a54-44ca-9a45-fba2cbe62956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (af0e330d-1f59-40b6-8dbc-5ea23668a568), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:40.644858 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-9b94af2e-8d07-44c2-9db9-d9f667c4dbca req-efdc6c27-426c-43dd-97fe-8b72e524967b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Deleting port 62991eee-a540-4436-8a1a-6b6b57e46e7c {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:45:40.645228 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9b94af2e-8d07-44c2-9db9-d9f667c4dbca req-efdc6c27-426c-43dd-97fe-8b72e524967b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (62991eee-a540-4436-8a1a-6b6b57e46e7c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:40.658680 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bb01277-78f6-435c-b3e1-47ec8349d89d'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:45:40.662312 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00526ca7-0c2c-44b1-abbb-08400632edcf" -d '{"events": [{"server_uuid": "ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92", "name": "network-vif-unplugged", "status": "completed", "tag": "9bb01277-78f6-435c-b3e1-47ec8349d89d"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:45:40.667664 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52811b4b-bd9a-4382-bac0-e3120c1e020e req-63d92e42-230b-43fb-a874-a295ccb6cdbc tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:40.669883 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-52811b4b-bd9a-4382-bac0-e3120c1e020e req-63d92e42-230b-43fb-a874-a295ccb6cdbc tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 945 time: 0.1275518 Mar 01 13:45:40.677063 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 9bb01277-78f6-435c-b3e1-47ec8349d89d, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9bb01277-78f6-435c-b3e1-47ec8349d89d,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:40.681544 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9bb01277-78f6-435c-b3e1-47ec8349d89d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:40.692023 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-35e60186-1876-4768-b8cf-90d59a88f5dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (c6ddcde6-82bc-4fd1-abf2-e6711f35551e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:40.717724 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f1f69184-1738-45d3-b854-5dbf17030eaf req-58c87794-5d48-4783-bc2e-508c38306212 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840623 Mar 01 13:45:40.721235 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e60186-1876-4768-b8cf-90d59a88f5dc admin admin] Pushing event updated for resources: {'Port': ['ID=ec6e72ec-c79f-4a01-8b03-8697ff9bbb31,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:40.751010 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-52811b4b-bd9a-4382-bac0-e3120c1e020e req-dbb9e01d-8f12-4c3c-ad43-dc24af1c0863 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751572 Mar 01 13:45:40.757184 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=9bb01277-78f6-435c-b3e1-47ec8349d89d,revision_number=6']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:40.816513 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 13:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1304d1-1684-41f5-9807-dde89cbc357c x-openstack-request-id: req-ef1304d1-1684-41f5-9807-dde89cbc357c {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:45:40.817253 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92", "name": "network-vif-unplugged", "status": "completed", "tag": "9bb01277-78f6-435c-b3e1-47ec8349d89d", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:45:40.817728 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef1304d1-1684-41f5-9807-dde89cbc357c {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:45:40.818183 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bb01277-78f6-435c-b3e1-47ec8349d89d', 'code': 200} Mar 01 13:45:40.864007 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657f54b-b822-4ced-ae69-2e2b7f7ddc94 req-f84cfd24-36db-4345-93c1-a20de621a8b9 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:40.865797 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2657f54b-b822-4ced-ae69-2e2b7f7ddc94 req-f84cfd24-36db-4345-93c1-a20de621a8b9 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 947 time: 0.0582600 Mar 01 13:45:40.916938 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2657f54b-b822-4ced-ae69-2e2b7f7ddc94 req-988ca676-54b6-416c-a22d-58f019ffb6ce tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442324 Mar 01 13:45:40.967226 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-9b94af2e-8d07-44c2-9db9-d9f667c4dbca req-efdc6c27-426c-43dd-97fe-8b72e524967b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] For port 62991eee-a540-4436-8a1a-6b6b57e46e7c, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=62991eee-a540-4436-8a1a-6b6b57e46e7c,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:40.967586 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9b94af2e-8d07-44c2-9db9-d9f667c4dbca req-efdc6c27-426c-43dd-97fe-8b72e524967b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (62991eee-a540-4436-8a1a-6b6b57e46e7c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:40.997228 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-9b94af2e-8d07-44c2-9db9-d9f667c4dbca req-efdc6c27-426c-43dd-97fe-8b72e524967b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Calling delete_port for 62991eee-a540-4436-8a1a-6b6b57e46e7c owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:45:41.049496 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e60186-1876-4768-b8cf-90d59a88f5dc admin admin] Network d075c55d-ff5e-4305-ab47-37d28bcd62bf is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:45:41.058746 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-35e60186-1876-4768-b8cf-90d59a88f5dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:45:41.064886 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35046) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:45:41.134546 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-6556a99d-d88f-41ca-aa29-f1892b69d19e admin admin] Deleting subnet 1b78efcf-d531-40de-81f6-0065f9b91e24 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:45:41.138401 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6556a99d-d88f-41ca-aa29-f1892b69d19e admin admin] Publish callbacks [] for subnet (1b78efcf-d531-40de-81f6-0065f9b91e24), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:41.200617 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6556a99d-d88f-41ca-aa29-f1892b69d19e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (1b78efcf-d531-40de-81f6-0065f9b91e24), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:41.312515 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6556a99d-d88f-41ca-aa29-f1892b69d19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (1b78efcf-d531-40de-81f6-0065f9b91e24), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:41.350951 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-670a113e-1a54-44ca-9a45-fba2cbe62956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af0e330d-1f59-40b6-8dbc-5ea23668a568 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:45:41.364031 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-670a113e-1a54-44ca-9a45-fba2cbe62956 service neutron] Publish callbacks [] for port (af0e330d-1f59-40b6-8dbc-5ea23668a568), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:41.379250 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6556a99d-d88f-41ca-aa29-f1892b69d19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (1b78efcf-d531-40de-81f6-0065f9b91e24), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:41.383345 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e60186-1876-4768-b8cf-90d59a88f5dc admin admin] Router c6ddcde6-82bc-4fd1-abf2-e6711f35551e has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:45:41.398629 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6556a99d-d88f-41ca-aa29-f1892b69d19e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:41.400055 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9b94af2e-8d07-44c2-9db9-d9f667c4dbca req-efdc6c27-426c-43dd-97fe-8b72e524967b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (62991eee-a540-4436-8a1a-6b6b57e46e7c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:41.405744 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0421b2-2572-473f-8dc6-1970ad60cc90 None None] Network 1320a580-e67e-46af-835e-677fea0c7a27 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:45:41.405953 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6556a99d-d88f-41ca-aa29-f1892b69d19e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1b78efcf-d531-40de-81f6-0065f9b91e24 HTTP/1.1" status: 204 len: 168 time: 0.3378520 Mar 01 13:45:41.407715 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35050) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:45:41.407715 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-670a113e-1a54-44ca-9a45-fba2cbe62956 service neutron] Transition to ACTIVE for port object af0e330d-1f59-40b6-8dbc-5ea23668a568 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:45:41.424333 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['62991eee-a540-4436-8a1a-6b6b57e46e7c'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:45:41.427138 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['0d53c447-c1d9-47cb-a072-1103609237e6'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:45:41.431378 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556a99d-d88f-41ca-aa29-f1892b69d19e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b78efcf-d531-40de-81f6-0065f9b91e24,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:41.455811 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-670a113e-1a54-44ca-9a45-fba2cbe62956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (af0e330d-1f59-40b6-8dbc-5ea23668a568), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:41.480069 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc6c27-426c-43dd-97fe-8b72e524967b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Pushing event deleted for resources: {'Port': ['ID=62991eee-a540-4436-8a1a-6b6b57e46e7c,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:41.510771 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940e1a4-7c10-4d9c-baeb-3a75552c6f2f req-3ba3965c-20c7-4ea2-946d-fb4cdd6b88c0 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:41.518347 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7940e1a4-7c10-4d9c-baeb-3a75552c6f2f req-3ba3965c-20c7-4ea2-946d-fb4cdd6b88c0 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 944 time: 0.0692008 Mar 01 13:45:41.569316 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-8ab3f0a9-1396-46d9-b0d5-69bbfa5aa726 None None] Provisioning complete for port ec6e72ec-c79f-4a01-8b03-8697ff9bbb31 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:45:41.570101 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8ab3f0a9-1396-46d9-b0d5-69bbfa5aa726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ec6e72ec-c79f-4a01-8b03-8697ff9bbb31), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:41.578856 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7940e1a4-7c10-4d9c-baeb-3a75552c6f2f req-de957044-bd66-41fe-adde-c196b077f051 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595911 Mar 01 13:45:41.662297 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-8ab3f0a9-1396-46d9-b0d5-69bbfa5aa726 None None] Port ec6e72ec-c79f-4a01-8b03-8697ff9bbb31 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:45:41.672687 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b94af2e-8d07-44c2-9db9-d9f667c4dbca req-efdc6c27-426c-43dd-97fe-8b72e524967b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] No DVR routers for this DVR port 62991eee-a540-4436-8a1a-6b6b57e46e7c on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:45:41.675259 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9b94af2e-8d07-44c2-9db9-d9f667c4dbca req-efdc6c27-426c-43dd-97fe-8b72e524967b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:41.679178 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9b94af2e-8d07-44c2-9db9-d9f667c4dbca req-efdc6c27-426c-43dd-97fe-8b72e524967b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.20 "DELETE /v2.0/ports/62991eee-a540-4436-8a1a-6b6b57e46e7c HTTP/1.1" status: 204 len: 173 time: 1.4757266 Mar 01 13:45:41.744197 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a113e-1a54-44ca-9a45-fba2cbe62956 service neutron] Pushing event updated for resources: {'Port': ['ID=af0e330d-1f59-40b6-8dbc-5ea23668a568,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:41.755151 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8fd964ca-3b49-4b2f-976f-0b6d58f23f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (1320a580-e67e-46af-835e-677fea0c7a27), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:41.807324 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c481e4-c489-46e4-8de6-add36b5d690e None None] DHCP port deletion for 1320a580-e67e-46af-835e-677fea0c7a27 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:45:41.889560 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-03480fcf-1b60-4e86-beef-eea39569fb7c req-ec7c3ab4-59f8-4e7c-b9e2-6f8d41a4ff4d tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 210 time: 0.0501695 Mar 01 13:45:41.914590 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f1c481e4-c489-46e4-8de6-add36b5d690e None None] Deleting port 2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:45:41.914590 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f1c481e4-c489-46e4-8de6-add36b5d690e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:41.990802 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558d481-0177-40ee-8e77-c31448b97f2e req-10e60e89-5f6d-4b0d-843c-08e439457029 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:42.003980 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3558d481-0177-40ee-8e77-c31448b97f2e req-10e60e89-5f6d-4b0d-843c-08e439457029 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 945 time: 0.1200964 Mar 01 13:45:42.004798 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-f1c481e4-c489-46e4-8de6-add36b5d690e None None] For port 2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f,segment=NetworkSegment(7e431d2a-8352-4715-8063-a4fc7bad3a2e),segment_id=7e431d2a-8352-4715-8063-a4fc7bad3a2e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:42.005235 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f1c481e4-c489-46e4-8de6-add36b5d690e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:42.023397 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f1c481e4-c489-46e4-8de6-add36b5d690e None None] Calling delete_port for 2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:45:42.066144 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e3170c-22a7-4b74-a28c-8bf9228efa66', 'name': 'network-vif-deleted', 'tag': '62991eee-a540-4436-8a1a-6b6b57e46e7c'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:45:42.068945 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6ff85f-0829-4e11-a299-1a23af2f2d46" -d '{"events": [{"server_uuid": "f4e3170c-22a7-4b74-a28c-8bf9228efa66", "name": "network-vif-deleted", "tag": "62991eee-a540-4436-8a1a-6b6b57e46e7c"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:45:42.102580 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e60186-1876-4768-b8cf-90d59a88f5dc admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:45:42.111335 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-35e60186-1876-4768-b8cf-90d59a88f5dc admin admin] 10.222.0.13 "PUT /v2.0/routers/c6ddcde6-82bc-4fd1-abf2-e6711f35551e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0697665 Mar 01 13:45:42.111474 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3558d481-0177-40ee-8e77-c31448b97f2e req-9a841ce7-77c5-4251-928c-9237c42293ab tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013653 Mar 01 13:45:42.130175 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a389e279-3d30-4d91-8a85-2d8455d2e92d None None] Sync routers for ids ['c6ddcde6-82bc-4fd1-abf2-e6711f35551e'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:45:42.146966 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f1c481e4-c489-46e4-8de6-add36b5d690e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:42.169391 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-670a113e-1a54-44ca-9a45-fba2cbe62956 service neutron] Attempting to bind port af0e330d-1f59-40b6-8dbc-5ea23668a568 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:45:42.169643 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-670a113e-1a54-44ca-9a45-fba2cbe62956 service neutron] Attempting to bind port af0e330d-1f59-40b6-8dbc-5ea23668a568 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:45:42.169964 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-670a113e-1a54-44ca-9a45-fba2cbe62956 service neutron] Attempting to bind port af0e330d-1f59-40b6-8dbc-5ea23668a568 on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:45:42.188252 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-670a113e-1a54-44ca-9a45-fba2cbe62956 service neutron] Port af0e330d-1f59-40b6-8dbc-5ea23668a568 on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:45:42.188571 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-670a113e-1a54-44ca-9a45-fba2cbe62956 service neutron] Attempting to bind port af0e330d-1f59-40b6-8dbc-5ea23668a568 on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:45:42.188765 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab52c6-af99-4f3a-ab94-dbdf6bddda4c req-5693ad82-2a9c-483b-adb5-a4e6c2d4c157 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:42.195587 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c481e4-c489-46e4-8de6-add36b5d690e None None] Pushing event deleted for resources: {'Port': ['ID=2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:42.199983 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c481e4-c489-46e4-8de6-add36b5d690e None None] No DVR routers for this DVR port 2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:45:42.202332 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a389e279-3d30-4d91-8a85-2d8455d2e92d None None] Routers {'c6ddcde6-82bc-4fd1-abf2-e6711f35551e'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:45:42.202939 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-a389e279-3d30-4d91-8a85-2d8455d2e92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:45:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['c6ddcde6-82bc-4fd1-abf2-e6711f35551e'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:45:42.207876 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-670a113e-1a54-44ca-9a45-fba2cbe62956 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:45:42.208212 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-670a113e-1a54-44ca-9a45-fba2cbe62956 service neutron] Checking segment: {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:45:42.208595 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-670a113e-1a54-44ca-9a45-fba2cbe62956 service neutron] Bound using segment: {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:45:42.209018 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-670a113e-1a54-44ca-9a45-fba2cbe62956 service neutron] Bound port: af0e330d-1f59-40b6-8dbc-5ea23668a568, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:45:42.209367 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-670a113e-1a54-44ca-9a45-fba2cbe62956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (af0e330d-1f59-40b6-8dbc-5ea23668a568), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:42.210917 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-12ab52c6-af99-4f3a-ab94-dbdf6bddda4c req-5693ad82-2a9c-483b-adb5-a4e6c2d4c157 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 947 time: 0.1794469 Mar 01 13:45:42.289422 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-12ab52c6-af99-4f3a-ab94-dbdf6bddda4c req-3acc9009-5e7a-4cc6-9e7c-a8ef5b0f9fba tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780625 Mar 01 13:45:42.325788 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-670a113e-1a54-44ca-9a45-fba2cbe62956 service neutron] For port af0e330d-1f59-40b6-8dbc-5ea23668a568, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:45:42.327595 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-670a113e-1a54-44ca-9a45-fba2cbe62956 service neutron] For port af0e330d-1f59-40b6-8dbc-5ea23668a568, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=af0e330d-1f59-40b6-8dbc-5ea23668a568,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:45:42.331395 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1da44f7-134c-4214-890b-0993349e528e x-openstack-request-id: req-f1da44f7-134c-4214-890b-0993349e528e {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:45:42.331702 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e3170c-22a7-4b74-a28c-8bf9228efa66", "name": "network-vif-deleted", "tag": "62991eee-a540-4436-8a1a-6b6b57e46e7c", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:45:42.335221 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1da44f7-134c-4214-890b-0993349e528e {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:45:42.335221 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e3170c-22a7-4b74-a28c-8bf9228efa66', 'name': 'network-vif-deleted', 'tag': '62991eee-a540-4436-8a1a-6b6b57e46e7c', 'status': 'completed', 'code': 200} Mar 01 13:45:42.340882 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-8fd964ca-3b49-4b2f-976f-0b6d58f23f4c admin admin] Deleting port 2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:45:42.341361 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8fd964ca-3b49-4b2f-976f-0b6d58f23f4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:42.344672 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-670a113e-1a54-44ca-9a45-fba2cbe62956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (af0e330d-1f59-40b6-8dbc-5ea23668a568), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:42.391565 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-a389e279-3d30-4d91-8a85-2d8455d2e92d None None] Set router c6ddcde6-82bc-4fd1-abf2-e6711f35551e gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:45:42.428188 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-670a113e-1a54-44ca-9a45-fba2cbe62956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:42.428916 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-670a113e-1a54-44ca-9a45-fba2cbe62956 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:42.430472 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-670a113e-1a54-44ca-9a45-fba2cbe62956 service neutron] 10.222.0.20 "PUT /v2.0/ports/af0e330d-1f59-40b6-8dbc-5ea23668a568 HTTP/1.1" status: 200 len: 1092 time: 2.0406551 Mar 01 13:45:42.459378 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-8fd964ca-3b49-4b2f-976f-0b6d58f23f4c admin admin] For port 2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f, host n-d-827467-3, got binding levels [] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:42.459895 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8fd964ca-3b49-4b2f-976f-0b6d58f23f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:42.482440 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a113e-1a54-44ca-9a45-fba2cbe62956 service neutron] Pushing event updated for resources: {'Port': ['ID=af0e330d-1f59-40b6-8dbc-5ea23668a568,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:42.492220 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-8fd964ca-3b49-4b2f-976f-0b6d58f23f4c admin admin] Calling delete_port for 2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:45:42.505262 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.ipam_backend_mixin [None req-8fd964ca-3b49-4b2f-976f-0b6d58f23f4c admin admin] Port 2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f was not found and therefore no delete operation was performed {{(pid=103726) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 01 13:45:42.568023 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8fd964ca-3b49-4b2f-976f-0b6d58f23f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:42.583967 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd964ca-3b49-4b2f-976f-0b6d58f23f4c admin admin] No DVR routers for this DVR port 2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:45:42.634829 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd964ca-3b49-4b2f-976f-0b6d58f23f4c admin admin] Pushing event deleted for resources: {'Port': ['ID=2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:42.689987 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8fd964ca-3b49-4b2f-976f-0b6d58f23f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (1320a580-e67e-46af-835e-677fea0c7a27), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:42.711463 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-8fd964ca-3b49-4b2f-976f-0b6d58f23f4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1320a580-e67e-46af-835e-677fea0c7a27']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:45:42.722275 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-8fd964ca-3b49-4b2f-976f-0b6d58f23f4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e431d2a-8352-4715-8063-a4fc7bad3a2e') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:45:42.722941 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-8fd964ca-3b49-4b2f-976f-0b6d58f23f4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e431d2a-8352-4715-8063-a4fc7bad3a2e') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:45:42.734167 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8fd964ca-3b49-4b2f-976f-0b6d58f23f4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (7e431d2a-8352-4715-8063-a4fc7bad3a2e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:42.748268 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8fd964ca-3b49-4b2f-976f-0b6d58f23f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (7e431d2a-8352-4715-8063-a4fc7bad3a2e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:42.754846 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd964ca-3b49-4b2f-976f-0b6d58f23f4c admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:45:42.755498 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8fd964ca-3b49-4b2f-976f-0b6d58f23f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (7e431d2a-8352-4715-8063-a4fc7bad3a2e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:42.795607 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eda532-4359-4123-8f50-e6cf7cb7779e req-d5b684a6-3a49-406b-ad57-452c3eed8757 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:42.806427 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-83eda532-4359-4123-8f50-e6cf7cb7779e req-d5b684a6-3a49-406b-ad57-452c3eed8757 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 944 time: 0.0971503 Mar 01 13:45:42.815873 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:45:42.815873 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:45:42.815873 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:45:42.815873 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:45:42.815873 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:45:42.815873 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:45:42.815873 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:45:42.815873 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:45:42.815873 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:45:42.815873 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:45:42.815873 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:45:42.815873 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:45:42.815873 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:45:42.815873 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:45:42.815873 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:45:42.815873 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:45:42.815873 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:45:42.815873 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:45:42.815873 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:45:42.815873 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:45:42.815873 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:45:42.815873 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:45:42.815873 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:45:42.815873 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:45:42.815873 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:45:42.815873 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:45:42.815873 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:45:42.815873 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:45:42.815873 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:45:42.815873 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:45:42.815873 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:45:42.815873 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:45:42.831775 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-a389e279-3d30-4d91-8a85-2d8455d2e92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ddcde6-82bc-4fd1-abf2-e6711f35551e', 'name': 'tempest-AttachSCSIVolumeTestJSON-163848108-router', 'tenant_id': '882fd769467248bb8faf19840d3638a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '0535498f-2edf-4868-8c2e-675865259467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:45:30Z', 'updated_at': '2022-03-01T13:45:39Z', 'revision_number': 4, 'project_id': '882fd769467248bb8faf19840d3638a4', 'gw_port': {'id': '0535498f-2edf-4868-8c2e-675865259467', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ddcde6-82bc-4fd1-abf2-e6711f35551e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:45:31Z', 'updated_at': '2022-03-01T13:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'ec6e72ec-c79f-4a01-8b03-8697ff9bbb31', 'name': '', 'network_id': 'd075c55d-ff5e-4305-ab47-37d28bcd62bf', 'tenant_id': '882fd769467248bb8faf19840d3638a4', 'mac_address': 'fa:16:3e:02:1f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ddcde6-82bc-4fd1-abf2-e6711f35551e', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'ab6ff63c-c78c-48e1-bc61-7a914149bafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:45:34Z', 'updated_at': '2022-03-01T13:45:39Z', 'revision_number': 2, 'project_id': '882fd769467248bb8faf19840d3638a4', 'subnets': [{'id': 'ab6ff63c-c78c-48e1-bc61-7a914149bafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:45:42.835772 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8fd964ca-3b49-4b2f-976f-0b6d58f23f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (1320a580-e67e-46af-835e-677fea0c7a27), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:42.860119 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-f70c4056-78f9-4e77-813b-31cdcbf2529c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:42.861920 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-f70c4056-78f9-4e77-813b-31cdcbf2529c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=96cd43570afd4572b4b93d1aa25b2425&device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 1126 time: 0.3665361 Mar 01 13:45:42.865974 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8fd964ca-3b49-4b2f-976f-0b6d58f23f4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:42.872182 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8fd964ca-3b49-4b2f-976f-0b6d58f23f4c admin admin] 10.222.0.13 "DELETE /v2.0/networks/1320a580-e67e-46af-835e-677fea0c7a27 HTTP/1.1" status: 204 len: 168 time: 1.4567261 Mar 01 13:45:42.890206 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a389e279-3d30-4d91-8a85-2d8455d2e92d None None] Checking router: c6ddcde6-82bc-4fd1-abf2-e6711f35551e for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:45:42.897149 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a389e279-3d30-4d91-8a85-2d8455d2e92d None None] Updating router c6ddcde6-82bc-4fd1-abf2-e6711f35551e port ec6e72ec-c79f-4a01-8b03-8697ff9bbb31 binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:45:42.948776 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a389e279-3d30-4d91-8a85-2d8455d2e92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ec6e72ec-c79f-4a01-8b03-8697ff9bbb31), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:42.969794 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd964ca-3b49-4b2f-976f-0b6d58f23f4c admin admin] Pushing event deleted for resources: {'Network': ['ID=1320a580-e67e-46af-835e-677fea0c7a27,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:42.979395 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-889b5a61-b523-4995-9eec-6dfbf71f0f75 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af0e330d-1f59-40b6-8dbc-5ea23668a568 HTTP/1.1" status: 200 len: 217 time: 0.1010454 Mar 01 13:45:43.020507 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-83eda532-4359-4123-8f50-e6cf7cb7779e req-a8d5012a-85d0-4293-9e47-db557a5fdfe3 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123406 Mar 01 13:45:43.086176 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-03cc81c7-5ba5-4882-957b-d640fff22b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:43.090763 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-03cc81c7-5ba5-4882-957b-d640fff22b83 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7f9fefc-67f3-4f16-9709-32467e973c9a HTTP/1.1" status: 200 len: 847 time: 0.1050727 Mar 01 13:45:43.188073 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-e19ba0bc-5e46-47ec-8042-53729c95279a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892236 Mar 01 13:45:43.233742 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:45:43.261858 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:45:43.262086 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 2cbb93cf-93f6-4f3c-8bd3-cc5f9faa2f4f not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:45:43.298494 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fae05980-5c5d-4485-aecd-51a0f5568927 req-a797295d-1b8d-4564-89ba-74ef68b23d7d tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 210 time: 0.1319351 Mar 01 13:45:43.480484 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bca93-e30b-4031-a738-29249b7458e5 req-04489136-4140-4c34-8559-fd4e4aa0b8d3 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:43.487236 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bb9bca93-e30b-4031-a738-29249b7458e5 req-04489136-4140-4c34-8559-fd4e4aa0b8d3 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 945 time: 0.1359789 Mar 01 13:45:43.487861 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35082) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:45:43.526983 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-6abc5f4e-f1fc-456e-b03d-ebcc136cf6cf service neutron] 10.222.0.20 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327327 Mar 01 13:45:43.653104 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3b762694-19dd-4bab-8b01-41e9e0f219c3 req-9f5425ef-efdf-4166-8e03-86351a26461b service neutron] 10.222.0.20 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173050 Mar 01 13:45:43.669873 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c634d3d-9f44-468d-b6aa-701038293617 req-65e40461-133c-46ee-a25a-92a824fe007b tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:43.671616 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c634d3d-9f44-468d-b6aa-701038293617 req-65e40461-133c-46ee-a25a-92a824fe007b tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 947 time: 0.2086420 Mar 01 13:45:43.720760 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a389e279-3d30-4d91-8a85-2d8455d2e92d None None] Publish callbacks [] for port (ec6e72ec-c79f-4a01-8b03-8697ff9bbb31), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:43.731235 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a389e279-3d30-4d91-8a85-2d8455d2e92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ec6e72ec-c79f-4a01-8b03-8697ff9bbb31), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:43.738137 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ecd117a5-9196-4dd4-bf24-5ffb22f7743e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=45c1b8a1bfd84ec380ad12245de559c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485414 Mar 01 13:45:43.741375 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35084) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:45:43.824815 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bb9bca93-e30b-4031-a738-29249b7458e5 req-d7b6d9e7-c076-4e18-9bc7-d246167c0f74 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466581 Mar 01 13:45:43.852627 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c634d3d-9f44-468d-b6aa-701038293617 req-75cf726c-30df-4869-bf0d-2d8fcb0046cf tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185317 Mar 01 13:45:43.910010 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b19bc6-0a04-47e5-997a-04cebc1e5d0c None None] Pushing event updated for resources: {'Port': ['ID=ec6e72ec-c79f-4a01-8b03-8697ff9bbb31,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:43.913678 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-89c98c60-dd2e-4133-9ea6-9b50e9c42d0e admin admin] Publish callbacks [] for security_group (ef7ec974-fd82-4445-8fc3-4126528eb7b4), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:43.970058 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-89c98c60-dd2e-4133-9ea6-9b50e9c42d0e admin admin] Publish callbacks [] for security_group (ef7ec974-fd82-4445-8fc3-4126528eb7b4), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:44.075296 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-89c98c60-dd2e-4133-9ea6-9b50e9c42d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ef7ec974-fd82-4445-8fc3-4126528eb7b4), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:44.079711 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-89c98c60-dd2e-4133-9ea6-9b50e9c42d0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:44.083313 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-89c98c60-dd2e-4133-9ea6-9b50e9c42d0e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef7ec974-fd82-4445-8fc3-4126528eb7b4 HTTP/1.1" status: 204 len: 168 time: 0.3387618 Mar 01 13:45:44.108069 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-a389e279-3d30-4d91-8a85-2d8455d2e92d None None] Attempting to bind port ec6e72ec-c79f-4a01-8b03-8697ff9bbb31 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:45:44.108838 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-a389e279-3d30-4d91-8a85-2d8455d2e92d None None] Attempting to bind port ec6e72ec-c79f-4a01-8b03-8697ff9bbb31 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '009203bb-c560-4c10-8893-dcdd3db18aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd075c55d-ff5e-4305-ab47-37d28bcd62bf'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:45:44.109712 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a389e279-3d30-4d91-8a85-2d8455d2e92d None None] Attempting to bind port ec6e72ec-c79f-4a01-8b03-8697ff9bbb31 on network d075c55d-ff5e-4305-ab47-37d28bcd62bf {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:45:44.117250 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a389e279-3d30-4d91-8a85-2d8455d2e92d None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:45:44.117853 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a389e279-3d30-4d91-8a85-2d8455d2e92d None None] Checking segment: {'id': '009203bb-c560-4c10-8893-dcdd3db18aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd075c55d-ff5e-4305-ab47-37d28bcd62bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:45:44.118359 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a389e279-3d30-4d91-8a85-2d8455d2e92d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:44.119114 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a389e279-3d30-4d91-8a85-2d8455d2e92d None None] Bound using segment: {'id': '009203bb-c560-4c10-8893-dcdd3db18aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd075c55d-ff5e-4305-ab47-37d28bcd62bf'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:45:44.120403 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-a389e279-3d30-4d91-8a85-2d8455d2e92d None None] Bound port: ec6e72ec-c79f-4a01-8b03-8697ff9bbb31, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '009203bb-c560-4c10-8893-dcdd3db18aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd075c55d-ff5e-4305-ab47-37d28bcd62bf'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:45:44.121130 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a389e279-3d30-4d91-8a85-2d8455d2e92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ec6e72ec-c79f-4a01-8b03-8697ff9bbb31), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:44.155494 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c98c60-dd2e-4133-9ea6-9b50e9c42d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7ec974-fd82-4445-8fc3-4126528eb7b4,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:44.171574 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 9bb01277-78f6-435c-b3e1-47ec8349d89d details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:45:44.285049 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 62991eee-a540-4436-8a1a-6b6b57e46e7c no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:45:44.333850 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19774f0c-70c9-4126-bee3-7ebdaf731bd0', 'tag': 'af0e330d-1f59-40b6-8dbc-5ea23668a568'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:45:44.336952 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4290039d-c6aa-405e-be74-c0355b52f9e4" -d '{"events": [{"name": "network-changed", "server_uuid": "19774f0c-70c9-4126-bee3-7ebdaf731bd0", "tag": "af0e330d-1f59-40b6-8dbc-5ea23668a568"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:45:44.390015 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b6eaf-f856-4cdc-babd-85c52497165f req-3ee176ed-5663-4f87-a78a-2f9df026f922 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:44.391869 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7f8b6eaf-f856-4cdc-babd-85c52497165f req-3ee176ed-5663-4f87-a78a-2f9df026f922 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 944 time: 0.1531889 Mar 01 13:45:44.453248 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2e6b81-6e44-48a6-b5da-6a606d9ed97d x-openstack-request-id: req-2a2e6b81-6e44-48a6-b5da-6a606d9ed97d {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:45:44.453713 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19774f0c-70c9-4126-bee3-7ebdaf731bd0", "tag": "af0e330d-1f59-40b6-8dbc-5ea23668a568", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:45:44.454068 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a2e6b81-6e44-48a6-b5da-6a606d9ed97d {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:45:44.454581 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19774f0c-70c9-4126-bee3-7ebdaf731bd0', 'tag': 'af0e330d-1f59-40b6-8dbc-5ea23668a568', 'status': 'completed', 'code': 200} Mar 01 13:45:44.565818 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7f8b6eaf-f856-4cdc-babd-85c52497165f req-4d520cbc-3bab-479a-ab56-209e6a7f49d0 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657665 Mar 01 13:45:44.603913 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290039d-c6aa-405e-be74-c0355b52f9e4 req-7432eee4-2102-48df-88d5-cf6615dcc386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:44.605438 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4290039d-c6aa-405e-be74-c0355b52f9e4 req-7432eee4-2102-48df-88d5-cf6615dcc386 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=96cd43570afd4572b4b93d1aa25b2425&device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 1126 time: 0.1317720 Mar 01 13:45:44.636856 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 62991eee-a540-4436-8a1a-6b6b57e46e7c {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:45:44.637211 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 62991eee-a540-4436-8a1a-6b6b57e46e7c not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:45:44.673973 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e2b79cd0-e78f-49bb-9588-73c1919ce441 req-ee61a50c-b503-4d6e-9121-1b2564ab2b25 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 210 time: 0.0582631 Mar 01 13:45:44.728957 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 9bb01277-78f6-435c-b3e1-47ec8349d89d, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9bb01277-78f6-435c-b3e1-47ec8349d89d,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:44.742612 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '9bb01277-78f6-435c-b3e1-47ec8349d89d', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': '9bb01277-78f6-435c-b3e1-47ec8349d89d', 'mac_address': 'fa:16:3e:b7:a3:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:45:44.748371 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-a389e279-3d30-4d91-8a85-2d8455d2e92d None None] For port ec6e72ec-c79f-4a01-8b03-8697ff9bbb31, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:45:44.802547 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 9bb01277-78f6-435c-b3e1-47ec8349d89d is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:45:44.802980 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9bb01277-78f6-435c-b3e1-47ec8349d89d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:44.823299 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bb01277-78f6-435c-b3e1-47ec8349d89d {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:45:44.843161 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290039d-c6aa-405e-be74-c0355b52f9e4 req-aed50c08-4def-48c9-bf97-a259ef3283bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:44.863282 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4290039d-c6aa-405e-be74-c0355b52f9e4 req-aed50c08-4def-48c9-bf97-a259ef3283bc service neutron] 10.222.0.20 "GET /v2.0/networks?id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22 HTTP/1.1" status: 200 len: 908 time: 0.2465253 Mar 01 13:45:44.876631 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 9bb01277-78f6-435c-b3e1-47ec8349d89d, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9bb01277-78f6-435c-b3e1-47ec8349d89d,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:44.879927 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-400e62a5-1dd1-4131-9a04-0346cf434f29 None None] Provisioning complete for port ec6e72ec-c79f-4a01-8b03-8697ff9bbb31 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:45:44.880313 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-400e62a5-1dd1-4131-9a04-0346cf434f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ec6e72ec-c79f-4a01-8b03-8697ff9bbb31), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:44.966354 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4290039d-c6aa-405e-be74-c0355b52f9e4 req-65525c33-2a99-4b1f-9e27-c6d88c37d225 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af0e330d-1f59-40b6-8dbc-5ea23668a568 HTTP/1.1" status: 200 len: 217 time: 0.0946505 Mar 01 13:45:45.002503 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-a389e279-3d30-4d91-8a85-2d8455d2e92d None None] For port ec6e72ec-c79f-4a01-8b03-8697ff9bbb31, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ec6e72ec-c79f-4a01-8b03-8697ff9bbb31,segment=NetworkSegment(009203bb-c560-4c10-8893-dcdd3db18aad),segment_id=009203bb-c560-4c10-8893-dcdd3db18aad)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:45:45.013470 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9bb01277-78f6-435c-b3e1-47ec8349d89d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:45.059061 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0c46f-ce39-429a-b74c-8da1d2bed30f req-8c69af3f-9bae-4ddb-b543-1047c5c43818 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:45.061024 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f8b0c46f-ce39-429a-b74c-8da1d2bed30f req-8c69af3f-9bae-4ddb-b543-1047c5c43818 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 945 time: 0.1182253 Mar 01 13:45:45.074786 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d2383-14fd-4a80-ac56-997ae5bdef23 req-dfb6402f-3928-439b-9f2d-9d084367245b tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:45.085117 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fe9d2383-14fd-4a80-ac56-997ae5bdef23 req-dfb6402f-3928-439b-9f2d-9d084367245b tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 948 time: 0.1232460 Mar 01 13:45:45.117884 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a389e279-3d30-4d91-8a85-2d8455d2e92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ec6e72ec-c79f-4a01-8b03-8697ff9bbb31), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:45.120933 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290039d-c6aa-405e-be74-c0355b52f9e4 req-f6b8d4c9-ad4a-406a-ae48-225c07f60b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:45.127823 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4290039d-c6aa-405e-be74-c0355b52f9e4 req-f6b8d4c9-ad4a-406a-ae48-225c07f60b0c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7f9fefc-67f3-4f16-9709-32467e973c9a HTTP/1.1" status: 200 len: 847 time: 0.1502972 Mar 01 13:45:45.150330 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-400e62a5-1dd1-4131-9a04-0346cf434f29 None None] Port ec6e72ec-c79f-4a01-8b03-8697ff9bbb31 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:45:45.203086 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4290039d-c6aa-405e-be74-c0355b52f9e4 req-3e317a3a-b06a-4da3-852a-144c704f37dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599394 Mar 01 13:45:45.268211 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=9bb01277-78f6-435c-b3e1-47ec8349d89d,revision_number=7']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:45.280490 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fe9d2383-14fd-4a80-ac56-997ae5bdef23 req-af91cd0c-d1da-4f42-b588-0286239f0bb4 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933999 Mar 01 13:45:45.295560 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f8b0c46f-ce39-429a-b74c-8da1d2bed30f req-4ab76f9f-d14c-40e4-b732-fca31f4a4695 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006445 Mar 01 13:45:45.343714 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a389e279-3d30-4d91-8a85-2d8455d2e92d None None] Routers {'c6ddcde6-82bc-4fd1-abf2-e6711f35551e'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:45:45.347842 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-a389e279-3d30-4d91-8a85-2d8455d2e92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:45:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['c6ddcde6-82bc-4fd1-abf2-e6711f35551e'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:45:45.453948 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35120) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:45:45.502121 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b19bc6-0a04-47e5-997a-04cebc1e5d0c None None] Pushing event updated for resources: {'Port': ['ID=ec6e72ec-c79f-4a01-8b03-8697ff9bbb31,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:45.541602 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4290039d-c6aa-405e-be74-c0355b52f9e4 req-7117dd11-ed62-43c7-887e-2d94d009af16 service neutron] 10.222.0.20 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337471 Mar 01 13:45:45.563221 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['9bb01277-78f6-435c-b3e1-47ec8349d89d'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:45:45.709718 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-0082e23d-838c-47f5-883f-c55f1db37da4 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2116969667-network', 'tenant_id': '43b894d910d04d46a28a1d61622510ac'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:45:45.808230 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4290039d-c6aa-405e-be74-c0355b52f9e4 req-5e9f568b-8218-43c7-89fa-59d86f1550a9 service neutron] 10.222.0.20 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627368 Mar 01 13:45:45.812614 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0082e23d-838c-47f5-883f-c55f1db37da4 admin admin] Made reservation on behalf of 43b894d910d04d46a28a1d61622510ac for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:45:45.822747 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0082e23d-838c-47f5-883f-c55f1db37da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:45.846698 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0082e23d-838c-47f5-883f-c55f1db37da4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:45.867760 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-a389e279-3d30-4d91-8a85-2d8455d2e92d None None] Set router c6ddcde6-82bc-4fd1-abf2-e6711f35551e gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:45:45.887590 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-af62ac1e-3dad-4f84-80fa-f85362395bf1 None None] Provisioning complete for port ec6e72ec-c79f-4a01-8b03-8697ff9bbb31 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:45:45.889068 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-af62ac1e-3dad-4f84-80fa-f85362395bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ec6e72ec-c79f-4a01-8b03-8697ff9bbb31), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:45.913463 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d6e01-5146-44f7-9f34-e0551ea0d00a req-ef6e8160-0e32-4675-9ee3-43bf87f90d7f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:45.915100 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-508d6e01-5146-44f7-9f34-e0551ea0d00a req-ef6e8160-0e32-4675-9ee3-43bf87f90d7f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 944 time: 0.1833551 Mar 01 13:45:46.011736 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-508d6e01-5146-44f7-9f34-e0551ea0d00a req-b0d1ea7b-ec89-4727-bf57-55bcb489b333 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865464 Mar 01 13:45:46.045910 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0082e23d-838c-47f5-883f-c55f1db37da4 admin admin] Publish callbacks [] for security_group (286677a6-6f57-4d49-9065-fc398c4b71fb), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:46.061444 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0082e23d-838c-47f5-883f-c55f1db37da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (286677a6-6f57-4d49-9065-fc398c4b71fb), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:46.118825 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95acc2b-7f46-47aa-8e4b-0a38e19c53fa req-909e0750-8da0-4cea-a731-9d6f19f3f646 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:46.126545 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a95acc2b-7f46-47aa-8e4b-0a38e19c53fa req-909e0750-8da0-4cea-a731-9d6f19f3f646 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92&tenant_id=5273606b5eb242749c05f75a15dd6612&binding%3Ahost_id=n-h1-827467-3 HTTP/1.1" status: 200 len: 948 time: 0.2177432 Mar 01 13:45:46.135818 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0082e23d-838c-47f5-883f-c55f1db37da4 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:45:46.167382 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6a2fc85d-df36-4d0d-9b50-ccc768a1f3cb req-687045f2-bca8-40d7-bc30-3b49af51e815 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 210 time: 0.0730414 Mar 01 13:45:46.178643 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082e23d-838c-47f5-883f-c55f1db37da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286677a6-6f57-4d49-9065-fc398c4b71fb,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:46.210535 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0082e23d-838c-47f5-883f-c55f1db37da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (2436af1c-a25e-47b7-a59d-049d1a96b2b0), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:46.210883 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-0082e23d-838c-47f5-883f-c55f1db37da4 admin admin] Added segment 2436af1c-a25e-47b7-a59d-049d1a96b2b0 of type vlan for network e2070e4b-c248-4307-931b-e0d9879911ac Mar 01 13:45:46.270956 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a95acc2b-7f46-47aa-8e4b-0a38e19c53fa req-d08665af-3fc8-4e1f-b4cb-44b7cd9b5344 service neutron] 10.222.0.32 "GET /v2.0/ports/9bb01277-78f6-435c-b3e1-47ec8349d89d/bindings/n-h1-827467-3 HTTP/1.1" status: 200 len: 382 time: 0.1303768 Mar 01 13:45:46.310922 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0082e23d-838c-47f5-883f-c55f1db37da4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (e2070e4b-c248-4307-931b-e0d9879911ac), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:46.377904 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73061e-11e3-4424-86e3-43206f693914 req-dc1914af-96c8-44cc-a240-8d47ae6a0f46 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:46.379477 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7c73061e-11e3-4424-86e3-43206f693914 req-dc1914af-96c8-44cc-a240-8d47ae6a0f46 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 948 time: 0.1814427 Mar 01 13:45:46.408762 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95acc2b-7f46-47aa-8e4b-0a38e19c53fa req-479516e6-d75a-4598-8247-d21ea6b144a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:46.410318 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a95acc2b-7f46-47aa-8e4b-0a38e19c53fa req-479516e6-d75a-4598-8247-d21ea6b144a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5273606b5eb242749c05f75a15dd6612&device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 1130 time: 0.1057208 Mar 01 13:45:46.480583 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0082e23d-838c-47f5-883f-c55f1db37da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (e2070e4b-c248-4307-931b-e0d9879911ac), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:46.481866 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0082e23d-838c-47f5-883f-c55f1db37da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:46.482482 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0082e23d-838c-47f5-883f-c55f1db37da4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:46.584847 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7c73061e-11e3-4424-86e3-43206f693914 req-4f2c7b13-0e90-4d6e-b63a-00fe0854d8c2 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900303 Mar 01 13:45:46.592187 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0082e23d-838c-47f5-883f-c55f1db37da4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1370840 Mar 01 13:45:46.593599 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35132) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:45:46.605074 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-3aa00cd4-be4f-4b79-85aa-f7f59e60d1e9 admin admin] Request body: {'subnet': {'network_id': 'e2070e4b-c248-4307-931b-e0d9879911ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2116969667-subnet', 'tenant_id': '43b894d910d04d46a28a1d61622510ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:45:46.611636 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082e23d-838c-47f5-883f-c55f1db37da4 admin admin] Pushing event updated for resources: {'Network': ['ID=e2070e4b-c248-4307-931b-e0d9879911ac,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:46.616100 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95acc2b-7f46-47aa-8e4b-0a38e19c53fa req-cc30c599-8272-4a7a-999f-74abeab95bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:46.617823 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a95acc2b-7f46-47aa-8e4b-0a38e19c53fa req-cc30c599-8272-4a7a-999f-74abeab95bd9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.1980948 Mar 01 13:45:46.625236 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network e2070e4b-c248-4307-931b-e0d9879911ac details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:45:46.636825 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff0415-337b-4d91-85f1-58126ff45e6c req-96e9902d-7e96-403c-befa-113c985ab0dc tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:46.645548 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-99ff0415-337b-4d91-85f1-58126ff45e6c req-96e9902d-7e96-403c-befa-113c985ab0dc tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 945 time: 0.2229092 Mar 01 13:45:46.702546 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa00cd4-be4f-4b79-85aa-f7f59e60d1e9 admin admin] Made reservation on behalf of 43b894d910d04d46a28a1d61622510ac for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:45:46.705699 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3aa00cd4-be4f-4b79-85aa-f7f59e60d1e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:46.736721 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-99ff0415-337b-4d91-85f1-58126ff45e6c req-72888912-9366-4d79-9670-f0ad585d8509 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901697 Mar 01 13:45:46.752059 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a95acc2b-7f46-47aa-8e4b-0a38e19c53fa req-9ac1ab62-7b8d-4557-be9f-2d1adcb2f9ab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=9bb01277-78f6-435c-b3e1-47ec8349d89d HTTP/1.1" status: 200 len: 217 time: 0.1103151 Mar 01 13:45:46.843550 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-af62ac1e-3dad-4f84-80fa-f85362395bf1 None None] Current status of the port ec6e72ec-c79f-4a01-8b03-8697ff9bbb31 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:45:46.844081 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-af62ac1e-3dad-4f84-80fa-f85362395bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ec6e72ec-c79f-4a01-8b03-8697ff9bbb31), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:46.847841 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95acc2b-7f46-47aa-8e4b-0a38e19c53fa req-df5f2b9d-c97e-488c-8d4a-13dcfce3e11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:46.852050 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a95acc2b-7f46-47aa-8e4b-0a38e19c53fa req-df5f2b9d-c97e-488c-8d4a-13dcfce3e11a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0962620 Mar 01 13:45:46.926727 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95acc2b-7f46-47aa-8e4b-0a38e19c53fa req-554f8532-199e-470e-a726-d6c29b5e8fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:46.930105 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a95acc2b-7f46-47aa-8e4b-0a38e19c53fa req-554f8532-199e-470e-a726-d6c29b5e8fdd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0679038 Mar 01 13:45:46.937975 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-af62ac1e-3dad-4f84-80fa-f85362395bf1 None None] For port ec6e72ec-c79f-4a01-8b03-8697ff9bbb31, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ec6e72ec-c79f-4a01-8b03-8697ff9bbb31,segment=NetworkSegment(009203bb-c560-4c10-8893-dcdd3db18aad),segment_id=009203bb-c560-4c10-8893-dcdd3db18aad)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:46.958092 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-af62ac1e-3dad-4f84-80fa-f85362395bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ec6e72ec-c79f-4a01-8b03-8697ff9bbb31), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:46.975803 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-a389e279-3d30-4d91-8a85-2d8455d2e92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ddcde6-82bc-4fd1-abf2-e6711f35551e', 'name': 'tempest-AttachSCSIVolumeTestJSON-163848108-router', 'tenant_id': '882fd769467248bb8faf19840d3638a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '0535498f-2edf-4868-8c2e-675865259467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:45:30Z', 'updated_at': '2022-03-01T13:45:39Z', 'revision_number': 4, 'project_id': '882fd769467248bb8faf19840d3638a4', 'gw_port': {'id': '0535498f-2edf-4868-8c2e-675865259467', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ddcde6-82bc-4fd1-abf2-e6711f35551e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:45:31Z', 'updated_at': '2022-03-01T13:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'ec6e72ec-c79f-4a01-8b03-8697ff9bbb31', 'name': '', 'network_id': 'd075c55d-ff5e-4305-ab47-37d28bcd62bf', 'tenant_id': '882fd769467248bb8faf19840d3638a4', 'mac_address': 'fa:16:3e:02:1f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ddcde6-82bc-4fd1-abf2-e6711f35551e', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'ab6ff63c-c78c-48e1-bc61-7a914149bafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:45:34Z', 'updated_at': '2022-03-01T13:45:44Z', 'revision_number': 4, 'project_id': '882fd769467248bb8faf19840d3638a4', 'subnets': [{'id': 'ab6ff63c-c78c-48e1-bc61-7a914149bafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:45:47.017601 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3aa00cd4-be4f-4b79-85aa-f7f59e60d1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (3298368b-ced0-4101-99ce-918c4855127c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:47.064223 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a389e279-3d30-4d91-8a85-2d8455d2e92d None None] The sync data for ids ['c6ddcde6-82bc-4fd1-abf2-e6711f35551e'] in n-d-827467-3 is: [{'id': 'c6ddcde6-82bc-4fd1-abf2-e6711f35551e', 'name': 'tempest-AttachSCSIVolumeTestJSON-163848108-router', 'tenant_id': '882fd769467248bb8faf19840d3638a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '0535498f-2edf-4868-8c2e-675865259467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:45:30Z', 'updated_at': '2022-03-01T13:45:39Z', 'revision_number': 4, 'project_id': '882fd769467248bb8faf19840d3638a4', 'gw_port': {'id': '0535498f-2edf-4868-8c2e-675865259467', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ddcde6-82bc-4fd1-abf2-e6711f35551e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:45:31Z', 'updated_at': '2022-03-01T13:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'ec6e72ec-c79f-4a01-8b03-8697ff9bbb31', 'name': '', 'network_id': 'd075c55d-ff5e-4305-ab47-37d28bcd62bf', 'tenant_id': '882fd769467248bb8faf19840d3638a4', 'mac_address': 'fa:16:3e:02:1f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ddcde6-82bc-4fd1-abf2-e6711f35551e', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'ab6ff63c-c78c-48e1-bc61-7a914149bafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:45:34Z', 'updated_at': '2022-03-01T13:45:44Z', 'revision_number': 4, 'project_id': '882fd769467248bb8faf19840d3638a4', 'subnets': [{'id': 'ab6ff63c-c78c-48e1-bc61-7a914149bafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:45:47.099466 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa00cd4-be4f-4b79-85aa-f7f59e60d1e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3298368b-ced0-4101-99ce-918c4855127c,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:47.152904 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62ac1e-3dad-4f84-80fa-f85362395bf1 None None] Pushing event updated for resources: {'Port': ['ID=ec6e72ec-c79f-4a01-8b03-8697ff9bbb31,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:47.240355 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a95acc2b-7f46-47aa-8e4b-0a38e19c53fa req-1141300a-2739-46e7-97f0-20449856c233 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952733 Mar 01 13:45:47.320334 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-065a9ff6-4f4f-4bae-ac5b-3b4bec7b23c9 req-80b41bcb-c34d-4b34-af1f-957ddb0d12f5 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 210 time: 0.0671487 Mar 01 13:45:47.336607 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa00cd4-be4f-4b79-85aa-f7f59e60d1e9 admin admin] Checking segment: {'id': '2436af1c-a25e-47b7-a59d-049d1a96b2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e2070e4b-c248-4307-931b-e0d9879911ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:45:47.338407 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa00cd4-be4f-4b79-85aa-f7f59e60d1e9 admin admin] Network hostable DHCP agents. Network: e2070e4b-c248-4307-931b-e0d9879911ac, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:45:47.368008 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e4e80-68ab-4caa-b0b2-9378aa62addd req-c6e7e415-50e7-4458-b263-360ff5b9646b tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:47.382595 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-264e4e80-68ab-4caa-b0b2-9378aa62addd req-c6e7e415-50e7-4458-b263-360ff5b9646b tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 944 time: 0.2043698 Mar 01 13:45:47.419964 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a95acc2b-7f46-47aa-8e4b-0a38e19c53fa req-a6878824-186c-42b2-8d46-c57388a806c8 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754932 Mar 01 13:45:47.431294 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa00cd4-be4f-4b79-85aa-f7f59e60d1e9 admin admin] Network e2070e4b-c248-4307-931b-e0d9879911ac is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:45:47.445703 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-264e4e80-68ab-4caa-b0b2-9378aa62addd req-62131286-8fd8-4baf-bd80-a216543465b1 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617940 Mar 01 13:45:47.452537 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-3aa00cd4-be4f-4b79-85aa-f7f59e60d1e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, e2070e4b-c248-4307-931b-e0d9879911ac) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:45:47.474355 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa00cd4-be4f-4b79-85aa-f7f59e60d1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:47.474990 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3aa00cd4-be4f-4b79-85aa-f7f59e60d1e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:47.477224 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f3a796-8ce3-40ce-9fe1-473c78685f92 None None] Network e2070e4b-c248-4307-931b-e0d9879911ac requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:45:47.506465 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3aa00cd4-be4f-4b79-85aa-f7f59e60d1e9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9097002 Mar 01 13:45:47.739395 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4c8b02-7d5d-4451-9e6b-763254923eb1 None None] Network e2070e4b-c248-4307-931b-e0d9879911ac requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:45:47.848056 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d52b29-4476-4742-b6cb-ad67d5ca6f71 req-d78d1178-307a-4c8e-b34b-587ebc4c156b tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:47.853371 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e9d52b29-4476-4742-b6cb-ad67d5ca6f71 req-d78d1178-307a-4c8e-b34b-587ebc4c156b tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 948 time: 0.1082325 Mar 01 13:45:47.911968 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e9d52b29-4476-4742-b6cb-ad67d5ca6f71 req-e1e1d6a5-3506-40eb-8919-554c1cb74d7b tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526440 Mar 01 13:45:48.168777 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-a6bde449-6839-4413-875e-5ce6403c47be tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:48.170455 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-a6bde449-6839-4413-875e-5ce6403c47be tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] 10.222.0.13 "GET /v2.0/networks?id=e2070e4b-c248-4307-931b-e0d9879911ac HTTP/1.1" status: 200 len: 814 time: 0.1611135 Mar 01 13:45:48.173073 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 9bb01277-78f6-435c-b3e1-47ec8349d89d up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:45:48.200926 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120759b-21a7-41c9-9562-4a9ee21ec842 req-46fc7d4f-4360-4ab1-b0e5-cc57bdb19626 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:48.208085 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5120759b-21a7-41c9-9562-4a9ee21ec842 req-46fc7d4f-4360-4ab1-b0e5-cc57bdb19626 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 945 time: 0.1641402 Mar 01 13:45:48.241251 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-17505bb2-73ee-4840-8fc2-467adeaba3f9 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] 10.222.0.13 "GET /v2.0/quotas/43b894d910d04d46a28a1d61622510ac HTTP/1.1" status: 200 len: 375 time: 0.0551372 Mar 01 13:45:48.274472 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-4c1f7381-17cd-4128-8ad5-75dd36afc9fe tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=43b894d910d04d46a28a1d61622510ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320380 Mar 01 13:45:48.279182 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 9bb01277-78f6-435c-b3e1-47ec8349d89d triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:45:48.279749 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9bb01277-78f6-435c-b3e1-47ec8349d89d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:48.349430 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5120759b-21a7-41c9-9562-4a9ee21ec842 req-78f2eb1d-31b2-4048-be77-53202c65a7ec tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341891 Mar 01 13:45:48.374217 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 9bb01277-78f6-435c-b3e1-47ec8349d89d is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:45:48.374713 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9bb01277-78f6-435c-b3e1-47ec8349d89d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:48.416187 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 9bb01277-78f6-435c-b3e1-47ec8349d89d, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9bb01277-78f6-435c-b3e1-47ec8349d89d,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:48.417581 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb01277-78f6-435c-b3e1-47ec8349d89d'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:45:48.421101 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44490caa-aacf-4e7c-9383-168b7fde2e59" -d '{"events": [{"server_uuid": "ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92", "name": "network-vif-plugged", "status": "completed", "tag": "9bb01277-78f6-435c-b3e1-47ec8349d89d"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:45:48.427310 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9bb01277-78f6-435c-b3e1-47ec8349d89d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:48.485743 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=9bb01277-78f6-435c-b3e1-47ec8349d89d,revision_number=8']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:48.498564 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ac7f75d1-9eda-4bb1-a9bc-d80901c9233c req-5491947d-5920-4b86-9a55-9a5bf205b74c tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 210 time: 0.0340307 Mar 01 13:45:48.538304 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-84741526-30df-405d-a08d-4da79d8e0d99 service neutron] 10.222.0.13 "GET /v2.0/networks/e2070e4b-c248-4307-931b-e0d9879911ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533438 Mar 01 13:45:48.593770 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79c5d09-e8e2-4436-bc0c-e18835580eaf x-openstack-request-id: req-e79c5d09-e8e2-4436-bc0c-e18835580eaf {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:45:48.594293 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92", "name": "network-vif-plugged", "status": "completed", "tag": "9bb01277-78f6-435c-b3e1-47ec8349d89d", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:45:48.594728 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e79c5d09-e8e2-4436-bc0c-e18835580eaf {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:45:48.595330 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb01277-78f6-435c-b3e1-47ec8349d89d', 'code': 200} Mar 01 13:45:48.720804 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-7bb1b806-c612-44d8-bc75-a0b1f709a0d5 service neutron] 10.222.0.13 "GET /v2.0/networks/e2070e4b-c248-4307-931b-e0d9879911ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757643 Mar 01 13:45:48.741467 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de07d3-576a-42a9-8b3c-c3d866d057a7 req-3965a968-1531-4712-a4e5-8c4dc537db4b tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:48.743800 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-75de07d3-576a-42a9-8b3c-c3d866d057a7 req-3965a968-1531-4712-a4e5-8c4dc537db4b tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 944 time: 0.0810647 Mar 01 13:45:48.817214 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-75de07d3-576a-42a9-8b3c-c3d866d057a7 req-09345f5b-0781-425f-b3bf-fc61995e579a tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637619 Mar 01 13:45:49.148338 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1d4e33ac-7fa5-4354-b33d-1882160137e7 req-1b4dfb71-b606-476f-87c1-558ed64c1e65 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4a71a4e-24a7-4190-b32c-c01698ea6546 HTTP/1.1" status: 200 len: 210 time: 0.1652477 Mar 01 13:45:49.153283 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ec6e72ec-c79f-4a01-8b03-8697ff9bbb31 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:45:49.285797 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port ec6e72ec-c79f-4a01-8b03-8697ff9bbb31 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:45:49.286642 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ec6e72ec-c79f-4a01-8b03-8697ff9bbb31), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:49.298481 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff30d49-ab64-4d48-abf8-f40c9eb01129 req-acc77d23-dbda-493e-93ac-f26438d6f035 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:49.318134 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1ff30d49-ab64-4d48-abf8-f40c9eb01129 req-acc77d23-dbda-493e-93ac-f26438d6f035 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 949 time: 0.1096070 Mar 01 13:45:49.446379 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1ff30d49-ab64-4d48-abf8-f40c9eb01129 req-031c3ec4-793a-4edb-82c3-98cb45ebd782 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271200 Mar 01 13:45:49.457985 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port ec6e72ec-c79f-4a01-8b03-8697ff9bbb31 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:45:49.562685 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd735b-15d7-49bb-b119-ff2c4c566f1f req-92caf9e8-d110-40e1-9358-de2528bc18f9 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:49.570505 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3dd735b-15d7-49bb-b119-ff2c4c566f1f req-92caf9e8-d110-40e1-9358-de2528bc18f9 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 945 time: 0.1215198 Mar 01 13:45:49.683796 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3dd735b-15d7-49bb-b119-ff2c4c566f1f req-9489bffc-475e-43b0-a7fc-e229ca51afc9 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094978 Mar 01 13:45:49.718794 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-720dcf5a-3e9a-4cd8-8e4e-cf703e6508ad req-a93b4634-6d8f-40fa-b4b0-af5499bbaaf3 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 210 time: 0.0620477 Mar 01 13:45:49.980978 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137cdc2-a5e7-4eb5-aac5-2c572c57e990 req-037d0f66-790f-4138-a60a-b49e7cffd063 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:49.995874 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3137cdc2-a5e7-4eb5-aac5-2c572c57e990 req-037d0f66-790f-4138-a60a-b49e7cffd063 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 944 time: 0.0929153 Mar 01 13:45:50.055800 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3137cdc2-a5e7-4eb5-aac5-2c572c57e990 req-a435591c-02b4-403f-985b-095f9f4cc626 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585754 Mar 01 13:45:50.127842 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95acc2b-7f46-47aa-8e4b-0a38e19c53fa req-8db2390e-95e5-4821-8150-71d7d75b3992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:50.129246 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a95acc2b-7f46-47aa-8e4b-0a38e19c53fa req-8db2390e-95e5-4821-8150-71d7d75b3992 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92&tenant_id=5273606b5eb242749c05f75a15dd6612 HTTP/1.1" status: 200 len: 1131 time: 0.0541945 Mar 01 13:45:50.202502 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95acc2b-7f46-47aa-8e4b-0a38e19c53fa req-f28aa6f0-746b-4f8d-a1b2-78ddfafc4fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:50.204372 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a95acc2b-7f46-47aa-8e4b-0a38e19c53fa req-f28aa6f0-746b-4f8d-a1b2-78ddfafc4fdf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5273606b5eb242749c05f75a15dd6612&device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 1131 time: 0.0521822 Mar 01 13:45:50.285979 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-72c39db7-ae55-4d95-9e0f-16da4dfc853a req-3bcccc69-3e51-4fe4-b5fa-714d8f56122c tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4a71a4e-24a7-4190-b32c-c01698ea6546 HTTP/1.1" status: 200 len: 210 time: 0.0428703 Mar 01 13:45:50.348024 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95acc2b-7f46-47aa-8e4b-0a38e19c53fa req-ca42ced4-5529-4664-b198-24e14a0c7421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:50.350037 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a95acc2b-7f46-47aa-8e4b-0a38e19c53fa req-ca42ced4-5529-4664-b198-24e14a0c7421 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.1386652 Mar 01 13:45:50.424606 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a95acc2b-7f46-47aa-8e4b-0a38e19c53fa req-3ace8cd9-7bed-4416-9bf4-f51597c46f35 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=9bb01277-78f6-435c-b3e1-47ec8349d89d HTTP/1.1" status: 200 len: 217 time: 0.0662591 Mar 01 13:45:50.610302 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95acc2b-7f46-47aa-8e4b-0a38e19c53fa req-da653659-e565-4b3d-ab95-e510febbc391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:50.615979 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a95acc2b-7f46-47aa-8e4b-0a38e19c53fa req-da653659-e565-4b3d-ab95-e510febbc391 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.1604965 Mar 01 13:45:50.732201 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95acc2b-7f46-47aa-8e4b-0a38e19c53fa req-ac40d67b-af81-4148-8dca-5df2a823c4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:50.733732 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a95acc2b-7f46-47aa-8e4b-0a38e19c53fa req-ac40d67b-af81-4148-8dca-5df2a823c4f7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1131675 Mar 01 13:45:50.765462 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9c3f0-8135-4183-b4dc-938c6d83f7a7 req-ac211854-4c17-4685-8c0a-813799cbb7a0 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:50.773682 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-64a9c3f0-8135-4183-b4dc-938c6d83f7a7 req-ac211854-4c17-4685-8c0a-813799cbb7a0 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 949 time: 0.1512020 Mar 01 13:45:50.823639 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-10c73317-9e76-4756-a87f-3468c10e741f tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:50.830969 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-10c73317-9e76-4756-a87f-3468c10e741f tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] 10.222.0.32 "GET /v2.0/networks?id=e2070e4b-c248-4307-931b-e0d9879911ac HTTP/1.1" status: 200 len: 814 time: 0.3777378 Mar 01 13:45:50.877654 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-e8598222-1592-48dc-91b7-87ed85c65808 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Request body: {'port': {'device_id': 'd4a71a4e-24a7-4190-b32c-c01698ea6546', 'network_id': 'e2070e4b-c248-4307-931b-e0d9879911ac', 'admin_state_up': True, 'tenant_id': '43b894d910d04d46a28a1d61622510ac'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:45:50.934343 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a95acc2b-7f46-47aa-8e4b-0a38e19c53fa req-f7b932f3-a25d-4c47-8fef-90e2679a14fb service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895816 Mar 01 13:45:51.008230 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-64a9c3f0-8135-4183-b4dc-938c6d83f7a7 req-7d903385-c2ac-4687-adf7-fe2265e9104d tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332482 Mar 01 13:45:51.099401 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e1c63-e66b-4029-b458-19ca6e317dfa req-c361f3dc-73c3-4a76-8ddb-6b86e2c0e6c5 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:51.108363 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d08e1c63-e66b-4029-b458-19ca6e317dfa req-c361f3dc-73c3-4a76-8ddb-6b86e2c0e6c5 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 945 time: 0.3044803 Mar 01 13:45:51.186087 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a95acc2b-7f46-47aa-8e4b-0a38e19c53fa req-c4e7b945-0de1-4f67-aafa-6c3dec9ae811 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460024 Mar 01 13:45:51.212328 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73bcae83-dbca-4e89-a491-42ff34aa7d49 req-7e609ab7-0a67-4a76-9c26-eb9508b8a7e1 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 210 time: 0.0766039 Mar 01 13:45:51.219135 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-e8598222-1592-48dc-91b7-87ed85c65808 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Made reservation on behalf of 43b894d910d04d46a28a1d61622510ac for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:45:51.227816 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-e8598222-1592-48dc-91b7-87ed85c65808 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:51.267399 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d08e1c63-e66b-4029-b458-19ca6e317dfa req-29c843c0-a0fa-4e74-ba84-854c128fcfbd tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581407 Mar 01 13:45:51.440251 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-075dcf47-bb80-467f-b9ce-4aadb7f53324 req-dc880355-bc5f-4260-ba3c-a3c3e3dbbf95 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4a71a4e-24a7-4190-b32c-c01698ea6546 HTTP/1.1" status: 200 len: 210 time: 0.0646031 Mar 01 13:45:51.447436 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-e8598222-1592-48dc-91b7-87ed85c65808 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Allocated IP 172.20.0.5 (e2070e4b-c248-4307-931b-e0d9879911ac/3298368b-ced0-4101-99ce-918c4855127c/b0c09da1-ed47-41d2-8fab-8eb1a7a9706c) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:45:51.517431 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59744837-1271-4eb7-87e9-cc46639e5005 req-694caa84-a9be-4e70-900e-b40fb812f68d tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:51.518941 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-59744837-1271-4eb7-87e9-cc46639e5005 req-694caa84-a9be-4e70-900e-b40fb812f68d tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 944 time: 0.1416140 Mar 01 13:45:51.629584 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-59744837-1271-4eb7-87e9-cc46639e5005 req-7a3e3f19-90ed-48a1-b95d-47bf957dab48 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025286 Mar 01 13:45:51.672471 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-e8598222-1592-48dc-91b7-87ed85c65808 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Publish callbacks [] for port (b0c09da1-ed47-41d2-8fab-8eb1a7a9706c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:51.720606 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-e8598222-1592-48dc-91b7-87ed85c65808 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (b0c09da1-ed47-41d2-8fab-8eb1a7a9706c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:51.786261 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-e8598222-1592-48dc-91b7-87ed85c65808 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Network e2070e4b-c248-4307-931b-e0d9879911ac is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:45:51.790594 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-e8598222-1592-48dc-91b7-87ed85c65808 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:45:51.798834 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-e8598222-1592-48dc-91b7-87ed85c65808 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:45:51.828647 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8598222-1592-48dc-91b7-87ed85c65808 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Pushing event updated for resources: {'Port': ['ID=b0c09da1-ed47-41d2-8fab-8eb1a7a9706c,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:51.841775 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8598222-1592-48dc-91b7-87ed85c65808 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:51.842144 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8598222-1592-48dc-91b7-87ed85c65808 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:51.842455 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8598222-1592-48dc-91b7-87ed85c65808 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:51.842794 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8598222-1592-48dc-91b7-87ed85c65808 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:51.843193 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8598222-1592-48dc-91b7-87ed85c65808 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:51.843536 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8598222-1592-48dc-91b7-87ed85c65808 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:51.843885 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8598222-1592-48dc-91b7-87ed85c65808 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:51.844210 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8598222-1592-48dc-91b7-87ed85c65808 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:51.844546 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8598222-1592-48dc-91b7-87ed85c65808 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:51.844855 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8598222-1592-48dc-91b7-87ed85c65808 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:51.845176 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8598222-1592-48dc-91b7-87ed85c65808 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:51.845497 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8598222-1592-48dc-91b7-87ed85c65808 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:51.845812 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8598222-1592-48dc-91b7-87ed85c65808 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:45:51.877977 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-e8598222-1592-48dc-91b7-87ed85c65808 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:51.877977 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-e8598222-1592-48dc-91b7-87ed85c65808 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:51.896736 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-e8598222-1592-48dc-91b7-87ed85c65808 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0309520 Mar 01 13:45:51.912131 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-7b027c51-cfe5-410a-a15a-c691002a6a4d service neutron] Request body: {'port': {'device_id': 'd4a71a4e-24a7-4190-b32c-c01698ea6546', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:45:51.996232 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-7b027c51-cfe5-410a-a15a-c691002a6a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b0c09da1-ed47-41d2-8fab-8eb1a7a9706c), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:52.060142 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a9aa2cb5-920b-4d6c-993c-f181756abffc req-2ec31ed6-dc85-4f3d-93b7-86bd4f2fd7ef service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0505886 Mar 01 13:45:52.172411 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa2cb5-920b-4d6c-993c-f181756abffc req-41912720-7b4d-4e40-b3f1-218756893a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:52.174110 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a9aa2cb5-920b-4d6c-993c-f181756abffc req-41912720-7b4d-4e40-b3f1-218756893a06 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=980a0cdea86543af87d11d7652b91c08&device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 1127 time: 0.0596647 Mar 01 13:45:52.192697 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 9bb01277-78f6-435c-b3e1-47ec8349d89d no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:45:52.339401 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 9bb01277-78f6-435c-b3e1-47ec8349d89d is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:45:52.340691 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9bb01277-78f6-435c-b3e1-47ec8349d89d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:52.374125 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa2cb5-920b-4d6c-993c-f181756abffc req-bb8dd83e-a5bd-4808-8244-c27b79fd5e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:52.375847 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a9aa2cb5-920b-4d6c-993c-f181756abffc req-bb8dd83e-a5bd-4808-8244-c27b79fd5e2d service neutron] 10.222.0.32 "GET /v2.0/networks?id=b187e7ca-336b-42a6-9348-f5c88fd21398 HTTP/1.1" status: 200 len: 918 time: 0.1710572 Mar 01 13:45:52.398564 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 9bb01277-78f6-435c-b3e1-47ec8349d89d, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9bb01277-78f6-435c-b3e1-47ec8349d89d,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:52.399852 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bb01277-78f6-435c-b3e1-47ec8349d89d'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:45:52.402570 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4485cd-ed5c-4102-ade6-a1f5d1b454fc" -d '{"events": [{"server_uuid": "ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92", "name": "network-vif-unplugged", "status": "completed", "tag": "9bb01277-78f6-435c-b3e1-47ec8349d89d"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:45:52.410243 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9bb01277-78f6-435c-b3e1-47ec8349d89d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:52.457714 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a9aa2cb5-920b-4d6c-993c-f181756abffc req-7fec539e-e52d-4c88-8444-cddcaf757cae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 HTTP/1.1" status: 200 len: 217 time: 0.0741923 Mar 01 13:45:52.465588 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=9bb01277-78f6-435c-b3e1-47ec8349d89d,revision_number=9']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:52.517724 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa2cb5-920b-4d6c-993c-f181756abffc req-8fcd4a53-ebda-45cc-b16c-336db1eae655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:52.519777 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a9aa2cb5-920b-4d6c-993c-f181756abffc req-8fcd4a53-ebda-45cc-b16c-336db1eae655 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b3b03883-8a75-4db3-9fa2-b5308f8a1ccf HTTP/1.1" status: 200 len: 857 time: 0.0552125 Mar 01 13:45:52.586613 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a9aa2cb5-920b-4d6c-993c-f181756abffc req-2d5aecca-5300-4bfb-8afc-52ebdba66b44 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b187e7ca-336b-42a6-9348-f5c88fd21398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594056 Mar 01 13:45:52.725943 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a9aa2cb5-920b-4d6c-993c-f181756abffc req-067bdf92-31ff-43a0-a26f-cbf8e9cf6417 service neutron] 10.222.0.32 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307094 Mar 01 13:45:52.843132 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b85c3d6b-cab0-4557-a56e-dc4ccfbec980 req-1f85cd1e-2281-4794-bff7-f893533d7175 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 210 time: 0.3927844 Mar 01 13:45:52.858834 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a9aa2cb5-920b-4d6c-993c-f181756abffc req-8e5c7538-e46d-484c-a3c0-f503d917b061 service neutron] 10.222.0.32 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248198 Mar 01 13:45:52.884162 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52a8e5-2ff0-4011-b953-daefd1ac57ca req-7592024c-ffab-4fda-93ea-a4991a4d20a7 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:52.885698 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fb52a8e5-2ff0-4011-b953-daefd1ac57ca req-7592024c-ffab-4fda-93ea-a4991a4d20a7 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 949 time: 0.7609634 Mar 01 13:45:52.890974 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-7b027c51-cfe5-410a-a15a-c691002a6a4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c09da1-ed47-41d2-8fab-8eb1a7a9706c {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:45:52.907444 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-7b027c51-cfe5-410a-a15a-c691002a6a4d service neutron] Publish callbacks [] for port (b0c09da1-ed47-41d2-8fab-8eb1a7a9706c), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:52.937095 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-7b027c51-cfe5-410a-a15a-c691002a6a4d service neutron] Transition to ACTIVE for port object b0c09da1-ed47-41d2-8fab-8eb1a7a9706c will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:45:52.951689 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-7b027c51-cfe5-410a-a15a-c691002a6a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (b0c09da1-ed47-41d2-8fab-8eb1a7a9706c), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:53.010659 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fb52a8e5-2ff0-4011-b953-daefd1ac57ca req-9bdc5eae-d779-4833-a489-705e22167b1a tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146345 Mar 01 13:45:53.050800 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b027c51-cfe5-410a-a15a-c691002a6a4d service neutron] Pushing event updated for resources: {'Port': ['ID=b0c09da1-ed47-41d2-8fab-8eb1a7a9706c,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:53.078680 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 13:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed8cab9-90b8-4e7e-89aa-2a10f827e5f2 x-openstack-request-id: req-3ed8cab9-90b8-4e7e-89aa-2a10f827e5f2 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:45:53.079082 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92", "name": "network-vif-unplugged", "status": "completed", "tag": "9bb01277-78f6-435c-b3e1-47ec8349d89d", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:45:53.079444 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ed8cab9-90b8-4e7e-89aa-2a10f827e5f2 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:45:53.080024 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bb01277-78f6-435c-b3e1-47ec8349d89d', 'code': 200} Mar 01 13:45:53.099844 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73955d18-cf15-4986-8145-745f42452e6b req-f3659249-b0f6-4bd4-867a-2a099c0471a8 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:53.099844 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73955d18-cf15-4986-8145-745f42452e6b req-f3659249-b0f6-4bd4-867a-2a099c0471a8 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 945 time: 0.1542671 Mar 01 13:45:53.175568 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73955d18-cf15-4986-8145-745f42452e6b req-941a7760-c76c-46c8-9f4c-36ac37ae3207 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849943 Mar 01 13:45:53.301993 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb59e0-573d-4101-a667-7991c450b07b req-c79b1156-3a80-4560-97f9-e150f9fb2e31 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:53.303483 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9feb59e0-573d-4101-a667-7991c450b07b req-c79b1156-3a80-4560-97f9-e150f9fb2e31 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4a71a4e-24a7-4190-b32c-c01698ea6546 HTTP/1.1" status: 200 len: 943 time: 0.1599617 Mar 01 13:45:53.306939 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-7b027c51-cfe5-410a-a15a-c691002a6a4d service neutron] Attempting to bind port b0c09da1-ed47-41d2-8fab-8eb1a7a9706c on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:45:53.307270 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-7b027c51-cfe5-410a-a15a-c691002a6a4d service neutron] Attempting to bind port b0c09da1-ed47-41d2-8fab-8eb1a7a9706c by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '2436af1c-a25e-47b7-a59d-049d1a96b2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e2070e4b-c248-4307-931b-e0d9879911ac'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:45:53.307597 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-7b027c51-cfe5-410a-a15a-c691002a6a4d service neutron] Attempting to bind port b0c09da1-ed47-41d2-8fab-8eb1a7a9706c on network e2070e4b-c248-4307-931b-e0d9879911ac {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:45:53.328470 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-7b027c51-cfe5-410a-a15a-c691002a6a4d service neutron] Port b0c09da1-ed47-41d2-8fab-8eb1a7a9706c on network e2070e4b-c248-4307-931b-e0d9879911ac not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:45:53.328470 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-7b027c51-cfe5-410a-a15a-c691002a6a4d service neutron] Attempting to bind port b0c09da1-ed47-41d2-8fab-8eb1a7a9706c on network e2070e4b-c248-4307-931b-e0d9879911ac {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:45:53.381204 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d16a3-733d-4486-ba6e-fa8f08a727c7 req-5e448519-ebd7-4815-a5ff-11354bd2ddf9 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:53.382693 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d09d16a3-733d-4486-ba6e-fa8f08a727c7 req-5e448519-ebd7-4815-a5ff-11354bd2ddf9 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 944 time: 0.1302469 Mar 01 13:45:53.383446 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-7b027c51-cfe5-410a-a15a-c691002a6a4d service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:45:53.383808 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-7b027c51-cfe5-410a-a15a-c691002a6a4d service neutron] Checking segment: {'id': '2436af1c-a25e-47b7-a59d-049d1a96b2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e2070e4b-c248-4307-931b-e0d9879911ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:45:53.384187 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-7b027c51-cfe5-410a-a15a-c691002a6a4d service neutron] Bound using segment: {'id': '2436af1c-a25e-47b7-a59d-049d1a96b2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e2070e4b-c248-4307-931b-e0d9879911ac'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:45:53.384629 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-7b027c51-cfe5-410a-a15a-c691002a6a4d service neutron] Bound port: b0c09da1-ed47-41d2-8fab-8eb1a7a9706c, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2436af1c-a25e-47b7-a59d-049d1a96b2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e2070e4b-c248-4307-931b-e0d9879911ac'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:45:53.384986 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-7b027c51-cfe5-410a-a15a-c691002a6a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b0c09da1-ed47-41d2-8fab-8eb1a7a9706c), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:53.463294 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9feb59e0-573d-4101-a667-7991c450b07b req-e0038960-c0b4-44f7-a112-6c0fc5c711a7 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] 10.222.0.13 "GET /v2.0/security-groups?id=286677a6-6f57-4d49-9065-fc398c4b71fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508112 Mar 01 13:45:53.524066 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d09d16a3-733d-4486-ba6e-fa8f08a727c7 req-58d68ee6-aa17-4093-a0f6-6287b3be5021 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198461 Mar 01 13:45:53.535549 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-7b027c51-cfe5-410a-a15a-c691002a6a4d service neutron] For port b0c09da1-ed47-41d2-8fab-8eb1a7a9706c, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:45:53.538931 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-7b027c51-cfe5-410a-a15a-c691002a6a4d service neutron] For port b0c09da1-ed47-41d2-8fab-8eb1a7a9706c, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b0c09da1-ed47-41d2-8fab-8eb1a7a9706c,segment=NetworkSegment(2436af1c-a25e-47b7-a59d-049d1a96b2b0),segment_id=2436af1c-a25e-47b7-a59d-049d1a96b2b0)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:45:53.555585 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-7b027c51-cfe5-410a-a15a-c691002a6a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (b0c09da1-ed47-41d2-8fab-8eb1a7a9706c), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:53.605894 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-7b027c51-cfe5-410a-a15a-c691002a6a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:53.606546 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-7b027c51-cfe5-410a-a15a-c691002a6a4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:53.607987 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-7b027c51-cfe5-410a-a15a-c691002a6a4d service neutron] 10.222.0.32 "PUT /v2.0/ports/b0c09da1-ed47-41d2-8fab-8eb1a7a9706c HTTP/1.1" status: 200 len: 1091 time: 1.7030308 Mar 01 13:45:53.608450 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a71a4e-24a7-4190-b32c-c01698ea6546', 'tag': 'b0c09da1-ed47-41d2-8fab-8eb1a7a9706c'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:45:53.610801 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b3f68c-5542-483c-9a96-c6abb2cae0db" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a71a4e-24a7-4190-b32c-c01698ea6546", "tag": "b0c09da1-ed47-41d2-8fab-8eb1a7a9706c"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:45:53.635793 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b027c51-cfe5-410a-a15a-c691002a6a4d service neutron] Pushing event updated for resources: {'Port': ['ID=b0c09da1-ed47-41d2-8fab-8eb1a7a9706c,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:53.665759 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57d186c-0d0a-41a5-85e5-7cd5c0f0a03e x-openstack-request-id: req-c57d186c-0d0a-41a5-85e5-7cd5c0f0a03e {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:45:53.666047 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a71a4e-24a7-4190-b32c-c01698ea6546", "tag": "b0c09da1-ed47-41d2-8fab-8eb1a7a9706c", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:45:53.666468 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c57d186c-0d0a-41a5-85e5-7cd5c0f0a03e {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:45:53.666998 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a71a4e-24a7-4190-b32c-c01698ea6546', 'tag': 'b0c09da1-ed47-41d2-8fab-8eb1a7a9706c', 'status': 'completed', 'code': 200} Mar 01 13:45:53.718033 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-3d3ad646-4b0c-491d-939f-c60baac924d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:53.731178 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-3d3ad646-4b0c-491d-939f-c60baac924d1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=43b894d910d04d46a28a1d61622510ac&device_id=d4a71a4e-24a7-4190-b32c-c01698ea6546 HTTP/1.1" status: 200 len: 1125 time: 0.0472918 Mar 01 13:45:53.766165 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-1e813b50-f8b5-4b5c-8800-cb6e47375584 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0c09da1-ed47-41d2-8fab-8eb1a7a9706c HTTP/1.1" status: 200 len: 217 time: 0.0369751 Mar 01 13:45:53.830063 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-0a1504f5-9da8-4d74-85e0-be97be8ff682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:53.831444 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-0a1504f5-9da8-4d74-85e0-be97be8ff682 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3298368b-ced0-4101-99ce-918c4855127c HTTP/1.1" status: 200 len: 854 time: 0.0581706 Mar 01 13:45:53.864977 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-daad4bc2-27bf-4853-b632-89b40ef717c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e2070e4b-c248-4307-931b-e0d9879911ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269699 Mar 01 13:45:53.968122 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-82f744be-fb33-4c0f-89f7-7260584dcd00 req-2a465fd7-61aa-4de8-9606-8a1d340ff911 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 210 time: 0.0347939 Mar 01 13:45:54.008096 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-f25cb6c8-0ffc-464e-91f6-70adb7bfc5fb service neutron] 10.222.0.32 "GET /v2.0/networks/e2070e4b-c248-4307-931b-e0d9879911ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363750 Mar 01 13:45:54.105494 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dcb6b3ff-75bb-45f6-bb5f-f8f0485090c2 req-fc28ee98-e319-47f1-8e79-8121b21229fb service neutron] 10.222.0.32 "GET /v2.0/networks/e2070e4b-c248-4307-931b-e0d9879911ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902190 Mar 01 13:45:54.222759 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 9bb01277-78f6-435c-b3e1-47ec8349d89d details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:45:54.230678 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d68ed-6a76-4a52-8ca9-9d06106e1fd2 req-58d0149a-451a-4274-8a25-ad4d424bdd49 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:54.232391 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f45d68ed-6a76-4a52-8ca9-9d06106e1fd2 req-58d0149a-451a-4274-8a25-ad4d424bdd49 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 947 time: 0.1088450 Mar 01 13:45:54.249686 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3f68c-5542-483c-9a96-c6abb2cae0db req-0b0014a2-c695-4421-95f1-ee9ac534e3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:54.259927 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d6b3f68c-5542-483c-9a96-c6abb2cae0db req-0b0014a2-c695-4421-95f1-ee9ac534e3f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=43b894d910d04d46a28a1d61622510ac&device_id=d4a71a4e-24a7-4190-b32c-c01698ea6546 HTTP/1.1" status: 200 len: 1125 time: 0.0884500 Mar 01 13:45:54.379496 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 9bb01277-78f6-435c-b3e1-47ec8349d89d, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9bb01277-78f6-435c-b3e1-47ec8349d89d,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:54.395970 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f45d68ed-6a76-4a52-8ca9-9d06106e1fd2 req-f220b12b-0a16-4403-aa86-0584de1e2d08 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545160 Mar 01 13:45:54.398332 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '9bb01277-78f6-435c-b3e1-47ec8349d89d', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': '9bb01277-78f6-435c-b3e1-47ec8349d89d', 'mac_address': 'fa:16:3e:b7:a3:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:45:54.454423 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 9bb01277-78f6-435c-b3e1-47ec8349d89d is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:45:54.454847 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3f68c-5542-483c-9a96-c6abb2cae0db req-9151ca9e-5260-4c22-ab16-22c8f72bc562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:54.455304 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9bb01277-78f6-435c-b3e1-47ec8349d89d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:54.456569 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d6b3f68c-5542-483c-9a96-c6abb2cae0db req-9151ca9e-5260-4c22-ab16-22c8f72bc562 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e2070e4b-c248-4307-931b-e0d9879911ac HTTP/1.1" status: 200 len: 915 time: 0.1818197 Mar 01 13:45:54.472902 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bb01277-78f6-435c-b3e1-47ec8349d89d {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:45:54.474029 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ad19e-c703-46f3-b076-7eb0348fc3d1 req-ebb360e5-1262-4316-b525-61b2768d5fde tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:54.475740 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-113ad19e-c703-46f3-b076-7eb0348fc3d1 req-ebb360e5-1262-4316-b525-61b2768d5fde tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 945 time: 0.1871986 Mar 01 13:45:54.511859 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 9bb01277-78f6-435c-b3e1-47ec8349d89d, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9bb01277-78f6-435c-b3e1-47ec8349d89d,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:54.523491 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9bb01277-78f6-435c-b3e1-47ec8349d89d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:54.615939 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d6b3f68c-5542-483c-9a96-c6abb2cae0db req-846a28d5-9a39-4826-a261-26399ce22051 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0c09da1-ed47-41d2-8fab-8eb1a7a9706c HTTP/1.1" status: 200 len: 217 time: 0.1494741 Mar 01 13:45:54.656317 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=9bb01277-78f6-435c-b3e1-47ec8349d89d,revision_number=10']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:54.770346 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-113ad19e-c703-46f3-b076-7eb0348fc3d1 req-78ba3f03-118b-497f-bef4-b068ceb17471 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869482 Mar 01 13:45:54.776135 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3f68c-5542-483c-9a96-c6abb2cae0db req-a9c3de9f-74f8-41e5-865e-b5a2a293e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:54.777731 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d6b3f68c-5542-483c-9a96-c6abb2cae0db req-a9c3de9f-74f8-41e5-865e-b5a2a293e332 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3298368b-ced0-4101-99ce-918c4855127c HTTP/1.1" status: 200 len: 854 time: 0.1500399 Mar 01 13:45:54.852542 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d6b3f68c-5542-483c-9a96-c6abb2cae0db req-cddfe3c0-6329-44d3-a6f5-b3b29d1ffa26 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e2070e4b-c248-4307-931b-e0d9879911ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665541 Mar 01 13:45:54.865730 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb75ce-3785-4af4-a942-f95fc3f06fc2 req-fdbf88ce-9e19-460d-9ad6-3c201ed7fc6a tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:54.878461 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-86fb75ce-3785-4af4-a942-f95fc3f06fc2 req-fdbf88ce-9e19-460d-9ad6-3c201ed7fc6a tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4a71a4e-24a7-4190-b32c-c01698ea6546 HTTP/1.1" status: 200 len: 943 time: 0.2527976 Mar 01 13:45:54.952046 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['9bb01277-78f6-435c-b3e1-47ec8349d89d'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:45:55.059641 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-86fb75ce-3785-4af4-a942-f95fc3f06fc2 req-b59820f6-83d5-49f6-a506-7498f8deadce tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] 10.222.0.13 "GET /v2.0/security-groups?id=286677a6-6f57-4d49-9065-fc398c4b71fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747687 Mar 01 13:45:55.121162 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147f6db-ac31-4c5d-b039-fe9bc72cacb4 req-58123fe1-a745-4c24-b870-264a57765a3d tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:55.122959 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a147f6db-ac31-4c5d-b039-fe9bc72cacb4 req-58123fe1-a745-4c24-b870-264a57765a3d tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 944 time: 0.2786081 Mar 01 13:45:55.131163 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d6b3f68c-5542-483c-9a96-c6abb2cae0db req-a16a89ac-3eee-4f15-af49-04df15cc8520 service neutron] 10.222.0.32 "GET /v2.0/networks/e2070e4b-c248-4307-931b-e0d9879911ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487328 Mar 01 13:45:55.207761 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7a87e5fd-4056-4bad-b73a-9ee1fa4dd358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:55.244683 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bffa93ef-c05e-4e35-884f-968696ee7654 req-70b4e4ff-9491-4570-a465-0a07f7339c57 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 210 time: 0.0615535 Mar 01 13:45:55.306176 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a147f6db-ac31-4c5d-b039-fe9bc72cacb4 req-1975b8dc-e51b-4465-8f66-6fb873d8fecb tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736600 Mar 01 13:45:55.345244 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d6b3f68c-5542-483c-9a96-c6abb2cae0db req-bcc20682-ff7e-41e9-9450-0463845e3b48 service neutron] 10.222.0.32 "GET /v2.0/networks/e2070e4b-c248-4307-931b-e0d9879911ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034838 Mar 01 13:45:55.532362 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a9e85-7b8b-4c5e-b50e-78b2d4e5c420 req-a0f775fd-1418-49b9-bed4-5eabea510ee3 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:55.534078 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-798a9e85-7b8b-4c5e-b50e-78b2d4e5c420 req-a0f775fd-1418-49b9-bed4-5eabea510ee3 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 949 time: 0.0561414 Mar 01 13:45:55.583049 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-798a9e85-7b8b-4c5e-b50e-78b2d4e5c420 req-bbdbf640-16af-496f-a23e-7ac54919558b tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426116 Mar 01 13:45:55.742737 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe18832-7c7b-4119-b33d-9fbb790ed827 req-7b754df2-33f9-4188-a2fa-5bfb25155377 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:55.744276 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7fe18832-7c7b-4119-b33d-9fbb790ed827 req-7b754df2-33f9-4188-a2fa-5bfb25155377 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 949 time: 0.0657423 Mar 01 13:45:55.800350 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7fe18832-7c7b-4119-b33d-9fbb790ed827 req-f0812516-8f4e-4605-ab91-70bd26c3d09a tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475781 Mar 01 13:45:55.935664 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c4f14-05ae-4c8d-a322-c1bf82b13160 req-c157f3bb-5008-43bc-b95e-d66646f93492 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:55.937761 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-987c4f14-05ae-4c8d-a322-c1bf82b13160 req-c157f3bb-5008-43bc-b95e-d66646f93492 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 945 time: 0.0594549 Mar 01 13:45:56.011441 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-987c4f14-05ae-4c8d-a322-c1bf82b13160 req-07d93a0d-4644-4868-af05-18cf9b4774d5 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629439 Mar 01 13:45:56.054355 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-5ec0d146-c4ee-44f9-8024-52eff352860e tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5273606b5eb242749c05f75a15dd6612&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353153 Mar 01 13:45:56.227940 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-b0898051-f466-4be4-8be2-3e1adfaf44db tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:56.236380 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-b0898051-f466-4be4-8be2-3e1adfaf44db tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1764345 Mar 01 13:45:56.257288 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2457f-957f-4dd4-8685-44f8c2fb116c req-c1dcafaa-e625-448f-aede-7a304c5a3423 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:56.258975 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-44b2457f-957f-4dd4-8685-44f8c2fb116c req-c1dcafaa-e625-448f-aede-7a304c5a3423 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4a71a4e-24a7-4190-b32c-c01698ea6546 HTTP/1.1" status: 200 len: 943 time: 0.1087811 Mar 01 13:45:56.267709 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-21bb80f9-9d17-4146-b83e-880c97c75250 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/quotas/5273606b5eb242749c05f75a15dd6612 HTTP/1.1" status: 200 len: 375 time: 0.0304623 Mar 01 13:45:56.386076 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-44b2457f-957f-4dd4-8685-44f8c2fb116c req-18a436f0-36ba-4eaf-9c99-9da1b6984ccd tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] 10.222.0.13 "GET /v2.0/security-groups?id=286677a6-6f57-4d49-9065-fc398c4b71fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154943 Mar 01 13:45:56.412536 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-e04bd17e-e7d9-4471-a566-a52849e1fd72 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5273606b5eb242749c05f75a15dd6612&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1439056 Mar 01 13:45:56.678457 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2099f701-2547-4ab3-84b3-10f6ba5eeae5 req-e0b91c94-c9f8-44fb-80a6-f8ab464c2681 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 210 time: 0.0319104 Mar 01 13:45:56.746868 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583fb71-6b94-40ba-9204-45b1414084f0 req-f8e3396e-c795-4b9f-968d-3ea9a9aec105 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:56.751226 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0583fb71-6b94-40ba-9204-45b1414084f0 req-f8e3396e-c795-4b9f-968d-3ea9a9aec105 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 944 time: 0.1126225 Mar 01 13:45:56.867242 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0583fb71-6b94-40ba-9204-45b1414084f0 req-5784e108-5063-4995-9ab0-4ad1da8736e3 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042874 Mar 01 13:45:56.900118 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0db45-9f19-4743-94fa-6267203ef2a1 req-b1862d9a-7935-4e56-9682-aa97e58217f9 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:56.902201 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7eb0db45-9f19-4743-94fa-6267203ef2a1 req-b1862d9a-7935-4e56-9682-aa97e58217f9 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "GET /v2.0/ports?device_id=49ef9f96-7b61-4ec9-91fe-65ece39126cc HTTP/1.1" status: 200 len: 946 time: 0.1150732 Mar 01 13:45:56.981959 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-79d233dc-b748-40f4-9ca9-42fe71a80c1b req-8895e25c-cec5-4f5d-b4f7-6018526d7dfe tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 210 time: 0.0455551 Mar 01 13:45:57.020291 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7eb0db45-9f19-4743-94fa-6267203ef2a1 req-f07f3f7c-cf9b-4558-9eb4-daea2731a8e8 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "GET /v2.0/security-groups?id=88d30026-f4d0-4227-a827-952da590bd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056807 Mar 01 13:45:57.171191 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21deb777-be73-4440-9570-267f4ace8302 req-4a2250a8-8128-4f6f-a27d-efce8db45b77 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:57.173061 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-21deb777-be73-4440-9570-267f4ace8302 req-4a2250a8-8128-4f6f-a27d-efce8db45b77 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 945 time: 0.0731490 Mar 01 13:45:57.300040 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-21deb777-be73-4440-9570-267f4ace8302 req-9a0ef871-c5cd-484c-a9a0-fd55b4040e6f tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105921 Mar 01 13:45:57.429334 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8d236766-3004-44cd-8d7d-750ee572875d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:57.563371 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68718e75-5f50-4649-86e9-1c97ab712bab req-555e3724-082d-40ce-b6c7-dc2a5933b62e tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:57.572600 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-68718e75-5f50-4649-86e9-1c97ab712bab req-555e3724-082d-40ce-b6c7-dc2a5933b62e tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4a71a4e-24a7-4190-b32c-c01698ea6546 HTTP/1.1" status: 200 len: 943 time: 0.0752661 Mar 01 13:45:57.654780 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-68718e75-5f50-4649-86e9-1c97ab712bab req-bfca01ef-3a77-4888-8430-ef8d73a39392 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] 10.222.0.13 "GET /v2.0/security-groups?id=286677a6-6f57-4d49-9065-fc398c4b71fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788624 Mar 01 13:45:57.839997 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2e101394-3153-469a-a9ea-c140a4c99d40 req-db262894-0776-4ce8-82ce-f69356db98e6 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 210 time: 0.0459354 Mar 01 13:45:58.012190 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda06e8-e4b6-4bf5-b7dc-0aa24db5d514 req-40629d2d-4fd0-4bb2-8e48-2a8af7fa3857 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:58.020147 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8dda06e8-e4b6-4bf5-b7dc-0aa24db5d514 req-40629d2d-4fd0-4bb2-8e48-2a8af7fa3857 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 944 time: 0.0734897 Mar 01 13:45:58.044974 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-46b0d628-f167-41ac-b7f2-bd59bb528d5e tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=5273606b5eb242749c05f75a15dd6612&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227764 Mar 01 13:45:58.173767 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d0a41c0e-01f8-4127-8170-68c4e66ab7c5 req-c2c472ac-15a3-4779-8c6b-88318f6e1e73 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 210 time: 0.0480444 Mar 01 13:45:58.223291 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8dda06e8-e4b6-4bf5-b7dc-0aa24db5d514 req-170472a2-11fb-4e6d-949d-73bfc054d934 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021780 Mar 01 13:45:58.254016 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-10c6eda9-8ba1-4573-8ee2-267d922879a1 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:58.255477 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-10c6eda9-8ba1-4573-8ee2-267d922879a1 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2041268 Mar 01 13:45:58.263077 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b0c09da1-ed47-41d2-8fab-8eb1a7a9706c details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:45:58.267983 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 9bb01277-78f6-435c-b3e1-47ec8349d89d up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:45:58.284251 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-def61c86-6dfb-442f-aae3-6c61bf608f10 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Request body: {'port': {'device_id': '54aa2a3f-5cd8-41e2-9659-354f414dfb69', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'admin_state_up': True, 'tenant_id': '5273606b5eb242749c05f75a15dd6612'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:45:58.362925 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 9bb01277-78f6-435c-b3e1-47ec8349d89d triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:45:58.363718 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9bb01277-78f6-435c-b3e1-47ec8349d89d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:58.445986 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf0014-9cda-4a8e-a96d-523e913fb08c req-b2932e6d-0056-49fa-bd9f-ea919d0eb123 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:58.454680 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bfcf0014-9cda-4a8e-a96d-523e913fb08c req-b2932e6d-0056-49fa-bd9f-ea919d0eb123 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "GET /v2.0/ports?device_id=49ef9f96-7b61-4ec9-91fe-65ece39126cc HTTP/1.1" status: 200 len: 946 time: 0.1632869 Mar 01 13:45:58.492520 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721e2cf-04d4-43e3-8f64-5df4c34facc9 req-e932dc83-9b63-4ea8-b2d5-dbd33e152bc1 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:58.494928 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9721e2cf-04d4-43e3-8f64-5df4c34facc9 req-e932dc83-9b63-4ea8-b2d5-dbd33e152bc1 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.32 "GET /v2.0/ports?device_id=49ef9f96-7b61-4ec9-91fe-65ece39126cc HTTP/1.1" status: 200 len: 946 time: 0.1689644 Mar 01 13:45:58.515604 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 9bb01277-78f6-435c-b3e1-47ec8349d89d is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:45:58.516221 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9bb01277-78f6-435c-b3e1-47ec8349d89d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:58.570716 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 9bb01277-78f6-435c-b3e1-47ec8349d89d, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9bb01277-78f6-435c-b3e1-47ec8349d89d,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:58.573671 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb01277-78f6-435c-b3e1-47ec8349d89d'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:45:58.577085 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7e745c-a46e-4885-a7c4-2cf576e3330e" -d '{"events": [{"server_uuid": "ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92", "name": "network-vif-plugged", "status": "completed", "tag": "9bb01277-78f6-435c-b3e1-47ec8349d89d"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:45:58.586791 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9bb01277-78f6-435c-b3e1-47ec8349d89d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:58.595327 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bfcf0014-9cda-4a8e-a96d-523e913fb08c req-ea6291ac-8bd1-4c9f-93d9-5cd7c68bb14a tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "GET /v2.0/security-groups?id=88d30026-f4d0-4227-a827-952da590bd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384628 Mar 01 13:45:58.649052 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=9bb01277-78f6-435c-b3e1-47ec8349d89d,revision_number=11']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:58.668544 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad766e-7e4c-485d-8330-89f6b8b707fa req-317772ca-fe13-45d7-a295-a7968202b753 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:58.672839 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ccad766e-7e4c-485d-8330-89f6b8b707fa req-317772ca-fe13-45d7-a295-a7968202b753 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 945 time: 0.2057593 Mar 01 13:45:58.673489 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-def61c86-6dfb-442f-aae3-6c61bf608f10 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Made reservation on behalf of 5273606b5eb242749c05f75a15dd6612 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:45:58.678785 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-def61c86-6dfb-442f-aae3-6c61bf608f10 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:58.683858 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b0c09da1-ed47-41d2-8fab-8eb1a7a9706c, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b0c09da1-ed47-41d2-8fab-8eb1a7a9706c,segment=NetworkSegment(2436af1c-a25e-47b7-a59d-049d1a96b2b0),segment_id=2436af1c-a25e-47b7-a59d-049d1a96b2b0)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:58.705147 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'b0c09da1-ed47-41d2-8fab-8eb1a7a9706c', 'network_id': 'e2070e4b-c248-4307-931b-e0d9879911ac', 'port_id': 'b0c09da1-ed47-41d2-8fab-8eb1a7a9706c', 'mac_address': 'fa:16:3e:6a:9a:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3298368b-ced0-4101-99ce-918c4855127c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:45:58.720492 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936dfb98-fcdf-4275-892d-af90f12c582a x-openstack-request-id: req-936dfb98-fcdf-4275-892d-af90f12c582a {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:45:58.720792 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92", "name": "network-vif-plugged", "status": "completed", "tag": "9bb01277-78f6-435c-b3e1-47ec8349d89d", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:45:58.721047 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-936dfb98-fcdf-4275-892d-af90f12c582a {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:45:58.721590 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb01277-78f6-435c-b3e1-47ec8349d89d', 'code': 200} Mar 01 13:45:58.724642 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-9721e2cf-04d4-43e3-8f64-5df4c34facc9 req-3fe45eaa-de24-4463-8334-979e8d912db7 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Deleting port e7817e5b-72fb-4f0e-a809-c43c26fea4fc {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:45:58.728100 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9721e2cf-04d4-43e3-8f64-5df4c34facc9 req-3fe45eaa-de24-4463-8334-979e8d912db7 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (e7817e5b-72fb-4f0e-a809-c43c26fea4fc), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:58.792891 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:58.803056 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port b0c09da1-ed47-41d2-8fab-8eb1a7a9706c is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:45:58.803442 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b0c09da1-ed47-41d2-8fab-8eb1a7a9706c), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:58.807457 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ccad766e-7e4c-485d-8330-89f6b8b707fa req-3aa4c1ed-ed06-4647-a144-6fdd103a02c5 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248894 Mar 01 13:45:58.834290 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c09da1-ed47-41d2-8fab-8eb1a7a9706c {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:45:58.858830 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b0c09da1-ed47-41d2-8fab-8eb1a7a9706c, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b0c09da1-ed47-41d2-8fab-8eb1a7a9706c,segment=NetworkSegment(2436af1c-a25e-47b7-a59d-049d1a96b2b0),segment_id=2436af1c-a25e-47b7-a59d-049d1a96b2b0)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:58.865054 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b0c09da1-ed47-41d2-8fab-8eb1a7a9706c), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:58.940891 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=b0c09da1-ed47-41d2-8fab-8eb1a7a9706c,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:58.976556 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-9721e2cf-04d4-43e3-8f64-5df4c34facc9 req-3fe45eaa-de24-4463-8334-979e8d912db7 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] For port e7817e5b-72fb-4f0e-a809-c43c26fea4fc, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=e7817e5b-72fb-4f0e-a809-c43c26fea4fc,segment=NetworkSegment(7746f775-dd67-429f-b921-fd14f871aa3f),segment_id=7746f775-dd67-429f-b921-fd14f871aa3f)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:45:58.977072 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9721e2cf-04d4-43e3-8f64-5df4c34facc9 req-3fe45eaa-de24-4463-8334-979e8d912db7 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (e7817e5b-72fb-4f0e-a809-c43c26fea4fc), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:59.034614 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-be5bd826-fc2e-41fb-8d31-89abd920b64f req-c1e6b123-6b47-48ea-b183-5421c0b161fe tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 210 time: 0.0428298 Mar 01 13:45:59.066759 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24b708-86df-415c-88ec-01705f5f81fc req-22161319-3d10-45f5-b719-6f8de468520c tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:59.069364 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0c24b708-86df-415c-88ec-01705f5f81fc req-22161319-3d10-45f5-b719-6f8de468520c tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4a71a4e-24a7-4190-b32c-c01698ea6546 HTTP/1.1" status: 200 len: 944 time: 0.2298725 Mar 01 13:45:59.117088 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-def61c86-6dfb-442f-aae3-6c61bf608f10 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Allocated IP 192.168.233.205 (5e5e5cdc-dce5-4633-91fd-8e14363cd220/909a9e4d-2330-4bdf-bf33-da65c3dea6db/4c29c2b1-48e9-4072-9be6-689726fdac3b) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:45:59.156184 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0c24b708-86df-415c-88ec-01705f5f81fc req-562ce7f6-e8de-43cb-9485-7966d16e1cb2 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] 10.222.0.13 "GET /v2.0/security-groups?id=286677a6-6f57-4d49-9065-fc398c4b71fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643837 Mar 01 13:45:59.194446 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['b0c09da1-ed47-41d2-8fab-8eb1a7a9706c'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:45:59.242836 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9721e2cf-04d4-43e3-8f64-5df4c34facc9 req-3fe45eaa-de24-4463-8334-979e8d912db7 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:59.248297 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9721e2cf-04d4-43e3-8f64-5df4c34facc9 req-3fe45eaa-de24-4463-8334-979e8d912db7 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (148462ba-85c7-48d7-a75a-c76984eb4819), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:59.248806 n-d-827467-3 neutron-server[103726]: INFO neutron.db.l3_db [req-9721e2cf-04d4-43e3-8f64-5df4c34facc9 req-3fe45eaa-de24-4463-8334-979e8d912db7 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Floating IP 148462ba-85c7-48d7-a75a-c76984eb4819 disassociated. External IP: 172.25.1.52, port: e7817e5b-72fb-4f0e-a809-c43c26fea4fc. Mar 01 13:45:59.249265 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-9721e2cf-04d4-43e3-8f64-5df4c34facc9 req-3fe45eaa-de24-4463-8334-979e8d912db7 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Calling delete_port for e7817e5b-72fb-4f0e-a809-c43c26fea4fc owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:45:59.431758 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9721e2cf-04d4-43e3-8f64-5df4c34facc9 req-3fe45eaa-de24-4463-8334-979e8d912db7 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (e7817e5b-72fb-4f0e-a809-c43c26fea4fc), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:59.461583 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a8bcdf9d-3737-457a-bb27-848f0d86d664 req-89880ec6-68ee-40e3-aeb3-7a9e5c99089f tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 210 time: 0.1086543 Mar 01 13:45:59.471168 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe45eaa-de24-4463-8334-979e8d912db7 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Pushing event deleted for resources: {'Port': ['ID=e7817e5b-72fb-4f0e-a809-c43c26fea4fc,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:59.598352 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-def61c86-6dfb-442f-aae3-6c61bf608f10 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Publish callbacks [] for port (4c29c2b1-48e9-4072-9be6-689726fdac3b), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:59.636119 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9721e2cf-04d4-43e3-8f64-5df4c34facc9 req-3fe45eaa-de24-4463-8334-979e8d912db7 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Router 94f4fe37-3bed-4fd0-80fc-b183cea82852 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:45:59.642258 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-def61c86-6dfb-442f-aae3-6c61bf608f10 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (4c29c2b1-48e9-4072-9be6-689726fdac3b), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:59.655660 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['21aa3287-2ab3-4c26-88a5-872db603c112', 'e14d8144-2ed5-4215-ab2f-6eb2ed2725ef'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:45:59.659206 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['9bb01277-78f6-435c-b3e1-47ec8349d89d'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:45:59.848058 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a943045c-212d-45e3-b8bd-73ce832bbae2 req-556d3135-dbd8-4abb-b9e6-c95cd9ebc07e tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "GET /v2.0/ports?device_id=49ef9f96-7b61-4ec9-91fe-65ece39126cc HTTP/1.1" status: 200 len: 210 time: 0.1150432 Mar 01 13:45:59.880441 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d021a4-4793-4888-8beb-9f70d489a3f0 req-2f745cbe-f1ad-4a77-a48f-213b88963ae9 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:45:59.885192 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-00d021a4-4793-4888-8beb-9f70d489a3f0 req-2f745cbe-f1ad-4a77-a48f-213b88963ae9 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 944 time: 0.4707520 Mar 01 13:45:59.892318 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def61c86-6dfb-442f-aae3-6c61bf608f10 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Pushing event updated for resources: {'Port': ['ID=4c29c2b1-48e9-4072-9be6-689726fdac3b,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:45:59.898573 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9721e2cf-04d4-43e3-8f64-5df4c34facc9 req-3fe45eaa-de24-4463-8334-979e8d912db7 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:45:59.920486 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c00d0a-5025-4dbe-8f25-1a3358093325 None None] Sync routers for ids ['94f4fe37-3bed-4fd0-80fc-b183cea82852'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:45:59.939804 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c00d0a-5025-4dbe-8f25-1a3358093325 None None] Routers {'94f4fe37-3bed-4fd0-80fc-b183cea82852'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:45:59.947715 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-47c00d0a-5025-4dbe-8f25-1a3358093325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:45:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['94f4fe37-3bed-4fd0-80fc-b183cea82852'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:45:59.966202 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-9721e2cf-04d4-43e3-8f64-5df4c34facc9 req-3fe45eaa-de24-4463-8334-979e8d912db7 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] No DVR routers for this DVR port e7817e5b-72fb-4f0e-a809-c43c26fea4fc on host n-h1-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:45:59.976609 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9721e2cf-04d4-43e3-8f64-5df4c34facc9 req-3fe45eaa-de24-4463-8334-979e8d912db7 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:45:59.990119 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9721e2cf-04d4-43e3-8f64-5df4c34facc9 req-3fe45eaa-de24-4463-8334-979e8d912db7 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.32 "DELETE /v2.0/ports/e7817e5b-72fb-4f0e-a809-c43c26fea4fc HTTP/1.1" status: 204 len: 173 time: 1.4895947 Mar 01 13:45:59.990631 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ef9f96-7b61-4ec9-91fe-65ece39126cc', 'name': 'network-vif-deleted', 'tag': 'e7817e5b-72fb-4f0e-a809-c43c26fea4fc'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:45:59.998085 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2dc347-6696-459e-a350-fb13dc34e710" -d '{"events": [{"server_uuid": "49ef9f96-7b61-4ec9-91fe-65ece39126cc", "name": "network-vif-deleted", "tag": "e7817e5b-72fb-4f0e-a809-c43c26fea4fc"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:46:00.021322 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:00.090746 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-def61c86-6dfb-442f-aae3-6c61bf608f10 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:46:00.110185 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-def61c86-6dfb-442f-aae3-6c61bf608f10 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:46:00.132979 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-def61c86-6dfb-442f-aae3-6c61bf608f10 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:46:00.166641 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-00d021a4-4793-4888-8beb-9f70d489a3f0 req-7d9bdc3d-8da3-438a-ac7e-af37ac40a7ee tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325568 Mar 01 13:46:00.257854 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c069c2db-b95c-4b82-9bf5-7f5e7871cf0e x-openstack-request-id: req-c069c2db-b95c-4b82-9bf5-7f5e7871cf0e {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:46:00.258868 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ef9f96-7b61-4ec9-91fe-65ece39126cc", "name": "network-vif-deleted", "tag": "e7817e5b-72fb-4f0e-a809-c43c26fea4fc", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:46:00.259295 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c069c2db-b95c-4b82-9bf5-7f5e7871cf0e {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:46:00.260447 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ef9f96-7b61-4ec9-91fe-65ece39126cc', 'name': 'network-vif-deleted', 'tag': 'e7817e5b-72fb-4f0e-a809-c43c26fea4fc', 'status': 'completed', 'code': 200} Mar 01 13:46:00.310340 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-47c00d0a-5025-4dbe-8f25-1a3358093325 None None] Set router 94f4fe37-3bed-4fd0-80fc-b183cea82852 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:46:00.310809 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b0c09da1-ed47-41d2-8fab-8eb1a7a9706c up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:46:00.357612 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-def61c86-6dfb-442f-aae3-6c61bf608f10 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:00.358288 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-def61c86-6dfb-442f-aae3-6c61bf608f10 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:00.433701 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-def61c86-6dfb-442f-aae3-6c61bf608f10 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1561818 Mar 01 13:46:00.436934 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2d9e6355-b052-46b4-98ef-11054ed4dcee req-e8c1d176-9d5f-431c-a4e6-c81f4771766d tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 210 time: 0.0547435 Mar 01 13:46:00.446543 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94bdd1-615b-4c87-ae57-f487b831c179 req-a362cbc2-1547-4335-af8a-d71c1a38823a tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:00.454903 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ea94bdd1-615b-4c87-ae57-f487b831c179 req-a362cbc2-1547-4335-af8a-d71c1a38823a tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 945 time: 0.3667536 Mar 01 13:46:00.479756 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-c1e6eff8-b7ed-46f4-a7eb-e2719d3bc39d service neutron] Request body: {'port': {'device_id': '54aa2a3f-5cd8-41e2-9659-354f414dfb69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:46:00.698210 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-45ab0a11-8ded-4249-8222-a4c8494b62f2 None None] Provisioning complete for port 4c29c2b1-48e9-4072-9be6-689726fdac3b triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:46:00.700186 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-45ab0a11-8ded-4249-8222-a4c8494b62f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (4c29c2b1-48e9-4072-9be6-689726fdac3b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:00.714525 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port b0c09da1-ed47-41d2-8fab-8eb1a7a9706c completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:46:00.757957 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ea94bdd1-615b-4c87-ae57-f487b831c179 req-2bd0ff88-0767-4fa8-bee5-3c4479f2add3 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016889 Mar 01 13:46:00.766200 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-c1e6eff8-b7ed-46f4-a7eb-e2719d3bc39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4c29c2b1-48e9-4072-9be6-689726fdac3b), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:00.788715 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b405f-2a50-400f-acff-5feccf6d6bd3 req-69b980be-9bad-4425-9b05-69f107c81b62 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:00.796245 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c72b405f-2a50-400f-acff-5feccf6d6bd3 req-69b980be-9bad-4425-9b05-69f107c81b62 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4a71a4e-24a7-4190-b32c-c01698ea6546 HTTP/1.1" status: 200 len: 944 time: 0.1950400 Mar 01 13:46:00.797238 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port b0c09da1-ed47-41d2-8fab-8eb1a7a9706c triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:46:00.799719 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (b0c09da1-ed47-41d2-8fab-8eb1a7a9706c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:00.873641 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-45ab0a11-8ded-4249-8222-a4c8494b62f2 None None] Port 4c29c2b1-48e9-4072-9be6-689726fdac3b cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:46:00.891389 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c72b405f-2a50-400f-acff-5feccf6d6bd3 req-05c3ea29-c4c8-4f7c-888e-13db8464b403 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] 10.222.0.13 "GET /v2.0/security-groups?id=286677a6-6f57-4d49-9065-fc398c4b71fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941257 Mar 01 13:46:01.011131 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port b0c09da1-ed47-41d2-8fab-8eb1a7a9706c is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:46:01.011533 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b0c09da1-ed47-41d2-8fab-8eb1a7a9706c), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:01.060867 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35328) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:46:01.061687 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b0c09da1-ed47-41d2-8fab-8eb1a7a9706c, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b0c09da1-ed47-41d2-8fab-8eb1a7a9706c,segment=NetworkSegment(2436af1c-a25e-47b7-a59d-049d1a96b2b0),segment_id=2436af1c-a25e-47b7-a59d-049d1a96b2b0)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:46:01.063532 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a71a4e-24a7-4190-b32c-c01698ea6546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c09da1-ed47-41d2-8fab-8eb1a7a9706c'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:46:01.066077 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62c0a25-32d7-489a-9767-b533b1530df3" -d '{"events": [{"server_uuid": "d4a71a4e-24a7-4190-b32c-c01698ea6546", "name": "network-vif-plugged", "status": "completed", "tag": "b0c09da1-ed47-41d2-8fab-8eb1a7a9706c"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:46:01.080082 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b0c09da1-ed47-41d2-8fab-8eb1a7a9706c), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:01.083732 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device e7817e5b-72fb-4f0e-a809-c43c26fea4fc no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:46:01.132452 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690e432-4c6b-4391-a180-6347992e121d req-e1611e6c-6ebf-4415-80e7-a821b28f8cbe tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:01.133983 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a690e432-4c6b-4391-a180-6347992e121d req-e1611e6c-6ebf-4415-80e7-a821b28f8cbe tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 936 time: 0.1564732 Mar 01 13:46:01.142219 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-47c00d0a-5025-4dbe-8f25-1a3358093325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'name': 'tempest-ServersTestFqdnHostnames-797103038-router', 'tenant_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '6c98ddb4-7b6f-4298-b2fe-0800ed7d8276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:44:05Z', 'updated_at': '2022-03-01T13:44:10Z', 'revision_number': 4, 'project_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'gw_port': {'id': '6c98ddb4-7b6f-4298-b2fe-0800ed7d8276', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:44:05Z', 'updated_at': '2022-03-01T13:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348', 'name': '', 'network_id': 'f63eacb5-6c1b-4769-b38c-4fd13e44b37f', 'tenant_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'mac_address': 'fa:16:3e:fd:45:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '1ed2441f-6bfe-44d3-ac28-ed8c63f028fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:44:09Z', 'updated_at': '2022-03-01T13:44:15Z', 'revision_number': 5, 'project_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'subnets': [{'id': '1ed2441f-6bfe-44d3-ac28-ed8c63f028fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:01.236461 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c00d0a-5025-4dbe-8f25-1a3358093325 None None] Checking router: 94f4fe37-3bed-4fd0-80fc-b183cea82852 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:46:01.263367 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c00d0a-5025-4dbe-8f25-1a3358093325 None None] Routers {'94f4fe37-3bed-4fd0-80fc-b183cea82852'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:46:01.264029 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-47c00d0a-5025-4dbe-8f25-1a3358093325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:45:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['94f4fe37-3bed-4fd0-80fc-b183cea82852'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:01.276811 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=b0c09da1-ed47-41d2-8fab-8eb1a7a9706c,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:01.287505 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bc403f-a4a4-466b-80ca-66de6380cb60 x-openstack-request-id: req-37bc403f-a4a4-466b-80ca-66de6380cb60 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:46:01.287896 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a71a4e-24a7-4190-b32c-c01698ea6546", "name": "network-vif-plugged", "status": "completed", "tag": "b0c09da1-ed47-41d2-8fab-8eb1a7a9706c", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:46:01.288101 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37bc403f-a4a4-466b-80ca-66de6380cb60 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:46:01.288452 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a71a4e-24a7-4190-b32c-c01698ea6546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c09da1-ed47-41d2-8fab-8eb1a7a9706c', 'code': 200} Mar 01 13:46:01.289428 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: e7817e5b-72fb-4f0e-a809-c43c26fea4fc {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:46:01.289773 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device e7817e5b-72fb-4f0e-a809-c43c26fea4fc not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:46:01.301378 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c0814a62-798a-4f3c-88cc-2a807f3dd14d tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks [] for security_group (88d30026-f4d0-4227-a827-952da590bd69), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:01.334685 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c0814a62-798a-4f3c-88cc-2a807f3dd14d tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks [] for security_group (88d30026-f4d0-4227-a827-952da590bd69), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:01.403918 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa7e5a-be85-4b60-ac99-4f6c11d8ae15 req-b38844d0-8f9b-4beb-bd06-48df7416a0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:01.406587 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1faa7e5a-be85-4b60-ac99-4f6c11d8ae15 req-b38844d0-8f9b-4beb-bd06-48df7416a0e3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d4a71a4e-24a7-4190-b32c-c01698ea6546 HTTP/1.1" status: 200 len: 1127 time: 0.1819699 Mar 01 13:46:01.510477 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c0814a62-798a-4f3c-88cc-2a807f3dd14d tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (88d30026-f4d0-4227-a827-952da590bd69), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:01.517139 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c0814a62-798a-4f3c-88cc-2a807f3dd14d tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:01.520599 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c0814a62-798a-4f3c-88cc-2a807f3dd14d tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "DELETE /v2.0/security-groups/88d30026-f4d0-4227-a827-952da590bd69 HTTP/1.1" status: 204 len: 168 time: 0.4575622 Mar 01 13:46:01.536509 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35336) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:46:01.540428 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-47c00d0a-5025-4dbe-8f25-1a3358093325 None None] Set router 94f4fe37-3bed-4fd0-80fc-b183cea82852 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:46:01.599215 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0814a62-798a-4f3c-88cc-2a807f3dd14d tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d30026-f4d0-4227-a827-952da590bd69,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:01.609466 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1faa7e5a-be85-4b60-ac99-4f6c11d8ae15 req-30fd0f95-1b64-4979-a373-64aae9311575 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=286677a6-6f57-4d49-9065-fc398c4b71fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920302 Mar 01 13:46:01.610359 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-55d08083-117c-4a1d-8f60-9f99994216cd tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] show failed (client error): The resource could not be found. Mar 01 13:46:01.614487 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-55d08083-117c-4a1d-8f60-9f99994216cd tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "GET /v2.0/security-groups/88d30026-f4d0-4227-a827-952da590bd69 HTTP/1.1" status: 404 len: 347 time: 0.0719371 Mar 01 13:46:01.615533 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35338) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:46:01.687790 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:01.753240 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a690e432-4c6b-4391-a180-6347992e121d req-9d5e4b49-2dc3-4556-92ad-a8661735b66a tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6123304 Mar 01 13:46:01.833558 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af275330-9171-40b1-9adb-844836e6670c req-784f6651-f57d-4da4-bca2-086bc8fc5960 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:01.835483 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-af275330-9171-40b1-9adb-844836e6670c req-784f6651-f57d-4da4-bca2-086bc8fc5960 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 944 time: 0.1487138 Mar 01 13:46:01.853599 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e305955a-7a8b-4caa-a287-c3056825f6e6 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Deleting port b82385a4-0454-4a49-999d-69c7faff1001 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:46:01.853972 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e305955a-7a8b-4caa-a287-c3056825f6e6 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (b82385a4-0454-4a49-999d-69c7faff1001), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:01.912285 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b719c9d8-bf5b-4a6e-95cc-a7c8c877ee84 req-6cb763bf-984e-4a58-b5c3-c84de8def70e tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 210 time: 0.0591283 Mar 01 13:46:01.928137 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-47c00d0a-5025-4dbe-8f25-1a3358093325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'name': 'tempest-ServersTestFqdnHostnames-797103038-router', 'tenant_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '6c98ddb4-7b6f-4298-b2fe-0800ed7d8276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:44:05Z', 'updated_at': '2022-03-01T13:44:10Z', 'revision_number': 4, 'project_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'gw_port': {'id': '6c98ddb4-7b6f-4298-b2fe-0800ed7d8276', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:44:05Z', 'updated_at': '2022-03-01T13:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348', 'name': '', 'network_id': 'f63eacb5-6c1b-4769-b38c-4fd13e44b37f', 'tenant_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'mac_address': 'fa:16:3e:fd:45:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '1ed2441f-6bfe-44d3-ac28-ed8c63f028fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:44:09Z', 'updated_at': '2022-03-01T13:44:15Z', 'revision_number': 5, 'project_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'subnets': [{'id': '1ed2441f-6bfe-44d3-ac28-ed8c63f028fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:01.928646 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-c1e6eff8-b7ed-46f4-a7eb-e2719d3bc39d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c29c2b1-48e9-4072-9be6-689726fdac3b {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:46:01.942523 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-c1e6eff8-b7ed-46f4-a7eb-e2719d3bc39d service neutron] Publish callbacks [] for port (4c29c2b1-48e9-4072-9be6-689726fdac3b), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:01.966101 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c00d0a-5025-4dbe-8f25-1a3358093325 None None] The sync data for ids ['94f4fe37-3bed-4fd0-80fc-b183cea82852'] in n-d-827467-3 is: [{'id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'name': 'tempest-ServersTestFqdnHostnames-797103038-router', 'tenant_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '6c98ddb4-7b6f-4298-b2fe-0800ed7d8276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:44:05Z', 'updated_at': '2022-03-01T13:44:10Z', 'revision_number': 4, 'project_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'gw_port': {'id': '6c98ddb4-7b6f-4298-b2fe-0800ed7d8276', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:44:05Z', 'updated_at': '2022-03-01T13:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348', 'name': '', 'network_id': 'f63eacb5-6c1b-4769-b38c-4fd13e44b37f', 'tenant_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'mac_address': 'fa:16:3e:fd:45:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '1ed2441f-6bfe-44d3-ac28-ed8c63f028fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:44:09Z', 'updated_at': '2022-03-01T13:44:15Z', 'revision_number': 5, 'project_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'subnets': [{'id': '1ed2441f-6bfe-44d3-ac28-ed8c63f028fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:46:01.968607 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-af275330-9171-40b1-9adb-844836e6670c req-8c8116ae-5de1-4137-b45c-c2ff33c2c78a tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267955 Mar 01 13:46:01.988410 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-c1e6eff8-b7ed-46f4-a7eb-e2719d3bc39d service neutron] Transition to ACTIVE for port object 4c29c2b1-48e9-4072-9be6-689726fdac3b will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:46:02.000990 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-c1e6eff8-b7ed-46f4-a7eb-e2719d3bc39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (4c29c2b1-48e9-4072-9be6-689726fdac3b), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:02.011466 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e305955a-7a8b-4caa-a287-c3056825f6e6 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (b82385a4-0454-4a49-999d-69c7faff1001), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:02.017818 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e305955a-7a8b-4caa-a287-c3056825f6e6 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks [] for floatingip (b82385a4-0454-4a49-999d-69c7faff1001), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:02.038789 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e305955a-7a8b-4caa-a287-c3056825f6e6 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Calling delete_port for b82385a4-0454-4a49-999d-69c7faff1001 owned by network:floatingip {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:46:02.097317 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6eff8-b7ed-46f4-a7eb-e2719d3bc39d service neutron] Pushing event updated for resources: {'Port': ['ID=4c29c2b1-48e9-4072-9be6-689726fdac3b,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:02.241419 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e305955a-7a8b-4caa-a287-c3056825f6e6 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (b82385a4-0454-4a49-999d-69c7faff1001), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:02.284198 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e305955a-7a8b-4caa-a287-c3056825f6e6 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Pushing event deleted for resources: {'Port': ['ID=b82385a4-0454-4a49-999d-69c7faff1001,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:02.296412 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01821b1-986c-4d20-b704-9a3d5a4f7818 req-6304c435-ae67-4c18-a281-3a8102e5f15c tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:02.305176 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b01821b1-986c-4d20-b704-9a3d5a4f7818 req-6304c435-ae67-4c18-a281-3a8102e5f15c tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4a71a4e-24a7-4190-b32c-c01698ea6546 HTTP/1.1" status: 200 len: 945 time: 0.2004769 Mar 01 13:46:02.355227 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee6e7b-3e25-42e4-ac09-40eb81ecfe2a req-4e798cb4-d0a1-458b-8e07-ad9fa32ad2b8 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:02.371551 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-30ee6e7b-3e25-42e4-ac09-40eb81ecfe2a req-4e798cb4-d0a1-458b-8e07-ad9fa32ad2b8 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 945 time: 0.2634783 Mar 01 13:46:02.482790 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b01821b1-986c-4d20-b704-9a3d5a4f7818 req-2a2decab-3562-40dc-b5f4-555102685e79 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] 10.222.0.13 "GET /v2.0/security-groups?id=286677a6-6f57-4d49-9065-fc398c4b71fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763415 Mar 01 13:46:02.503259 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e305955a-7a8b-4caa-a287-c3056825f6e6 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks [] for floatingip (148462ba-85c7-48d7-a75a-c76984eb4819), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:02.505968 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e305955a-7a8b-4caa-a287-c3056825f6e6 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:02.506361 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-c1e6eff8-b7ed-46f4-a7eb-e2719d3bc39d service neutron] Attempting to bind port 4c29c2b1-48e9-4072-9be6-689726fdac3b on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:46:02.506700 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-c1e6eff8-b7ed-46f4-a7eb-e2719d3bc39d service neutron] Attempting to bind port 4c29c2b1-48e9-4072-9be6-689726fdac3b by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:46:02.507075 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-c1e6eff8-b7ed-46f4-a7eb-e2719d3bc39d service neutron] Attempting to bind port 4c29c2b1-48e9-4072-9be6-689726fdac3b on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:46:02.507542 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e305955a-7a8b-4caa-a287-c3056825f6e6 tempest-ServersTestFqdnHostnames-1574405363 tempest-ServersTestFqdnHostnames-1574405363-project] 10.222.0.13 "DELETE /v2.0/floatingips/148462ba-85c7-48d7-a75a-c76984eb4819 HTTP/1.1" status: 204 len: 168 time: 0.8912175 Mar 01 13:46:02.510698 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35344) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:46:02.518797 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-c1e6eff8-b7ed-46f4-a7eb-e2719d3bc39d service neutron] Port 4c29c2b1-48e9-4072-9be6-689726fdac3b on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:46:02.519221 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-c1e6eff8-b7ed-46f4-a7eb-e2719d3bc39d service neutron] Attempting to bind port 4c29c2b1-48e9-4072-9be6-689726fdac3b on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:46:02.549084 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-c1e6eff8-b7ed-46f4-a7eb-e2719d3bc39d service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:46:02.549780 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-c1e6eff8-b7ed-46f4-a7eb-e2719d3bc39d service neutron] Checking segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:46:02.550652 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-c1e6eff8-b7ed-46f4-a7eb-e2719d3bc39d service neutron] Bound using segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:46:02.551453 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-c1e6eff8-b7ed-46f4-a7eb-e2719d3bc39d service neutron] Bound port: 4c29c2b1-48e9-4072-9be6-689726fdac3b, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:46:02.551969 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-c1e6eff8-b7ed-46f4-a7eb-e2719d3bc39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4c29c2b1-48e9-4072-9be6-689726fdac3b), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:02.566640 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-30ee6e7b-3e25-42e4-ac09-40eb81ecfe2a req-ad5a006b-83d6-444c-9eae-f9d3baa15be8 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907356 Mar 01 13:46:02.615403 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1638d6ef-b5d5-4780-a52f-c1ead6ee1beb None None] New status for floating IP 148462ba-85c7-48d7-a75a-c76984eb4819: DOWN {{(pid=103728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 13:46:02.660193 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-c1e6eff8-b7ed-46f4-a7eb-e2719d3bc39d service neutron] For port 4c29c2b1-48e9-4072-9be6-689726fdac3b, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:46:02.666600 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-c1e6eff8-b7ed-46f4-a7eb-e2719d3bc39d service neutron] For port 4c29c2b1-48e9-4072-9be6-689726fdac3b, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=4c29c2b1-48e9-4072-9be6-689726fdac3b,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:46:02.677295 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-c1e6eff8-b7ed-46f4-a7eb-e2719d3bc39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (4c29c2b1-48e9-4072-9be6-689726fdac3b), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:02.757224 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-c1e6eff8-b7ed-46f4-a7eb-e2719d3bc39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:02.757867 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-c1e6eff8-b7ed-46f4-a7eb-e2719d3bc39d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:02.759884 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-c1e6eff8-b7ed-46f4-a7eb-e2719d3bc39d service neutron] 10.222.0.32 "PUT /v2.0/ports/4c29c2b1-48e9-4072-9be6-689726fdac3b HTTP/1.1" status: 200 len: 1096 time: 2.2844698 Mar 01 13:46:02.760338 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54aa2a3f-5cd8-41e2-9659-354f414dfb69', 'tag': '4c29c2b1-48e9-4072-9be6-689726fdac3b'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:46:02.763127 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdabd99c-11a2-4547-93f9-44b7c74bae50" -d '{"events": [{"name": "network-changed", "server_uuid": "54aa2a3f-5cd8-41e2-9659-354f414dfb69", "tag": "4c29c2b1-48e9-4072-9be6-689726fdac3b"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:46:02.869413 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c433a79-67a2-4541-8dad-bb2262e2cf7c x-openstack-request-id: req-9c433a79-67a2-4541-8dad-bb2262e2cf7c {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:46:02.869719 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54aa2a3f-5cd8-41e2-9659-354f414dfb69", "tag": "4c29c2b1-48e9-4072-9be6-689726fdac3b", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:46:02.871113 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c433a79-67a2-4541-8dad-bb2262e2cf7c {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:46:02.871573 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54aa2a3f-5cd8-41e2-9659-354f414dfb69', 'tag': '4c29c2b1-48e9-4072-9be6-689726fdac3b', 'status': 'completed', 'code': 200} Mar 01 13:46:02.877903 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6eff8-b7ed-46f4-a7eb-e2719d3bc39d service neutron] Pushing event updated for resources: {'Port': ['ID=4c29c2b1-48e9-4072-9be6-689726fdac3b,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:02.913484 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-cd7f08d7-a301-494f-8fdf-a8931406d06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:02.917698 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-cd7f08d7-a301-494f-8fdf-a8931406d06e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5273606b5eb242749c05f75a15dd6612&device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 1130 time: 0.0891893 Mar 01 13:46:03.026529 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-3018a2c0-f5de-4507-9398-53ffbaf0af5e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=4c29c2b1-48e9-4072-9be6-689726fdac3b HTTP/1.1" status: 200 len: 217 time: 0.0981789 Mar 01 13:46:03.144359 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa25942-464b-497d-b082-ba3e4c73d2e1 req-6f019328-8bc7-4468-a93d-fa571ab8756d tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:03.159300 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6fa25942-464b-497d-b082-ba3e4c73d2e1 req-6f019328-8bc7-4468-a93d-fa571ab8756d tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 948 time: 0.2276416 Mar 01 13:46:03.188930 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-878c11eb-27bc-4e4d-a73c-0337296518a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:03.190829 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-878c11eb-27bc-4e4d-a73c-0337296518a1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.1458681 Mar 01 13:46:03.222640 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-387f6dea-541f-45c7-ac76-b6f85326aaa3 req-63443134-ad68-48cd-82b4-6a33712c3830 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 210 time: 0.0536630 Mar 01 13:46:03.294613 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6fa25942-464b-497d-b082-ba3e4c73d2e1 req-85dd1d8b-1e2a-46bf-a610-6790244ed30c tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249893 Mar 01 13:46:03.328849 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-8c9f2042-43f2-4e0a-b683-4518c240b288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:03.330549 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-8c9f2042-43f2-4e0a-b683-4518c240b288 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1192312 Mar 01 13:46:03.497518 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46828a9-364c-4915-b620-b9825eeefc44 req-d94db0d1-d2ef-4566-b09b-c64dc7f61b0e tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:03.505185 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b46828a9-364c-4915-b620-b9825eeefc44 req-d94db0d1-d2ef-4566-b09b-c64dc7f61b0e tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 944 time: 0.1159849 Mar 01 13:46:03.583074 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2787fdd7-0ed2-41f5-a06e-1c771584d1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (94f4fe37-3bed-4fd0-80fc-b183cea82852), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:03.645646 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-4028f18c-cc8f-4a0a-b55f-a47d98fb34c5 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070834 Mar 01 13:46:03.718334 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b46828a9-364c-4915-b620-b9825eeefc44 req-5a46df14-1c79-4152-ab8b-9108df4a3ca1 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118928 Mar 01 13:46:03.769896 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791d4fb-41e8-4299-b681-76ba2015ba32 req-bdfbfce7-843c-45ab-8521-903da0e9f225 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:03.776742 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5791d4fb-41e8-4299-b681-76ba2015ba32 req-bdfbfce7-843c-45ab-8521-903da0e9f225 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4a71a4e-24a7-4190-b32c-c01698ea6546 HTTP/1.1" status: 200 len: 945 time: 0.1865115 Mar 01 13:46:03.833978 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9108ee4c-2c09-485c-afa2-3bf7a432c975 req-14a10aa9-cb21-45b4-a2ca-a875bfb50fd9 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608214 Mar 01 13:46:03.860071 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5791d4fb-41e8-4299-b681-76ba2015ba32 req-cd5fffc9-ddf5-4162-a259-cc1f5271e611 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] 10.222.0.13 "GET /v2.0/security-groups?id=286677a6-6f57-4d49-9065-fc398c4b71fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823328 Mar 01 13:46:04.125297 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabd99c-11a2-4547-93f9-44b7c74bae50 req-f6c1ea67-f448-4e43-8a6c-4e036a4d35bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:04.132555 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bdabd99c-11a2-4547-93f9-44b7c74bae50 req-f6c1ea67-f448-4e43-8a6c-4e036a4d35bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5273606b5eb242749c05f75a15dd6612&device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 1130 time: 0.2116189 Mar 01 13:46:04.140820 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-2787fdd7-0ed2-41f5-a06e-1c771584d1a9 admin admin] Deleting port f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:46:04.141187 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2787fdd7-0ed2-41f5-a06e-1c771584d1a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:04.229784 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4e72a-0dcc-4e70-a217-b694cc068cc5 req-78e5dbcd-88ae-40f1-b058-e91f840ed20c tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:04.236581 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dad4e72a-0dcc-4e70-a217-b694cc068cc5 req-78e5dbcd-88ae-40f1-b058-e91f840ed20c tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 945 time: 0.3282528 Mar 01 13:46:04.341619 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-2787fdd7-0ed2-41f5-a06e-1c771584d1a9 admin admin] For port f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348,segment=NetworkSegment(7746f775-dd67-429f-b921-fd14f871aa3f),segment_id=7746f775-dd67-429f-b921-fd14f871aa3f)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:46:04.341997 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2787fdd7-0ed2-41f5-a06e-1c771584d1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:04.375279 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dad4e72a-0dcc-4e70-a217-b694cc068cc5 req-a0cd5046-5c36-4091-908c-6c9e948acb95 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266026 Mar 01 13:46:04.377162 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-2787fdd7-0ed2-41f5-a06e-1c771584d1a9 admin admin] Calling delete_port for f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348 owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:46:04.471874 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-03eedaad-9001-4717-813d-557482647913 req-bce68312-4302-4c94-92e6-2a55e5b6fabf tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 210 time: 0.0640609 Mar 01 13:46:04.485077 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabd99c-11a2-4547-93f9-44b7c74bae50 req-003cc2a8-b3b5-4c41-9455-b59a6fbdd668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:04.486523 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bdabd99c-11a2-4547-93f9-44b7c74bae50 req-003cc2a8-b3b5-4c41-9455-b59a6fbdd668 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.3389533 Mar 01 13:46:04.549818 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bdabd99c-11a2-4547-93f9-44b7c74bae50 req-c1538080-5c87-4f5c-80d3-a729cd297601 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=4c29c2b1-48e9-4072-9be6-689726fdac3b HTTP/1.1" status: 200 len: 217 time: 0.0488584 Mar 01 13:46:04.660997 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabd99c-11a2-4547-93f9-44b7c74bae50 req-20115c70-36f6-4c3e-9c4c-b5cc44960174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:04.663004 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bdabd99c-11a2-4547-93f9-44b7c74bae50 req-20115c70-36f6-4c3e-9c4c-b5cc44960174 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.1012993 Mar 01 13:46:04.680681 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2787fdd7-0ed2-41f5-a06e-1c771584d1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:04.692868 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5d7e4-798a-4137-8619-ce63ef01559f req-a4d0b677-3034-4704-b153-af333ae35bcc tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:04.694424 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3d5d7e4-798a-4137-8619-ce63ef01559f req-a4d0b677-3034-4704-b153-af333ae35bcc tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 948 time: 0.2200387 Mar 01 13:46:04.732162 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787fdd7-0ed2-41f5-a06e-1c771584d1a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:04.798452 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3d5d7e4-798a-4137-8619-ce63ef01559f req-e5aa8f14-8714-49a4-bdad-793c80d3660a tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903461 Mar 01 13:46:04.906538 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd466c0-3040-4572-9a2a-128c4303ae87 req-cb53d5cd-3557-4d58-877c-9a270ed238a0 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:04.915054 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6fd466c0-3040-4572-9a2a-128c4303ae87 req-cb53d5cd-3557-4d58-877c-9a270ed238a0 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4a71a4e-24a7-4190-b32c-c01698ea6546 HTTP/1.1" status: 200 len: 945 time: 0.2820837 Mar 01 13:46:04.940810 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabd99c-11a2-4547-93f9-44b7c74bae50 req-86584432-4076-48f9-af97-3b14148410e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:04.942364 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bdabd99c-11a2-4547-93f9-44b7c74bae50 req-86584432-4076-48f9-af97-3b14148410e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2470381 Mar 01 13:46:05.073819 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2787fdd7-0ed2-41f5-a06e-1c771584d1a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (94f4fe37-3bed-4fd0-80fc-b183cea82852), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:05.191574 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bdabd99c-11a2-4547-93f9-44b7c74bae50 req-c1e2436a-52df-4fc2-8a2f-289388064137 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260830 Mar 01 13:46:05.239657 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6fd466c0-3040-4572-9a2a-128c4303ae87 req-982a49b4-51af-4167-8859-fb97f4a67a23 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] 10.222.0.13 "GET /v2.0/security-groups?id=286677a6-6f57-4d49-9065-fc398c4b71fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192093 Mar 01 13:46:05.322304 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2787fdd7-0ed2-41f5-a06e-1c771584d1a9 admin admin] Router 94f4fe37-3bed-4fd0-80fc-b183cea82852 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:46:05.444462 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ac707-8a41-4ab5-ae93-3006fed8267a req-dcdb4cf2-adb8-437d-adb3-d88383eec027 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:05.445867 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8b8ac707-8a41-4ab5-ae93-3006fed8267a req-dcdb4cf2-adb8-437d-adb3-d88383eec027 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 944 time: 0.4953125 Mar 01 13:46:05.467042 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2787fdd7-0ed2-41f5-a06e-1c771584d1a9 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:46:05.479835 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa39e94-601e-462f-b52f-a103cb0fbef4 None None] Sync routers for ids ['94f4fe37-3bed-4fd0-80fc-b183cea82852'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:46:05.492298 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2787fdd7-0ed2-41f5-a06e-1c771584d1a9 admin admin] 10.222.0.13 "PUT /v2.0/routers/94f4fe37-3bed-4fd0-80fc-b183cea82852/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9802389 Mar 01 13:46:05.493196 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35386) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:46:05.497978 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bdabd99c-11a2-4547-93f9-44b7c74bae50 req-b8ba6bd1-3d35-4c41-b90c-480654e07791 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750580 Mar 01 13:46:05.504298 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa39e94-601e-462f-b52f-a103cb0fbef4 None None] Routers {'94f4fe37-3bed-4fd0-80fc-b183cea82852'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:46:05.505291 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-2fa39e94-601e-462f-b52f-a103cb0fbef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:45:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['94f4fe37-3bed-4fd0-80fc-b183cea82852'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:05.591419 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8b8ac707-8a41-4ab5-ae93-3006fed8267a req-7214f8f2-66e3-4477-a9e5-ab95ba4cd5d1 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312053 Mar 01 13:46:05.636326 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f33c4f39-bda0-4887-a1b1-f2c99f1a892b admin admin] Publish callbacks [] for router (94f4fe37-3bed-4fd0-80fc-b183cea82852), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:05.700203 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d31384-f6ea-4d06-99f6-a435f5be89e5 req-74350bb0-24db-4607-83c0-b9fb778f0732 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:05.702007 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c7d31384-f6ea-4d06-99f6-a435f5be89e5 req-74350bb0-24db-4607-83c0-b9fb778f0732 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 945 time: 0.0905483 Mar 01 13:46:05.735735 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-2fa39e94-601e-462f-b52f-a103cb0fbef4 None None] Set router 94f4fe37-3bed-4fd0-80fc-b183cea82852 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:46:05.764768 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cf4f1d3a-fe42-4add-a36b-53aace46a92c req-cc50c691-bcf1-4db9-bfcd-ef8727b86a95 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 210 time: 0.0354910 Mar 01 13:46:05.877475 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f33c4f39-bda0-4887-a1b1-f2c99f1a892b admin admin] Publish callbacks [] for router_gateway (94f4fe37-3bed-4fd0-80fc-b183cea82852), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:05.885453 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c7d31384-f6ea-4d06-99f6-a435f5be89e5 req-fdc45045-5be3-4415-99c3-35db1da06d9a tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757598 Mar 01 13:46:05.976340 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f33c4f39-bda0-4887-a1b1-f2c99f1a892b admin admin] Deleting port 6c98ddb4-7b6f-4298-b2fe-0800ed7d8276 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:46:05.976665 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f33c4f39-bda0-4887-a1b1-f2c99f1a892b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (6c98ddb4-7b6f-4298-b2fe-0800ed7d8276), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:06.039755 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-2fa39e94-601e-462f-b52f-a103cb0fbef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'name': 'tempest-ServersTestFqdnHostnames-797103038-router', 'tenant_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '6c98ddb4-7b6f-4298-b2fe-0800ed7d8276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:44:05Z', 'updated_at': '2022-03-01T13:46:04Z', 'revision_number': 5, 'project_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'gw_port': {'id': '6c98ddb4-7b6f-4298-b2fe-0800ed7d8276', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:44:05Z', 'updated_at': '2022-03-01T13:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:06.074400 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa39e94-601e-462f-b52f-a103cb0fbef4 None None] Checking router: 94f4fe37-3bed-4fd0-80fc-b183cea82852 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:46:06.084325 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f33c4f39-bda0-4887-a1b1-f2c99f1a892b admin admin] For port 6c98ddb4-7b6f-4298-b2fe-0800ed7d8276, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6c98ddb4-7b6f-4298-b2fe-0800ed7d8276,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:46:06.084696 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f33c4f39-bda0-4887-a1b1-f2c99f1a892b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (6c98ddb4-7b6f-4298-b2fe-0800ed7d8276), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:06.100501 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa39e94-601e-462f-b52f-a103cb0fbef4 None None] Routers {'94f4fe37-3bed-4fd0-80fc-b183cea82852'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:46:06.102768 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-2fa39e94-601e-462f-b52f-a103cb0fbef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:45:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['94f4fe37-3bed-4fd0-80fc-b183cea82852'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:06.109370 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f33c4f39-bda0-4887-a1b1-f2c99f1a892b admin admin] Calling delete_port for 6c98ddb4-7b6f-4298-b2fe-0800ed7d8276 owned by network:router_gateway {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:46:06.176163 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa28ab-00fc-4993-bb14-4a6cc7f5f712 req-95777302-92d7-42b4-a103-dfeeaa05cd03 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:06.177711 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8aaa28ab-00fc-4993-bb14-4a6cc7f5f712 req-95777302-92d7-42b4-a103-dfeeaa05cd03 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fba4c51-284a-4b5d-99a3-66bad10f7ca7 HTTP/1.1" status: 200 len: 945 time: 0.2779274 Mar 01 13:46:06.198598 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc0d59-e58f-4068-9434-169221d45f51 req-9412b6d9-64e1-488d-b8ec-816f8a8c8da6 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:06.200179 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a7bc0d59-e58f-4068-9434-169221d45f51 req-9412b6d9-64e1-488d-b8ec-816f8a8c8da6 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4a71a4e-24a7-4190-b32c-c01698ea6546 HTTP/1.1" status: 200 len: 945 time: 0.2343974 Mar 01 13:46:06.263061 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320dc61c-cb7b-4f00-ab7d-e3db62978feb req-35e80f78-a677-473f-9769-4b198aa6e526 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:06.276680 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-320dc61c-cb7b-4f00-ab7d-e3db62978feb req-35e80f78-a677-473f-9769-4b198aa6e526 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 948 time: 0.2464883 Mar 01 13:46:06.308544 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 4c29c2b1-48e9-4072-9be6-689726fdac3b details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:46:06.352645 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-2fa39e94-601e-462f-b52f-a103cb0fbef4 None None] Set router 94f4fe37-3bed-4fd0-80fc-b183cea82852 gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:46:06.413105 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8aaa28ab-00fc-4993-bb14-4a6cc7f5f712 req-8538c4b8-11a2-46be-9b22-a64ae219b6c6 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094920 Mar 01 13:46:06.484216 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f33c4f39-bda0-4887-a1b1-f2c99f1a892b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (6c98ddb4-7b6f-4298-b2fe-0800ed7d8276), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:06.534088 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 4c29c2b1-48e9-4072-9be6-689726fdac3b, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=4c29c2b1-48e9-4072-9be6-689726fdac3b,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:46:06.536299 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-320dc61c-cb7b-4f00-ab7d-e3db62978feb req-eddb33b2-ef4e-40a9-868d-2a73fc9bff47 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529669 Mar 01 13:46:06.552983 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-2fa39e94-601e-462f-b52f-a103cb0fbef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'name': 'tempest-ServersTestFqdnHostnames-797103038-router', 'tenant_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:44:05Z', 'updated_at': '2022-03-01T13:46:05Z', 'revision_number': 6, 'project_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:06.566045 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '4c29c2b1-48e9-4072-9be6-689726fdac3b', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': '4c29c2b1-48e9-4072-9be6-689726fdac3b', 'mac_address': 'fa:16:3e:47:b2:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:46:06.567226 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c4f39-bda0-4887-a1b1-f2c99f1a892b admin admin] Pushing event deleted for resources: {'Port': ['ID=6c98ddb4-7b6f-4298-b2fe-0800ed7d8276,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:06.623190 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa39e94-601e-462f-b52f-a103cb0fbef4 None None] The sync data for ids ['94f4fe37-3bed-4fd0-80fc-b183cea82852'] in n-d-827467-3 is: [{'id': '94f4fe37-3bed-4fd0-80fc-b183cea82852', 'name': 'tempest-ServersTestFqdnHostnames-797103038-router', 'tenant_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:44:05Z', 'updated_at': '2022-03-01T13:46:05Z', 'revision_number': 6, 'project_id': 'f113cd6dc7614a7496fc5d2a71a17482', 'gw_port_host': None}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:46:06.662468 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 4c29c2b1-48e9-4072-9be6-689726fdac3b is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:46:06.663260 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4c29c2b1-48e9-4072-9be6-689726fdac3b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:06.697244 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c29c2b1-48e9-4072-9be6-689726fdac3b {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:46:06.733168 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06c91e-8be0-40a5-9e57-a1bddf61f028 req-fb9e4af1-7c87-4f9f-8785-f0a483a3c2f1 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:06.735006 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6a06c91e-8be0-40a5-9e57-a1bddf61f028 req-fb9e4af1-7c87-4f9f-8785-f0a483a3c2f1 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4a71a4e-24a7-4190-b32c-c01698ea6546 HTTP/1.1" status: 200 len: 945 time: 0.1426721 Mar 01 13:46:06.741244 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-a7bc0d59-e58f-4068-9434-169221d45f51 req-841c0979-c782-44bc-9c82-d9cd4a1de16e tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Deleting port b0c09da1-ed47-41d2-8fab-8eb1a7a9706c {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:46:06.741653 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-a7bc0d59-e58f-4068-9434-169221d45f51 req-841c0979-c782-44bc-9c82-d9cd4a1de16e tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (b0c09da1-ed47-41d2-8fab-8eb1a7a9706c), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:06.742703 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 4c29c2b1-48e9-4072-9be6-689726fdac3b, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=4c29c2b1-48e9-4072-9be6-689726fdac3b,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:46:06.758679 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (4c29c2b1-48e9-4072-9be6-689726fdac3b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:06.780698 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f33c4f39-bda0-4887-a1b1-f2c99f1a892b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (94f4fe37-3bed-4fd0-80fc-b183cea82852), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:06.826735 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6a06c91e-8be0-40a5-9e57-a1bddf61f028 req-eb2a245f-2d19-49cc-90c8-ac9ef58d3a37 tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] 10.222.0.13 "GET /v2.0/security-groups?id=286677a6-6f57-4d49-9065-fc398c4b71fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807924 Mar 01 13:46:06.854010 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e32c34-2007-4b12-aefa-6aa58af50fdd req-d73e5264-0813-4385-b4a5-ef203f86b6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:06.855531 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-93e32c34-2007-4b12-aefa-6aa58af50fdd req-d73e5264-0813-4385-b4a5-ef203f86b6dc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 1127 time: 0.1688957 Mar 01 13:46:06.857801 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=4c29c2b1-48e9-4072-9be6-689726fdac3b,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:06.919662 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f33c4f39-bda0-4887-a1b1-f2c99f1a892b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (94f4fe37-3bed-4fd0-80fc-b183cea82852), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:06.922385 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f33c4f39-bda0-4887-a1b1-f2c99f1a892b admin admin] Publish callbacks [] for router_controller (94f4fe37-3bed-4fd0-80fc-b183cea82852), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:06.958064 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2137d1f7-7c98-43e3-a46c-b709a9037f02 req-886d4639-78f2-4012-810b-7b09494310b7 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 210 time: 0.0564616 Mar 01 13:46:07.025386 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce77fe3-b62b-4ff2-b696-55ba38dad04f req-020aa81f-6112-46b0-af79-5458aca50a8a tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:07.032492 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4ce77fe3-b62b-4ff2-b696-55ba38dad04f req-020aa81f-6112-46b0-af79-5458aca50a8a tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 944 time: 0.2332761 Mar 01 13:46:07.065959 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-a7bc0d59-e58f-4068-9434-169221d45f51 req-841c0979-c782-44bc-9c82-d9cd4a1de16e tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] For port b0c09da1-ed47-41d2-8fab-8eb1a7a9706c, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b0c09da1-ed47-41d2-8fab-8eb1a7a9706c,segment=NetworkSegment(2436af1c-a25e-47b7-a59d-049d1a96b2b0),segment_id=2436af1c-a25e-47b7-a59d-049d1a96b2b0)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:46:07.066325 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-a7bc0d59-e58f-4068-9434-169221d45f51 req-841c0979-c782-44bc-9c82-d9cd4a1de16e tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (b0c09da1-ed47-41d2-8fab-8eb1a7a9706c), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:07.127518 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f33c4f39-bda0-4887-a1b1-f2c99f1a892b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (94f4fe37-3bed-4fd0-80fc-b183cea82852), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:07.130915 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['4c29c2b1-48e9-4072-9be6-689726fdac3b'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:46:07.131752 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-a7bc0d59-e58f-4068-9434-169221d45f51 req-841c0979-c782-44bc-9c82-d9cd4a1de16e tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Calling delete_port for b0c09da1-ed47-41d2-8fab-8eb1a7a9706c owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:46:07.132064 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33c4f39-bda0-4887-a1b1-f2c99f1a892b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94f4fe37-3bed-4fd0-80fc-b183cea82852 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 13:46:07.155067 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f33c4f39-bda0-4887-a1b1-f2c99f1a892b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:07.158652 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f33c4f39-bda0-4887-a1b1-f2c99f1a892b admin admin] 10.222.0.13 "DELETE /v2.0/routers/94f4fe37-3bed-4fd0-80fc-b183cea82852 HTTP/1.1" status: 204 len: 168 time: 1.6608274 Mar 01 13:46:07.170985 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35402) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:46:07.182207 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4ce77fe3-b62b-4ff2-b696-55ba38dad04f req-5fd3079a-ab34-40d9-a870-d86abb2012df tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469076 Mar 01 13:46:07.229708 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:46:07.236162 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-93e32c34-2007-4b12-aefa-6aa58af50fdd req-c10dc35c-b02d-41bf-95ed-e0bc7b00fc9a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733208 Mar 01 13:46:07.255966 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-b81edc6f-600a-4158-b03b-8a69e566b766 admin admin] Deleting subnet 1ed2441f-6bfe-44d3-ac28-ed8c63f028fc {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:46:07.261602 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b81edc6f-600a-4158-b03b-8a69e566b766 admin admin] Publish callbacks [] for subnet (1ed2441f-6bfe-44d3-ac28-ed8c63f028fc), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:07.289686 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a3d44-db3e-4a4a-a5a1-ee37095c0055 req-616b8f50-efc7-4728-9bf3-b839f440d503 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:07.297603 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-175a3d44-db3e-4a4a-a5a1-ee37095c0055 req-616b8f50-efc7-4728-9bf3-b839f440d503 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 945 time: 0.1636720 Mar 01 13:46:07.318109 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:46:07.326621 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b81edc6f-600a-4158-b03b-8a69e566b766 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (1ed2441f-6bfe-44d3-ac28-ed8c63f028fc), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:07.333917 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device f7cd867b-7ef7-41fb-a0c1-6e7f3e1ba348 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:46:07.373754 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-175a3d44-db3e-4a4a-a5a1-ee37095c0055 req-35593a44-4482-4d06-bbb1-cac99040ab1b tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752599 Mar 01 13:46:07.498575 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-a7bc0d59-e58f-4068-9434-169221d45f51 req-841c0979-c782-44bc-9c82-d9cd4a1de16e tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (b0c09da1-ed47-41d2-8fab-8eb1a7a9706c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:07.518689 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['b0c09da1-ed47-41d2-8fab-8eb1a7a9706c'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:46:07.545407 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b81edc6f-600a-4158-b03b-8a69e566b766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (1ed2441f-6bfe-44d3-ac28-ed8c63f028fc), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:07.566463 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c0979-c782-44bc-9c82-d9cd4a1de16e tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Pushing event deleted for resources: {'Port': ['ID=b0c09da1-ed47-41d2-8fab-8eb1a7a9706c,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:07.681034 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b81edc6f-600a-4158-b03b-8a69e566b766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (1ed2441f-6bfe-44d3-ac28-ed8c63f028fc), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:07.729088 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81edc6f-600a-4158-b03b-8a69e566b766 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ed2441f-6bfe-44d3-ac28-ed8c63f028fc,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:07.729743 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bc0d59-e58f-4068-9434-169221d45f51 req-841c0979-c782-44bc-9c82-d9cd4a1de16e tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] No DVR routers for this DVR port b0c09da1-ed47-41d2-8fab-8eb1a7a9706c on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:46:07.749155 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b81edc6f-600a-4158-b03b-8a69e566b766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:07.752533 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b81edc6f-600a-4158-b03b-8a69e566b766 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1ed2441f-6bfe-44d3-ac28-ed8c63f028fc HTTP/1.1" status: 204 len: 168 time: 0.5797348 Mar 01 13:46:07.756427 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d248c077-0fa5-4396-a9dd-acbe45e96946 None None] Network f63eacb5-6c1b-4769-b38c-4fd13e44b37f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:46:07.756802 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35408) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:46:07.780781 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-a7bc0d59-e58f-4068-9434-169221d45f51 req-841c0979-c782-44bc-9c82-d9cd4a1de16e tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:07.786321 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a7bc0d59-e58f-4068-9434-169221d45f51 req-841c0979-c782-44bc-9c82-d9cd4a1de16e tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] 10.222.0.32 "DELETE /v2.0/ports/b0c09da1-ed47-41d2-8fab-8eb1a7a9706c HTTP/1.1" status: 204 len: 173 time: 1.5773046 Mar 01 13:46:07.787496 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a71a4e-24a7-4190-b32c-c01698ea6546', 'name': 'network-vif-deleted', 'tag': 'b0c09da1-ed47-41d2-8fab-8eb1a7a9706c'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:46:07.809381 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5fb059-4504-4684-8711-7de9500dad89" -d '{"events": [{"server_uuid": "d4a71a4e-24a7-4190-b32c-c01698ea6546", "name": "network-vif-deleted", "tag": "b0c09da1-ed47-41d2-8fab-8eb1a7a9706c"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:46:07.853520 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-45dc64c6-00d7-43e8-9ae9-25e8fbdb9e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (f63eacb5-6c1b-4769-b38c-4fd13e44b37f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:07.878824 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa8774-e576-4340-bb26-3ee172dada91 req-e66b2dbe-7aa9-42e9-a91a-dd7e9da85b80 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:07.880429 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7efa8774-e576-4340-bb26-3ee172dada91 req-e66b2dbe-7aa9-42e9-a91a-dd7e9da85b80 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fba4c51-284a-4b5d-99a3-66bad10f7ca7 HTTP/1.1" status: 200 len: 945 time: 0.3106639 Mar 01 13:46:07.999192 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f05515-7f0b-4fac-9be5-f61275c3ecb4 req-e8b0b0bc-d41d-4f67-9f3f-baffcd1a1350 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:08.001405 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d3f05515-7f0b-4fac-9be5-f61275c3ecb4 req-e8b0b0bc-d41d-4f67-9f3f-baffcd1a1350 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 949 time: 0.2871950 Mar 01 13:46:08.010856 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f173e-610c-4aac-a111-179725cd951f req-28a2656b-c4eb-4077-9c56-427e9f2dc946 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:08.013131 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6f7f173e-610c-4aac-a111-179725cd951f req-28a2656b-c4eb-4077-9c56-427e9f2dc946 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fba4c51-284a-4b5d-99a3-66bad10f7ca7 HTTP/1.1" status: 200 len: 945 time: 0.1574433 Mar 01 13:46:08.033809 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-45dc64c6-00d7-43e8-9ae9-25e8fbdb9e3f admin admin] Deleting port 8f9963d4-714e-4397-a25d-810e25a0c896 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:46:08.034372 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-45dc64c6-00d7-43e8-9ae9-25e8fbdb9e3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (8f9963d4-714e-4397-a25d-810e25a0c896), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:08.132806 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e6a566-7b3d-4e93-8a13-2e3454ef2722 None None] DHCP port deletion for f63eacb5-6c1b-4769-b38c-4fd13e44b37f request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:46:08.175817 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d3f05515-7f0b-4fac-9be5-f61275c3ecb4 req-00803858-e9e1-4d45-a875-1377c7680b10 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589189 Mar 01 13:46:08.202681 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7efa8774-e576-4340-bb26-3ee172dada91 req-c41680f2-c825-4cb0-8057-918cfdd17c05 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021736 Mar 01 13:46:08.258941 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-45dc64c6-00d7-43e8-9ae9-25e8fbdb9e3f admin admin] For port 8f9963d4-714e-4397-a25d-810e25a0c896, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=8f9963d4-714e-4397-a25d-810e25a0c896,segment=NetworkSegment(7746f775-dd67-429f-b921-fd14f871aa3f),segment_id=7746f775-dd67-429f-b921-fd14f871aa3f)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:46:08.265243 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-45dc64c6-00d7-43e8-9ae9-25e8fbdb9e3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (8f9963d4-714e-4397-a25d-810e25a0c896), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:08.274804 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-b5e6a566-7b3d-4e93-8a13-2e3454ef2722 None None] Deleting port 8f9963d4-714e-4397-a25d-810e25a0c896 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:46:08.276804 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b5e6a566-7b3d-4e93-8a13-2e3454ef2722 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (8f9963d4-714e-4397-a25d-810e25a0c896), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:08.322364 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-45dc64c6-00d7-43e8-9ae9-25e8fbdb9e3f admin admin] Calling delete_port for 8f9963d4-714e-4397-a25d-810e25a0c896 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:46:08.325635 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b03564-b79f-4b14-8f31-cbec288802a7 x-openstack-request-id: req-d1b03564-b79f-4b14-8f31-cbec288802a7 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:46:08.325943 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a71a4e-24a7-4190-b32c-c01698ea6546", "name": "network-vif-deleted", "tag": "b0c09da1-ed47-41d2-8fab-8eb1a7a9706c", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:46:08.326188 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1b03564-b79f-4b14-8f31-cbec288802a7 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:46:08.326599 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a71a4e-24a7-4190-b32c-c01698ea6546', 'name': 'network-vif-deleted', 'tag': 'b0c09da1-ed47-41d2-8fab-8eb1a7a9706c', 'status': 'completed', 'code': 200} Mar 01 13:46:08.385122 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-b5e6a566-7b3d-4e93-8a13-2e3454ef2722 None None] For port 8f9963d4-714e-4397-a25d-810e25a0c896, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=8f9963d4-714e-4397-a25d-810e25a0c896,segment=NetworkSegment(7746f775-dd67-429f-b921-fd14f871aa3f),segment_id=7746f775-dd67-429f-b921-fd14f871aa3f)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:46:08.385712 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b5e6a566-7b3d-4e93-8a13-2e3454ef2722 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (8f9963d4-714e-4397-a25d-810e25a0c896), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:08.389617 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-6f7f173e-610c-4aac-a111-179725cd951f req-ce9e7636-08f3-4979-a3a8-46ffb9248e13 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Deleting port 30bf817c-4810-4bf3-9acd-1f44249ff3c0 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:46:08.389971 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6f7f173e-610c-4aac-a111-179725cd951f req-ce9e7636-08f3-4979-a3a8-46ffb9248e13 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (30bf817c-4810-4bf3-9acd-1f44249ff3c0), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:08.401322 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-b5e6a566-7b3d-4e93-8a13-2e3454ef2722 None None] Calling delete_port for 8f9963d4-714e-4397-a25d-810e25a0c896 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:46:08.463225 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-53e8df23-089c-4e68-8c82-66e2d37ec176 req-7070c7b7-ad0e-44f7-9679-f9e62730d93d tempest-ServerAddressesTestJSON-411983163 tempest-ServerAddressesTestJSON-411983163-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4a71a4e-24a7-4190-b32c-c01698ea6546 HTTP/1.1" status: 200 len: 210 time: 0.0565746 Mar 01 13:46:08.534233 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8201fd0a-8d09-42f6-abb0-417011c070cb req-25aa9e00-a645-4326-9907-07648fb01c08 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 210 time: 0.0620282 Mar 01 13:46:08.597059 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b5e6a566-7b3d-4e93-8a13-2e3454ef2722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (8f9963d4-714e-4397-a25d-810e25a0c896), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:08.625712 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-6f7f173e-610c-4aac-a111-179725cd951f req-ce9e7636-08f3-4979-a3a8-46ffb9248e13 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] For port 30bf817c-4810-4bf3-9acd-1f44249ff3c0, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=30bf817c-4810-4bf3-9acd-1f44249ff3c0,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:46:08.626247 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6f7f173e-610c-4aac-a111-179725cd951f req-ce9e7636-08f3-4979-a3a8-46ffb9248e13 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (30bf817c-4810-4bf3-9acd-1f44249ff3c0), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:08.641442 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-6f7f173e-610c-4aac-a111-179725cd951f req-ce9e7636-08f3-4979-a3a8-46ffb9248e13 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Calling delete_port for 30bf817c-4810-4bf3-9acd-1f44249ff3c0 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:46:08.682417 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6a566-7b3d-4e93-8a13-2e3454ef2722 None None] Pushing event deleted for resources: {'Port': ['ID=8f9963d4-714e-4397-a25d-810e25a0c896,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:08.688394 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e6a566-7b3d-4e93-8a13-2e3454ef2722 None None] No DVR routers for this DVR port 8f9963d4-714e-4397-a25d-810e25a0c896 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:46:08.715291 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001091b0-9785-4468-a540-1a2645ab8344 req-c9af1632-5a5c-4f31-b9a3-5fcf2c996f48 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:08.720281 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-001091b0-9785-4468-a540-1a2645ab8344 req-c9af1632-5a5c-4f31-b9a3-5fcf2c996f48 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 944 time: 0.1352189 Mar 01 13:46:08.808084 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6f7f173e-610c-4aac-a111-179725cd951f req-ce9e7636-08f3-4979-a3a8-46ffb9248e13 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (30bf817c-4810-4bf3-9acd-1f44249ff3c0), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:08.850031 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-001091b0-9785-4468-a540-1a2645ab8344 req-1b9439ad-8823-4039-b774-78a40a858660 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287799 Mar 01 13:46:08.883238 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc04414-67d0-456e-9ca6-3b07149cb939 req-8a1ba5a0-dfb5-4a5f-abf5-1c0a58f0856f tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:08.885199 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3cc04414-67d0-456e-9ca6-3b07149cb939 req-8a1ba5a0-dfb5-4a5f-abf5-1c0a58f0856f tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 945 time: 0.1261370 Mar 01 13:46:08.892047 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e7636-08f3-4979-a3a8-46ffb9248e13 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Pushing event deleted for resources: {'Port': ['ID=30bf817c-4810-4bf3-9acd-1f44249ff3c0,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:08.918528 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9e7636-08f3-4979-a3a8-46ffb9248e13 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:08.919163 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9e7636-08f3-4979-a3a8-46ffb9248e13 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:08.919469 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9e7636-08f3-4979-a3a8-46ffb9248e13 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:08.919906 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9e7636-08f3-4979-a3a8-46ffb9248e13 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:08.920361 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9e7636-08f3-4979-a3a8-46ffb9248e13 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:08.920797 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9e7636-08f3-4979-a3a8-46ffb9248e13 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:08.921216 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9e7636-08f3-4979-a3a8-46ffb9248e13 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:08.921659 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9e7636-08f3-4979-a3a8-46ffb9248e13 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:08.922080 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9e7636-08f3-4979-a3a8-46ffb9248e13 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:08.922498 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9e7636-08f3-4979-a3a8-46ffb9248e13 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:08.922918 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9e7636-08f3-4979-a3a8-46ffb9248e13 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:08.923337 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9e7636-08f3-4979-a3a8-46ffb9248e13 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:08.923785 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9e7636-08f3-4979-a3a8-46ffb9248e13 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:08.962931 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7f173e-610c-4aac-a111-179725cd951f req-ce9e7636-08f3-4979-a3a8-46ffb9248e13 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] No DVR routers for this DVR port 30bf817c-4810-4bf3-9acd-1f44249ff3c0 on host n-h1-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:46:08.965628 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6f7f173e-610c-4aac-a111-179725cd951f req-ce9e7636-08f3-4979-a3a8-46ffb9248e13 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:08.976715 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3cc04414-67d0-456e-9ca6-3b07149cb939 req-237a91d5-f420-41ca-8c9d-582f379c910b tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760596 Mar 01 13:46:08.983122 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6f7f173e-610c-4aac-a111-179725cd951f req-ce9e7636-08f3-4979-a3a8-46ffb9248e13 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.32 "DELETE /v2.0/ports/30bf817c-4810-4bf3-9acd-1f44249ff3c0 HTTP/1.1" status: 204 len: 173 time: 0.9610806 Mar 01 13:46:09.016587 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fba4c51-284a-4b5d-99a3-66bad10f7ca7', 'name': 'network-vif-deleted', 'tag': '30bf817c-4810-4bf3-9acd-1f44249ff3c0'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:46:09.019031 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4985cb-60e4-4d2d-b484-edc66441ed47" -d '{"events": [{"server_uuid": "2fba4c51-284a-4b5d-99a3-66bad10f7ca7", "name": "network-vif-deleted", "tag": "30bf817c-4810-4bf3-9acd-1f44249ff3c0"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:46:09.021889 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-45dc64c6-00d7-43e8-9ae9-25e8fbdb9e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (8f9963d4-714e-4397-a25d-810e25a0c896), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:09.070866 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc64c6-00d7-43e8-9ae9-25e8fbdb9e3f admin admin] Pushing event deleted for resources: {'Port': ['ID=8f9963d4-714e-4397-a25d-810e25a0c896,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:09.078080 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dc64c6-00d7-43e8-9ae9-25e8fbdb9e3f admin admin] No DVR routers for this DVR port 8f9963d4-714e-4397-a25d-810e25a0c896 on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:46:09.151040 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 8f9963d4-714e-4397-a25d-810e25a0c896 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:46:09.183759 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-45dc64c6-00d7-43e8-9ae9-25e8fbdb9e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (f63eacb5-6c1b-4769-b38c-4fd13e44b37f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:09.192177 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 8f9963d4-714e-4397-a25d-810e25a0c896 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:46:09.193330 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 8f9963d4-714e-4397-a25d-810e25a0c896 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:46:09.194694 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6c98ddb4-7b6f-4298-b2fe-0800ed7d8276 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:46:09.213680 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-45dc64c6-00d7-43e8-9ae9-25e8fbdb9e3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f63eacb5-6c1b-4769-b38c-4fd13e44b37f']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:09.225164 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-45dc64c6-00d7-43e8-9ae9-25e8fbdb9e3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7746f775-dd67-429f-b921-fd14f871aa3f') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:09.225466 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-45dc64c6-00d7-43e8-9ae9-25e8fbdb9e3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7746f775-dd67-429f-b921-fd14f871aa3f') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:09.226194 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 6c98ddb4-7b6f-4298-b2fe-0800ed7d8276 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:46:09.226641 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6c98ddb4-7b6f-4298-b2fe-0800ed7d8276 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:46:09.245367 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-45dc64c6-00d7-43e8-9ae9-25e8fbdb9e3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (7746f775-dd67-429f-b921-fd14f871aa3f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:09.260166 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-45dc64c6-00d7-43e8-9ae9-25e8fbdb9e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (7746f775-dd67-429f-b921-fd14f871aa3f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:09.266247 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45dc64c6-00d7-43e8-9ae9-25e8fbdb9e3f admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:46:09.266656 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-45dc64c6-00d7-43e8-9ae9-25e8fbdb9e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (7746f775-dd67-429f-b921-fd14f871aa3f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:09.333560 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3265a21d-5ce7-4b87-8d42-e7348f3efcb6 x-openstack-request-id: req-3265a21d-5ce7-4b87-8d42-e7348f3efcb6 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:46:09.333935 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fba4c51-284a-4b5d-99a3-66bad10f7ca7", "name": "network-vif-deleted", "tag": "30bf817c-4810-4bf3-9acd-1f44249ff3c0", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:46:09.334125 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3265a21d-5ce7-4b87-8d42-e7348f3efcb6 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:46:09.334501 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fba4c51-284a-4b5d-99a3-66bad10f7ca7', 'name': 'network-vif-deleted', 'tag': '30bf817c-4810-4bf3-9acd-1f44249ff3c0', 'status': 'completed', 'code': 200} Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:46:09.335104 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:46:09.389941 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-45dc64c6-00d7-43e8-9ae9-25e8fbdb9e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (f63eacb5-6c1b-4769-b38c-4fd13e44b37f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:09.405078 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-45dc64c6-00d7-43e8-9ae9-25e8fbdb9e3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:09.411199 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-45dc64c6-00d7-43e8-9ae9-25e8fbdb9e3f admin admin] 10.222.0.13 "DELETE /v2.0/networks/f63eacb5-6c1b-4769-b38c-4fd13e44b37f HTTP/1.1" status: 204 len: 168 time: 1.6534007 Mar 01 13:46:09.434275 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc64c6-00d7-43e8-9ae9-25e8fbdb9e3f admin admin] Pushing event deleted for resources: {'Network': ['ID=f63eacb5-6c1b-4769-b38c-4fd13e44b37f,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:09.438923 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-02ab71b5-5e59-450a-8ebe-be386ec6c557 req-5fa4374c-fd0e-4c60-bf4b-152bcad1eca2 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fba4c51-284a-4b5d-99a3-66bad10f7ca7 HTTP/1.1" status: 200 len: 210 time: 0.0869284 Mar 01 13:46:09.474955 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237911d1-c4f5-4238-95ef-7b5d53d3277f req-3c982db5-f328-44b4-a2e6-8c562c62fca9 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:09.482142 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-237911d1-c4f5-4238-95ef-7b5d53d3277f req-3c982db5-f328-44b4-a2e6-8c562c62fca9 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 949 time: 0.1934409 Mar 01 13:46:09.534774 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35430) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:46:09.590010 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-237911d1-c4f5-4238-95ef-7b5d53d3277f req-3d8a2cdf-3cca-470a-865d-c0b825ad5c37 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054544 Mar 01 13:46:09.628460 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:09.637595 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-b84639f4-3be2-4168-a41d-7d4d6ab8b675 admin admin] Deleting subnet 3298368b-ced0-4101-99ce-918c4855127c {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:46:09.642059 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b84639f4-3be2-4168-a41d-7d4d6ab8b675 admin admin] Publish callbacks [] for subnet (3298368b-ced0-4101-99ce-918c4855127c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:09.679200 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35434) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:46:09.710398 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b84639f4-3be2-4168-a41d-7d4d6ab8b675 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (3298368b-ced0-4101-99ce-918c4855127c), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:09.724173 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-32684eb7-6d4b-4db7-ab70-5e96ba982134 req-f93c538f-fde4-452c-957d-879067a92c8c tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 210 time: 0.0694432 Mar 01 13:46:09.770770 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-07a8e812-0b3a-47dc-a41b-ad694d24269a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f113cd6dc7614a7496fc5d2a71a17482&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0899751 Mar 01 13:46:09.771426 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b84639f4-3be2-4168-a41d-7d4d6ab8b675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (3298368b-ced0-4101-99ce-918c4855127c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:09.773221 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35436) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:46:09.812131 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:09.874989 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b84639f4-3be2-4168-a41d-7d4d6ab8b675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (3298368b-ced0-4101-99ce-918c4855127c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:09.882191 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2ad2dded-3f47-49dc-be42-2db283dfc26f admin admin] Publish callbacks [] for security_group (58c5a098-686b-4b9a-9bd2-b067b8d086a5), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:09.961551 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2ad2dded-3f47-49dc-be42-2db283dfc26f admin admin] Publish callbacks [] for security_group (58c5a098-686b-4b9a-9bd2-b067b8d086a5), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:09.961658 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b84639f4-3be2-4168-a41d-7d4d6ab8b675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:09.965362 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35440) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:46:09.966851 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b84639f4-3be2-4168-a41d-7d4d6ab8b675 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3298368b-ced0-4101-99ce-918c4855127c HTTP/1.1" status: 204 len: 168 time: 0.4295259 Mar 01 13:46:09.971588 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84639f4-3be2-4168-a41d-7d4d6ab8b675 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3298368b-ced0-4101-99ce-918c4855127c,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:10.015605 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2ad2dded-3f47-49dc-be42-2db283dfc26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (58c5a098-686b-4b9a-9bd2-b067b8d086a5), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:10.017825 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2ad2dded-3f47-49dc-be42-2db283dfc26f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:10.021485 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2ad2dded-3f47-49dc-be42-2db283dfc26f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/58c5a098-686b-4b9a-9bd2-b067b8d086a5 HTTP/1.1" status: 204 len: 168 time: 0.2440236 Mar 01 13:46:10.142270 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2dded-3f47-49dc-be42-2db283dfc26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c5a098-686b-4b9a-9bd2-b067b8d086a5,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:10.201593 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-015f2670-2bb2-456b-80ed-561990a943ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (e2070e4b-c248-4307-931b-e0d9879911ac), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:10.235811 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76404f82-77ce-48d4-b2c1-975357e2706d req-f47e650e-636e-43cd-bed7-b3112bee6d04 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:10.237705 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-76404f82-77ce-48d4-b2c1-975357e2706d req-f47e650e-636e-43cd-bed7-b3112bee6d04 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 945 time: 0.1174483 Mar 01 13:46:10.244628 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b0fd7-9a27-40c9-9eb9-7b4a84f24e11 req-d1374f21-502a-4fa7-b6fe-b81996a4b796 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:10.252085 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-209b0fd7-9a27-40c9-9eb9-7b4a84f24e11 req-d1374f21-502a-4fa7-b6fe-b81996a4b796 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 944 time: 0.2810199 Mar 01 13:46:10.324693 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 4c29c2b1-48e9-4072-9be6-689726fdac3b up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:46:10.339865 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-76404f82-77ce-48d4-b2c1-975357e2706d req-27aad019-874a-4f75-8088-6d10db98fb1b tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825226 Mar 01 13:46:10.420946 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-6dc92ae7-1002-4bf1-ae06-837c30f2da9d req-ffb18581-56c2-4ac9-9afc-a98f2f417a21 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1650689258', 'description': 'tempest-description-1241775642'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:46:10.436037 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 4c29c2b1-48e9-4072-9be6-689726fdac3b completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:46:10.440986 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 4c29c2b1-48e9-4072-9be6-689726fdac3b triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:46:10.441560 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (4c29c2b1-48e9-4072-9be6-689726fdac3b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:10.472577 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6dc92ae7-1002-4bf1-ae06-837c30f2da9d req-ffb18581-56c2-4ac9-9afc-a98f2f417a21 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:10.521489 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-015f2670-2bb2-456b-80ed-561990a943ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (e2070e4b-c248-4307-931b-e0d9879911ac), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:10.553559 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-209b0fd7-9a27-40c9-9eb9-7b4a84f24e11 req-75011d5f-a1e5-44de-9476-ff2a19a2f241 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005614 Mar 01 13:46:10.639957 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 4c29c2b1-48e9-4072-9be6-689726fdac3b is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:46:10.641161 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4c29c2b1-48e9-4072-9be6-689726fdac3b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:10.646033 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-015f2670-2bb2-456b-80ed-561990a943ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2070e4b-c248-4307-931b-e0d9879911ac']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:10.659625 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-015f2670-2bb2-456b-80ed-561990a943ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2436af1c-a25e-47b7-a59d-049d1a96b2b0') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:10.659959 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-015f2670-2bb2-456b-80ed-561990a943ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2436af1c-a25e-47b7-a59d-049d1a96b2b0') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:10.675277 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-015f2670-2bb2-456b-80ed-561990a943ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (2436af1c-a25e-47b7-a59d-049d1a96b2b0), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:10.693536 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-015f2670-2bb2-456b-80ed-561990a943ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (2436af1c-a25e-47b7-a59d-049d1a96b2b0), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:10.699720 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-015f2670-2bb2-456b-80ed-561990a943ca admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:46:10.700132 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-015f2670-2bb2-456b-80ed-561990a943ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (2436af1c-a25e-47b7-a59d-049d1a96b2b0), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:10.730639 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 4c29c2b1-48e9-4072-9be6-689726fdac3b, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=4c29c2b1-48e9-4072-9be6-689726fdac3b,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:46:10.736093 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54aa2a3f-5cd8-41e2-9659-354f414dfb69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c29c2b1-48e9-4072-9be6-689726fdac3b'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:46:10.742473 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5022ea5b-080a-4bae-9623-87408cf19feb" -d '{"events": [{"server_uuid": "54aa2a3f-5cd8-41e2-9659-354f414dfb69", "name": "network-vif-plugged", "status": "completed", "tag": "4c29c2b1-48e9-4072-9be6-689726fdac3b"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:46:10.758305 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 13:46:10.758305 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:46:10.758305 n-d-827467-3 neutron-server[103727]: timer() Mar 01 13:46:10.758305 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:46:10.758305 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 13:46:10.758305 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:46:10.758305 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 13:46:10.758305 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:46:10.758305 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 13:46:10.758305 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:46:10.758305 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 13:46:10.758305 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:46:10.758305 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 13:46:10.758305 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:46:10.758305 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:46:10.758305 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:46:10.758305 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:46:10.758305 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:46:10.758305 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 13:46:10.758305 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:46:10.758305 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 13:46:10.758305 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:46:10.758305 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:46:10.758305 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:46:10.758305 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 13:46:10.758305 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:46:10.758305 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:46:10.758305 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:46:10.758305 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:46:10.758305 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:46:10.758305 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:46:10.758305 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:46:10.762708 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (4c29c2b1-48e9-4072-9be6-689726fdac3b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:10.766235 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 30bf817c-4810-4bf3-9acd-1f44249ff3c0 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:46:10.775044 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-015f2670-2bb2-456b-80ed-561990a943ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (e2070e4b-c248-4307-931b-e0d9879911ac), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:10.824301 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-015f2670-2bb2-456b-80ed-561990a943ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:10.828198 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-015f2670-2bb2-456b-80ed-561990a943ca admin admin] 10.222.0.13 "DELETE /v2.0/networks/e2070e4b-c248-4307-931b-e0d9879911ac HTTP/1.1" status: 204 len: 168 time: 0.8614233 Mar 01 13:46:10.834624 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d9f1f77a-2f1c-4766-a33e-b559df71a70f req-d11ecf7b-7698-4b5e-bc7d-4534529b008b tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fba4c51-284a-4b5d-99a3-66bad10f7ca7 HTTP/1.1" status: 200 len: 210 time: 0.0753827 Mar 01 13:46:10.871484 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f2670-2bb2-456b-80ed-561990a943ca admin admin] Pushing event deleted for resources: {'Network': ['ID=e2070e4b-c248-4307-931b-e0d9879911ac,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:10.898473 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6dc92ae7-1002-4bf1-ae06-837c30f2da9d req-ffb18581-56c2-4ac9-9afc-a98f2f417a21 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks [] for security_group (9d7b51f3-0e02-4bd8-82a9-5f983b17a7c6), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:10.908488 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6dc92ae7-1002-4bf1-ae06-837c30f2da9d req-ffb18581-56c2-4ac9-9afc-a98f2f417a21 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (9d7b51f3-0e02-4bd8-82a9-5f983b17a7c6), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:10.976944 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=4c29c2b1-48e9-4072-9be6-689726fdac3b,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:10.986779 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: 30bf817c-4810-4bf3-9acd-1f44249ff3c0 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:46:10.988277 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 30bf817c-4810-4bf3-9acd-1f44249ff3c0 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:46:10.989179 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b0c09da1-ed47-41d2-8fab-8eb1a7a9706c no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:46:11.002500 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6dc92ae7-1002-4bf1-ae06-837c30f2da9d req-ffb18581-56c2-4ac9-9afc-a98f2f417a21 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:11.025785 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6dc92ae7-1002-4bf1-ae06-837c30f2da9d req-ffb18581-56c2-4ac9-9afc-a98f2f417a21 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.6168411 Mar 01 13:46:11.040000 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: b0c09da1-ed47-41d2-8fab-8eb1a7a9706c {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:46:11.040357 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b0c09da1-ed47-41d2-8fab-8eb1a7a9706c not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:46:11.065567 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb18581-56c2-4ac9-9afc-a98f2f417a21 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7b51f3-0e02-4bd8-82a9-5f983b17a7c6,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:11.116328 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35482) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:46:11.173849 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3299b-8be9-4085-8d44-ebd0359cf52e req-badb699b-59e7-4274-8ee2-cdcc4c47bb10 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:11.175882 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-18f3299b-8be9-4085-8d44-ebd0359cf52e req-badb699b-59e7-4274-8ee2-cdcc4c47bb10 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 950 time: 0.1379213 Mar 01 13:46:11.191897 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-24b4ab05-d5ae-4b1a-bc3b-38edef053fd5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43b894d910d04d46a28a1d61622510ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0738027 Mar 01 13:46:11.192551 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35484) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:46:11.196490 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f54cbc70-8c91-4833-957e-b6be9133278d req-1721ebc4-2950-4290-a996-7493960f190b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 210 time: 0.0515499 Mar 01 13:46:11.275945 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-38a75623-2119-47d8-951c-bd713d086b3f admin admin] Publish callbacks [] for security_group (286677a6-6f57-4d49-9065-fc398c4b71fb), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:11.304303 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-18f3299b-8be9-4085-8d44-ebd0359cf52e req-2a4667c5-f16b-48be-ab2f-a2f45853705e tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083808 Mar 01 13:46:11.304667 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16478ec8-840a-4c7f-8f35-5fa5efbc40e3 x-openstack-request-id: req-16478ec8-840a-4c7f-8f35-5fa5efbc40e3 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:46:11.304888 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-38a75623-2119-47d8-951c-bd713d086b3f admin admin] Publish callbacks [] for security_group (286677a6-6f57-4d49-9065-fc398c4b71fb), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:11.305001 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54aa2a3f-5cd8-41e2-9659-354f414dfb69", "name": "network-vif-plugged", "status": "completed", "tag": "4c29c2b1-48e9-4072-9be6-689726fdac3b", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:46:11.305211 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16478ec8-840a-4c7f-8f35-5fa5efbc40e3 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:46:11.305610 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54aa2a3f-5cd8-41e2-9659-354f414dfb69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c29c2b1-48e9-4072-9be6-689726fdac3b', 'code': 200} Mar 01 13:46:11.313256 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35486) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:46:11.435428 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-38a75623-2119-47d8-951c-bd713d086b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (286677a6-6f57-4d49-9065-fc398c4b71fb), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:11.438052 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-38a75623-2119-47d8-951c-bd713d086b3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:11.442294 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-38a75623-2119-47d8-951c-bd713d086b3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/286677a6-6f57-4d49-9065-fc398c4b71fb HTTP/1.1" status: 204 len: 168 time: 0.2457268 Mar 01 13:46:11.450398 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a75623-2119-47d8-951c-bd713d086b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286677a6-6f57-4d49-9065-fc398c4b71fb,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:11.450561 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-a74c35dd-64fd-471a-8f0b-ae5d6a40d32f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1773107722-network', 'tenant_id': '475192ca5f814c16b38a7d788a6a6472'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:46:11.485780 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcedc8-448f-4357-a134-b26850d73d35 req-102d2205-5848-4810-b8e5-80ced4a1e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:11.493631 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b0fcedc8-448f-4357-a134-b26850d73d35 req-102d2205-5848-4810-b8e5-80ced4a1e003 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 1132 time: 0.0860953 Mar 01 13:46:11.551812 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-050bae5b-86c8-470b-9852-3143c5408163 req-c56ec83c-049a-45b3-9ab4-134fd4d5cb4c tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1650689258&fields=id&tenant_id=b79f39c46c31459c9d4d44a995c712e3 HTTP/1.1" status: 200 len: 267 time: 0.1550286 Mar 01 13:46:11.556067 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74c35dd-64fd-471a-8f0b-ae5d6a40d32f admin admin] Made reservation on behalf of 475192ca5f814c16b38a7d788a6a6472 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:46:11.560041 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a74c35dd-64fd-471a-8f0b-ae5d6a40d32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:11.566998 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b0fcedc8-448f-4357-a134-b26850d73d35 req-bd846dad-e677-4e09-8d84-ad3e026626a4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724785 Mar 01 13:46:11.585531 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a74c35dd-64fd-471a-8f0b-ae5d6a40d32f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:11.675655 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bae5b-86c8-470b-9852-3143c5408163 req-ac6dd946-717c-48c2-82f8-52030077dee2 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:11.684779 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-050bae5b-86c8-470b-9852-3143c5408163 req-ac6dd946-717c-48c2-82f8-52030077dee2 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 945 time: 0.1213896 Mar 01 13:46:11.701546 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-050bae5b-86c8-470b-9852-3143c5408163 req-3d3498f8-231b-4bda-beae-9b9081135df4 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Request body: {'port': {'security_groups': ['39ac8cc9-d205-47e6-b66c-1af8e9aa208a', '9d7b51f3-0e02-4bd8-82a9-5f983b17a7c6']}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:46:11.843404 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd4727-cc6e-43d2-9f1e-86e8a82e694d req-3e16db9d-c212-454d-9edc-2381d30c3ad8 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:11.844966 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-badd4727-cc6e-43d2-9f1e-86e8a82e694d req-3e16db9d-c212-454d-9edc-2381d30c3ad8 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 944 time: 0.1558194 Mar 01 13:46:11.892997 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-050bae5b-86c8-470b-9852-3143c5408163 req-3d3498f8-231b-4bda-beae-9b9081135df4 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8b38e50d-db1a-44f2-a803-b588235f0e77), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:11.897182 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a74c35dd-64fd-471a-8f0b-ae5d6a40d32f admin admin] Publish callbacks [] for security_group (3f36f79f-3440-4934-9f98-f0398d2a73c9), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:11.916280 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a74c35dd-64fd-471a-8f0b-ae5d6a40d32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (3f36f79f-3440-4934-9f98-f0398d2a73c9), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:12.386796 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device af0e330d-1f59-40b6-8dbc-5ea23668a568 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:46:12.420254 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-050bae5b-86c8-470b-9852-3143c5408163 req-3d3498f8-231b-4bda-beae-9b9081135df4 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] For port 8b38e50d-db1a-44f2-a803-b588235f0e77, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=8b38e50d-db1a-44f2-a803-b588235f0e77,segment=NetworkSegment(e8fdfbe0-7cd0-4214-af8d-2a91b83f4ca5),segment_id=e8fdfbe0-7cd0-4214-af8d-2a91b83f4ca5)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:46:12.450552 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-050bae5b-86c8-470b-9852-3143c5408163 req-3d3498f8-231b-4bda-beae-9b9081135df4 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks [] for port (8b38e50d-db1a-44f2-a803-b588235f0e77), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:12.465680 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-badd4727-cc6e-43d2-9f1e-86e8a82e694d req-b2608991-93fc-43af-b4b7-c403af59fe5d tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6014221 Mar 01 13:46:12.471041 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-050bae5b-86c8-470b-9852-3143c5408163 req-3d3498f8-231b-4bda-beae-9b9081135df4 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (8b38e50d-db1a-44f2-a803-b588235f0e77), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:12.473004 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a74c35dd-64fd-471a-8f0b-ae5d6a40d32f admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:46:12.533396 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35518) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:46:12.585772 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a74c35dd-64fd-471a-8f0b-ae5d6a40d32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (adbddf4e-a21d-4b8d-ae28-1974e74a1c67), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:12.586127 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-a74c35dd-64fd-471a-8f0b-ae5d6a40d32f admin admin] Added segment adbddf4e-a21d-4b8d-ae28-1974e74a1c67 of type vlan for network 20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 Mar 01 13:46:12.608186 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c35dd-64fd-471a-8f0b-ae5d6a40d32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f36f79f-3440-4934-9f98-f0398d2a73c9,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:12.625329 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bae5b-86c8-470b-9852-3143c5408163 req-3d3498f8-231b-4bda-beae-9b9081135df4 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:12.626049 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-050bae5b-86c8-470b-9852-3143c5408163 req-3d3498f8-231b-4bda-beae-9b9081135df4 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:12.639065 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-050bae5b-86c8-470b-9852-3143c5408163 req-3d3498f8-231b-4bda-beae-9b9081135df4 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "PUT /v2.0/ports/8b38e50d-db1a-44f2-a803-b588235f0e77 HTTP/1.1" status: 200 len: 981 time: 0.9526176 Mar 01 13:46:12.651051 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port af0e330d-1f59-40b6-8dbc-5ea23668a568, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=af0e330d-1f59-40b6-8dbc-5ea23668a568,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:46:12.676114 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': 'af0e330d-1f59-40b6-8dbc-5ea23668a568', 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22', 'port_id': 'af0e330d-1f59-40b6-8dbc-5ea23668a568', 'mac_address': 'fa:16:3e:5b:36:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7f9fefc-67f3-4f16-9709-32467e973c9a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:46:12.680781 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['8b38e50d-db1a-44f2-a803-b588235f0e77'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:46:12.683585 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1df49d2-4de4-462d-bb85-b1b6063f8515', 'tag': '8b38e50d-db1a-44f2-a803-b588235f0e77'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:46:12.686761 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aaf10b1-a0aa-4f4f-8a06-175695a82d08" -d '{"events": [{"name": "network-changed", "server_uuid": "b1df49d2-4de4-462d-bb85-b1b6063f8515", "tag": "8b38e50d-db1a-44f2-a803-b588235f0e77"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:46:12.710875 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-1296bea0-07f0-4842-ad95-51090e21181c admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1971826966-network', 'tenant_id': '2bc605dac63643789d0e0ed9611e1f8c'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:46:12.718468 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-51aeecb0-758e-46ec-b710-350612024ef6 req-1c6e4c57-78e8-497d-88e9-6c9085ee0a0f tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fba4c51-284a-4b5d-99a3-66bad10f7ca7 HTTP/1.1" status: 200 len: 210 time: 0.1375544 Mar 01 13:46:12.759548 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:46:12.760885 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1296bea0-07f0-4842-ad95-51090e21181c admin admin] Made reservation on behalf of 2bc605dac63643789d0e0ed9611e1f8c for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:46:12.764602 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1296bea0-07f0-4842-ad95-51090e21181c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:12.781277 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1296bea0-07f0-4842-ad95-51090e21181c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:12.814204 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['8b38e50d-db1a-44f2-a803-b588235f0e77'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:46:12.832464 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a74c35dd-64fd-471a-8f0b-ae5d6a40d32f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:12.911913 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a32078e6-418e-4d04-a690-0af3932baa92 req-bf16485e-680e-4a44-afa6-7311efc5f58f tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 210 time: 0.0924699 Mar 01 13:46:12.971779 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3498f8-231b-4bda-beae-9b9081135df4 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Pushing event updated for resources: {'Port': ['ID=8b38e50d-db1a-44f2-a803-b588235f0e77,revision_number=6']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:13.031651 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a74c35dd-64fd-471a-8f0b-ae5d6a40d32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:13.033355 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74c35dd-64fd-471a-8f0b-ae5d6a40d32f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:13.034080 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a74c35dd-64fd-471a-8f0b-ae5d6a40d32f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:13.039709 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1296bea0-07f0-4842-ad95-51090e21181c admin admin] Publish callbacks [] for security_group (fedd07b7-f06c-4486-a3bf-676d17820e60), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:13.057439 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1296bea0-07f0-4842-ad95-51090e21181c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fedd07b7-f06c-4486-a3bf-676d17820e60), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:13.073402 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port af0e330d-1f59-40b6-8dbc-5ea23668a568 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:46:13.073798 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (af0e330d-1f59-40b6-8dbc-5ea23668a568), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:13.087865 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1296bea0-07f0-4842-ad95-51090e21181c admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:46:13.094630 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af0e330d-1f59-40b6-8dbc-5ea23668a568 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:46:13.110666 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1296bea0-07f0-4842-ad95-51090e21181c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (877ebb6f-6e24-4ba9-9af9-a148c234cf7d), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:13.111225 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-1296bea0-07f0-4842-ad95-51090e21181c admin admin] Added segment 877ebb6f-6e24-4ba9-9af9-a148c234cf7d of type vlan for network 4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9 Mar 01 13:46:13.140553 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port af0e330d-1f59-40b6-8dbc-5ea23668a568, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=af0e330d-1f59-40b6-8dbc-5ea23668a568,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:46:13.166430 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (af0e330d-1f59-40b6-8dbc-5ea23668a568), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:13.206654 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1296bea0-07f0-4842-ad95-51090e21181c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:13.234329 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0b2fb-a55a-4da0-9fff-7cb7485d6cca req-86c0d2a1-48c4-40e3-9e96-86ae6c3760cb tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:13.251270 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26c0b2fb-a55a-4da0-9fff-7cb7485d6cca req-86c0d2a1-48c4-40e3-9e96-86ae6c3760cb tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 950 time: 0.4157786 Mar 01 13:46:13.289045 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a74c35dd-64fd-471a-8f0b-ae5d6a40d32f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9600291 Mar 01 13:46:13.304006 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35526) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:46:13.323157 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-ead6680b-d13f-4bcc-8e1b-1ca5658a677b admin admin] Request body: {'subnet': {'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1773107722-subnet', 'tenant_id': '475192ca5f814c16b38a7d788a6a6472', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:46:13.346314 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c35dd-64fd-471a-8f0b-ae5d6a40d32f admin admin] Pushing event updated for resources: {'Network': ['ID=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:13.392688 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=af0e330d-1f59-40b6-8dbc-5ea23668a568,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:13.410845 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-edc2ba2b-ce05-4a48-b857-4bc2f51c97cf req-a1bcfcdc-3d23-4818-ada8-f6dd349751f5 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1650689258&fields=id&tenant_id=b79f39c46c31459c9d4d44a995c712e3 HTTP/1.1" status: 200 len: 267 time: 0.3646276 Mar 01 13:46:13.440178 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead6680b-d13f-4bcc-8e1b-1ca5658a677b admin admin] Made reservation on behalf of 475192ca5f814c16b38a7d788a6a6472 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:46:13.442600 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ead6680b-d13f-4bcc-8e1b-1ca5658a677b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:13.515171 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:46:13.532880 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26c0b2fb-a55a-4da0-9fff-7cb7485d6cca req-42d8115d-f20f-4ce7-a7b9-01550f7b03ec tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804854 Mar 01 13:46:13.626295 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2ba2b-ce05-4a48-b857-4bc2f51c97cf req-2c46ca1c-e133-4aa8-9dbb-a5151020986f tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:13.644300 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-edc2ba2b-ce05-4a48-b857-4bc2f51c97cf req-2c46ca1c-e133-4aa8-9dbb-a5151020986f tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 984 time: 0.2325001 Mar 01 13:46:13.647637 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3b75f5-5d12-4d5f-a100-5df6284f06d0 x-openstack-request-id: req-4e3b75f5-5d12-4d5f-a100-5df6284f06d0 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:46:13.648022 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1df49d2-4de4-462d-bb85-b1b6063f8515", "tag": "8b38e50d-db1a-44f2-a803-b588235f0e77", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:46:13.648277 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e3b75f5-5d12-4d5f-a100-5df6284f06d0 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:46:13.648665 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1df49d2-4de4-462d-bb85-b1b6063f8515', 'tag': '8b38e50d-db1a-44f2-a803-b588235f0e77', 'status': 'completed', 'code': 200} Mar 01 13:46:13.655291 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-edc2ba2b-ce05-4a48-b857-4bc2f51c97cf req-7c1427db-6629-4028-b8c6-0d22cf748068 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Request body: {'port': {'security_groups': ['39ac8cc9-d205-47e6-b66c-1af8e9aa208a']}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:46:13.770028 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1296bea0-07f0-4842-ad95-51090e21181c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:13.771763 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1296bea0-07f0-4842-ad95-51090e21181c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:13.772566 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1296bea0-07f0-4842-ad95-51090e21181c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:13.792569 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['af0e330d-1f59-40b6-8dbc-5ea23668a568'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:46:13.860060 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1296bea0-07f0-4842-ad95-51090e21181c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3255374 Mar 01 13:46:13.861187 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296bea0-07f0-4842-ad95-51090e21181c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fedd07b7-f06c-4486-a3bf-676d17820e60,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:13.864619 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35532) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:46:13.882492 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-e95f1ab6-d1a6-416c-a3ee-78da6e8c851f admin admin] Request body: {'subnet': {'network_id': '4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1971826966-subnet', 'tenant_id': '2bc605dac63643789d0e0ed9611e1f8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:46:13.900734 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296bea0-07f0-4842-ad95-51090e21181c admin admin] Pushing event updated for resources: {'Network': ['ID=4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:13.918892 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf10b1-a0aa-4f4f-8a06-175695a82d08 req-685277a8-2941-46c2-994b-557cb7604aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:13.921118 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3aaf10b1-a0aa-4f4f-8a06-175695a82d08 req-685277a8-2941-46c2-994b-557cb7604aa6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b79f39c46c31459c9d4d44a995c712e3&device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 1166 time: 0.1715972 Mar 01 13:46:13.922944 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95f1ab6-d1a6-416c-a3ee-78da6e8c851f admin admin] Made reservation on behalf of 2bc605dac63643789d0e0ed9611e1f8c for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:46:13.926627 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e95f1ab6-d1a6-416c-a3ee-78da6e8c851f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:13.937866 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:46:14.065671 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-edc2ba2b-ce05-4a48-b857-4bc2f51c97cf req-7c1427db-6629-4028-b8c6-0d22cf748068 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8b38e50d-db1a-44f2-a803-b588235f0e77), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:14.074032 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ead6680b-d13f-4bcc-8e1b-1ca5658a677b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (d1ea702e-89f4-430d-ba35-37a3134c98fa), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:14.168842 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead6680b-d13f-4bcc-8e1b-1ca5658a677b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1ea702e-89f4-430d-ba35-37a3134c98fa,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:14.189765 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf10b1-a0aa-4f4f-8a06-175695a82d08 req-19864024-67d3-4a32-9cd9-31cfb685c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:14.191589 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3aaf10b1-a0aa-4f4f-8a06-175695a82d08 req-19864024-67d3-4a32-9cd9-31cfb685c40e service neutron] 10.222.0.20 "GET /v2.0/networks?id=d59339e4-a260-4460-98ed-315edc30d333 HTTP/1.1" status: 200 len: 921 time: 0.2617681 Mar 01 13:46:14.219690 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead6680b-d13f-4bcc-8e1b-1ca5658a677b admin admin] Checking segment: {'id': 'adbddf4e-a21d-4b8d-ae28-1974e74a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:46:14.220058 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead6680b-d13f-4bcc-8e1b-1ca5658a677b admin admin] Network hostable DHCP agents. Network: 20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:46:14.230404 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc2769-34a3-4270-8d6a-087672630075 req-626fef9b-699e-4e42-8bf0-1039fbb53bc5 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:14.238392 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b8cc2769-34a3-4270-8d6a-087672630075 req-626fef9b-699e-4e42-8bf0-1039fbb53bc5 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 945 time: 0.4792397 Mar 01 13:46:14.256025 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3aaf10b1-a0aa-4f4f-8a06-175695a82d08 req-e7d4a02a-5128-43b2-a4ed-4f58c5945e02 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b38e50d-db1a-44f2-a803-b588235f0e77 HTTP/1.1" status: 200 len: 217 time: 0.0571954 Mar 01 13:46:14.355067 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf10b1-a0aa-4f4f-8a06-175695a82d08 req-1d362624-91f5-4c14-a38b-30d3f13b12b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:14.356863 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3aaf10b1-a0aa-4f4f-8a06-175695a82d08 req-1d362624-91f5-4c14-a38b-30d3f13b12b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0 HTTP/1.1" status: 200 len: 860 time: 0.0945675 Mar 01 13:46:14.387716 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead6680b-d13f-4bcc-8e1b-1ca5658a677b admin admin] Network 20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:46:14.415443 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3aaf10b1-a0aa-4f4f-8a06-175695a82d08 req-9d8097ba-d810-4882-9ee4-e25482936a74 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d59339e4-a260-4460-98ed-315edc30d333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502481 Mar 01 13:46:14.417021 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e95f1ab6-d1a6-416c-a3ee-78da6e8c851f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (77f80333-58ed-4c63-a5e5-984465ebc115), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:14.426566 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b8cc2769-34a3-4270-8d6a-087672630075 req-cb46054b-9cd7-4243-aff6-d931ba23340c tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818986 Mar 01 13:46:14.452351 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-ead6680b-d13f-4bcc-8e1b-1ca5658a677b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:46:14.463454 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86465d1d-1e34-4c73-9f7c-ac9925f0fdaf None None] Network 20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:46:14.477104 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f1ab6-d1a6-416c-a3ee-78da6e8c851f admin admin] Pushing event updated for resources: {'Subnet': ['ID=77f80333-58ed-4c63-a5e5-984465ebc115,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:14.537326 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead6680b-d13f-4bcc-8e1b-1ca5658a677b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:14.538433 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ead6680b-d13f-4bcc-8e1b-1ca5658a677b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:14.594638 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f1ab6-d1a6-416c-a3ee-78da6e8c851f admin admin] Checking segment: {'id': '877ebb6f-6e24-4ba9-9af9-a148c234cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:46:14.594638 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95f1ab6-d1a6-416c-a3ee-78da6e8c851f admin admin] Network hostable DHCP agents. Network: 4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:46:14.615419 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35538) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:46:14.616889 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ead6680b-d13f-4bcc-8e1b-1ca5658a677b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3024349 Mar 01 13:46:14.625679 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-25dd744b-a251-459d-bc5a-cf6707c235bc admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1773107722-router', 'tenant_id': '475192ca5f814c16b38a7d788a6a6472', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:46:14.682548 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95f1ab6-d1a6-416c-a3ee-78da6e8c851f admin admin] Network 4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:46:14.687646 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0befb035-2094-4005-93af-ef8402a608f6 req-1333d6d6-a1f7-4c81-987c-77d46d25b869 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fba4c51-284a-4b5d-99a3-66bad10f7ca7 HTTP/1.1" status: 200 len: 210 time: 0.1309679 Mar 01 13:46:14.724275 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3aaf10b1-a0aa-4f4f-8a06-175695a82d08 req-bd25744c-c99f-40e2-a251-1c5d935af2f0 service neutron] 10.222.0.20 "GET /v2.0/networks/d59339e4-a260-4460-98ed-315edc30d333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562521 Mar 01 13:46:14.741432 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-25dd744b-a251-459d-bc5a-cf6707c235bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (15f735eb-292d-46f7-9b9c-fd785227641c), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:14.742511 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-25dd744b-a251-459d-bc5a-cf6707c235bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (15f735eb-292d-46f7-9b9c-fd785227641c), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:14.807078 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-edc2ba2b-ce05-4a48-b857-4bc2f51c97cf req-7c1427db-6629-4028-b8c6-0d22cf748068 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] For port 8b38e50d-db1a-44f2-a803-b588235f0e77, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=8b38e50d-db1a-44f2-a803-b588235f0e77,segment=NetworkSegment(e8fdfbe0-7cd0-4214-af8d-2a91b83f4ca5),segment_id=e8fdfbe0-7cd0-4214-af8d-2a91b83f4ca5)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:46:14.811685 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-e95f1ab6-d1a6-416c-a3ee-78da6e8c851f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:46:14.859732 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-edc2ba2b-ce05-4a48-b857-4bc2f51c97cf req-7c1427db-6629-4028-b8c6-0d22cf748068 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks [] for port (8b38e50d-db1a-44f2-a803-b588235f0e77), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:14.889168 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95f1ab6-d1a6-416c-a3ee-78da6e8c851f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:14.889691 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e95f1ab6-d1a6-416c-a3ee-78da6e8c851f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:14.920433 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-edc2ba2b-ce05-4a48-b857-4bc2f51c97cf req-7c1427db-6629-4028-b8c6-0d22cf748068 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (8b38e50d-db1a-44f2-a803-b588235f0e77), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:14.929648 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f091340f-08a3-48d1-8188-a9b35079ba63 None None] Network 4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:46:14.935998 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['8b38e50d-db1a-44f2-a803-b588235f0e77'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:46:14.942741 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a2c4265a-f276-470a-af4c-d4d951d3a539 req-3cb9d6b3-7509-461f-8da8-981cfdf46b0a tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 210 time: 0.0802209 Mar 01 13:46:14.954784 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e95f1ab6-d1a6-416c-a3ee-78da6e8c851f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0864661 Mar 01 13:46:14.972128 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e669adec-b827-4588-b4e3-f5514517f5f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166', 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166', 'project_id': '475192ca5f814c16b38a7d788a6a6472', 'fixed_ips': [{'subnet_id': 'd1ea702e-89f4-430d-ba35-37a3134c98fa'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:46:14.973570 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e669adec-b827-4588-b4e3-f5514517f5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:15.073248 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-25dd744b-a251-459d-bc5a-cf6707c235bc admin admin] Publish callbacks [] for router_controller (15f735eb-292d-46f7-9b9c-fd785227641c), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:15.165382 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2ba2b-ce05-4a48-b857-4bc2f51c97cf req-7c1427db-6629-4028-b8c6-0d22cf748068 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:15.166006 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-edc2ba2b-ce05-4a48-b857-4bc2f51c97cf req-7c1427db-6629-4028-b8c6-0d22cf748068 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:15.205258 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-edc2ba2b-ce05-4a48-b857-4bc2f51c97cf req-7c1427db-6629-4028-b8c6-0d22cf748068 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "PUT /v2.0/ports/8b38e50d-db1a-44f2-a803-b588235f0e77 HTTP/1.1" status: 200 len: 942 time: 1.5599728 Mar 01 13:46:15.270796 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['8b38e50d-db1a-44f2-a803-b588235f0e77'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:46:15.272831 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee49126-db76-4f99-99c2-b1a880288051 None None] Network 4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:46:15.324065 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3aaf10b1-a0aa-4f4f-8a06-175695a82d08 req-6392a5a4-3543-4657-95f6-333268afea53 service neutron] 10.222.0.20 "GET /v2.0/networks/d59339e4-a260-4460-98ed-315edc30d333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5843203 Mar 01 13:46:15.391019 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-25dd744b-a251-459d-bc5a-cf6707c235bc admin admin] Publish callbacks [] for router_gateway (15f735eb-292d-46f7-9b9c-fd785227641c), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:15.453626 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1427db-6629-4028-b8c6-0d22cf748068 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Pushing event updated for resources: {'Port': ['ID=8b38e50d-db1a-44f2-a803-b588235f0e77,revision_number=7']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:15.457587 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-e669adec-b827-4588-b4e3-f5514517f5f3 None None] Allocated IP 172.20.0.2 (20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166/d1ea702e-89f4-430d-ba35-37a3134c98fa/b98c8d87-2af4-409c-8ed6-2614360f17ac) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:46:15.502911 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f0d61-ef54-4429-a5f8-1695a5988de7 req-44caa9e2-7da7-4f3e-a38e-85386ec40a68 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:15.504491 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b24f0d61-ef54-4429-a5f8-1695a5988de7 req-44caa9e2-7da7-4f3e-a38e-85386ec40a68 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 950 time: 0.4108047 Mar 01 13:46:15.600766 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b34682f2-a46d-4539-a1ec-ebcd76d78c0f req-a4f00d03-fee6-4185-8d39-3adf4142b9e8 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3943450 Mar 01 13:46:15.607182 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-b34682f2-a46d-4539-a1ec-ebcd76d78c0f req-0da322db-e875-4925-9427-f6e860313dad tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:46:15.656665 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1df49d2-4de4-462d-bb85-b1b6063f8515', 'tag': '8b38e50d-db1a-44f2-a803-b588235f0e77'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:46:15.658948 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2c40d8-be01-47cf-a0cf-9d28c736457e" -d '{"events": [{"name": "network-changed", "server_uuid": "b1df49d2-4de4-462d-bb85-b1b6063f8515", "tag": "8b38e50d-db1a-44f2-a803-b588235f0e77"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:46:15.703787 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b24f0d61-ef54-4429-a5f8-1695a5988de7 req-928f5dde-5111-4f16-b32e-80dafd21086b tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726549 Mar 01 13:46:15.740702 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b34682f2-a46d-4539-a1ec-ebcd76d78c0f req-0da322db-e875-4925-9427-f6e860313dad tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:15.764151 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-25dd744b-a251-459d-bc5a-cf6707c235bc admin admin] Publish callbacks [] for router_gateway (15f735eb-292d-46f7-9b9c-fd785227641c), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:15.819249 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-25dd744b-a251-459d-bc5a-cf6707c235bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:15.941076 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b34682f2-a46d-4539-a1ec-ebcd76d78c0f req-0da322db-e875-4925-9427-f6e860313dad tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:15.964097 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e669adec-b827-4588-b4e3-f5514517f5f3 None None] Publish callbacks [] for port (b98c8d87-2af4-409c-8ed6-2614360f17ac), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:15.983783 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e669adec-b827-4588-b4e3-f5514517f5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (b98c8d87-2af4-409c-8ed6-2614360f17ac), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:16.055114 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e669adec-b827-4588-b4e3-f5514517f5f3 None None] Network 20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:46:16.058107 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669adec-b827-4588-b4e3-f5514517f5f3 None None] Pushing event updated for resources: {'Port': ['ID=b98c8d87-2af4-409c-8ed6-2614360f17ac,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:16.061941 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-e669adec-b827-4588-b4e3-f5514517f5f3 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:46:16.075623 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e669adec-b827-4588-b4e3-f5514517f5f3 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:46:16.076456 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-25dd744b-a251-459d-bc5a-cf6707c235bc admin admin] Allocated IP 172.25.1.6 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/0a8548b0-a18e-4eef-80a2-f961c99a4abc) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:46:16.200892 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-e669adec-b827-4588-b4e3-f5514517f5f3 None None] Attempting to bind port b98c8d87-2af4-409c-8ed6-2614360f17ac on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:46:16.204069 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-e669adec-b827-4588-b4e3-f5514517f5f3 None None] Attempting to bind port b98c8d87-2af4-409c-8ed6-2614360f17ac by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'adbddf4e-a21d-4b8d-ae28-1974e74a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:46:16.204553 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e669adec-b827-4588-b4e3-f5514517f5f3 None None] Attempting to bind port b98c8d87-2af4-409c-8ed6-2614360f17ac on network 20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:46:16.216635 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e669adec-b827-4588-b4e3-f5514517f5f3 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:46:16.216635 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e669adec-b827-4588-b4e3-f5514517f5f3 None None] Checking segment: {'id': 'adbddf4e-a21d-4b8d-ae28-1974e74a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:46:16.217132 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e669adec-b827-4588-b4e3-f5514517f5f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:16.217775 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e669adec-b827-4588-b4e3-f5514517f5f3 None None] Bound using segment: {'id': 'adbddf4e-a21d-4b8d-ae28-1974e74a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:46:16.218944 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-e669adec-b827-4588-b4e3-f5514517f5f3 None None] Bound port: b98c8d87-2af4-409c-8ed6-2614360f17ac, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adbddf4e-a21d-4b8d-ae28-1974e74a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:46:16.222326 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e669adec-b827-4588-b4e3-f5514517f5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b98c8d87-2af4-409c-8ed6-2614360f17ac), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:16.301285 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-e669adec-b827-4588-b4e3-f5514517f5f3 None None] For port b98c8d87-2af4-409c-8ed6-2614360f17ac, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:46:16.304958 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-25dd744b-a251-459d-bc5a-cf6707c235bc admin admin] Publish callbacks [] for port (0a8548b0-a18e-4eef-80a2-f961c99a4abc), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:16.305215 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-e669adec-b827-4588-b4e3-f5514517f5f3 None None] For port b98c8d87-2af4-409c-8ed6-2614360f17ac, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=b98c8d87-2af4-409c-8ed6-2614360f17ac,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:46:16.312815 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e669adec-b827-4588-b4e3-f5514517f5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b98c8d87-2af4-409c-8ed6-2614360f17ac), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:16.361374 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9e4a7-0973-4123-86a8-d94323f09820 req-0c9f1a97-575a-4b0a-a9a6-879c98bb9362 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:16.371002 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-20b9e4a7-0973-4123-86a8-d94323f09820 req-0c9f1a97-575a-4b0a-a9a6-879c98bb9362 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 945 time: 0.0977855 Mar 01 13:46:16.382961 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-25dd744b-a251-459d-bc5a-cf6707c235bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (0a8548b0-a18e-4eef-80a2-f961c99a4abc), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:16.389045 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669adec-b827-4588-b4e3-f5514517f5f3 None None] Pushing event updated for resources: {'Port': ['ID=b98c8d87-2af4-409c-8ed6-2614360f17ac,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:16.399832 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device af0e330d-1f59-40b6-8dbc-5ea23668a568 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:46:16.432734 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dd744b-a251-459d-bc5a-cf6707c235bc admin admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:46:16.436046 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-25dd744b-a251-459d-bc5a-cf6707c235bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:46:16.446276 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dd744b-a251-459d-bc5a-cf6707c235bc admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:46:16.469805 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-b34682f2-a46d-4539-a1ec-ebcd76d78c0f req-0da322db-e875-4925-9427-f6e860313dad tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Allocated IP 172.25.1.62 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/51d3da34-8862-4b38-8f5f-4746adf8bb60) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:46:16.496251 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd744b-a251-459d-bc5a-cf6707c235bc admin admin] Pushing event updated for resources: {'Port': ['ID=0a8548b0-a18e-4eef-80a2-f961c99a4abc,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:16.540178 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port af0e330d-1f59-40b6-8dbc-5ea23668a568 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:46:16.545042 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port af0e330d-1f59-40b6-8dbc-5ea23668a568 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:46:16.545415 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (af0e330d-1f59-40b6-8dbc-5ea23668a568), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:16.601502 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-20b9e4a7-0973-4123-86a8-d94323f09820 req-424a2e3d-264c-4c57-861d-c6c2c6003104 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288408 Mar 01 13:46:16.704480 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb6d6a0-0474-4efc-828a-47559700c128 x-openstack-request-id: req-1cb6d6a0-0474-4efc-828a-47559700c128 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:46:16.704777 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1df49d2-4de4-462d-bb85-b1b6063f8515", "tag": "8b38e50d-db1a-44f2-a803-b588235f0e77", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:46:16.705033 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1cb6d6a0-0474-4efc-828a-47559700c128 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:46:16.705442 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1df49d2-4de4-462d-bb85-b1b6063f8515', 'tag': '8b38e50d-db1a-44f2-a803-b588235f0e77', 'status': 'completed', 'code': 200} Mar 01 13:46:16.789942 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port af0e330d-1f59-40b6-8dbc-5ea23668a568 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:46:16.791973 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (af0e330d-1f59-40b6-8dbc-5ea23668a568), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:16.800258 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b34682f2-a46d-4539-a1ec-ebcd76d78c0f req-0da322db-e875-4925-9427-f6e860313dad tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks [] for port (51d3da34-8862-4b38-8f5f-4746adf8bb60), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:16.872830 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19774f0c-70c9-4126-bee3-7ebdaf731bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0e330d-1f59-40b6-8dbc-5ea23668a568'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:46:16.886203 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757d6437-8cbf-4292-a425-7f4bf36f081c" -d '{"events": [{"server_uuid": "19774f0c-70c9-4126-bee3-7ebdaf731bd0", "name": "network-vif-plugged", "status": "completed", "tag": "af0e330d-1f59-40b6-8dbc-5ea23668a568"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:46:16.922922 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port af0e330d-1f59-40b6-8dbc-5ea23668a568, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=af0e330d-1f59-40b6-8dbc-5ea23668a568,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:46:16.947338 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (af0e330d-1f59-40b6-8dbc-5ea23668a568), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:16.966457 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-18ceb576-8311-4a7c-a58d-775eb4c66a59 req-087333a7-af2a-4a46-b2ac-8c7c5f67d3bd tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fba4c51-284a-4b5d-99a3-66bad10f7ca7 HTTP/1.1" status: 200 len: 210 time: 0.0518544 Mar 01 13:46:17.015565 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b34682f2-a46d-4539-a1ec-ebcd76d78c0f req-0da322db-e875-4925-9427-f6e860313dad tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (51d3da34-8862-4b38-8f5f-4746adf8bb60), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:17.064890 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=af0e330d-1f59-40b6-8dbc-5ea23668a568,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:17.089504 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b34682f2-a46d-4539-a1ec-ebcd76d78c0f req-0da322db-e875-4925-9427-f6e860313dad tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:46:17.095203 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-b34682f2-a46d-4539-a1ec-ebcd76d78c0f req-0da322db-e875-4925-9427-f6e860313dad tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:46:17.097803 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34682f2-a46d-4539-a1ec-ebcd76d78c0f req-0da322db-e875-4925-9427-f6e860313dad tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:46:17.135338 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-25dd744b-a251-459d-bc5a-cf6707c235bc admin admin] Publish callbacks [] for router_gateway (15f735eb-292d-46f7-9b9c-fd785227641c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:17.180959 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c40d8-be01-47cf-a0cf-9d28c736457e req-e1857dec-1f70-4b41-a881-0d53605fb6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:17.182505 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4f2c40d8-be01-47cf-a0cf-9d28c736457e req-e1857dec-1f70-4b41-a881-0d53605fb6ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b79f39c46c31459c9d4d44a995c712e3&device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 1127 time: 0.4394312 Mar 01 13:46:17.205285 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device b98c8d87-2af4-409c-8ed6-2614360f17ac up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:46:17.211241 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da322db-e875-4925-9427-f6e860313dad tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Pushing event updated for resources: {'Port': ['ID=51d3da34-8862-4b38-8f5f-4746adf8bb60,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:17.229871 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985ea19-78d8-4024-97d0-15901b653b70 req-720a052d-6a61-4887-9f0d-14d6ea1201db tempest-MigrationsAdminTest-920686348 tempest-MigrationsAdminTest-920686348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:17.241051 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a985ea19-78d8-4024-97d0-15901b653b70 req-720a052d-6a61-4887-9f0d-14d6ea1201db tempest-MigrationsAdminTest-920686348 tempest-MigrationsAdminTest-920686348-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 1132 time: 0.1473956 Mar 01 13:46:17.305730 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b34682f2-a46d-4539-a1ec-ebcd76d78c0f req-0da322db-e875-4925-9427-f6e860313dad tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks [] for floatingip (0083254b-bca3-4672-a27b-6561bc435b2f), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:17.321747 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c40d8-be01-47cf-a0cf-9d28c736457e req-adc835f9-1f8c-4365-9d44-7063326c43ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:17.323974 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4f2c40d8-be01-47cf-a0cf-9d28c736457e req-adc835f9-1f8c-4365-9d44-7063326c43ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=d59339e4-a260-4460-98ed-315edc30d333 HTTP/1.1" status: 200 len: 921 time: 0.1337562 Mar 01 13:46:17.351292 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port b98c8d87-2af4-409c-8ed6-2614360f17ac triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:46:17.352246 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (b98c8d87-2af4-409c-8ed6-2614360f17ac), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:17.377339 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4f2c40d8-be01-47cf-a0cf-9d28c736457e req-78be968b-b4d0-4c8e-b877-5645e6debff4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b38e50d-db1a-44f2-a803-b588235f0e77 HTTP/1.1" status: 200 len: 217 time: 0.0420532 Mar 01 13:46:17.419096 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b34682f2-a46d-4539-a1ec-ebcd76d78c0f req-0da322db-e875-4925-9427-f6e860313dad tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (51d3da34-8862-4b38-8f5f-4746adf8bb60), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:17.455361 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c40d8-be01-47cf-a0cf-9d28c736457e req-34921633-ea49-471a-b201-cadda8eda4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:17.456989 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4f2c40d8-be01-47cf-a0cf-9d28c736457e req-34921633-ea49-471a-b201-cadda8eda4c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0 HTTP/1.1" status: 200 len: 860 time: 0.0667379 Mar 01 13:46:17.528281 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a985ea19-78d8-4024-97d0-15901b653b70 req-fda51f57-9cef-4784-b0ec-edbffb8df0ae tempest-MigrationsAdminTest-920686348 tempest-MigrationsAdminTest-920686348-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861676 Mar 01 13:46:17.536672 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4f2c40d8-be01-47cf-a0cf-9d28c736457e req-e9dbbf24-7dcb-4f78-a0e6-b5bc96ac79d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d59339e4-a260-4460-98ed-315edc30d333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712237 Mar 01 13:46:17.571164 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port b98c8d87-2af4-409c-8ed6-2614360f17ac is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:46:17.575397 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b98c8d87-2af4-409c-8ed6-2614360f17ac), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:17.653043 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port b98c8d87-2af4-409c-8ed6-2614360f17ac, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=b98c8d87-2af4-409c-8ed6-2614360f17ac,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:46:17.670472 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b98c8d87-2af4-409c-8ed6-2614360f17ac), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:17.767713 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fcba82d0-f16e-4888-a1c9-a579a9e6bba6 req-1f630db3-fbc6-4d3a-ad06-b55e5bcb0260 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4e3170c-22a7-4b74-a28c-8bf9228efa66 HTTP/1.1" status: 200 len: 210 time: 0.1032798 Mar 01 13:46:17.771272 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-25dd744b-a251-459d-bc5a-cf6707c235bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (15f735eb-292d-46f7-9b9c-fd785227641c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:17.790854 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=b98c8d87-2af4-409c-8ed6-2614360f17ac,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:17.952759 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b34682f2-a46d-4539-a1ec-ebcd76d78c0f req-0da322db-e875-4925-9427-f6e860313dad tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks [] for port (51d3da34-8862-4b38-8f5f-4746adf8bb60), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:17.967484 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b34682f2-a46d-4539-a1ec-ebcd76d78c0f req-0da322db-e875-4925-9427-f6e860313dad tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (51d3da34-8862-4b38-8f5f-4746adf8bb60), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:18.072148 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da322db-e875-4925-9427-f6e860313dad tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Pushing event updated for resources: {'Port': ['ID=51d3da34-8862-4b38-8f5f-4746adf8bb60,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:18.133218 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866c2d43-adb0-44cf-ad87-44406801696a x-openstack-request-id: req-866c2d43-adb0-44cf-ad87-44406801696a {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:46:18.133730 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19774f0c-70c9-4126-bee3-7ebdaf731bd0", "name": "network-vif-plugged", "status": "completed", "tag": "af0e330d-1f59-40b6-8dbc-5ea23668a568", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:46:18.144598 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-866c2d43-adb0-44cf-ad87-44406801696a {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:46:18.145249 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19774f0c-70c9-4126-bee3-7ebdaf731bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0e330d-1f59-40b6-8dbc-5ea23668a568', 'code': 200} Mar 01 13:46:18.172598 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a94124-6f6b-4fcc-ba38-e5b5c3d0b1a4 None None] Network 20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:46:18.174729 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25dd744b-a251-459d-bc5a-cf6707c235bc admin admin] Router 15f735eb-292d-46f7-9b9c-fd785227641c is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 13:46:18.235878 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b34682f2-a46d-4539-a1ec-ebcd76d78c0f req-0da322db-e875-4925-9427-f6e860313dad tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (0083254b-bca3-4672-a27b-6561bc435b2f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:18.238522 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4f2c40d8-be01-47cf-a0cf-9d28c736457e req-53877f97-9d3a-4c8a-a84e-b5b07fe6d62a service neutron] 10.222.0.20 "GET /v2.0/networks/d59339e4-a260-4460-98ed-315edc30d333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4765999 Mar 01 13:46:18.301498 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b34682f2-a46d-4539-a1ec-ebcd76d78c0f req-0da322db-e875-4925-9427-f6e860313dad tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:18.309311 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b34682f2-a46d-4539-a1ec-ebcd76d78c0f req-0da322db-e875-4925-9427-f6e860313dad tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7075484 Mar 01 13:46:18.351125 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-129e4c1b-05e2-4997-9b79-a2b755207c7e None None] Provisioning complete for port b98c8d87-2af4-409c-8ed6-2614360f17ac triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:46:18.351486 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-129e4c1b-05e2-4997-9b79-a2b755207c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (b98c8d87-2af4-409c-8ed6-2614360f17ac), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:18.411285 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b34682f2-a46d-4539-a1ec-ebcd76d78c0f req-e7cfe529-74f7-4e26-a58a-b58855758b10 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.62 HTTP/1.1" status: 200 len: 695 time: 0.0993285 Mar 01 13:46:18.628334 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-129e4c1b-05e2-4997-9b79-a2b755207c7e None None] Current status of the port b98c8d87-2af4-409c-8ed6-2614360f17ac is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:46:18.635255 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34682f2-a46d-4539-a1ec-ebcd76d78c0f req-523b08a7-b913-45e2-9736-b687391baacc tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:18.638159 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b34682f2-a46d-4539-a1ec-ebcd76d78c0f req-523b08a7-b913-45e2-9736-b687391baacc tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 784 time: 0.2260792 Mar 01 13:46:18.820353 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456dd290-3112-4124-a854-088303460abb req-e9fa186e-73af-4a5a-adfe-1ecd2f4378d7 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:18.822282 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-456dd290-3112-4124-a854-088303460abb req-e9fa186e-73af-4a5a-adfe-1ecd2f4378d7 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 946 time: 0.1033008 Mar 01 13:46:18.869605 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc449e1-a5c4-450e-b764-58d12040725b req-7ed43ab3-21bb-4809-957a-780a15f4f418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:18.871067 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4cc449e1-a5c4-450e-b764-58d12040725b req-7ed43ab3-21bb-4809-957a-780a15f4f418 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 1128 time: 0.6808274 Mar 01 13:46:18.885644 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-456dd290-3112-4124-a854-088303460abb req-699d8274-5a91-4549-b683-242fdc5f4df6 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560477 Mar 01 13:46:18.930851 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25dd744b-a251-459d-bc5a-cf6707c235bc admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:46:18.940817 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c18d049-891b-4fce-980e-a40dc8529010 None None] Sync routers for ids ['15f735eb-292d-46f7-9b9c-fd785227641c'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:46:18.962866 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4f2c40d8-be01-47cf-a0cf-9d28c736457e req-a5b7a5dc-6d37-49f8-925e-bd2e425805bf service neutron] 10.222.0.20 "GET /v2.0/networks/d59339e4-a260-4460-98ed-315edc30d333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6813679 Mar 01 13:46:18.989804 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-25dd744b-a251-459d-bc5a-cf6707c235bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:18.993717 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-25dd744b-a251-459d-bc5a-cf6707c235bc admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3738055 Mar 01 13:46:18.999047 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35600) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:46:19.001533 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c18d049-891b-4fce-980e-a40dc8529010 None None] Routers {'15f735eb-292d-46f7-9b9c-fd785227641c'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:46:19.002167 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-8c18d049-891b-4fce-980e-a40dc8529010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:45:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['15f735eb-292d-46f7-9b9c-fd785227641c'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:19.056648 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4cc449e1-a5c4-450e-b764-58d12040725b req-7adbf1d9-7f9f-4711-aff1-5aa612bb72b8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748402 Mar 01 13:46:19.060270 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-729bb53b-49d3-4b61-b2d2-ac4a3869b888 req-789ba3d3-ffa9-4f82-bcb1-bdb8bb186c67 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fba4c51-284a-4b5d-99a3-66bad10f7ca7 HTTP/1.1" status: 200 len: 210 time: 0.0848169 Mar 01 13:46:19.102198 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-07ca055e-89c9-4762-976f-6ceab6642c26 None None] Provisioning complete for port b98c8d87-2af4-409c-8ed6-2614360f17ac triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:46:19.102650 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-07ca055e-89c9-4762-976f-6ceab6642c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (b98c8d87-2af4-409c-8ed6-2614360f17ac), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:19.106516 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device b98c8d87-2af4-409c-8ed6-2614360f17ac up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:46:19.204781 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-08314034-1a5c-4730-981f-5d26d69973f5 req-c05ce352-a9fe-4ea8-9183-d13af130dafc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1086819 Mar 01 13:46:19.446654 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-8c18d049-891b-4fce-980e-a40dc8529010 None None] Set router 15f735eb-292d-46f7-9b9c-fd785227641c gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:46:19.458000 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae9d88-f532-4a60-9709-1753f23f658b req-a5e15da6-f295-49e6-85b5-14b020b4cec5 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:19.470914 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-92ae9d88-f532-4a60-9709-1753f23f658b req-a5e15da6-f295-49e6-85b5-14b020b4cec5 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2484915 Mar 01 13:46:19.656367 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-92ae9d88-f532-4a60-9709-1753f23f658b req-203c366b-274e-4071-8273-856f45a8d14a tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.62 HTTP/1.1" status: 200 len: 695 time: 0.1845005 Mar 01 13:46:19.671488 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-92ae9d88-f532-4a60-9709-1753f23f658b req-e4ee5de7-f9b9-49a2-8526-78323615c1d3 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Request body: {'floatingip': {'port_id': '8b38e50d-db1a-44f2-a803-b588235f0e77', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:46:19.698836 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port b98c8d87-2af4-409c-8ed6-2614360f17ac triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:46:19.700859 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (b98c8d87-2af4-409c-8ed6-2614360f17ac), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:19.724183 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-92ae9d88-f532-4a60-9709-1753f23f658b req-e4ee5de7-f9b9-49a2-8526-78323615c1d3 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks [] for floatingip (0083254b-bca3-4672-a27b-6561bc435b2f), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:19.766061 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-53cb37fb-9f5f-4095-8db0-23be0345ea8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:19.839259 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-b70fd29d-2ca4-430c-bebd-f0481663e395 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:19.845897 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-07ca055e-89c9-4762-976f-6ceab6642c26 None None] Current status of the port b98c8d87-2af4-409c-8ed6-2614360f17ac is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:46:19.854957 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-b70fd29d-2ca4-430c-bebd-f0481663e395 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] 10.222.0.13 "GET /v2.0/networks?id=48119339-3489-4681-ba3d-edf785b95430 HTTP/1.1" status: 200 len: 814 time: 0.3602967 Mar 01 13:46:19.901678 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-96ade1fd-0ec0-4031-93df-a22f6df3e7d3 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] 10.222.0.13 "GET /v2.0/quotas/1f5cd53739d24ad8afe231ec33bbb6ee HTTP/1.1" status: 200 len: 375 time: 0.0377188 Mar 01 13:46:19.959126 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port b98c8d87-2af4-409c-8ed6-2614360f17ac is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:46:19.974089 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08314034-1a5c-4730-981f-5d26d69973f5 req-3fd7baa7-bc81-44bd-a7a9-5e834bc2cc5a tempest-MigrationsAdminTest-920686348 tempest-MigrationsAdminTest-920686348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:19.975865 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-08314034-1a5c-4730-981f-5d26d69973f5 req-3fd7baa7-bc81-44bd-a7a9-5e834bc2cc5a tempest-MigrationsAdminTest-920686348 tempest-MigrationsAdminTest-920686348-project-admin] 10.222.0.13 "GET /v2.0/ports/4c29c2b1-48e9-4072-9be6-689726fdac3b HTTP/1.1" status: 200 len: 1129 time: 0.1004617 Mar 01 13:46:20.037539 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-53cb37fb-9f5f-4095-8db0-23be0345ea8b admin admin] Allocated IP 172.20.0.1 (20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166/d1ea702e-89f4-430d-ba35-37a3134c98fa/2af81fa7-56fa-4a4c-87c5-b9bb6f35731c) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:46:20.052025 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-8c18d049-891b-4fce-980e-a40dc8529010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'name': 'tempest-ServerActionsTestJSON-1773107722-router', 'tenant_id': '475192ca5f814c16b38a7d788a6a6472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0a8548b0-a18e-4eef-80a2-f961c99a4abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:46:14Z', 'updated_at': '2022-03-01T13:46:16Z', 'revision_number': 3, 'project_id': '475192ca5f814c16b38a7d788a6a6472', 'gw_port': {'id': '0a8548b0-a18e-4eef-80a2-f961c99a4abc', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:46:15Z', 'updated_at': '2022-03-01T13:46:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:20.081643 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-d37d4bce-9d79-484f-9925-ddababf8c221 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f5cd53739d24ad8afe231ec33bbb6ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1696973 Mar 01 13:46:20.090867 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c18d049-891b-4fce-980e-a40dc8529010 None None] Checking router: 15f735eb-292d-46f7-9b9c-fd785227641c for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:46:20.091507 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c18d049-891b-4fce-980e-a40dc8529010 None None] Updating router 15f735eb-292d-46f7-9b9c-fd785227641c port 0a8548b0-a18e-4eef-80a2-f961c99a4abc binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:46:20.159848 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8c18d049-891b-4fce-980e-a40dc8529010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (0a8548b0-a18e-4eef-80a2-f961c99a4abc), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:20.206462 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-53cb37fb-9f5f-4095-8db0-23be0345ea8b admin admin] Publish callbacks [] for port (2af81fa7-56fa-4a4c-87c5-b9bb6f35731c), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:20.263584 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-53cb37fb-9f5f-4095-8db0-23be0345ea8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (2af81fa7-56fa-4a4c-87c5-b9bb6f35731c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:20.300201 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cb37fb-9f5f-4095-8db0-23be0345ea8b admin admin] Network 20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:46:20.305601 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-53cb37fb-9f5f-4095-8db0-23be0345ea8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:46:20.308354 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cb37fb-9f5f-4095-8db0-23be0345ea8b admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:46:20.333238 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-34412f3c-4cf3-43f6-a1d1-cc0a4d7c65a7 service neutron] 10.222.0.13 "GET /v2.0/networks/48119339-3489-4681-ba3d-edf785b95430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058003 Mar 01 13:46:20.380184 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb37fb-9f5f-4095-8db0-23be0345ea8b admin admin] Pushing event updated for resources: {'Port': ['ID=2af81fa7-56fa-4a4c-87c5-b9bb6f35731c,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:20.391784 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-53cb37fb-9f5f-4095-8db0-23be0345ea8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (15f735eb-292d-46f7-9b9c-fd785227641c), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:20.664947 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-82007549-4ccc-438a-a635-cd882d061a3b service neutron] 10.222.0.13 "GET /v2.0/networks/48119339-3489-4681-ba3d-edf785b95430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243678 Mar 01 13:46:20.686215 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-53cb37fb-9f5f-4095-8db0-23be0345ea8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2af81fa7-56fa-4a4c-87c5-b9bb6f35731c), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:20.687908 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.db.resource_extend [req-92ae9d88-f532-4a60-9709-1753f23f658b req-e4ee5de7-f9b9-49a2-8526-78323615c1d3 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 13:46:20.707324 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8c18d049-891b-4fce-980e-a40dc8529010 None None] Publish callbacks [] for port (0a8548b0-a18e-4eef-80a2-f961c99a4abc), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:20.772937 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8c18d049-891b-4fce-980e-a40dc8529010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (0a8548b0-a18e-4eef-80a2-f961c99a4abc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:20.808155 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-92ae9d88-f532-4a60-9709-1753f23f658b req-e4ee5de7-f9b9-49a2-8526-78323615c1d3 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:20.819250 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-92ae9d88-f532-4a60-9709-1753f23f658b req-e4ee5de7-f9b9-49a2-8526-78323615c1d3 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (0083254b-bca3-4672-a27b-6561bc435b2f), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:20.894144 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744a4c4-7529-4ab1-8a9f-f5c1341de57b None None] Pushing event updated for resources: {'Port': ['ID=0a8548b0-a18e-4eef-80a2-f961c99a4abc,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:20.914066 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-8c18d049-891b-4fce-980e-a40dc8529010 None None] Attempting to bind port 0a8548b0-a18e-4eef-80a2-f961c99a4abc on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:46:20.914650 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-8c18d049-891b-4fce-980e-a40dc8529010 None None] Attempting to bind port 0a8548b0-a18e-4eef-80a2-f961c99a4abc by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:46:20.915126 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c18d049-891b-4fce-980e-a40dc8529010 None None] Attempting to bind port 0a8548b0-a18e-4eef-80a2-f961c99a4abc on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:46:20.927950 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c18d049-891b-4fce-980e-a40dc8529010 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:46:20.928480 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c18d049-891b-4fce-980e-a40dc8529010 None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:46:20.928979 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8c18d049-891b-4fce-980e-a40dc8529010 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:20.929479 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c18d049-891b-4fce-980e-a40dc8529010 None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:46:20.930094 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-8c18d049-891b-4fce-980e-a40dc8529010 None None] Bound port: 0a8548b0-a18e-4eef-80a2-f961c99a4abc, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:46:20.930573 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8c18d049-891b-4fce-980e-a40dc8529010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (0a8548b0-a18e-4eef-80a2-f961c99a4abc), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:20.983740 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-8c18d049-891b-4fce-980e-a40dc8529010 None None] For port 0a8548b0-a18e-4eef-80a2-f961c99a4abc, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:46:20.987294 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-8c18d049-891b-4fce-980e-a40dc8529010 None None] For port 0a8548b0-a18e-4eef-80a2-f961c99a4abc, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=0a8548b0-a18e-4eef-80a2-f961c99a4abc,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:46:21.004837 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-e18753b1-4d29-41e1-b2ef-19e8a1fc4a56 None None] Provisioning complete for port 2af81fa7-56fa-4a4c-87c5-b9bb6f35731c triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:46:21.005390 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e18753b1-4d29-41e1-b2ef-19e8a1fc4a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2af81fa7-56fa-4a4c-87c5-b9bb6f35731c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:21.042030 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-e18753b1-4d29-41e1-b2ef-19e8a1fc4a56 None None] Port 2af81fa7-56fa-4a4c-87c5-b9bb6f35731c cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:46:21.044627 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8c18d049-891b-4fce-980e-a40dc8529010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (0a8548b0-a18e-4eef-80a2-f961c99a4abc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:21.124534 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-53cb37fb-9f5f-4095-8db0-23be0345ea8b admin admin] Publish callbacks [] for port (2af81fa7-56fa-4a4c-87c5-b9bb6f35731c), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:21.139023 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-53cb37fb-9f5f-4095-8db0-23be0345ea8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (2af81fa7-56fa-4a4c-87c5-b9bb6f35731c), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:21.151011 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c18d049-891b-4fce-980e-a40dc8529010 None None] Routers {'15f735eb-292d-46f7-9b9c-fd785227641c'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:46:21.151835 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-8c18d049-891b-4fce-980e-a40dc8529010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:45:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['15f735eb-292d-46f7-9b9c-fd785227641c'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:21.238133 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb37fb-9f5f-4095-8db0-23be0345ea8b admin admin] Pushing event updated for resources: {'Port': ['ID=2af81fa7-56fa-4a4c-87c5-b9bb6f35731c,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:21.246403 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-53cb37fb-9f5f-4095-8db0-23be0345ea8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (15f735eb-292d-46f7-9b9c-fd785227641c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:21.247122 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507182f-f5dc-4d3e-9f10-5bb24e5676c9 req-871ede51-c414-474f-ac2b-f2f9261f2d64 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:21.248763 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d507182f-f5dc-4d3e-9f10-5bb24e5676c9 req-871ede51-c414-474f-ac2b-f2f9261f2d64 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 950 time: 0.2806666 Mar 01 13:46:21.275316 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-8c18d049-891b-4fce-980e-a40dc8529010 None None] Set router 15f735eb-292d-46f7-9b9c-fd785227641c gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:46:21.314129 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d507182f-f5dc-4d3e-9f10-5bb24e5676c9 req-0636836a-093c-44c0-b72f-f7e996f3791a tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546279 Mar 01 13:46:21.316006 n-d-827467-3 neutron-server[103727]: INFO neutron.db.l3_db [req-92ae9d88-f532-4a60-9709-1753f23f658b req-e4ee5de7-f9b9-49a2-8526-78323615c1d3 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Floating IP 0083254b-bca3-4672-a27b-6561bc435b2f associated. External IP: 172.25.1.62, port: 8b38e50d-db1a-44f2-a803-b588235f0e77. Mar 01 13:46:21.503530 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cb37fb-9f5f-4095-8db0-23be0345ea8b admin admin] Network 20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:46:21.507885 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-53cb37fb-9f5f-4095-8db0-23be0345ea8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:46:21.613775 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744a4c4-7529-4ab1-8a9f-f5c1341de57b None None] Pushing event updated for resources: {'Port': ['ID=0a8548b0-a18e-4eef-80a2-f961c99a4abc,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:21.655238 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4744a4c4-7529-4ab1-8a9f-f5c1341de57b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:21.656161 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4744a4c4-7529-4ab1-8a9f-f5c1341de57b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:21.656879 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4744a4c4-7529-4ab1-8a9f-f5c1341de57b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:21.657415 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4744a4c4-7529-4ab1-8a9f-f5c1341de57b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:21.657956 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4744a4c4-7529-4ab1-8a9f-f5c1341de57b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:21.658677 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4744a4c4-7529-4ab1-8a9f-f5c1341de57b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:21.659580 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4744a4c4-7529-4ab1-8a9f-f5c1341de57b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:21.661072 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4744a4c4-7529-4ab1-8a9f-f5c1341de57b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:21.661874 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4744a4c4-7529-4ab1-8a9f-f5c1341de57b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:21.662413 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4744a4c4-7529-4ab1-8a9f-f5c1341de57b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:21.663763 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4744a4c4-7529-4ab1-8a9f-f5c1341de57b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:21.664563 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4744a4c4-7529-4ab1-8a9f-f5c1341de57b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:21.665101 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4744a4c4-7529-4ab1-8a9f-f5c1341de57b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:21.705689 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12004691-636d-47fe-9b60-f0ff00189397 req-3b823d61-f7d9-4e6b-959e-c9fdbeeaeb55 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:21.713388 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-12004691-636d-47fe-9b60-f0ff00189397 req-3b823d61-f7d9-4e6b-959e-c9fdbeeaeb55 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 946 time: 0.1606481 Mar 01 13:46:21.720997 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-8c18d049-891b-4fce-980e-a40dc8529010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'name': 'tempest-ServerActionsTestJSON-1773107722-router', 'tenant_id': '475192ca5f814c16b38a7d788a6a6472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0a8548b0-a18e-4eef-80a2-f961c99a4abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:46:14Z', 'updated_at': '2022-03-01T13:46:20Z', 'revision_number': 4, 'project_id': '475192ca5f814c16b38a7d788a6a6472', 'gw_port': {'id': '0a8548b0-a18e-4eef-80a2-f961c99a4abc', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:46:15Z', 'updated_at': '2022-03-01T13:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '2af81fa7-56fa-4a4c-87c5-b9bb6f35731c', 'name': '', 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166', 'tenant_id': '475192ca5f814c16b38a7d788a6a6472', 'mac_address': 'fa:16:3e:ab:34:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'd1ea702e-89f4-430d-ba35-37a3134c98fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:46:19Z', 'updated_at': '2022-03-01T13:46:20Z', 'revision_number': 2, 'project_id': '475192ca5f814c16b38a7d788a6a6472', 'subnets': [{'id': 'd1ea702e-89f4-430d-ba35-37a3134c98fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:21.761175 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c18d049-891b-4fce-980e-a40dc8529010 None None] The sync data for ids ['15f735eb-292d-46f7-9b9c-fd785227641c'] in n-d-827467-3 is: [{'id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'name': 'tempest-ServerActionsTestJSON-1773107722-router', 'tenant_id': '475192ca5f814c16b38a7d788a6a6472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0a8548b0-a18e-4eef-80a2-f961c99a4abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:46:14Z', 'updated_at': '2022-03-01T13:46:20Z', 'revision_number': 4, 'project_id': '475192ca5f814c16b38a7d788a6a6472', 'gw_port': {'id': '0a8548b0-a18e-4eef-80a2-f961c99a4abc', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:46:15Z', 'updated_at': '2022-03-01T13:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '2af81fa7-56fa-4a4c-87c5-b9bb6f35731c', 'name': '', 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166', 'tenant_id': '475192ca5f814c16b38a7d788a6a6472', 'mac_address': 'fa:16:3e:ab:34:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'd1ea702e-89f4-430d-ba35-37a3134c98fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:46:19Z', 'updated_at': '2022-03-01T13:46:20Z', 'revision_number': 2, 'project_id': '475192ca5f814c16b38a7d788a6a6472', 'subnets': [{'id': 'd1ea702e-89f4-430d-ba35-37a3134c98fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:46:21.847398 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08314034-1a5c-4730-981f-5d26d69973f5 req-fb734e2a-4041-40ba-a124-40bb03c56f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:21.849389 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-08314034-1a5c-4730-981f-5d26d69973f5 req-fb734e2a-4041-40ba-a124-40bb03c56f4d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5273606b5eb242749c05f75a15dd6612&device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 1132 time: 0.3392229 Mar 01 13:46:21.954670 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53cb37fb-9f5f-4095-8db0-23be0345ea8b admin admin] Router 15f735eb-292d-46f7-9b9c-fd785227641c has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:46:21.986882 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-39231501-c1c8-4531-a1e0-139d001d84da None None] Provisioning complete for port 2af81fa7-56fa-4a4c-87c5-b9bb6f35731c triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:46:21.987832 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-39231501-c1c8-4531-a1e0-139d001d84da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2af81fa7-56fa-4a4c-87c5-b9bb6f35731c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:22.106701 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-39231501-c1c8-4531-a1e0-139d001d84da None None] Port 2af81fa7-56fa-4a4c-87c5-b9bb6f35731c cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:46:22.213398 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08314034-1a5c-4730-981f-5d26d69973f5 req-b734420a-4f10-4a1a-b23c-078950ef60ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:22.216277 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-08314034-1a5c-4730-981f-5d26d69973f5 req-b734420a-4f10-4a1a-b23c-078950ef60ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.3560524 Mar 01 13:46:22.289760 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-08314034-1a5c-4730-981f-5d26d69973f5 req-10090318-0983-4423-b5f0-187fca13d29a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=4c29c2b1-48e9-4072-9be6-689726fdac3b HTTP/1.1" status: 200 len: 217 time: 0.0635233 Mar 01 13:46:22.306319 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53cb37fb-9f5f-4095-8db0-23be0345ea8b admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:46:22.330525 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-53cb37fb-9f5f-4095-8db0-23be0345ea8b admin admin] 10.222.0.13 "PUT /v2.0/routers/15f735eb-292d-46f7-9b9c-fd785227641c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3304303 Mar 01 13:46:22.369252 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08314034-1a5c-4730-981f-5d26d69973f5 req-80c3369e-37f9-48e2-99e2-7bea2f4814e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:22.370745 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-08314034-1a5c-4730-981f-5d26d69973f5 req-80c3369e-37f9-48e2-99e2-7bea2f4814e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0739150 Mar 01 13:46:22.394296 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-12004691-636d-47fe-9b60-f0ff00189397 req-1909eeb8-aa51-4564-9013-d980a3ddf444 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6798327 Mar 01 13:46:22.412991 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92ae9d88-f532-4a60-9709-1753f23f658b req-e4ee5de7-f9b9-49a2-8526-78323615c1d3 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Router c4aad186-a67c-4d1f-b257-bae61b23dc7a has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:46:22.449701 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08314034-1a5c-4730-981f-5d26d69973f5 req-c82fb07e-f6f0-41ef-a5e9-717fb7048c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:22.451248 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-08314034-1a5c-4730-981f-5d26d69973f5 req-c82fb07e-f6f0-41ef-a5e9-717fb7048c33 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0730290 Mar 01 13:46:22.653638 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-08314034-1a5c-4730-981f-5d26d69973f5 req-fe257efb-b6b5-4610-8d14-e7e76386055c service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949019 Mar 01 13:46:22.726727 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f1c69933-cc3a-4e36-b5d3-4e76ae81e35b req-050a1696-296d-405f-b25c-0ba4ed3274f8 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fba4c51-284a-4b5d-99a3-66bad10f7ca7 HTTP/1.1" status: 200 len: 210 time: 0.1477637 Mar 01 13:46:22.731845 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92ae9d88-f532-4a60-9709-1753f23f658b req-e4ee5de7-f9b9-49a2-8526-78323615c1d3 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:46:22.739618 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-92ae9d88-f532-4a60-9709-1753f23f658b req-e4ee5de7-f9b9-49a2-8526-78323615c1d3 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:22.747400 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e590b4-4750-4ab7-9dbe-add38cc909cb None None] Sync routers for ids ['c4aad186-a67c-4d1f-b257-bae61b23dc7a'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:46:22.769931 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e590b4-4750-4ab7-9dbe-add38cc909cb None None] Routers {'c4aad186-a67c-4d1f-b257-bae61b23dc7a'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:46:22.770729 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-c6e590b4-4750-4ab7-9dbe-add38cc909cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:45:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['c4aad186-a67c-4d1f-b257-bae61b23dc7a'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:22.845299 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-08314034-1a5c-4730-981f-5d26d69973f5 req-fe9d8cdb-6f7e-4c40-96cd-cdf8d42a1fe1 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783223 Mar 01 13:46:22.851291 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-92ae9d88-f532-4a60-9709-1753f23f658b req-e4ee5de7-f9b9-49a2-8526-78323615c1d3 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "PUT /v2.0/floatingips/0083254b-bca3-4672-a27b-6561bc435b2f HTTP/1.1" status: 200 len: 995 time: 3.1863804 Mar 01 13:46:22.854166 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1df49d2-4de4-462d-bb85-b1b6063f8515', 'tag': '8b38e50d-db1a-44f2-a803-b588235f0e77'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:46:22.857959 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d866566-4391-4da4-8152-b2464207b3e5" -d '{"events": [{"name": "network-changed", "server_uuid": "b1df49d2-4de4-462d-bb85-b1b6063f8515", "tag": "8b38e50d-db1a-44f2-a803-b588235f0e77"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:46:22.992163 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-c6e590b4-4750-4ab7-9dbe-add38cc909cb None None] Set router c4aad186-a67c-4d1f-b257-bae61b23dc7a gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:46:23.165054 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-702795fd-efcb-4504-a59f-10451ce96f79 req-127d49df-6283-4c59-bd9c-aa7957193030 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bf5188-9818-4a9a-9716-2ab512321d30 HTTP/1.1" status: 200 len: 210 time: 0.2251492 Mar 01 13:46:23.238707 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-9f59bb64-850c-49af-9d69-d1c38e8335f2 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:23.240244 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-9f59bb64-850c-49af-9d69-d1c38e8335f2 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] 10.222.0.32 "GET /v2.0/networks?id=48119339-3489-4681-ba3d-edf785b95430 HTTP/1.1" status: 200 len: 814 time: 0.6435623 Mar 01 13:46:23.268057 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 0a8548b0-a18e-4eef-80a2-f961c99a4abc up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:46:23.286258 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae9d88-f532-4a60-9709-1753f23f658b req-06aa0d2f-12ab-427f-b329-c579b51342d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:23.298348 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-92ae9d88-f532-4a60-9709-1753f23f658b req-06aa0d2f-12ab-427f-b329-c579b51342d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b79f39c46c31459c9d4d44a995c712e3&device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 1127 time: 0.3526247 Mar 01 13:46:23.318860 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-cc1a8433-ee64-48a8-acd3-bebfddc76f83 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] Request body: {'port': {'device_id': '94bf5188-9818-4a9a-9716-2ab512321d30', 'network_id': '48119339-3489-4681-ba3d-edf785b95430', 'admin_state_up': True, 'tenant_id': '1f5cd53739d24ad8afe231ec33bbb6ee'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:46:23.396083 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 0a8548b0-a18e-4eef-80a2-f961c99a4abc triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:46:23.396463 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (0a8548b0-a18e-4eef-80a2-f961c99a4abc), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:23.593564 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-c6e590b4-4750-4ab7-9dbe-add38cc909cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1363162070-router', 'tenant_id': 'b79f39c46c31459c9d4d44a995c712e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '12f5e4c5-798e-4156-941c-64477efab2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:44:56Z', 'updated_at': '2022-03-01T13:45:03Z', 'revision_number': 4, 'project_id': 'b79f39c46c31459c9d4d44a995c712e3', 'gw_port': {'id': '12f5e4c5-798e-4156-941c-64477efab2db', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:44:57Z', 'updated_at': '2022-03-01T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '0083254b-bca3-4672-a27b-6561bc435b2f', 'tenant_id': 'b79f39c46c31459c9d4d44a995c712e3', 'floating_ip_address': '172.25.1.62', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'port_id': '8b38e50d-db1a-44f2-a803-b588235f0e77', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd59339e4-a260-4460-98ed-315edc30d333', 'mac_address': 'fa:16:3e:db:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1df49d2-4de4-462d-bb85-b1b6063f8515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:46:17Z', 'updated_at': '2022-03-01T13:46:20Z', 'revision_number': 1, 'project_id': 'b79f39c46c31459c9d4d44a995c712e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '691b8449-8275-4ef0-a5e5-9aee6eea1db4', 'name': '', 'network_id': 'd59339e4-a260-4460-98ed-315edc30d333', 'tenant_id': 'b79f39c46c31459c9d4d44a995c712e3', 'mac_address': 'fa:16:3e:a7:58:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:45:01Z', 'updated_at': '2022-03-01T13:45:11Z', 'revision_number': 5, 'project_id': 'b79f39c46c31459c9d4d44a995c712e3', 'subnets': [{'id': '6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:23.663860 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e590b4-4750-4ab7-9dbe-add38cc909cb None None] Checking router: c4aad186-a67c-4d1f-b257-bae61b23dc7a for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:46:23.696429 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e590b4-4750-4ab7-9dbe-add38cc909cb None None] Routers {'c4aad186-a67c-4d1f-b257-bae61b23dc7a'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:46:23.697071 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-c6e590b4-4750-4ab7-9dbe-add38cc909cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:45:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['c4aad186-a67c-4d1f-b257-bae61b23dc7a'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:23.739270 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c89be-1f8a-494a-a766-a4ebf267085f req-94433787-5727-49f6-9bbc-15acb5b2269b tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:23.740895 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-758c89be-1f8a-494a-a766-a4ebf267085f req-94433787-5727-49f6-9bbc-15acb5b2269b tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 950 time: 0.3039892 Mar 01 13:46:23.816101 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 0a8548b0-a18e-4eef-80a2-f961c99a4abc is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:46:23.819427 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (0a8548b0-a18e-4eef-80a2-f961c99a4abc), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:23.885960 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 0a8548b0-a18e-4eef-80a2-f961c99a4abc, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=0a8548b0-a18e-4eef-80a2-f961c99a4abc,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:46:23.898190 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (0a8548b0-a18e-4eef-80a2-f961c99a4abc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:23.968470 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-cc1a8433-ee64-48a8-acd3-bebfddc76f83 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] Made reservation on behalf of 1f5cd53739d24ad8afe231ec33bbb6ee for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:46:23.977459 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-cc1a8433-ee64-48a8-acd3-bebfddc76f83 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:23.984010 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae9d88-f532-4a60-9709-1753f23f658b req-74ade5a7-51ae-4a43-8e10-31d9f2b8a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:23.988258 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-92ae9d88-f532-4a60-9709-1753f23f658b req-74ade5a7-51ae-4a43-8e10-31d9f2b8a107 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d59339e4-a260-4460-98ed-315edc30d333 HTTP/1.1" status: 200 len: 921 time: 0.6891279 Mar 01 13:46:24.045777 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-c6e590b4-4750-4ab7-9dbe-add38cc909cb None None] Set router c4aad186-a67c-4d1f-b257-bae61b23dc7a gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:46:24.118521 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=0a8548b0-a18e-4eef-80a2-f961c99a4abc,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:24.207151 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-92ae9d88-f532-4a60-9709-1753f23f658b req-d028a361-022c-4d05-ab45-19addf540a48 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b38e50d-db1a-44f2-a803-b588235f0e77 HTTP/1.1" status: 200 len: 998 time: 0.1846619 Mar 01 13:46:24.344884 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-758c89be-1f8a-494a-a766-a4ebf267085f req-05fb584c-96be-4e96-bf01-cbfbe20bcc24 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5603130 Mar 01 13:46:24.463941 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae9d88-f532-4a60-9709-1753f23f658b req-b9a1029f-252e-4865-b45d-b653244ca741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:24.465616 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-92ae9d88-f532-4a60-9709-1753f23f658b req-b9a1029f-252e-4865-b45d-b653244ca741 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0 HTTP/1.1" status: 200 len: 860 time: 0.2499352 Mar 01 13:46:24.551485 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-c6e590b4-4750-4ab7-9dbe-add38cc909cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1363162070-router', 'tenant_id': 'b79f39c46c31459c9d4d44a995c712e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '12f5e4c5-798e-4156-941c-64477efab2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:44:56Z', 'updated_at': '2022-03-01T13:45:03Z', 'revision_number': 4, 'project_id': 'b79f39c46c31459c9d4d44a995c712e3', 'gw_port': {'id': '12f5e4c5-798e-4156-941c-64477efab2db', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:44:57Z', 'updated_at': '2022-03-01T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '0083254b-bca3-4672-a27b-6561bc435b2f', 'tenant_id': 'b79f39c46c31459c9d4d44a995c712e3', 'floating_ip_address': '172.25.1.62', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'port_id': '8b38e50d-db1a-44f2-a803-b588235f0e77', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd59339e4-a260-4460-98ed-315edc30d333', 'mac_address': 'fa:16:3e:db:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1df49d2-4de4-462d-bb85-b1b6063f8515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:46:17Z', 'updated_at': '2022-03-01T13:46:20Z', 'revision_number': 1, 'project_id': 'b79f39c46c31459c9d4d44a995c712e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '691b8449-8275-4ef0-a5e5-9aee6eea1db4', 'name': '', 'network_id': 'd59339e4-a260-4460-98ed-315edc30d333', 'tenant_id': 'b79f39c46c31459c9d4d44a995c712e3', 'mac_address': 'fa:16:3e:a7:58:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:45:01Z', 'updated_at': '2022-03-01T13:45:11Z', 'revision_number': 5, 'project_id': 'b79f39c46c31459c9d4d44a995c712e3', 'subnets': [{'id': '6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:24.558494 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-92ae9d88-f532-4a60-9709-1753f23f658b req-de862c59-0d4d-419f-8d51-e44afb7b05eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d59339e4-a260-4460-98ed-315edc30d333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833972 Mar 01 13:46:24.586120 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-92ae9d88-f532-4a60-9709-1753f23f658b req-3b08cf72-56e1-46ab-b047-48eca4d6d741 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:46:24.587165 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-92ae9d88-f532-4a60-9709-1753f23f658b req-3b08cf72-56e1-46ab-b047-48eca4d6d741 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116003 Mar 01 13:46:24.618615 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e590b4-4750-4ab7-9dbe-add38cc909cb None None] The sync data for ids ['c4aad186-a67c-4d1f-b257-bae61b23dc7a'] in n-d-827467-3 is: [{'id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1363162070-router', 'tenant_id': 'b79f39c46c31459c9d4d44a995c712e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '12f5e4c5-798e-4156-941c-64477efab2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:44:56Z', 'updated_at': '2022-03-01T13:45:03Z', 'revision_number': 4, 'project_id': 'b79f39c46c31459c9d4d44a995c712e3', 'gw_port': {'id': '12f5e4c5-798e-4156-941c-64477efab2db', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:44:57Z', 'updated_at': '2022-03-01T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '0083254b-bca3-4672-a27b-6561bc435b2f', 'tenant_id': 'b79f39c46c31459c9d4d44a995c712e3', 'floating_ip_address': '172.25.1.62', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'port_id': '8b38e50d-db1a-44f2-a803-b588235f0e77', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd59339e4-a260-4460-98ed-315edc30d333', 'mac_address': 'fa:16:3e:db:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1df49d2-4de4-462d-bb85-b1b6063f8515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:46:17Z', 'updated_at': '2022-03-01T13:46:20Z', 'revision_number': 1, 'project_id': 'b79f39c46c31459c9d4d44a995c712e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '691b8449-8275-4ef0-a5e5-9aee6eea1db4', 'name': '', 'network_id': 'd59339e4-a260-4460-98ed-315edc30d333', 'tenant_id': 'b79f39c46c31459c9d4d44a995c712e3', 'mac_address': 'fa:16:3e:a7:58:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:45:01Z', 'updated_at': '2022-03-01T13:45:11Z', 'revision_number': 5, 'project_id': 'b79f39c46c31459c9d4d44a995c712e3', 'subnets': [{'id': '6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:46:24.722854 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-cc1a8433-ee64-48a8-acd3-bebfddc76f83 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] Allocated IP 172.20.0.8 (48119339-3489-4681-ba3d-edf785b95430/36f78ce5-2ab5-4f1b-9d1c-1753f7bb1f63/e3381700-7b94-4aeb-b188-6656967ea5f4) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:46:24.784806 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-92ae9d88-f532-4a60-9709-1753f23f658b req-7be3a750-0fa1-4e9b-8967-20cf0eaff479 service neutron] 10.222.0.13 "GET /v2.0/networks/d59339e4-a260-4460-98ed-315edc30d333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797619 Mar 01 13:46:25.062166 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-92ae9d88-f532-4a60-9709-1753f23f658b req-2672cce5-972f-4481-9289-e4f4c1668efa service neutron] 10.222.0.13 "GET /v2.0/networks/d59339e4-a260-4460-98ed-315edc30d333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602634 Mar 01 13:46:25.093730 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378f27e0-6224-47ba-8d8d-770f7e1699e1 None None] New status for floating IP 0083254b-bca3-4672-a27b-6561bc435b2f: ACTIVE {{(pid=103728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 13:46:25.178531 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-cc1a8433-ee64-48a8-acd3-bebfddc76f83 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] Publish callbacks [] for port (e3381700-7b94-4aeb-b188-6656967ea5f4), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:25.183851 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b7acb-8bca-4d6f-b441-6ebc45a3dd3b req-1161e292-4ba4-4255-877b-06c831203f1e tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:25.194800 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a80b7acb-8bca-4d6f-b441-6ebc45a3dd3b req-1161e292-4ba4-4255-877b-06c831203f1e tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 1128 time: 0.2523918 Mar 01 13:46:25.349120 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a80b7acb-8bca-4d6f-b441-6ebc45a3dd3b req-a1d2430c-ff3b-48b4-a1b3-a876e250fa90 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533203 Mar 01 13:46:25.394528 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-cc1a8433-ee64-48a8-acd3-bebfddc76f83 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (e3381700-7b94-4aeb-b188-6656967ea5f4), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:25.494510 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 0a8548b0-a18e-4eef-80a2-f961c99a4abc up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:46:25.501347 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff01f1be-556d-49d8-b76a-214f32835d45 x-openstack-request-id: req-ff01f1be-556d-49d8-b76a-214f32835d45 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:46:25.501911 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1df49d2-4de4-462d-bb85-b1b6063f8515", "tag": "8b38e50d-db1a-44f2-a803-b588235f0e77", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:46:25.504025 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff01f1be-556d-49d8-b76a-214f32835d45 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:46:25.509681 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1df49d2-4de4-462d-bb85-b1b6063f8515', 'tag': '8b38e50d-db1a-44f2-a803-b588235f0e77', 'status': 'completed', 'code': 200} Mar 01 13:46:25.573349 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-cc1a8433-ee64-48a8-acd3-bebfddc76f83 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] Network 48119339-3489-4681-ba3d-edf785b95430 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:46:25.593809 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0764c5ac-332c-4b82-b974-2707795c1123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:25.596619 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a8433-ee64-48a8-acd3-bebfddc76f83 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] Pushing event updated for resources: {'Port': ['ID=e3381700-7b94-4aeb-b188-6656967ea5f4,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:25.609611 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-cc1a8433-ee64-48a8-acd3-bebfddc76f83 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:46:25.617274 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-cc1a8433-ee64-48a8-acd3-bebfddc76f83 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:46:25.677765 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d866566-4391-4da4-8152-b2464207b3e5 req-d6af00bf-e5a6-409c-a585-8fcf5e43deca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:25.684109 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6d866566-4391-4da4-8152-b2464207b3e5 req-d6af00bf-e5a6-409c-a585-8fcf5e43deca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b79f39c46c31459c9d4d44a995c712e3&device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 1127 time: 0.2066762 Mar 01 13:46:25.710541 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b40d4f-c509-41df-8b98-705337c68d46 None None] Sync routers for ids ['15f735eb-292d-46f7-9b9c-fd785227641c'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:46:25.731148 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b40d4f-c509-41df-8b98-705337c68d46 None None] Routers {'15f735eb-292d-46f7-9b9c-fd785227641c'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:46:25.736215 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-a0b40d4f-c509-41df-8b98-705337c68d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:45:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['15f735eb-292d-46f7-9b9c-fd785227641c'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:25.754948 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 0a8548b0-a18e-4eef-80a2-f961c99a4abc triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:46:25.755495 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (0a8548b0-a18e-4eef-80a2-f961c99a4abc), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:25.856277 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-cc1a8433-ee64-48a8-acd3-bebfddc76f83 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:25.857785 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-cc1a8433-ee64-48a8-acd3-bebfddc76f83 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:25.948288 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0f9912d3-3b10-4b4d-ad80-bc4f88848ea2 req-5ad1bf66-fa0e-4768-bc1a-e9bd4703e518 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fba4c51-284a-4b5d-99a3-66bad10f7ca7 HTTP/1.1" status: 200 len: 210 time: 0.1475003 Mar 01 13:46:25.989358 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 0a8548b0-a18e-4eef-80a2-f961c99a4abc is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:46:26.002654 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-cc1a8433-ee64-48a8-acd3-bebfddc76f83 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7255065 Mar 01 13:46:26.034331 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-c2350bbf-8e88-447c-816e-770cce52dc98 service neutron] Request body: {'port': {'device_id': '94bf5188-9818-4a9a-9716-2ab512321d30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:46:26.041323 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d866566-4391-4da4-8152-b2464207b3e5 req-79b9ac50-0e31-41aa-b339-3325f4233c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:26.042682 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6d866566-4391-4da4-8152-b2464207b3e5 req-79b9ac50-0e31-41aa-b339-3325f4233c74 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d59339e4-a260-4460-98ed-315edc30d333 HTTP/1.1" status: 200 len: 921 time: 0.3514631 Mar 01 13:46:26.091078 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35710) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:46:26.096338 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-a0b40d4f-c509-41df-8b98-705337c68d46 None None] Set router 15f735eb-292d-46f7-9b9c-fd785227641c gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:46:26.119660 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-3ba6ee8f-e280-4cdc-ab1b-0caae53f4792 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Request body: {'security_group': {'name': 'tempest-securitygroup--167380829', 'description': 'tempest-description--421910421'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:46:26.177313 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6d866566-4391-4da4-8152-b2464207b3e5 req-af4eff53-b793-458b-b00b-b00e1de89736 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b38e50d-db1a-44f2-a803-b588235f0e77 HTTP/1.1" status: 200 len: 1000 time: 0.1264145 Mar 01 13:46:26.193165 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-1426300a-93b9-4a7d-919f-480809cf202e None None] Provisioning complete for port e3381700-7b94-4aeb-b188-6656967ea5f4 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:46:26.194270 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1426300a-93b9-4a7d-919f-480809cf202e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e3381700-7b94-4aeb-b188-6656967ea5f4), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:26.270504 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-1426300a-93b9-4a7d-919f-480809cf202e None None] Port e3381700-7b94-4aeb-b188-6656967ea5f4 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:46:26.288042 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d866566-4391-4da4-8152-b2464207b3e5 req-ee11fc2f-821b-444c-9875-3754d9fb01e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:26.294455 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6d866566-4391-4da4-8152-b2464207b3e5 req-ee11fc2f-821b-444c-9875-3754d9fb01e3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0 HTTP/1.1" status: 200 len: 860 time: 0.1102624 Mar 01 13:46:26.368122 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6d866566-4391-4da4-8152-b2464207b3e5 req-09ea2585-209f-4624-bbc3-59bcd85f651b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d59339e4-a260-4460-98ed-315edc30d333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575342 Mar 01 13:46:26.429741 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b6d3769d-4672-4c06-9dda-30b08228720f req-e68c350b-1f5d-455f-b2dc-1300626ceec8 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.62 HTTP/1.1" status: 200 len: 1000 time: 0.3375568 Mar 01 13:46:26.452304 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3ba6ee8f-e280-4cdc-ab1b-0caae53f4792 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:26.570283 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-c2350bbf-8e88-447c-816e-770cce52dc98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e3381700-7b94-4aeb-b188-6656967ea5f4), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:26.615772 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6d866566-4391-4da4-8152-b2464207b3e5 req-83cc07c5-e706-4e1f-acdb-63413fa5afae service neutron] 10.222.0.20 "GET /v2.0/networks/d59339e4-a260-4460-98ed-315edc30d333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463605 Mar 01 13:46:26.617627 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3769d-4672-4c06-9dda-30b08228720f req-7d1209ce-72d8-4b09-bdab-b5b41f3de5b4 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:26.638134 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b6d3769d-4672-4c06-9dda-30b08228720f req-7d1209ce-72d8-4b09-bdab-b5b41f3de5b4 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports/8b38e50d-db1a-44f2-a803-b588235f0e77 HTTP/1.1" status: 200 len: 942 time: 0.2073197 Mar 01 13:46:26.665425 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-a0b40d4f-c509-41df-8b98-705337c68d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'name': 'tempest-ServerActionsTestJSON-1773107722-router', 'tenant_id': '475192ca5f814c16b38a7d788a6a6472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0a8548b0-a18e-4eef-80a2-f961c99a4abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:46:14Z', 'updated_at': '2022-03-01T13:46:20Z', 'revision_number': 4, 'project_id': '475192ca5f814c16b38a7d788a6a6472', 'gw_port': {'id': '0a8548b0-a18e-4eef-80a2-f961c99a4abc', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:46:15Z', 'updated_at': '2022-03-01T13:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '2af81fa7-56fa-4a4c-87c5-b9bb6f35731c', 'name': '', 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166', 'tenant_id': '475192ca5f814c16b38a7d788a6a6472', 'mac_address': 'fa:16:3e:ab:34:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'd1ea702e-89f4-430d-ba35-37a3134c98fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:46:19Z', 'updated_at': '2022-03-01T13:46:20Z', 'revision_number': 2, 'project_id': '475192ca5f814c16b38a7d788a6a6472', 'subnets': [{'id': 'd1ea702e-89f4-430d-ba35-37a3134c98fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:26.732546 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b40d4f-c509-41df-8b98-705337c68d46 None None] Checking router: 15f735eb-292d-46f7-9b9c-fd785227641c for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:46:26.733594 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b40d4f-c509-41df-8b98-705337c68d46 None None] Updating router 15f735eb-292d-46f7-9b9c-fd785227641c port 2af81fa7-56fa-4a4c-87c5-b9bb6f35731c binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:46:26.793766 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3ba6ee8f-e280-4cdc-ab1b-0caae53f4792 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks [] for security_group (7e1965f2-86a9-4dcd-be84-af2d137f3dff), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:26.803795 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-a0b40d4f-c509-41df-8b98-705337c68d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2af81fa7-56fa-4a4c-87c5-b9bb6f35731c), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:26.821608 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6d866566-4391-4da4-8152-b2464207b3e5 req-347363c0-5fbd-4351-8290-7e7e4ed7a451 service neutron] 10.222.0.20 "GET /v2.0/networks/d59339e4-a260-4460-98ed-315edc30d333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962287 Mar 01 13:46:26.831237 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2778d9-2a51-4b6b-bcf0-3fcbbc997723 req-52e2cbf7-c887-4a26-95db-00e962a46f87 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:26.840827 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3f2778d9-2a51-4b6b-bcf0-3fcbbc997723 req-52e2cbf7-c887-4a26-95db-00e962a46f87 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bf5188-9818-4a9a-9716-2ab512321d30 HTTP/1.1" status: 200 len: 931 time: 0.6938410 Mar 01 13:46:26.868060 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3ba6ee8f-e280-4cdc-ab1b-0caae53f4792 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (7e1965f2-86a9-4dcd-be84-af2d137f3dff), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:27.126299 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3f2778d9-2a51-4b6b-bcf0-3fcbbc997723 req-fbc76ded-4147-4a8d-90dc-b77bca81452b tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a6221d1-e461-4ad9-9aa4-9837a2dac9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729595 Mar 01 13:46:27.127416 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6ee8f-e280-4cdc-ab1b-0caae53f4792 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1965f2-86a9-4dcd-be84-af2d137f3dff,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:27.142325 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b6d3769d-4672-4c06-9dda-30b08228720f req-b31ff033-4a83-4bf5-b27f-e10995c125b2 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.62 HTTP/1.1" status: 200 len: 1000 time: 0.2882645 Mar 01 13:46:27.148561 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3ba6ee8f-e280-4cdc-ab1b-0caae53f4792 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:27.152646 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35716) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:46:27.152942 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3ba6ee8f-e280-4cdc-ab1b-0caae53f4792 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0391028 Mar 01 13:46:27.159913 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-53356786-c034-4b4a-8fc1-cf14696a486e tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Request body: {'security_group_rule': {'security_group_id': '7e1965f2-86a9-4dcd-be84-af2d137f3dff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:46:27.232632 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-53356786-c034-4b4a-8fc1-cf14696a486e tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks [] for security_group_rule (fb1a6212-c070-4481-9cd3-97c7d16c342e), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:27.329147 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3769d-4672-4c06-9dda-30b08228720f req-36f0ff7f-6ac7-4dba-ac18-795b33fd33b7 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:27.331436 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b6d3769d-4672-4c06-9dda-30b08228720f req-36f0ff7f-6ac7-4dba-ac18-795b33fd33b7 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 784 time: 0.1738884 Mar 01 13:46:27.413505 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-a0b40d4f-c509-41df-8b98-705337c68d46 None None] Publish callbacks [] for port (2af81fa7-56fa-4a4c-87c5-b9bb6f35731c), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:27.414017 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-86cc0094-f210-4be5-9f49-ab5ea525c62e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:27.424775 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-a0b40d4f-c509-41df-8b98-705337c68d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (2af81fa7-56fa-4a4c-87c5-b9bb6f35731c), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:27.470560 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-53356786-c034-4b4a-8fc1-cf14696a486e tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks [] for security_group_rule (fb1a6212-c070-4481-9cd3-97c7d16c342e), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:27.477030 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-53356786-c034-4b4a-8fc1-cf14696a486e tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (fb1a6212-c070-4481-9cd3-97c7d16c342e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:27.544328 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-53356786-c034-4b4a-8fc1-cf14696a486e tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:27.550547 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-53356786-c034-4b4a-8fc1-cf14696a486e tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3955288 Mar 01 13:46:27.557128 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35718) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:46:27.565913 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-d95a9b8f-eb8a-4ada-95f4-b069843490a9 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Request body: {'security_group_rule': {'security_group_id': '7e1965f2-86a9-4dcd-be84-af2d137f3dff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:46:27.581819 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53356786-c034-4b4a-8fc1-cf14696a486e tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb1a6212-c070-4481-9cd3-97c7d16c342e,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:27.591443 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b6d3769d-4672-4c06-9dda-30b08228720f req-6bf00c30-5225-44c6-a3dd-7bc33bf465cf tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.62 HTTP/1.1" status: 200 len: 1000 time: 0.1362171 Mar 01 13:46:27.632643 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-b6d3769d-4672-4c06-9dda-30b08228720f req-e29db47e-b8a4-482d-8723-0ea5d9abef3b tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:46:27.634579 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d95a9b8f-eb8a-4ada-95f4-b069843490a9 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks [] for security_group_rule (d47ffbc4-5780-478a-a503-3f7c3e711945), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:27.645038 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2789e-5c54-4a98-b33d-fe8de2236ffa None None] Pushing event updated for resources: {'Port': ['ID=2af81fa7-56fa-4a4c-87c5-b9bb6f35731c,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:27.676872 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc2789e-5c54-4a98-b33d-fe8de2236ffa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:27.677213 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc2789e-5c54-4a98-b33d-fe8de2236ffa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:27.680223 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc2789e-5c54-4a98-b33d-fe8de2236ffa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:27.681482 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc2789e-5c54-4a98-b33d-fe8de2236ffa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:27.682482 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc2789e-5c54-4a98-b33d-fe8de2236ffa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:27.684312 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc2789e-5c54-4a98-b33d-fe8de2236ffa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:27.685356 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc2789e-5c54-4a98-b33d-fe8de2236ffa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:27.687211 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc2789e-5c54-4a98-b33d-fe8de2236ffa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:27.689184 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc2789e-5c54-4a98-b33d-fe8de2236ffa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:27.689754 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc2789e-5c54-4a98-b33d-fe8de2236ffa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:27.691239 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc2789e-5c54-4a98-b33d-fe8de2236ffa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:27.693502 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc2789e-5c54-4a98-b33d-fe8de2236ffa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:27.695519 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc2789e-5c54-4a98-b33d-fe8de2236ffa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:27.780013 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b6d3769d-4672-4c06-9dda-30b08228720f req-e29db47e-b8a4-482d-8723-0ea5d9abef3b tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks [] for floatingip (0083254b-bca3-4672-a27b-6561bc435b2f), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:27.859286 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d95a9b8f-eb8a-4ada-95f4-b069843490a9 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks [] for security_group_rule (d47ffbc4-5780-478a-a503-3f7c3e711945), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:27.868774 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d95a9b8f-eb8a-4ada-95f4-b069843490a9 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (d47ffbc4-5780-478a-a503-3f7c3e711945), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:27.924669 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-a0b40d4f-c509-41df-8b98-705337c68d46 None None] Attempting to bind port 2af81fa7-56fa-4a4c-87c5-b9bb6f35731c on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:46:27.925333 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-a0b40d4f-c509-41df-8b98-705337c68d46 None None] Attempting to bind port 2af81fa7-56fa-4a4c-87c5-b9bb6f35731c by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'adbddf4e-a21d-4b8d-ae28-1974e74a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:46:27.925700 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b40d4f-c509-41df-8b98-705337c68d46 None None] Attempting to bind port 2af81fa7-56fa-4a4c-87c5-b9bb6f35731c on network 20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:46:27.941569 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-4a6cb2d9-d900-4b84-b107-52c753538c26 None None] Provisioning complete for port 2af81fa7-56fa-4a4c-87c5-b9bb6f35731c triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:46:27.943786 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4a6cb2d9-d900-4b84-b107-52c753538c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2af81fa7-56fa-4a4c-87c5-b9bb6f35731c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:27.945213 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b40d4f-c509-41df-8b98-705337c68d46 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:46:27.945716 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b40d4f-c509-41df-8b98-705337c68d46 None None] Checking segment: {'id': 'adbddf4e-a21d-4b8d-ae28-1974e74a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:46:27.946286 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-a0b40d4f-c509-41df-8b98-705337c68d46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:27.946798 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b40d4f-c509-41df-8b98-705337c68d46 None None] Bound using segment: {'id': 'adbddf4e-a21d-4b8d-ae28-1974e74a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:46:27.947387 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-a0b40d4f-c509-41df-8b98-705337c68d46 None None] Bound port: 2af81fa7-56fa-4a4c-87c5-b9bb6f35731c, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adbddf4e-a21d-4b8d-ae28-1974e74a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:46:27.947918 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-a0b40d4f-c509-41df-8b98-705337c68d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2af81fa7-56fa-4a4c-87c5-b9bb6f35731c), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:27.985595 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b6d3769d-4672-4c06-9dda-30b08228720f req-e29db47e-b8a4-482d-8723-0ea5d9abef3b tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:28.003031 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b0712-c55a-4d9a-ad15-b60c06cc0cbb req-f62e8ded-fc2b-4c6e-8d73-a4b7fbcb2e8a tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:28.005787 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c71b0712-c55a-4d9a-ad15-b60c06cc0cbb req-f62e8ded-fc2b-4c6e-8d73-a4b7fbcb2e8a tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 1128 time: 0.6152954 Mar 01 13:46:28.006106 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a9b8f-eb8a-4ada-95f4-b069843490a9 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d47ffbc4-5780-478a-a503-3f7c3e711945,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:28.006925 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b6d3769d-4672-4c06-9dda-30b08228720f req-e29db47e-b8a4-482d-8723-0ea5d9abef3b tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (0083254b-bca3-4672-a27b-6561bc435b2f), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:28.007442 n-d-827467-3 neutron-server[103727]: INFO neutron.db.l3_db [req-b6d3769d-4672-4c06-9dda-30b08228720f req-e29db47e-b8a4-482d-8723-0ea5d9abef3b tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Floating IP 0083254b-bca3-4672-a27b-6561bc435b2f disassociated. External IP: 172.25.1.62, port: 8b38e50d-db1a-44f2-a803-b588235f0e77. Mar 01 13:46:28.031725 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d95a9b8f-eb8a-4ada-95f4-b069843490a9 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:28.038015 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d95a9b8f-eb8a-4ada-95f4-b069843490a9 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4744081 Mar 01 13:46:28.038740 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35722) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:46:28.063253 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-b2b98451-1a79-4c06-b617-3e66f257b53d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:46:28.073068 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-a0b40d4f-c509-41df-8b98-705337c68d46 None None] For port 2af81fa7-56fa-4a4c-87c5-b9bb6f35731c, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:46:28.077916 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-a0b40d4f-c509-41df-8b98-705337c68d46 None None] For port 2af81fa7-56fa-4a4c-87c5-b9bb6f35731c, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=2af81fa7-56fa-4a4c-87c5-b9bb6f35731c,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:46:28.086242 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-a0b40d4f-c509-41df-8b98-705337c68d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (2af81fa7-56fa-4a4c-87c5-b9bb6f35731c), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:28.125975 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-4a6cb2d9-d900-4b84-b107-52c753538c26 None None] Port 2af81fa7-56fa-4a4c-87c5-b9bb6f35731c cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:46:28.134724 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b2b98451-1a79-4c06-b617-3e66f257b53d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:28.238971 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b40d4f-c509-41df-8b98-705337c68d46 None None] Routers {'15f735eb-292d-46f7-9b9c-fd785227641c'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:46:28.251266 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-a0b40d4f-c509-41df-8b98-705337c68d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:46:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['15f735eb-292d-46f7-9b9c-fd785227641c'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:28.365212 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b2b98451-1a79-4c06-b617-3e66f257b53d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:28.400012 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2789e-5c54-4a98-b33d-fe8de2236ffa None None] Pushing event updated for resources: {'Port': ['ID=2af81fa7-56fa-4a4c-87c5-b9bb6f35731c,revision_number=4']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:28.553774 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-a0b40d4f-c509-41df-8b98-705337c68d46 None None] Set router 15f735eb-292d-46f7-9b9c-fd785227641c gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:46:28.669683 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-3bddb503-67c9-456f-919d-d6f702701e41 None None] Provisioning complete for port 2af81fa7-56fa-4a4c-87c5-b9bb6f35731c triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:46:28.672924 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3bddb503-67c9-456f-919d-d6f702701e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2af81fa7-56fa-4a4c-87c5-b9bb6f35731c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:28.700627 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-b2b98451-1a79-4c06-b617-3e66f257b53d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Allocated IP 172.25.1.181 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/edb17efe-6185-4897-a602-29fb8def5a5f) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:46:28.798308 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:28.928797 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3bddb503-67c9-456f-919d-d6f702701e41 None None] Current status of the port 2af81fa7-56fa-4a4c-87c5-b9bb6f35731c is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:46:28.929352 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3bddb503-67c9-456f-919d-d6f702701e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2af81fa7-56fa-4a4c-87c5-b9bb6f35731c), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:28.962958 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b2b98451-1a79-4c06-b617-3e66f257b53d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks [] for port (edb17efe-6185-4897-a602-29fb8def5a5f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:29.011304 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-a0b40d4f-c509-41df-8b98-705337c68d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'name': 'tempest-ServerActionsTestJSON-1773107722-router', 'tenant_id': '475192ca5f814c16b38a7d788a6a6472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0a8548b0-a18e-4eef-80a2-f961c99a4abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:46:14Z', 'updated_at': '2022-03-01T13:46:20Z', 'revision_number': 4, 'project_id': '475192ca5f814c16b38a7d788a6a6472', 'gw_port': {'id': '0a8548b0-a18e-4eef-80a2-f961c99a4abc', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:46:15Z', 'updated_at': '2022-03-01T13:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '2af81fa7-56fa-4a4c-87c5-b9bb6f35731c', 'name': '', 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166', 'tenant_id': '475192ca5f814c16b38a7d788a6a6472', 'mac_address': 'fa:16:3e:ab:34:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'd1ea702e-89f4-430d-ba35-37a3134c98fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:46:19Z', 'updated_at': '2022-03-01T13:46:28Z', 'revision_number': 4, 'project_id': '475192ca5f814c16b38a7d788a6a6472', 'subnets': [{'id': 'd1ea702e-89f4-430d-ba35-37a3134c98fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:29.072918 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-3bddb503-67c9-456f-919d-d6f702701e41 None None] For port 2af81fa7-56fa-4a4c-87c5-b9bb6f35731c, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=2af81fa7-56fa-4a4c-87c5-b9bb6f35731c,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:46:29.081772 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3bddb503-67c9-456f-919d-d6f702701e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (2af81fa7-56fa-4a4c-87c5-b9bb6f35731c), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:29.099171 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b2b98451-1a79-4c06-b617-3e66f257b53d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (edb17efe-6185-4897-a602-29fb8def5a5f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:29.100607 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b40d4f-c509-41df-8b98-705337c68d46 None None] The sync data for ids ['15f735eb-292d-46f7-9b9c-fd785227641c'] in n-d-827467-3 is: [{'id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'name': 'tempest-ServerActionsTestJSON-1773107722-router', 'tenant_id': '475192ca5f814c16b38a7d788a6a6472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0a8548b0-a18e-4eef-80a2-f961c99a4abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:46:14Z', 'updated_at': '2022-03-01T13:46:20Z', 'revision_number': 4, 'project_id': '475192ca5f814c16b38a7d788a6a6472', 'gw_port': {'id': '0a8548b0-a18e-4eef-80a2-f961c99a4abc', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:46:15Z', 'updated_at': '2022-03-01T13:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '2af81fa7-56fa-4a4c-87c5-b9bb6f35731c', 'name': '', 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166', 'tenant_id': '475192ca5f814c16b38a7d788a6a6472', 'mac_address': 'fa:16:3e:ab:34:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'd1ea702e-89f4-430d-ba35-37a3134c98fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:46:19Z', 'updated_at': '2022-03-01T13:46:28Z', 'revision_number': 4, 'project_id': '475192ca5f814c16b38a7d788a6a6472', 'subnets': [{'id': 'd1ea702e-89f4-430d-ba35-37a3134c98fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:46:29.218430 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bddb503-67c9-456f-919d-d6f702701e41 None None] Pushing event updated for resources: {'Port': ['ID=2af81fa7-56fa-4a4c-87c5-b9bb6f35731c,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:29.221371 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 2af81fa7-56fa-4a4c-87c5-b9bb6f35731c up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:46:29.327899 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b98451-1a79-4c06-b617-3e66f257b53d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:46:29.332316 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b98451-1a79-4c06-b617-3e66f257b53d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Pushing event updated for resources: {'Port': ['ID=edb17efe-6185-4897-a602-29fb8def5a5f,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:29.341677 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-b2b98451-1a79-4c06-b617-3e66f257b53d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:46:29.344722 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b98451-1a79-4c06-b617-3e66f257b53d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:46:29.350246 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-c2350bbf-8e88-447c-816e-770cce52dc98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3381700-7b94-4aeb-b188-6656967ea5f4 {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:46:29.373985 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 2af81fa7-56fa-4a4c-87c5-b9bb6f35731c triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:46:29.374918 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2af81fa7-56fa-4a4c-87c5-b9bb6f35731c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:29.399358 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-c2350bbf-8e88-447c-816e-770cce52dc98 service neutron] Publish callbacks [] for port (e3381700-7b94-4aeb-b188-6656967ea5f4), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:29.414280 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c71b0712-c55a-4d9a-ad15-b60c06cc0cbb req-9f282d02-97fe-4871-a27f-b821cde23d16 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3324547 Mar 01 13:46:29.499111 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-c2350bbf-8e88-447c-816e-770cce52dc98 service neutron] Transition to ACTIVE for port object e3381700-7b94-4aeb-b188-6656967ea5f4 will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:46:29.514441 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-c2350bbf-8e88-447c-816e-770cce52dc98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (e3381700-7b94-4aeb-b188-6656967ea5f4), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:29.606118 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 2af81fa7-56fa-4a4c-87c5-b9bb6f35731c is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:46:29.668300 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b2b98451-1a79-4c06-b617-3e66f257b53d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks [] for floatingip (2fed89e1-1c66-454c-92d0-ad302b1d42c5), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:29.765021 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b2b98451-1a79-4c06-b617-3e66f257b53d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (edb17efe-6185-4897-a602-29fb8def5a5f), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:29.782740 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6d3769d-4672-4c06-9dda-30b08228720f req-e29db47e-b8a4-482d-8723-0ea5d9abef3b tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Router c4aad186-a67c-4d1f-b257-bae61b23dc7a has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:46:29.789039 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2350bbf-8e88-447c-816e-770cce52dc98 service neutron] Pushing event updated for resources: {'Port': ['ID=e3381700-7b94-4aeb-b188-6656967ea5f4,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:29.969840 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:30.118147 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b2b98451-1a79-4c06-b617-3e66f257b53d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks [] for port (edb17efe-6185-4897-a602-29fb8def5a5f), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:30.134904 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b2b98451-1a79-4c06-b617-3e66f257b53d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (edb17efe-6185-4897-a602-29fb8def5a5f), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:30.167116 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934812a-cd72-49ef-b4a6-5614dee3e77d req-42605de9-b36e-4a20-9618-6ad0ab3a1c8b tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:30.175045 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7934812a-cd72-49ef-b4a6-5614dee3e77d req-42605de9-b36e-4a20-9618-6ad0ab3a1c8b tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 950 time: 0.5630648 Mar 01 13:46:30.253071 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-c2350bbf-8e88-447c-816e-770cce52dc98 service neutron] Attempting to bind port e3381700-7b94-4aeb-b188-6656967ea5f4 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:46:30.253702 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-c2350bbf-8e88-447c-816e-770cce52dc98 service neutron] Attempting to bind port e3381700-7b94-4aeb-b188-6656967ea5f4 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '146aa83f-f6b8-4311-9510-f6ebf5a3e76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '48119339-3489-4681-ba3d-edf785b95430'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:46:30.254219 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-c2350bbf-8e88-447c-816e-770cce52dc98 service neutron] Attempting to bind port e3381700-7b94-4aeb-b188-6656967ea5f4 on network 48119339-3489-4681-ba3d-edf785b95430 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:46:30.275401 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-c2350bbf-8e88-447c-816e-770cce52dc98 service neutron] Port e3381700-7b94-4aeb-b188-6656967ea5f4 on network 48119339-3489-4681-ba3d-edf785b95430 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:46:30.276020 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-c2350bbf-8e88-447c-816e-770cce52dc98 service neutron] Attempting to bind port e3381700-7b94-4aeb-b188-6656967ea5f4 on network 48119339-3489-4681-ba3d-edf785b95430 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:46:30.281314 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b98451-1a79-4c06-b617-3e66f257b53d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Pushing event updated for resources: {'Port': ['ID=edb17efe-6185-4897-a602-29fb8def5a5f,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:30.287960 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6d3769d-4672-4c06-9dda-30b08228720f req-e29db47e-b8a4-482d-8723-0ea5d9abef3b tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:46:30.296502 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b6d3769d-4672-4c06-9dda-30b08228720f req-e29db47e-b8a4-482d-8723-0ea5d9abef3b tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:30.299298 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-c2350bbf-8e88-447c-816e-770cce52dc98 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:46:30.299914 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-c2350bbf-8e88-447c-816e-770cce52dc98 service neutron] Checking segment: {'id': '146aa83f-f6b8-4311-9510-f6ebf5a3e76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '48119339-3489-4681-ba3d-edf785b95430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:46:30.300646 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-c2350bbf-8e88-447c-816e-770cce52dc98 service neutron] Bound using segment: {'id': '146aa83f-f6b8-4311-9510-f6ebf5a3e76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '48119339-3489-4681-ba3d-edf785b95430'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:46:30.301244 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-c2350bbf-8e88-447c-816e-770cce52dc98 service neutron] Bound port: e3381700-7b94-4aeb-b188-6656967ea5f4, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '146aa83f-f6b8-4311-9510-f6ebf5a3e76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '48119339-3489-4681-ba3d-edf785b95430'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:46:30.301772 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-c2350bbf-8e88-447c-816e-770cce52dc98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e3381700-7b94-4aeb-b188-6656967ea5f4), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:30.312049 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0bbf00-6367-45d8-bc42-f4a63d528ef7 None None] Sync routers for ids ['c4aad186-a67c-4d1f-b257-bae61b23dc7a'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:46:30.341035 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7934812a-cd72-49ef-b4a6-5614dee3e77d req-e6bcfc24-a76d-4b9d-b7e4-611053eaf8e0 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514399 Mar 01 13:46:30.346878 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0bbf00-6367-45d8-bc42-f4a63d528ef7 None None] Routers {'c4aad186-a67c-4d1f-b257-bae61b23dc7a'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:46:30.348662 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-0e0bbf00-6367-45d8-bc42-f4a63d528ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:46:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['c4aad186-a67c-4d1f-b257-bae61b23dc7a'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:30.354229 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b2b98451-1a79-4c06-b617-3e66f257b53d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (2fed89e1-1c66-454c-92d0-ad302b1d42c5), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:30.417052 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b2b98451-1a79-4c06-b617-3e66f257b53d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:30.421831 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b2b98451-1a79-4c06-b617-3e66f257b53d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3788495 Mar 01 13:46:30.459317 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b6d3769d-4672-4c06-9dda-30b08228720f req-e29db47e-b8a4-482d-8723-0ea5d9abef3b tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "PUT /v2.0/floatingips/0083254b-bca3-4672-a27b-6561bc435b2f HTTP/1.1" status: 200 len: 694 time: 2.8380761 Mar 01 13:46:30.468469 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1df49d2-4de4-462d-bb85-b1b6063f8515', 'tag': '8b38e50d-db1a-44f2-a803-b588235f0e77'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:46:30.471513 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29917480-c843-4bff-aa9f-2631d0ae642e" -d '{"events": [{"name": "network-changed", "server_uuid": "b1df49d2-4de4-462d-bb85-b1b6063f8515", "tag": "8b38e50d-db1a-44f2-a803-b588235f0e77"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:46:30.577160 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-c2350bbf-8e88-447c-816e-770cce52dc98 service neutron] For port e3381700-7b94-4aeb-b188-6656967ea5f4, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:46:30.583377 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-c2350bbf-8e88-447c-816e-770cce52dc98 service neutron] For port e3381700-7b94-4aeb-b188-6656967ea5f4, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=e3381700-7b94-4aeb-b188-6656967ea5f4,segment=NetworkSegment(146aa83f-f6b8-4311-9510-f6ebf5a3e76d),segment_id=146aa83f-f6b8-4311-9510-f6ebf5a3e76d)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:46:30.607548 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-0e0bbf00-6367-45d8-bc42-f4a63d528ef7 None None] Set router c4aad186-a67c-4d1f-b257-bae61b23dc7a gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:46:30.661986 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4463b68-b7de-4d02-9123-4241bfe4e422 req-0d482cfb-4954-4a87-a888-00ff0a95289f tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fba4c51-284a-4b5d-99a3-66bad10f7ca7 HTTP/1.1" status: 200 len: 210 time: 0.0725572 Mar 01 13:46:30.669213 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-c2350bbf-8e88-447c-816e-770cce52dc98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (e3381700-7b94-4aeb-b188-6656967ea5f4), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:30.727190 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-c2350bbf-8e88-447c-816e-770cce52dc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:30.728142 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-c2350bbf-8e88-447c-816e-770cce52dc98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:30.733508 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-c2350bbf-8e88-447c-816e-770cce52dc98 service neutron] 10.222.0.32 "PUT /v2.0/ports/e3381700-7b94-4aeb-b188-6656967ea5f4 HTTP/1.1" status: 200 len: 1091 time: 4.7140386 Mar 01 13:46:30.916710 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3769d-4672-4c06-9dda-30b08228720f req-8ab45a82-3824-48c6-bed4-5656666080fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:30.919729 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b6d3769d-4672-4c06-9dda-30b08228720f req-8ab45a82-3824-48c6-bed4-5656666080fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b79f39c46c31459c9d4d44a995c712e3&device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 1127 time: 0.4360132 Mar 01 13:46:30.940188 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2350bbf-8e88-447c-816e-770cce52dc98 service neutron] Pushing event updated for resources: {'Port': ['ID=e3381700-7b94-4aeb-b188-6656967ea5f4,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:31.067703 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-0e0bbf00-6367-45d8-bc42-f4a63d528ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1363162070-router', 'tenant_id': 'b79f39c46c31459c9d4d44a995c712e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '12f5e4c5-798e-4156-941c-64477efab2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:44:56Z', 'updated_at': '2022-03-01T13:45:03Z', 'revision_number': 4, 'project_id': 'b79f39c46c31459c9d4d44a995c712e3', 'gw_port': {'id': '12f5e4c5-798e-4156-941c-64477efab2db', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:44:57Z', 'updated_at': '2022-03-01T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '691b8449-8275-4ef0-a5e5-9aee6eea1db4', 'name': '', 'network_id': 'd59339e4-a260-4460-98ed-315edc30d333', 'tenant_id': 'b79f39c46c31459c9d4d44a995c712e3', 'mac_address': 'fa:16:3e:a7:58:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:45:01Z', 'updated_at': '2022-03-01T13:45:11Z', 'revision_number': 5, 'project_id': 'b79f39c46c31459c9d4d44a995c712e3', 'subnets': [{'id': '6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:31.106490 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0bbf00-6367-45d8-bc42-f4a63d528ef7 None None] Checking router: c4aad186-a67c-4d1f-b257-bae61b23dc7a for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:46:31.120685 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0bbf00-6367-45d8-bc42-f4a63d528ef7 None None] Routers {'c4aad186-a67c-4d1f-b257-bae61b23dc7a'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:46:31.121289 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-0e0bbf00-6367-45d8-bc42-f4a63d528ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:46:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['c4aad186-a67c-4d1f-b257-bae61b23dc7a'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:31.170689 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232eece1-5150-4831-b6f6-4cd7788331eb req-c27093b2-a4d0-4069-a6ae-8f7e5dfd35e8 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:31.179689 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-232eece1-5150-4831-b6f6-4cd7788331eb req-c27093b2-a4d0-4069-a6ae-8f7e5dfd35e8 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bf5188-9818-4a9a-9716-2ab512321d30 HTTP/1.1" status: 200 len: 943 time: 0.3298967 Mar 01 13:46:31.245104 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-ef768572-b305-4ce0-9433-4f655f7bddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:31.252053 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-ef768572-b305-4ce0-9433-4f655f7bddb5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f5cd53739d24ad8afe231ec33bbb6ee&device_id=94bf5188-9818-4a9a-9716-2ab512321d30 HTTP/1.1" status: 200 len: 1125 time: 0.4506016 Mar 01 13:46:31.305742 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3769d-4672-4c06-9dda-30b08228720f req-5b21fbaf-63f8-4717-a91c-9adf46b86d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:31.311944 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b6d3769d-4672-4c06-9dda-30b08228720f req-5b21fbaf-63f8-4717-a91c-9adf46b86d36 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d59339e4-a260-4460-98ed-315edc30d333 HTTP/1.1" status: 200 len: 921 time: 0.3666837 Mar 01 13:46:31.365512 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-0e0bbf00-6367-45d8-bc42-f4a63d528ef7 None None] Set router c4aad186-a67c-4d1f-b257-bae61b23dc7a gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:46:31.410926 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 2af81fa7-56fa-4a4c-87c5-b9bb6f35731c up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:46:31.435664 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b6d3769d-4672-4c06-9dda-30b08228720f req-7650dd22-311a-4aa0-a964-d34811ffd825 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b38e50d-db1a-44f2-a803-b588235f0e77 HTTP/1.1" status: 200 len: 217 time: 0.1132443 Mar 01 13:46:31.460409 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-232eece1-5150-4831-b6f6-4cd7788331eb req-5144228b-184c-4cdc-9218-479c71abe234 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a6221d1-e461-4ad9-9aa4-9837a2dac9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700531 Mar 01 13:46:31.569637 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3769d-4672-4c06-9dda-30b08228720f req-438153d6-35a2-44c6-bda0-8438ae5b9853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:31.574360 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b6d3769d-4672-4c06-9dda-30b08228720f req-438153d6-35a2-44c6-bda0-8438ae5b9853 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0 HTTP/1.1" status: 200 len: 860 time: 0.1099534 Mar 01 13:46:31.639847 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b6d3769d-4672-4c06-9dda-30b08228720f req-ecd2f702-8ccf-4b33-8eb2-291487c1763f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d59339e4-a260-4460-98ed-315edc30d333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549700 Mar 01 13:46:31.714235 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 2af81fa7-56fa-4a4c-87c5-b9bb6f35731c triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:46:31.715415 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2af81fa7-56fa-4a4c-87c5-b9bb6f35731c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:31.719833 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:31.867901 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368151b0-f622-4e20-9946-085798aae306 x-openstack-request-id: req-368151b0-f622-4e20-9946-085798aae306 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:46:31.870435 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1df49d2-4de4-462d-bb85-b1b6063f8515", "tag": "8b38e50d-db1a-44f2-a803-b588235f0e77", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:46:31.871350 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-368151b0-f622-4e20-9946-085798aae306 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:46:31.872045 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1df49d2-4de4-462d-bb85-b1b6063f8515', 'tag': '8b38e50d-db1a-44f2-a803-b588235f0e77', 'status': 'completed', 'code': 200} Mar 01 13:46:31.956032 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-d3f321bf-b568-4f19-942b-94d8cf483aa7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3381700-7b94-4aeb-b188-6656967ea5f4 HTTP/1.1" status: 200 len: 217 time: 0.1437330 Mar 01 13:46:31.960418 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b6d3769d-4672-4c06-9dda-30b08228720f req-5dbc4ce1-0487-4e9c-af74-3cbce0c086c3 service neutron] 10.222.0.13 "GET /v2.0/networks/d59339e4-a260-4460-98ed-315edc30d333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141658 Mar 01 13:46:31.962948 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 2af81fa7-56fa-4a4c-87c5-b9bb6f35731c is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:46:31.972539 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-0e0bbf00-6367-45d8-bc42-f4a63d528ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1363162070-router', 'tenant_id': 'b79f39c46c31459c9d4d44a995c712e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '12f5e4c5-798e-4156-941c-64477efab2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:44:56Z', 'updated_at': '2022-03-01T13:45:03Z', 'revision_number': 4, 'project_id': 'b79f39c46c31459c9d4d44a995c712e3', 'gw_port': {'id': '12f5e4c5-798e-4156-941c-64477efab2db', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:44:57Z', 'updated_at': '2022-03-01T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '691b8449-8275-4ef0-a5e5-9aee6eea1db4', 'name': '', 'network_id': 'd59339e4-a260-4460-98ed-315edc30d333', 'tenant_id': 'b79f39c46c31459c9d4d44a995c712e3', 'mac_address': 'fa:16:3e:a7:58:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:45:01Z', 'updated_at': '2022-03-01T13:45:11Z', 'revision_number': 5, 'project_id': 'b79f39c46c31459c9d4d44a995c712e3', 'subnets': [{'id': '6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:31.989878 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29917480-c843-4bff-aa9f-2631d0ae642e req-e884481d-979c-4c3e-96a0-144b598a0fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:32.005386 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-29917480-c843-4bff-aa9f-2631d0ae642e req-e884481d-979c-4c3e-96a0-144b598a0fc0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b79f39c46c31459c9d4d44a995c712e3&device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 1127 time: 0.1404138 Mar 01 13:46:32.017016 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0bbf00-6367-45d8-bc42-f4a63d528ef7 None None] The sync data for ids ['c4aad186-a67c-4d1f-b257-bae61b23dc7a'] in n-d-827467-3 is: [{'id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1363162070-router', 'tenant_id': 'b79f39c46c31459c9d4d44a995c712e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '12f5e4c5-798e-4156-941c-64477efab2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:44:56Z', 'updated_at': '2022-03-01T13:45:03Z', 'revision_number': 4, 'project_id': 'b79f39c46c31459c9d4d44a995c712e3', 'gw_port': {'id': '12f5e4c5-798e-4156-941c-64477efab2db', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:44:57Z', 'updated_at': '2022-03-01T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '691b8449-8275-4ef0-a5e5-9aee6eea1db4', 'name': '', 'network_id': 'd59339e4-a260-4460-98ed-315edc30d333', 'tenant_id': 'b79f39c46c31459c9d4d44a995c712e3', 'mac_address': 'fa:16:3e:a7:58:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:45:01Z', 'updated_at': '2022-03-01T13:45:11Z', 'revision_number': 5, 'project_id': 'b79f39c46c31459c9d4d44a995c712e3', 'subnets': [{'id': '6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:46:32.235398 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b6d3769d-4672-4c06-9dda-30b08228720f req-3240d244-88a1-4beb-a77c-b61c8aefd58e service neutron] 10.222.0.13 "GET /v2.0/networks/d59339e4-a260-4460-98ed-315edc30d333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672215 Mar 01 13:46:32.283061 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-135a7b54-63ca-4825-bbb5-ea6afd22e1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:32.284682 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-135a7b54-63ca-4825-bbb5-ea6afd22e1e2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=36f78ce5-2ab5-4f1b-9d1c-1753f7bb1f63 HTTP/1.1" status: 200 len: 853 time: 0.2897248 Mar 01 13:46:32.318434 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29917480-c843-4bff-aa9f-2631d0ae642e req-99451058-1f57-43f4-b4ae-0829d2ca9652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:32.323247 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-0917d5bf-166f-46ae-941e-31407538e1bf tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--167380829&fields=id&tenant_id=475192ca5f814c16b38a7d788a6a6472 HTTP/1.1" status: 200 len: 267 time: 0.2975302 Mar 01 13:46:32.335825 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-29917480-c843-4bff-aa9f-2631d0ae642e req-99451058-1f57-43f4-b4ae-0829d2ca9652 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d59339e4-a260-4460-98ed-315edc30d333 HTTP/1.1" status: 200 len: 921 time: 0.3217497 Mar 01 13:46:32.473295 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-29917480-c843-4bff-aa9f-2631d0ae642e req-3ed1a781-991a-440c-aa8a-c50b9857cc6a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b38e50d-db1a-44f2-a803-b588235f0e77 HTTP/1.1" status: 200 len: 217 time: 0.1314604 Mar 01 13:46:32.616517 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3613e18e-c468-4a80-ad5d-fa382b625a15 None None] New status for floating IP 0083254b-bca3-4672-a27b-6561bc435b2f: DOWN {{(pid=103729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 13:46:32.618356 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29917480-c843-4bff-aa9f-2631d0ae642e req-92322f2d-2043-4948-8694-34fa492b99fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:32.622931 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-29917480-c843-4bff-aa9f-2631d0ae642e req-92322f2d-2043-4948-8694-34fa492b99fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0 HTTP/1.1" status: 200 len: 860 time: 0.1446366 Mar 01 13:46:32.647457 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4caa1e3-88eb-4ebb-af73-976811337317 req-8086972d-01b3-4c10-b05d-0848eb590af3 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:32.649097 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4caa1e3-88eb-4ebb-af73-976811337317 req-8086972d-01b3-4c10-b05d-0848eb590af3 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 950 time: 0.2287776 Mar 01 13:46:32.651166 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-68de5eef-421b-4935-86aa-09d52709887c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:32.652771 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-68de5eef-421b-4935-86aa-09d52709887c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48119339-3489-4681-ba3d-edf785b95430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2784629 Mar 01 13:46:32.667491 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-29917480-c843-4bff-aa9f-2631d0ae642e req-9893c234-7df6-40e0-ad3a-2536751b626f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d59339e4-a260-4460-98ed-315edc30d333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383744 Mar 01 13:46:32.719283 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-cb6bff71-7c8d-4dce-ba25-d30ddaf2cc39 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:32.720867 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-cb6bff71-7c8d-4dce-ba25-d30ddaf2cc39 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/networks?id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 HTTP/1.1" status: 200 len: 812 time: 0.3856070 Mar 01 13:46:32.790674 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-95a1474b-94a1-4dee-af20-02b2328672cc tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/quotas/475192ca5f814c16b38a7d788a6a6472 HTTP/1.1" status: 200 len: 375 time: 0.0306101 Mar 01 13:46:32.798545 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4caa1e3-88eb-4ebb-af73-976811337317 req-4498b558-cb12-46fe-adda-1a28ef688fc5 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286802 Mar 01 13:46:32.933700 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-ac7934a4-a8ce-4e02-9077-9a40191ee39c service neutron] 10.222.0.32 "GET /v2.0/networks/48119339-3489-4681-ba3d-edf785b95430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541943 Mar 01 13:46:32.941011 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-29917480-c843-4bff-aa9f-2631d0ae642e req-dfe585fe-aecd-48bc-8e5b-190dae18a057 service neutron] 10.222.0.20 "GET /v2.0/networks/d59339e4-a260-4460-98ed-315edc30d333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629652 Mar 01 13:46:32.975889 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-4eb2d1bd-4333-40dc-bd4c-270a22b4ea95 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=475192ca5f814c16b38a7d788a6a6472&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1739538 Mar 01 13:46:33.187085 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-29917480-c843-4bff-aa9f-2631d0ae642e req-164f019f-9798-4c4e-81e3-a1e4498821d5 service neutron] 10.222.0.20 "GET /v2.0/networks/d59339e4-a260-4460-98ed-315edc30d333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380018 Mar 01 13:46:33.387267 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fcdef98a-e46b-446f-a0d6-22ed9228261c req-1cf6204c-b0ff-4bac-89a8-04c0c86512bf service neutron] 10.222.0.32 "GET /v2.0/networks/48119339-3489-4681-ba3d-edf785b95430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316175 Mar 01 13:46:33.396604 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-b662ddda-6fe9-463f-9ae1-d0270154db60 service neutron] 10.222.0.13 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904307 Mar 01 13:46:33.611141 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-efba901e-b7b0-4775-a6a1-2f90633c2371 service neutron] 10.222.0.13 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072673 Mar 01 13:46:33.872433 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4f8f4ae4-3a11-4f42-9114-f5fa71b20319 req-d80bb3ec-4106-4753-b5f0-b8ffcd75646a tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fba4c51-284a-4b5d-99a3-66bad10f7ca7 HTTP/1.1" status: 200 len: 210 time: 0.0365958 Mar 01 13:46:33.882885 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94bf5188-9818-4a9a-9716-2ab512321d30', 'tag': 'e3381700-7b94-4aeb-b188-6656967ea5f4'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:46:33.885928 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f90ecc-aff5-49ec-9523-9c4c9a8e643c" -d '{"events": [{"name": "network-changed", "server_uuid": "94bf5188-9818-4a9a-9716-2ab512321d30", "tag": "e3381700-7b94-4aeb-b188-6656967ea5f4"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:46:34.093377 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a03beb0d-f6c6-4c4a-b6ca-07c9a48df1e6 req-e16e7025-18e6-4196-b2b0-130473c84510 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/floatingips/0083254b-bca3-4672-a27b-6561bc435b2f HTTP/1.1" status: 200 len: 692 time: 0.1057293 Mar 01 13:46:34.263068 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03beb0d-f6c6-4c4a-b6ca-07c9a48df1e6 req-714951dc-c0cb-406c-8a79-b46b5a9249c8 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:34.270287 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a03beb0d-f6c6-4c4a-b6ca-07c9a48df1e6 req-714951dc-c0cb-406c-8a79-b46b5a9249c8 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 784 time: 0.1685557 Mar 01 13:46:34.419081 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a03beb0d-f6c6-4c4a-b6ca-07c9a48df1e6 req-7a07b97b-fd3f-4815-8e8e-2808e2b791a7 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.62 HTTP/1.1" status: 200 len: 695 time: 0.1478660 Mar 01 13:46:34.557345 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a03beb0d-f6c6-4c4a-b6ca-07c9a48df1e6 req-a2cde3fb-08cd-4f87-82d3-1ae3fee0f152 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.62 HTTP/1.1" status: 200 len: 695 time: 0.1369264 Mar 01 13:46:34.765734 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-a03beb0d-f6c6-4c4a-b6ca-07c9a48df1e6 req-194e8011-751a-4799-95cb-754bb9d6f9ac tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Deleting port 51d3da34-8862-4b38-8f5f-4746adf8bb60 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:46:34.765993 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-a03beb0d-f6c6-4c4a-b6ca-07c9a48df1e6 req-194e8011-751a-4799-95cb-754bb9d6f9ac tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (51d3da34-8862-4b38-8f5f-4746adf8bb60), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:34.886805 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-a03beb0d-f6c6-4c4a-b6ca-07c9a48df1e6 req-194e8011-751a-4799-95cb-754bb9d6f9ac tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (51d3da34-8862-4b38-8f5f-4746adf8bb60), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:34.889335 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-a03beb0d-f6c6-4c4a-b6ca-07c9a48df1e6 req-194e8011-751a-4799-95cb-754bb9d6f9ac tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks [] for floatingip (51d3da34-8862-4b38-8f5f-4746adf8bb60), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:34.908672 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-a03beb0d-f6c6-4c4a-b6ca-07c9a48df1e6 req-194e8011-751a-4799-95cb-754bb9d6f9ac tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Calling delete_port for 51d3da34-8862-4b38-8f5f-4746adf8bb60 owned by network:floatingip {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:46:35.075367 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-a03beb0d-f6c6-4c4a-b6ca-07c9a48df1e6 req-194e8011-751a-4799-95cb-754bb9d6f9ac tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (51d3da34-8862-4b38-8f5f-4746adf8bb60), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:35.108354 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e8011-751a-4799-95cb-754bb9d6f9ac tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Pushing event deleted for resources: {'Port': ['ID=51d3da34-8862-4b38-8f5f-4746adf8bb60,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:35.178574 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-a03beb0d-f6c6-4c4a-b6ca-07c9a48df1e6 req-194e8011-751a-4799-95cb-754bb9d6f9ac tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks [] for floatingip (0083254b-bca3-4672-a27b-6561bc435b2f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:35.181251 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-a03beb0d-f6c6-4c4a-b6ca-07c9a48df1e6 req-194e8011-751a-4799-95cb-754bb9d6f9ac tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:35.182420 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a03beb0d-f6c6-4c4a-b6ca-07c9a48df1e6 req-194e8011-751a-4799-95cb-754bb9d6f9ac tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "DELETE /v2.0/floatingips/0083254b-bca3-4672-a27b-6561bc435b2f HTTP/1.1" status: 204 len: 173 time: 0.6242776 Mar 01 13:46:35.297929 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bb94b-7ebf-417a-8aaa-92bfe1c21c2b req-b6c227f3-ab88-42d6-954a-8b1acc6230be tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:35.306636 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dd9bb94b-7ebf-417a-8aaa-92bfe1c21c2b req-b6c227f3-ab88-42d6-954a-8b1acc6230be tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bf5188-9818-4a9a-9716-2ab512321d30 HTTP/1.1" status: 200 len: 943 time: 0.0692124 Mar 01 13:46:35.370247 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dd9bb94b-7ebf-417a-8aaa-92bfe1c21c2b req-5b92f334-7b8d-4a3a-9b49-1ddb3739f712 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a6221d1-e461-4ad9-9aa4-9837a2dac9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623312 Mar 01 13:46:35.500337 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1f655aa6-7543-4034-b35f-6e299036f864 req-2b819cd0-4cf9-417d-9c7e-3d2e122cffe6 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 210 time: 0.0494277 Mar 01 13:46:35.623873 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a76670-38eb-4d59-bbbd-d00b04b2e100 req-32005b14-3a3f-43ac-a778-364fb9fefd81 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:35.625214 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f0a76670-38eb-4d59-bbbd-d00b04b2e100 req-32005b14-3a3f-43ac-a778-364fb9fefd81 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 950 time: 0.0672023 Mar 01 13:46:35.683816 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f0a76670-38eb-4d59-bbbd-d00b04b2e100 req-aa8167f4-5e20-4f52-b54b-d95669f3186a tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526004 Mar 01 13:46:35.730055 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00891e5b-2c27-421b-b26e-7fc5dc415f28 x-openstack-request-id: req-00891e5b-2c27-421b-b26e-7fc5dc415f28 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:46:35.730766 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94bf5188-9818-4a9a-9716-2ab512321d30", "tag": "e3381700-7b94-4aeb-b188-6656967ea5f4", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:46:35.731277 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-00891e5b-2c27-421b-b26e-7fc5dc415f28 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:46:35.732515 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94bf5188-9818-4a9a-9716-2ab512321d30', 'tag': 'e3381700-7b94-4aeb-b188-6656967ea5f4', 'status': 'completed', 'code': 200} Mar 01 13:46:35.820012 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c36bb4c7-c875-48d3-8782-a4fb4cfdd73f req-b74fe47a-f734-45c6-bfcf-daf86f17c323 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fba4c51-284a-4b5d-99a3-66bad10f7ca7 HTTP/1.1" status: 200 len: 210 time: 0.0263426 Mar 01 13:46:35.883576 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc9f799d-f38f-4895-b1d6-6a35bd641d9a req-74c5031e-9b4f-47b7-9bcd-767784ad4d86 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups/9d7b51f3-0e02-4bd8-82a9-5f983b17a7c6 HTTP/1.1" status: 200 len: 1825 time: 0.0401230 Mar 01 13:46:35.937971 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cc9f799d-f38f-4895-b1d6-6a35bd641d9a req-b6762e25-e2cf-4ded-8089-709627199001 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks [] for security_group (9d7b51f3-0e02-4bd8-82a9-5f983b17a7c6), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:35.959611 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cc9f799d-f38f-4895-b1d6-6a35bd641d9a req-b6762e25-e2cf-4ded-8089-709627199001 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks [] for security_group (9d7b51f3-0e02-4bd8-82a9-5f983b17a7c6), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:36.000112 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cc9f799d-f38f-4895-b1d6-6a35bd641d9a req-b6762e25-e2cf-4ded-8089-709627199001 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (9d7b51f3-0e02-4bd8-82a9-5f983b17a7c6), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:36.002971 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cc9f799d-f38f-4895-b1d6-6a35bd641d9a req-b6762e25-e2cf-4ded-8089-709627199001 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:36.004118 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc9f799d-f38f-4895-b1d6-6a35bd641d9a req-b6762e25-e2cf-4ded-8089-709627199001 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "DELETE /v2.0/security-groups/9d7b51f3-0e02-4bd8-82a9-5f983b17a7c6 HTTP/1.1" status: 204 len: 173 time: 0.1149654 Mar 01 13:46:36.013753 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6762e25-e2cf-4ded-8089-709627199001 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7b51f3-0e02-4bd8-82a9-5f983b17a7c6,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:36.354466 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c0a3a-4031-4dbb-aaf5-8bd03f273ad8 req-4b875e2d-10af-49fb-ac9d-5ded5b5f0814 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:36.361471 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d82c0a3a-4031-4dbb-aaf5-8bd03f273ad8 req-4b875e2d-10af-49fb-ac9d-5ded5b5f0814 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 945 time: 0.0661957 Mar 01 13:46:36.407617 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d82c0a3a-4031-4dbb-aaf5-8bd03f273ad8 req-b10757ab-7ce0-40f3-821a-79ac5aa6bff5 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444841 Mar 01 13:46:36.550915 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ac062-36bb-4ab7-a58b-29ac5050afd2 req-16f00f25-b470-442a-93d0-3420563873b0 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:36.552596 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-767ac062-36bb-4ab7-a58b-29ac5050afd2 req-16f00f25-b470-442a-93d0-3420563873b0 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bf5188-9818-4a9a-9716-2ab512321d30 HTTP/1.1" status: 200 len: 943 time: 0.0586438 Mar 01 13:46:36.602694 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-767ac062-36bb-4ab7-a58b-29ac5050afd2 req-ea12adb6-b4fb-43d4-98fc-899610f3e969 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a6221d1-e461-4ad9-9aa4-9837a2dac9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441341 Mar 01 13:46:36.801934 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-8ee00b88-b5bc-4b9a-8237-35eb2d364a84 tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:36.803394 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-8ee00b88-b5bc-4b9a-8237-35eb2d364a84 tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] 10.222.0.13 "GET /v2.0/networks?id=4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9 HTTP/1.1" status: 200 len: 810 time: 0.1113002 Mar 01 13:46:36.817759 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-9cd929df-3f90-4952-b546-449e3c3d7fb8 tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] 10.222.0.13 "GET /v2.0/quotas/2bc605dac63643789d0e0ed9611e1f8c HTTP/1.1" status: 200 len: 375 time: 0.0089884 Mar 01 13:46:36.853487 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-2c197988-85c8-4403-acaf-5ab2135a4d87 tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bc605dac63643789d0e0ed9611e1f8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308430 Mar 01 13:46:36.940730 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-964a85a1-45aa-4c79-b125-8f4c51365dd4 service neutron] 10.222.0.13 "GET /v2.0/networks/4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798049 Mar 01 13:46:37.034243 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-830e8d90-2e43-4d6c-8237-4a6d566a7c59 service neutron] 10.222.0.13 "GET /v2.0/networks/4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879285 Mar 01 13:46:37.306660 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f1968e9d-2bda-4452-b60b-648477507142 req-517de6ac-2f2e-4b57-9ac9-9c51b49253b5 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 210 time: 0.0318520 Mar 01 13:46:37.420096 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d9366-43a5-45e9-9fa8-3981b1d3c1cf req-1f19a164-21fb-4bfb-8035-d29787cceed7 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:37.421718 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8b9d9366-43a5-45e9-9fa8-3981b1d3c1cf req-1f19a164-21fb-4bfb-8035-d29787cceed7 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 950 time: 0.0587180 Mar 01 13:46:37.478924 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8b9d9366-43a5-45e9-9fa8-3981b1d3c1cf req-81dc6663-5f77-4abf-84c9-7f77624d9723 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493228 Mar 01 13:46:37.572750 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-716b2250-ba66-45cb-b0ca-7bbdbc50f41b req-054bce09-9e5c-41d2-b171-588f59c15d09 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fba4c51-284a-4b5d-99a3-66bad10f7ca7 HTTP/1.1" status: 200 len: 210 time: 0.0324461 Mar 01 13:46:37.650538 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ff8af8c8-819a-48a5-ae91-87a40d060352 req-57b71ea5-6ade-4d6e-b800-6d769356ffd2 tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae767fd2-39b2-4360-833f-7c81001e2aae HTTP/1.1" status: 200 len: 210 time: 0.0300350 Mar 01 13:46:37.783997 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee54898-b271-4353-a746-41a58881eb86 req-9361f57d-bc49-41b4-a21f-d03dd48922ff tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:37.785479 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8ee54898-b271-4353-a746-41a58881eb86 req-9361f57d-bc49-41b4-a21f-d03dd48922ff tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 945 time: 0.0600266 Mar 01 13:46:37.832055 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8ee54898-b271-4353-a746-41a58881eb86 req-6096f035-a819-44e9-aefd-eb195eb28ea9 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410786 Mar 01 13:46:37.937229 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac951889-5c10-4cfe-8f3f-d1bbbdac05f6 req-1212603b-a447-4580-a474-19b7c35115d9 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:37.938694 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ac951889-5c10-4cfe-8f3f-d1bbbdac05f6 req-1212603b-a447-4580-a474-19b7c35115d9 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bf5188-9818-4a9a-9716-2ab512321d30 HTTP/1.1" status: 200 len: 943 time: 0.0527771 Mar 01 13:46:37.989781 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ac951889-5c10-4cfe-8f3f-d1bbbdac05f6 req-f56df7a7-7024-48a7-8c01-ac7d6be286c8 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a6221d1-e461-4ad9-9aa4-9837a2dac9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454912 Mar 01 13:46:38.403751 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-629d4ba4-2f0d-4334-835f-93a00cb371e4 req-965c96fe-5bcc-4650-8e27-f78073313a30 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 210 time: 0.0279927 Mar 01 13:46:38.609657 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34e406-e82a-4ae4-b934-982582c4c7b3 req-e9a05131-d245-4047-b5fe-b6ec1a2f5612 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:38.611345 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bb34e406-e82a-4ae4-b934-982582c4c7b3 req-e9a05131-d245-4047-b5fe-b6ec1a2f5612 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 950 time: 0.0622206 Mar 01 13:46:38.664131 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bb34e406-e82a-4ae4-b934-982582c4c7b3 req-c05269c6-0f70-474b-affd-de0f77b811a0 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468903 Mar 01 13:46:38.760649 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-02a2dbcb-df7c-4046-a72c-25b730af250a req-217025bc-5c9a-4f3f-bf36-4442124cd535 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fba4c51-284a-4b5d-99a3-66bad10f7ca7 HTTP/1.1" status: 200 len: 210 time: 0.0302389 Mar 01 13:46:38.809427 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aec14a-86ba-4c8a-b96d-a1c81b93e704 req-cccc84b6-6243-4f39-984b-8a90ccfad0be tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:38.810678 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f8aec14a-86ba-4c8a-b96d-a1c81b93e704 req-cccc84b6-6243-4f39-984b-8a90ccfad0be tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 945 time: 0.0776100 Mar 01 13:46:38.882689 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d9985f93-8039-4d9c-b454-36d5942d1cb4 req-539fea17-305f-45d6-87b0-c3c953c1def0 tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae767fd2-39b2-4360-833f-7c81001e2aae HTTP/1.1" status: 200 len: 210 time: 0.0351009 Mar 01 13:46:38.950675 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-f8aec14a-86ba-4c8a-b96d-a1c81b93e704 req-15beb6ae-e1bf-43cb-856a-d0b38cc03337 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Deleting port 8b38e50d-db1a-44f2-a803-b588235f0e77 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:46:38.951358 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f8aec14a-86ba-4c8a-b96d-a1c81b93e704 req-15beb6ae-e1bf-43cb-856a-d0b38cc03337 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (8b38e50d-db1a-44f2-a803-b588235f0e77), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:39.049330 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-f8aec14a-86ba-4c8a-b96d-a1c81b93e704 req-15beb6ae-e1bf-43cb-856a-d0b38cc03337 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] For port 8b38e50d-db1a-44f2-a803-b588235f0e77, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=8b38e50d-db1a-44f2-a803-b588235f0e77,segment=NetworkSegment(e8fdfbe0-7cd0-4214-af8d-2a91b83f4ca5),segment_id=e8fdfbe0-7cd0-4214-af8d-2a91b83f4ca5)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:46:39.049840 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f8aec14a-86ba-4c8a-b96d-a1c81b93e704 req-15beb6ae-e1bf-43cb-856a-d0b38cc03337 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (8b38e50d-db1a-44f2-a803-b588235f0e77), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:39.065887 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169feec-b881-4ec5-bf38-a7cdf68c92c1 req-504430a3-d103-424f-9e1e-d7108a1a2267 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:39.073805 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-f8aec14a-86ba-4c8a-b96d-a1c81b93e704 req-15beb6ae-e1bf-43cb-856a-d0b38cc03337 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Calling delete_port for 8b38e50d-db1a-44f2-a803-b588235f0e77 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:46:39.078743 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d169feec-b881-4ec5-bf38-a7cdf68c92c1 req-504430a3-d103-424f-9e1e-d7108a1a2267 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1df49d2-4de4-462d-bb85-b1b6063f8515 HTTP/1.1" status: 200 len: 945 time: 0.1188035 Mar 01 13:46:39.236873 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d169feec-b881-4ec5-bf38-a7cdf68c92c1 req-177f1697-30ba-4c8c-8bf7-e1db3f45a088 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.13 "GET /v2.0/security-groups?id=39ac8cc9-d205-47e6-b66c-1af8e9aa208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518638 Mar 01 13:46:39.275875 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f90ecc-aff5-49ec-9523-9c4c9a8e643c req-0c5a8110-d07d-4565-8eb1-d26c06058770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:39.276340 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e9f90ecc-aff5-49ec-9523-9c4c9a8e643c req-0c5a8110-d07d-4565-8eb1-d26c06058770 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f5cd53739d24ad8afe231ec33bbb6ee&device_id=94bf5188-9818-4a9a-9716-2ab512321d30 HTTP/1.1" status: 200 len: 1125 time: 0.1113842 Mar 01 13:46:39.427988 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f8aec14a-86ba-4c8a-b96d-a1c81b93e704 req-15beb6ae-e1bf-43cb-856a-d0b38cc03337 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (8b38e50d-db1a-44f2-a803-b588235f0e77), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:39.444472 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['8b38e50d-db1a-44f2-a803-b588235f0e77'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:46:39.544716 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43b093-abf0-4ac1-b91a-9c8763d36337 req-f7199e6b-1766-47af-bea9-276a8ae28adc tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:39.551877 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-db43b093-abf0-4ac1-b91a-9c8763d36337 req-f7199e6b-1766-47af-bea9-276a8ae28adc tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bf5188-9818-4a9a-9716-2ab512321d30 HTTP/1.1" status: 200 len: 943 time: 0.2291038 Mar 01 13:46:39.552464 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15beb6ae-e1bf-43cb-856a-d0b38cc03337 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Pushing event deleted for resources: {'Port': ['ID=8b38e50d-db1a-44f2-a803-b588235f0e77,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:39.557254 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f90ecc-aff5-49ec-9523-9c4c9a8e643c req-4b5019d2-1926-491b-9a26-a14187904521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:39.559401 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e9f90ecc-aff5-49ec-9523-9c4c9a8e643c req-4b5019d2-1926-491b-9a26-a14187904521 service neutron] 10.222.0.32 "GET /v2.0/networks?id=48119339-3489-4681-ba3d-edf785b95430 HTTP/1.1" status: 200 len: 915 time: 0.2752984 Mar 01 13:46:39.618854 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e9f90ecc-aff5-49ec-9523-9c4c9a8e643c req-cb573383-146e-40ce-8a6b-339729cc9774 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3381700-7b94-4aeb-b188-6656967ea5f4 HTTP/1.1" status: 200 len: 217 time: 0.0463445 Mar 01 13:46:39.651056 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:39.685238 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-db43b093-abf0-4ac1-b91a-9c8763d36337 req-6590e063-f4cd-496a-ab76-1d7fcabdd5ab tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a6221d1-e461-4ad9-9aa4-9837a2dac9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307850 Mar 01 13:46:39.716030 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8aec14a-86ba-4c8a-b96d-a1c81b93e704 req-15beb6ae-e1bf-43cb-856a-d0b38cc03337 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] No DVR routers for this DVR port 8b38e50d-db1a-44f2-a803-b588235f0e77 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:46:39.719558 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f8aec14a-86ba-4c8a-b96d-a1c81b93e704 req-15beb6ae-e1bf-43cb-856a-d0b38cc03337 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:39.725969 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f8aec14a-86ba-4c8a-b96d-a1c81b93e704 req-15beb6ae-e1bf-43cb-856a-d0b38cc03337 tempest-ServerRescueTestJSONUnderV235-901700934 tempest-ServerRescueTestJSONUnderV235-901700934-project] 10.222.0.20 "DELETE /v2.0/ports/8b38e50d-db1a-44f2-a803-b588235f0e77 HTTP/1.1" status: 204 len: 173 time: 0.9027987 Mar 01 13:46:39.730892 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1df49d2-4de4-462d-bb85-b1b6063f8515', 'name': 'network-vif-deleted', 'tag': '8b38e50d-db1a-44f2-a803-b588235f0e77'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:46:39.735195 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77dbf47e-d44f-486d-a17f-bd50b3e8fef1" -d '{"events": [{"server_uuid": "b1df49d2-4de4-462d-bb85-b1b6063f8515", "name": "network-vif-deleted", "tag": "8b38e50d-db1a-44f2-a803-b588235f0e77"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:46:39.782203 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f90ecc-aff5-49ec-9523-9c4c9a8e643c req-70aaf095-6b91-4dc1-bc40-9c19b1a4814b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:39.787030 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e9f90ecc-aff5-49ec-9523-9c4c9a8e643c req-70aaf095-6b91-4dc1-bc40-9c19b1a4814b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=36f78ce5-2ab5-4f1b-9d1c-1753f7bb1f63 HTTP/1.1" status: 200 len: 853 time: 0.0762048 Mar 01 13:46:39.818491 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:39.840222 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-6ece47f4-4e80-4f74-b89c-2eabf07057e6 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103726) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:46:39.842030 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-6ece47f4-4e80-4f74-b89c-2eabf07057e6 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1755741 Mar 01 13:46:39.961709 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-51c278f4-433d-4e29-9bc5-4757102c5294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:39.970550 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-51c278f4-433d-4e29-9bc5-4757102c5294 service neutron] 10.222.0.13 "GET /v2.0/ports/af0e330d-1f59-40b6-8dbc-5ea23668a568 HTTP/1.1" status: 200 len: 1125 time: 0.1117134 Mar 01 13:46:40.008501 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-56e015a7-f2c3-4bed-8cbe-b2b445cb6a76 req-6e20a9e2-f750-4e34-b2a8-ebea880cfa64 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 210 time: 0.0485880 Mar 01 13:46:40.014217 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-cf4e23be-3753-4558-9ab4-eea99ee75dfb service neutron] Request body: {'binding': {'host': 'n-h1-827467-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:46:40.014648 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f90ecc-aff5-49ec-9523-9c4c9a8e643c req-7e771fab-4bad-4de4-b1a8-92ca0b6c2941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:40.015357 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-cf4e23be-3753-4558-9ab4-eea99ee75dfb service neutron] Unknown quota resources ['binding']. {{(pid=103726) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 01 13:46:40.016199 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e9f90ecc-aff5-49ec-9523-9c4c9a8e643c req-7e771fab-4bad-4de4-b1a8-92ca0b6c2941 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48119339-3489-4681-ba3d-edf785b95430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2258518 Mar 01 13:46:40.518808 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e9f90ecc-aff5-49ec-9523-9c4c9a8e643c req-2160fbce-b0c9-40f5-8a4c-8c29091c155a service neutron] 10.222.0.32 "GET /v2.0/networks/48119339-3489-4681-ba3d-edf785b95430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940772 Mar 01 13:46:40.526961 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc2867-629e-4e1a-b071-76e8049d4dec req-90782f95-8d9a-4359-ba50-652d05899337 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:40.534846 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-35fc2867-629e-4e1a-b071-76e8049d4dec req-90782f95-8d9a-4359-ba50-652d05899337 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 950 time: 0.0954869 Mar 01 13:46:40.793763 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-8e7897b4-f553-464b-8f78-57f8b54007ae tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:40.795225 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-8e7897b4-f553-464b-8f78-57f8b54007ae tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] 10.222.0.32 "GET /v2.0/networks?id=4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9 HTTP/1.1" status: 200 len: 810 time: 0.1214690 Mar 01 13:46:40.802262 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-35fc2867-629e-4e1a-b071-76e8049d4dec req-841ea738-4ab5-4e61-bc93-003f324ab312 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665617 Mar 01 13:46:40.862178 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-600bcb49-9ce1-4888-a6ad-84fd0d01cb32 tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] Request body: {'port': {'device_id': 'ae767fd2-39b2-4360-833f-7c81001e2aae', 'network_id': '4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9', 'admin_state_up': True, 'tenant_id': '2bc605dac63643789d0e0ed9611e1f8c'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:46:40.883026 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e9f90ecc-aff5-49ec-9523-9c4c9a8e643c req-f8b8cd9f-647d-4634-b91c-d627bfaa8142 service neutron] 10.222.0.32 "GET /v2.0/networks/48119339-3489-4681-ba3d-edf785b95430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442721 Mar 01 13:46:40.936329 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d913a1b3-d921-4411-a55c-f00625d71841 x-openstack-request-id: req-d913a1b3-d921-4411-a55c-f00625d71841 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:46:40.936858 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1df49d2-4de4-462d-bb85-b1b6063f8515", "name": "network-vif-deleted", "tag": "8b38e50d-db1a-44f2-a803-b588235f0e77", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:46:40.937277 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d913a1b3-d921-4411-a55c-f00625d71841 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:46:40.937840 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1df49d2-4de4-462d-bb85-b1b6063f8515', 'name': 'network-vif-deleted', 'tag': '8b38e50d-db1a-44f2-a803-b588235f0e77', 'status': 'completed', 'code': 200} Mar 01 13:46:41.028873 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-cf4e23be-3753-4558-9ab4-eea99ee75dfb service neutron] Attempting to bind port af0e330d-1f59-40b6-8dbc-5ea23668a568 on host n-h1-827467-3 for vnic_type normal with profile None {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:46:41.029210 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-cf4e23be-3753-4558-9ab4-eea99ee75dfb service neutron] Attempting to bind port af0e330d-1f59-40b6-8dbc-5ea23668a568 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:46:41.029540 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-cf4e23be-3753-4558-9ab4-eea99ee75dfb service neutron] Attempting to bind port af0e330d-1f59-40b6-8dbc-5ea23668a568 on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:46:41.038539 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-5f897af8-6a32-4379-810e-8ace74283448 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:41.040081 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-5f897af8-6a32-4379-810e-8ace74283448 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.32 "GET /v2.0/networks?id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 HTTP/1.1" status: 200 len: 812 time: 0.3746691 Mar 01 13:46:41.095510 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-cf4e23be-3753-4558-9ab4-eea99ee75dfb service neutron] Port af0e330d-1f59-40b6-8dbc-5ea23668a568 on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:46:41.095874 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-cf4e23be-3753-4558-9ab4-eea99ee75dfb service neutron] Attempting to bind port af0e330d-1f59-40b6-8dbc-5ea23668a568 on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:46:41.144202 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-cf4e23be-3753-4558-9ab4-eea99ee75dfb service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:46:41.144202 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-cf4e23be-3753-4558-9ab4-eea99ee75dfb service neutron] Checking segment: {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:46:41.144202 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-cf4e23be-3753-4558-9ab4-eea99ee75dfb service neutron] Bound using segment: {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:46:41.144202 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-cf4e23be-3753-4558-9ab4-eea99ee75dfb service neutron] Bound port: af0e330d-1f59-40b6-8dbc-5ea23668a568, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:46:41.147704 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8e570cf4-b395-4740-9f55-e6bdcba3ccef req-84afccbd-22c2-4728-8d01-feadfe4ad6de tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae767fd2-39b2-4360-833f-7c81001e2aae HTTP/1.1" status: 200 len: 210 time: 0.0749578 Mar 01 13:46:41.197334 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35920) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:46:41.216598 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-e617de47-6aeb-4963-8387-e84bcf92500b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=475192ca5f814c16b38a7d788a6a6472 HTTP/1.1" status: 200 len: 379 time: 0.1256199 Mar 01 13:46:41.232123 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-db9d5b34-8a22-4a2f-9b21-8ef1b373c035 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Request body: {'port': {'device_id': '0ec34bf6-beac-4f11-8355-52b72229e171', 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166', 'admin_state_up': True, 'tenant_id': '475192ca5f814c16b38a7d788a6a6472', 'security_groups': ['7e1965f2-86a9-4dcd-be84-af2d137f3dff']}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:46:41.262573 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-600bcb49-9ce1-4888-a6ad-84fd0d01cb32 tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] Made reservation on behalf of 2bc605dac63643789d0e0ed9611e1f8c for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:46:41.266016 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-600bcb49-9ce1-4888-a6ad-84fd0d01cb32 tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:41.345474 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-cf4e23be-3753-4558-9ab4-eea99ee75dfb service neutron] For port af0e330d-1f59-40b6-8dbc-5ea23668a568, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=af0e330d-1f59-40b6-8dbc-5ea23668a568,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:46:41.368789 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-cf4e23be-3753-4558-9ab4-eea99ee75dfb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:41.385237 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-cf4e23be-3753-4558-9ab4-eea99ee75dfb service neutron] 10.222.0.13 "POST /v2.0/ports/af0e330d-1f59-40b6-8dbc-5ea23668a568/bindings HTTP/1.1" status: 201 len: 389 time: 1.3892655 Mar 01 13:46:41.600378 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-db9d5b34-8a22-4a2f-9b21-8ef1b373c035 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Made reservation on behalf of 475192ca5f814c16b38a7d788a6a6472 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:46:41.605766 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-db9d5b34-8a22-4a2f-9b21-8ef1b373c035 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:41.608488 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-af85dd0d-52a0-47c1-a160-8f34864003ee req-ef815d85-6508-457e-8a9b-631edcc00cac tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 210 time: 0.0402284 Mar 01 13:46:41.650089 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-600bcb49-9ce1-4888-a6ad-84fd0d01cb32 tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] Allocated IP 172.20.0.11 (4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9/77f80333-58ed-4c63-a5e5-984465ebc115/c5618ee1-e790-4645-895e-9b1926804167) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:46:41.784290 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652672f9-fed4-4c8e-8ffc-f32d4cfe1240 req-605b34d8-e8dc-484f-8117-5362edba14bf tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:41.793096 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-652672f9-fed4-4c8e-8ffc-f32d4cfe1240 req-605b34d8-e8dc-484f-8117-5362edba14bf tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bf5188-9818-4a9a-9716-2ab512321d30 HTTP/1.1" status: 200 len: 943 time: 0.3757772 Mar 01 13:46:41.918607 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-c0c35f22-bf6b-4414-b075-38b01a5b856b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:41.920293 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-c0c35f22-bf6b-4414-b075-38b01a5b856b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=96cd43570afd4572b4b93d1aa25b2425&device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 1128 time: 0.2088349 Mar 01 13:46:41.926357 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-db9d5b34-8a22-4a2f-9b21-8ef1b373c035 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Allocated IP 172.20.0.9 (20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166/d1ea702e-89f4-430d-ba35-37a3134c98fa/7988cdd9-dd32-4813-871c-c8dca2569301) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:46:41.940843 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-652672f9-fed4-4c8e-8ffc-f32d4cfe1240 req-566e021f-637a-4529-825b-7da216f6fd3f tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a6221d1-e461-4ad9-9aa4-9837a2dac9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436646 Mar 01 13:46:42.073000 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-600bcb49-9ce1-4888-a6ad-84fd0d01cb32 tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] Publish callbacks [] for port (c5618ee1-e790-4645-895e-9b1926804167), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:42.139617 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f3d4f-5757-4809-8491-9cc072b0b95a req-3bd7d686-9ef3-4eed-960e-14c9261a2e31 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:42.141065 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-307f3d4f-5757-4809-8491-9cc072b0b95a req-3bd7d686-9ef3-4eed-960e-14c9261a2e31 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 946 time: 0.3067715 Mar 01 13:46:42.215612 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-db9d5b34-8a22-4a2f-9b21-8ef1b373c035 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks [] for port (7988cdd9-dd32-4813-871c-c8dca2569301), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:42.226262 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-0dc12645-4c63-4fed-8893-ab84515bd94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:42.227766 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-0dc12645-4c63-4fed-8893-ab84515bd94e service neutron] 10.222.0.32 "GET /v2.0/networks?id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22 HTTP/1.1" status: 200 len: 908 time: 0.2795155 Mar 01 13:46:42.263424 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8434bc0-49c2-459f-a2da-f004a7e742ad req-bb97b7c9-65a6-4c2b-b2ed-42d802f8637b tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:42.265252 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f8434bc0-49c2-459f-a2da-f004a7e742ad req-bb97b7c9-65a6-4c2b-b2ed-42d802f8637b tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 950 time: 0.2084029 Mar 01 13:46:42.298146 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-db9d5b34-8a22-4a2f-9b21-8ef1b373c035 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (7988cdd9-dd32-4813-871c-c8dca2569301), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:42.304518 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-307f3d4f-5757-4809-8491-9cc072b0b95a req-953ec47f-30a0-40c9-8ea9-042cd7ae6773 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553166 Mar 01 13:46:42.308722 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-4bdc70cf-039d-4391-90e3-f02c54c1c35e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af0e330d-1f59-40b6-8dbc-5ea23668a568 HTTP/1.1" status: 200 len: 217 time: 0.0707309 Mar 01 13:46:42.339032 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-600bcb49-9ce1-4888-a6ad-84fd0d01cb32 tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (c5618ee1-e790-4645-895e-9b1926804167), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:42.388948 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-db9d5b34-8a22-4a2f-9b21-8ef1b373c035 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Network 20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:46:42.393104 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-600bcb49-9ce1-4888-a6ad-84fd0d01cb32 tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] Network 4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:46:42.398654 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-db9d5b34-8a22-4a2f-9b21-8ef1b373c035 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:46:42.402961 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-600bcb49-9ce1-4888-a6ad-84fd0d01cb32 tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:46:42.405961 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-db9d5b34-8a22-4a2f-9b21-8ef1b373c035 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:46:42.412223 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-600bcb49-9ce1-4888-a6ad-84fd0d01cb32 tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:46:42.437855 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2c666eea-2def-44e5-be26-c761f3a0f1cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (c4aad186-a67c-4d1f-b257-bae61b23dc7a), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:42.476838 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d5b34-8a22-4a2f-9b21-8ef1b373c035 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Pushing event updated for resources: {'Port': ['ID=7988cdd9-dd32-4813-871c-c8dca2569301,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:42.482430 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device e3381700-7b94-4aeb-b188-6656967ea5f4 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:46:42.509613 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 8b38e50d-db1a-44f2-a803-b588235f0e77 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:46:42.550995 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-db9d5b34-8a22-4a2f-9b21-8ef1b373c035 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:42.551989 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-db9d5b34-8a22-4a2f-9b21-8ef1b373c035 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:42.577857 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 8b38e50d-db1a-44f2-a803-b588235f0e77 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:46:42.578182 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 8b38e50d-db1a-44f2-a803-b588235f0e77 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:46:42.617528 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-037df6ee-d32d-4e7b-a842-79e0b30096bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:42.619386 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-037df6ee-d32d-4e7b-a842-79e0b30096bc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b7f9fefc-67f3-4f16-9709-32467e973c9a HTTP/1.1" status: 200 len: 847 time: 0.3035371 Mar 01 13:46:42.622050 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-600bcb49-9ce1-4888-a6ad-84fd0d01cb32 tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:42.622908 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-600bcb49-9ce1-4888-a6ad-84fd0d01cb32 tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:42.739178 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-270106e2-76da-4ce0-979c-bdca7bdde306 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681102 Mar 01 13:46:42.745147 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-600bcb49-9ce1-4888-a6ad-84fd0d01cb32 tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8876328 Mar 01 13:46:42.753512 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f8434bc0-49c2-459f-a2da-f004a7e742ad req-5f26f653-176f-440a-ac23-ce1a6c5050ae tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538562 Mar 01 13:46:42.789578 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-4a437a1e-157e-4469-816e-5b3535e0aaf9 service neutron] Request body: {'port': {'device_id': 'ae767fd2-39b2-4360-833f-7c81001e2aae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:46:42.836699 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port e3381700-7b94-4aeb-b188-6656967ea5f4, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=e3381700-7b94-4aeb-b188-6656967ea5f4,segment=NetworkSegment(146aa83f-f6b8-4311-9510-f6ebf5a3e76d),segment_id=146aa83f-f6b8-4311-9510-f6ebf5a3e76d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:46:42.868521 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'e3381700-7b94-4aeb-b188-6656967ea5f4', 'network_id': '48119339-3489-4681-ba3d-edf785b95430', 'port_id': 'e3381700-7b94-4aeb-b188-6656967ea5f4', 'mac_address': 'fa:16:3e:6c:76:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36f78ce5-2ab5-4f1b-9d1c-1753f7bb1f63', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:46:42.877940 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-db9d5b34-8a22-4a2f-9b21-8ef1b373c035 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6507313 Mar 01 13:46:42.892189 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600bcb49-9ce1-4888-a6ad-84fd0d01cb32 tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] Pushing event updated for resources: {'Port': ['ID=c5618ee1-e790-4645-895e-9b1926804167,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:42.923430 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-969b7513-33f9-4eab-8d02-5893c03bb923 service neutron] Request body: {'port': {'device_id': '0ec34bf6-beac-4f11-8355-52b72229e171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:46:42.949934 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-4a437a1e-157e-4469-816e-5b3535e0aaf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c5618ee1-e790-4645-895e-9b1926804167), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:43.035315 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-dc934c4e-dd57-4c98-917d-7fcaaaa589ab tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:43.037030 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-dc934c4e-dd57-4c98-917d-7fcaaaa589ab tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/networks?id=1db2e377-eb34-4fc8-b308-125f1046605c HTTP/1.1" status: 200 len: 811 time: 0.4099038 Mar 01 13:46:43.041677 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-7f90701e-264e-416e-a70d-000b1b762e66 service neutron] 10.222.0.32 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567620 Mar 01 13:46:43.081692 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a46781-b3e5-4f79-8275-17671a35445f req-1b940d12-6bdb-49a7-bcf6-d9a7c45976fb tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:43.088741 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-49a46781-b3e5-4f79-8275-17671a35445f req-1b940d12-6bdb-49a7-bcf6-d9a7c45976fb tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae767fd2-39b2-4360-833f-7c81001e2aae HTTP/1.1" status: 200 len: 932 time: 0.1964540 Mar 01 13:46:43.102623 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port e3381700-7b94-4aeb-b188-6656967ea5f4 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:46:43.103397 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e3381700-7b94-4aeb-b188-6656967ea5f4), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:43.123821 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3381700-7b94-4aeb-b188-6656967ea5f4 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:46:43.155268 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port e3381700-7b94-4aeb-b188-6656967ea5f4, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=e3381700-7b94-4aeb-b188-6656967ea5f4,segment=NetworkSegment(146aa83f-f6b8-4311-9510-f6ebf5a3e76d),segment_id=146aa83f-f6b8-4311-9510-f6ebf5a3e76d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:46:43.172595 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (e3381700-7b94-4aeb-b188-6656967ea5f4), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:43.227569 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-bcb4857b-0397-422f-961e-e91a90b647dd None None] Provisioning complete for port 7988cdd9-dd32-4813-871c-c8dca2569301 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:46:43.228019 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bcb4857b-0397-422f-961e-e91a90b647dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7988cdd9-dd32-4813-871c-c8dca2569301), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:43.240703 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-5234f85f-00f3-43f4-966f-f73da90de0e5 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/quotas/f3e60b304ea34ca8a598bc4e060e2ca5 HTTP/1.1" status: 200 len: 375 time: 0.1963856 Mar 01 13:46:43.296341 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=e3381700-7b94-4aeb-b188-6656967ea5f4,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:43.310775 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-bcb4857b-0397-422f-961e-e91a90b647dd None None] Port 7988cdd9-dd32-4813-871c-c8dca2569301 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:46:43.320834 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-969b7513-33f9-4eab-8d02-5893c03bb923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7988cdd9-dd32-4813-871c-c8dca2569301), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:43.346066 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-bf4b76ae-8d9d-4544-9f5d-c950a68c66c4 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f3e60b304ea34ca8a598bc4e060e2ca5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711226 Mar 01 13:46:43.357998 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-49a46781-b3e5-4f79-8275-17671a35445f req-9ad3754d-5618-4812-b227-0332e398a11c tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] 10.222.0.13 "GET /v2.0/security-groups?id=fedd07b7-f06c-4486-a3bf-676d17820e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684004 Mar 01 13:46:43.529089 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-2fa5cff3-0bf1-4522-ad51-8b0a03295c00 service neutron] 10.222.0.32 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799385 Mar 01 13:46:43.549983 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['e3381700-7b94-4aeb-b188-6656967ea5f4'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:46:43.618673 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-2c666eea-2def-44e5-be26-c761f3a0f1cb admin admin] Deleting port 691b8449-8275-4ef0-a5e5-9aee6eea1db4 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:46:43.619287 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2c666eea-2def-44e5-be26-c761f3a0f1cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (691b8449-8275-4ef0-a5e5-9aee6eea1db4), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:43.743822 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd5018-6f7d-4690-8ab0-f68bfc8502cb req-d58d5929-1a6a-4d90-b9c7-1b1fccea895a tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:43.745835 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-29cd5018-6f7d-4690-8ab0-f68bfc8502cb req-d58d5929-1a6a-4d90-b9c7-1b1fccea895a tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 931 time: 0.2308273 Mar 01 13:46:43.770279 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-17c860a2-fbe4-456f-b6d0-14b27c577800 service neutron] 10.222.0.13 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615136 Mar 01 13:46:43.826022 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-969b7513-33f9-4eab-8d02-5893c03bb923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7988cdd9-dd32-4813-871c-c8dca2569301 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:46:43.843132 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-969b7513-33f9-4eab-8d02-5893c03bb923 service neutron] Publish callbacks [] for port (7988cdd9-dd32-4813-871c-c8dca2569301), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:43.880826 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-ca117bd0-cbb2-4b17-9475-f3b174dd9dbe service neutron] 10.222.0.13 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994084 Mar 01 13:46:43.889381 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-969b7513-33f9-4eab-8d02-5893c03bb923 service neutron] Transition to ACTIVE for port object 7988cdd9-dd32-4813-871c-c8dca2569301 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:46:43.895189 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-4a437a1e-157e-4469-816e-5b3535e0aaf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5618ee1-e790-4645-895e-9b1926804167 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:46:43.902882 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-969b7513-33f9-4eab-8d02-5893c03bb923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (7988cdd9-dd32-4813-871c-c8dca2569301), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:43.922461 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-4a437a1e-157e-4469-816e-5b3535e0aaf9 service neutron] Publish callbacks [] for port (c5618ee1-e790-4645-895e-9b1926804167), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:43.933606 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-29cd5018-6f7d-4690-8ab0-f68bfc8502cb req-c89d5e7e-aca9-4912-8861-af803f5a00af tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797388 Mar 01 13:46:43.974899 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-2c666eea-2def-44e5-be26-c761f3a0f1cb admin admin] For port 691b8449-8275-4ef0-a5e5-9aee6eea1db4, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=691b8449-8275-4ef0-a5e5-9aee6eea1db4,segment=NetworkSegment(e8fdfbe0-7cd0-4214-af8d-2a91b83f4ca5),segment_id=e8fdfbe0-7cd0-4214-af8d-2a91b83f4ca5)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:46:43.975326 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2c666eea-2def-44e5-be26-c761f3a0f1cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (691b8449-8275-4ef0-a5e5-9aee6eea1db4), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:43.997466 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-4a437a1e-157e-4469-816e-5b3535e0aaf9 service neutron] Transition to ACTIVE for port object c5618ee1-e790-4645-895e-9b1926804167 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:46:44.007413 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-2c666eea-2def-44e5-be26-c761f3a0f1cb admin admin] Calling delete_port for 691b8449-8275-4ef0-a5e5-9aee6eea1db4 owned by network:router_interface {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:46:44.019824 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-4a437a1e-157e-4469-816e-5b3535e0aaf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (c5618ee1-e790-4645-895e-9b1926804167), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:44.078203 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b7513-33f9-4eab-8d02-5893c03bb923 service neutron] Pushing event updated for resources: {'Port': ['ID=7988cdd9-dd32-4813-871c-c8dca2569301,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:44.351494 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-969b7513-33f9-4eab-8d02-5893c03bb923 service neutron] Attempting to bind port 7988cdd9-dd32-4813-871c-c8dca2569301 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:46:44.351494 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-969b7513-33f9-4eab-8d02-5893c03bb923 service neutron] Attempting to bind port 7988cdd9-dd32-4813-871c-c8dca2569301 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'adbddf4e-a21d-4b8d-ae28-1974e74a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:46:44.351884 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-969b7513-33f9-4eab-8d02-5893c03bb923 service neutron] Attempting to bind port 7988cdd9-dd32-4813-871c-c8dca2569301 on network 20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:46:44.481470 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6cf65-08ff-401a-96b2-2faf2499f4b5 req-c253f7ee-4fc1-4513-82d8-0899d6f1f2eb tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:44.483444 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cfa6cf65-08ff-401a-96b2-2faf2499f4b5 req-c253f7ee-4fc1-4513-82d8-0899d6f1f2eb tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 946 time: 0.2121994 Mar 01 13:46:44.515086 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-969b7513-33f9-4eab-8d02-5893c03bb923 service neutron] Port 7988cdd9-dd32-4813-871c-c8dca2569301 on network 20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:46:44.525457 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-969b7513-33f9-4eab-8d02-5893c03bb923 service neutron] Attempting to bind port 7988cdd9-dd32-4813-871c-c8dca2569301 on network 20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:46:44.532608 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a4f84-4feb-4e11-aba3-6a94235ddfc7 req-a188e53c-59d2-463a-9890-9d83cc42fe8e tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:44.534928 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f36a4f84-4feb-4e11-aba3-6a94235ddfc7 req-a188e53c-59d2-463a-9890-9d83cc42fe8e tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bf5188-9818-4a9a-9716-2ab512321d30 HTTP/1.1" status: 200 len: 944 time: 0.2683403 Mar 01 13:46:44.550752 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-969b7513-33f9-4eab-8d02-5893c03bb923 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:46:44.553361 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-969b7513-33f9-4eab-8d02-5893c03bb923 service neutron] Checking segment: {'id': 'adbddf4e-a21d-4b8d-ae28-1974e74a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:46:44.554607 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-969b7513-33f9-4eab-8d02-5893c03bb923 service neutron] Bound using segment: {'id': 'adbddf4e-a21d-4b8d-ae28-1974e74a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:46:44.556379 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-969b7513-33f9-4eab-8d02-5893c03bb923 service neutron] Bound port: 7988cdd9-dd32-4813-871c-c8dca2569301, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adbddf4e-a21d-4b8d-ae28-1974e74a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:46:44.557358 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-969b7513-33f9-4eab-8d02-5893c03bb923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7988cdd9-dd32-4813-871c-c8dca2569301), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:44.564617 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a437a1e-157e-4469-816e-5b3535e0aaf9 service neutron] Pushing event updated for resources: {'Port': ['ID=c5618ee1-e790-4645-895e-9b1926804167,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:44.578579 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-4a437a1e-157e-4469-816e-5b3535e0aaf9 service neutron] Attempting to bind port c5618ee1-e790-4645-895e-9b1926804167 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:46:44.581997 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-4a437a1e-157e-4469-816e-5b3535e0aaf9 service neutron] Attempting to bind port c5618ee1-e790-4645-895e-9b1926804167 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '877ebb6f-6e24-4ba9-9af9-a148c234cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:46:44.584892 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-4a437a1e-157e-4469-816e-5b3535e0aaf9 service neutron] Attempting to bind port c5618ee1-e790-4645-895e-9b1926804167 on network 4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:46:44.620208 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2c666eea-2def-44e5-be26-c761f3a0f1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (691b8449-8275-4ef0-a5e5-9aee6eea1db4), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:44.624207 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-4a437a1e-157e-4469-816e-5b3535e0aaf9 service neutron] Port c5618ee1-e790-4645-895e-9b1926804167 on network 4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:46:44.624534 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-4a437a1e-157e-4469-816e-5b3535e0aaf9 service neutron] Attempting to bind port c5618ee1-e790-4645-895e-9b1926804167 on network 4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:46:44.642022 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-4a437a1e-157e-4469-816e-5b3535e0aaf9 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:46:44.642582 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-4a437a1e-157e-4469-816e-5b3535e0aaf9 service neutron] Checking segment: {'id': '877ebb6f-6e24-4ba9-9af9-a148c234cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:46:44.645168 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-4a437a1e-157e-4469-816e-5b3535e0aaf9 service neutron] Bound using segment: {'id': '877ebb6f-6e24-4ba9-9af9-a148c234cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:46:44.645621 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-4a437a1e-157e-4469-816e-5b3535e0aaf9 service neutron] Bound port: c5618ee1-e790-4645-895e-9b1926804167, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '877ebb6f-6e24-4ba9-9af9-a148c234cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:46:44.646084 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-4a437a1e-157e-4469-816e-5b3535e0aaf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c5618ee1-e790-4645-895e-9b1926804167), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:44.733632 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cfa6cf65-08ff-401a-96b2-2faf2499f4b5 req-1ca3cd8f-482b-486d-82f0-a524421a2eb7 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395084 Mar 01 13:46:44.740345 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c666eea-2def-44e5-be26-c761f3a0f1cb admin admin] Pushing event deleted for resources: {'Port': ['ID=691b8449-8275-4ef0-a5e5-9aee6eea1db4,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:44.772617 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f36a4f84-4feb-4e11-aba3-6a94235ddfc7 req-c7266170-2bef-4198-a185-b23482ce162e tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a6221d1-e461-4ad9-9aa4-9837a2dac9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256982 Mar 01 13:46:44.792993 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-969b7513-33f9-4eab-8d02-5893c03bb923 service neutron] For port 7988cdd9-dd32-4813-871c-c8dca2569301, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:46:44.798100 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-969b7513-33f9-4eab-8d02-5893c03bb923 service neutron] For port 7988cdd9-dd32-4813-871c-c8dca2569301, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=7988cdd9-dd32-4813-871c-c8dca2569301,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:46:44.850855 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-969b7513-33f9-4eab-8d02-5893c03bb923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (7988cdd9-dd32-4813-871c-c8dca2569301), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:45.015010 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-969b7513-33f9-4eab-8d02-5893c03bb923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:45.016044 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-969b7513-33f9-4eab-8d02-5893c03bb923 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:45.026593 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-969b7513-33f9-4eab-8d02-5893c03bb923 service neutron] 10.222.0.32 "PUT /v2.0/ports/7988cdd9-dd32-4813-871c-c8dca2569301 HTTP/1.1" status: 200 len: 1091 time: 2.1272366 Mar 01 13:46:45.028512 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec34bf6-beac-4f11-8355-52b72229e171', 'tag': '7988cdd9-dd32-4813-871c-c8dca2569301'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:46:45.034492 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd22d50-68c5-40f6-8d4d-16041053cf23" -d '{"events": [{"name": "network-changed", "server_uuid": "0ec34bf6-beac-4f11-8355-52b72229e171", "tag": "7988cdd9-dd32-4813-871c-c8dca2569301"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:46:45.131644 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3782b816-4e99-4f30-b1f1-103da318a47b req-a88cd78f-0864-4d86-b967-74908dc2648b tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=baf61cee-ea5d-4a84-86cb-e1bbb2057b10 HTTP/1.1" status: 200 len: 210 time: 0.1638458 Mar 01 13:46:45.255024 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-4a437a1e-157e-4469-816e-5b3535e0aaf9 service neutron] For port c5618ee1-e790-4645-895e-9b1926804167, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:46:45.270192 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b7513-33f9-4eab-8d02-5893c03bb923 service neutron] Pushing event updated for resources: {'Port': ['ID=7988cdd9-dd32-4813-871c-c8dca2569301,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:45.313395 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1e9e7-f5e8-4c4c-8d49-e06c5ca35707 req-2873125a-cacc-4f5b-a741-d293f6760dd2 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:45.314267 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-4a437a1e-157e-4469-816e-5b3535e0aaf9 service neutron] For port c5618ee1-e790-4645-895e-9b1926804167, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=c5618ee1-e790-4645-895e-9b1926804167,segment=NetworkSegment(877ebb6f-6e24-4ba9-9af9-a148c234cf7d),segment_id=877ebb6f-6e24-4ba9-9af9-a148c234cf7d)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:46:45.316636 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b1c1e9e7-f5e8-4c4c-8d49-e06c5ca35707 req-2873125a-cacc-4f5b-a741-d293f6760dd2 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 950 time: 0.4308171 Mar 01 13:46:45.333704 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-4a437a1e-157e-4469-816e-5b3535e0aaf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (c5618ee1-e790-4645-895e-9b1926804167), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:45.387799 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-0e1d2fd9-4193-45d7-81eb-0c5d2cc61102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:45.399231 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-0e1d2fd9-4193-45d7-81eb-0c5d2cc61102 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=475192ca5f814c16b38a7d788a6a6472&device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 1125 time: 0.2864809 Mar 01 13:46:45.419791 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-4a437a1e-157e-4469-816e-5b3535e0aaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:45.420746 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-4a437a1e-157e-4469-816e-5b3535e0aaf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:45.422316 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-4a437a1e-157e-4469-816e-5b3535e0aaf9 service neutron] 10.222.0.32 "PUT /v2.0/ports/c5618ee1-e790-4645-895e-9b1926804167 HTTP/1.1" status: 200 len: 1092 time: 2.6526253 Mar 01 13:46:45.494898 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-d2c30f90-dcd1-41c8-b24b-cb1c37a0f70b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7988cdd9-dd32-4813-871c-c8dca2569301 HTTP/1.1" status: 200 len: 217 time: 0.0825016 Mar 01 13:46:45.501437 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [req-08314034-1a5c-4730-981f-5d26d69973f5 req-bd42e451-310e-44bf-a11c-13fb50767359 service neutron] show failed (client error): The resource could not be found. Mar 01 13:46:45.505509 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-08314034-1a5c-4730-981f-5d26d69973f5 req-bd42e451-310e-44bf-a11c-13fb50767359 service neutron] 10.222.0.32 "GET /v2.0/ports/4c29c2b1-48e9-4072-9be6-689726fdac3b/bindings/n-h2-827467-3 HTTP/1.1" status: 404 len: 380 time: 0.3102694 Mar 01 13:46:45.567508 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a437a1e-157e-4469-816e-5b3535e0aaf9 service neutron] Pushing event updated for resources: {'Port': ['ID=c5618ee1-e790-4645-895e-9b1926804167,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:45.595579 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-514ce7f4-ef50-4c0c-ac2b-a41bfb78531e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:45.597181 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-514ce7f4-ef50-4c0c-ac2b-a41bfb78531e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d1ea702e-89f4-430d-ba35-37a3134c98fa HTTP/1.1" status: 200 len: 851 time: 0.0819879 Mar 01 13:46:45.670527 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-ca390280-199b-40e5-991e-72c83e4596e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:45.673690 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-ca390280-199b-40e5-991e-72c83e4596e1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2bc605dac63643789d0e0ed9611e1f8c&device_id=ae767fd2-39b2-4360-833f-7c81001e2aae HTTP/1.1" status: 200 len: 1126 time: 0.1909411 Mar 01 13:46:45.744823 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-42ca53e1-9e7a-4beb-8ea4-2bbae0a40293 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5618ee1-e790-4645-895e-9b1926804167 HTTP/1.1" status: 200 len: 217 time: 0.0603473 Mar 01 13:46:45.832403 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-e0bca69b-096a-41e9-abcd-3396e4b47a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:45.834159 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-e0bca69b-096a-41e9-abcd-3396e4b47a9d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2244043 Mar 01 13:46:45.959812 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-d1d645d1-c44f-496f-8441-45693d7b8685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:45.961352 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-d1d645d1-c44f-496f-8441-45693d7b8685 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=77f80333-58ed-4c63-a5e5-984465ebc115 HTTP/1.1" status: 200 len: 850 time: 0.1998489 Mar 01 13:46:46.008997 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-a60b2eef-8a1e-4439-a56a-d7c57fd7c9f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352907 Mar 01 13:46:46.053464 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08314034-1a5c-4730-981f-5d26d69973f5 req-25cd87d9-78fe-458e-b555-b1aa1d0427bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:46.065019 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-08314034-1a5c-4730-981f-5d26d69973f5 req-25cd87d9-78fe-458e-b555-b1aa1d0427bc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69&tenant_id=5273606b5eb242749c05f75a15dd6612 HTTP/1.1" status: 200 len: 1132 time: 0.1447308 Mar 01 13:46:46.114809 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-08314034-1a5c-4730-981f-5d26d69973f5 req-377a9d48-f340-4aac-b678-24c5ec3f784e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827467-3', 'device_owner': 'compute:nova'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:46:46.118871 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-07c6298c-f74a-4e24-8850-946c684a68bc service neutron] 10.222.0.32 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719991 Mar 01 13:46:46.227320 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2c666eea-2def-44e5-be26-c761f3a0f1cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (c4aad186-a67c-4d1f-b257-bae61b23dc7a), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:46.251324 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b1c1e9e7-f5e8-4c4c-8d49-e06c5ca35707 req-afeebda3-207b-433f-a66a-140048a1b457 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8249736 Mar 01 13:46:46.284044 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-40a924c2-9f75-4884-a175-6dc4845f66e9 service neutron] 10.222.0.32 "GET /v2.0/networks/4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660470 Mar 01 13:46:46.306603 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-08314034-1a5c-4730-981f-5d26d69973f5 req-377a9d48-f340-4aac-b678-24c5ec3f784e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4c29c2b1-48e9-4072-9be6-689726fdac3b), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:46.350764 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6f7cf-ae6d-4538-845c-263258aa4b82 req-a089b995-c94c-4c08-a2d9-3318625851fe tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:46.368996 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c9a6f7cf-ae6d-4538-845c-263258aa4b82 req-a089b995-c94c-4c08-a2d9-3318625851fe tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae767fd2-39b2-4360-833f-7c81001e2aae HTTP/1.1" status: 200 len: 944 time: 0.9524159 Mar 01 13:46:46.380598 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ef8b11cd-f243-46dd-8b00-71c978522d50 req-465608f4-95e1-4951-87ae-b4b72c4c8122 service neutron] 10.222.0.32 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258654 Mar 01 13:46:46.516437 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device e3381700-7b94-4aeb-b188-6656967ea5f4 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:46:46.593421 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port e3381700-7b94-4aeb-b188-6656967ea5f4 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:46:46.610629 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port e3381700-7b94-4aeb-b188-6656967ea5f4 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:46:46.611333 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e3381700-7b94-4aeb-b188-6656967ea5f4), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:46.816116 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port e3381700-7b94-4aeb-b188-6656967ea5f4 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:46:46.816981 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e3381700-7b94-4aeb-b188-6656967ea5f4), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:46.823394 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c9a6f7cf-ae6d-4538-845c-263258aa4b82 req-5fb36397-6f10-48da-9366-29e75f69fcae tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] 10.222.0.13 "GET /v2.0/security-groups?id=fedd07b7-f06c-4486-a3bf-676d17820e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528368 Mar 01 13:46:46.840749 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3e582-7a56-40f1-8874-9cd08703949f req-477bba09-e4c2-4c84-8aee-410e063deb46 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:46.842276 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-05a3e582-7a56-40f1-8874-9cd08703949f req-477bba09-e4c2-4c84-8aee-410e063deb46 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 943 time: 0.3592694 Mar 01 13:46:46.887914 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94bf5188-9818-4a9a-9716-2ab512321d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3381700-7b94-4aeb-b188-6656967ea5f4'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:46:46.898809 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cac026-16c5-4602-a487-ad460be8f853" -d '{"events": [{"server_uuid": "94bf5188-9818-4a9a-9716-2ab512321d30", "name": "network-vif-plugged", "status": "completed", "tag": "e3381700-7b94-4aeb-b188-6656967ea5f4"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:46:46.957084 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port e3381700-7b94-4aeb-b188-6656967ea5f4, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=e3381700-7b94-4aeb-b188-6656967ea5f4,segment=NetworkSegment(146aa83f-f6b8-4311-9510-f6ebf5a3e76d),segment_id=146aa83f-f6b8-4311-9510-f6ebf5a3e76d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:46:46.971116 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (e3381700-7b94-4aeb-b188-6656967ea5f4), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:46.973753 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 4c29c2b1-48e9-4072-9be6-689726fdac3b no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:46:47.107838 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c666eea-2def-44e5-be26-c761f3a0f1cb admin admin] Router c4aad186-a67c-4d1f-b257-bae61b23dc7a has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:46:47.138175 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-05a3e582-7a56-40f1-8874-9cd08703949f req-eb82977f-504a-4c32-b81b-909afc7afa55 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2894921 Mar 01 13:46:47.165539 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa9a78f-8851-491f-a667-767a704ea6c7 x-openstack-request-id: req-ffa9a78f-8851-491f-a667-767a704ea6c7 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:46:47.166460 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ec34bf6-beac-4f11-8355-52b72229e171", "tag": "7988cdd9-dd32-4813-871c-c8dca2569301", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:46:47.168441 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ffa9a78f-8851-491f-a667-767a704ea6c7 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:46:47.171232 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ec34bf6-beac-4f11-8355-52b72229e171', 'tag': '7988cdd9-dd32-4813-871c-c8dca2569301', 'status': 'completed', 'code': 200} Mar 01 13:46:47.264649 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=e3381700-7b94-4aeb-b188-6656967ea5f4,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:47.342868 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c666eea-2def-44e5-be26-c761f3a0f1cb admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:46:47.360185 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2c666eea-2def-44e5-be26-c761f3a0f1cb admin admin] 10.222.0.13 "PUT /v2.0/routers/c4aad186-a67c-4d1f-b257-bae61b23dc7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1591516 Mar 01 13:46:47.391488 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e072532-c857-4670-b697-edba5a03d281 None None] Sync routers for ids ['c4aad186-a67c-4d1f-b257-bae61b23dc7a'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:46:47.399482 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35990) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:46:47.456880 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e072532-c857-4670-b697-edba5a03d281 None None] Routers {'c4aad186-a67c-4d1f-b257-bae61b23dc7a'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:46:47.457909 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-0e072532-c857-4670-b697-edba5a03d281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:46:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['c4aad186-a67c-4d1f-b257-bae61b23dc7a'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:47.460529 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 4c29c2b1-48e9-4072-9be6-689726fdac3b is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:46:47.461142 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4c29c2b1-48e9-4072-9be6-689726fdac3b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:47.488064 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3cbe4cd2-5b10-4f17-8f77-51bae7cf1ca0 req-f49b65a4-e436-4ce8-9d96-6e8a7115b296 service neutron] 10.222.0.32 "GET /v2.0/networks/4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1955178 Mar 01 13:46:47.666067 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd22d50-68c5-40f6-8d4d-16041053cf23 req-35b7ebca-8272-4b34-b8da-6a294a34f114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:47.667749 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9bd22d50-68c5-40f6-8d4d-16041053cf23 req-35b7ebca-8272-4b34-b8da-6a294a34f114 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=475192ca5f814c16b38a7d788a6a6472&device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 1125 time: 0.5479701 Mar 01 13:46:47.691399 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-c08bdfcc-894e-468c-b8f9-56a88f598842 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:47.692963 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-c08bdfcc-894e-468c-b8f9-56a88f598842 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.20 "GET /v2.0/networks?id=1db2e377-eb34-4fc8-b308-125f1046605c HTTP/1.1" status: 200 len: 811 time: 1.2895827 Mar 01 13:46:47.694012 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c253fd9-b243-4639-b39c-8ea826742043 req-d3fc4b11-b6e0-4b25-aba8-9edb9496bd6a tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:47.700855 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-0e072532-c857-4670-b697-edba5a03d281 None None] Set router c4aad186-a67c-4d1f-b257-bae61b23dc7a gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:46:47.704502 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6c253fd9-b243-4639-b39c-8ea826742043 req-d3fc4b11-b6e0-4b25-aba8-9edb9496bd6a tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 946 time: 0.3871944 Mar 01 13:46:47.740215 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-f47c9637-7868-4bb1-9a2a-84383192ba3e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Request body: {'port': {'device_id': 'baf61cee-ea5d-4a84-86cb-e1bbb2057b10', 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c', 'admin_state_up': True, 'tenant_id': 'f3e60b304ea34ca8a598bc4e060e2ca5'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:46:47.804438 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c9071-7812-4931-b08b-58fe7c6479e1 req-849d3fe1-654d-4044-83fd-96571e30d02c tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:47.822240 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f71c9071-7812-4931-b08b-58fe7c6479e1 req-849d3fe1-654d-4044-83fd-96571e30d02c tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bf5188-9818-4a9a-9716-2ab512321d30 HTTP/1.1" status: 200 len: 945 time: 0.3252108 Mar 01 13:46:47.907686 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-853f1ded-c319-47da-832c-553deb8b2793 admin admin] Publish callbacks [] for router (c4aad186-a67c-4d1f-b257-bae61b23dc7a), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:47.967750 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-0e072532-c857-4670-b697-edba5a03d281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1363162070-router', 'tenant_id': 'b79f39c46c31459c9d4d44a995c712e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '12f5e4c5-798e-4156-941c-64477efab2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:44:56Z', 'updated_at': '2022-03-01T13:46:44Z', 'revision_number': 5, 'project_id': 'b79f39c46c31459c9d4d44a995c712e3', 'gw_port': {'id': '12f5e4c5-798e-4156-941c-64477efab2db', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:44:57Z', 'updated_at': '2022-03-01T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:47.992234 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6c253fd9-b243-4639-b39c-8ea826742043 req-ca9aa10c-9f39-4077-b0a0-cbd53b4b31b0 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818427 Mar 01 13:46:48.016334 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e072532-c857-4670-b697-edba5a03d281 None None] Checking router: c4aad186-a67c-4d1f-b257-bae61b23dc7a for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:46:48.032284 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e072532-c857-4670-b697-edba5a03d281 None None] Routers {'c4aad186-a67c-4d1f-b257-bae61b23dc7a'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:46:48.033882 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-0e072532-c857-4670-b697-edba5a03d281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:46:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['c4aad186-a67c-4d1f-b257-bae61b23dc7a'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:48.096568 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f71c9071-7812-4931-b08b-58fe7c6479e1 req-547558d3-08b6-4d71-b1db-9fd70fe55e91 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a6221d1-e461-4ad9-9aa4-9837a2dac9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730138 Mar 01 13:46:48.109090 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-08314034-1a5c-4730-981f-5d26d69973f5 req-377a9d48-f340-4aac-b678-24c5ec3f784e service neutron] For port 4c29c2b1-48e9-4072-9be6-689726fdac3b, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=4c29c2b1-48e9-4072-9be6-689726fdac3b,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:46:48.141297 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd22d50-68c5-40f6-8d4d-16041053cf23 req-85a8b76d-0d5a-48e4-ab3d-1ca67b1b6d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:48.142826 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9bd22d50-68c5-40f6-8d4d-16041053cf23 req-85a8b76d-0d5a-48e4-ab3d-1ca67b1b6d4f service neutron] 10.222.0.32 "GET /v2.0/networks?id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 HTTP/1.1" status: 200 len: 913 time: 0.4488218 Mar 01 13:46:48.183475 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f129a80-57c5-4dc8-af4d-99b109add79b x-openstack-request-id: req-1f129a80-57c5-4dc8-af4d-99b109add79b {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:46:48.183895 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94bf5188-9818-4a9a-9716-2ab512321d30", "name": "network-vif-plugged", "status": "completed", "tag": "e3381700-7b94-4aeb-b188-6656967ea5f4", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:46:48.184111 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f129a80-57c5-4dc8-af4d-99b109add79b {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:46:48.184471 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94bf5188-9818-4a9a-9716-2ab512321d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3381700-7b94-4aeb-b188-6656967ea5f4', 'code': 200} Mar 01 13:46:48.313004 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9bd22d50-68c5-40f6-8d4d-16041053cf23 req-18c66997-c25a-464b-aa1e-5c2fdf075618 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7988cdd9-dd32-4813-871c-c8dca2569301 HTTP/1.1" status: 200 len: 217 time: 0.1348388 Mar 01 13:46:48.372665 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ef6ae469-fcb0-4a95-b12e-c504aa765b05 req-6a0f375e-2aab-4ef2-a143-aab6fe4fea87 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=baf61cee-ea5d-4a84-86cb-e1bbb2057b10 HTTP/1.1" status: 200 len: 210 time: 0.0906219 Mar 01 13:46:48.374183 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-f47c9637-7868-4bb1-9a2a-84383192ba3e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Made reservation on behalf of f3e60b304ea34ca8a598bc4e060e2ca5 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:46:48.378733 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-f47c9637-7868-4bb1-9a2a-84383192ba3e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:48.384938 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-853f1ded-c319-47da-832c-553deb8b2793 admin admin] Publish callbacks [] for router_gateway (c4aad186-a67c-4d1f-b257-bae61b23dc7a), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:48.392329 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-0e072532-c857-4670-b697-edba5a03d281 None None] Set router c4aad186-a67c-4d1f-b257-bae61b23dc7a gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:46:48.458182 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-08314034-1a5c-4730-981f-5d26d69973f5 req-377a9d48-f340-4aac-b678-24c5ec3f784e service neutron] For port 4c29c2b1-48e9-4072-9be6-689726fdac3b, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:46:48.475357 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1241b67-1cf3-494d-b1c2-c24b2b872c8f req-4d93bffe-8d71-4dd1-a379-f902745a943d tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:48.494140 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c1241b67-1cf3-494d-b1c2-c24b2b872c8f req-4d93bffe-8d71-4dd1-a379-f902745a943d tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 950 time: 0.2326982 Mar 01 13:46:48.529266 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-08314034-1a5c-4730-981f-5d26d69973f5 req-377a9d48-f340-4aac-b678-24c5ec3f784e service neutron] Publish callbacks [] for port (4c29c2b1-48e9-4072-9be6-689726fdac3b), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:48.530341 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 7988cdd9-dd32-4813-871c-c8dca2569301 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:46:48.548235 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-08314034-1a5c-4730-981f-5d26d69973f5 req-377a9d48-f340-4aac-b678-24c5ec3f784e service neutron] Transition to ACTIVE for port object 4c29c2b1-48e9-4072-9be6-689726fdac3b will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:46:48.575518 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd22d50-68c5-40f6-8d4d-16041053cf23 req-70ed8f12-f72b-4a4c-aaa7-fb46546832de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:48.577749 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9bd22d50-68c5-40f6-8d4d-16041053cf23 req-70ed8f12-f72b-4a4c-aaa7-fb46546832de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d1ea702e-89f4-430d-ba35-37a3134c98fa HTTP/1.1" status: 200 len: 851 time: 0.2373004 Mar 01 13:46:48.588690 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c1241b67-1cf3-494d-b1c2-c24b2b872c8f req-f6dfb8bf-5c26-46cd-b4c8-ea91b0911ee4 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881336 Mar 01 13:46:48.603011 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-08314034-1a5c-4730-981f-5d26d69973f5 req-377a9d48-f340-4aac-b678-24c5ec3f784e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (4c29c2b1-48e9-4072-9be6-689726fdac3b), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:48.663719 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879764d6-5ad6-4200-9464-dc4604afe699 req-23a020d2-6bc8-445d-bd7e-7a7dad22c672 tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:48.668071 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-879764d6-5ad6-4200-9464-dc4604afe699 req-23a020d2-6bc8-445d-bd7e-7a7dad22c672 tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae767fd2-39b2-4360-833f-7c81001e2aae HTTP/1.1" status: 200 len: 944 time: 0.1584163 Mar 01 13:46:48.766890 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-879764d6-5ad6-4200-9464-dc4604afe699 req-75af161a-da69-40be-8fce-7ea7dc3b973f tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] 10.222.0.13 "GET /v2.0/security-groups?id=fedd07b7-f06c-4486-a3bf-676d17820e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914683 Mar 01 13:46:48.777689 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-853f1ded-c319-47da-832c-553deb8b2793 admin admin] Deleting port 12f5e4c5-798e-4156-941c-64477efab2db {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:46:48.778041 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-853f1ded-c319-47da-832c-553deb8b2793 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (12f5e4c5-798e-4156-941c-64477efab2db), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:48.806508 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-f47c9637-7868-4bb1-9a2a-84383192ba3e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Allocated IP 172.20.0.11 (1db2e377-eb34-4fc8-b308-125f1046605c/0074be29-4f96-45b4-82b7-e955d173d55c/2f84405a-2696-49eb-9951-432cdda5a6c0) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:46:48.837050 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.resource_extend [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 13:46:49.014074 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 13:46:49.014590 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 13:46:49.049999 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae30f10-f88a-4eca-89d5-de4008da28a3 req-ccc06e6b-b946-47b3-a07a-b562201e2969 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:49.051638 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fae30f10-f88a-4eca-89d5-de4008da28a3 req-ccc06e6b-b946-47b3-a07a-b562201e2969 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 943 time: 0.3158805 Mar 01 13:46:49.073936 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-853f1ded-c319-47da-832c-553deb8b2793 admin admin] For port 12f5e4c5-798e-4156-941c-64477efab2db, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=12f5e4c5-798e-4156-941c-64477efab2db,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:46:49.074385 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-853f1ded-c319-47da-832c-553deb8b2793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (12f5e4c5-798e-4156-941c-64477efab2db), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:49.107528 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-853f1ded-c319-47da-832c-553deb8b2793 admin admin] Calling delete_port for 12f5e4c5-798e-4156-941c-64477efab2db owned by network:router_gateway {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:46:49.148449 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a9d48-f340-4aac-b678-24c5ec3f784e service neutron] Pushing event updated for resources: {'Port': ['ID=4c29c2b1-48e9-4072-9be6-689726fdac3b,revision_number=6']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:49.215754 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 7988cdd9-dd32-4813-871c-c8dca2569301, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=7988cdd9-dd32-4813-871c-c8dca2569301,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:46:49.217541 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fae30f10-f88a-4eca-89d5-de4008da28a3 req-b7a41556-505f-4c31-b9fc-b1089b3ad4ba tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571972 Mar 01 13:46:49.254268 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbb885-f4b8-40c4-851f-ec4962afa7ae req-615a64a2-c811-4f11-bf66-e6c7ff05f9f9 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:49.256068 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2adbb885-f4b8-40c4-851f-ec4962afa7ae req-615a64a2-c811-4f11-bf66-e6c7ff05f9f9 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 945 time: 0.1713986 Mar 01 13:46:49.278742 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '7988cdd9-dd32-4813-871c-c8dca2569301', 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166', 'port_id': '7988cdd9-dd32-4813-871c-c8dca2569301', 'mac_address': 'fa:16:3e:f4:d9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ea702e-89f4-430d-ba35-37a3134c98fa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:46:49.289280 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae767fd2-39b2-4360-833f-7c81001e2aae', 'tag': 'c5618ee1-e790-4645-895e-9b1926804167'}, {'server_uuid': '54aa2a3f-5cd8-41e2-9659-354f414dfb69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c29c2b1-48e9-4072-9be6-689726fdac3b'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:46:49.292122 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc07f549-9b5f-486b-b598-026f91b60b72" -d '{"events": [{"name": "network-changed", "server_uuid": "ae767fd2-39b2-4360-833f-7c81001e2aae", "tag": "c5618ee1-e790-4645-895e-9b1926804167"}, {"server_uuid": "54aa2a3f-5cd8-41e2-9659-354f414dfb69", "name": "network-vif-unplugged", "status": "completed", "tag": "4c29c2b1-48e9-4072-9be6-689726fdac3b"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:46:49.298345 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-08314034-1a5c-4730-981f-5d26d69973f5 req-377a9d48-f340-4aac-b678-24c5ec3f784e service neutron] No DVR routers for this DVR port 4c29c2b1-48e9-4072-9be6-689726fdac3b on host n-h1-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:46:49.374632 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-0e072532-c857-4670-b697-edba5a03d281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1363162070-router', 'tenant_id': 'b79f39c46c31459c9d4d44a995c712e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '12f5e4c5-798e-4156-941c-64477efab2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:44:56Z', 'updated_at': '2022-03-01T13:46:44Z', 'revision_number': 5, 'project_id': 'b79f39c46c31459c9d4d44a995c712e3', 'gw_port': {'id': '12f5e4c5-798e-4156-941c-64477efab2db', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:44:57Z', 'updated_at': '2022-03-01T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:49.379568 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979162f-213c-4cac-b33d-d8bfe3fa74c0 req-ee7f373a-1341-4ed9-93d8-6b2659054fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:49.381433 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4979162f-213c-4cac-b33d-d8bfe3fa74c0 req-ee7f373a-1341-4ed9-93d8-6b2659054fe4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=94bf5188-9818-4a9a-9716-2ab512321d30 HTTP/1.1" status: 200 len: 1127 time: 1.0895007 Mar 01 13:46:49.420701 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2adbb885-f4b8-40c4-851f-ec4962afa7ae req-8e6cf5d2-dff7-4b6b-a08e-c7d61802967e tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504917 Mar 01 13:46:49.442006 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 7988cdd9-dd32-4813-871c-c8dca2569301 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:46:49.442400 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7988cdd9-dd32-4813-871c-c8dca2569301), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:49.445193 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e072532-c857-4670-b697-edba5a03d281 None None] The sync data for ids ['c4aad186-a67c-4d1f-b257-bae61b23dc7a'] in n-d-827467-3 is: [{'id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1363162070-router', 'tenant_id': 'b79f39c46c31459c9d4d44a995c712e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '12f5e4c5-798e-4156-941c-64477efab2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:44:56Z', 'updated_at': '2022-03-01T13:46:44Z', 'revision_number': 5, 'project_id': 'b79f39c46c31459c9d4d44a995c712e3', 'gw_port': {'id': '12f5e4c5-798e-4156-941c-64477efab2db', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aad186-a67c-4d1f-b257-bae61b23dc7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:44:57Z', 'updated_at': '2022-03-01T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:46:49.457194 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-f47c9637-7868-4bb1-9a2a-84383192ba3e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks [] for port (2f84405a-2696-49eb-9951-432cdda5a6c0), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:49.479568 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7988cdd9-dd32-4813-871c-c8dca2569301 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:46:49.554990 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-08314034-1a5c-4730-981f-5d26d69973f5 req-377a9d48-f340-4aac-b678-24c5ec3f784e service neutron] Attempting to bind port 4c29c2b1-48e9-4072-9be6-689726fdac3b on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:46:49.555371 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-08314034-1a5c-4730-981f-5d26d69973f5 req-377a9d48-f340-4aac-b678-24c5ec3f784e service neutron] Attempting to bind port 4c29c2b1-48e9-4072-9be6-689726fdac3b by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:46:49.555632 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08314034-1a5c-4730-981f-5d26d69973f5 req-377a9d48-f340-4aac-b678-24c5ec3f784e service neutron] Attempting to bind port 4c29c2b1-48e9-4072-9be6-689726fdac3b on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:46:49.584838 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 7988cdd9-dd32-4813-871c-c8dca2569301, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=7988cdd9-dd32-4813-871c-c8dca2569301,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:46:49.596726 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd22d50-68c5-40f6-8d4d-16041053cf23 req-0ec471b1-bb14-480d-8fe4-ba7cf1020bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:49.598536 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9bd22d50-68c5-40f6-8d4d-16041053cf23 req-0ec471b1-bb14-480d-8fe4-ba7cf1020bec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.0130513 Mar 01 13:46:49.599082 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08314034-1a5c-4730-981f-5d26d69973f5 req-377a9d48-f340-4aac-b678-24c5ec3f784e service neutron] Port 4c29c2b1-48e9-4072-9be6-689726fdac3b on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:46:49.599418 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08314034-1a5c-4730-981f-5d26d69973f5 req-377a9d48-f340-4aac-b678-24c5ec3f784e service neutron] Attempting to bind port 4c29c2b1-48e9-4072-9be6-689726fdac3b on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:46:49.603628 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b214eda1-16bc-4336-a0e2-fa8ce832971e req-084c1960-57cf-424f-a0a0-2f9bbb8517a1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4286020 Mar 01 13:46:49.612016 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4979162f-213c-4cac-b33d-d8bfe3fa74c0 req-f9b56a96-c57f-40d1-acc7-b6b82447353d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7a6221d1-e461-4ad9-9aa4-9837a2dac9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513069 Mar 01 13:46:49.625395 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08314034-1a5c-4730-981f-5d26d69973f5 req-377a9d48-f340-4aac-b678-24c5ec3f784e service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:46:49.625772 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08314034-1a5c-4730-981f-5d26d69973f5 req-377a9d48-f340-4aac-b678-24c5ec3f784e service neutron] Checking segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:46:49.626104 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08314034-1a5c-4730-981f-5d26d69973f5 req-377a9d48-f340-4aac-b678-24c5ec3f784e service neutron] Bound using segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:46:49.626555 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-08314034-1a5c-4730-981f-5d26d69973f5 req-377a9d48-f340-4aac-b678-24c5ec3f784e service neutron] Bound port: 4c29c2b1-48e9-4072-9be6-689726fdac3b, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:46:49.626910 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-08314034-1a5c-4730-981f-5d26d69973f5 req-377a9d48-f340-4aac-b678-24c5ec3f784e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4c29c2b1-48e9-4072-9be6-689726fdac3b), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:49.643381 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (7988cdd9-dd32-4813-871c-c8dca2569301), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:49.694900 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-f47c9637-7868-4bb1-9a2a-84383192ba3e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (2f84405a-2696-49eb-9951-432cdda5a6c0), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:49.757583 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86888db0-d379-4273-a77e-e5a67257be99 req-d31952f7-4bb9-4d83-8c25-3500da3b955d tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:49.760651 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:46:49.763341 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 4c29c2b1-48e9-4072-9be6-689726fdac3b is: DOWN; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:46:49.765973 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-86888db0-d379-4273-a77e-e5a67257be99 req-d31952f7-4bb9-4d83-8c25-3500da3b955d tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 946 time: 0.3416679 Mar 01 13:46:49.810214 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=7988cdd9-dd32-4813-871c-c8dca2569301,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:49.872771 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-853f1ded-c319-47da-832c-553deb8b2793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (12f5e4c5-798e-4156-941c-64477efab2db), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:49.880440 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-f47c9637-7868-4bb1-9a2a-84383192ba3e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Network 1db2e377-eb34-4fc8-b308-125f1046605c is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:46:49.905651 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c9637-7868-4bb1-9a2a-84383192ba3e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Pushing event updated for resources: {'Port': ['ID=2f84405a-2696-49eb-9951-432cdda5a6c0,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:49.931550 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-f47c9637-7868-4bb1-9a2a-84383192ba3e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:46:49.939796 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-f47c9637-7868-4bb1-9a2a-84383192ba3e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:46:49.950563 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9bd22d50-68c5-40f6-8d4d-16041053cf23 req-022006c2-2c8b-4b44-b4f6-ae9c568b6676 service neutron] 10.222.0.32 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347816 Mar 01 13:46:49.985244 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa0085-0a1f-4095-b124-fc79188efeff req-afd1ee50-0af6-4d62-9413-5a9057b94963 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:49.987128 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e9aa0085-0a1f-4095-b124-fc79188efeff req-afd1ee50-0af6-4d62-9413-5a9057b94963 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bf5188-9818-4a9a-9716-2ab512321d30 HTTP/1.1" status: 200 len: 945 time: 0.4143028 Mar 01 13:46:49.992343 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f1ded-c319-47da-832c-553deb8b2793 admin admin] Pushing event deleted for resources: {'Port': ['ID=12f5e4c5-798e-4156-941c-64477efab2db,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:49.992657 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-08314034-1a5c-4730-981f-5d26d69973f5 req-377a9d48-f340-4aac-b678-24c5ec3f784e service neutron] For port 4c29c2b1-48e9-4072-9be6-689726fdac3b, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:46:50.013229 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214eda1-16bc-4336-a0e2-fa8ce832971e req-5b91c5c9-c082-4263-ae84-9726439b0f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:50.016165 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b214eda1-16bc-4336-a0e2-fa8ce832971e req-5b91c5c9-c082-4263-ae84-9726439b0f51 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=980a0cdea86543af87d11d7652b91c08&device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5 HTTP/1.1" status: 200 len: 1148 time: 0.2938962 Mar 01 13:46:50.086572 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['7988cdd9-dd32-4813-871c-c8dca2569301'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:46:50.114437 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-08314034-1a5c-4730-981f-5d26d69973f5 req-377a9d48-f340-4aac-b678-24c5ec3f784e service neutron] For port 4c29c2b1-48e9-4072-9be6-689726fdac3b, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=4c29c2b1-48e9-4072-9be6-689726fdac3b,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:46:50.137156 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-853f1ded-c319-47da-832c-553deb8b2793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (c4aad186-a67c-4d1f-b257-bae61b23dc7a), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:50.212492 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-08314034-1a5c-4730-981f-5d26d69973f5 req-377a9d48-f340-4aac-b678-24c5ec3f784e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (4c29c2b1-48e9-4072-9be6-689726fdac3b), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:50.228078 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-86888db0-d379-4273-a77e-e5a67257be99 req-c7a6472b-1216-4ff8-91ff-9677a16ffbff tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4499946 Mar 01 13:46:50.327262 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-853f1ded-c319-47da-832c-553deb8b2793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (c4aad186-a67c-4d1f-b257-bae61b23dc7a), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:50.339244 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e9aa0085-0a1f-4095-b124-fc79188efeff req-eed58b99-e234-4205-abce-69f55f1bac29 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a6221d1-e461-4ad9-9aa4-9837a2dac9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883689 Mar 01 13:46:50.345532 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-853f1ded-c319-47da-832c-553deb8b2793 admin admin] Publish callbacks [] for router_controller (c4aad186-a67c-4d1f-b257-bae61b23dc7a), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:50.362648 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-f47c9637-7868-4bb1-9a2a-84383192ba3e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:50.363440 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-f47c9637-7868-4bb1-9a2a-84383192ba3e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:50.394461 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 01 Mar 2022 13:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a26bc5-af2c-4527-a027-de31a97e12c6 x-openstack-request-id: req-38a26bc5-af2c-4527-a027-de31a97e12c6 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:46:50.395153 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae767fd2-39b2-4360-833f-7c81001e2aae", "tag": "c5618ee1-e790-4645-895e-9b1926804167", "status": "completed", "code": 200}, {"server_uuid": "54aa2a3f-5cd8-41e2-9659-354f414dfb69", "name": "network-vif-unplugged", "status": "completed", "tag": "4c29c2b1-48e9-4072-9be6-689726fdac3b", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:46:50.395153 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38a26bc5-af2c-4527-a027-de31a97e12c6 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:46:50.395905 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae767fd2-39b2-4360-833f-7c81001e2aae', 'tag': 'c5618ee1-e790-4645-895e-9b1926804167', 'status': 'completed', 'code': 200} Mar 01 13:46:50.396267 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54aa2a3f-5cd8-41e2-9659-354f414dfb69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c29c2b1-48e9-4072-9be6-689726fdac3b', 'code': 200} Mar 01 13:46:50.497543 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08314034-1a5c-4730-981f-5d26d69973f5 req-377a9d48-f340-4aac-b678-24c5ec3f784e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:50.498485 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-08314034-1a5c-4730-981f-5d26d69973f5 req-377a9d48-f340-4aac-b678-24c5ec3f784e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:50.500008 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-08314034-1a5c-4730-981f-5d26d69973f5 req-377a9d48-f340-4aac-b678-24c5ec3f784e service neutron] 10.222.0.20 "PUT /v2.0/ports/4c29c2b1-48e9-4072-9be6-689726fdac3b HTTP/1.1" status: 200 len: 1096 time: 4.3929713 Mar 01 13:46:50.539551 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device c5618ee1-e790-4645-895e-9b1926804167 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:46:50.626236 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-f47c9637-7868-4bb1-9a2a-84383192ba3e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8908398 Mar 01 13:46:50.657533 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-c49bc558-11ba-4c8e-9b60-b7e7ab68710e service neutron] Request body: {'port': {'device_id': 'baf61cee-ea5d-4a84-86cb-e1bbb2057b10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:46:50.682491 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9bd22d50-68c5-40f6-8d4d-16041053cf23 req-158988a2-014f-43ca-b3d5-9f4bc4aeac75 service neutron] 10.222.0.32 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7106752 Mar 01 13:46:50.739244 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a9d48-f340-4aac-b678-24c5ec3f784e service neutron] Pushing event updated for resources: {'Port': ['ID=4c29c2b1-48e9-4072-9be6-689726fdac3b,revision_number=7']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:50.758299 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76d2b7-1c0c-40e8-9d63-6df09e1a7d8a req-8baaa7da-149b-4c4c-ad1b-92f499f4bb17 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:50.760800 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cb76d2b7-1c0c-40e8-9d63-6df09e1a7d8a req-8baaa7da-149b-4c4c-ad1b-92f499f4bb17 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.32 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 945 time: 0.6617398 Mar 01 13:46:50.768053 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214eda1-16bc-4336-a0e2-fa8ce832971e req-d18e1302-8793-44db-88ed-0452fa9b46b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:50.768957 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-853f1ded-c319-47da-832c-553deb8b2793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (c4aad186-a67c-4d1f-b257-bae61b23dc7a), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:50.769525 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853f1ded-c319-47da-832c-553deb8b2793 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4aad186-a67c-4d1f-b257-bae61b23dc7a {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 13:46:50.770172 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b214eda1-16bc-4336-a0e2-fa8ce832971e req-d18e1302-8793-44db-88ed-0452fa9b46b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b187e7ca-336b-42a6-9348-f5c88fd21398 HTTP/1.1" status: 200 len: 918 time: 0.7009737 Mar 01 13:46:50.778234 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-853f1ded-c319-47da-832c-553deb8b2793 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:50.778901 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-853f1ded-c319-47da-832c-553deb8b2793 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c4aad186-a67c-4d1f-b257-bae61b23dc7a HTTP/1.1" status: 204 len: 168 time: 3.3782763 Mar 01 13:46:50.785209 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36020) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:46:50.788378 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port c5618ee1-e790-4645-895e-9b1926804167, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=c5618ee1-e790-4645-895e-9b1926804167,segment=NetworkSegment(877ebb6f-6e24-4ba9-9af9-a148c234cf7d),segment_id=877ebb6f-6e24-4ba9-9af9-a148c234cf7d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:46:50.843653 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72602b-3035-466a-b41b-a6e747c6bd43 req-d4bf5811-3acd-43bd-95bf-f9376bfe08e9 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:50.847509 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'c5618ee1-e790-4645-895e-9b1926804167', 'network_id': '4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9', 'port_id': 'c5618ee1-e790-4645-895e-9b1926804167', 'mac_address': 'fa:16:3e:5f:58:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f80333-58ed-4c63-a5e5-984465ebc115', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:46:50.863118 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-de72602b-3035-466a-b41b-a6e747c6bd43 req-d4bf5811-3acd-43bd-95bf-f9376bfe08e9 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 948 time: 0.3243141 Mar 01 13:46:50.889930 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07f549-9b5f-486b-b598-026f91b60b72 req-53b7fed2-1c6a-4187-8aa9-92c82c8d5bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:50.891439 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc07f549-9b5f-486b-b598-026f91b60b72 req-53b7fed2-1c6a-4187-8aa9-92c82c8d5bc3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2bc605dac63643789d0e0ed9611e1f8c&device_id=ae767fd2-39b2-4360-833f-7c81001e2aae HTTP/1.1" status: 200 len: 1126 time: 0.3733597 Mar 01 13:46:50.947104 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port c5618ee1-e790-4645-895e-9b1926804167 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:46:50.947504 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c5618ee1-e790-4645-895e-9b1926804167), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:51.003315 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5618ee1-e790-4645-895e-9b1926804167 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:46:51.024260 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-a40bee80-894e-42fe-959d-fc2bfea3d941 admin admin] Deleting subnet 6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:46:51.040764 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b214eda1-16bc-4336-a0e2-fa8ce832971e req-fefcf53a-496e-47a8-9aa5-79db19d31bac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f23864cc-b6f5-4d96-9f69-088617d6957b HTTP/1.1" status: 200 len: 217 time: 0.2489650 Mar 01 13:46:51.064814 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port c5618ee1-e790-4645-895e-9b1926804167, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=c5618ee1-e790-4645-895e-9b1926804167,segment=NetworkSegment(877ebb6f-6e24-4ba9-9af9-a148c234cf7d),segment_id=877ebb6f-6e24-4ba9-9af9-a148c234cf7d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:46:51.086383 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c5618ee1-e790-4645-895e-9b1926804167), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:51.166995 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d7e20-1c2b-4cad-a39b-44b01bde8c10 req-6557fbd8-1ae3-41a2-87e0-06694d695321 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:51.175849 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d62d7e20-1c2b-4cad-a39b-44b01bde8c10 req-6557fbd8-1ae3-41a2-87e0-06694d695321 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=baf61cee-ea5d-4a84-86cb-e1bbb2057b10 HTTP/1.1" status: 200 len: 932 time: 0.6247289 Mar 01 13:46:51.180993 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=c5618ee1-e790-4645-895e-9b1926804167,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:51.197008 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a40bee80-894e-42fe-959d-fc2bfea3d941 admin admin] Publish callbacks [] for subnet (6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:51.204131 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07f549-9b5f-486b-b598-026f91b60b72 req-47daa4a1-e32d-4f82-9ac3-9861ac4d39ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:51.206320 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc07f549-9b5f-486b-b598-026f91b60b72 req-47daa4a1-e32d-4f82-9ac3-9861ac4d39ae service neutron] 10.222.0.32 "GET /v2.0/networks?id=4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9 HTTP/1.1" status: 200 len: 911 time: 0.2947319 Mar 01 13:46:51.239858 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a40bee80-894e-42fe-959d-fc2bfea3d941 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:51.285935 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a40bee80-894e-42fe-959d-fc2bfea3d941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:51.301698 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-de72602b-3035-466a-b41b-a6e747c6bd43 req-de31e2c3-4794-4cda-842f-65ba8ae44e57 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376159 Mar 01 13:46:51.318644 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc07f549-9b5f-486b-b598-026f91b60b72 req-b169a2bb-ad57-4707-b825-a47b94dd77b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5618ee1-e790-4645-895e-9b1926804167 HTTP/1.1" status: 200 len: 217 time: 0.0920684 Mar 01 13:46:51.380500 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-c49bc558-11ba-4c8e-9b60-b7e7ab68710e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2f84405a-2696-49eb-9951-432cdda5a6c0), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:51.410306 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214eda1-16bc-4336-a0e2-fa8ce832971e req-e2f0a849-820b-4da8-aba6-c336087e1908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:51.417329 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b214eda1-16bc-4336-a0e2-fa8ce832971e req-e2f0a849-820b-4da8-aba6-c336087e1908 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3b03883-8a75-4db3-9fa2-b5308f8a1ccf HTTP/1.1" status: 200 len: 857 time: 0.2752130 Mar 01 13:46:51.423602 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d62d7e20-1c2b-4cad-a39b-44b01bde8c10 req-d91169ba-62a0-440d-8f36-98d379d7578d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467282 Mar 01 13:46:51.483788 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 691b8449-8275-4ef0-a5e5-9aee6eea1db4 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:46:51.516635 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['c5618ee1-e790-4645-895e-9b1926804167'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:46:51.518415 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a40bee80-894e-42fe-959d-fc2bfea3d941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:51.523288 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 691b8449-8275-4ef0-a5e5-9aee6eea1db4 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:46:51.524910 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b214eda1-16bc-4336-a0e2-fa8ce832971e req-b649e69e-26e7-4c0f-bf21-6fcda64e3159 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b187e7ca-336b-42a6-9348-f5c88fd21398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1067650 Mar 01 13:46:51.528761 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 691b8449-8275-4ef0-a5e5-9aee6eea1db4 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:46:51.644151 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07f549-9b5f-486b-b598-026f91b60b72 req-158e3e23-55dd-46d0-9af2-e820d2900efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:51.647271 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc07f549-9b5f-486b-b598-026f91b60b72 req-158e3e23-55dd-46d0-9af2-e820d2900efd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=77f80333-58ed-4c63-a5e5-984465ebc115 HTTP/1.1" status: 200 len: 850 time: 0.3243647 Mar 01 13:46:51.679283 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a35fa4-de3f-4f13-af1d-689d0f0c0868 req-7e6e3544-78f4-4a5a-8f1d-ccbfcf555cf4 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:51.684876 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b214eda1-16bc-4336-a0e2-fa8ce832971e req-222862e8-2076-4e7c-9caa-3a2d6245dc01 service neutron] 10.222.0.20 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368577 Mar 01 13:46:51.689270 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-07a35fa4-de3f-4f13-af1d-689d0f0c0868 req-7e6e3544-78f4-4a5a-8f1d-ccbfcf555cf4 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1021516 Mar 01 13:46:51.693717 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08314034-1a5c-4730-981f-5d26d69973f5 req-40f246d1-ecd5-4c63-81a8-8a6ced90d3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:51.695403 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-08314034-1a5c-4730-981f-5d26d69973f5 req-40f246d1-ecd5-4c63-81a8-8a6ced90d3d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5273606b5eb242749c05f75a15dd6612&device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 1130 time: 1.1348605 Mar 01 13:46:51.736312 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8d8c8-3be3-4463-bb2d-f38c63218d7a req-67952a24-5b38-40d5-823f-13f43b1707b6 tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:51.744411 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-93a8d8c8-3be3-4463-bb2d-f38c63218d7a req-67952a24-5b38-40d5-823f-13f43b1707b6 tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae767fd2-39b2-4360-833f-7c81001e2aae HTTP/1.1" status: 200 len: 945 time: 0.3194304 Mar 01 13:46:51.755104 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc07f549-9b5f-486b-b598-026f91b60b72 req-38a4933d-c4f1-45bb-bc0d-f11f9d2dfb9a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998750 Mar 01 13:46:51.948459 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc07f549-9b5f-486b-b598-026f91b60b72 req-96610332-ddb0-4c1f-aa44-25edc2d5f2e2 service neutron] 10.222.0.32 "GET /v2.0/networks/4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799552 Mar 01 13:46:52.024509 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-07a35fa4-de3f-4f13-af1d-689d0f0c0868 req-2174c2de-9eb2-43e9-a071-c97138fc2024 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3337092 Mar 01 13:46:52.184340 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b214eda1-16bc-4336-a0e2-fa8ce832971e req-3373ddec-36f1-4324-af8a-09021c8a1060 service neutron] 10.222.0.20 "GET /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4803998 Mar 01 13:46:52.218909 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc07f549-9b5f-486b-b598-026f91b60b72 req-7a2d20e3-0e4e-4310-9d2d-0b1f03d79b8f service neutron] 10.222.0.32 "GET /v2.0/networks/4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396834 Mar 01 13:46:52.279876 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-93a8d8c8-3be3-4463-bb2d-f38c63218d7a req-4fc6efbd-6e51-4253-8baf-f3c8430e7e42 tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] 10.222.0.13 "GET /v2.0/security-groups?id=fedd07b7-f06c-4486-a3bf-676d17820e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5310168 Mar 01 13:46:52.316177 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08314034-1a5c-4730-981f-5d26d69973f5 req-464005da-932d-4862-ad76-865d13e84a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:52.317407 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-08314034-1a5c-4730-981f-5d26d69973f5 req-464005da-932d-4862-ad76-865d13e84a86 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.1311440 Mar 01 13:46:52.318913 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a40bee80-894e-42fe-959d-fc2bfea3d941 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:52.324644 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a40bee80-894e-42fe-959d-fc2bfea3d941 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0 HTTP/1.1" status: 204 len: 168 time: 1.5243342 Mar 01 13:46:52.328371 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36032) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:46:52.332281 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40bee80-894e-42fe-959d-fc2bfea3d941 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a2a1e40-80ea-4eef-9b4a-c6fe4f8ac9b0,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:52.404266 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54aa2a3f-5cd8-41e2-9659-354f414dfb69', 'tag': '4c29c2b1-48e9-4072-9be6-689726fdac3b'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:46:52.407173 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b9a8fb-c763-46f2-a710-3fc3583243a7" -d '{"events": [{"name": "network-changed", "server_uuid": "54aa2a3f-5cd8-41e2-9659-354f414dfb69", "tag": "4c29c2b1-48e9-4072-9be6-689726fdac3b"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:46:52.412585 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-08314034-1a5c-4730-981f-5d26d69973f5 req-f25c1f5e-0120-4c13-a6d6-061c460c20b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=4c29c2b1-48e9-4072-9be6-689726fdac3b HTTP/1.1" status: 200 len: 217 time: 0.0716965 Mar 01 13:46:52.432898 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7dae34-39e5-4949-a587-549945c68f9b req-e93207b2-d241-453e-9839-a7c84732b1ed tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:52.434781 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ed7dae34-39e5-4949-a587-549945c68f9b req-e93207b2-d241-453e-9839-a7c84732b1ed tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 945 time: 0.2008288 Mar 01 13:46:52.473063 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-cb76d2b7-1c0c-40e8-9d63-6df09e1a7d8a req-56d2a9ad-cf19-46b8-ac01-e5394dc01201 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Deleting port 0d53c447-c1d9-47cb-a072-1103609237e6 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:46:52.473376 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-cb76d2b7-1c0c-40e8-9d63-6df09e1a7d8a req-56d2a9ad-cf19-46b8-ac01-e5394dc01201 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (0d53c447-c1d9-47cb-a072-1103609237e6), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:52.477696 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08314034-1a5c-4730-981f-5d26d69973f5 req-190fc214-3d61-40f6-ab88-46129119dce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:52.479214 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-08314034-1a5c-4730-981f-5d26d69973f5 req-190fc214-3d61-40f6-ab88-46129119dce8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0589538 Mar 01 13:46:52.490177 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dc007ca1-480d-471e-b1a9-9c96fc8cab98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (d59339e4-a260-4460-98ed-315edc30d333), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:52.543020 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 7988cdd9-dd32-4813-871c-c8dca2569301 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:46:52.545478 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ed7dae34-39e5-4949-a587-549945c68f9b req-db629a54-c017-4a48-a9ad-a3019fab3b20 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837870 Mar 01 13:46:52.612088 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31501946-73b7-4c92-87d3-8d86ad92fe17 req-3a31ac68-f7cd-4771-a691-3d64443ee952 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:52.618001 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-31501946-73b7-4c92-87d3-8d86ad92fe17 req-3a31ac68-f7cd-4771-a691-3d64443ee952 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 946 time: 0.2203722 Mar 01 13:46:52.671987 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 7988cdd9-dd32-4813-871c-c8dca2569301 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:46:52.676464 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 7988cdd9-dd32-4813-871c-c8dca2569301 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:46:52.676847 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7988cdd9-dd32-4813-871c-c8dca2569301), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:52.700732 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08314034-1a5c-4730-981f-5d26d69973f5 req-79a28cc5-ffaa-46a5-bc06-04db98372437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:52.702247 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-08314034-1a5c-4730-981f-5d26d69973f5 req-79a28cc5-ffaa-46a5-bc06-04db98372437 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1719434 Mar 01 13:46:52.736958 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-cb76d2b7-1c0c-40e8-9d63-6df09e1a7d8a req-56d2a9ad-cf19-46b8-ac01-e5394dc01201 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] For port 0d53c447-c1d9-47cb-a072-1103609237e6, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=0d53c447-c1d9-47cb-a072-1103609237e6,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:46:52.737211 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-cb76d2b7-1c0c-40e8-9d63-6df09e1a7d8a req-56d2a9ad-cf19-46b8-ac01-e5394dc01201 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (0d53c447-c1d9-47cb-a072-1103609237e6), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:52.780010 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dc007ca1-480d-471e-b1a9-9c96fc8cab98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (d59339e4-a260-4460-98ed-315edc30d333), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:52.798766 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-cb76d2b7-1c0c-40e8-9d63-6df09e1a7d8a req-56d2a9ad-cf19-46b8-ac01-e5394dc01201 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Calling delete_port for 0d53c447-c1d9-47cb-a072-1103609237e6 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:46:52.841019 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-dc007ca1-480d-471e-b1a9-9c96fc8cab98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d59339e4-a260-4460-98ed-315edc30d333']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:52.855547 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 7988cdd9-dd32-4813-871c-c8dca2569301 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:46:52.857020 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7988cdd9-dd32-4813-871c-c8dca2569301), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:52.862012 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-dc007ca1-480d-471e-b1a9-9c96fc8cab98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8fdfbe0-7cd0-4214-af8d-2a91b83f4ca5') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:52.864836 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-dc007ca1-480d-471e-b1a9-9c96fc8cab98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8fdfbe0-7cd0-4214-af8d-2a91b83f4ca5') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:52.887272 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dc007ca1-480d-471e-b1a9-9c96fc8cab98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (e8fdfbe0-7cd0-4214-af8d-2a91b83f4ca5), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:52.889074 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec34bf6-beac-4f11-8355-52b72229e171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7988cdd9-dd32-4813-871c-c8dca2569301'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:46:52.891653 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70324a44-69d7-41a5-8d27-d295bd4c780a" -d '{"events": [{"server_uuid": "0ec34bf6-beac-4f11-8355-52b72229e171", "name": "network-vif-plugged", "status": "completed", "tag": "7988cdd9-dd32-4813-871c-c8dca2569301"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:46:52.908700 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 7988cdd9-dd32-4813-871c-c8dca2569301, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=7988cdd9-dd32-4813-871c-c8dca2569301,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:46:52.915258 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (7988cdd9-dd32-4813-871c-c8dca2569301), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:52.918564 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 0d53c447-c1d9-47cb-a072-1103609237e6 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:46:52.940604 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-08314034-1a5c-4730-981f-5d26d69973f5 req-078db20e-f45d-4fce-b2be-75668a80942d service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265451 Mar 01 13:46:52.944912 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-31501946-73b7-4c92-87d3-8d86ad92fe17 req-62fd930b-e25f-492a-be41-f5bb679a52b3 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188038 Mar 01 13:46:52.952890 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dc007ca1-480d-471e-b1a9-9c96fc8cab98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (e8fdfbe0-7cd0-4214-af8d-2a91b83f4ca5), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:52.980577 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc007ca1-480d-471e-b1a9-9c96fc8cab98 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:46:52.981672 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dc007ca1-480d-471e-b1a9-9c96fc8cab98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (e8fdfbe0-7cd0-4214-af8d-2a91b83f4ca5), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:52.986855 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 13:46:52.986855 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:46:52.986855 n-d-827467-3 neutron-server[103727]: timer() Mar 01 13:46:52.986855 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:46:52.986855 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 13:46:52.986855 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:46:52.986855 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 13:46:52.986855 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:46:52.986855 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 13:46:52.986855 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:46:52.986855 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 13:46:52.986855 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:46:52.986855 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 13:46:52.986855 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:46:52.986855 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:46:52.986855 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:46:52.986855 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:46:52.986855 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:46:52.986855 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 13:46:52.986855 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:46:52.986855 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 13:46:52.986855 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:46:52.986855 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:46:52.986855 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:46:52.986855 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 13:46:52.986855 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:46:52.986855 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:46:52.986855 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:46:52.986855 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:46:52.986855 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:46:52.986855 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:46:52.986855 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:46:53.048488 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895391b9-8c46-4226-88d8-d98cd3ebbb3f req-85987f81-cc98-49ef-98dd-b4347f21032c tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:53.051716 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 12f5e4c5-798e-4156-941c-64477efab2db no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:46:53.060304 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-895391b9-8c46-4226-88d8-d98cd3ebbb3f req-85987f81-cc98-49ef-98dd-b4347f21032c tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bf5188-9818-4a9a-9716-2ab512321d30 HTTP/1.1" status: 200 len: 945 time: 0.3568234 Mar 01 13:46:53.100506 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-c49bc558-11ba-4c8e-9b60-b7e7ab68710e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f84405a-2696-49eb-9951-432cdda5a6c0 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:46:53.114105 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-c49bc558-11ba-4c8e-9b60-b7e7ab68710e service neutron] Publish callbacks [] for port (2f84405a-2696-49eb-9951-432cdda5a6c0), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:53.152380 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-c49bc558-11ba-4c8e-9b60-b7e7ab68710e service neutron] Transition to ACTIVE for port object 2f84405a-2696-49eb-9951-432cdda5a6c0 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:46:53.170913 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-c49bc558-11ba-4c8e-9b60-b7e7ab68710e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (2f84405a-2696-49eb-9951-432cdda5a6c0), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:53.225283 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49bc558-11ba-4c8e-9b60-b7e7ab68710e service neutron] Pushing event updated for resources: {'Port': ['ID=2f84405a-2696-49eb-9951-432cdda5a6c0,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:53.238955 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-08314034-1a5c-4730-981f-5d26d69973f5 req-3595d698-30b3-41d0-84ba-c0c4d272bca8 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848864 Mar 01 13:46:53.239929 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-cb76d2b7-1c0c-40e8-9d63-6df09e1a7d8a req-56d2a9ad-cf19-46b8-ac01-e5394dc01201 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (0d53c447-c1d9-47cb-a072-1103609237e6), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:53.273956 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 12f5e4c5-798e-4156-941c-64477efab2db {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:46:53.274869 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 12f5e4c5-798e-4156-941c-64477efab2db not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:46:53.292934 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No active binding found for port 0d53c447-c1d9-47cb-a072-1103609237e6 {{(pid=103728) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 01 13:46:53.295217 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] The host n-h1-827467-3 is not matching for port 0d53c447-c1d9-47cb-a072-1103609237e6 host None! {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 01 13:46:53.295979 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 0d53c447-c1d9-47cb-a072-1103609237e6 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:46:53.302264 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=7988cdd9-dd32-4813-871c-c8dca2569301,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:53.335313 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d2a9ad-cf19-46b8-ac01-e5394dc01201 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Pushing event deleted for resources: {'Port': ['ID=0d53c447-c1d9-47cb-a072-1103609237e6,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:53.360270 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-895391b9-8c46-4226-88d8-d98cd3ebbb3f req-231e296c-d51b-493f-a9df-690122ce054e tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a6221d1-e461-4ad9-9aa4-9837a2dac9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971902 Mar 01 13:46:53.365010 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dc007ca1-480d-471e-b1a9-9c96fc8cab98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (d59339e4-a260-4460-98ed-315edc30d333), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:53.380438 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dc007ca1-480d-471e-b1a9-9c96fc8cab98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:53.388271 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-dc007ca1-480d-471e-b1a9-9c96fc8cab98 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d59339e4-a260-4460-98ed-315edc30d333 HTTP/1.1" status: 204 len: 168 time: 1.0586405 Mar 01 13:46:53.403933 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc007ca1-480d-471e-b1a9-9c96fc8cab98 admin admin] Pushing event deleted for resources: {'Network': ['ID=d59339e4-a260-4460-98ed-315edc30d333,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:53.418959 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc007ca1-480d-471e-b1a9-9c96fc8cab98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:53.419308 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc007ca1-480d-471e-b1a9-9c96fc8cab98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:53.419662 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc007ca1-480d-471e-b1a9-9c96fc8cab98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:53.420366 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc007ca1-480d-471e-b1a9-9c96fc8cab98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:53.421110 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc007ca1-480d-471e-b1a9-9c96fc8cab98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:53.421544 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc007ca1-480d-471e-b1a9-9c96fc8cab98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:53.421881 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc007ca1-480d-471e-b1a9-9c96fc8cab98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:53.422295 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc007ca1-480d-471e-b1a9-9c96fc8cab98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:53.422624 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc007ca1-480d-471e-b1a9-9c96fc8cab98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:53.422948 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc007ca1-480d-471e-b1a9-9c96fc8cab98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:53.423617 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc007ca1-480d-471e-b1a9-9c96fc8cab98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:53.423873 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc007ca1-480d-471e-b1a9-9c96fc8cab98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:53.424301 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc007ca1-480d-471e-b1a9-9c96fc8cab98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:46:53.451994 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37198de-72ce-4f3a-8d64-fdce3015f20d req-08901e9a-d357-4dba-a360-c7d1cb757560 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:53.461192 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d37198de-72ce-4f3a-8d64-fdce3015f20d req-08901e9a-d357-4dba-a360-c7d1cb757560 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 948 time: 0.1731937 Mar 01 13:46:53.630272 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d5abd5-ded4-4519-8f8c-16d6f583fbc6 x-openstack-request-id: req-b2d5abd5-ded4-4519-8f8c-16d6f583fbc6 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:46:53.630813 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54aa2a3f-5cd8-41e2-9659-354f414dfb69", "tag": "4c29c2b1-48e9-4072-9be6-689726fdac3b", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:46:53.630813 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2d5abd5-ded4-4519-8f8c-16d6f583fbc6 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:46:53.631188 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54aa2a3f-5cd8-41e2-9659-354f414dfb69', 'tag': '4c29c2b1-48e9-4072-9be6-689726fdac3b', 'status': 'completed', 'code': 200} Mar 01 13:46:53.634345 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb76d2b7-1c0c-40e8-9d63-6df09e1a7d8a req-56d2a9ad-cf19-46b8-ac01-e5394dc01201 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] No DVR routers for this DVR port 0d53c447-c1d9-47cb-a072-1103609237e6 on host n-h1-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:46:53.638782 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-cb76d2b7-1c0c-40e8-9d63-6df09e1a7d8a req-56d2a9ad-cf19-46b8-ac01-e5394dc01201 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:53.642294 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cb76d2b7-1c0c-40e8-9d63-6df09e1a7d8a req-56d2a9ad-cf19-46b8-ac01-e5394dc01201 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.32 "DELETE /v2.0/ports/0d53c447-c1d9-47cb-a072-1103609237e6 HTTP/1.1" status: 204 len: 173 time: 2.8711193 Mar 01 13:46:53.654521 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d37198de-72ce-4f3a-8d64-fdce3015f20d req-f06d699c-e9f7-4bcb-aa2b-612b932708fb tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920319 Mar 01 13:46:53.705773 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36050) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:46:53.730725 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b395ea0-77ca-44c7-817d-7589330f633b x-openstack-request-id: req-9b395ea0-77ca-44c7-817d-7589330f633b {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:46:53.731657 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec34bf6-beac-4f11-8355-52b72229e171", "name": "network-vif-plugged", "status": "completed", "tag": "7988cdd9-dd32-4813-871c-c8dca2569301", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:46:53.732111 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b395ea0-77ca-44c7-817d-7589330f633b {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:46:53.732728 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec34bf6-beac-4f11-8355-52b72229e171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7988cdd9-dd32-4813-871c-c8dca2569301', 'code': 200} Mar 01 13:46:53.780900 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-c49bc558-11ba-4c8e-9b60-b7e7ab68710e service neutron] Attempting to bind port 2f84405a-2696-49eb-9951-432cdda5a6c0 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:46:53.781155 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-c49bc558-11ba-4c8e-9b60-b7e7ab68710e service neutron] Attempting to bind port 2f84405a-2696-49eb-9951-432cdda5a6c0 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': 'a36c5e58-8887-44ea-b2e7-4336450f7579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:46:53.781451 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-c49bc558-11ba-4c8e-9b60-b7e7ab68710e service neutron] Attempting to bind port 2f84405a-2696-49eb-9951-432cdda5a6c0 on network 1db2e377-eb34-4fc8-b308-125f1046605c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:46:53.800662 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9a8fb-c763-46f2-a710-3fc3583243a7 req-561c33f9-1bcc-4a51-a11f-b9b4cd098d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:53.803866 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e7b9a8fb-c763-46f2-a710-3fc3583243a7 req-561c33f9-1bcc-4a51-a11f-b9b4cd098d21 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5273606b5eb242749c05f75a15dd6612&device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 1130 time: 0.2406552 Mar 01 13:46:53.822524 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-c49bc558-11ba-4c8e-9b60-b7e7ab68710e service neutron] Port 2f84405a-2696-49eb-9951-432cdda5a6c0 on network 1db2e377-eb34-4fc8-b308-125f1046605c not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:46:53.822888 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-c49bc558-11ba-4c8e-9b60-b7e7ab68710e service neutron] Attempting to bind port 2f84405a-2696-49eb-9951-432cdda5a6c0 on network 1db2e377-eb34-4fc8-b308-125f1046605c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:46:53.839319 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9a8fb-c763-46f2-a710-3fc3583243a7 req-03dadc3d-3bf6-41ec-8457-951afde59fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:53.840863 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e7b9a8fb-c763-46f2-a710-3fc3583243a7 req-03dadc3d-3bf6-41ec-8457-951afde59fb2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5273606b5eb242749c05f75a15dd6612&device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 1130 time: 0.2558613 Mar 01 13:46:53.949298 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-c49bc558-11ba-4c8e-9b60-b7e7ab68710e service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:46:53.949962 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-c49bc558-11ba-4c8e-9b60-b7e7ab68710e service neutron] Checking segment: {'id': 'a36c5e58-8887-44ea-b2e7-4336450f7579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:46:53.950893 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-c49bc558-11ba-4c8e-9b60-b7e7ab68710e service neutron] Bound using segment: {'id': 'a36c5e58-8887-44ea-b2e7-4336450f7579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:46:53.951040 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-c49bc558-11ba-4c8e-9b60-b7e7ab68710e service neutron] Bound port: 2f84405a-2696-49eb-9951-432cdda5a6c0, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a36c5e58-8887-44ea-b2e7-4336450f7579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:46:53.951488 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-c49bc558-11ba-4c8e-9b60-b7e7ab68710e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2f84405a-2696-49eb-9951-432cdda5a6c0), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:54.017457 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9a17caa2-03bf-4f60-81b0-4fcd01d6c73d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b79f39c46c31459c9d4d44a995c712e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2931228 Mar 01 13:46:54.020062 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36058) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:46:54.063162 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea4095-3d91-41aa-bd9a-54ca5b0fea29 req-db0f88d0-2ae8-4fbb-ac52-9845422efaf8 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:54.071953 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f3ea4095-3d91-41aa-bd9a-54ca5b0fea29 req-db0f88d0-2ae8-4fbb-ac52-9845422efaf8 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=baf61cee-ea5d-4a84-86cb-e1bbb2057b10 HTTP/1.1" status: 200 len: 944 time: 0.4142570 Mar 01 13:46:54.076027 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9a8fb-c763-46f2-a710-3fc3583243a7 req-6dba6520-d762-49e4-b3e5-72d9374b0bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:54.077482 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e7b9a8fb-c763-46f2-a710-3fc3583243a7 req-6dba6520-d762-49e4-b3e5-72d9374b0bec service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.2165313 Mar 01 13:46:54.079357 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2eb20cf0-118e-401b-ba01-97c022baca8d req-2c8f7847-e7b6-4303-84fc-6ea70eaff05f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0562100 Mar 01 13:46:54.184015 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e7b9a8fb-c763-46f2-a710-3fc3583243a7 req-e59274a9-3fcb-4eb8-9cf3-10101ae2c12f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=4c29c2b1-48e9-4072-9be6-689726fdac3b HTTP/1.1" status: 200 len: 217 time: 0.0732293 Mar 01 13:46:54.185808 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2eb20cf0-118e-401b-ba01-97c022baca8d req-d3efb2ec-a8b6-4d5c-82fb-f14d0a7785bf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=980a0cdea86543af87d11d7652b91c08&device_id=1899cd92-e02b-452c-831b-58c8b0c06cb5 HTTP/1.1" status: 200 len: 210 time: 0.0763297 Mar 01 13:46:54.227089 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a27c5-330e-4dce-9868-402575c5891d req-c19d4986-2443-479d-821c-866c68a06928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:54.236221 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d91a27c5-330e-4dce-9868-402575c5891d req-c19d4986-2443-479d-821c-866c68a06928 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 1127 time: 0.3795462 Mar 01 13:46:54.517649 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-c49bc558-11ba-4c8e-9b60-b7e7ab68710e service neutron] For port 2f84405a-2696-49eb-9951-432cdda5a6c0, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:46:54.551147 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-c49bc558-11ba-4c8e-9b60-b7e7ab68710e service neutron] For port 2f84405a-2696-49eb-9951-432cdda5a6c0, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=2f84405a-2696-49eb-9951-432cdda5a6c0,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:46:54.555069 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9a8fb-c763-46f2-a710-3fc3583243a7 req-8716b18a-cb27-45a8-aa7b-646fc8b3d9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:54.556794 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e7b9a8fb-c763-46f2-a710-3fc3583243a7 req-8716b18a-cb27-45a8-aa7b-646fc8b3d9a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.3536251 Mar 01 13:46:54.562457 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb20cf0-118e-401b-ba01-97c022baca8d req-3aa55f4e-9e6a-4d09-9e68-7bdfc556b8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:54.564183 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2eb20cf0-118e-401b-ba01-97c022baca8d req-3aa55f4e-9e6a-4d09-9e68-7bdfc556b8ba service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=980a0cdea86543af87d11d7652b91c08&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3228049 Mar 01 13:46:54.568424 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device c5618ee1-e790-4645-895e-9b1926804167 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:46:54.592103 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-c49bc558-11ba-4c8e-9b60-b7e7ab68710e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (2f84405a-2696-49eb-9951-432cdda5a6c0), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:54.667008 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d91a27c5-330e-4dce-9868-402575c5891d req-b5a12572-da3c-4c03-98ad-4a0106a3c925 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3855054 Mar 01 13:46:54.680299 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9a8fb-c763-46f2-a710-3fc3583243a7 req-a234600f-2086-4717-a71f-f71934fb3337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:54.684386 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e7b9a8fb-c763-46f2-a710-3fc3583243a7 req-a234600f-2086-4717-a71f-f71934fb3337 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.8634810 Mar 01 13:46:54.694950 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port c5618ee1-e790-4645-895e-9b1926804167 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:46:54.700348 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port c5618ee1-e790-4645-895e-9b1926804167 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:46:54.700776 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c5618ee1-e790-4645-895e-9b1926804167), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:54.728213 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381c20b-daad-402d-815a-0bcd28d3d659 req-bbdd87c0-eec8-413c-8b79-3c1f8f1183cc tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:54.730873 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9381c20b-daad-402d-815a-0bcd28d3d659 req-bbdd87c0-eec8-413c-8b79-3c1f8f1183cc tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 945 time: 0.7705724 Mar 01 13:46:54.750107 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-c49bc558-11ba-4c8e-9b60-b7e7ab68710e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:54.750968 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-c49bc558-11ba-4c8e-9b60-b7e7ab68710e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:54.752549 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-c49bc558-11ba-4c8e-9b60-b7e7ab68710e service neutron] 10.222.0.20 "PUT /v2.0/ports/2f84405a-2696-49eb-9951-432cdda5a6c0 HTTP/1.1" status: 200 len: 1092 time: 4.1099324 Mar 01 13:46:54.837467 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49bc558-11ba-4c8e-9b60-b7e7ab68710e service neutron] Pushing event updated for resources: {'Port': ['ID=2f84405a-2696-49eb-9951-432cdda5a6c0,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:54.857202 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9a8fb-c763-46f2-a710-3fc3583243a7 req-c1d36064-beb4-4c30-b634-c974f52acf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:54.861265 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e7b9a8fb-c763-46f2-a710-3fc3583243a7 req-c1d36064-beb4-4c30-b634-c974f52acf8f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2915564 Mar 01 13:46:54.865009 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-61aef3bd-7cd8-4c33-9d7c-737196cd76e3 admin admin] Publish callbacks [] for security_group (39ac8cc9-d205-47e6-b66c-1af8e9aa208a), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:54.868060 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port c5618ee1-e790-4645-895e-9b1926804167 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:46:54.868997 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c5618ee1-e790-4645-895e-9b1926804167), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:54.905328 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb20cf0-118e-401b-ba01-97c022baca8d req-75a34270-7ec4-4892-bae5-909606984f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:54.906822 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2eb20cf0-118e-401b-ba01-97c022baca8d req-75a34270-7ec4-4892-bae5-909606984f45 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3276596 Mar 01 13:46:54.918772 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port c5618ee1-e790-4645-895e-9b1926804167, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=c5618ee1-e790-4645-895e-9b1926804167,segment=NetworkSegment(877ebb6f-6e24-4ba9-9af9-a148c234cf7d),segment_id=877ebb6f-6e24-4ba9-9af9-a148c234cf7d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:46:54.923228 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c5618ee1-e790-4645-895e-9b1926804167), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:54.930338 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f3ea4095-3d91-41aa-bd9a-54ca5b0fea29 req-90bbc8f2-62a0-4bba-b91c-28e4daccb8d1 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8575330 Mar 01 13:46:54.997667 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9381c20b-daad-402d-815a-0bcd28d3d659 req-688a33c5-384f-4207-9055-17daf185eb96 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2124808 Mar 01 13:46:55.007504 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-61aef3bd-7cd8-4c33-9d7c-737196cd76e3 admin admin] Publish callbacks [] for security_group (39ac8cc9-d205-47e6-b66c-1af8e9aa208a), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:55.092154 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e7b9a8fb-c763-46f2-a710-3fc3583243a7 req-83899327-fadf-416d-8508-a9e06d20fcb4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=4c29c2b1-48e9-4072-9be6-689726fdac3b HTTP/1.1" status: 200 len: 217 time: 0.1432207 Mar 01 13:46:55.117847 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=c5618ee1-e790-4645-895e-9b1926804167,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:55.193160 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d884dc67-1ce4-4a46-a9af-2c100f008151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:55.204023 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9a8fb-c763-46f2-a710-3fc3583243a7 req-d88d60d2-641d-4d1a-a55d-c172a559b54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:55.206017 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e7b9a8fb-c763-46f2-a710-3fc3583243a7 req-d88d60d2-641d-4d1a-a55d-c172a559b54c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0979102 Mar 01 13:46:55.365127 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e7b9a8fb-c763-46f2-a710-3fc3583243a7 req-71fc792d-7725-439b-a1cc-db0b2a5d6461 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843433 Mar 01 13:46:55.395215 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9a8fb-c763-46f2-a710-3fc3583243a7 req-705ae516-2cef-4503-8755-f95fb0d775c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:55.397229 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e7b9a8fb-c763-46f2-a710-3fc3583243a7 req-705ae516-2cef-4503-8755-f95fb0d775c2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1373591 Mar 01 13:46:55.413603 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db42f6-9707-41e7-b8ba-2f135b9b3d5c req-8fa92947-c2af-49ab-a096-df6c8514ea6c tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:55.415512 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-92db42f6-9707-41e7-b8ba-2f135b9b3d5c req-8fa92947-c2af-49ab-a096-df6c8514ea6c tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 946 time: 0.1896870 Mar 01 13:46:55.499075 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e7b9a8fb-c763-46f2-a710-3fc3583243a7 req-9a3f7e23-b4d4-4435-83f8-d3ba4a671f69 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244867 Mar 01 13:46:55.512630 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-dabf4b32-0df0-462d-9ed0-838fb29f868c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:55.514340 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-dabf4b32-0df0-462d-9ed0-838fb29f868c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3e60b304ea34ca8a598bc4e060e2ca5&device_id=baf61cee-ea5d-4a84-86cb-e1bbb2057b10 HTTP/1.1" status: 200 len: 1126 time: 0.6982315 Mar 01 13:46:55.528848 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e7b9a8fb-c763-46f2-a710-3fc3583243a7 req-0ef11dfc-5201-411d-a089-dd053a95a136 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119747 Mar 01 13:46:55.549566 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987063c-2063-4293-bd7c-6ce74b528ba9 req-510c3384-531f-4fae-8510-dd98e65eb471 tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:55.551364 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c987063c-2063-4293-bd7c-6ce74b528ba9 req-510c3384-531f-4fae-8510-dd98e65eb471 tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae767fd2-39b2-4360-833f-7c81001e2aae HTTP/1.1" status: 200 len: 946 time: 0.3440280 Mar 01 13:46:55.578851 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-f2cfa42a-d31b-4afe-82cb-b3565f3d67cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f84405a-2696-49eb-9951-432cdda5a6c0 HTTP/1.1" status: 200 len: 217 time: 0.0560546 Mar 01 13:46:55.596841 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-61aef3bd-7cd8-4c33-9d7c-737196cd76e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (39ac8cc9-d205-47e6-b66c-1af8e9aa208a), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:55.600584 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-61aef3bd-7cd8-4c33-9d7c-737196cd76e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:55.605633 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-61aef3bd-7cd8-4c33-9d7c-737196cd76e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39ac8cc9-d205-47e6-b66c-1af8e9aa208a HTTP/1.1" status: 204 len: 168 time: 1.5801640 Mar 01 13:46:55.633416 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1899cd92-e02b-452c-831b-58c8b0c06cb5', 'name': 'network-vif-deleted', 'tag': '0d53c447-c1d9-47cb-a072-1103609237e6'}, {'name': 'network-changed', 'server_uuid': 'baf61cee-ea5d-4a84-86cb-e1bbb2057b10', 'tag': '2f84405a-2696-49eb-9951-432cdda5a6c0'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:46:55.636507 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339e3633-38b9-4486-8f01-f9375ce21229" -d '{"events": [{"server_uuid": "1899cd92-e02b-452c-831b-58c8b0c06cb5", "name": "network-vif-deleted", "tag": "0d53c447-c1d9-47cb-a072-1103609237e6"}, {"name": "network-changed", "server_uuid": "baf61cee-ea5d-4a84-86cb-e1bbb2057b10", "tag": "2f84405a-2696-49eb-9951-432cdda5a6c0"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:46:55.671239 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-8ee72229-b2b6-4f8b-a17c-7ec55252e72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:55.673543 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-8ee72229-b2b6-4f8b-a17c-7ec55252e72d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0074be29-4f96-45b4-82b7-e955d173d55c HTTP/1.1" status: 200 len: 851 time: 0.0875111 Mar 01 13:46:55.688729 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aef3bd-7cd8-4c33-9d7c-737196cd76e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ac8cc9-d205-47e6-b66c-1af8e9aa208a,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:55.734653 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae767fd2-39b2-4360-833f-7c81001e2aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5618ee1-e790-4645-895e-9b1926804167'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:46:55.742358 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2afcce-e9e1-4303-a8d8-9661017ec381" -d '{"events": [{"server_uuid": "ae767fd2-39b2-4360-833f-7c81001e2aae", "name": "network-vif-plugged", "status": "completed", "tag": "c5618ee1-e790-4645-895e-9b1926804167"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:46:55.749027 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-92db42f6-9707-41e7-b8ba-2f135b9b3d5c req-d00a76e9-870d-45cd-adc8-496473c41237 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189555 Mar 01 13:46:55.785505 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-26774323-9d16-44bd-aadc-af3a22ebbb88 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1db2e377-eb34-4fc8-b308-125f1046605c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905929 Mar 01 13:46:55.856296 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c987063c-2063-4293-bd7c-6ce74b528ba9 req-320a4972-d124-487d-a29a-123fd99f055c tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] 10.222.0.13 "GET /v2.0/security-groups?id=fedd07b7-f06c-4486-a3bf-676d17820e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834940 Mar 01 13:46:55.889598 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e7b9a8fb-c763-46f2-a710-3fc3583243a7 req-97471455-c16f-4200-ad77-9fb3749fcb6c service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500261 Mar 01 13:46:56.010621 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e67c1-67c9-4345-876b-00ba11234423 req-f5419dea-51f4-403d-a1f6-1dd2be1591dc tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:56.015517 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-de2953f6-6e4f-44d7-92b8-47f23feb09d0 service neutron] 10.222.0.20 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259998 Mar 01 13:46:56.020922 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a50e67c1-67c9-4345-876b-00ba11234423 req-f5419dea-51f4-403d-a1f6-1dd2be1591dc tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 948 time: 0.0847499 Mar 01 13:46:56.085783 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a50e67c1-67c9-4345-876b-00ba11234423 req-5d4a9a53-d133-438d-8898-ac36ad43713f tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614488 Mar 01 13:46:56.176061 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-20df9fcc-298c-4c11-be16-cab3b91b3e2b service neutron] 10.222.0.20 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527395 Mar 01 13:46:56.187840 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 01 Mar 2022 13:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312d6a7c-cf8d-47e5-b42b-e527baa2a195 x-openstack-request-id: req-312d6a7c-cf8d-47e5-b42b-e527baa2a195 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:46:56.188144 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1899cd92-e02b-452c-831b-58c8b0c06cb5", "name": "network-vif-deleted", "tag": "0d53c447-c1d9-47cb-a072-1103609237e6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "baf61cee-ea5d-4a84-86cb-e1bbb2057b10", "tag": "2f84405a-2696-49eb-9951-432cdda5a6c0", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:46:56.188403 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-312d6a7c-cf8d-47e5-b42b-e527baa2a195 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:46:56.188813 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1899cd92-e02b-452c-831b-58c8b0c06cb5', 'name': 'network-vif-deleted', 'tag': '0d53c447-c1d9-47cb-a072-1103609237e6', 'status': 'completed', 'code': 200} Mar 01 13:46:56.189072 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf61cee-ea5d-4a84-86cb-e1bbb2057b10', 'tag': '2f84405a-2696-49eb-9951-432cdda5a6c0', 'status': 'completed', 'code': 200} Mar 01 13:46:56.256511 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aad0029-b059-45c3-b10b-5168204ae164 x-openstack-request-id: req-2aad0029-b059-45c3-b10b-5168204ae164 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:46:56.256511 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae767fd2-39b2-4360-833f-7c81001e2aae", "name": "network-vif-plugged", "status": "completed", "tag": "c5618ee1-e790-4645-895e-9b1926804167", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:46:56.257303 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2aad0029-b059-45c3-b10b-5168204ae164 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:46:56.257432 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae767fd2-39b2-4360-833f-7c81001e2aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5618ee1-e790-4645-895e-9b1926804167', 'code': 200} Mar 01 13:46:56.365013 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e3633-38b9-4486-8f01-f9375ce21229 req-7c7f4814-db7b-4b1a-be84-6013dd405e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:56.367098 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-339e3633-38b9-4486-8f01-f9375ce21229 req-7c7f4814-db7b-4b1a-be84-6013dd405e17 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3e60b304ea34ca8a598bc4e060e2ca5&device_id=baf61cee-ea5d-4a84-86cb-e1bbb2057b10 HTTP/1.1" status: 200 len: 1126 time: 0.1101737 Mar 01 13:46:56.518804 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e3633-38b9-4486-8f01-f9375ce21229 req-e9e867ce-3931-4276-a474-e425005d0465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:56.520326 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-339e3633-38b9-4486-8f01-f9375ce21229 req-e9e867ce-3931-4276-a474-e425005d0465 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1db2e377-eb34-4fc8-b308-125f1046605c HTTP/1.1" status: 200 len: 912 time: 0.1464756 Mar 01 13:46:56.523319 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04700728-59a1-4512-a218-374f75e68c94 req-573cf0d1-b67a-45e9-9544-6955e99372e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:56.525155 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-04700728-59a1-4512-a218-374f75e68c94 req-573cf0d1-b67a-45e9-9544-6955e99372e8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ae767fd2-39b2-4360-833f-7c81001e2aae HTTP/1.1" status: 200 len: 1128 time: 0.1357083 Mar 01 13:46:56.533645 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d9c96-91de-4d42-96de-a7ea9aebc4c2 req-8febe229-3425-4c00-962f-88e191d28e5b tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:56.535483 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ef6d9c96-91de-4d42-96de-a7ea9aebc4c2 req-8febe229-3425-4c00-962f-88e191d28e5b tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=baf61cee-ea5d-4a84-86cb-e1bbb2057b10 HTTP/1.1" status: 200 len: 944 time: 0.2031250 Mar 01 13:46:56.544571 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6cd22-9e5e-4936-ab03-8c6537c5bfc6 req-9a5f4977-9588-40a3-843f-f214a04dc22a tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:56.545718 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b1b6cd22-9e5e-4936-ab03-8c6537c5bfc6 req-9a5f4977-9588-40a3-843f-f214a04dc22a tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 945 time: 0.1518567 Mar 01 13:46:56.576839 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 4c29c2b1-48e9-4072-9be6-689726fdac3b details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:46:56.606051 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-339e3633-38b9-4486-8f01-f9375ce21229 req-a81dc1f9-1a87-4f2e-8174-5f54b429e8c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f84405a-2696-49eb-9951-432cdda5a6c0 HTTP/1.1" status: 200 len: 217 time: 0.0727227 Mar 01 13:46:56.677922 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ef6d9c96-91de-4d42-96de-a7ea9aebc4c2 req-55176c23-1e35-4831-a205-ce9341fed8a0 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299953 Mar 01 13:46:56.700354 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b1b6cd22-9e5e-4936-ab03-8c6537c5bfc6 req-b5fa90fe-6936-4a3a-a07b-6a2ec3a9eb75 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401930 Mar 01 13:46:56.723212 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-04700728-59a1-4512-a218-374f75e68c94 req-25ebef26-a590-4dc2-a859-0decfbfd1654 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fedd07b7-f06c-4486-a3bf-676d17820e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761422 Mar 01 13:46:56.805756 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e3633-38b9-4486-8f01-f9375ce21229 req-29f27fce-6b5e-41d5-b3f7-2f8a0b339ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:56.809015 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-339e3633-38b9-4486-8f01-f9375ce21229 req-29f27fce-6b5e-41d5-b3f7-2f8a0b339ec2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0074be29-4f96-45b4-82b7-e955d173d55c HTTP/1.1" status: 200 len: 851 time: 0.1978002 Mar 01 13:46:56.838325 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51934b-621e-4298-a09d-edb169df54f7 req-46e2e611-7cf2-4cf4-be1c-3c64427d9e18 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:56.842332 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3d51934b-621e-4298-a09d-edb169df54f7 req-46e2e611-7cf2-4cf4-be1c-3c64427d9e18 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.32 "GET /v2.0/ports?device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 945 time: 0.2150755 Mar 01 13:46:56.880163 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 4c29c2b1-48e9-4072-9be6-689726fdac3b, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=4c29c2b1-48e9-4072-9be6-689726fdac3b,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:46:56.895793 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-339e3633-38b9-4486-8f01-f9375ce21229 req-3d00ec24-ef61-4508-bb42-45e7b4be355e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1db2e377-eb34-4fc8-b308-125f1046605c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796275 Mar 01 13:46:56.912798 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '4c29c2b1-48e9-4072-9be6-689726fdac3b', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': '4c29c2b1-48e9-4072-9be6-689726fdac3b', 'mac_address': 'fa:16:3e:47:b2:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:46:56.917390 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d47d7-78a6-47b5-be2b-0bc8f468383f req-4a2006be-0901-4af6-b179-c5bb8ce110d5 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:56.922313 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eb1d47d7-78a6-47b5-be2b-0bc8f468383f req-4a2006be-0901-4af6-b179-c5bb8ce110d5 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 945 time: 0.0993304 Mar 01 13:46:56.938105 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cbe12-3c59-4334-936a-e64403dcc361 req-fe700afc-f131-407b-973f-f42b776e5acf tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:56.941323 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1f9cbe12-3c59-4334-936a-e64403dcc361 req-fe700afc-f131-407b-973f-f42b776e5acf tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=f48dc4bd-0b6e-4991-873a-f28d98472d45 HTTP/1.1" status: 200 len: 945 time: 0.1507833 Mar 01 13:46:56.942141 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36106) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:46:56.949212 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-6a8dec68-24db-44e1-8033-ca1fe5d395f1 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Request body: {'floatingip': {'port_id': '7988cdd9-dd32-4813-871c-c8dca2569301'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:46:57.010891 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 4c29c2b1-48e9-4072-9be6-689726fdac3b is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:46:57.012016 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4c29c2b1-48e9-4072-9be6-689726fdac3b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:57.025724 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6a8dec68-24db-44e1-8033-ca1fe5d395f1 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks [] for floatingip (2fed89e1-1c66-454c-92d0-ad302b1d42c5), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:57.033982 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c29c2b1-48e9-4072-9be6-689726fdac3b {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:46:57.050367 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-339e3633-38b9-4486-8f01-f9375ce21229 req-d035d76f-b7b9-44a7-9ef5-232c2331a12b service neutron] 10.222.0.20 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431530 Mar 01 13:46:57.055889 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 4c29c2b1-48e9-4072-9be6-689726fdac3b, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=4c29c2b1-48e9-4072-9be6-689726fdac3b,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:46:57.061373 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (4c29c2b1-48e9-4072-9be6-689726fdac3b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:57.132686 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=4c29c2b1-48e9-4072-9be6-689726fdac3b,revision_number=8']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:57.247800 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-339e3633-38b9-4486-8f01-f9375ce21229 req-fbd4e0f4-2951-4989-8f45-dcc39c2a9931 service neutron] 10.222.0.20 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784387 Mar 01 13:46:57.259474 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-3d51934b-621e-4298-a09d-edb169df54f7 req-5015fd58-ab27-4caa-96ea-867510eaaf52 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Deleting port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:46:57.259905 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3d51934b-621e-4298-a09d-edb169df54f7 req-5015fd58-ab27-4caa-96ea-867510eaaf52 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (a6fd43c5-27f8-4257-98d0-3f32dbf00eb1), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:57.265037 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1f9cbe12-3c59-4334-936a-e64403dcc361 req-c8dacbed-70bd-4066-841a-eea6eec99e37 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113146 Mar 01 13:46:57.307155 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6a852-2119-4287-98e5-cc9040d2e836 req-5f6f4196-09ba-4b64-9704-d8142dea1ac1 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:57.309014 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8cd6a852-2119-4287-98e5-cc9040d2e836 req-5f6f4196-09ba-4b64-9704-d8142dea1ac1 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 946 time: 0.1682096 Mar 01 13:46:57.390609 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bd84b676-62a6-468a-8f7e-3be0df0a1961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:57.431097 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-3d51934b-621e-4298-a09d-edb169df54f7 req-5015fd58-ab27-4caa-96ea-867510eaaf52 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] For port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=a6fd43c5-27f8-4257-98d0-3f32dbf00eb1,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:46:57.431475 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3d51934b-621e-4298-a09d-edb169df54f7 req-5015fd58-ab27-4caa-96ea-867510eaaf52 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (a6fd43c5-27f8-4257-98d0-3f32dbf00eb1), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:57.447327 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-3d51934b-621e-4298-a09d-edb169df54f7 req-5015fd58-ab27-4caa-96ea-867510eaaf52 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Calling delete_port for a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:46:57.515766 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8cd6a852-2119-4287-98e5-cc9040d2e836 req-3ff6683e-8399-4fa0-a49c-8d0f2615a4ad tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958025 Mar 01 13:46:57.553418 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['4c29c2b1-48e9-4072-9be6-689726fdac3b'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:46:57.576689 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f7a49-dce1-45b3-aae5-94abaa3e0206 req-5611d2a4-460c-49e3-af1d-0dd006f14306 tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:57.584455 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0f1f7a49-dce1-45b3-aae5-94abaa3e0206 req-5611d2a4-460c-49e3-af1d-0dd006f14306 tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae767fd2-39b2-4360-833f-7c81001e2aae HTTP/1.1" status: 200 len: 946 time: 0.1969316 Mar 01 13:46:57.636949 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3d51934b-621e-4298-a09d-edb169df54f7 req-5015fd58-ab27-4caa-96ea-867510eaaf52 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (a6fd43c5-27f8-4257-98d0-3f32dbf00eb1), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:57.707110 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015fd58-ab27-4caa-96ea-867510eaaf52 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Pushing event deleted for resources: {'Port': ['ID=a6fd43c5-27f8-4257-98d0-3f32dbf00eb1,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:57.732440 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0f1f7a49-dce1-45b3-aae5-94abaa3e0206 req-c1bcd229-d22c-492f-b2ce-350efd29c074 tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] 10.222.0.13 "GET /v2.0/security-groups?id=fedd07b7-f06c-4486-a3bf-676d17820e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469517 Mar 01 13:46:57.812405 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d51934b-621e-4298-a09d-edb169df54f7 req-5015fd58-ab27-4caa-96ea-867510eaaf52 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] No DVR routers for this DVR port a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 on host n-h1-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:46:57.815996 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3d51934b-621e-4298-a09d-edb169df54f7 req-5015fd58-ab27-4caa-96ea-867510eaaf52 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:57.820144 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3d51934b-621e-4298-a09d-edb169df54f7 req-5015fd58-ab27-4caa-96ea-867510eaaf52 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.32 "DELETE /v2.0/ports/a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 HTTP/1.1" status: 204 len: 173 time: 0.7664227 Mar 01 13:46:57.950545 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6a8dec68-24db-44e1-8033-ca1fe5d395f1 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:57.960783 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6a8dec68-24db-44e1-8033-ca1fe5d395f1 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (2fed89e1-1c66-454c-92d0-ad302b1d42c5), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:58.036633 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f69825-819d-4934-a1bb-5af64d2ef2ff req-68cf5751-5985-497a-84ac-828dff41c4a9 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:58.038061 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-54f69825-819d-4934-a1bb-5af64d2ef2ff req-68cf5751-5985-497a-84ac-828dff41c4a9 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 949 time: 0.1525500 Mar 01 13:46:58.134056 n-d-827467-3 neutron-server[103727]: INFO neutron.db.l3_db [None req-6a8dec68-24db-44e1-8033-ca1fe5d395f1 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Floating IP 2fed89e1-1c66-454c-92d0-ad302b1d42c5 associated. External IP: 172.25.1.181, port: 7988cdd9-dd32-4813-871c-c8dca2569301. Mar 01 13:46:58.175991 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-54f69825-819d-4934-a1bb-5af64d2ef2ff req-20a1dbe3-cb8b-49f8-b615-22abdd547257 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987856 Mar 01 13:46:58.190531 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48dc4bd-0b6e-4991-873a-f28d98472d45', 'name': 'network-vif-deleted', 'tag': 'a6fd43c5-27f8-4257-98d0-3f32dbf00eb1'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:46:58.194670 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32209645-a82f-43d2-bd70-abc1ed805043" -d '{"events": [{"server_uuid": "f48dc4bd-0b6e-4991-873a-f28d98472d45", "name": "network-vif-deleted", "tag": "a6fd43c5-27f8-4257-98d0-3f32dbf00eb1"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:46:58.366331 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0b14f4-94b4-4ee3-a684-c993282fc57e x-openstack-request-id: req-af0b14f4-94b4-4ee3-a684-c993282fc57e {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:46:58.373257 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f48dc4bd-0b6e-4991-873a-f28d98472d45", "name": "network-vif-deleted", "tag": "a6fd43c5-27f8-4257-98d0-3f32dbf00eb1", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:46:58.373751 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af0b14f4-94b4-4ee3-a684-c993282fc57e {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:46:58.374357 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48dc4bd-0b6e-4991-873a-f28d98472d45', 'name': 'network-vif-deleted', 'tag': 'a6fd43c5-27f8-4257-98d0-3f32dbf00eb1', 'status': 'completed', 'code': 200} Mar 01 13:46:58.487847 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8dec68-24db-44e1-8033-ca1fe5d395f1 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Router 15f735eb-292d-46f7-9b9c-fd785227641c has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:46:58.502486 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f874f-301c-4489-b486-9724bad1725a req-30058e7a-4fad-4b72-9a8c-a3afc14964c6 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:58.505533 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3b5f874f-301c-4489-b486-9724bad1725a req-30058e7a-4fad-4b72-9a8c-a3afc14964c6 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=baf61cee-ea5d-4a84-86cb-e1bbb2057b10 HTTP/1.1" status: 200 len: 944 time: 0.1607795 Mar 01 13:46:58.597150 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 2f84405a-2696-49eb-9951-432cdda5a6c0 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:46:58.731977 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-bdec5772-b23e-4e9b-a881-6193e022148b tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:58.733630 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-bdec5772-b23e-4e9b-a881-6193e022148b tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.20 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69&tenant_id=5273606b5eb242749c05f75a15dd6612&binding%3Ahost_id=n-h2-827467-3 HTTP/1.1" status: 200 len: 949 time: 0.1109567 Mar 01 13:46:58.819220 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:58.824381 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3b5f874f-301c-4489-b486-9724bad1725a req-c3530bc5-bf36-4487-a304-ce7e32488890 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066478 Mar 01 13:46:58.830447 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-325bdb46-ad58-47f6-84ba-0791c54f5d09 service neutron] 10.222.0.20 "GET /v2.0/ports/4c29c2b1-48e9-4072-9be6-689726fdac3b/bindings/n-h2-827467-3 HTTP/1.1" status: 200 len: 382 time: 0.0867834 Mar 01 13:46:58.860665 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 2f84405a-2696-49eb-9951-432cdda5a6c0, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=2f84405a-2696-49eb-9951-432cdda5a6c0,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:46:58.879367 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '2f84405a-2696-49eb-9951-432cdda5a6c0', 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c', 'port_id': '2f84405a-2696-49eb-9951-432cdda5a6c0', 'mac_address': 'fa:16:3e:64:71:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0074be29-4f96-45b4-82b7-e955d173d55c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:46:58.893061 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b81f65-0eb7-4514-a4d8-3213bfb098fe req-79c8e8dd-b810-4e80-983f-7b8d3bdb967a tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:58.894595 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-18b81f65-0eb7-4514-a4d8-3213bfb098fe req-79c8e8dd-b810-4e80-983f-7b8d3bdb967a tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 946 time: 0.2071218 Mar 01 13:46:58.897773 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36148) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:46:58.947561 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 2f84405a-2696-49eb-9951-432cdda5a6c0 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:46:58.948875 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2f84405a-2696-49eb-9951-432cdda5a6c0), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:58.959534 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-c907df27-673b-486c-9be0-e9a18e159da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:58.963266 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-c907df27-673b-486c-9be0-e9a18e159da5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5273606b5eb242749c05f75a15dd6612&device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 1131 time: 0.1060169 Mar 01 13:46:58.968997 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f84405a-2696-49eb-9951-432cdda5a6c0 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:46:59.003014 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 2f84405a-2696-49eb-9951-432cdda5a6c0, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=2f84405a-2696-49eb-9951-432cdda5a6c0,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:46:59.011304 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (2f84405a-2696-49eb-9951-432cdda5a6c0), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:59.023260 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8dec68-24db-44e1-8033-ca1fe5d395f1 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:46:59.036902 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef31b9a8-b97a-4a11-81bc-d3a0801c178a None None] Sync routers for ids ['15f735eb-292d-46f7-9b9c-fd785227641c'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:46:59.037774 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6a8dec68-24db-44e1-8033-ca1fe5d395f1 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:59.049939 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef31b9a8-b97a-4a11-81bc-d3a0801c178a None None] Routers {'15f735eb-292d-46f7-9b9c-fd785227641c'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:46:59.051732 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-ef31b9a8-b97a-4a11-81bc-d3a0801c178a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:46:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['15f735eb-292d-46f7-9b9c-fd785227641c'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:59.130372 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-18b81f65-0eb7-4514-a4d8-3213bfb098fe req-5e68a900-793c-4b92-bb6b-8ab5c638a5ee tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197270 Mar 01 13:46:59.135298 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=2f84405a-2696-49eb-9951-432cdda5a6c0,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:59.150061 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-15b6a1af-7b73-4219-8865-45d931b29078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:59.185356 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6a8dec68-24db-44e1-8033-ca1fe5d395f1 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "PUT /v2.0/floatingips/2fed89e1-1c66-454c-92d0-ad302b1d42c5 HTTP/1.1" status: 200 len: 991 time: 2.2414889 Mar 01 13:46:59.190291 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-9d096303-cf03-4037-9301-5817ce27ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:59.193810 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1133550-0f78-4d05-b5f4-056914ae8306 req-f8848f30-ca11-40c1-849f-4bafd6dd7068 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:59.194843 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-9d096303-cf03-4037-9301-5817ce27ee1b service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.2246854 Mar 01 13:46:59.195305 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f1133550-0f78-4d05-b5f4-056914ae8306 req-f8848f30-ca11-40c1-849f-4bafd6dd7068 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 949 time: 0.2641842 Mar 01 13:46:59.195795 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec34bf6-beac-4f11-8355-52b72229e171', 'tag': '7988cdd9-dd32-4813-871c-c8dca2569301'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:46:59.198048 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe83e0d6-7c92-41c3-b04e-5e98badf6d35" -d '{"events": [{"name": "network-changed", "server_uuid": "0ec34bf6-beac-4f11-8355-52b72229e171", "tag": "7988cdd9-dd32-4813-871c-c8dca2569301"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:46:59.289134 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f1133550-0f78-4d05-b5f4-056914ae8306 req-20e2c208-5401-4489-820e-566d8661441b tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859604 Mar 01 13:46:59.302605 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-c80a61fd-2e0e-4fcc-a83c-2c3dcde326eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=4c29c2b1-48e9-4072-9be6-689726fdac3b HTTP/1.1" status: 200 len: 217 time: 0.0939536 Mar 01 13:46:59.319306 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-ef31b9a8-b97a-4a11-81bc-d3a0801c178a None None] Set router 15f735eb-292d-46f7-9b9c-fd785227641c gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:46:59.400282 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-2a91b9ea-3613-4dda-94ff-78859ea702ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:59.402411 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-2a91b9ea-3613-4dda-94ff-78859ea702ef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0977230 Mar 01 13:46:59.412288 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['2f84405a-2696-49eb-9951-432cdda5a6c0'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:46:59.446460 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-15b6a1af-7b73-4219-8865-45d931b29078 admin admin] Publish callbacks [] for security_group (8b8d71e0-d641-4e4e-b822-c9980b4da29c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:59.456251 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-15b6a1af-7b73-4219-8865-45d931b29078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (8b8d71e0-d641-4e4e-b822-c9980b4da29c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:59.505433 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0506d50-326a-4980-9486-644fc6c8ae81 req-1921fa7f-5e9f-4cc6-9c9a-683e14beb7b3 tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:59.507493 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d0506d50-326a-4980-9486-644fc6c8ae81 req-1921fa7f-5e9f-4cc6-9c9a-683e14beb7b3 tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae767fd2-39b2-4360-833f-7c81001e2aae HTTP/1.1" status: 200 len: 946 time: 0.1173406 Mar 01 13:46:59.518680 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-47d9b69c-3dfa-4d0e-a77f-b2a41648ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:59.524914 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-47d9b69c-3dfa-4d0e-a77f-b2a41648ab95 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1159401 Mar 01 13:46:59.577999 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-15b6a1af-7b73-4219-8865-45d931b29078 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06027b9d286047289e163356ea43b08d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6791945 Mar 01 13:46:59.580970 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36160) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:46:59.581857 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6a1af-7b73-4219-8865-45d931b29078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8d71e0-d641-4e4e-b822-c9980b4da29c,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:46:59.681439 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-ef31b9a8-b97a-4a11-81bc-d3a0801c178a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'name': 'tempest-ServerActionsTestJSON-1773107722-router', 'tenant_id': '475192ca5f814c16b38a7d788a6a6472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0a8548b0-a18e-4eef-80a2-f961c99a4abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:46:14Z', 'updated_at': '2022-03-01T13:46:20Z', 'revision_number': 4, 'project_id': '475192ca5f814c16b38a7d788a6a6472', 'gw_port': {'id': '0a8548b0-a18e-4eef-80a2-f961c99a4abc', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:46:15Z', 'updated_at': '2022-03-01T13:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '2fed89e1-1c66-454c-92d0-ad302b1d42c5', 'tenant_id': '475192ca5f814c16b38a7d788a6a6472', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'port_id': '7988cdd9-dd32-4813-871c-c8dca2569301', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166', 'mac_address': 'fa:16:3e:f4:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec34bf6-beac-4f11-8355-52b72229e171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:46:29Z', 'updated_at': '2022-03-01T13:46:57Z', 'revision_number': 1, 'project_id': '475192ca5f814c16b38a7d788a6a6472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af81fa7-56fa-4a4c-87c5-b9bb6f35731c', 'name': '', 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166', 'tenant_id': '475192ca5f814c16b38a7d788a6a6472', 'mac_address': 'fa:16:3e:ab:34:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'd1ea702e-89f4-430d-ba35-37a3134c98fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:46:19Z', 'updated_at': '2022-03-01T13:46:28Z', 'revision_number': 5, 'project_id': '475192ca5f814c16b38a7d788a6a6472', 'subnets': [{'id': 'd1ea702e-89f4-430d-ba35-37a3134c98fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:59.708923 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef31b9a8-b97a-4a11-81bc-d3a0801c178a None None] Checking router: 15f735eb-292d-46f7-9b9c-fd785227641c for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:46:59.729258 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-e50d5e25-5cf7-4cbd-b34a-7577fab04df8 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958711 Mar 01 13:46:59.731859 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef31b9a8-b97a-4a11-81bc-d3a0801c178a None None] Routers {'15f735eb-292d-46f7-9b9c-fd785227641c'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:46:59.736643 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-ef31b9a8-b97a-4a11-81bc-d3a0801c178a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:46:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['15f735eb-292d-46f7-9b9c-fd785227641c'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:46:59.760192 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d0506d50-326a-4980-9486-644fc6c8ae81 req-eeb99e47-841f-4af9-a53b-fb4c1f9480da tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] 10.222.0.13 "GET /v2.0/security-groups?id=fedd07b7-f06c-4486-a3bf-676d17820e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386882 Mar 01 13:46:59.806444 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe363f-7004-40a4-83a6-ece20cfae998 req-d1e26a9d-f40d-4ef8-87bc-5b72d6e12c74 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:59.813235 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ebe363f-7004-40a4-83a6-ece20cfae998 req-d1e26a9d-f40d-4ef8-87bc-5b72d6e12c74 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 945 time: 0.3214447 Mar 01 13:46:59.863769 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664808b5-9444-461b-ad83-6b9f66c79577 x-openstack-request-id: req-664808b5-9444-461b-ad83-6b9f66c79577 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:46:59.864382 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ec34bf6-beac-4f11-8355-52b72229e171", "tag": "7988cdd9-dd32-4813-871c-c8dca2569301", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:46:59.864382 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-664808b5-9444-461b-ad83-6b9f66c79577 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:46:59.864768 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ec34bf6-beac-4f11-8355-52b72229e171', 'tag': '7988cdd9-dd32-4813-871c-c8dca2569301', 'status': 'completed', 'code': 200} Mar 01 13:46:59.884005 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-7c46cdae-34f4-4430-a9bc-6a7efc1450f7 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472311 Mar 01 13:46:59.911917 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7e29e552-ad4a-41e4-af89-7dab05babcae admin admin] Publish callbacks [] for security_group (8b8d71e0-d641-4e4e-b822-c9980b4da29c), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:59.965042 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:46:59.966569 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83e0d6-7c92-41c3-b04e-5e98badf6d35 req-55c956a1-91ac-4135-a00f-021a31a9836e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:46:59.970371 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fe83e0d6-7c92-41c3-b04e-5e98badf6d35 req-55c956a1-91ac-4135-a00f-021a31a9836e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=475192ca5f814c16b38a7d788a6a6472&device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 1127 time: 0.0854363 Mar 01 13:47:00.004303 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ebe363f-7004-40a4-83a6-ece20cfae998 req-d749205a-7f2f-45b6-9773-d9001ec97e2b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900816 Mar 01 13:47:00.039144 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7e29e552-ad4a-41e4-af89-7dab05babcae admin admin] Publish callbacks [] for security_group (8b8d71e0-d641-4e4e-b822-c9980b4da29c), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:00.078866 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-ef31b9a8-b97a-4a11-81bc-d3a0801c178a None None] Set router 15f735eb-292d-46f7-9b9c-fd785227641c gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:47:00.126198 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83e0d6-7c92-41c3-b04e-5e98badf6d35 req-e46ac4ac-b2a7-4081-b4e0-ddae3eb8f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:00.128446 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fe83e0d6-7c92-41c3-b04e-5e98badf6d35 req-e46ac4ac-b2a7-4081-b4e0-ddae3eb8f104 service neutron] 10.222.0.32 "GET /v2.0/networks?id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 HTTP/1.1" status: 200 len: 913 time: 0.1521792 Mar 01 13:47:00.197389 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494f387-c893-4501-bbff-e98771437d0b req-48e65ed1-4911-4e88-be1f-5d65733e161f tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:00.201415 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3494f387-c893-4501-bbff-e98771437d0b req-48e65ed1-4911-4e88-be1f-5d65733e161f tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5 HTTP/1.1" status: 200 len: 966 time: 0.1843421 Mar 01 13:47:00.247614 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f42b53-dbe8-4f54-8914-1b8c2296a8b4 req-60966a2e-561a-41ed-8610-a6a0666416f9 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:00.249547 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d4f42b53-dbe8-4f54-8914-1b8c2296a8b4 req-60966a2e-561a-41ed-8610-a6a0666416f9 tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5 HTTP/1.1" status: 200 len: 966 time: 0.1202383 Mar 01 13:47:00.252348 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fe83e0d6-7c92-41c3-b04e-5e98badf6d35 req-73b27570-12ad-495a-8ad2-585de97c4e9d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7988cdd9-dd32-4813-871c-c8dca2569301 HTTP/1.1" status: 200 len: 999 time: 0.1130869 Mar 01 13:47:00.304427 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3494f387-c893-4501-bbff-e98771437d0b req-ef2274a3-74cd-42ad-8e41-9e45a00510eb tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc13991-8f8e-4a36-8f95-a86dc3d622c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969446 Mar 01 13:47:00.324498 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7e29e552-ad4a-41e4-af89-7dab05babcae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (8b8d71e0-d641-4e4e-b822-c9980b4da29c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:00.327606 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7e29e552-ad4a-41e4-af89-7dab05babcae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:00.334445 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7e29e552-ad4a-41e4-af89-7dab05babcae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b8d71e0-d641-4e4e-b822-c9980b4da29c HTTP/1.1" status: 204 len: 168 time: 0.7458582 Mar 01 13:47:00.360766 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29e552-ad4a-41e4-af89-7dab05babcae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8d71e0-d641-4e4e-b822-c9980b4da29c,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:00.412986 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f883c-dfa9-46fb-80f9-9c93ae54c624 req-4cf3855e-c5ad-4a17-9a59-e0cf9d2677d0 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:00.420422 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-835f883c-dfa9-46fb-80f9-9c93ae54c624 req-4cf3855e-c5ad-4a17-9a59-e0cf9d2677d0 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=baf61cee-ea5d-4a84-86cb-e1bbb2057b10 HTTP/1.1" status: 200 len: 945 time: 0.1752505 Mar 01 13:47:00.447457 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83e0d6-7c92-41c3-b04e-5e98badf6d35 req-9c803910-71da-4bb7-9433-3500cf932748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:00.449557 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fe83e0d6-7c92-41c3-b04e-5e98badf6d35 req-9c803910-71da-4bb7-9433-3500cf932748 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d1ea702e-89f4-430d-ba35-37a3134c98fa HTTP/1.1" status: 200 len: 851 time: 0.1770828 Mar 01 13:47:00.513655 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-835f883c-dfa9-46fb-80f9-9c93ae54c624 req-3d300894-5b29-479c-95cf-ac9644ed0109 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922031 Mar 01 13:47:00.552726 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83e0d6-7c92-41c3-b04e-5e98badf6d35 req-8d555aeb-dfdc-4d47-a0d9-116b89805b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:00.557535 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fe83e0d6-7c92-41c3-b04e-5e98badf6d35 req-8d555aeb-dfdc-4d47-a0d9-116b89805b77 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0865800 Mar 01 13:47:00.565379 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:47:00.576318 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a04d94-a34f-4063-8430-70a8e857ab26 req-32758d6a-d942-49cb-b033-8930450f64da tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:00.580821 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-ef31b9a8-b97a-4a11-81bc-d3a0801c178a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'name': 'tempest-ServerActionsTestJSON-1773107722-router', 'tenant_id': '475192ca5f814c16b38a7d788a6a6472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0a8548b0-a18e-4eef-80a2-f961c99a4abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:46:14Z', 'updated_at': '2022-03-01T13:46:20Z', 'revision_number': 4, 'project_id': '475192ca5f814c16b38a7d788a6a6472', 'gw_port': {'id': '0a8548b0-a18e-4eef-80a2-f961c99a4abc', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:46:15Z', 'updated_at': '2022-03-01T13:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '2fed89e1-1c66-454c-92d0-ad302b1d42c5', 'tenant_id': '475192ca5f814c16b38a7d788a6a6472', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'port_id': '7988cdd9-dd32-4813-871c-c8dca2569301', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166', 'mac_address': 'fa:16:3e:f4:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec34bf6-beac-4f11-8355-52b72229e171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:46:29Z', 'updated_at': '2022-03-01T13:46:57Z', 'revision_number': 1, 'project_id': '475192ca5f814c16b38a7d788a6a6472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af81fa7-56fa-4a4c-87c5-b9bb6f35731c', 'name': '', 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166', 'tenant_id': '475192ca5f814c16b38a7d788a6a6472', 'mac_address': 'fa:16:3e:ab:34:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'd1ea702e-89f4-430d-ba35-37a3134c98fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:46:19Z', 'updated_at': '2022-03-01T13:46:28Z', 'revision_number': 5, 'project_id': '475192ca5f814c16b38a7d788a6a6472', 'subnets': [{'id': 'd1ea702e-89f4-430d-ba35-37a3134c98fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:47:00.586938 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-59a04d94-a34f-4063-8430-70a8e857ab26 req-32758d6a-d942-49cb-b033-8930450f64da tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 945 time: 0.1641870 Mar 01 13:47:00.611117 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 4c29c2b1-48e9-4072-9be6-689726fdac3b up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:47:00.625311 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:47:00.625651 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device a6fd43c5-27f8-4257-98d0-3f32dbf00eb1 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:47:00.660407 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef31b9a8-b97a-4a11-81bc-d3a0801c178a None None] The sync data for ids ['15f735eb-292d-46f7-9b9c-fd785227641c'] in n-d-827467-3 is: [{'id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'name': 'tempest-ServerActionsTestJSON-1773107722-router', 'tenant_id': '475192ca5f814c16b38a7d788a6a6472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0a8548b0-a18e-4eef-80a2-f961c99a4abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:46:14Z', 'updated_at': '2022-03-01T13:46:20Z', 'revision_number': 4, 'project_id': '475192ca5f814c16b38a7d788a6a6472', 'gw_port': {'id': '0a8548b0-a18e-4eef-80a2-f961c99a4abc', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:46:15Z', 'updated_at': '2022-03-01T13:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '2fed89e1-1c66-454c-92d0-ad302b1d42c5', 'tenant_id': '475192ca5f814c16b38a7d788a6a6472', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'port_id': '7988cdd9-dd32-4813-871c-c8dca2569301', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166', 'mac_address': 'fa:16:3e:f4:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec34bf6-beac-4f11-8355-52b72229e171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:46:29Z', 'updated_at': '2022-03-01T13:46:57Z', 'revision_number': 1, 'project_id': '475192ca5f814c16b38a7d788a6a6472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af81fa7-56fa-4a4c-87c5-b9bb6f35731c', 'name': '', 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166', 'tenant_id': '475192ca5f814c16b38a7d788a6a6472', 'mac_address': 'fa:16:3e:ab:34:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'd1ea702e-89f4-430d-ba35-37a3134c98fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:46:19Z', 'updated_at': '2022-03-01T13:46:28Z', 'revision_number': 5, 'project_id': '475192ca5f814c16b38a7d788a6a6472', 'subnets': [{'id': 'd1ea702e-89f4-430d-ba35-37a3134c98fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:47:00.675306 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-59a04d94-a34f-4063-8430-70a8e857ab26 req-600c2344-2927-4976-9f41-5b2190a70e45 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805712 Mar 01 13:47:00.755692 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 4c29c2b1-48e9-4072-9be6-689726fdac3b completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:47:00.759998 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 4c29c2b1-48e9-4072-9be6-689726fdac3b triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:47:00.760374 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (4c29c2b1-48e9-4072-9be6-689726fdac3b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:00.795446 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fe83e0d6-7c92-41c3-b04e-5e98badf6d35 req-c39110d3-1e45-48d4-8c85-42216add2ea6 service neutron] 10.222.0.32 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094264 Mar 01 13:47:00.810257 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-d4f42b53-dbe8-4f54-8914-1b8c2296a8b4 req-9c7ecafc-3f1b-4918-8ad6-8d4b7673c61e tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Deleting port f23864cc-b6f5-4d96-9f69-088617d6957b {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:47:00.810720 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d4f42b53-dbe8-4f54-8914-1b8c2296a8b4 req-9c7ecafc-3f1b-4918-8ad6-8d4b7673c61e tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (f23864cc-b6f5-4d96-9f69-088617d6957b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:00.948454 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e38d7-1b00-4fa2-8556-b52cdda179d1 req-eb1f0e45-e544-4931-895e-0763b6bab0d8 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:00.955512 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 4c29c2b1-48e9-4072-9be6-689726fdac3b is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:47:00.956072 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4c29c2b1-48e9-4072-9be6-689726fdac3b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:00.960399 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-752e38d7-1b00-4fa2-8556-b52cdda179d1 req-eb1f0e45-e544-4931-895e-0763b6bab0d8 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 946 time: 0.1530726 Mar 01 13:47:01.043459 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 4c29c2b1-48e9-4072-9be6-689726fdac3b, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=4c29c2b1-48e9-4072-9be6-689726fdac3b,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:01.046082 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54aa2a3f-5cd8-41e2-9659-354f414dfb69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c29c2b1-48e9-4072-9be6-689726fdac3b'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:47:01.055638 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de58765-2c4a-4de1-ae18-6c98c5138994" -d '{"events": [{"server_uuid": "54aa2a3f-5cd8-41e2-9659-354f414dfb69", "name": "network-vif-plugged", "status": "completed", "tag": "4c29c2b1-48e9-4072-9be6-689726fdac3b"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:47:01.059821 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (4c29c2b1-48e9-4072-9be6-689726fdac3b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:01.142415 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-752e38d7-1b00-4fa2-8556-b52cdda179d1 req-b1f47651-c3b0-4444-a3c7-2d76a5648c5b tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802731 Mar 01 13:47:01.151102 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4086a6a4-ef9b-471c-851c-6085b1aab81e None None] New status for floating IP 2fed89e1-1c66-454c-92d0-ad302b1d42c5: ACTIVE {{(pid=103728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 13:47:01.182929 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee6cb6-f23c-4d29-97e9-fc88ccbd607c req-cfaabc77-24da-43cd-8b90-e3c21cb86ad5 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:01.194601 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-54ee6cb6-f23c-4d29-97e9-fc88ccbd607c req-cfaabc77-24da-43cd-8b90-e3c21cb86ad5 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 949 time: 0.2018244 Mar 01 13:47:01.210395 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fe83e0d6-7c92-41c3-b04e-5e98badf6d35 req-ee76de49-59ce-40a3-a453-58930882a391 service neutron] 10.222.0.32 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964028 Mar 01 13:47:01.219605 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-d4f42b53-dbe8-4f54-8914-1b8c2296a8b4 req-9c7ecafc-3f1b-4918-8ad6-8d4b7673c61e tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] For port f23864cc-b6f5-4d96-9f69-088617d6957b, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=f23864cc-b6f5-4d96-9f69-088617d6957b,segment=NetworkSegment(3de68fbc-573f-4122-83e6-338140384301),segment_id=3de68fbc-573f-4122-83e6-338140384301)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:01.220215 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d4f42b53-dbe8-4f54-8914-1b8c2296a8b4 req-9c7ecafc-3f1b-4918-8ad6-8d4b7673c61e tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (f23864cc-b6f5-4d96-9f69-088617d6957b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:01.236959 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-d4f42b53-dbe8-4f54-8914-1b8c2296a8b4 req-9c7ecafc-3f1b-4918-8ad6-8d4b7673c61e tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Calling delete_port for f23864cc-b6f5-4d96-9f69-088617d6957b owned by compute:tempest-test_az-1850339765 {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:47:01.297592 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-54ee6cb6-f23c-4d29-97e9-fc88ccbd607c req-d4398e3f-8c8a-4fc5-aec3-4f957f19f60b tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015975 Mar 01 13:47:01.375246 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=4c29c2b1-48e9-4072-9be6-689726fdac3b,revision_number=9']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:01.447547 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d4f42b53-dbe8-4f54-8914-1b8c2296a8b4 req-9c7ecafc-3f1b-4918-8ad6-8d4b7673c61e tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (f23864cc-b6f5-4d96-9f69-088617d6957b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:01.473251 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4baf3855-f259-40db-a077-a70c55099c98 x-openstack-request-id: req-4baf3855-f259-40db-a077-a70c55099c98 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:47:01.473720 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54aa2a3f-5cd8-41e2-9659-354f414dfb69", "name": "network-vif-plugged", "status": "completed", "tag": "4c29c2b1-48e9-4072-9be6-689726fdac3b", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:47:01.473985 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4baf3855-f259-40db-a077-a70c55099c98 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:47:01.474386 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54aa2a3f-5cd8-41e2-9659-354f414dfb69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c29c2b1-48e9-4072-9be6-689726fdac3b', 'code': 200} Mar 01 13:47:01.477639 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680fb0d-3c32-4466-b249-a9edfe0571b0 req-d029c2ec-e5e4-49fa-890b-dd80606af30a tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:01.482717 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a680fb0d-3c32-4466-b249-a9edfe0571b0 req-d029c2ec-e5e4-49fa-890b-dd80606af30a tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae767fd2-39b2-4360-833f-7c81001e2aae HTTP/1.1" status: 200 len: 946 time: 0.1520157 Mar 01 13:47:01.512299 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ecafc-3f1b-4918-8ad6-8d4b7673c61e tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Pushing event deleted for resources: {'Port': ['ID=f23864cc-b6f5-4d96-9f69-088617d6957b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:01.569218 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f42b53-dbe8-4f54-8914-1b8c2296a8b4 req-9c7ecafc-3f1b-4918-8ad6-8d4b7673c61e tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] No DVR routers for this DVR port f23864cc-b6f5-4d96-9f69-088617d6957b on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:47:01.575448 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d4f42b53-dbe8-4f54-8914-1b8c2296a8b4 req-9c7ecafc-3f1b-4918-8ad6-8d4b7673c61e tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:01.584352 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d4f42b53-dbe8-4f54-8914-1b8c2296a8b4 req-9c7ecafc-3f1b-4918-8ad6-8d4b7673c61e tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.20 "DELETE /v2.0/ports/f23864cc-b6f5-4d96-9f69-088617d6957b HTTP/1.1" status: 204 len: 173 time: 1.3268170 Mar 01 13:47:01.587131 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b175c1-0c82-4857-82e9-72b5fddfbea5', 'name': 'network-vif-deleted', 'tag': 'f23864cc-b6f5-4d96-9f69-088617d6957b'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:47:01.596493 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b4ed26-9fe6-4f9b-abfe-7ab5124d27fe" -d '{"events": [{"server_uuid": "e9b175c1-0c82-4857-82e9-72b5fddfbea5", "name": "network-vif-deleted", "tag": "f23864cc-b6f5-4d96-9f69-088617d6957b"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:47:01.626066 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a680fb0d-3c32-4466-b249-a9edfe0571b0 req-2d2fe60a-8a84-4bea-809a-9bd19ab79612 tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] 10.222.0.13 "GET /v2.0/security-groups?id=fedd07b7-f06c-4486-a3bf-676d17820e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357367 Mar 01 13:47:01.680831 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-67be1858-abe4-4490-a51e-a1bcd995ff33 req-b59a3f7c-2699-43d0-866d-239ff882131b tempest-LiveAutoBlockMigrationV225Test-1590832368 tempest-LiveAutoBlockMigrationV225Test-1590832368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b175c1-0c82-4857-82e9-72b5fddfbea5 HTTP/1.1" status: 200 len: 210 time: 0.0532258 Mar 01 13:47:01.697210 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:01.771046 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2557da-88bd-40cb-a0ff-e1655e189431 x-openstack-request-id: req-ea2557da-88bd-40cb-a0ff-e1655e189431 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:47:01.772133 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b175c1-0c82-4857-82e9-72b5fddfbea5", "name": "network-vif-deleted", "tag": "f23864cc-b6f5-4d96-9f69-088617d6957b", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:47:01.773674 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea2557da-88bd-40cb-a0ff-e1655e189431 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:47:01.774519 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b175c1-0c82-4857-82e9-72b5fddfbea5', 'name': 'network-vif-deleted', 'tag': 'f23864cc-b6f5-4d96-9f69-088617d6957b', 'status': 'completed', 'code': 200} Mar 01 13:47:01.843164 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36206) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:01.884854 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7c371-b1c3-4d14-ba31-788a52852185 req-1dfe4832-c83f-4f0e-8a37-64f46646bc0c tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:01.888254 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-32a7c371-b1c3-4d14-ba31-788a52852185 req-1dfe4832-c83f-4f0e-8a37-64f46646bc0c tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=baf61cee-ea5d-4a84-86cb-e1bbb2057b10 HTTP/1.1" status: 200 len: 945 time: 0.1312766 Mar 01 13:47:01.978792 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-32a7c371-b1c3-4d14-ba31-788a52852185 req-4ab1929b-9b34-4b48-97ca-bf53c6d1c151 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806816 Mar 01 13:47:02.007544 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-2c5cfa1c-89a4-4cc3-8940-608233224c78 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1706073340-network', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:47:02.017969 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f0d05-5c5e-457f-bc2a-1f062fb11441 req-1397f9fc-55a9-4db7-b02e-d51f966c5982 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:02.020118 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-908f0d05-5c5e-457f-bc2a-1f062fb11441 req-1397f9fc-55a9-4db7-b02e-d51f966c5982 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 945 time: 0.1838713 Mar 01 13:47:02.049813 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5cfa1c-89a4-4cc3-8940-608233224c78 admin admin] Made reservation on behalf of 3f051444b2884a98b4646c3ecdbf54cd for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:47:02.052960 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2c5cfa1c-89a4-4cc3-8940-608233224c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:02.075233 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2c5cfa1c-89a4-4cc3-8940-608233224c78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:02.150910 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-908f0d05-5c5e-457f-bc2a-1f062fb11441 req-215c7be1-7abc-41dc-ad1a-35b3bd47377c tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206577 Mar 01 13:47:02.181257 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2c5cfa1c-89a4-4cc3-8940-608233224c78 admin admin] Publish callbacks [] for security_group (09762637-9083-4e4e-9b82-1f3bc86b76da), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:02.186449 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2c5cfa1c-89a4-4cc3-8940-608233224c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (09762637-9083-4e4e-9b82-1f3bc86b76da), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:02.222188 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cfa1c-89a4-4cc3-8940-608233224c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09762637-9083-4e4e-9b82-1f3bc86b76da,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:02.249955 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c5cfa1c-89a4-4cc3-8940-608233224c78 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:47:02.262193 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2c5cfa1c-89a4-4cc3-8940-608233224c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (efe48ac2-5e62-42f6-97e0-cf92cf9f656d), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:02.263145 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-2c5cfa1c-89a4-4cc3-8940-608233224c78 admin admin] Added segment efe48ac2-5e62-42f6-97e0-cf92cf9f656d of type vlan for network a2dec7e3-4601-4685-95e7-9ed53553db77 Mar 01 13:47:02.324096 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2c5cfa1c-89a4-4cc3-8940-608233224c78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (a2dec7e3-4601-4685-95e7-9ed53553db77), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:02.359373 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2c5cfa1c-89a4-4cc3-8940-608233224c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (a2dec7e3-4601-4685-95e7-9ed53553db77), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:02.361617 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5cfa1c-89a4-4cc3-8940-608233224c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:02.362606 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2c5cfa1c-89a4-4cc3-8940-608233224c78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:02.429454 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2c5cfa1c-89a4-4cc3-8940-608233224c78 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5848453 Mar 01 13:47:02.432688 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36216) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:02.445386 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-8acb9f21-3b7e-4053-8936-e49654a34b44 admin admin] Request body: {'subnet': {'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1706073340-subnet', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:47:02.456212 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cfa1c-89a4-4cc3-8940-608233224c78 admin admin] Pushing event updated for resources: {'Network': ['ID=a2dec7e3-4601-4685-95e7-9ed53553db77,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:02.457760 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c132b6-fb0c-41f9-a501-42fa0da37d98 req-d3a8a625-a873-4159-893d-728845bd6fd1 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:02.459252 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-07c132b6-fb0c-41f9-a501-42fa0da37d98 req-d3a8a625-a873-4159-893d-728845bd6fd1 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 945 time: 0.1633778 Mar 01 13:47:02.471656 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39947c3c-1a9e-4c64-920f-f930f65d0afc req-ff2851f0-869b-444e-96cb-31e10461e2f4 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:02.478961 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-39947c3c-1a9e-4c64-920f-f930f65d0afc req-ff2851f0-869b-444e-96cb-31e10461e2f4 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 946 time: 0.1293807 Mar 01 13:47:02.481021 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network a2dec7e3-4601-4685-95e7-9ed53553db77 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:47:02.526848 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acb9f21-3b7e-4053-8936-e49654a34b44 admin admin] Made reservation on behalf of 3f051444b2884a98b4646c3ecdbf54cd for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:47:02.529565 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8acb9f21-3b7e-4053-8936-e49654a34b44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:02.577769 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-39947c3c-1a9e-4c64-920f-f930f65d0afc req-efcdedb7-6e1f-47e5-9e34-933edf2728ff tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977645 Mar 01 13:47:02.581181 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-07c132b6-fb0c-41f9-a501-42fa0da37d98 req-786a74b7-991b-4735-967d-9e5f66e95c97 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996187 Mar 01 13:47:02.582955 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185bad6-dc95-4eb8-821b-9d63fed850cc req-31275d46-12ef-4ba1-8647-6e616e6d78ae tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:02.584722 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6185bad6-dc95-4eb8-821b-9d63fed850cc req-31275d46-12ef-4ba1-8647-6e616e6d78ae tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae767fd2-39b2-4360-833f-7c81001e2aae HTTP/1.1" status: 200 len: 946 time: 0.1112437 Mar 01 13:47:02.612951 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 2f84405a-2696-49eb-9951-432cdda5a6c0 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:47:02.689598 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-affce779-40a5-4cc0-ab13-58bde7829536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:02.695422 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-affce779-40a5-4cc0-ab13-58bde7829536 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69&tenant_id=5273606b5eb242749c05f75a15dd6612 HTTP/1.1" status: 200 len: 1132 time: 0.0784063 Mar 01 13:47:02.701119 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 2f84405a-2696-49eb-9951-432cdda5a6c0 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:47:02.706525 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 2f84405a-2696-49eb-9951-432cdda5a6c0 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:47:02.706997 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-55a0863c-f8f4-4422-8ebb-2f7a885b1e68 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827467-3', 'device_owner': 'compute:nova'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:47:02.707593 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2f84405a-2696-49eb-9951-432cdda5a6c0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:02.814889 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-6185bad6-dc95-4eb8-821b-9d63fed850cc req-fac19973-3c36-4d8e-921d-60b074582a8b tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] Deleting port c5618ee1-e790-4645-895e-9b1926804167 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:47:02.815297 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6185bad6-dc95-4eb8-821b-9d63fed850cc req-fac19973-3c36-4d8e-921d-60b074582a8b tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (c5618ee1-e790-4645-895e-9b1926804167), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:02.826200 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-55a0863c-f8f4-4422-8ebb-2f7a885b1e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4c29c2b1-48e9-4072-9be6-689726fdac3b), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:02.864825 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 2f84405a-2696-49eb-9951-432cdda5a6c0 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:47:02.865478 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2f84405a-2696-49eb-9951-432cdda5a6c0), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:02.903990 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 2f84405a-2696-49eb-9951-432cdda5a6c0, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=2f84405a-2696-49eb-9951-432cdda5a6c0,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:02.912132 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (2f84405a-2696-49eb-9951-432cdda5a6c0), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:02.915307 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device f23864cc-b6f5-4d96-9f69-088617d6957b no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:47:02.961603 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: f23864cc-b6f5-4d96-9f69-088617d6957b {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:47:02.961952 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device f23864cc-b6f5-4d96-9f69-088617d6957b not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:47:02.964979 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8acb9f21-3b7e-4053-8936-e49654a34b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (261203cc-bf87-4d50-a32d-f34589170095), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:03.052185 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=2f84405a-2696-49eb-9951-432cdda5a6c0,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:03.063864 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb9f21-3b7e-4053-8936-e49654a34b44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=261203cc-bf87-4d50-a32d-f34589170095,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:03.082132 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-6185bad6-dc95-4eb8-821b-9d63fed850cc req-fac19973-3c36-4d8e-921d-60b074582a8b tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] For port c5618ee1-e790-4645-895e-9b1926804167, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=c5618ee1-e790-4645-895e-9b1926804167,segment=NetworkSegment(877ebb6f-6e24-4ba9-9af9-a148c234cf7d),segment_id=877ebb6f-6e24-4ba9-9af9-a148c234cf7d)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:03.082506 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6185bad6-dc95-4eb8-821b-9d63fed850cc req-fac19973-3c36-4d8e-921d-60b074582a8b tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (c5618ee1-e790-4645-895e-9b1926804167), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:03.107956 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-6185bad6-dc95-4eb8-821b-9d63fed850cc req-fac19973-3c36-4d8e-921d-60b074582a8b tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] Calling delete_port for c5618ee1-e790-4645-895e-9b1926804167 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:47:03.170335 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acb9f21-3b7e-4053-8936-e49654a34b44 admin admin] Checking segment: {'id': 'efe48ac2-5e62-42f6-97e0-cf92cf9f656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:47:03.170695 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acb9f21-3b7e-4053-8936-e49654a34b44 admin admin] Network hostable DHCP agents. Network: a2dec7e3-4601-4685-95e7-9ed53553db77, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:47:03.188995 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d28974-cdce-4216-b1b4-e360ce63be05 req-f10ab177-6491-4e0e-961d-4a0f20e3e9c2 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:03.196355 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-83d28974-cdce-4216-b1b4-e360ce63be05 req-f10ab177-6491-4e0e-961d-4a0f20e3e9c2 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 950 time: 0.0983632 Mar 01 13:47:03.213149 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acb9f21-3b7e-4053-8936-e49654a34b44 admin admin] Network a2dec7e3-4601-4685-95e7-9ed53553db77 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:47:03.235519 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-8acb9f21-3b7e-4053-8936-e49654a34b44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, a2dec7e3-4601-4685-95e7-9ed53553db77) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:47:03.243956 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ebc501-168a-421c-ae71-15b279b4709e None None] Network a2dec7e3-4601-4685-95e7-9ed53553db77 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:47:03.260012 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acb9f21-3b7e-4053-8936-e49654a34b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:03.261521 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8acb9f21-3b7e-4053-8936-e49654a34b44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:03.289820 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8acb9f21-3b7e-4053-8936-e49654a34b44 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8555732 Mar 01 13:47:03.293380 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36242) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:03.299195 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-b94dc646-d623-4927-8506-aa44fc743864 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1706073340-router', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:47:03.325664 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-83d28974-cdce-4216-b1b4-e360ce63be05 req-a1b3c79e-2825-4c02-975b-112d824c9e50 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284537 Mar 01 13:47:03.385240 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-55a0863c-f8f4-4422-8ebb-2f7a885b1e68 service neutron] For port 4c29c2b1-48e9-4072-9be6-689726fdac3b, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=4c29c2b1-48e9-4072-9be6-689726fdac3b,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:03.403713 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b94dc646-d623-4927-8506-aa44fc743864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (4bc3ce39-3e78-4067-b884-df9b6d673597), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:03.407059 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b94dc646-d623-4927-8506-aa44fc743864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (4bc3ce39-3e78-4067-b884-df9b6d673597), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:03.453631 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e302acf5-4b07-446c-9eee-51673387a828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-a2dec7e3-4601-4685-95e7-9ed53553db77', 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77', 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'fixed_ips': [{'subnet_id': '261203cc-bf87-4d50-a32d-f34589170095'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:47:03.454949 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e302acf5-4b07-446c-9eee-51673387a828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:03.478352 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf61cee-ea5d-4a84-86cb-e1bbb2057b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f84405a-2696-49eb-9951-432cdda5a6c0'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:47:03.481598 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae34136c-7743-4629-b104-434106d8f0e7" -d '{"events": [{"server_uuid": "baf61cee-ea5d-4a84-86cb-e1bbb2057b10", "name": "network-vif-plugged", "status": "completed", "tag": "2f84405a-2696-49eb-9951-432cdda5a6c0"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:47:03.537938 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b94dc646-d623-4927-8506-aa44fc743864 admin admin] Publish callbacks [] for router_controller (4bc3ce39-3e78-4067-b884-df9b6d673597), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:03.539089 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36244) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:03.539797 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6185bad6-dc95-4eb8-821b-9d63fed850cc req-fac19973-3c36-4d8e-921d-60b074582a8b tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (c5618ee1-e790-4645-895e-9b1926804167), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:03.624995 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac19973-3c36-4d8e-921d-60b074582a8b tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] Pushing event deleted for resources: {'Port': ['ID=c5618ee1-e790-4645-895e-9b1926804167,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:03.636335 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-e302acf5-4b07-446c-9eee-51673387a828 None None] Allocated IP 172.20.0.2 (a2dec7e3-4601-4685-95e7-9ed53553db77/261203cc-bf87-4d50-a32d-f34589170095/6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:47:03.698588 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-6185bad6-dc95-4eb8-821b-9d63fed850cc req-fac19973-3c36-4d8e-921d-60b074582a8b tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] No DVR routers for this DVR port c5618ee1-e790-4645-895e-9b1926804167 on host n-h1-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:47:03.719211 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6185bad6-dc95-4eb8-821b-9d63fed850cc req-fac19973-3c36-4d8e-921d-60b074582a8b tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:03.722531 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6185bad6-dc95-4eb8-821b-9d63fed850cc req-fac19973-3c36-4d8e-921d-60b074582a8b tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] 10.222.0.32 "DELETE /v2.0/ports/c5618ee1-e790-4645-895e-9b1926804167 HTTP/1.1" status: 204 len: 173 time: 1.1269703 Mar 01 13:47:03.812437 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e302acf5-4b07-446c-9eee-51673387a828 None None] Publish callbacks [] for port (6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:03.819192 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['c5618ee1-e790-4645-895e-9b1926804167'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:47:03.844093 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e302acf5-4b07-446c-9eee-51673387a828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:03.893506 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e302acf5-4b07-446c-9eee-51673387a828 None None] Network a2dec7e3-4601-4685-95e7-9ed53553db77 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:47:03.899413 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-e302acf5-4b07-446c-9eee-51673387a828 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:47:03.904903 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e302acf5-4b07-446c-9eee-51673387a828 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:47:03.913842 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e302acf5-4b07-446c-9eee-51673387a828 None None] Pushing event updated for resources: {'Port': ['ID=6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:03.987944 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-e302acf5-4b07-446c-9eee-51673387a828 None None] Attempting to bind port 6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:47:03.988694 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-e302acf5-4b07-446c-9eee-51673387a828 None None] Attempting to bind port 6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'efe48ac2-5e62-42f6-97e0-cf92cf9f656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:47:03.989613 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e302acf5-4b07-446c-9eee-51673387a828 None None] Attempting to bind port 6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7 on network a2dec7e3-4601-4685-95e7-9ed53553db77 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:47:03.995689 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e302acf5-4b07-446c-9eee-51673387a828 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:47:03.996448 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e302acf5-4b07-446c-9eee-51673387a828 None None] Checking segment: {'id': 'efe48ac2-5e62-42f6-97e0-cf92cf9f656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:47:03.997320 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e302acf5-4b07-446c-9eee-51673387a828 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:03.997963 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e302acf5-4b07-446c-9eee-51673387a828 None None] Bound using segment: {'id': 'efe48ac2-5e62-42f6-97e0-cf92cf9f656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:47:03.998644 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-e302acf5-4b07-446c-9eee-51673387a828 None None] Bound port: 6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe48ac2-5e62-42f6-97e0-cf92cf9f656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:47:03.999405 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e302acf5-4b07-446c-9eee-51673387a828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:04.000178 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-55a0863c-f8f4-4422-8ebb-2f7a885b1e68 service neutron] For port 4c29c2b1-48e9-4072-9be6-689726fdac3b, host n-h2-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:47:04.055647 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-55a0863c-f8f4-4422-8ebb-2f7a885b1e68 service neutron] Publish callbacks [] for port (4c29c2b1-48e9-4072-9be6-689726fdac3b), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:04.059134 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54aa2a3f-5cd8-41e2-9659-354f414dfb69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c29c2b1-48e9-4072-9be6-689726fdac3b'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:47:04.061406 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908af807-0666-4483-8926-a4c412701893" -d '{"events": [{"server_uuid": "54aa2a3f-5cd8-41e2-9659-354f414dfb69", "name": "network-vif-unplugged", "status": "completed", "tag": "4c29c2b1-48e9-4072-9be6-689726fdac3b"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:47:04.062208 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae767fd2-39b2-4360-833f-7c81001e2aae', 'name': 'network-vif-deleted', 'tag': 'c5618ee1-e790-4645-895e-9b1926804167'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:47:04.064506 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f6a0e8-8c61-4414-ad74-50b41a95dd58" -d '{"events": [{"server_uuid": "ae767fd2-39b2-4360-833f-7c81001e2aae", "name": "network-vif-deleted", "tag": "c5618ee1-e790-4645-895e-9b1926804167"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:47:04.083029 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-e302acf5-4b07-446c-9eee-51673387a828 None None] For port 6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:47:04.090132 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-e302acf5-4b07-446c-9eee-51673387a828 None None] For port 6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7,segment=NetworkSegment(efe48ac2-5e62-42f6-97e0-cf92cf9f656d),segment_id=efe48ac2-5e62-42f6-97e0-cf92cf9f656d)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:47:04.101301 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e302acf5-4b07-446c-9eee-51673387a828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:04.111451 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b94dc646-d623-4927-8506-aa44fc743864 admin admin] Publish callbacks [] for router_gateway (4bc3ce39-3e78-4067-b884-df9b6d673597), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:04.111742 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-55a0863c-f8f4-4422-8ebb-2f7a885b1e68 service neutron] Transition to ACTIVE for port object 4c29c2b1-48e9-4072-9be6-689726fdac3b will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:47:04.118219 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-e55a9e3c-8667-4d64-bc99-fc9016f9bf7c admin admin] Deleting subnet b3b03883-8a75-4db3-9fa2-b5308f8a1ccf {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:47:04.122584 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e55a9e3c-8667-4d64-bc99-fc9016f9bf7c admin admin] Publish callbacks [] for subnet (b3b03883-8a75-4db3-9fa2-b5308f8a1ccf), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:04.124241 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-55a0863c-f8f4-4422-8ebb-2f7a885b1e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (4c29c2b1-48e9-4072-9be6-689726fdac3b), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:04.158522 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e55a9e3c-8667-4d64-bc99-fc9016f9bf7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (b3b03883-8a75-4db3-9fa2-b5308f8a1ccf), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:04.218920 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e302acf5-4b07-446c-9eee-51673387a828 None None] Pushing event updated for resources: {'Port': ['ID=6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:04.247381 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e55a9e3c-8667-4d64-bc99-fc9016f9bf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (b3b03883-8a75-4db3-9fa2-b5308f8a1ccf), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:04.251136 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86d004-066b-48d2-bb0a-163337e0337c req-ea4dd3f8-414e-44f8-95a5-9e18e761d60b tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:04.261497 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1e86d004-066b-48d2-bb0a-163337e0337c req-ea4dd3f8-414e-44f8-95a5-9e18e761d60b tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae767fd2-39b2-4360-833f-7c81001e2aae HTTP/1.1" status: 200 len: 867 time: 0.8780742 Mar 01 13:47:04.345256 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-55a0863c-f8f4-4422-8ebb-2f7a885b1e68 service neutron] No DVR routers for this DVR port 4c29c2b1-48e9-4072-9be6-689726fdac3b on host n-h2-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:47:04.368168 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e2e6f-6df9-438c-a1fa-54643f0951b6 req-77a63506-c34a-4e68-b55d-2008963bfa84 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:04.394676 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cf6e2e6f-6df9-438c-a1fa-54643f0951b6 req-77a63506-c34a-4e68-b55d-2008963bfa84 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=baf61cee-ea5d-4a84-86cb-e1bbb2057b10 HTTP/1.1" status: 200 len: 946 time: 0.3304915 Mar 01 13:47:04.426110 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e55a9e3c-8667-4d64-bc99-fc9016f9bf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (b3b03883-8a75-4db3-9fa2-b5308f8a1ccf), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:04.469878 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a9e3c-8667-4d64-bc99-fc9016f9bf7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3b03883-8a75-4db3-9fa2-b5308f8a1ccf,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:04.471566 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0863c-f8f4-4422-8ebb-2f7a885b1e68 service neutron] Pushing event updated for resources: {'Port': ['ID=4c29c2b1-48e9-4072-9be6-689726fdac3b,revision_number=10']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:04.475802 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e55a9e3c-8667-4d64-bc99-fc9016f9bf7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:04.479009 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e55a9e3c-8667-4d64-bc99-fc9016f9bf7c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b3b03883-8a75-4db3-9fa2-b5308f8a1ccf HTTP/1.1" status: 204 len: 168 time: 0.9372330 Mar 01 13:47:04.488673 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36264) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:04.613786 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1e86d004-066b-48d2-bb0a-163337e0337c req-4927dfa3-0d0a-4f2a-9b0c-1e09f388bb0f tempest-ServerGroupTestJSON-207754632 tempest-ServerGroupTestJSON-207754632-project] 10.222.0.13 "GET /v2.0/security-groups?id=fedd07b7-f06c-4486-a3bf-676d17820e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503561 Mar 01 13:47:04.617848 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3669d6cc-3cb5-4ec6-8cc6-740dcd7467e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (b187e7ca-336b-42a6-9348-f5c88fd21398), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:04.620679 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cf6e2e6f-6df9-438c-a1fa-54643f0951b6 req-5e9e2a9c-3d50-4f8a-9e6c-52cc65587abb tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233825 Mar 01 13:47:04.649654 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 4c29c2b1-48e9-4072-9be6-689726fdac3b no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:47:04.659073 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-55a0863c-f8f4-4422-8ebb-2f7a885b1e68 service neutron] Attempting to bind port 4c29c2b1-48e9-4072-9be6-689726fdac3b on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:47:04.659867 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-55a0863c-f8f4-4422-8ebb-2f7a885b1e68 service neutron] Attempting to bind port 4c29c2b1-48e9-4072-9be6-689726fdac3b by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:47:04.660390 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-55a0863c-f8f4-4422-8ebb-2f7a885b1e68 service neutron] Attempting to bind port 4c29c2b1-48e9-4072-9be6-689726fdac3b on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:47:04.674002 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-55a0863c-f8f4-4422-8ebb-2f7a885b1e68 service neutron] Port 4c29c2b1-48e9-4072-9be6-689726fdac3b on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:47:04.676404 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-55a0863c-f8f4-4422-8ebb-2f7a885b1e68 service neutron] Attempting to bind port 4c29c2b1-48e9-4072-9be6-689726fdac3b on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:47:04.687090 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-55a0863c-f8f4-4422-8ebb-2f7a885b1e68 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:47:04.687788 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-55a0863c-f8f4-4422-8ebb-2f7a885b1e68 service neutron] Checking segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:47:04.688395 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-55a0863c-f8f4-4422-8ebb-2f7a885b1e68 service neutron] Bound using segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:47:04.689067 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-55a0863c-f8f4-4422-8ebb-2f7a885b1e68 service neutron] Bound port: 4c29c2b1-48e9-4072-9be6-689726fdac3b, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:47:04.689699 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-55a0863c-f8f4-4422-8ebb-2f7a885b1e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4c29c2b1-48e9-4072-9be6-689726fdac3b), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:04.806054 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-55a0863c-f8f4-4422-8ebb-2f7a885b1e68 service neutron] For port 4c29c2b1-48e9-4072-9be6-689726fdac3b, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:47:04.810122 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec9a2a7-e07f-4594-bfb2-726757879749 x-openstack-request-id: req-dec9a2a7-e07f-4594-bfb2-726757879749 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:47:04.810500 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf61cee-ea5d-4a84-86cb-e1bbb2057b10", "name": "network-vif-plugged", "status": "completed", "tag": "2f84405a-2696-49eb-9951-432cdda5a6c0", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:47:04.811237 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dec9a2a7-e07f-4594-bfb2-726757879749 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:47:04.811428 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-55a0863c-f8f4-4422-8ebb-2f7a885b1e68 service neutron] For port 4c29c2b1-48e9-4072-9be6-689726fdac3b, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=4c29c2b1-48e9-4072-9be6-689726fdac3b,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:47:04.811804 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf61cee-ea5d-4a84-86cb-e1bbb2057b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f84405a-2696-49eb-9951-432cdda5a6c0', 'code': 200} Mar 01 13:47:04.822335 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-55a0863c-f8f4-4422-8ebb-2f7a885b1e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (4c29c2b1-48e9-4072-9be6-689726fdac3b), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:04.850453 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] The host n-h2-827467-3 is not matching for port 4c29c2b1-48e9-4072-9be6-689726fdac3b host n-h1-827467-3! {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 01 13:47:04.850846 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 4c29c2b1-48e9-4072-9be6-689726fdac3b not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:47:04.886949 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-55a0863c-f8f4-4422-8ebb-2f7a885b1e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:04.887657 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-55a0863c-f8f4-4422-8ebb-2f7a885b1e68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:04.889089 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-55a0863c-f8f4-4422-8ebb-2f7a885b1e68 service neutron] 10.222.0.32 "PUT /v2.0/ports/4c29c2b1-48e9-4072-9be6-689726fdac3b HTTP/1.1" status: 200 len: 1097 time: 2.1864307 Mar 01 13:47:04.912160 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 13:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cca06a-1bdb-40d8-a7e4-9bc6e43285a4 x-openstack-request-id: req-35cca06a-1bdb-40d8-a7e4-9bc6e43285a4 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:47:04.912605 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54aa2a3f-5cd8-41e2-9659-354f414dfb69", "name": "network-vif-unplugged", "status": "completed", "tag": "4c29c2b1-48e9-4072-9be6-689726fdac3b", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:47:04.912863 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35cca06a-1bdb-40d8-a7e4-9bc6e43285a4 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:47:04.913774 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54aa2a3f-5cd8-41e2-9659-354f414dfb69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c29c2b1-48e9-4072-9be6-689726fdac3b', 'code': 200} Mar 01 13:47:04.969872 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e19ea55-40e4-4aab-a833-7a1d3b105c49 x-openstack-request-id: req-0e19ea55-40e4-4aab-a833-7a1d3b105c49 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:47:04.970234 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae767fd2-39b2-4360-833f-7c81001e2aae", "name": "network-vif-deleted", "tag": "c5618ee1-e790-4645-895e-9b1926804167", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:47:04.970540 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e19ea55-40e4-4aab-a833-7a1d3b105c49 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:47:04.970991 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae767fd2-39b2-4360-833f-7c81001e2aae', 'name': 'network-vif-deleted', 'tag': 'c5618ee1-e790-4645-895e-9b1926804167', 'status': 'completed', 'code': 200} Mar 01 13:47:04.982493 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3669d6cc-3cb5-4ec6-8cc6-740dcd7467e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (b187e7ca-336b-42a6-9348-f5c88fd21398), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:04.985464 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0863c-f8f4-4422-8ebb-2f7a885b1e68 service neutron] Pushing event updated for resources: {'Port': ['ID=4c29c2b1-48e9-4072-9be6-689726fdac3b,revision_number=11']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:05.010218 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b94dc646-d623-4927-8506-aa44fc743864 admin admin] Publish callbacks [] for router_gateway (4bc3ce39-3e78-4067-b884-df9b6d673597), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:05.042591 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b94dc646-d623-4927-8506-aa44fc743864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:05.101665 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f25e5-1e26-4ca3-a6da-ecb5a5152527 req-d7780fd3-25c9-4127-b54e-bf4423316150 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:05.103264 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-015f25e5-1e26-4ca3-a6da-ecb5a5152527 req-d7780fd3-25c9-4127-b54e-bf4423316150 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 946 time: 0.2044835 Mar 01 13:47:05.105721 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033438c-a280-451b-a039-9bb323a000b0 req-5e8d6706-38f5-4eae-85ea-4e4f819a220a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:05.107326 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4033438c-a280-451b-a039-9bb323a000b0 req-5e8d6706-38f5-4eae-85ea-4e4f819a220a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=baf61cee-ea5d-4a84-86cb-e1bbb2057b10 HTTP/1.1" status: 200 len: 1128 time: 0.1971087 Mar 01 13:47:05.110062 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-3669d6cc-3cb5-4ec6-8cc6-740dcd7467e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b187e7ca-336b-42a6-9348-f5c88fd21398']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:47:05.110738 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-b3a5cb74-ea0d-4714-a373-ac9032f3440d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:05.115982 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-b3a5cb74-ea0d-4714-a373-ac9032f3440d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5273606b5eb242749c05f75a15dd6612&device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 1131 time: 0.1781974 Mar 01 13:47:05.168857 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-3669d6cc-3cb5-4ec6-8cc6-740dcd7467e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3de68fbc-573f-4122-83e6-338140384301') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:47:05.169239 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-3669d6cc-3cb5-4ec6-8cc6-740dcd7467e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3de68fbc-573f-4122-83e6-338140384301') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:47:05.174940 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4033438c-a280-451b-a039-9bb323a000b0 req-398f844f-67cf-42d5-8577-8c1dadc1b4e0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535762 Mar 01 13:47:05.187908 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3669d6cc-3cb5-4ec6-8cc6-740dcd7467e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (3de68fbc-573f-4122-83e6-338140384301), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:05.223014 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:47:05.228500 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3669d6cc-3cb5-4ec6-8cc6-740dcd7467e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (3de68fbc-573f-4122-83e6-338140384301), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:05.241773 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3669d6cc-3cb5-4ec6-8cc6-740dcd7467e8 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:47:05.242262 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3669d6cc-3cb5-4ec6-8cc6-740dcd7467e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (3de68fbc-573f-4122-83e6-338140384301), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:05.244234 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:47:05.244234 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:47:05.244234 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:47:05.244234 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:47:05.244234 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:47:05.244234 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:47:05.244234 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:47:05.244234 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:47:05.244234 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:47:05.244234 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:47:05.244234 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:47:05.244234 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:47:05.244234 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:47:05.244234 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:47:05.244234 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:47:05.244234 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:47:05.244234 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:47:05.244234 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:47:05.244234 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:47:05.244234 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:47:05.244234 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:47:05.244234 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:47:05.244234 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:47:05.244234 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:47:05.244234 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:47:05.244234 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:47:05.244234 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:47:05.244234 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:47:05.244234 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:47:05.244234 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:47:05.244234 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:47:05.244234 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:47:05.309376 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-57ec19c8-0cb5-4034-8522-f6ba6ed7885a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:05.312425 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-57ec19c8-0cb5-4034-8522-f6ba6ed7885a service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.1851265 Mar 01 13:47:05.354202 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-b94dc646-d623-4927-8506-aa44fc743864 admin admin] Allocated IP 172.25.1.251 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/fdeeb8f0-febd-4353-9c70-ee108cf14024) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:47:05.388294 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3669d6cc-3cb5-4ec6-8cc6-740dcd7467e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (b187e7ca-336b-42a6-9348-f5c88fd21398), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:05.440050 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3669d6cc-3cb5-4ec6-8cc6-740dcd7467e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:05.452665 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3669d6cc-3cb5-4ec6-8cc6-740dcd7467e8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b187e7ca-336b-42a6-9348-f5c88fd21398 HTTP/1.1" status: 204 len: 168 time: 0.9627535 Mar 01 13:47:05.453366 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36272) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:05.455901 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf7e77-a5d3-4965-aa03-92c639fccdd5 req-513760dc-7b75-47b2-9ffd-6a9c5286e694 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:05.458004 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8cdf7e77-a5d3-4965-aa03-92c639fccdd5 req-513760dc-7b75-47b2-9ffd-6a9c5286e694 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 949 time: 0.4283884 Mar 01 13:47:05.460982 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:47:05.461439 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:05.469398 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-d9b79b7c-0daa-4ba1-be9e-5f9f60443f00 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=4c29c2b1-48e9-4072-9be6-689726fdac3b HTTP/1.1" status: 200 len: 217 time: 0.1416912 Mar 01 13:47:05.491103 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-015f25e5-1e26-4ca3-a6da-ecb5a5152527 req-195ff0b7-33e3-4a4e-9b04-06815c415ba0 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720002 Mar 01 13:47:05.494195 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669d6cc-3cb5-4ec6-8cc6-740dcd7467e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b187e7ca-336b-42a6-9348-f5c88fd21398,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:05.578929 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:47:05.579378 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:05.582332 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0e01932-d448-4815-8085-471fb39d23fc admin admin] Deleting subnet d51921e6-9f73-4c93-99ed-4cd2b0cb67d5 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:47:05.589943 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a0e01932-d448-4815-8085-471fb39d23fc admin admin] Publish callbacks [] for subnet (d51921e6-9f73-4c93-99ed-4cd2b0cb67d5), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:05.601335 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8cdf7e77-a5d3-4965-aa03-92c639fccdd5 req-8ef1e2ec-9076-402c-a33f-fea58a5e3ac9 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305504 Mar 01 13:47:05.619959 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-e7cb9c98-fce8-4b5e-9f2e-a902c3b453af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:05.620621 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7,segment=NetworkSegment(efe48ac2-5e62-42f6-97e0-cf92cf9f656d),segment_id=efe48ac2-5e62-42f6-97e0-cf92cf9f656d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:05.628690 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-e7cb9c98-fce8-4b5e-9f2e-a902c3b453af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.1198292 Mar 01 13:47:05.631164 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:05.663083 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a0e01932-d448-4815-8085-471fb39d23fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (d51921e6-9f73-4c93-99ed-4cd2b0cb67d5), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:05.667290 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b94dc646-d623-4927-8506-aa44fc743864 admin admin] Publish callbacks [] for port (fdeeb8f0-febd-4353-9c70-ee108cf14024), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:05.712311 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:05.756264 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-6d1bbf5a-2f0c-42e1-a4da-8ad19e0d64d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:05.758528 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-6d1bbf5a-2f0c-42e1-a4da-8ad19e0d64d4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1273756 Mar 01 13:47:05.780792 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a0e01932-d448-4815-8085-471fb39d23fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (d51921e6-9f73-4c93-99ed-4cd2b0cb67d5), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:05.836611 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b94dc646-d623-4927-8506-aa44fc743864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (fdeeb8f0-febd-4353-9c70-ee108cf14024), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:05.911286 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94dc646-d623-4927-8506-aa44fc743864 admin admin] Pushing event updated for resources: {'Port': ['ID=fdeeb8f0-febd-4353-9c70-ee108cf14024,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:05.933581 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-49cf5e4d-774e-4967-8d82-5991279d38f7 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624339 Mar 01 13:47:05.934137 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94dc646-d623-4927-8506-aa44fc743864 admin admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:47:05.940345 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-b94dc646-d623-4927-8506-aa44fc743864 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:47:05.943997 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94dc646-d623-4927-8506-aa44fc743864 admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:47:05.980481 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a0e01932-d448-4815-8085-471fb39d23fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (d51921e6-9f73-4c93-99ed-4cd2b0cb67d5), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:06.026956 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e01932-d448-4815-8085-471fb39d23fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d51921e6-9f73-4c93-99ed-4cd2b0cb67d5,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:06.034681 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a0e01932-d448-4815-8085-471fb39d23fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:06.040736 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a0e01932-d448-4815-8085-471fb39d23fc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d51921e6-9f73-4c93-99ed-4cd2b0cb67d5 HTTP/1.1" status: 204 len: 168 time: 0.5662529 Mar 01 13:47:06.044768 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36290) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:06.097576 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f8795e-6f02-4e30-b233-ef1a5f940919 None None] Network a2dec7e3-4601-4685-95e7-9ed53553db77 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:47:06.134451 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8561f952-9368-49b9-b220-2cc5c7544223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (2b5bccaf-fdae-4b63-930f-08f3140d28f0), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:06.154929 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5b6de-d8d0-4580-8590-79964ff55173 req-bb23e68d-2fa3-4bfe-bcaf-49e4143d4c64 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:06.156474 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fea5b6de-d8d0-4580-8590-79964ff55173 req-bb23e68d-2fa3-4bfe-bcaf-49e4143d4c64 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=baf61cee-ea5d-4a84-86cb-e1bbb2057b10 HTTP/1.1" status: 200 len: 946 time: 0.3728147 Mar 01 13:47:06.174233 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36298) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:06.206715 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-fa501b56-b31c-426a-97db-dca340dc5f2c None None] Provisioning complete for port 6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:47:06.207104 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fa501b56-b31c-426a-97db-dca340dc5f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:06.253361 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-34c48d9b-da76-4b60-ac0f-941455efd213 req-935eaf49-b893-47d3-b2c1-19d59e6a4fdc service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637973 Mar 01 13:47:06.343222 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8561f952-9368-49b9-b220-2cc5c7544223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (2b5bccaf-fdae-4b63-930f-08f3140d28f0), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:06.362106 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fea5b6de-d8d0-4580-8590-79964ff55173 req-4020ed46-72d2-406b-9a56-b5ad33f5055e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886067 Mar 01 13:47:06.380055 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b1f57f-a1c7-4085-92e2-bbd5d5a8a148 admin admin] Deleting subnet 77f80333-58ed-4c63-a5e5-984465ebc115 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:47:06.386452 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-8561f952-9368-49b9-b220-2cc5c7544223 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b5bccaf-fdae-4b63-930f-08f3140d28f0']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:47:06.387823 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c2b1f57f-a1c7-4085-92e2-bbd5d5a8a148 admin admin] Publish callbacks [] for subnet (77f80333-58ed-4c63-a5e5-984465ebc115), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:06.439300 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-8561f952-9368-49b9-b220-2cc5c7544223 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d1177f5-e128-47a4-8ed2-8366dd464229') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:47:06.439704 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-8561f952-9368-49b9-b220-2cc5c7544223 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d1177f5-e128-47a4-8ed2-8366dd464229') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:47:06.454349 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c2b1f57f-a1c7-4085-92e2-bbd5d5a8a148 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (77f80333-58ed-4c63-a5e5-984465ebc115), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:06.457553 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8561f952-9368-49b9-b220-2cc5c7544223 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (3d1177f5-e128-47a4-8ed2-8366dd464229), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:06.479972 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8561f952-9368-49b9-b220-2cc5c7544223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (3d1177f5-e128-47a4-8ed2-8366dd464229), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:06.516992 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8561f952-9368-49b9-b220-2cc5c7544223 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:47:06.517413 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8561f952-9368-49b9-b220-2cc5c7544223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (3d1177f5-e128-47a4-8ed2-8366dd464229), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:06.521834 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:47:06.521834 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:47:06.521834 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:47:06.521834 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:47:06.521834 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:47:06.521834 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:47:06.521834 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:47:06.521834 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:47:06.521834 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:47:06.521834 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:47:06.521834 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:47:06.521834 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:47:06.521834 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:47:06.521834 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:47:06.521834 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:47:06.521834 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:47:06.521834 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:47:06.521834 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:47:06.521834 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:47:06.521834 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:47:06.521834 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:47:06.521834 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:47:06.521834 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:47:06.521834 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:47:06.521834 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:47:06.521834 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:47:06.521834 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:47:06.521834 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:47:06.521834 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:47:06.521834 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:47:06.521834 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:47:06.521834 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:47:06.536489 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c2b1f57f-a1c7-4085-92e2-bbd5d5a8a148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (77f80333-58ed-4c63-a5e5-984465ebc115), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:06.653774 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b94dc646-d623-4927-8506-aa44fc743864 admin admin] Publish callbacks [] for router_gateway (4bc3ce39-3e78-4067-b884-df9b6d673597), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:06.656832 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-fa501b56-b31c-426a-97db-dca340dc5f2c None None] Current status of the port 6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:47:06.664014 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device c5618ee1-e790-4645-895e-9b1926804167 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:47:06.664808 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8561f952-9368-49b9-b220-2cc5c7544223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (2b5bccaf-fdae-4b63-930f-08f3140d28f0), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:06.719059 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c2b1f57f-a1c7-4085-92e2-bbd5d5a8a148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (77f80333-58ed-4c63-a5e5-984465ebc115), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:06.723700 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: c5618ee1-e790-4645-895e-9b1926804167 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:47:06.730343 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device c5618ee1-e790-4645-895e-9b1926804167 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:47:06.777208 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1f57f-a1c7-4085-92e2-bbd5d5a8a148 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77f80333-58ed-4c63-a5e5-984465ebc115,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:06.821891 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8561f952-9368-49b9-b220-2cc5c7544223 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:06.825700 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8561f952-9368-49b9-b220-2cc5c7544223 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2b5bccaf-fdae-4b63-930f-08f3140d28f0 HTTP/1.1" status: 204 len: 168 time: 0.7796137 Mar 01 13:47:06.828282 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561f952-9368-49b9-b220-2cc5c7544223 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b5bccaf-fdae-4b63-930f-08f3140d28f0,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:06.895761 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-3aab3db0-bd9d-4fc6-96cf-f0c8c15b915f tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:06.897242 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-3aab3db0-bd9d-4fc6-96cf-f0c8c15b915f tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf61cee-ea5d-4a84-86cb-e1bbb2057b10 HTTP/1.1" status: 200 len: 946 time: 0.0705051 Mar 01 13:47:06.918408 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c2b1f57f-a1c7-4085-92e2-bbd5d5a8a148 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:06.924949 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c2b1f57f-a1c7-4085-92e2-bbd5d5a8a148 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/77f80333-58ed-4c63-a5e5-984465ebc115 HTTP/1.1" status: 204 len: 168 time: 0.7497606 Mar 01 13:47:06.927483 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54aa2a3f-5cd8-41e2-9659-354f414dfb69', 'tag': '4c29c2b1-48e9-4072-9be6-689726fdac3b'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:47:06.929953 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275e4c3b-8340-4c13-a3c5-86b3dda9cece" -d '{"events": [{"name": "network-changed", "server_uuid": "54aa2a3f-5cd8-41e2-9659-354f414dfb69", "tag": "4c29c2b1-48e9-4072-9be6-689726fdac3b"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:47:06.941421 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede422b-65d2-4d6f-81ee-b5b5f518fbf4 req-2f3e55d7-0ee9-4545-8804-5d27e2bfc777 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:06.943134 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4ede422b-65d2-4d6f-81ee-b5b5f518fbf4 req-2f3e55d7-0ee9-4545-8804-5d27e2bfc777 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 946 time: 0.3184478 Mar 01 13:47:06.945402 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36312) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:07.005562 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-54c63066-74ee-4950-ba1b-91a96fe0cb08 None None] Provisioning complete for port 6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:47:07.020840 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-54c63066-74ee-4950-ba1b-91a96fe0cb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:07.054583 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b94dc646-d623-4927-8506-aa44fc743864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (4bc3ce39-3e78-4067-b884-df9b6d673597), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:07.108902 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af070f-58cb-46c9-a621-170d6ab106f7 req-02d31eb7-2ed7-44a4-b681-dada89b6897a tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:07.116206 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3af070f-58cb-46c9-a621-170d6ab106f7 req-02d31eb7-2ed7-44a4-b681-dada89b6897a tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 949 time: 0.3412983 Mar 01 13:47:07.136370 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4ede422b-65d2-4d6f-81ee-b5b5f518fbf4 req-78f954c3-fd63-406f-97c6-4308e09b6b8f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795344 Mar 01 13:47:07.156548 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-07eedbc7-868f-437f-bf2d-586a1a90ecb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:07.163010 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36316) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:07.211068 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:47:07.236306 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfa4ab6-bc84-4380-9c8a-51c2a2e334ae x-openstack-request-id: req-6cfa4ab6-bc84-4380-9c8a-51c2a2e334ae {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:47:07.236841 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54aa2a3f-5cd8-41e2-9659-354f414dfb69", "tag": "4c29c2b1-48e9-4072-9be6-689726fdac3b", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:47:07.237220 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6cfa4ab6-bc84-4380-9c8a-51c2a2e334ae {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:47:07.238395 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54aa2a3f-5cd8-41e2-9659-354f414dfb69', 'tag': '4c29c2b1-48e9-4072-9be6-689726fdac3b', 'status': 'completed', 'code': 200} Mar 01 13:47:07.322178 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:47:07.322556 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:07.326020 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-54c63066-74ee-4950-ba1b-91a96fe0cb08 None None] Current status of the port 6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:47:07.344089 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e4c3b-8340-4c13-a3c5-86b3dda9cece req-f935dc16-ffe8-4b5d-9aea-e4eb70d8ac58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:07.345787 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-275e4c3b-8340-4c13-a3c5-86b3dda9cece req-f935dc16-ffe8-4b5d-9aea-e4eb70d8ac58 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5273606b5eb242749c05f75a15dd6612&device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 1131 time: 0.1048114 Mar 01 13:47:07.348660 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-7922e6cb-00dd-49e3-bbe6-8de6e28c61d9 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Deleting port 2f84405a-2696-49eb-9951-432cdda5a6c0 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:47:07.349002 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-7922e6cb-00dd-49e3-bbe6-8de6e28c61d9 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (2f84405a-2696-49eb-9951-432cdda5a6c0), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:07.443738 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:47:07.456905 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94dc646-d623-4927-8506-aa44fc743864 admin admin] Router 4bc3ce39-3e78-4067-b884-df9b6d673597 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 13:47:07.544331 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e68465f5-5b1b-4e9a-8bd1-00f685cc659b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=980a0cdea86543af87d11d7652b91c08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3770294 Mar 01 13:47:07.548124 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3af070f-58cb-46c9-a621-170d6ab106f7 req-a74f84c4-3abe-4bc9-aa3c-2cdd91a9b113 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4310954 Mar 01 13:47:07.548910 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36326) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:07.609274 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-7922e6cb-00dd-49e3-bbe6-8de6e28c61d9 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] For port 2f84405a-2696-49eb-9951-432cdda5a6c0, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=2f84405a-2696-49eb-9951-432cdda5a6c0,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:07.609646 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-7922e6cb-00dd-49e3-bbe6-8de6e28c61d9 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (2f84405a-2696-49eb-9951-432cdda5a6c0), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:07.614567 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-07eedbc7-868f-437f-bf2d-586a1a90ecb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:07.636392 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-7922e6cb-00dd-49e3-bbe6-8de6e28c61d9 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Calling delete_port for 2f84405a-2696-49eb-9951-432cdda5a6c0 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:47:07.642204 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e4c3b-8340-4c13-a3c5-86b3dda9cece req-20799610-d0d5-4585-a9eb-5076fab9c7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:07.643704 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-275e4c3b-8340-4c13-a3c5-86b3dda9cece req-20799610-d0d5-4585-a9eb-5076fab9c7db service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.2705612 Mar 01 13:47:07.663184 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e4c3b-8340-4c13-a3c5-86b3dda9cece req-4f6eb39c-85ee-49f7-8454-454c5d03090f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:07.664805 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-275e4c3b-8340-4c13-a3c5-86b3dda9cece req-4f6eb39c-85ee-49f7-8454-454c5d03090f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5273606b5eb242749c05f75a15dd6612&device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 1131 time: 0.4035921 Mar 01 13:47:07.671407 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-07eedbc7-868f-437f-bf2d-586a1a90ecb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:47:07.683863 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dc3ad8d0-7823-4ce3-a141-45553e8d8ef4 admin admin] Publish callbacks [] for security_group (5cc13991-8f8e-4a36-8f95-a86dc3d622c9), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:07.713245 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-07eedbc7-868f-437f-bf2d-586a1a90ecb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '877ebb6f-6e24-4ba9-9af9-a148c234cf7d') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:47:07.713549 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-07eedbc7-868f-437f-bf2d-586a1a90ecb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '877ebb6f-6e24-4ba9-9af9-a148c234cf7d') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:47:07.774375 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-07eedbc7-868f-437f-bf2d-586a1a90ecb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (877ebb6f-6e24-4ba9-9af9-a148c234cf7d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:07.795098 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198949f-5caa-4f7b-b6ba-a4ec6786323d req-7ee6489e-ef02-4662-8e45-ae6192695dd3 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:07.796796 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6198949f-5caa-4f7b-b6ba-a4ec6786323d req-7ee6489e-ef02-4662-8e45-ae6192695dd3 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=baf61cee-ea5d-4a84-86cb-e1bbb2057b10 HTTP/1.1" status: 200 len: 946 time: 0.2633865 Mar 01 13:47:07.800707 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dc3ad8d0-7823-4ce3-a141-45553e8d8ef4 admin admin] Publish callbacks [] for security_group (5cc13991-8f8e-4a36-8f95-a86dc3d622c9), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:07.819874 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-07eedbc7-868f-437f-bf2d-586a1a90ecb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (877ebb6f-6e24-4ba9-9af9-a148c234cf7d), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:07.866697 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07eedbc7-868f-437f-bf2d-586a1a90ecb8 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:47:07.867119 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-07eedbc7-868f-437f-bf2d-586a1a90ecb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (877ebb6f-6e24-4ba9-9af9-a148c234cf7d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:07.868862 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 13:47:07.868862 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:47:07.868862 n-d-827467-3 neutron-server[103727]: timer() Mar 01 13:47:07.868862 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:47:07.868862 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 13:47:07.868862 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:47:07.868862 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 13:47:07.868862 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:47:07.868862 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 13:47:07.868862 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:47:07.868862 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 13:47:07.868862 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:47:07.868862 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 13:47:07.868862 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:47:07.868862 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:47:07.868862 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:47:07.868862 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:47:07.868862 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:47:07.868862 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 13:47:07.868862 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:47:07.868862 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 13:47:07.868862 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:47:07.868862 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:47:07.868862 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:47:07.868862 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 13:47:07.868862 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:47:07.868862 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:47:07.868862 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:47:07.868862 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:47:07.868862 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:47:07.868862 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:47:07.868862 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:47:07.943548 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e4c3b-8340-4c13-a3c5-86b3dda9cece req-bcbf2de6-58cd-45b3-8e0f-935a9773a5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:07.945140 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-275e4c3b-8340-4c13-a3c5-86b3dda9cece req-bcbf2de6-58cd-45b3-8e0f-935a9773a5aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.2685392 Mar 01 13:47:08.008727 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6198949f-5caa-4f7b-b6ba-a4ec6786323d req-b2314509-8076-4b94-b04d-b1e53489438b tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970763 Mar 01 13:47:08.011166 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-275e4c3b-8340-4c13-a3c5-86b3dda9cece req-8cf6dd23-d926-44b1-9eae-936427a87b5c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=4c29c2b1-48e9-4072-9be6-689726fdac3b HTTP/1.1" status: 200 len: 217 time: 0.0531826 Mar 01 13:47:08.012150 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-07eedbc7-868f-437f-bf2d-586a1a90ecb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:08.016932 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-07eedbc7-868f-437f-bf2d-586a1a90ecb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:08.025110 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-07eedbc7-868f-437f-bf2d-586a1a90ecb8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9 HTTP/1.1" status: 204 len: 168 time: 1.0734708 Mar 01 13:47:08.041741 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eedbc7-868f-437f-bf2d-586a1a90ecb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f884d3d-ba4d-4bf1-b84a-68e0489cb1d9,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:08.045036 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-275e4c3b-8340-4c13-a3c5-86b3dda9cece req-88a2eb51-d371-4ddc-be50-88ec8fb2d83b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=4c29c2b1-48e9-4072-9be6-689726fdac3b HTTP/1.1" status: 200 len: 217 time: 0.0818064 Mar 01 13:47:08.062213 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dc3ad8d0-7823-4ce3-a141-45553e8d8ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (5cc13991-8f8e-4a36-8f95-a86dc3d622c9), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:08.072670 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dc3ad8d0-7823-4ce3-a141-45553e8d8ef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:08.077899 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-dc3ad8d0-7823-4ce3-a141-45553e8d8ef4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5cc13991-8f8e-4a36-8f95-a86dc3d622c9 HTTP/1.1" status: 204 len: 168 time: 0.5163469 Mar 01 13:47:08.090963 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94dc646-d623-4927-8506-aa44fc743864 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:47:08.106381 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d453f167-70fc-48aa-9af4-ca81f87a9464 None None] Sync routers for ids ['4bc3ce39-3e78-4067-b884-df9b6d673597'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:47:08.123912 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d453f167-70fc-48aa-9af4-ca81f87a9464 None None] Routers {'4bc3ce39-3e78-4067-b884-df9b6d673597'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:47:08.124552 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-d453f167-70fc-48aa-9af4-ca81f87a9464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:46:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4bc3ce39-3e78-4067-b884-df9b6d673597'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:47:08.128534 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e4c3b-8340-4c13-a3c5-86b3dda9cece req-272933ff-6925-470d-8e0f-a5333b73ffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:08.130160 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-275e4c3b-8340-4c13-a3c5-86b3dda9cece req-272933ff-6925-470d-8e0f-a5333b73ffe2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0773156 Mar 01 13:47:08.132786 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b94dc646-d623-4927-8506-aa44fc743864 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:08.137514 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b94dc646-d623-4927-8506-aa44fc743864 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.8431716 Mar 01 13:47:08.138187 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36332) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:08.148965 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e4c3b-8340-4c13-a3c5-86b3dda9cece req-fb831f3a-aba2-4442-a089-a9ac2272e490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:08.171351 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-275e4c3b-8340-4c13-a3c5-86b3dda9cece req-fb831f3a-aba2-4442-a089-a9ac2272e490 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.1298416 Mar 01 13:47:08.228825 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ad8d0-7823-4ce3-a141-45553e8d8ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc13991-8f8e-4a36-8f95-a86dc3d622c9,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:08.305223 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e4c3b-8340-4c13-a3c5-86b3dda9cece req-8a1cb6c6-6e0b-411d-bab1-758a49f76f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:08.309151 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-275e4c3b-8340-4c13-a3c5-86b3dda9cece req-8a1cb6c6-6e0b-411d-bab1-758a49f76f5e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1321380 Mar 01 13:47:08.390989 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36336) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:08.397527 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-d453f167-70fc-48aa-9af4-ca81f87a9464 None None] Set router 4bc3ce39-3e78-4067-b884-df9b6d673597 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:47:08.598231 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a13f69-a24c-43ba-ba0b-f36a0d44bf59 req-2ade3b9a-186b-497d-8846-5a9ab3e9bdb9 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:08.599569 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e8a13f69-a24c-43ba-ba0b-f36a0d44bf59 req-2ade3b9a-186b-497d-8846-5a9ab3e9bdb9 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 946 time: 0.3284674 Mar 01 13:47:08.623329 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 7988cdd9-dd32-4813-871c-c8dca2569301 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:47:08.661089 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-26daf4fb-16a5-4ab4-bea3-fd76fa444faf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2bc605dac63643789d0e0ed9611e1f8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2092233 Mar 01 13:47:08.664593 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36348) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:08.725638 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-d453f167-70fc-48aa-9af4-ca81f87a9464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'name': 'tempest-AttachVolumeShelveTestJSON-1706073340-router', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:03Z', 'updated_at': '2022-03-01T13:47:06Z', 'revision_number': 3, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'gw_port': {'id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:05Z', 'updated_at': '2022-03-01T13:47:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:47:08.733263 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36350) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:08.764986 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d453f167-70fc-48aa-9af4-ca81f87a9464 None None] Checking router: 4bc3ce39-3e78-4067-b884-df9b6d673597 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:47:08.765426 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d453f167-70fc-48aa-9af4-ca81f87a9464 None None] Updating router 4bc3ce39-3e78-4067-b884-df9b6d673597 port fdeeb8f0-febd-4353-9c70-ee108cf14024 binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:47:08.778930 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e4c3b-8340-4c13-a3c5-86b3dda9cece req-485705e9-095d-483a-b613-681e93a790f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:08.781418 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-275e4c3b-8340-4c13-a3c5-86b3dda9cece req-485705e9-095d-483a-b613-681e93a790f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6356003 Mar 01 13:47:08.782264 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-7922e6cb-00dd-49e3-bbe6-8de6e28c61d9 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (2f84405a-2696-49eb-9951-432cdda5a6c0), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:08.796777 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-275e4c3b-8340-4c13-a3c5-86b3dda9cece req-4b13825e-44ad-4c50-a329-f1f453ae1839 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4552391 Mar 01 13:47:08.797128 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['2f84405a-2696-49eb-9951-432cdda5a6c0'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:47:08.826369 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-d453f167-70fc-48aa-9af4-ca81f87a9464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (fdeeb8f0-febd-4353-9c70-ee108cf14024), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:08.868369 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922e6cb-00dd-49e3-bbe6-8de6e28c61d9 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Pushing event deleted for resources: {'Port': ['ID=2f84405a-2696-49eb-9951-432cdda5a6c0,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:08.902966 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e8a13f69-a24c-43ba-ba0b-f36a0d44bf59 req-bc700c88-2509-4812-b023-ca16175ade43 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591739 Mar 01 13:47:08.930776 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 7988cdd9-dd32-4813-871c-c8dca2569301, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=7988cdd9-dd32-4813-871c-c8dca2569301,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:08.944556 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-de6db53d-7eff-4489-85db-d495900501c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c5dd5c0e25e4d218099cbc5caaceaf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2088397 Mar 01 13:47:08.948287 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36352) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:08.953246 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '7988cdd9-dd32-4813-871c-c8dca2569301', 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166', 'port_id': '7988cdd9-dd32-4813-871c-c8dca2569301', 'mac_address': 'fa:16:3e:f4:d9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ea702e-89f4-430d-ba35-37a3134c98fa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:47:08.985452 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca70e7e-d107-4d79-a019-3c305d017544 req-567de584-b496-4a60-841c-cb4eaa62ee80 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:08.992402 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dca70e7e-d107-4d79-a019-3c305d017544 req-567de584-b496-4a60-841c-cb4eaa62ee80 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 949 time: 0.2607169 Mar 01 13:47:09.007222 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7212629c-12da-4f64-836b-c8d9242a0138 admin admin] Publish callbacks [] for security_group (fedd07b7-f06c-4486-a3bf-676d17820e60), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:09.037150 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 7988cdd9-dd32-4813-871c-c8dca2569301 is: ACTIVE; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:47:09.037537 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7988cdd9-dd32-4813-871c-c8dca2569301), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:09.067240 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7988cdd9-dd32-4813-871c-c8dca2569301 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:47:09.082293 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-7922e6cb-00dd-49e3-bbe6-8de6e28c61d9 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] No DVR routers for this DVR port 2f84405a-2696-49eb-9951-432cdda5a6c0 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:47:09.103294 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7212629c-12da-4f64-836b-c8d9242a0138 admin admin] Publish callbacks [] for security_group (fedd07b7-f06c-4486-a3bf-676d17820e60), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:09.113885 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-7922e6cb-00dd-49e3-bbe6-8de6e28c61d9 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:09.117725 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-312d2e3f-cc84-4629-8e9a-8018a48d0ed0 req-7922e6cb-00dd-49e3-bbe6-8de6e28c61d9 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.20 "DELETE /v2.0/ports/2f84405a-2696-49eb-9951-432cdda5a6c0 HTTP/1.1" status: 204 len: 173 time: 2.1227953 Mar 01 13:47:09.119042 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf61cee-ea5d-4a84-86cb-e1bbb2057b10', 'name': 'network-vif-deleted', 'tag': '2f84405a-2696-49eb-9951-432cdda5a6c0'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:47:09.120646 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 7988cdd9-dd32-4813-871c-c8dca2569301, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=7988cdd9-dd32-4813-871c-c8dca2569301,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:09.122798 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81122048-8220-4862-af8e-6080e7af26c7" -d '{"events": [{"server_uuid": "baf61cee-ea5d-4a84-86cb-e1bbb2057b10", "name": "network-vif-deleted", "tag": "2f84405a-2696-49eb-9951-432cdda5a6c0"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:47:09.135060 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (7988cdd9-dd32-4813-871c-c8dca2569301), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:09.163128 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-d453f167-70fc-48aa-9af4-ca81f87a9464 None None] Publish callbacks [] for port (fdeeb8f0-febd-4353-9c70-ee108cf14024), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:09.170030 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-275e4c3b-8340-4c13-a3c5-86b3dda9cece req-722ab2bb-7578-438e-b0bf-93c509d87ddb service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393953 Mar 01 13:47:09.174865 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-d453f167-70fc-48aa-9af4-ca81f87a9464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (fdeeb8f0-febd-4353-9c70-ee108cf14024), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:09.232099 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dca70e7e-d107-4d79-a019-3c305d017544 req-e1f16559-d982-49f3-aa60-e9625d19158f tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355630 Mar 01 13:47:09.242516 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=7988cdd9-dd32-4813-871c-c8dca2569301,revision_number=6']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:09.249485 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9568d12c-e8a2-4d7d-8fd5-bc44c31b3bc0 req-9ae835c9-aef5-4485-97a5-ada0f703d92b tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=baf61cee-ea5d-4a84-86cb-e1bbb2057b10 HTTP/1.1" status: 200 len: 210 time: 0.0841434 Mar 01 13:47:09.258275 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a63a1f05-ba5e-48e6-b0c7-89a856d14f68 admin admin] Publish callbacks [] for security_group (fc358a8e-ad54-4dcf-abf2-79a74752ae7b), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:09.310534 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a63a1f05-ba5e-48e6-b0c7-89a856d14f68 admin admin] Publish callbacks [] for security_group (fc358a8e-ad54-4dcf-abf2-79a74752ae7b), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:09.315662 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['7988cdd9-dd32-4813-871c-c8dca2569301'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:47:09.336162 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-d453f167-70fc-48aa-9af4-ca81f87a9464 None None] Attempting to bind port fdeeb8f0-febd-4353-9c70-ee108cf14024 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:47:09.336934 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-d453f167-70fc-48aa-9af4-ca81f87a9464 None None] Attempting to bind port fdeeb8f0-febd-4353-9c70-ee108cf14024 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:47:09.337482 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d453f167-70fc-48aa-9af4-ca81f87a9464 None None] Attempting to bind port fdeeb8f0-febd-4353-9c70-ee108cf14024 on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:47:09.355172 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d453f167-70fc-48aa-9af4-ca81f87a9464 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:47:09.356034 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d453f167-70fc-48aa-9af4-ca81f87a9464 None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:47:09.357302 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7212629c-12da-4f64-836b-c8d9242a0138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fedd07b7-f06c-4486-a3bf-676d17820e60), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:09.358080 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-d453f167-70fc-48aa-9af4-ca81f87a9464 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:09.360849 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d453f167-70fc-48aa-9af4-ca81f87a9464 None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:47:09.361441 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-d453f167-70fc-48aa-9af4-ca81f87a9464 None None] Bound port: fdeeb8f0-febd-4353-9c70-ee108cf14024, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:47:09.361983 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-d453f167-70fc-48aa-9af4-ca81f87a9464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (fdeeb8f0-febd-4353-9c70-ee108cf14024), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:09.365834 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7212629c-12da-4f64-836b-c8d9242a0138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:09.379280 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-275e4c3b-8340-4c13-a3c5-86b3dda9cece req-d00c54c7-9df7-4ee9-aca2-21e410113dfb service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5745928 Mar 01 13:47:09.379460 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7212629c-12da-4f64-836b-c8d9242a0138 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fedd07b7-f06c-4486-a3bf-676d17820e60 HTTP/1.1" status: 204 len: 168 time: 0.6827092 Mar 01 13:47:09.380389 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1099873-8b89-4b5c-9b02-9038ad331dee None None] Pushing event updated for resources: {'Port': ['ID=fdeeb8f0-febd-4353-9c70-ee108cf14024,revision_number=2']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:09.386136 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d4a870-19a5-4cad-8726-e23ecd871b2e x-openstack-request-id: req-14d4a870-19a5-4cad-8726-e23ecd871b2e {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:47:09.386527 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf61cee-ea5d-4a84-86cb-e1bbb2057b10", "name": "network-vif-deleted", "tag": "2f84405a-2696-49eb-9951-432cdda5a6c0", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:47:09.386710 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14d4a870-19a5-4cad-8726-e23ecd871b2e {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:47:09.387128 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf61cee-ea5d-4a84-86cb-e1bbb2057b10', 'name': 'network-vif-deleted', 'tag': '2f84405a-2696-49eb-9951-432cdda5a6c0', 'status': 'completed', 'code': 200} Mar 01 13:47:09.423098 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-ab6fa5e4-95e8-4694-89d1-d44c746b768e tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:09.427820 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-ab6fa5e4-95e8-4694-89d1-d44c746b768e tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0&tenant_id=96cd43570afd4572b4b93d1aa25b2425&binding%3Ahost_id=n-h2-827467-3 HTTP/1.1" status: 200 len: 1128 time: 0.4343016 Mar 01 13:47:09.459652 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212629c-12da-4f64-836b-c8d9242a0138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedd07b7-f06c-4486-a3bf-676d17820e60,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:09.477097 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a63a1f05-ba5e-48e6-b0c7-89a856d14f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fc358a8e-ad54-4dcf-abf2-79a74752ae7b), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:09.485358 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a63a1f05-ba5e-48e6-b0c7-89a856d14f68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:09.492878 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a63a1f05-ba5e-48e6-b0c7-89a856d14f68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc358a8e-ad54-4dcf-abf2-79a74752ae7b HTTP/1.1" status: 204 len: 168 time: 0.5419436 Mar 01 13:47:09.501023 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-50071074-2d2a-43da-866f-7250fa0044b7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827467-3'}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:47:09.513291 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a1f05-ba5e-48e6-b0c7-89a856d14f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc358a8e-ad54-4dcf-abf2-79a74752ae7b,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:09.562055 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-d453f167-70fc-48aa-9af4-ca81f87a9464 None None] For port fdeeb8f0-febd-4353-9c70-ee108cf14024, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:47:09.577069 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-d453f167-70fc-48aa-9af4-ca81f87a9464 None None] For port fdeeb8f0-febd-4353-9c70-ee108cf14024, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=fdeeb8f0-febd-4353-9c70-ee108cf14024,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:47:09.587994 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-d453f167-70fc-48aa-9af4-ca81f87a9464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (fdeeb8f0-febd-4353-9c70-ee108cf14024), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:09.724043 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:09.755999 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d453f167-70fc-48aa-9af4-ca81f87a9464 None None] Routers {'4bc3ce39-3e78-4067-b884-df9b6d673597'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:47:09.757346 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-d453f167-70fc-48aa-9af4-ca81f87a9464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:46:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4bc3ce39-3e78-4067-b884-df9b6d673597'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:47:09.826098 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-275e4c3b-8340-4c13-a3c5-86b3dda9cece req-67349e20-0e42-4fe5-bd45-86fcccf4cbe9 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954382 Mar 01 13:47:09.829454 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ee6bc9ea-a951-45a8-bcda-918481421e75 req-6397bf3c-a0ff-4e9c-b311-e3911ff330a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3e60b304ea34ca8a598bc4e060e2ca5&device_id=baf61cee-ea5d-4a84-86cb-e1bbb2057b10 HTTP/1.1" status: 200 len: 210 time: 0.2328746 Mar 01 13:47:09.855213 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:09.860508 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-50071074-2d2a-43da-866f-7250fa0044b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (af0e330d-1f59-40b6-8dbc-5ea23668a568), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:09.955382 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1099873-8b89-4b5c-9b02-9038ad331dee None None] Pushing event updated for resources: {'Port': ['ID=fdeeb8f0-febd-4353-9c70-ee108cf14024,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:10.024238 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-d453f167-70fc-48aa-9af4-ca81f87a9464 None None] Set router 4bc3ce39-3e78-4067-b884-df9b6d673597 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:47:10.122334 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0eeed9-9576-46c5-a215-052fc99d9d39 req-2fbe0973-cd9d-4b7f-be20-605129bf6511 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:10.123939 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8c0eeed9-9576-46c5-a215-052fc99d9d39 req-2fbe0973-cd9d-4b7f-be20-605129bf6511 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 946 time: 0.1143746 Mar 01 13:47:10.133173 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-50071074-2d2a-43da-866f-7250fa0044b7 service neutron] For port af0e330d-1f59-40b6-8dbc-5ea23668a568, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=af0e330d-1f59-40b6-8dbc-5ea23668a568,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:10.193986 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-50071074-2d2a-43da-866f-7250fa0044b7 service neutron] For port af0e330d-1f59-40b6-8dbc-5ea23668a568, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:47:10.233002 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8c0eeed9-9576-46c5-a215-052fc99d9d39 req-25fe355a-e0ee-4220-bac3-c8e8bada4d22 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003189 Mar 01 13:47:10.317669 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-d453f167-70fc-48aa-9af4-ca81f87a9464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'name': 'tempest-AttachVolumeShelveTestJSON-1706073340-router', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:03Z', 'updated_at': '2022-03-01T13:47:06Z', 'revision_number': 3, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'gw_port': {'id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:05Z', 'updated_at': '2022-03-01T13:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:47:10.340832 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fcd9bf89-bf74-4630-95b5-a14b83c655dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:10.361833 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d453f167-70fc-48aa-9af4-ca81f87a9464 None None] The sync data for ids ['4bc3ce39-3e78-4067-b884-df9b6d673597'] in n-d-827467-3 is: [{'id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'name': 'tempest-AttachVolumeShelveTestJSON-1706073340-router', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:03Z', 'updated_at': '2022-03-01T13:47:06Z', 'revision_number': 3, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'gw_port': {'id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:05Z', 'updated_at': '2022-03-01T13:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:47:10.372800 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bc9ea-a951-45a8-bcda-918481421e75 req-5e46c757-efff-4d03-97a2-29c9cb312040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:10.377837 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ee6bc9ea-a951-45a8-bcda-918481421e75 req-5e46c757-efff-4d03-97a2-29c9cb312040 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=f3e60b304ea34ca8a598bc4e060e2ca5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5081744 Mar 01 13:47:10.521250 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2295b0ea-432e-43f9-aec1-e91fa34da92f req-7ebd61e0-a901-4df8-b5fb-29b4c5fe93c7 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=baf61cee-ea5d-4a84-86cb-e1bbb2057b10 HTTP/1.1" status: 200 len: 210 time: 0.1239407 Mar 01 13:47:10.549334 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bc9ea-a951-45a8-bcda-918481421e75 req-ee2a71ae-33c4-4360-ae8f-5f35feb5ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:10.551331 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ee6bc9ea-a951-45a8-bcda-918481421e75 req-ee2a71ae-33c4-4360-ae8f-5f35feb5ed99 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1395311 Mar 01 13:47:10.583356 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e48920-5bf7-4e0f-a70d-9f7dc91e67ac req-a5b6b829-1ec1-4761-a7a9-210f700c9e24 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:10.587553 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4e48920-5bf7-4e0f-a70d-9f7dc91e67ac req-a5b6b829-1ec1-4761-a7a9-210f700c9e24 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 949 time: 0.2058580 Mar 01 13:47:10.634423 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-50071074-2d2a-43da-866f-7250fa0044b7 service neutron] Publish callbacks [] for port (af0e330d-1f59-40b6-8dbc-5ea23668a568), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:10.646888 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device af0e330d-1f59-40b6-8dbc-5ea23668a568 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:47:10.649338 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 7988cdd9-dd32-4813-871c-c8dca2569301 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:47:10.666010 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-50071074-2d2a-43da-866f-7250fa0044b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (af0e330d-1f59-40b6-8dbc-5ea23668a568), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:10.702126 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4e48920-5bf7-4e0f-a70d-9f7dc91e67ac req-fa44a566-cd03-4215-be9f-ccc8b7dfe28e tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061971 Mar 01 13:47:11.094348 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 7988cdd9-dd32-4813-871c-c8dca2569301 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:47:11.094870 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7988cdd9-dd32-4813-871c-c8dca2569301), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:11.145985 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50071074-2d2a-43da-866f-7250fa0044b7 service neutron] Pushing event updated for resources: {'Port': ['ID=af0e330d-1f59-40b6-8dbc-5ea23668a568,revision_number=7']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:11.164117 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-50071074-2d2a-43da-866f-7250fa0044b7 service neutron] Attempting to bind port af0e330d-1f59-40b6-8dbc-5ea23668a568 on host n-h2-827467-3 for vnic_type normal with profile {"migrating_to": "n-h1-827467-3"} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:47:11.166116 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-50071074-2d2a-43da-866f-7250fa0044b7 service neutron] Attempting to bind port af0e330d-1f59-40b6-8dbc-5ea23668a568 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:47:11.166759 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-50071074-2d2a-43da-866f-7250fa0044b7 service neutron] Attempting to bind port af0e330d-1f59-40b6-8dbc-5ea23668a568 on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:47:11.177114 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port af0e330d-1f59-40b6-8dbc-5ea23668a568, host n-h2-827467-3, got binding levels [] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:11.186929 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-50071074-2d2a-43da-866f-7250fa0044b7 service neutron] Port af0e330d-1f59-40b6-8dbc-5ea23668a568 on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:47:11.187610 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-50071074-2d2a-43da-866f-7250fa0044b7 service neutron] Attempting to bind port af0e330d-1f59-40b6-8dbc-5ea23668a568 on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:47:11.199411 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50071074-2d2a-43da-866f-7250fa0044b7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:11.200048 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50071074-2d2a-43da-866f-7250fa0044b7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:11.200651 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50071074-2d2a-43da-866f-7250fa0044b7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:11.201217 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50071074-2d2a-43da-866f-7250fa0044b7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:11.202029 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50071074-2d2a-43da-866f-7250fa0044b7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:11.202611 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50071074-2d2a-43da-866f-7250fa0044b7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:11.203302 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50071074-2d2a-43da-866f-7250fa0044b7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:11.203932 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50071074-2d2a-43da-866f-7250fa0044b7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:11.204489 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50071074-2d2a-43da-866f-7250fa0044b7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:11.205133 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50071074-2d2a-43da-866f-7250fa0044b7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:11.207694 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50071074-2d2a-43da-866f-7250fa0044b7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:11.208776 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50071074-2d2a-43da-866f-7250fa0044b7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:11.209536 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50071074-2d2a-43da-866f-7250fa0044b7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:11.235416 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-50071074-2d2a-43da-866f-7250fa0044b7 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:47:11.254049 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-50071074-2d2a-43da-866f-7250fa0044b7 service neutron] Checking segment: {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:47:11.256148 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-50071074-2d2a-43da-866f-7250fa0044b7 service neutron] Bound using segment: {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:47:11.256898 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-50071074-2d2a-43da-866f-7250fa0044b7 service neutron] Bound port: af0e330d-1f59-40b6-8dbc-5ea23668a568, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:47:11.257509 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-50071074-2d2a-43da-866f-7250fa0044b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (af0e330d-1f59-40b6-8dbc-5ea23668a568), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:11.268214 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device fdeeb8f0-febd-4353-9c70-ee108cf14024 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:47:11.278585 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Attempting to bind port af0e330d-1f59-40b6-8dbc-5ea23668a568 on host n-h2-827467-3 for vnic_type normal with profile {"migrating_to": "n-h1-827467-3"} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:47:11.279052 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Attempting to bind port af0e330d-1f59-40b6-8dbc-5ea23668a568 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:47:11.279430 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Attempting to bind port af0e330d-1f59-40b6-8dbc-5ea23668a568 on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:47:11.353597 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-fcd9bf89-bf74-4630-95b5-a14b83c655dd admin admin] Allocated IP 172.20.0.1 (a2dec7e3-4601-4685-95e7-9ed53553db77/261203cc-bf87-4d50-a32d-f34589170095/f2081164-471f-4cfe-9d84-127b9b18c90c) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:47:11.388277 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Port af0e330d-1f59-40b6-8dbc-5ea23668a568 on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:47:11.388633 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Attempting to bind port af0e330d-1f59-40b6-8dbc-5ea23668a568 on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:47:11.397287 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19774f0c-70c9-4126-bee3-7ebdaf731bd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af0e330d-1f59-40b6-8dbc-5ea23668a568'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:47:11.407952 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2127c5d-e711-4a3e-9933-e83abe5b8c7d" -d '{"events": [{"server_uuid": "19774f0c-70c9-4126-bee3-7ebdaf731bd0", "name": "network-vif-unplugged", "status": "completed", "tag": "af0e330d-1f59-40b6-8dbc-5ea23668a568"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:47:11.517233 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:47:11.517513 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 13:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca51da11-d33b-4005-bdf1-b769971dd21c x-openstack-request-id: req-ca51da11-d33b-4005-bdf1-b769971dd21c {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:47:11.518188 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Checking segment: {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:47:11.518811 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Bound using segment: {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:47:11.519494 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Bound port: af0e330d-1f59-40b6-8dbc-5ea23668a568, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:47:11.519664 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19774f0c-70c9-4126-bee3-7ebdaf731bd0", "name": "network-vif-unplugged", "status": "completed", "tag": "af0e330d-1f59-40b6-8dbc-5ea23668a568", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:47:11.519996 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca51da11-d33b-4005-bdf1-b769971dd21c {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:47:11.520483 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (af0e330d-1f59-40b6-8dbc-5ea23668a568), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:11.520632 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19774f0c-70c9-4126-bee3-7ebdaf731bd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af0e330d-1f59-40b6-8dbc-5ea23668a568', 'code': 200} Mar 01 13:47:11.578631 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb1415-3516-455a-8a09-4e49d8377161 req-8b347fb3-792f-49b7-8697-55f2f83f5ffc tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:11.585250 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fcb1415-3516-455a-8a09-4e49d8377161 req-8b347fb3-792f-49b7-8697-55f2f83f5ffc tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 944 time: 0.1963601 Mar 01 13:47:11.625669 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port fdeeb8f0-febd-4353-9c70-ee108cf14024 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:47:11.627994 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-50071074-2d2a-43da-866f-7250fa0044b7 service neutron] For port af0e330d-1f59-40b6-8dbc-5ea23668a568, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:47:11.636530 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (fdeeb8f0-febd-4353-9c70-ee108cf14024), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:11.676457 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-50071074-2d2a-43da-866f-7250fa0044b7 service neutron] For port af0e330d-1f59-40b6-8dbc-5ea23668a568, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=af0e330d-1f59-40b6-8dbc-5ea23668a568,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:47:11.681012 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 7988cdd9-dd32-4813-871c-c8dca2569301 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:47:11.681746 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7988cdd9-dd32-4813-871c-c8dca2569301), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:11.767628 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-db950cff-cc31-4708-9263-f3329b7d1f09 req-05d6b64f-05a8-41ad-b166-a160ceeb90fc tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=baf61cee-ea5d-4a84-86cb-e1bbb2057b10 HTTP/1.1" status: 200 len: 210 time: 0.0630074 Mar 01 13:47:11.805773 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fcb1415-3516-455a-8a09-4e49d8377161 req-a0996c8d-41e3-467c-98e4-3d135bf07f3b tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129927 Mar 01 13:47:11.867353 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fcd9bf89-bf74-4630-95b5-a14b83c655dd admin admin] Publish callbacks [] for port (f2081164-471f-4cfe-9d84-127b9b18c90c), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:11.907445 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 7988cdd9-dd32-4813-871c-c8dca2569301, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=7988cdd9-dd32-4813-871c-c8dca2569301,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:11.912727 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec34bf6-beac-4f11-8355-52b72229e171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7988cdd9-dd32-4813-871c-c8dca2569301'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:47:11.934694 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-50071074-2d2a-43da-866f-7250fa0044b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (af0e330d-1f59-40b6-8dbc-5ea23668a568), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:11.940043 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509be428-a33e-487c-a73e-7b0db010d8bc" -d '{"events": [{"server_uuid": "0ec34bf6-beac-4f11-8355-52b72229e171", "name": "network-vif-plugged", "status": "completed", "tag": "7988cdd9-dd32-4813-871c-c8dca2569301"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:47:11.997529 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (7988cdd9-dd32-4813-871c-c8dca2569301), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:12.109072 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50071074-2d2a-43da-866f-7250fa0044b7 service neutron] Pushing event updated for resources: {'Port': ['ID=af0e330d-1f59-40b6-8dbc-5ea23668a568,revision_number=8']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:12.130420 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fcd9bf89-bf74-4630-95b5-a14b83c655dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (f2081164-471f-4cfe-9d84-127b9b18c90c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:12.152891 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc87fb3f-15d0-4ff6-96ef-a1e94ef257f9 x-openstack-request-id: req-cc87fb3f-15d0-4ff6-96ef-a1e94ef257f9 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:47:12.155517 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec34bf6-beac-4f11-8355-52b72229e171", "name": "network-vif-plugged", "status": "completed", "tag": "7988cdd9-dd32-4813-871c-c8dca2569301", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:47:12.156176 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc87fb3f-15d0-4ff6-96ef-a1e94ef257f9 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:47:12.157687 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec34bf6-beac-4f11-8355-52b72229e171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7988cdd9-dd32-4813-871c-c8dca2569301', 'code': 200} Mar 01 13:47:12.160634 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port af0e330d-1f59-40b6-8dbc-5ea23668a568, host n-h2-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:47:12.173257 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e34c07-5fad-45da-8bef-a2152c89b6b2 req-fa7b66e9-dd06-41db-a71e-81c376f92af2 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:12.176383 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-59e34c07-5fad-45da-8bef-a2152c89b6b2 req-fa7b66e9-dd06-41db-a71e-81c376f92af2 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 949 time: 0.2496119 Mar 01 13:47:12.280411 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd9bf89-bf74-4630-95b5-a14b83c655dd admin admin] Network a2dec7e3-4601-4685-95e7-9ed53553db77 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:47:12.281647 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-59e34c07-5fad-45da-8bef-a2152c89b6b2 req-9a995079-4806-4ac4-8ae1-349f1af55784 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993721 Mar 01 13:47:12.295472 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port fdeeb8f0-febd-4353-9c70-ee108cf14024 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:47:12.295955 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (fdeeb8f0-febd-4353-9c70-ee108cf14024), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:12.335270 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ee6bc9ea-a951-45a8-bcda-918481421e75 req-ff6b44a6-148c-4ef0-8a1a-a782b7ceb8a0 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf61cee-ea5d-4a84-86cb-e1bbb2057b10 HTTP/1.1" status: 200 len: 210 time: 0.2073550 Mar 01 13:47:12.371944 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port fdeeb8f0-febd-4353-9c70-ee108cf14024, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=fdeeb8f0-febd-4353-9c70-ee108cf14024,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:12.376396 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) af0e330d-1f59-40b6-8dbc-5ea23668a568-n-h2-827467-3-0 {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 13:47:12.389359 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 13:47:12.415368 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (fdeeb8f0-febd-4353-9c70-ee108cf14024), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:12.427316 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-fcd9bf89-bf74-4630-95b5-a14b83c655dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:47:12.452745 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-50071074-2d2a-43da-866f-7250fa0044b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:12.454859 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-50071074-2d2a-43da-866f-7250fa0044b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:12.455006 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=7988cdd9-dd32-4813-871c-c8dca2569301,revision_number=7']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:12.460478 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-50071074-2d2a-43da-866f-7250fa0044b7 service neutron] 10.222.0.32 "PUT /v2.0/ports/af0e330d-1f59-40b6-8dbc-5ea23668a568 HTTP/1.1" status: 200 len: 1122 time: 3.0123227 Mar 01 13:47:12.476938 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd9bf89-bf74-4630-95b5-a14b83c655dd admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:47:12.615865 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9bf89-bf74-4630-95b5-a14b83c655dd admin admin] Pushing event updated for resources: {'Port': ['ID=f2081164-471f-4cfe-9d84-127b9b18c90c,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:12.616674 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=fdeeb8f0-febd-4353-9c70-ee108cf14024,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:12.644566 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fcd9bf89-bf74-4630-95b5-a14b83c655dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (4bc3ce39-3e78-4067-b884-df9b6d673597), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:12.696842 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a9805-1fc0-49cd-a38a-21668b7f74cc req-c40f457b-d531-4cca-ad5e-300b250a1c38 tempest-MigrationsAdminTest-920686348 tempest-MigrationsAdminTest-920686348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:12.705007 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a19a9805-1fc0-49cd-a38a-21668b7f74cc req-c40f457b-d531-4cca-ad5e-300b250a1c38 tempest-MigrationsAdminTest-920686348 tempest-MigrationsAdminTest-920686348-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 1131 time: 0.2640767 Mar 01 13:47:12.727014 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['af0e330d-1f59-40b6-8dbc-5ea23668a568'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:47:12.730520 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['af0e330d-1f59-40b6-8dbc-5ea23668a568'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:47:12.872799 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a19a9805-1fc0-49cd-a38a-21668b7f74cc req-89085118-2ec5-4639-bf8c-1170092415bc tempest-MigrationsAdminTest-920686348 tempest-MigrationsAdminTest-920686348-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590860 Mar 01 13:47:12.915132 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36484) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:13.006158 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fcd9bf89-bf74-4630-95b5-a14b83c655dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f2081164-471f-4cfe-9d84-127b9b18c90c), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:13.220904 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-62e06c5e-fca6-4b45-8a5b-80a056bb5be0 req-f368f227-9a72-43a3-a57f-b368c1935b5a tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=baf61cee-ea5d-4a84-86cb-e1bbb2057b10 HTTP/1.1" status: 200 len: 210 time: 0.1134758 Mar 01 13:47:13.274610 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d79e53-2c3d-47c9-802e-cf9f0e4ea8fb req-26445892-cb6c-4ef7-8f99-ce92c7c419d7 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:13.286638 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-34d79e53-2c3d-47c9-802e-cf9f0e4ea8fb req-26445892-cb6c-4ef7-8f99-ce92c7c419d7 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 944 time: 0.2672935 Mar 01 13:47:13.290479 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Attempting to bind port af0e330d-1f59-40b6-8dbc-5ea23668a568 on host n-h2-827467-3 for vnic_type normal with profile {"migrating_to": "n-h1-827467-3"} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:47:13.291003 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Attempting to bind port af0e330d-1f59-40b6-8dbc-5ea23668a568 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:47:13.291205 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Attempting to bind port af0e330d-1f59-40b6-8dbc-5ea23668a568 on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:47:13.354798 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device fdeeb8f0-febd-4353-9c70-ee108cf14024 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:47:13.525099 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19774f0c-70c9-4126-bee3-7ebdaf731bd0', 'tag': 'af0e330d-1f59-40b6-8dbc-5ea23668a568'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:47:13.533608 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb0bb02-ea23-40a0-93d8-522fca6f95c9" -d '{"events": [{"name": "network-changed", "server_uuid": "19774f0c-70c9-4126-bee3-7ebdaf731bd0", "tag": "af0e330d-1f59-40b6-8dbc-5ea23668a568"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:47:13.617952 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-34d79e53-2c3d-47c9-802e-cf9f0e4ea8fb req-b0da3803-9afb-4f11-9d4f-7fc5faaf1362 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274915 Mar 01 13:47:13.642108 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fcd9bf89-bf74-4630-95b5-a14b83c655dd admin admin] Publish callbacks [] for port (f2081164-471f-4cfe-9d84-127b9b18c90c), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:13.654243 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fcd9bf89-bf74-4630-95b5-a14b83c655dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (f2081164-471f-4cfe-9d84-127b9b18c90c), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:13.657905 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d94fa849-1ba3-45eb-b8e5-4963e49990bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:13.676079 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Port af0e330d-1f59-40b6-8dbc-5ea23668a568 on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:47:13.676439 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Attempting to bind port af0e330d-1f59-40b6-8dbc-5ea23668a568 on network 94da7596-6b29-49a6-a3ae-5d4e1cca0c22 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:47:13.738829 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:47:13.739202 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Checking segment: {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:47:13.739627 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Bound using segment: {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:47:13.740129 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Bound port: af0e330d-1f59-40b6-8dbc-5ea23668a568, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31a77582-3e8d-4faf-970f-4b8714981068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '94da7596-6b29-49a6-a3ae-5d4e1cca0c22'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:47:13.740521 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (af0e330d-1f59-40b6-8dbc-5ea23668a568), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:13.871148 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a97580-74ce-449b-a3b4-129e19dd376c x-openstack-request-id: req-96a97580-74ce-449b-a3b4-129e19dd376c {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:47:13.871892 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19774f0c-70c9-4126-bee3-7ebdaf731bd0", "tag": "af0e330d-1f59-40b6-8dbc-5ea23668a568", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:47:13.872387 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96a97580-74ce-449b-a3b4-129e19dd376c {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:47:13.872901 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19774f0c-70c9-4126-bee3-7ebdaf731bd0', 'tag': 'af0e330d-1f59-40b6-8dbc-5ea23668a568', 'status': 'completed', 'code': 200} Mar 01 13:47:13.873922 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fcd9bf89-bf74-4630-95b5-a14b83c655dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (4bc3ce39-3e78-4067-b884-df9b6d673597), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:13.977881 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-74c1fc09-ce66-4e29-bb69-e6f40243c9d8 None None] Provisioning complete for port f2081164-471f-4cfe-9d84-127b9b18c90c triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:47:13.978243 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-74c1fc09-ce66-4e29-bb69-e6f40243c9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f2081164-471f-4cfe-9d84-127b9b18c90c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:13.983176 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9bf89-bf74-4630-95b5-a14b83c655dd admin admin] Pushing event updated for resources: {'Port': ['ID=f2081164-471f-4cfe-9d84-127b9b18c90c,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:14.003216 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e82ec-d5cc-44fb-9885-2301ac5a8944 req-1b80a8a1-4580-4428-8c4d-6c29d78fda71 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:14.004563 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0bb02-ea23-40a0-93d8-522fca6f95c9 req-2054710a-8d9e-4fc7-bf30-297859ad1072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:14.004830 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-356e82ec-d5cc-44fb-9885-2301ac5a8944 req-1b80a8a1-4580-4428-8c4d-6c29d78fda71 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 949 time: 0.1983426 Mar 01 13:47:14.006050 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-bbb0bb02-ea23-40a0-93d8-522fca6f95c9 req-2054710a-8d9e-4fc7-bf30-297859ad1072 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=96cd43570afd4572b4b93d1aa25b2425&device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 1156 time: 0.2022493 Mar 01 13:47:14.021818 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d94fa849-1ba3-45eb-b8e5-4963e49990bd admin admin] Publish callbacks [] for security_group (e41f08db-9b03-4380-9f13-e274910292a0), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:14.057733 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d94fa849-1ba3-45eb-b8e5-4963e49990bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (e41f08db-9b03-4380-9f13-e274910292a0), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:14.111268 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd9bf89-bf74-4630-95b5-a14b83c655dd admin admin] Network a2dec7e3-4601-4685-95e7-9ed53553db77 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:47:14.120201 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-fcd9bf89-bf74-4630-95b5-a14b83c655dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:47:14.167107 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-356e82ec-d5cc-44fb-9885-2301ac5a8944 req-cff2fd64-eebc-404d-a488-0f25ebb7370e tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474037 Mar 01 13:47:14.228321 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d94fa849-1ba3-45eb-b8e5-4963e49990bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=40fa71a618de433bac04ea18c89ee5cb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3101876 Mar 01 13:47:14.241489 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36508) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:14.245304 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94fa849-1ba3-45eb-b8e5-4963e49990bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41f08db-9b03-4380-9f13-e274910292a0,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:14.294306 n-d-827467-3 neutron-server[103728]: WARNING neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Concurrent port binding operations failed on port af0e330d-1f59-40b6-8dbc-5ea23668a568 Mar 01 13:47:14.316091 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port af0e330d-1f59-40b6-8dbc-5ea23668a568, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=af0e330d-1f59-40b6-8dbc-5ea23668a568,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:14.320626 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd9bf89-bf74-4630-95b5-a14b83c655dd admin admin] Router 4bc3ce39-3e78-4067-b884-df9b6d673597 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:47:14.331819 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0bb02-ea23-40a0-93d8-522fca6f95c9 req-db2a4885-ca43-4d28-a44a-ce817d61d4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:14.340488 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-bbb0bb02-ea23-40a0-93d8-522fca6f95c9 req-db2a4885-ca43-4d28-a44a-ce817d61d4c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22 HTTP/1.1" status: 200 len: 908 time: 0.3176119 Mar 01 13:47:14.410322 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cbdd3ec1-c749-42fa-a859-c02efd5b3d11 admin admin] Publish callbacks [] for security_group (e41f08db-9b03-4380-9f13-e274910292a0), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:14.445909 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cbdd3ec1-c749-42fa-a859-c02efd5b3d11 admin admin] Publish callbacks [] for security_group (e41f08db-9b03-4380-9f13-e274910292a0), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:14.462921 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-bbb0bb02-ea23-40a0-93d8-522fca6f95c9 req-a6de6668-c3a4-4571-a57b-fa77837c5d29 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af0e330d-1f59-40b6-8dbc-5ea23668a568 HTTP/1.1" status: 200 len: 217 time: 0.1182089 Mar 01 13:47:14.465994 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port fdeeb8f0-febd-4353-9c70-ee108cf14024 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:47:14.466391 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (fdeeb8f0-febd-4353-9c70-ee108cf14024), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:14.567274 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cbdd3ec1-c749-42fa-a859-c02efd5b3d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (e41f08db-9b03-4380-9f13-e274910292a0), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:14.570144 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cbdd3ec1-c749-42fa-a859-c02efd5b3d11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:14.571634 n-d-827467-3 neutron-server[103728]: INFO neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Attempt 2 to bind port af0e330d-1f59-40b6-8dbc-5ea23668a568 Mar 01 13:47:14.572301 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device af0e330d-1f59-40b6-8dbc-5ea23668a568 has no active binding in host n-h1-827467-3 {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 01 13:47:14.576137 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-cbdd3ec1-c749-42fa-a859-c02efd5b3d11 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e41f08db-9b03-4380-9f13-e274910292a0 HTTP/1.1" status: 204 len: 168 time: 0.3328199 Mar 01 13:47:14.593541 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd3ec1-c749-42fa-a859-c02efd5b3d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41f08db-9b03-4380-9f13-e274910292a0,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:14.614753 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-74c1fc09-ce66-4e29-bb69-e6f40243c9d8 None None] Port f2081164-471f-4cfe-9d84-127b9b18c90c cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:47:14.618120 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 4c29c2b1-48e9-4072-9be6-689726fdac3b details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:47:14.708330 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 2f84405a-2696-49eb-9951-432cdda5a6c0 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:47:14.736920 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 2f84405a-2696-49eb-9951-432cdda5a6c0 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:47:14.738059 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 2f84405a-2696-49eb-9951-432cdda5a6c0 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:47:14.813264 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.resource_extend [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 13:47:14.839328 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-3081b07c-03df-4f4f-83fc-aac0d39079e4 None None] Provisioning complete for port f2081164-471f-4cfe-9d84-127b9b18c90c triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:47:14.840917 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3081b07c-03df-4f4f-83fc-aac0d39079e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f2081164-471f-4cfe-9d84-127b9b18c90c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:14.902930 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b22f5-9f8a-4041-a74c-cbb673c1c4e2 req-bce208a3-89de-4efd-8c3e-fc0eded00f0f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:14.913069 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3081b07c-03df-4f4f-83fc-aac0d39079e4 None None] Port f2081164-471f-4cfe-9d84-127b9b18c90c cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:47:14.927730 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cd4b22f5-9f8a-4041-a74c-cbb673c1c4e2 req-bce208a3-89de-4efd-8c3e-fc0eded00f0f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 944 time: 0.1302114 Mar 01 13:47:15.017735 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cd4b22f5-9f8a-4041-a74c-cbb673c1c4e2 req-1399c5ff-7b87-4e0f-a187-69fed2194c42 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887439 Mar 01 13:47:15.091340 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 4c29c2b1-48e9-4072-9be6-689726fdac3b, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=4c29c2b1-48e9-4072-9be6-689726fdac3b,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:15.128591 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '4c29c2b1-48e9-4072-9be6-689726fdac3b', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': '4c29c2b1-48e9-4072-9be6-689726fdac3b', 'mac_address': 'fa:16:3e:47:b2:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:47:15.191913 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port fdeeb8f0-febd-4353-9c70-ee108cf14024 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:47:15.241094 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-df31e8df-e70d-419f-b61f-1df857735815 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:15.242626 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-df31e8df-e70d-419f-b61f-1df857735815 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/networks?id=1db2e377-eb34-4fc8-b308-125f1046605c HTTP/1.1" status: 200 len: 811 time: 0.2239194 Mar 01 13:47:15.289588 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-60b8fbb6-9285-4e57-afa9-cb8b4a591b94 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/quotas/f3e60b304ea34ca8a598bc4e060e2ca5 HTTP/1.1" status: 200 len: 375 time: 0.0333312 Mar 01 13:47:15.298912 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 4c29c2b1-48e9-4072-9be6-689726fdac3b is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:47:15.300081 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4c29c2b1-48e9-4072-9be6-689726fdac3b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:15.317613 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c29c2b1-48e9-4072-9be6-689726fdac3b {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:47:15.350531 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 4c29c2b1-48e9-4072-9be6-689726fdac3b, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=4c29c2b1-48e9-4072-9be6-689726fdac3b,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:15.368815 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (4c29c2b1-48e9-4072-9be6-689726fdac3b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:15.391304 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-ee70bb8c-3612-468e-a7ce-0d6bd31c4d13 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f3e60b304ea34ca8a598bc4e060e2ca5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0923517 Mar 01 13:47:15.426236 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0bb02-ea23-40a0-93d8-522fca6f95c9 req-bec1f521-c180-4981-a86a-7a409ff794fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:15.426712 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-bbb0bb02-ea23-40a0-93d8-522fca6f95c9 req-bec1f521-c180-4981-a86a-7a409ff794fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7f9fefc-67f3-4f16-9709-32467e973c9a HTTP/1.1" status: 200 len: 847 time: 0.9556096 Mar 01 13:47:15.471583 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=4c29c2b1-48e9-4072-9be6-689726fdac3b,revision_number=12']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:15.552346 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-bbb0bb02-ea23-40a0-93d8-522fca6f95c9 req-958c180a-a168-4a90-8857-e535292e4703 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102228 Mar 01 13:47:15.606973 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd9bf89-bf74-4630-95b5-a14b83c655dd admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:47:15.619951 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fe48ac-24bf-425b-b925-f8bcdcd85c05 None None] Sync routers for ids ['4bc3ce39-3e78-4067-b884-df9b6d673597'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:47:15.620716 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fcd9bf89-bf74-4630-95b5-a14b83c655dd admin admin] 10.222.0.13 "PUT /v2.0/routers/4bc3ce39-3e78-4067-b884-df9b6d673597/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4728799 Mar 01 13:47:15.640360 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fe48ac-24bf-425b-b925-f8bcdcd85c05 None None] Routers {'4bc3ce39-3e78-4067-b884-df9b6d673597'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:47:15.641395 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d7fe48ac-24bf-425b-b925-f8bcdcd85c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:46:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4bc3ce39-3e78-4067-b884-df9b6d673597'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:47:15.742469 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-13236ea5-4113-43b6-81ef-c103d54b9d07 service neutron] 10.222.0.13 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499985 Mar 01 13:47:15.890239 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-4832a818-58e8-4788-a9b9-6c1c8e49b43a service neutron] 10.222.0.13 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467781 Mar 01 13:47:15.902798 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382cfa0-a9a3-4d04-af09-faf3d07f3ce0 req-3f2af05f-10ab-433c-abc3-edc4d54c7785 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:15.949944 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-bbb0bb02-ea23-40a0-93d8-522fca6f95c9 req-32412247-df6a-4d0d-87fc-d6c288dd9589 service neutron] 10.222.0.20 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890779 Mar 01 13:47:15.966547 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d382cfa0-a9a3-4d04-af09-faf3d07f3ce0 req-3f2af05f-10ab-433c-abc3-edc4d54c7785 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 950 time: 0.4236310 Mar 01 13:47:16.037280 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf09983-e677-4eef-881e-2856b97fb5e1 req-5b06b78d-3afc-4829-81f1-d8923dc74b6f tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:16.049272 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-dcf09983-e677-4eef-881e-2856b97fb5e1 req-5b06b78d-3afc-4829-81f1-d8923dc74b6f tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.32 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 950 time: 0.3360088 Mar 01 13:47:16.115009 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d382cfa0-a9a3-4d04-af09-faf3d07f3ce0 req-0deaa231-943e-46a6-804e-dcd6f75908b6 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351774 Mar 01 13:47:16.139131 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-d7fe48ac-24bf-425b-b925-f8bcdcd85c05 None None] Set router 4bc3ce39-3e78-4067-b884-df9b6d673597 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:47:16.336923 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-bbb0bb02-ea23-40a0-93d8-522fca6f95c9 req-d08468cb-6d4f-4a74-91a0-65689f7762a4 service neutron] 10.222.0.20 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771353 Mar 01 13:47:16.419915 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-dcf09983-e677-4eef-881e-2856b97fb5e1 req-3781eaaf-6853-4e4f-b941-4e370f6e6ae2 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Deleting port 4c29c2b1-48e9-4072-9be6-689726fdac3b {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:47:16.420349 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-dcf09983-e677-4eef-881e-2856b97fb5e1 req-3781eaaf-6853-4e4f-b941-4e370f6e6ae2 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (4c29c2b1-48e9-4072-9be6-689726fdac3b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:16.602524 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a434e67-111b-43e8-b106-669900be182b req-cae54aea-7874-416a-a7ad-5d579e7ece06 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:16.612322 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1a434e67-111b-43e8-b106-669900be182b req-cae54aea-7874-416a-a7ad-5d579e7ece06 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 944 time: 0.1651058 Mar 01 13:47:16.613838 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 4c29c2b1-48e9-4072-9be6-689726fdac3b details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:47:16.696487 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-dcf09983-e677-4eef-881e-2856b97fb5e1 req-3781eaaf-6853-4e4f-b941-4e370f6e6ae2 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] For port 4c29c2b1-48e9-4072-9be6-689726fdac3b, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=4c29c2b1-48e9-4072-9be6-689726fdac3b,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:16.696970 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-dcf09983-e677-4eef-881e-2856b97fb5e1 req-3781eaaf-6853-4e4f-b941-4e370f6e6ae2 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (4c29c2b1-48e9-4072-9be6-689726fdac3b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:16.745260 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1a434e67-111b-43e8-b106-669900be182b req-11dcd604-9303-4010-87f7-9a4d117d95b7 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000874 Mar 01 13:47:16.773194 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-dcf09983-e677-4eef-881e-2856b97fb5e1 req-3781eaaf-6853-4e4f-b941-4e370f6e6ae2 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Calling delete_port for 4c29c2b1-48e9-4072-9be6-689726fdac3b owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:47:16.872224 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d7fe48ac-24bf-425b-b925-f8bcdcd85c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'name': 'tempest-AttachVolumeShelveTestJSON-1706073340-router', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:03Z', 'updated_at': '2022-03-01T13:47:12Z', 'revision_number': 4, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'gw_port': {'id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:05Z', 'updated_at': '2022-03-01T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'f2081164-471f-4cfe-9d84-127b9b18c90c', 'name': '', 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'mac_address': 'fa:16:3e:8d:6a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '261203cc-bf87-4d50-a32d-f34589170095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:10Z', 'updated_at': '2022-03-01T13:47:13Z', 'revision_number': 2, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'subnets': [{'id': '261203cc-bf87-4d50-a32d-f34589170095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:47:16.909492 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fe48ac-24bf-425b-b925-f8bcdcd85c05 None None] Checking router: 4bc3ce39-3e78-4067-b884-df9b6d673597 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:47:16.909841 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fe48ac-24bf-425b-b925-f8bcdcd85c05 None None] Updating router 4bc3ce39-3e78-4067-b884-df9b6d673597 port f2081164-471f-4cfe-9d84-127b9b18c90c binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:47:16.953357 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 4c29c2b1-48e9-4072-9be6-689726fdac3b, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=4c29c2b1-48e9-4072-9be6-689726fdac3b,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:16.963156 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d7fe48ac-24bf-425b-b925-f8bcdcd85c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f2081164-471f-4cfe-9d84-127b9b18c90c), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:16.979632 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '4c29c2b1-48e9-4072-9be6-689726fdac3b', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': '4c29c2b1-48e9-4072-9be6-689726fdac3b', 'mac_address': 'fa:16:3e:47:b2:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:47:17.160707 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-dcf09983-e677-4eef-881e-2856b97fb5e1 req-3781eaaf-6853-4e4f-b941-4e370f6e6ae2 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (4c29c2b1-48e9-4072-9be6-689726fdac3b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:17.201851 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3781eaaf-6853-4e4f-b941-4e370f6e6ae2 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Pushing event deleted for resources: {'Port': ['ID=4c29c2b1-48e9-4072-9be6-689726fdac3b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:17.333245 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-38c6e472-71f1-4a3f-b9d9-912618254727 req-6779a7ee-348b-4a5a-8f38-2e38eecc6434 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5e0e35-977a-411b-981d-cfa89097481b HTTP/1.1" status: 200 len: 210 time: 0.0743611 Mar 01 13:47:17.346998 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['21aa3287-2ab3-4c26-88a5-872db603c112', 'e14d8144-2ed5-4215-ab2f-6eb2ed2725ef'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:47:17.367072 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf09983-e677-4eef-881e-2856b97fb5e1 req-3781eaaf-6853-4e4f-b941-4e370f6e6ae2 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] No DVR routers for this DVR port 4c29c2b1-48e9-4072-9be6-689726fdac3b on host n-h1-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:47:17.375539 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-dcf09983-e677-4eef-881e-2856b97fb5e1 req-3781eaaf-6853-4e4f-b941-4e370f6e6ae2 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:17.379244 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-dcf09983-e677-4eef-881e-2856b97fb5e1 req-3781eaaf-6853-4e4f-b941-4e370f6e6ae2 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.32 "DELETE /v2.0/ports/4c29c2b1-48e9-4072-9be6-689726fdac3b HTTP/1.1" status: 204 len: 173 time: 1.2823710 Mar 01 13:47:17.379973 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54aa2a3f-5cd8-41e2-9659-354f414dfb69', 'name': 'network-vif-deleted', 'tag': '4c29c2b1-48e9-4072-9be6-689726fdac3b'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:47:17.387944 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ddcdea-5735-49ae-b9ba-8181fd7ebf4b" -d '{"events": [{"server_uuid": "54aa2a3f-5cd8-41e2-9659-354f414dfb69", "name": "network-vif-deleted", "tag": "4c29c2b1-48e9-4072-9be6-689726fdac3b"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:47:17.438552 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['9bb01277-78f6-435c-b3e1-47ec8349d89d'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:47:17.510997 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-43e70324-75c1-48c1-8891-58f19c452246 req-d136eccc-8e05-4471-a97e-c4bcb6582c73 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=54aa2a3f-5cd8-41e2-9659-354f414dfb69 HTTP/1.1" status: 200 len: 210 time: 0.0564117 Mar 01 13:47:17.580166 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ba2871-df7b-4745-94d8-d7e97d66638d x-openstack-request-id: req-91ba2871-df7b-4745-94d8-d7e97d66638d {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:47:17.580457 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54aa2a3f-5cd8-41e2-9659-354f414dfb69", "name": "network-vif-deleted", "tag": "4c29c2b1-48e9-4072-9be6-689726fdac3b", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:47:17.580704 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91ba2871-df7b-4745-94d8-d7e97d66638d {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:47:17.581283 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54aa2a3f-5cd8-41e2-9659-354f414dfb69', 'name': 'network-vif-deleted', 'tag': '4c29c2b1-48e9-4072-9be6-689726fdac3b', 'status': 'completed', 'code': 200} Mar 01 13:47:17.758792 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36622) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:17.767340 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-2e35683c-c8df-4f9f-817d-2acc49d17fc3 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1461294047', 'description': 'tempest-description--300617865'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:47:17.828710 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2e35683c-c8df-4f9f-817d-2acc49d17fc3 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:18.068065 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100d148-7289-4aab-b277-44ebbe7823e2 req-9bcb1eaf-95cd-4284-80d2-d64f0b6e0bbd tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:18.078900 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5100d148-7289-4aab-b277-44ebbe7823e2 req-9bcb1eaf-95cd-4284-80d2-d64f0b6e0bbd tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 944 time: 0.2195387 Mar 01 13:47:18.164322 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2e35683c-c8df-4f9f-817d-2acc49d17fc3 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for security_group (93839781-d0d0-4ebf-b8be-f5b810cb3402), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:18.186582 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2e35683c-c8df-4f9f-817d-2acc49d17fc3 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (93839781-d0d0-4ebf-b8be-f5b810cb3402), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:18.249614 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5100d148-7289-4aab-b277-44ebbe7823e2 req-eb45397d-18c1-436c-8653-e5f1ae46ff5d tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650763 Mar 01 13:47:18.264806 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2e35683c-c8df-4f9f-817d-2acc49d17fc3 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:18.264806 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2e35683c-c8df-4f9f-817d-2acc49d17fc3 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5011656 Mar 01 13:47:18.265030 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36632) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:18.269339 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-495ced4a-5f7d-4506-a1a5-9c88c19988bb tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Request body: {'security_group_rule': {'security_group_id': '93839781-d0d0-4ebf-b8be-f5b810cb3402', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:47:18.277278 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e35683c-c8df-4f9f-817d-2acc49d17fc3 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93839781-d0d0-4ebf-b8be-f5b810cb3402,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:18.339788 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-495ced4a-5f7d-4506-a1a5-9c88c19988bb tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for security_group_rule (4eff6ba8-cea1-414b-8ff6-9d386e485842), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:18.343703 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d7fe48ac-24bf-425b-b925-f8bcdcd85c05 None None] Publish callbacks [] for port (f2081164-471f-4cfe-9d84-127b9b18c90c), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:18.363455 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d7fe48ac-24bf-425b-b925-f8bcdcd85c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f2081164-471f-4cfe-9d84-127b9b18c90c), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:18.506121 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-495ced4a-5f7d-4506-a1a5-9c88c19988bb tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for security_group_rule (4eff6ba8-cea1-414b-8ff6-9d386e485842), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:18.521507 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-495ced4a-5f7d-4506-a1a5-9c88c19988bb tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (4eff6ba8-cea1-414b-8ff6-9d386e485842), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:18.586583 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1a04bc46-3ec7-4557-9f61-fa50eb279f18 req-bf1c2cac-9ff6-4540-97bf-40878c8e1066 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5e0e35-977a-411b-981d-cfa89097481b HTTP/1.1" status: 200 len: 210 time: 0.0663342 Mar 01 13:47:18.645559 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 4c29c2b1-48e9-4072-9be6-689726fdac3b no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:47:18.747454 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: 4c29c2b1-48e9-4072-9be6-689726fdac3b {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:47:18.753845 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 4c29c2b1-48e9-4072-9be6-689726fdac3b not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:47:18.755891 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device af0e330d-1f59-40b6-8dbc-5ea23668a568 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:47:18.770758 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fca222-7301-4bd0-9469-5c217a2fa8e1 None None] Pushing event updated for resources: {'Port': ['ID=f2081164-471f-4cfe-9d84-127b9b18c90c,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:18.809320 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-495ced4a-5f7d-4506-a1a5-9c88c19988bb tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:18.810834 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-495ced4a-5f7d-4506-a1a5-9c88c19988bb tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5451365 Mar 01 13:47:18.813763 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36648) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:18.818830 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-3389fb34-c26d-439f-b885-6df9cd45e0b3 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Request body: {'security_group_rule': {'security_group_id': '93839781-d0d0-4ebf-b8be-f5b810cb3402', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:47:18.838660 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ced4a-5f7d-4506-a1a5-9c88c19988bb tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eff6ba8-cea1-414b-8ff6-9d386e485842,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:18.882053 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3389fb34-c26d-439f-b885-6df9cd45e0b3 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for security_group_rule (31192bdf-584f-4953-bd2b-8c742448934a), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:19.025555 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-7b4bc7d2-1d01-45d7-ba65-cffe6889fcae tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:19.027180 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-7b4bc7d2-1d01-45d7-ba65-cffe6889fcae tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.32 "GET /v2.0/networks?id=1db2e377-eb34-4fc8-b308-125f1046605c HTTP/1.1" status: 200 len: 811 time: 0.5194204 Mar 01 13:47:19.050630 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-1f7f8599-967a-4649-bb13-b2f64645efb8 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Request body: {'port': {'device_id': 'cb5e0e35-977a-411b-981d-cfa89097481b', 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c', 'admin_state_up': True, 'tenant_id': 'f3e60b304ea34ca8a598bc4e060e2ca5'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:47:19.052920 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-d7fe48ac-24bf-425b-b925-f8bcdcd85c05 None None] Attempting to bind port f2081164-471f-4cfe-9d84-127b9b18c90c on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:47:19.053301 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-d7fe48ac-24bf-425b-b925-f8bcdcd85c05 None None] Attempting to bind port f2081164-471f-4cfe-9d84-127b9b18c90c by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'efe48ac2-5e62-42f6-97e0-cf92cf9f656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:47:19.053811 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fe48ac-24bf-425b-b925-f8bcdcd85c05 None None] Attempting to bind port f2081164-471f-4cfe-9d84-127b9b18c90c on network a2dec7e3-4601-4685-95e7-9ed53553db77 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:47:19.090692 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3389fb34-c26d-439f-b885-6df9cd45e0b3 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for security_group_rule (31192bdf-584f-4953-bd2b-8c742448934a), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:19.100578 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3389fb34-c26d-439f-b885-6df9cd45e0b3 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (31192bdf-584f-4953-bd2b-8c742448934a), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:19.101058 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fe48ac-24bf-425b-b925-f8bcdcd85c05 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:47:19.101465 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fe48ac-24bf-425b-b925-f8bcdcd85c05 None None] Checking segment: {'id': 'efe48ac2-5e62-42f6-97e0-cf92cf9f656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:47:19.102512 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d7fe48ac-24bf-425b-b925-f8bcdcd85c05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:19.107157 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fe48ac-24bf-425b-b925-f8bcdcd85c05 None None] Bound using segment: {'id': 'efe48ac2-5e62-42f6-97e0-cf92cf9f656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:47:19.107819 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-d7fe48ac-24bf-425b-b925-f8bcdcd85c05 None None] Bound port: f2081164-471f-4cfe-9d84-127b9b18c90c, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe48ac2-5e62-42f6-97e0-cf92cf9f656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:47:19.108238 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d7fe48ac-24bf-425b-b925-f8bcdcd85c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f2081164-471f-4cfe-9d84-127b9b18c90c), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:19.122689 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-583d0005-f375-4a3a-88a1-2397574be1ca None None] Provisioning complete for port f2081164-471f-4cfe-9d84-127b9b18c90c triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:47:19.123058 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-583d0005-f375-4a3a-88a1-2397574be1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f2081164-471f-4cfe-9d84-127b9b18c90c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:19.173335 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389fb34-c26d-439f-b885-6df9cd45e0b3 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31192bdf-584f-4953-bd2b-8c742448934a,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:19.197848 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3389fb34-c26d-439f-b885-6df9cd45e0b3 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:19.204162 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3389fb34-c26d-439f-b885-6df9cd45e0b3 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3872435 Mar 01 13:47:19.216649 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36660) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:19.232348 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-d2251077-9571-451d-a291-866aad33ea3c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:47:19.284298 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d2251077-9571-451d-a291-866aad33ea3c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:19.317841 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-583d0005-f375-4a3a-88a1-2397574be1ca None None] Port f2081164-471f-4cfe-9d84-127b9b18c90c cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:47:19.324386 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port af0e330d-1f59-40b6-8dbc-5ea23668a568 is: DOWN; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:47:19.372360 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-1f7f8599-967a-4649-bb13-b2f64645efb8 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Made reservation on behalf of f3e60b304ea34ca8a598bc4e060e2ca5 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:47:19.377604 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-1f7f8599-967a-4649-bb13-b2f64645efb8 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:19.390520 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d7fe48ac-24bf-425b-b925-f8bcdcd85c05 None None] For port f2081164-471f-4cfe-9d84-127b9b18c90c, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:47:19.405620 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d7fe48ac-24bf-425b-b925-f8bcdcd85c05 None None] For port f2081164-471f-4cfe-9d84-127b9b18c90c, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=f2081164-471f-4cfe-9d84-127b9b18c90c,segment=NetworkSegment(efe48ac2-5e62-42f6-97e0-cf92cf9f656d),segment_id=efe48ac2-5e62-42f6-97e0-cf92cf9f656d)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:47:19.427362 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d7fe48ac-24bf-425b-b925-f8bcdcd85c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f2081164-471f-4cfe-9d84-127b9b18c90c), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:19.513343 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fca222-7301-4bd0-9469-5c217a2fa8e1 None None] Pushing event updated for resources: {'Port': ['ID=f2081164-471f-4cfe-9d84-127b9b18c90c,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:19.549936 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fe48ac-24bf-425b-b925-f8bcdcd85c05 None None] Routers {'4bc3ce39-3e78-4067-b884-df9b6d673597'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:47:19.549936 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d7fe48ac-24bf-425b-b925-f8bcdcd85c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:46:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4bc3ce39-3e78-4067-b884-df9b6d673597'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:47:19.697260 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-1f7f8599-967a-4649-bb13-b2f64645efb8 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Allocated IP 172.20.0.7 (1db2e377-eb34-4fc8-b308-125f1046605c/0074be29-4f96-45b4-82b7-e955d173d55c/75aa99dd-ed3d-4f9c-8303-a99c91c733b5) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:47:19.827871 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-d7fe48ac-24bf-425b-b925-f8bcdcd85c05 None None] Set router 4bc3ce39-3e78-4067-b884-df9b6d673597 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:47:20.023220 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-1f7f8599-967a-4649-bb13-b2f64645efb8 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks [] for port (75aa99dd-ed3d-4f9c-8303-a99c91c733b5), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:20.082581 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-1f7f8599-967a-4649-bb13-b2f64645efb8 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (75aa99dd-ed3d-4f9c-8303-a99c91c733b5), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:20.135862 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-1f7f8599-967a-4649-bb13-b2f64645efb8 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Network 1db2e377-eb34-4fc8-b308-125f1046605c is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:47:20.145608 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-1f7f8599-967a-4649-bb13-b2f64645efb8 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:47:20.149994 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-1f7f8599-967a-4649-bb13-b2f64645efb8 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:47:20.189581 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f8599-967a-4649-bb13-b2f64645efb8 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Pushing event updated for resources: {'Port': ['ID=75aa99dd-ed3d-4f9c-8303-a99c91c733b5,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:20.199067 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-39b3c6e0-2fdb-4e2e-be4e-278db9cb11e7 None None] Provisioning complete for port f2081164-471f-4cfe-9d84-127b9b18c90c triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:47:20.199904 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-39b3c6e0-2fdb-4e2e-be4e-278db9cb11e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f2081164-471f-4cfe-9d84-127b9b18c90c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:20.222316 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e33db3-659b-488a-acec-ba4e5e3cf008 req-334efa71-f6b4-4d94-8366-d86b776bdf6b tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:20.240295 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10e33db3-659b-488a-acec-ba4e5e3cf008 req-334efa71-f6b4-4d94-8366-d86b776bdf6b tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 950 time: 1.0322444 Mar 01 13:47:20.249257 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-1f7f8599-967a-4649-bb13-b2f64645efb8 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:20.250385 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-1f7f8599-967a-4649-bb13-b2f64645efb8 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:20.285627 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-1f7f8599-967a-4649-bb13-b2f64645efb8 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2478442 Mar 01 13:47:20.315714 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-5e5e29e6-7cdc-4957-b88b-4e0b957088a3 service neutron] Request body: {'port': {'device_id': 'cb5e0e35-977a-411b-981d-cfa89097481b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:47:20.320098 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3857b62-2a01-4020-975f-06dcc977aa38 req-08b38d13-c169-4e0f-af41-8a56e5925cfe tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:20.327968 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c3857b62-2a01-4020-975f-06dcc977aa38 req-08b38d13-c169-4e0f-af41-8a56e5925cfe tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 944 time: 0.3571014 Mar 01 13:47:20.396077 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-39b3c6e0-2fdb-4e2e-be4e-278db9cb11e7 None None] Current status of the port f2081164-471f-4cfe-9d84-127b9b18c90c is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:47:20.396077 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-39b3c6e0-2fdb-4e2e-be4e-278db9cb11e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f2081164-471f-4cfe-9d84-127b9b18c90c), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:20.434331 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10e33db3-659b-488a-acec-ba4e5e3cf008 req-033c02ae-f32c-46c2-a2cb-159de67c31d1 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930397 Mar 01 13:47:20.442406 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-5e5e29e6-7cdc-4957-b88b-4e0b957088a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (75aa99dd-ed3d-4f9c-8303-a99c91c733b5), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:20.471900 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-39b3c6e0-2fdb-4e2e-be4e-278db9cb11e7 None None] For port f2081164-471f-4cfe-9d84-127b9b18c90c, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=f2081164-471f-4cfe-9d84-127b9b18c90c,segment=NetworkSegment(efe48ac2-5e62-42f6-97e0-cf92cf9f656d),segment_id=efe48ac2-5e62-42f6-97e0-cf92cf9f656d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:20.487833 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d7fe48ac-24bf-425b-b925-f8bcdcd85c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'name': 'tempest-AttachVolumeShelveTestJSON-1706073340-router', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:03Z', 'updated_at': '2022-03-01T13:47:12Z', 'revision_number': 4, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'gw_port': {'id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:05Z', 'updated_at': '2022-03-01T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'f2081164-471f-4cfe-9d84-127b9b18c90c', 'name': '', 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'mac_address': 'fa:16:3e:8d:6a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '261203cc-bf87-4d50-a32d-f34589170095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:10Z', 'updated_at': '2022-03-01T13:47:19Z', 'revision_number': 4, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'subnets': [{'id': '261203cc-bf87-4d50-a32d-f34589170095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:47:20.500691 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c3857b62-2a01-4020-975f-06dcc977aa38 req-a1b35f67-ae56-435b-9226-3c59ed4525f9 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729724 Mar 01 13:47:20.554302 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-39b3c6e0-2fdb-4e2e-be4e-278db9cb11e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f2081164-471f-4cfe-9d84-127b9b18c90c), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:20.558346 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fe48ac-24bf-425b-b925-f8bcdcd85c05 None None] The sync data for ids ['4bc3ce39-3e78-4067-b884-df9b6d673597'] in n-d-827467-3 is: [{'id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'name': 'tempest-AttachVolumeShelveTestJSON-1706073340-router', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:03Z', 'updated_at': '2022-03-01T13:47:12Z', 'revision_number': 4, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'gw_port': {'id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:05Z', 'updated_at': '2022-03-01T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'f2081164-471f-4cfe-9d84-127b9b18c90c', 'name': '', 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'mac_address': 'fa:16:3e:8d:6a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '261203cc-bf87-4d50-a32d-f34589170095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:10Z', 'updated_at': '2022-03-01T13:47:19Z', 'revision_number': 4, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'subnets': [{'id': '261203cc-bf87-4d50-a32d-f34589170095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:47:20.599279 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d2251077-9571-451d-a291-866aad33ea3c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:20.747955 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3c6e0-2fdb-4e2e-be4e-278db9cb11e7 None None] Pushing event updated for resources: {'Port': ['ID=f2081164-471f-4cfe-9d84-127b9b18c90c,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:21.125565 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-d2251077-9571-451d-a291-866aad33ea3c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Allocated IP 172.25.1.144 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/10cb3ca6-06a6-491e-975c-44b0be2fc046) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:47:21.168427 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-5e5e29e6-7cdc-4957-b88b-4e0b957088a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75aa99dd-ed3d-4f9c-8303-a99c91c733b5 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:47:21.186009 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-5e5e29e6-7cdc-4957-b88b-4e0b957088a3 service neutron] Publish callbacks [] for port (75aa99dd-ed3d-4f9c-8303-a99c91c733b5), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:21.207971 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-5e5e29e6-7cdc-4957-b88b-4e0b957088a3 service neutron] Transition to ACTIVE for port object 75aa99dd-ed3d-4f9c-8303-a99c91c733b5 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:47:21.217377 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-5e5e29e6-7cdc-4957-b88b-4e0b957088a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (75aa99dd-ed3d-4f9c-8303-a99c91c733b5), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:21.408364 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e29e6-7cdc-4957-b88b-4e0b957088a3 service neutron] Pushing event updated for resources: {'Port': ['ID=75aa99dd-ed3d-4f9c-8303-a99c91c733b5,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:21.410417 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device f2081164-471f-4cfe-9d84-127b9b18c90c up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:47:21.455637 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d2251077-9571-451d-a291-866aad33ea3c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for port (10cb3ca6-06a6-491e-975c-44b0be2fc046), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:21.533665 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1d4d9-f7ab-44eb-b214-6210a633d07b req-9f790ed9-30a4-4eb0-a375-3f336f436379 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:21.535544 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-30d1d4d9-f7ab-44eb-b214-6210a633d07b req-9f790ed9-30a4-4eb0-a375-3f336f436379 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5e0e35-977a-411b-981d-cfa89097481b HTTP/1.1" status: 200 len: 931 time: 0.7784991 Mar 01 13:47:21.566125 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-5e5e29e6-7cdc-4957-b88b-4e0b957088a3 service neutron] Attempting to bind port 75aa99dd-ed3d-4f9c-8303-a99c91c733b5 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:47:21.568428 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port f2081164-471f-4cfe-9d84-127b9b18c90c triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:47:21.568674 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-5e5e29e6-7cdc-4957-b88b-4e0b957088a3 service neutron] Attempting to bind port 75aa99dd-ed3d-4f9c-8303-a99c91c733b5 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'a36c5e58-8887-44ea-b2e7-4336450f7579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:47:21.568813 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f2081164-471f-4cfe-9d84-127b9b18c90c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:21.569221 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-5e5e29e6-7cdc-4957-b88b-4e0b957088a3 service neutron] Attempting to bind port 75aa99dd-ed3d-4f9c-8303-a99c91c733b5 on network 1db2e377-eb34-4fc8-b308-125f1046605c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:47:21.584989 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-5e5e29e6-7cdc-4957-b88b-4e0b957088a3 service neutron] Port 75aa99dd-ed3d-4f9c-8303-a99c91c733b5 on network 1db2e377-eb34-4fc8-b308-125f1046605c not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:47:21.586805 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-5e5e29e6-7cdc-4957-b88b-4e0b957088a3 service neutron] Attempting to bind port 75aa99dd-ed3d-4f9c-8303-a99c91c733b5 on network 1db2e377-eb34-4fc8-b308-125f1046605c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:47:21.597818 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-5e5e29e6-7cdc-4957-b88b-4e0b957088a3 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:47:21.600163 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-5e5e29e6-7cdc-4957-b88b-4e0b957088a3 service neutron] Checking segment: {'id': 'a36c5e58-8887-44ea-b2e7-4336450f7579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:47:21.601956 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-5e5e29e6-7cdc-4957-b88b-4e0b957088a3 service neutron] Bound using segment: {'id': 'a36c5e58-8887-44ea-b2e7-4336450f7579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:47:21.602510 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-5e5e29e6-7cdc-4957-b88b-4e0b957088a3 service neutron] Bound port: 75aa99dd-ed3d-4f9c-8303-a99c91c733b5, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a36c5e58-8887-44ea-b2e7-4336450f7579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:47:21.602976 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-5e5e29e6-7cdc-4957-b88b-4e0b957088a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (75aa99dd-ed3d-4f9c-8303-a99c91c733b5), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:21.746886 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7b7ec-6bc2-4f96-809b-ef62cb40246a req-e2e26e56-4cd8-4e65-b9c6-cd66c61159bc tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:21.749433 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9be7b7ec-6bc2-4f96-809b-ef62cb40246a req-e2e26e56-4cd8-4e65-b9c6-cd66c61159bc tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 950 time: 0.8790538 Mar 01 13:47:21.779479 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-5e5e29e6-7cdc-4957-b88b-4e0b957088a3 service neutron] For port 75aa99dd-ed3d-4f9c-8303-a99c91c733b5, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:47:21.787695 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-5e5e29e6-7cdc-4957-b88b-4e0b957088a3 service neutron] For port 75aa99dd-ed3d-4f9c-8303-a99c91c733b5, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=75aa99dd-ed3d-4f9c-8303-a99c91c733b5,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:47:21.798032 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port f2081164-471f-4cfe-9d84-127b9b18c90c is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:47:21.807006 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-5e5e29e6-7cdc-4957-b88b-4e0b957088a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (75aa99dd-ed3d-4f9c-8303-a99c91c733b5), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:21.810170 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-30d1d4d9-f7ab-44eb-b214-6210a633d07b req-49f00edb-630e-4e35-a9e9-76fb04151666 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587214 Mar 01 13:47:21.936957 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d2251077-9571-451d-a291-866aad33ea3c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (10cb3ca6-06a6-491e-975c-44b0be2fc046), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:21.949435 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e29e6-7cdc-4957-b88b-4e0b957088a3 service neutron] Pushing event updated for resources: {'Port': ['ID=75aa99dd-ed3d-4f9c-8303-a99c91c733b5,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:21.978226 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-5e5e29e6-7cdc-4957-b88b-4e0b957088a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:21.980293 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-5e5e29e6-7cdc-4957-b88b-4e0b957088a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:21.981766 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-5e5e29e6-7cdc-4957-b88b-4e0b957088a3 service neutron] 10.222.0.32 "PUT /v2.0/ports/75aa99dd-ed3d-4f9c-8303-a99c91c733b5 HTTP/1.1" status: 200 len: 1091 time: 1.6727929 Mar 01 13:47:21.985652 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5e0e35-977a-411b-981d-cfa89097481b', 'tag': '75aa99dd-ed3d-4f9c-8303-a99c91c733b5'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:47:21.993420 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe55b407-3e88-4ab1-bfdf-07b8ec708320" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5e0e35-977a-411b-981d-cfa89097481b", "tag": "75aa99dd-ed3d-4f9c-8303-a99c91c733b5"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:47:22.064039 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3486d-30eb-47fe-ac23-0c7c7f6462cc req-fcc77b04-7c08-4fa7-bd40-3aea9f8a52fb tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:22.074001 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-09a3486d-30eb-47fe-ac23-0c7c7f6462cc req-fcc77b04-7c08-4fa7-bd40-3aea9f8a52fb tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 950 time: 0.4784055 Mar 01 13:47:22.082479 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2251077-9571-451d-a291-866aad33ea3c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Pushing event updated for resources: {'Port': ['ID=10cb3ca6-06a6-491e-975c-44b0be2fc046,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:22.136842 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-39b54106-bcd5-42db-b77f-519454b2066f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:22.138361 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-39b54106-bcd5-42db-b77f-519454b2066f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3e60b304ea34ca8a598bc4e060e2ca5&device_id=cb5e0e35-977a-411b-981d-cfa89097481b HTTP/1.1" status: 200 len: 1125 time: 0.1035736 Mar 01 13:47:22.158485 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2251077-9571-451d-a291-866aad33ea3c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:47:22.205881 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-7e9c3485-51eb-43b9-867c-c9b36018b2d9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75aa99dd-ed3d-4f9c-8303-a99c91c733b5 HTTP/1.1" status: 200 len: 217 time: 0.0569699 Mar 01 13:47:22.214231 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-09a3486d-30eb-47fe-ac23-0c7c7f6462cc req-1e07bb03-e93c-42cf-a68b-0bbfe0b4c8aa tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336327 Mar 01 13:47:22.215527 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-d2251077-9571-451d-a291-866aad33ea3c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:47:22.220270 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2251077-9571-451d-a291-866aad33ea3c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:47:22.301376 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-91c20e4b-3eb5-483f-8a1f-bec77cab93e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:22.302898 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-91c20e4b-3eb5-483f-8a1f-bec77cab93e6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0074be29-4f96-45b4-82b7-e955d173d55c HTTP/1.1" status: 200 len: 851 time: 0.0783298 Mar 01 13:47:22.310103 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4febdc-1faf-4aea-82f5-998a6c948057 x-openstack-request-id: req-7b4febdc-1faf-4aea-82f5-998a6c948057 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:47:22.310407 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5e0e35-977a-411b-981d-cfa89097481b", "tag": "75aa99dd-ed3d-4f9c-8303-a99c91c733b5", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:47:22.310665 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b4febdc-1faf-4aea-82f5-998a6c948057 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:47:22.311071 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5e0e35-977a-411b-981d-cfa89097481b', 'tag': '75aa99dd-ed3d-4f9c-8303-a99c91c733b5', 'status': 'completed', 'code': 200} Mar 01 13:47:22.379460 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-006a23ef-4a44-495b-a8d4-d08c36e2569d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1db2e377-eb34-4fc8-b308-125f1046605c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649087 Mar 01 13:47:22.418157 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d2251077-9571-451d-a291-866aad33ea3c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for floatingip (ca4ba4e9-6a4e-4ce6-83df-0b48d8bef7be), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:22.457966 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3144d8-ae2b-46a8-a93d-85b68269d35c req-6e00f277-9f74-467a-ba73-2c12663e484c tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:22.466485 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2d3144d8-ae2b-46a8-a93d-85b68269d35c req-6e00f277-9f74-467a-ba73-2c12663e484c tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 944 time: 0.4386327 Mar 01 13:47:22.532849 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-9be7b7ec-6bc2-4f96-809b-ef62cb40246a req-d980bde0-39bb-43cc-a800-6b5df5413267 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Deleting port 9bb01277-78f6-435c-b3e1-47ec8349d89d {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:47:22.533196 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9be7b7ec-6bc2-4f96-809b-ef62cb40246a req-d980bde0-39bb-43cc-a800-6b5df5413267 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (9bb01277-78f6-435c-b3e1-47ec8349d89d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:22.626281 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-1ca3ba42-ba4f-4206-b028-8e4c9d44e57d service neutron] 10.222.0.32 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382236 Mar 01 13:47:22.676031 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d2251077-9571-451d-a291-866aad33ea3c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (10cb3ca6-06a6-491e-975c-44b0be2fc046), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:22.702612 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2d3144d8-ae2b-46a8-a93d-85b68269d35c req-b818a9a9-eb80-42ec-8b12-86bc7bda08f1 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336235 Mar 01 13:47:22.804915 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-73383b14-1e3b-4a0a-b8f9-26691225255f req-1aea135d-bf82-4d3b-87d2-946684704083 service neutron] 10.222.0.32 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696846 Mar 01 13:47:23.017670 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55b407-3e88-4ab1-bfdf-07b8ec708320 req-08da3b78-b3e1-421f-834d-80f2a6a7866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:23.019643 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fe55b407-3e88-4ab1-bfdf-07b8ec708320 req-08da3b78-b3e1-421f-834d-80f2a6a7866f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3e60b304ea34ca8a598bc4e060e2ca5&device_id=cb5e0e35-977a-411b-981d-cfa89097481b HTTP/1.1" status: 200 len: 1125 time: 0.0888472 Mar 01 13:47:23.079944 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-9be7b7ec-6bc2-4f96-809b-ef62cb40246a req-d980bde0-39bb-43cc-a800-6b5df5413267 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] For port 9bb01277-78f6-435c-b3e1-47ec8349d89d, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9bb01277-78f6-435c-b3e1-47ec8349d89d,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:23.080346 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9be7b7ec-6bc2-4f96-809b-ef62cb40246a req-d980bde0-39bb-43cc-a800-6b5df5413267 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (9bb01277-78f6-435c-b3e1-47ec8349d89d), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:23.122526 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-9be7b7ec-6bc2-4f96-809b-ef62cb40246a req-d980bde0-39bb-43cc-a800-6b5df5413267 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Calling delete_port for 9bb01277-78f6-435c-b3e1-47ec8349d89d owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:47:23.160034 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e2392-c186-4ee5-b17f-447ff1a325e0 req-7dc35cbf-531e-43f1-a809-890399d5773e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:23.161758 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c19e2392-c186-4ee5-b17f-447ff1a325e0 req-7dc35cbf-531e-43f1-a809-890399d5773e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5e0e35-977a-411b-981d-cfa89097481b HTTP/1.1" status: 200 len: 943 time: 0.1710217 Mar 01 13:47:23.267808 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55b407-3e88-4ab1-bfdf-07b8ec708320 req-0eec869f-9759-47c4-abcb-1a3b623f1e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:23.272281 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fe55b407-3e88-4ab1-bfdf-07b8ec708320 req-0eec869f-9759-47c4-abcb-1a3b623f1e49 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1db2e377-eb34-4fc8-b308-125f1046605c HTTP/1.1" status: 200 len: 912 time: 0.2435319 Mar 01 13:47:23.350638 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fe55b407-3e88-4ab1-bfdf-07b8ec708320 req-efff3749-5382-426a-846d-d5418f8438c1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75aa99dd-ed3d-4f9c-8303-a99c91c733b5 HTTP/1.1" status: 200 len: 217 time: 0.0712736 Mar 01 13:47:23.469712 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55b407-3e88-4ab1-bfdf-07b8ec708320 req-b807d7ca-6cec-402d-9e41-067ff231ad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:23.472778 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fe55b407-3e88-4ab1-bfdf-07b8ec708320 req-b807d7ca-6cec-402d-9e41-067ff231ad56 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0074be29-4f96-45b4-82b7-e955d173d55c HTTP/1.1" status: 200 len: 851 time: 0.0797219 Mar 01 13:47:23.489731 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d2251077-9571-451d-a291-866aad33ea3c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for port (10cb3ca6-06a6-491e-975c-44b0be2fc046), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:23.512674 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d2251077-9571-451d-a291-866aad33ea3c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (10cb3ca6-06a6-491e-975c-44b0be2fc046), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:23.585382 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c19e2392-c186-4ee5-b17f-447ff1a325e0 req-f08800c0-86c7-4d8c-8735-089969ebaa18 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549036 Mar 01 13:47:23.588502 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fe55b407-3e88-4ab1-bfdf-07b8ec708320 req-f416a729-1558-4595-b7dd-0b92a8fec0d9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1db2e377-eb34-4fc8-b308-125f1046605c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073370 Mar 01 13:47:23.711715 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2251077-9571-451d-a291-866aad33ea3c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Pushing event updated for resources: {'Port': ['ID=10cb3ca6-06a6-491e-975c-44b0be2fc046,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:23.768413 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689f005-f1a7-4d0d-a05b-ec8f0307a9df req-04576d7f-ab0d-41ab-a7b7-d002f977967a tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:23.776694 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b689f005-f1a7-4d0d-a05b-ec8f0307a9df req-04576d7f-ab0d-41ab-a7b7-d002f977967a tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92 HTTP/1.1" status: 200 len: 950 time: 0.2928107 Mar 01 13:47:23.787336 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d2251077-9571-451d-a291-866aad33ea3c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (ca4ba4e9-6a4e-4ce6-83df-0b48d8bef7be), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:23.828610 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fe55b407-3e88-4ab1-bfdf-07b8ec708320 req-cbfec844-1988-4432-b623-3c140106e259 service neutron] 10.222.0.32 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329218 Mar 01 13:47:23.829866 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d2251077-9571-451d-a291-866aad33ea3c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:23.841701 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d2251077-9571-451d-a291-866aad33ea3c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6225145 Mar 01 13:47:23.849487 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9be7b7ec-6bc2-4f96-809b-ef62cb40246a req-d980bde0-39bb-43cc-a800-6b5df5413267 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (9bb01277-78f6-435c-b3e1-47ec8349d89d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:23.872674 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['21aa3287-2ab3-4c26-88a5-872db603c112', 'e14d8144-2ed5-4215-ab2f-6eb2ed2725ef'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:47:23.936061 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980bde0-39bb-43cc-a800-6b5df5413267 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Pushing event deleted for resources: {'Port': ['ID=9bb01277-78f6-435c-b3e1-47ec8349d89d,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:23.958308 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fe55b407-3e88-4ab1-bfdf-07b8ec708320 req-e73d1418-1c27-4d28-a6f8-bdd85af3762b service neutron] 10.222.0.32 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225853 Mar 01 13:47:23.994064 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b689f005-f1a7-4d0d-a05b-ec8f0307a9df req-c3951ff5-a21f-4338-83bc-1e2585bf0566 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153563 Mar 01 13:47:24.053576 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['9bb01277-78f6-435c-b3e1-47ec8349d89d'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:47:24.101442 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be7b7ec-6bc2-4f96-809b-ef62cb40246a req-d980bde0-39bb-43cc-a800-6b5df5413267 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] No DVR routers for this DVR port 9bb01277-78f6-435c-b3e1-47ec8349d89d on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:47:24.124290 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9be7b7ec-6bc2-4f96-809b-ef62cb40246a req-d980bde0-39bb-43cc-a800-6b5df5413267 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:24.124290 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9be7b7ec-6bc2-4f96-809b-ef62cb40246a req-d980bde0-39bb-43cc-a800-6b5df5413267 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.32 "DELETE /v2.0/ports/9bb01277-78f6-435c-b3e1-47ec8349d89d HTTP/1.1" status: 204 len: 173 time: 2.3359721 Mar 01 13:47:24.124570 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92', 'name': 'network-vif-deleted', 'tag': '9bb01277-78f6-435c-b3e1-47ec8349d89d'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:47:24.126896 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0de4558-17d3-4a06-b206-741d2c02cb19" -d '{"events": [{"server_uuid": "ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92", "name": "network-vif-deleted", "tag": "9bb01277-78f6-435c-b3e1-47ec8349d89d"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:47:24.290327 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e542b2f-cccd-46df-8bb8-5de72d82323c req-5051cfe5-0d94-4573-bebb-9c30c1a752ae tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:24.295831 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2e542b2f-cccd-46df-8bb8-5de72d82323c req-5051cfe5-0d94-4573-bebb-9c30c1a752ae tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 944 time: 0.1854887 Mar 01 13:47:24.459740 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2e542b2f-cccd-46df-8bb8-5de72d82323c req-168a1ac3-7091-47ed-b157-db811dcd6c7b tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517198 Mar 01 13:47:24.675119 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-1904680d-193a-40b1-bd57-63e92204ff06 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1461294047&fields=id&tenant_id=3f051444b2884a98b4646c3ecdbf54cd HTTP/1.1" status: 200 len: 267 time: 0.0818503 Mar 01 13:47:24.937468 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-e4c18d78-684d-48a5-a017-99a90c040db0 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:24.946041 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-e4c18d78-684d-48a5-a017-99a90c040db0 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/networks?id=a2dec7e3-4601-4685-95e7-9ed53553db77 HTTP/1.1" status: 200 len: 817 time: 0.2697880 Mar 01 13:47:24.957563 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14de6228-0a74-45ea-b232-592d6f7656f0 x-openstack-request-id: req-14de6228-0a74-45ea-b232-592d6f7656f0 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:47:24.957861 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92", "name": "network-vif-deleted", "tag": "9bb01277-78f6-435c-b3e1-47ec8349d89d", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:47:24.958157 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14de6228-0a74-45ea-b232-592d6f7656f0 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:47:24.958569 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5c4d2c-6bb7-4042-b4b9-33f1286c6e92', 'name': 'network-vif-deleted', 'tag': '9bb01277-78f6-435c-b3e1-47ec8349d89d', 'status': 'completed', 'code': 200} Mar 01 13:47:25.014589 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-e84f0377-f46b-4f0c-a463-40eb0a4eba0b tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/quotas/3f051444b2884a98b4646c3ecdbf54cd HTTP/1.1" status: 200 len: 375 time: 0.0673556 Mar 01 13:47:25.068127 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44fd3bf-7279-4d9c-a2d6-11382dfe87c1 req-56647a15-be31-4839-935a-a5d200165a19 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:25.075341 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e44fd3bf-7279-4d9c-a2d6-11382dfe87c1 req-56647a15-be31-4839-935a-a5d200165a19 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5e0e35-977a-411b-981d-cfa89097481b HTTP/1.1" status: 200 len: 943 time: 0.1158795 Mar 01 13:47:25.145334 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-5e430dd0-e1dc-40db-8e5f-b0f3149fcdbe tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f051444b2884a98b4646c3ecdbf54cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1297369 Mar 01 13:47:25.224333 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-08757111-1e2a-41ed-952f-412d9f864eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:25.334729 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36778) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:25.344721 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e44fd3bf-7279-4d9c-a2d6-11382dfe87c1 req-be900c31-1c83-4c3e-b102-f87d78556eb6 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683983 Mar 01 13:47:25.390223 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-76fc102b-4eba-4d5e-a00f-9046d236b46d service neutron] 10.222.0.13 "GET /v2.0/networks/a2dec7e3-4601-4685-95e7-9ed53553db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379622 Mar 01 13:47:25.512381 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-47292055-1a52-443d-ad1e-d2d448e3292c service neutron] 10.222.0.13 "GET /v2.0/networks/a2dec7e3-4601-4685-95e7-9ed53553db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210864 Mar 01 13:47:25.620112 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2ab07167-a17d-4304-a9a4-981b47de24fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:25.892807 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2ab07167-a17d-4304-a9a4-981b47de24fc admin admin] Publish callbacks [] for security_group (f96c07c3-25bb-4c40-8a38-7685dbdb15c3), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:25.913797 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2ab07167-a17d-4304-a9a4-981b47de24fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (f96c07c3-25bb-4c40-8a38-7685dbdb15c3), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:26.020662 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2ab07167-a17d-4304-a9a4-981b47de24fc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=480e964be2db44339f78377bdb3e237b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6847932 Mar 01 13:47:26.021675 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36798) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:26.042920 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab07167-a17d-4304-a9a4-981b47de24fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96c07c3-25bb-4c40-8a38-7685dbdb15c3,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:26.099558 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5430b500-27ff-49b7-a6d9-e29506c8046f admin admin] Publish callbacks [] for security_group (f96c07c3-25bb-4c40-8a38-7685dbdb15c3), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:26.137100 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e8493ef-99c3-412c-a80e-d2a94c25a945 req-decde164-64ef-41c4-8b93-2b9e3c9707fe tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 210 time: 0.0943272 Mar 01 13:47:26.138347 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5430b500-27ff-49b7-a6d9-e29506c8046f admin admin] Publish callbacks [] for security_group (f96c07c3-25bb-4c40-8a38-7685dbdb15c3), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:26.165193 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f86ee9-929a-4f8e-924b-b7a21c834cd3 req-23775631-61c2-4d2f-b803-4ea6bf19fdb9 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:26.166644 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d8f86ee9-929a-4f8e-924b-b7a21c834cd3 req-23775631-61c2-4d2f-b803-4ea6bf19fdb9 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 944 time: 0.1707113 Mar 01 13:47:26.249326 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5430b500-27ff-49b7-a6d9-e29506c8046f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (f96c07c3-25bb-4c40-8a38-7685dbdb15c3), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:26.257038 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5430b500-27ff-49b7-a6d9-e29506c8046f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:26.258229 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5430b500-27ff-49b7-a6d9-e29506c8046f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f96c07c3-25bb-4c40-8a38-7685dbdb15c3 HTTP/1.1" status: 204 len: 168 time: 0.2303934 Mar 01 13:47:26.288757 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5430b500-27ff-49b7-a6d9-e29506c8046f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96c07c3-25bb-4c40-8a38-7685dbdb15c3,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:26.371867 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d8f86ee9-929a-4f8e-924b-b7a21c834cd3 req-a0e51e2e-05d6-4517-8a72-da64da8ff103 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963081 Mar 01 13:47:26.637108 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 75aa99dd-ed3d-4f9c-8303-a99c91c733b5 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:47:26.641961 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 9bb01277-78f6-435c-b3e1-47ec8349d89d no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:47:26.686695 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: 9bb01277-78f6-435c-b3e1-47ec8349d89d {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:47:26.687293 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 9bb01277-78f6-435c-b3e1-47ec8349d89d not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:47:26.750247 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461328bd-99fa-4308-ae1a-8d42f6d05cbe req-ee3b6fcd-49f3-476c-a2cf-e3569c0b1c2b tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:26.758263 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-461328bd-99fa-4308-ae1a-8d42f6d05cbe req-ee3b6fcd-49f3-476c-a2cf-e3569c0b1c2b tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5e0e35-977a-411b-981d-cfa89097481b HTTP/1.1" status: 200 len: 943 time: 0.1346316 Mar 01 13:47:26.762959 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:47:26.911597 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 75aa99dd-ed3d-4f9c-8303-a99c91c733b5, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=75aa99dd-ed3d-4f9c-8303-a99c91c733b5,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:26.938660 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '75aa99dd-ed3d-4f9c-8303-a99c91c733b5', 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c', 'port_id': '75aa99dd-ed3d-4f9c-8303-a99c91c733b5', 'mac_address': 'fa:16:3e:2a:a5:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0074be29-4f96-45b4-82b7-e955d173d55c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:47:26.941563 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-461328bd-99fa-4308-ae1a-8d42f6d05cbe req-3263ad7e-06a0-4030-a7e5-4360ef61d928 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807325 Mar 01 13:47:26.990602 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb487cb-5c68-4f9a-9201-eeb75df93fa4 req-5746f906-52ca-4c29-aeda-9206cde74320 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:26.993253 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7eb487cb-5c68-4f9a-9201-eeb75df93fa4 req-5746f906-52ca-4c29-aeda-9206cde74320 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 950 time: 0.1982915 Mar 01 13:47:27.043505 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36830) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:27.066960 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7eb487cb-5c68-4f9a-9201-eeb75df93fa4 req-a2980023-9449-47de-ade8-23c4826beab3 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620036 Mar 01 13:47:27.072399 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3118fe05-abba-4070-8b3d-28c188e42243 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:27.094789 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 75aa99dd-ed3d-4f9c-8303-a99c91c733b5 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:47:27.095171 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (75aa99dd-ed3d-4f9c-8303-a99c91c733b5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:27.116732 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75aa99dd-ed3d-4f9c-8303-a99c91c733b5 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:47:27.157978 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 75aa99dd-ed3d-4f9c-8303-a99c91c733b5, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=75aa99dd-ed3d-4f9c-8303-a99c91c733b5,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:27.164600 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (75aa99dd-ed3d-4f9c-8303-a99c91c733b5), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:27.296324 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=75aa99dd-ed3d-4f9c-8303-a99c91c733b5,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:27.310240 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3118fe05-abba-4070-8b3d-28c188e42243 admin admin] Publish callbacks [] for security_group (69120dd8-e669-4c95-81df-a6cb206aa96a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:27.313629 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:27.316598 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:27.317132 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:27.320321 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:27.320709 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3118fe05-abba-4070-8b3d-28c188e42243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (69120dd8-e669-4c95-81df-a6cb206aa96a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:27.321081 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:27.321588 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:27.322087 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:27.323118 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:27.324936 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:27.325455 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:27.327452 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:27.327998 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:27.328521 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:27.352660 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9234fe2e-8d43-4965-ab89-753dfeade550 req-5832c472-6e30-4e51-aa09-631aa1284afa tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 210 time: 0.0686195 Mar 01 13:47:27.404078 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-66932a68-6333-4427-9a37-fbf7e7249a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:27.483451 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3118fe05-abba-4070-8b3d-28c188e42243 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d1ea44e0a3742189466953e23398fe5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4375255 Mar 01 13:47:27.487128 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36848) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:27.496037 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118fe05-abba-4070-8b3d-28c188e42243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69120dd8-e669-4c95-81df-a6cb206aa96a,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:27.562916 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['75aa99dd-ed3d-4f9c-8303-a99c91c733b5'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:47:27.782068 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5188356e-324f-4de2-8476-8a306a3b0aa2 admin admin] Publish callbacks [] for security_group (69120dd8-e669-4c95-81df-a6cb206aa96a), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:27.817201 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5188356e-324f-4de2-8476-8a306a3b0aa2 admin admin] Publish callbacks [] for security_group (69120dd8-e669-4c95-81df-a6cb206aa96a), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:27.829351 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79551927-801c-4f49-9820-7a397eb41158 req-91a2b0be-f2ae-4186-ae35-74278076c186 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:27.848201 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-79551927-801c-4f49-9820-7a397eb41158 req-91a2b0be-f2ae-4186-ae35-74278076c186 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 944 time: 0.2944889 Mar 01 13:47:28.136882 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ffa86-f448-4713-9ac8-0714937810e1 req-a386f30f-adea-490b-8e7f-78fef7763f10 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:28.138494 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e23ffa86-f448-4713-9ac8-0714937810e1 req-a386f30f-adea-490b-8e7f-78fef7763f10 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 950 time: 0.1345499 Mar 01 13:47:28.184595 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-79551927-801c-4f49-9820-7a397eb41158 req-2a48a985-b03d-49f2-a202-b43e703892be tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444602 Mar 01 13:47:28.407127 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-e23ffa86-f448-4713-9ac8-0714937810e1 req-d5b9b8f7-2d9b-4366-96ee-ab83a719d0b9 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Deleting port e14d8144-2ed5-4215-ab2f-6eb2ed2725ef {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:47:28.407476 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-e23ffa86-f448-4713-9ac8-0714937810e1 req-d5b9b8f7-2d9b-4366-96ee-ab83a719d0b9 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (e14d8144-2ed5-4215-ab2f-6eb2ed2725ef), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:28.423686 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5188356e-324f-4de2-8476-8a306a3b0aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (69120dd8-e669-4c95-81df-a6cb206aa96a), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:28.427306 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5188356e-324f-4de2-8476-8a306a3b0aa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:28.428496 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5188356e-324f-4de2-8476-8a306a3b0aa2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69120dd8-e669-4c95-81df-a6cb206aa96a HTTP/1.1" status: 204 len: 168 time: 0.9398687 Mar 01 13:47:28.498024 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188356e-324f-4de2-8476-8a306a3b0aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69120dd8-e669-4c95-81df-a6cb206aa96a,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:28.557233 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c88ecd-fa89-4f96-aa6c-7bbb7eaa2f4d req-40690121-e245-451c-8281-77f46db50070 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:28.565096 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f0c88ecd-fa89-4f96-aa6c-7bbb7eaa2f4d req-40690121-e245-451c-8281-77f46db50070 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5e0e35-977a-411b-981d-cfa89097481b HTTP/1.1" status: 200 len: 944 time: 0.4345977 Mar 01 13:47:28.589654 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36880) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:28.638435 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-48fca3fb-266c-47c2-a959-3df5460f4e6a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:28.651820 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-48fca3fb-266c-47c2-a959-3df5460f4e6a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.32 "GET /v2.0/networks?id=a2dec7e3-4601-4685-95e7-9ed53553db77 HTTP/1.1" status: 200 len: 817 time: 0.5351536 Mar 01 13:47:28.688437 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-e23ffa86-f448-4713-9ac8-0714937810e1 req-d5b9b8f7-2d9b-4366-96ee-ab83a719d0b9 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] For port e14d8144-2ed5-4215-ab2f-6eb2ed2725ef, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=e14d8144-2ed5-4215-ab2f-6eb2ed2725ef,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:28.688950 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-e23ffa86-f448-4713-9ac8-0714937810e1 req-d5b9b8f7-2d9b-4366-96ee-ab83a719d0b9 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (e14d8144-2ed5-4215-ab2f-6eb2ed2725ef), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:28.707108 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c41922-8474-40ee-816c-c553a4621792 req-30b31b3f-6a73-4351-9968-9991d603c2c6 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:28.722961 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-94c41922-8474-40ee-816c-c553a4621792 req-30b31b3f-6a73-4351-9968-9991d603c2c6 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 950 time: 0.2639093 Mar 01 13:47:28.775482 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f0c88ecd-fa89-4f96-aa6c-7bbb7eaa2f4d req-03b4d9a5-598e-49cc-bf80-ceee20cb69cf tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033753 Mar 01 13:47:28.789734 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-e23ffa86-f448-4713-9ac8-0714937810e1 req-d5b9b8f7-2d9b-4366-96ee-ab83a719d0b9 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Calling delete_port for e14d8144-2ed5-4215-ab2f-6eb2ed2725ef owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:47:28.807265 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:28.900642 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-486b3d33-8c1c-4a20-aa9d-660687d1010f tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f051444b2884a98b4646c3ecdbf54cd HTTP/1.1" status: 200 len: 380 time: 0.2355015 Mar 01 13:47:28.913784 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-b9404422-26e3-4b8f-9028-b77fdcf2ce0a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Request body: {'port': {'device_id': 'e4025627-1ecb-4755-b6e9-eff457f43453', 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77', 'admin_state_up': True, 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'security_groups': ['93839781-d0d0-4ebf-b8be-f5b810cb3402']}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:47:28.943394 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-94c41922-8474-40ee-816c-c553a4621792 req-09f0175a-c5b2-4bd3-8302-8541368cad69 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191510 Mar 01 13:47:29.019162 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-1eb2ad79-f212-4ebc-8ce1-4432bf8c8cce service neutron] 10.222.0.20 "GET /v2.0/ports/af0e330d-1f59-40b6-8dbc-5ea23668a568/bindings/n-h1-827467-3 HTTP/1.1" status: 200 len: 384 time: 0.3564131 Mar 01 13:47:29.104321 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e9b8549f-248a-4afe-a4e5-ddecfd19fdeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:29.113848 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-e23ffa86-f448-4713-9ac8-0714937810e1 req-d5b9b8f7-2d9b-4366-96ee-ab83a719d0b9 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (e14d8144-2ed5-4215-ab2f-6eb2ed2725ef), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:29.126251 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['21aa3287-2ab3-4c26-88a5-872db603c112'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:47:29.141630 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a00efad6-b097-4ff6-9cc8-9a3ced978785 req-b73c5f7e-fa33-45b0-b251-a40a93a0a005 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 210 time: 0.0444744 Mar 01 13:47:29.186638 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-b9404422-26e3-4b8f-9028-b77fdcf2ce0a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Made reservation on behalf of 3f051444b2884a98b4646c3ecdbf54cd for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:47:29.192066 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-b9404422-26e3-4b8f-9028-b77fdcf2ce0a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:29.277075 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e9b8549f-248a-4afe-a4e5-ddecfd19fdeb admin admin] Publish callbacks [] for security_group (660eedf8-187d-4344-9f09-510f2508391a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:29.305010 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e9b8549f-248a-4afe-a4e5-ddecfd19fdeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (660eedf8-187d-4344-9f09-510f2508391a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:29.336839 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e9b8549f-248a-4afe-a4e5-ddecfd19fdeb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d4467eaed5e4a40b92e0e51316e8581&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7460728 Mar 01 13:47:29.337716 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9b8f7-2d9b-4366-96ee-ab83a719d0b9 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Pushing event deleted for resources: {'Port': ['ID=e14d8144-2ed5-4215-ab2f-6eb2ed2725ef,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:29.339904 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36896) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:29.538597 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23ffa86-f448-4713-9ac8-0714937810e1 req-d5b9b8f7-2d9b-4366-96ee-ab83a719d0b9 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] No DVR routers for this DVR port e14d8144-2ed5-4215-ab2f-6eb2ed2725ef on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:47:29.543416 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-e23ffa86-f448-4713-9ac8-0714937810e1 req-d5b9b8f7-2d9b-4366-96ee-ab83a719d0b9 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:29.547000 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e23ffa86-f448-4713-9ac8-0714937810e1 req-d5b9b8f7-2d9b-4366-96ee-ab83a719d0b9 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.20 "DELETE /v2.0/ports/e14d8144-2ed5-4215-ab2f-6eb2ed2725ef HTTP/1.1" status: 204 len: 173 time: 1.4030762 Mar 01 13:47:29.552945 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f133d7b-b742-4f0e-ba27-fc32e09c87cd', 'name': 'network-vif-deleted', 'tag': 'e14d8144-2ed5-4215-ab2f-6eb2ed2725ef'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:47:29.553780 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2d66d-a93e-43b9-8da9-3ceb0373373e req-78ebf6b3-aae4-4654-bced-d58d5e311992 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:29.555359 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a43ddfa-7083-4757-a156-9f089fb18b87" -d '{"events": [{"server_uuid": "8f133d7b-b742-4f0e-ba27-fc32e09c87cd", "name": "network-vif-deleted", "tag": "e14d8144-2ed5-4215-ab2f-6eb2ed2725ef"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:47:29.556534 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a2a2d66d-a93e-43b9-8da9-3ceb0373373e req-78ebf6b3-aae4-4654-bced-d58d5e311992 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 944 time: 0.1355166 Mar 01 13:47:29.570843 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8549f-248a-4afe-a4e5-ddecfd19fdeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660eedf8-187d-4344-9f09-510f2508391a,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:29.643595 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-b9404422-26e3-4b8f-9028-b77fdcf2ce0a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Allocated IP 172.20.0.12 (a2dec7e3-4601-4685-95e7-9ed53553db77/261203cc-bf87-4d50-a32d-f34589170095/be3d13b4-90c6-4a97-ac5d-46d6c4805009) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:47:29.690001 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c9ee74-4d58-4b02-8f02-1b03b519d77a x-openstack-request-id: req-c1c9ee74-4d58-4b02-8f02-1b03b519d77a {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:47:29.690630 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f133d7b-b742-4f0e-ba27-fc32e09c87cd", "name": "network-vif-deleted", "tag": "e14d8144-2ed5-4215-ab2f-6eb2ed2725ef", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:47:29.691078 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1c9ee74-4d58-4b02-8f02-1b03b519d77a {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:47:29.691726 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f133d7b-b742-4f0e-ba27-fc32e09c87cd', 'name': 'network-vif-deleted', 'tag': 'e14d8144-2ed5-4215-ab2f-6eb2ed2725ef', 'status': 'completed', 'code': 200} Mar 01 13:47:29.891029 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-b9404422-26e3-4b8f-9028-b77fdcf2ce0a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for port (be3d13b4-90c6-4a97-ac5d-46d6c4805009), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:29.961473 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-fb12e83b-3115-4208-9a3c-a9e4ff240f99 service neutron] For port af0e330d-1f59-40b6-8dbc-5ea23668a568, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=af0e330d-1f59-40b6-8dbc-5ea23668a568,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:29.968612 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a2a2d66d-a93e-43b9-8da9-3ceb0373373e req-7c308527-7e39-4bc2-bd74-fa1dd8191a21 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153262 Mar 01 13:47:29.968738 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-fb12e83b-3115-4208-9a3c-a9e4ff240f99 service neutron] For port af0e330d-1f59-40b6-8dbc-5ea23668a568, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:47:29.977957 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:30.005319 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3e7fade3-5522-46b3-9a50-244119e21a8e admin admin] Publish callbacks [] for security_group (660eedf8-187d-4344-9f09-510f2508391a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:30.035239 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3e7fade3-5522-46b3-9a50-244119e21a8e admin admin] Publish callbacks [] for security_group (660eedf8-187d-4344-9f09-510f2508391a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:30.073261 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-fb12e83b-3115-4208-9a3c-a9e4ff240f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af0e330d-1f59-40b6-8dbc-5ea23668a568 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:47:30.103758 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-fb12e83b-3115-4208-9a3c-a9e4ff240f99 service neutron] For port af0e330d-1f59-40b6-8dbc-5ea23668a568, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=af0e330d-1f59-40b6-8dbc-5ea23668a568,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:30.113143 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-b9404422-26e3-4b8f-9028-b77fdcf2ce0a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (be3d13b4-90c6-4a97-ac5d-46d6c4805009), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:30.127523 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-fb12e83b-3115-4208-9a3c-a9e4ff240f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (af0e330d-1f59-40b6-8dbc-5ea23668a568), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:30.177640 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8081b-416c-4e9e-bd99-c69e2a2b11c9 req-c3c06e37-77af-4d19-bb16-88cca86fb09b tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:30.179313 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-99b8081b-416c-4e9e-bd99-c69e2a2b11c9 req-c3c06e37-77af-4d19-bb16-88cca86fb09b tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5e0e35-977a-411b-981d-cfa89097481b HTTP/1.1" status: 200 len: 944 time: 0.2522335 Mar 01 13:47:30.210467 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3e7fade3-5522-46b3-9a50-244119e21a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (660eedf8-187d-4344-9f09-510f2508391a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:30.213724 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3e7fade3-5522-46b3-9a50-244119e21a8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:30.215529 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3e7fade3-5522-46b3-9a50-244119e21a8e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/660eedf8-187d-4344-9f09-510f2508391a HTTP/1.1" status: 204 len: 168 time: 0.8708584 Mar 01 13:47:30.247969 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c3011393-ae89-4a10-a62e-bc20a415af81 req-448df41f-e141-4d83-ba69-ae0ed566126c tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f133d7b-b742-4f0e-ba27-fc32e09c87cd HTTP/1.1" status: 200 len: 210 time: 0.0899212 Mar 01 13:47:30.280714 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-b9404422-26e3-4b8f-9028-b77fdcf2ce0a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Network a2dec7e3-4601-4685-95e7-9ed53553db77 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:47:30.294430 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7fade3-5522-46b3-9a50-244119e21a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660eedf8-187d-4344-9f09-510f2508391a,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:30.299187 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9404422-26e3-4b8f-9028-b77fdcf2ce0a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Pushing event updated for resources: {'Port': ['ID=be3d13b4-90c6-4a97-ac5d-46d6c4805009,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:30.342833 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-b9404422-26e3-4b8f-9028-b77fdcf2ce0a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:47:30.357426 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-b9404422-26e3-4b8f-9028-b77fdcf2ce0a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:47:30.414185 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-fb12e83b-3115-4208-9a3c-a9e4ff240f99 service neutron] Transition to ACTIVE for port object af0e330d-1f59-40b6-8dbc-5ea23668a568 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:47:30.426705 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-fb12e83b-3115-4208-9a3c-a9e4ff240f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (af0e330d-1f59-40b6-8dbc-5ea23668a568), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:30.535151 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-fb12e83b-3115-4208-9a3c-a9e4ff240f99 service neutron] No DVR routers for this DVR port af0e330d-1f59-40b6-8dbc-5ea23668a568 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:47:30.582282 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12e83b-3115-4208-9a3c-a9e4ff240f99 service neutron] Pushing event updated for resources: {'Port': ['ID=af0e330d-1f59-40b6-8dbc-5ea23668a568,revision_number=10']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:30.586616 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-99b8081b-416c-4e9e-bd99-c69e2a2b11c9 req-9ff537ae-22e9-4df8-ab2d-aef605b4e9c2 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907394 Mar 01 13:47:30.670790 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 75aa99dd-ed3d-4f9c-8303-a99c91c733b5 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:47:30.676642 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-b9404422-26e3-4b8f-9028-b77fdcf2ce0a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:30.677483 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-b9404422-26e3-4b8f-9028-b77fdcf2ce0a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:30.723131 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-fb12e83b-3115-4208-9a3c-a9e4ff240f99 service neutron] 10.222.0.20 "PUT /v2.0/ports/af0e330d-1f59-40b6-8dbc-5ea23668a568/bindings/n-h1-827467-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6830249 Mar 01 13:47:30.818150 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device e14d8144-2ed5-4215-ab2f-6eb2ed2725ef no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:47:30.843086 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787367e-4b28-4b42-a7be-8d407b94861c req-4b7cec7b-bb6a-46d9-8e92-b578cb737c78 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:30.864345 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a787367e-4b28-4b42-a7be-8d407b94861c req-4b7cec7b-bb6a-46d9-8e92-b578cb737c78 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 932 time: 0.3795679 Mar 01 13:47:30.886410 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-b9404422-26e3-4b8f-9028-b77fdcf2ce0a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9816837 Mar 01 13:47:30.923810 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: e14d8144-2ed5-4215-ab2f-6eb2ed2725ef {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:47:30.928098 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device e14d8144-2ed5-4215-ab2f-6eb2ed2725ef not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:47:30.930901 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-7a3b75a6-467e-4328-9287-2f25971e913d service neutron] Request body: {'port': {'device_id': 'e4025627-1ecb-4755-b6e9-eff457f43453', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:47:30.985613 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-cd51137a-0512-45e6-a471-8393f67ac149 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:30.993552 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-cd51137a-0512-45e6-a471-8393f67ac149 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0&tenant_id=96cd43570afd4572b4b93d1aa25b2425&binding%3Ahost_id=n-h2-827467-3 HTTP/1.1" status: 200 len: 1127 time: 0.2003481 Mar 01 13:47:31.053960 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 75aa99dd-ed3d-4f9c-8303-a99c91c733b5 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:47:31.082214 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 75aa99dd-ed3d-4f9c-8303-a99c91c733b5 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:47:31.085857 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (75aa99dd-ed3d-4f9c-8303-a99c91c733b5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:31.104209 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a787367e-4b28-4b42-a7be-8d407b94861c req-35c05f18-ff2b-4c0a-bc2b-809bfea695f5 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384794 Mar 01 13:47:31.110579 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-7a3b75a6-467e-4328-9287-2f25971e913d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (be3d13b4-90c6-4a97-ac5d-46d6c4805009), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:31.209651 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-f7b0c27a-2db8-4ec3-a3b7-6c8e4a1d34c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:31.217499 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-53353916-05d3-4775-b5a9-e27c9b38ec53 None None] Provisioning complete for port be3d13b4-90c6-4a97-ac5d-46d6c4805009 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:47:31.217884 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-53353916-05d3-4775-b5a9-e27c9b38ec53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (be3d13b4-90c6-4a97-ac5d-46d6c4805009), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:31.223716 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-f7b0c27a-2db8-4ec3-a3b7-6c8e4a1d34c0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0&tenant_id=96cd43570afd4572b4b93d1aa25b2425 HTTP/1.1" status: 200 len: 1127 time: 0.2183406 Mar 01 13:47:31.341782 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-53353916-05d3-4775-b5a9-e27c9b38ec53 None None] Port be3d13b4-90c6-4a97-ac5d-46d6c4805009 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:47:31.346010 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-e5086cb5-4335-4958-9ff8-38f474834afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:31.351412 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-e5086cb5-4335-4958-9ff8-38f474834afb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=96cd43570afd4572b4b93d1aa25b2425&device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 1127 time: 0.1001678 Mar 01 13:47:31.465626 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 75aa99dd-ed3d-4f9c-8303-a99c91c733b5 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:47:31.467554 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (75aa99dd-ed3d-4f9c-8303-a99c91c733b5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:31.478094 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52e9dd-d15b-46a3-b5e7-3a521909b56d req-565f9d86-670f-4f03-8488-2968ac34958b tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:31.487870 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bc52e9dd-d15b-46a3-b5e7-3a521909b56d req-565f9d86-670f-4f03-8488-2968ac34958b tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 945 time: 0.2829950 Mar 01 13:47:31.546287 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5e0e35-977a-411b-981d-cfa89097481b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75aa99dd-ed3d-4f9c-8303-a99c91c733b5'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:47:31.553383 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d995af-05b8-44c9-92de-17d8498495be" -d '{"events": [{"server_uuid": "cb5e0e35-977a-411b-981d-cfa89097481b", "name": "network-vif-plugged", "status": "completed", "tag": "75aa99dd-ed3d-4f9c-8303-a99c91c733b5"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:47:31.561409 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-1c2dd764-d365-473a-aa4c-befdb5f19e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:31.563451 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-1c2dd764-d365-473a-aa4c-befdb5f19e1c service neutron] 10.222.0.32 "GET /v2.0/networks?id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22 HTTP/1.1" status: 200 len: 908 time: 0.2040937 Mar 01 13:47:31.589526 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 75aa99dd-ed3d-4f9c-8303-a99c91c733b5, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=75aa99dd-ed3d-4f9c-8303-a99c91c733b5,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:31.605609 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (75aa99dd-ed3d-4f9c-8303-a99c91c733b5), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:31.627647 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-5338fe9b-6785-42a9-8bea-ac556df0e7aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af0e330d-1f59-40b6-8dbc-5ea23668a568 HTTP/1.1" status: 200 len: 217 time: 0.0577743 Mar 01 13:47:31.716635 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-6b98463c-dcb7-4cc9-b446-53f652c0e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:31.719020 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-6b98463c-dcb7-4cc9-b446-53f652c0e270 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b7f9fefc-67f3-4f16-9709-32467e973c9a HTTP/1.1" status: 200 len: 847 time: 0.0822101 Mar 01 13:47:31.728478 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bc52e9dd-d15b-46a3-b5e7-3a521909b56d req-afcc9514-d74a-4b98-9ba9-11d496eed2f9 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394652 Mar 01 13:47:31.809484 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=75aa99dd-ed3d-4f9c-8303-a99c91c733b5,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:31.824197 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-27114103-4570-406a-9b27-ec5c34d38825 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980580 Mar 01 13:47:31.833034 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:31.852336 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3877c2-41a4-4f36-830d-dedf228bb87c x-openstack-request-id: req-8a3877c2-41a4-4f36-830d-dedf228bb87c {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:47:31.852671 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5e0e35-977a-411b-981d-cfa89097481b", "name": "network-vif-plugged", "status": "completed", "tag": "75aa99dd-ed3d-4f9c-8303-a99c91c733b5", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:47:31.852892 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a3877c2-41a4-4f36-830d-dedf228bb87c {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:47:31.853295 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5e0e35-977a-411b-981d-cfa89097481b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75aa99dd-ed3d-4f9c-8303-a99c91c733b5', 'code': 200} Mar 01 13:47:32.091001 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-7a3b75a6-467e-4328-9287-2f25971e913d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3d13b4-90c6-4a97-ac5d-46d6c4805009 {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:47:32.111516 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23249858-5c6c-40a3-af0b-579fd57a5bd4 req-a16222ee-f579-4352-9aa1-af8456ccb5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:32.113357 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-23249858-5c6c-40a3-af0b-579fd57a5bd4 req-a16222ee-f579-4352-9aa1-af8456ccb5a8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cb5e0e35-977a-411b-981d-cfa89097481b HTTP/1.1" status: 200 len: 1127 time: 0.0972047 Mar 01 13:47:32.115782 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-a5caaf48-948e-450c-a0ed-e64f209c3e98 service neutron] 10.222.0.32 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808962 Mar 01 13:47:32.122620 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-7a3b75a6-467e-4328-9287-2f25971e913d service neutron] Publish callbacks [] for port (be3d13b4-90c6-4a97-ac5d-46d6c4805009), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:32.153081 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-7a3b75a6-467e-4328-9287-2f25971e913d service neutron] Transition to ACTIVE for port object be3d13b4-90c6-4a97-ac5d-46d6c4805009 will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:47:32.167474 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-7a3b75a6-467e-4328-9287-2f25971e913d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (be3d13b4-90c6-4a97-ac5d-46d6c4805009), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:32.226165 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a08532-4717-40fe-8b25-3e99c9ac74c7 req-f3853bad-be45-4e29-b39d-06dcb1480e9a tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:32.237655 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-49a08532-4717-40fe-8b25-3e99c9ac74c7 req-f3853bad-be45-4e29-b39d-06dcb1480e9a tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5e0e35-977a-411b-981d-cfa89097481b HTTP/1.1" status: 200 len: 945 time: 0.2331791 Mar 01 13:47:32.285046 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b4443-a565-47e3-bf38-33e4ce5ffe2f req-844bf7c5-1a39-4563-b00d-dacdac2d33e0 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:32.286670 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3f8b4443-a565-47e3-bf38-33e4ce5ffe2f req-844bf7c5-1a39-4563-b00d-dacdac2d33e0 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 950 time: 0.2717755 Mar 01 13:47:32.378756 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b75a6-467e-4328-9287-2f25971e913d service neutron] Pushing event updated for resources: {'Port': ['ID=be3d13b4-90c6-4a97-ac5d-46d6c4805009,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:32.437061 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-49a08532-4717-40fe-8b25-3e99c9ac74c7 req-4e7d8727-c22f-4979-bc0f-5a38a25d8fd6 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938553 Mar 01 13:47:32.446003 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-23249858-5c6c-40a3-af0b-579fd57a5bd4 req-734873ca-fb49-4183-9b17-9af0127d8652 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173306 Mar 01 13:47:32.540757 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-7a3b75a6-467e-4328-9287-2f25971e913d service neutron] Attempting to bind port be3d13b4-90c6-4a97-ac5d-46d6c4805009 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:47:32.541124 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-7a3b75a6-467e-4328-9287-2f25971e913d service neutron] Attempting to bind port be3d13b4-90c6-4a97-ac5d-46d6c4805009 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'efe48ac2-5e62-42f6-97e0-cf92cf9f656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:47:32.542040 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-7a3b75a6-467e-4328-9287-2f25971e913d service neutron] Attempting to bind port be3d13b4-90c6-4a97-ac5d-46d6c4805009 on network a2dec7e3-4601-4685-95e7-9ed53553db77 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:47:32.555812 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3f8b4443-a565-47e3-bf38-33e4ce5ffe2f req-6ee11e63-b5dc-41dd-b77d-76d8099cfaf1 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4f018f-96a3-4d4b-8368-0bcf57a4f322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541301 Mar 01 13:47:32.557227 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-a4485618-4ce0-4148-8903-342808887c4c service neutron] 10.222.0.32 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265320 Mar 01 13:47:32.564326 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-7a3b75a6-467e-4328-9287-2f25971e913d service neutron] Port be3d13b4-90c6-4a97-ac5d-46d6c4805009 on network a2dec7e3-4601-4685-95e7-9ed53553db77 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:47:32.564649 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-7a3b75a6-467e-4328-9287-2f25971e913d service neutron] Attempting to bind port be3d13b4-90c6-4a97-ac5d-46d6c4805009 on network a2dec7e3-4601-4685-95e7-9ed53553db77 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:47:32.571313 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-7a3b75a6-467e-4328-9287-2f25971e913d service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:47:32.571654 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-7a3b75a6-467e-4328-9287-2f25971e913d service neutron] Checking segment: {'id': 'efe48ac2-5e62-42f6-97e0-cf92cf9f656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:47:32.572065 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-7a3b75a6-467e-4328-9287-2f25971e913d service neutron] Bound using segment: {'id': 'efe48ac2-5e62-42f6-97e0-cf92cf9f656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:47:32.573048 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-7a3b75a6-467e-4328-9287-2f25971e913d service neutron] Bound port: be3d13b4-90c6-4a97-ac5d-46d6c4805009, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efe48ac2-5e62-42f6-97e0-cf92cf9f656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:47:32.573403 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-7a3b75a6-467e-4328-9287-2f25971e913d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (be3d13b4-90c6-4a97-ac5d-46d6c4805009), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:32.674234 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf222eb3-11be-4fc6-be4a-ca1fcd8e4e68 req-9658e25b-f9a3-4831-8555-c03fce7f3b95 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:32.681552 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bf222eb3-11be-4fc6-be4a-ca1fcd8e4e68 req-9658e25b-f9a3-4831-8555-c03fce7f3b95 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 944 time: 0.1319759 Mar 01 13:47:32.796230 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bf222eb3-11be-4fc6-be4a-ca1fcd8e4e68 req-1fbdb479-87ed-4d1e-b743-cada09decbd3 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133063 Mar 01 13:47:32.803317 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-7a3b75a6-467e-4328-9287-2f25971e913d service neutron] For port be3d13b4-90c6-4a97-ac5d-46d6c4805009, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:47:32.832911 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-7a3b75a6-467e-4328-9287-2f25971e913d service neutron] For port be3d13b4-90c6-4a97-ac5d-46d6c4805009, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=be3d13b4-90c6-4a97-ac5d-46d6c4805009,segment=NetworkSegment(efe48ac2-5e62-42f6-97e0-cf92cf9f656d),segment_id=efe48ac2-5e62-42f6-97e0-cf92cf9f656d)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:47:32.856949 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-7a3b75a6-467e-4328-9287-2f25971e913d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (be3d13b4-90c6-4a97-ac5d-46d6c4805009), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:32.925555 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-7a3b75a6-467e-4328-9287-2f25971e913d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:32.926661 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-7a3b75a6-467e-4328-9287-2f25971e913d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:32.928579 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-7a3b75a6-467e-4328-9287-2f25971e913d service neutron] 10.222.0.32 "PUT /v2.0/ports/be3d13b4-90c6-4a97-ac5d-46d6c4805009 HTTP/1.1" status: 200 len: 1092 time: 2.0216205 Mar 01 13:47:32.963242 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4025627-1ecb-4755-b6e9-eff457f43453', 'tag': 'be3d13b4-90c6-4a97-ac5d-46d6c4805009'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:47:32.965767 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db22c6a-448d-461e-90b6-627de5fbb97c" -d '{"events": [{"name": "network-changed", "server_uuid": "e4025627-1ecb-4755-b6e9-eff457f43453", "tag": "be3d13b4-90c6-4a97-ac5d-46d6c4805009"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:47:33.141580 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-043da750-e94e-432c-b876-3f53ebbfd12d tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:33.143067 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-043da750-e94e-432c-b876-3f53ebbfd12d tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0&tenant_id=96cd43570afd4572b4b93d1aa25b2425&binding%3Ahost_id=n-h1-827467-3 HTTP/1.1" status: 200 len: 1127 time: 0.1055286 Mar 01 13:47:33.146631 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b75a6-467e-4328-9287-2f25971e913d service neutron] Pushing event updated for resources: {'Port': ['ID=be3d13b4-90c6-4a97-ac5d-46d6c4805009,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:33.280999 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-628cba12-89ab-493e-b937-3f4ca3496e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:33.285235 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-628cba12-89ab-493e-b937-3f4ca3496e9b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f051444b2884a98b4646c3ecdbf54cd&device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 1126 time: 0.2362177 Mar 01 13:47:33.298349 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6634df8-6de1-4cee-bef4-42a70c5d2013 req-dba39dee-b346-4e7a-a2c7-efaaed46d132 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:33.306462 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c6634df8-6de1-4cee-bef4-42a70c5d2013 req-dba39dee-b346-4e7a-a2c7-efaaed46d132 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 945 time: 0.3255484 Mar 01 13:47:33.390234 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-8129eafc-294c-47c8-8245-cf8b9234e7f3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be3d13b4-90c6-4a97-ac5d-46d6c4805009 HTTP/1.1" status: 200 len: 217 time: 0.0751030 Mar 01 13:47:33.420722 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-6beaf8f6-a804-4201-98ae-bb3e2fefbc9d service neutron] For port af0e330d-1f59-40b6-8dbc-5ea23668a568, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:47:33.438330 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-6beaf8f6-a804-4201-98ae-bb3e2fefbc9d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:33.439441 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5a64e8c7-b25c-42f0-939c-4ec2224986a2 req-6beaf8f6-a804-4201-98ae-bb3e2fefbc9d service neutron] 10.222.0.32 "DELETE /v2.0/ports/af0e330d-1f59-40b6-8dbc-5ea23668a568/bindings/n-h2-827467-3 HTTP/1.1" status: 204 len: 173 time: 0.2840030 Mar 01 13:47:33.488368 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-d012f037-bf35-462c-84a1-c7b99d748d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:33.489816 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885bbf6-9ae3-42d2-8206-8af9252988bd req-8e086e96-29a8-48ab-b734-b33aa62923fb tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:33.490365 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-d012f037-bf35-462c-84a1-c7b99d748d1a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=261203cc-bf87-4d50-a32d-f34589170095 HTTP/1.1" status: 200 len: 856 time: 0.0902789 Mar 01 13:47:33.491279 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1885bbf6-9ae3-42d2-8206-8af9252988bd req-8e086e96-29a8-48ab-b734-b33aa62923fb tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 950 time: 0.1429636 Mar 01 13:47:33.608043 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c6634df8-6de1-4cee-bef4-42a70c5d2013 req-7f12a065-3b12-4647-946b-74adf4318ee7 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989666 Mar 01 13:47:33.658611 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-f36d758a-2430-4456-9c6e-0206f07bfca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:33.663682 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-f36d758a-2430-4456-9c6e-0206f07bfca7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a2dec7e3-4601-4685-95e7-9ed53553db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1613946 Mar 01 13:47:33.682749 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-1885bbf6-9ae3-42d2-8206-8af9252988bd req-ef77f58e-f95d-405f-b02f-d113e0b9af58 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Deleting port 21aa3287-2ab3-4c26-88a5-872db603c112 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:47:33.683088 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-1885bbf6-9ae3-42d2-8206-8af9252988bd req-ef77f58e-f95d-405f-b02f-d113e0b9af58 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (21aa3287-2ab3-4c26-88a5-872db603c112), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:33.790925 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754d0ff3-c63c-4fe2-9238-74b16c200b81 x-openstack-request-id: req-754d0ff3-c63c-4fe2-9238-74b16c200b81 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:47:33.793819 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4025627-1ecb-4755-b6e9-eff457f43453", "tag": "be3d13b4-90c6-4a97-ac5d-46d6c4805009", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:47:33.794099 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-754d0ff3-c63c-4fe2-9238-74b16c200b81 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:47:33.794506 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4025627-1ecb-4755-b6e9-eff457f43453', 'tag': 'be3d13b4-90c6-4a97-ac5d-46d6c4805009', 'status': 'completed', 'code': 200} Mar 01 13:47:33.858438 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-1885bbf6-9ae3-42d2-8206-8af9252988bd req-ef77f58e-f95d-405f-b02f-d113e0b9af58 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] For port 21aa3287-2ab3-4c26-88a5-872db603c112, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=21aa3287-2ab3-4c26-88a5-872db603c112,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:33.858801 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-1885bbf6-9ae3-42d2-8206-8af9252988bd req-ef77f58e-f95d-405f-b02f-d113e0b9af58 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (21aa3287-2ab3-4c26-88a5-872db603c112), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:33.890637 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-1885bbf6-9ae3-42d2-8206-8af9252988bd req-ef77f58e-f95d-405f-b02f-d113e0b9af58 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Calling delete_port for 21aa3287-2ab3-4c26-88a5-872db603c112 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:47:33.902165 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-1b5fd48f-a3c5-46ff-8848-8aed85381759 service neutron] 10.222.0.32 "GET /v2.0/networks/a2dec7e3-4601-4685-95e7-9ed53553db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224367 Mar 01 13:47:34.219377 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-1885bbf6-9ae3-42d2-8206-8af9252988bd req-ef77f58e-f95d-405f-b02f-d113e0b9af58 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (21aa3287-2ab3-4c26-88a5-872db603c112), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:34.232881 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['21aa3287-2ab3-4c26-88a5-872db603c112'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:47:34.295968 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef77f58e-f95d-405f-b02f-d113e0b9af58 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Pushing event deleted for resources: {'Port': ['ID=21aa3287-2ab3-4c26-88a5-872db603c112,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:34.400371 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-1885bbf6-9ae3-42d2-8206-8af9252988bd req-ef77f58e-f95d-405f-b02f-d113e0b9af58 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] No DVR routers for this DVR port 21aa3287-2ab3-4c26-88a5-872db603c112 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:47:34.404831 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-1885bbf6-9ae3-42d2-8206-8af9252988bd req-ef77f58e-f95d-405f-b02f-d113e0b9af58 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:34.410001 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1885bbf6-9ae3-42d2-8206-8af9252988bd req-ef77f58e-f95d-405f-b02f-d113e0b9af58 tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.20 "DELETE /v2.0/ports/21aa3287-2ab3-4c26-88a5-872db603c112 HTTP/1.1" status: 204 len: 173 time: 0.9091911 Mar 01 13:47:34.410545 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f90c82-f0a0-4428-a272-f918ac7f06f5', 'name': 'network-vif-deleted', 'tag': '21aa3287-2ab3-4c26-88a5-872db603c112'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:47:34.424235 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee50b5f-9465-4b98-b4f4-773e32b4abfb" -d '{"events": [{"server_uuid": "c3f90c82-f0a0-4428-a272-f918ac7f06f5", "name": "network-vif-deleted", "tag": "21aa3287-2ab3-4c26-88a5-872db603c112"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:47:34.779716 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e21049-6a36-4811-a1f5-903c6786c331 req-f45c465b-cf8b-487f-bbc5-b71e0c7f3970 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:34.781446 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73e21049-6a36-4811-a1f5-903c6786c331 req-f45c465b-cf8b-487f-bbc5-b71e0c7f3970 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5e0e35-977a-411b-981d-cfa89097481b HTTP/1.1" status: 200 len: 945 time: 0.7814691 Mar 01 13:47:34.784036 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c51d5c6f-9305-44d8-acdb-4f1135921360 req-3b746408-fb04-4765-ab7a-3cd1f9502ae6 service neutron] 10.222.0.32 "GET /v2.0/networks/a2dec7e3-4601-4685-95e7-9ed53553db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8792701 Mar 01 13:47:34.869745 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73e21049-6a36-4811-a1f5-903c6786c331 req-e5f94505-6bd8-4b35-89dd-2bc02be9d1e8 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720887 Mar 01 13:47:34.977877 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c14acf2a-e1c1-4782-b853-9eddbebc19bb req-8a83d205-6e08-4662-8ffe-714d9e575e3b tempest-MigrationsAdminTest-195361147 tempest-MigrationsAdminTest-195361147-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3f90c82-f0a0-4428-a272-f918ac7f06f5 HTTP/1.1" status: 200 len: 210 time: 0.0562556 Mar 01 13:47:35.002204 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db22c6a-448d-461e-90b6-627de5fbb97c req-98ba91cf-da6c-45b0-bf47-82e89fcf8f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:35.004416 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9db22c6a-448d-461e-90b6-627de5fbb97c req-98ba91cf-da6c-45b0-bf47-82e89fcf8f32 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f051444b2884a98b4646c3ecdbf54cd&device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 1126 time: 0.1336241 Mar 01 13:47:35.170284 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1116d0f-37fd-4b6a-bc3d-78f64e16f883 x-openstack-request-id: req-b1116d0f-37fd-4b6a-bc3d-78f64e16f883 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:47:35.171358 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f90c82-f0a0-4428-a272-f918ac7f06f5", "name": "network-vif-deleted", "tag": "21aa3287-2ab3-4c26-88a5-872db603c112", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:47:35.172453 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1116d0f-37fd-4b6a-bc3d-78f64e16f883 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:47:35.173535 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f90c82-f0a0-4428-a272-f918ac7f06f5', 'name': 'network-vif-deleted', 'tag': '21aa3287-2ab3-4c26-88a5-872db603c112', 'status': 'completed', 'code': 200} Mar 01 13:47:35.214143 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db22c6a-448d-461e-90b6-627de5fbb97c req-30973eda-29ee-44ff-9bb0-32a5f3078d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:35.215810 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9db22c6a-448d-461e-90b6-627de5fbb97c req-30973eda-29ee-44ff-9bb0-32a5f3078d8c service neutron] 10.222.0.32 "GET /v2.0/networks?id=a2dec7e3-4601-4685-95e7-9ed53553db77 HTTP/1.1" status: 200 len: 918 time: 0.2030320 Mar 01 13:47:35.296853 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9db22c6a-448d-461e-90b6-627de5fbb97c req-cafade53-f2ec-4686-9b75-1302113f01d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be3d13b4-90c6-4a97-ac5d-46d6c4805009 HTTP/1.1" status: 200 len: 217 time: 0.0733857 Mar 01 13:47:35.377504 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa8871-dba4-4768-b649-c84c9b6bfc80 req-2b3075cf-ec52-4923-b770-e5d9e03587ba tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:35.379031 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6faa8871-dba4-4768-b649-c84c9b6bfc80 req-2b3075cf-ec52-4923-b770-e5d9e03587ba tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 944 time: 0.2421792 Mar 01 13:47:35.442033 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db22c6a-448d-461e-90b6-627de5fbb97c req-e46d0082-e574-40b3-85da-ae9fddd6babb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:35.443486 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9db22c6a-448d-461e-90b6-627de5fbb97c req-e46d0082-e574-40b3-85da-ae9fddd6babb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=261203cc-bf87-4d50-a32d-f34589170095 HTTP/1.1" status: 200 len: 856 time: 0.1075773 Mar 01 13:47:35.451034 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce595e7-7118-4872-989d-3e3d9f3da8a1 req-112f0284-d9cd-4293-a556-e845560a639f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:35.457900 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4ce595e7-7118-4872-989d-3e3d9f3da8a1 req-112f0284-d9cd-4293-a556-e845560a639f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 945 time: 0.1690767 Mar 01 13:47:35.512708 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6faa8871-dba4-4768-b649-c84c9b6bfc80 req-ce45a940-8992-407c-92c4-14d8b05c60bc tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229441 Mar 01 13:47:35.584235 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4ce595e7-7118-4872-989d-3e3d9f3da8a1 req-bef971cb-e33b-4960-baa9-b4f941c9bf74 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210718 Mar 01 13:47:35.621605 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db22c6a-448d-461e-90b6-627de5fbb97c req-5d5f1e93-5550-4040-9bb4-3a226b401a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:35.623373 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9db22c6a-448d-461e-90b6-627de5fbb97c req-5d5f1e93-5550-4040-9bb4-3a226b401a5f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a2dec7e3-4601-4685-95e7-9ed53553db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1629558 Mar 01 13:47:35.892931 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9db22c6a-448d-461e-90b6-627de5fbb97c req-22786dc0-c68c-480c-bbfe-484a8070d2ea service neutron] 10.222.0.32 "GET /v2.0/networks/a2dec7e3-4601-4685-95e7-9ed53553db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621999 Mar 01 13:47:36.069098 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1a790-5bce-4b47-b283-2754a465f397 req-1ac1eb9a-5417-4c42-9609-85591ae31232 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:36.070877 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7cd1a790-5bce-4b47-b283-2754a465f397 req-1ac1eb9a-5417-4c42-9609-85591ae31232 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 1127 time: 0.2106261 Mar 01 13:47:36.158825 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7cd1a790-5bce-4b47-b283-2754a465f397 req-48d2ebd6-a4dd-483d-9dc7-f5a330a99827 tempest-LiveMigrationTest-868406165 tempest-LiveMigrationTest-868406165-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771182 Mar 01 13:47:36.195338 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc789f-ffb4-40bf-837e-2dddbfc439cb req-e6833bdf-a86d-4e2f-8132-7254613b0fb4 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:36.202992 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-35bc789f-ffb4-40bf-837e-2dddbfc439cb req-e6833bdf-a86d-4e2f-8132-7254613b0fb4 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5e0e35-977a-411b-981d-cfa89097481b HTTP/1.1" status: 200 len: 945 time: 0.1821065 Mar 01 13:47:36.279720 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-35bc789f-ffb4-40bf-837e-2dddbfc439cb req-615637b5-11b1-4e13-97fd-947ffe035756 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631588 Mar 01 13:47:36.279720 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9db22c6a-448d-461e-90b6-627de5fbb97c req-f72db13d-c6bc-46d9-b34f-3d015654427e service neutron] 10.222.0.32 "GET /v2.0/networks/a2dec7e3-4601-4685-95e7-9ed53553db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322370 Mar 01 13:47:36.803884 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 21aa3287-2ab3-4c26-88a5-872db603c112 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:47:36.883725 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 21aa3287-2ab3-4c26-88a5-872db603c112 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:47:36.884712 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 21aa3287-2ab3-4c26-88a5-872db603c112 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:47:36.963124 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d07d9-bc88-498b-a5ec-ff396701ebad req-e055cc62-bc30-43d9-a6e5-700ea77892d3 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:36.965187 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b86d07d9-bc88-498b-a5ec-ff396701ebad req-e055cc62-bc30-43d9-a6e5-700ea77892d3 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5e0e35-977a-411b-981d-cfa89097481b HTTP/1.1" status: 200 len: 945 time: 0.2457445 Mar 01 13:47:36.973920 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b5e73-5537-4a75-98a2-89fa193100d8 req-96f4bf7c-d9cb-4532-b474-8e7377a70c0d tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:36.977700 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37112) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:36.985618 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a37b5e73-5537-4a75-98a2-89fa193100d8 req-96f4bf7c-d9cb-4532-b474-8e7377a70c0d tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 944 time: 0.2822585 Mar 01 13:47:37.087653 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b86d07d9-bc88-498b-a5ec-ff396701ebad req-afc96c5c-fe8e-4090-adaa-b84be2d3de11 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958693 Mar 01 13:47:37.201231 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a37b5e73-5537-4a75-98a2-89fa193100d8 req-33dd91ac-d0e8-4c12-9ca3-78730a5776fb tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143271 Mar 01 13:47:37.394265 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f70e11-a5da-46f4-b313-158545f25305 req-1cd241f1-0f17-4f1d-83c1-e85eccba2e7c tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:37.404921 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-75f70e11-a5da-46f4-b313-158545f25305 req-1cd241f1-0f17-4f1d-83c1-e85eccba2e7c tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 945 time: 0.1600940 Mar 01 13:47:37.517778 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7291f1c6-d5e8-49ca-9f1e-42b67832e4b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5273606b5eb242749c05f75a15dd6612&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5377378 Mar 01 13:47:37.520405 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37120) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:37.563198 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dd813-8cbc-46e2-a49b-00eab200aec2 req-b9d0f609-5574-4e0f-9c50-a76b4f841caf tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:37.564770 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c56dd813-8cbc-46e2-a49b-00eab200aec2 req-b9d0f609-5574-4e0f-9c50-a76b4f841caf tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.32 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 945 time: 0.1235030 Mar 01 13:47:37.588368 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-75f70e11-a5da-46f4-b313-158545f25305 req-38915210-1d53-4dff-aac0-56625ab3dbbb tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778209 Mar 01 13:47:37.657216 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37124) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:37.695846 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dc3834b4-c25c-4775-994f-0411993cffb2 admin admin] Publish callbacks [] for security_group (ca4f018f-96a3-4d4b-8368-0bcf57a4f322), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:37.781296 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dc3834b4-c25c-4775-994f-0411993cffb2 admin admin] Publish callbacks [] for security_group (ca4f018f-96a3-4d4b-8368-0bcf57a4f322), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:37.798759 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8dfc3f06-8b34-4479-aef1-44e8e16de79d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:37.830124 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-c56dd813-8cbc-46e2-a49b-00eab200aec2 req-52c5c05d-e4d0-4889-bb71-5745595e411b tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Deleting port af0e330d-1f59-40b6-8dbc-5ea23668a568 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:47:37.830886 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c56dd813-8cbc-46e2-a49b-00eab200aec2 req-52c5c05d-e4d0-4889-bb71-5745595e411b tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (af0e330d-1f59-40b6-8dbc-5ea23668a568), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:37.923545 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dc3834b4-c25c-4775-994f-0411993cffb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ca4f018f-96a3-4d4b-8368-0bcf57a4f322), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:37.926864 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dc3834b4-c25c-4775-994f-0411993cffb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:37.928353 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-dc3834b4-c25c-4775-994f-0411993cffb2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca4f018f-96a3-4d4b-8368-0bcf57a4f322 HTTP/1.1" status: 204 len: 168 time: 0.4069526 Mar 01 13:47:37.960516 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3834b4-c25c-4775-994f-0411993cffb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4f018f-96a3-4d4b-8368-0bcf57a4f322,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:37.985574 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-c56dd813-8cbc-46e2-a49b-00eab200aec2 req-52c5c05d-e4d0-4889-bb71-5745595e411b tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] For port af0e330d-1f59-40b6-8dbc-5ea23668a568, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=af0e330d-1f59-40b6-8dbc-5ea23668a568,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:37.985983 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c56dd813-8cbc-46e2-a49b-00eab200aec2 req-52c5c05d-e4d0-4889-bb71-5745595e411b tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (af0e330d-1f59-40b6-8dbc-5ea23668a568), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:38.022679 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-c56dd813-8cbc-46e2-a49b-00eab200aec2 req-52c5c05d-e4d0-4889-bb71-5745595e411b tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Calling delete_port for af0e330d-1f59-40b6-8dbc-5ea23668a568 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:47:38.032483 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8dfc3f06-8b34-4479-aef1-44e8e16de79d admin admin] Publish callbacks [] for security_group (e4dfa4c9-5d15-4179-8ca9-41a2fff4d699), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:38.047598 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8dfc3f06-8b34-4479-aef1-44e8e16de79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (e4dfa4c9-5d15-4179-8ca9-41a2fff4d699), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:38.090266 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8dfc3f06-8b34-4479-aef1-44e8e16de79d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d4ba89da7be4872847a20912757d8dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4311543 Mar 01 13:47:38.092712 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37136) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:38.160534 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc3f06-8b34-4479-aef1-44e8e16de79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4dfa4c9-5d15-4179-8ca9-41a2fff4d699,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:38.241350 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d450da0c-18c8-471c-815a-c8968092c101 admin admin] Publish callbacks [] for security_group (e4dfa4c9-5d15-4179-8ca9-41a2fff4d699), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:38.314206 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d450da0c-18c8-471c-815a-c8968092c101 admin admin] Publish callbacks [] for security_group (e4dfa4c9-5d15-4179-8ca9-41a2fff4d699), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:38.416151 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d450da0c-18c8-471c-815a-c8968092c101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (e4dfa4c9-5d15-4179-8ca9-41a2fff4d699), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:38.416151 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d450da0c-18c8-471c-815a-c8968092c101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:38.416151 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d450da0c-18c8-471c-815a-c8968092c101 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e4dfa4c9-5d15-4179-8ca9-41a2fff4d699 HTTP/1.1" status: 204 len: 168 time: 0.3171277 Mar 01 13:47:38.425788 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450da0c-18c8-471c-815a-c8968092c101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4dfa4c9-5d15-4179-8ca9-41a2fff4d699,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:38.541963 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37148) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:38.569215 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723edd2-c70f-4d93-a26f-32ee35b04c1a req-aa93ba6c-fe04-4389-862d-1bbe93b1ede8 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:38.574947 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e723edd2-c70f-4d93-a26f-32ee35b04c1a req-aa93ba6c-fe04-4389-862d-1bbe93b1ede8 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5e0e35-977a-411b-981d-cfa89097481b HTTP/1.1" status: 200 len: 945 time: 0.3553305 Mar 01 13:47:38.584731 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056084ff-b21e-4552-81f2-c1d11a438cef req-001d1836-3e8a-46c4-bbd8-76adeb0ebbde tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:38.604588 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-056084ff-b21e-4552-81f2-c1d11a438cef req-001d1836-3e8a-46c4-bbd8-76adeb0ebbde tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 944 time: 0.2991965 Mar 01 13:47:38.615478 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ff9cb1e6-95f0-4f71-aee8-0d104e32b57c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a12c871fccdc4e0aa47b6600edfe7ab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0718799 Mar 01 13:47:38.618840 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37152) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:38.683515 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48db34d1-7d01-45e4-b4e9-814d346b8dc5 admin admin] Publish callbacks [] for security_group (478da161-bdc1-418a-8796-fc69c5a91634), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:38.695528 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c56dd813-8cbc-46e2-a49b-00eab200aec2 req-52c5c05d-e4d0-4889-bb71-5745595e411b tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (af0e330d-1f59-40b6-8dbc-5ea23668a568), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:38.713604 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['af0e330d-1f59-40b6-8dbc-5ea23668a568'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:47:38.715308 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e723edd2-c70f-4d93-a26f-32ee35b04c1a req-c6a31938-9ca5-4847-82de-7a8737118fe9 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040270 Mar 01 13:47:38.715686 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device be3d13b4-90c6-4a97-ac5d-46d6c4805009 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:47:38.723626 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48db34d1-7d01-45e4-b4e9-814d346b8dc5 admin admin] Publish callbacks [] for security_group (478da161-bdc1-418a-8796-fc69c5a91634), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:38.754589 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5c05d-e4d0-4889-bb71-5745595e411b tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Pushing event deleted for resources: {'Port': ['ID=af0e330d-1f59-40b6-8dbc-5ea23668a568,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:38.768574 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-056084ff-b21e-4552-81f2-c1d11a438cef req-57ba2f6d-ae65-432f-9891-fd81c7a8550d tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604502 Mar 01 13:47:38.896433 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56dd813-8cbc-46e2-a49b-00eab200aec2 req-52c5c05d-e4d0-4889-bb71-5745595e411b tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] No DVR routers for this DVR port af0e330d-1f59-40b6-8dbc-5ea23668a568 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:47:38.906602 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c56dd813-8cbc-46e2-a49b-00eab200aec2 req-52c5c05d-e4d0-4889-bb71-5745595e411b tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:38.909157 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48db34d1-7d01-45e4-b4e9-814d346b8dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (478da161-bdc1-418a-8796-fc69c5a91634), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:38.912752 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48db34d1-7d01-45e4-b4e9-814d346b8dc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:38.915510 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c56dd813-8cbc-46e2-a49b-00eab200aec2 req-52c5c05d-e4d0-4889-bb71-5745595e411b tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.32 "DELETE /v2.0/ports/af0e330d-1f59-40b6-8dbc-5ea23668a568 HTTP/1.1" status: 204 len: 173 time: 1.3259180 Mar 01 13:47:38.916822 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19774f0c-70c9-4126-bee3-7ebdaf731bd0', 'name': 'network-vif-deleted', 'tag': 'af0e330d-1f59-40b6-8dbc-5ea23668a568'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:47:38.920191 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-48db34d1-7d01-45e4-b4e9-814d346b8dc5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/478da161-bdc1-418a-8796-fc69c5a91634 HTTP/1.1" status: 204 len: 168 time: 0.2992244 Mar 01 13:47:38.922145 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff1f743-d4af-4da6-8ae5-48eb0c8eb1a5" -d '{"events": [{"server_uuid": "19774f0c-70c9-4126-bee3-7ebdaf731bd0", "name": "network-vif-deleted", "tag": "af0e330d-1f59-40b6-8dbc-5ea23668a568"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:47:38.979086 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db34d1-7d01-45e4-b4e9-814d346b8dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478da161-bdc1-418a-8796-fc69c5a91634,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:39.040683 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port be3d13b4-90c6-4a97-ac5d-46d6c4805009, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=be3d13b4-90c6-4a97-ac5d-46d6c4805009,segment=NetworkSegment(efe48ac2-5e62-42f6-97e0-cf92cf9f656d),segment_id=efe48ac2-5e62-42f6-97e0-cf92cf9f656d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:39.055876 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'be3d13b4-90c6-4a97-ac5d-46d6c4805009', 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77', 'port_id': 'be3d13b4-90c6-4a97-ac5d-46d6c4805009', 'mac_address': 'fa:16:3e:18:9d:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '261203cc-bf87-4d50-a32d-f34589170095', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:47:39.102305 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-05e7c9e1-01cb-4ce8-87ea-1f4b173b18ff req-ffffe3b0-57a3-4e7b-9672-010e81ab5a18 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 210 time: 0.1298780 Mar 01 13:47:39.184873 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port be3d13b4-90c6-4a97-ac5d-46d6c4805009 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:47:39.185090 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a831939-cb86-4dd8-99cf-54a8b2ba8cd7 x-openstack-request-id: req-5a831939-cb86-4dd8-99cf-54a8b2ba8cd7 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:47:39.185387 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19774f0c-70c9-4126-bee3-7ebdaf731bd0", "name": "network-vif-deleted", "tag": "af0e330d-1f59-40b6-8dbc-5ea23668a568", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:47:39.185642 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a831939-cb86-4dd8-99cf-54a8b2ba8cd7 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:47:39.186229 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19774f0c-70c9-4126-bee3-7ebdaf731bd0', 'name': 'network-vif-deleted', 'tag': 'af0e330d-1f59-40b6-8dbc-5ea23668a568', 'status': 'completed', 'code': 200} Mar 01 13:47:39.186702 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (be3d13b4-90c6-4a97-ac5d-46d6c4805009), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:39.223931 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3d13b4-90c6-4a97-ac5d-46d6c4805009 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:47:39.259962 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port be3d13b4-90c6-4a97-ac5d-46d6c4805009, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=be3d13b4-90c6-4a97-ac5d-46d6c4805009,segment=NetworkSegment(efe48ac2-5e62-42f6-97e0-cf92cf9f656d),segment_id=efe48ac2-5e62-42f6-97e0-cf92cf9f656d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:39.275945 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (be3d13b4-90c6-4a97-ac5d-46d6c4805009), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:39.372360 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37182) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:39.403067 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f71c446-81f7-42c7-9046-c0a3f6c56581 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:39.431909 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=be3d13b4-90c6-4a97-ac5d-46d6c4805009,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:39.522870 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d39b52-2129-4eda-a268-6509542e6112 req-130ec540-31ce-41fc-bb77-f95cf4997051 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:39.525350 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26d39b52-2129-4eda-a268-6509542e6112 req-130ec540-31ce-41fc-bb77-f95cf4997051 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5e0e35-977a-411b-981d-cfa89097481b HTTP/1.1" status: 200 len: 945 time: 0.1128759 Mar 01 13:47:39.567609 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f71c446-81f7-42c7-9046-c0a3f6c56581 admin admin] Publish callbacks [] for security_group (fcd4dc48-95dc-4aae-83d2-a3c205899591), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:39.578071 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f71c446-81f7-42c7-9046-c0a3f6c56581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fcd4dc48-95dc-4aae-83d2-a3c205899591), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:39.584140 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26d39b52-2129-4eda-a268-6509542e6112 req-ecc7df68-f302-4aca-845a-3eb3e397a8d9 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515752 Mar 01 13:47:39.644162 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7f71c446-81f7-42c7-9046-c0a3f6c56581 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9200dc91d3ce4024b2941d51b81c275f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2693377 Mar 01 13:47:39.647919 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37188) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:39.651651 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71c446-81f7-42c7-9046-c0a3f6c56581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd4dc48-95dc-4aae-83d2-a3c205899591,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:39.666550 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['be3d13b4-90c6-4a97-ac5d-46d6c4805009'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:47:39.706349 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:39.740080 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-35451905-2254-419c-89ff-f1085aaad73a admin admin] Publish callbacks [] for security_group (fcd4dc48-95dc-4aae-83d2-a3c205899591), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:39.766239 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-35451905-2254-419c-89ff-f1085aaad73a admin admin] Publish callbacks [] for security_group (fcd4dc48-95dc-4aae-83d2-a3c205899591), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:39.829481 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:39.863086 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-35451905-2254-419c-89ff-f1085aaad73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fcd4dc48-95dc-4aae-83d2-a3c205899591), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:39.867061 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-35451905-2254-419c-89ff-f1085aaad73a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:39.870911 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-35451905-2254-419c-89ff-f1085aaad73a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fcd4dc48-95dc-4aae-83d2-a3c205899591 HTTP/1.1" status: 204 len: 168 time: 0.2191858 Mar 01 13:47:39.884827 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35451905-2254-419c-89ff-f1085aaad73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd4dc48-95dc-4aae-83d2-a3c205899591,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:40.018514 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef48f0c-ae4e-4bde-96bb-298e737a994c req-33b2ccf4-6ecf-4708-8073-f0148e0eeca6 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:40.029090 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bef48f0c-ae4e-4bde-96bb-298e737a994c req-33b2ccf4-6ecf-4708-8073-f0148e0eeca6 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 945 time: 0.1324742 Mar 01 13:47:40.104275 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bef48f0c-ae4e-4bde-96bb-298e737a994c req-46f59dd5-bd71-45f8-93ea-427cb671840b tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739851 Mar 01 13:47:40.265009 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f491683d-bd47-4fdc-80cb-e2b9f071cfd6 req-9959c1fc-8b44-4695-9a48-fed9986cb754 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 210 time: 0.0469890 Mar 01 13:47:40.716766 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device af0e330d-1f59-40b6-8dbc-5ea23668a568 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:47:40.747701 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126166e-eb9f-417b-8b1e-fc521d01da4e req-502b2568-55cd-42bc-8bf4-f9edd4d5de3c tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:40.749310 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7126166e-eb9f-417b-8b1e-fc521d01da4e req-502b2568-55cd-42bc-8bf4-f9edd4d5de3c tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5e0e35-977a-411b-981d-cfa89097481b HTTP/1.1" status: 200 len: 945 time: 0.0802779 Mar 01 13:47:40.756888 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: af0e330d-1f59-40b6-8dbc-5ea23668a568 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:47:40.757241 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device af0e330d-1f59-40b6-8dbc-5ea23668a568 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:47:40.819660 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7126166e-eb9f-417b-8b1e-fc521d01da4e req-0a2e972d-861b-4100-9470-539c8d996822 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570400 Mar 01 13:47:41.157805 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaeb24b-1385-4930-8ecb-1501847c6d6d req-4d5ad63c-773b-4f96-90fd-53a651fd7aab tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:41.159391 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7eaeb24b-1385-4930-8ecb-1501847c6d6d req-4d5ad63c-773b-4f96-90fd-53a651fd7aab tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 945 time: 0.0979979 Mar 01 13:47:41.192610 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67c181-f084-4351-a234-1f734904014f req-53f7f4ea-5ef4-4e95-82de-532b90530f10 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:41.194193 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cb67c181-f084-4351-a234-1f734904014f req-53f7f4ea-5ef4-4e95-82de-532b90530f10 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb5e0e35-977a-411b-981d-cfa89097481b HTTP/1.1" status: 200 len: 945 time: 0.0869558 Mar 01 13:47:41.263462 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7eaeb24b-1385-4930-8ecb-1501847c6d6d req-445f1e8e-7f7b-484c-850d-4afdc69c8de3 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963526 Mar 01 13:47:41.326682 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-cb67c181-f084-4351-a234-1f734904014f req-7148d384-80ba-4b8f-b68c-29a39f5b55b2 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Deleting port 75aa99dd-ed3d-4f9c-8303-a99c91c733b5 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:47:41.327038 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cb67c181-f084-4351-a234-1f734904014f req-7148d384-80ba-4b8f-b68c-29a39f5b55b2 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (75aa99dd-ed3d-4f9c-8303-a99c91c733b5), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:41.435297 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-cb67c181-f084-4351-a234-1f734904014f req-7148d384-80ba-4b8f-b68c-29a39f5b55b2 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] For port 75aa99dd-ed3d-4f9c-8303-a99c91c733b5, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=75aa99dd-ed3d-4f9c-8303-a99c91c733b5,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:41.435747 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cb67c181-f084-4351-a234-1f734904014f req-7148d384-80ba-4b8f-b68c-29a39f5b55b2 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (75aa99dd-ed3d-4f9c-8303-a99c91c733b5), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:41.449567 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-cb67c181-f084-4351-a234-1f734904014f req-7148d384-80ba-4b8f-b68c-29a39f5b55b2 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Calling delete_port for 75aa99dd-ed3d-4f9c-8303-a99c91c733b5 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:47:41.628383 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cb67c181-f084-4351-a234-1f734904014f req-7148d384-80ba-4b8f-b68c-29a39f5b55b2 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (75aa99dd-ed3d-4f9c-8303-a99c91c733b5), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:41.639492 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4f92b-c937-4ce4-a586-863f71ca43b2 req-719a09c2-d515-4c3b-b995-a98f2c889e4c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:41.640840 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['75aa99dd-ed3d-4f9c-8303-a99c91c733b5'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:47:41.641335 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-27e4f92b-c937-4ce4-a586-863f71ca43b2 req-719a09c2-d515-4c3b-b995-a98f2c889e4c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 945 time: 0.0726533 Mar 01 13:47:41.668679 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148d384-80ba-4b8f-b68c-29a39f5b55b2 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Pushing event deleted for resources: {'Port': ['ID=75aa99dd-ed3d-4f9c-8303-a99c91c733b5,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:41.736866 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb67c181-f084-4351-a234-1f734904014f req-7148d384-80ba-4b8f-b68c-29a39f5b55b2 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] No DVR routers for this DVR port 75aa99dd-ed3d-4f9c-8303-a99c91c733b5 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:47:41.741450 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cb67c181-f084-4351-a234-1f734904014f req-7148d384-80ba-4b8f-b68c-29a39f5b55b2 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:41.745447 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cb67c181-f084-4351-a234-1f734904014f req-7148d384-80ba-4b8f-b68c-29a39f5b55b2 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.32 "DELETE /v2.0/ports/75aa99dd-ed3d-4f9c-8303-a99c91c733b5 HTTP/1.1" status: 204 len: 173 time: 0.5455990 Mar 01 13:47:41.745889 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5e0e35-977a-411b-981d-cfa89097481b', 'name': 'network-vif-deleted', 'tag': '75aa99dd-ed3d-4f9c-8303-a99c91c733b5'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:47:41.748206 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cf5884-c36e-46d0-b4da-7e9cb4610be3" -d '{"events": [{"server_uuid": "cb5e0e35-977a-411b-981d-cfa89097481b", "name": "network-vif-deleted", "tag": "75aa99dd-ed3d-4f9c-8303-a99c91c733b5"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:47:41.763356 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-27e4f92b-c937-4ce4-a586-863f71ca43b2 req-2d0f660a-5406-4270-809b-09403ff5aaf5 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984535 Mar 01 13:47:41.889408 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f36b474a-9565-447f-8221-ea6c56ba5362 req-5febc260-feb3-4c47-a42d-cc385da9eec4 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 210 time: 0.0322454 Mar 01 13:47:42.379069 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f11001-12bc-4335-80f5-43933ccbd363 x-openstack-request-id: req-a2f11001-12bc-4335-80f5-43933ccbd363 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:47:42.379363 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5e0e35-977a-411b-981d-cfa89097481b", "name": "network-vif-deleted", "tag": "75aa99dd-ed3d-4f9c-8303-a99c91c733b5", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:47:42.379612 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2f11001-12bc-4335-80f5-43933ccbd363 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:47:42.380057 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5e0e35-977a-411b-981d-cfa89097481b', 'name': 'network-vif-deleted', 'tag': '75aa99dd-ed3d-4f9c-8303-a99c91c733b5', 'status': 'completed', 'code': 200} Mar 01 13:47:42.490516 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-535bee6e-cc3f-487a-b9ad-444a666de112 req-e1bc51bf-95c5-40aa-b737-cae4f8bb199b tempest-FlavorsV2NegativeTest-389496184 tempest-FlavorsV2NegativeTest-389496184-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=78bc66cba7fb42849445af0493323cb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208046 Mar 01 13:47:42.598125 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bee6e-cc3f-487a-b9ad-444a666de112 req-cb7210fa-bf2f-4268-b020-63a2a4a9403c tempest-FlavorsV2NegativeTest-389496184 tempest-FlavorsV2NegativeTest-389496184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:42.599591 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-535bee6e-cc3f-487a-b9ad-444a666de112 req-cb7210fa-bf2f-4268-b020-63a2a4a9403c tempest-FlavorsV2NegativeTest-389496184 tempest-FlavorsV2NegativeTest-389496184-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1032622 Mar 01 13:47:42.613913 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-535bee6e-cc3f-487a-b9ad-444a666de112 req-d0946ce4-0c25-4bef-8688-90bb9e647725 tempest-FlavorsV2NegativeTest-389496184 tempest-FlavorsV2NegativeTest-389496184-project] 10.222.0.13 "GET /v2.0/quotas/78bc66cba7fb42849445af0493323cb0 HTTP/1.1" status: 200 len: 375 time: 0.0089171 Mar 01 13:47:42.645264 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-535bee6e-cc3f-487a-b9ad-444a666de112 req-9812ef28-5c9c-498f-95de-76288e53059a tempest-FlavorsV2NegativeTest-389496184 tempest-FlavorsV2NegativeTest-389496184-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=78bc66cba7fb42849445af0493323cb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265005 Mar 01 13:47:42.723903 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device be3d13b4-90c6-4a97-ac5d-46d6c4805009 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:47:42.792431 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port be3d13b4-90c6-4a97-ac5d-46d6c4805009 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:47:42.797217 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port be3d13b4-90c6-4a97-ac5d-46d6c4805009 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:47:42.797595 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (be3d13b4-90c6-4a97-ac5d-46d6c4805009), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:42.919775 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port be3d13b4-90c6-4a97-ac5d-46d6c4805009 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:47:42.920659 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (be3d13b4-90c6-4a97-ac5d-46d6c4805009), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:42.949446 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4025627-1ecb-4755-b6e9-eff457f43453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3d13b4-90c6-4a97-ac5d-46d6c4805009'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:47:42.952245 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8aa68f1-7341-4976-80df-990bdec3a1c1" -d '{"events": [{"server_uuid": "e4025627-1ecb-4755-b6e9-eff457f43453", "name": "network-vif-plugged", "status": "completed", "tag": "be3d13b4-90c6-4a97-ac5d-46d6c4805009"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:47:42.968213 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port be3d13b4-90c6-4a97-ac5d-46d6c4805009, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=be3d13b4-90c6-4a97-ac5d-46d6c4805009,segment=NetworkSegment(efe48ac2-5e62-42f6-97e0-cf92cf9f656d),segment_id=efe48ac2-5e62-42f6-97e0-cf92cf9f656d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:42.976918 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (be3d13b4-90c6-4a97-ac5d-46d6c4805009), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:42.980461 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 7988cdd9-dd32-4813-871c-c8dca2569301 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:47:43.038681 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce148083-3481-471b-b74a-aa3a295db259 req-59422468-6df0-4ccd-8db5-3359c2abf707 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:43.048897 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ce148083-3481-471b-b74a-aa3a295db259 req-59422468-6df0-4ccd-8db5-3359c2abf707 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/networks?id=1db2e377-eb34-4fc8-b308-125f1046605c HTTP/1.1" status: 200 len: 811 time: 0.1378517 Mar 01 13:47:43.068231 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ce148083-3481-471b-b74a-aa3a295db259 req-3fd0a018-b9d3-431d-af68-14ae1e3bb321 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/quotas/f3e60b304ea34ca8a598bc4e060e2ca5 HTTP/1.1" status: 200 len: 375 time: 0.0176163 Mar 01 13:47:43.068706 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=be3d13b4-90c6-4a97-ac5d-46d6c4805009,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:43.102621 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ce148083-3481-471b-b74a-aa3a295db259 req-5447ca4b-5776-4fc2-bdf3-0c60d6758836 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f3e60b304ea34ca8a598bc4e060e2ca5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334942 Mar 01 13:47:43.125931 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 7988cdd9-dd32-4813-871c-c8dca2569301 is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:47:43.126281 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7988cdd9-dd32-4813-871c-c8dca2569301), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:43.162348 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 7988cdd9-dd32-4813-871c-c8dca2569301, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=7988cdd9-dd32-4813-871c-c8dca2569301,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:43.169010 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (7988cdd9-dd32-4813-871c-c8dca2569301), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:43.201453 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ce148083-3481-471b-b74a-aa3a295db259 req-2b85baca-b1d1-464e-b764-d3f6918a4eb6 service neutron] 10.222.0.13 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905976 Mar 01 13:47:43.229723 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=7988cdd9-dd32-4813-871c-c8dca2569301,revision_number=8']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:43.319504 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ce148083-3481-471b-b74a-aa3a295db259 req-f1fd5041-c10f-47ae-befb-b667f8fc1f60 service neutron] 10.222.0.13 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110914 Mar 01 13:47:43.327517 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37384) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:43.452353 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-62ddca36-9c89-45b2-9eae-f6aab810daca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:43.571914 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-62ddca36-9c89-45b2-9eae-f6aab810daca admin admin] Publish callbacks [] for security_group (ec9db927-f49e-47c6-b027-c6d400f610b7), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:43.580461 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-62ddca36-9c89-45b2-9eae-f6aab810daca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ec9db927-f49e-47c6-b027-c6d400f610b7), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:43.609005 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58333732-5030-4799-9595-81a5173ff4b4 req-47481e91-48a1-47e9-85f3-77bb5e21951c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:43.610496 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-58333732-5030-4799-9595-81a5173ff4b4 req-47481e91-48a1-47e9-85f3-77bb5e21951c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 946 time: 0.1080897 Mar 01 13:47:43.643312 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37392) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:43.643930 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-62ddca36-9c89-45b2-9eae-f6aab810daca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=78bc66cba7fb42849445af0493323cb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3145020 Mar 01 13:47:43.656840 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ddca36-9c89-45b2-9eae-f6aab810daca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9db927-f49e-47c6-b027-c6d400f610b7,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:43.692230 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-58333732-5030-4799-9595-81a5173ff4b4 req-24300ad1-d1a5-4573-8c62-fbafabadb5a0 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718319 Mar 01 13:47:43.715825 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f0c93096-915d-4dc9-b8ea-1b4e5202f42c admin admin] Publish callbacks [] for security_group (ec9db927-f49e-47c6-b027-c6d400f610b7), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:43.743020 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f0c93096-915d-4dc9-b8ea-1b4e5202f42c admin admin] Publish callbacks [] for security_group (ec9db927-f49e-47c6-b027-c6d400f610b7), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:43.803943 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f0c93096-915d-4dc9-b8ea-1b4e5202f42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ec9db927-f49e-47c6-b027-c6d400f610b7), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:43.804998 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e90d1fff-b8e4-43c7-8e91-f44a8d361829 req-1249dc07-3d17-4b38-8613-4261060666e0 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 210 time: 0.0418615 Mar 01 13:47:43.809574 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f0c93096-915d-4dc9-b8ea-1b4e5202f42c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:43.813333 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f0c93096-915d-4dc9-b8ea-1b4e5202f42c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec9db927-f49e-47c6-b027-c6d400f610b7 HTTP/1.1" status: 204 len: 168 time: 0.1654286 Mar 01 13:47:43.821312 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c93096-915d-4dc9-b8ea-1b4e5202f42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9db927-f49e-47c6-b027-c6d400f610b7,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:44.201126 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbd127f-cbee-4a36-8437-2acb85442417 req-95d2650c-3b2c-424a-9074-99ad31c6fafd tempest-QuotasAdminNegativeTest-261195852 tempest-QuotasAdminNegativeTest-261195852-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=6f96e6258ef843d5a00a7c2826232777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264461 Mar 01 13:47:44.333961 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd127f-cbee-4a36-8437-2acb85442417 req-1f5b1665-121a-4379-ae62-9317b063c629 tempest-QuotasAdminNegativeTest-261195852 tempest-QuotasAdminNegativeTest-261195852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:44.335591 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbd127f-cbee-4a36-8437-2acb85442417 req-1f5b1665-121a-4379-ae62-9317b063c629 tempest-QuotasAdminNegativeTest-261195852 tempest-QuotasAdminNegativeTest-261195852-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1338055 Mar 01 13:47:44.350839 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbd127f-cbee-4a36-8437-2acb85442417 req-98811fc0-2bdc-43b9-ae26-9af93454221a tempest-QuotasAdminNegativeTest-261195852 tempest-QuotasAdminNegativeTest-261195852-project] 10.222.0.13 "GET /v2.0/quotas/6f96e6258ef843d5a00a7c2826232777 HTTP/1.1" status: 200 len: 375 time: 0.0094607 Mar 01 13:47:44.396092 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbd127f-cbee-4a36-8437-2acb85442417 req-9db42d3a-7605-4fd3-862a-efc2c8939530 tempest-QuotasAdminNegativeTest-261195852 tempest-QuotasAdminNegativeTest-261195852-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f96e6258ef843d5a00a7c2826232777&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387976 Mar 01 13:47:44.503831 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d507a287-c9db-49f6-a8b4-4732349d0dac x-openstack-request-id: req-d507a287-c9db-49f6-a8b4-4732349d0dac {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:47:44.504680 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4025627-1ecb-4755-b6e9-eff457f43453", "name": "network-vif-plugged", "status": "completed", "tag": "be3d13b4-90c6-4a97-ac5d-46d6c4805009", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:47:44.505105 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d507a287-c9db-49f6-a8b4-4732349d0dac {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:47:44.505735 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4025627-1ecb-4755-b6e9-eff457f43453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3d13b4-90c6-4a97-ac5d-46d6c4805009', 'code': 200} Mar 01 13:47:44.604478 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37436) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:44.609066 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fcb5ccd2-72ae-4b27-8a4f-448c1e204e46 req-bd6594af-bc8b-4f6d-bbaf-57d211ffc8a3 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 210 time: 0.0453060 Mar 01 13:47:44.685608 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e2c23-78bb-4ce9-bd22-9f2572d38cb8 req-4fbdc0af-a3d6-4811-80d0-f74c7111f46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:44.687387 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ac3e2c23-78bb-4ce9-bd22-9f2572d38cb8 req-4fbdc0af-a3d6-4811-80d0-f74c7111f46b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 1128 time: 0.0808964 Mar 01 13:47:44.815032 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ac3e2c23-78bb-4ce9-bd22-9f2572d38cb8 req-87e5f2c6-a8f3-4fd2-9618-6c220654496f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068945 Mar 01 13:47:44.821732 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-cfdf9ae3-2ece-4b4e-80d6-50f2cb8457a4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-252549783-network', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:47:44.875607 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdf9ae3-2ece-4b4e-80d6-50f2cb8457a4 admin admin] Made reservation on behalf of c18946c020b04e1e84eb00e4d66b6194 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:47:44.878634 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cfdf9ae3-2ece-4b4e-80d6-50f2cb8457a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:44.896635 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce148083-3481-471b-b74a-aa3a295db259 req-535d627f-4c9e-4311-81d8-dce2e7b11b1c tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:44.898605 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ce148083-3481-471b-b74a-aa3a295db259 req-535d627f-4c9e-4311-81d8-dce2e7b11b1c tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.32 "GET /v2.0/networks?id=1db2e377-eb34-4fc8-b308-125f1046605c HTTP/1.1" status: 200 len: 811 time: 0.2018633 Mar 01 13:47:44.899069 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cfdf9ae3-2ece-4b4e-80d6-50f2cb8457a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:44.977889 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cfdf9ae3-2ece-4b4e-80d6-50f2cb8457a4 admin admin] Publish callbacks [] for security_group (3682eac9-a3cc-4051-bf61-dbdd5b18b54e), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:44.981625 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cfdf9ae3-2ece-4b4e-80d6-50f2cb8457a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (3682eac9-a3cc-4051-bf61-dbdd5b18b54e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:45.011057 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfdf9ae3-2ece-4b4e-80d6-50f2cb8457a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:47:45.015708 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf9ae3-2ece-4b4e-80d6-50f2cb8457a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3682eac9-a3cc-4051-bf61-dbdd5b18b54e,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:45.023109 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cfdf9ae3-2ece-4b4e-80d6-50f2cb8457a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (5e062692-f1f6-406b-80a0-4be4bcdfa6ec), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:45.023451 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-cfdf9ae3-2ece-4b4e-80d6-50f2cb8457a4 admin admin] Added segment 5e062692-f1f6-406b-80a0-4be4bcdfa6ec of type vlan for network 46ad6524-9b8b-408c-bf41-570bd4a14b9a Mar 01 13:47:45.072759 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cfdf9ae3-2ece-4b4e-80d6-50f2cb8457a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (46ad6524-9b8b-408c-bf41-570bd4a14b9a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:45.096147 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-ce148083-3481-471b-b74a-aa3a295db259 req-bd138f67-8d15-44db-a6d3-5c33eddd3821 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Request body: {'port': {'device_id': '075f7a74-6753-4ed9-b31f-0b20e7c55713', 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c', 'admin_state_up': True, 'tenant_id': 'f3e60b304ea34ca8a598bc4e060e2ca5'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:47:45.096387 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09da417-d5bf-4d7a-ab8c-6781a30569fa req-1176f37a-a247-45ea-92b0-31c1920c1195 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:45.098031 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d09da417-d5bf-4d7a-ab8c-6781a30569fa req-1176f37a-a247-45ea-92b0-31c1920c1195 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 946 time: 0.0539637 Mar 01 13:47:45.146658 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cfdf9ae3-2ece-4b4e-80d6-50f2cb8457a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (46ad6524-9b8b-408c-bf41-570bd4a14b9a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:45.147619 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdf9ae3-2ece-4b4e-80d6-50f2cb8457a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:45.148219 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cfdf9ae3-2ece-4b4e-80d6-50f2cb8457a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:45.159843 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d09da417-d5bf-4d7a-ab8c-6781a30569fa req-50f716b1-1e68-40c5-a158-32d37d1936b4 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557628 Mar 01 13:47:45.228734 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cfdf9ae3-2ece-4b4e-80d6-50f2cb8457a4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6228082 Mar 01 13:47:45.234012 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37450) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:45.244472 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf9ae3-2ece-4b4e-80d6-50f2cb8457a4 admin admin] Pushing event updated for resources: {'Network': ['ID=46ad6524-9b8b-408c-bf41-570bd4a14b9a,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:45.256040 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 46ad6524-9b8b-408c-bf41-570bd4a14b9a details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:47:45.272081 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-f44ccba4-3c6c-4026-bfc2-9be585850562 admin admin] Request body: {'subnet': {'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-252549783-subnet', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:47:45.279533 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a6a103cb-f86d-4569-8098-ef3daf4de0ea req-df26ccd0-6a29-4290-8fe5-a404bd3437f5 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 210 time: 0.0552588 Mar 01 13:47:45.289033 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce148083-3481-471b-b74a-aa3a295db259 req-bd138f67-8d15-44db-a6d3-5c33eddd3821 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Made reservation on behalf of f3e60b304ea34ca8a598bc4e060e2ca5 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:47:45.295569 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ce148083-3481-471b-b74a-aa3a295db259 req-bd138f67-8d15-44db-a6d3-5c33eddd3821 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:45.318938 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44ccba4-3c6c-4026-bfc2-9be585850562 admin admin] Made reservation on behalf of c18946c020b04e1e84eb00e4d66b6194 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:47:45.322409 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f44ccba4-3c6c-4026-bfc2-9be585850562 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:45.463388 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-ce148083-3481-471b-b74a-aa3a295db259 req-bd138f67-8d15-44db-a6d3-5c33eddd3821 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Allocated IP 172.20.0.3 (1db2e377-eb34-4fc8-b308-125f1046605c/0074be29-4f96-45b4-82b7-e955d173d55c/15fd70f6-03bb-4594-92c7-3d49ec9756b8) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:47:45.558892 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f44ccba4-3c6c-4026-bfc2-9be585850562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (86ba1087-1883-4262-ae29-f20d536ca1ef), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:45.634336 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ccba4-3c6c-4026-bfc2-9be585850562 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86ba1087-1883-4262-ae29-f20d536ca1ef,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:45.669213 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44ccba4-3c6c-4026-bfc2-9be585850562 admin admin] Checking segment: {'id': '5e062692-f1f6-406b-80a0-4be4bcdfa6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:47:45.669522 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44ccba4-3c6c-4026-bfc2-9be585850562 admin admin] Network hostable DHCP agents. Network: 46ad6524-9b8b-408c-bf41-570bd4a14b9a, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:47:45.671353 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ce148083-3481-471b-b74a-aa3a295db259 req-bd138f67-8d15-44db-a6d3-5c33eddd3821 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks [] for port (15fd70f6-03bb-4594-92c7-3d49ec9756b8), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:45.691944 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44ccba4-3c6c-4026-bfc2-9be585850562 admin admin] Network 46ad6524-9b8b-408c-bf41-570bd4a14b9a is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:47:45.708248 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-f44ccba4-3c6c-4026-bfc2-9be585850562 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 46ad6524-9b8b-408c-bf41-570bd4a14b9a) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:47:45.720731 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533b500b-dd4d-4dec-9163-40feec34c5c9 None None] Network 46ad6524-9b8b-408c-bf41-570bd4a14b9a requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:47:45.729684 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44ccba4-3c6c-4026-bfc2-9be585850562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:45.731191 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f44ccba4-3c6c-4026-bfc2-9be585850562 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:45.777970 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ce148083-3481-471b-b74a-aa3a295db259 req-bd138f67-8d15-44db-a6d3-5c33eddd3821 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (15fd70f6-03bb-4594-92c7-3d49ec9756b8), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:45.802890 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f44ccba4-3c6c-4026-bfc2-9be585850562 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5659583 Mar 01 13:47:45.805893 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4f37ac72-bf17-4d99-9c61-96d684cedfc0 req-608be363-14ff-4347-b59b-bfd5a0ccee02 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 210 time: 0.0650682 Mar 01 13:47:45.806480 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37474) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:45.810798 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-5426933a-49f2-4737-8903-02fe77ed5b05 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-252549783-router', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:47:45.868424 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5426933a-49f2-4737-8903-02fe77ed5b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (6b94c93f-761e-4f17-b0a9-d8cc63f81129), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:45.872096 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5426933a-49f2-4737-8903-02fe77ed5b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (6b94c93f-761e-4f17-b0a9-d8cc63f81129), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:45.893963 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce148083-3481-471b-b74a-aa3a295db259 req-bd138f67-8d15-44db-a6d3-5c33eddd3821 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Network 1db2e377-eb34-4fc8-b308-125f1046605c is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:47:45.901740 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-ce148083-3481-471b-b74a-aa3a295db259 req-bd138f67-8d15-44db-a6d3-5c33eddd3821 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:47:45.913566 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce148083-3481-471b-b74a-aa3a295db259 req-bd138f67-8d15-44db-a6d3-5c33eddd3821 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:47:45.922591 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd138f67-8d15-44db-a6d3-5c33eddd3821 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Pushing event updated for resources: {'Port': ['ID=15fd70f6-03bb-4594-92c7-3d49ec9756b8,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:45.995254 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e885ef-2115-4957-a2fe-0b1e5982a46c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'fixed_ips': [{'subnet_id': '86ba1087-1883-4262-ae29-f20d536ca1ef'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:47:45.996339 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-84e885ef-2115-4957-a2fe-0b1e5982a46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:46.002821 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5426933a-49f2-4737-8903-02fe77ed5b05 admin admin] Publish callbacks [] for router_controller (6b94c93f-761e-4f17-b0a9-d8cc63f81129), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:46.023126 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce148083-3481-471b-b74a-aa3a295db259 req-bd138f67-8d15-44db-a6d3-5c33eddd3821 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:46.029571 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ce148083-3481-471b-b74a-aa3a295db259 req-bd138f67-8d15-44db-a6d3-5c33eddd3821 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:46.061060 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ce148083-3481-471b-b74a-aa3a295db259 req-bd138f67-8d15-44db-a6d3-5c33eddd3821 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9703343 Mar 01 13:47:46.077764 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-ce148083-3481-471b-b74a-aa3a295db259 req-a8762b74-70fa-49b0-b410-9ffa7fbbc92c service neutron] Request body: {'port': {'device_id': '075f7a74-6753-4ed9-b31f-0b20e7c55713', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:47:46.171043 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ce148083-3481-471b-b74a-aa3a295db259 req-a8762b74-70fa-49b0-b410-9ffa7fbbc92c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (15fd70f6-03bb-4594-92c7-3d49ec9756b8), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:46.242401 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-84e885ef-2115-4957-a2fe-0b1e5982a46c None None] Allocated IP 172.20.0.2 (46ad6524-9b8b-408c-bf41-570bd4a14b9a/86ba1087-1883-4262-ae29-f20d536ca1ef/295e0a2f-d3c5-4446-9647-3d4d15e10685) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:47:46.244868 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5426933a-49f2-4737-8903-02fe77ed5b05 admin admin] Publish callbacks [] for router_gateway (6b94c93f-761e-4f17-b0a9-d8cc63f81129), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:46.260747 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-54e8f51a-4acf-4028-b6d9-36be0e5693bb req-ec89bea1-47dd-4339-a2d2-366e321b1672 tempest-QuotasAdminNegativeTest-261195852 tempest-QuotasAdminNegativeTest-261195852-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=6f96e6258ef843d5a00a7c2826232777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2547243 Mar 01 13:47:46.512350 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec34bf6-beac-4f11-8355-52b72229e171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7988cdd9-dd32-4813-871c-c8dca2569301'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:47:46.514562 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eda1e79-bfe5-4525-9bc9-0794491116d6" -d '{"events": [{"server_uuid": "0ec34bf6-beac-4f11-8355-52b72229e171", "name": "network-vif-unplugged", "status": "completed", "tag": "7988cdd9-dd32-4813-871c-c8dca2569301"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:47:46.544884 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-84e885ef-2115-4957-a2fe-0b1e5982a46c None None] Publish callbacks [] for port (295e0a2f-d3c5-4446-9647-3d4d15e10685), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:46.551767 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8f51a-4acf-4028-b6d9-36be0e5693bb req-2df9c077-02e9-4045-9f9c-6b06ef901144 tempest-QuotasAdminNegativeTest-261195852 tempest-QuotasAdminNegativeTest-261195852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:46.559696 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-84e885ef-2115-4957-a2fe-0b1e5982a46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (295e0a2f-d3c5-4446-9647-3d4d15e10685), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:46.562412 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-54e8f51a-4acf-4028-b6d9-36be0e5693bb req-2df9c077-02e9-4045-9f9c-6b06ef901144 tempest-QuotasAdminNegativeTest-261195852 tempest-QuotasAdminNegativeTest-261195852-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2999003 Mar 01 13:47:46.608826 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-54e8f51a-4acf-4028-b6d9-36be0e5693bb req-330295c4-2877-475d-a62c-2c98a2065a75 tempest-QuotasAdminNegativeTest-261195852 tempest-QuotasAdminNegativeTest-261195852-project] 10.222.0.13 "GET /v2.0/quotas/6f96e6258ef843d5a00a7c2826232777 HTTP/1.1" status: 200 len: 375 time: 0.0449922 Mar 01 13:47:46.645175 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e885ef-2115-4957-a2fe-0b1e5982a46c None None] Network 46ad6524-9b8b-408c-bf41-570bd4a14b9a is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:47:46.664038 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-84e885ef-2115-4957-a2fe-0b1e5982a46c None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:47:46.676649 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e885ef-2115-4957-a2fe-0b1e5982a46c None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:47:46.678961 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e885ef-2115-4957-a2fe-0b1e5982a46c None None] Pushing event updated for resources: {'Port': ['ID=295e0a2f-d3c5-4446-9647-3d4d15e10685,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:46.709378 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-54e8f51a-4acf-4028-b6d9-36be0e5693bb req-75a57420-6dbc-485c-85e3-32c6152d0e1c tempest-QuotasAdminNegativeTest-261195852 tempest-QuotasAdminNegativeTest-261195852-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f96e6258ef843d5a00a7c2826232777&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0974593 Mar 01 13:47:46.786201 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 7988cdd9-dd32-4813-871c-c8dca2569301 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:47:46.788530 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 75aa99dd-ed3d-4f9c-8303-a99c91c733b5 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:47:46.814828 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c73d4-1bce-4929-8282-25e2ede92551 req-cdce6c67-2fcd-4582-bd42-8621d26b2412 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:46.816838 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5e7c73d4-1bce-4929-8282-25e2ede92551 req-cdce6c67-2fcd-4582-bd42-8621d26b2412 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 946 time: 0.2494183 Mar 01 13:47:46.848226 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-84e885ef-2115-4957-a2fe-0b1e5982a46c None None] Attempting to bind port 295e0a2f-d3c5-4446-9647-3d4d15e10685 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:47:46.848593 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-84e885ef-2115-4957-a2fe-0b1e5982a46c None None] Attempting to bind port 295e0a2f-d3c5-4446-9647-3d4d15e10685 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '5e062692-f1f6-406b-80a0-4be4bcdfa6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:47:46.848951 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e885ef-2115-4957-a2fe-0b1e5982a46c None None] Attempting to bind port 295e0a2f-d3c5-4446-9647-3d4d15e10685 on network 46ad6524-9b8b-408c-bf41-570bd4a14b9a {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:47:46.868639 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: 75aa99dd-ed3d-4f9c-8303-a99c91c733b5 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:47:46.869235 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 75aa99dd-ed3d-4f9c-8303-a99c91c733b5 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:47:46.878992 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e885ef-2115-4957-a2fe-0b1e5982a46c None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:47:46.879586 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e885ef-2115-4957-a2fe-0b1e5982a46c None None] Checking segment: {'id': '5e062692-f1f6-406b-80a0-4be4bcdfa6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:47:46.880900 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-84e885ef-2115-4957-a2fe-0b1e5982a46c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:46.881467 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e885ef-2115-4957-a2fe-0b1e5982a46c None None] Bound using segment: {'id': '5e062692-f1f6-406b-80a0-4be4bcdfa6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:47:46.882130 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-84e885ef-2115-4957-a2fe-0b1e5982a46c None None] Bound port: 295e0a2f-d3c5-4446-9647-3d4d15e10685, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e062692-f1f6-406b-80a0-4be4bcdfa6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:47:46.885679 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-84e885ef-2115-4957-a2fe-0b1e5982a46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (295e0a2f-d3c5-4446-9647-3d4d15e10685), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:47.065904 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-577d4fa6-9803-4685-bd7f-ef1ed007a283 req-078b6363-c7e6-4f1e-b057-26d528c59b19 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 210 time: 0.1140962 Mar 01 13:47:47.081835 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-ce148083-3481-471b-b74a-aa3a295db259 req-a8762b74-70fa-49b0-b410-9ffa7fbbc92c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15fd70f6-03bb-4594-92c7-3d49ec9756b8 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:47:47.096327 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ce148083-3481-471b-b74a-aa3a295db259 req-a8762b74-70fa-49b0-b410-9ffa7fbbc92c service neutron] Publish callbacks [] for port (15fd70f6-03bb-4594-92c7-3d49ec9756b8), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:47.126138 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-ce148083-3481-471b-b74a-aa3a295db259 req-a8762b74-70fa-49b0-b410-9ffa7fbbc92c service neutron] Transition to ACTIVE for port object 15fd70f6-03bb-4594-92c7-3d49ec9756b8 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:47:47.138445 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ce148083-3481-471b-b74a-aa3a295db259 req-a8762b74-70fa-49b0-b410-9ffa7fbbc92c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (15fd70f6-03bb-4594-92c7-3d49ec9756b8), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:47.168061 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-84e885ef-2115-4957-a2fe-0b1e5982a46c None None] For port 295e0a2f-d3c5-4446-9647-3d4d15e10685, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:47:47.182906 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 7988cdd9-dd32-4813-871c-c8dca2569301, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=7988cdd9-dd32-4813-871c-c8dca2569301,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:47.197717 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-84e885ef-2115-4957-a2fe-0b1e5982a46c None None] For port 295e0a2f-d3c5-4446-9647-3d4d15e10685, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=295e0a2f-d3c5-4446-9647-3d4d15e10685,segment=NetworkSegment(5e062692-f1f6-406b-80a0-4be4bcdfa6ec),segment_id=5e062692-f1f6-406b-80a0-4be4bcdfa6ec)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:47:47.210318 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '7988cdd9-dd32-4813-871c-c8dca2569301', 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166', 'port_id': '7988cdd9-dd32-4813-871c-c8dca2569301', 'mac_address': 'fa:16:3e:f4:d9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ea702e-89f4-430d-ba35-37a3134c98fa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:47:47.216109 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-84e885ef-2115-4957-a2fe-0b1e5982a46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (295e0a2f-d3c5-4446-9647-3d4d15e10685), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:47.280890 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8762b74-70fa-49b0-b410-9ffa7fbbc92c service neutron] Pushing event updated for resources: {'Port': ['ID=15fd70f6-03bb-4594-92c7-3d49ec9756b8,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:47.472792 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-ce148083-3481-471b-b74a-aa3a295db259 req-a8762b74-70fa-49b0-b410-9ffa7fbbc92c service neutron] Attempting to bind port 15fd70f6-03bb-4594-92c7-3d49ec9756b8 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:47:47.472792 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-ce148083-3481-471b-b74a-aa3a295db259 req-a8762b74-70fa-49b0-b410-9ffa7fbbc92c service neutron] Attempting to bind port 15fd70f6-03bb-4594-92c7-3d49ec9756b8 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'a36c5e58-8887-44ea-b2e7-4336450f7579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:47:47.473156 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce148083-3481-471b-b74a-aa3a295db259 req-a8762b74-70fa-49b0-b410-9ffa7fbbc92c service neutron] Attempting to bind port 15fd70f6-03bb-4594-92c7-3d49ec9756b8 on network 1db2e377-eb34-4fc8-b308-125f1046605c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:47:47.480874 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce148083-3481-471b-b74a-aa3a295db259 req-a8762b74-70fa-49b0-b410-9ffa7fbbc92c service neutron] Port 15fd70f6-03bb-4594-92c7-3d49ec9756b8 on network 1db2e377-eb34-4fc8-b308-125f1046605c not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:47:47.481399 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce148083-3481-471b-b74a-aa3a295db259 req-a8762b74-70fa-49b0-b410-9ffa7fbbc92c service neutron] Attempting to bind port 15fd70f6-03bb-4594-92c7-3d49ec9756b8 on network 1db2e377-eb34-4fc8-b308-125f1046605c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:47:47.485861 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e885ef-2115-4957-a2fe-0b1e5982a46c None None] Pushing event updated for resources: {'Port': ['ID=295e0a2f-d3c5-4446-9647-3d4d15e10685,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:47.492713 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 7988cdd9-dd32-4813-871c-c8dca2569301 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:47:47.499216 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7988cdd9-dd32-4813-871c-c8dca2569301), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:47.506643 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 13:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b9789b-2a4c-490d-9493-d974b67bc8e5 x-openstack-request-id: req-79b9789b-2a4c-490d-9493-d974b67bc8e5 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:47:47.508211 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec34bf6-beac-4f11-8355-52b72229e171", "name": "network-vif-unplugged", "status": "completed", "tag": "7988cdd9-dd32-4813-871c-c8dca2569301", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:47:47.508942 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5e7c73d4-1bce-4929-8282-25e2ede92551 req-ff6a82e9-2b9c-472c-80be-88712787122d tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6834948 Mar 01 13:47:47.510325 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79b9789b-2a4c-490d-9493-d974b67bc8e5 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:47:47.513757 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec34bf6-beac-4f11-8355-52b72229e171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7988cdd9-dd32-4813-871c-c8dca2569301', 'code': 200} Mar 01 13:47:47.514357 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce148083-3481-471b-b74a-aa3a295db259 req-a8762b74-70fa-49b0-b410-9ffa7fbbc92c service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:47:47.515700 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce148083-3481-471b-b74a-aa3a295db259 req-a8762b74-70fa-49b0-b410-9ffa7fbbc92c service neutron] Checking segment: {'id': 'a36c5e58-8887-44ea-b2e7-4336450f7579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:47:47.517156 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce148083-3481-471b-b74a-aa3a295db259 req-a8762b74-70fa-49b0-b410-9ffa7fbbc92c service neutron] Bound using segment: {'id': 'a36c5e58-8887-44ea-b2e7-4336450f7579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:47:47.517643 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-ce148083-3481-471b-b74a-aa3a295db259 req-a8762b74-70fa-49b0-b410-9ffa7fbbc92c service neutron] Bound port: 15fd70f6-03bb-4594-92c7-3d49ec9756b8, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a36c5e58-8887-44ea-b2e7-4336450f7579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:47:47.518007 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ce148083-3481-471b-b74a-aa3a295db259 req-a8762b74-70fa-49b0-b410-9ffa7fbbc92c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (15fd70f6-03bb-4594-92c7-3d49ec9756b8), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:47.538944 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7988cdd9-dd32-4813-871c-c8dca2569301 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:47:47.587986 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 7988cdd9-dd32-4813-871c-c8dca2569301, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=7988cdd9-dd32-4813-871c-c8dca2569301,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:47.599345 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (7988cdd9-dd32-4813-871c-c8dca2569301), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:47.656756 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-ce148083-3481-471b-b74a-aa3a295db259 req-a8762b74-70fa-49b0-b410-9ffa7fbbc92c service neutron] For port 15fd70f6-03bb-4594-92c7-3d49ec9756b8, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:47:47.661145 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-ce148083-3481-471b-b74a-aa3a295db259 req-a8762b74-70fa-49b0-b410-9ffa7fbbc92c service neutron] For port 15fd70f6-03bb-4594-92c7-3d49ec9756b8, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=15fd70f6-03bb-4594-92c7-3d49ec9756b8,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:47:47.673702 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5426933a-49f2-4737-8903-02fe77ed5b05 admin admin] Publish callbacks [] for router_gateway (6b94c93f-761e-4f17-b0a9-d8cc63f81129), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:47.676465 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ce148083-3481-471b-b74a-aa3a295db259 req-a8762b74-70fa-49b0-b410-9ffa7fbbc92c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (15fd70f6-03bb-4594-92c7-3d49ec9756b8), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:47.712513 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce148083-3481-471b-b74a-aa3a295db259 req-a8762b74-70fa-49b0-b410-9ffa7fbbc92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:47.713554 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ce148083-3481-471b-b74a-aa3a295db259 req-a8762b74-70fa-49b0-b410-9ffa7fbbc92c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:47.715880 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ce148083-3481-471b-b74a-aa3a295db259 req-a8762b74-70fa-49b0-b410-9ffa7fbbc92c service neutron] 10.222.0.32 "PUT /v2.0/ports/15fd70f6-03bb-4594-92c7-3d49ec9756b8 HTTP/1.1" status: 200 len: 1091 time: 1.6423557 Mar 01 13:47:47.718485 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075f7a74-6753-4ed9-b31f-0b20e7c55713', 'tag': '15fd70f6-03bb-4594-92c7-3d49ec9756b8'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:47:47.720657 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=7988cdd9-dd32-4813-871c-c8dca2569301,revision_number=9']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:47.721173 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8e8bfe-8029-49d1-878c-fcd34ff365f5" -d '{"events": [{"name": "network-changed", "server_uuid": "075f7a74-6753-4ed9-b31f-0b20e7c55713", "tag": "15fd70f6-03bb-4594-92c7-3d49ec9756b8"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:47:47.749498 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5426933a-49f2-4737-8903-02fe77ed5b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:47.793124 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['7988cdd9-dd32-4813-871c-c8dca2569301'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:47:47.894787 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8762b74-70fa-49b0-b410-9ffa7fbbc92c service neutron] Pushing event updated for resources: {'Port': ['ID=15fd70f6-03bb-4594-92c7-3d49ec9756b8,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:47.932896 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce148083-3481-471b-b74a-aa3a295db259 req-24227d49-3396-4993-a985-7a777f11a250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:47.933686 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-5426933a-49f2-4737-8903-02fe77ed5b05 admin admin] Allocated IP 172.25.1.205 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/74a8fa26-c3c8-4408-aa79-3d6359c7dc33) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:47:47.936570 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ce148083-3481-471b-b74a-aa3a295db259 req-24227d49-3396-4993-a985-7a777f11a250 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3e60b304ea34ca8a598bc4e060e2ca5&device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 1125 time: 0.1621070 Mar 01 13:47:48.056189 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ce148083-3481-471b-b74a-aa3a295db259 req-d455edfe-4690-4964-a8db-4084d78a1349 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15fd70f6-03bb-4594-92c7-3d49ec9756b8 HTTP/1.1" status: 200 len: 217 time: 0.1101520 Mar 01 13:47:48.061890 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5426933a-49f2-4737-8903-02fe77ed5b05 admin admin] Publish callbacks [] for port (74a8fa26-c3c8-4408-aa79-3d6359c7dc33), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:48.125542 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91245bab-3f5c-494c-95c6-ba5e8e7540fa req-d329a9be-6198-486d-9cb3-1429a682938a tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:48.133002 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-91245bab-3f5c-494c-95c6-ba5e8e7540fa req-d329a9be-6198-486d-9cb3-1429a682938a tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 943 time: 0.5686288 Mar 01 13:47:48.136066 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5426933a-49f2-4737-8903-02fe77ed5b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (74a8fa26-c3c8-4408-aa79-3d6359c7dc33), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:48.158268 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce148083-3481-471b-b74a-aa3a295db259 req-f43072b0-bd87-4fca-8d5b-96dd49bdb7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:48.175184 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ce148083-3481-471b-b74a-aa3a295db259 req-f43072b0-bd87-4fca-8d5b-96dd49bdb7e6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0074be29-4f96-45b4-82b7-e955d173d55c HTTP/1.1" status: 200 len: 851 time: 0.1109769 Mar 01 13:47:48.240692 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-91245bab-3f5c-494c-95c6-ba5e8e7540fa req-ef9a45d6-9f46-4b18-8bd5-f573a81b8d96 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010752 Mar 01 13:47:48.247120 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ce148083-3481-471b-b74a-aa3a295db259 req-03396e00-4f81-4200-b971-b4676c97a684 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1db2e377-eb34-4fc8-b308-125f1046605c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644033 Mar 01 13:47:48.251612 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff19248f-ed15-4c10-b9e9-ab72a4d33461 x-openstack-request-id: req-ff19248f-ed15-4c10-b9e9-ab72a4d33461 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:47:48.252230 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075f7a74-6753-4ed9-b31f-0b20e7c55713", "tag": "15fd70f6-03bb-4594-92c7-3d49ec9756b8", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:47:48.252447 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5426933a-49f2-4737-8903-02fe77ed5b05 admin admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:47:48.252908 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff19248f-ed15-4c10-b9e9-ab72a4d33461 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:47:48.253534 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075f7a74-6753-4ed9-b31f-0b20e7c55713', 'tag': '15fd70f6-03bb-4594-92c7-3d49ec9756b8', 'status': 'completed', 'code': 200} Mar 01 13:47:48.267467 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-5426933a-49f2-4737-8903-02fe77ed5b05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:47:48.271439 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5426933a-49f2-4737-8903-02fe77ed5b05 admin admin] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:47:48.418090 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ce148083-3481-471b-b74a-aa3a295db259 req-cb44ca2e-d35c-4564-b95d-e26310abd073 service neutron] 10.222.0.32 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631892 Mar 01 13:47:48.554784 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ce148083-3481-471b-b74a-aa3a295db259 req-4d2e6508-b4e1-40d4-b4da-58b37345d072 service neutron] 10.222.0.32 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264937 Mar 01 13:47:48.582643 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fbbbd85f-102e-4870-88f9-785a2ee57d21 req-940b6130-f82b-418d-9769-d40ea6e325e1 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 210 time: 0.0949976 Mar 01 13:47:48.595902 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426933a-49f2-4737-8903-02fe77ed5b05 admin admin] Pushing event updated for resources: {'Port': ['ID=74a8fa26-c3c8-4408-aa79-3d6359c7dc33,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:48.699195 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e8bfe-8029-49d1-878c-fcd34ff365f5 req-d031856f-2531-4467-9a22-43039c541742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:48.701337 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-df8e8bfe-8029-49d1-878c-fcd34ff365f5 req-d031856f-2531-4467-9a22-43039c541742 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3e60b304ea34ca8a598bc4e060e2ca5&device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 1125 time: 0.0743327 Mar 01 13:47:48.706871 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1df007-027f-4b07-a638-cb425f7d020b req-5eea0e46-010a-497c-9be8-70395bbb0866 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:48.717809 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc1df007-027f-4b07-a638-cb425f7d020b req-5eea0e46-010a-497c-9be8-70395bbb0866 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bf5188-9818-4a9a-9716-2ab512321d30 HTTP/1.1" status: 200 len: 945 time: 0.2286720 Mar 01 13:47:48.767414 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 7988cdd9-dd32-4813-871c-c8dca2569301 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:47:48.780317 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5426933a-49f2-4737-8903-02fe77ed5b05 admin admin] Publish callbacks [] for router_gateway (6b94c93f-761e-4f17-b0a9-d8cc63f81129), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:48.871604 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc1df007-027f-4b07-a638-cb425f7d020b req-c77dcab3-9c08-4e57-b2c6-5ea92b5f208f tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a6221d1-e461-4ad9-9aa4-9837a2dac9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530652 Mar 01 13:47:48.881682 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 7988cdd9-dd32-4813-871c-c8dca2569301 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:47:48.883031 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7988cdd9-dd32-4813-871c-c8dca2569301), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:48.976839 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e8bfe-8029-49d1-878c-fcd34ff365f5 req-7402cc19-7f82-4788-9d8a-e5b590fae5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:48.979227 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-df8e8bfe-8029-49d1-878c-fcd34ff365f5 req-7402cc19-7f82-4788-9d8a-e5b590fae5be service neutron] 10.222.0.32 "GET /v2.0/networks?id=1db2e377-eb34-4fc8-b308-125f1046605c HTTP/1.1" status: 200 len: 912 time: 0.2708449 Mar 01 13:47:49.052143 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 7988cdd9-dd32-4813-871c-c8dca2569301 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:47:49.052920 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7988cdd9-dd32-4813-871c-c8dca2569301), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:49.099969 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-df8e8bfe-8029-49d1-878c-fcd34ff365f5 req-9ca03552-1281-4449-8ea1-f0786c78e694 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15fd70f6-03bb-4594-92c7-3d49ec9756b8 HTTP/1.1" status: 200 len: 217 time: 0.1112378 Mar 01 13:47:49.145811 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 7988cdd9-dd32-4813-871c-c8dca2569301, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=7988cdd9-dd32-4813-871c-c8dca2569301,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:49.158301 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (7988cdd9-dd32-4813-871c-c8dca2569301), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:49.240934 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e8bfe-8029-49d1-878c-fcd34ff365f5 req-e77d631a-00e4-4500-88eb-106041b6eaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:49.243886 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-df8e8bfe-8029-49d1-878c-fcd34ff365f5 req-e77d631a-00e4-4500-88eb-106041b6eaec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0074be29-4f96-45b4-82b7-e955d173d55c HTTP/1.1" status: 200 len: 851 time: 0.1246290 Mar 01 13:47:49.252095 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-38acf235-c39e-4d06-8c86-7fbea4f94ae0 req-a453b6a6-227c-4b65-ae9e-a2702c5f6083 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1075075 Mar 01 13:47:49.255378 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=7988cdd9-dd32-4813-871c-c8dca2569301,revision_number=10']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:49.288570 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-df8e8bfe-8029-49d1-878c-fcd34ff365f5 req-52b3faba-c27c-4fb9-8419-7de198c87118 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1db2e377-eb34-4fc8-b308-125f1046605c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351415 Mar 01 13:47:49.348878 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8281687c-0bfa-423c-9b0c-160891726cef None None] Network 46ad6524-9b8b-408c-bf41-570bd4a14b9a requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:47:49.434178 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acf235-c39e-4d06-8c86-7fbea4f94ae0 req-de0915d6-8f0f-4698-871c-c94a6fc021e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:49.436561 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-38acf235-c39e-4d06-8c86-7fbea4f94ae0 req-de0915d6-8f0f-4698-871c-c94a6fc021e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=96cd43570afd4572b4b93d1aa25b2425&device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714 HTTP/1.1" status: 200 len: 1126 time: 0.1464932 Mar 01 13:47:49.466487 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-07bf2edb-c58a-4195-bcca-2bd323153b8b None None] Provisioning complete for port 295e0a2f-d3c5-4446-9647-3d4d15e10685 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:47:49.466864 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-07bf2edb-c58a-4195-bcca-2bd323153b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (295e0a2f-d3c5-4446-9647-3d4d15e10685), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:49.488627 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ffd584c-8838-4c58-8689-1853ab416f3d req-f695a691-274a-4a35-bb2f-9d60e2cb8f0f tempest-QuotasAdminNegativeTest-261195852 tempest-QuotasAdminNegativeTest-261195852-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=6f96e6258ef843d5a00a7c2826232777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3424039 Mar 01 13:47:49.510203 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24bf71-934d-48ce-8d14-005d114cc6fe req-66bcf8ee-592f-46f0-ab03-46faa0cea468 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:49.521025 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec34bf6-beac-4f11-8355-52b72229e171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7988cdd9-dd32-4813-871c-c8dca2569301'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:47:49.521824 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3a24bf71-934d-48ce-8d14-005d114cc6fe req-66bcf8ee-592f-46f0-ab03-46faa0cea468 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 946 time: 0.5013108 Mar 01 13:47:49.525819 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0c2b8b-5b87-42fd-8d09-4ff3aafe541f" -d '{"events": [{"server_uuid": "0ec34bf6-beac-4f11-8355-52b72229e171", "name": "network-vif-plugged", "status": "completed", "tag": "7988cdd9-dd32-4813-871c-c8dca2569301"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:47:49.549600 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-df8e8bfe-8029-49d1-878c-fcd34ff365f5 req-fec5c4ff-d22f-4771-9b31-9492cdcf98f6 service neutron] 10.222.0.32 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498951 Mar 01 13:47:49.569747 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 295e0a2f-d3c5-4446-9647-3d4d15e10685 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:47:49.660251 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-07bf2edb-c58a-4195-bcca-2bd323153b8b None None] Current status of the port 295e0a2f-d3c5-4446-9647-3d4d15e10685 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:47:49.660944 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-07bf2edb-c58a-4195-bcca-2bd323153b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (295e0a2f-d3c5-4446-9647-3d4d15e10685), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:49.719506 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-07bf2edb-c58a-4195-bcca-2bd323153b8b None None] For port 295e0a2f-d3c5-4446-9647-3d4d15e10685, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=295e0a2f-d3c5-4446-9647-3d4d15e10685,segment=NetworkSegment(5e062692-f1f6-406b-80a0-4be4bcdfa6ec),segment_id=5e062692-f1f6-406b-80a0-4be4bcdfa6ec)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:49.728808 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 295e0a2f-d3c5-4446-9647-3d4d15e10685 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:47:49.729329 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (295e0a2f-d3c5-4446-9647-3d4d15e10685), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:49.788035 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-07bf2edb-c58a-4195-bcca-2bd323153b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (295e0a2f-d3c5-4446-9647-3d4d15e10685), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:49.857155 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acf235-c39e-4d06-8c86-7fbea4f94ae0 req-d797446b-1fae-4253-bcce-70d8755ed3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:49.858678 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-38acf235-c39e-4d06-8c86-7fbea4f94ae0 req-d797446b-1fae-4253-bcce-70d8755ed3d8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22 HTTP/1.1" status: 200 len: 908 time: 0.3971834 Mar 01 13:47:49.878194 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5426933a-49f2-4737-8903-02fe77ed5b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (6b94c93f-761e-4f17-b0a9-d8cc63f81129), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:49.891644 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf2edb-c58a-4195-bcca-2bd323153b8b None None] Pushing event updated for resources: {'Port': ['ID=295e0a2f-d3c5-4446-9647-3d4d15e10685,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:49.924819 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 295e0a2f-d3c5-4446-9647-3d4d15e10685 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:47:49.945840 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-df8e8bfe-8029-49d1-878c-fcd34ff365f5 req-fec4f43e-972f-4f12-86c3-59677f370a42 service neutron] 10.222.0.32 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322425 Mar 01 13:47:49.947403 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-38acf235-c39e-4d06-8c86-7fbea4f94ae0 req-abfc0d14-4b2f-4154-a3bb-84dfee3e115f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79ce7964-89d8-43a5-818d-610e1805dded HTTP/1.1" status: 200 len: 217 time: 0.0673356 Mar 01 13:47:49.962167 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3a24bf71-934d-48ce-8d14-005d114cc6fe req-187bdc24-38bd-4b63-9081-e3c5cfe30e71 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4391549 Mar 01 13:47:49.999563 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd584c-8838-4c58-8689-1853ab416f3d req-4a33bd04-0ea1-41ba-8c1e-e4fdfffcaff7 tempest-QuotasAdminNegativeTest-261195852 tempest-QuotasAdminNegativeTest-261195852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:50.003816 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ffd584c-8838-4c58-8689-1853ab416f3d req-4a33bd04-0ea1-41ba-8c1e-e4fdfffcaff7 tempest-QuotasAdminNegativeTest-261195852 tempest-QuotasAdminNegativeTest-261195852-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5140941 Mar 01 13:47:50.016997 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acf235-c39e-4d06-8c86-7fbea4f94ae0 req-8f04a07b-4590-4773-a7fc-c17a89cb2705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:50.018585 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-38acf235-c39e-4d06-8c86-7fbea4f94ae0 req-8f04a07b-4590-4773-a7fc-c17a89cb2705 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7f9fefc-67f3-4f16-9709-32467e973c9a HTTP/1.1" status: 200 len: 847 time: 0.0637608 Mar 01 13:47:50.075134 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ffd584c-8838-4c58-8689-1853ab416f3d req-6272aad4-7c68-4d3d-80f4-1f7906195666 tempest-QuotasAdminNegativeTest-261195852 tempest-QuotasAdminNegativeTest-261195852-project] 10.222.0.13 "GET /v2.0/quotas/6f96e6258ef843d5a00a7c2826232777 HTTP/1.1" status: 200 len: 375 time: 0.0638111 Mar 01 13:47:50.125132 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-38acf235-c39e-4d06-8c86-7fbea4f94ae0 req-8249fdb3-7580-4094-b5b3-216596e6e362 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94da7596-6b29-49a6-a3ae-5d4e1cca0c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993385 Mar 01 13:47:50.160617 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-1e2e5e58-c0df-4b1a-8caf-b049affc9037 None None] Provisioning complete for port 295e0a2f-d3c5-4446-9647-3d4d15e10685 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:47:50.160997 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1e2e5e58-c0df-4b1a-8caf-b049affc9037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (295e0a2f-d3c5-4446-9647-3d4d15e10685), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:50.233079 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ffd584c-8838-4c58-8689-1853ab416f3d req-793fd2ae-ddef-4753-8c7f-59c81c3f3b91 tempest-QuotasAdminNegativeTest-261195852 tempest-QuotasAdminNegativeTest-261195852-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f96e6258ef843d5a00a7c2826232777&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626779 Mar 01 13:47:50.329299 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f206c-9952-41ba-95a8-e1d98f22c6d1 req-3c190eb1-e4d2-43dd-bf57-b9530f33d557 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:50.331920 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f36f206c-9952-41ba-95a8-e1d98f22c6d1 req-3c190eb1-e4d2-43dd-bf57-b9530f33d557 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] 10.222.0.32 "GET /v2.0/ports?device_id=94bf5188-9818-4a9a-9716-2ab512321d30 HTTP/1.1" status: 200 len: 945 time: 0.2058039 Mar 01 13:47:50.349436 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-1e2e5e58-c0df-4b1a-8caf-b049affc9037 None None] Current status of the port 295e0a2f-d3c5-4446-9647-3d4d15e10685 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:47:50.374802 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850368e4-fcbd-4700-8cc9-530f9878219b req-95b8e0d5-3698-4c46-a575-bc5edeb254ad tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:50.382459 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-850368e4-fcbd-4700-8cc9-530f9878219b req-95b8e0d5-3698-4c46-a575-bc5edeb254ad tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 943 time: 0.1961377 Mar 01 13:47:50.397546 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d075638-e5c5-4e0b-8058-e428be4bcb0e x-openstack-request-id: req-5d075638-e5c5-4e0b-8058-e428be4bcb0e {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:47:50.397843 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec34bf6-beac-4f11-8355-52b72229e171", "name": "network-vif-plugged", "status": "completed", "tag": "7988cdd9-dd32-4813-871c-c8dca2569301", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:47:50.398096 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d075638-e5c5-4e0b-8058-e428be4bcb0e {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:47:50.398497 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec34bf6-beac-4f11-8355-52b72229e171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7988cdd9-dd32-4813-871c-c8dca2569301', 'code': 200} Mar 01 13:47:50.485986 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-850368e4-fcbd-4700-8cc9-530f9878219b req-20914de0-62ea-4d14-935b-7b97cff5b9c8 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882444 Mar 01 13:47:50.485986 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5426933a-49f2-4737-8903-02fe77ed5b05 admin admin] Router 6b94c93f-761e-4f17-b0a9-d8cc63f81129 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 13:47:50.520470 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-38acf235-c39e-4d06-8c86-7fbea4f94ae0 req-467f3069-1247-499b-b1db-50d57c48d84d service neutron] 10.222.0.20 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435519 Mar 01 13:47:50.576001 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dd20ead7-49dc-4bff-9bf7-7d13a3cf9cd8 req-6efec3e8-03b1-42ee-9546-adcd6bdbe232 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 210 time: 0.0781631 Mar 01 13:47:50.652974 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-f36f206c-9952-41ba-95a8-e1d98f22c6d1 req-c8372fef-4d57-4821-b775-0aa832a02bd2 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] Deleting port e3381700-7b94-4aeb-b188-6656967ea5f4 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:47:50.653519 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f36f206c-9952-41ba-95a8-e1d98f22c6d1 req-c8372fef-4d57-4821-b775-0aa832a02bd2 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (e3381700-7b94-4aeb-b188-6656967ea5f4), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:50.695795 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef013b-3de6-4426-ac3d-308db2ed63b1 req-675e313e-d86c-45ff-9069-c5887d171f91 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:50.703477 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-08ef013b-3de6-4426-ac3d-308db2ed63b1 req-675e313e-d86c-45ff-9069-c5887d171f91 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bf5188-9818-4a9a-9716-2ab512321d30 HTTP/1.1" status: 200 len: 945 time: 0.1236715 Mar 01 13:47:50.750734 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-38acf235-c39e-4d06-8c86-7fbea4f94ae0 req-4dbccf0e-811f-495f-91cd-708b85ed730b service neutron] 10.222.0.20 "GET /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231319 Mar 01 13:47:50.805144 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-f36f206c-9952-41ba-95a8-e1d98f22c6d1 req-c8372fef-4d57-4821-b775-0aa832a02bd2 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] For port e3381700-7b94-4aeb-b188-6656967ea5f4, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=e3381700-7b94-4aeb-b188-6656967ea5f4,segment=NetworkSegment(146aa83f-f6b8-4311-9510-f6ebf5a3e76d),segment_id=146aa83f-f6b8-4311-9510-f6ebf5a3e76d)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:50.805472 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f36f206c-9952-41ba-95a8-e1d98f22c6d1 req-c8372fef-4d57-4821-b775-0aa832a02bd2 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (e3381700-7b94-4aeb-b188-6656967ea5f4), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:50.820880 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-f36f206c-9952-41ba-95a8-e1d98f22c6d1 req-c8372fef-4d57-4821-b775-0aa832a02bd2 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] Calling delete_port for e3381700-7b94-4aeb-b188-6656967ea5f4 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:47:50.842131 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-08ef013b-3de6-4426-ac3d-308db2ed63b1 req-ca9589bd-ebc3-44ef-9d85-baef98c88400 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a6221d1-e461-4ad9-9aa4-9837a2dac9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317110 Mar 01 13:47:50.865313 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75364e69-13ef-4d12-be19-9ca209ebe889 req-206926d3-bb10-4d63-b770-78721c348c06 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:50.867099 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-75364e69-13ef-4d12-be19-9ca209ebe889 req-206926d3-bb10-4d63-b770-78721c348c06 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 946 time: 0.1936011 Mar 01 13:47:50.868546 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5426933a-49f2-4737-8903-02fe77ed5b05 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:47:50.880994 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37600) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:50.892389 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf167b7c-d8f8-4864-981a-fadb8d87b171 None None] Sync routers for ids ['6b94c93f-761e-4f17-b0a9-d8cc63f81129'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:47:50.900807 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-df9e5f56-5fbf-4b96-a2b9-8590549efb58 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Request body: {'floatingip': {'port_id': 'be3d13b4-90c6-4a97-ac5d-46d6c4805009'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:47:50.918399 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf167b7c-d8f8-4864-981a-fadb8d87b171 None None] Routers {'6b94c93f-761e-4f17-b0a9-d8cc63f81129'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:47:50.919051 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-bf167b7c-d8f8-4864-981a-fadb8d87b171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:47:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6b94c93f-761e-4f17-b0a9-d8cc63f81129'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:47:51.003880 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f36f206c-9952-41ba-95a8-e1d98f22c6d1 req-c8372fef-4d57-4821-b775-0aa832a02bd2 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (e3381700-7b94-4aeb-b188-6656967ea5f4), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:51.027852 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['e3381700-7b94-4aeb-b188-6656967ea5f4'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:47:51.036040 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8372fef-4d57-4821-b775-0aa832a02bd2 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] Pushing event deleted for resources: {'Port': ['ID=e3381700-7b94-4aeb-b188-6656967ea5f4,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:51.054501 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5426933a-49f2-4737-8903-02fe77ed5b05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:51.059112 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5426933a-49f2-4737-8903-02fe77ed5b05 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.2483082 Mar 01 13:47:51.077925 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-df9e5f56-5fbf-4b96-a2b9-8590549efb58 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for floatingip (ca4ba4e9-6a4e-4ce6-83df-0b48d8bef7be), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:51.079951 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37606) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:51.220091 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-bf167b7c-d8f8-4864-981a-fadb8d87b171 None None] Set router 6b94c93f-761e-4f17-b0a9-d8cc63f81129 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:47:51.278035 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36f206c-9952-41ba-95a8-e1d98f22c6d1 req-c8372fef-4d57-4821-b775-0aa832a02bd2 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] No DVR routers for this DVR port e3381700-7b94-4aeb-b188-6656967ea5f4 on host n-h1-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:47:51.282603 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f36f206c-9952-41ba-95a8-e1d98f22c6d1 req-c8372fef-4d57-4821-b775-0aa832a02bd2 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:51.291368 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f36f206c-9952-41ba-95a8-e1d98f22c6d1 req-c8372fef-4d57-4821-b775-0aa832a02bd2 tempest-AttachSCSIVolumeTestJSON-1631702324 tempest-AttachSCSIVolumeTestJSON-1631702324-project] 10.222.0.32 "DELETE /v2.0/ports/e3381700-7b94-4aeb-b188-6656967ea5f4 HTTP/1.1" status: 204 len: 173 time: 0.9477170 Mar 01 13:47:51.309062 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94bf5188-9818-4a9a-9716-2ab512321d30', 'name': 'network-vif-deleted', 'tag': 'e3381700-7b94-4aeb-b188-6656967ea5f4'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:47:51.315287 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976aca94-d303-41bc-b248-e2fcbfab7ae3" -d '{"events": [{"server_uuid": "94bf5188-9818-4a9a-9716-2ab512321d30", "name": "network-vif-deleted", "tag": "e3381700-7b94-4aeb-b188-6656967ea5f4"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:47:51.442780 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb922789-7b4f-4ca3-a82b-b79f8a66ace8 x-openstack-request-id: req-eb922789-7b4f-4ca3-a82b-b79f8a66ace8 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:47:51.443430 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94bf5188-9818-4a9a-9716-2ab512321d30", "name": "network-vif-deleted", "tag": "e3381700-7b94-4aeb-b188-6656967ea5f4", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:47:51.443430 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb922789-7b4f-4ca3-a82b-b79f8a66ace8 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:47:51.443760 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94bf5188-9818-4a9a-9716-2ab512321d30', 'name': 'network-vif-deleted', 'tag': 'e3381700-7b94-4aeb-b188-6656967ea5f4', 'status': 'completed', 'code': 200} Mar 01 13:47:51.490717 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 295e0a2f-d3c5-4446-9647-3d4d15e10685 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:47:51.699595 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 295e0a2f-d3c5-4446-9647-3d4d15e10685 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:47:51.700000 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (295e0a2f-d3c5-4446-9647-3d4d15e10685), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:51.832982 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-bf167b7c-d8f8-4864-981a-fadb8d87b171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'name': 'tempest-FloatingIPsAssociationTestJSON-252549783-router', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:45Z', 'updated_at': '2022-03-01T13:47:48Z', 'revision_number': 3, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'gw_port': {'id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:47Z', 'updated_at': '2022-03-01T13:47:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:47:51.863863 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37644) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:51.903660 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf167b7c-d8f8-4864-981a-fadb8d87b171 None None] Checking router: 6b94c93f-761e-4f17-b0a9-d8cc63f81129 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:47:51.906172 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf167b7c-d8f8-4864-981a-fadb8d87b171 None None] Updating router 6b94c93f-761e-4f17-b0a9-d8cc63f81129 port 74a8fa26-c3c8-4408-aa79-3d6359c7dc33 binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:47:51.953922 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 295e0a2f-d3c5-4446-9647-3d4d15e10685 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:47:52.033458 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-bf167b7c-d8f8-4864-981a-fadb8d87b171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (74a8fa26-c3c8-4408-aa79-3d6359c7dc33), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:52.130553 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2b033270-8969-4ac9-bed6-0185166bb510 req-3513446a-22c3-4042-856f-2a0df27f9c2c tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 210 time: 0.3472304 Mar 01 13:47:52.182529 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281edfec-0c6b-4bdb-b1f8-4e44da59d56a req-3344af8c-af2f-4813-b28b-009a7f284413 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:52.192015 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-281edfec-0c6b-4bdb-b1f8-4e44da59d56a req-3344af8c-af2f-4813-b28b-009a7f284413 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 943 time: 0.5055318 Mar 01 13:47:52.451917 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-281edfec-0c6b-4bdb-b1f8-4e44da59d56a req-fe8416e3-5546-4134-afc2-282b636dc444 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553160 Mar 01 13:47:52.493875 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9cc90330-7c54-4f55-98fd-21c9804c8a53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:52.592409 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f13c437-03be-4953-a99f-29959558a826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:52.777509 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-bf167b7c-d8f8-4864-981a-fadb8d87b171 None None] Publish callbacks [] for port (74a8fa26-c3c8-4408-aa79-3d6359c7dc33), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:52.800148 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 15fd70f6-03bb-4594-92c7-3d49ec9756b8 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:47:52.803336 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-bf167b7c-d8f8-4864-981a-fadb8d87b171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (74a8fa26-c3c8-4408-aa79-3d6359c7dc33), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:52.868450 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-bf167b7c-d8f8-4864-981a-fadb8d87b171 None None] Attempting to bind port 74a8fa26-c3c8-4408-aa79-3d6359c7dc33 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:47:52.868857 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-bf167b7c-d8f8-4864-981a-fadb8d87b171 None None] Attempting to bind port 74a8fa26-c3c8-4408-aa79-3d6359c7dc33 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:47:52.869224 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf167b7c-d8f8-4864-981a-fadb8d87b171 None None] Attempting to bind port 74a8fa26-c3c8-4408-aa79-3d6359c7dc33 on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:47:52.903885 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf167b7c-d8f8-4864-981a-fadb8d87b171 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:47:52.904620 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf167b7c-d8f8-4864-981a-fadb8d87b171 None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:47:52.904735 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-bf167b7c-d8f8-4864-981a-fadb8d87b171 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:52.905362 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf167b7c-d8f8-4864-981a-fadb8d87b171 None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:47:52.905497 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-bf167b7c-d8f8-4864-981a-fadb8d87b171 None None] Bound port: 74a8fa26-c3c8-4408-aa79-3d6359c7dc33, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:47:52.905877 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-bf167b7c-d8f8-4864-981a-fadb8d87b171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (74a8fa26-c3c8-4408-aa79-3d6359c7dc33), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:53.047850 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-bf167b7c-d8f8-4864-981a-fadb8d87b171 None None] For port 74a8fa26-c3c8-4408-aa79-3d6359c7dc33, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:47:53.058782 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-bf167b7c-d8f8-4864-981a-fadb8d87b171 None None] For port 74a8fa26-c3c8-4408-aa79-3d6359c7dc33, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=74a8fa26-c3c8-4408-aa79-3d6359c7dc33,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:47:53.070592 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 15fd70f6-03bb-4594-92c7-3d49ec9756b8, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=15fd70f6-03bb-4594-92c7-3d49ec9756b8,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:53.083543 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb75bb-aebb-4ab4-8345-71264e827a46 None None] Pushing event updated for resources: {'Port': ['ID=74a8fa26-c3c8-4408-aa79-3d6359c7dc33,revision_number=2']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:53.083883 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-df9e5f56-5fbf-4b96-a2b9-8590549efb58 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:53.088752 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-bf167b7c-d8f8-4864-981a-fadb8d87b171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (74a8fa26-c3c8-4408-aa79-3d6359c7dc33), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:53.096880 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-9f13c437-03be-4953-a99f-29959558a826 admin admin] Allocated IP 172.20.0.1 (46ad6524-9b8b-408c-bf41-570bd4a14b9a/86ba1087-1883-4262-ae29-f20d536ca1ef/8556f323-4496-4f37-bb5c-eb2d8db17b65) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:47:53.098210 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-df9e5f56-5fbf-4b96-a2b9-8590549efb58 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (ca4ba4e9-6a4e-4ce6-83df-0b48d8bef7be), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:53.116592 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '15fd70f6-03bb-4594-92c7-3d49ec9756b8', 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c', 'port_id': '15fd70f6-03bb-4594-92c7-3d49ec9756b8', 'mac_address': 'fa:16:3e:2c:1c:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0074be29-4f96-45b4-82b7-e955d173d55c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:47:53.127877 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb75bb-aebb-4ab4-8345-71264e827a46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:53.129277 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb75bb-aebb-4ab4-8345-71264e827a46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:53.129435 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb75bb-aebb-4ab4-8345-71264e827a46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:53.129774 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb75bb-aebb-4ab4-8345-71264e827a46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:53.130107 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb75bb-aebb-4ab4-8345-71264e827a46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:53.130438 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb75bb-aebb-4ab4-8345-71264e827a46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:53.130769 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb75bb-aebb-4ab4-8345-71264e827a46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:53.131099 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb75bb-aebb-4ab4-8345-71264e827a46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:53.131416 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb75bb-aebb-4ab4-8345-71264e827a46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:53.132154 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb75bb-aebb-4ab4-8345-71264e827a46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:53.132154 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb75bb-aebb-4ab4-8345-71264e827a46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:53.132500 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb75bb-aebb-4ab4-8345-71264e827a46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:53.132675 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb75bb-aebb-4ab4-8345-71264e827a46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:53.215747 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 15fd70f6-03bb-4594-92c7-3d49ec9756b8 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:47:53.216157 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (15fd70f6-03bb-4594-92c7-3d49ec9756b8), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:53.241779 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9cc90330-7c54-4f55-98fd-21c9804c8a53 admin admin] Publish callbacks [] for security_group (f28ef4db-561b-48d5-ba1c-6515c33c8a11), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:53.264495 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9cc90330-7c54-4f55-98fd-21c9804c8a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (f28ef4db-561b-48d5-ba1c-6515c33c8a11), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:53.271794 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15fd70f6-03bb-4594-92c7-3d49ec9756b8 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:47:53.301262 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb75bb-aebb-4ab4-8345-71264e827a46 None None] Pushing event updated for resources: {'Port': ['ID=74a8fa26-c3c8-4408-aa79-3d6359c7dc33,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:53.329598 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 15fd70f6-03bb-4594-92c7-3d49ec9756b8, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=15fd70f6-03bb-4594-92c7-3d49ec9756b8,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:53.338893 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf167b7c-d8f8-4864-981a-fadb8d87b171 None None] Routers {'6b94c93f-761e-4f17-b0a9-d8cc63f81129'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:47:53.339318 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-bf167b7c-d8f8-4864-981a-fadb8d87b171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:47:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6b94c93f-761e-4f17-b0a9-d8cc63f81129'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:47:53.339482 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (15fd70f6-03bb-4594-92c7-3d49ec9756b8), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:53.495355 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f13c437-03be-4953-a99f-29959558a826 admin admin] Publish callbacks [] for port (8556f323-4496-4f37-bb5c-eb2d8db17b65), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:53.524694 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9cc90330-7c54-4f55-98fd-21c9804c8a53 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f96e6258ef843d5a00a7c2826232777&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6442201 Mar 01 13:47:53.528802 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=15fd70f6-03bb-4594-92c7-3d49ec9756b8,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:53.530566 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37700) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:53.619216 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f13c437-03be-4953-a99f-29959558a826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (8556f323-4496-4f37-bb5c-eb2d8db17b65), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:53.691819 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-bf167b7c-d8f8-4864-981a-fadb8d87b171 None None] Set router 6b94c93f-761e-4f17-b0a9-d8cc63f81129 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:47:53.702575 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13c437-03be-4953-a99f-29959558a826 admin admin] Pushing event updated for resources: {'Port': ['ID=8556f323-4496-4f37-bb5c-eb2d8db17b65,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:53.704324 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['15fd70f6-03bb-4594-92c7-3d49ec9756b8'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:47:53.727185 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f13c437-03be-4953-a99f-29959558a826 admin admin] Network 46ad6524-9b8b-408c-bf41-570bd4a14b9a is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:47:53.729255 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-9f13c437-03be-4953-a99f-29959558a826 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:47:53.760032 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f13c437-03be-4953-a99f-29959558a826 admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:47:53.837036 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bf172423-cdda-4e97-a021-f2603f949032 req-7bfd0b53-e46c-4a39-b7c0-94d815542e21 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 210 time: 0.2747595 Mar 01 13:47:53.863071 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc90330-7c54-4f55-98fd-21c9804c8a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28ef4db-561b-48d5-ba1c-6515c33c8a11,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:53.879787 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f13c437-03be-4953-a99f-29959558a826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (6b94c93f-761e-4f17-b0a9-d8cc63f81129), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:53.945710 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc90330-7c54-4f55-98fd-21c9804c8a53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:53.949284 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc90330-7c54-4f55-98fd-21c9804c8a53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:53.949794 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc90330-7c54-4f55-98fd-21c9804c8a53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:53.950233 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc90330-7c54-4f55-98fd-21c9804c8a53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:53.950672 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc90330-7c54-4f55-98fd-21c9804c8a53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:53.951107 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc90330-7c54-4f55-98fd-21c9804c8a53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:53.951537 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc90330-7c54-4f55-98fd-21c9804c8a53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:53.962168 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc90330-7c54-4f55-98fd-21c9804c8a53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:53.966102 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc90330-7c54-4f55-98fd-21c9804c8a53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:53.966562 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc90330-7c54-4f55-98fd-21c9804c8a53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:53.967154 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc90330-7c54-4f55-98fd-21c9804c8a53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:53.969432 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc90330-7c54-4f55-98fd-21c9804c8a53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:53.970075 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc90330-7c54-4f55-98fd-21c9804c8a53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:47:54.007037 n-d-827467-3 neutron-server[103727]: INFO neutron.db.l3_db [None req-df9e5f56-5fbf-4b96-a2b9-8590549efb58 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Floating IP ca4ba4e9-6a4e-4ce6-83df-0b48d8bef7be associated. External IP: 172.25.1.144, port: be3d13b4-90c6-4a97-ac5d-46d6c4805009. Mar 01 13:47:54.274635 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-bf167b7c-d8f8-4864-981a-fadb8d87b171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'name': 'tempest-FloatingIPsAssociationTestJSON-252549783-router', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:45Z', 'updated_at': '2022-03-01T13:47:48Z', 'revision_number': 3, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'gw_port': {'id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:47Z', 'updated_at': '2022-03-01T13:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:47:54.277324 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f13c437-03be-4953-a99f-29959558a826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8556f323-4496-4f37-bb5c-eb2d8db17b65), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:54.342625 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-4e72d5b0-2dd9-47a0-9f4f-10b90a9b5d2b None None] Provisioning complete for port 8556f323-4496-4f37-bb5c-eb2d8db17b65 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:47:54.351252 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4e72d5b0-2dd9-47a0-9f4f-10b90a9b5d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8556f323-4496-4f37-bb5c-eb2d8db17b65), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:54.370744 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf167b7c-d8f8-4864-981a-fadb8d87b171 None None] The sync data for ids ['6b94c93f-761e-4f17-b0a9-d8cc63f81129'] in n-d-827467-3 is: [{'id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'name': 'tempest-FloatingIPsAssociationTestJSON-252549783-router', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:45Z', 'updated_at': '2022-03-01T13:47:48Z', 'revision_number': 3, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'gw_port': {'id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:47Z', 'updated_at': '2022-03-01T13:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:47:54.501150 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-4e72d5b0-2dd9-47a0-9f4f-10b90a9b5d2b None None] Port 8556f323-4496-4f37-bb5c-eb2d8db17b65 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:47:54.746631 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f13c437-03be-4953-a99f-29959558a826 admin admin] Publish callbacks [] for port (8556f323-4496-4f37-bb5c-eb2d8db17b65), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:54.762738 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f13c437-03be-4953-a99f-29959558a826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (8556f323-4496-4f37-bb5c-eb2d8db17b65), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:54.810352 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device e3381700-7b94-4aeb-b188-6656967ea5f4 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:47:54.855021 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: e3381700-7b94-4aeb-b188-6656967ea5f4 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:47:54.856336 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device e3381700-7b94-4aeb-b188-6656967ea5f4 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:47:54.954241 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc8aee-658d-43f5-b835-b279cb171d40 req-6ad08996-3f6e-4395-ac44-52a5b7097f7a tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:54.956164 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-17dc8aee-658d-43f5-b835-b279cb171d40 req-6ad08996-3f6e-4395-ac44-52a5b7097f7a tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 944 time: 1.3469403 Mar 01 13:47:54.972843 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e8d109e9-721a-4103-9c5b-a2cb9f2f4e09 admin admin] Publish callbacks [] for security_group (f28ef4db-561b-48d5-ba1c-6515c33c8a11), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:55.022310 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13c437-03be-4953-a99f-29959558a826 admin admin] Pushing event updated for resources: {'Port': ['ID=8556f323-4496-4f37-bb5c-eb2d8db17b65,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:55.028458 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f13c437-03be-4953-a99f-29959558a826 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (6b94c93f-761e-4f17-b0a9-d8cc63f81129), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:55.136256 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d5d3972d-b9b5-45b3-9b5c-1185bfa6ccea req-11239b93-9097-4d4b-a9a0-c620f1a04d1f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 210 time: 0.1441760 Mar 01 13:47:55.230851 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f13c437-03be-4953-a99f-29959558a826 admin admin] Network 46ad6524-9b8b-408c-bf41-570bd4a14b9a is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:47:55.232498 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-9f13c437-03be-4953-a99f-29959558a826 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:47:55.232923 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ae0f8373-92a5-493d-a210-b53579e57c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:55.296585 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e8d109e9-721a-4103-9c5b-a2cb9f2f4e09 admin admin] Publish callbacks [] for security_group (f28ef4db-561b-48d5-ba1c-6515c33c8a11), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:55.484406 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-17dc8aee-658d-43f5-b835-b279cb171d40 req-7995a9f8-eb2f-4459-a7cb-8a862d76fcaa tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084689 Mar 01 13:47:55.539777 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f13c437-03be-4953-a99f-29959558a826 admin admin] Router 6b94c93f-761e-4f17-b0a9-d8cc63f81129 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:47:55.586553 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 74a8fa26-c3c8-4408-aa79-3d6359c7dc33 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:47:55.744028 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 74a8fa26-c3c8-4408-aa79-3d6359c7dc33 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:47:55.744710 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (74a8fa26-c3c8-4408-aa79-3d6359c7dc33), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:55.817994 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-270dce57-2405-4958-aa6e-1aef05f6e247 None None] Provisioning complete for port 8556f323-4496-4f37-bb5c-eb2d8db17b65 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:47:55.823124 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-270dce57-2405-4958-aa6e-1aef05f6e247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8556f323-4496-4f37-bb5c-eb2d8db17b65), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:55.832480 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9e5f56-5fbf-4b96-a2b9-8590549efb58 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Router 4bc3ce39-3e78-4067-b884-df9b6d673597 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:47:55.833787 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e8d109e9-721a-4103-9c5b-a2cb9f2f4e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (f28ef4db-561b-48d5-ba1c-6515c33c8a11), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:55.836960 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e8d109e9-721a-4103-9c5b-a2cb9f2f4e09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:55.838439 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f13c437-03be-4953-a99f-29959558a826 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:47:55.839042 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e8d109e9-721a-4103-9c5b-a2cb9f2f4e09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f28ef4db-561b-48d5-ba1c-6515c33c8a11 HTTP/1.1" status: 204 len: 168 time: 2.2747421 Mar 01 13:47:55.884851 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9f13c437-03be-4953-a99f-29959558a826 admin admin] 10.222.0.13 "PUT /v2.0/routers/6b94c93f-761e-4f17-b0a9-d8cc63f81129/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7864203 Mar 01 13:47:55.905778 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-270dce57-2405-4958-aa6e-1aef05f6e247 None None] Port 8556f323-4496-4f37-bb5c-eb2d8db17b65 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:47:55.914063 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d109e9-721a-4103-9c5b-a2cb9f2f4e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28ef4db-561b-48d5-ba1c-6515c33c8a11,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:56.063053 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 74a8fa26-c3c8-4408-aa79-3d6359c7dc33 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:47:56.063458 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (74a8fa26-c3c8-4408-aa79-3d6359c7dc33), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:56.118257 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 74a8fa26-c3c8-4408-aa79-3d6359c7dc33, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=74a8fa26-c3c8-4408-aa79-3d6359c7dc33,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:56.128626 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (74a8fa26-c3c8-4408-aa79-3d6359c7dc33), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:56.303870 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=74a8fa26-c3c8-4408-aa79-3d6359c7dc33,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:56.310382 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9e5f56-5fbf-4b96-a2b9-8590549efb58 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:47:56.330546 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9660ba04-ea50-478f-accb-b8bf1cbdc260 None None] Sync routers for ids ['4bc3ce39-3e78-4067-b884-df9b6d673597'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:47:56.333817 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-df9e5f56-5fbf-4b96-a2b9-8590549efb58 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:56.369242 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9660ba04-ea50-478f-accb-b8bf1cbdc260 None None] Routers {'4bc3ce39-3e78-4067-b884-df9b6d673597'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:47:56.370098 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-9660ba04-ea50-478f-accb-b8bf1cbdc260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:47:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4bc3ce39-3e78-4067-b884-df9b6d673597'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:47:56.411416 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-22027f7d-a56c-4327-a799-cfe6fa77367e req-83fd3a29-7699-470a-8879-a29f3a6fc9d7 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 210 time: 0.0551419 Mar 01 13:47:56.463174 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-df9e5f56-5fbf-4b96-a2b9-8590549efb58 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "PUT /v2.0/floatingips/ca4ba4e9-6a4e-4ce6-83df-0b48d8bef7be HTTP/1.1" status: 200 len: 992 time: 5.5718851 Mar 01 13:47:56.466094 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4025627-1ecb-4755-b6e9-eff457f43453', 'tag': 'be3d13b4-90c6-4a97-ac5d-46d6c4805009'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:47:56.475941 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1374a77-6028-47fe-aa59-e37b07dd6000" -d '{"events": [{"name": "network-changed", "server_uuid": "e4025627-1ecb-4755-b6e9-eff457f43453", "tag": "be3d13b4-90c6-4a97-ac5d-46d6c4805009"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:47:56.544350 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ec02f0-24f6-484d-891e-b163bbda1679 x-openstack-request-id: req-17ec02f0-24f6-484d-891e-b163bbda1679 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:47:56.544897 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4025627-1ecb-4755-b6e9-eff457f43453", "tag": "be3d13b4-90c6-4a97-ac5d-46d6c4805009", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:47:56.545160 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17ec02f0-24f6-484d-891e-b163bbda1679 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:47:56.545572 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4025627-1ecb-4755-b6e9-eff457f43453', 'tag': 'be3d13b4-90c6-4a97-ac5d-46d6c4805009', 'status': 'completed', 'code': 200} Mar 01 13:47:56.655224 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-9660ba04-ea50-478f-accb-b8bf1cbdc260 None None] Set router 4bc3ce39-3e78-4067-b884-df9b6d673597 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:47:56.691487 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37756) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:56.716357 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1374a77-6028-47fe-aa59-e37b07dd6000 req-a6dfb6c6-dd53-496b-9419-fa46f229ca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:56.718589 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e1374a77-6028-47fe-aa59-e37b07dd6000 req-a6dfb6c6-dd53-496b-9419-fa46f229ca6e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f051444b2884a98b4646c3ecdbf54cd&device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 1128 time: 0.1399744 Mar 01 13:47:56.731707 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f3c8a849-b6d2-4268-9070-5495412049a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:56.820278 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 15fd70f6-03bb-4594-92c7-3d49ec9756b8 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:47:56.929562 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f3c8a849-b6d2-4268-9070-5495412049a9 admin admin] Publish callbacks [] for security_group (f0e4f8a6-4c3c-466e-940a-0df69901683d), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:57.010272 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4bb08-0796-455e-bd6a-5787fbe45c4e req-2238b06e-b262-4a0f-887b-a9becf20c417 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:57.021830 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-edb4bb08-0796-455e-bd6a-5787fbe45c4e req-2238b06e-b262-4a0f-887b-a9becf20c417 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 944 time: 0.2490268 Mar 01 13:47:57.046516 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f3c8a849-b6d2-4268-9070-5495412049a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (f0e4f8a6-4c3c-466e-940a-0df69901683d), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:57.184879 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37758) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:47:57.186033 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f3c8a849-b6d2-4268-9070-5495412049a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9433fcf45b8b4b72a89aa92c59622dcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4834995 Mar 01 13:47:57.254217 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c8a849-b6d2-4268-9070-5495412049a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e4f8a6-4c3c-466e-940a-0df69901683d,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:57.266852 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-edb4bb08-0796-455e-bd6a-5787fbe45c4e req-43861627-ebb8-4cd9-8eb3-0cd7fa1eb2a2 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431750 Mar 01 13:47:57.347964 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1374a77-6028-47fe-aa59-e37b07dd6000 req-1a2f12b7-3958-4b81-9c94-b72128b8f02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:57.353284 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e1374a77-6028-47fe-aa59-e37b07dd6000 req-1a2f12b7-3958-4b81-9c94-b72128b8f02f service neutron] 10.222.0.32 "GET /v2.0/networks?id=a2dec7e3-4601-4685-95e7-9ed53553db77 HTTP/1.1" status: 200 len: 918 time: 0.6224513 Mar 01 13:47:57.390577 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 15fd70f6-03bb-4594-92c7-3d49ec9756b8 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:47:57.430192 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 15fd70f6-03bb-4594-92c7-3d49ec9756b8 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:47:57.431448 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (15fd70f6-03bb-4594-92c7-3d49ec9756b8), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:57.440021 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-317c6361-2915-4cb5-b107-b869b3fa842d admin admin] Publish callbacks [] for security_group (f0e4f8a6-4c3c-466e-940a-0df69901683d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:57.516103 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7dd7d417-6b0d-4cf4-b560-c583720eeb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:57.541834 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 74a8fa26-c3c8-4408-aa79-3d6359c7dc33 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:47:57.554054 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0459bb-3db2-440c-939c-27d432e48dcc None None] Sync routers for ids ['6b94c93f-761e-4f17-b0a9-d8cc63f81129'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:47:57.569986 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0459bb-3db2-440c-939c-27d432e48dcc None None] Routers {'6b94c93f-761e-4f17-b0a9-d8cc63f81129'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:47:57.570617 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-4a0459bb-3db2-440c-939c-27d432e48dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:47:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6b94c93f-761e-4f17-b0a9-d8cc63f81129'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:47:57.628531 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 15fd70f6-03bb-4594-92c7-3d49ec9756b8 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:47:57.629100 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (15fd70f6-03bb-4594-92c7-3d49ec9756b8), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:57.648588 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-317c6361-2915-4cb5-b107-b869b3fa842d admin admin] Publish callbacks [] for security_group (f0e4f8a6-4c3c-466e-940a-0df69901683d), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:57.683891 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075f7a74-6753-4ed9-b31f-0b20e7c55713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fd70f6-03bb-4594-92c7-3d49ec9756b8'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:47:57.686268 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3229c4a0-0651-4bab-9780-8201404c0a36" -d '{"events": [{"server_uuid": "075f7a74-6753-4ed9-b31f-0b20e7c55713", "name": "network-vif-plugged", "status": "completed", "tag": "15fd70f6-03bb-4594-92c7-3d49ec9756b8"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:47:57.702111 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e1374a77-6028-47fe-aa59-e37b07dd6000 req-ea52f842-12b8-4e89-bdc9-5ac7d5e7ae42 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be3d13b4-90c6-4a97-ac5d-46d6c4805009 HTTP/1.1" status: 200 len: 1000 time: 0.3413312 Mar 01 13:47:57.718100 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 15fd70f6-03bb-4594-92c7-3d49ec9756b8, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=15fd70f6-03bb-4594-92c7-3d49ec9756b8,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:47:57.742300 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (15fd70f6-03bb-4594-92c7-3d49ec9756b8), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:57.784346 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 74a8fa26-c3c8-4408-aa79-3d6359c7dc33 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:47:57.784873 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (74a8fa26-c3c8-4408-aa79-3d6359c7dc33), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:57.909856 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1374a77-6028-47fe-aa59-e37b07dd6000 req-9fa407e6-e8d4-4173-b0e1-b06beedadeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:57.911707 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e1374a77-6028-47fe-aa59-e37b07dd6000 req-9fa407e6-e8d4-4173-b0e1-b06beedadeca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=261203cc-bf87-4d50-a32d-f34589170095 HTTP/1.1" status: 200 len: 856 time: 0.1967132 Mar 01 13:47:58.001136 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-29582cdb-91f8-41d4-ad63-a42a82705551 req-f05bf9f4-e023-4b63-8c38-30c5d1b04694 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 210 time: 0.0653176 Mar 01 13:47:58.008648 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-4a0459bb-3db2-440c-939c-27d432e48dcc None None] Set router 6b94c93f-761e-4f17-b0a9-d8cc63f81129 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:47:58.071021 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1374a77-6028-47fe-aa59-e37b07dd6000 req-a315dbb2-9c02-481f-9acf-9fb3c5ac3a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:58.072843 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-9660ba04-ea50-478f-accb-b8bf1cbdc260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'name': 'tempest-AttachVolumeShelveTestJSON-1706073340-router', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:03Z', 'updated_at': '2022-03-01T13:47:12Z', 'revision_number': 4, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'gw_port': {'id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:05Z', 'updated_at': '2022-03-01T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'ca4ba4e9-6a4e-4ce6-83df-0b48d8bef7be', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'floating_ip_address': '172.25.1.144', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'port_id': 'be3d13b4-90c6-4a97-ac5d-46d6c4805009', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77', 'mac_address': 'fa:16:3e:18:9d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4025627-1ecb-4755-b6e9-eff457f43453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:47:22Z', 'updated_at': '2022-03-01T13:47:52Z', 'revision_number': 1, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2081164-471f-4cfe-9d84-127b9b18c90c', 'name': '', 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'mac_address': 'fa:16:3e:8d:6a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '261203cc-bf87-4d50-a32d-f34589170095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:10Z', 'updated_at': '2022-03-01T13:47:20Z', 'revision_number': 5, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'subnets': [{'id': '261203cc-bf87-4d50-a32d-f34589170095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:47:58.084845 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e1374a77-6028-47fe-aa59-e37b07dd6000 req-a315dbb2-9c02-481f-9acf-9fb3c5ac3a9c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a2dec7e3-4601-4685-95e7-9ed53553db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1506600 Mar 01 13:47:58.088408 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-823016c5-93cc-4198-a00c-1f3ca5ca22a8 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:58.098320 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-823016c5-93cc-4198-a00c-1f3ca5ca22a8 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/networks?id=46ad6524-9b8b-408c-bf41-570bd4a14b9a HTTP/1.1" status: 200 len: 820 time: 0.5785363 Mar 01 13:47:58.118153 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-58a9ac9c-0522-4796-b3d9-c0fad34075b8 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/quotas/c18946c020b04e1e84eb00e4d66b6194 HTTP/1.1" status: 200 len: 375 time: 0.0185626 Mar 01 13:47:58.131170 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-317c6361-2915-4cb5-b107-b869b3fa842d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (f0e4f8a6-4c3c-466e-940a-0df69901683d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:58.139506 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-317c6361-2915-4cb5-b107-b869b3fa842d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:58.142222 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-317c6361-2915-4cb5-b107-b869b3fa842d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0e4f8a6-4c3c-466e-940a-0df69901683d HTTP/1.1" status: 204 len: 168 time: 0.9503343 Mar 01 13:47:58.171470 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a3944e-9fe4-4d99-9301-8fef75429f38 x-openstack-request-id: req-00a3944e-9fe4-4d99-9301-8fef75429f38 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:47:58.172185 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075f7a74-6753-4ed9-b31f-0b20e7c55713", "name": "network-vif-plugged", "status": "completed", "tag": "15fd70f6-03bb-4594-92c7-3d49ec9756b8", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:47:58.172656 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-00a3944e-9fe4-4d99-9301-8fef75429f38 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:47:58.173266 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075f7a74-6753-4ed9-b31f-0b20e7c55713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fd70f6-03bb-4594-92c7-3d49ec9756b8', 'code': 200} Mar 01 13:47:58.179996 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9660ba04-ea50-478f-accb-b8bf1cbdc260 None None] Checking router: 4bc3ce39-3e78-4067-b884-df9b6d673597 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:47:58.205309 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c6361-2915-4cb5-b107-b869b3fa842d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e4f8a6-4c3c-466e-940a-0df69901683d,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:58.252227 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=15fd70f6-03bb-4594-92c7-3d49ec9756b8,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:47:58.277482 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9660ba04-ea50-478f-accb-b8bf1cbdc260 None None] Routers {'4bc3ce39-3e78-4067-b884-df9b6d673597'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:47:58.278403 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-9660ba04-ea50-478f-accb-b8bf1cbdc260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:47:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4bc3ce39-3e78-4067-b884-df9b6d673597'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:47:58.336605 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e1374a77-6028-47fe-aa59-e37b07dd6000 req-c33ee97d-0739-4aaf-9741-ac00ea112a98 service neutron] 10.222.0.32 "GET /v2.0/networks/a2dec7e3-4601-4685-95e7-9ed53553db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375803 Mar 01 13:47:58.363945 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 74a8fa26-c3c8-4408-aa79-3d6359c7dc33 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:47:58.370953 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-6ad0ac1c-ee02-47f6-a005-f28a9caace0d tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c18946c020b04e1e84eb00e4d66b6194&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2508879 Mar 01 13:47:58.522110 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-9660ba04-ea50-478f-accb-b8bf1cbdc260 None None] Set router 4bc3ce39-3e78-4067-b884-df9b6d673597 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:47:58.597156 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e1374a77-6028-47fe-aa59-e37b07dd6000 req-30811937-5090-4f6a-88ff-001b2a90a999 service neutron] 10.222.0.32 "GET /v2.0/networks/a2dec7e3-4601-4685-95e7-9ed53553db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421904 Mar 01 13:47:58.660395 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-f0c78b5c-b8ab-4b38-9a46-bf6ea2fb9790 service neutron] 10.222.0.13 "GET /v2.0/networks/46ad6524-9b8b-408c-bf41-570bd4a14b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881045 Mar 01 13:47:58.753489 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134219b3-2318-4213-8eff-b0d7e3a3c1ef req-d5ab1d16-93a1-4950-84e3-b5c1f49778d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:58.755221 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-134219b3-2318-4213-8eff-b0d7e3a3c1ef req-d5ab1d16-93a1-4950-84e3-b5c1f49778d5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 1127 time: 0.5828018 Mar 01 13:47:58.882920 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-4a0459bb-3db2-440c-939c-27d432e48dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'name': 'tempest-FloatingIPsAssociationTestJSON-252549783-router', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:45Z', 'updated_at': '2022-03-01T13:47:54Z', 'revision_number': 4, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'gw_port': {'id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:47Z', 'updated_at': '2022-03-01T13:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '8556f323-4496-4f37-bb5c-eb2d8db17b65', 'name': '', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'mac_address': 'fa:16:3e:ac:17:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:52Z', 'updated_at': '2022-03-01T13:47:54Z', 'revision_number': 2, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'subnets': [{'id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:47:58.900749 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-134219b3-2318-4213-8eff-b0d7e3a3c1ef req-5798f4c1-5fdf-4156-acf9-85fca1d19ec5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066954 Mar 01 13:47:58.937254 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0459bb-3db2-440c-939c-27d432e48dcc None None] Checking router: 6b94c93f-761e-4f17-b0a9-d8cc63f81129 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:47:58.937963 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0459bb-3db2-440c-939c-27d432e48dcc None None] Updating router 6b94c93f-761e-4f17-b0a9-d8cc63f81129 port 8556f323-4496-4f37-bb5c-eb2d8db17b65 binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:47:58.960177 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154507f-8cd8-41ad-8d5f-2a460e7b2734 req-f0cfd490-7c5e-4c3b-ae71-b4362c4e38b1 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:47:58.968178 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e154507f-8cd8-41ad-8d5f-2a460e7b2734 req-f0cfd490-7c5e-4c3b-ae71-b4362c4e38b1 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 945 time: 0.3414352 Mar 01 13:47:59.016714 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-4a0459bb-3db2-440c-939c-27d432e48dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8556f323-4496-4f37-bb5c-eb2d8db17b65), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:59.075948 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-dfd4370f-8f3b-446a-8154-dd35860d065f service neutron] 10.222.0.13 "GET /v2.0/networks/46ad6524-9b8b-408c-bf41-570bd4a14b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112182 Mar 01 13:47:59.139130 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e154507f-8cd8-41ad-8d5f-2a460e7b2734 req-0a03307b-dfe3-4322-ac14-1d7394658809 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660068 Mar 01 13:47:59.142513 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:47:59.218808 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-9660ba04-ea50-478f-accb-b8bf1cbdc260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'name': 'tempest-AttachVolumeShelveTestJSON-1706073340-router', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:03Z', 'updated_at': '2022-03-01T13:47:12Z', 'revision_number': 4, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'gw_port': {'id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:05Z', 'updated_at': '2022-03-01T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'ca4ba4e9-6a4e-4ce6-83df-0b48d8bef7be', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'floating_ip_address': '172.25.1.144', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'port_id': 'be3d13b4-90c6-4a97-ac5d-46d6c4805009', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77', 'mac_address': 'fa:16:3e:18:9d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4025627-1ecb-4755-b6e9-eff457f43453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:47:22Z', 'updated_at': '2022-03-01T13:47:52Z', 'revision_number': 1, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2081164-471f-4cfe-9d84-127b9b18c90c', 'name': '', 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'mac_address': 'fa:16:3e:8d:6a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '261203cc-bf87-4d50-a32d-f34589170095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:10Z', 'updated_at': '2022-03-01T13:47:20Z', 'revision_number': 5, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'subnets': [{'id': '261203cc-bf87-4d50-a32d-f34589170095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:47:59.258794 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9660ba04-ea50-478f-accb-b8bf1cbdc260 None None] The sync data for ids ['4bc3ce39-3e78-4067-b884-df9b6d673597'] in n-d-827467-3 is: [{'id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'name': 'tempest-AttachVolumeShelveTestJSON-1706073340-router', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:03Z', 'updated_at': '2022-03-01T13:47:12Z', 'revision_number': 4, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'gw_port': {'id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:05Z', 'updated_at': '2022-03-01T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'ca4ba4e9-6a4e-4ce6-83df-0b48d8bef7be', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'floating_ip_address': '172.25.1.144', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'port_id': 'be3d13b4-90c6-4a97-ac5d-46d6c4805009', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77', 'mac_address': 'fa:16:3e:18:9d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4025627-1ecb-4755-b6e9-eff457f43453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:47:22Z', 'updated_at': '2022-03-01T13:47:52Z', 'revision_number': 1, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2081164-471f-4cfe-9d84-127b9b18c90c', 'name': '', 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'mac_address': 'fa:16:3e:8d:6a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '261203cc-bf87-4d50-a32d-f34589170095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:10Z', 'updated_at': '2022-03-01T13:47:20Z', 'revision_number': 5, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'subnets': [{'id': '261203cc-bf87-4d50-a32d-f34589170095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:47:59.464285 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bed565f3-bb61-4ba6-a97c-6dfba58eedf6 req-20e9cff2-f051-409f-9390-15f0f17cdee6 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 210 time: 0.1187289 Mar 01 13:47:59.627296 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10929028-c4db-426f-9a0b-edff1ffd3e36 req-bce8d073-ee41-49c6-a450-e06d9de9110b tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports?device_id=b07fa3ab-3a2d-472a-9b2a-832a2fb14e83 HTTP/1.1" status: 200 len: 210 time: 0.0996981 Mar 01 13:47:59.783537 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb75995-dcb9-4d28-914e-3bf45c4230d2 None None] New status for floating IP ca4ba4e9-6a4e-4ce6-83df-0b48d8bef7be: ACTIVE {{(pid=103728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 13:48:00.000335 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-4a0459bb-3db2-440c-939c-27d432e48dcc None None] Publish callbacks [] for port (8556f323-4496-4f37-bb5c-eb2d8db17b65), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:00.030993 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-4a0459bb-3db2-440c-939c-27d432e48dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (8556f323-4496-4f37-bb5c-eb2d8db17b65), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:00.044402 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:00.208675 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab5a10-0d8d-4766-acdb-8c4902376fdb None None] Pushing event updated for resources: {'Port': ['ID=8556f323-4496-4f37-bb5c-eb2d8db17b65,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:00.429942 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-4a0459bb-3db2-440c-939c-27d432e48dcc None None] Attempting to bind port 8556f323-4496-4f37-bb5c-eb2d8db17b65 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:48:00.436214 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-4a0459bb-3db2-440c-939c-27d432e48dcc None None] Attempting to bind port 8556f323-4496-4f37-bb5c-eb2d8db17b65 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '5e062692-f1f6-406b-80a0-4be4bcdfa6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:48:00.437833 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0459bb-3db2-440c-939c-27d432e48dcc None None] Attempting to bind port 8556f323-4496-4f37-bb5c-eb2d8db17b65 on network 46ad6524-9b8b-408c-bf41-570bd4a14b9a {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:48:00.454820 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0459bb-3db2-440c-939c-27d432e48dcc None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:48:00.455117 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0459bb-3db2-440c-939c-27d432e48dcc None None] Checking segment: {'id': '5e062692-f1f6-406b-80a0-4be4bcdfa6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:48:00.455522 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-4a0459bb-3db2-440c-939c-27d432e48dcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:00.476154 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0459bb-3db2-440c-939c-27d432e48dcc None None] Bound using segment: {'id': '5e062692-f1f6-406b-80a0-4be4bcdfa6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:48:00.476761 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-4a0459bb-3db2-440c-939c-27d432e48dcc None None] Bound port: 8556f323-4496-4f37-bb5c-eb2d8db17b65, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e062692-f1f6-406b-80a0-4be4bcdfa6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:48:00.477170 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-4a0459bb-3db2-440c-939c-27d432e48dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8556f323-4496-4f37-bb5c-eb2d8db17b65), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:00.672577 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-4a0459bb-3db2-440c-939c-27d432e48dcc None None] For port 8556f323-4496-4f37-bb5c-eb2d8db17b65, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:48:00.681531 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-4a0459bb-3db2-440c-939c-27d432e48dcc None None] For port 8556f323-4496-4f37-bb5c-eb2d8db17b65, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=8556f323-4496-4f37-bb5c-eb2d8db17b65,segment=NetworkSegment(5e062692-f1f6-406b-80a0-4be4bcdfa6ec),segment_id=5e062692-f1f6-406b-80a0-4be4bcdfa6ec)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:48:00.687410 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f56511-dbb5-4bfb-b0a5-1d861bce806f req-9e68b126-cdb9-4caa-b9fe-4b8b0fb38fec tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:00.692972 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b4f56511-dbb5-4bfb-b0a5-1d861bce806f req-9e68b126-cdb9-4caa-b9fe-4b8b0fb38fec tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 945 time: 0.2615516 Mar 01 13:48:00.693859 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-4a0459bb-3db2-440c-939c-27d432e48dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (8556f323-4496-4f37-bb5c-eb2d8db17b65), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:00.786475 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-3cacf1db-1e15-4a4d-bfbe-1cfb08c85fd3 None None] Provisioning complete for port 8556f323-4496-4f37-bb5c-eb2d8db17b65 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:48:00.787045 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3cacf1db-1e15-4a4d-bfbe-1cfb08c85fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8556f323-4496-4f37-bb5c-eb2d8db17b65), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:00.796743 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0459bb-3db2-440c-939c-27d432e48dcc None None] Routers {'6b94c93f-761e-4f17-b0a9-d8cc63f81129'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:48:00.797669 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-4a0459bb-3db2-440c-939c-27d432e48dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:47:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6b94c93f-761e-4f17-b0a9-d8cc63f81129'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:48:00.916819 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c2f8ac4b-e190-479a-942c-24f12e7c51d3 req-fcc82942-f646-493c-b839-e932f5e1c067 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 210 time: 0.2130878 Mar 01 13:48:01.078161 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b4f56511-dbb5-4bfb-b0a5-1d861bce806f req-6e3b203d-a00b-479a-9cb3-489e4310122c tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731606 Mar 01 13:48:01.147847 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3cacf1db-1e15-4a4d-bfbe-1cfb08c85fd3 None None] Current status of the port 8556f323-4496-4f37-bb5c-eb2d8db17b65 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:48:01.149987 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3cacf1db-1e15-4a4d-bfbe-1cfb08c85fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8556f323-4496-4f37-bb5c-eb2d8db17b65), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:01.216137 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-3cacf1db-1e15-4a4d-bfbe-1cfb08c85fd3 None None] For port 8556f323-4496-4f37-bb5c-eb2d8db17b65, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=8556f323-4496-4f37-bb5c-eb2d8db17b65,segment=NetworkSegment(5e062692-f1f6-406b-80a0-4be4bcdfa6ec),segment_id=5e062692-f1f6-406b-80a0-4be4bcdfa6ec)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:48:01.229286 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3cacf1db-1e15-4a4d-bfbe-1cfb08c85fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (8556f323-4496-4f37-bb5c-eb2d8db17b65), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:01.294470 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b83da697-b2be-4e48-8786-f12b9e643a53 req-398d5cba-af18-47be-a664-da22fbe58ca6 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports?device_id=b07fa3ab-3a2d-472a-9b2a-832a2fb14e83 HTTP/1.1" status: 200 len: 210 time: 0.1745114 Mar 01 13:48:01.326888 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab5a10-0d8d-4766-acdb-8c4902376fdb None None] Pushing event updated for resources: {'Port': ['ID=8556f323-4496-4f37-bb5c-eb2d8db17b65,revision_number=4']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:01.387955 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cacf1db-1e15-4a4d-bfbe-1cfb08c85fd3 None None] Pushing event updated for resources: {'Port': ['ID=8556f323-4496-4f37-bb5c-eb2d8db17b65,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:01.404017 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-4a0459bb-3db2-440c-939c-27d432e48dcc None None] Set router 6b94c93f-761e-4f17-b0a9-d8cc63f81129 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:48:01.519104 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d89dff48-036b-40d9-9613-bf86f407e797 None None] Provisioning complete for port 8556f323-4496-4f37-bb5c-eb2d8db17b65 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:48:01.519481 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d89dff48-036b-40d9-9613-bf86f407e797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8556f323-4496-4f37-bb5c-eb2d8db17b65), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:01.767702 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:01.777947 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d89dff48-036b-40d9-9613-bf86f407e797 None None] Current status of the port 8556f323-4496-4f37-bb5c-eb2d8db17b65 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:48:02.219489 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-4a0459bb-3db2-440c-939c-27d432e48dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'name': 'tempest-FloatingIPsAssociationTestJSON-252549783-router', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:45Z', 'updated_at': '2022-03-01T13:47:54Z', 'revision_number': 4, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'gw_port': {'id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:47Z', 'updated_at': '2022-03-01T13:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '8556f323-4496-4f37-bb5c-eb2d8db17b65', 'name': '', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'mac_address': 'fa:16:3e:ac:17:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:52Z', 'updated_at': '2022-03-01T13:48:00Z', 'revision_number': 4, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'subnets': [{'id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:48:02.249417 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-046cb12c-2b55-4ecb-a2cc-4faa64b80700 req-1f8c2e5a-4e55-4908-86b6-2c44e1294733 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 210 time: 0.1829791 Mar 01 13:48:02.307538 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0459bb-3db2-440c-939c-27d432e48dcc None None] The sync data for ids ['6b94c93f-761e-4f17-b0a9-d8cc63f81129'] in n-d-827467-3 is: [{'id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'name': 'tempest-FloatingIPsAssociationTestJSON-252549783-router', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:45Z', 'updated_at': '2022-03-01T13:47:54Z', 'revision_number': 4, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'gw_port': {'id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:47Z', 'updated_at': '2022-03-01T13:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '8556f323-4496-4f37-bb5c-eb2d8db17b65', 'name': '', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'mac_address': 'fa:16:3e:ac:17:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:52Z', 'updated_at': '2022-03-01T13:48:00Z', 'revision_number': 4, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'subnets': [{'id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:48:02.408591 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-23468b2f-59d8-417c-b9dd-da716d02b51b tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:02.414189 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-23468b2f-59d8-417c-b9dd-da716d02b51b tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.32 "GET /v2.0/networks?id=46ad6524-9b8b-408c-bf41-570bd4a14b9a HTTP/1.1" status: 200 len: 820 time: 0.4345295 Mar 01 13:48:02.450089 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-4d57413c-1ab2-4d00-b9c8-ddc435eff013 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Request body: {'port': {'device_id': 'b07fa3ab-3a2d-472a-9b2a-832a2fb14e83', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'admin_state_up': True, 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:48:02.506088 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7be001-23c9-4b1f-923b-68a84a1775b7 req-edd148a9-5f63-4dba-a9cc-911bd26e55a8 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:02.507876 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9e7be001-23c9-4b1f-923b-68a84a1775b7 req-edd148a9-5f63-4dba-a9cc-911bd26e55a8 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 945 time: 0.2640135 Mar 01 13:48:02.737915 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9e7be001-23c9-4b1f-923b-68a84a1775b7 req-ac26bb37-4e39-44ed-9ac6-a04adaf9425c tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346500 Mar 01 13:48:02.808307 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-ad4c580c-9703-465b-bcf8-e09b2e0f19a8 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1ea042b3d43a42688cd032fa929e6de2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1639414 Mar 01 13:48:02.969091 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-09021b45-219f-4d8a-9771-5b921d9b88ae req-85f86fea-8eb0-4695-a011-38e013592e9c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports?device_id=b07fa3ab-3a2d-472a-9b2a-832a2fb14e83 HTTP/1.1" status: 200 len: 210 time: 0.0947537 Mar 01 13:48:03.091923 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-a95481db-b8a3-4b95-8c72-4acbcfb0fc6c tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:03.113200 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-a95481db-b8a3-4b95-8c72-4acbcfb0fc6c tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3036828 Mar 01 13:48:03.126535 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-4d57413c-1ab2-4d00-b9c8-ddc435eff013 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Made reservation on behalf of c18946c020b04e1e84eb00e4d66b6194 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:48:03.130330 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-4d57413c-1ab2-4d00-b9c8-ddc435eff013 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:03.170646 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-b5ae25f0-ea13-4916-bedc-53a134f49192 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/quotas/1ea042b3d43a42688cd032fa929e6de2 HTTP/1.1" status: 200 len: 375 time: 0.0562801 Mar 01 13:48:03.251458 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-76b60a7b-b597-41b8-887a-db7da7f09342 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ea042b3d43a42688cd032fa929e6de2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0794644 Mar 01 13:48:03.600929 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 8556f323-4496-4f37-bb5c-eb2d8db17b65 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:48:03.729249 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-4d57413c-1ab2-4d00-b9c8-ddc435eff013 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Allocated IP 172.20.0.8 (46ad6524-9b8b-408c-bf41-570bd4a14b9a/86ba1087-1883-4262-ae29-f20d536ca1ef/a0097efb-120c-4ed9-b7ac-7e4fd029685a) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:48:03.768823 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:48:03.818211 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 8556f323-4496-4f37-bb5c-eb2d8db17b65 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:48:03.818590 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8556f323-4496-4f37-bb5c-eb2d8db17b65), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:03.890948 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-19b6b5f1-d583-45f4-ac2b-59032aa8f689 req-f87d5607-3ca7-4b7c-98b1-6788760cc354 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 210 time: 0.0921299 Mar 01 13:48:04.115093 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 8556f323-4496-4f37-bb5c-eb2d8db17b65 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:48:04.264485 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-f25474f3-8c90-4a64-852e-747c085b501d tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1ea042b3d43a42688cd032fa929e6de2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810306 Mar 01 13:48:04.552948 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-d31b69bb-f246-45ea-a405-ee0d02e79fec tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:04.561038 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-d31b69bb-f246-45ea-a405-ee0d02e79fec tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2936683 Mar 01 13:48:04.657558 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1e52a164-d8bc-4be6-9e37-3f814a93f9c8 req-3f9b2d68-9b2f-46af-9d05-48dde4ac9e91 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports?device_id=b07fa3ab-3a2d-472a-9b2a-832a2fb14e83 HTTP/1.1" status: 200 len: 210 time: 0.1513367 Mar 01 13:48:04.668344 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-9bdcf1ee-41b8-48f6-b44d-da1e4ee70c4d tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/quotas/1ea042b3d43a42688cd032fa929e6de2 HTTP/1.1" status: 200 len: 375 time: 0.1061962 Mar 01 13:48:04.731535 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-4d57413c-1ab2-4d00-b9c8-ddc435eff013 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks [] for port (a0097efb-120c-4ed9-b7ac-7e4fd029685a), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:04.735854 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-b266f088-e788-41af-94f9-53614f899ac6 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ea042b3d43a42688cd032fa929e6de2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658576 Mar 01 13:48:04.844977 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-4d57413c-1ab2-4d00-b9c8-ddc435eff013 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (a0097efb-120c-4ed9-b7ac-7e4fd029685a), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:04.955103 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-4d57413c-1ab2-4d00-b9c8-ddc435eff013 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Network 46ad6524-9b8b-408c-bf41-570bd4a14b9a is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:48:04.985000 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-4d57413c-1ab2-4d00-b9c8-ddc435eff013 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:48:04.988862 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-4d57413c-1ab2-4d00-b9c8-ddc435eff013 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:48:05.128395 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-4d57413c-1ab2-4d00-b9c8-ddc435eff013 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:05.129117 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-4d57413c-1ab2-4d00-b9c8-ddc435eff013 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:05.159755 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bb840-0d67-42a9-9c9f-06cecf288dcd req-13a784b1-0d8a-4b7a-a5ae-9b7ae93c24a5 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:05.166604 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-038bb840-0d67-42a9-9c9f-06cecf288dcd req-13a784b1-0d8a-4b7a-a5ae-9b7ae93c24a5 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 945 time: 0.3658516 Mar 01 13:48:05.167886 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-4d57413c-1ab2-4d00-b9c8-ddc435eff013 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7279000 Mar 01 13:48:05.199868 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57413c-1ab2-4d00-b9c8-ddc435eff013 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Pushing event updated for resources: {'Port': ['ID=a0097efb-120c-4ed9-b7ac-7e4fd029685a,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:05.210604 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-f463b606-7d9a-472d-a224-453139e23687 service neutron] Request body: {'port': {'device_id': 'b07fa3ab-3a2d-472a-9b2a-832a2fb14e83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:48:05.314960 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-038bb840-0d67-42a9-9c9f-06cecf288dcd req-49a2c284-76e8-4c2b-9ad0-cbb68849a505 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430361 Mar 01 13:48:05.361042 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-f463b606-7d9a-472d-a224-453139e23687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a0097efb-120c-4ed9-b7ac-7e4fd029685a), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:05.539986 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-19899aad-1e94-465d-b7b4-c8b50cc0a779 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1ea042b3d43a42688cd032fa929e6de2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533042 Mar 01 13:48:05.581870 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-3a419db0-4281-4076-912f-ceca2c3bc32b None None] Provisioning complete for port a0097efb-120c-4ed9-b7ac-7e4fd029685a triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:48:05.582902 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3a419db0-4281-4076-912f-ceca2c3bc32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a0097efb-120c-4ed9-b7ac-7e4fd029685a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:05.751946 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3a419db0-4281-4076-912f-ceca2c3bc32b None None] Port a0097efb-120c-4ed9-b7ac-7e4fd029685a cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:48:05.787883 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4af4dd5-8350-45af-afa3-42b9fac7a916 req-b1dcb942-c8e8-47a1-bc49-a429911616aa tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=492b035e-2b66-48eb-bf95-ad11242bd554 HTTP/1.1" status: 200 len: 210 time: 0.2793486 Mar 01 13:48:05.808632 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-b7f201be-7abc-46aa-b545-22c27151b791 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:05.810589 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-b7f201be-7abc-46aa-b545-22c27151b791 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2605696 Mar 01 13:48:05.831404 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-dcc8f638-7d18-48ec-905f-1393a21f0d91 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Request body: {'port': {'device_id': '4af7d217-9c6e-46dd-aada-8f37a920b362', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'admin_state_up': True, 'tenant_id': '1ea042b3d43a42688cd032fa929e6de2'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:48:05.928127 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6c6b90cb-2a5e-4b56-93fa-18d6442a48c3 req-6a6728db-e739-4613-bb05-ec89d6ba5e44 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 210 time: 0.4135382 Mar 01 13:48:06.278332 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5556ef-8a5a-44cb-ac2b-c80d24d2deea req-62107157-38fa-4116-897f-b589ecd7a4f7 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:06.286005 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5a5556ef-8a5a-44cb-ac2b-c80d24d2deea req-62107157-38fa-4116-897f-b589ecd7a4f7 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports?device_id=b07fa3ab-3a2d-472a-9b2a-832a2fb14e83 HTTP/1.1" status: 200 len: 931 time: 0.3449590 Mar 01 13:48:06.389643 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-dcc8f638-7d18-48ec-905f-1393a21f0d91 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Made reservation on behalf of 1ea042b3d43a42688cd032fa929e6de2 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:48:06.394094 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-dcc8f638-7d18-48ec-905f-1393a21f0d91 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:06.405307 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-dcc8f638-7d18-48ec-905f-1393a21f0d91 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:06.450411 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5a5556ef-8a5a-44cb-ac2b-c80d24d2deea req-f81c891c-3cea-4ee8-af77-5bb01c7d7a0e tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/security-groups?id=3682eac9-a3cc-4051-bf61-dbdd5b18b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583767 Mar 01 13:48:06.550693 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-dcc8f638-7d18-48ec-905f-1393a21f0d91 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Publish callbacks [] for security_group (0ac2c542-01a7-4543-ac42-991941116211), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:06.559366 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-dcc8f638-7d18-48ec-905f-1393a21f0d91 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (0ac2c542-01a7-4543-ac42-991941116211), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:06.624857 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc8f638-7d18-48ec-905f-1393a21f0d91 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac2c542-01a7-4543-ac42-991941116211,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:06.692751 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-f463b606-7d9a-472d-a224-453139e23687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0097efb-120c-4ed9-b7ac-7e4fd029685a {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:48:06.707242 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-f463b606-7d9a-472d-a224-453139e23687 service neutron] Publish callbacks [] for port (a0097efb-120c-4ed9-b7ac-7e4fd029685a), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:06.784612 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca32209-a275-4312-b7c4-379b4b74fa12 req-9a4795c9-ad54-4fc2-acfe-5430bbb48351 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:06.798353 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0ca32209-a275-4312-b7c4-379b4b74fa12 req-9a4795c9-ad54-4fc2-acfe-5430bbb48351 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 945 time: 0.2783351 Mar 01 13:48:06.901891 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-f463b606-7d9a-472d-a224-453139e23687 service neutron] Transition to ACTIVE for port object a0097efb-120c-4ed9-b7ac-7e4fd029685a will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:48:06.939578 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-f463b606-7d9a-472d-a224-453139e23687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (a0097efb-120c-4ed9-b7ac-7e4fd029685a), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:07.023352 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-c3e42dc5-89a8-4e53-9475-a16edcbce0cf tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1ea042b3d43a42688cd032fa929e6de2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704739 Mar 01 13:48:07.104583 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0ca32209-a275-4312-b7c4-379b4b74fa12 req-d2988d29-27f8-445a-9893-51eccb607eb7 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048463 Mar 01 13:48:07.125060 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-50f9e9dd-8ddc-45b3-a5e2-b6a7ca7ac032 req-df7ccb6f-6d36-4dfc-b7eb-4e398afa9e11 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=492b035e-2b66-48eb-bf95-ad11242bd554 HTTP/1.1" status: 200 len: 210 time: 0.1105018 Mar 01 13:48:07.300687 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-14bfe5b7-cb70-43ac-938b-0bce5a8bedc0 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:07.308059 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-14bfe5b7-cb70-43ac-938b-0bce5a8bedc0 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2754502 Mar 01 13:48:07.353453 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-e7bca012-e2c4-4253-b146-6626892a63e2 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Request body: {'port': {'device_id': '492b035e-2b66-48eb-bf95-ad11242bd554', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'admin_state_up': True, 'tenant_id': '1ea042b3d43a42688cd032fa929e6de2'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:48:07.498201 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e3985196-b55b-4da1-baa2-d6f0802b5e15 req-4c0252ff-a08a-44a6-95fd-5d7a56f4d1ce tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=19774f0c-70c9-4126-bee3-7ebdaf731bd0 HTTP/1.1" status: 200 len: 210 time: 0.1105397 Mar 01 13:48:07.518404 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463b606-7d9a-472d-a224-453139e23687 service neutron] Pushing event updated for resources: {'Port': ['ID=a0097efb-120c-4ed9-b7ac-7e4fd029685a,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:07.568827 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-f463b606-7d9a-472d-a224-453139e23687 service neutron] Attempting to bind port a0097efb-120c-4ed9-b7ac-7e4fd029685a on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:48:07.569163 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-f463b606-7d9a-472d-a224-453139e23687 service neutron] Attempting to bind port a0097efb-120c-4ed9-b7ac-7e4fd029685a by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '5e062692-f1f6-406b-80a0-4be4bcdfa6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:48:07.569495 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-f463b606-7d9a-472d-a224-453139e23687 service neutron] Attempting to bind port a0097efb-120c-4ed9-b7ac-7e4fd029685a on network 46ad6524-9b8b-408c-bf41-570bd4a14b9a {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:48:07.602663 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-f463b606-7d9a-472d-a224-453139e23687 service neutron] Port a0097efb-120c-4ed9-b7ac-7e4fd029685a on network 46ad6524-9b8b-408c-bf41-570bd4a14b9a not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:48:07.603580 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-f463b606-7d9a-472d-a224-453139e23687 service neutron] Attempting to bind port a0097efb-120c-4ed9-b7ac-7e4fd029685a on network 46ad6524-9b8b-408c-bf41-570bd4a14b9a {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:48:07.621842 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-f463b606-7d9a-472d-a224-453139e23687 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:48:07.622192 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-f463b606-7d9a-472d-a224-453139e23687 service neutron] Checking segment: {'id': '5e062692-f1f6-406b-80a0-4be4bcdfa6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:48:07.622580 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-f463b606-7d9a-472d-a224-453139e23687 service neutron] Bound using segment: {'id': '5e062692-f1f6-406b-80a0-4be4bcdfa6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:48:07.623019 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-f463b606-7d9a-472d-a224-453139e23687 service neutron] Bound port: a0097efb-120c-4ed9-b7ac-7e4fd029685a, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e062692-f1f6-406b-80a0-4be4bcdfa6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:48:07.623376 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-f463b606-7d9a-472d-a224-453139e23687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a0097efb-120c-4ed9-b7ac-7e4fd029685a), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:07.674311 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-dcc8f638-7d18-48ec-905f-1393a21f0d91 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Allocated IP 192.168.233.184 (5e5e5cdc-dce5-4633-91fd-8e14363cd220/909a9e4d-2330-4bdf-bf33-da65c3dea6db/b175afeb-a600-4850-a0ac-022d6c939c65) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:48:07.708532 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-e7bca012-e2c4-4253-b146-6626892a63e2 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Made reservation on behalf of 1ea042b3d43a42688cd032fa929e6de2 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:48:07.720835 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-e7bca012-e2c4-4253-b146-6626892a63e2 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:07.850045 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-f463b606-7d9a-472d-a224-453139e23687 service neutron] For port a0097efb-120c-4ed9-b7ac-7e4fd029685a, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:48:07.859905 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37f22b-6a5e-4006-bc81-1e4b2df39d31 req-241beb0e-63fc-4de7-9bc8-3a15b53ef37b tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:07.861660 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9c37f22b-6a5e-4006-bc81-1e4b2df39d31 req-241beb0e-63fc-4de7-9bc8-3a15b53ef37b tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports?device_id=b07fa3ab-3a2d-472a-9b2a-832a2fb14e83 HTTP/1.1" status: 200 len: 943 time: 0.1189759 Mar 01 13:48:07.864048 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-f463b606-7d9a-472d-a224-453139e23687 service neutron] For port a0097efb-120c-4ed9-b7ac-7e4fd029685a, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=a0097efb-120c-4ed9-b7ac-7e4fd029685a,segment=NetworkSegment(5e062692-f1f6-406b-80a0-4be4bcdfa6ec),segment_id=5e062692-f1f6-406b-80a0-4be4bcdfa6ec)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:48:07.899543 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-f463b606-7d9a-472d-a224-453139e23687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (a0097efb-120c-4ed9-b7ac-7e4fd029685a), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:07.996522 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-f463b606-7d9a-472d-a224-453139e23687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:07.997042 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-f463b606-7d9a-472d-a224-453139e23687 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:07.998424 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-f463b606-7d9a-472d-a224-453139e23687 service neutron] 10.222.0.32 "PUT /v2.0/ports/a0097efb-120c-4ed9-b7ac-7e4fd029685a HTTP/1.1" status: 200 len: 1091 time: 2.7935030 Mar 01 13:48:08.001045 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07fa3ab-3a2d-472a-9b2a-832a2fb14e83', 'tag': 'a0097efb-120c-4ed9-b7ac-7e4fd029685a'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:48:08.003270 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0bc9ed-a447-4b0c-8ac9-281e70bb3494" -d '{"events": [{"name": "network-changed", "server_uuid": "b07fa3ab-3a2d-472a-9b2a-832a2fb14e83", "tag": "a0097efb-120c-4ed9-b7ac-7e4fd029685a"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:48:08.045975 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463b606-7d9a-472d-a224-453139e23687 service neutron] Pushing event updated for resources: {'Port': ['ID=a0097efb-120c-4ed9-b7ac-7e4fd029685a,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:08.125283 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad0e8ea-4b81-45f9-8f07-50b815f579f3 x-openstack-request-id: req-0ad0e8ea-4b81-45f9-8f07-50b815f579f3 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:48:08.125883 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07fa3ab-3a2d-472a-9b2a-832a2fb14e83", "tag": "a0097efb-120c-4ed9-b7ac-7e4fd029685a", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:48:08.126304 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ad0e8ea-4b81-45f9-8f07-50b815f579f3 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:48:08.126862 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07fa3ab-3a2d-472a-9b2a-832a2fb14e83', 'tag': 'a0097efb-120c-4ed9-b7ac-7e4fd029685a', 'status': 'completed', 'code': 200} Mar 01 13:48:08.148541 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-dcc8f638-7d18-48ec-905f-1393a21f0d91 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Publish callbacks [] for port (b175afeb-a600-4850-a0ac-022d6c939c65), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:08.152962 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9c37f22b-6a5e-4006-bc81-1e4b2df39d31 req-5818036f-bf8a-4198-80ad-ae1f42b339d9 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/security-groups?id=3682eac9-a3cc-4051-bf61-dbdd5b18b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815223 Mar 01 13:48:08.230978 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-dcc8f638-7d18-48ec-905f-1393a21f0d91 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (b175afeb-a600-4850-a0ac-022d6c939c65), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:08.255883 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-527b0b37-0d54-4365-9f43-c241d4e48184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:08.260487 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-527b0b37-0d54-4365-9f43-c241d4e48184 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c18946c020b04e1e84eb00e4d66b6194&device_id=b07fa3ab-3a2d-472a-9b2a-832a2fb14e83 HTTP/1.1" status: 200 len: 1125 time: 0.1930404 Mar 01 13:48:08.361402 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-dbe3fe9b-c9d9-4e5f-a5b2-617165f3ccd3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0097efb-120c-4ed9-b7ac-7e4fd029685a HTTP/1.1" status: 200 len: 217 time: 0.0909078 Mar 01 13:48:08.408264 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-dcc8f638-7d18-48ec-905f-1393a21f0d91 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:48:08.439415 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-dcc8f638-7d18-48ec-905f-1393a21f0d91 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:48:08.463519 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1374a210-045e-4043-8248-c2aad6f2394d req-b864de29-babd-4506-8749-02fd69274507 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=492b035e-2b66-48eb-bf95-ad11242bd554 HTTP/1.1" status: 200 len: 210 time: 0.1007226 Mar 01 13:48:08.469226 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-dcc8f638-7d18-48ec-905f-1393a21f0d91 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:48:08.572675 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-dcc8f638-7d18-48ec-905f-1393a21f0d91 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:08.573185 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-dcc8f638-7d18-48ec-905f-1393a21f0d91 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:08.590878 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-e7bca012-e2c4-4253-b146-6626892a63e2 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Allocated IP 192.168.233.138 (5e5e5cdc-dce5-4633-91fd-8e14363cd220/909a9e4d-2330-4bdf-bf33-da65c3dea6db/aa06a6eb-b941-478b-b1ac-775e72817311) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:48:08.593769 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc8f638-7d18-48ec-905f-1393a21f0d91 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Pushing event updated for resources: {'Port': ['ID=b175afeb-a600-4850-a0ac-022d6c939c65,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:08.635078 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-60309f7f-3441-4cea-8d3d-a8855b13b44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:08.642763 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-60309f7f-3441-4cea-8d3d-a8855b13b44b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=86ba1087-1883-4262-ae29-f20d536ca1ef HTTP/1.1" status: 200 len: 859 time: 0.2402856 Mar 01 13:48:08.650963 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-dcc8f638-7d18-48ec-905f-1393a21f0d91 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8246114 Mar 01 13:48:08.662569 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0556af7-b452-4b18-9abf-43c95435cb3b req-d156786e-7ae4-4506-a9d9-351aead0aec3 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:08.672784 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b0556af7-b452-4b18-9abf-43c95435cb3b req-d156786e-7ae4-4506-a9d9-351aead0aec3 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 945 time: 0.3089726 Mar 01 13:48:08.675647 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-95dce6b4-52f5-4836-b690-ae488b6813b1 service neutron] Request body: {'port': {'device_id': '4af7d217-9c6e-46dd-aada-8f37a920b362', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:48:08.904078 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-95dce6b4-52f5-4836-b690-ae488b6813b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b175afeb-a600-4850-a0ac-022d6c939c65), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:09.013726 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-043cef3c-c46b-4140-98d6-3ce51e4afebb None None] Provisioning complete for port b175afeb-a600-4850-a0ac-022d6c939c65 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:48:09.014357 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-043cef3c-c46b-4140-98d6-3ce51e4afebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (b175afeb-a600-4850-a0ac-022d6c939c65), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:09.053602 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b0556af7-b452-4b18-9abf-43c95435cb3b req-8d8028f6-fa0e-4da9-bc90-6d9391764831 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641374 Mar 01 13:48:09.089407 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-3609886b-ce29-4e73-9658-ede7a3613bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:09.103777 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-3609886b-ce29-4e73-9658-ede7a3613bcb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46ad6524-9b8b-408c-bf41-570bd4a14b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4295752 Mar 01 13:48:09.162692 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-043cef3c-c46b-4140-98d6-3ce51e4afebb None None] Port b175afeb-a600-4850-a0ac-022d6c939c65 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:48:09.300849 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-e7bca012-e2c4-4253-b146-6626892a63e2 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Publish callbacks [] for port (aa06a6eb-b941-478b-b1ac-775e72817311), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:09.327109 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-301d61ab-2105-47b3-b036-be128bb1c827 service neutron] 10.222.0.32 "GET /v2.0/networks/46ad6524-9b8b-408c-bf41-570bd4a14b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156508 Mar 01 13:48:09.466585 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba1cc2-5c09-4b94-9592-a29a88791865 req-128f14b8-3cc3-456b-8033-c5bfb22e1fab tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:09.468143 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0fba1cc2-5c09-4b94-9592-a29a88791865 req-128f14b8-3cc3-456b-8033-c5bfb22e1fab tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports?device_id=b07fa3ab-3a2d-472a-9b2a-832a2fb14e83 HTTP/1.1" status: 200 len: 943 time: 0.1408002 Mar 01 13:48:09.470695 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38062) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:48:09.546530 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0fba1cc2-5c09-4b94-9592-a29a88791865 req-966fa001-bd0a-4d61-b7de-eef815141866 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/security-groups?id=3682eac9-a3cc-4051-bf61-dbdd5b18b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702472 Mar 01 13:48:09.574016 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-80cd1af0-9258-4abb-8772-bf655c3f40c3 req-a80a7b78-13e3-4d36-a32b-6349ab3f537d service neutron] 10.222.0.32 "GET /v2.0/networks/46ad6524-9b8b-408c-bf41-570bd4a14b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352786 Mar 01 13:48:09.669165 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:09.758463 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-95dce6b4-52f5-4836-b690-ae488b6813b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b175afeb-a600-4850-a0ac-022d6c939c65 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:48:09.768419 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-95dce6b4-52f5-4836-b690-ae488b6813b1 service neutron] Publish callbacks [] for port (b175afeb-a600-4850-a0ac-022d6c939c65), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:09.787102 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-95dce6b4-52f5-4836-b690-ae488b6813b1 service neutron] Transition to ACTIVE for port object b175afeb-a600-4850-a0ac-022d6c939c65 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:48:09.788724 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-e7bca012-e2c4-4253-b146-6626892a63e2 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (aa06a6eb-b941-478b-b1ac-775e72817311), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:09.828127 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:09.852304 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bca012-e2c4-4253-b146-6626892a63e2 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Pushing event updated for resources: {'Port': ['ID=aa06a6eb-b941-478b-b1ac-775e72817311,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:09.863245 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-95dce6b4-52f5-4836-b690-ae488b6813b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (b175afeb-a600-4850-a0ac-022d6c939c65), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:09.923908 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-e7bca012-e2c4-4253-b146-6626892a63e2 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:48:10.034705 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-e7bca012-e2c4-4253-b146-6626892a63e2 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:48:10.135888 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-e7bca012-e2c4-4253-b146-6626892a63e2 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:48:10.215415 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-e7bca012-e2c4-4253-b146-6626892a63e2 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:10.216404 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-e7bca012-e2c4-4253-b146-6626892a63e2 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:10.257151 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-e7bca012-e2c4-4253-b146-6626892a63e2 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9186933 Mar 01 13:48:10.269593 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dce6b4-52f5-4836-b690-ae488b6813b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b175afeb-a600-4850-a0ac-022d6c939c65,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:10.280179 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-95dce6b4-52f5-4836-b690-ae488b6813b1 service neutron] Attempting to bind port b175afeb-a600-4850-a0ac-022d6c939c65 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:48:10.280519 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-95dce6b4-52f5-4836-b690-ae488b6813b1 service neutron] Attempting to bind port b175afeb-a600-4850-a0ac-022d6c939c65 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:48:10.280919 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-95dce6b4-52f5-4836-b690-ae488b6813b1 service neutron] Attempting to bind port b175afeb-a600-4850-a0ac-022d6c939c65 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:48:10.297124 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-6c283f2c-2dd1-409a-be74-8d7569003d96 service neutron] Request body: {'port': {'device_id': '492b035e-2b66-48eb-bf95-ad11242bd554', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:48:10.334938 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-95dce6b4-52f5-4836-b690-ae488b6813b1 service neutron] Port b175afeb-a600-4850-a0ac-022d6c939c65 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:48:10.335234 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-95dce6b4-52f5-4836-b690-ae488b6813b1 service neutron] Attempting to bind port b175afeb-a600-4850-a0ac-022d6c939c65 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:48:10.404361 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-95dce6b4-52f5-4836-b690-ae488b6813b1 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:48:10.404718 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-95dce6b4-52f5-4836-b690-ae488b6813b1 service neutron] Checking segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:48:10.405115 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-95dce6b4-52f5-4836-b690-ae488b6813b1 service neutron] Bound using segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:48:10.405595 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-95dce6b4-52f5-4836-b690-ae488b6813b1 service neutron] Bound port: b175afeb-a600-4850-a0ac-022d6c939c65, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:48:10.405959 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-95dce6b4-52f5-4836-b690-ae488b6813b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b175afeb-a600-4850-a0ac-022d6c939c65), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:10.428628 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-6c283f2c-2dd1-409a-be74-8d7569003d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (aa06a6eb-b941-478b-b1ac-775e72817311), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:10.580703 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-adfc0013-ba94-48c8-97c0-4c30b4b09009 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:10.654864 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bc9ed-a447-4b0c-8ac9-281e70bb3494 req-0a802221-efb9-4c19-b32b-b4f503a9c6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:10.672723 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6d0bc9ed-a447-4b0c-8ac9-281e70bb3494 req-0a802221-efb9-4c19-b32b-b4f503a9c6b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c18946c020b04e1e84eb00e4d66b6194&device_id=b07fa3ab-3a2d-472a-9b2a-832a2fb14e83 HTTP/1.1" status: 200 len: 1125 time: 1.0006609 Mar 01 13:48:10.714850 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e60806-86ab-4786-8835-c0ee10ade587 req-b26e3218-1dca-4dfa-b985-079817dbe4da tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:10.722731 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-36e60806-86ab-4786-8835-c0ee10ade587 req-b26e3218-1dca-4dfa-b985-079817dbe4da tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=492b035e-2b66-48eb-bf95-ad11242bd554 HTTP/1.1" status: 200 len: 936 time: 1.1147032 Mar 01 13:48:10.737423 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-fecd893e-6e3e-4fa1-8dda-8d057ae387a6 None None] Provisioning complete for port aa06a6eb-b941-478b-b1ac-775e72817311 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:48:10.738009 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fecd893e-6e3e-4fa1-8dda-8d057ae387a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (aa06a6eb-b941-478b-b1ac-775e72817311), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:10.803585 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-6c283f2c-2dd1-409a-be74-8d7569003d96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa06a6eb-b941-478b-b1ac-775e72817311 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:48:10.810168 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eda6bd-619d-4f20-a3aa-e1b0e1e9c4fa req-1ce7a23f-a8f1-430a-b682-bf89a0133104 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:10.813504 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-6c283f2c-2dd1-409a-be74-8d7569003d96 service neutron] Publish callbacks [] for port (aa06a6eb-b941-478b-b1ac-775e72817311), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:10.822143 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e8eda6bd-619d-4f20-a3aa-e1b0e1e9c4fa req-1ce7a23f-a8f1-430a-b682-bf89a0133104 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 945 time: 0.3636792 Mar 01 13:48:10.829272 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-6c283f2c-2dd1-409a-be74-8d7569003d96 service neutron] Transition to ACTIVE for port object aa06a6eb-b941-478b-b1ac-775e72817311 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:48:10.843223 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-6c283f2c-2dd1-409a-be74-8d7569003d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (aa06a6eb-b941-478b-b1ac-775e72817311), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:10.856778 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-fecd893e-6e3e-4fa1-8dda-8d057ae387a6 None None] Port aa06a6eb-b941-478b-b1ac-775e72817311 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:48:10.907009 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c283f2c-2dd1-409a-be74-8d7569003d96 service neutron] Pushing event updated for resources: {'Port': ['ID=aa06a6eb-b941-478b-b1ac-775e72817311,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:10.946025 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-95dce6b4-52f5-4836-b690-ae488b6813b1 service neutron] For port b175afeb-a600-4850-a0ac-022d6c939c65, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:48:11.069470 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-36e60806-86ab-4786-8835-c0ee10ade587 req-7c3e3b56-024c-4df1-b0fd-3191f62ddc2a tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457611 Mar 01 13:48:11.176150 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-6c283f2c-2dd1-409a-be74-8d7569003d96 service neutron] Attempting to bind port aa06a6eb-b941-478b-b1ac-775e72817311 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:48:11.176501 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-6c283f2c-2dd1-409a-be74-8d7569003d96 service neutron] Attempting to bind port aa06a6eb-b941-478b-b1ac-775e72817311 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:48:11.180616 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-6c283f2c-2dd1-409a-be74-8d7569003d96 service neutron] Attempting to bind port aa06a6eb-b941-478b-b1ac-775e72817311 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:48:11.203968 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-95dce6b4-52f5-4836-b690-ae488b6813b1 service neutron] For port b175afeb-a600-4850-a0ac-022d6c939c65, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b175afeb-a600-4850-a0ac-022d6c939c65,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:48:11.205303 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-6c283f2c-2dd1-409a-be74-8d7569003d96 service neutron] Port aa06a6eb-b941-478b-b1ac-775e72817311 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:48:11.214631 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-6c283f2c-2dd1-409a-be74-8d7569003d96 service neutron] Attempting to bind port aa06a6eb-b941-478b-b1ac-775e72817311 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:48:11.230047 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-6c283f2c-2dd1-409a-be74-8d7569003d96 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:48:11.230473 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-6c283f2c-2dd1-409a-be74-8d7569003d96 service neutron] Checking segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:48:11.230827 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-6c283f2c-2dd1-409a-be74-8d7569003d96 service neutron] Bound using segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:48:11.231273 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-6c283f2c-2dd1-409a-be74-8d7569003d96 service neutron] Bound port: aa06a6eb-b941-478b-b1ac-775e72817311, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:48:11.231704 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-6c283f2c-2dd1-409a-be74-8d7569003d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (aa06a6eb-b941-478b-b1ac-775e72817311), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:11.260950 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-95dce6b4-52f5-4836-b690-ae488b6813b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (b175afeb-a600-4850-a0ac-022d6c939c65), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:11.319118 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bc9ed-a447-4b0c-8ac9-281e70bb3494 req-a49ce34b-e6b2-4083-a43b-e2e4ca24a144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:11.320791 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6d0bc9ed-a447-4b0c-8ac9-281e70bb3494 req-a49ce34b-e6b2-4083-a43b-e2e4ca24a144 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46ad6524-9b8b-408c-bf41-570bd4a14b9a HTTP/1.1" status: 200 len: 921 time: 0.6267850 Mar 01 13:48:11.349604 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dce6b4-52f5-4836-b690-ae488b6813b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b175afeb-a600-4850-a0ac-022d6c939c65,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:11.368821 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dce6b4-52f5-4836-b690-ae488b6813b1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:11.369202 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dce6b4-52f5-4836-b690-ae488b6813b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:11.369854 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dce6b4-52f5-4836-b690-ae488b6813b1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:11.370236 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dce6b4-52f5-4836-b690-ae488b6813b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:11.370575 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dce6b4-52f5-4836-b690-ae488b6813b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:11.370905 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dce6b4-52f5-4836-b690-ae488b6813b1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:11.371377 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dce6b4-52f5-4836-b690-ae488b6813b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:11.372229 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dce6b4-52f5-4836-b690-ae488b6813b1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:11.372566 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dce6b4-52f5-4836-b690-ae488b6813b1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:11.375177 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dce6b4-52f5-4836-b690-ae488b6813b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:11.375177 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dce6b4-52f5-4836-b690-ae488b6813b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:11.375177 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dce6b4-52f5-4836-b690-ae488b6813b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:11.375177 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dce6b4-52f5-4836-b690-ae488b6813b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:11.397772 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-95dce6b4-52f5-4836-b690-ae488b6813b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:11.398406 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-95dce6b4-52f5-4836-b690-ae488b6813b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:11.405835 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-95dce6b4-52f5-4836-b690-ae488b6813b1 service neutron] 10.222.0.32 "PUT /v2.0/ports/b175afeb-a600-4850-a0ac-022d6c939c65 HTTP/1.1" status: 200 len: 1096 time: 2.7381380 Mar 01 13:48:11.408231 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4af7d217-9c6e-46dd-aada-8f37a920b362', 'tag': 'b175afeb-a600-4850-a0ac-022d6c939c65'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:48:11.417295 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0f5a03-22e7-4fc2-87dd-5be0b0a02868" -d '{"events": [{"name": "network-changed", "server_uuid": "4af7d217-9c6e-46dd-aada-8f37a920b362", "tag": "b175afeb-a600-4850-a0ac-022d6c939c65"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:48:11.505389 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e8eda6bd-619d-4f20-a3aa-e1b0e1e9c4fa req-fa17d5ad-6c4c-4baf-a279-e95f49dac0a3 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6822474 Mar 01 13:48:11.511729 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6d0bc9ed-a447-4b0c-8ac9-281e70bb3494 req-7b963565-7390-48ec-a91b-a3d1e096b538 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0097efb-120c-4ed9-b7ac-7e4fd029685a HTTP/1.1" status: 200 len: 217 time: 0.1540892 Mar 01 13:48:11.579905 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-6c283f2c-2dd1-409a-be74-8d7569003d96 service neutron] For port aa06a6eb-b941-478b-b1ac-775e72817311, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:48:11.629688 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bc9ed-a447-4b0c-8ac9-281e70bb3494 req-43dff1b7-0d06-4534-b6ea-333386f3e11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:11.631433 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6d0bc9ed-a447-4b0c-8ac9-281e70bb3494 req-43dff1b7-0d06-4534-b6ea-333386f3e11e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=86ba1087-1883-4262-ae29-f20d536ca1ef HTTP/1.1" status: 200 len: 859 time: 0.0909805 Mar 01 13:48:11.639731 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-ba0b74cd-2301-4d04-af7b-6aaf37694b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:11.644617 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-ba0b74cd-2301-4d04-af7b-6aaf37694b7d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1ea042b3d43a42688cd032fa929e6de2&device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 1130 time: 0.1782229 Mar 01 13:48:11.737908 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-6c283f2c-2dd1-409a-be74-8d7569003d96 service neutron] For port aa06a6eb-b941-478b-b1ac-775e72817311, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=aa06a6eb-b941-478b-b1ac-775e72817311,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:48:11.741388 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-8b41db76-fccc-48d3-8eba-a4ef9809e0b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=b175afeb-a600-4850-a0ac-022d6c939c65 HTTP/1.1" status: 200 len: 217 time: 0.0861905 Mar 01 13:48:11.743290 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc2c92d-6ea3-4400-9c51-5458077b5bb4 x-openstack-request-id: req-1fc2c92d-6ea3-4400-9c51-5458077b5bb4 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:48:11.743802 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4af7d217-9c6e-46dd-aada-8f37a920b362", "tag": "b175afeb-a600-4850-a0ac-022d6c939c65", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:48:11.744252 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fc2c92d-6ea3-4400-9c51-5458077b5bb4 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:48:11.744827 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4af7d217-9c6e-46dd-aada-8f37a920b362', 'tag': 'b175afeb-a600-4850-a0ac-022d6c939c65', 'status': 'completed', 'code': 200} Mar 01 13:48:11.749234 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-adfc0013-ba94-48c8-97c0-4c30b4b09009 admin admin] Publish callbacks [] for security_group (562516a1-b9b1-42ea-a124-f975f129c3eb), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:11.777346 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-adfc0013-ba94-48c8-97c0-4c30b4b09009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (562516a1-b9b1-42ea-a124-f975f129c3eb), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:11.812869 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-c29d19cb-a3f2-460f-b728-8650cddf0671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:11.814518 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-c29d19cb-a3f2-460f-b728-8650cddf0671 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0620542 Mar 01 13:48:11.816873 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-6c283f2c-2dd1-409a-be74-8d7569003d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (aa06a6eb-b941-478b-b1ac-775e72817311), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:11.858741 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72c796-548c-415e-8e9b-75646253e06d req-2a6753d6-6a2e-48c0-95b8-9abc3b7c732f tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:11.863746 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5b72c796-548c-415e-8e9b-75646253e06d req-2a6753d6-6a2e-48c0-95b8-9abc3b7c732f tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports?device_id=b07fa3ab-3a2d-472a-9b2a-832a2fb14e83 HTTP/1.1" status: 200 len: 943 time: 0.5408449 Mar 01 13:48:11.940127 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bc9ed-a447-4b0c-8ac9-281e70bb3494 req-0bb891cd-1a9c-44fc-a3d5-df61c31f2a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:11.941590 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6d0bc9ed-a447-4b0c-8ac9-281e70bb3494 req-0bb891cd-1a9c-44fc-a3d5-df61c31f2a19 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46ad6524-9b8b-408c-bf41-570bd4a14b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3021512 Mar 01 13:48:11.942237 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc0013-ba94-48c8-97c0-4c30b4b09009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562516a1-b9b1-42ea-a124-f975f129c3eb,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:12.011848 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c283f2c-2dd1-409a-be74-8d7569003d96 service neutron] Pushing event updated for resources: {'Port': ['ID=aa06a6eb-b941-478b-b1ac-775e72817311,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:12.077664 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-6c283f2c-2dd1-409a-be74-8d7569003d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:12.078303 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-6c283f2c-2dd1-409a-be74-8d7569003d96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:12.080589 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-6c283f2c-2dd1-409a-be74-8d7569003d96 service neutron] 10.222.0.32 "PUT /v2.0/ports/aa06a6eb-b941-478b-b1ac-775e72817311 HTTP/1.1" status: 200 len: 1096 time: 1.7884820 Mar 01 13:48:12.095791 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-5dc82425-761b-4c3d-909d-aff73d7b1046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:12.100447 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-5dc82425-761b-4c3d-909d-aff73d7b1046 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1694994 Mar 01 13:48:12.107254 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-adfc0013-ba94-48c8-97c0-4c30b4b09009 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fccfd64a46874f54a1b6d40e630f65fe&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6334035 Mar 01 13:48:12.107629 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38102) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:48:12.437788 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5b72c796-548c-415e-8e9b-75646253e06d req-f1508eb2-fa1c-4bcb-b346-01ff645aed79 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/security-groups?id=3682eac9-a3cc-4051-bf61-dbdd5b18b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4647112 Mar 01 13:48:12.570728 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6d0bc9ed-a447-4b0c-8ac9-281e70bb3494 req-726bd6aa-6944-4933-8499-22b64cc71320 service neutron] 10.222.0.32 "GET /v2.0/networks/46ad6524-9b8b-408c-bf41-570bd4a14b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5907681 Mar 01 13:48:12.575776 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-19a16d04-7636-41eb-b870-ff1ec82014bd service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662896 Mar 01 13:48:12.588271 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00875a55-9ffb-46b4-a642-ec52d2c205f0 req-c8ae48c9-f2f7-4a32-9beb-3600c2f90901 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:12.599184 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-00875a55-9ffb-46b4-a642-ec52d2c205f0 req-c8ae48c9-f2f7-4a32-9beb-3600c2f90901 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=492b035e-2b66-48eb-bf95-ad11242bd554 HTTP/1.1" status: 200 len: 948 time: 0.3684413 Mar 01 13:48:12.779693 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f26744e-f490-49f6-9ef3-b92238524daf admin admin] Publish callbacks [] for security_group (562516a1-b9b1-42ea-a124-f975f129c3eb), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:12.880475 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device a0097efb-120c-4ed9-b7ac-7e4fd029685a details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:48:12.890192 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-00875a55-9ffb-46b4-a642-ec52d2c205f0 req-12597e01-c5c6-47b1-ad92-7c11c89d2bda tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901344 Mar 01 13:48:12.896628 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-ea33b3ef-eb79-4379-a294-700a2672a92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:12.898871 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-ea33b3ef-eb79-4379-a294-700a2672a92d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1ea042b3d43a42688cd032fa929e6de2&device_id=492b035e-2b66-48eb-bf95-ad11242bd554 HTTP/1.1" status: 200 len: 1130 time: 0.4250159 Mar 01 13:48:12.909980 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6d0bc9ed-a447-4b0c-8ac9-281e70bb3494 req-86fbe659-9932-4d81-ac27-e91764ca7feb service neutron] 10.222.0.32 "GET /v2.0/networks/46ad6524-9b8b-408c-bf41-570bd4a14b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766879 Mar 01 13:48:12.914841 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f26744e-f490-49f6-9ef3-b92238524daf admin admin] Publish callbacks [] for security_group (562516a1-b9b1-42ea-a124-f975f129c3eb), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:12.930326 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1cf48-872f-418f-bff6-1764b28063ea req-33bc45e1-2e06-4bfa-acb8-28c4883f7443 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:12.933286 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d8176633-4e6c-4fda-b67c-6e4e2d316559 req-8200c657-b83d-41ac-b67a-55e36d12cb6b service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351166 Mar 01 13:48:12.953375 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-68d1cf48-872f-418f-bff6-1764b28063ea req-33bc45e1-2e06-4bfa-acb8-28c4883f7443 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 945 time: 0.3438427 Mar 01 13:48:13.056450 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-68d1cf48-872f-418f-bff6-1764b28063ea req-86f0cc59-e298-4286-a292-5a3b60565353 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012585 Mar 01 13:48:13.076402 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port a0097efb-120c-4ed9-b7ac-7e4fd029685a, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=a0097efb-120c-4ed9-b7ac-7e4fd029685a,segment=NetworkSegment(5e062692-f1f6-406b-80a0-4be4bcdfa6ec),segment_id=5e062692-f1f6-406b-80a0-4be4bcdfa6ec)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:48:13.081002 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-d2a61467-e51a-4c32-b1bf-088939428f24 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=aa06a6eb-b941-478b-b1ac-775e72817311 HTTP/1.1" status: 200 len: 217 time: 0.1452587 Mar 01 13:48:13.092197 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'a0097efb-120c-4ed9-b7ac-7e4fd029685a', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'port_id': 'a0097efb-120c-4ed9-b7ac-7e4fd029685a', 'mac_address': 'fa:16:3e:58:c6:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:48:13.146518 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port a0097efb-120c-4ed9-b7ac-7e4fd029685a is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:48:13.148407 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a0097efb-120c-4ed9-b7ac-7e4fd029685a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:13.178063 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-89562e34-6e80-45f3-bdb6-f7806909ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:13.180061 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-89562e34-6e80-45f3-bdb6-f7806909ad57 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0687013 Mar 01 13:48:13.187074 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f5a03-22e7-4fc2-87dd-5be0b0a02868 req-ae2f5a9c-4a67-416a-ab08-22bc90d201de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:13.188491 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0097efb-120c-4ed9-b7ac-7e4fd029685a {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:48:13.194884 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ba0f5a03-22e7-4fc2-87dd-5be0b0a02868 req-ae2f5a9c-4a67-416a-ab08-22bc90d201de service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1ea042b3d43a42688cd032fa929e6de2&device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 1130 time: 0.1853044 Mar 01 13:48:13.197655 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f26744e-f490-49f6-9ef3-b92238524daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (562516a1-b9b1-42ea-a124-f975f129c3eb), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:13.204779 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f26744e-f490-49f6-9ef3-b92238524daf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:13.208356 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0f26744e-f490-49f6-9ef3-b92238524daf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/562516a1-b9b1-42ea-a124-f975f129c3eb HTTP/1.1" status: 204 len: 168 time: 1.0969143 Mar 01 13:48:13.226893 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port a0097efb-120c-4ed9-b7ac-7e4fd029685a, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=a0097efb-120c-4ed9-b7ac-7e4fd029685a,segment=NetworkSegment(5e062692-f1f6-406b-80a0-4be4bcdfa6ec),segment_id=5e062692-f1f6-406b-80a0-4be4bcdfa6ec)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:48:13.235007 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a0097efb-120c-4ed9-b7ac-7e4fd029685a), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:13.306061 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f5a03-22e7-4fc2-87dd-5be0b0a02868 req-f8e574e3-a60d-4f3c-b9a6-353f4867c471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:13.307602 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ba0f5a03-22e7-4fc2-87dd-5be0b0a02868 req-f8e574e3-a60d-4f3c-b9a6-353f4867c471 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.1005323 Mar 01 13:48:13.334988 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=a0097efb-120c-4ed9-b7ac-7e4fd029685a,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:13.346383 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26744e-f490-49f6-9ef3-b92238524daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562516a1-b9b1-42ea-a124-f975f129c3eb,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:13.395601 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ba0f5a03-22e7-4fc2-87dd-5be0b0a02868 req-e1cb8191-c759-40b4-9f6b-a5fe89706e5d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=b175afeb-a600-4850-a0ac-022d6c939c65 HTTP/1.1" status: 200 len: 217 time: 0.0677629 Mar 01 13:48:13.465079 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-771f6b06-6f67-4179-a35b-60dae4fd5cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:13.470581 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-771f6b06-6f67-4179-a35b-60dae4fd5cda service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2745540 Mar 01 13:48:13.554861 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f5a03-22e7-4fc2-87dd-5be0b0a02868 req-a6900e30-0059-4963-ad30-395f854b49e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:13.562625 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ba0f5a03-22e7-4fc2-87dd-5be0b0a02868 req-a6900e30-0059-4963-ad30-395f854b49e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.1503973 Mar 01 13:48:13.697070 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bb11b-9427-4ad8-9862-d22ee23ae4af req-074dd046-0422-4479-8f42-10bd7b6d24d3 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:13.709510 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-036bb11b-9427-4ad8-9862-d22ee23ae4af req-074dd046-0422-4479-8f42-10bd7b6d24d3 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports?device_id=b07fa3ab-3a2d-472a-9b2a-832a2fb14e83 HTTP/1.1" status: 200 len: 944 time: 0.1190288 Mar 01 13:48:13.738829 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-b692a268-c9ef-42d7-89e0-1813b4accd06 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606878 Mar 01 13:48:13.748305 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f5a03-22e7-4fc2-87dd-5be0b0a02868 req-4b120c08-14c1-4208-8ab9-bf728498fe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:13.757972 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ba0f5a03-22e7-4fc2-87dd-5be0b0a02868 req-4b120c08-14c1-4208-8ab9-bf728498fe36 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1917551 Mar 01 13:48:13.761791 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '492b035e-2b66-48eb-bf95-ad11242bd554', 'tag': 'aa06a6eb-b941-478b-b1ac-775e72817311'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:48:13.763885 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['a0097efb-120c-4ed9-b7ac-7e4fd029685a'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:48:13.768797 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b58c9c5-5769-4241-9e98-14835874a7df" -d '{"events": [{"name": "network-changed", "server_uuid": "492b035e-2b66-48eb-bf95-ad11242bd554", "tag": "aa06a6eb-b941-478b-b1ac-775e72817311"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:48:13.829039 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-036bb11b-9427-4ad8-9862-d22ee23ae4af req-e94e1fc2-7154-4446-a510-9d55c62d1ced tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/security-groups?id=3682eac9-a3cc-4051-bf61-dbdd5b18b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163733 Mar 01 13:48:13.976042 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a102bb-bc80-4e27-9b38-bb02ca99d09c x-openstack-request-id: req-42a102bb-bc80-4e27-9b38-bb02ca99d09c {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:48:13.976565 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "492b035e-2b66-48eb-bf95-ad11242bd554", "tag": "aa06a6eb-b941-478b-b1ac-775e72817311", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:48:13.978349 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42a102bb-bc80-4e27-9b38-bb02ca99d09c {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:48:13.979178 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '492b035e-2b66-48eb-bf95-ad11242bd554', 'tag': 'aa06a6eb-b941-478b-b1ac-775e72817311', 'status': 'completed', 'code': 200} Mar 01 13:48:14.094184 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ba0f5a03-22e7-4fc2-87dd-5be0b0a02868 req-610c1716-abfc-4e67-9fd8-ff2265a95c66 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138199 Mar 01 13:48:14.097716 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-498497ac-95f7-4f89-8ea0-5e27d30a5824 req-0bb02353-0675-4fca-83a5-16ec9c82ec6e service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380899 Mar 01 13:48:14.185665 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06a7f9-23ed-4fd0-b13f-1a8f8d346ecd req-56bee0fd-acfe-4d37-aa2d-c4349dd2ee31 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:14.207405 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0a06a7f9-23ed-4fd0-b13f-1a8f8d346ecd req-56bee0fd-acfe-4d37-aa2d-c4349dd2ee31 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=492b035e-2b66-48eb-bf95-ad11242bd554 HTTP/1.1" status: 200 len: 948 time: 0.1825273 Mar 01 13:48:14.340238 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ba0f5a03-22e7-4fc2-87dd-5be0b0a02868 req-85c0c520-32a1-4322-8a18-23e146b1acf8 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329524 Mar 01 13:48:14.343866 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58c9c5-5769-4241-9e98-14835874a7df req-5c709ce3-0758-485a-9817-034b238d2011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:14.346384 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3b58c9c5-5769-4241-9e98-14835874a7df req-5c709ce3-0758-485a-9817-034b238d2011 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1ea042b3d43a42688cd032fa929e6de2&device_id=492b035e-2b66-48eb-bf95-ad11242bd554 HTTP/1.1" status: 200 len: 1130 time: 0.1273105 Mar 01 13:48:14.409341 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a850ad-71a8-4010-9136-6c42dd464f58 req-5305095f-e598-4fbe-b617-2a221bdd5820 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:14.432119 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-87a850ad-71a8-4010-9136-6c42dd464f58 req-5305095f-e598-4fbe-b617-2a221bdd5820 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 945 time: 0.2217236 Mar 01 13:48:14.500544 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0a06a7f9-23ed-4fd0-b13f-1a8f8d346ecd req-55b735e3-644b-464b-a124-1311e625ec3b tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919674 Mar 01 13:48:14.565837 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-87a850ad-71a8-4010-9136-6c42dd464f58 req-3dd5338f-995d-4b50-bad3-d2172a38f16a tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327596 Mar 01 13:48:14.659741 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58c9c5-5769-4241-9e98-14835874a7df req-e790dcb7-780b-4e60-887f-fdc0263d6b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:14.663908 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3b58c9c5-5769-4241-9e98-14835874a7df req-e790dcb7-780b-4e60-887f-fdc0263d6b21 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.2757621 Mar 01 13:48:14.779246 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3b58c9c5-5769-4241-9e98-14835874a7df req-49dc4564-5a2c-4b61-8844-ea000e95a92a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=aa06a6eb-b941-478b-b1ac-775e72817311 HTTP/1.1" status: 200 len: 217 time: 0.1062031 Mar 01 13:48:14.904293 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58c9c5-5769-4241-9e98-14835874a7df req-1d7cb45b-3a58-4b3a-b090-2e9179cd03fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:14.908807 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3b58c9c5-5769-4241-9e98-14835874a7df req-1d7cb45b-3a58-4b3a-b090-2e9179cd03fc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.1225641 Mar 01 13:48:15.001564 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58c9c5-5769-4241-9e98-14835874a7df req-a2e92aed-1675-4ff4-96c6-6f691aaf11f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:15.003098 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3b58c9c5-5769-4241-9e98-14835874a7df req-a2e92aed-1675-4ff4-96c6-6f691aaf11f2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0840738 Mar 01 13:48:15.064044 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbeb02-47a0-40c0-9125-7d73ee957415 req-10d4c6c9-c4fe-4b4e-96b0-92df66db85d5 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:15.074357 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-20dbeb02-47a0-40c0-9125-7d73ee957415 req-10d4c6c9-c4fe-4b4e-96b0-92df66db85d5 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports?device_id=b07fa3ab-3a2d-472a-9b2a-832a2fb14e83 HTTP/1.1" status: 200 len: 944 time: 0.1299553 Mar 01 13:48:15.205374 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-20dbeb02-47a0-40c0-9125-7d73ee957415 req-609f32c1-cd24-4a7c-b93a-05e835c793a1 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/security-groups?id=3682eac9-a3cc-4051-bf61-dbdd5b18b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262300 Mar 01 13:48:15.221950 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3b58c9c5-5769-4241-9e98-14835874a7df req-cf3a3b3d-c6ca-4dde-9189-6b292737e0d4 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028005 Mar 01 13:48:15.432926 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3b58c9c5-5769-4241-9e98-14835874a7df req-663cdfb3-cdc9-4989-a8b4-c818fa050507 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005053 Mar 01 13:48:15.844733 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81cdfd-e9fa-4608-8090-071cf0dfc774 req-2b29b9c5-630a-4626-b7ff-8d05294d7373 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:15.846801 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ee81cdfd-e9fa-4608-8090-071cf0dfc774 req-2b29b9c5-630a-4626-b7ff-8d05294d7373 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=492b035e-2b66-48eb-bf95-ad11242bd554 HTTP/1.1" status: 200 len: 948 time: 0.2189090 Mar 01 13:48:15.870686 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072ca97-45fd-4b67-a351-13a222aad470 req-36c4232b-145a-462e-8ce8-dfe3a61387fc tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:15.888578 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9072ca97-45fd-4b67-a351-13a222aad470 req-36c4232b-145a-462e-8ce8-dfe3a61387fc tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 945 time: 0.1892478 Mar 01 13:48:15.976623 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9072ca97-45fd-4b67-a351-13a222aad470 req-9fd72861-c34f-4375-9bca-9c738df74816 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824375 Mar 01 13:48:15.982457 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ee81cdfd-e9fa-4608-8090-071cf0dfc774 req-2e02771b-fe06-4fb0-91c7-feefbce17153 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919306 Mar 01 13:48:16.459161 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90affb97-ccd8-49cc-b4ea-a741f4f38eaa req-10e078d2-d78b-471e-9cff-394396116ad9 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:16.475652 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-90affb97-ccd8-49cc-b4ea-a741f4f38eaa req-10e078d2-d78b-471e-9cff-394396116ad9 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports?device_id=b07fa3ab-3a2d-472a-9b2a-832a2fb14e83 HTTP/1.1" status: 200 len: 944 time: 0.1312654 Mar 01 13:48:16.607416 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-90affb97-ccd8-49cc-b4ea-a741f4f38eaa req-e70098b2-4306-419f-a57d-9e5c12f2a049 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/security-groups?id=3682eac9-a3cc-4051-bf61-dbdd5b18b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305654 Mar 01 13:48:16.904421 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b175afeb-a600-4850-a0ac-022d6c939c65 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:48:16.919445 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device a0097efb-120c-4ed9-b7ac-7e4fd029685a up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:48:17.126405 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b175afeb-a600-4850-a0ac-022d6c939c65, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b175afeb-a600-4850-a0ac-022d6c939c65,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:48:17.142895 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'b175afeb-a600-4850-a0ac-022d6c939c65', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': 'b175afeb-a600-4850-a0ac-022d6c939c65', 'mac_address': 'fa:16:3e:35:71:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:48:17.188651 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port a0097efb-120c-4ed9-b7ac-7e4fd029685a completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:48:17.195042 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port a0097efb-120c-4ed9-b7ac-7e4fd029685a triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:48:17.195409 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a0097efb-120c-4ed9-b7ac-7e4fd029685a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:17.219060 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec1173-fb57-4f6e-bf3b-59c8b538ca9b req-c53b0a90-575f-47b0-8d33-cb7ca7d6348c tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:17.240236 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-12ec1173-fb57-4f6e-bf3b-59c8b538ca9b req-c53b0a90-575f-47b0-8d33-cb7ca7d6348c tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 945 time: 0.1352863 Mar 01 13:48:17.261390 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port b175afeb-a600-4850-a0ac-022d6c939c65 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:48:17.261799 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b175afeb-a600-4850-a0ac-022d6c939c65), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:17.280486 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b175afeb-a600-4850-a0ac-022d6c939c65 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:48:17.305577 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b175afeb-a600-4850-a0ac-022d6c939c65, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b175afeb-a600-4850-a0ac-022d6c939c65,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:48:17.343274 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-12ec1173-fb57-4f6e-bf3b-59c8b538ca9b req-87de7353-a602-4f90-a576-0cecf62c059d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020453 Mar 01 13:48:17.362630 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port a0097efb-120c-4ed9-b7ac-7e4fd029685a is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:48:17.363029 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a0097efb-120c-4ed9-b7ac-7e4fd029685a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:17.365138 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b175afeb-a600-4850-a0ac-022d6c939c65), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:17.374903 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e132946-ba94-43b8-b9b7-2dcca42613dc req-552220b3-5e2e-41e3-bdd6-445b3f450433 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:17.374903 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5e132946-ba94-43b8-b9b7-2dcca42613dc req-552220b3-5e2e-41e3-bdd6-445b3f450433 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=492b035e-2b66-48eb-bf95-ad11242bd554 HTTP/1.1" status: 200 len: 948 time: 0.1999774 Mar 01 13:48:17.462728 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=b175afeb-a600-4850-a0ac-022d6c939c65,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:17.497830 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5e132946-ba94-43b8-b9b7-2dcca42613dc req-c6a6daa0-f9fa-4bc6-ae13-babbe75371ee tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190376 Mar 01 13:48:17.503805 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07fa3ab-3a2d-472a-9b2a-832a2fb14e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0097efb-120c-4ed9-b7ac-7e4fd029685a'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:48:17.508562 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469e583f-46e1-41b0-8613-2eadca3a36e6" -d '{"events": [{"server_uuid": "b07fa3ab-3a2d-472a-9b2a-832a2fb14e83", "name": "network-vif-plugged", "status": "completed", "tag": "a0097efb-120c-4ed9-b7ac-7e4fd029685a"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:48:17.538098 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port a0097efb-120c-4ed9-b7ac-7e4fd029685a, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=a0097efb-120c-4ed9-b7ac-7e4fd029685a,segment=NetworkSegment(5e062692-f1f6-406b-80a0-4be4bcdfa6ec),segment_id=5e062692-f1f6-406b-80a0-4be4bcdfa6ec)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:48:17.546054 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a0097efb-120c-4ed9-b7ac-7e4fd029685a), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:17.662607 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8e8c7d-d5a6-4b81-bb77-64f195e85dc1 x-openstack-request-id: req-8f8e8c7d-d5a6-4b81-bb77-64f195e85dc1 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:48:17.662868 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07fa3ab-3a2d-472a-9b2a-832a2fb14e83", "name": "network-vif-plugged", "status": "completed", "tag": "a0097efb-120c-4ed9-b7ac-7e4fd029685a", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:48:17.663097 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f8e8c7d-d5a6-4b81-bb77-64f195e85dc1 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:48:17.663505 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07fa3ab-3a2d-472a-9b2a-832a2fb14e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0097efb-120c-4ed9-b7ac-7e4fd029685a', 'code': 200} Mar 01 13:48:17.690222 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=a0097efb-120c-4ed9-b7ac-7e4fd029685a,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:17.795853 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f94c57-f4df-4fe9-a8e8-8a17614ae025 req-dc37b191-e881-4761-9a52-1b58611f125a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:17.798077 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e6f94c57-f4df-4fe9-a8e8-8a17614ae025 req-dc37b191-e881-4761-9a52-1b58611f125a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b07fa3ab-3a2d-472a-9b2a-832a2fb14e83 HTTP/1.1" status: 200 len: 1127 time: 0.1241276 Mar 01 13:48:17.816696 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4c89e-ec84-462e-a169-b4e9312af0de req-68df3ff0-110c-438b-b350-076387a59dc5 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:17.830661 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2ec4c89e-ec84-462e-a169-b4e9312af0de req-68df3ff0-110c-438b-b350-076387a59dc5 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports?device_id=b07fa3ab-3a2d-472a-9b2a-832a2fb14e83 HTTP/1.1" status: 200 len: 945 time: 0.0930986 Mar 01 13:48:17.867745 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['b175afeb-a600-4850-a0ac-022d6c939c65'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:48:17.980510 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2ec4c89e-ec84-462e-a169-b4e9312af0de req-bbbb0e71-4cbe-4456-b022-58c2988208fa tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/security-groups?id=3682eac9-a3cc-4051-bf61-dbdd5b18b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497681 Mar 01 13:48:17.989676 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e6f94c57-f4df-4fe9-a8e8-8a17614ae025 req-793add1a-887c-45f1-8719-22f52110ef81 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3682eac9-a3cc-4051-bf61-dbdd5b18b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823554 Mar 01 13:48:18.582250 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3d95e-1563-4924-a255-6622839e7690 req-dd5fb0c8-c967-4908-98a1-a2b540324ddf tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:18.590635 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aab3d95e-1563-4924-a255-6622839e7690 req-dd5fb0c8-c967-4908-98a1-a2b540324ddf tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 945 time: 0.1383655 Mar 01 13:48:18.774418 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aab3d95e-1563-4924-a255-6622839e7690 req-ceed5b4e-baae-41e5-a8e1-52e966a585d1 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823184 Mar 01 13:48:18.815425 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d7aa5-af3b-4499-b404-a418a4f832da req-b0287b64-8036-4b9e-859c-7f301d5b7d20 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:18.817509 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a95d7aa5-af3b-4499-b404-a418a4f832da req-b0287b64-8036-4b9e-859c-7f301d5b7d20 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=492b035e-2b66-48eb-bf95-ad11242bd554 HTTP/1.1" status: 200 len: 948 time: 0.1878622 Mar 01 13:48:18.907886 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a95d7aa5-af3b-4499-b404-a418a4f832da req-c0b1a980-c5b9-4885-8584-34435082cbc6 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825334 Mar 01 13:48:18.941453 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device aa06a6eb-b941-478b-b1ac-775e72817311 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:48:19.270769 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ebfe4-4b6e-40b3-9383-be2a4a13d5ed req-c0d6cc56-a0b5-4dea-9c2e-05c9ce9249d0 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:19.276561 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c88ebfe4-4b6e-40b3-9383-be2a4a13d5ed req-c0d6cc56-a0b5-4dea-9c2e-05c9ce9249d0 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports?device_id=b07fa3ab-3a2d-472a-9b2a-832a2fb14e83 HTTP/1.1" status: 200 len: 945 time: 0.1453648 Mar 01 13:48:19.380907 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38236) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:48:19.425789 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c88ebfe4-4b6e-40b3-9383-be2a4a13d5ed req-03ab7221-08a8-4312-9336-0e4d09323695 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/security-groups?id=3682eac9-a3cc-4051-bf61-dbdd5b18b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442037 Mar 01 13:48:19.632564 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port aa06a6eb-b941-478b-b1ac-775e72817311, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=aa06a6eb-b941-478b-b1ac-775e72817311,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:48:19.685756 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'aa06a6eb-b941-478b-b1ac-775e72817311', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': 'aa06a6eb-b941-478b-b1ac-775e72817311', 'mac_address': 'fa:16:3e:b4:ef:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:48:19.845466 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port aa06a6eb-b941-478b-b1ac-775e72817311 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:48:19.847778 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (aa06a6eb-b941-478b-b1ac-775e72817311), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:19.885197 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa06a6eb-b941-478b-b1ac-775e72817311 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:48:20.059479 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port aa06a6eb-b941-478b-b1ac-775e72817311, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=aa06a6eb-b941-478b-b1ac-775e72817311,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:48:20.107474 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (aa06a6eb-b941-478b-b1ac-775e72817311), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:20.177594 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685a992-89c7-44bb-bf18-bd63280b97da req-f82a1bbe-07aa-422f-9098-09ad5964b931 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:20.180834 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1685a992-89c7-44bb-bf18-bd63280b97da req-f82a1bbe-07aa-422f-9098-09ad5964b931 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 945 time: 0.2563224 Mar 01 13:48:20.280696 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0e2c8-11d2-4ed2-96eb-944637f01628 req-40d78d12-1085-47c0-ae4b-bdf83af14494 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:20.282520 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5bc0e2c8-11d2-4ed2-96eb-944637f01628 req-40d78d12-1085-47c0-ae4b-bdf83af14494 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=492b035e-2b66-48eb-bf95-ad11242bd554 HTTP/1.1" status: 200 len: 949 time: 0.1969879 Mar 01 13:48:20.320510 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1685a992-89c7-44bb-bf18-bd63280b97da req-c586b039-ddb8-49ef-bb9d-b026952120de tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336436 Mar 01 13:48:20.418948 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-49e1cf7c-1221-43c3-9a1e-a5cd1ad8b200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (1140d7fd-b1c6-477e-bbc4-2b967e05dfe4), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:20.428584 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5bc0e2c8-11d2-4ed2-96eb-944637f01628 req-dcd0b735-c255-40af-af81-0807ace749e8 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320193 Mar 01 13:48:20.430484 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=aa06a6eb-b941-478b-b1ac-775e72817311,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:20.523559 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['aa06a6eb-b941-478b-b1ac-775e72817311'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:48:20.670950 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c5a68-2e86-4ca9-a90a-b54d0f9ce865 req-03f4beee-2fbc-4430-bec8-e56ff5ed5515 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:20.672885 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d68c5a68-2e86-4ca9-a90a-b54d0f9ce865 req-03f4beee-2fbc-4430-bec8-e56ff5ed5515 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports?device_id=b07fa3ab-3a2d-472a-9b2a-832a2fb14e83 HTTP/1.1" status: 200 len: 945 time: 0.0992322 Mar 01 13:48:20.783061 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d68c5a68-2e86-4ca9-a90a-b54d0f9ce865 req-5857dc67-c937-4603-aa0d-c27e6ef72cb1 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/security-groups?id=3682eac9-a3cc-4051-bf61-dbdd5b18b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044431 Mar 01 13:48:20.983441 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b175afeb-a600-4850-a0ac-022d6c939c65 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:48:21.072684 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ba4b969-33d5-47ea-82c5-ad273d4adc9b req-a3c68d62-a461-4720-b78f-ba6fb7eed76e tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2534645 Mar 01 13:48:21.090886 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-9ba4b969-33d5-47ea-82c5-ad273d4adc9b req-4f343a99-c722-4380-8eed-52bdf3fc6b2c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:48:21.143637 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9ba4b969-33d5-47ea-82c5-ad273d4adc9b req-4f343a99-c722-4380-8eed-52bdf3fc6b2c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:21.183838 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port b175afeb-a600-4850-a0ac-022d6c939c65 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:48:21.196855 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port b175afeb-a600-4850-a0ac-022d6c939c65 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:48:21.197234 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (b175afeb-a600-4850-a0ac-022d6c939c65), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:21.344687 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port b175afeb-a600-4850-a0ac-022d6c939c65 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:48:21.345072 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b175afeb-a600-4850-a0ac-022d6c939c65), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:21.481911 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b175afeb-a600-4850-a0ac-022d6c939c65, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b175afeb-a600-4850-a0ac-022d6c939c65,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:48:21.485577 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9ba4b969-33d5-47ea-82c5-ad273d4adc9b req-4f343a99-c722-4380-8eed-52bdf3fc6b2c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:21.486759 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af7d217-9c6e-46dd-aada-8f37a920b362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b175afeb-a600-4850-a0ac-022d6c939c65'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:48:21.496436 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf95b3da-3d7f-4452-be92-8bf8b5247f37" -d '{"events": [{"server_uuid": "4af7d217-9c6e-46dd-aada-8f37a920b362", "name": "network-vif-plugged", "status": "completed", "tag": "b175afeb-a600-4850-a0ac-022d6c939c65"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:48:21.508465 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b175afeb-a600-4850-a0ac-022d6c939c65), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:21.652596 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=b175afeb-a600-4850-a0ac-022d6c939c65,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:21.656802 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279ffa7-8cb9-42c7-822b-b9eb0fa06caa req-4493d786-d9d6-4035-8fb8-d7f878304ba2 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:21.658559 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a279ffa7-8cb9-42c7-822b-b9eb0fa06caa req-4493d786-d9d6-4035-8fb8-d7f878304ba2 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 945 time: 0.1933298 Mar 01 13:48:21.689206 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-49e1cf7c-1221-43c3-9a1e-a5cd1ad8b200 admin admin] Deleting port a55cdd8f-32e0-48bf-92d5-c63d756c48b9 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:48:21.689806 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-49e1cf7c-1221-43c3-9a1e-a5cd1ad8b200 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (a55cdd8f-32e0-48bf-92d5-c63d756c48b9), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:21.822711 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-9ba4b969-33d5-47ea-82c5-ad273d4adc9b req-4f343a99-c722-4380-8eed-52bdf3fc6b2c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Allocated IP 172.25.1.238 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/09b1642c-5ce3-40de-969b-7b7ec1e947a9) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:48:21.838180 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a279ffa7-8cb9-42c7-822b-b9eb0fa06caa req-0935b942-e9b6-4580-800f-c37209a5765d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732121 Mar 01 13:48:21.875979 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-49e1cf7c-1221-43c3-9a1e-a5cd1ad8b200 admin admin] For port a55cdd8f-32e0-48bf-92d5-c63d756c48b9, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=a55cdd8f-32e0-48bf-92d5-c63d756c48b9,segment=NetworkSegment(146aa83f-f6b8-4311-9510-f6ebf5a3e76d),segment_id=146aa83f-f6b8-4311-9510-f6ebf5a3e76d)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:48:21.876396 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-49e1cf7c-1221-43c3-9a1e-a5cd1ad8b200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (a55cdd8f-32e0-48bf-92d5-c63d756c48b9), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:21.910849 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-49e1cf7c-1221-43c3-9a1e-a5cd1ad8b200 admin admin] Calling delete_port for a55cdd8f-32e0-48bf-92d5-c63d756c48b9 owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:48:22.084719 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9ba4b969-33d5-47ea-82c5-ad273d4adc9b req-4f343a99-c722-4380-8eed-52bdf3fc6b2c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks [] for port (09b1642c-5ce3-40de-969b-7b7ec1e947a9), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:22.138408 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9ba4b969-33d5-47ea-82c5-ad273d4adc9b req-4f343a99-c722-4380-8eed-52bdf3fc6b2c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (09b1642c-5ce3-40de-969b-7b7ec1e947a9), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:22.241310 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-49e1cf7c-1221-43c3-9a1e-a5cd1ad8b200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (a55cdd8f-32e0-48bf-92d5-c63d756c48b9), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:22.273943 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba4b969-33d5-47ea-82c5-ad273d4adc9b req-4f343a99-c722-4380-8eed-52bdf3fc6b2c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:48:22.289922 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-9ba4b969-33d5-47ea-82c5-ad273d4adc9b req-4f343a99-c722-4380-8eed-52bdf3fc6b2c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:48:22.310118 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba4b969-33d5-47ea-82c5-ad273d4adc9b req-4f343a99-c722-4380-8eed-52bdf3fc6b2c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:48:22.326474 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1cf7c-1221-43c3-9a1e-a5cd1ad8b200 admin admin] Pushing event deleted for resources: {'Port': ['ID=a55cdd8f-32e0-48bf-92d5-c63d756c48b9,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:22.413520 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f343a99-c722-4380-8eed-52bdf3fc6b2c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Pushing event updated for resources: {'Port': ['ID=09b1642c-5ce3-40de-969b-7b7ec1e947a9,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:22.482933 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93858a8c-c2c4-4fe8-a975-192a63a8aa68 req-b8278dbe-6d17-482b-acd7-c1d19594032a tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:22.484570 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-93858a8c-c2c4-4fe8-a975-192a63a8aa68 req-b8278dbe-6d17-482b-acd7-c1d19594032a tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=492b035e-2b66-48eb-bf95-ad11242bd554 HTTP/1.1" status: 200 len: 949 time: 0.3591163 Mar 01 13:48:22.638319 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-93858a8c-c2c4-4fe8-a975-192a63a8aa68 req-84d032f6-03f0-4c10-afb2-f711530fb6c6 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440527 Mar 01 13:48:22.776821 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7adb5a-a51e-4842-aa07-35f238fbd580 x-openstack-request-id: req-ba7adb5a-a51e-4842-aa07-35f238fbd580 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:48:22.777901 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af7d217-9c6e-46dd-aada-8f37a920b362", "name": "network-vif-plugged", "status": "completed", "tag": "b175afeb-a600-4850-a0ac-022d6c939c65", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:48:22.778331 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba7adb5a-a51e-4842-aa07-35f238fbd580 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:48:22.778912 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af7d217-9c6e-46dd-aada-8f37a920b362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b175afeb-a600-4850-a0ac-022d6c939c65', 'code': 200} Mar 01 13:48:22.904978 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9ba4b969-33d5-47ea-82c5-ad273d4adc9b req-4f343a99-c722-4380-8eed-52bdf3fc6b2c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks [] for floatingip (c4b78871-31ed-4b09-8d25-0d4b68cc232f), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:22.955069 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device aa06a6eb-b941-478b-b1ac-775e72817311 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:48:23.008845 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-49e1cf7c-1221-43c3-9a1e-a5cd1ad8b200 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (1140d7fd-b1c6-477e-bbc4-2b967e05dfe4), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:23.061196 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9ba4b969-33d5-47ea-82c5-ad273d4adc9b req-4f343a99-c722-4380-8eed-52bdf3fc6b2c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (09b1642c-5ce3-40de-969b-7b7ec1e947a9), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:23.073169 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port aa06a6eb-b941-478b-b1ac-775e72817311 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:48:23.077608 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port aa06a6eb-b941-478b-b1ac-775e72817311 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:48:23.078430 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (aa06a6eb-b941-478b-b1ac-775e72817311), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:23.204713 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1fc84-b5dd-4a79-94fd-767a9c8d7a61 req-91ccab5b-8224-4315-99dc-9d9bbbd7dbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:23.206401 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a2a1fc84-b5dd-4a79-94fd-767a9c8d7a61 req-91ccab5b-8224-4315-99dc-9d9bbbd7dbd1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 1132 time: 0.3505526 Mar 01 13:48:23.251955 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4101db2-3e7a-4750-9984-0f5f0b8f63fd req-db4d31d0-6cae-4ba8-9261-a3d5241e9d78 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:23.257576 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b4101db2-3e7a-4750-9984-0f5f0b8f63fd req-db4d31d0-6cae-4ba8-9261-a3d5241e9d78 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 946 time: 0.2815208 Mar 01 13:48:23.317374 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port aa06a6eb-b941-478b-b1ac-775e72817311 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:48:23.317759 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (aa06a6eb-b941-478b-b1ac-775e72817311), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:23.385014 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b4101db2-3e7a-4750-9984-0f5f0b8f63fd req-41eca48a-6c1d-4070-ab30-b0087bdec6a5 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206863 Mar 01 13:48:23.415625 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port aa06a6eb-b941-478b-b1ac-775e72817311, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=aa06a6eb-b941-478b-b1ac-775e72817311,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:48:23.442286 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (aa06a6eb-b941-478b-b1ac-775e72817311), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:23.544441 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e1cf7c-1221-43c3-9a1e-a5cd1ad8b200 admin admin] Router 1140d7fd-b1c6-477e-bbc4-2b967e05dfe4 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:48:23.556785 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a2a1fc84-b5dd-4a79-94fd-767a9c8d7a61 req-3b9c537a-fb6e-49a8-a021-26f1f9eab77f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373177 Mar 01 13:48:23.560699 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=aa06a6eb-b941-478b-b1ac-775e72817311,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:23.660723 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9ba4b969-33d5-47ea-82c5-ad273d4adc9b req-4f343a99-c722-4380-8eed-52bdf3fc6b2c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks [] for port (09b1642c-5ce3-40de-969b-7b7ec1e947a9), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:23.683368 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9ba4b969-33d5-47ea-82c5-ad273d4adc9b req-4f343a99-c722-4380-8eed-52bdf3fc6b2c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (09b1642c-5ce3-40de-969b-7b7ec1e947a9), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:23.764622 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e1cf7c-1221-43c3-9a1e-a5cd1ad8b200 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:48:23.773827 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9202123b-dc5b-4375-bf67-0cee0621be34 None None] Sync routers for ids ['1140d7fd-b1c6-477e-bbc4-2b967e05dfe4'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:48:23.781938 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-49e1cf7c-1221-43c3-9a1e-a5cd1ad8b200 admin admin] 10.222.0.13 "PUT /v2.0/routers/1140d7fd-b1c6-477e-bbc4-2b967e05dfe4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3999627 Mar 01 13:48:23.786141 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38322) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:48:23.786840 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9202123b-dc5b-4375-bf67-0cee0621be34 None None] Routers {'1140d7fd-b1c6-477e-bbc4-2b967e05dfe4'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:48:23.787461 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-9202123b-dc5b-4375-bf67-0cee0621be34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:47:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['1140d7fd-b1c6-477e-bbc4-2b967e05dfe4'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:48:23.912708 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9ba4b969-33d5-47ea-82c5-ad273d4adc9b req-4f343a99-c722-4380-8eed-52bdf3fc6b2c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (c4b78871-31ed-4b09-8d25-0d4b68cc232f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:23.935925 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb73b74-2438-42b6-a275-bbda316d8cd6 req-b8c1ef30-4973-42b6-8750-f3a3daaa790b tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:23.939303 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bdb73b74-2438-42b6-a275-bbda316d8cd6 req-b8c1ef30-4973-42b6-8750-f3a3daaa790b tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 945 time: 0.4305742 Mar 01 13:48:23.955771 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-9202123b-dc5b-4375-bf67-0cee0621be34 None None] Set router 1140d7fd-b1c6-477e-bbc4-2b967e05dfe4 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:48:23.995713 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f343a99-c722-4380-8eed-52bdf3fc6b2c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Pushing event updated for resources: {'Port': ['ID=09b1642c-5ce3-40de-969b-7b7ec1e947a9,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:24.015214 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f1b4200a-9b61-4ce7-bbc0-ab077446f76f admin admin] Publish callbacks [] for router (1140d7fd-b1c6-477e-bbc4-2b967e05dfe4), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:24.059080 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bdb73b74-2438-42b6-a275-bbda316d8cd6 req-17255bdc-256c-4270-a3f4-af0f5e5288a8 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114767 Mar 01 13:48:24.061741 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9ba4b969-33d5-47ea-82c5-ad273d4adc9b req-4f343a99-c722-4380-8eed-52bdf3fc6b2c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:24.062841 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ba4b969-33d5-47ea-82c5-ad273d4adc9b req-4f343a99-c722-4380-8eed-52bdf3fc6b2c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9759960 Mar 01 13:48:24.178632 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ba4b969-33d5-47ea-82c5-ad273d4adc9b req-d67ad5ac-92dc-4f96-88c6-a4aa57084710 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.238 HTTP/1.1" status: 200 len: 696 time: 0.1080258 Mar 01 13:48:24.256109 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-9202123b-dc5b-4375-bf67-0cee0621be34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1140d7fd-b1c6-477e-bbc4-2b967e05dfe4', 'name': 'tempest-AttachSCSIVolumeTestJSON-193015849-router', 'tenant_id': '1f5cd53739d24ad8afe231ec33bbb6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:45:20Z', 'updated_at': '2022-03-01T13:48:22Z', 'revision_number': 5, 'project_id': '1f5cd53739d24ad8afe231ec33bbb6ee', 'gw_port': {'id': '52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1140d7fd-b1c6-477e-bbc4-2b967e05dfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:45:21Z', 'updated_at': '2022-03-01T13:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:48:24.296265 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9202123b-dc5b-4375-bf67-0cee0621be34 None None] Checking router: 1140d7fd-b1c6-477e-bbc4-2b967e05dfe4 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:48:24.307836 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9202123b-dc5b-4375-bf67-0cee0621be34 None None] Routers {'1140d7fd-b1c6-477e-bbc4-2b967e05dfe4'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:48:24.308452 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-9202123b-dc5b-4375-bf67-0cee0621be34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:47:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['1140d7fd-b1c6-477e-bbc4-2b967e05dfe4'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:48:24.353778 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f1b4200a-9b61-4ce7-bbc0-ab077446f76f admin admin] Publish callbacks [] for router_gateway (1140d7fd-b1c6-477e-bbc4-2b967e05dfe4), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:24.421623 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4b969-33d5-47ea-82c5-ad273d4adc9b req-328d1564-1172-4cbe-91c0-337a52bf7166 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:24.423450 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ba4b969-33d5-47ea-82c5-ad273d4adc9b req-328d1564-1172-4cbe-91c0-337a52bf7166 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 784 time: 0.2390113 Mar 01 13:48:24.498650 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-9202123b-dc5b-4375-bf67-0cee0621be34 None None] Set router 1140d7fd-b1c6-477e-bbc4-2b967e05dfe4 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:48:24.573032 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f1b4200a-9b61-4ce7-bbc0-ab077446f76f admin admin] Deleting port 52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:48:24.573302 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f1b4200a-9b61-4ce7-bbc0-ab077446f76f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:24.702555 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f39559-87bb-4a68-b3d0-2b0ea6fc4885 req-169bd371-9008-46f2-8958-7c85f69cb936 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:24.710858 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-78f39559-87bb-4a68-b3d0-2b0ea6fc4885 req-169bd371-9008-46f2-8958-7c85f69cb936 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=492b035e-2b66-48eb-bf95-ad11242bd554 HTTP/1.1" status: 200 len: 950 time: 0.1217012 Mar 01 13:48:24.780683 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492b035e-2b66-48eb-bf95-ad11242bd554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa06a6eb-b941-478b-b1ac-775e72817311'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:48:24.784246 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f892167-6715-475e-8163-0175d14cca17" -d '{"events": [{"server_uuid": "492b035e-2b66-48eb-bf95-ad11242bd554", "name": "network-vif-plugged", "status": "completed", "tag": "aa06a6eb-b941-478b-b1ac-775e72817311"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:48:24.846062 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f1b4200a-9b61-4ce7-bbc0-ab077446f76f admin admin] For port 52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:48:24.846722 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f1b4200a-9b61-4ce7-bbc0-ab077446f76f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:24.875253 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-78f39559-87bb-4a68-b3d0-2b0ea6fc4885 req-d3e84f08-968b-4ab1-8442-383e69d5cc48 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407790 Mar 01 13:48:24.919283 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f1b4200a-9b61-4ce7-bbc0-ab077446f76f admin admin] Calling delete_port for 52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6 owned by network:router_gateway {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:48:24.946217 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-9202123b-dc5b-4375-bf67-0cee0621be34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1140d7fd-b1c6-477e-bbc4-2b967e05dfe4', 'name': 'tempest-AttachSCSIVolumeTestJSON-193015849-router', 'tenant_id': '1f5cd53739d24ad8afe231ec33bbb6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:45:20Z', 'updated_at': '2022-03-01T13:48:22Z', 'revision_number': 5, 'project_id': '1f5cd53739d24ad8afe231ec33bbb6ee', 'gw_port': {'id': '52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1140d7fd-b1c6-477e-bbc4-2b967e05dfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:45:21Z', 'updated_at': '2022-03-01T13:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:48:24.987626 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9202123b-dc5b-4375-bf67-0cee0621be34 None None] The sync data for ids ['1140d7fd-b1c6-477e-bbc4-2b967e05dfe4'] in n-d-827467-3 is: [{'id': '1140d7fd-b1c6-477e-bbc4-2b967e05dfe4', 'name': 'tempest-AttachSCSIVolumeTestJSON-193015849-router', 'tenant_id': '1f5cd53739d24ad8afe231ec33bbb6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:45:20Z', 'updated_at': '2022-03-01T13:48:22Z', 'revision_number': 5, 'project_id': '1f5cd53739d24ad8afe231ec33bbb6ee', 'gw_port': {'id': '52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1140d7fd-b1c6-477e-bbc4-2b967e05dfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:45:21Z', 'updated_at': '2022-03-01T13:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:48:25.178795 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd77e56-baab-4952-a380-627502ae74a4 x-openstack-request-id: req-1bd77e56-baab-4952-a380-627502ae74a4 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:48:25.179195 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492b035e-2b66-48eb-bf95-ad11242bd554", "name": "network-vif-plugged", "status": "completed", "tag": "aa06a6eb-b941-478b-b1ac-775e72817311", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:48:25.179513 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1bd77e56-baab-4952-a380-627502ae74a4 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:48:25.180031 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492b035e-2b66-48eb-bf95-ad11242bd554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa06a6eb-b941-478b-b1ac-775e72817311', 'code': 200} Mar 01 13:48:25.221704 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d344ae58-a503-443a-8f0b-5a04e8cdf9fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:25.308065 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-7be58a40-b725-4984-8ff7-854f0caf767a tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:25.314523 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-7be58a40-b725-4984-8ff7-854f0caf767a tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/networks?id=46ad6524-9b8b-408c-bf41-570bd4a14b9a HTTP/1.1" status: 200 len: 820 time: 0.2394950 Mar 01 13:48:25.404508 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f1b4200a-9b61-4ce7-bbc0-ab077446f76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:25.437117 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-0b9c39a6-2e49-48ab-8448-6bc9e5247952 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/quotas/c18946c020b04e1e84eb00e4d66b6194 HTTP/1.1" status: 200 len: 375 time: 0.0927029 Mar 01 13:48:25.461415 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device a55cdd8f-32e0-48bf-92d5-c63d756c48b9 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:48:25.481666 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4200a-9b61-4ce7-bbc0-ab077446f76f admin admin] Pushing event deleted for resources: {'Port': ['ID=52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:25.503980 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: a55cdd8f-32e0-48bf-92d5-c63d756c48b9 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:48:25.506917 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04447e87-d170-4fde-beeb-a2d66a481914 req-5443c81f-cbff-450d-a4a7-62a3fe8b9b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:25.507303 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device a55cdd8f-32e0-48bf-92d5-c63d756c48b9 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:48:25.512166 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-04447e87-d170-4fde-beeb-a2d66a481914 req-5443c81f-cbff-450d-a4a7-62a3fe8b9b9a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=492b035e-2b66-48eb-bf95-ad11242bd554 HTTP/1.1" status: 200 len: 1132 time: 0.2155631 Mar 01 13:48:25.556911 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-023b8fa9-3e22-4f6f-8370-9ad32b56d7bb tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c18946c020b04e1e84eb00e4d66b6194&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1134953 Mar 01 13:48:25.692786 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-dc976b1a-05cc-45b7-a087-ef1f384fa059 service neutron] 10.222.0.13 "GET /v2.0/networks/46ad6524-9b8b-408c-bf41-570bd4a14b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349103 Mar 01 13:48:25.733570 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-04447e87-d170-4fde-beeb-a2d66a481914 req-0928fc6b-4ea8-424d-afd4-1c4c5ba142b4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731393 Mar 01 13:48:25.777459 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f1b4200a-9b61-4ce7-bbc0-ab077446f76f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (1140d7fd-b1c6-477e-bbc4-2b967e05dfe4), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:25.835232 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea2b60-74e1-4fa6-ae68-ad61c88ed171 req-15fd2562-ba1c-4fed-af7e-eeb2afe4d97a tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:25.843925 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4ea2b60-74e1-4fa6-ae68-ad61c88ed171 req-15fd2562-ba1c-4fed-af7e-eeb2afe4d97a tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 946 time: 0.5282714 Mar 01 13:48:25.867813 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-e392a82a-0ac9-4d47-9dff-f00822cd81f2 service neutron] 10.222.0.13 "GET /v2.0/networks/46ad6524-9b8b-408c-bf41-570bd4a14b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737766 Mar 01 13:48:25.943938 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4ea2b60-74e1-4fa6-ae68-ad61c88ed171 req-b0c7f42c-cc76-48fd-81f7-94456a3e0ed1 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988584 Mar 01 13:48:26.015956 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f1b4200a-9b61-4ce7-bbc0-ab077446f76f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (1140d7fd-b1c6-477e-bbc4-2b967e05dfe4), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:26.020743 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f1b4200a-9b61-4ce7-bbc0-ab077446f76f admin admin] Publish callbacks [] for router_controller (1140d7fd-b1c6-477e-bbc4-2b967e05dfe4), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:26.117207 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f1b4200a-9b61-4ce7-bbc0-ab077446f76f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (1140d7fd-b1c6-477e-bbc4-2b967e05dfe4), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:26.117798 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b4200a-9b61-4ce7-bbc0-ab077446f76f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1140d7fd-b1c6-477e-bbc4-2b967e05dfe4 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 13:48:26.122790 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f1b4200a-9b61-4ce7-bbc0-ab077446f76f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:26.126339 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f1b4200a-9b61-4ce7-bbc0-ab077446f76f admin admin] 10.222.0.13 "DELETE /v2.0/routers/1140d7fd-b1c6-477e-bbc4-2b967e05dfe4 HTTP/1.1" status: 204 len: 168 time: 2.3388672 Mar 01 13:48:26.126934 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38368) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:48:26.254078 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef93305-6848-4f3e-b2c5-903a7940e6fc admin admin] Deleting subnet 36f78ce5-2ab5-4f1b-9d1c-1753f7bb1f63 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:48:26.264662 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115328b-e2d8-4f66-9ad6-f04d1cff9dbb req-3b429137-92be-46ee-9088-b28d92c66db3 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:26.276419 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0115328b-e2d8-4f66-9ad6-f04d1cff9dbb req-3b429137-92be-46ee-9088-b28d92c66db3 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 945 time: 0.1809967 Mar 01 13:48:26.281550 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4ef93305-6848-4f3e-b2c5-903a7940e6fc admin admin] Publish callbacks [] for subnet (36f78ce5-2ab5-4f1b-9d1c-1753f7bb1f63), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:26.367062 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4ef93305-6848-4f3e-b2c5-903a7940e6fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (36f78ce5-2ab5-4f1b-9d1c-1753f7bb1f63), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:26.445629 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0115328b-e2d8-4f66-9ad6-f04d1cff9dbb req-65922ddd-7b81-48c5-8994-3c67ce33e8df tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621947 Mar 01 13:48:26.580900 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4ef93305-6848-4f3e-b2c5-903a7940e6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (36f78ce5-2ab5-4f1b-9d1c-1753f7bb1f63), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:26.626635 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eaf3ae73-8419-495d-816b-9c0eea4be8d4 req-542bc254-9871-4c76-ad13-97b217be747c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3 HTTP/1.1" status: 200 len: 210 time: 0.0677087 Mar 01 13:48:26.652533 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ee1f6-fc6b-40dc-8e03-2d1866d19849 req-2c44e94e-4cae-49ef-a8c2-599e6657b597 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:26.670756 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-336ee1f6-fc6b-40dc-8e03-2d1866d19849 req-2c44e94e-4cae-49ef-a8c2-599e6657b597 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=492b035e-2b66-48eb-bf95-ad11242bd554 HTTP/1.1" status: 200 len: 950 time: 0.3482239 Mar 01 13:48:26.686569 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4ef93305-6848-4f3e-b2c5-903a7940e6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (36f78ce5-2ab5-4f1b-9d1c-1753f7bb1f63), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:26.750076 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4ef93305-6848-4f3e-b2c5-903a7940e6fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:26.755821 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bab48b-ca44-4b16-b11b-2f3988aad820 None None] Network 48119339-3489-4681-ba3d-edf785b95430 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:48:26.776787 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4ef93305-6848-4f3e-b2c5-903a7940e6fc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/36f78ce5-2ab5-4f1b-9d1c-1753f7bb1f63 HTTP/1.1" status: 204 len: 168 time: 0.6460905 Mar 01 13:48:26.777924 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef93305-6848-4f3e-b2c5-903a7940e6fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36f78ce5-2ab5-4f1b-9d1c-1753f7bb1f63,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:26.779727 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38380) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:48:26.825857 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-336ee1f6-fc6b-40dc-8e03-2d1866d19849 req-67c52e5f-56f6-418c-b737-c7c41366abea tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516235 Mar 01 13:48:26.964552 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 7988cdd9-dd32-4813-871c-c8dca2569301 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:48:27.020187 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ac4c2f65-ad7d-420c-86b8-b58263545c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (48119339-3489-4681-ba3d-edf785b95430), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:27.219350 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ac4c2f65-ad7d-420c-86b8-b58263545c48 admin admin] Deleting port eadb19d9-5da8-4934-a74a-ececc6271e31 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:48:27.219350 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ac4c2f65-ad7d-420c-86b8-b58263545c48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (eadb19d9-5da8-4934-a74a-ececc6271e31), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:27.247084 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ce9ef-410d-4cb7-b1f6-071636fd460e req-9ba8b2cc-1145-410c-afa5-97215dbd2277 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:27.259085 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-631ce9ef-410d-4cb7-b1f6-071636fd460e req-9ba8b2cc-1145-410c-afa5-97215dbd2277 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 946 time: 0.1184812 Mar 01 13:48:27.275565 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 7988cdd9-dd32-4813-871c-c8dca2569301 is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:48:27.276490 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7988cdd9-dd32-4813-871c-c8dca2569301), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:27.368207 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-631ce9ef-410d-4cb7-b1f6-071636fd460e req-02036324-a622-4a8d-a9d2-b34a8f502d57 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078134 Mar 01 13:48:27.484490 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 7988cdd9-dd32-4813-871c-c8dca2569301, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=7988cdd9-dd32-4813-871c-c8dca2569301,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:48:27.504829 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec34bf6-beac-4f11-8355-52b72229e171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7988cdd9-dd32-4813-871c-c8dca2569301'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:48:27.514008 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8e4d48-4087-4666-ba0a-b5bc0cd07b32" -d '{"events": [{"server_uuid": "0ec34bf6-beac-4f11-8355-52b72229e171", "name": "network-vif-unplugged", "status": "completed", "tag": "7988cdd9-dd32-4813-871c-c8dca2569301"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:48:27.518640 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-ac4c2f65-ad7d-420c-86b8-b58263545c48 admin admin] For port eadb19d9-5da8-4934-a74a-ececc6271e31, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=eadb19d9-5da8-4934-a74a-ececc6271e31,segment=NetworkSegment(146aa83f-f6b8-4311-9510-f6ebf5a3e76d),segment_id=146aa83f-f6b8-4311-9510-f6ebf5a3e76d)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:48:27.519127 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ac4c2f65-ad7d-420c-86b8-b58263545c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (eadb19d9-5da8-4934-a74a-ececc6271e31), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:27.550031 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709cdab6-3f57-4bab-ad54-e7d85d421f20 None None] DHCP port deletion for 48119339-3489-4681-ba3d-edf785b95430 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:48:27.560540 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ac4c2f65-ad7d-420c-86b8-b58263545c48 admin admin] Calling delete_port for eadb19d9-5da8-4934-a74a-ececc6271e31 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:48:27.636344 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (7988cdd9-dd32-4813-871c-c8dca2569301), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:27.655833 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:48:27.756705 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 13:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39cf557-5d4a-42cc-9abf-6cbd03a7a715 x-openstack-request-id: req-d39cf557-5d4a-42cc-9abf-6cbd03a7a715 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:48:27.757754 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec34bf6-beac-4f11-8355-52b72229e171", "name": "network-vif-unplugged", "status": "completed", "tag": "7988cdd9-dd32-4813-871c-c8dca2569301", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:48:27.758199 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d39cf557-5d4a-42cc-9abf-6cbd03a7a715 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:48:27.759413 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d67c7-1751-49d3-a477-1da79b42de1e req-16a67381-e7e3-47b7-ba14-b10811322ebf tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:27.760887 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec34bf6-beac-4f11-8355-52b72229e171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7988cdd9-dd32-4813-871c-c8dca2569301', 'code': 200} Mar 01 13:48:27.762453 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dd6d67c7-1751-49d3-a477-1da79b42de1e req-16a67381-e7e3-47b7-ba14-b10811322ebf tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 945 time: 0.1848681 Mar 01 13:48:27.796871 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:48:27.808249 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 52ecb7ae-faf4-4fc3-ae08-cdac8198a2e6 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:48:27.809067 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device eadb19d9-5da8-4934-a74a-ececc6271e31 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:48:27.817785 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b9eecd69-aa8f-4ef0-93b4-4278ac6e40a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:27.825301 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ac4c2f65-ad7d-420c-86b8-b58263545c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (eadb19d9-5da8-4934-a74a-ececc6271e31), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:27.884408 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c2f65-ad7d-420c-86b8-b58263545c48 admin admin] Pushing event deleted for resources: {'Port': ['ID=eadb19d9-5da8-4934-a74a-ececc6271e31,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:27.896769 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7f723353-b3d2-4a4d-90fb-e6e791580d04 req-e0d87dac-9288-4b13-b574-9cd93a9c15ff tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3 HTTP/1.1" status: 200 len: 210 time: 0.0827990 Mar 01 13:48:27.898597 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4c2f65-ad7d-420c-86b8-b58263545c48 admin admin] No DVR routers for this DVR port eadb19d9-5da8-4934-a74a-ececc6271e31 on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:48:27.942231 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dd6d67c7-1751-49d3-a477-1da79b42de1e req-63b26ede-64a7-4357-bb71-9ca9a411ea51 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723201 Mar 01 13:48:27.978854 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=7988cdd9-dd32-4813-871c-c8dca2569301,revision_number=11']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:28.031620 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:28.032088 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:28.032341 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:28.032690 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:28.033009 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:28.033341 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:28.033667 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:28.033990 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:28.034319 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:28.034641 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:28.034961 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:28.035294 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:28.035603 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:28.058183 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No active binding found for port eadb19d9-5da8-4934-a74a-ececc6271e31 {{(pid=103728) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 01 13:48:28.058952 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] The host n-d-827467-3 is not matching for port eadb19d9-5da8-4934-a74a-ececc6271e31 host None! {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 01 13:48:28.060012 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device eadb19d9-5da8-4934-a74a-ececc6271e31 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:48:28.081745 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-709cdab6-3f57-4bab-ad54-e7d85d421f20 None None] Deleting port eadb19d9-5da8-4934-a74a-ececc6271e31 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:48:28.082119 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-709cdab6-3f57-4bab-ad54-e7d85d421f20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (eadb19d9-5da8-4934-a74a-ececc6271e31), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:28.092161 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ac4c2f65-ad7d-420c-86b8-b58263545c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (48119339-3489-4681-ba3d-edf785b95430), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:28.171156 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4cea9e-6edb-41c1-827a-d6c06ecfeaba req-d98cbfee-6a71-4099-8e08-264c17525428 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:28.175329 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-ac4c2f65-ad7d-420c-86b8-b58263545c48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48119339-3489-4681-ba3d-edf785b95430']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:48:28.183306 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0c4cea9e-6edb-41c1-827a-d6c06ecfeaba req-d98cbfee-6a71-4099-8e08-264c17525428 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=492b035e-2b66-48eb-bf95-ad11242bd554 HTTP/1.1" status: 200 len: 950 time: 0.1184487 Mar 01 13:48:28.191452 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-709cdab6-3f57-4bab-ad54-e7d85d421f20 None None] For port eadb19d9-5da8-4934-a74a-ececc6271e31, host n-d-827467-3, got binding levels [] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:48:28.191876 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-709cdab6-3f57-4bab-ad54-e7d85d421f20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (eadb19d9-5da8-4934-a74a-ececc6271e31), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:28.213587 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-709cdab6-3f57-4bab-ad54-e7d85d421f20 None None] Calling delete_port for eadb19d9-5da8-4934-a74a-ececc6271e31 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:48:28.217080 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.ipam_backend_mixin [None req-709cdab6-3f57-4bab-ad54-e7d85d421f20 None None] Port eadb19d9-5da8-4934-a74a-ececc6271e31 was not found and therefore no delete operation was performed {{(pid=103728) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 01 13:48:28.219057 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-709cdab6-3f57-4bab-ad54-e7d85d421f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (eadb19d9-5da8-4934-a74a-ececc6271e31), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:28.250883 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709cdab6-3f57-4bab-ad54-e7d85d421f20 None None] Pushing event deleted for resources: {'Port': ['ID=eadb19d9-5da8-4934-a74a-ececc6271e31,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:28.264267 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709cdab6-3f57-4bab-ad54-e7d85d421f20 None None] No DVR routers for this DVR port eadb19d9-5da8-4934-a74a-ececc6271e31 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:48:28.293052 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-ac4c2f65-ad7d-420c-86b8-b58263545c48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '146aa83f-f6b8-4311-9510-f6ebf5a3e76d') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:48:28.293594 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-ac4c2f65-ad7d-420c-86b8-b58263545c48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '146aa83f-f6b8-4311-9510-f6ebf5a3e76d') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:48:28.301793 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0c4cea9e-6edb-41c1-827a-d6c06ecfeaba req-b8b089e4-139a-41e8-b00c-ba2411b0b007 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169240 Mar 01 13:48:28.311287 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ac4c2f65-ad7d-420c-86b8-b58263545c48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (146aa83f-f6b8-4311-9510-f6ebf5a3e76d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:28.347437 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ac4c2f65-ad7d-420c-86b8-b58263545c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (146aa83f-f6b8-4311-9510-f6ebf5a3e76d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:28.365133 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac4c2f65-ad7d-420c-86b8-b58263545c48 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:48:28.365648 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ac4c2f65-ad7d-420c-86b8-b58263545c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (146aa83f-f6b8-4311-9510-f6ebf5a3e76d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:28.368568 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:48:28.368568 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:48:28.368568 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:48:28.368568 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:48:28.368568 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:48:28.368568 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:48:28.368568 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:48:28.368568 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:48:28.368568 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:48:28.368568 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:48:28.368568 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:48:28.368568 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:48:28.368568 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:48:28.368568 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:48:28.368568 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:48:28.368568 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:48:28.368568 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:48:28.368568 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:48:28.368568 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:48:28.368568 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:48:28.368568 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:48:28.368568 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:48:28.368568 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:48:28.368568 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:48:28.368568 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:48:28.368568 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:48:28.368568 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:48:28.368568 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:48:28.368568 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:48:28.368568 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:48:28.368568 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:48:28.368568 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:48:28.426451 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-977d04b9-fc2d-4bf7-903c-e728a507876d tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:28.429565 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-977d04b9-fc2d-4bf7-903c-e728a507876d tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.32 "GET /v2.0/networks?id=46ad6524-9b8b-408c-bf41-570bd4a14b9a HTTP/1.1" status: 200 len: 820 time: 0.3086815 Mar 01 13:48:28.472666 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-3c4b228f-3f93-49fd-889d-e5496b928d2b tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Request body: {'port': {'device_id': 'bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'admin_state_up': True, 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:48:28.501933 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ac4c2f65-ad7d-420c-86b8-b58263545c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (48119339-3489-4681-ba3d-edf785b95430), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:28.542483 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ac4c2f65-ad7d-420c-86b8-b58263545c48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:28.543695 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40174c-b7a1-4109-8cb2-fce76ac8a5ab req-41d6fdf1-5034-4124-a226-164c00673ecb tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:28.548382 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ac4c2f65-ad7d-420c-86b8-b58263545c48 admin admin] 10.222.0.13 "DELETE /v2.0/networks/48119339-3489-4681-ba3d-edf785b95430 HTTP/1.1" status: 204 len: 168 time: 1.7560990 Mar 01 13:48:28.550984 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5a40174c-b7a1-4109-8cb2-fce76ac8a5ab req-41d6fdf1-5034-4124-a226-164c00673ecb tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 945 time: 0.1041462 Mar 01 13:48:28.557587 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38414) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:48:28.560756 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c2f65-ad7d-420c-86b8-b58263545c48 admin admin] Pushing event deleted for resources: {'Network': ['ID=48119339-3489-4681-ba3d-edf785b95430,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:28.625187 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-3c4b228f-3f93-49fd-889d-e5496b928d2b tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Made reservation on behalf of c18946c020b04e1e84eb00e4d66b6194 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:48:28.628540 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-3c4b228f-3f93-49fd-889d-e5496b928d2b tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:28.752214 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63aadd1-dfef-4625-aaa5-a96539712f09 req-e10fed8f-71ad-492e-8958-7cd65cfb338a tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:28.753699 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b63aadd1-dfef-4625-aaa5-a96539712f09 req-e10fed8f-71ad-492e-8958-7cd65cfb338a tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.2664547 Mar 01 13:48:28.781921 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:28.784261 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-3c4b228f-3f93-49fd-889d-e5496b928d2b tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Allocated IP 172.20.0.5 (46ad6524-9b8b-408c-bf41-570bd4a14b9a/86ba1087-1883-4262-ae29-f20d536ca1ef/2401d5df-ee96-41a7-a1a6-1c8d009ea873) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:48:28.794181 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5a40174c-b7a1-4109-8cb2-fce76ac8a5ab req-d3bf7f64-c554-41bb-82a4-399e0c094e2f tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423527 Mar 01 13:48:28.866916 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b63aadd1-dfef-4625-aaa5-a96539712f09 req-7d336f66-afb1-4f6d-9273-9e87718d8876 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959470 Mar 01 13:48:28.982534 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcbf2c-369d-41e5-b0d7-b86e04fb3b78 req-b9d93ec9-3631-4e1a-98fd-290785aff61f tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:28.984399 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fedcbf2c-369d-41e5-b0d7-b86e04fb3b78 req-b9d93ec9-3631-4e1a-98fd-290785aff61f tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1164303 Mar 01 13:48:28.999906 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-3c4b228f-3f93-49fd-889d-e5496b928d2b tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks [] for port (2401d5df-ee96-41a7-a1a6-1c8d009ea873), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:29.047629 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fedcbf2c-369d-41e5-b0d7-b86e04fb3b78 req-00540e7e-233b-4eac-8aab-bbcdfe9725e5 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560601 Mar 01 13:48:29.095011 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afacc7-077c-4966-bff3-981010ae169b req-feb45061-cdac-4482-8d79-4fb5ea06f22e tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:29.096624 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b0afacc7-077c-4966-bff3-981010ae169b req-feb45061-cdac-4482-8d79-4fb5ea06f22e tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 945 time: 0.0933335 Mar 01 13:48:29.107775 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-3c4b228f-3f93-49fd-889d-e5496b928d2b tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (2401d5df-ee96-41a7-a1a6-1c8d009ea873), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:29.135317 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['a0097efb-120c-4ed9-b7ac-7e4fd029685a'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:48:29.208150 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-3c4b228f-3f93-49fd-889d-e5496b928d2b tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Network 46ad6524-9b8b-408c-bf41-570bd4a14b9a is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:48:29.212576 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b228f-3f93-49fd-889d-e5496b928d2b tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Pushing event updated for resources: {'Port': ['ID=2401d5df-ee96-41a7-a1a6-1c8d009ea873,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:29.225400 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-3c4b228f-3f93-49fd-889d-e5496b928d2b tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:48:29.241431 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-3c4b228f-3f93-49fd-889d-e5496b928d2b tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:48:29.281074 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aed368-3a67-470d-ae8f-a4b8420e6b40 req-3296b345-88d9-4269-be81-40517189b84a tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:29.289710 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-03aed368-3a67-470d-ae8f-a4b8420e6b40 req-3296b345-88d9-4269-be81-40517189b84a tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3 HTTP/1.1" status: 200 len: 931 time: 0.1759570 Mar 01 13:48:29.336912 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-3c4b228f-3f93-49fd-889d-e5496b928d2b tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:29.337488 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-3c4b228f-3f93-49fd-889d-e5496b928d2b tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:29.355738 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-03aed368-3a67-470d-ae8f-a4b8420e6b40 req-e2da04c8-8cf1-4f2e-9829-95612238e060 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/security-groups?id=3682eac9-a3cc-4051-bf61-dbdd5b18b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614090 Mar 01 13:48:29.369994 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-3c4b228f-3f93-49fd-889d-e5496b928d2b tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9079173 Mar 01 13:48:29.383122 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-b0afacc7-077c-4966-bff3-981010ae169b req-45d93c94-7a24-4790-8fc9-00cca1ae2316 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Deleting port 2dc23e93-85a7-434a-80ca-dc44a5668c0f {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:48:29.383535 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b0afacc7-077c-4966-bff3-981010ae169b req-45d93c94-7a24-4790-8fc9-00cca1ae2316 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (2dc23e93-85a7-434a-80ca-dc44a5668c0f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:29.392053 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-0cbe8054-ca81-46b3-8401-553e5eda4adb service neutron] Request body: {'port': {'device_id': 'bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:48:29.465782 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a09fa-1e98-44ae-9fc2-c10bf0515b3d req-af749233-dd80-462a-b843-5af414d3d78a tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:29.473886 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-025a09fa-1e98-44ae-9fc2-c10bf0515b3d req-af749233-dd80-462a-b843-5af414d3d78a tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 945 time: 0.2934284 Mar 01 13:48:29.553334 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-0cbe8054-ca81-46b3-8401-553e5eda4adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2401d5df-ee96-41a7-a1a6-1c8d009ea873), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:29.562177 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-025a09fa-1e98-44ae-9fc2-c10bf0515b3d req-c4caf484-26f0-4aa7-96cf-f5b1665ef620 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869851 Mar 01 13:48:29.569908 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-a491c933-8352-46f1-adcb-88dd47883e8a tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1ea042b3d43a42688cd032fa929e6de2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396779 Mar 01 13:48:29.595327 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-b0afacc7-077c-4966-bff3-981010ae169b req-45d93c94-7a24-4790-8fc9-00cca1ae2316 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] For port 2dc23e93-85a7-434a-80ca-dc44a5668c0f, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=2dc23e93-85a7-434a-80ca-dc44a5668c0f,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:48:29.595604 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b0afacc7-077c-4966-bff3-981010ae169b req-45d93c94-7a24-4790-8fc9-00cca1ae2316 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (2dc23e93-85a7-434a-80ca-dc44a5668c0f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:29.657127 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-b0afacc7-077c-4966-bff3-981010ae169b req-45d93c94-7a24-4790-8fc9-00cca1ae2316 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Calling delete_port for 2dc23e93-85a7-434a-80ca-dc44a5668c0f owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:48:29.749728 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-fe70f8a8-5348-4eda-87d5-f71bcf0b63b8 None None] Provisioning complete for port 2401d5df-ee96-41a7-a1a6-1c8d009ea873 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:48:29.750178 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fe70f8a8-5348-4eda-87d5-f71bcf0b63b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2401d5df-ee96-41a7-a1a6-1c8d009ea873), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:29.792381 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-fe70f8a8-5348-4eda-87d5-f71bcf0b63b8 None None] Port 2401d5df-ee96-41a7-a1a6-1c8d009ea873 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:48:29.966360 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:29.988852 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b0afacc7-077c-4966-bff3-981010ae169b req-45d93c94-7a24-4790-8fc9-00cca1ae2316 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (2dc23e93-85a7-434a-80ca-dc44a5668c0f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:30.042155 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-97f83627-b566-4164-b43a-e26fc5926307 req-2591b458-f157-49fe-a293-49793a13767a tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc780834-ebc9-4a2e-8488-5534a7d08541 HTTP/1.1" status: 200 len: 210 time: 0.0400214 Mar 01 13:48:30.054242 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d93c94-7a24-4790-8fc9-00cca1ae2316 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Pushing event deleted for resources: {'Port': ['ID=2dc23e93-85a7-434a-80ca-dc44a5668c0f,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:30.099815 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0afacc7-077c-4966-bff3-981010ae169b req-45d93c94-7a24-4790-8fc9-00cca1ae2316 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] No DVR routers for this DVR port 2dc23e93-85a7-434a-80ca-dc44a5668c0f on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:48:30.100348 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-dbb70831-2f52-4fb8-85fb-f8a3adddd807 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:30.101990 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-dbb70831-2f52-4fb8-85fb-f8a3adddd807 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5242224 Mar 01 13:48:30.103168 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b0afacc7-077c-4966-bff3-981010ae169b req-45d93c94-7a24-4790-8fc9-00cca1ae2316 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:30.105374 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7803c890-8a6e-498d-bc52-625b47eabe6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (c6ddcde6-82bc-4fd1-abf2-e6711f35551e), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:30.107585 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b0afacc7-077c-4966-bff3-981010ae169b req-45d93c94-7a24-4790-8fc9-00cca1ae2316 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.20 "DELETE /v2.0/ports/2dc23e93-85a7-434a-80ca-dc44a5668c0f HTTP/1.1" status: 204 len: 173 time: 0.9920225 Mar 01 13:48:30.111483 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc780834-ebc9-4a2e-8488-5534a7d08541', 'name': 'network-vif-deleted', 'tag': '2dc23e93-85a7-434a-80ca-dc44a5668c0f'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:48:30.113303 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effe9bcf-ec22-48bf-94e4-4ce60190bbdc" -d '{"events": [{"server_uuid": "dc780834-ebc9-4a2e-8488-5534a7d08541", "name": "network-vif-deleted", "tag": "2dc23e93-85a7-434a-80ca-dc44a5668c0f"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:48:30.120238 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-0cbe8054-ca81-46b3-8401-553e5eda4adb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2401d5df-ee96-41a7-a1a6-1c8d009ea873 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:48:30.131209 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-0cbe8054-ca81-46b3-8401-553e5eda4adb service neutron] Publish callbacks [] for port (2401d5df-ee96-41a7-a1a6-1c8d009ea873), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:30.145698 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-0cbe8054-ca81-46b3-8401-553e5eda4adb service neutron] Transition to ACTIVE for port object 2401d5df-ee96-41a7-a1a6-1c8d009ea873 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:48:30.151436 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-0cbe8054-ca81-46b3-8401-553e5eda4adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (2401d5df-ee96-41a7-a1a6-1c8d009ea873), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:30.192979 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-e5089d69-13a1-4723-8eac-c15580380513 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/quotas/1ea042b3d43a42688cd032fa929e6de2 HTTP/1.1" status: 200 len: 375 time: 0.0263267 Mar 01 13:48:30.208528 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe8054-ca81-46b3-8401-553e5eda4adb service neutron] Pushing event updated for resources: {'Port': ['ID=2401d5df-ee96-41a7-a1a6-1c8d009ea873,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:30.303201 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-0cbe8054-ca81-46b3-8401-553e5eda4adb service neutron] Attempting to bind port 2401d5df-ee96-41a7-a1a6-1c8d009ea873 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:48:30.303541 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-0cbe8054-ca81-46b3-8401-553e5eda4adb service neutron] Attempting to bind port 2401d5df-ee96-41a7-a1a6-1c8d009ea873 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '5e062692-f1f6-406b-80a0-4be4bcdfa6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:48:30.303940 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-0cbe8054-ca81-46b3-8401-553e5eda4adb service neutron] Attempting to bind port 2401d5df-ee96-41a7-a1a6-1c8d009ea873 on network 46ad6524-9b8b-408c-bf41-570bd4a14b9a {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:48:30.310062 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-0cbe8054-ca81-46b3-8401-553e5eda4adb service neutron] Port 2401d5df-ee96-41a7-a1a6-1c8d009ea873 on network 46ad6524-9b8b-408c-bf41-570bd4a14b9a not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:48:30.310436 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-0cbe8054-ca81-46b3-8401-553e5eda4adb service neutron] Attempting to bind port 2401d5df-ee96-41a7-a1a6-1c8d009ea873 on network 46ad6524-9b8b-408c-bf41-570bd4a14b9a {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:48:30.325425 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-0cbe8054-ca81-46b3-8401-553e5eda4adb service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:48:30.325881 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-0cbe8054-ca81-46b3-8401-553e5eda4adb service neutron] Checking segment: {'id': '5e062692-f1f6-406b-80a0-4be4bcdfa6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:48:30.326273 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-0cbe8054-ca81-46b3-8401-553e5eda4adb service neutron] Bound using segment: {'id': '5e062692-f1f6-406b-80a0-4be4bcdfa6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:48:30.326697 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-0cbe8054-ca81-46b3-8401-553e5eda4adb service neutron] Bound port: 2401d5df-ee96-41a7-a1a6-1c8d009ea873, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e062692-f1f6-406b-80a0-4be4bcdfa6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:48:30.327067 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-0cbe8054-ca81-46b3-8401-553e5eda4adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2401d5df-ee96-41a7-a1a6-1c8d009ea873), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:30.388921 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-9ad3b808-7e46-426f-a43d-8624218e96ac tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ea042b3d43a42688cd032fa929e6de2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1950724 Mar 01 13:48:30.438269 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-0cbe8054-ca81-46b3-8401-553e5eda4adb service neutron] For port 2401d5df-ee96-41a7-a1a6-1c8d009ea873, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:48:30.442244 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-0cbe8054-ca81-46b3-8401-553e5eda4adb service neutron] For port 2401d5df-ee96-41a7-a1a6-1c8d009ea873, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=2401d5df-ee96-41a7-a1a6-1c8d009ea873,segment=NetworkSegment(5e062692-f1f6-406b-80a0-4be4bcdfa6ec),segment_id=5e062692-f1f6-406b-80a0-4be4bcdfa6ec)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:48:30.459920 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-0cbe8054-ca81-46b3-8401-553e5eda4adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (2401d5df-ee96-41a7-a1a6-1c8d009ea873), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:30.484339 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b423a-9aa5-4e90-b02d-317e0f0d1a40 req-e4981797-8fbe-4b7b-ae11-6aaf13fe4f4d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:30.486403 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fb6b423a-9aa5-4e90-b02d-317e0f0d1a40 req-e4981797-8fbe-4b7b-ae11-6aaf13fe4f4d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1129525 Mar 01 13:48:30.500084 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-0cbe8054-ca81-46b3-8401-553e5eda4adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:30.500798 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-0cbe8054-ca81-46b3-8401-553e5eda4adb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:30.502308 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-0cbe8054-ca81-46b3-8401-553e5eda4adb service neutron] 10.222.0.32 "PUT /v2.0/ports/2401d5df-ee96-41a7-a1a6-1c8d009ea873 HTTP/1.1" status: 200 len: 1091 time: 1.1149588 Mar 01 13:48:30.531581 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe8054-ca81-46b3-8401-553e5eda4adb service neutron] Pushing event updated for resources: {'Port': ['ID=2401d5df-ee96-41a7-a1a6-1c8d009ea873,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:30.622326 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-bb207efc-a0f5-4bb6-9b90-62c65da785ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:30.624502 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-bb207efc-a0f5-4bb6-9b90-62c65da785ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c18946c020b04e1e84eb00e4d66b6194&device_id=bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3 HTTP/1.1" status: 200 len: 1125 time: 0.0665095 Mar 01 13:48:30.684420 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fb6b423a-9aa5-4e90-b02d-317e0f0d1a40 req-24284d55-3e26-4194-8a4b-245d109f37e0 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839075 Mar 01 13:48:30.710861 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-d5f2c9c1-d058-4b54-bf56-94a36ceb5c4a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2401d5df-ee96-41a7-a1a6-1c8d009ea873 HTTP/1.1" status: 200 len: 217 time: 0.0780475 Mar 01 13:48:30.713580 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059c402a-36c5-4bf3-9f31-07a5374758d7 x-openstack-request-id: req-059c402a-36c5-4bf3-9f31-07a5374758d7 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:48:30.714127 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc780834-ebc9-4a2e-8488-5534a7d08541", "name": "network-vif-deleted", "tag": "2dc23e93-85a7-434a-80ca-dc44a5668c0f", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:48:30.714612 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-059c402a-36c5-4bf3-9f31-07a5374758d7 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:48:30.715265 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc780834-ebc9-4a2e-8488-5534a7d08541', 'name': 'network-vif-deleted', 'tag': '2dc23e93-85a7-434a-80ca-dc44a5668c0f', 'status': 'completed', 'code': 200} Mar 01 13:48:30.789379 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-7803c890-8a6e-498d-bc52-625b47eabe6f admin admin] Deleting port ec6e72ec-c79f-4a01-8b03-8697ff9bbb31 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:48:30.789765 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7803c890-8a6e-498d-bc52-625b47eabe6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (ec6e72ec-c79f-4a01-8b03-8697ff9bbb31), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:30.834686 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-f3a54e5a-4871-45f0-8a17-c67d00d2df33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:30.836448 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-f3a54e5a-4871-45f0-8a17-c67d00d2df33 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=86ba1087-1883-4262-ae29-f20d536ca1ef HTTP/1.1" status: 200 len: 859 time: 0.1170065 Mar 01 13:48:30.923494 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-adaf0b97-3da1-4f1e-b030-26375f4a658b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:30.925279 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-adaf0b97-3da1-4f1e-b030-26375f4a658b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46ad6524-9b8b-408c-bf41-570bd4a14b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0801911 Mar 01 13:48:30.941012 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 7988cdd9-dd32-4813-871c-c8dca2569301 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:48:30.950797 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-7803c890-8a6e-498d-bc52-625b47eabe6f admin admin] For port ec6e72ec-c79f-4a01-8b03-8697ff9bbb31, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ec6e72ec-c79f-4a01-8b03-8697ff9bbb31,segment=NetworkSegment(009203bb-c560-4c10-8893-dcdd3db18aad),segment_id=009203bb-c560-4c10-8893-dcdd3db18aad)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:48:30.951168 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7803c890-8a6e-498d-bc52-625b47eabe6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (ec6e72ec-c79f-4a01-8b03-8697ff9bbb31), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:30.994247 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-7803c890-8a6e-498d-bc52-625b47eabe6f admin admin] Calling delete_port for ec6e72ec-c79f-4a01-8b03-8697ff9bbb31 owned by network:router_interface {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:48:31.049788 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-1802fa38-a9e0-4ebe-9fb7-825ee3632545 service neutron] 10.222.0.32 "GET /v2.0/networks/46ad6524-9b8b-408c-bf41-570bd4a14b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168852 Mar 01 13:48:31.160166 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 7988cdd9-dd32-4813-871c-c8dca2569301, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=7988cdd9-dd32-4813-871c-c8dca2569301,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:48:31.172356 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3bdde21b-1629-49ac-bc51-7caecc81ac33 req-8502b441-3e15-41ed-960b-c574cdd98f0f service neutron] 10.222.0.32 "GET /v2.0/networks/46ad6524-9b8b-408c-bf41-570bd4a14b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148779 Mar 01 13:48:31.177884 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '7988cdd9-dd32-4813-871c-c8dca2569301', 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166', 'port_id': '7988cdd9-dd32-4813-871c-c8dca2569301', 'mac_address': 'fa:16:3e:f4:d9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ea702e-89f4-430d-ba35-37a3134c98fa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:48:31.226929 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297a6c1-59ae-40f3-9d55-475b3bb0406f req-240f3adc-32dc-4f50-856d-4b693a388a0d tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:31.229435 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6297a6c1-59ae-40f3-9d55-475b3bb0406f req-240f3adc-32dc-4f50-856d-4b693a388a0d tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3 HTTP/1.1" status: 200 len: 943 time: 0.2855434 Mar 01 13:48:31.231464 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 7988cdd9-dd32-4813-871c-c8dca2569301 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:48:31.232281 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7988cdd9-dd32-4813-871c-c8dca2569301), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:31.254248 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7988cdd9-dd32-4813-871c-c8dca2569301 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:48:31.264406 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f7180-9ad2-4914-b6cb-321e20315e16 req-f9b46032-b374-41ce-baab-6cbe94ee23bb tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:31.268147 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c95f7180-9ad2-4914-b6cb-321e20315e16 req-f9b46032-b374-41ce-baab-6cbe94ee23bb tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 945 time: 0.2493033 Mar 01 13:48:31.283664 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 7988cdd9-dd32-4813-871c-c8dca2569301, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=7988cdd9-dd32-4813-871c-c8dca2569301,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:48:31.293156 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (7988cdd9-dd32-4813-871c-c8dca2569301), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:31.364159 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=7988cdd9-dd32-4813-871c-c8dca2569301,revision_number=12']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:31.426806 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c95f7180-9ad2-4914-b6cb-321e20315e16 req-efde81b2-c801-40fb-86e3-c2ecdb2191d9 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071436 Mar 01 13:48:31.427922 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['7988cdd9-dd32-4813-871c-c8dca2569301'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:48:31.432224 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6297a6c1-59ae-40f3-9d55-475b3bb0406f req-aef7ec5b-fad5-4b8c-89f9-ace0696ebd9e tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/security-groups?id=3682eac9-a3cc-4051-bf61-dbdd5b18b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931069 Mar 01 13:48:31.513692 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7803c890-8a6e-498d-bc52-625b47eabe6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (ec6e72ec-c79f-4a01-8b03-8697ff9bbb31), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:31.620236 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2db2a3aa-d8ac-4c5e-a843-ff117c7fec99 req-d2c591eb-2d07-4123-8bee-92f866e59fb9 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2c4ed51-88cc-4922-992f-9a1d1c1dcfe1 HTTP/1.1" status: 200 len: 210 time: 0.0476294 Mar 01 13:48:31.653204 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803c890-8a6e-498d-bc52-625b47eabe6f admin admin] Pushing event deleted for resources: {'Port': ['ID=ec6e72ec-c79f-4a01-8b03-8697ff9bbb31,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:31.714122 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:31.849115 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7803c890-8a6e-498d-bc52-625b47eabe6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (c6ddcde6-82bc-4fd1-abf2-e6711f35551e), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:31.909121 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e84954-2036-46a3-8bb4-3507d77181f5 req-5ae4e06a-8047-4742-b52a-1a98969e81d9 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:31.910543 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-79e84954-2036-46a3-8bb4-3507d77181f5 req-5ae4e06a-8047-4742-b52a-1a98969e81d9 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 945 time: 0.1132195 Mar 01 13:48:32.032737 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-79e84954-2036-46a3-8bb4-3507d77181f5 req-6d2ef3a3-45cd-4df3-b0db-02f388643ec2 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150091 Mar 01 13:48:32.096362 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e66b25-7a25-4a6d-96af-c3fab9bd6070 req-31731399-d83c-4371-aa9d-31f20bd10aef tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:32.098112 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-96e66b25-7a25-4a6d-96af-c3fab9bd6070 req-31731399-d83c-4371-aa9d-31f20bd10aef tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 944 time: 0.1243732 Mar 01 13:48:32.189598 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-96e66b25-7a25-4a6d-96af-c3fab9bd6070 req-ce0abf39-1669-4769-80cd-36a354eff9d1 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842404 Mar 01 13:48:32.202425 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7803c890-8a6e-498d-bc52-625b47eabe6f admin admin] Router c6ddcde6-82bc-4fd1-abf2-e6711f35551e has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:48:32.300623 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-34d2d8d4-d9d4-4505-a84c-6a0353318b73 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1ea042b3d43a42688cd032fa929e6de2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239079 Mar 01 13:48:32.315428 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af782d88-65f6-47a1-9a54-9eba15f5d210 req-92b730c8-a628-4f76-9721-eda69e1826f3 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:32.316922 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-af782d88-65f6-47a1-9a54-9eba15f5d210 req-92b730c8-a628-4f76-9721-eda69e1826f3 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.20 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 944 time: 0.0793464 Mar 01 13:48:32.343252 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7803c890-8a6e-498d-bc52-625b47eabe6f admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:48:32.349347 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7803c890-8a6e-498d-bc52-625b47eabe6f admin admin] 10.222.0.13 "PUT /v2.0/routers/c6ddcde6-82bc-4fd1-abf2-e6711f35551e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7899396 Mar 01 13:48:32.351732 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38496) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:48:32.356146 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d484dfe5-71ca-41b0-8572-7ebdf97ac2b5 None None] Sync routers for ids ['c6ddcde6-82bc-4fd1-abf2-e6711f35551e'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:48:32.381922 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d484dfe5-71ca-41b0-8572-7ebdf97ac2b5 None None] Routers {'c6ddcde6-82bc-4fd1-abf2-e6711f35551e'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:48:32.382845 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d484dfe5-71ca-41b0-8572-7ebdf97ac2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:48:28Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['c6ddcde6-82bc-4fd1-abf2-e6711f35551e'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:48:32.541995 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-23e12432-5319-48bc-b25e-55200aeafd61 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:32.544098 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-23e12432-5319-48bc-b25e-55200aeafd61 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2262919 Mar 01 13:48:32.552231 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-d484dfe5-71ca-41b0-8572-7ebdf97ac2b5 None None] Set router c6ddcde6-82bc-4fd1-abf2-e6711f35551e gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:48:32.562527 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-bea77288-86a7-42f5-97b0-a2cad7f6cae5 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Request body: {'port': {'device_id': 'a2c4ed51-88cc-4922-992f-9a1d1c1dcfe1', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'admin_state_up': True, 'tenant_id': '1ea042b3d43a42688cd032fa929e6de2'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:48:32.601922 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6c71917e-8935-4be6-82c3-917a5d8a5d34 admin admin] Publish callbacks [] for router (c6ddcde6-82bc-4fd1-abf2-e6711f35551e), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:32.782024 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6c71917e-8935-4be6-82c3-917a5d8a5d34 admin admin] Publish callbacks [] for router_gateway (c6ddcde6-82bc-4fd1-abf2-e6711f35551e), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:32.798347 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a0525-c688-4675-a356-090eeb1f7825 req-e1ccc40c-4807-4388-8dcc-bf141e744e6d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:32.800524 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-043a0525-c688-4675-a356-090eeb1f7825 req-e1ccc40c-4807-4388-8dcc-bf141e744e6d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 945 time: 0.2262123 Mar 01 13:48:32.808093 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb7960-9eda-4326-8f63-997b09300378 req-7d70de4e-0e50-4cce-b9a9-31187a393db8 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:32.810066 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-19eb7960-9eda-4326-8f63-997b09300378 req-7d70de4e-0e50-4cce-b9a9-31187a393db8 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3 HTTP/1.1" status: 200 len: 943 time: 0.2506740 Mar 01 13:48:32.833320 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d484dfe5-71ca-41b0-8572-7ebdf97ac2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ddcde6-82bc-4fd1-abf2-e6711f35551e', 'name': 'tempest-AttachSCSIVolumeTestJSON-163848108-router', 'tenant_id': '882fd769467248bb8faf19840d3638a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '0535498f-2edf-4868-8c2e-675865259467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:45:30Z', 'updated_at': '2022-03-01T13:48:31Z', 'revision_number': 5, 'project_id': '882fd769467248bb8faf19840d3638a4', 'gw_port': {'id': '0535498f-2edf-4868-8c2e-675865259467', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ddcde6-82bc-4fd1-abf2-e6711f35551e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:45:31Z', 'updated_at': '2022-03-01T13:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:48:32.877284 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d484dfe5-71ca-41b0-8572-7ebdf97ac2b5 None None] Checking router: c6ddcde6-82bc-4fd1-abf2-e6711f35551e for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:48:32.892771 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d484dfe5-71ca-41b0-8572-7ebdf97ac2b5 None None] Routers {'c6ddcde6-82bc-4fd1-abf2-e6711f35551e'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:48:32.893408 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d484dfe5-71ca-41b0-8572-7ebdf97ac2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:48:28Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['c6ddcde6-82bc-4fd1-abf2-e6711f35551e'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:48:32.897916 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3', 'tag': '2401d5df-ee96-41a7-a1a6-1c8d009ea873'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:48:32.900772 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4e0ad1-d080-4ef8-8d6b-8761b6e8bcf4" -d '{"events": [{"name": "network-changed", "server_uuid": "bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3", "tag": "2401d5df-ee96-41a7-a1a6-1c8d009ea873"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:48:32.908987 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-af782d88-65f6-47a1-9a54-9eba15f5d210 req-2ec892e7-b793-4070-9bec-637c0317aa45 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Deleting port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:48:32.909330 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-af782d88-65f6-47a1-9a54-9eba15f5d210 req-2ec892e7-b793-4070-9bec-637c0317aa45 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:32.922419 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-043a0525-c688-4675-a356-090eeb1f7825 req-fcff301a-5dc1-4d29-8a86-8a1423e42a8d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111038 Mar 01 13:48:32.938793 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-19eb7960-9eda-4326-8f63-997b09300378 req-dfcaf600-0513-4f15-b7e0-8f658de23178 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/security-groups?id=3682eac9-a3cc-4051-bf61-dbdd5b18b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167979 Mar 01 13:48:32.961797 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-6c71917e-8935-4be6-82c3-917a5d8a5d34 admin admin] Deleting port 0535498f-2edf-4868-8c2e-675865259467 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:48:32.962273 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6c71917e-8935-4be6-82c3-917a5d8a5d34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (0535498f-2edf-4868-8c2e-675865259467), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:33.049306 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba292920-c0cf-450f-933d-c9f3e57aec98 x-openstack-request-id: req-ba292920-c0cf-450f-933d-c9f3e57aec98 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:48:33.049600 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3", "tag": "2401d5df-ee96-41a7-a1a6-1c8d009ea873", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:48:33.050023 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba292920-c0cf-450f-933d-c9f3e57aec98 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:48:33.050430 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3', 'tag': '2401d5df-ee96-41a7-a1a6-1c8d009ea873', 'status': 'completed', 'code': 200} Mar 01 13:48:33.077495 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4fe98267-bdef-403a-b5ac-e601f5243f57 req-c74a3a28-e3c9-4b02-9aed-ce45a8fd0dc7 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2c4ed51-88cc-4922-992f-9a1d1c1dcfe1 HTTP/1.1" status: 200 len: 210 time: 0.0543540 Mar 01 13:48:33.137667 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-6c71917e-8935-4be6-82c3-917a5d8a5d34 admin admin] For port 0535498f-2edf-4868-8c2e-675865259467, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=0535498f-2edf-4868-8c2e-675865259467,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:48:33.138034 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6c71917e-8935-4be6-82c3-917a5d8a5d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (0535498f-2edf-4868-8c2e-675865259467), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:33.162463 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-6c71917e-8935-4be6-82c3-917a5d8a5d34 admin admin] Calling delete_port for 0535498f-2edf-4868-8c2e-675865259467 owned by network:router_gateway {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:48:33.173447 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 7988cdd9-dd32-4813-871c-c8dca2569301 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:48:33.191699 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-af782d88-65f6-47a1-9a54-9eba15f5d210 req-2ec892e7-b793-4070-9bec-637c0317aa45 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] For port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:48:33.192077 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-af782d88-65f6-47a1-9a54-9eba15f5d210 req-2ec892e7-b793-4070-9bec-637c0317aa45 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:33.214240 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:48:33.228509 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-af782d88-65f6-47a1-9a54-9eba15f5d210 req-2ec892e7-b793-4070-9bec-637c0317aa45 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Calling delete_port for 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:48:33.276319 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e0ad1-d080-4ef8-8d6b-8761b6e8bcf4 req-1bd5b035-ccfb-48cb-8896-ee2e3ea3f6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:33.279282 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ee4e0ad1-d080-4ef8-8d6b-8761b6e8bcf4 req-1bd5b035-ccfb-48cb-8896-ee2e3ea3f6d3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c18946c020b04e1e84eb00e4d66b6194&device_id=bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3 HTTP/1.1" status: 200 len: 1125 time: 0.2145488 Mar 01 13:48:33.314826 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 7988cdd9-dd32-4813-871c-c8dca2569301 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:48:33.315217 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7988cdd9-dd32-4813-871c-c8dca2569301), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:33.317512 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-d484dfe5-71ca-41b0-8572-7ebdf97ac2b5 None None] Set router c6ddcde6-82bc-4fd1-abf2-e6711f35551e gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:48:33.346173 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-bea77288-86a7-42f5-97b0-a2cad7f6cae5 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Made reservation on behalf of 1ea042b3d43a42688cd032fa929e6de2 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:48:33.350419 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-bea77288-86a7-42f5-97b0-a2cad7f6cae5 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:33.407240 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7703752-7700-4eba-afb8-ffd12e2f9c2a req-e6d1c210-da46-4ad2-a9d2-33b1d8751228 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:33.415389 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d7703752-7700-4eba-afb8-ffd12e2f9c2a req-e6d1c210-da46-4ad2-a9d2-33b1d8751228 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b322a7-84e4-4223-b975-e6a6a638c78f HTTP/1.1" status: 200 len: 944 time: 0.1271310 Mar 01 13:48:33.418030 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d484dfe5-71ca-41b0-8572-7ebdf97ac2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ddcde6-82bc-4fd1-abf2-e6711f35551e', 'name': 'tempest-AttachSCSIVolumeTestJSON-163848108-router', 'tenant_id': '882fd769467248bb8faf19840d3638a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:45:30Z', 'updated_at': '2022-03-01T13:48:32Z', 'revision_number': 6, 'project_id': '882fd769467248bb8faf19840d3638a4', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:48:33.442492 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4399e0-85ff-4ec8-afda-13218447abc8 req-0e20a814-f796-4ba3-8d6e-ca95e6308184 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:33.444516 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-af4399e0-85ff-4ec8-afda-13218447abc8 req-0e20a814-f796-4ba3-8d6e-ca95e6308184 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 945 time: 0.1557083 Mar 01 13:48:33.495454 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d484dfe5-71ca-41b0-8572-7ebdf97ac2b5 None None] The sync data for ids ['c6ddcde6-82bc-4fd1-abf2-e6711f35551e'] in n-d-827467-3 is: [{'id': 'c6ddcde6-82bc-4fd1-abf2-e6711f35551e', 'name': 'tempest-AttachSCSIVolumeTestJSON-163848108-router', 'tenant_id': '882fd769467248bb8faf19840d3638a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:45:30Z', 'updated_at': '2022-03-01T13:48:32Z', 'revision_number': 6, 'project_id': '882fd769467248bb8faf19840d3638a4', 'gw_port_host': None}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:48:33.521937 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d is: DOWN; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:48:33.524753 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 2dc23e93-85a7-434a-80ca-dc44a5668c0f no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:48:33.541336 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d7703752-7700-4eba-afb8-ffd12e2f9c2a req-cf3f3cf9-d5d1-48d8-a1fe-14ad9e9eb1d0 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247010 Mar 01 13:48:33.560313 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 2dc23e93-85a7-434a-80ca-dc44a5668c0f {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:48:33.560730 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 2dc23e93-85a7-434a-80ca-dc44a5668c0f not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:48:33.609202 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 7988cdd9-dd32-4813-871c-c8dca2569301 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:48:33.609668 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7988cdd9-dd32-4813-871c-c8dca2569301), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:33.612982 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-af4399e0-85ff-4ec8-afda-13218447abc8 req-15963f75-28f7-48d6-818b-4bd4f05dc663 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937405 Mar 01 13:48:33.621613 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e0ad1-d080-4ef8-8d6b-8761b6e8bcf4 req-e1a8e37a-934a-477b-9720-2453bbb426b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:33.623080 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ee4e0ad1-d080-4ef8-8d6b-8761b6e8bcf4 req-e1a8e37a-934a-477b-9720-2453bbb426b5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46ad6524-9b8b-408c-bf41-570bd4a14b9a HTTP/1.1" status: 200 len: 921 time: 0.3011339 Mar 01 13:48:33.634624 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6c71917e-8935-4be6-82c3-917a5d8a5d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (0535498f-2edf-4868-8c2e-675865259467), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:33.672499 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 7988cdd9-dd32-4813-871c-c8dca2569301, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=7988cdd9-dd32-4813-871c-c8dca2569301,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:48:33.673658 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec34bf6-beac-4f11-8355-52b72229e171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7988cdd9-dd32-4813-871c-c8dca2569301'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:48:33.677162 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52024186-95c6-48f2-9923-c91672a383ad" -d '{"events": [{"server_uuid": "0ec34bf6-beac-4f11-8355-52b72229e171", "name": "network-vif-plugged", "status": "completed", "tag": "7988cdd9-dd32-4813-871c-c8dca2569301"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:48:33.683066 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (7988cdd9-dd32-4813-871c-c8dca2569301), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:33.724179 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ee4e0ad1-d080-4ef8-8d6b-8761b6e8bcf4 req-83e5df32-8372-4e81-a8c5-6b1f8e104f44 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2401d5df-ee96-41a7-a1a6-1c8d009ea873 HTTP/1.1" status: 200 len: 217 time: 0.0761487 Mar 01 13:48:33.752271 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6fa877-d3c2-4d44-81cf-f6d0e38a55fd x-openstack-request-id: req-5c6fa877-d3c2-4d44-81cf-f6d0e38a55fd {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:48:33.752646 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec34bf6-beac-4f11-8355-52b72229e171", "name": "network-vif-plugged", "status": "completed", "tag": "7988cdd9-dd32-4813-871c-c8dca2569301", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:48:33.752968 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c6fa877-d3c2-4d44-81cf-f6d0e38a55fd {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:48:33.753436 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec34bf6-beac-4f11-8355-52b72229e171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7988cdd9-dd32-4813-871c-c8dca2569301', 'code': 200} Mar 01 13:48:33.754431 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=7988cdd9-dd32-4813-871c-c8dca2569301,revision_number=13']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:33.777803 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71917e-8935-4be6-82c3-917a5d8a5d34 admin admin] Pushing event deleted for resources: {'Port': ['ID=0535498f-2edf-4868-8c2e-675865259467,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:33.793754 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6c71917e-8935-4be6-82c3-917a5d8a5d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (c6ddcde6-82bc-4fd1-abf2-e6711f35551e), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:33.795297 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-bea77288-86a7-42f5-97b0-a2cad7f6cae5 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Allocated IP 192.168.233.124 (5e5e5cdc-dce5-4633-91fd-8e14363cd220/909a9e4d-2330-4bdf-bf33-da65c3dea6db/f41d6870-d794-4da0-b9dd-33a8862422ac) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:48:33.805269 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e0ad1-d080-4ef8-8d6b-8761b6e8bcf4 req-cd767795-21c5-402c-810e-60731f04ef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:33.806728 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ee4e0ad1-d080-4ef8-8d6b-8761b6e8bcf4 req-cd767795-21c5-402c-810e-60731f04ef8a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=86ba1087-1883-4262-ae29-f20d536ca1ef HTTP/1.1" status: 200 len: 859 time: 0.0706618 Mar 01 13:48:33.811553 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-af782d88-65f6-47a1-9a54-9eba15f5d210 req-2ec892e7-b793-4070-9bec-637c0317aa45 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:33.859444 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec892e7-b793-4070-9bec-637c0317aa45 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Pushing event deleted for resources: {'Port': ['ID=29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:33.896450 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6c71917e-8935-4be6-82c3-917a5d8a5d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (c6ddcde6-82bc-4fd1-abf2-e6711f35551e), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:33.898684 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6c71917e-8935-4be6-82c3-917a5d8a5d34 admin admin] Publish callbacks [] for router_controller (c6ddcde6-82bc-4fd1-abf2-e6711f35551e), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:33.979655 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-af782d88-65f6-47a1-9a54-9eba15f5d210 req-2ec892e7-b793-4070-9bec-637c0317aa45 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] No DVR routers for this DVR port 29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:48:33.982349 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6c71917e-8935-4be6-82c3-917a5d8a5d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (c6ddcde6-82bc-4fd1-abf2-e6711f35551e), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:33.986713 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c71917e-8935-4be6-82c3-917a5d8a5d34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6ddcde6-82bc-4fd1-abf2-e6711f35551e {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 13:48:33.995219 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-af782d88-65f6-47a1-9a54-9eba15f5d210 req-2ec892e7-b793-4070-9bec-637c0317aa45 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:33.997880 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6c71917e-8935-4be6-82c3-917a5d8a5d34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:33.998487 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-af782d88-65f6-47a1-9a54-9eba15f5d210 req-2ec892e7-b793-4070-9bec-637c0317aa45 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.20 "DELETE /v2.0/ports/29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d HTTP/1.1" status: 204 len: 173 time: 1.6720166 Mar 01 13:48:34.003346 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6c71917e-8935-4be6-82c3-917a5d8a5d34 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c6ddcde6-82bc-4fd1-abf2-e6711f35551e HTTP/1.1" status: 204 len: 168 time: 1.6484513 Mar 01 13:48:34.006238 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38518) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:48:34.074593 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e0ad1-d080-4ef8-8d6b-8761b6e8bcf4 req-636f273f-3a02-411f-8ef3-1ef0ecd58aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:34.076254 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ee4e0ad1-d080-4ef8-8d6b-8761b6e8bcf4 req-636f273f-3a02-411f-8ef3-1ef0ecd58aab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46ad6524-9b8b-408c-bf41-570bd4a14b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0947237 Mar 01 13:48:34.115571 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-bea77288-86a7-42f5-97b0-a2cad7f6cae5 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Publish callbacks [] for port (f41d6870-d794-4da0-b9dd-33a8862422ac), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:34.187685 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-833d13e6-b280-4345-9eaf-32f59686b2f5 admin admin] Deleting subnet ab6ff63c-c78c-48e1-bc61-7a914149bafd {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:48:34.192622 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-833d13e6-b280-4345-9eaf-32f59686b2f5 admin admin] Publish callbacks [] for subnet (ab6ff63c-c78c-48e1-bc61-7a914149bafd), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:34.213917 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ee4e0ad1-d080-4ef8-8d6b-8761b6e8bcf4 req-80b4e780-ac89-4d95-869a-cfc664cfe3f9 service neutron] 10.222.0.32 "GET /v2.0/networks/46ad6524-9b8b-408c-bf41-570bd4a14b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207218 Mar 01 13:48:34.218421 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-bea77288-86a7-42f5-97b0-a2cad7f6cae5 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (f41d6870-d794-4da0-b9dd-33a8862422ac), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:34.230688 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['b175afeb-a600-4850-a0ac-022d6c939c65', 'aa06a6eb-b941-478b-b1ac-775e72817311'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:48:34.324105 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-bea77288-86a7-42f5-97b0-a2cad7f6cae5 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:48:34.330854 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-bea77288-86a7-42f5-97b0-a2cad7f6cae5 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:48:34.338307 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-bea77288-86a7-42f5-97b0-a2cad7f6cae5 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:48:34.384932 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea77288-86a7-42f5-97b0-a2cad7f6cae5 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Pushing event updated for resources: {'Port': ['ID=f41d6870-d794-4da0-b9dd-33a8862422ac,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:34.464612 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ee4e0ad1-d080-4ef8-8d6b-8761b6e8bcf4 req-12f8d5b1-25e2-4b6d-b78f-f6651b029b53 service neutron] 10.222.0.32 "GET /v2.0/networks/46ad6524-9b8b-408c-bf41-570bd4a14b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377565 Mar 01 13:48:34.471177 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-bea77288-86a7-42f5-97b0-a2cad7f6cae5 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:34.473094 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-bea77288-86a7-42f5-97b0-a2cad7f6cae5 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:34.537228 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-bea77288-86a7-42f5-97b0-a2cad7f6cae5 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9808865 Mar 01 13:48:34.576301 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-66cb9b1d-fef8-467f-be89-9cda41dd6df9 service neutron] Request body: {'port': {'device_id': 'a2c4ed51-88cc-4922-992f-9a1d1c1dcfe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:48:34.712737 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-833d13e6-b280-4345-9eaf-32f59686b2f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (ab6ff63c-c78c-48e1-bc61-7a914149bafd), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:34.721769 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-66cb9b1d-fef8-467f-be89-9cda41dd6df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f41d6870-d794-4da0-b9dd-33a8862422ac), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:34.759880 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fd183-180d-49f4-8441-ea4254f57bbb req-416ef829-ea81-42d2-b429-070fdea96c27 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:34.761423 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d97fd183-180d-49f4-8441-ea4254f57bbb req-416ef829-ea81-42d2-b429-070fdea96c27 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3 HTTP/1.1" status: 200 len: 943 time: 0.6429715 Mar 01 13:48:34.768519 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2295a6-468f-43c2-a26d-e86757831f3f req-20b06fc3-31c9-43e1-8b7f-c79f32b9ea59 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:34.770363 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2a2295a6-468f-43c2-a26d-e86757831f3f req-20b06fc3-31c9-43e1-8b7f-c79f32b9ea59 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 945 time: 0.6405439 Mar 01 13:48:34.808557 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-9c1226ca-4b49-48fb-9137-108ec49de65c None None] Provisioning complete for port f41d6870-d794-4da0-b9dd-33a8862422ac triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:48:34.809196 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9c1226ca-4b49-48fb-9137-108ec49de65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f41d6870-d794-4da0-b9dd-33a8862422ac), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:34.882071 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-9c1226ca-4b49-48fb-9137-108ec49de65c None None] Port f41d6870-d794-4da0-b9dd-33a8862422ac cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:48:34.898032 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d97fd183-180d-49f4-8441-ea4254f57bbb req-fdba6846-6714-4829-98ae-dda65b8bf755 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/security-groups?id=3682eac9-a3cc-4051-bf61-dbdd5b18b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268277 Mar 01 13:48:34.922821 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2a2295a6-468f-43c2-a26d-e86757831f3f req-51e3d1ae-2e78-44cf-90f2-efba24111b6f tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261427 Mar 01 13:48:34.924137 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-833d13e6-b280-4345-9eaf-32f59686b2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (ab6ff63c-c78c-48e1-bc61-7a914149bafd), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:35.064530 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b322a7-84e4-4223-b975-e6a6a638c78f', 'name': 'network-vif-deleted', 'tag': '29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:48:35.065342 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-833d13e6-b280-4345-9eaf-32f59686b2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (ab6ff63c-c78c-48e1-bc61-7a914149bafd), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:35.066959 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c241bd99-465d-4e29-81bf-7217df10ad0a" -d '{"events": [{"server_uuid": "23b322a7-84e4-4223-b975-e6a6a638c78f", "name": "network-vif-deleted", "tag": "29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:48:35.090009 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e69e99d-96a6-405b-be4a-258a26454dbd None None] Network d075c55d-ff5e-4305-ab47-37d28bcd62bf requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:48:35.108682 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-833d13e6-b280-4345-9eaf-32f59686b2f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:35.111855 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-833d13e6-b280-4345-9eaf-32f59686b2f5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ab6ff63c-c78c-48e1-bc61-7a914149bafd HTTP/1.1" status: 204 len: 168 time: 1.1030393 Mar 01 13:48:35.114734 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38532) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:48:35.117341 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d13e6-b280-4345-9eaf-32f59686b2f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab6ff63c-c78c-48e1-bc61-7a914149bafd,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:35.145853 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-66cb9b1d-fef8-467f-be89-9cda41dd6df9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f41d6870-d794-4da0-b9dd-33a8862422ac {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:48:35.156375 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-66cb9b1d-fef8-467f-be89-9cda41dd6df9 service neutron] Publish callbacks [] for port (f41d6870-d794-4da0-b9dd-33a8862422ac), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:35.170024 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1138f4-0226-48e0-9387-38e5b5cddcc1 req-da307b5e-98a0-406d-85f6-fdcd7647bb67 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:35.171538 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-da1138f4-0226-48e0-9387-38e5b5cddcc1 req-da307b5e-98a0-406d-85f6-fdcd7647bb67 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2c4ed51-88cc-4922-992f-9a1d1c1dcfe1 HTTP/1.1" status: 200 len: 936 time: 0.1650853 Mar 01 13:48:35.178789 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-66cb9b1d-fef8-467f-be89-9cda41dd6df9 service neutron] Transition to ACTIVE for port object f41d6870-d794-4da0-b9dd-33a8862422ac will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:48:35.184654 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-66cb9b1d-fef8-467f-be89-9cda41dd6df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (f41d6870-d794-4da0-b9dd-33a8862422ac), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:35.263617 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd30b8ce-80ea-4a0f-92c4-ed58973af942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (d075c55d-ff5e-4305-ab47-37d28bcd62bf), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:35.284616 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-da1138f4-0226-48e0-9387-38e5b5cddcc1 req-28d9f1ed-560c-4233-8fba-4ea39210b061 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855138 Mar 01 13:48:35.294187 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac77979-b4d2-4b2c-af5a-23ee2d52de2f req-c3bb9d25-2f0a-45e3-8cb7-17c1f681d581 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:35.295543 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aac77979-b4d2-4b2c-af5a-23ee2d52de2f req-c3bb9d25-2f0a-45e3-8cb7-17c1f681d581 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 946 time: 0.1816728 Mar 01 13:48:35.321311 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704cd476-d353-4f27-aff3-e941e9b6c28f None None] DHCP port deletion for d075c55d-ff5e-4305-ab47-37d28bcd62bf request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:48:35.381163 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-66cb9b1d-fef8-467f-be89-9cda41dd6df9 service neutron] Attempting to bind port f41d6870-d794-4da0-b9dd-33a8862422ac on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:48:35.381650 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-66cb9b1d-fef8-467f-be89-9cda41dd6df9 service neutron] Attempting to bind port f41d6870-d794-4da0-b9dd-33a8862422ac by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:48:35.382108 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-66cb9b1d-fef8-467f-be89-9cda41dd6df9 service neutron] Attempting to bind port f41d6870-d794-4da0-b9dd-33a8862422ac on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:48:35.387934 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb9b1d-fef8-467f-be89-9cda41dd6df9 service neutron] Pushing event updated for resources: {'Port': ['ID=f41d6870-d794-4da0-b9dd-33a8862422ac,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:35.390744 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-66cb9b1d-fef8-467f-be89-9cda41dd6df9 service neutron] Port f41d6870-d794-4da0-b9dd-33a8862422ac on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:48:35.391180 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-66cb9b1d-fef8-467f-be89-9cda41dd6df9 service neutron] Attempting to bind port f41d6870-d794-4da0-b9dd-33a8862422ac on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:48:35.398390 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-66cb9b1d-fef8-467f-be89-9cda41dd6df9 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:48:35.398795 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-66cb9b1d-fef8-467f-be89-9cda41dd6df9 service neutron] Checking segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:48:35.399848 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-66cb9b1d-fef8-467f-be89-9cda41dd6df9 service neutron] Bound using segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:48:35.400387 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-66cb9b1d-fef8-467f-be89-9cda41dd6df9 service neutron] Bound port: f41d6870-d794-4da0-b9dd-33a8862422ac, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:48:35.400848 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-66cb9b1d-fef8-467f-be89-9cda41dd6df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f41d6870-d794-4da0-b9dd-33a8862422ac), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:35.419764 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-704cd476-d353-4f27-aff3-e941e9b6c28f None None] Deleting port b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:48:35.420254 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-704cd476-d353-4f27-aff3-e941e9b6c28f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:35.473563 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aac77979-b4d2-4b2c-af5a-23ee2d52de2f req-3beb6af5-137d-41d6-aa89-96595952aff8 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712549 Mar 01 13:48:35.509777 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-66cb9b1d-fef8-467f-be89-9cda41dd6df9 service neutron] For port f41d6870-d794-4da0-b9dd-33a8862422ac, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:48:35.519477 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-66cb9b1d-fef8-467f-be89-9cda41dd6df9 service neutron] For port f41d6870-d794-4da0-b9dd-33a8862422ac, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f41d6870-d794-4da0-b9dd-33a8862422ac,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:48:35.535240 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-66cb9b1d-fef8-467f-be89-9cda41dd6df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (f41d6870-d794-4da0-b9dd-33a8862422ac), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:35.560131 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-dd30b8ce-80ea-4a0f-92c4-ed58973af942 admin admin] Deleting port b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:48:35.560826 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd30b8ce-80ea-4a0f-92c4-ed58973af942 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:35.563890 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-704cd476-d353-4f27-aff3-e941e9b6c28f None None] For port b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10,segment=NetworkSegment(009203bb-c560-4c10-8893-dcdd3db18aad),segment_id=009203bb-c560-4c10-8893-dcdd3db18aad)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:48:35.565803 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-704cd476-d353-4f27-aff3-e941e9b6c28f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:35.594180 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-704cd476-d353-4f27-aff3-e941e9b6c28f None None] Calling delete_port for b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:48:35.612172 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-66cb9b1d-fef8-467f-be89-9cda41dd6df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:35.613441 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-66cb9b1d-fef8-467f-be89-9cda41dd6df9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:35.620503 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-66cb9b1d-fef8-467f-be89-9cda41dd6df9 service neutron] 10.222.0.32 "PUT /v2.0/ports/f41d6870-d794-4da0-b9dd-33a8862422ac HTTP/1.1" status: 200 len: 1096 time: 1.0654516 Mar 01 13:48:35.622269 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fda604b-1795-494b-99f7-8e52c08be77a x-openstack-request-id: req-0fda604b-1795-494b-99f7-8e52c08be77a {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:48:35.622471 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b322a7-84e4-4223-b975-e6a6a638c78f", "name": "network-vif-deleted", "tag": "29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:48:35.622760 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0fda604b-1795-494b-99f7-8e52c08be77a {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:48:35.623155 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b322a7-84e4-4223-b975-e6a6a638c78f', 'name': 'network-vif-deleted', 'tag': '29fec106-46dc-4ecf-a6e8-2bec9c7c8a6d', 'status': 'completed', 'code': 200} Mar 01 13:48:35.712548 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 0535498f-2edf-4868-8c2e-675865259467 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:48:35.736975 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-dd30b8ce-80ea-4a0f-92c4-ed58973af942 admin admin] For port b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10,segment=NetworkSegment(009203bb-c560-4c10-8893-dcdd3db18aad),segment_id=009203bb-c560-4c10-8893-dcdd3db18aad)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:48:35.737605 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-704cd476-d353-4f27-aff3-e941e9b6c28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:35.737748 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd30b8ce-80ea-4a0f-92c4-ed58973af942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:35.746663 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb9b1d-fef8-467f-be89-9cda41dd6df9 service neutron] Pushing event updated for resources: {'Port': ['ID=f41d6870-d794-4da0-b9dd-33a8862422ac,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:35.770956 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-5b3a2bc7-6119-44ef-a604-6297b80965d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:35.772590 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-5b3a2bc7-6119-44ef-a604-6297b80965d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1ea042b3d43a42688cd032fa929e6de2&device_id=a2c4ed51-88cc-4922-992f-9a1d1c1dcfe1 HTTP/1.1" status: 200 len: 1130 time: 0.0925341 Mar 01 13:48:35.778035 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-dd30b8ce-80ea-4a0f-92c4-ed58973af942 admin admin] Calling delete_port for b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10 owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:48:35.824755 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 0535498f-2edf-4868-8c2e-675865259467 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:48:35.825393 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 0535498f-2edf-4868-8c2e-675865259467 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:48:35.825874 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ec6e72ec-c79f-4a01-8b03-8697ff9bbb31 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:48:35.848361 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: ec6e72ec-c79f-4a01-8b03-8697ff9bbb31 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:48:35.848799 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ec6e72ec-c79f-4a01-8b03-8697ff9bbb31 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:48:35.849302 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:48:35.874490 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:48:35.874916 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:48:35.876799 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704cd476-d353-4f27-aff3-e941e9b6c28f None None] Pushing event deleted for resources: {'Port': ['ID=b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:35.880784 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704cd476-d353-4f27-aff3-e941e9b6c28f None None] No DVR routers for this DVR port b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:48:35.895541 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-59e96688-1c34-42b7-ab08-71aaa7c3251e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=f41d6870-d794-4da0-b9dd-33a8862422ac HTTP/1.1" status: 200 len: 217 time: 0.0970931 Mar 01 13:48:35.955216 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05f34e-94c7-4391-8d01-4dd18edf23d8 req-8d8df1b4-cb3f-4259-bea3-ab154f1cb8e7 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:35.964662 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ea05f34e-94c7-4391-8d01-4dd18edf23d8 req-8d8df1b4-cb3f-4259-bea3-ab154f1cb8e7 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714 HTTP/1.1" status: 200 len: 944 time: 0.2736020 Mar 01 13:48:35.966361 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-d8761f1c-e8ac-4061-ba7e-ae66390a6a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:35.968280 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-d8761f1c-e8ac-4061-ba7e-ae66390a6a2b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0720828 Mar 01 13:48:36.062060 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-61fae9f8-c36f-4f5d-bfa9-94fb5639f200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:36.064010 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-61fae9f8-c36f-4f5d-bfa9-94fb5639f200 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0851381 Mar 01 13:48:36.070770 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd30b8ce-80ea-4a0f-92c4-ed58973af942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:36.087712 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ea05f34e-94c7-4391-8d01-4dd18edf23d8 req-d412897e-7e56-415e-8bf7-1d543eab7d66 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220963 Mar 01 13:48:36.149815 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30b8ce-80ea-4a0f-92c4-ed58973af942 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:36.154898 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd30b8ce-80ea-4a0f-92c4-ed58973af942 admin admin] No DVR routers for this DVR port b2e61a2d-5a1e-4ac1-95e0-c615cf47fe10 on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:48:36.166591 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a92248-1788-42da-8328-847866536006 req-31edebad-348f-4591-9ced-6433d773e835 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:36.173433 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e7a92248-1788-42da-8328-847866536006 req-31edebad-348f-4591-9ced-6433d773e835 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3 HTTP/1.1" status: 200 len: 943 time: 0.1604085 Mar 01 13:48:36.213581 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-1e61a6b2-ee66-4028-82bb-b1d9a6c7856e service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384506 Mar 01 13:48:36.231971 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5558d35-a0b0-4572-a7e9-d7cee305fa3d req-359db98a-a349-4b75-92ef-b385c478db05 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:36.233448 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f5558d35-a0b0-4572-a7e9-d7cee305fa3d req-359db98a-a349-4b75-92ef-b385c478db05 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714 HTTP/1.1" status: 200 len: 944 time: 0.0668175 Mar 01 13:48:36.306938 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd30b8ce-80ea-4a0f-92c4-ed58973af942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (d075c55d-ff5e-4305-ab47-37d28bcd62bf), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:36.340678 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-f5558d35-a0b0-4572-a7e9-d7cee305fa3d req-b1ae867d-632f-40cf-9593-b1fe54990eb4 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Deleting port 79ce7964-89d8-43a5-818d-610e1805dded {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:48:36.341389 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f5558d35-a0b0-4572-a7e9-d7cee305fa3d req-b1ae867d-632f-40cf-9593-b1fe54990eb4 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (79ce7964-89d8-43a5-818d-610e1805dded), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:36.341918 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7309f-b0ee-4fbd-81e1-8180f70aeebf req-7dfe1443-4293-4201-8d6e-3636918993f3 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:36.343450 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3ca7309f-b0ee-4fbd-81e1-8180f70aeebf req-7dfe1443-4293-4201-8d6e-3636918993f3 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 945 time: 0.1681066 Mar 01 13:48:36.349628 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-dd30b8ce-80ea-4a0f-92c4-ed58973af942 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d075c55d-ff5e-4305-ab47-37d28bcd62bf']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:48:36.372597 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e7a92248-1788-42da-8328-847866536006 req-6d1b702f-a404-408b-8bf6-425f59f4557c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/security-groups?id=3682eac9-a3cc-4051-bf61-dbdd5b18b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926596 Mar 01 13:48:36.436719 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-dd30b8ce-80ea-4a0f-92c4-ed58973af942 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '009203bb-c560-4c10-8893-dcdd3db18aad') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:48:36.437078 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-dd30b8ce-80ea-4a0f-92c4-ed58973af942 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '009203bb-c560-4c10-8893-dcdd3db18aad') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:48:36.466664 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd30b8ce-80ea-4a0f-92c4-ed58973af942 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (009203bb-c560-4c10-8893-dcdd3db18aad), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:36.478532 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3ca7309f-b0ee-4fbd-81e1-8180f70aeebf req-b054e913-5003-4a1f-88ae-5b8801696ede tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046467 Mar 01 13:48:36.509205 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd30b8ce-80ea-4a0f-92c4-ed58973af942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (009203bb-c560-4c10-8893-dcdd3db18aad), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:36.523004 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd30b8ce-80ea-4a0f-92c4-ed58973af942 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:48:36.523417 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd30b8ce-80ea-4a0f-92c4-ed58973af942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (009203bb-c560-4c10-8893-dcdd3db18aad), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: self.session.flush() Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: self.session.flush() Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: self.session.flush() Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: self.session.flush() Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: timer() Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:48:36.525318 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:48:36.582877 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-f5558d35-a0b0-4572-a7e9-d7cee305fa3d req-b1ae867d-632f-40cf-9593-b1fe54990eb4 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] For port 79ce7964-89d8-43a5-818d-610e1805dded, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=79ce7964-89d8-43a5-818d-610e1805dded,segment=NetworkSegment(31a77582-3e8d-4faf-970f-4b8714981068),segment_id=31a77582-3e8d-4faf-970f-4b8714981068)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:48:36.583500 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f5558d35-a0b0-4572-a7e9-d7cee305fa3d req-b1ae867d-632f-40cf-9593-b1fe54990eb4 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (79ce7964-89d8-43a5-818d-610e1805dded), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:36.587704 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-89d0fbd0-22c4-4ed9-95cf-5a0ca9381841 req-89edbdbf-3abe-470a-ba33-b79e88240a00 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262976 Mar 01 13:48:36.606947 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-f5558d35-a0b0-4572-a7e9-d7cee305fa3d req-b1ae867d-632f-40cf-9593-b1fe54990eb4 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Calling delete_port for 79ce7964-89d8-43a5-818d-610e1805dded owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:48:36.655774 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7089a0-2da9-40fd-bb68-80781e161695 req-d78aea90-43c3-4336-9db1-b342ff7b0f09 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:36.657521 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fa7089a0-2da9-40fd-bb68-80781e161695 req-d78aea90-43c3-4336-9db1-b342ff7b0f09 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2c4ed51-88cc-4922-992f-9a1d1c1dcfe1 HTTP/1.1" status: 200 len: 948 time: 0.2066486 Mar 01 13:48:36.678968 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd30b8ce-80ea-4a0f-92c4-ed58973af942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (d075c55d-ff5e-4305-ab47-37d28bcd62bf), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:36.687686 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfde5e9-9e6f-43b1-b28c-4d6154c88a09 req-3dee05db-edc4-40ee-9018-c2ffdc82fec4 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:36.689488 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bbfde5e9-9e6f-43b1-b28c-4d6154c88a09 req-3dee05db-edc4-40ee-9018-c2ffdc82fec4 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 946 time: 0.1082897 Mar 01 13:48:36.702227 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd30b8ce-80ea-4a0f-92c4-ed58973af942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:36.708817 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-dd30b8ce-80ea-4a0f-92c4-ed58973af942 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d075c55d-ff5e-4305-ab47-37d28bcd62bf HTTP/1.1" status: 204 len: 168 time: 1.5923271 Mar 01 13:48:36.728439 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30b8ce-80ea-4a0f-92c4-ed58973af942 admin admin] Pushing event deleted for resources: {'Network': ['ID=d075c55d-ff5e-4305-ab47-37d28bcd62bf,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:36.787342 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f5558d35-a0b0-4572-a7e9-d7cee305fa3d req-b1ae867d-632f-40cf-9593-b1fe54990eb4 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (79ce7964-89d8-43a5-818d-610e1805dded), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:36.793312 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fa7089a0-2da9-40fd-bb68-80781e161695 req-18ee0c8f-acd9-45a4-a9de-880ac4d5c425 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264265 Mar 01 13:48:36.803205 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bbfde5e9-9e6f-43b1-b28c-4d6154c88a09 req-e171e3b2-cb1c-439f-b8fa-3148bfdb60ac tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032164 Mar 01 13:48:36.824294 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae867d-632f-40cf-9593-b1fe54990eb4 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Pushing event deleted for resources: {'Port': ['ID=79ce7964-89d8-43a5-818d-610e1805dded,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:36.897376 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5558d35-a0b0-4572-a7e9-d7cee305fa3d req-b1ae867d-632f-40cf-9593-b1fe54990eb4 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] No DVR routers for this DVR port 79ce7964-89d8-43a5-818d-610e1805dded on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:48:36.900520 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f5558d35-a0b0-4572-a7e9-d7cee305fa3d req-b1ae867d-632f-40cf-9593-b1fe54990eb4 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:36.903933 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f5558d35-a0b0-4572-a7e9-d7cee305fa3d req-b1ae867d-632f-40cf-9593-b1fe54990eb4 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.20 "DELETE /v2.0/ports/79ce7964-89d8-43a5-818d-610e1805dded HTTP/1.1" status: 204 len: 173 time: 0.6646550 Mar 01 13:48:36.981620 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 2401d5df-ee96-41a7-a1a6-1c8d009ea873 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:48:36.987444 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38568) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:48:37.037042 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2bd1421c-183a-4243-9dda-9fc12471bbc7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f5cd53739d24ad8afe231ec33bbb6ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0482376 Mar 01 13:48:37.043927 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38570) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:48:37.116441 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-edbfc790-29fe-4c29-9d48-d11c259ab0b0 admin admin] Publish callbacks [] for security_group (7a6221d1-e461-4ad9-9aa4-9837a2dac9a7), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:37.133526 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 2401d5df-ee96-41a7-a1a6-1c8d009ea873, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=2401d5df-ee96-41a7-a1a6-1c8d009ea873,segment=NetworkSegment(5e062692-f1f6-406b-80a0-4be4bcdfa6ec),segment_id=5e062692-f1f6-406b-80a0-4be4bcdfa6ec)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:48:37.140846 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-edbfc790-29fe-4c29-9d48-d11c259ab0b0 admin admin] Publish callbacks [] for security_group (7a6221d1-e461-4ad9-9aa4-9837a2dac9a7), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:37.146940 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '2401d5df-ee96-41a7-a1a6-1c8d009ea873', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'port_id': '2401d5df-ee96-41a7-a1a6-1c8d009ea873', 'mac_address': 'fa:16:3e:fa:bf:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:48:37.195565 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 2401d5df-ee96-41a7-a1a6-1c8d009ea873 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:48:37.196143 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2401d5df-ee96-41a7-a1a6-1c8d009ea873), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:37.197025 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-edbfc790-29fe-4c29-9d48-d11c259ab0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (7a6221d1-e461-4ad9-9aa4-9837a2dac9a7), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:37.201233 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-edbfc790-29fe-4c29-9d48-d11c259ab0b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:37.213201 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2401d5df-ee96-41a7-a1a6-1c8d009ea873 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:48:37.216354 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-edbfc790-29fe-4c29-9d48-d11c259ab0b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a6221d1-e461-4ad9-9aa4-9837a2dac9a7 HTTP/1.1" status: 204 len: 168 time: 0.1620450 Mar 01 13:48:37.234978 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 2401d5df-ee96-41a7-a1a6-1c8d009ea873, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=2401d5df-ee96-41a7-a1a6-1c8d009ea873,segment=NetworkSegment(5e062692-f1f6-406b-80a0-4be4bcdfa6ec),segment_id=5e062692-f1f6-406b-80a0-4be4bcdfa6ec)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:48:37.240506 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (2401d5df-ee96-41a7-a1a6-1c8d009ea873), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:37.241225 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 15fd70f6-03bb-4594-92c7-3d49ec9756b8 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:48:37.299383 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbfc790-29fe-4c29-9d48-d11c259ab0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6221d1-e461-4ad9-9aa4-9837a2dac9a7,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:37.314282 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-308f24db-c4de-49a6-ae26-3bad5f4998dd req-6a5bf29e-5bf9-4aae-acda-a8857bcfabf2 tempest-LiveMigrationTest-391719178 tempest-LiveMigrationTest-391719178-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8ce9d74-c614-4eb6-9344-21ee0e701714 HTTP/1.1" status: 200 len: 210 time: 0.0959573 Mar 01 13:48:37.443818 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=2401d5df-ee96-41a7-a1a6-1c8d009ea873,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:37.521835 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 15fd70f6-03bb-4594-92c7-3d49ec9756b8, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=15fd70f6-03bb-4594-92c7-3d49ec9756b8,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:48:37.564646 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '15fd70f6-03bb-4594-92c7-3d49ec9756b8', 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c', 'port_id': '15fd70f6-03bb-4594-92c7-3d49ec9756b8', 'mac_address': 'fa:16:3e:2c:1c:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0074be29-4f96-45b4-82b7-e955d173d55c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:48:37.624779 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2c4ed51-88cc-4922-992f-9a1d1c1dcfe1', 'tag': 'f41d6870-d794-4da0-b9dd-33a8862422ac'}, {'server_uuid': 'b8ce9d74-c614-4eb6-9344-21ee0e701714', 'name': 'network-vif-deleted', 'tag': '79ce7964-89d8-43a5-818d-610e1805dded'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:48:37.628285 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f6622e-318e-4800-8af3-964a64810391" -d '{"events": [{"name": "network-changed", "server_uuid": "a2c4ed51-88cc-4922-992f-9a1d1c1dcfe1", "tag": "f41d6870-d794-4da0-b9dd-33a8862422ac"}, {"server_uuid": "b8ce9d74-c614-4eb6-9344-21ee0e701714", "name": "network-vif-deleted", "tag": "79ce7964-89d8-43a5-818d-610e1805dded"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:48:37.707127 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 15fd70f6-03bb-4594-92c7-3d49ec9756b8 is: ACTIVE; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:48:37.707127 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (15fd70f6-03bb-4594-92c7-3d49ec9756b8), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:37.749067 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15fd70f6-03bb-4594-92c7-3d49ec9756b8 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:48:37.798863 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788817e3-eb36-4cec-8493-13557b78ba3a req-3cc5d7a7-201f-4582-895a-c544573f4b0f tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:37.800490 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-788817e3-eb36-4cec-8493-13557b78ba3a req-3cc5d7a7-201f-4582-895a-c544573f4b0f tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3 HTTP/1.1" status: 200 len: 944 time: 0.2146277 Mar 01 13:48:37.814190 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7b9cc-f444-4507-8b02-53f47f0bebd8 req-77bd7239-0cb3-42d1-a0f0-883bcccb4bc7 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:37.822919 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-97b7b9cc-f444-4507-8b02-53f47f0bebd8 req-77bd7239-0cb3-42d1-a0f0-883bcccb4bc7 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 945 time: 0.1342907 Mar 01 13:48:37.827595 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 15fd70f6-03bb-4594-92c7-3d49ec9756b8, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=15fd70f6-03bb-4594-92c7-3d49ec9756b8,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:48:37.838823 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (15fd70f6-03bb-4594-92c7-3d49ec9756b8), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:37.928850 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-97b7b9cc-f444-4507-8b02-53f47f0bebd8 req-ad1ddf55-b917-4de4-b925-269f81f13edb tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990250 Mar 01 13:48:37.954011 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=15fd70f6-03bb-4594-92c7-3d49ec9756b8,revision_number=6']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:37.974905 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-788817e3-eb36-4cec-8493-13557b78ba3a req-32496ee5-d52f-4f81-b323-68782cb1c321 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/security-groups?id=3682eac9-a3cc-4051-bf61-dbdd5b18b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240821 Mar 01 13:48:38.034585 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38600) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:48:38.051305 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 01 Mar 2022 13:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908e43e4-81dd-40f4-b53c-4f5f6ee1de56 x-openstack-request-id: req-908e43e4-81dd-40f4-b53c-4f5f6ee1de56 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:48:38.052150 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2c4ed51-88cc-4922-992f-9a1d1c1dcfe1", "tag": "f41d6870-d794-4da0-b9dd-33a8862422ac", "status": "completed", "code": 200}, {"server_uuid": "b8ce9d74-c614-4eb6-9344-21ee0e701714", "name": "network-vif-deleted", "tag": "79ce7964-89d8-43a5-818d-610e1805dded", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:48:38.052695 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-908e43e4-81dd-40f4-b53c-4f5f6ee1de56 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:48:38.053380 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2c4ed51-88cc-4922-992f-9a1d1c1dcfe1', 'tag': 'f41d6870-d794-4da0-b9dd-33a8862422ac', 'status': 'completed', 'code': 200} Mar 01 13:48:38.053816 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ce9d74-c614-4eb6-9344-21ee0e701714', 'name': 'network-vif-deleted', 'tag': '79ce7964-89d8-43a5-818d-610e1805dded', 'status': 'completed', 'code': 200} Mar 01 13:48:38.188812 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['15fd70f6-03bb-4594-92c7-3d49ec9756b8'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:48:38.227599 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6622e-318e-4800-8af3-964a64810391 req-f382f8c3-2cf6-4b3d-a26b-a43de2c92927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:38.233356 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-77f6622e-318e-4800-8af3-964a64810391 req-f382f8c3-2cf6-4b3d-a26b-a43de2c92927 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1ea042b3d43a42688cd032fa929e6de2&device_id=a2c4ed51-88cc-4922-992f-9a1d1c1dcfe1 HTTP/1.1" status: 200 len: 1130 time: 0.1655145 Mar 01 13:48:38.293497 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-760a099b-b438-45c9-afc7-3b070ec8038b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=882fd769467248bb8faf19840d3638a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2570364 Mar 01 13:48:38.332054 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38602) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:48:38.354819 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6622e-318e-4800-8af3-964a64810391 req-597c2f42-dcda-4a87-90c2-f5e2c6b94cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:38.356827 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-77f6622e-318e-4800-8af3-964a64810391 req-597c2f42-dcda-4a87-90c2-f5e2c6b94cf4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.1121750 Mar 01 13:48:38.417024 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-77f6622e-318e-4800-8af3-964a64810391 req-2edea2d9-8b0c-4339-93b3-b2ceb8f4980b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=f41d6870-d794-4da0-b9dd-33a8862422ac HTTP/1.1" status: 200 len: 217 time: 0.0531924 Mar 01 13:48:38.458898 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d84c07-19a0-44ce-af0e-41281e22e1fd req-64a4ae90-6a80-4cb9-bcef-9552bce4ccb7 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:38.460447 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-81d84c07-19a0-44ce-af0e-41281e22e1fd req-64a4ae90-6a80-4cb9-bcef-9552bce4ccb7 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 946 time: 0.3558898 Mar 01 13:48:38.481326 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b80321-4ccc-4753-b18e-8bc3cdbf81d5 req-98dac49a-048d-44dd-a462-b2ea5099b1f0 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:38.482771 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-87b80321-4ccc-4753-b18e-8bc3cdbf81d5 req-98dac49a-048d-44dd-a462-b2ea5099b1f0 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2c4ed51-88cc-4922-992f-9a1d1c1dcfe1 HTTP/1.1" status: 200 len: 948 time: 0.2449646 Mar 01 13:48:38.565881 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-007541de-4a28-4613-b80c-54dcf6d88801 admin admin] Publish callbacks [] for security_group (482b9340-7c29-4e35-ac7f-9f6f08e05e31), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:38.573800 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6622e-318e-4800-8af3-964a64810391 req-96bcc242-6973-4223-b3a5-9150f0640e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:38.580002 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-77f6622e-318e-4800-8af3-964a64810391 req-96bcc242-6973-4223-b3a5-9150f0640e78 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.1553035 Mar 01 13:48:38.612538 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-87b80321-4ccc-4753-b18e-8bc3cdbf81d5 req-528d1bf4-bc59-4d2f-a7f6-da0bc3721994 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082232 Mar 01 13:48:38.625436 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-81d84c07-19a0-44ce-af0e-41281e22e1fd req-ac42e156-1223-4c1b-aa74-04d0720c8a7b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552377 Mar 01 13:48:38.647836 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6622e-318e-4800-8af3-964a64810391 req-bde06afb-572b-4fa7-b067-c0d82919a36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:38.648863 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['2401d5df-ee96-41a7-a1a6-1c8d009ea873'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:48:38.650937 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-007541de-4a28-4613-b80c-54dcf6d88801 admin admin] Publish callbacks [] for security_group (482b9340-7c29-4e35-ac7f-9f6f08e05e31), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:38.662405 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-77f6622e-318e-4800-8af3-964a64810391 req-bde06afb-572b-4fa7-b067-c0d82919a36d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0739484 Mar 01 13:48:38.685068 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38606) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:48:38.745731 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-007541de-4a28-4613-b80c-54dcf6d88801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (482b9340-7c29-4e35-ac7f-9f6f08e05e31), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:38.748527 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-007541de-4a28-4613-b80c-54dcf6d88801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:38.753290 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-007541de-4a28-4613-b80c-54dcf6d88801 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/482b9340-7c29-4e35-ac7f-9f6f08e05e31 HTTP/1.1" status: 204 len: 168 time: 0.4179838 Mar 01 13:48:38.769139 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007541de-4a28-4613-b80c-54dcf6d88801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482b9340-7c29-4e35-ac7f-9f6f08e05e31,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:38.901393 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-77f6622e-318e-4800-8af3-964a64810391 req-fe1b9c34-1c9f-4733-9870-ed255d270df0 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282643 Mar 01 13:48:39.010134 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 15fd70f6-03bb-4594-92c7-3d49ec9756b8 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:48:39.142348 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab43f04-5263-4339-ac01-9188ccdb53c6 req-0e4e2068-9bc3-4435-a72c-ed5cdc7dbb37 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:39.169752 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2ab43f04-5263-4339-ac01-9188ccdb53c6 req-0e4e2068-9bc3-4435-a72c-ed5cdc7dbb37 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 944 time: 0.1300771 Mar 01 13:48:39.170561 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 79ce7964-89d8-43a5-818d-610e1805dded no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:48:39.283218 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 79ce7964-89d8-43a5-818d-610e1805dded {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:48:39.284028 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 79ce7964-89d8-43a5-818d-610e1805dded not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:48:39.295406 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b34909-f56f-4ce7-b688-839d2033846e req-379ae647-26a7-4655-9784-ecb1800afb9b tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:39.308368 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c5b34909-f56f-4ce7-b688-839d2033846e req-379ae647-26a7-4655-9784-ecb1800afb9b tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3 HTTP/1.1" status: 200 len: 944 time: 0.1358776 Mar 01 13:48:39.316039 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 15fd70f6-03bb-4594-92c7-3d49ec9756b8 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:48:39.317017 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (15fd70f6-03bb-4594-92c7-3d49ec9756b8), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:39.348925 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-0903cd91-1d3f-4db0-b97c-fe6b751a7855 admin admin] Deleting subnet b7f9fefc-67f3-4f16-9709-32467e973c9a {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:48:39.355537 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-77f6622e-318e-4800-8af3-964a64810391 req-3de8c12b-5c09-47d2-b010-220ecaf46c85 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427605 Mar 01 13:48:39.358465 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0903cd91-1d3f-4db0-b97c-fe6b751a7855 admin admin] Publish callbacks [] for subnet (b7f9fefc-67f3-4f16-9709-32467e973c9a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:39.384159 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2ab43f04-5263-4339-ac01-9188ccdb53c6 req-1cd9fbd3-e96d-4f7f-b4f5-df593e8f8aee tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642749 Mar 01 13:48:39.467719 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c5b34909-f56f-4ce7-b688-839d2033846e req-c09ac77d-a0f1-45e6-bdcd-ea25c12c9714 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/security-groups?id=3682eac9-a3cc-4051-bf61-dbdd5b18b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541581 Mar 01 13:48:39.504163 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0903cd91-1d3f-4db0-b97c-fe6b751a7855 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (b7f9fefc-67f3-4f16-9709-32467e973c9a), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:39.570599 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 15fd70f6-03bb-4594-92c7-3d49ec9756b8 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:48:39.574837 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (15fd70f6-03bb-4594-92c7-3d49ec9756b8), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:39.588142 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0903cd91-1d3f-4db0-b97c-fe6b751a7855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (b7f9fefc-67f3-4f16-9709-32467e973c9a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:39.625245 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075f7a74-6753-4ed9-b31f-0b20e7c55713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fd70f6-03bb-4594-92c7-3d49ec9756b8'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:48:39.628189 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadd7dd2-6f7e-4526-be7f-0164ac40751b" -d '{"events": [{"server_uuid": "075f7a74-6753-4ed9-b31f-0b20e7c55713", "name": "network-vif-plugged", "status": "completed", "tag": "15fd70f6-03bb-4594-92c7-3d49ec9756b8"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:48:39.653829 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 15fd70f6-03bb-4594-92c7-3d49ec9756b8, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=15fd70f6-03bb-4594-92c7-3d49ec9756b8,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:48:39.679491 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (15fd70f6-03bb-4594-92c7-3d49ec9756b8), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:39.699338 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0903cd91-1d3f-4db0-b97c-fe6b751a7855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (b7f9fefc-67f3-4f16-9709-32467e973c9a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:39.748291 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:39.755081 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90463dc1-f9a5-4e44-9a3b-b8abc6229cdd x-openstack-request-id: req-90463dc1-f9a5-4e44-9a3b-b8abc6229cdd {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:48:39.757096 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075f7a74-6753-4ed9-b31f-0b20e7c55713", "name": "network-vif-plugged", "status": "completed", "tag": "15fd70f6-03bb-4594-92c7-3d49ec9756b8", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:48:39.757304 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903cd91-1d3f-4db0-b97c-fe6b751a7855 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7f9fefc-67f3-4f16-9709-32467e973c9a,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:39.760849 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90463dc1-f9a5-4e44-9a3b-b8abc6229cdd {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:48:39.761479 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075f7a74-6753-4ed9-b31f-0b20e7c55713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fd70f6-03bb-4594-92c7-3d49ec9756b8', 'code': 200} Mar 01 13:48:39.772657 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0903cd91-1d3f-4db0-b97c-fe6b751a7855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:39.777067 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0903cd91-1d3f-4db0-b97c-fe6b751a7855 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b7f9fefc-67f3-4f16-9709-32467e973c9a HTTP/1.1" status: 204 len: 168 time: 1.0906584 Mar 01 13:48:39.780037 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38630) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:48:39.845649 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=15fd70f6-03bb-4594-92c7-3d49ec9756b8,revision_number=7']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:39.864406 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:40.074049 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-be1dbe52-980e-4610-9934-3ee7757774bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (94da7596-6b29-49a6-a3ae-5d4e1cca0c22), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:40.096098 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db53e3-67c4-4256-9de7-d93a4d70f088 req-48e29553-b953-4d1b-95ef-d95cbef752ca tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:40.104821 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-03db53e3-67c4-4256-9de7-d93a4d70f088 req-48e29553-b953-4d1b-95ef-d95cbef752ca tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2c4ed51-88cc-4922-992f-9a1d1c1dcfe1 HTTP/1.1" status: 200 len: 948 time: 0.2723365 Mar 01 13:48:40.197376 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bd34e-1185-470c-8d00-c0bdc148bf83 req-caf72daa-9895-42c4-a7da-35fb0f79cbf5 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:40.198783 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fb6bd34e-1185-470c-8d00-c0bdc148bf83 req-caf72daa-9895-42c4-a7da-35fb0f79cbf5 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 946 time: 0.2872763 Mar 01 13:48:40.382618 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-03db53e3-67c4-4256-9de7-d93a4d70f088 req-fa1da437-83c5-416d-8243-083bdc8c4969 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594399 Mar 01 13:48:40.462584 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38648) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:48:40.608338 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fb6bd34e-1185-470c-8d00-c0bdc148bf83 req-921d021d-df27-426c-9c8d-568401e1cbaf tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3953712 Mar 01 13:48:40.636085 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-be1dbe52-980e-4610-9934-3ee7757774bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (94da7596-6b29-49a6-a3ae-5d4e1cca0c22), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:40.676609 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-be1dbe52-980e-4610-9934-3ee7757774bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94da7596-6b29-49a6-a3ae-5d4e1cca0c22']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:48:40.695077 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-be1dbe52-980e-4610-9934-3ee7757774bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a77582-3e8d-4faf-970f-4b8714981068') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:48:40.695768 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-be1dbe52-980e-4610-9934-3ee7757774bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a77582-3e8d-4faf-970f-4b8714981068') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:48:40.712435 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9854cb6-77d0-4b51-b27a-8bc407428b76 req-d3a0860c-2721-4776-99b7-238acc8d8bdb tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:40.719523 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a9854cb6-77d0-4b51-b27a-8bc407428b76 req-d3a0860c-2721-4776-99b7-238acc8d8bdb tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 945 time: 0.1768761 Mar 01 13:48:40.726502 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-be1dbe52-980e-4610-9934-3ee7757774bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (31a77582-3e8d-4faf-970f-4b8714981068), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:40.762329 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-be1dbe52-980e-4610-9934-3ee7757774bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (31a77582-3e8d-4faf-970f-4b8714981068), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:40.794514 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-6c141b62-75df-47f9-9a74-d92f01ef76b9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-848920219-network', 'tenant_id': '0c8d6a1d79084a55bc11bd10749d750f'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:48:40.816124 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:48:40.825539 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be1dbe52-980e-4610-9934-3ee7757774bd admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:48:40.825958 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-be1dbe52-980e-4610-9934-3ee7757774bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (31a77582-3e8d-4faf-970f-4b8714981068), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:40.830295 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 13:48:40.830295 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:48:40.830295 n-d-827467-3 neutron-server[103727]: timer() Mar 01 13:48:40.830295 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:48:40.830295 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 13:48:40.830295 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:48:40.830295 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 13:48:40.830295 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:48:40.830295 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 13:48:40.830295 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:48:40.830295 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 13:48:40.830295 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:48:40.830295 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 13:48:40.830295 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:48:40.830295 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:48:40.830295 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:48:40.830295 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:48:40.830295 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:48:40.830295 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 13:48:40.830295 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:48:40.830295 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 13:48:40.830295 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:48:40.830295 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:48:40.830295 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:48:40.830295 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 13:48:40.830295 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:48:40.830295 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:48:40.830295 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:48:40.830295 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:48:40.830295 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:48:40.830295 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:48:40.830295 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:48:40.847743 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a9854cb6-77d0-4b51-b27a-8bc407428b76 req-6b4be39b-8143-4ae8-ba3d-d4108d1715e2 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265309 Mar 01 13:48:40.896812 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c141b62-75df-47f9-9a74-d92f01ef76b9 admin admin] Made reservation on behalf of 0c8d6a1d79084a55bc11bd10749d750f for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:48:40.903494 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6c141b62-75df-47f9-9a74-d92f01ef76b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:40.926235 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6c141b62-75df-47f9-9a74-d92f01ef76b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:40.934577 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8c2a3-5d40-402e-b3d3-69bd585ce0cb req-7d147c72-93b7-44d3-9462-ec3e7e298d4c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:40.936265 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b0c8c2a3-5d40-402e-b3d3-69bd585ce0cb req-7d147c72-93b7-44d3-9462-ec3e7e298d4c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3 HTTP/1.1" status: 200 len: 944 time: 0.1949735 Mar 01 13:48:40.954743 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-be1dbe52-980e-4610-9934-3ee7757774bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (94da7596-6b29-49a6-a3ae-5d4e1cca0c22), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:40.976648 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-be1dbe52-980e-4610-9934-3ee7757774bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:40.982399 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-be1dbe52-980e-4610-9934-3ee7757774bd admin admin] 10.222.0.13 "DELETE /v2.0/networks/94da7596-6b29-49a6-a3ae-5d4e1cca0c22 HTTP/1.1" status: 204 len: 168 time: 1.2011614 Mar 01 13:48:41.009030 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38654) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:48:41.015580 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device f41d6870-d794-4da0-b9dd-33a8862422ac details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:48:41.018618 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 2401d5df-ee96-41a7-a1a6-1c8d009ea873 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:48:41.156823 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-82aadb00-6ac8-4825-b9a0-b899915597ad admin admin] Deleting subnet 64c090d2-2812-4da1-ad15-cd0bfd0e9797 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:48:41.166931 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1dbe52-980e-4610-9934-3ee7757774bd admin admin] Pushing event deleted for resources: {'Network': ['ID=94da7596-6b29-49a6-a3ae-5d4e1cca0c22,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:41.170466 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-82aadb00-6ac8-4825-b9a0-b899915597ad admin admin] Publish callbacks [] for subnet (64c090d2-2812-4da1-ad15-cd0bfd0e9797), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:41.214280 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6c141b62-75df-47f9-9a74-d92f01ef76b9 admin admin] Publish callbacks [] for security_group (905e46cf-7d59-46e2-8929-873328b645c0), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:41.226888 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6c141b62-75df-47f9-9a74-d92f01ef76b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (905e46cf-7d59-46e2-8929-873328b645c0), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:41.267081 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c141b62-75df-47f9-9a74-d92f01ef76b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:48:41.317858 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b0c8c2a3-5d40-402e-b3d3-69bd585ce0cb req-ddd4af7b-f32f-4d54-be28-256db02d7772 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/security-groups?id=3682eac9-a3cc-4051-bf61-dbdd5b18b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749626 Mar 01 13:48:41.324178 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c141b62-75df-47f9-9a74-d92f01ef76b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905e46cf-7d59-46e2-8929-873328b645c0,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:41.326952 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-82aadb00-6ac8-4825-b9a0-b899915597ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (64c090d2-2812-4da1-ad15-cd0bfd0e9797), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:41.347432 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6c141b62-75df-47f9-9a74-d92f01ef76b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (451e6f5e-0ed7-49ff-a26c-745ec890add6), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:41.347903 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-6c141b62-75df-47f9-9a74-d92f01ef76b9 admin admin] Added segment 451e6f5e-0ed7-49ff-a26c-745ec890add6 of type vlan for network 6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27 Mar 01 13:48:41.352497 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 2401d5df-ee96-41a7-a1a6-1c8d009ea873 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:48:41.379632 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 2401d5df-ee96-41a7-a1a6-1c8d009ea873 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:48:41.380322 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2401d5df-ee96-41a7-a1a6-1c8d009ea873), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:41.397010 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-82aadb00-6ac8-4825-b9a0-b899915597ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (64c090d2-2812-4da1-ad15-cd0bfd0e9797), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:41.446891 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port f41d6870-d794-4da0-b9dd-33a8862422ac, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f41d6870-d794-4da0-b9dd-33a8862422ac,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:48:41.462666 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-82aadb00-6ac8-4825-b9a0-b899915597ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (64c090d2-2812-4da1-ad15-cd0bfd0e9797), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:41.474960 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'f41d6870-d794-4da0-b9dd-33a8862422ac', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': 'f41d6870-d794-4da0-b9dd-33a8862422ac', 'mac_address': 'fa:16:3e:b8:8a:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:48:41.497455 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6c141b62-75df-47f9-9a74-d92f01ef76b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:41.503302 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aadb00-6ac8-4825-b9a0-b899915597ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64c090d2-2812-4da1-ad15-cd0bfd0e9797,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:41.510345 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-82aadb00-6ac8-4825-b9a0-b899915597ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:41.515486 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-82aadb00-6ac8-4825-b9a0-b899915597ad admin admin] 10.222.0.13 "DELETE /v2.0/subnets/64c090d2-2812-4da1-ad15-cd0bfd0e9797 HTTP/1.1" status: 204 len: 168 time: 0.5045590 Mar 01 13:48:41.517790 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38660) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:48:41.564879 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port f41d6870-d794-4da0-b9dd-33a8862422ac is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:48:41.565367 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f41d6870-d794-4da0-b9dd-33a8862422ac), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:41.577525 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6c141b62-75df-47f9-9a74-d92f01ef76b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:41.578098 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c141b62-75df-47f9-9a74-d92f01ef76b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:41.578817 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6c141b62-75df-47f9-9a74-d92f01ef76b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:41.647026 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 2401d5df-ee96-41a7-a1a6-1c8d009ea873 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:48:41.657120 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2401d5df-ee96-41a7-a1a6-1c8d009ea873), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:41.705700 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6c141b62-75df-47f9-9a74-d92f01ef76b9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2419574 Mar 01 13:48:41.709228 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38664) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:48:41.721137 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-e59c0183-b832-4a49-916e-d2133aebbf03 admin admin] Request body: {'subnet': {'network_id': '6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-848920219-subnet', 'tenant_id': '0c8d6a1d79084a55bc11bd10749d750f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:48:41.722291 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c141b62-75df-47f9-9a74-d92f01ef76b9 admin admin] Pushing event updated for resources: {'Network': ['ID=6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:41.733550 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 2401d5df-ee96-41a7-a1a6-1c8d009ea873, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=2401d5df-ee96-41a7-a1a6-1c8d009ea873,segment=NetworkSegment(5e062692-f1f6-406b-80a0-4be4bcdfa6ec),segment_id=5e062692-f1f6-406b-80a0-4be4bcdfa6ec)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:48:41.744365 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:48:41.763908 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f41d6870-d794-4da0-b9dd-33a8862422ac {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:48:41.792722 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port f41d6870-d794-4da0-b9dd-33a8862422ac, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f41d6870-d794-4da0-b9dd-33a8862422ac,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:48:41.794894 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2401d5df-ee96-41a7-a1a6-1c8d009ea873'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:48:41.797660 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fe69a0-4805-4a4f-a2b3-4bb0d6ae1a6c" -d '{"events": [{"server_uuid": "bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3", "name": "network-vif-plugged", "status": "completed", "tag": "2401d5df-ee96-41a7-a1a6-1c8d009ea873"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:48:41.800601 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (2401d5df-ee96-41a7-a1a6-1c8d009ea873), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:41.816174 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59c0183-b832-4a49-916e-d2133aebbf03 admin admin] Made reservation on behalf of 0c8d6a1d79084a55bc11bd10749d750f for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:48:41.818609 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e59c0183-b832-4a49-916e-d2133aebbf03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:41.834980 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-77f30cc1-891f-4439-9573-0585408b9d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (568a0f42-52a4-4c50-8f93-b896f48a5078), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:41.885257 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=2401d5df-ee96-41a7-a1a6-1c8d009ea873,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:41.888588 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f41d6870-d794-4da0-b9dd-33a8862422ac), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:41.897081 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23493220-a8f0-4e68-b0d2-907fc88c3136 req-6200247b-f856-42ec-bab8-1dd33bcc37fb tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:41.899410 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-23493220-a8f0-4e68-b0d2-907fc88c3136 req-6200247b-f856-42ec-bab8-1dd33bcc37fb tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2c4ed51-88cc-4922-992f-9a1d1c1dcfe1 HTTP/1.1" status: 200 len: 948 time: 0.3424234 Mar 01 13:48:41.969023 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=f41d6870-d794-4da0-b9dd-33a8862422ac,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:41.970565 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146320fd-52ee-4bdc-8361-8969f906a090 req-a3b3541c-6ac2-4b51-bcd7-17056ac27fc1 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:41.972986 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-146320fd-52ee-4bdc-8361-8969f906a090 req-a3b3541c-6ac2-4b51-bcd7-17056ac27fc1 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 946 time: 0.2212286 Mar 01 13:48:42.067703 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-77f30cc1-891f-4439-9573-0585408b9d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (568a0f42-52a4-4c50-8f93-b896f48a5078), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:42.112984 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-23493220-a8f0-4e68-b0d2-907fc88c3136 req-7a3c0c80-4909-44d6-b95e-741578964344 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021017 Mar 01 13:48:42.123362 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-77f30cc1-891f-4439-9573-0585408b9d39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['568a0f42-52a4-4c50-8f93-b896f48a5078']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:48:42.195093 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2394bbc-d5ee-417c-8f01-7fd69f661641 x-openstack-request-id: req-c2394bbc-d5ee-417c-8f01-7fd69f661641 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:48:42.196115 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3", "name": "network-vif-plugged", "status": "completed", "tag": "2401d5df-ee96-41a7-a1a6-1c8d009ea873", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:48:42.196556 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c2394bbc-d5ee-417c-8f01-7fd69f661641 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:48:42.197145 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2401d5df-ee96-41a7-a1a6-1c8d009ea873', 'code': 200} Mar 01 13:48:42.243074 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-77f30cc1-891f-4439-9573-0585408b9d39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a25ad6-458e-4178-9695-e6df3542f4cb') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:48:42.244026 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-77f30cc1-891f-4439-9573-0585408b9d39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a25ad6-458e-4178-9695-e6df3542f4cb') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:48:42.336152 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-77f30cc1-891f-4439-9573-0585408b9d39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (82a25ad6-458e-4178-9695-e6df3542f4cb), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:42.355046 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-146320fd-52ee-4bdc-8361-8969f906a090 req-422df432-b25f-44b5-ae69-df9602052c00 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3344944 Mar 01 13:48:42.366658 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c600d1-92a1-4c83-a788-6523e7596c73 req-39d41828-760a-4c31-9cbc-f2a1efd5a0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:42.376038 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-05c600d1-92a1-4c83-a788-6523e7596c73 req-39d41828-760a-4c31-9cbc-f2a1efd5a0ab service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3 HTTP/1.1" status: 200 len: 1127 time: 0.0911624 Mar 01 13:48:42.378691 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['f41d6870-d794-4da0-b9dd-33a8862422ac'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:48:42.432643 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-05c600d1-92a1-4c83-a788-6523e7596c73 req-637a9219-546e-4b37-9ec4-7928c1113866 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3682eac9-a3cc-4051-bf61-dbdd5b18b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551891 Mar 01 13:48:42.512898 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-77f30cc1-891f-4439-9573-0585408b9d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (82a25ad6-458e-4178-9695-e6df3542f4cb), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:42.559704 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f30cc1-891f-4439-9573-0585408b9d39 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:48:42.560253 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-77f30cc1-891f-4439-9573-0585408b9d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (82a25ad6-458e-4178-9695-e6df3542f4cb), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:42.564910 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 13:48:42.564910 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:48:42.564910 n-d-827467-3 neutron-server[103727]: timer() Mar 01 13:48:42.564910 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:48:42.564910 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 13:48:42.564910 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:48:42.564910 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 13:48:42.564910 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:48:42.564910 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 13:48:42.564910 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:48:42.564910 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 13:48:42.564910 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:48:42.564910 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 13:48:42.564910 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:48:42.564910 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:48:42.564910 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:48:42.564910 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:48:42.564910 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:48:42.564910 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 13:48:42.564910 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:48:42.564910 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 13:48:42.564910 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:48:42.564910 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:48:42.564910 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:48:42.564910 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 13:48:42.564910 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:48:42.564910 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:48:42.564910 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:48:42.564910 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:48:42.564910 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:48:42.564910 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:48:42.564910 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:48:42.582006 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e59c0183-b832-4a49-916e-d2133aebbf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (ed859e31-c181-4a08-a337-a7803f01700f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:42.664286 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c0183-b832-4a49-916e-d2133aebbf03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed859e31-c181-4a08-a337-a7803f01700f,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:42.730529 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0485e1d-96f5-45a9-bb56-bab6f22bc242 req-51d5698f-03a8-491a-890d-4e67c4e13628 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:42.732220 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c0485e1d-96f5-45a9-bb56-bab6f22bc242 req-51d5698f-03a8-491a-890d-4e67c4e13628 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3 HTTP/1.1" status: 200 len: 945 time: 0.2456391 Mar 01 13:48:42.736800 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-77f30cc1-891f-4439-9573-0585408b9d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (568a0f42-52a4-4c50-8f93-b896f48a5078), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:42.747109 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123e936-b9e7-464d-b7e9-0baa21adea41 req-13f50e4c-06fa-4ac4-82c3-454d4cb1c47f tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:42.751950 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d123e936-b9e7-464d-b7e9-0baa21adea41 req-13f50e4c-06fa-4ac4-82c3-454d4cb1c47f tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 945 time: 0.4340329 Mar 01 13:48:42.819923 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-77f30cc1-891f-4439-9573-0585408b9d39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:42.823657 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-77f30cc1-891f-4439-9573-0585408b9d39 admin admin] 10.222.0.13 "DELETE /v2.0/networks/568a0f42-52a4-4c50-8f93-b896f48a5078 HTTP/1.1" status: 204 len: 168 time: 1.3048570 Mar 01 13:48:42.923994 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f30cc1-891f-4439-9573-0585408b9d39 admin admin] Pushing event deleted for resources: {'Network': ['ID=568a0f42-52a4-4c50-8f93-b896f48a5078,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:42.935525 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59c0183-b832-4a49-916e-d2133aebbf03 admin admin] Checking segment: {'id': '451e6f5e-0ed7-49ff-a26c-745ec890add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:48:42.936640 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59c0183-b832-4a49-916e-d2133aebbf03 admin admin] Network hostable DHCP agents. Network: 6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:48:43.055427 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d123e936-b9e7-464d-b7e9-0baa21adea41 req-4506374d-94e1-4046-a964-ac53c8caf5a2 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793667 Mar 01 13:48:43.072862 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c0485e1d-96f5-45a9-bb56-bab6f22bc242 req-0914edcb-1347-4eb4-af75-b32ccdfaba96 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/security-groups?id=3682eac9-a3cc-4051-bf61-dbdd5b18b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152218 Mar 01 13:48:43.096787 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59c0183-b832-4a49-916e-d2133aebbf03 admin admin] Network 6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:48:43.117951 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38698) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:48:43.124286 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-e59c0183-b832-4a49-916e-d2133aebbf03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:48:43.130135 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59c0183-b832-4a49-916e-d2133aebbf03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:43.131907 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e59c0183-b832-4a49-916e-d2133aebbf03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:43.134937 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ffe0d6-1b85-44b2-90db-71ec4a66f705 None None] Network 6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:48:43.186714 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e59c0183-b832-4a49-916e-d2133aebbf03 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4678006 Mar 01 13:48:43.187138 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38702) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:48:43.207058 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-f359da39-592c-4ee3-91ba-62f8ef280d5a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-848920219-router', 'tenant_id': '0c8d6a1d79084a55bc11bd10749d750f', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:48:43.273396 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f79310b8-ce8f-4703-b0d5-823e38b8fc87 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96cd43570afd4572b4b93d1aa25b2425&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1540723 Mar 01 13:48:43.279894 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38704) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:48:43.343217 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f359da39-592c-4ee3-91ba-62f8ef280d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (cc91481a-09bf-4f96-abe5-c531d524e740), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:43.343217 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f359da39-592c-4ee3-91ba-62f8ef280d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (cc91481a-09bf-4f96-abe5-c531d524e740), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:43.403438 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a6995806-42fc-45c8-94a0-9ec26b4c73c2 admin admin] Publish callbacks [] for security_group (5a5aa7a1-8f3f-4140-a471-ac3fe563bc14), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:43.440063 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a6995806-42fc-45c8-94a0-9ec26b4c73c2 admin admin] Publish callbacks [] for security_group (5a5aa7a1-8f3f-4140-a471-ac3fe563bc14), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:43.500315 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939124d-1763-4af9-a11c-594e7c3b7e34 req-c831bde0-7259-4ad1-97c7-9604a6a3a674 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:43.508180 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c939124d-1763-4af9-a11c-594e7c3b7e34 req-c831bde0-7259-4ad1-97c7-9604a6a3a674 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2c4ed51-88cc-4922-992f-9a1d1c1dcfe1 HTTP/1.1" status: 200 len: 949 time: 0.2474332 Mar 01 13:48:43.549576 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a6995806-42fc-45c8-94a0-9ec26b4c73c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (5a5aa7a1-8f3f-4140-a471-ac3fe563bc14), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:43.552552 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a6995806-42fc-45c8-94a0-9ec26b4c73c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:43.557501 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a6995806-42fc-45c8-94a0-9ec26b4c73c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a5aa7a1-8f3f-4140-a471-ac3fe563bc14 HTTP/1.1" status: 204 len: 168 time: 0.2736967 Mar 01 13:48:43.618097 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6995806-42fc-45c8-94a0-9ec26b4c73c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5aa7a1-8f3f-4140-a471-ac3fe563bc14,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:43.631212 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f359da39-592c-4ee3-91ba-62f8ef280d5a admin admin] Publish callbacks [] for router_controller (cc91481a-09bf-4f96-abe5-c531d524e740), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:43.853184 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584996d2-849e-4943-a97c-ad574bf8a941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27', 'network_id': '6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27', 'project_id': '0c8d6a1d79084a55bc11bd10749d750f', 'fixed_ips': [{'subnet_id': 'ed859e31-c181-4a08-a337-a7803f01700f'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:48:43.854059 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-584996d2-849e-4943-a97c-ad574bf8a941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:43.953393 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c939124d-1763-4af9-a11c-594e7c3b7e34 req-a6c346b4-770d-44f4-8d48-c749dc1209da tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426823 Mar 01 13:48:44.184877 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-584996d2-849e-4943-a97c-ad574bf8a941 None None] Allocated IP 172.20.0.2 (6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27/ed859e31-c181-4a08-a337-a7803f01700f/8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:48:44.403134 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38718) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:48:44.492231 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9db572dc-bf62-48c9-aefa-e188efb88666 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b4561fd11724686a5c34a8354066dd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0878184 Mar 01 13:48:44.497627 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38722) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:48:44.609076 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-584996d2-849e-4943-a97c-ad574bf8a941 None None] Publish callbacks [] for port (8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:44.624099 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-584996d2-849e-4943-a97c-ad574bf8a941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:44.627073 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb19a6e9-0f45-4965-bb18-e177f2d5ff27 admin admin] Publish callbacks [] for security_group (b9517000-e20e-42e0-9a5e-235c810d7471), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:44.700432 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb19a6e9-0f45-4965-bb18-e177f2d5ff27 admin admin] Publish callbacks [] for security_group (b9517000-e20e-42e0-9a5e-235c810d7471), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:44.740219 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584996d2-849e-4943-a97c-ad574bf8a941 None None] Network 6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:48:44.743058 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-584996d2-849e-4943-a97c-ad574bf8a941 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:48:44.747226 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584996d2-849e-4943-a97c-ad574bf8a941 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:48:44.755629 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584996d2-849e-4943-a97c-ad574bf8a941 None None] Pushing event updated for resources: {'Port': ['ID=8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:44.823342 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb19a6e9-0f45-4965-bb18-e177f2d5ff27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b9517000-e20e-42e0-9a5e-235c810d7471), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:44.826057 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb19a6e9-0f45-4965-bb18-e177f2d5ff27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:44.827743 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cb19a6e9-0f45-4965-bb18-e177f2d5ff27 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b9517000-e20e-42e0-9a5e-235c810d7471 HTTP/1.1" status: 204 len: 168 time: 0.3284025 Mar 01 13:48:44.840543 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-584996d2-849e-4943-a97c-ad574bf8a941 None None] Attempting to bind port 8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:48:44.840920 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-584996d2-849e-4943-a97c-ad574bf8a941 None None] Attempting to bind port 8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '451e6f5e-0ed7-49ff-a26c-745ec890add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:48:44.842406 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584996d2-849e-4943-a97c-ad574bf8a941 None None] Attempting to bind port 8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca on network 6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:48:44.859186 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486cfbe-f063-4997-b9f4-1b4957d9aaef req-2feedd28-add9-430a-b8cc-fb767ed69114 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:44.860846 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f486cfbe-f063-4997-b9f4-1b4957d9aaef req-2feedd28-add9-430a-b8cc-fb767ed69114 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 946 time: 1.2784972 Mar 01 13:48:44.866178 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584996d2-849e-4943-a97c-ad574bf8a941 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:48:44.866791 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584996d2-849e-4943-a97c-ad574bf8a941 None None] Checking segment: {'id': '451e6f5e-0ed7-49ff-a26c-745ec890add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:48:44.867094 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-584996d2-849e-4943-a97c-ad574bf8a941 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:44.869042 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19a6e9-0f45-4965-bb18-e177f2d5ff27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9517000-e20e-42e0-9a5e-235c810d7471,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:44.869220 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584996d2-849e-4943-a97c-ad574bf8a941 None None] Bound using segment: {'id': '451e6f5e-0ed7-49ff-a26c-745ec890add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:48:44.869966 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-584996d2-849e-4943-a97c-ad574bf8a941 None None] Bound port: 8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451e6f5e-0ed7-49ff-a26c-745ec890add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:48:44.870745 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-584996d2-849e-4943-a97c-ad574bf8a941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:44.898653 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f359da39-592c-4ee3-91ba-62f8ef280d5a admin admin] Publish callbacks [] for router_gateway (cc91481a-09bf-4f96-abe5-c531d524e740), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:44.979256 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f486cfbe-f063-4997-b9f4-1b4957d9aaef req-f897cd4b-4c47-4fd2-ac17-0d863a5ae6b4 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766318 Mar 01 13:48:45.043348 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af38f2c-45b4-4e84-81b7-8e46977a2923 req-967c1e8f-c661-49c1-961b-2aa5fd60efb9 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:45.056286 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8af38f2c-45b4-4e84-81b7-8e46977a2923 req-967c1e8f-c661-49c1-961b-2aa5fd60efb9 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 945 time: 0.1942463 Mar 01 13:48:45.068979 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device f41d6870-d794-4da0-b9dd-33a8862422ac up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:48:45.281370 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-584996d2-849e-4943-a97c-ad574bf8a941 None None] For port 8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:48:45.288883 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-584996d2-849e-4943-a97c-ad574bf8a941 None None] For port 8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca,segment=NetworkSegment(451e6f5e-0ed7-49ff-a26c-745ec890add6),segment_id=451e6f5e-0ed7-49ff-a26c-745ec890add6)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:48:45.324064 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-584996d2-849e-4943-a97c-ad574bf8a941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:45.343477 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port f41d6870-d794-4da0-b9dd-33a8862422ac completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:48:45.369621 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8af38f2c-45b4-4e84-81b7-8e46977a2923 req-fba147aa-f0d4-45a3-a7e8-35172a5598b0 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094265 Mar 01 13:48:45.446853 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port f41d6870-d794-4da0-b9dd-33a8862422ac triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:48:45.447226 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f41d6870-d794-4da0-b9dd-33a8862422ac), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:45.530588 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b931e-d794-4937-b6f3-98625fb4eda0 req-38ecf866-7eec-474e-868a-669cf6f320ea tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:45.535596 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-255b931e-d794-4937-b6f3-98625fb4eda0 req-38ecf866-7eec-474e-868a-669cf6f320ea tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3 HTTP/1.1" status: 200 len: 945 time: 0.3157327 Mar 01 13:48:45.566633 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584996d2-849e-4943-a97c-ad574bf8a941 None None] Pushing event updated for resources: {'Port': ['ID=8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:45.689779 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port f41d6870-d794-4da0-b9dd-33a8862422ac is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:48:45.690179 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f41d6870-d794-4da0-b9dd-33a8862422ac), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:45.768779 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c4ed51-88cc-4922-992f-9a1d1c1dcfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41d6870-d794-4da0-b9dd-33a8862422ac'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:48:45.771903 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcb5e14-2cfc-4c49-aeea-dcda10424b69" -d '{"events": [{"server_uuid": "a2c4ed51-88cc-4922-992f-9a1d1c1dcfe1", "name": "network-vif-plugged", "status": "completed", "tag": "f41d6870-d794-4da0-b9dd-33a8862422ac"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:48:45.797557 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166b71a-f299-40ae-bae0-4c01da1c6fc2 req-98f20f3b-8d2a-46ac-90db-c6c937158054 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:45.799543 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e166b71a-f299-40ae-bae0-4c01da1c6fc2 req-98f20f3b-8d2a-46ac-90db-c6c937158054 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2c4ed51-88cc-4922-992f-9a1d1c1dcfe1 HTTP/1.1" status: 200 len: 949 time: 0.2569227 Mar 01 13:48:45.831719 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port f41d6870-d794-4da0-b9dd-33a8862422ac, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f41d6870-d794-4da0-b9dd-33a8862422ac,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:48:45.850399 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f41d6870-d794-4da0-b9dd-33a8862422ac), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:45.876586 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-255b931e-d794-4937-b6f3-98625fb4eda0 req-c1cc68b7-7dd8-4065-82dc-7018629eb055 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/security-groups?id=3682eac9-a3cc-4051-bf61-dbdd5b18b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090820 Mar 01 13:48:46.119876 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63011fa2-7740-4bf9-8256-3f0fa7e2a5f4 x-openstack-request-id: req-63011fa2-7740-4bf9-8256-3f0fa7e2a5f4 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:48:46.120523 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c4ed51-88cc-4922-992f-9a1d1c1dcfe1", "name": "network-vif-plugged", "status": "completed", "tag": "f41d6870-d794-4da0-b9dd-33a8862422ac", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:48:46.123345 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63011fa2-7740-4bf9-8256-3f0fa7e2a5f4 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:48:46.126731 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c4ed51-88cc-4922-992f-9a1d1c1dcfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41d6870-d794-4da0-b9dd-33a8862422ac', 'code': 200} Mar 01 13:48:46.140404 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=f41d6870-d794-4da0-b9dd-33a8862422ac,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:46.212486 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e166b71a-f299-40ae-bae0-4c01da1c6fc2 req-96f1818c-424d-457d-ba2f-a825e0adad21 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015527 Mar 01 13:48:46.325333 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f359da39-592c-4ee3-91ba-62f8ef280d5a admin admin] Publish callbacks [] for router_gateway (cc91481a-09bf-4f96-abe5-c531d524e740), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:46.333444 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41f459-714c-462a-93f9-e146c31792bf req-9086a26d-1356-4f91-bccc-8b817289f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:46.337462 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8d41f459-714c-462a-93f9-e146c31792bf req-9086a26d-1356-4f91-bccc-8b817289f3ea service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a2c4ed51-88cc-4922-992f-9a1d1c1dcfe1 HTTP/1.1" status: 200 len: 1132 time: 0.1542561 Mar 01 13:48:46.451899 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8d41f459-714c-462a-93f9-e146c31792bf req-ec6c69de-e2d4-4b17-aabc-6143e97bb99e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010911 Mar 01 13:48:46.644419 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f359da39-592c-4ee3-91ba-62f8ef280d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:46.950148 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301ef55-500d-460b-b1c7-ee2d84dc251a req-fc3c5f50-52bf-44d0-bc0b-81ba034e3238 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:46.960331 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a301ef55-500d-460b-b1c7-ee2d84dc251a req-fc3c5f50-52bf-44d0-bc0b-81ba034e3238 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports?device_id=b07fa3ab-3a2d-472a-9b2a-832a2fb14e83&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6327662 Mar 01 13:48:47.173853 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f621727-84ee-4eb8-b95b-0181ca905110 req-70b37d82-1b94-483b-8154-895ff04246ff tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:47.175794 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8f621727-84ee-4eb8-b95b-0181ca905110 req-70b37d82-1b94-483b-8154-895ff04246ff tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 946 time: 0.8065619 Mar 01 13:48:47.187265 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a301ef55-500d-460b-b1c7-ee2d84dc251a req-d1621344-62d2-46f5-8384-74fa062951a2 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.238 HTTP/1.1" status: 200 len: 696 time: 0.2257752 Mar 01 13:48:47.239191 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-a301ef55-500d-460b-b1c7-ee2d84dc251a req-0bbc5d58-df86-4577-b3d7-f5139391036d tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Request body: {'floatingip': {'port_id': 'a0097efb-120c-4ed9-b7ac-7e4fd029685a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:48:47.425803 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-a301ef55-500d-460b-b1c7-ee2d84dc251a req-0bbc5d58-df86-4577-b3d7-f5139391036d tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks [] for floatingip (c4b78871-31ed-4b09-8d25-0d4b68cc232f), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:47.442462 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8d9639-0255-4ce0-a57a-822d203862b4 None None] Network 6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:48:47.464311 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8f621727-84ee-4eb8-b95b-0181ca905110 req-b7d3cd40-a82f-4d5d-87a9-46208d1dc42d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2805705 Mar 01 13:48:47.470150 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-f359da39-592c-4ee3-91ba-62f8ef280d5a admin admin] Allocated IP 172.25.1.153 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:48:47.862664 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:48:47.913931 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e10b6-1833-433e-b648-79a148966aec req-d1c4da9a-a390-4cf4-8547-8b983ac5e522 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:47.922920 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a24e10b6-1833-433e-b648-79a148966aec req-d1c4da9a-a390-4cf4-8547-8b983ac5e522 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 945 time: 0.2157433 Mar 01 13:48:47.931512 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-faec0c90-1a6d-4831-83d0-f038067e4f9b None None] Provisioning complete for port 8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:48:47.932216 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-faec0c90-1a6d-4831-83d0-f038067e4f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:48.031590 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f359da39-592c-4ee3-91ba-62f8ef280d5a admin admin] Publish callbacks [] for port (feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:48.126047 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a24e10b6-1833-433e-b648-79a148966aec req-512cc26f-e0b1-455f-97d4-4a1a51d813cf tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020738 Mar 01 13:48:48.266729 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:48:48.267112 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:48.373698 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-faec0c90-1a6d-4831-83d0-f038067e4f9b None None] Current status of the port 8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:48:48.374078 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-faec0c90-1a6d-4831-83d0-f038067e4f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:48.588253 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-faec0c90-1a6d-4831-83d0-f038067e4f9b None None] For port 8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca,segment=NetworkSegment(451e6f5e-0ed7-49ff-a26c-745ec890add6),segment_id=451e6f5e-0ed7-49ff-a26c-745ec890add6)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:48:48.607329 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-faec0c90-1a6d-4831-83d0-f038067e4f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:48.728596 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f359da39-592c-4ee3-91ba-62f8ef280d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:48.739074 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:48:48.751634 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec0c90-1a6d-4831-83d0-f038067e4f9b None None] Pushing event updated for resources: {'Port': ['ID=8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:48.769878 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-4d807f1f-0f30-4617-b47b-4b2f011ef4f4 None None] Provisioning complete for port 8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:48:48.770401 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4d807f1f-0f30-4617-b47b-4b2f011ef4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:48.912562 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f359da39-592c-4ee3-91ba-62f8ef280d5a admin admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:48:48.932969 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-f359da39-592c-4ee3-91ba-62f8ef280d5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:48:48.952839 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-4d807f1f-0f30-4617-b47b-4b2f011ef4f4 None None] Current status of the port 8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:48:48.969343 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f359da39-592c-4ee3-91ba-62f8ef280d5a admin admin] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:48:49.059551 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57ba84-bcc1-4446-a7a1-283c9fe985d3 req-4a4bf408-66c1-4111-aa24-9b926b06b558 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:49.063826 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4b57ba84-bcc1-4446-a7a1-283c9fe985d3 req-4a4bf408-66c1-4111-aa24-9b926b06b558 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2c4ed51-88cc-4922-992f-9a1d1c1dcfe1 HTTP/1.1" status: 200 len: 950 time: 0.6038389 Mar 01 13:48:49.130149 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f359da39-592c-4ee3-91ba-62f8ef280d5a admin admin] Pushing event updated for resources: {'Port': ['ID=feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:49.413255 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38796) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:48:49.616811 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1ac6f1cc-2a57-4c52-a069-dbb1f463a7b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:49.622742 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:48:49.803373 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4b57ba84-bcc1-4446-a7a1-283c9fe985d3 req-56e2a609-1396-41da-b93f-54d825285971 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7045293 Mar 01 13:48:49.814296 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1ac6f1cc-2a57-4c52-a069-dbb1f463a7b4 admin admin] Publish callbacks [] for security_group (80ad43f6-2607-449c-9f52-66341fed5514), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:49.839705 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-a301ef55-500d-460b-b1c7-ee2d84dc251a req-0bbc5d58-df86-4577-b3d7-f5139391036d tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:49.840106 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1ac6f1cc-2a57-4c52-a069-dbb1f463a7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (80ad43f6-2607-449c-9f52-66341fed5514), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:49.853823 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:48:49.854203 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:49.909845 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-a301ef55-500d-460b-b1c7-ee2d84dc251a req-0bbc5d58-df86-4577-b3d7-f5139391036d tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (c4b78871-31ed-4b09-8d25-0d4b68cc232f), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:49.998625 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1ac6f1cc-2a57-4c52-a069-dbb1f463a7b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b60d6d2f48654c6691b3dc2ac2de26ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5774996 Mar 01 13:48:50.002681 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6f1cc-2a57-4c52-a069-dbb1f463a7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ad43f6-2607-449c-9f52-66341fed5514,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:50.015962 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38800) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:48:50.203459 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6875ffbc-330b-422c-90f1-153ff5b16630 admin admin] Publish callbacks [] for security_group (80ad43f6-2607-449c-9f52-66341fed5514), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:50.224036 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:48:50.271078 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6875ffbc-330b-422c-90f1-153ff5b16630 admin admin] Publish callbacks [] for security_group (80ad43f6-2607-449c-9f52-66341fed5514), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:50.401313 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6875ffbc-330b-422c-90f1-153ff5b16630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (80ad43f6-2607-449c-9f52-66341fed5514), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:50.404033 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6875ffbc-330b-422c-90f1-153ff5b16630 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:50.407845 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6875ffbc-330b-422c-90f1-153ff5b16630 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80ad43f6-2607-449c-9f52-66341fed5514 HTTP/1.1" status: 204 len: 168 time: 0.3883834 Mar 01 13:48:50.435711 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6875ffbc-330b-422c-90f1-153ff5b16630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ad43f6-2607-449c-9f52-66341fed5514,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:50.597141 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6776e4-6906-492b-97d0-6ff69e4fc126 req-3c379418-1dde-4357-8cf3-14c31290e71d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:50.613607 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7f6776e4-6906-492b-97d0-6ff69e4fc126 req-3c379418-1dde-4357-8cf3-14c31290e71d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 946 time: 0.5429132 Mar 01 13:48:50.748096 n-d-827467-3 neutron-server[103727]: INFO neutron.db.l3_db [req-a301ef55-500d-460b-b1c7-ee2d84dc251a req-0bbc5d58-df86-4577-b3d7-f5139391036d tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Floating IP c4b78871-31ed-4b09-8d25-0d4b68cc232f associated. External IP: 172.25.1.238, port: a0097efb-120c-4ed9-b7ac-7e4fd029685a. Mar 01 13:48:51.087141 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38814) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:48:51.123074 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4399c500-6724-4d3b-a728-4d4320cd8cbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:51.134792 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7f6776e4-6906-492b-97d0-6ff69e4fc126 req-6dd04d47-5b63-4b0f-8b1b-88203b410221 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5186169 Mar 01 13:48:51.243257 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f359da39-592c-4ee3-91ba-62f8ef280d5a admin admin] Publish callbacks [] for router_gateway (cc91481a-09bf-4f96-abe5-c531d524e740), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:51.370334 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4399c500-6724-4d3b-a728-4d4320cd8cbe admin admin] Publish callbacks [] for security_group (e172db68-c0ee-4fac-bc8d-415a28ba1c0e), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:51.384836 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4399c500-6724-4d3b-a728-4d4320cd8cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (e172db68-c0ee-4fac-bc8d-415a28ba1c0e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:51.428978 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4399c500-6724-4d3b-a728-4d4320cd8cbe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08dc9309c300400b88820f9c88f7b12f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3408818 Mar 01 13:48:51.432069 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38816) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:48:51.478409 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399c500-6724-4d3b-a728-4d4320cd8cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e172db68-c0ee-4fac-bc8d-415a28ba1c0e,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:51.513359 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3710d249-70fa-46b1-ad63-f19c9229ebb4 admin admin] Publish callbacks [] for security_group (e172db68-c0ee-4fac-bc8d-415a28ba1c0e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:51.539016 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3710d249-70fa-46b1-ad63-f19c9229ebb4 admin admin] Publish callbacks [] for security_group (e172db68-c0ee-4fac-bc8d-415a28ba1c0e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:51.615213 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3710d249-70fa-46b1-ad63-f19c9229ebb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (e172db68-c0ee-4fac-bc8d-415a28ba1c0e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:51.627830 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3710d249-70fa-46b1-ad63-f19c9229ebb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:51.636557 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3710d249-70fa-46b1-ad63-f19c9229ebb4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e172db68-c0ee-4fac-bc8d-415a28ba1c0e HTTP/1.1" status: 204 len: 168 time: 0.1958256 Mar 01 13:48:51.684285 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710d249-70fa-46b1-ad63-f19c9229ebb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e172db68-c0ee-4fac-bc8d-415a28ba1c0e,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:51.935063 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64392354-faff-480d-91bf-921381279a5d req-e0e52f71-e9c7-450d-ad56-272e7a53a526 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:51.942682 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-64392354-faff-480d-91bf-921381279a5d req-e0e52f71-e9c7-450d-ad56-272e7a53a526 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 945 time: 0.7009230 Mar 01 13:48:52.098556 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a301ef55-500d-460b-b1c7-ee2d84dc251a req-0bbc5d58-df86-4577-b3d7-f5139391036d tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Router 6b94c93f-761e-4f17-b0a9-d8cc63f81129 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:48:52.161160 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-64392354-faff-480d-91bf-921381279a5d req-821a4686-4a61-4106-993c-1349301ba6b0 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126980 Mar 01 13:48:52.566597 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f359da39-592c-4ee3-91ba-62f8ef280d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (cc91481a-09bf-4f96-abe5-c531d524e740), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:52.572447 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a301ef55-500d-460b-b1c7-ee2d84dc251a req-0bbc5d58-df86-4577-b3d7-f5139391036d tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:48:52.584892 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e54f46-3949-4a3b-9df0-d374d61b9624 None None] Sync routers for ids ['6b94c93f-761e-4f17-b0a9-d8cc63f81129'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:48:52.601288 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e54f46-3949-4a3b-9df0-d374d61b9624 None None] Routers {'6b94c93f-761e-4f17-b0a9-d8cc63f81129'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:48:52.603279 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-f8e54f46-3949-4a3b-9df0-d374d61b9624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:48:28Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6b94c93f-761e-4f17-b0a9-d8cc63f81129'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:48:52.606470 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-a301ef55-500d-460b-b1c7-ee2d84dc251a req-0bbc5d58-df86-4577-b3d7-f5139391036d tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:52.838608 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee0d86-8495-41e2-8418-7fac89a5b3c5 req-9fb0191e-b985-4e1b-a030-a7e6fdb8039f tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:52.840489 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f5ee0d86-8495-41e2-8418-7fac89a5b3c5 req-9fb0191e-b985-4e1b-a030-a7e6fdb8039f tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2c4ed51-88cc-4922-992f-9a1d1c1dcfe1 HTTP/1.1" status: 200 len: 950 time: 0.4823699 Mar 01 13:48:52.850177 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a301ef55-500d-460b-b1c7-ee2d84dc251a req-0bbc5d58-df86-4577-b3d7-f5139391036d tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "PUT /v2.0/floatingips/c4b78871-31ed-4b09-8d25-0d4b68cc232f HTTP/1.1" status: 200 len: 996 time: 5.6324978 Mar 01 13:48:52.857010 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07fa3ab-3a2d-472a-9b2a-832a2fb14e83', 'tag': 'a0097efb-120c-4ed9-b7ac-7e4fd029685a'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:48:52.859490 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6493a708-bdc7-4619-9df1-6d002154ea47" -d '{"events": [{"name": "network-changed", "server_uuid": "b07fa3ab-3a2d-472a-9b2a-832a2fb14e83", "tag": "a0097efb-120c-4ed9-b7ac-7e4fd029685a"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:48:52.913982 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-f8e54f46-3949-4a3b-9df0-d374d61b9624 None None] Set router 6b94c93f-761e-4f17-b0a9-d8cc63f81129 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:48:53.011598 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f5ee0d86-8495-41e2-8418-7fac89a5b3c5 req-0c01d1a0-badf-4e19-a9b4-0440d77ca194 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638730 Mar 01 13:48:53.043709 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301ef55-500d-460b-b1c7-ee2d84dc251a req-87220743-f68d-430d-b2ec-801feebacc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:53.049402 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a301ef55-500d-460b-b1c7-ee2d84dc251a req-87220743-f68d-430d-b2ec-801feebacc3f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c18946c020b04e1e84eb00e4d66b6194&device_id=b07fa3ab-3a2d-472a-9b2a-832a2fb14e83 HTTP/1.1" status: 200 len: 1127 time: 0.1708732 Mar 01 13:48:53.191689 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f359da39-592c-4ee3-91ba-62f8ef280d5a admin admin] Router cc91481a-09bf-4f96-abe5-c531d524e740 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 13:48:53.264581 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301ef55-500d-460b-b1c7-ee2d84dc251a req-34208ba0-91ef-4c7e-8525-f1c168c5bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:53.267185 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a301ef55-500d-460b-b1c7-ee2d84dc251a req-34208ba0-91ef-4c7e-8525-f1c168c5bd94 service neutron] 10.222.0.13 "GET /v2.0/networks?id=46ad6524-9b8b-408c-bf41-570bd4a14b9a HTTP/1.1" status: 200 len: 921 time: 0.2092772 Mar 01 13:48:53.451545 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7879a-2b42-4df3-aace-1aa2990f052f req-d733bb34-a562-4e25-814b-711a5f1fae6c tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:53.453236 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-25c7879a-2b42-4df3-aace-1aa2990f052f req-d733bb34-a562-4e25-814b-711a5f1fae6c tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 946 time: 0.2453437 Mar 01 13:48:53.480984 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a301ef55-500d-460b-b1c7-ee2d84dc251a req-0dfe2303-2fb0-4004-8035-9c55f7cbbb00 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0097efb-120c-4ed9-b7ac-7e4fd029685a HTTP/1.1" status: 200 len: 999 time: 0.1751463 Mar 01 13:48:53.570167 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-25c7879a-2b42-4df3-aace-1aa2990f052f req-5c3b53fe-74c2-4a47-879e-36830e86e75f tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076713 Mar 01 13:48:53.579055 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f359da39-592c-4ee3-91ba-62f8ef280d5a admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:48:53.591398 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6a8094-e191-40fe-9ae7-cd300ce07ab6 None None] Sync routers for ids ['cc91481a-09bf-4f96-abe5-c531d524e740'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:48:53.597033 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-f8e54f46-3949-4a3b-9df0-d374d61b9624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'name': 'tempest-FloatingIPsAssociationTestJSON-252549783-router', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:45Z', 'updated_at': '2022-03-01T13:47:54Z', 'revision_number': 4, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'gw_port': {'id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:47Z', 'updated_at': '2022-03-01T13:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'c4b78871-31ed-4b09-8d25-0d4b68cc232f', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'port_id': 'a0097efb-120c-4ed9-b7ac-7e4fd029685a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 922, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'mac_address': 'fa:16:3e:58:c6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07fa3ab-3a2d-472a-9b2a-832a2fb14e83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:48:22Z', 'updated_at': '2022-03-01T13:48:49Z', 'revision_number': 1, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8556f323-4496-4f37-bb5c-eb2d8db17b65', 'name': '', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'mac_address': 'fa:16:3e:ac:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:52Z', 'updated_at': '2022-03-01T13:48:01Z', 'revision_number': 5, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'subnets': [{'id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:48:53.614891 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6a8094-e191-40fe-9ae7-cd300ce07ab6 None None] Routers {'cc91481a-09bf-4f96-abe5-c531d524e740'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:48:53.616053 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-1a6a8094-e191-40fe-9ae7-cd300ce07ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:48:28Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['cc91481a-09bf-4f96-abe5-c531d524e740'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:48:53.632768 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301ef55-500d-460b-b1c7-ee2d84dc251a req-f0373343-92d3-42e4-99e5-d4d20671a8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:53.636011 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a301ef55-500d-460b-b1c7-ee2d84dc251a req-f0373343-92d3-42e4-99e5-d4d20671a8d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=86ba1087-1883-4262-ae29-f20d536ca1ef HTTP/1.1" status: 200 len: 859 time: 0.1400533 Mar 01 13:48:53.643354 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f359da39-592c-4ee3-91ba-62f8ef280d5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:53.646518 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f359da39-592c-4ee3-91ba-62f8ef280d5a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.4560835 Mar 01 13:48:53.648166 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38858) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:48:53.731955 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e54f46-3949-4a3b-9df0-d374d61b9624 None None] Checking router: 6b94c93f-761e-4f17-b0a9-d8cc63f81129 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:48:53.761205 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e54f46-3949-4a3b-9df0-d374d61b9624 None None] Routers {'6b94c93f-761e-4f17-b0a9-d8cc63f81129'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:48:53.769770 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-f8e54f46-3949-4a3b-9df0-d374d61b9624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:48:28Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6b94c93f-761e-4f17-b0a9-d8cc63f81129'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:48:53.770652 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301ef55-500d-460b-b1c7-ee2d84dc251a req-781bec0e-bd39-48c6-a3b4-c5cbc2bb2ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:53.776779 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a301ef55-500d-460b-b1c7-ee2d84dc251a req-781bec0e-bd39-48c6-a3b4-c5cbc2bb2ece service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46ad6524-9b8b-408c-bf41-570bd4a14b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1249223 Mar 01 13:48:53.826151 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0e2a74-3e49-482c-8878-79668dad96f7 x-openstack-request-id: req-bb0e2a74-3e49-482c-8878-79668dad96f7 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:48:53.826553 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07fa3ab-3a2d-472a-9b2a-832a2fb14e83", "tag": "a0097efb-120c-4ed9-b7ac-7e4fd029685a", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:48:53.826701 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb0e2a74-3e49-482c-8878-79668dad96f7 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:48:53.829199 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07fa3ab-3a2d-472a-9b2a-832a2fb14e83', 'tag': 'a0097efb-120c-4ed9-b7ac-7e4fd029685a', 'status': 'completed', 'code': 200} Mar 01 13:48:54.095286 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a301ef55-500d-460b-b1c7-ee2d84dc251a req-42ef640c-f3ed-4ba3-a81b-286b082333e8 service neutron] 10.222.0.13 "GET /v2.0/networks/46ad6524-9b8b-408c-bf41-570bd4a14b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141787 Mar 01 13:48:54.142360 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-1a6a8094-e191-40fe-9ae7-cd300ce07ab6 None None] Set router cc91481a-09bf-4f96-abe5-c531d524e740 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:48:54.175292 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-f8e54f46-3949-4a3b-9df0-d374d61b9624 None None] Set router 6b94c93f-761e-4f17-b0a9-d8cc63f81129 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:48:54.438430 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a301ef55-500d-460b-b1c7-ee2d84dc251a req-23292867-fd6a-476e-9487-92481d1af1bf service neutron] 10.222.0.13 "GET /v2.0/networks/46ad6524-9b8b-408c-bf41-570bd4a14b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316333 Mar 01 13:48:54.651256 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493a708-bdc7-4619-9df1-6d002154ea47 req-80da25d5-4cf6-44e9-8b4a-377726b7a1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:54.662832 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6493a708-bdc7-4619-9df1-6d002154ea47 req-80da25d5-4cf6-44e9-8b4a-377726b7a1de service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c18946c020b04e1e84eb00e4d66b6194&device_id=b07fa3ab-3a2d-472a-9b2a-832a2fb14e83 HTTP/1.1" status: 200 len: 1127 time: 0.6290016 Mar 01 13:48:54.928187 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-1a6a8094-e191-40fe-9ae7-cd300ce07ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc91481a-09bf-4f96-abe5-c531d524e740', 'name': 'tempest-FloatingIPsTestJSON-848920219-router', 'tenant_id': '0c8d6a1d79084a55bc11bd10749d750f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:48:43Z', 'updated_at': '2022-03-01T13:48:50Z', 'revision_number': 3, 'project_id': '0c8d6a1d79084a55bc11bd10749d750f', 'gw_port': {'id': 'feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:be:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc91481a-09bf-4f96-abe5-c531d524e740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:48:46Z', 'updated_at': '2022-03-01T13:48:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:48:55.027335 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-f8e54f46-3949-4a3b-9df0-d374d61b9624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'name': 'tempest-FloatingIPsAssociationTestJSON-252549783-router', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:45Z', 'updated_at': '2022-03-01T13:47:54Z', 'revision_number': 4, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'gw_port': {'id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:47Z', 'updated_at': '2022-03-01T13:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'c4b78871-31ed-4b09-8d25-0d4b68cc232f', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'port_id': 'a0097efb-120c-4ed9-b7ac-7e4fd029685a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 922, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'mac_address': 'fa:16:3e:58:c6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07fa3ab-3a2d-472a-9b2a-832a2fb14e83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:48:22Z', 'updated_at': '2022-03-01T13:48:49Z', 'revision_number': 1, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8556f323-4496-4f37-bb5c-eb2d8db17b65', 'name': '', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'mac_address': 'fa:16:3e:ac:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:52Z', 'updated_at': '2022-03-01T13:48:01Z', 'revision_number': 5, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'subnets': [{'id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:48:55.044873 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-6e6f94bd-3c18-46d8-a822-10e7337d797d tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:55.046476 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-6e6f94bd-3c18-46d8-a822-10e7337d797d tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1958823 Mar 01 13:48:55.069773 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e54f46-3949-4a3b-9df0-d374d61b9624 None None] The sync data for ids ['6b94c93f-761e-4f17-b0a9-d8cc63f81129'] in n-d-827467-3 is: [{'id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'name': 'tempest-FloatingIPsAssociationTestJSON-252549783-router', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:45Z', 'updated_at': '2022-03-01T13:47:54Z', 'revision_number': 4, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'gw_port': {'id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:47Z', 'updated_at': '2022-03-01T13:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'c4b78871-31ed-4b09-8d25-0d4b68cc232f', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'port_id': 'a0097efb-120c-4ed9-b7ac-7e4fd029685a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 922, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'mac_address': 'fa:16:3e:58:c6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07fa3ab-3a2d-472a-9b2a-832a2fb14e83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:48:22Z', 'updated_at': '2022-03-01T13:48:49Z', 'revision_number': 1, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8556f323-4496-4f37-bb5c-eb2d8db17b65', 'name': '', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'mac_address': 'fa:16:3e:ac:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:52Z', 'updated_at': '2022-03-01T13:48:01Z', 'revision_number': 5, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'subnets': [{'id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:48:55.109086 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6a8094-e191-40fe-9ae7-cd300ce07ab6 None None] Checking router: cc91481a-09bf-4f96-abe5-c531d524e740 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:48:55.109437 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6a8094-e191-40fe-9ae7-cd300ce07ab6 None None] Updating router cc91481a-09bf-4f96-abe5-c531d524e740 port feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5 binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:48:55.228028 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6989ca73-b879-4c3e-86cd-f058139f7d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:55.229817 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1a6a8094-e191-40fe-9ae7-cd300ce07ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:55.255553 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07828a8b-95ab-4520-b5a7-5f407eeaa1d5 req-5414ec00-4fbb-48bd-8260-6ad27fdd91d5 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:55.258416 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-07828a8b-95ab-4520-b5a7-5f407eeaa1d5 req-5414ec00-4fbb-48bd-8260-6ad27fdd91d5 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 945 time: 0.6215434 Mar 01 13:48:55.348090 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-d929a27e-eff3-4446-b92f-4e36deb8a961 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.238 HTTP/1.1" status: 200 len: 999 time: 0.2554793 Mar 01 13:48:55.374333 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-f5314c1a-9f41-4dc0-af1e-fcf4de3fa608 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Request body: {'floatingip': {'port_id': '2401d5df-ee96-41a7-a1a6-1c8d009ea873', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:48:55.591627 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-07828a8b-95ab-4520-b5a7-5f407eeaa1d5 req-f38b8a39-5fc1-47ad-87fe-a1ad6bde9c70 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228343 Mar 01 13:48:55.626318 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e88d542-03a9-40e7-8a0f-bbe7f69200f9 None None] New status for floating IP c4b78871-31ed-4b09-8d25-0d4b68cc232f: ACTIVE {{(pid=103729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 13:48:55.635906 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-f5314c1a-9f41-4dc0-af1e-fcf4de3fa608 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks [] for floatingip (c4b78871-31ed-4b09-8d25-0d4b68cc232f), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:55.941002 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1a6a8094-e191-40fe-9ae7-cd300ce07ab6 None None] Publish callbacks [] for port (feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:55.966494 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1a6a8094-e191-40fe-9ae7-cd300ce07ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:56.163334 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-1a6a8094-e191-40fe-9ae7-cd300ce07ab6 None None] Attempting to bind port feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:48:56.163726 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-1a6a8094-e191-40fe-9ae7-cd300ce07ab6 None None] Attempting to bind port feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:48:56.165966 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6a8094-e191-40fe-9ae7-cd300ce07ab6 None None] Attempting to bind port feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5 on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:48:56.176725 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9025c2-12eb-4bd8-bc9e-5f674c8c7684 None None] Pushing event updated for resources: {'Port': ['ID=feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:56.190812 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6a8094-e191-40fe-9ae7-cd300ce07ab6 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:48:56.194253 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6a8094-e191-40fe-9ae7-cd300ce07ab6 None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:48:56.194640 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1a6a8094-e191-40fe-9ae7-cd300ce07ab6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:56.195073 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6a8094-e191-40fe-9ae7-cd300ce07ab6 None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:48:56.196204 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-1a6a8094-e191-40fe-9ae7-cd300ce07ab6 None None] Bound port: feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:48:56.198584 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1a6a8094-e191-40fe-9ae7-cd300ce07ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:56.325019 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12221713-d432-48c1-b518-0c72bff5cb4d req-f0ec83f7-e66a-484b-aaa9-60113e234cb1 tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:56.326306 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12221713-d432-48c1-b518-0c72bff5cb4d req-f0ec83f7-e66a-484b-aaa9-60113e234cb1 tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:56.326962 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12221713-d432-48c1-b518-0c72bff5cb4d req-f0ec83f7-e66a-484b-aaa9-60113e234cb1 tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:56.327612 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12221713-d432-48c1-b518-0c72bff5cb4d req-f0ec83f7-e66a-484b-aaa9-60113e234cb1 tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:56.328289 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12221713-d432-48c1-b518-0c72bff5cb4d req-f0ec83f7-e66a-484b-aaa9-60113e234cb1 tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:56.328935 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12221713-d432-48c1-b518-0c72bff5cb4d req-f0ec83f7-e66a-484b-aaa9-60113e234cb1 tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:56.329581 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12221713-d432-48c1-b518-0c72bff5cb4d req-f0ec83f7-e66a-484b-aaa9-60113e234cb1 tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:56.330226 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12221713-d432-48c1-b518-0c72bff5cb4d req-f0ec83f7-e66a-484b-aaa9-60113e234cb1 tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:56.342251 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-12221713-d432-48c1-b518-0c72bff5cb4d req-f0ec83f7-e66a-484b-aaa9-60113e234cb1 tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a2c4ed51-88cc-4922-992f-9a1d1c1dcfe1&device_id=bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3&device_id=492b035e-2b66-48eb-bf95-ad11242bd554&device_id=4af7d217-9c6e-46dd-aada-8f37a920b362&device_id=b07fa3ab-3a2d-472a-9b2a-832a2fb14e83&device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713&device_id=e4025627-1ecb-4755-b6e9-eff457f43453&device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 7564 time: 0.1441302 Mar 01 13:48:56.370243 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-12221713-d432-48c1-b518-0c72bff5cb4d req-78deea94-109d-403b-a3bd-a37363c211b2 tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:56.400107 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-1a6a8094-e191-40fe-9ae7-cd300ce07ab6 None None] For port feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:48:56.408869 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-1a6a8094-e191-40fe-9ae7-cd300ce07ab6 None None] For port feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:48:56.427228 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1a6a8094-e191-40fe-9ae7-cd300ce07ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:56.442856 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493a708-bdc7-4619-9df1-6d002154ea47 req-09c11c77-06b2-411d-a533-a1f06a40106a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:56.450534 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6493a708-bdc7-4619-9df1-6d002154ea47 req-09c11c77-06b2-411d-a533-a1f06a40106a service neutron] 10.222.0.32 "GET /v2.0/networks?id=46ad6524-9b8b-408c-bf41-570bd4a14b9a HTTP/1.1" status: 200 len: 921 time: 0.5416014 Mar 01 13:48:56.519079 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.db.api [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-f5314c1a-9f41-4dc0-af1e-fcf4de3fa608 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 13:48:56.520322 n-d-827467-3 neutron-server[103727]: DEBUG oslo_db.api [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-f5314c1a-9f41-4dc0-af1e-fcf4de3fa608 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 13:48:56.676163 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-12221713-d432-48c1-b518-0c72bff5cb4d req-78deea94-109d-403b-a3bd-a37363c211b2 tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] Publish callbacks [] for security_group (4d50d581-92aa-4ebf-9169-1d67c617c65b), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:56.683593 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-12221713-d432-48c1-b518-0c72bff5cb4d req-78deea94-109d-403b-a3bd-a37363c211b2 tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4d50d581-92aa-4ebf-9169-1d67c617c65b), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:56.701969 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9025c2-12eb-4bd8-bc9e-5f674c8c7684 None None] Pushing event updated for resources: {'Port': ['ID=feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:56.724675 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6a8094-e191-40fe-9ae7-cd300ce07ab6 None None] Routers {'cc91481a-09bf-4f96-abe5-c531d524e740'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:48:56.725320 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-1a6a8094-e191-40fe-9ae7-cd300ce07ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:48:28Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['cc91481a-09bf-4f96-abe5-c531d524e740'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:48:56.764685 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78deea94-109d-403b-a3bd-a37363c211b2 tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d50d581-92aa-4ebf-9169-1d67c617c65b,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:56.793732 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78deea94-109d-403b-a3bd-a37363c211b2 tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:56.794092 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78deea94-109d-403b-a3bd-a37363c211b2 tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:56.794439 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78deea94-109d-403b-a3bd-a37363c211b2 tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:56.794781 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78deea94-109d-403b-a3bd-a37363c211b2 tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:56.795119 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78deea94-109d-403b-a3bd-a37363c211b2 tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:56.799730 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78deea94-109d-403b-a3bd-a37363c211b2 tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:56.799730 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78deea94-109d-403b-a3bd-a37363c211b2 tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:56.799730 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78deea94-109d-403b-a3bd-a37363c211b2 tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:56.799730 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78deea94-109d-403b-a3bd-a37363c211b2 tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:56.799730 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78deea94-109d-403b-a3bd-a37363c211b2 tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:56.803433 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78deea94-109d-403b-a3bd-a37363c211b2 tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:56.803876 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78deea94-109d-403b-a3bd-a37363c211b2 tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:56.804221 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78deea94-109d-403b-a3bd-a37363c211b2 tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:48:56.842506 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d2861dc5-13ba-4868-a021-b00bd3f8483a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:56.947253 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-12221713-d432-48c1-b518-0c72bff5cb4d req-78deea94-109d-403b-a3bd-a37363c211b2 tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3682eac9-a3cc-4051-bf61-dbdd5b18b54e&id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&id=0ac2c542-01a7-4543-ac42-991941116211&id=93839781-d0d0-4ebf-b8be-f5b810cb3402&id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 606 time: 0.6036179 Mar 01 13:48:57.022373 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-f5314c1a-9f41-4dc0-af1e-fcf4de3fa608 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks [] for floatingip (c4b78871-31ed-4b09-8d25-0d4b68cc232f), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:57.154099 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38900) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:48:57.290634 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-1a6a8094-e191-40fe-9ae7-cd300ce07ab6 None None] Set router cc91481a-09bf-4f96-abe5-c531d524e740 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:48:57.317201 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6493a708-bdc7-4619-9df1-6d002154ea47 req-9d2c6a68-b69a-4982-80f3-77975863074b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0097efb-120c-4ed9-b7ac-7e4fd029685a HTTP/1.1" status: 200 len: 1001 time: 0.7834466 Mar 01 13:48:57.474586 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9dfe7-6348-4da3-b16e-e0088ed897a9 req-a5f3f7c6-2127-457d-bf6d-0c298dead9c2 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:57.502813 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5bd9dfe7-6348-4da3-b16e-e0088ed897a9 req-a5f3f7c6-2127-457d-bf6d-0c298dead9c2 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 946 time: 0.3784876 Mar 01 13:48:57.564717 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c2e6f8d8-ad99-4ea7-9e9b-881a711d541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:57.611201 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-04463478-339e-4182-aa06-4e8ff6ac76d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:57.680795 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-1a6a8094-e191-40fe-9ae7-cd300ce07ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc91481a-09bf-4f96-abe5-c531d524e740', 'name': 'tempest-FloatingIPsTestJSON-848920219-router', 'tenant_id': '0c8d6a1d79084a55bc11bd10749d750f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:48:43Z', 'updated_at': '2022-03-01T13:48:50Z', 'revision_number': 3, 'project_id': '0c8d6a1d79084a55bc11bd10749d750f', 'gw_port': {'id': 'feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:be:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc91481a-09bf-4f96-abe5-c531d524e740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:48:46Z', 'updated_at': '2022-03-01T13:48:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:48:57.684450 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493a708-bdc7-4619-9df1-6d002154ea47 req-f4eadd56-5768-4217-877e-90134c799e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:57.687068 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6493a708-bdc7-4619-9df1-6d002154ea47 req-f4eadd56-5768-4217-877e-90134c799e39 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=86ba1087-1883-4262-ae29-f20d536ca1ef HTTP/1.1" status: 200 len: 859 time: 0.3440907 Mar 01 13:48:57.744728 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5bd9dfe7-6348-4da3-b16e-e0088ed897a9 req-731131d1-e901-479e-9ccf-8c4cd9bebe56 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2375093 Mar 01 13:48:57.830588 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6a8094-e191-40fe-9ae7-cd300ce07ab6 None None] The sync data for ids ['cc91481a-09bf-4f96-abe5-c531d524e740'] in n-d-827467-3 is: [{'id': 'cc91481a-09bf-4f96-abe5-c531d524e740', 'name': 'tempest-FloatingIPsTestJSON-848920219-router', 'tenant_id': '0c8d6a1d79084a55bc11bd10749d750f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:48:43Z', 'updated_at': '2022-03-01T13:48:50Z', 'revision_number': 3, 'project_id': '0c8d6a1d79084a55bc11bd10749d750f', 'gw_port': {'id': 'feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:be:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc91481a-09bf-4f96-abe5-c531d524e740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:48:46Z', 'updated_at': '2022-03-01T13:48:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:48:57.923988 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-04463478-339e-4182-aa06-4e8ff6ac76d0 admin admin] Publish callbacks [] for security_group (92f81f4f-6514-4f36-a5c3-14cb26cdb756), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:58.006597 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-04463478-339e-4182-aa06-4e8ff6ac76d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (92f81f4f-6514-4f36-a5c3-14cb26cdb756), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:58.141677 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0e2ba-0062-450c-8595-5bc98b2eea9d req-e5242b9e-eae0-4f7c-9eba-34259ab590e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:58.146927 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9bb0e2ba-0062-450c-8595-5bc98b2eea9d req-e5242b9e-eae0-4f7c-9eba-34259ab590e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=475192ca5f814c16b38a7d788a6a6472&device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 1128 time: 1.0153804 Mar 01 13:48:58.349314 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0e2ba-0062-450c-8595-5bc98b2eea9d req-9d873588-f8d4-4339-bc65-0f2d24ec20eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:58.351033 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9bb0e2ba-0062-450c-8595-5bc98b2eea9d req-9d873588-f8d4-4339-bc65-0f2d24ec20eb service neutron] 10.222.0.32 "GET /v2.0/networks?id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 HTTP/1.1" status: 200 len: 913 time: 0.1798482 Mar 01 13:48:58.355327 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04463478-339e-4182-aa06-4e8ff6ac76d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f81f4f-6514-4f36-a5c3-14cb26cdb756,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:58.391431 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-04463478-339e-4182-aa06-4e8ff6ac76d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dbaa0ab0d16248d185913047b3114181&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1326749 Mar 01 13:48:58.399912 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38914) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:48:58.400886 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-d2861dc5-13ba-4868-a021-b00bd3f8483a admin admin] Allocated IP 172.20.0.1 (6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27/ed859e31-c181-4a08-a337-a7803f01700f/c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:48:58.540778 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493a708-bdc7-4619-9df1-6d002154ea47 req-fcf9db66-2327-4013-9448-c9561fbf9287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:58.542735 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6493a708-bdc7-4619-9df1-6d002154ea47 req-fcf9db66-2327-4013-9448-c9561fbf9287 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46ad6524-9b8b-408c-bf41-570bd4a14b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8319955 Mar 01 13:48:58.792957 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:58.801292 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.db.resource_extend [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-f5314c1a-9f41-4dc0-af1e-fcf4de3fa608 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 13:48:58.901616 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d2861dc5-13ba-4868-a021-b00bd3f8483a admin admin] Publish callbacks [] for port (c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:58.947780 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-734739f1-e528-4600-beb1-64191adb7679 admin admin] Publish callbacks [] for security_group (92f81f4f-6514-4f36-a5c3-14cb26cdb756), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:58.975557 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-734739f1-e528-4600-beb1-64191adb7679 admin admin] Publish callbacks [] for security_group (92f81f4f-6514-4f36-a5c3-14cb26cdb756), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:58.996448 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-f5314c1a-9f41-4dc0-af1e-fcf4de3fa608 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:59.022087 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-f5314c1a-9f41-4dc0-af1e-fcf4de3fa608 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (c4b78871-31ed-4b09-8d25-0d4b68cc232f), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:59.044039 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6493a708-bdc7-4619-9df1-6d002154ea47 req-920dbf21-1570-415b-9b6a-49743e46199a service neutron] 10.222.0.32 "GET /v2.0/networks/46ad6524-9b8b-408c-bf41-570bd4a14b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4863875 Mar 01 13:48:59.046840 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d2861dc5-13ba-4868-a021-b00bd3f8483a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:59.051789 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9bb0e2ba-0062-450c-8595-5bc98b2eea9d req-3e9146bb-72a4-42a7-806c-19eeb829e802 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7988cdd9-dd32-4813-871c-c8dca2569301 HTTP/1.1" status: 200 len: 1001 time: 0.6662059 Mar 01 13:48:59.058938 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-734739f1-e528-4600-beb1-64191adb7679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (92f81f4f-6514-4f36-a5c3-14cb26cdb756), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:59.062224 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-734739f1-e528-4600-beb1-64191adb7679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:59.079755 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-734739f1-e528-4600-beb1-64191adb7679 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92f81f4f-6514-4f36-a5c3-14cb26cdb756 HTTP/1.1" status: 204 len: 168 time: 0.6621711 Mar 01 13:48:59.278139 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734739f1-e528-4600-beb1-64191adb7679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f81f4f-6514-4f36-a5c3-14cb26cdb756,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:48:59.281234 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0e2ba-0062-450c-8595-5bc98b2eea9d req-3269f177-aba3-4e54-a126-a34869585aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:59.286223 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9bb0e2ba-0062-450c-8595-5bc98b2eea9d req-3269f177-aba3-4e54-a126-a34869585aab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d1ea702e-89f4-430d-ba35-37a3134c98fa HTTP/1.1" status: 200 len: 851 time: 0.1892710 Mar 01 13:48:59.628730 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2861dc5-13ba-4868-a021-b00bd3f8483a admin admin] Network 6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:48:59.657611 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:48:59.677259 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-d2861dc5-13ba-4868-a021-b00bd3f8483a admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:48:59.710489 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2861dc5-13ba-4868-a021-b00bd3f8483a admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:48:59.862520 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d2861dc5-13ba-4868-a021-b00bd3f8483a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (cc91481a-09bf-4f96-abe5-c531d524e740), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:59.862856 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:48:59.863977 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:48:59.893685 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0e2ba-0062-450c-8595-5bc98b2eea9d req-4c970ee0-2509-4920-9980-2f5848c60963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:48:59.900887 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9bb0e2ba-0062-450c-8595-5bc98b2eea9d req-4c970ee0-2509-4920-9980-2f5848c60963 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5801957 Mar 01 13:49:00.008655 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2861dc5-13ba-4868-a021-b00bd3f8483a admin admin] Pushing event updated for resources: {'Port': ['ID=c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:00.189433 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:00.277321 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6493a708-bdc7-4619-9df1-6d002154ea47 req-4971bcb8-7811-4e5f-a237-b27f974010d1 service neutron] 10.222.0.32 "GET /v2.0/networks/46ad6524-9b8b-408c-bf41-570bd4a14b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2214324 Mar 01 13:49:00.304320 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:49:00.305200 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:00.383718 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-152ca02a-6a13-4d2c-8667-61c73561b125 None None] Provisioning complete for port c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:49:00.384400 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-152ca02a-6a13-4d2c-8667-61c73561b125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:00.487276 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:00.504814 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9bb0e2ba-0062-450c-8595-5bc98b2eea9d req-21784711-5179-4333-87d5-c1ad4162a053 service neutron] 10.222.0.32 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5899060 Mar 01 13:49:00.520528 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:00.625342 n-d-827467-3 neutron-server[103727]: INFO neutron.db.l3_db [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-f5314c1a-9f41-4dc0-af1e-fcf4de3fa608 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Floating IP c4b78871-31ed-4b09-8d25-0d4b68cc232f associated. External IP: 172.25.1.238, port: a0097efb-120c-4ed9-b7ac-7e4fd029685a. Mar 01 13:49:00.658280 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-152ca02a-6a13-4d2c-8667-61c73561b125 None None] Port c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:49:00.708849 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:00.752302 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d2861dc5-13ba-4868-a021-b00bd3f8483a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:00.941193 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9bb0e2ba-0062-450c-8595-5bc98b2eea9d req-4db53a5f-6d5f-4040-bc50-75026319fc35 service neutron] 10.222.0.32 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282422 Mar 01 13:49:01.151441 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d2861dc5-13ba-4868-a021-b00bd3f8483a admin admin] Publish callbacks [] for port (c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:01.157060 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d2861dc5-13ba-4868-a021-b00bd3f8483a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:01.281820 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-f5314c1a-9f41-4dc0-af1e-fcf4de3fa608 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Router 6b94c93f-761e-4f17-b0a9-d8cc63f81129 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:49:01.335488 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d2861dc5-13ba-4868-a021-b00bd3f8483a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (cc91481a-09bf-4f96-abe5-c531d524e740), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:01.339134 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2861dc5-13ba-4868-a021-b00bd3f8483a admin admin] Pushing event updated for resources: {'Port': ['ID=c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:01.600455 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-f5314c1a-9f41-4dc0-af1e-fcf4de3fa608 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:49:01.623849 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c354ebcd-970b-45cf-950d-b189aa355dd5 None None] Sync routers for ids ['6b94c93f-761e-4f17-b0a9-d8cc63f81129'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:49:01.635901 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:49:01.639028 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2861dc5-13ba-4868-a021-b00bd3f8483a admin admin] Network 6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:49:01.653210 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-d2861dc5-13ba-4868-a021-b00bd3f8483a admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:49:01.739104 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c354ebcd-970b-45cf-950d-b189aa355dd5 None None] Routers {'6b94c93f-761e-4f17-b0a9-d8cc63f81129'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:49:01.739696 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-c354ebcd-970b-45cf-950d-b189aa355dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:48:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6b94c93f-761e-4f17-b0a9-d8cc63f81129'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:01.806616 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:01.849374 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:49:01.849804 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:01.957820 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2861dc5-13ba-4868-a021-b00bd3f8483a admin admin] Router cc91481a-09bf-4f96-abe5-c531d524e740 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:49:02.032538 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-c354ebcd-970b-45cf-950d-b189aa355dd5 None None] Set router 6b94c93f-761e-4f17-b0a9-d8cc63f81129 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:49:02.034659 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-ed287555-83fb-4a41-9f77-f3558f831dea tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383086 Mar 01 13:49:02.193426 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2861dc5-13ba-4868-a021-b00bd3f8483a admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:49:02.208848 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7b19b4-639b-467f-8035-c56451b9c6e1 None None] Sync routers for ids ['cc91481a-09bf-4f96-abe5-c531d524e740'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:49:02.212990 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d2861dc5-13ba-4868-a021-b00bd3f8483a admin admin] 10.222.0.13 "PUT /v2.0/routers/cc91481a-09bf-4f96-abe5-c531d524e740/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5627775 Mar 01 13:49:02.233523 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7b19b4-639b-467f-8035-c56451b9c6e1 None None] Routers {'cc91481a-09bf-4f96-abe5-c531d524e740'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:49:02.234291 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-5e7b19b4-639b-467f-8035-c56451b9c6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:48:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['cc91481a-09bf-4f96-abe5-c531d524e740'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:02.315558 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:49:02.380540 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-a0f78cc1-e8ba-456c-8ca0-1b0b9370a029 None None] Provisioning complete for port c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:49:02.385886 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a0f78cc1-e8ba-456c-8ca0-1b0b9370a029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:02.437569 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-f5314c1a-9f41-4dc0-af1e-fcf4de3fa608 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Router 6b94c93f-761e-4f17-b0a9-d8cc63f81129 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:49:02.560092 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-5e7b19b4-639b-467f-8035-c56451b9c6e1 None None] Set router cc91481a-09bf-4f96-abe5-c531d524e740 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:49:02.596240 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-86757f49-7849-4ace-ae13-88682386c0b6 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:02.598793 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-86757f49-7849-4ace-ae13-88682386c0b6 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5547211 Mar 01 13:49:02.630068 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-adaeb0f0-738d-4c4e-9f10-aa732d709179 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/quotas/2ec5c9492ee44fd9b5f60396d6276cb8 HTTP/1.1" status: 200 len: 375 time: 0.0194094 Mar 01 13:49:02.686876 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-a0f78cc1-e8ba-456c-8ca0-1b0b9370a029 None None] Port c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:49:02.770466 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-2e186a78-d642-4e06-98ee-d9770ae0862f tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1175027 Mar 01 13:49:02.796822 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-f5314c1a-9f41-4dc0-af1e-fcf4de3fa608 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:49:02.818879 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-f5314c1a-9f41-4dc0-af1e-fcf4de3fa608 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:02.924445 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07fa3ab-3a2d-472a-9b2a-832a2fb14e83', 'tag': 'a0097efb-120c-4ed9-b7ac-7e4fd029685a'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:49:02.927264 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5ce5c6-aa74-4575-8e0a-b1f907129837" -d '{"events": [{"name": "network-changed", "server_uuid": "b07fa3ab-3a2d-472a-9b2a-832a2fb14e83", "tag": "a0097efb-120c-4ed9-b7ac-7e4fd029685a"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:49:02.934252 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-f5314c1a-9f41-4dc0-af1e-fcf4de3fa608 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "PUT /v2.0/floatingips/c4b78871-31ed-4b09-8d25-0d4b68cc232f HTTP/1.1" status: 200 len: 998 time: 7.5757728 Mar 01 13:49:02.988310 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-5e7b19b4-639b-467f-8035-c56451b9c6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc91481a-09bf-4f96-abe5-c531d524e740', 'name': 'tempest-FloatingIPsTestJSON-848920219-router', 'tenant_id': '0c8d6a1d79084a55bc11bd10749d750f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:48:43Z', 'updated_at': '2022-03-01T13:49:00Z', 'revision_number': 4, 'project_id': '0c8d6a1d79084a55bc11bd10749d750f', 'gw_port': {'id': 'feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:be:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc91481a-09bf-4f96-abe5-c531d524e740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:48:46Z', 'updated_at': '2022-03-01T13:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98', 'name': '', 'network_id': '6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27', 'tenant_id': '0c8d6a1d79084a55bc11bd10749d750f', 'mac_address': 'fa:16:3e:2d:07:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc91481a-09bf-4f96-abe5-c531d524e740', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'ed859e31-c181-4a08-a337-a7803f01700f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:48:56Z', 'updated_at': '2022-03-01T13:49:00Z', 'revision_number': 2, 'project_id': '0c8d6a1d79084a55bc11bd10749d750f', 'subnets': [{'id': 'ed859e31-c181-4a08-a337-a7803f01700f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:03.032902 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-c354ebcd-970b-45cf-950d-b189aa355dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'name': 'tempest-FloatingIPsAssociationTestJSON-252549783-router', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:45Z', 'updated_at': '2022-03-01T13:47:54Z', 'revision_number': 4, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'gw_port': {'id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:47Z', 'updated_at': '2022-03-01T13:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'c4b78871-31ed-4b09-8d25-0d4b68cc232f', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'port_id': '2401d5df-ee96-41a7-a1a6-1c8d009ea873', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 922, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'mac_address': 'fa:16:3e:fa:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:48:22Z', 'updated_at': '2022-03-01T13:48:58Z', 'revision_number': 3, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8556f323-4496-4f37-bb5c-eb2d8db17b65', 'name': '', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'mac_address': 'fa:16:3e:ac:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:52Z', 'updated_at': '2022-03-01T13:48:01Z', 'revision_number': 5, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'subnets': [{'id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:03.063087 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7b19b4-639b-467f-8035-c56451b9c6e1 None None] Checking router: cc91481a-09bf-4f96-abe5-c531d524e740 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:49:03.063800 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7b19b4-639b-467f-8035-c56451b9c6e1 None None] Updating router cc91481a-09bf-4f96-abe5-c531d524e740 port c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98 binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:49:03.129184 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-5e7b19b4-639b-467f-8035-c56451b9c6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:03.139253 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c354ebcd-970b-45cf-950d-b189aa355dd5 None None] Checking router: 6b94c93f-761e-4f17-b0a9-d8cc63f81129 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:49:03.168074 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c354ebcd-970b-45cf-950d-b189aa355dd5 None None] Routers {'6b94c93f-761e-4f17-b0a9-d8cc63f81129'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:49:03.178403 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-c354ebcd-970b-45cf-950d-b189aa355dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:48:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6b94c93f-761e-4f17-b0a9-d8cc63f81129'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:03.334627 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-afd9d73a-1685-4e55-b372-3f98f7db1790 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:03.337516 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-afd9d73a-1685-4e55-b372-3f98f7db1790 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports/a0097efb-120c-4ed9-b7ac-7e4fd029685a HTTP/1.1" status: 200 len: 942 time: 0.3943496 Mar 01 13:49:03.396338 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-c354ebcd-970b-45cf-950d-b189aa355dd5 None None] Set router 6b94c93f-761e-4f17-b0a9-d8cc63f81129 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:49:03.484015 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e012682-4740-4703-9920-b701ff4edd83 req-2131dbdc-2147-4222-b853-b71a811faffa tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:03.485666 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5e012682-4740-4703-9920-b701ff4edd83 req-2131dbdc-2147-4222-b853-b71a811faffa tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 945 time: 0.1471598 Mar 01 13:49:03.666062 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5e012682-4740-4703-9920-b701ff4edd83 req-160e6a55-8112-4efd-93e2-f63effe1144e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678629 Mar 01 13:49:03.698502 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-cb003c77-cde0-4e82-9cc8-c638b0dea0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:03.708528 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-cb003c77-cde0-4e82-9cc8-c638b0dea0f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c18946c020b04e1e84eb00e4d66b6194&device_id=b07fa3ab-3a2d-472a-9b2a-832a2fb14e83 HTTP/1.1" status: 200 len: 1127 time: 0.1435955 Mar 01 13:49:03.929282 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-c9625a8a-75dd-4865-82b0-0795517df3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:03.933673 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-c9625a8a-75dd-4865-82b0-0795517df3ee service neutron] 10.222.0.13 "GET /v2.0/networks?id=46ad6524-9b8b-408c-bf41-570bd4a14b9a HTTP/1.1" status: 200 len: 921 time: 0.2179232 Mar 01 13:49:04.034589 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-5e7b19b4-639b-467f-8035-c56451b9c6e1 None None] Publish callbacks [] for port (c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:04.046291 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-c354ebcd-970b-45cf-950d-b189aa355dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'name': 'tempest-FloatingIPsAssociationTestJSON-252549783-router', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:45Z', 'updated_at': '2022-03-01T13:47:54Z', 'revision_number': 4, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'gw_port': {'id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:47Z', 'updated_at': '2022-03-01T13:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'c4b78871-31ed-4b09-8d25-0d4b68cc232f', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'port_id': '2401d5df-ee96-41a7-a1a6-1c8d009ea873', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 922, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'mac_address': 'fa:16:3e:fa:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:48:22Z', 'updated_at': '2022-03-01T13:48:58Z', 'revision_number': 3, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8556f323-4496-4f37-bb5c-eb2d8db17b65', 'name': '', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'mac_address': 'fa:16:3e:ac:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:52Z', 'updated_at': '2022-03-01T13:48:01Z', 'revision_number': 5, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'subnets': [{'id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:04.053588 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-5e7b19b4-639b-467f-8035-c56451b9c6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:04.084969 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-825fd79e-0cf8-4f6e-b8d1-053992f4ff76 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0097efb-120c-4ed9-b7ac-7e4fd029685a HTTP/1.1" status: 200 len: 217 time: 0.1404045 Mar 01 13:49:04.098779 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c354ebcd-970b-45cf-950d-b189aa355dd5 None None] The sync data for ids ['6b94c93f-761e-4f17-b0a9-d8cc63f81129'] in n-d-827467-3 is: [{'id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'name': 'tempest-FloatingIPsAssociationTestJSON-252549783-router', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:45Z', 'updated_at': '2022-03-01T13:47:54Z', 'revision_number': 4, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'gw_port': {'id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:47Z', 'updated_at': '2022-03-01T13:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'c4b78871-31ed-4b09-8d25-0d4b68cc232f', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'port_id': '2401d5df-ee96-41a7-a1a6-1c8d009ea873', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 922, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'mac_address': 'fa:16:3e:fa:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:48:22Z', 'updated_at': '2022-03-01T13:48:58Z', 'revision_number': 3, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8556f323-4496-4f37-bb5c-eb2d8db17b65', 'name': '', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'mac_address': 'fa:16:3e:ac:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:52Z', 'updated_at': '2022-03-01T13:48:01Z', 'revision_number': 5, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'subnets': [{'id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:49:04.183027 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f75cf8-a7ed-4b08-9936-10b2efaac1fe req-b8039058-9a2b-4d4d-a5df-9076f05cc7ac tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:04.191583 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-89f75cf8-a7ed-4b08-9936-10b2efaac1fe req-b8039058-9a2b-4d4d-a5df-9076f05cc7ac tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 946 time: 0.2567327 Mar 01 13:49:04.201127 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-cb5697cd-4adf-4ca2-a4e4-10ee2d8eee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:04.202671 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-cb5697cd-4adf-4ca2-a4e4-10ee2d8eee74 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=86ba1087-1883-4262-ae29-f20d536ca1ef HTTP/1.1" status: 200 len: 859 time: 0.1110692 Mar 01 13:49:04.241168 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef049c-5896-47fc-bca2-654a880a315d None None] Pushing event updated for resources: {'Port': ['ID=c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:04.317173 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-5e7b19b4-639b-467f-8035-c56451b9c6e1 None None] Attempting to bind port c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:49:04.318243 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-5e7b19b4-639b-467f-8035-c56451b9c6e1 None None] Attempting to bind port c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '451e6f5e-0ed7-49ff-a26c-745ec890add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:49:04.319646 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7b19b4-639b-467f-8035-c56451b9c6e1 None None] Attempting to bind port c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98 on network 6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:49:04.325364 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-89f75cf8-a7ed-4b08-9936-10b2efaac1fe req-2398412f-6342-4f65-a758-02dd8a18d6b3 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312113 Mar 01 13:49:04.349767 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ef049c-5896-47fc-bca2-654a880a315d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:04.361995 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ef049c-5896-47fc-bca2-654a880a315d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:04.361995 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ef049c-5896-47fc-bca2-654a880a315d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:04.361995 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ef049c-5896-47fc-bca2-654a880a315d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:04.361995 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ef049c-5896-47fc-bca2-654a880a315d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:04.361995 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ef049c-5896-47fc-bca2-654a880a315d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:04.361995 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ef049c-5896-47fc-bca2-654a880a315d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:04.365976 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ef049c-5896-47fc-bca2-654a880a315d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:04.374888 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ef049c-5896-47fc-bca2-654a880a315d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:04.375625 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ef049c-5896-47fc-bca2-654a880a315d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:04.378093 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ef049c-5896-47fc-bca2-654a880a315d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:04.378694 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ef049c-5896-47fc-bca2-654a880a315d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:04.379270 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ef049c-5896-47fc-bca2-654a880a315d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:04.390557 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7b19b4-639b-467f-8035-c56451b9c6e1 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:49:04.391413 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7b19b4-639b-467f-8035-c56451b9c6e1 None None] Checking segment: {'id': '451e6f5e-0ed7-49ff-a26c-745ec890add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:49:04.393469 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-5e7b19b4-639b-467f-8035-c56451b9c6e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:04.395465 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7b19b4-639b-467f-8035-c56451b9c6e1 None None] Bound using segment: {'id': '451e6f5e-0ed7-49ff-a26c-745ec890add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:49:04.396268 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-5e7b19b4-639b-467f-8035-c56451b9c6e1 None None] Bound port: c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451e6f5e-0ed7-49ff-a26c-745ec890add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:49:04.399151 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-5e7b19b4-639b-467f-8035-c56451b9c6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:04.541174 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-a4688e92-e59a-429c-b578-1477322f82c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:04.549226 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-a4688e92-e59a-429c-b578-1477322f82c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46ad6524-9b8b-408c-bf41-570bd4a14b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2416706 Mar 01 13:49:04.574609 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-32e7419c-b668-45da-978a-28a3458e034c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:49:04.579597 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-32e7419c-b668-45da-978a-28a3458e034c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0225012 Mar 01 13:49:04.607435 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b64a94-5138-4d35-ad4e-345d7ef12abf None None] New status for floating IP c4b78871-31ed-4b09-8d25-0d4b68cc232f: ACTIVE {{(pid=103728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 13:49:04.614014 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-5e7b19b4-639b-467f-8035-c56451b9c6e1 None None] For port c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:49:04.617994 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-5e7b19b4-639b-467f-8035-c56451b9c6e1 None None] For port c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98,segment=NetworkSegment(451e6f5e-0ed7-49ff-a26c-745ec890add6),segment_id=451e6f5e-0ed7-49ff-a26c-745ec890add6)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:49:04.631199 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-5e7b19b4-639b-467f-8035-c56451b9c6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:04.735163 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef049c-5896-47fc-bca2-654a880a315d None None] Pushing event updated for resources: {'Port': ['ID=c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98,revision_number=4']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:04.870153 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7b19b4-639b-467f-8035-c56451b9c6e1 None None] Routers {'cc91481a-09bf-4f96-abe5-c531d524e740'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:49:04.870816 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-5e7b19b4-639b-467f-8035-c56451b9c6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:48:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['cc91481a-09bf-4f96-abe5-c531d524e740'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:05.025802 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-64badb29-d745-44df-806f-855bbe774aca service neutron] 10.222.0.13 "GET /v2.0/networks/46ad6524-9b8b-408c-bf41-570bd4a14b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414227 Mar 01 13:49:05.082653 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8b2d9da2-723e-4149-86c0-ec4bd9a7e3cb req-da7b92c4-b09e-4ae6-a6bf-25e54b2f7bda tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2472959 Mar 01 13:49:05.100574 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-6b863dc8-126d-4a50-b28a-c67b275325fc None None] Provisioning complete for port c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:49:05.102065 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6b863dc8-126d-4a50-b28a-c67b275325fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:05.121127 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-8b2d9da2-723e-4149-86c0-ec4bd9a7e3cb req-8a5c3f52-e961-4ca3-9b7f-5629def11166 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:49:05.205839 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-8b2d9da2-723e-4149-86c0-ec4bd9a7e3cb req-8a5c3f52-e961-4ca3-9b7f-5629def11166 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:05.309509 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-5e7b19b4-639b-467f-8035-c56451b9c6e1 None None] Set router cc91481a-09bf-4f96-abe5-c531d524e740 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:49:05.334932 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-d551f956-f583-4b8c-b565-5ef4e84a33ef service neutron] 10.222.0.13 "GET /v2.0/networks/46ad6524-9b8b-408c-bf41-570bd4a14b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998354 Mar 01 13:49:05.530614 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 7988cdd9-dd32-4813-871c-c8dca2569301 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:49:05.540758 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-064e957f-82de-40d9-bb15-bbe9100630d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:05.548872 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-064e957f-82de-40d9-bb15-bbe9100630d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c18946c020b04e1e84eb00e4d66b6194&device_id=bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3 HTTP/1.1" status: 200 len: 1127 time: 0.1736219 Mar 01 13:49:05.565377 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-8b2d9da2-723e-4149-86c0-ec4bd9a7e3cb req-8a5c3f52-e961-4ca3-9b7f-5629def11166 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:05.772593 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-5e7b19b4-639b-467f-8035-c56451b9c6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc91481a-09bf-4f96-abe5-c531d524e740', 'name': 'tempest-FloatingIPsTestJSON-848920219-router', 'tenant_id': '0c8d6a1d79084a55bc11bd10749d750f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:48:43Z', 'updated_at': '2022-03-01T13:49:00Z', 'revision_number': 4, 'project_id': '0c8d6a1d79084a55bc11bd10749d750f', 'gw_port': {'id': 'feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:be:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc91481a-09bf-4f96-abe5-c531d524e740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:48:46Z', 'updated_at': '2022-03-01T13:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98', 'name': '', 'network_id': '6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27', 'tenant_id': '0c8d6a1d79084a55bc11bd10749d750f', 'mac_address': 'fa:16:3e:2d:07:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc91481a-09bf-4f96-abe5-c531d524e740', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'ed859e31-c181-4a08-a337-a7803f01700f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:48:56Z', 'updated_at': '2022-03-01T13:49:04Z', 'revision_number': 4, 'project_id': '0c8d6a1d79084a55bc11bd10749d750f', 'subnets': [{'id': 'ed859e31-c181-4a08-a337-a7803f01700f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:05.777058 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-6b863dc8-126d-4a50-b28a-c67b275325fc None None] Current status of the port c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:49:05.777570 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6b863dc8-126d-4a50-b28a-c67b275325fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:05.815838 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7b19b4-639b-467f-8035-c56451b9c6e1 None None] The sync data for ids ['cc91481a-09bf-4f96-abe5-c531d524e740'] in n-d-827467-3 is: [{'id': 'cc91481a-09bf-4f96-abe5-c531d524e740', 'name': 'tempest-FloatingIPsTestJSON-848920219-router', 'tenant_id': '0c8d6a1d79084a55bc11bd10749d750f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:48:43Z', 'updated_at': '2022-03-01T13:49:00Z', 'revision_number': 4, 'project_id': '0c8d6a1d79084a55bc11bd10749d750f', 'gw_port': {'id': 'feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:be:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc91481a-09bf-4f96-abe5-c531d524e740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:48:46Z', 'updated_at': '2022-03-01T13:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98', 'name': '', 'network_id': '6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27', 'tenant_id': '0c8d6a1d79084a55bc11bd10749d750f', 'mac_address': 'fa:16:3e:2d:07:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc91481a-09bf-4f96-abe5-c531d524e740', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'ed859e31-c181-4a08-a337-a7803f01700f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:48:56Z', 'updated_at': '2022-03-01T13:49:04Z', 'revision_number': 4, 'project_id': '0c8d6a1d79084a55bc11bd10749d750f', 'subnets': [{'id': 'ed859e31-c181-4a08-a337-a7803f01700f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:49:05.818629 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 7988cdd9-dd32-4813-871c-c8dca2569301 is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:49:05.819569 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7988cdd9-dd32-4813-871c-c8dca2569301), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:05.869469 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c897d5-6e6e-493b-b7d8-481ca1de7f7b None None] Sync routers for ids ['6b94c93f-761e-4f17-b0a9-d8cc63f81129'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:49:05.872763 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-20900e1b-5ba9-4c16-ad00-b2e4ffb14963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:05.872972 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec34bf6-beac-4f11-8355-52b72229e171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7988cdd9-dd32-4813-871c-c8dca2569301'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:49:05.874434 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-20900e1b-5ba9-4c16-ad00-b2e4ffb14963 service neutron] 10.222.0.13 "GET /v2.0/networks?id=46ad6524-9b8b-408c-bf41-570bd4a14b9a HTTP/1.1" status: 200 len: 921 time: 0.3190222 Mar 01 13:49:05.875613 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7e3e13-e09e-4d88-a23c-5f1424e0fe8b" -d '{"events": [{"server_uuid": "0ec34bf6-beac-4f11-8355-52b72229e171", "name": "network-vif-unplugged", "status": "completed", "tag": "7988cdd9-dd32-4813-871c-c8dca2569301"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:49:05.884993 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-6b863dc8-126d-4a50-b28a-c67b275325fc None None] For port c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98,segment=NetworkSegment(451e6f5e-0ed7-49ff-a26c-745ec890add6),segment_id=451e6f5e-0ed7-49ff-a26c-745ec890add6)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:05.896093 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 7988cdd9-dd32-4813-871c-c8dca2569301, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=7988cdd9-dd32-4813-871c-c8dca2569301,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:05.911141 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6b863dc8-126d-4a50-b28a-c67b275325fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:05.916427 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (7988cdd9-dd32-4813-871c-c8dca2569301), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:05.920139 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c897d5-6e6e-493b-b7d8-481ca1de7f7b None None] Routers {'6b94c93f-761e-4f17-b0a9-d8cc63f81129'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:49:05.920783 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-74c897d5-6e6e-493b-b7d8-481ca1de7f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:48:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6b94c93f-761e-4f17-b0a9-d8cc63f81129'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:06.004903 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-597a47c9-4020-4664-b859-f36f48169af5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2401d5df-ee96-41a7-a1a6-1c8d009ea873 HTTP/1.1" status: 200 len: 1001 time: 0.1222951 Mar 01 13:49:06.015102 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b863dc8-126d-4a50-b28a-c67b275325fc None None] Pushing event updated for resources: {'Port': ['ID=c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:06.072823 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-c1ef1da0-f9db-4b7c-b53a-cf2edbed01f7 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444674 Mar 01 13:49:06.114988 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-b628a4cc-786c-4730-be13-5f46ff1b58a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:06.116524 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-b628a4cc-786c-4730-be13-5f46ff1b58a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=86ba1087-1883-4262-ae29-f20d536ca1ef HTTP/1.1" status: 200 len: 859 time: 0.0644674 Mar 01 13:49:06.148484 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-e3fbe2f9-89f4-4ef2-8769-daba038fd305 None None] Provisioning complete for port c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:49:06.149092 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e3fbe2f9-89f4-4ef2-8769-daba038fd305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:06.197116 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=7988cdd9-dd32-4813-871c-c8dca2569301,revision_number=14']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:06.263121 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-8b2d9da2-723e-4149-86c0-ec4bd9a7e3cb req-8a5c3f52-e961-4ca3-9b7f-5629def11166 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Allocated IP 172.25.1.90 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/4b548c1e-0121-4a49-a65d-05404daf6627) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:49:06.297818 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-5c16d028-8a7c-4339-a03c-79f173101ba2 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:06.303401 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-5c16d028-8a7c-4339-a03c-79f173101ba2 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2197156 Mar 01 13:49:06.323803 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-084b6d89-2e0f-4821-9cc9-5854cc45096c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Request body: {'port': {'device_id': 'efbe0e60-de2f-4df0-9f0c-ce9ff03b80fa', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'admin_state_up': True, 'tenant_id': '2ec5c9492ee44fd9b5f60396d6276cb8'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:49:06.336731 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-a4917c38-7b5f-4e99-8517-b59d7afca6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:06.342740 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-e3fbe2f9-89f4-4ef2-8769-daba038fd305 None None] Current status of the port c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:49:06.359863 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-a4917c38-7b5f-4e99-8517-b59d7afca6cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46ad6524-9b8b-408c-bf41-570bd4a14b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2242117 Mar 01 13:49:06.463919 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-74c897d5-6e6e-493b-b7d8-481ca1de7f7b None None] Set router 6b94c93f-761e-4f17-b0a9-d8cc63f81129 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:49:06.520531 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-084b6d89-2e0f-4821-9cc9-5854cc45096c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Made reservation on behalf of 2ec5c9492ee44fd9b5f60396d6276cb8 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:49:06.526201 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-084b6d89-2e0f-4821-9cc9-5854cc45096c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:06.536964 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-084b6d89-2e0f-4821-9cc9-5854cc45096c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:06.590503 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-0890caae-133a-4f61-bafa-1c15fb221956 service neutron] 10.222.0.13 "GET /v2.0/networks/46ad6524-9b8b-408c-bf41-570bd4a14b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295551 Mar 01 13:49:06.653681 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-084b6d89-2e0f-4821-9cc9-5854cc45096c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks [] for security_group (c4ab41d7-9d17-4584-87bc-0097259aaabd), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:06.663162 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-084b6d89-2e0f-4821-9cc9-5854cc45096c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c4ab41d7-9d17-4584-87bc-0097259aaabd), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:06.726395 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-8b2d9da2-723e-4149-86c0-ec4bd9a7e3cb req-8a5c3f52-e961-4ca3-9b7f-5629def11166 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Publish callbacks [] for port (4b548c1e-0121-4a49-a65d-05404daf6627), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:06.787707 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c2dbc7fa-9c6a-4cc7-a810-c5919088ddab req-5d3fda6d-0770-4482-b815-ed2cd8eaccf1 service neutron] 10.222.0.13 "GET /v2.0/networks/46ad6524-9b8b-408c-bf41-570bd4a14b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961534 Mar 01 13:49:06.815993 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b6d89-2e0f-4821-9cc9-5854cc45096c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ab41d7-9d17-4584-87bc-0097259aaabd,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:06.822672 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-8b2d9da2-723e-4149-86c0-ec4bd9a7e3cb req-8a5c3f52-e961-4ca3-9b7f-5629def11166 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (4b548c1e-0121-4a49-a65d-05404daf6627), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:06.918265 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-74c897d5-6e6e-493b-b7d8-481ca1de7f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'name': 'tempest-FloatingIPsAssociationTestJSON-252549783-router', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:45Z', 'updated_at': '2022-03-01T13:47:54Z', 'revision_number': 4, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'gw_port': {'id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:47Z', 'updated_at': '2022-03-01T13:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'c4b78871-31ed-4b09-8d25-0d4b68cc232f', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'port_id': '2401d5df-ee96-41a7-a1a6-1c8d009ea873', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 922, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'mac_address': 'fa:16:3e:fa:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:48:22Z', 'updated_at': '2022-03-01T13:49:05Z', 'revision_number': 4, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8556f323-4496-4f37-bb5c-eb2d8db17b65', 'name': '', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'mac_address': 'fa:16:3e:ac:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:52Z', 'updated_at': '2022-03-01T13:48:01Z', 'revision_number': 5, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'subnets': [{'id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:06.934285 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-084b6d89-2e0f-4821-9cc9-5854cc45096c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Allocated IP 192.168.233.30 (5e5e5cdc-dce5-4633-91fd-8e14363cd220/909a9e4d-2330-4bdf-bf33-da65c3dea6db/96c765e7-0f79-48fb-97a9-002b643806e4) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:49:06.998645 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c897d5-6e6e-493b-b7d8-481ca1de7f7b None None] Checking router: 6b94c93f-761e-4f17-b0a9-d8cc63f81129 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:49:07.027805 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c897d5-6e6e-493b-b7d8-481ca1de7f7b None None] Routers {'6b94c93f-761e-4f17-b0a9-d8cc63f81129'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:49:07.028826 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-74c897d5-6e6e-493b-b7d8-481ca1de7f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:48:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6b94c93f-761e-4f17-b0a9-d8cc63f81129'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:07.107468 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ce5c6-aa74-4575-8e0a-b1f907129837 req-87b7d7a3-1132-477c-a112-8ff8fbad2463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:07.110724 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a5ce5c6-aa74-4575-8e0a-b1f907129837 req-87b7d7a3-1132-477c-a112-8ff8fbad2463 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c18946c020b04e1e84eb00e4d66b6194&device_id=b07fa3ab-3a2d-472a-9b2a-832a2fb14e83 HTTP/1.1" status: 200 len: 1127 time: 0.1650872 Mar 01 13:49:07.215956 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-74c897d5-6e6e-493b-b7d8-481ca1de7f7b None None] Set router 6b94c93f-761e-4f17-b0a9-d8cc63f81129 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:49:07.291599 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-084b6d89-2e0f-4821-9cc9-5854cc45096c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks [] for port (96c765e7-0f79-48fb-97a9-002b643806e4), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:07.294733 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ce5c6-aa74-4575-8e0a-b1f907129837 req-bca6df48-82df-4013-af07-6706f56bfeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:07.296403 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a5ce5c6-aa74-4575-8e0a-b1f907129837 req-bca6df48-82df-4013-af07-6706f56bfeae service neutron] 10.222.0.32 "GET /v2.0/networks?id=46ad6524-9b8b-408c-bf41-570bd4a14b9a HTTP/1.1" status: 200 len: 921 time: 0.1511409 Mar 01 13:49:07.339521 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1432efd7-4cf7-47d5-a2ad-480e9f588060 x-openstack-request-id: req-1432efd7-4cf7-47d5-a2ad-480e9f588060 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:49:07.339823 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07fa3ab-3a2d-472a-9b2a-832a2fb14e83", "tag": "a0097efb-120c-4ed9-b7ac-7e4fd029685a", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:49:07.340044 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1432efd7-4cf7-47d5-a2ad-480e9f588060 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:49:07.340483 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07fa3ab-3a2d-472a-9b2a-832a2fb14e83', 'tag': 'a0097efb-120c-4ed9-b7ac-7e4fd029685a', 'status': 'completed', 'code': 200} Mar 01 13:49:07.390817 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-084b6d89-2e0f-4821-9cc9-5854cc45096c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (96c765e7-0f79-48fb-97a9-002b643806e4), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:07.406316 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a511672f-c8d6-4f4b-bf69-629d7d2d403e req-bc6c2895-a1ea-4eaf-afbc-3888c1f81984 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=efbe0e60-de2f-4df0-9f0c-ce9ff03b80fa HTTP/1.1" status: 200 len: 210 time: 0.0648944 Mar 01 13:49:07.440030 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b2d9da2-723e-4149-86c0-ec4bd9a7e3cb req-8a5c3f52-e961-4ca3-9b7f-5629def11166 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:49:07.441685 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a5ce5c6-aa74-4575-8e0a-b1f907129837 req-859374d4-3d45-4876-94b4-b50bf4dc572d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0097efb-120c-4ed9-b7ac-7e4fd029685a HTTP/1.1" status: 200 len: 217 time: 0.0581567 Mar 01 13:49:07.462743 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c3f52-e961-4ca3-9b7f-5629def11166 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Pushing event updated for resources: {'Port': ['ID=4b548c1e-0121-4a49-a65d-05404daf6627,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:07.470981 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-8b2d9da2-723e-4149-86c0-ec4bd9a7e3cb req-8a5c3f52-e961-4ca3-9b7f-5629def11166 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:49:07.474742 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2d9da2-723e-4149-86c0-ec4bd9a7e3cb req-8a5c3f52-e961-4ca3-9b7f-5629def11166 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:49:07.668785 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-74c897d5-6e6e-493b-b7d8-481ca1de7f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'name': 'tempest-FloatingIPsAssociationTestJSON-252549783-router', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:45Z', 'updated_at': '2022-03-01T13:47:54Z', 'revision_number': 4, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'gw_port': {'id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:47Z', 'updated_at': '2022-03-01T13:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'c4b78871-31ed-4b09-8d25-0d4b68cc232f', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'port_id': '2401d5df-ee96-41a7-a1a6-1c8d009ea873', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 922, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'mac_address': 'fa:16:3e:fa:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:48:22Z', 'updated_at': '2022-03-01T13:49:05Z', 'revision_number': 4, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8556f323-4496-4f37-bb5c-eb2d8db17b65', 'name': '', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'mac_address': 'fa:16:3e:ac:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:52Z', 'updated_at': '2022-03-01T13:48:01Z', 'revision_number': 5, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'subnets': [{'id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:07.679633 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:49:07.702163 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c897d5-6e6e-493b-b7d8-481ca1de7f7b None None] The sync data for ids ['6b94c93f-761e-4f17-b0a9-d8cc63f81129'] in n-d-827467-3 is: [{'id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'name': 'tempest-FloatingIPsAssociationTestJSON-252549783-router', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:45Z', 'updated_at': '2022-03-01T13:47:54Z', 'revision_number': 4, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'gw_port': {'id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:47Z', 'updated_at': '2022-03-01T13:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'c4b78871-31ed-4b09-8d25-0d4b68cc232f', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'port_id': '2401d5df-ee96-41a7-a1a6-1c8d009ea873', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 922, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'mac_address': 'fa:16:3e:fa:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:48:22Z', 'updated_at': '2022-03-01T13:49:05Z', 'revision_number': 4, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8556f323-4496-4f37-bb5c-eb2d8db17b65', 'name': '', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'mac_address': 'fa:16:3e:ac:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:52Z', 'updated_at': '2022-03-01T13:48:01Z', 'revision_number': 5, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'subnets': [{'id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:49:07.758566 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-8b2d9da2-723e-4149-86c0-ec4bd9a7e3cb req-8a5c3f52-e961-4ca3-9b7f-5629def11166 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Publish callbacks [] for floatingip (88fa77d5-e52d-4f25-8a36-a3ebd0afe4f3), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:07.790689 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:49:07.791167 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:07.813298 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748cb659-01c9-4dae-aeb1-04973d853c26 req-d74aafef-6c40-423b-8547-2e58cde3820d tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:07.813784 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748cb659-01c9-4dae-aeb1-04973d853c26 req-d74aafef-6c40-423b-8547-2e58cde3820d tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:07.814251 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748cb659-01c9-4dae-aeb1-04973d853c26 req-d74aafef-6c40-423b-8547-2e58cde3820d tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:07.822270 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-748cb659-01c9-4dae-aeb1-04973d853c26 req-d74aafef-6c40-423b-8547-2e58cde3820d tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a2c4ed51-88cc-4922-992f-9a1d1c1dcfe1&device_id=492b035e-2b66-48eb-bf95-ad11242bd554&device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 2977 time: 0.1759410 Mar 01 13:49:07.849733 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584f8a7-f45c-43f6-be08-360ced0285a6 req-88f258ee-625e-4808-b426-a9c633f77314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:07.851307 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e584f8a7-f45c-43f6-be08-360ced0285a6 req-88f258ee-625e-4808-b426-a9c633f77314 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3e60b304ea34ca8a598bc4e060e2ca5&device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 1127 time: 0.1343577 Mar 01 13:49:07.877802 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-8b2d9da2-723e-4149-86c0-ec4bd9a7e3cb req-8a5c3f52-e961-4ca3-9b7f-5629def11166 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4b548c1e-0121-4a49-a65d-05404daf6627), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:07.960634 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:49:08.039717 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-748cb659-01c9-4dae-aeb1-04973d853c26 req-76616df6-00e5-44c4-80ef-8b3494ef213a tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163475 Mar 01 13:49:08.081996 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-084b6d89-2e0f-4821-9cc9-5854cc45096c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:49:08.086871 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ce5c6-aa74-4575-8e0a-b1f907129837 req-a4c972e8-16e9-4dd3-b55a-85b458388d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:08.088383 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a5ce5c6-aa74-4575-8e0a-b1f907129837 req-a4c972e8-16e9-4dd3-b55a-85b458388d9a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=86ba1087-1883-4262-ae29-f20d536ca1ef HTTP/1.1" status: 200 len: 859 time: 0.6262167 Mar 01 13:49:08.089277 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-084b6d89-2e0f-4821-9cc9-5854cc45096c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:49:08.102355 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-084b6d89-2e0f-4821-9cc9-5854cc45096c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:49:08.149114 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b6d89-2e0f-4821-9cc9-5854cc45096c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Pushing event updated for resources: {'Port': ['ID=96c765e7-0f79-48fb-97a9-002b643806e4,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:08.169486 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584f8a7-f45c-43f6-be08-360ced0285a6 req-ef8a7e44-061a-4ce1-89dd-158f2cd1210f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:08.171482 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e584f8a7-f45c-43f6-be08-360ced0285a6 req-ef8a7e44-061a-4ce1-89dd-158f2cd1210f service neutron] 10.222.0.32 "GET /v2.0/networks?id=1db2e377-eb34-4fc8-b308-125f1046605c HTTP/1.1" status: 200 len: 912 time: 0.3090625 Mar 01 13:49:08.191420 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-084b6d89-2e0f-4821-9cc9-5854cc45096c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:08.192097 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-084b6d89-2e0f-4821-9cc9-5854cc45096c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:08.217738 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ce5c6-aa74-4575-8e0a-b1f907129837 req-7dce2d55-be19-41b4-a9b4-e780dc5ac737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:08.219549 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a5ce5c6-aa74-4575-8e0a-b1f907129837 req-7dce2d55-be19-41b4-a9b4-e780dc5ac737 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46ad6524-9b8b-408c-bf41-570bd4a14b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1185820 Mar 01 13:49:08.228484 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-084b6d89-2e0f-4821-9cc9-5854cc45096c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9064705 Mar 01 13:49:08.266666 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e584f8a7-f45c-43f6-be08-360ced0285a6 req-76177dc8-6c57-4ab0-b90d-879ae5ba3206 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15fd70f6-03bb-4594-92c7-3d49ec9756b8 HTTP/1.1" status: 200 len: 217 time: 0.0488842 Mar 01 13:49:08.312693 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cedc714-8d25-4e23-b71c-78d9f4d896c3 req-691ce876-1197-4745-af6d-471398c7b4d0 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:08.312863 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-1b052bf9-b52f-4bab-b141-6bf81e133d46 service neutron] Request body: {'port': {'device_id': 'efbe0e60-de2f-4df0-9f0c-ce9ff03b80fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:49:08.312975 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7cedc714-8d25-4e23-b71c-78d9f4d896c3 req-691ce876-1197-4745-af6d-471398c7b4d0 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 945 time: 0.1590478 Mar 01 13:49:08.393640 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-a895f39d-c5b3-4080-9926-df9c0a9dc588 None None] Provisioning complete for port 96c765e7-0f79-48fb-97a9-002b643806e4 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:49:08.394388 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a895f39d-c5b3-4080-9926-df9c0a9dc588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (96c765e7-0f79-48fb-97a9-002b643806e4), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:08.415481 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-1b052bf9-b52f-4bab-b141-6bf81e133d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (96c765e7-0f79-48fb-97a9-002b643806e4), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:08.415979 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584f8a7-f45c-43f6-be08-360ced0285a6 req-01149ced-8d7e-4c6a-a4c4-4799ab789d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:08.417482 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e584f8a7-f45c-43f6-be08-360ced0285a6 req-01149ced-8d7e-4c6a-a4c4-4799ab789d12 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0074be29-4f96-45b4-82b7-e955d173d55c HTTP/1.1" status: 200 len: 851 time: 0.1311939 Mar 01 13:49:08.419562 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-8b2d9da2-723e-4149-86c0-ec4bd9a7e3cb req-8a5c3f52-e961-4ca3-9b7f-5629def11166 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Publish callbacks [] for port (4b548c1e-0121-4a49-a65d-05404daf6627), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:08.426469 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-8b2d9da2-723e-4149-86c0-ec4bd9a7e3cb req-8a5c3f52-e961-4ca3-9b7f-5629def11166 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (4b548c1e-0121-4a49-a65d-05404daf6627), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:08.456767 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-a895f39d-c5b3-4080-9926-df9c0a9dc588 None None] Port 96c765e7-0f79-48fb-97a9-002b643806e4 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:49:08.468831 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a5ce5c6-aa74-4575-8e0a-b1f907129837 req-7bd49ed7-47e8-49cf-8af3-484327a422f4 service neutron] 10.222.0.32 "GET /v2.0/networks/46ad6524-9b8b-408c-bf41-570bd4a14b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416995 Mar 01 13:49:08.507426 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e584f8a7-f45c-43f6-be08-360ced0285a6 req-af4596e4-ce58-439d-8330-bee2e327a6ee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1db2e377-eb34-4fc8-b308-125f1046605c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784073 Mar 01 13:49:08.518265 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7cedc714-8d25-4e23-b71c-78d9f4d896c3 req-c5e61759-2b05-4505-81be-0686c5a12afb tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883535 Mar 01 13:49:08.575880 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c3f52-e961-4ca3-9b7f-5629def11166 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Pushing event updated for resources: {'Port': ['ID=4b548c1e-0121-4a49-a65d-05404daf6627,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:08.638095 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-8b2d9da2-723e-4149-86c0-ec4bd9a7e3cb req-8a5c3f52-e961-4ca3-9b7f-5629def11166 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (88fa77d5-e52d-4f25-8a36-a3ebd0afe4f3), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:08.684609 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-8b2d9da2-723e-4149-86c0-ec4bd9a7e3cb req-8a5c3f52-e961-4ca3-9b7f-5629def11166 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:08.685818 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8b2d9da2-723e-4149-86c0-ec4bd9a7e3cb req-8a5c3f52-e961-4ca3-9b7f-5629def11166 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6023688 Mar 01 13:49:08.688650 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a5ce5c6-aa74-4575-8e0a-b1f907129837 req-46dc6ffc-3520-480c-9c98-365131775310 service neutron] 10.222.0.32 "GET /v2.0/networks/46ad6524-9b8b-408c-bf41-570bd4a14b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088041 Mar 01 13:49:08.709026 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e584f8a7-f45c-43f6-be08-360ced0285a6 req-db1d3b30-6f3e-4285-8c06-66a97ff5f3a5 service neutron] 10.222.0.32 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845331 Mar 01 13:49:08.770727 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1d10b-0655-422d-858a-2716ce6107ab req-31e57138-e61e-445f-bec9-1625e710d111 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:08.776166 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-88c1d10b-0655-422d-858a-2716ce6107ab req-31e57138-e61e-445f-bec9-1625e710d111 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1552651 Mar 01 13:49:08.796814 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8b2d9da2-723e-4149-86c0-ec4bd9a7e3cb req-0655728c-2f77-4292-9c7f-9b3b8bef1a75 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.90 HTTP/1.1" status: 200 len: 695 time: 0.0902255 Mar 01 13:49:08.808708 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-1b052bf9-b52f-4bab-b141-6bf81e133d46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96c765e7-0f79-48fb-97a9-002b643806e4 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:49:08.816845 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-1b052bf9-b52f-4bab-b141-6bf81e133d46 service neutron] Publish callbacks [] for port (96c765e7-0f79-48fb-97a9-002b643806e4), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:08.831489 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-1b052bf9-b52f-4bab-b141-6bf81e133d46 service neutron] Transition to ACTIVE for port object 96c765e7-0f79-48fb-97a9-002b643806e4 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:49:08.837005 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-1b052bf9-b52f-4bab-b141-6bf81e133d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (96c765e7-0f79-48fb-97a9-002b643806e4), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:08.937156 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b052bf9-b52f-4bab-b141-6bf81e133d46 service neutron] Pushing event updated for resources: {'Port': ['ID=96c765e7-0f79-48fb-97a9-002b643806e4,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:08.947054 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-88c1d10b-0655-422d-858a-2716ce6107ab req-4f66b829-a1c3-49c6-8890-31b832ecd23c tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492691 Mar 01 13:49:09.000720 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e584f8a7-f45c-43f6-be08-360ced0285a6 req-52b2db7b-aec3-4e78-8206-704828965b16 service neutron] 10.222.0.32 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482605 Mar 01 13:49:09.037377 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 13:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b49f0d8-4aea-41b8-9001-6b48c889ff90 x-openstack-request-id: req-2b49f0d8-4aea-41b8-9001-6b48c889ff90 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:49:09.037871 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec34bf6-beac-4f11-8355-52b72229e171", "name": "network-vif-unplugged", "status": "completed", "tag": "7988cdd9-dd32-4813-871c-c8dca2569301", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:49:09.037990 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b49f0d8-4aea-41b8-9001-6b48c889ff90 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:49:09.038455 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec34bf6-beac-4f11-8355-52b72229e171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7988cdd9-dd32-4813-871c-c8dca2569301', 'code': 200} Mar 01 13:49:09.067927 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d9da2-723e-4149-86c0-ec4bd9a7e3cb req-221a2626-111c-4697-b60c-90720e4af78f tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:09.070606 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8b2d9da2-723e-4149-86c0-ec4bd9a7e3cb req-221a2626-111c-4697-b60c-90720e4af78f tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 784 time: 0.2233148 Mar 01 13:49:09.070774 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-1b052bf9-b52f-4bab-b141-6bf81e133d46 service neutron] Attempting to bind port 96c765e7-0f79-48fb-97a9-002b643806e4 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:49:09.071091 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-1b052bf9-b52f-4bab-b141-6bf81e133d46 service neutron] Attempting to bind port 96c765e7-0f79-48fb-97a9-002b643806e4 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:49:09.071638 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-1b052bf9-b52f-4bab-b141-6bf81e133d46 service neutron] Attempting to bind port 96c765e7-0f79-48fb-97a9-002b643806e4 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:49:09.083406 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-1b052bf9-b52f-4bab-b141-6bf81e133d46 service neutron] Port 96c765e7-0f79-48fb-97a9-002b643806e4 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:49:09.083771 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-1b052bf9-b52f-4bab-b141-6bf81e133d46 service neutron] Attempting to bind port 96c765e7-0f79-48fb-97a9-002b643806e4 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:49:09.093556 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-1b052bf9-b52f-4bab-b141-6bf81e133d46 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:49:09.093832 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-1b052bf9-b52f-4bab-b141-6bf81e133d46 service neutron] Checking segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:49:09.094224 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-1b052bf9-b52f-4bab-b141-6bf81e133d46 service neutron] Bound using segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:49:09.095571 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-1b052bf9-b52f-4bab-b141-6bf81e133d46 service neutron] Bound port: 96c765e7-0f79-48fb-97a9-002b643806e4, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:49:09.096153 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-1b052bf9-b52f-4bab-b141-6bf81e133d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (96c765e7-0f79-48fb-97a9-002b643806e4), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:09.180146 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b7790da6-8cdf-4799-8f7a-7855a650708c req-5b84112e-789e-4f87-b0c2-6d64924c6205 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.238 HTTP/1.1" status: 200 len: 1001 time: 0.1079717 Mar 01 13:49:09.240149 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-1b052bf9-b52f-4bab-b141-6bf81e133d46 service neutron] For port 96c765e7-0f79-48fb-97a9-002b643806e4, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:49:09.244010 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-1b052bf9-b52f-4bab-b141-6bf81e133d46 service neutron] For port 96c765e7-0f79-48fb-97a9-002b643806e4, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=96c765e7-0f79-48fb-97a9-002b643806e4,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:49:09.251721 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-1b052bf9-b52f-4bab-b141-6bf81e133d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (96c765e7-0f79-48fb-97a9-002b643806e4), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:09.297392 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7790da6-8cdf-4799-8f7a-7855a650708c req-10b7c7d7-0ce7-40cd-9aa8-1add7eb9c8a3 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:09.299025 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b7790da6-8cdf-4799-8f7a-7855a650708c req-10b7c7d7-0ce7-40cd-9aa8-1add7eb9c8a3 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports/2401d5df-ee96-41a7-a1a6-1c8d009ea873 HTTP/1.1" status: 200 len: 942 time: 0.1113884 Mar 01 13:49:09.309589 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-1b052bf9-b52f-4bab-b141-6bf81e133d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:09.310493 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-1b052bf9-b52f-4bab-b141-6bf81e133d46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:09.315921 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-1b052bf9-b52f-4bab-b141-6bf81e133d46 service neutron] 10.222.0.32 "PUT /v2.0/ports/96c765e7-0f79-48fb-97a9-002b643806e4 HTTP/1.1" status: 200 len: 1095 time: 1.0153780 Mar 01 13:49:09.316413 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbe0e60-de2f-4df0-9f0c-ce9ff03b80fa', 'tag': '96c765e7-0f79-48fb-97a9-002b643806e4'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:49:09.318716 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab0ddf0-0aa1-4a35-8df8-23ad05658167" -d '{"events": [{"name": "network-changed", "server_uuid": "efbe0e60-de2f-4df0-9f0c-ce9ff03b80fa", "tag": "96c765e7-0f79-48fb-97a9-002b643806e4"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:49:09.327796 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad77607-2902-4c3b-9c97-5ae3d7f694dd req-f3680fb8-9419-4661-b9e4-fb9aa6b5de29 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:09.330400 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bad77607-2902-4c3b-9c97-5ae3d7f694dd req-f3680fb8-9419-4661-b9e4-fb9aa6b5de29 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=efbe0e60-de2f-4df0-9f0c-ce9ff03b80fa HTTP/1.1" status: 200 len: 947 time: 0.0775740 Mar 01 13:49:09.345965 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3', 'tag': '2401d5df-ee96-41a7-a1a6-1c8d009ea873'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:49:09.350857 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce229ec2-f841-4a05-9a0f-58710c72f5a5" -d '{"events": [{"name": "network-changed", "server_uuid": "bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3", "tag": "2401d5df-ee96-41a7-a1a6-1c8d009ea873"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:49:09.366328 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b052bf9-b52f-4bab-b141-6bf81e133d46 service neutron] Pushing event updated for resources: {'Port': ['ID=96c765e7-0f79-48fb-97a9-002b643806e4,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:09.431599 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bad77607-2902-4c3b-9c97-5ae3d7f694dd req-e50417f4-d2d1-4eb5-98fd-6737cfb25d8f tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687017 Mar 01 13:49:09.476421 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-e10a8a99-9f96-4fe7-833b-44fb9787f334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:09.480416 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-e10a8a99-9f96-4fe7-833b-44fb9787f334 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&device_id=efbe0e60-de2f-4df0-9f0c-ce9ff03b80fa HTTP/1.1" status: 200 len: 1129 time: 0.0830681 Mar 01 13:49:09.512902 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8550e31e-07af-45a2-af27-cc32c530331d req-5e066f32-ea3c-433e-ab76-069f4348ea35 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] 10.222.0.13 "GET /v2.0/floatingips/88fa77d5-e52d-4f25-8a36-a3ebd0afe4f3 HTTP/1.1" status: 200 len: 692 time: 0.0683634 Mar 01 13:49:09.542538 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-b84157b7-40d8-436e-a5df-812115923632 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=96c765e7-0f79-48fb-97a9-002b643806e4 HTTP/1.1" status: 200 len: 217 time: 0.0529304 Mar 01 13:49:09.621641 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-ffa325c9-dea1-4311-8d35-b3706d4a8848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:09.623631 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-ffa325c9-dea1-4311-8d35-b3706d4a8848 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0666838 Mar 01 13:49:09.661080 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b7790da6-8cdf-4799-8f7a-7855a650708c req-d3c25e19-5ed2-4241-baf5-3f21e2a071da tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.238 HTTP/1.1" status: 200 len: 1001 time: 0.1600049 Mar 01 13:49:09.681137 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:09.713572 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-f94e7c76-7611-4385-8e0e-f01e36621158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:09.715984 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-f94e7c76-7611-4385-8e0e-f01e36621158 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0848610 Mar 01 13:49:09.729981 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-d89dbec2-5eb8-4069-bffc-4e45ddd26327 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103726) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:49:09.731505 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-d89dbec2-5eb8-4069-bffc-4e45ddd26327 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078859 Mar 01 13:49:09.787773 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550e31e-07af-45a2-af27-cc32c530331d req-58e63cdd-77a0-454c-ac53-6f4a3a01dd80 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:09.789717 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8550e31e-07af-45a2-af27-cc32c530331d req-58e63cdd-77a0-454c-ac53-6f4a3a01dd80 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 784 time: 0.2752137 Mar 01 13:49:09.808362 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-8550e31e-07af-45a2-af27-cc32c530331d req-8b516693-35a3-4f98-8abf-4b06583b35e8 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:49:09.809443 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8550e31e-07af-45a2-af27-cc32c530331d req-8b516693-35a3-4f98-8abf-4b06583b35e8 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088484 Mar 01 13:49:09.840531 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7790da6-8cdf-4799-8f7a-7855a650708c req-372b6d16-3ecb-4424-9d48-59707d304f7a tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:09.842163 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b7790da6-8cdf-4799-8f7a-7855a650708c req-372b6d16-3ecb-4424-9d48-59707d304f7a tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 784 time: 0.1772594 Mar 01 13:49:09.861893 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:09.878951 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-7ff19b6a-2dcf-4ae1-acf0-facdad16741e service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308868 Mar 01 13:49:09.905579 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bc4751-59c3-4068-8229-849428cec0a3 x-openstack-request-id: req-d4bc4751-59c3-4068-8229-849428cec0a3 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:49:09.905931 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3", "tag": "2401d5df-ee96-41a7-a1a6-1c8d009ea873", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:49:09.906192 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4bc4751-59c3-4068-8229-849428cec0a3 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:49:09.906647 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3', 'tag': '2401d5df-ee96-41a7-a1a6-1c8d009ea873', 'status': 'completed', 'code': 200} Mar 01 13:49:09.984371 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a3950b-d24e-49a4-b1c2-041faa85a80f x-openstack-request-id: req-75a3950b-d24e-49a4-b1c2-041faa85a80f {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:49:09.984661 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbe0e60-de2f-4df0-9f0c-ce9ff03b80fa", "tag": "96c765e7-0f79-48fb-97a9-002b643806e4", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:49:09.984917 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75a3950b-d24e-49a4-b1c2-041faa85a80f {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:49:09.985346 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbe0e60-de2f-4df0-9f0c-ce9ff03b80fa', 'tag': '96c765e7-0f79-48fb-97a9-002b643806e4', 'status': 'completed', 'code': 200} Mar 01 13:49:10.034529 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-567920a2-766c-4b91-8f0a-bf0b69eb8f3e req-0c961f73-838a-4947-acc8-4e2804db934f service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453989 Mar 01 13:49:10.092692 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-585d6156-8e1e-49a6-b77e-a886c9e2433a req-557ff931-14f6-49b5-9e4e-075b785ff3ab tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=0c8d6a1d79084a55bc11bd10749d750f HTTP/1.1" status: 200 len: 695 time: 0.1271005 Mar 01 13:49:10.110834 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce229ec2-f841-4a05-9a0f-58710c72f5a5 req-59b72da8-e892-4da2-9235-5a451e8d32a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:10.112584 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ce229ec2-f841-4a05-9a0f-58710c72f5a5 req-59b72da8-e892-4da2-9235-5a451e8d32a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c18946c020b04e1e84eb00e4d66b6194&device_id=bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3 HTTP/1.1" status: 200 len: 1127 time: 0.1568382 Mar 01 13:49:10.154388 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0ddf0-0aa1-4a35-8df8-23ad05658167 req-66b290c4-cdb6-4d9d-afc7-91d26a222fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:10.155701 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffeb53-0566-4817-84fe-cd1cbf680075 req-37cf32a7-32dd-4d00-be0f-c16161523533 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:10.156848 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6ab0ddf0-0aa1-4a35-8df8-23ad05658167 req-66b290c4-cdb6-4d9d-afc7-91d26a222fc7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&device_id=efbe0e60-de2f-4df0-9f0c-ce9ff03b80fa HTTP/1.1" status: 200 len: 1129 time: 0.0599430 Mar 01 13:49:10.157224 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73ffeb53-0566-4817-84fe-cd1cbf680075 req-37cf32a7-32dd-4d00-be0f-c16161523533 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 945 time: 0.1466904 Mar 01 13:49:10.295088 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0ddf0-0aa1-4a35-8df8-23ad05658167 req-1fbe90d6-cd3c-46d6-b550-a5f086cbf461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:10.297508 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6ab0ddf0-0aa1-4a35-8df8-23ad05658167 req-1fbe90d6-cd3c-46d6-b550-a5f086cbf461 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.1324162 Mar 01 13:49:10.346036 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce229ec2-f841-4a05-9a0f-58710c72f5a5 req-d62b9940-3b6c-4f40-8976-0e442bc62e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:10.347947 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ce229ec2-f841-4a05-9a0f-58710c72f5a5 req-d62b9940-3b6c-4f40-8976-0e442bc62e0e service neutron] 10.222.0.32 "GET /v2.0/networks?id=46ad6524-9b8b-408c-bf41-570bd4a14b9a HTTP/1.1" status: 200 len: 921 time: 0.2211545 Mar 01 13:49:10.357656 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6ab0ddf0-0aa1-4a35-8df8-23ad05658167 req-d221d2d9-b374-4764-bdc7-1c9156019472 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=96c765e7-0f79-48fb-97a9-002b643806e4 HTTP/1.1" status: 200 len: 217 time: 0.0528619 Mar 01 13:49:10.371858 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73ffeb53-0566-4817-84fe-cd1cbf680075 req-6ebb3ba0-21f9-4859-b8cb-8e736892b00b tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904933 Mar 01 13:49:10.386334 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d6156-8e1e-49a6-b77e-a886c9e2433a req-8fd05319-67f0-48d2-a154-d61c45347ee1 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:10.387711 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-585d6156-8e1e-49a6-b77e-a886c9e2433a req-8fd05319-67f0-48d2-a154-d61c45347ee1 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] 10.222.0.13 "GET /v2.0/networks?id=645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 787 time: 0.2801669 Mar 01 13:49:10.449637 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0ddf0-0aa1-4a35-8df8-23ad05658167 req-acb1c73d-79ae-4d10-b2c2-0b27f4a10023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:10.451111 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6ab0ddf0-0aa1-4a35-8df8-23ad05658167 req-acb1c73d-79ae-4d10-b2c2-0b27f4a10023 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0762093 Mar 01 13:49:10.475423 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-585d6156-8e1e-49a6-b77e-a886c9e2433a req-39c6c553-afd1-4136-9a11-3b41a381cb49 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:49:10.491102 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-585d6156-8e1e-49a6-b77e-a886c9e2433a req-39c6c553-afd1-4136-9a11-3b41a381cb49 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475078 Mar 01 13:49:10.532252 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0ddf0-0aa1-4a35-8df8-23ad05658167 req-ccab20b7-a63c-4b40-9443-32e69e221ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:10.534102 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6ab0ddf0-0aa1-4a35-8df8-23ad05658167 req-ccab20b7-a63c-4b40-9443-32e69e221ded service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0744672 Mar 01 13:49:10.562834 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ce229ec2-f841-4a05-9a0f-58710c72f5a5 req-e1d89240-0a51-4679-8eb3-af0a4e83de21 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2401d5df-ee96-41a7-a1a6-1c8d009ea873 HTTP/1.1" status: 200 len: 1001 time: 0.1898859 Mar 01 13:49:10.580833 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-35ad8d18-d023-4a16-bdf0-dfef11edc60c req-8869135b-1a9b-45dd-b8b9-46b470f91896 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.238 HTTP/1.1" status: 200 len: 1001 time: 0.0887365 Mar 01 13:49:10.652248 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6ab0ddf0-0aa1-4a35-8df8-23ad05658167 req-6c36d033-350a-4759-a351-cac84c91546a service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092026 Mar 01 13:49:10.701724 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad8d18-d023-4a16-bdf0-dfef11edc60c req-736f509a-33b0-461c-a21a-24eb1c1c1f36 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:10.703244 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-35ad8d18-d023-4a16-bdf0-dfef11edc60c req-736f509a-33b0-461c-a21a-24eb1c1c1f36 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports/2401d5df-ee96-41a7-a1a6-1c8d009ea873 HTTP/1.1" status: 200 len: 942 time: 0.1215243 Mar 01 13:49:10.705101 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce229ec2-f841-4a05-9a0f-58710c72f5a5 req-1cb4ba87-5860-4ed6-a040-0248424f5700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:10.706538 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ce229ec2-f841-4a05-9a0f-58710c72f5a5 req-1cb4ba87-5860-4ed6-a040-0248424f5700 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=86ba1087-1883-4262-ae29-f20d536ca1ef HTTP/1.1" status: 200 len: 859 time: 0.1237292 Mar 01 13:49:10.741277 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5a1f3-82b0-4f7e-81c8-9d8705f1f0e0 req-b583a0f3-8f90-4e80-ba21-5328b2aeebda tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:10.742876 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1fa5a1f3-82b0-4f7e-81c8-9d8705f1f0e0 req-b583a0f3-8f90-4e80-ba21-5328b2aeebda tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=efbe0e60-de2f-4df0-9f0c-ce9ff03b80fa HTTP/1.1" status: 200 len: 947 time: 0.1210024 Mar 01 13:49:10.754620 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6ab0ddf0-0aa1-4a35-8df8-23ad05658167 req-b11bd81b-429f-4d2a-9fc6-27e89967aaff service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945587 Mar 01 13:49:10.851005 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39342) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:10.870237 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce229ec2-f841-4a05-9a0f-58710c72f5a5 req-3d4c67b5-8353-4bb6-bea3-07bd5e304402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:10.871836 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ce229ec2-f841-4a05-9a0f-58710c72f5a5 req-3d4c67b5-8353-4bb6-bea3-07bd5e304402 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46ad6524-9b8b-408c-bf41-570bd4a14b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1522887 Mar 01 13:49:10.876893 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1fa5a1f3-82b0-4f7e-81c8-9d8705f1f0e0 req-1eabcdd5-960d-486b-96a8-aba41bda72d0 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195436 Mar 01 13:49:10.879971 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-35ad8d18-d023-4a16-bdf0-dfef11edc60c req-530f68d6-6a96-460f-9cfb-2cd8e6daa2fc tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.238 HTTP/1.1" status: 200 len: 1001 time: 0.1086648 Mar 01 13:49:10.973604 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb95c17f-9b76-4006-9b06-9d357e47d50d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:11.033537 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b788dc24-f042-4239-bc1e-f9e5795b5ea0 req-9cd08ba0-de27-41b2-a475-2dc42800966e tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] 10.222.0.13 "GET /v2.0/floatingips/88fa77d5-e52d-4f25-8a36-a3ebd0afe4f3 HTTP/1.1" status: 200 len: 692 time: 0.1119578 Mar 01 13:49:11.049465 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb95c17f-9b76-4006-9b06-9d357e47d50d admin admin] Publish callbacks [] for security_group (86790fda-b03f-4ed2-ba48-d19b92ba1d25), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:11.054569 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb95c17f-9b76-4006-9b06-9d357e47d50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (86790fda-b03f-4ed2-ba48-d19b92ba1d25), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:11.092873 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cb95c17f-9b76-4006-9b06-9d357e47d50d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1b4304b589544868af45fe00e82fba3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406852 Mar 01 13:49:11.094807 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95c17f-9b76-4006-9b06-9d357e47d50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86790fda-b03f-4ed2-ba48-d19b92ba1d25,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:11.098677 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39346) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:11.140834 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ce229ec2-f841-4a05-9a0f-58710c72f5a5 req-b8dc7fda-591d-4735-a7e7-43534591d8a6 service neutron] 10.222.0.32 "GET /v2.0/networks/46ad6524-9b8b-408c-bf41-570bd4a14b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599165 Mar 01 13:49:11.147132 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b40cf302-4b99-4c8d-a37e-a630f80973d7 admin admin] Publish callbacks [] for security_group (86790fda-b03f-4ed2-ba48-d19b92ba1d25), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:11.155206 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad8d18-d023-4a16-bdf0-dfef11edc60c req-d368abd8-3e82-4a5a-9c90-91136113477b tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:11.156573 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-35ad8d18-d023-4a16-bdf0-dfef11edc60c req-d368abd8-3e82-4a5a-9c90-91136113477b tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 784 time: 0.2670732 Mar 01 13:49:11.165299 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 15fd70f6-03bb-4594-92c7-3d49ec9756b8 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:49:11.172042 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b40cf302-4b99-4c8d-a37e-a630f80973d7 admin admin] Publish callbacks [] for security_group (86790fda-b03f-4ed2-ba48-d19b92ba1d25), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:11.241649 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b40cf302-4b99-4c8d-a37e-a630f80973d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (86790fda-b03f-4ed2-ba48-d19b92ba1d25), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:11.245008 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b40cf302-4b99-4c8d-a37e-a630f80973d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:11.246707 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b40cf302-4b99-4c8d-a37e-a630f80973d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86790fda-b03f-4ed2-ba48-d19b92ba1d25 HTTP/1.1" status: 204 len: 168 time: 0.1470942 Mar 01 13:49:11.258843 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40cf302-4b99-4c8d-a37e-a630f80973d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86790fda-b03f-4ed2-ba48-d19b92ba1d25,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:11.298616 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788dc24-f042-4239-bc1e-f9e5795b5ea0 req-809ec4cd-e11d-4047-b70c-465a899d6209 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:11.299591 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 15fd70f6-03bb-4594-92c7-3d49ec9756b8 is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:49:11.300106 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (15fd70f6-03bb-4594-92c7-3d49ec9756b8), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:11.306122 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b788dc24-f042-4239-bc1e-f9e5795b5ea0 req-809ec4cd-e11d-4047-b70c-465a899d6209 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 784 time: 0.2638023 Mar 01 13:49:11.339707 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075f7a74-6753-4ed9-b31f-0b20e7c55713', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15fd70f6-03bb-4594-92c7-3d49ec9756b8'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:49:11.342116 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f32740b-9a0f-46bd-aaaa-a7abecbd59fa" -d '{"events": [{"server_uuid": "075f7a74-6753-4ed9-b31f-0b20e7c55713", "name": "network-vif-unplugged", "status": "completed", "tag": "15fd70f6-03bb-4594-92c7-3d49ec9756b8"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:49:11.358178 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 15fd70f6-03bb-4594-92c7-3d49ec9756b8, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=15fd70f6-03bb-4594-92c7-3d49ec9756b8,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:11.361454 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-35ad8d18-d023-4a16-bdf0-dfef11edc60c req-fad481c0-46c2-4258-9803-2e10a4c11b4d tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.238 HTTP/1.1" status: 200 len: 1001 time: 0.1947143 Mar 01 13:49:11.368063 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (15fd70f6-03bb-4594-92c7-3d49ec9756b8), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:11.384115 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-35ad8d18-d023-4a16-bdf0-dfef11edc60c req-eae471c5-4402-479a-9062-8cf942b00fa4 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:49:11.395404 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b788dc24-f042-4239-bc1e-f9e5795b5ea0 req-f0947681-9aa6-4c15-9f4e-3fbc49514349 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.90 HTTP/1.1" status: 200 len: 695 time: 0.0883222 Mar 01 13:49:11.439638 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=15fd70f6-03bb-4594-92c7-3d49ec9756b8,revision_number=8']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:11.488435 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ce229ec2-f841-4a05-9a0f-58710c72f5a5 req-bd341f22-1758-4f33-9544-c51b1572fbb4 service neutron] 10.222.0.32 "GET /v2.0/networks/46ad6524-9b8b-408c-bf41-570bd4a14b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309262 Mar 01 13:49:11.493548 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b788dc24-f042-4239-bc1e-f9e5795b5ea0 req-58fca80f-7323-457b-b005-99c8f950d543 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.90 HTTP/1.1" status: 200 len: 695 time: 0.0971606 Mar 01 13:49:11.514595 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-35ad8d18-d023-4a16-bdf0-dfef11edc60c req-eae471c5-4402-479a-9062-8cf942b00fa4 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks [] for floatingip (c4b78871-31ed-4b09-8d25-0d4b68cc232f), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:11.605055 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39356) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:11.619175 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8cf1d963-ca8e-44fa-a539-a72b2abe3a83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:11.705542 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8cf1d963-ca8e-44fa-a539-a72b2abe3a83 admin admin] Publish callbacks [] for security_group (1e96d2bd-3f41-46e1-bc4a-9bc11ea3b88e), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:11.709483 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8cf1d963-ca8e-44fa-a539-a72b2abe3a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (1e96d2bd-3f41-46e1-bc4a-9bc11ea3b88e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:11.753087 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8cf1d963-ca8e-44fa-a539-a72b2abe3a83 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8375b564412c4b198e308fe92f002d0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1467192 Mar 01 13:49:11.753751 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39358) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:11.760230 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1d963-ca8e-44fa-a539-a72b2abe3a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e96d2bd-3f41-46e1-bc4a-9bc11ea3b88e,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:11.775049 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1d963-ca8e-44fa-a539-a72b2abe3a83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:11.775390 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1d963-ca8e-44fa-a539-a72b2abe3a83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:11.775757 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1d963-ca8e-44fa-a539-a72b2abe3a83 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:11.776090 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1d963-ca8e-44fa-a539-a72b2abe3a83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:11.776413 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1d963-ca8e-44fa-a539-a72b2abe3a83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:11.776733 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1d963-ca8e-44fa-a539-a72b2abe3a83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:11.777049 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1d963-ca8e-44fa-a539-a72b2abe3a83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:11.777364 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1d963-ca8e-44fa-a539-a72b2abe3a83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:11.777678 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1d963-ca8e-44fa-a539-a72b2abe3a83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:11.777991 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1d963-ca8e-44fa-a539-a72b2abe3a83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:11.778303 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1d963-ca8e-44fa-a539-a72b2abe3a83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:11.778638 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1d963-ca8e-44fa-a539-a72b2abe3a83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:11.778952 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1d963-ca8e-44fa-a539-a72b2abe3a83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:11.820342 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-12c5a4bb-b82e-46ef-9971-973808c7c558 admin admin] Publish callbacks [] for security_group (1e96d2bd-3f41-46e1-bc4a-9bc11ea3b88e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:11.844050 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-12c5a4bb-b82e-46ef-9971-973808c7c558 admin admin] Publish callbacks [] for security_group (1e96d2bd-3f41-46e1-bc4a-9bc11ea3b88e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:11.903194 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-12c5a4bb-b82e-46ef-9971-973808c7c558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (1e96d2bd-3f41-46e1-bc4a-9bc11ea3b88e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:11.905910 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-12c5a4bb-b82e-46ef-9971-973808c7c558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:11.907103 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-12c5a4bb-b82e-46ef-9971-973808c7c558 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e96d2bd-3f41-46e1-bc4a-9bc11ea3b88e HTTP/1.1" status: 204 len: 168 time: 0.1520240 Mar 01 13:49:11.916002 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5a4bb-b82e-46ef-9971-973808c7c558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e96d2bd-3f41-46e1-bc4a-9bc11ea3b88e,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:12.055074 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-35ad8d18-d023-4a16-bdf0-dfef11edc60c req-eae471c5-4402-479a-9062-8cf942b00fa4 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:12.058830 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-b788dc24-f042-4239-bc1e-f9e5795b5ea0 req-137845a1-5b95-4425-96a9-0ae463819464 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Deleting port 4b548c1e-0121-4a49-a65d-05404daf6627 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:49:12.059156 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b788dc24-f042-4239-bc1e-f9e5795b5ea0 req-137845a1-5b95-4425-96a9-0ae463819464 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (4b548c1e-0121-4a49-a65d-05404daf6627), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:12.061999 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-35ad8d18-d023-4a16-bdf0-dfef11edc60c req-eae471c5-4402-479a-9062-8cf942b00fa4 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (c4b78871-31ed-4b09-8d25-0d4b68cc232f), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:12.062369 n-d-827467-3 neutron-server[103727]: INFO neutron.db.l3_db [req-35ad8d18-d023-4a16-bdf0-dfef11edc60c req-eae471c5-4402-479a-9062-8cf942b00fa4 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Floating IP c4b78871-31ed-4b09-8d25-0d4b68cc232f disassociated. External IP: 172.25.1.238, port: 2401d5df-ee96-41a7-a1a6-1c8d009ea873. Mar 01 13:49:12.216379 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b788dc24-f042-4239-bc1e-f9e5795b5ea0 req-137845a1-5b95-4425-96a9-0ae463819464 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (4b548c1e-0121-4a49-a65d-05404daf6627), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:12.216708 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b788dc24-f042-4239-bc1e-f9e5795b5ea0 req-137845a1-5b95-4425-96a9-0ae463819464 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Publish callbacks [] for floatingip (4b548c1e-0121-4a49-a65d-05404daf6627), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:12.235132 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-b788dc24-f042-4239-bc1e-f9e5795b5ea0 req-137845a1-5b95-4425-96a9-0ae463819464 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Calling delete_port for 4b548c1e-0121-4a49-a65d-05404daf6627 owned by network:floatingip {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:49:12.412790 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35ad8d18-d023-4a16-bdf0-dfef11edc60c req-eae471c5-4402-479a-9062-8cf942b00fa4 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Router 6b94c93f-761e-4f17-b0a9-d8cc63f81129 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:49:12.509387 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b788dc24-f042-4239-bc1e-f9e5795b5ea0 req-137845a1-5b95-4425-96a9-0ae463819464 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (4b548c1e-0121-4a49-a65d-05404daf6627), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:12.565938 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137845a1-5b95-4425-96a9-0ae463819464 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Pushing event deleted for resources: {'Port': ['ID=4b548c1e-0121-4a49-a65d-05404daf6627,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:12.623589 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35ad8d18-d023-4a16-bdf0-dfef11edc60c req-eae471c5-4402-479a-9062-8cf942b00fa4 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:49:12.629124 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-35ad8d18-d023-4a16-bdf0-dfef11edc60c req-eae471c5-4402-479a-9062-8cf942b00fa4 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:12.634706 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaa5ccd-a53e-42f2-b071-94eb0e691791 None None] Sync routers for ids ['6b94c93f-761e-4f17-b0a9-d8cc63f81129'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:49:12.644247 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaa5ccd-a53e-42f2-b071-94eb0e691791 None None] Routers {'6b94c93f-761e-4f17-b0a9-d8cc63f81129'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:49:12.644972 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-acaa5ccd-a53e-42f2-b071-94eb0e691791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:48:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6b94c93f-761e-4f17-b0a9-d8cc63f81129'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:12.667982 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-35ad8d18-d023-4a16-bdf0-dfef11edc60c req-eae471c5-4402-479a-9062-8cf942b00fa4 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "PUT /v2.0/floatingips/c4b78871-31ed-4b09-8d25-0d4b68cc232f HTTP/1.1" status: 200 len: 695 time: 1.2918813 Mar 01 13:49:12.668753 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b788dc24-f042-4239-bc1e-f9e5795b5ea0 req-137845a1-5b95-4425-96a9-0ae463819464 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Publish callbacks [] for floatingip (88fa77d5-e52d-4f25-8a36-a3ebd0afe4f3), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:12.671488 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b788dc24-f042-4239-bc1e-f9e5795b5ea0 req-137845a1-5b95-4425-96a9-0ae463819464 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:12.672541 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b788dc24-f042-4239-bc1e-f9e5795b5ea0 req-137845a1-5b95-4425-96a9-0ae463819464 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] 10.222.0.13 "DELETE /v2.0/floatingips/88fa77d5-e52d-4f25-8a36-a3ebd0afe4f3 HTTP/1.1" status: 204 len: 173 time: 1.1723495 Mar 01 13:49:12.673158 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3', 'tag': '2401d5df-ee96-41a7-a1a6-1c8d009ea873'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:49:12.676123 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd1ef17-e0d4-42b4-bb54-2cd01ce9c38a" -d '{"events": [{"name": "network-changed", "server_uuid": "bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3", "tag": "2401d5df-ee96-41a7-a1a6-1c8d009ea873"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:49:12.757493 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad8d18-d023-4a16-bdf0-dfef11edc60c req-08553b03-d188-45d7-92db-7c4fab1a7584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:12.759794 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-35ad8d18-d023-4a16-bdf0-dfef11edc60c req-08553b03-d188-45d7-92db-7c4fab1a7584 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c18946c020b04e1e84eb00e4d66b6194&device_id=bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3 HTTP/1.1" status: 200 len: 1127 time: 0.0601606 Mar 01 13:49:12.775188 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-acaa5ccd-a53e-42f2-b071-94eb0e691791 None None] Set router 6b94c93f-761e-4f17-b0a9-d8cc63f81129 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:49:12.888156 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad8d18-d023-4a16-bdf0-dfef11edc60c req-4b397df6-85fe-4e37-9754-bb174f9d1ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:12.889768 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-35ad8d18-d023-4a16-bdf0-dfef11edc60c req-4b397df6-85fe-4e37-9754-bb174f9d1ebd service neutron] 10.222.0.13 "GET /v2.0/networks?id=46ad6524-9b8b-408c-bf41-570bd4a14b9a HTTP/1.1" status: 200 len: 921 time: 0.1239033 Mar 01 13:49:12.945775 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-35ad8d18-d023-4a16-bdf0-dfef11edc60c req-6d055289-5d18-4dae-9f24-4629c3117cbe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2401d5df-ee96-41a7-a1a6-1c8d009ea873 HTTP/1.1" status: 200 len: 217 time: 0.0491457 Mar 01 13:49:12.954764 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723518ca-f50a-44fa-8092-8e2bfd1fff09 req-c74810fd-4206-4d79-9a99-53538bb71f96 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:12.956272 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-723518ca-f50a-44fa-8092-8e2bfd1fff09 req-c74810fd-4206-4d79-9a99-53538bb71f96 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1051469 Mar 01 13:49:12.994818 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-acaa5ccd-a53e-42f2-b071-94eb0e691791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'name': 'tempest-FloatingIPsAssociationTestJSON-252549783-router', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:45Z', 'updated_at': '2022-03-01T13:47:54Z', 'revision_number': 4, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'gw_port': {'id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:47Z', 'updated_at': '2022-03-01T13:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '8556f323-4496-4f37-bb5c-eb2d8db17b65', 'name': '', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'mac_address': 'fa:16:3e:ac:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:52Z', 'updated_at': '2022-03-01T13:48:01Z', 'revision_number': 5, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'subnets': [{'id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:13.027319 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaa5ccd-a53e-42f2-b071-94eb0e691791 None None] Checking router: 6b94c93f-761e-4f17-b0a9-d8cc63f81129 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:49:13.032162 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad8d18-d023-4a16-bdf0-dfef11edc60c req-c04287cc-6d25-4195-bd30-e3d2231c2ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:13.033642 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-35ad8d18-d023-4a16-bdf0-dfef11edc60c req-c04287cc-6d25-4195-bd30-e3d2231c2ca5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=86ba1087-1883-4262-ae29-f20d536ca1ef HTTP/1.1" status: 200 len: 859 time: 0.0765083 Mar 01 13:49:13.036700 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaa5ccd-a53e-42f2-b071-94eb0e691791 None None] Routers {'6b94c93f-761e-4f17-b0a9-d8cc63f81129'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:49:13.037372 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-acaa5ccd-a53e-42f2-b071-94eb0e691791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:48:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6b94c93f-761e-4f17-b0a9-d8cc63f81129'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:13.046057 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-723518ca-f50a-44fa-8092-8e2bfd1fff09 req-4ab8bc7b-8fb3-44c3-9ccc-de1c85fe8af9 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810735 Mar 01 13:49:13.113498 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad8d18-d023-4a16-bdf0-dfef11edc60c req-e952b34e-affc-4fdb-a3b5-4cd245af8245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:13.115171 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-35ad8d18-d023-4a16-bdf0-dfef11edc60c req-e952b34e-affc-4fdb-a3b5-4cd245af8245 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46ad6524-9b8b-408c-bf41-570bd4a14b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0682557 Mar 01 13:49:13.129583 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 01 Mar 2022 13:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57620dd2-28da-45cc-9039-fdec7eafc47c x-openstack-request-id: req-57620dd2-28da-45cc-9039-fdec7eafc47c {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:49:13.129875 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075f7a74-6753-4ed9-b31f-0b20e7c55713", "name": "network-vif-unplugged", "status": "failed", "tag": "15fd70f6-03bb-4594-92c7-3d49ec9756b8", "code": 422}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:49:13.130128 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57620dd2-28da-45cc-9039-fdec7eafc47c {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:49:13.130531 n-d-827467-3 neutron-server[103728]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '075f7a74-6753-4ed9-b31f-0b20e7c55713', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '15fd70f6-03bb-4594-92c7-3d49ec9756b8', 'code': 422} returned with failed status Mar 01 13:49:13.171545 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-acaa5ccd-a53e-42f2-b071-94eb0e691791 None None] Set router 6b94c93f-761e-4f17-b0a9-d8cc63f81129 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:49:13.199316 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 96c765e7-0f79-48fb-97a9-002b643806e4 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:49:13.259019 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-35ad8d18-d023-4a16-bdf0-dfef11edc60c req-3471c222-2cc6-4416-8b98-765fdecad7f1 service neutron] 10.222.0.13 "GET /v2.0/networks/46ad6524-9b8b-408c-bf41-570bd4a14b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343725 Mar 01 13:49:13.266883 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d847fa-9223-4087-a11b-3fba9ec054fa req-8d2e0596-d640-4b6e-a91f-8cd112349b9d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:13.268470 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-15d847fa-9223-4087-a11b-3fba9ec054fa req-8d2e0596-d640-4b6e-a91f-8cd112349b9d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 943 time: 0.0842142 Mar 01 13:49:13.385224 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-15d847fa-9223-4087-a11b-3fba9ec054fa req-f8fb0e98-e9e7-4e0e-945e-05dc50a35147 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073081 Mar 01 13:49:13.400998 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-35ad8d18-d023-4a16-bdf0-dfef11edc60c req-b8f9a79c-4833-460e-b22c-a5b505645cb6 service neutron] 10.222.0.13 "GET /v2.0/networks/46ad6524-9b8b-408c-bf41-570bd4a14b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314912 Mar 01 13:49:13.427037 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 96c765e7-0f79-48fb-97a9-002b643806e4, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=96c765e7-0f79-48fb-97a9-002b643806e4,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:13.469297 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '96c765e7-0f79-48fb-97a9-002b643806e4', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': '96c765e7-0f79-48fb-97a9-002b643806e4', 'mac_address': 'fa:16:3e:ea:a0:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:49:13.509254 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350a19e5-b38a-4da7-91ab-998141ce61b7 x-openstack-request-id: req-350a19e5-b38a-4da7-91ab-998141ce61b7 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:49:13.509715 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3", "tag": "2401d5df-ee96-41a7-a1a6-1c8d009ea873", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:49:13.509945 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-350a19e5-b38a-4da7-91ab-998141ce61b7 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:49:13.510973 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3', 'tag': '2401d5df-ee96-41a7-a1a6-1c8d009ea873', 'status': 'completed', 'code': 200} Mar 01 13:49:13.516240 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 96c765e7-0f79-48fb-97a9-002b643806e4 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:49:13.516642 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (96c765e7-0f79-48fb-97a9-002b643806e4), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:13.535873 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c765e7-0f79-48fb-97a9-002b643806e4 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:49:13.545688 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-acaa5ccd-a53e-42f2-b071-94eb0e691791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'name': 'tempest-FloatingIPsAssociationTestJSON-252549783-router', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:45Z', 'updated_at': '2022-03-01T13:47:54Z', 'revision_number': 4, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'gw_port': {'id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:47Z', 'updated_at': '2022-03-01T13:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '8556f323-4496-4f37-bb5c-eb2d8db17b65', 'name': '', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'mac_address': 'fa:16:3e:ac:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:52Z', 'updated_at': '2022-03-01T13:48:01Z', 'revision_number': 5, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'subnets': [{'id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:13.585142 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaa5ccd-a53e-42f2-b071-94eb0e691791 None None] The sync data for ids ['6b94c93f-761e-4f17-b0a9-d8cc63f81129'] in n-d-827467-3 is: [{'id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'name': 'tempest-FloatingIPsAssociationTestJSON-252549783-router', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:45Z', 'updated_at': '2022-03-01T13:47:54Z', 'revision_number': 4, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'gw_port': {'id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:47Z', 'updated_at': '2022-03-01T13:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '8556f323-4496-4f37-bb5c-eb2d8db17b65', 'name': '', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'mac_address': 'fa:16:3e:ac:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:52Z', 'updated_at': '2022-03-01T13:48:01Z', 'revision_number': 5, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'subnets': [{'id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:49:13.590682 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 96c765e7-0f79-48fb-97a9-002b643806e4, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=96c765e7-0f79-48fb-97a9-002b643806e4,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:13.595975 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (96c765e7-0f79-48fb-97a9-002b643806e4), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:13.651022 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=96c765e7-0f79-48fb-97a9-002b643806e4,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:13.713305 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c0eb4-7cfa-44e9-9cc8-ba827b24abfb req-559efa77-5e95-4f41-9493-42070fb9bb23 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:13.714826 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-149c0eb4-7cfa-44e9-9cc8-ba827b24abfb req-559efa77-5e95-4f41-9493-42070fb9bb23 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=efbe0e60-de2f-4df0-9f0c-ce9ff03b80fa HTTP/1.1" status: 200 len: 947 time: 0.2014384 Mar 01 13:49:13.733459 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1ef17-e0d4-42b4-bb54-2cd01ce9c38a req-6c48c969-da73-4aa5-9563-24d4acbc19e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:13.734925 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1bd1ef17-e0d4-42b4-bb54-2cd01ce9c38a req-6c48c969-da73-4aa5-9563-24d4acbc19e0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c18946c020b04e1e84eb00e4d66b6194&device_id=bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3 HTTP/1.1" status: 200 len: 1127 time: 0.1678181 Mar 01 13:49:13.784519 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c5a7797-f17d-4b1b-b822-36ae2ab069dc req-adfe23a7-ec7a-483a-ade8-ca024662a314 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2428510 Mar 01 13:49:13.829399 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-1c5a7797-f17d-4b1b-b822-36ae2ab069dc req-482e27c1-a25d-4331-896b-cb2cbf1b95dd tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:49:13.871088 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-149c0eb4-7cfa-44e9-9cc8-ba827b24abfb req-3c7d6fa0-9bf7-45e5-8b64-708bde3a949c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469796 Mar 01 13:49:13.881843 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-1c5a7797-f17d-4b1b-b822-36ae2ab069dc req-482e27c1-a25d-4331-896b-cb2cbf1b95dd tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:13.929875 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e16a5d-cdf4-42d9-a546-a4ba0b8473ef None None] New status for floating IP c4b78871-31ed-4b09-8d25-0d4b68cc232f: DOWN {{(pid=103729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 13:49:13.957115 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1ef17-e0d4-42b4-bb54-2cd01ce9c38a req-5da7bbc2-062c-4eb8-8762-77de821bd752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:13.958625 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1bd1ef17-e0d4-42b4-bb54-2cd01ce9c38a req-5da7bbc2-062c-4eb8-8762-77de821bd752 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46ad6524-9b8b-408c-bf41-570bd4a14b9a HTTP/1.1" status: 200 len: 921 time: 0.2073340 Mar 01 13:49:14.026312 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1bd1ef17-e0d4-42b4-bb54-2cd01ce9c38a req-2c6d69f3-4947-4911-b69d-6041c962b788 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2401d5df-ee96-41a7-a1a6-1c8d009ea873 HTTP/1.1" status: 200 len: 217 time: 0.0489490 Mar 01 13:49:14.080441 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['96c765e7-0f79-48fb-97a9-002b643806e4'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:49:14.105178 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1ef17-e0d4-42b4-bb54-2cd01ce9c38a req-77b4ed02-6539-4eeb-a518-f6a34cef9ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:14.107108 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1bd1ef17-e0d4-42b4-bb54-2cd01ce9c38a req-77b4ed02-6539-4eeb-a518-f6a34cef9ee3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=86ba1087-1883-4262-ae29-f20d536ca1ef HTTP/1.1" status: 200 len: 859 time: 0.0727332 Mar 01 13:49:14.202947 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-1c5a7797-f17d-4b1b-b822-36ae2ab069dc req-482e27c1-a25d-4331-896b-cb2cbf1b95dd tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:14.263401 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64733ed-2405-49e6-be36-500c096834b1 req-e5415cc7-cb5a-4610-8830-347d7e111f58 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:14.264983 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d64733ed-2405-49e6-be36-500c096834b1 req-e5415cc7-cb5a-4610-8830-347d7e111f58 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1800940 Mar 01 13:49:14.269925 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1ef17-e0d4-42b4-bb54-2cd01ce9c38a req-77da969e-7b95-4a1c-a9dc-07381cbdc3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:14.271365 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1bd1ef17-e0d4-42b4-bb54-2cd01ce9c38a req-77da969e-7b95-4a1c-a9dc-07381cbdc3ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46ad6524-9b8b-408c-bf41-570bd4a14b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1530209 Mar 01 13:49:14.416843 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d64733ed-2405-49e6-be36-500c096834b1 req-70c9b180-c8b4-4b98-912e-a900dcb759a4 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426280 Mar 01 13:49:14.439362 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-1c5a7797-f17d-4b1b-b822-36ae2ab069dc req-482e27c1-a25d-4331-896b-cb2cbf1b95dd tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Allocated IP 172.25.1.167 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/eee79041-5335-44df-a33e-93e6b189a449) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:49:14.458078 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1bd1ef17-e0d4-42b4-bb54-2cd01ce9c38a req-68cabecc-4531-40bb-b371-25fe29b4d04e service neutron] 10.222.0.32 "GET /v2.0/networks/46ad6524-9b8b-408c-bf41-570bd4a14b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733491 Mar 01 13:49:14.622432 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1bd1ef17-e0d4-42b4-bb54-2cd01ce9c38a req-5fc62319-5376-4c58-93e6-f6f184ab79f2 service neutron] 10.222.0.32 "GET /v2.0/networks/46ad6524-9b8b-408c-bf41-570bd4a14b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562903 Mar 01 13:49:14.626840 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-1c5a7797-f17d-4b1b-b822-36ae2ab069dc req-482e27c1-a25d-4331-896b-cb2cbf1b95dd tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Publish callbacks [] for port (eee79041-5335-44df-a33e-93e6b189a449), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:14.664983 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-1c5a7797-f17d-4b1b-b822-36ae2ab069dc req-482e27c1-a25d-4331-896b-cb2cbf1b95dd tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (eee79041-5335-44df-a33e-93e6b189a449), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:14.699755 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c5a7797-f17d-4b1b-b822-36ae2ab069dc req-482e27c1-a25d-4331-896b-cb2cbf1b95dd tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:49:14.702715 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-1c5a7797-f17d-4b1b-b822-36ae2ab069dc req-482e27c1-a25d-4331-896b-cb2cbf1b95dd tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:49:14.706306 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5a7797-f17d-4b1b-b822-36ae2ab069dc req-482e27c1-a25d-4331-896b-cb2cbf1b95dd tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:49:14.746917 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e27c1-a25d-4331-896b-cb2cbf1b95dd tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Pushing event updated for resources: {'Port': ['ID=eee79041-5335-44df-a33e-93e6b189a449,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:14.810030 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-1c5a7797-f17d-4b1b-b822-36ae2ab069dc req-482e27c1-a25d-4331-896b-cb2cbf1b95dd tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Publish callbacks [] for floatingip (61999b21-3a6a-474b-b1ea-7af1357cb74c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:14.852321 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-1c5a7797-f17d-4b1b-b822-36ae2ab069dc req-482e27c1-a25d-4331-896b-cb2cbf1b95dd tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (eee79041-5335-44df-a33e-93e6b189a449), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:15.026068 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-1c5a7797-f17d-4b1b-b822-36ae2ab069dc req-482e27c1-a25d-4331-896b-cb2cbf1b95dd tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Publish callbacks [] for port (eee79041-5335-44df-a33e-93e6b189a449), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:15.031126 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-1c5a7797-f17d-4b1b-b822-36ae2ab069dc req-482e27c1-a25d-4331-896b-cb2cbf1b95dd tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (eee79041-5335-44df-a33e-93e6b189a449), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:15.103247 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e27c1-a25d-4331-896b-cb2cbf1b95dd tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Pushing event updated for resources: {'Port': ['ID=eee79041-5335-44df-a33e-93e6b189a449,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:15.119559 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-1c5a7797-f17d-4b1b-b822-36ae2ab069dc req-482e27c1-a25d-4331-896b-cb2cbf1b95dd tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (61999b21-3a6a-474b-b1ea-7af1357cb74c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:15.138639 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-1c5a7797-f17d-4b1b-b822-36ae2ab069dc req-482e27c1-a25d-4331-896b-cb2cbf1b95dd tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:15.140117 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c5a7797-f17d-4b1b-b822-36ae2ab069dc req-482e27c1-a25d-4331-896b-cb2cbf1b95dd tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3489616 Mar 01 13:49:15.181195 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 15fd70f6-03bb-4594-92c7-3d49ec9756b8 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:49:15.213678 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c5a7797-f17d-4b1b-b822-36ae2ab069dc req-03d2f49c-d23d-4bb8-b2cc-91bacf856552 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.167 HTTP/1.1" status: 200 len: 696 time: 0.0680296 Mar 01 13:49:15.262697 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 15fd70f6-03bb-4594-92c7-3d49ec9756b8 is: DOWN; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:49:15.577084 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39528) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:15.654216 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39449e-5b26-4e3c-9f2c-ff7e17a189fd req-d072db3c-de82-4504-8846-ce683df794d8 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:15.656044 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5f39449e-5b26-4e3c-9f2c-ff7e17a189fd req-d072db3c-de82-4504-8846-ce683df794d8 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f7a74-6753-4ed9-b31f-0b20e7c55713 HTTP/1.1" status: 200 len: 943 time: 0.4633393 Mar 01 13:49:15.681226 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a7797-f17d-4b1b-b822-36ae2ab069dc req-f88f5729-bf01-4949-9de7-2829f07b3dde tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:15.682536 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c5a7797-f17d-4b1b-b822-36ae2ab069dc req-f88f5729-bf01-4949-9de7-2829f07b3dde tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 784 time: 0.4515254 Mar 01 13:49:15.706316 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-85db1f26-70c7-408d-8372-7031cb5dd861 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:15.766856 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-5f39449e-5b26-4e3c-9f2c-ff7e17a189fd req-8939393c-43f3-4dc6-867c-46334703da72 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Deleting port 15fd70f6-03bb-4594-92c7-3d49ec9756b8 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:49:15.767175 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-5f39449e-5b26-4e3c-9f2c-ff7e17a189fd req-8939393c-43f3-4dc6-867c-46334703da72 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (15fd70f6-03bb-4594-92c7-3d49ec9756b8), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:15.792190 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-85db1f26-70c7-408d-8372-7031cb5dd861 admin admin] Publish callbacks [] for security_group (c4d27c02-f05e-472b-bfe7-a4fc5b97de69), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:15.797158 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-85db1f26-70c7-408d-8372-7031cb5dd861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c4d27c02-f05e-472b-bfe7-a4fc5b97de69), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:15.848524 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-85db1f26-70c7-408d-8372-7031cb5dd861 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cbbe18b5c64742da94190712c18f3721&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2699397 Mar 01 13:49:15.849522 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39538) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:15.850417 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db1f26-70c7-408d-8372-7031cb5dd861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d27c02-f05e-472b-bfe7-a4fc5b97de69,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:15.902682 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-5f39449e-5b26-4e3c-9f2c-ff7e17a189fd req-8939393c-43f3-4dc6-867c-46334703da72 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] For port 15fd70f6-03bb-4594-92c7-3d49ec9756b8, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=15fd70f6-03bb-4594-92c7-3d49ec9756b8,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:15.903058 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-5f39449e-5b26-4e3c-9f2c-ff7e17a189fd req-8939393c-43f3-4dc6-867c-46334703da72 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (15fd70f6-03bb-4594-92c7-3d49ec9756b8), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:15.939887 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-5f39449e-5b26-4e3c-9f2c-ff7e17a189fd req-8939393c-43f3-4dc6-867c-46334703da72 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Calling delete_port for 15fd70f6-03bb-4594-92c7-3d49ec9756b8 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:49:16.013609 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a3641eac-0ea1-4fe8-822a-802d5c691984 admin admin] Publish callbacks [] for security_group (c4d27c02-f05e-472b-bfe7-a4fc5b97de69), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:16.018550 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82afd6-c01c-425c-b90f-08de14f8a22f req-b67952b0-43e6-4e8c-ae68-4b320cda3904 tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:16.020115 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5e82afd6-c01c-425c-b90f-08de14f8a22f req-b67952b0-43e6-4e8c-ae68-4b320cda3904 tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 1132 time: 0.1422949 Mar 01 13:49:16.065942 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a3641eac-0ea1-4fe8-822a-802d5c691984 admin admin] Publish callbacks [] for security_group (c4d27c02-f05e-472b-bfe7-a4fc5b97de69), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:16.127019 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5e82afd6-c01c-425c-b90f-08de14f8a22f req-a83bc1bc-5a8e-4411-ade7-c5451037f33b tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977161 Mar 01 13:49:16.166043 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a3641eac-0ea1-4fe8-822a-802d5c691984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c4d27c02-f05e-472b-bfe7-a4fc5b97de69), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:16.168724 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a3641eac-0ea1-4fe8-822a-802d5c691984 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:16.169868 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a3641eac-0ea1-4fe8-822a-802d5c691984 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4d27c02-f05e-472b-bfe7-a4fc5b97de69 HTTP/1.1" status: 204 len: 168 time: 0.3193910 Mar 01 13:49:16.189965 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3641eac-0ea1-4fe8-822a-802d5c691984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d27c02-f05e-472b-bfe7-a4fc5b97de69,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:16.201917 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-5f39449e-5b26-4e3c-9f2c-ff7e17a189fd req-8939393c-43f3-4dc6-867c-46334703da72 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (15fd70f6-03bb-4594-92c7-3d49ec9756b8), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:16.258669 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939393c-43f3-4dc6-867c-46334703da72 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Pushing event deleted for resources: {'Port': ['ID=15fd70f6-03bb-4594-92c7-3d49ec9756b8,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:16.294235 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ad469-8c0a-44a9-af20-265e9b91022e req-911beee3-78d7-4071-9b6f-80d16618c526 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:16.295745 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-698ad469-8c0a-44a9-af20-265e9b91022e req-911beee3-78d7-4071-9b6f-80d16618c526 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1082449 Mar 01 13:49:16.326351 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f39449e-5b26-4e3c-9f2c-ff7e17a189fd req-8939393c-43f3-4dc6-867c-46334703da72 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] No DVR routers for this DVR port 15fd70f6-03bb-4594-92c7-3d49ec9756b8 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:49:16.329292 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-5f39449e-5b26-4e3c-9f2c-ff7e17a189fd req-8939393c-43f3-4dc6-867c-46334703da72 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:16.332566 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5f39449e-5b26-4e3c-9f2c-ff7e17a189fd req-8939393c-43f3-4dc6-867c-46334703da72 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "DELETE /v2.0/ports/15fd70f6-03bb-4594-92c7-3d49ec9756b8 HTTP/1.1" status: 204 len: 173 time: 0.6674995 Mar 01 13:49:16.333005 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075f7a74-6753-4ed9-b31f-0b20e7c55713', 'name': 'network-vif-deleted', 'tag': '15fd70f6-03bb-4594-92c7-3d49ec9756b8'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:49:16.335212 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacf765a-ee4c-4636-9ee9-bde339fd1964" -d '{"events": [{"server_uuid": "075f7a74-6753-4ed9-b31f-0b20e7c55713", "name": "network-vif-deleted", "tag": "15fd70f6-03bb-4594-92c7-3d49ec9756b8"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:49:16.380107 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-698ad469-8c0a-44a9-af20-265e9b91022e req-2a5a0b67-1a68-472a-b329-d8bc018594d3 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784624 Mar 01 13:49:16.470285 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39554) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:16.485115 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-10a17e22-33cb-40c7-b705-3ded5d48244b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:16.504378 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d06e2-6a7f-497b-9b01-7f285c3bd5bd req-9f0ff5da-7efd-42a8-829e-3fdff4cb50df tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:16.506159 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b4d06e2-6a7f-497b-9b01-7f285c3bd5bd req-9f0ff5da-7efd-42a8-829e-3fdff4cb50df tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=efbe0e60-de2f-4df0-9f0c-ce9ff03b80fa HTTP/1.1" status: 200 len: 948 time: 0.0593901 Mar 01 13:49:16.560113 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b4d06e2-6a7f-497b-9b01-7f285c3bd5bd req-efcac61a-30c3-4799-a9aa-027628914a90 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483015 Mar 01 13:49:16.584132 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-10a17e22-33cb-40c7-b705-3ded5d48244b admin admin] Publish callbacks [] for security_group (9d727ce7-ae27-4606-8f7c-f5f374b853a1), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:16.589271 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-10a17e22-33cb-40c7-b705-3ded5d48244b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (9d727ce7-ae27-4606-8f7c-f5f374b853a1), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:16.631068 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-10a17e22-33cb-40c7-b705-3ded5d48244b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3969f50f30b24b6c926128c40c3ff283&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1587524 Mar 01 13:49:16.635195 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39562) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:16.636448 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a17e22-33cb-40c7-b705-3ded5d48244b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d727ce7-ae27-4606-8f7c-f5f374b853a1,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:16.728478 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-def74358-2f23-402b-8385-a535f77e0703 admin admin] Publish callbacks [] for security_group (9d727ce7-ae27-4606-8f7c-f5f374b853a1), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:16.750311 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-def74358-2f23-402b-8385-a535f77e0703 admin admin] Publish callbacks [] for security_group (9d727ce7-ae27-4606-8f7c-f5f374b853a1), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:16.813131 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-def74358-2f23-402b-8385-a535f77e0703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (9d727ce7-ae27-4606-8f7c-f5f374b853a1), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:16.818217 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-def74358-2f23-402b-8385-a535f77e0703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:16.820730 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-def74358-2f23-402b-8385-a535f77e0703 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d727ce7-ae27-4606-8f7c-f5f374b853a1 HTTP/1.1" status: 204 len: 168 time: 0.1838055 Mar 01 13:49:16.831969 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def74358-2f23-402b-8385-a535f77e0703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d727ce7-ae27-4606-8f7c-f5f374b853a1,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:16.886936 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6202fb0e-e013-4cb9-9098-dc9454888447 req-c85e6094-8645-4ecb-b5e3-b34790bc636e tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] 10.222.0.13 "GET /v2.0/floatingips/61999b21-3a6a-474b-b1ea-7af1357cb74c HTTP/1.1" status: 200 len: 693 time: 0.0496218 Mar 01 13:49:17.033881 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202fb0e-e013-4cb9-9098-dc9454888447 req-8a586dfc-f2e1-4bb9-9c43-bbaac486e3a8 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:17.035230 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6202fb0e-e013-4cb9-9098-dc9454888447 req-8a586dfc-f2e1-4bb9-9c43-bbaac486e3a8 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 784 time: 0.1427701 Mar 01 13:49:17.045926 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de9eb7-03c6-4a6a-941a-676b78adf4a4 req-6db3b5c3-c16c-48e7-bcc7-f55b47fe599f tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:17.047288 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73de9eb7-03c6-4a6a-941a-676b78adf4a4 req-6db3b5c3-c16c-48e7-bcc7-f55b47fe599f tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports?device_id=b07fa3ab-3a2d-472a-9b2a-832a2fb14e83&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0910349 Mar 01 13:49:17.128047 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6202fb0e-e013-4cb9-9098-dc9454888447 req-eac5d362-5104-49db-bc87-4fcc7fbd75db tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.167 HTTP/1.1" status: 200 len: 696 time: 0.0797155 Mar 01 13:49:17.130974 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73de9eb7-03c6-4a6a-941a-676b78adf4a4 req-9874bbfb-01e5-48cb-94f1-ce8cd41365f9 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.238 HTTP/1.1" status: 200 len: 696 time: 0.0768030 Mar 01 13:49:17.146784 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-73de9eb7-03c6-4a6a-941a-676b78adf4a4 req-2844c709-ce70-4503-8b53-da5f4a2f1639 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Request body: {'floatingip': {'port_id': 'a0097efb-120c-4ed9-b7ac-7e4fd029685a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:49:17.179829 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 96c765e7-0f79-48fb-97a9-002b643806e4 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:49:17.223039 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6202fb0e-e013-4cb9-9098-dc9454888447 req-f11b8d6c-a0e7-495c-a463-6db4173739eb tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.167 HTTP/1.1" status: 200 len: 696 time: 0.0880704 Mar 01 13:49:17.225111 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-73de9eb7-03c6-4a6a-941a-676b78adf4a4 req-2844c709-ce70-4503-8b53-da5f4a2f1639 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks [] for floatingip (c4b78871-31ed-4b09-8d25-0d4b68cc232f), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:17.378380 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 96c765e7-0f79-48fb-97a9-002b643806e4 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:49:17.383784 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 96c765e7-0f79-48fb-97a9-002b643806e4 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:49:17.384401 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (96c765e7-0f79-48fb-97a9-002b643806e4), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:17.492010 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 96c765e7-0f79-48fb-97a9-002b643806e4 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:49:17.492393 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (96c765e7-0f79-48fb-97a9-002b643806e4), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:17.518448 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbe0e60-de2f-4df0-9f0c-ce9ff03b80fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c765e7-0f79-48fb-97a9-002b643806e4'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:49:17.522099 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004c3e14-4087-4fc9-bccb-9559501cda13" -d '{"events": [{"server_uuid": "efbe0e60-de2f-4df0-9f0c-ce9ff03b80fa", "name": "network-vif-plugged", "status": "completed", "tag": "96c765e7-0f79-48fb-97a9-002b643806e4"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:49:17.536532 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 96c765e7-0f79-48fb-97a9-002b643806e4, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=96c765e7-0f79-48fb-97a9-002b643806e4,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:17.537151 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-6202fb0e-e013-4cb9-9098-dc9454888447 req-25057fb1-6515-47a6-a912-df83579acb85 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Deleting port eee79041-5335-44df-a33e-93e6b189a449 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:49:17.537629 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6202fb0e-e013-4cb9-9098-dc9454888447 req-25057fb1-6515-47a6-a912-df83579acb85 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (eee79041-5335-44df-a33e-93e6b189a449), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:17.543713 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (96c765e7-0f79-48fb-97a9-002b643806e4), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:17.606476 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=96c765e7-0f79-48fb-97a9-002b643806e4,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:17.741947 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6202fb0e-e013-4cb9-9098-dc9454888447 req-25057fb1-6515-47a6-a912-df83579acb85 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (eee79041-5335-44df-a33e-93e6b189a449), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:17.742303 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6202fb0e-e013-4cb9-9098-dc9454888447 req-25057fb1-6515-47a6-a912-df83579acb85 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Publish callbacks [] for floatingip (eee79041-5335-44df-a33e-93e6b189a449), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:17.761905 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-6202fb0e-e013-4cb9-9098-dc9454888447 req-25057fb1-6515-47a6-a912-df83579acb85 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Calling delete_port for eee79041-5335-44df-a33e-93e6b189a449 owned by network:floatingip {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:49:17.777687 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:49:17.865908 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf79b6-f9f3-4b3d-ab9f-e4f4991a0947 req-958c6e8b-5c9a-4e00-a098-6a9a12909c33 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:17.867407 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-abdf79b6-f9f3-4b3d-ab9f-e4f4991a0947 req-958c6e8b-5c9a-4e00-a098-6a9a12909c33 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3 HTTP/1.1" status: 200 len: 945 time: 0.1629510 Mar 01 13:49:18.049176 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-73de9eb7-03c6-4a6a-941a-676b78adf4a4 req-2844c709-ce70-4503-8b53-da5f4a2f1639 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:18.061474 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-73de9eb7-03c6-4a6a-941a-676b78adf4a4 req-2844c709-ce70-4503-8b53-da5f4a2f1639 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (c4b78871-31ed-4b09-8d25-0d4b68cc232f), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:18.153779 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-abdf79b6-f9f3-4b3d-ab9f-e4f4991a0947 req-3edc4554-ebf9-494a-89fa-079b65d7ec28 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Deleting port 2401d5df-ee96-41a7-a1a6-1c8d009ea873 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:49:18.154123 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-abdf79b6-f9f3-4b3d-ab9f-e4f4991a0947 req-3edc4554-ebf9-494a-89fa-079b65d7ec28 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (2401d5df-ee96-41a7-a1a6-1c8d009ea873), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:18.204383 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6202fb0e-e013-4cb9-9098-dc9454888447 req-25057fb1-6515-47a6-a912-df83579acb85 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (eee79041-5335-44df-a33e-93e6b189a449), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:18.269118 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25057fb1-6515-47a6-a912-df83579acb85 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Pushing event deleted for resources: {'Port': ['ID=eee79041-5335-44df-a33e-93e6b189a449,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:18.332490 n-d-827467-3 neutron-server[103727]: INFO neutron.db.l3_db [req-73de9eb7-03c6-4a6a-941a-676b78adf4a4 req-2844c709-ce70-4503-8b53-da5f4a2f1639 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Floating IP c4b78871-31ed-4b09-8d25-0d4b68cc232f associated. External IP: 172.25.1.238, port: a0097efb-120c-4ed9-b7ac-7e4fd029685a. Mar 01 13:49:18.412159 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-abdf79b6-f9f3-4b3d-ab9f-e4f4991a0947 req-3edc4554-ebf9-494a-89fa-079b65d7ec28 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] For port 2401d5df-ee96-41a7-a1a6-1c8d009ea873, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=2401d5df-ee96-41a7-a1a6-1c8d009ea873,segment=NetworkSegment(5e062692-f1f6-406b-80a0-4be4bcdfa6ec),segment_id=5e062692-f1f6-406b-80a0-4be4bcdfa6ec)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:18.412525 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-abdf79b6-f9f3-4b3d-ab9f-e4f4991a0947 req-3edc4554-ebf9-494a-89fa-079b65d7ec28 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (2401d5df-ee96-41a7-a1a6-1c8d009ea873), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:18.423754 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6202fb0e-e013-4cb9-9098-dc9454888447 req-25057fb1-6515-47a6-a912-df83579acb85 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Publish callbacks [] for floatingip (61999b21-3a6a-474b-b1ea-7af1357cb74c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:18.426283 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6202fb0e-e013-4cb9-9098-dc9454888447 req-25057fb1-6515-47a6-a912-df83579acb85 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:18.427480 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6202fb0e-e013-4cb9-9098-dc9454888447 req-25057fb1-6515-47a6-a912-df83579acb85 tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] 10.222.0.13 "DELETE /v2.0/floatingips/61999b21-3a6a-474b-b1ea-7af1357cb74c HTTP/1.1" status: 204 len: 173 time: 1.1978838 Mar 01 13:49:18.440231 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-abdf79b6-f9f3-4b3d-ab9f-e4f4991a0947 req-3edc4554-ebf9-494a-89fa-079b65d7ec28 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Calling delete_port for 2401d5df-ee96-41a7-a1a6-1c8d009ea873 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:49:18.656060 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f0b47-de3b-4480-aeb2-1c585ea80071 req-c8d4c512-244f-49c4-bee8-c464969c77bb tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:18.657735 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ee1f0b47-de3b-4480-aeb2-1c585ea80071 req-c8d4c512-244f-49c4-bee8-c464969c77bb tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 1132 time: 0.1717818 Mar 01 13:49:19.104953 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73de9eb7-03c6-4a6a-941a-676b78adf4a4 req-2844c709-ce70-4503-8b53-da5f4a2f1639 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Router 6b94c93f-761e-4f17-b0a9-d8cc63f81129 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:49:19.107961 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ee1f0b47-de3b-4480-aeb2-1c585ea80071 req-b57d7ff1-a874-45a6-ba58-d4d4c700184e tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412663 Mar 01 13:49:19.111470 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-abdf79b6-f9f3-4b3d-ab9f-e4f4991a0947 req-3edc4554-ebf9-494a-89fa-079b65d7ec28 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (2401d5df-ee96-41a7-a1a6-1c8d009ea873), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:19.124267 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['a0097efb-120c-4ed9-b7ac-7e4fd029685a', '2401d5df-ee96-41a7-a1a6-1c8d009ea873'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:49:19.149924 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc4554-ebf9-494a-89fa-079b65d7ec28 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Pushing event deleted for resources: {'Port': ['ID=2401d5df-ee96-41a7-a1a6-1c8d009ea873,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:19.226085 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 01 Mar 2022 13:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c487eb-5a55-47de-ae3e-2fa033b11b99 x-openstack-request-id: req-10c487eb-5a55-47de-ae3e-2fa033b11b99 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:49:19.226580 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075f7a74-6753-4ed9-b31f-0b20e7c55713", "name": "network-vif-deleted", "tag": "15fd70f6-03bb-4594-92c7-3d49ec9756b8", "status": "failed", "code": 422}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:49:19.226970 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10c487eb-5a55-47de-ae3e-2fa033b11b99 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:49:19.227795 n-d-827467-3 neutron-server[103727]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '075f7a74-6753-4ed9-b31f-0b20e7c55713', 'name': 'network-vif-deleted', 'tag': '15fd70f6-03bb-4594-92c7-3d49ec9756b8', 'status': 'failed', 'code': 422} returned with failed status Mar 01 13:49:19.270490 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-abdf79b6-f9f3-4b3d-ab9f-e4f4991a0947 req-3edc4554-ebf9-494a-89fa-079b65d7ec28 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] No DVR routers for this DVR port 2401d5df-ee96-41a7-a1a6-1c8d009ea873 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:49:19.282685 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-abdf79b6-f9f3-4b3d-ab9f-e4f4991a0947 req-3edc4554-ebf9-494a-89fa-079b65d7ec28 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:19.292481 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-abdf79b6-f9f3-4b3d-ab9f-e4f4991a0947 req-3edc4554-ebf9-494a-89fa-079b65d7ec28 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.32 "DELETE /v2.0/ports/2401d5df-ee96-41a7-a1a6-1c8d009ea873 HTTP/1.1" status: 204 len: 173 time: 1.4169371 Mar 01 13:49:19.432855 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73de9eb7-03c6-4a6a-941a-676b78adf4a4 req-2844c709-ce70-4503-8b53-da5f4a2f1639 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:49:19.444453 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133c2855-8fef-46cd-9d6d-32dba0d6a8aa None None] Sync routers for ids ['6b94c93f-761e-4f17-b0a9-d8cc63f81129'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:49:19.450910 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-73de9eb7-03c6-4a6a-941a-676b78adf4a4 req-2844c709-ce70-4503-8b53-da5f4a2f1639 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:19.515033 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133c2855-8fef-46cd-9d6d-32dba0d6a8aa None None] Routers {'6b94c93f-761e-4f17-b0a9-d8cc63f81129'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:49:19.516772 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-133c2855-8fef-46cd-9d6d-32dba0d6a8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:48:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6b94c93f-761e-4f17-b0a9-d8cc63f81129'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:19.558509 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73de9eb7-03c6-4a6a-941a-676b78adf4a4 req-2844c709-ce70-4503-8b53-da5f4a2f1639 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "PUT /v2.0/floatingips/c4b78871-31ed-4b09-8d25-0d4b68cc232f HTTP/1.1" status: 200 len: 996 time: 2.4168155 Mar 01 13:49:19.601979 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a6b49-bb13-4ffe-b9d9-386721c70bc4 req-583f83af-010c-4b42-82ac-adfed6cf0ccd tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:19.604198 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-267a6b49-bb13-4ffe-b9d9-386721c70bc4 req-583f83af-010c-4b42-82ac-adfed6cf0ccd tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 946 time: 0.1128192 Mar 01 13:49:19.666417 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-133c2855-8fef-46cd-9d6d-32dba0d6a8aa None None] Set router 6b94c93f-761e-4f17-b0a9-d8cc63f81129 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:49:19.676105 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de9eb7-03c6-4a6a-941a-676b78adf4a4 req-618f1a0e-62a6-42fd-b294-b87af0ae38fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:19.683166 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73de9eb7-03c6-4a6a-941a-676b78adf4a4 req-618f1a0e-62a6-42fd-b294-b87af0ae38fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c18946c020b04e1e84eb00e4d66b6194&device_id=b07fa3ab-3a2d-472a-9b2a-832a2fb14e83 HTTP/1.1" status: 200 len: 1127 time: 0.1011498 Mar 01 13:49:19.704379 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-267a6b49-bb13-4ffe-b9d9-386721c70bc4 req-b1cfca8f-b065-4fe4-bd93-0cf6620e7066 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807390 Mar 01 13:49:19.784642 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7916e0-bb14-4099-9524-ae2b58bd508b x-openstack-request-id: req-fe7916e0-bb14-4099-9524-ae2b58bd508b {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:49:19.785217 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbe0e60-de2f-4df0-9f0c-ce9ff03b80fa", "name": "network-vif-plugged", "status": "completed", "tag": "96c765e7-0f79-48fb-97a9-002b643806e4", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:49:19.786134 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe7916e0-bb14-4099-9524-ae2b58bd508b {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:49:19.787411 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbe0e60-de2f-4df0-9f0c-ce9ff03b80fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c765e7-0f79-48fb-97a9-002b643806e4', 'code': 200} Mar 01 13:49:19.918062 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de9eb7-03c6-4a6a-941a-676b78adf4a4 req-56e364d9-386d-41d9-9de3-1fdf63964eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:19.926753 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73de9eb7-03c6-4a6a-941a-676b78adf4a4 req-56e364d9-386d-41d9-9de3-1fdf63964eb9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=46ad6524-9b8b-408c-bf41-570bd4a14b9a HTTP/1.1" status: 200 len: 921 time: 0.2412572 Mar 01 13:49:19.930642 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768cee7-5249-4a21-b7f1-3abfed45f23d req-55994912-ab11-4441-a7aa-027d6a1ca50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:19.937133 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3768cee7-5249-4a21-b7f1-3abfed45f23d req-55994912-ab11-4441-a7aa-027d6a1ca50f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=475192ca5f814c16b38a7d788a6a6472&device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 1126 time: 0.4468579 Mar 01 13:49:19.966233 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243573a-0300-441f-8c5f-ffd3af996ea8 req-d61534f7-90b9-474b-8e7f-86bff45b1ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:19.968539 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2243573a-0300-441f-8c5f-ffd3af996ea8 req-d61534f7-90b9-474b-8e7f-86bff45b1ae7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=efbe0e60-de2f-4df0-9f0c-ce9ff03b80fa HTTP/1.1" status: 200 len: 1131 time: 0.0721514 Mar 01 13:49:20.037847 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2243573a-0300-441f-8c5f-ffd3af996ea8 req-90789f33-0c58-4ee0-a008-c5b357279649 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623879 Mar 01 13:49:20.039296 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-133c2855-8fef-46cd-9d6d-32dba0d6a8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'name': 'tempest-FloatingIPsAssociationTestJSON-252549783-router', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:45Z', 'updated_at': '2022-03-01T13:47:54Z', 'revision_number': 4, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'gw_port': {'id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:47Z', 'updated_at': '2022-03-01T13:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'c4b78871-31ed-4b09-8d25-0d4b68cc232f', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'port_id': 'a0097efb-120c-4ed9-b7ac-7e4fd029685a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 922, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'mac_address': 'fa:16:3e:58:c6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07fa3ab-3a2d-472a-9b2a-832a2fb14e83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:48:22Z', 'updated_at': '2022-03-01T13:49:17Z', 'revision_number': 8, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8556f323-4496-4f37-bb5c-eb2d8db17b65', 'name': '', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'mac_address': 'fa:16:3e:ac:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:52Z', 'updated_at': '2022-03-01T13:48:01Z', 'revision_number': 5, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'subnets': [{'id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:20.065983 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73de9eb7-03c6-4a6a-941a-676b78adf4a4 req-a64999df-8b99-46c1-9470-ccf150ef6ef4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0097efb-120c-4ed9-b7ac-7e4fd029685a HTTP/1.1" status: 200 len: 999 time: 0.1398661 Mar 01 13:49:20.071280 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133c2855-8fef-46cd-9d6d-32dba0d6a8aa None None] Checking router: 6b94c93f-761e-4f17-b0a9-d8cc63f81129 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:49:20.080279 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133c2855-8fef-46cd-9d6d-32dba0d6a8aa None None] Routers {'6b94c93f-761e-4f17-b0a9-d8cc63f81129'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:49:20.081067 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-133c2855-8fef-46cd-9d6d-32dba0d6a8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:48:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6b94c93f-761e-4f17-b0a9-d8cc63f81129'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:20.083424 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a82f6a-bd59-4d8f-a0c1-d8108f02d376 req-6b11a1cc-d79b-442c-9cea-1b5391fa39d9 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:20.085035 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-76a82f6a-bd59-4d8f-a0c1-d8108f02d376 req-6b11a1cc-d79b-442c-9cea-1b5391fa39d9 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=efbe0e60-de2f-4df0-9f0c-ce9ff03b80fa HTTP/1.1" status: 200 len: 949 time: 0.1991012 Mar 01 13:49:20.166104 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768cee7-5249-4a21-b7f1-3abfed45f23d req-0c4866a0-f515-4930-96ea-faddb89145e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:20.167660 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3768cee7-5249-4a21-b7f1-3abfed45f23d req-0c4866a0-f515-4930-96ea-faddb89145e4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 HTTP/1.1" status: 200 len: 913 time: 0.2218118 Mar 01 13:49:20.173868 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de9eb7-03c6-4a6a-941a-676b78adf4a4 req-a057c97f-6c55-49fd-8623-0615e1fe842d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:20.175363 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73de9eb7-03c6-4a6a-941a-676b78adf4a4 req-a057c97f-6c55-49fd-8623-0615e1fe842d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=86ba1087-1883-4262-ae29-f20d536ca1ef HTTP/1.1" status: 200 len: 859 time: 0.1086292 Mar 01 13:49:20.212309 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-133c2855-8fef-46cd-9d6d-32dba0d6a8aa None None] Set router 6b94c93f-761e-4f17-b0a9-d8cc63f81129 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:49:20.218011 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-76a82f6a-bd59-4d8f-a0c1-d8108f02d376 req-d1667bb8-7d36-4c50-8ce4-56582ebddf74 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048923 Mar 01 13:49:20.246326 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de9eb7-03c6-4a6a-941a-676b78adf4a4 req-98bcc5d6-1d39-4a54-908b-cd7c8080ecb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:20.247921 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73de9eb7-03c6-4a6a-941a-676b78adf4a4 req-98bcc5d6-1d39-4a54-908b-cd7c8080ecb1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46ad6524-9b8b-408c-bf41-570bd4a14b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0662313 Mar 01 13:49:20.344652 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [req-f0fd5ec6-1f13-4f97-a639-b3bf68f572e3 req-9492f9dc-d893-4b94-a2f0-421aa5edab4d tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] show failed (client error): The resource could not be found. Mar 01 13:49:20.346416 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f0fd5ec6-1f13-4f97-a639-b3bf68f572e3 req-9492f9dc-d893-4b94-a2f0-421aa5edab4d tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] 10.222.0.13 "GET /v2.0/floatingips/61999b21-3a6a-474b-b1ea-7af1357cb74c HTTP/1.1" status: 404 len: 350 time: 0.0900564 Mar 01 13:49:20.450414 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3768cee7-5249-4a21-b7f1-3abfed45f23d req-b3b038c4-680d-47f4-8ab0-fdee6b23c09d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7988cdd9-dd32-4813-871c-c8dca2569301 HTTP/1.1" status: 200 len: 999 time: 0.1423702 Mar 01 13:49:20.487701 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-133c2855-8fef-46cd-9d6d-32dba0d6a8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'name': 'tempest-FloatingIPsAssociationTestJSON-252549783-router', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:45Z', 'updated_at': '2022-03-01T13:47:54Z', 'revision_number': 4, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'gw_port': {'id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:47Z', 'updated_at': '2022-03-01T13:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'c4b78871-31ed-4b09-8d25-0d4b68cc232f', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'port_id': 'a0097efb-120c-4ed9-b7ac-7e4fd029685a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 922, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'mac_address': 'fa:16:3e:58:c6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07fa3ab-3a2d-472a-9b2a-832a2fb14e83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:48:22Z', 'updated_at': '2022-03-01T13:49:17Z', 'revision_number': 8, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8556f323-4496-4f37-bb5c-eb2d8db17b65', 'name': '', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'mac_address': 'fa:16:3e:ac:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:52Z', 'updated_at': '2022-03-01T13:48:01Z', 'revision_number': 5, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'subnets': [{'id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:20.513891 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768cee7-5249-4a21-b7f1-3abfed45f23d req-0f814297-6f9f-48b9-b4b9-25ff7d45883a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:20.515307 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3768cee7-5249-4a21-b7f1-3abfed45f23d req-0f814297-6f9f-48b9-b4b9-25ff7d45883a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d1ea702e-89f4-430d-ba35-37a3134c98fa HTTP/1.1" status: 200 len: 851 time: 0.0579565 Mar 01 13:49:20.519298 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73de9eb7-03c6-4a6a-941a-676b78adf4a4 req-28fb3ffe-5e65-45d3-a017-0f291e09de7b service neutron] 10.222.0.13 "GET /v2.0/networks/46ad6524-9b8b-408c-bf41-570bd4a14b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648444 Mar 01 13:49:20.519521 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133c2855-8fef-46cd-9d6d-32dba0d6a8aa None None] The sync data for ids ['6b94c93f-761e-4f17-b0a9-d8cc63f81129'] in n-d-827467-3 is: [{'id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'name': 'tempest-FloatingIPsAssociationTestJSON-252549783-router', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:45Z', 'updated_at': '2022-03-01T13:47:54Z', 'revision_number': 4, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'gw_port': {'id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:47Z', 'updated_at': '2022-03-01T13:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'c4b78871-31ed-4b09-8d25-0d4b68cc232f', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'port_id': 'a0097efb-120c-4ed9-b7ac-7e4fd029685a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 922, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'mac_address': 'fa:16:3e:58:c6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07fa3ab-3a2d-472a-9b2a-832a2fb14e83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:48:22Z', 'updated_at': '2022-03-01T13:49:17Z', 'revision_number': 8, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8556f323-4496-4f37-bb5c-eb2d8db17b65', 'name': '', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'mac_address': 'fa:16:3e:ac:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:52Z', 'updated_at': '2022-03-01T13:48:01Z', 'revision_number': 5, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'subnets': [{'id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:49:20.657733 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768cee7-5249-4a21-b7f1-3abfed45f23d req-208f16dc-41d0-4210-ab0c-e470a592afa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:20.659244 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3768cee7-5249-4a21-b7f1-3abfed45f23d req-208f16dc-41d0-4210-ab0c-e470a592afa2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1365325 Mar 01 13:49:20.736218 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73de9eb7-03c6-4a6a-941a-676b78adf4a4 req-de8cceda-b6da-44cc-a232-48b853e3a7be service neutron] 10.222.0.13 "GET /v2.0/networks/46ad6524-9b8b-408c-bf41-570bd4a14b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022312 Mar 01 13:49:20.751566 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec941a01-0a5d-4e8b-8373-11610452887b req-e3c83fb1-5092-4f3b-8b37-906f79829274 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:20.753137 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ec941a01-0a5d-4e8b-8373-11610452887b req-e3c83fb1-5092-4f3b-8b37-906f79829274 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1453393 Mar 01 13:49:20.812595 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc80ff1-f411-451a-adcf-ea80c3d67fd8 None None] New status for floating IP c4b78871-31ed-4b09-8d25-0d4b68cc232f: ACTIVE {{(pid=103729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 13:49:20.823148 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3768cee7-5249-4a21-b7f1-3abfed45f23d req-1880746d-edf1-4729-a71b-471dd9b7c181 service neutron] 10.222.0.32 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507251 Mar 01 13:49:20.830903 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ec941a01-0a5d-4e8b-8373-11610452887b req-8a7ec34f-271c-477c-8cfe-654d8a82f807 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689995 Mar 01 13:49:20.965136 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [req-ca531150-2987-4213-908a-8e1569b2215a req-d9bbe5e5-ef28-4121-bde9-319b1460e5ef tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] show failed (client error): The resource could not be found. Mar 01 13:49:20.966584 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ca531150-2987-4213-908a-8e1569b2215a req-d9bbe5e5-ef28-4121-bde9-319b1460e5ef tempest-FloatingIPsTestJSON-422458324 tempest-FloatingIPsTestJSON-422458324-project] 10.222.0.13 "GET /v2.0/floatingips/61999b21-3a6a-474b-b1ea-7af1357cb74c HTTP/1.1" status: 404 len: 350 time: 0.0980704 Mar 01 13:49:20.979655 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39694) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:21.064296 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3768cee7-5249-4a21-b7f1-3abfed45f23d req-772c54b2-39e6-4ed5-a02c-ec59e0bd6bf2 service neutron] 10.222.0.32 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322896 Mar 01 13:49:21.086646 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31efe746-52f4-4d49-b295-d59929453c50 req-ea995e3c-5616-404b-bdb2-a58099abe741 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:21.088235 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-31efe746-52f4-4d49-b295-d59929453c50 req-ea995e3c-5616-404b-bdb2-a58099abe741 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/networks?id=1db2e377-eb34-4fc8-b308-125f1046605c HTTP/1.1" status: 200 len: 811 time: 0.1895373 Mar 01 13:49:21.114613 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-31efe746-52f4-4d49-b295-d59929453c50 req-e69cffeb-0cc8-4a56-b096-84408b7cff1e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/quotas/f3e60b304ea34ca8a598bc4e060e2ca5 HTTP/1.1" status: 200 len: 375 time: 0.0138695 Mar 01 13:49:21.165547 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-31efe746-52f4-4d49-b295-d59929453c50 req-be907511-578a-4807-b81d-297b027716be tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f3e60b304ea34ca8a598bc4e060e2ca5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427301 Mar 01 13:49:21.198576 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 2401d5df-ee96-41a7-a1a6-1c8d009ea873 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:49:21.225800 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: 2401d5df-ee96-41a7-a1a6-1c8d009ea873 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:49:21.227071 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 2401d5df-ee96-41a7-a1a6-1c8d009ea873 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:49:21.230017 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3', 'name': 'network-vif-deleted', 'tag': '2401d5df-ee96-41a7-a1a6-1c8d009ea873'}, {'name': 'network-changed', 'server_uuid': 'b07fa3ab-3a2d-472a-9b2a-832a2fb14e83', 'tag': 'a0097efb-120c-4ed9-b7ac-7e4fd029685a'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:49:21.232351 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01aa3fc-718b-4151-9730-16d604acadd9" -d '{"events": [{"server_uuid": "bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3", "name": "network-vif-deleted", "tag": "2401d5df-ee96-41a7-a1a6-1c8d009ea873"}, {"name": "network-changed", "server_uuid": "b07fa3ab-3a2d-472a-9b2a-832a2fb14e83", "tag": "a0097efb-120c-4ed9-b7ac-7e4fd029685a"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:49:21.253670 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efecee39-7b41-45f9-894b-cbba997cd1da req-eb534b33-15d4-4d0c-92ef-878da5b2bbb1 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:21.260349 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-efecee39-7b41-45f9-894b-cbba997cd1da req-eb534b33-15d4-4d0c-92ef-878da5b2bbb1 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 946 time: 0.1472304 Mar 01 13:49:21.340203 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-31efe746-52f4-4d49-b295-d59929453c50 req-45a1dcb9-af75-43c9-abc1-e60fff43a220 service neutron] 10.222.0.13 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662817 Mar 01 13:49:21.352321 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-efecee39-7b41-45f9-894b-cbba997cd1da req-8c6fd543-4ff3-4de6-9189-cd881f05aad4 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886424 Mar 01 13:49:21.434242 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d512f120-bf88-41d8-abbe-b88252fc0452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (cc91481a-09bf-4f96-abe5-c531d524e740), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:21.512307 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-00cd799f-f733-4445-921f-16e18fdcf084 req-39daf785-5481-46b2-af97-fcb4829b143b tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/floatingips/c4b78871-31ed-4b09-8d25-0d4b68cc232f HTTP/1.1" status: 200 len: 998 time: 0.1226189 Mar 01 13:49:21.548897 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-31efe746-52f4-4d49-b295-d59929453c50 req-882faca4-f562-4405-b549-db4131b349b1 service neutron] 10.222.0.13 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034326 Mar 01 13:49:21.652609 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd799f-f733-4445-921f-16e18fdcf084 req-7b6026c4-aa42-4b24-b83b-def956d88a4b tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:21.667551 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-00cd799f-f733-4445-921f-16e18fdcf084 req-7b6026c4-aa42-4b24-b83b-def956d88a4b tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 784 time: 0.1488981 Mar 01 13:49:21.772356 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 01 Mar 2022 13:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7dc81b-993a-496e-adad-f7293721bcad x-openstack-request-id: req-cf7dc81b-993a-496e-adad-f7293721bcad {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:49:21.773204 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3", "name": "network-vif-deleted", "tag": "2401d5df-ee96-41a7-a1a6-1c8d009ea873", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b07fa3ab-3a2d-472a-9b2a-832a2fb14e83", "tag": "a0097efb-120c-4ed9-b7ac-7e4fd029685a", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:49:21.773204 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf7dc81b-993a-496e-adad-f7293721bcad {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:49:21.773649 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3fa1d0-92bb-4dd7-b94b-4885d0bcb3a3', 'name': 'network-vif-deleted', 'tag': '2401d5df-ee96-41a7-a1a6-1c8d009ea873', 'status': 'completed', 'code': 200} Mar 01 13:49:21.774000 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07fa3ab-3a2d-472a-9b2a-832a2fb14e83', 'tag': 'a0097efb-120c-4ed9-b7ac-7e4fd029685a', 'status': 'completed', 'code': 200} Mar 01 13:49:21.948538 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d512f120-bf88-41d8-abbe-b88252fc0452 admin admin] Deleting port c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:49:21.948961 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d512f120-bf88-41d8-abbe-b88252fc0452 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:21.957488 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2185d9b0-abc0-4de1-97ec-0643a5ab2f11 req-2f03f012-9b09-4aac-b87c-7188974f9dfa tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.238 HTTP/1.1" status: 200 len: 1001 time: 0.1250541 Mar 01 13:49:21.970054 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01aa3fc-718b-4151-9730-16d604acadd9 req-259d17fd-ff4e-4df8-9449-13f3a8435f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:21.971894 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c01aa3fc-718b-4151-9730-16d604acadd9 req-259d17fd-ff4e-4df8-9449-13f3a8435f95 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c18946c020b04e1e84eb00e4d66b6194&device_id=b07fa3ab-3a2d-472a-9b2a-832a2fb14e83 HTTP/1.1" status: 200 len: 1127 time: 0.1813331 Mar 01 13:49:22.058067 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-d512f120-bf88-41d8-abbe-b88252fc0452 admin admin] For port c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98,segment=NetworkSegment(451e6f5e-0ed7-49ff-a26c-745ec890add6),segment_id=451e6f5e-0ed7-49ff-a26c-745ec890add6)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:22.059406 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d512f120-bf88-41d8-abbe-b88252fc0452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:22.077432 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8af3b-d472-43fd-b753-511152cc8adc req-c87432ed-7add-4c88-aa8d-b92d9879920a tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:22.078982 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7db8af3b-d472-43fd-b753-511152cc8adc req-c87432ed-7add-4c88-aa8d-b92d9879920a tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=efbe0e60-de2f-4df0-9f0c-ce9ff03b80fa HTTP/1.1" status: 200 len: 949 time: 0.1922824 Mar 01 13:49:22.086009 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d512f120-bf88-41d8-abbe-b88252fc0452 admin admin] Calling delete_port for c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98 owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:49:22.087009 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185d9b0-abc0-4de1-97ec-0643a5ab2f11 req-449971e0-e853-4031-a7d3-e05a87225197 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:22.088422 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2185d9b0-abc0-4de1-97ec-0643a5ab2f11 req-449971e0-e853-4031-a7d3-e05a87225197 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports/a0097efb-120c-4ed9-b7ac-7e4fd029685a HTTP/1.1" status: 200 len: 942 time: 0.1301816 Mar 01 13:49:22.222006 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7db8af3b-d472-43fd-b753-511152cc8adc req-cd4e46b9-ad2c-4d03-8dd9-afc91058817d tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270404 Mar 01 13:49:22.233077 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01aa3fc-718b-4151-9730-16d604acadd9 req-f53aa8a6-e8f3-4ff0-b474-3a652957acae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:22.234581 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c01aa3fc-718b-4151-9730-16d604acadd9 req-f53aa8a6-e8f3-4ff0-b474-3a652957acae service neutron] 10.222.0.32 "GET /v2.0/networks?id=46ad6524-9b8b-408c-bf41-570bd4a14b9a HTTP/1.1" status: 200 len: 921 time: 0.2415018 Mar 01 13:49:22.313566 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2185d9b0-abc0-4de1-97ec-0643a5ab2f11 req-c289dd06-ce71-45a1-aba6-b946a916475e tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.238 HTTP/1.1" status: 200 len: 1001 time: 0.1759942 Mar 01 13:49:22.338899 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ee03af54-754e-4b30-b364-7fe60499e3ab req-22d3f42b-4d90-4178-b001-f9e9f4607808 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7440d07-774c-4100-81e2-e7f709988c38 HTTP/1.1" status: 200 len: 210 time: 0.0414844 Mar 01 13:49:22.383770 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d512f120-bf88-41d8-abbe-b88252fc0452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:22.419513 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512f120-bf88-41d8-abbe-b88252fc0452 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:22.478104 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185d9b0-abc0-4de1-97ec-0643a5ab2f11 req-57b24a1e-4149-455b-af6d-51cba6419f49 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:22.479560 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2185d9b0-abc0-4de1-97ec-0643a5ab2f11 req-57b24a1e-4149-455b-af6d-51cba6419f49 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 784 time: 0.1430361 Mar 01 13:49:22.486305 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c01aa3fc-718b-4151-9730-16d604acadd9 req-2c4421ad-8610-426e-9e3e-e6c35280cd56 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0097efb-120c-4ed9-b7ac-7e4fd029685a HTTP/1.1" status: 200 len: 1001 time: 0.2402468 Mar 01 13:49:22.651361 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2185d9b0-abc0-4de1-97ec-0643a5ab2f11 req-05d32c9e-fdef-4573-b6f0-8ca8c97cdd45 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.238 HTTP/1.1" status: 200 len: 1001 time: 0.1585033 Mar 01 13:49:22.670440 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-2185d9b0-abc0-4de1-97ec-0643a5ab2f11 req-b38a9ca6-5b93-4698-855d-3fea7b1f150c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:49:22.680456 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01aa3fc-718b-4151-9730-16d604acadd9 req-03402735-c170-443f-a819-6ce0b20b14c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:22.681920 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c01aa3fc-718b-4151-9730-16d604acadd9 req-03402735-c170-443f-a819-6ce0b20b14c8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=86ba1087-1883-4262-ae29-f20d536ca1ef HTTP/1.1" status: 200 len: 859 time: 0.1876392 Mar 01 13:49:22.752916 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d512f120-bf88-41d8-abbe-b88252fc0452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (cc91481a-09bf-4f96-abe5-c531d524e740), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:22.875801 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2185d9b0-abc0-4de1-97ec-0643a5ab2f11 req-b38a9ca6-5b93-4698-855d-3fea7b1f150c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks [] for floatingip (c4b78871-31ed-4b09-8d25-0d4b68cc232f), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:23.025641 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d512f120-bf88-41d8-abbe-b88252fc0452 admin admin] Router cc91481a-09bf-4f96-abe5-c531d524e740 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:49:23.365303 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d512f120-bf88-41d8-abbe-b88252fc0452 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:49:23.376048 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9618d3bb-3123-4f97-90df-2a8b40fe3be6 None None] Sync routers for ids ['cc91481a-09bf-4f96-abe5-c531d524e740'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:49:23.385545 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d512f120-bf88-41d8-abbe-b88252fc0452 admin admin] 10.222.0.13 "PUT /v2.0/routers/cc91481a-09bf-4f96-abe5-c531d524e740/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4045963 Mar 01 13:49:23.389097 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01aa3fc-718b-4151-9730-16d604acadd9 req-b03c5a1d-2189-4429-92b1-bc6cdc231ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:23.389311 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9618d3bb-3123-4f97-90df-2a8b40fe3be6 None None] Routers {'cc91481a-09bf-4f96-abe5-c531d524e740'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:49:23.390633 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c01aa3fc-718b-4151-9730-16d604acadd9 req-b03c5a1d-2189-4429-92b1-bc6cdc231ab1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46ad6524-9b8b-408c-bf41-570bd4a14b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6407781 Mar 01 13:49:23.392370 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-9618d3bb-3123-4f97-90df-2a8b40fe3be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:48:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['cc91481a-09bf-4f96-abe5-c531d524e740'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:23.394775 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39774) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:23.417886 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31efe746-52f4-4d49-b295-d59929453c50 req-ff5538c0-c566-44ef-bfc1-b549ed91a4d2 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:23.425221 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-31efe746-52f4-4d49-b295-d59929453c50 req-ff5538c0-c566-44ef-bfc1-b549ed91a4d2 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.32 "GET /v2.0/networks?id=1db2e377-eb34-4fc8-b308-125f1046605c HTTP/1.1" status: 200 len: 811 time: 0.2934542 Mar 01 13:49:23.439143 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-31efe746-52f4-4d49-b295-d59929453c50 req-319e7f7e-f7de-426e-9682-63771102e69e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Request body: {'port': {'device_id': 'd7440d07-774c-4100-81e2-e7f709988c38', 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c', 'admin_state_up': True, 'tenant_id': 'f3e60b304ea34ca8a598bc4e060e2ca5'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:49:23.570356 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-9618d3bb-3123-4f97-90df-2a8b40fe3be6 None None] Set router cc91481a-09bf-4f96-abe5-c531d524e740 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:49:23.644343 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72aa44-4016-48be-940b-4ee3c4185871 req-bd043a64-92bf-4dfc-8578-922dd91174a6 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:23.652907 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cf72aa44-4016-48be-940b-4ee3c4185871 req-bd043a64-92bf-4dfc-8578-922dd91174a6 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.8432510 Mar 01 13:49:23.675055 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ab9622a-9664-4de4-abb1-af50ed09c6c0 admin admin] Publish callbacks [] for router (cc91481a-09bf-4f96-abe5-c531d524e740), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:23.686489 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31efe746-52f4-4d49-b295-d59929453c50 req-319e7f7e-f7de-426e-9682-63771102e69e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Made reservation on behalf of f3e60b304ea34ca8a598bc4e060e2ca5 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:49:23.690052 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-31efe746-52f4-4d49-b295-d59929453c50 req-319e7f7e-f7de-426e-9682-63771102e69e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:23.798251 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-9618d3bb-3123-4f97-90df-2a8b40fe3be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc91481a-09bf-4f96-abe5-c531d524e740', 'name': 'tempest-FloatingIPsTestJSON-848920219-router', 'tenant_id': '0c8d6a1d79084a55bc11bd10749d750f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:48:43Z', 'updated_at': '2022-03-01T13:49:22Z', 'revision_number': 5, 'project_id': '0c8d6a1d79084a55bc11bd10749d750f', 'gw_port': {'id': 'feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:be:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc91481a-09bf-4f96-abe5-c531d524e740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:48:46Z', 'updated_at': '2022-03-01T13:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:23.831004 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-31efe746-52f4-4d49-b295-d59929453c50 req-319e7f7e-f7de-426e-9682-63771102e69e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Allocated IP 172.20.0.3 (1db2e377-eb34-4fc8-b308-125f1046605c/0074be29-4f96-45b4-82b7-e955d173d55c/9ea2c00e-40c5-4e96-b75f-82a4815703c5) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:49:23.847616 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9618d3bb-3123-4f97-90df-2a8b40fe3be6 None None] Checking router: cc91481a-09bf-4f96-abe5-c531d524e740 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:49:23.857389 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9618d3bb-3123-4f97-90df-2a8b40fe3be6 None None] Routers {'cc91481a-09bf-4f96-abe5-c531d524e740'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:49:23.858463 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-9618d3bb-3123-4f97-90df-2a8b40fe3be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:48:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['cc91481a-09bf-4f96-abe5-c531d524e740'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:23.963203 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cf72aa44-4016-48be-940b-4ee3c4185871 req-8ab4f14b-7777-4acf-91b5-b1966e8e5157 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3089480 Mar 01 13:49:24.022619 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-9618d3bb-3123-4f97-90df-2a8b40fe3be6 None None] Set router cc91481a-09bf-4f96-abe5-c531d524e740 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:49:24.091992 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2185d9b0-abc0-4de1-97ec-0643a5ab2f11 req-b38a9ca6-5b93-4698-855d-3fea7b1f150c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:24.126809 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-31efe746-52f4-4d49-b295-d59929453c50 req-319e7f7e-f7de-426e-9682-63771102e69e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks [] for port (9ea2c00e-40c5-4e96-b75f-82a4815703c5), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:24.128512 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39784) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:24.137250 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2185d9b0-abc0-4de1-97ec-0643a5ab2f11 req-b38a9ca6-5b93-4698-855d-3fea7b1f150c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (c4b78871-31ed-4b09-8d25-0d4b68cc232f), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:24.137708 n-d-827467-3 neutron-server[103727]: INFO neutron.db.l3_db [req-2185d9b0-abc0-4de1-97ec-0643a5ab2f11 req-b38a9ca6-5b93-4698-855d-3fea7b1f150c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Floating IP c4b78871-31ed-4b09-8d25-0d4b68cc232f disassociated. External IP: 172.25.1.238, port: a0097efb-120c-4ed9-b7ac-7e4fd029685a. Mar 01 13:49:24.145864 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ab9622a-9664-4de4-abb1-af50ed09c6c0 admin admin] Publish callbacks [] for router_gateway (cc91481a-09bf-4f96-abe5-c531d524e740), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:24.212456 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c01aa3fc-718b-4151-9730-16d604acadd9 req-2b34f6bc-feeb-4ec1-8283-0d873b801013 service neutron] 10.222.0.32 "GET /v2.0/networks/46ad6524-9b8b-408c-bf41-570bd4a14b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398661 Mar 01 13:49:24.216458 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-31efe746-52f4-4d49-b295-d59929453c50 req-319e7f7e-f7de-426e-9682-63771102e69e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (9ea2c00e-40c5-4e96-b75f-82a4815703c5), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:24.328460 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31efe746-52f4-4d49-b295-d59929453c50 req-319e7f7e-f7de-426e-9682-63771102e69e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Network 1db2e377-eb34-4fc8-b308-125f1046605c is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:49:24.384307 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-31efe746-52f4-4d49-b295-d59929453c50 req-319e7f7e-f7de-426e-9682-63771102e69e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:49:24.387102 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e7f7e-f7de-426e-9682-63771102e69e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Pushing event updated for resources: {'Port': ['ID=9ea2c00e-40c5-4e96-b75f-82a4815703c5,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:24.389990 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-31efe746-52f4-4d49-b295-d59929453c50 req-319e7f7e-f7de-426e-9682-63771102e69e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:49:24.393649 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2a47e7b2-d765-44c8-a903-3c7691455490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:24.416481 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c01aa3fc-718b-4151-9730-16d604acadd9 req-674c53e6-41dc-4c3e-863b-1b2129debee3 service neutron] 10.222.0.32 "GET /v2.0/networks/46ad6524-9b8b-408c-bf41-570bd4a14b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822362 Mar 01 13:49:24.468487 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31efe746-52f4-4d49-b295-d59929453c50 req-319e7f7e-f7de-426e-9682-63771102e69e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:24.469277 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-31efe746-52f4-4d49-b295-d59929453c50 req-319e7f7e-f7de-426e-9682-63771102e69e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:24.500281 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-9618d3bb-3123-4f97-90df-2a8b40fe3be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc91481a-09bf-4f96-abe5-c531d524e740', 'name': 'tempest-FloatingIPsTestJSON-848920219-router', 'tenant_id': '0c8d6a1d79084a55bc11bd10749d750f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:48:43Z', 'updated_at': '2022-03-01T13:49:22Z', 'revision_number': 5, 'project_id': '0c8d6a1d79084a55bc11bd10749d750f', 'gw_port': {'id': 'feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:be:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc91481a-09bf-4f96-abe5-c531d524e740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:48:46Z', 'updated_at': '2022-03-01T13:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:24.504218 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-31efe746-52f4-4d49-b295-d59929453c50 req-319e7f7e-f7de-426e-9682-63771102e69e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0704641 Mar 01 13:49:24.516826 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-31efe746-52f4-4d49-b295-d59929453c50 req-a3b6fa22-84ce-499b-b3f9-28748f510959 service neutron] Request body: {'port': {'device_id': 'd7440d07-774c-4100-81e2-e7f709988c38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:49:24.551214 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9618d3bb-3123-4f97-90df-2a8b40fe3be6 None None] The sync data for ids ['cc91481a-09bf-4f96-abe5-c531d524e740'] in n-d-827467-3 is: [{'id': 'cc91481a-09bf-4f96-abe5-c531d524e740', 'name': 'tempest-FloatingIPsTestJSON-848920219-router', 'tenant_id': '0c8d6a1d79084a55bc11bd10749d750f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:48:43Z', 'updated_at': '2022-03-01T13:49:22Z', 'revision_number': 5, 'project_id': '0c8d6a1d79084a55bc11bd10749d750f', 'gw_port': {'id': 'feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:be:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc91481a-09bf-4f96-abe5-c531d524e740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:48:46Z', 'updated_at': '2022-03-01T13:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:49:24.600728 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2a47e7b2-d765-44c8-a903-3c7691455490 admin admin] Publish callbacks [] for security_group (25d8d9a3-bc54-406f-b85f-07a4d37bd4d7), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:24.611322 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-31efe746-52f4-4d49-b295-d59929453c50 req-a3b6fa22-84ce-499b-b3f9-28748f510959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9ea2c00e-40c5-4e96-b75f-82a4815703c5), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:24.614965 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2a47e7b2-d765-44c8-a903-3c7691455490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (25d8d9a3-bc54-406f-b85f-07a4d37bd4d7), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:24.642021 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-0ab9622a-9664-4de4-abb1-af50ed09c6c0 admin admin] Deleting port feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:49:24.642372 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ab9622a-9664-4de4-abb1-af50ed09c6c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:24.672419 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2a47e7b2-d765-44c8-a903-3c7691455490 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de83891f8def4a85a5cc020be7bd040a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5381501 Mar 01 13:49:24.677098 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39788) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:24.696292 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47e7b2-d765-44c8-a903-3c7691455490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d8d9a3-bc54-406f-b85f-07a4d37bd4d7,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:24.860114 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c15ef-2d38-4201-88f3-3266677a6102 req-2486337d-d896-4503-b3c4-36b707d8ac6e tempest-ServersOnMultiNodesTest-1167703349 tempest-ServersOnMultiNodesTest-1167703349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:24.861668 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2e9c15ef-2d38-4201-88f3-3266677a6102 req-2486337d-d896-4503-b3c4-36b707d8ac6e tempest-ServersOnMultiNodesTest-1167703349 tempest-ServersOnMultiNodesTest-1167703349-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=efbe0e60-de2f-4df0-9f0c-ce9ff03b80fa HTTP/1.1" status: 200 len: 1131 time: 0.2334650 Mar 01 13:49:24.888507 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-0ab9622a-9664-4de4-abb1-af50ed09c6c0 admin admin] For port feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:24.888908 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ab9622a-9664-4de4-abb1-af50ed09c6c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:24.927475 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-0ab9622a-9664-4de4-abb1-af50ed09c6c0 admin admin] Calling delete_port for feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5 owned by network:router_gateway {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:49:24.929560 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2e9c15ef-2d38-4201-88f3-3266677a6102 req-c6c66072-79eb-487f-a056-d234acfb9f5f tempest-ServersOnMultiNodesTest-1167703349 tempest-ServersOnMultiNodesTest-1167703349-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:24.931314 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b16d401f-3622-463f-8984-aed61dd30e17 admin admin] Publish callbacks [] for security_group (25d8d9a3-bc54-406f-b85f-07a4d37bd4d7), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:24.965392 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2185d9b0-abc0-4de1-97ec-0643a5ab2f11 req-b38a9ca6-5b93-4698-855d-3fea7b1f150c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Router 6b94c93f-761e-4f17-b0a9-d8cc63f81129 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:49:25.031296 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b16d401f-3622-463f-8984-aed61dd30e17 admin admin] Publish callbacks [] for security_group (25d8d9a3-bc54-406f-b85f-07a4d37bd4d7), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:25.215416 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1b18f4ce-ce2c-4c92-8c80-683ea3168f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:25.266806 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b16d401f-3622-463f-8984-aed61dd30e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (25d8d9a3-bc54-406f-b85f-07a4d37bd4d7), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:25.270042 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b16d401f-3622-463f-8984-aed61dd30e17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:25.270172 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-31efe746-52f4-4d49-b295-d59929453c50 req-a3b6fa22-84ce-499b-b3f9-28748f510959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea2c00e-40c5-4e96-b75f-82a4815703c5 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:49:25.273128 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b16d401f-3622-463f-8984-aed61dd30e17 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25d8d9a3-bc54-406f-b85f-07a4d37bd4d7 HTTP/1.1" status: 204 len: 168 time: 0.5554023 Mar 01 13:49:25.273128 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2e9c15ef-2d38-4201-88f3-3266677a6102 req-c6c66072-79eb-487f-a056-d234acfb9f5f tempest-ServersOnMultiNodesTest-1167703349 tempest-ServersOnMultiNodesTest-1167703349-project-admin] Publish callbacks [] for security_group (25ac20a8-9a8a-41a7-9d54-a13c98884f97), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:25.282531 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-31efe746-52f4-4d49-b295-d59929453c50 req-a3b6fa22-84ce-499b-b3f9-28748f510959 service neutron] Publish callbacks [] for port (9ea2c00e-40c5-4e96-b75f-82a4815703c5), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:25.296916 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-31efe746-52f4-4d49-b295-d59929453c50 req-a3b6fa22-84ce-499b-b3f9-28748f510959 service neutron] Transition to ACTIVE for port object 9ea2c00e-40c5-4e96-b75f-82a4815703c5 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:49:25.302192 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2e9c15ef-2d38-4201-88f3-3266677a6102 req-c6c66072-79eb-487f-a056-d234acfb9f5f tempest-ServersOnMultiNodesTest-1167703349 tempest-ServersOnMultiNodesTest-1167703349-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (25ac20a8-9a8a-41a7-9d54-a13c98884f97), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:25.303731 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-31efe746-52f4-4d49-b295-d59929453c50 req-a3b6fa22-84ce-499b-b3f9-28748f510959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (9ea2c00e-40c5-4e96-b75f-82a4815703c5), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:25.315917 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d401f-3622-463f-8984-aed61dd30e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d8d9a3-bc54-406f-b85f-07a4d37bd4d7,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:25.422253 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2e9c15ef-2d38-4201-88f3-3266677a6102 req-c6c66072-79eb-487f-a056-d234acfb9f5f tempest-ServersOnMultiNodesTest-1167703349 tempest-ServersOnMultiNodesTest-1167703349-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5433469 Mar 01 13:49:25.426013 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2185d9b0-abc0-4de1-97ec-0643a5ab2f11 req-b38a9ca6-5b93-4698-855d-3fea7b1f150c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:49:25.432101 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2185d9b0-abc0-4de1-97ec-0643a5ab2f11 req-b38a9ca6-5b93-4698-855d-3fea7b1f150c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:25.434294 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c66072-79eb-487f-a056-d234acfb9f5f tempest-ServersOnMultiNodesTest-1167703349 tempest-ServersOnMultiNodesTest-1167703349-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ac20a8-9a8a-41a7-9d54-a13c98884f97,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:25.449424 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-31efe746-52f4-4d49-b295-d59929453c50 req-a3b6fa22-84ce-499b-b3f9-28748f510959 service neutron] Attempting to bind port 9ea2c00e-40c5-4e96-b75f-82a4815703c5 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:49:25.449904 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-31efe746-52f4-4d49-b295-d59929453c50 req-a3b6fa22-84ce-499b-b3f9-28748f510959 service neutron] Attempting to bind port 9ea2c00e-40c5-4e96-b75f-82a4815703c5 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'a36c5e58-8887-44ea-b2e7-4336450f7579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:49:25.450426 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31efe746-52f4-4d49-b295-d59929453c50 req-a3b6fa22-84ce-499b-b3f9-28748f510959 service neutron] Attempting to bind port 9ea2c00e-40c5-4e96-b75f-82a4815703c5 on network 1db2e377-eb34-4fc8-b308-125f1046605c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:49:25.452071 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6fa22-84ce-499b-b3f9-28748f510959 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea2c00e-40c5-4e96-b75f-82a4815703c5,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:25.465255 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31efe746-52f4-4d49-b295-d59929453c50 req-a3b6fa22-84ce-499b-b3f9-28748f510959 service neutron] Port 9ea2c00e-40c5-4e96-b75f-82a4815703c5 on network 1db2e377-eb34-4fc8-b308-125f1046605c not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:49:25.465613 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31efe746-52f4-4d49-b295-d59929453c50 req-a3b6fa22-84ce-499b-b3f9-28748f510959 service neutron] Attempting to bind port 9ea2c00e-40c5-4e96-b75f-82a4815703c5 on network 1db2e377-eb34-4fc8-b308-125f1046605c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:49:25.470830 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b646f422-4bcf-482b-a496-aa0912f80b2a None None] Sync routers for ids ['6b94c93f-761e-4f17-b0a9-d8cc63f81129'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:49:25.479796 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2185d9b0-abc0-4de1-97ec-0643a5ab2f11 req-b38a9ca6-5b93-4698-855d-3fea7b1f150c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "PUT /v2.0/floatingips/c4b78871-31ed-4b09-8d25-0d4b68cc232f HTTP/1.1" status: 200 len: 696 time: 2.8265843 Mar 01 13:49:25.480658 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07fa3ab-3a2d-472a-9b2a-832a2fb14e83', 'tag': 'a0097efb-120c-4ed9-b7ac-7e4fd029685a'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:49:25.483292 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8a4104-eaea-428f-84b9-192cc6a591ac" -d '{"events": [{"name": "network-changed", "server_uuid": "b07fa3ab-3a2d-472a-9b2a-832a2fb14e83", "tag": "a0097efb-120c-4ed9-b7ac-7e4fd029685a"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:49:25.487973 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ab9622a-9664-4de4-abb1-af50ed09c6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:25.509572 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b646f422-4bcf-482b-a496-aa0912f80b2a None None] Routers {'6b94c93f-761e-4f17-b0a9-d8cc63f81129'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:49:25.512795 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31efe746-52f4-4d49-b295-d59929453c50 req-a3b6fa22-84ce-499b-b3f9-28748f510959 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:49:25.513329 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31efe746-52f4-4d49-b295-d59929453c50 req-a3b6fa22-84ce-499b-b3f9-28748f510959 service neutron] Checking segment: {'id': 'a36c5e58-8887-44ea-b2e7-4336450f7579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:49:25.513880 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31efe746-52f4-4d49-b295-d59929453c50 req-a3b6fa22-84ce-499b-b3f9-28748f510959 service neutron] Bound using segment: {'id': 'a36c5e58-8887-44ea-b2e7-4336450f7579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:49:25.514470 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-31efe746-52f4-4d49-b295-d59929453c50 req-a3b6fa22-84ce-499b-b3f9-28748f510959 service neutron] Bound port: 9ea2c00e-40c5-4e96-b75f-82a4815703c5, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a36c5e58-8887-44ea-b2e7-4336450f7579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:49:25.516451 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b646f422-4bcf-482b-a496-aa0912f80b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:48:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6b94c93f-761e-4f17-b0a9-d8cc63f81129'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:25.517005 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-31efe746-52f4-4d49-b295-d59929453c50 req-a3b6fa22-84ce-499b-b3f9-28748f510959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9ea2c00e-40c5-4e96-b75f-82a4815703c5), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:25.533653 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9622a-9664-4de4-abb1-af50ed09c6c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:25.583559 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:49:25.616924 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:49:25.617829 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c6fa5ba5-5bc1-4fb0-a937-26b0916ccc98 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:49:25.657153 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-31efe746-52f4-4d49-b295-d59929453c50 req-a3b6fa22-84ce-499b-b3f9-28748f510959 service neutron] For port 9ea2c00e-40c5-4e96-b75f-82a4815703c5, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:49:25.661166 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-31efe746-52f4-4d49-b295-d59929453c50 req-a3b6fa22-84ce-499b-b3f9-28748f510959 service neutron] For port 9ea2c00e-40c5-4e96-b75f-82a4815703c5, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9ea2c00e-40c5-4e96-b75f-82a4815703c5,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:49:25.678872 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-31efe746-52f4-4d49-b295-d59929453c50 req-a3b6fa22-84ce-499b-b3f9-28748f510959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (9ea2c00e-40c5-4e96-b75f-82a4815703c5), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:25.691762 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ab9622a-9664-4de4-abb1-af50ed09c6c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (cc91481a-09bf-4f96-abe5-c531d524e740), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:25.699545 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-b646f422-4bcf-482b-a496-aa0912f80b2a None None] Set router 6b94c93f-761e-4f17-b0a9-d8cc63f81129 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:49:25.721963 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31efe746-52f4-4d49-b295-d59929453c50 req-a3b6fa22-84ce-499b-b3f9-28748f510959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:25.722890 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-31efe746-52f4-4d49-b295-d59929453c50 req-a3b6fa22-84ce-499b-b3f9-28748f510959 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:25.724650 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-31efe746-52f4-4d49-b295-d59929453c50 req-a3b6fa22-84ce-499b-b3f9-28748f510959 service neutron] 10.222.0.32 "PUT /v2.0/ports/9ea2c00e-40c5-4e96-b75f-82a4815703c5 HTTP/1.1" status: 200 len: 1091 time: 1.2123406 Mar 01 13:49:25.725127 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7440d07-774c-4100-81e2-e7f709988c38', 'tag': '9ea2c00e-40c5-4e96-b75f-82a4815703c5'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:49:25.728032 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e06be38-3c4c-4224-abc5-8978ace5a021" -d '{"events": [{"name": "network-changed", "server_uuid": "d7440d07-774c-4100-81e2-e7f709988c38", "tag": "9ea2c00e-40c5-4e96-b75f-82a4815703c5"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:49:25.789617 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6fa22-84ce-499b-b3f9-28748f510959 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea2c00e-40c5-4e96-b75f-82a4815703c5,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:25.829957 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31efe746-52f4-4d49-b295-d59929453c50 req-b4ef7efc-e7ad-4e38-9e78-00dbcf98f323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:25.831733 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-31efe746-52f4-4d49-b295-d59929453c50 req-b4ef7efc-e7ad-4e38-9e78-00dbcf98f323 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3e60b304ea34ca8a598bc4e060e2ca5&device_id=d7440d07-774c-4100-81e2-e7f709988c38 HTTP/1.1" status: 200 len: 1125 time: 0.0605621 Mar 01 13:49:25.856078 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ab9622a-9664-4de4-abb1-af50ed09c6c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (cc91481a-09bf-4f96-abe5-c531d524e740), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:25.858552 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ab9622a-9664-4de4-abb1-af50ed09c6c0 admin admin] Publish callbacks [] for router_controller (cc91481a-09bf-4f96-abe5-c531d524e740), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:25.864781 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185d9b0-abc0-4de1-97ec-0643a5ab2f11 req-27cfae8f-ea3e-490a-bb14-238132a7e93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:25.876601 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2185d9b0-abc0-4de1-97ec-0643a5ab2f11 req-27cfae8f-ea3e-490a-bb14-238132a7e93d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c18946c020b04e1e84eb00e4d66b6194&device_id=b07fa3ab-3a2d-472a-9b2a-832a2fb14e83 HTTP/1.1" status: 200 len: 1127 time: 0.3766315 Mar 01 13:49:25.883990 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39800) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:25.892334 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-31efe746-52f4-4d49-b295-d59929453c50 req-4817f623-c47e-4937-af24-57fa714e457a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ea2c00e-40c5-4e96-b75f-82a4815703c5 HTTP/1.1" status: 200 len: 217 time: 0.0528419 Mar 01 13:49:25.944701 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aabba2-b26c-4279-b764-15b61f045143 req-f3a3f4fa-b259-4788-8f4b-d554b459aae5 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:25.946159 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6b4c1cb9-d9df-4020-8f58-d34da2087367 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:25.948253 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-00aabba2-b26c-4279-b764-15b61f045143 req-f3a3f4fa-b259-4788-8f4b-d554b459aae5 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 946 time: 0.3884518 Mar 01 13:49:25.954992 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31efe746-52f4-4d49-b295-d59929453c50 req-2497970e-0f03-4790-a478-2a8a9dc00a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:25.956512 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-31efe746-52f4-4d49-b295-d59929453c50 req-2497970e-0f03-4790-a478-2a8a9dc00a66 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0074be29-4f96-45b4-82b7-e955d173d55c HTTP/1.1" status: 200 len: 851 time: 0.0564032 Mar 01 13:49:25.995135 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b646f422-4bcf-482b-a496-aa0912f80b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'name': 'tempest-FloatingIPsAssociationTestJSON-252549783-router', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:45Z', 'updated_at': '2022-03-01T13:47:54Z', 'revision_number': 4, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'gw_port': {'id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:47Z', 'updated_at': '2022-03-01T13:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '8556f323-4496-4f37-bb5c-eb2d8db17b65', 'name': '', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'mac_address': 'fa:16:3e:ac:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:52Z', 'updated_at': '2022-03-01T13:48:01Z', 'revision_number': 5, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'subnets': [{'id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:25.996046 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ab9622a-9664-4de4-abb1-af50ed09c6c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (cc91481a-09bf-4f96-abe5-c531d524e740), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:25.996562 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab9622a-9664-4de4-abb1-af50ed09c6c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc91481a-09bf-4f96-abe5-c531d524e740 {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 13:49:26.001858 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ab9622a-9664-4de4-abb1-af50ed09c6c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:26.002440 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-31efe746-52f4-4d49-b295-d59929453c50 req-7e1a4995-7ab8-48a6-b5a3-2684c2c3c1a2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1db2e377-eb34-4fc8-b308-125f1046605c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371659 Mar 01 13:49:26.002962 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0ab9622a-9664-4de4-abb1-af50ed09c6c0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/cc91481a-09bf-4f96-abe5-c531d524e740 HTTP/1.1" status: 204 len: 168 time: 2.6065876 Mar 01 13:49:26.009405 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39802) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:26.048632 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b646f422-4bcf-482b-a496-aa0912f80b2a None None] Checking router: 6b94c93f-761e-4f17-b0a9-d8cc63f81129 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:49:26.065598 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b646f422-4bcf-482b-a496-aa0912f80b2a None None] Routers {'6b94c93f-761e-4f17-b0a9-d8cc63f81129'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:49:26.066630 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b646f422-4bcf-482b-a496-aa0912f80b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:48:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6b94c93f-761e-4f17-b0a9-d8cc63f81129'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:26.071853 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-00aabba2-b26c-4279-b764-15b61f045143 req-686c5a82-78af-45af-8b36-957dc73f65c9 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116621 Mar 01 13:49:26.102681 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-123bd37a-3d09-433d-90cd-00e3b9bd205c admin admin] Deleting subnet ed859e31-c181-4a08-a337-a7803f01700f {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:49:26.124094 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185d9b0-abc0-4de1-97ec-0643a5ab2f11 req-2597ec89-a8f6-42b7-940f-06e9719d3e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:26.125903 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2185d9b0-abc0-4de1-97ec-0643a5ab2f11 req-2597ec89-a8f6-42b7-940f-06e9719d3e7e service neutron] 10.222.0.13 "GET /v2.0/networks?id=46ad6524-9b8b-408c-bf41-570bd4a14b9a HTTP/1.1" status: 200 len: 921 time: 0.2505944 Mar 01 13:49:26.159812 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-123bd37a-3d09-433d-90cd-00e3b9bd205c admin admin] Publish callbacks [] for subnet (ed859e31-c181-4a08-a337-a7803f01700f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:26.214798 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2185d9b0-abc0-4de1-97ec-0643a5ab2f11 req-9c5cc34e-6416-4a3c-a1fc-9bee9cd1b470 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0097efb-120c-4ed9-b7ac-7e4fd029685a HTTP/1.1" status: 200 len: 217 time: 0.0821359 Mar 01 13:49:26.227860 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-123bd37a-3d09-433d-90cd-00e3b9bd205c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (ed859e31-c181-4a08-a337-a7803f01700f), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:26.252460 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-b646f422-4bcf-482b-a496-aa0912f80b2a None None] Set router 6b94c93f-761e-4f17-b0a9-d8cc63f81129 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:49:26.286106 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6b4c1cb9-d9df-4020-8f58-d34da2087367 admin admin] Publish callbacks [] for security_group (2739d8b9-f939-40ee-a447-821e68542d2c), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:26.292162 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185d9b0-abc0-4de1-97ec-0643a5ab2f11 req-5f2de348-ce28-46db-9849-5667d8f74c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:26.293723 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2185d9b0-abc0-4de1-97ec-0643a5ab2f11 req-5f2de348-ce28-46db-9849-5667d8f74c28 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=86ba1087-1883-4262-ae29-f20d536ca1ef HTTP/1.1" status: 200 len: 859 time: 0.0694611 Mar 01 13:49:26.299000 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6b4c1cb9-d9df-4020-8f58-d34da2087367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (2739d8b9-f939-40ee-a447-821e68542d2c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:26.315952 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-31efe746-52f4-4d49-b295-d59929453c50 req-d743a8ca-1d7e-44f2-a323-a244982b3cf8 service neutron] 10.222.0.32 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525611 Mar 01 13:49:26.316577 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93dcba5-20fb-451f-a0c8-27e0d0ada440 req-7e7ea8fa-8512-43e7-bffe-99502cb15f2a tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:26.323713 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a93dcba5-20fb-451f-a0c8-27e0d0ada440 req-7e7ea8fa-8512-43e7-bffe-99502cb15f2a tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.1117537 Mar 01 13:49:26.401595 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a93dcba5-20fb-451f-a0c8-27e0d0ada440 req-4ebb6015-36e7-475a-9bde-82ee215486ea tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767429 Mar 01 13:49:26.404129 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185d9b0-abc0-4de1-97ec-0643a5ab2f11 req-cfc15aec-448e-4b6e-bf92-dffc36c1a377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:26.405574 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2185d9b0-abc0-4de1-97ec-0643a5ab2f11 req-cfc15aec-448e-4b6e-bf92-dffc36c1a377 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46ad6524-9b8b-408c-bf41-570bd4a14b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1049538 Mar 01 13:49:26.429248 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6b4c1cb9-d9df-4020-8f58-d34da2087367 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0a8a4025ed1494eabe4dfaa07816a0d&name=default HTTP/1.1" status: 200 len: 2999 time: 0.5438614 Mar 01 13:49:26.433557 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39804) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:26.437633 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c1cb9-d9df-4020-8f58-d34da2087367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2739d8b9-f939-40ee-a447-821e68542d2c,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:26.466771 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-123bd37a-3d09-433d-90cd-00e3b9bd205c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (ed859e31-c181-4a08-a337-a7803f01700f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:26.498611 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b646f422-4bcf-482b-a496-aa0912f80b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'name': 'tempest-FloatingIPsAssociationTestJSON-252549783-router', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:45Z', 'updated_at': '2022-03-01T13:47:54Z', 'revision_number': 4, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'gw_port': {'id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:47Z', 'updated_at': '2022-03-01T13:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '8556f323-4496-4f37-bb5c-eb2d8db17b65', 'name': '', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'mac_address': 'fa:16:3e:ac:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:52Z', 'updated_at': '2022-03-01T13:48:01Z', 'revision_number': 5, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'subnets': [{'id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:26.530221 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b646f422-4bcf-482b-a496-aa0912f80b2a None None] The sync data for ids ['6b94c93f-761e-4f17-b0a9-d8cc63f81129'] in n-d-827467-3 is: [{'id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'name': 'tempest-FloatingIPsAssociationTestJSON-252549783-router', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:45Z', 'updated_at': '2022-03-01T13:47:54Z', 'revision_number': 4, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'gw_port': {'id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:47Z', 'updated_at': '2022-03-01T13:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '8556f323-4496-4f37-bb5c-eb2d8db17b65', 'name': '', 'network_id': '46ad6524-9b8b-408c-bf41-570bd4a14b9a', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'mac_address': 'fa:16:3e:ac:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:52Z', 'updated_at': '2022-03-01T13:48:01Z', 'revision_number': 5, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'subnets': [{'id': '86ba1087-1883-4262-ae29-f20d536ca1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:49:26.553413 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2185d9b0-abc0-4de1-97ec-0643a5ab2f11 req-75e0ac75-73b9-4f9e-8364-a6f26296078c service neutron] 10.222.0.13 "GET /v2.0/networks/46ad6524-9b8b-408c-bf41-570bd4a14b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387148 Mar 01 13:49:26.557062 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-31efe746-52f4-4d49-b295-d59929453c50 req-154655fb-321c-4280-98d6-2b340eec3860 service neutron] 10.222.0.32 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293069 Mar 01 13:49:26.586288 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cd0f1f89-2097-41c1-a156-1a762f940e6b admin admin] Publish callbacks [] for security_group (2739d8b9-f939-40ee-a447-821e68542d2c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:26.609982 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-123bd37a-3d09-433d-90cd-00e3b9bd205c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (ed859e31-c181-4a08-a337-a7803f01700f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:26.621475 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cd0f1f89-2097-41c1-a156-1a762f940e6b admin admin] Publish callbacks [] for security_group (2739d8b9-f939-40ee-a447-821e68542d2c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:26.638311 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3aa8c-377a-4c16-b134-b9a7c32d1725 req-90e053f6-7a75-48e8-a76d-a47969f8f6b8 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:26.639907 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fae3aa8c-377a-4c16-b134-b9a7c32d1725 req-90e053f6-7a75-48e8-a76d-a47969f8f6b8 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7440d07-774c-4100-81e2-e7f709988c38 HTTP/1.1" status: 200 len: 943 time: 0.1292894 Mar 01 13:49:26.659199 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-123bd37a-3d09-433d-90cd-00e3b9bd205c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:26.665320 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-123bd37a-3d09-433d-90cd-00e3b9bd205c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ed859e31-c181-4a08-a337-a7803f01700f HTTP/1.1" status: 204 len: 168 time: 0.6520939 Mar 01 13:49:26.665320 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123bd37a-3d09-433d-90cd-00e3b9bd205c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed859e31-c181-4a08-a337-a7803f01700f,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:26.667458 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39806) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:26.669911 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e85304c-dc41-44a6-a249-c94ebf8649dc None None] Network 6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:49:26.727332 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2185d9b0-abc0-4de1-97ec-0643a5ab2f11 req-26618da6-359a-44ba-ad8f-e55075fe60e2 service neutron] 10.222.0.13 "GET /v2.0/networks/46ad6524-9b8b-408c-bf41-570bd4a14b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635292 Mar 01 13:49:26.743153 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fae3aa8c-377a-4c16-b134-b9a7c32d1725 req-209e1f98-7edc-4112-b637-869982604a65 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829213 Mar 01 13:49:26.762165 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a8feb95b-82ad-464e-8bc7-be21a917d210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:26.779713 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cd0f1f89-2097-41c1-a156-1a762f940e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (2739d8b9-f939-40ee-a447-821e68542d2c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:26.782623 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cd0f1f89-2097-41c1-a156-1a762f940e6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:26.786088 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cd0f1f89-2097-41c1-a156-1a762f940e6b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2739d8b9-f939-40ee-a447-821e68542d2c HTTP/1.1" status: 204 len: 168 time: 0.3471713 Mar 01 13:49:26.817998 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0f1f89-2097-41c1-a156-1a762f940e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2739d8b9-f939-40ee-a447-821e68542d2c,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:26.860497 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a8feb95b-82ad-464e-8bc7-be21a917d210 admin admin] Deleting port 8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:49:26.860497 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a8feb95b-82ad-464e-8bc7-be21a917d210 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:26.998258 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-a8feb95b-82ad-464e-8bc7-be21a917d210 admin admin] For port 8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca,segment=NetworkSegment(451e6f5e-0ed7-49ff-a26c-745ec890add6),segment_id=451e6f5e-0ed7-49ff-a26c-745ec890add6)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:26.998656 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a8feb95b-82ad-464e-8bc7-be21a917d210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:27.013178 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a8feb95b-82ad-464e-8bc7-be21a917d210 admin admin] Calling delete_port for 8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:49:27.014476 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa92a63-a8a7-4d28-bfd1-40ddca3ef7cd None None] DHCP port deletion for 6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:49:27.019372 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67fbd15-806b-4b28-a1cb-ed2ab867d699 None None] New status for floating IP c4b78871-31ed-4b09-8d25-0d4b68cc232f: DOWN {{(pid=103728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 13:49:27.119042 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a8feb95b-82ad-464e-8bc7-be21a917d210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:27.156608 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8feb95b-82ad-464e-8bc7-be21a917d210 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:27.162539 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8feb95b-82ad-464e-8bc7-be21a917d210 admin admin] No DVR routers for this DVR port 8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:49:27.251420 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f928107-1072-472d-9ac9-c3696307655d x-openstack-request-id: req-1f928107-1072-472d-9ac9-c3696307655d {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:49:27.251982 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07fa3ab-3a2d-472a-9b2a-832a2fb14e83", "tag": "a0097efb-120c-4ed9-b7ac-7e4fd029685a", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:49:27.251982 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f928107-1072-472d-9ac9-c3696307655d {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:49:27.252501 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07fa3ab-3a2d-472a-9b2a-832a2fb14e83', 'tag': 'a0097efb-120c-4ed9-b7ac-7e4fd029685a', 'status': 'completed', 'code': 200} Mar 01 13:49:27.267403 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-dfa92a63-a8a7-4d28-bfd1-40ddca3ef7cd None None] Deleting port 8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:49:27.267565 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a8feb95b-82ad-464e-8bc7-be21a917d210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:27.267924 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-dfa92a63-a8a7-4d28-bfd1-40ddca3ef7cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:27.310788 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-a8feb95b-82ad-464e-8bc7-be21a917d210 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:27.323227 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-a8feb95b-82ad-464e-8bc7-be21a917d210 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '451e6f5e-0ed7-49ff-a26c-745ec890add6') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:27.323835 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-a8feb95b-82ad-464e-8bc7-be21a917d210 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '451e6f5e-0ed7-49ff-a26c-745ec890add6') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:27.336829 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a8feb95b-82ad-464e-8bc7-be21a917d210 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (451e6f5e-0ed7-49ff-a26c-745ec890add6), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:27.338402 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-dfa92a63-a8a7-4d28-bfd1-40ddca3ef7cd None None] For port 8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca, host n-d-827467-3, got binding levels [] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:27.338859 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-dfa92a63-a8a7-4d28-bfd1-40ddca3ef7cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:27.340518 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341fa102-82da-4aec-94bf-9280ff59c541 x-openstack-request-id: req-341fa102-82da-4aec-94bf-9280ff59c541 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:49:27.340790 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7440d07-774c-4100-81e2-e7f709988c38", "tag": "9ea2c00e-40c5-4e96-b75f-82a4815703c5", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:49:27.341039 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-341fa102-82da-4aec-94bf-9280ff59c541 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:49:27.341425 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7440d07-774c-4100-81e2-e7f709988c38', 'tag': '9ea2c00e-40c5-4e96-b75f-82a4815703c5', 'status': 'completed', 'code': 200} Mar 01 13:49:27.353668 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-dfa92a63-a8a7-4d28-bfd1-40ddca3ef7cd None None] Calling delete_port for 8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:49:27.358741 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.ipam_backend_mixin [None req-dfa92a63-a8a7-4d28-bfd1-40ddca3ef7cd None None] Port 8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca was not found and therefore no delete operation was performed {{(pid=103728) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 01 13:49:27.364645 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-dfa92a63-a8a7-4d28-bfd1-40ddca3ef7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:27.392383 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a8feb95b-82ad-464e-8bc7-be21a917d210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (451e6f5e-0ed7-49ff-a26c-745ec890add6), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:27.408131 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa92a63-a8a7-4d28-bfd1-40ddca3ef7cd None None] Pushing event deleted for resources: {'Port': ['ID=8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:27.428766 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8feb95b-82ad-464e-8bc7-be21a917d210 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:49:27.429241 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a8feb95b-82ad-464e-8bc7-be21a917d210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (451e6f5e-0ed7-49ff-a26c-745ec890add6), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:27.430770 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa92a63-a8a7-4d28-bfd1-40ddca3ef7cd None None] No DVR routers for this DVR port 8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:49:27.433223 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:49:27.433223 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:49:27.433223 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:49:27.433223 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:49:27.433223 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:49:27.433223 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:49:27.433223 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:49:27.433223 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:49:27.433223 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:49:27.433223 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:49:27.433223 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:49:27.433223 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:49:27.433223 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:49:27.433223 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:49:27.433223 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:49:27.433223 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:49:27.433223 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:49:27.433223 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:49:27.433223 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:49:27.433223 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:49:27.433223 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:49:27.433223 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:49:27.433223 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:49:27.433223 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:49:27.433223 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:49:27.433223 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:49:27.433223 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:49:27.433223 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:49:27.433223 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:49:27.433223 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:49:27.433223 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:49:27.433223 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:49:27.451204 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-11de126f-5d34-4b10-ae3f-50c5b9fc2ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:27.486805 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06be38-3c4c-4224-abc5-8978ace5a021 req-dcee52e7-bcce-4339-8391-698fcb7c2295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:27.488465 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4e06be38-3c4c-4224-abc5-8978ace5a021 req-dcee52e7-bcce-4339-8391-698fcb7c2295 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3e60b304ea34ca8a598bc4e060e2ca5&device_id=d7440d07-774c-4100-81e2-e7f709988c38 HTTP/1.1" status: 200 len: 1125 time: 0.1802268 Mar 01 13:49:27.501505 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329e80d-4eac-4826-a9b2-e62f6f0f9008 req-440b3549-203f-4970-8e0e-8407f41df762 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:27.503169 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8329e80d-4eac-4826-a9b2-e62f6f0f9008 req-440b3549-203f-4970-8e0e-8407f41df762 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1376109 Mar 01 13:49:27.510861 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a4104-eaea-428f-84b9-192cc6a591ac req-c60a319e-7f9a-43d0-9f02-35a2fd943241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:27.512801 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ae8a4104-eaea-428f-84b9-192cc6a591ac req-c60a319e-7f9a-43d0-9f02-35a2fd943241 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c18946c020b04e1e84eb00e4d66b6194&device_id=b07fa3ab-3a2d-472a-9b2a-832a2fb14e83 HTTP/1.1" status: 200 len: 1127 time: 0.1737311 Mar 01 13:49:27.518273 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a8feb95b-82ad-464e-8bc7-be21a917d210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:27.528489 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a8feb95b-82ad-464e-8bc7-be21a917d210 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:27.531800 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a8feb95b-82ad-464e-8bc7-be21a917d210 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27 HTTP/1.1" status: 204 len: 168 time: 0.8628082 Mar 01 13:49:27.570426 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8feb95b-82ad-464e-8bc7-be21a917d210 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cabfd0e-2d5c-4fd7-b7b2-3671c90d0b27,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:27.636089 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:49:27.656514 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a4104-eaea-428f-84b9-192cc6a591ac req-c6dd4c31-668f-418b-8bdb-0c821dd2328c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:27.658367 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ae8a4104-eaea-428f-84b9-192cc6a591ac req-c6dd4c31-668f-418b-8bdb-0c821dd2328c service neutron] 10.222.0.32 "GET /v2.0/networks?id=46ad6524-9b8b-408c-bf41-570bd4a14b9a HTTP/1.1" status: 200 len: 921 time: 0.1254787 Mar 01 13:49:27.676051 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:49:27.676648 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device feb3f5d6-de1d-4f3b-96f5-19494d8ad4d5 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:49:27.680255 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:49:27.700124 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:49:27.700804 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 8e1b4ff7-4d7d-4acb-84f9-fdd27c658cca not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:49:27.701827 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bd0d0-40d0-4fe1-b6fe-06391c2abd0a req-0640d8de-5a01-4796-a9e0-dcfd4f1639ca tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:27.703347 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7c8bd0d0-40d0-4fe1-b6fe-06391c2abd0a req-0640d8de-5a01-4796-a9e0-dcfd4f1639ca tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 946 time: 0.2096534 Mar 01 13:49:27.719390 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8329e80d-4eac-4826-a9b2-e62f6f0f9008 req-0e001f9b-20b8-4f01-80f3-b8e2fa8229dc tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925507 Mar 01 13:49:27.743103 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ae8a4104-eaea-428f-84b9-192cc6a591ac req-87751efa-7f12-4678-9adc-8f41c67f2751 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0097efb-120c-4ed9-b7ac-7e4fd029685a HTTP/1.1" status: 200 len: 217 time: 0.0775526 Mar 01 13:49:27.770798 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39842) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:27.795741 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06be38-3c4c-4224-abc5-8978ace5a021 req-58b1648e-8ec4-4ccb-97f8-fc68c2a8be03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:27.797231 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4e06be38-3c4c-4224-abc5-8978ace5a021 req-58b1648e-8ec4-4ccb-97f8-fc68c2a8be03 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1db2e377-eb34-4fc8-b308-125f1046605c HTTP/1.1" status: 200 len: 912 time: 0.2930913 Mar 01 13:49:27.807021 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a4104-eaea-428f-84b9-192cc6a591ac req-21a15db4-34eb-46f7-b9b0-fd7f0b4673c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:27.808198 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ae8a4104-eaea-428f-84b9-192cc6a591ac req-21a15db4-34eb-46f7-b9b0-fd7f0b4673c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=86ba1087-1883-4262-ae29-f20d536ca1ef HTTP/1.1" status: 200 len: 859 time: 0.0576453 Mar 01 13:49:27.865989 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a4104-eaea-428f-84b9-192cc6a591ac req-68036a48-a903-45bb-9a48-df9503f8da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:27.868039 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ae8a4104-eaea-428f-84b9-192cc6a591ac req-68036a48-a903-45bb-9a48-df9503f8da10 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46ad6524-9b8b-408c-bf41-570bd4a14b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0537038 Mar 01 13:49:27.893756 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39854) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:27.896118 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-05a2a52e-62bb-408a-9f39-c162f9f967a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c8d6a1d79084a55bc11bd10749d750f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1241219 Mar 01 13:49:27.912584 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7c8bd0d0-40d0-4fe1-b6fe-06391c2abd0a req-bf2ec8b7-5df5-494a-b6ed-d8608c34335d tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879928 Mar 01 13:49:27.914336 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4e06be38-3c4c-4224-abc5-8978ace5a021 req-83b5a97c-53e3-4b48-85ba-dc09656230fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ea2c00e-40c5-4e96-b75f-82a4815703c5 HTTP/1.1" status: 200 len: 217 time: 0.1024935 Mar 01 13:49:27.917712 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-7520ba40-27b3-4139-97b6-861b9a45fabc tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0762291 Mar 01 13:49:27.988265 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06be38-3c4c-4224-abc5-8978ace5a021 req-a6323a09-e672-4dc5-8754-dfbba9277347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:27.990428 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4e06be38-3c4c-4224-abc5-8978ace5a021 req-a6323a09-e672-4dc5-8754-dfbba9277347 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0074be29-4f96-45b4-82b7-e955d173d55c HTTP/1.1" status: 200 len: 851 time: 0.0701916 Mar 01 13:49:28.011939 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ae8a4104-eaea-428f-84b9-192cc6a591ac req-64efb27e-fb7e-4623-87c9-191a0dd02fea service neutron] 10.222.0.32 "GET /v2.0/networks/46ad6524-9b8b-408c-bf41-570bd4a14b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372991 Mar 01 13:49:28.032464 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4e06be38-3c4c-4224-abc5-8978ace5a021 req-37c3f0b5-8288-4b71-a737-836004f03cb7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1db2e377-eb34-4fc8-b308-125f1046605c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282464 Mar 01 13:49:28.071591 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-54bcf8a3-672d-4d2f-9bdb-18279bcfd267 admin admin] Publish callbacks [] for security_group (905e46cf-7d59-46e2-8929-873328b645c0), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:28.106405 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-54bcf8a3-672d-4d2f-9bdb-18279bcfd267 admin admin] Publish callbacks [] for security_group (905e46cf-7d59-46e2-8929-873328b645c0), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:28.148572 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ae8a4104-eaea-428f-84b9-192cc6a591ac req-f9a74a22-79e2-41f2-a67f-e23ce6361738 service neutron] 10.222.0.32 "GET /v2.0/networks/46ad6524-9b8b-408c-bf41-570bd4a14b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264894 Mar 01 13:49:28.183550 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-54bcf8a3-672d-4d2f-9bdb-18279bcfd267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (905e46cf-7d59-46e2-8929-873328b645c0), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:28.187899 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-54bcf8a3-672d-4d2f-9bdb-18279bcfd267 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:28.192635 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-54bcf8a3-672d-4d2f-9bdb-18279bcfd267 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/905e46cf-7d59-46e2-8929-873328b645c0 HTTP/1.1" status: 204 len: 168 time: 0.2977273 Mar 01 13:49:28.201517 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bcf8a3-672d-4d2f-9bdb-18279bcfd267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905e46cf-7d59-46e2-8929-873328b645c0,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:28.211911 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d3a50-7799-4409-852b-db30d19cf926 req-e2fc6b30-48d2-464d-af33-461e4855bdd0 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:28.213412 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5c2d3a50-7799-4409-852b-db30d19cf926 req-e2fc6b30-48d2-464d-af33-461e4855bdd0 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.1555696 Mar 01 13:49:28.223099 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-dadae07f-c663-4f0f-b54e-a35da768d5ea tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:28.224608 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-dadae07f-c663-4f0f-b54e-a35da768d5ea tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2954807 Mar 01 13:49:28.589720 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4e06be38-3c4c-4224-abc5-8978ace5a021 req-e1bbe8c7-27fe-48da-9684-d84e42c32102 service neutron] 10.222.0.32 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5306613 Mar 01 13:49:28.600661 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-47653f93-295f-4d3f-b60a-26cb48af6556 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/quotas/2ec5c9492ee44fd9b5f60396d6276cb8 HTTP/1.1" status: 200 len: 375 time: 0.3644581 Mar 01 13:49:28.707788 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5c2d3a50-7799-4409-852b-db30d19cf926 req-5bc46380-9de1-4d9a-b540-f262cc79e787 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4783845 Mar 01 13:49:28.730435 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-4d41453e-e600-4fed-a3de-3ec02249675e tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1283929 Mar 01 13:49:28.774335 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4e06be38-3c4c-4224-abc5-8978ace5a021 req-5707971f-7752-4b2a-a0ac-a6f11a270be4 service neutron] 10.222.0.32 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676843 Mar 01 13:49:28.791163 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:28.852221 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb942ff0-758b-4491-bb6e-688cd2e5da8a req-87bf77f8-aa95-4ccd-81eb-014f03710394 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:28.854102 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fb942ff0-758b-4491-bb6e-688cd2e5da8a req-87bf77f8-aa95-4ccd-81eb-014f03710394 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.0633070 Mar 01 13:49:28.928208 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fb942ff0-758b-4491-bb6e-688cd2e5da8a req-e9790554-c9d9-4a36-b416-a915b7f467ed tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617137 Mar 01 13:49:29.037675 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70b381-4bd8-4f59-a175-b461d7820459 req-5635e6b2-30bb-4922-a905-ac08adb096e6 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:29.039770 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8e70b381-4bd8-4f59-a175-b461d7820459 req-5635e6b2-30bb-4922-a905-ac08adb096e6 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7440d07-774c-4100-81e2-e7f709988c38 HTTP/1.1" status: 200 len: 943 time: 0.0582862 Mar 01 13:49:29.068587 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39910) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:29.095219 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8e70b381-4bd8-4f59-a175-b461d7820459 req-0b745612-beb5-4e09-87f9-d87dd2ad7fe1 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495229 Mar 01 13:49:29.180446 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2d8562cd-9f1a-4950-80c5-5d0580acee89 req-e9a70e3f-8f8f-4350-a965-3b943717b1d4 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/floatingips/c4b78871-31ed-4b09-8d25-0d4b68cc232f HTTP/1.1" status: 200 len: 694 time: 0.0535092 Mar 01 13:49:29.267533 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device be3d13b4-90c6-4a97-ac5d-46d6c4805009 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:49:29.315037 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-823d66f4-94d0-4549-a7bb-3906b678ef60 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-157918793-network', 'tenant_id': '965638e4a07b4bb58c7d10180fe5dbc3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:49:29.349616 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823d66f4-94d0-4549-a7bb-3906b678ef60 admin admin] Made reservation on behalf of 965638e4a07b4bb58c7d10180fe5dbc3 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:49:29.357291 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-823d66f4-94d0-4549-a7bb-3906b678ef60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:29.373373 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-823d66f4-94d0-4549-a7bb-3906b678ef60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:29.405768 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port be3d13b4-90c6-4a97-ac5d-46d6c4805009, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=be3d13b4-90c6-4a97-ac5d-46d6c4805009,segment=NetworkSegment(efe48ac2-5e62-42f6-97e0-cf92cf9f656d),segment_id=efe48ac2-5e62-42f6-97e0-cf92cf9f656d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:29.422314 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'be3d13b4-90c6-4a97-ac5d-46d6c4805009', 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77', 'port_id': 'be3d13b4-90c6-4a97-ac5d-46d6c4805009', 'mac_address': 'fa:16:3e:18:9d:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '261203cc-bf87-4d50-a32d-f34589170095', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:49:29.453912 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8562cd-9f1a-4950-80c5-5d0580acee89 req-71907f1c-6ff3-4d0a-ac02-922671cf4974 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:29.455266 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2d8562cd-9f1a-4950-80c5-5d0580acee89 req-71907f1c-6ff3-4d0a-ac02-922671cf4974 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 784 time: 0.2686143 Mar 01 13:49:29.473054 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-823d66f4-94d0-4549-a7bb-3906b678ef60 admin admin] Publish callbacks [] for security_group (89f06207-9aff-448d-baf5-2e4ad3a4c6b4), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:29.483347 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port be3d13b4-90c6-4a97-ac5d-46d6c4805009 is: ACTIVE; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:49:29.484064 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (be3d13b4-90c6-4a97-ac5d-46d6c4805009), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:29.490662 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-823d66f4-94d0-4549-a7bb-3906b678ef60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (89f06207-9aff-448d-baf5-2e4ad3a4c6b4), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:29.505696 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be3d13b4-90c6-4a97-ac5d-46d6c4805009 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:49:29.533929 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2d8562cd-9f1a-4950-80c5-5d0580acee89 req-d2d489fe-86e2-4fa3-bb25-29b272c79add tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.238 HTTP/1.1" status: 200 len: 697 time: 0.0607471 Mar 01 13:49:29.534630 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-823d66f4-94d0-4549-a7bb-3906b678ef60 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:49:29.538164 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port be3d13b4-90c6-4a97-ac5d-46d6c4805009, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=be3d13b4-90c6-4a97-ac5d-46d6c4805009,segment=NetworkSegment(efe48ac2-5e62-42f6-97e0-cf92cf9f656d),segment_id=efe48ac2-5e62-42f6-97e0-cf92cf9f656d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:29.545562 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (be3d13b4-90c6-4a97-ac5d-46d6c4805009), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:29.547278 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c0796-1b5e-45d1-b9ac-6244e295d8bd req-6154bd7f-71e1-4d54-abda-d28c7778854f tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:29.549533 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1f0c0796-1b5e-45d1-b9ac-6244e295d8bd req-6154bd7f-71e1-4d54-abda-d28c7778854f tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 946 time: 0.2111714 Mar 01 13:49:29.561636 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d66f4-94d0-4549-a7bb-3906b678ef60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f06207-9aff-448d-baf5-2e4ad3a4c6b4,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:29.566989 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-823d66f4-94d0-4549-a7bb-3906b678ef60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (5682489f-cf80-4a1c-8ade-e83424038ed9), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:29.567517 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-823d66f4-94d0-4549-a7bb-3906b678ef60 admin admin] Added segment 5682489f-cf80-4a1c-8ade-e83424038ed9 of type vlan for network 6e9a6b63-cd88-4977-a9f5-19697e5a90c0 Mar 01 13:49:29.627900 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-823d66f4-94d0-4549-a7bb-3906b678ef60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (6e9a6b63-cd88-4977-a9f5-19697e5a90c0), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:29.637200 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2d8562cd-9f1a-4950-80c5-5d0580acee89 req-b46967bd-7858-400b-97e6-9ce1ee89fc47 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.238 HTTP/1.1" status: 200 len: 697 time: 0.0865386 Mar 01 13:49:29.672167 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-823d66f4-94d0-4549-a7bb-3906b678ef60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (6e9a6b63-cd88-4977-a9f5-19697e5a90c0), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:29.673672 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823d66f4-94d0-4549-a7bb-3906b678ef60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:29.674418 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-823d66f4-94d0-4549-a7bb-3906b678ef60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:29.681108 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=be3d13b4-90c6-4a97-ac5d-46d6c4805009,revision_number=6']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:29.691702 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['be3d13b4-90c6-4a97-ac5d-46d6c4805009'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:49:29.698653 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:29.709066 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:29.709668 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:29.711997 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:29.712806 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:29.713996 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:29.715874 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:29.717187 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:29.717785 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:29.718857 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:29.720681 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:29.722637 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:29.723648 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:29.725978 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1f0c0796-1b5e-45d1-b9ac-6244e295d8bd req-da05f298-4401-4077-818f-941d4c630ac3 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523209 Mar 01 13:49:29.775008 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-823d66f4-94d0-4549-a7bb-3906b678ef60 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7050555 Mar 01 13:49:29.779161 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39948) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:29.785244 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-9f9accdc-6dc2-4d14-8b46-fb082c02ecc2 admin admin] Request body: {'subnet': {'network_id': '6e9a6b63-cd88-4977-a9f5-19697e5a90c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-157918793-subnet', 'tenant_id': '965638e4a07b4bb58c7d10180fe5dbc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:49:29.813914 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d66f4-94d0-4549-a7bb-3906b678ef60 admin admin] Pushing event updated for resources: {'Network': ['ID=6e9a6b63-cd88-4977-a9f5-19697e5a90c0,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:29.820108 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9accdc-6dc2-4d14-8b46-fb082c02ecc2 admin admin] Made reservation on behalf of 965638e4a07b4bb58c7d10180fe5dbc3 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:49:29.823121 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f9accdc-6dc2-4d14-8b46-fb082c02ecc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:29.839108 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 6e9a6b63-cd88-4977-a9f5-19697e5a90c0 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:49:30.035996 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6bab5-2a7c-4bf0-a2b8-deab9b67d4ad req-11746716-fdf4-4b3d-b601-5f6b14463e56 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:30.039514 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-60e6bab5-2a7c-4bf0-a2b8-deab9b67d4ad req-11746716-fdf4-4b3d-b601-5f6b14463e56 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1953931 Mar 01 13:49:30.042194 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-2d8562cd-9f1a-4950-80c5-5d0580acee89 req-e1852236-45fe-447d-b33a-9433f3b2df95 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Deleting port 09b1642c-5ce3-40de-969b-7b7ec1e947a9 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:49:30.043505 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2d8562cd-9f1a-4950-80c5-5d0580acee89 req-e1852236-45fe-447d-b33a-9433f3b2df95 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (09b1642c-5ce3-40de-969b-7b7ec1e947a9), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:30.062476 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:30.109730 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f9accdc-6dc2-4d14-8b46-fb082c02ecc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (95624b4c-3703-4ba5-9208-fd69c9df0e5f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:30.164955 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9accdc-6dc2-4d14-8b46-fb082c02ecc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95624b4c-3703-4ba5-9208-fd69c9df0e5f,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:30.189704 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-60e6bab5-2a7c-4bf0-a2b8-deab9b67d4ad req-e7d1cb74-62d9-4ee2-8872-508a9b07ccf6 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395149 Mar 01 13:49:30.203642 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9accdc-6dc2-4d14-8b46-fb082c02ecc2 admin admin] Checking segment: {'id': '5682489f-cf80-4a1c-8ade-e83424038ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6e9a6b63-cd88-4977-a9f5-19697e5a90c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:49:30.204036 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9accdc-6dc2-4d14-8b46-fb082c02ecc2 admin admin] Network hostable DHCP agents. Network: 6e9a6b63-cd88-4977-a9f5-19697e5a90c0, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:49:30.224587 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9accdc-6dc2-4d14-8b46-fb082c02ecc2 admin admin] Network 6e9a6b63-cd88-4977-a9f5-19697e5a90c0 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:49:30.224886 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2d8562cd-9f1a-4950-80c5-5d0580acee89 req-e1852236-45fe-447d-b33a-9433f3b2df95 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (09b1642c-5ce3-40de-969b-7b7ec1e947a9), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:30.225272 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2d8562cd-9f1a-4950-80c5-5d0580acee89 req-e1852236-45fe-447d-b33a-9433f3b2df95 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks [] for floatingip (09b1642c-5ce3-40de-969b-7b7ec1e947a9), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:30.238988 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-9f9accdc-6dc2-4d14-8b46-fb082c02ecc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 6e9a6b63-cd88-4977-a9f5-19697e5a90c0) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:49:30.240961 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-2d8562cd-9f1a-4950-80c5-5d0580acee89 req-e1852236-45fe-447d-b33a-9433f3b2df95 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Calling delete_port for 09b1642c-5ce3-40de-969b-7b7ec1e947a9 owned by network:floatingip {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:49:30.254096 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adf2470-f3e3-4b80-957b-50e637e30ba6 None None] Network 6e9a6b63-cd88-4977-a9f5-19697e5a90c0 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:49:30.260307 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9accdc-6dc2-4d14-8b46-fb082c02ecc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:30.262151 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f9accdc-6dc2-4d14-8b46-fb082c02ecc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:30.306117 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9f9accdc-6dc2-4d14-8b46-fb082c02ecc2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5244815 Mar 01 13:49:30.476583 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3948993c-5c9f-4c88-aef3-b5641b1dd899 None None] Network 6e9a6b63-cd88-4977-a9f5-19697e5a90c0 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:49:30.594711 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2d8562cd-9f1a-4950-80c5-5d0580acee89 req-e1852236-45fe-447d-b33a-9433f3b2df95 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (09b1642c-5ce3-40de-969b-7b7ec1e947a9), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:30.628734 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1852236-45fe-447d-b33a-9433f3b2df95 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Pushing event deleted for resources: {'Port': ['ID=09b1642c-5ce3-40de-969b-7b7ec1e947a9,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:30.644983 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39974) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:30.704116 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec757c2-9792-46fc-992f-7d6795be8e5b req-441a7c58-51dc-47bb-a529-aa371aba8451 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:30.705768 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fec757c2-9792-46fc-992f-7d6795be8e5b req-441a7c58-51dc-47bb-a529-aa371aba8451 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.1553142 Mar 01 13:49:30.721373 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2d8562cd-9f1a-4950-80c5-5d0580acee89 req-e1852236-45fe-447d-b33a-9433f3b2df95 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks [] for floatingip (c4b78871-31ed-4b09-8d25-0d4b68cc232f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:30.724185 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2d8562cd-9f1a-4950-80c5-5d0580acee89 req-e1852236-45fe-447d-b33a-9433f3b2df95 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:30.725361 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2d8562cd-9f1a-4950-80c5-5d0580acee89 req-e1852236-45fe-447d-b33a-9433f3b2df95 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "DELETE /v2.0/floatingips/c4b78871-31ed-4b09-8d25-0d4b68cc232f HTTP/1.1" status: 204 len: 173 time: 1.0799825 Mar 01 13:49:30.771453 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fec757c2-9792-46fc-992f-7d6795be8e5b req-8134474b-69b5-496f-8564-8fe805740d50 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573819 Mar 01 13:49:30.845849 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4002a-f17a-4b81-aa12-469b45897717 req-58783157-d489-48ff-9a4f-f252884e3177 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:30.847628 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-97d4002a-f17a-4b81-aa12-469b45897717 req-58783157-d489-48ff-9a4f-f252884e3177 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7440d07-774c-4100-81e2-e7f709988c38 HTTP/1.1" status: 200 len: 943 time: 0.0608625 Mar 01 13:49:30.898208 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f00e146b-9d35-4d30-b311-3bf9104943fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:30.938379 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-97d4002a-f17a-4b81-aa12-469b45897717 req-8c7ec751-5afc-4528-be5b-bb243c0bfdc2 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804403 Mar 01 13:49:30.945999 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02895dfa-b4ba-4c45-9bb7-bae43aa8e62c req-8ed7cbc7-c493-490b-a5d9-fe6b728e7ca8 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:30.952777 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-02895dfa-b4ba-4c45-9bb7-bae43aa8e62c req-8ed7cbc7-c493-490b-a5d9-fe6b728e7ca8 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1041439 Mar 01 13:49:30.985313 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f00e146b-9d35-4d30-b311-3bf9104943fd admin admin] Publish callbacks [] for security_group (7848c3b3-3244-490f-b550-c22a91ee2515), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:30.995426 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f00e146b-9d35-4d30-b311-3bf9104943fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (7848c3b3-3244-490f-b550-c22a91ee2515), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:31.036502 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-02895dfa-b4ba-4c45-9bb7-bae43aa8e62c req-1ff7d310-95cd-4de8-9f10-f915f2fa8e22 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826364 Mar 01 13:49:31.040459 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f00e146b-9d35-4d30-b311-3bf9104943fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9972db3c9caa4e4c9ce5ce3499040da7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3938146 Mar 01 13:49:31.042519 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e146b-9d35-4d30-b311-3bf9104943fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7848c3b3-3244-490f-b550-c22a91ee2515,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:31.044953 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39984) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:31.102718 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f6967a4-ab1b-45e7-871f-e01bd37ee7f1 admin admin] Publish callbacks [] for security_group (7848c3b3-3244-490f-b550-c22a91ee2515), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:31.127830 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8f1f476c-5657-4ffa-aaa7-9b9c7ccbda43 req-a4c8aa0f-f4af-4dde-9c2e-47c984b65a80 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=a102de57-0a5d-4543-910a-4721c88846bd HTTP/1.1" status: 200 len: 210 time: 0.0898285 Mar 01 13:49:31.132972 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f6967a4-ab1b-45e7-871f-e01bd37ee7f1 admin admin] Publish callbacks [] for security_group (7848c3b3-3244-490f-b550-c22a91ee2515), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:31.185170 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-71bae451-c396-45de-92cc-61f420e47f24 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632460 Mar 01 13:49:31.205995 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f6967a4-ab1b-45e7-871f-e01bd37ee7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (7848c3b3-3244-490f-b550-c22a91ee2515), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:31.213104 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f6967a4-ab1b-45e7-871f-e01bd37ee7f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:31.216521 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9f6967a4-ab1b-45e7-871f-e01bd37ee7f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7848c3b3-3244-490f-b550-c22a91ee2515 HTTP/1.1" status: 204 len: 168 time: 0.1707368 Mar 01 13:49:31.235189 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6967a4-ab1b-45e7-871f-e01bd37ee7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7848c3b3-3244-490f-b550-c22a91ee2515,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:31.293834 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 9ea2c00e-40c5-4e96-b75f-82a4815703c5 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:49:31.296985 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device be3d13b4-90c6-4a97-ac5d-46d6c4805009 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:49:31.357445 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-e9139be6-f918-4cf4-8725-bfb7603b75b1 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710917 Mar 01 13:49:31.401009 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-b9d6f5c8-dab2-45f7-8096-0a21d8358534 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:31.413747 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-b9d6f5c8-dab2-45f7-8096-0a21d8358534 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2156682 Mar 01 13:49:31.452068 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-2e21db5c-1e7e-45e6-bd10-45f4a53254ee tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Request body: {'port': {'device_id': 'b741ab28-d1d7-49db-8c81-7cbde227c42c', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'admin_state_up': True, 'tenant_id': '2ec5c9492ee44fd9b5f60396d6276cb8'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:49:31.552150 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 9ea2c00e-40c5-4e96-b75f-82a4815703c5, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9ea2c00e-40c5-4e96-b75f-82a4815703c5,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:31.568056 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '9ea2c00e-40c5-4e96-b75f-82a4815703c5', 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c', 'port_id': '9ea2c00e-40c5-4e96-b75f-82a4815703c5', 'mac_address': 'fa:16:3e:a2:11:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0074be29-4f96-45b4-82b7-e955d173d55c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:49:31.569183 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-cb2bc02d-9fc7-4ec6-87cc-27b4dcb3e705 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:31.571381 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-cb2bc02d-9fc7-4ec6-87cc-27b4dcb3e705 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2094378 Mar 01 13:49:31.599731 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-f8f3e3e2-8c97-45ea-8f76-1977711093f2 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Request body: {'port': {'device_id': 'a102de57-0a5d-4543-910a-4721c88846bd', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'admin_state_up': True, 'tenant_id': '2ec5c9492ee44fd9b5f60396d6276cb8'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:49:31.613125 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port be3d13b4-90c6-4a97-ac5d-46d6c4805009 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:49:31.613506 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (be3d13b4-90c6-4a97-ac5d-46d6c4805009), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:31.642359 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 9ea2c00e-40c5-4e96-b75f-82a4815703c5 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:49:31.642881 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9ea2c00e-40c5-4e96-b75f-82a4815703c5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:31.666844 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea2c00e-40c5-4e96-b75f-82a4815703c5 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:49:31.691781 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 9ea2c00e-40c5-4e96-b75f-82a4815703c5, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9ea2c00e-40c5-4e96-b75f-82a4815703c5,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:31.703165 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-ba1de265-6731-4457-8e56-14c35ac38dae tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:31.705042 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-ba1de265-6731-4457-8e56-14c35ac38dae tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/networks?id=6e9a6b63-cd88-4977-a9f5-19697e5a90c0 HTTP/1.1" status: 200 len: 821 time: 0.2885294 Mar 01 13:49:31.719923 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9ea2c00e-40c5-4e96-b75f-82a4815703c5), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:31.740329 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c7227-9c63-43cd-a493-c42dc19ab6e8 req-2d654cc0-85fd-4baa-b1c8-a5d6ebc788d4 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:31.747553 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-490c7227-9c63-43cd-a493-c42dc19ab6e8 req-2d654cc0-85fd-4baa-b1c8-a5d6ebc788d4 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 945 time: 0.1898074 Mar 01 13:49:31.758164 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:31.770959 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-f8f3e3e2-8c97-45ea-8f76-1977711093f2 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Made reservation on behalf of 2ec5c9492ee44fd9b5f60396d6276cb8 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:49:31.774954 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-99fab3d2-9fad-4243-b346-d422e200af62 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/quotas/965638e4a07b4bb58c7d10180fe5dbc3 HTTP/1.1" status: 200 len: 375 time: 0.0576184 Mar 01 13:49:31.778448 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40006) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:31.779282 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-f8f3e3e2-8c97-45ea-8f76-1977711093f2 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:31.799559 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=9ea2c00e-40c5-4e96-b75f-82a4815703c5,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:31.817573 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-2e21db5c-1e7e-45e6-bd10-45f4a53254ee tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Made reservation on behalf of 2ec5c9492ee44fd9b5f60396d6276cb8 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:49:31.822117 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-2e21db5c-1e7e-45e6-bd10-45f4a53254ee tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:31.824082 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e3bbe22-3d7f-4626-88d9-190011c591dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:31.842807 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port be3d13b4-90c6-4a97-ac5d-46d6c4805009 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:49:31.843224 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (be3d13b4-90c6-4a97-ac5d-46d6c4805009), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:31.864237 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-42e6001c-5890-4657-822d-f68bb31f4ad6 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=965638e4a07b4bb58c7d10180fe5dbc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702727 Mar 01 13:49:31.866093 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4025627-1ecb-4755-b6e9-eff457f43453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3d13b4-90c6-4a97-ac5d-46d6c4805009'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:49:31.868618 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e21f084-dbd9-48a7-b300-6b676d12b95a" -d '{"events": [{"server_uuid": "e4025627-1ecb-4755-b6e9-eff457f43453", "name": "network-vif-plugged", "status": "completed", "tag": "be3d13b4-90c6-4a97-ac5d-46d6c4805009"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:49:31.876961 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-fcc15fa2-8920-49b0-8b06-117082478637 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:49:31.878161 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-fcc15fa2-8920-49b0-8b06-117082478637 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0120096 Mar 01 13:49:31.887647 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-490c7227-9c63-43cd-a493-c42dc19ab6e8 req-0cfc8881-729a-417e-a11d-ffca261dbef4 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385722 Mar 01 13:49:31.888992 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port be3d13b4-90c6-4a97-ac5d-46d6c4805009, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=be3d13b4-90c6-4a97-ac5d-46d6c4805009,segment=NetworkSegment(efe48ac2-5e62-42f6-97e0-cf92cf9f656d),segment_id=efe48ac2-5e62-42f6-97e0-cf92cf9f656d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:31.895772 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (be3d13b4-90c6-4a97-ac5d-46d6c4805009), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:31.960160 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=be3d13b4-90c6-4a97-ac5d-46d6c4805009,revision_number=7']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:31.962400 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-f8f3e3e2-8c97-45ea-8f76-1977711093f2 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Allocated IP 192.168.233.229 (5e5e5cdc-dce5-4633-91fd-8e14363cd220/909a9e4d-2330-4bdf-bf33-da65c3dea6db/7d43b768-b3f8-45d6-a072-a26697a09eca) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:49:32.119920 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-f8f3e3e2-8c97-45ea-8f76-1977711093f2 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks [] for port (7d43b768-b3f8-45d6-a072-a26697a09eca), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:32.159249 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-f8f3e3e2-8c97-45ea-8f76-1977711093f2 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (7d43b768-b3f8-45d6-a072-a26697a09eca), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:32.165187 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-0880e38a-9831-4f70-a81b-a00632c0fa65 service neutron] 10.222.0.13 "GET /v2.0/networks/6e9a6b63-cd88-4977-a9f5-19697e5a90c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706625 Mar 01 13:49:32.175010 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['96c765e7-0f79-48fb-97a9-002b643806e4'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:49:32.204769 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-f8f3e3e2-8c97-45ea-8f76-1977711093f2 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:49:32.207763 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-f8f3e3e2-8c97-45ea-8f76-1977711093f2 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:49:32.211967 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-f8f3e3e2-8c97-45ea-8f76-1977711093f2 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:49:32.238039 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-f08416fc-967e-422f-8c35-341fd4efa728 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:32.239531 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-f08416fc-967e-422f-8c35-341fd4efa728 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/networks?id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 HTTP/1.1" status: 200 len: 812 time: 0.2463069 Mar 01 13:49:32.240254 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f3e3e2-8c97-45ea-8f76-1977711093f2 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Pushing event updated for resources: {'Port': ['ID=7d43b768-b3f8-45d6-a072-a26697a09eca,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:32.271229 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e3bbe22-3d7f-4626-88d9-190011c591dd admin admin] Publish callbacks [] for security_group (2d6cf359-ed92-48fc-8ead-fb357deed6e5), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:32.279055 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-f8f3e3e2-8c97-45ea-8f76-1977711093f2 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:32.280569 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-f8f3e3e2-8c97-45ea-8f76-1977711093f2 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:32.295420 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e3bbe22-3d7f-4626-88d9-190011c591dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (2d6cf359-ed92-48fc-8ead-fb357deed6e5), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:32.300835 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-f8f3e3e2-8c97-45ea-8f76-1977711093f2 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7067447 Mar 01 13:49:32.312497 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-88b73f2e-d913-4197-b1b3-94d47580b6fb tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/quotas/475192ca5f814c16b38a7d788a6a6472 HTTP/1.1" status: 200 len: 375 time: 0.0374379 Mar 01 13:49:32.317533 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-c1d9d883-1fef-495c-888b-3f6cf09ead4a service neutron] Request body: {'port': {'device_id': 'a102de57-0a5d-4543-910a-4721c88846bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:49:32.363168 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-2e21db5c-1e7e-45e6-bd10-45f4a53254ee tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Allocated IP 192.168.233.167 (5e5e5cdc-dce5-4633-91fd-8e14363cd220/909a9e4d-2330-4bdf-bf33-da65c3dea6db/affa10dd-3560-4c64-8396-6330e98a9dde) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:49:32.392351 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-c1d9d883-1fef-495c-888b-3f6cf09ead4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7d43b768-b3f8-45d6-a072-a26697a09eca), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:32.409011 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3bbe22-3d7f-4626-88d9-190011c591dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6cf359-ed92-48fc-8ead-fb357deed6e5,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:32.413834 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5e3bbe22-3d7f-4626-88d9-190011c591dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98796c8b2bc247d39fabf10ca6f01dca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6322632 Mar 01 13:49:32.418629 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40024) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:32.448950 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['9ea2c00e-40c5-4e96-b75f-82a4815703c5'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:49:32.473134 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-1759687e-b3dd-418c-a514-9fe807b9a823 service neutron] 10.222.0.13 "GET /v2.0/networks/6e9a6b63-cd88-4977-a9f5-19697e5a90c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934313 Mar 01 13:49:32.533973 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-5778e62b-fb8b-4387-8457-feddd0f8e257 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=475192ca5f814c16b38a7d788a6a6472&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2031162 Mar 01 13:49:32.605941 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-fae6043a-7f2a-437a-9326-fe5749262bb5 None None] Provisioning complete for port 7d43b768-b3f8-45d6-a072-a26697a09eca triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:49:32.606308 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fae6043a-7f2a-437a-9326-fe5749262bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7d43b768-b3f8-45d6-a072-a26697a09eca), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:32.645853 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bce9cd4b-0286-4805-87d3-937fa30d0841 admin admin] Publish callbacks [] for security_group (2d6cf359-ed92-48fc-8ead-fb357deed6e5), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:32.668043 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-fae6043a-7f2a-437a-9326-fe5749262bb5 None None] Port 7d43b768-b3f8-45d6-a072-a26697a09eca cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:49:32.711433 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bce9cd4b-0286-4805-87d3-937fa30d0841 admin admin] Publish callbacks [] for security_group (2d6cf359-ed92-48fc-8ead-fb357deed6e5), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:32.736476 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-2e21db5c-1e7e-45e6-bd10-45f4a53254ee tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks [] for port (affa10dd-3560-4c64-8396-6330e98a9dde), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:32.787076 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-6246d58f-e69b-4b92-967c-c25b89a2c7c0 service neutron] 10.222.0.13 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207694 Mar 01 13:49:32.892339 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c164aa-360e-4ae5-a400-37287eba0760 req-fb506747-30e0-44e8-9598-d7e3c00a685a tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:32.893837 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-93c164aa-360e-4ae5-a400-37287eba0760 req-fb506747-30e0-44e8-9598-d7e3c00a685a tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports?device_id=b07fa3ab-3a2d-472a-9b2a-832a2fb14e83 HTTP/1.1" status: 200 len: 945 time: 0.1904337 Mar 01 13:49:32.906463 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-2e21db5c-1e7e-45e6-bd10-45f4a53254ee tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (affa10dd-3560-4c64-8396-6330e98a9dde), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:32.915609 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bce9cd4b-0286-4805-87d3-937fa30d0841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (2d6cf359-ed92-48fc-8ead-fb357deed6e5), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:32.918205 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bce9cd4b-0286-4805-87d3-937fa30d0841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:32.921543 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-bce9cd4b-0286-4805-87d3-937fa30d0841 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d6cf359-ed92-48fc-8ead-fb357deed6e5 HTTP/1.1" status: 204 len: 168 time: 0.4952297 Mar 01 13:49:32.921696 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['96c765e7-0f79-48fb-97a9-002b643806e4'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:49:32.986181 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9cd4b-0286-4805-87d3-937fa30d0841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6cf359-ed92-48fc-8ead-fb357deed6e5,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:33.012915 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-2e21db5c-1e7e-45e6-bd10-45f4a53254ee tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:49:33.029143 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-2e21db5c-1e7e-45e6-bd10-45f4a53254ee tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:49:33.049365 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-b0a6f5d3-e09f-45d7-922f-956bd90961b4 service neutron] 10.222.0.13 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535651 Mar 01 13:49:33.057204 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-2e21db5c-1e7e-45e6-bd10-45f4a53254ee tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:49:33.077014 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21db5c-1e7e-45e6-bd10-45f4a53254ee tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Pushing event updated for resources: {'Port': ['ID=affa10dd-3560-4c64-8396-6330e98a9dde,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:33.170772 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-93c164aa-360e-4ae5-a400-37287eba0760 req-1edd8985-a35a-48aa-b2e8-f0fe4577636a tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/security-groups?id=3682eac9-a3cc-4051-bf61-dbdd5b18b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564747 Mar 01 13:49:33.174008 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-c1d9d883-1fef-495c-888b-3f6cf09ead4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d43b768-b3f8-45d6-a072-a26697a09eca {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:49:33.200053 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-c1d9d883-1fef-495c-888b-3f6cf09ead4a service neutron] Publish callbacks [] for port (7d43b768-b3f8-45d6-a072-a26697a09eca), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:33.225206 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-2e21db5c-1e7e-45e6-bd10-45f4a53254ee tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:33.226019 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-2e21db5c-1e7e-45e6-bd10-45f4a53254ee tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:33.238929 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-c1d9d883-1fef-495c-888b-3f6cf09ead4a service neutron] Transition to ACTIVE for port object 7d43b768-b3f8-45d6-a072-a26697a09eca will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:49:33.244154 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-c1d9d883-1fef-495c-888b-3f6cf09ead4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (7d43b768-b3f8-45d6-a072-a26697a09eca), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:33.288076 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-2e21db5c-1e7e-45e6-bd10-45f4a53254ee tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8486035 Mar 01 13:49:33.313181 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-d4e0a72c-0fd0-4ec0-9b8b-e86fc36c6e0f service neutron] Request body: {'port': {'device_id': 'b741ab28-d1d7-49db-8c81-7cbde227c42c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:49:33.315362 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d9d883-1fef-495c-888b-3f6cf09ead4a service neutron] Pushing event updated for resources: {'Port': ['ID=7d43b768-b3f8-45d6-a072-a26697a09eca,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:33.505475 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-fb0a3d74-e01e-4ff1-bc65-75525225499e None None] Provisioning complete for port affa10dd-3560-4c64-8396-6330e98a9dde triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:49:33.509826 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fb0a3d74-e01e-4ff1-bc65-75525225499e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (affa10dd-3560-4c64-8396-6330e98a9dde), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:33.536279 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-c1d9d883-1fef-495c-888b-3f6cf09ead4a service neutron] Attempting to bind port 7d43b768-b3f8-45d6-a072-a26697a09eca on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:49:33.536922 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-c1d9d883-1fef-495c-888b-3f6cf09ead4a service neutron] Attempting to bind port 7d43b768-b3f8-45d6-a072-a26697a09eca by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:49:33.537429 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-c1d9d883-1fef-495c-888b-3f6cf09ead4a service neutron] Attempting to bind port 7d43b768-b3f8-45d6-a072-a26697a09eca on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:49:33.543371 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-c1d9d883-1fef-495c-888b-3f6cf09ead4a service neutron] Port 7d43b768-b3f8-45d6-a072-a26697a09eca on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:49:33.543705 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-c1d9d883-1fef-495c-888b-3f6cf09ead4a service neutron] Attempting to bind port 7d43b768-b3f8-45d6-a072-a26697a09eca on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:49:33.558325 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a3d74-e01e-4ff1-bc65-75525225499e None None] Port affa10dd-3560-4c64-8396-6330e98a9dde cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:49:33.565866 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-c1d9d883-1fef-495c-888b-3f6cf09ead4a service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:49:33.567774 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-c1d9d883-1fef-495c-888b-3f6cf09ead4a service neutron] Checking segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:49:33.568171 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-c1d9d883-1fef-495c-888b-3f6cf09ead4a service neutron] Bound using segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:49:33.568608 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-c1d9d883-1fef-495c-888b-3f6cf09ead4a service neutron] Bound port: 7d43b768-b3f8-45d6-a072-a26697a09eca, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:49:33.568971 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-c1d9d883-1fef-495c-888b-3f6cf09ead4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7d43b768-b3f8-45d6-a072-a26697a09eca), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:33.610035 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490bac0-19ca-4757-97d4-b882a5a2c24e req-79fdeb72-43b8-4ffd-b92d-7c93fb6bc904 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:33.611499 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a490bac0-19ca-4757-97d4-b882a5a2c24e req-79fdeb72-43b8-4ffd-b92d-7c93fb6bc904 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.2192285 Mar 01 13:49:33.679355 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-d4e0a72c-0fd0-4ec0-9b8b-e86fc36c6e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (affa10dd-3560-4c64-8396-6330e98a9dde), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:33.688567 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-c1d9d883-1fef-495c-888b-3f6cf09ead4a service neutron] For port 7d43b768-b3f8-45d6-a072-a26697a09eca, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:49:33.693150 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-c1d9d883-1fef-495c-888b-3f6cf09ead4a service neutron] For port 7d43b768-b3f8-45d6-a072-a26697a09eca, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=7d43b768-b3f8-45d6-a072-a26697a09eca,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:49:33.702300 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-c1d9d883-1fef-495c-888b-3f6cf09ead4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (7d43b768-b3f8-45d6-a072-a26697a09eca), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:33.785105 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d9d883-1fef-495c-888b-3f6cf09ead4a service neutron] Pushing event updated for resources: {'Port': ['ID=7d43b768-b3f8-45d6-a072-a26697a09eca,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:33.795493 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-c1d9d883-1fef-495c-888b-3f6cf09ead4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:33.796540 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-c1d9d883-1fef-495c-888b-3f6cf09ead4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:33.798689 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-c1d9d883-1fef-495c-888b-3f6cf09ead4a service neutron] 10.222.0.32 "PUT /v2.0/ports/7d43b768-b3f8-45d6-a072-a26697a09eca HTTP/1.1" status: 200 len: 1096 time: 1.4865541 Mar 01 13:49:33.799204 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a102de57-0a5d-4543-910a-4721c88846bd', 'tag': '7d43b768-b3f8-45d6-a072-a26697a09eca'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:49:33.801781 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a490bac0-19ca-4757-97d4-b882a5a2c24e req-1d46cc68-4efd-4979-80fb-efdf39268611 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813526 Mar 01 13:49:33.810842 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c30969a-ef57-4a41-ab5c-cf4fae0ded73" -d '{"events": [{"name": "network-changed", "server_uuid": "a102de57-0a5d-4543-910a-4721c88846bd", "tag": "7d43b768-b3f8-45d6-a072-a26697a09eca"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:49:33.927929 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74c1bb5-78f6-4d11-bda0-cf9a1d1d52fc x-openstack-request-id: req-b74c1bb5-78f6-4d11-bda0-cf9a1d1d52fc {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:49:33.928420 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4025627-1ecb-4755-b6e9-eff457f43453", "name": "network-vif-plugged", "status": "completed", "tag": "be3d13b4-90c6-4a97-ac5d-46d6c4805009", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:49:33.929358 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b74c1bb5-78f6-4d11-bda0-cf9a1d1d52fc {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:49:33.930554 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4025627-1ecb-4755-b6e9-eff457f43453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3d13b4-90c6-4a97-ac5d-46d6c4805009', 'code': 200} Mar 01 13:49:34.007892 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945eb8ab-dc42-4f16-aa2f-46c4fcee831f req-67bf3618-9c1d-4a5f-b898-62d117191490 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:34.009917 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-945eb8ab-dc42-4f16-aa2f-46c4fcee831f req-67bf3618-9c1d-4a5f-b898-62d117191490 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.32 "GET /v2.0/ports?device_id=b07fa3ab-3a2d-472a-9b2a-832a2fb14e83 HTTP/1.1" status: 200 len: 945 time: 0.1365054 Mar 01 13:49:34.020403 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-f90e54fd-b1f3-47f5-b9a1-1631c8b0af2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:34.022128 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-f90e54fd-b1f3-47f5-b9a1-1631c8b0af2f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&device_id=a102de57-0a5d-4543-910a-4721c88846bd HTTP/1.1" status: 200 len: 1130 time: 0.0803087 Mar 01 13:49:34.102207 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-f56ba3b7-9ff2-4a11-a8cf-213e3a6646fe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=7d43b768-b3f8-45d6-a072-a26697a09eca HTTP/1.1" status: 200 len: 217 time: 0.0464420 Mar 01 13:49:34.219355 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b7ac9-882c-4c55-9a28-7b3724ed2130 req-abd4a4de-ff5d-4883-ad64-c01b8e92ff1a tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:34.227625 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-173b7ac9-882c-4c55-9a28-7b3724ed2130 req-abd4a4de-ff5d-4883-ad64-c01b8e92ff1a tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7440d07-774c-4100-81e2-e7f709988c38 HTTP/1.1" status: 200 len: 944 time: 0.2457633 Mar 01 13:49:34.268200 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e503aa-a035-4615-ad58-b0ead73eac5b req-bbfbebde-4c72-4372-bdcd-2e5a230495ac tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:34.275489 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-40e503aa-a035-4615-ad58-b0ead73eac5b req-bbfbebde-4c72-4372-bdcd-2e5a230495ac tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=a102de57-0a5d-4543-910a-4721c88846bd HTTP/1.1" status: 200 len: 948 time: 0.1914680 Mar 01 13:49:34.276526 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-7c7802b1-4f22-40f3-8be4-620edacfb69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:34.278177 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-7c7802b1-4f22-40f3-8be4-620edacfb69d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.1649640 Mar 01 13:49:34.344420 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.32', 53126) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:34.445140 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-945eb8ab-dc42-4f16-aa2f-46c4fcee831f req-c0655029-1fa5-4a41-ae27-e99722b6a33c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Deleting port a0097efb-120c-4ed9-b7ac-7e4fd029685a {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:49:34.445560 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-945eb8ab-dc42-4f16-aa2f-46c4fcee831f req-c0655029-1fa5-4a41-ae27-e99722b6a33c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (a0097efb-120c-4ed9-b7ac-7e4fd029685a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:34.527164 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-f679ee41-c9f1-4c0e-b45b-9a3ba1d09cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:34.529935 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-f679ee41-c9f1-4c0e-b45b-9a3ba1d09cbf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2374640 Mar 01 13:49:34.666047 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-42985a92-6508-4f9a-836b-073805bacd18 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:34.667699 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-42985a92-6508-4f9a-836b-073805bacd18 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.32 "GET /v2.0/networks?id=6e9a6b63-cd88-4977-a9f5-19697e5a90c0 HTTP/1.1" status: 200 len: 821 time: 0.3183300 Mar 01 13:49:34.706778 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-2bdaf855-0f33-4bba-8d09-6de41de68480 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Request body: {'port': {'device_id': '9c4a3a8e-b255-4aad-81b1-e5286baccac4', 'network_id': '6e9a6b63-cd88-4977-a9f5-19697e5a90c0', 'admin_state_up': True, 'tenant_id': '965638e4a07b4bb58c7d10180fe5dbc3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:49:34.741301 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-945eb8ab-dc42-4f16-aa2f-46c4fcee831f req-c0655029-1fa5-4a41-ae27-e99722b6a33c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] For port a0097efb-120c-4ed9-b7ac-7e4fd029685a, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=a0097efb-120c-4ed9-b7ac-7e4fd029685a,segment=NetworkSegment(5e062692-f1f6-406b-80a0-4be4bcdfa6ec),segment_id=5e062692-f1f6-406b-80a0-4be4bcdfa6ec)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:34.741673 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-945eb8ab-dc42-4f16-aa2f-46c4fcee831f req-c0655029-1fa5-4a41-ae27-e99722b6a33c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (a0097efb-120c-4ed9-b7ac-7e4fd029685a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:34.772207 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-40e503aa-a035-4615-ad58-b0ead73eac5b req-e92b984b-48ea-4efe-83de-8bb3f95c5850 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4956734 Mar 01 13:49:34.786312 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-770f7305-6786-44ec-81b1-9afd3fba80af service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350531 Mar 01 13:49:34.803582 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-173b7ac9-882c-4c55-9a28-7b3724ed2130 req-18c812b6-1dc5-40fd-a5fd-fd53207793bf tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5748181 Mar 01 13:49:34.834406 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-945eb8ab-dc42-4f16-aa2f-46c4fcee831f req-c0655029-1fa5-4a41-ae27-e99722b6a33c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Calling delete_port for a0097efb-120c-4ed9-b7ac-7e4fd029685a owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:49:34.908807 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-167533cf-a283-45d3-a8e8-5a442287c225 req-7193f8af-4e12-4561-9e5d-ab4618c606f2 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4a3a8e-b255-4aad-81b1-e5286baccac4 HTTP/1.1" status: 200 len: 210 time: 0.0395930 Mar 01 13:49:34.921225 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-d4e0a72c-0fd0-4ec0-9b8b-e86fc36c6e0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id affa10dd-3560-4c64-8396-6330e98a9dde {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:49:34.929381 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-d4e0a72c-0fd0-4ec0-9b8b-e86fc36c6e0f service neutron] Publish callbacks [] for port (affa10dd-3560-4c64-8396-6330e98a9dde), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:34.943221 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-d4e0a72c-0fd0-4ec0-9b8b-e86fc36c6e0f service neutron] Transition to ACTIVE for port object affa10dd-3560-4c64-8396-6330e98a9dde will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:49:34.982717 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-d4e0a72c-0fd0-4ec0-9b8b-e86fc36c6e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (affa10dd-3560-4c64-8396-6330e98a9dde), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:35.099555 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a7c7e-4bca-4ee2-aa44-b28cfb83c078 req-fd7e4d81-3fd1-4d4a-92eb-db588e0f1a7a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:35.108666 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5e3a7c7e-4bca-4ee2-aa44-b28cfb83c078 req-fd7e4d81-3fd1-4d4a-92eb-db588e0f1a7a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 946 time: 0.1639144 Mar 01 13:49:35.130223 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-2bdaf855-0f33-4bba-8d09-6de41de68480 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Made reservation on behalf of 965638e4a07b4bb58c7d10180fe5dbc3 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:49:35.131658 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.32', 53133) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:35.134986 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-2bdaf855-0f33-4bba-8d09-6de41de68480 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:35.181413 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc1a4ed8-e5a6-4df2-bcb0-5a929517e1aa req-81039e06-a900-4008-810e-659b375fc560 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 210 time: 0.1125128 Mar 01 13:49:35.192062 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0a72c-0fd0-4ec0-9b8b-e86fc36c6e0f service neutron] Pushing event updated for resources: {'Port': ['ID=affa10dd-3560-4c64-8396-6330e98a9dde,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:35.242075 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-6713d393-d945-4653-bf6c-03ae89967d45 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275486 Mar 01 13:49:35.313047 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 9ea2c00e-40c5-4e96-b75f-82a4815703c5 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:49:35.407492 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-d4e0a72c-0fd0-4ec0-9b8b-e86fc36c6e0f service neutron] Attempting to bind port affa10dd-3560-4c64-8396-6330e98a9dde on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:49:35.408011 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-d4e0a72c-0fd0-4ec0-9b8b-e86fc36c6e0f service neutron] Attempting to bind port affa10dd-3560-4c64-8396-6330e98a9dde by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:49:35.408205 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-d4e0a72c-0fd0-4ec0-9b8b-e86fc36c6e0f service neutron] Attempting to bind port affa10dd-3560-4c64-8396-6330e98a9dde on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:49:35.436081 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5e3a7c7e-4bca-4ee2-aa44-b28cfb83c078 req-15e32892-5289-4533-8089-bcbe5007941e tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3262973 Mar 01 13:49:35.446567 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-d4e0a72c-0fd0-4ec0-9b8b-e86fc36c6e0f service neutron] Port affa10dd-3560-4c64-8396-6330e98a9dde on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:49:35.446928 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-d4e0a72c-0fd0-4ec0-9b8b-e86fc36c6e0f service neutron] Attempting to bind port affa10dd-3560-4c64-8396-6330e98a9dde on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:49:35.482507 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 9ea2c00e-40c5-4e96-b75f-82a4815703c5 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:49:35.515138 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 9ea2c00e-40c5-4e96-b75f-82a4815703c5 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:49:35.519073 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9ea2c00e-40c5-4e96-b75f-82a4815703c5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:35.545701 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-d4e0a72c-0fd0-4ec0-9b8b-e86fc36c6e0f service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:49:35.546474 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-d4e0a72c-0fd0-4ec0-9b8b-e86fc36c6e0f service neutron] Checking segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:49:35.547368 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-d4e0a72c-0fd0-4ec0-9b8b-e86fc36c6e0f service neutron] Bound using segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:49:35.548036 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-d4e0a72c-0fd0-4ec0-9b8b-e86fc36c6e0f service neutron] Bound port: affa10dd-3560-4c64-8396-6330e98a9dde, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:49:35.548805 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-d4e0a72c-0fd0-4ec0-9b8b-e86fc36c6e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (affa10dd-3560-4c64-8396-6330e98a9dde), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:35.553268 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8769ed2e-25e1-4285-8f73-f659ea7d2a3f req-42487c80-4c71-43be-a46b-4ac107a41819 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports?device_id=b07fa3ab-3a2d-472a-9b2a-832a2fb14e83 HTTP/1.1" status: 200 len: 210 time: 0.0820961 Mar 01 13:49:35.646646 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-d4e0a72c-0fd0-4ec0-9b8b-e86fc36c6e0f service neutron] For port affa10dd-3560-4c64-8396-6330e98a9dde, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:49:35.652315 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-d4e0a72c-0fd0-4ec0-9b8b-e86fc36c6e0f service neutron] For port affa10dd-3560-4c64-8396-6330e98a9dde, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=affa10dd-3560-4c64-8396-6330e98a9dde,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:49:35.680996 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40118) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:35.684947 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-d4e0a72c-0fd0-4ec0-9b8b-e86fc36c6e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (affa10dd-3560-4c64-8396-6330e98a9dde), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:35.712612 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 9ea2c00e-40c5-4e96-b75f-82a4815703c5 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:49:35.713171 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9ea2c00e-40c5-4e96-b75f-82a4815703c5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:35.773559 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-7f61f845-ceb6-4254-befe-785465436d19 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:35.775227 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-7f61f845-ceb6-4254-befe-785465436d19 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.32 "GET /v2.0/networks?id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 HTTP/1.1" status: 200 len: 812 time: 0.6145630 Mar 01 13:49:35.795231 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 9ea2c00e-40c5-4e96-b75f-82a4815703c5, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9ea2c00e-40c5-4e96-b75f-82a4815703c5,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:35.800955 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-d4e0a72c-0fd0-4ec0-9b8b-e86fc36c6e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:35.801456 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-d4e0a72c-0fd0-4ec0-9b8b-e86fc36c6e0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:35.803016 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-d4e0a72c-0fd0-4ec0-9b8b-e86fc36c6e0f service neutron] 10.222.0.32 "PUT /v2.0/ports/affa10dd-3560-4c64-8396-6330e98a9dde HTTP/1.1" status: 200 len: 1096 time: 2.5089808 Mar 01 13:49:35.807824 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9ea2c00e-40c5-4e96-b75f-82a4815703c5), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:35.812311 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b741ab28-d1d7-49db-8c81-7cbde227c42c', 'tag': 'affa10dd-3560-4c64-8396-6330e98a9dde'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:49:35.819501 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f7c8f6-9599-45cd-a85f-a82a92b9b4ba" -d '{"events": [{"name": "network-changed", "server_uuid": "b741ab28-d1d7-49db-8c81-7cbde227c42c", "tag": "affa10dd-3560-4c64-8396-6330e98a9dde"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:49:35.840326 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-67595bba-fa9f-4541-8b1b-b2fba34bcbc3 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Request body: {'port': {'device_id': 'bb408b12-6d73-4a22-87b4-b30db9a2fa97', 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166', 'admin_state_up': True, 'tenant_id': '475192ca5f814c16b38a7d788a6a6472'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:49:35.926575 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=9ea2c00e-40c5-4e96-b75f-82a4815703c5,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:35.934177 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7440d07-774c-4100-81e2-e7f709988c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea2c00e-40c5-4e96-b75f-82a4815703c5'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:49:35.937892 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e000a3ac-6030-4c4b-b6ad-feac40f10c58" -d '{"events": [{"server_uuid": "d7440d07-774c-4100-81e2-e7f709988c38", "name": "network-vif-plugged", "status": "completed", "tag": "9ea2c00e-40c5-4e96-b75f-82a4815703c5"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:49:35.959032 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0a72c-0fd0-4ec0-9b8b-e86fc36c6e0f service neutron] Pushing event updated for resources: {'Port': ['ID=affa10dd-3560-4c64-8396-6330e98a9dde,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:35.970275 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468840c-5700-468d-9622-510a32aae8ab req-af32a61e-1483-4b64-957a-e04b5d2d44fb tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:35.972644 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c468840c-5700-468d-9622-510a32aae8ab req-af32a61e-1483-4b64-957a-e04b5d2d44fb tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.3164477 Mar 01 13:49:36.017910 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c50a5e-0412-40f3-b57b-7072e114a8f7 x-openstack-request-id: req-f3c50a5e-0412-40f3-b57b-7072e114a8f7 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:49:36.018492 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a102de57-0a5d-4543-910a-4721c88846bd", "tag": "7d43b768-b3f8-45d6-a072-a26697a09eca", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:49:36.018744 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3c50a5e-0412-40f3-b57b-7072e114a8f7 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:49:36.019242 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a102de57-0a5d-4543-910a-4721c88846bd', 'tag': '7d43b768-b3f8-45d6-a072-a26697a09eca', 'status': 'completed', 'code': 200} Mar 01 13:49:36.030283 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-945eb8ab-dc42-4f16-aa2f-46c4fcee831f req-c0655029-1fa5-4a41-ae27-e99722b6a33c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (a0097efb-120c-4ed9-b7ac-7e4fd029685a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:36.104301 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-64eda1f6-b24b-423e-aa5f-4f49980ff2e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:36.169064 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0655029-1fa5-4a41-ae27-e99722b6a33c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Pushing event deleted for resources: {'Port': ['ID=a0097efb-120c-4ed9-b7ac-7e4fd029685a,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:36.222414 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797b2df-4882-4363-9898-43fe2144fe15 req-18e5c18c-3574-4c7b-bb1c-07bf87678d22 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:36.225404 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-945eb8ab-dc42-4f16-aa2f-46c4fcee831f req-c0655029-1fa5-4a41-ae27-e99722b6a33c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] No DVR routers for this DVR port a0097efb-120c-4ed9-b7ac-7e4fd029685a on host n-h1-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:49:36.230513 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0797b2df-4882-4363-9898-43fe2144fe15 req-18e5c18c-3574-4c7b-bb1c-07bf87678d22 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=a102de57-0a5d-4543-910a-4721c88846bd HTTP/1.1" status: 200 len: 948 time: 0.2565966 Mar 01 13:49:36.231945 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-945eb8ab-dc42-4f16-aa2f-46c4fcee831f req-c0655029-1fa5-4a41-ae27-e99722b6a33c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:36.236061 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-945eb8ab-dc42-4f16-aa2f-46c4fcee831f req-c0655029-1fa5-4a41-ae27-e99722b6a33c tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.32 "DELETE /v2.0/ports/a0097efb-120c-4ed9-b7ac-7e4fd029685a HTTP/1.1" status: 204 len: 173 time: 2.2128930 Mar 01 13:49:36.252651 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-2bdaf855-0f33-4bba-8d09-6de41de68480 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Allocated IP 172.20.0.6 (6e9a6b63-cd88-4977-a9f5-19697e5a90c0/95624b4c-3703-4ba5-9208-fd69c9df0e5f/b4e66f26-3aca-440f-8d8f-bea28900bd0f) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:49:36.259419 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-b2c0a9e9-5d12-4e74-abaa-3e79c6111208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:36.260767 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-b2c0a9e9-5d12-4e74-abaa-3e79c6111208 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&device_id=b741ab28-d1d7-49db-8c81-7cbde227c42c HTTP/1.1" status: 200 len: 1130 time: 0.3921447 Mar 01 13:49:36.263041 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30969a-ef57-4a41-ab5c-cf4fae0ded73 req-54942ea7-bd75-4927-9e0d-ad790651d981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:36.265024 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1c30969a-ef57-4a41-ab5c-cf4fae0ded73 req-54942ea7-bd75-4927-9e0d-ad790651d981 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&device_id=a102de57-0a5d-4543-910a-4721c88846bd HTTP/1.1" status: 200 len: 1130 time: 0.2491727 Mar 01 13:49:36.300687 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c468840c-5700-468d-9622-510a32aae8ab req-53339e30-cb3d-4361-9a37-5902880deb97 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879350 Mar 01 13:49:36.428381 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-67595bba-fa9f-4541-8b1b-b2fba34bcbc3 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Made reservation on behalf of 475192ca5f814c16b38a7d788a6a6472 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:49:36.432547 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-67595bba-fa9f-4541-8b1b-b2fba34bcbc3 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:36.446713 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0797b2df-4882-4363-9898-43fe2144fe15 req-44ab75fa-6cb3-4a00-bc2f-2f3cc492f929 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128015 Mar 01 13:49:36.460753 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-b58bd433-51e9-4157-ab5d-e059412e8965 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=affa10dd-3560-4c64-8396-6330e98a9dde HTTP/1.1" status: 200 len: 217 time: 0.1087079 Mar 01 13:49:36.541832 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cf8ffc-a1e3-4ecc-bf74-f9f00cdfead9 x-openstack-request-id: req-66cf8ffc-a1e3-4ecc-bf74-f9f00cdfead9 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:49:36.542106 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b741ab28-d1d7-49db-8c81-7cbde227c42c", "tag": "affa10dd-3560-4c64-8396-6330e98a9dde", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:49:36.542361 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66cf8ffc-a1e3-4ecc-bf74-f9f00cdfead9 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:49:36.542751 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b741ab28-d1d7-49db-8c81-7cbde227c42c', 'tag': 'affa10dd-3560-4c64-8396-6330e98a9dde', 'status': 'completed', 'code': 200} Mar 01 13:49:36.609646 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-2bdaf855-0f33-4bba-8d09-6de41de68480 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks [] for port (b4e66f26-3aca-440f-8d8f-bea28900bd0f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:36.648006 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-e733544b-e82d-4e67-b4bf-7e3acf290986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:36.650336 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-e733544b-e82d-4e67-b4bf-7e3acf290986 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.1223321 Mar 01 13:49:36.671284 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30969a-ef57-4a41-ab5c-cf4fae0ded73 req-63f41e91-86e6-4f42-b324-f62ed2c4c7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:36.673333 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1c30969a-ef57-4a41-ab5c-cf4fae0ded73 req-63f41e91-86e6-4f42-b324-f62ed2c4c7e9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.1999760 Mar 01 13:49:36.708256 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-64eda1f6-b24b-423e-aa5f-4f49980ff2e4 admin admin] Publish callbacks [] for security_group (7f640622-5647-4797-ae3a-446b9ebbc4e5), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:36.733322 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1c30969a-ef57-4a41-ab5c-cf4fae0ded73 req-3281f222-85e0-463d-8ba6-50d7b6dfa613 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=7d43b768-b3f8-45d6-a072-a26697a09eca HTTP/1.1" status: 200 len: 217 time: 0.0506008 Mar 01 13:49:36.740883 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-2bdaf855-0f33-4bba-8d09-6de41de68480 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (b4e66f26-3aca-440f-8d8f-bea28900bd0f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:36.759312 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9936a3c8-c090-4793-b27f-edbd0daa8f94 req-e9b2c8d3-f108-4305-81c4-8a4338522f6e tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4a3a8e-b255-4aad-81b1-e5286baccac4 HTTP/1.1" status: 200 len: 210 time: 0.1044788 Mar 01 13:49:36.793090 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b26cb8-41e1-47cf-aecd-cc608e8c2bb1 req-250a9837-449a-4465-922a-2a54a730b1c7 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:36.804342 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-72b26cb8-41e1-47cf-aecd-cc608e8c2bb1 req-250a9837-449a-4465-922a-2a54a730b1c7 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7440d07-774c-4100-81e2-e7f709988c38 HTTP/1.1" status: 200 len: 945 time: 0.3789158 Mar 01 13:49:36.825536 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-64eda1f6-b24b-423e-aa5f-4f49980ff2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (7f640622-5647-4797-ae3a-446b9ebbc4e5), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:36.842615 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-2bdaf855-0f33-4bba-8d09-6de41de68480 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Network 6e9a6b63-cd88-4977-a9f5-19697e5a90c0 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:49:36.847997 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef32376-1de1-4c46-9209-120b420b4033 x-openstack-request-id: req-1ef32376-1de1-4c46-9209-120b420b4033 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:49:36.848528 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7440d07-774c-4100-81e2-e7f709988c38", "name": "network-vif-plugged", "status": "completed", "tag": "9ea2c00e-40c5-4e96-b75f-82a4815703c5", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:49:36.848528 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ef32376-1de1-4c46-9209-120b420b4033 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:49:36.850052 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7440d07-774c-4100-81e2-e7f709988c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea2c00e-40c5-4e96-b75f-82a4815703c5', 'code': 200} Mar 01 13:49:36.851762 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-2bdaf855-0f33-4bba-8d09-6de41de68480 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:49:36.864343 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-2bdaf855-0f33-4bba-8d09-6de41de68480 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:49:36.869551 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30969a-ef57-4a41-ab5c-cf4fae0ded73 req-043e13d8-d85e-4d39-8369-c99120cc011c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:36.871072 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1c30969a-ef57-4a41-ab5c-cf4fae0ded73 req-043e13d8-d85e-4d39-8369-c99120cc011c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.1263165 Mar 01 13:49:36.874241 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdaf855-0f33-4bba-8d09-6de41de68480 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Pushing event updated for resources: {'Port': ['ID=b4e66f26-3aca-440f-8d8f-bea28900bd0f,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:36.935197 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eda1f6-b24b-423e-aa5f-4f49980ff2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f640622-5647-4797-ae3a-446b9ebbc4e5,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:36.983450 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e878d632-2fa8-487f-b246-d61076c5881d req-e7a27641-5683-47e3-a6be-56f7e2074019 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 210 time: 0.0430038 Mar 01 13:49:37.034186 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-5c0b3ed8-a90e-42b6-b4cb-2a7c90f6dc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:37.035750 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-5c0b3ed8-a90e-42b6-b4cb-2a7c90f6dc9f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3649750 Mar 01 13:49:37.038911 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-2bdaf855-0f33-4bba-8d09-6de41de68480 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:37.040683 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-2bdaf855-0f33-4bba-8d09-6de41de68480 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:37.049121 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-64eda1f6-b24b-423e-aa5f-4f49980ff2e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b573bc3e2ca40818079a6bd6acbcc92&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3575544 Mar 01 13:49:37.050848 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40144) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:37.065916 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-72b26cb8-41e1-47cf-aecd-cc608e8c2bb1 req-acf72697-6e93-4d69-a261-6c75e2276164 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587268 Mar 01 13:49:37.070418 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30969a-ef57-4a41-ab5c-cf4fae0ded73 req-4eaa3f8d-9a1a-43e3-aa54-9c9064942da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:37.072062 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1c30969a-ef57-4a41-ab5c-cf4fae0ded73 req-4eaa3f8d-9a1a-43e3-aa54-9c9064942da1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1692531 Mar 01 13:49:37.081246 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec70ae-07eb-449b-b584-11e32b7e06ec req-84d32104-98ef-46d9-bc49-43a836edb061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:37.083265 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e1ec70ae-07eb-449b-b584-11e32b7e06ec req-84d32104-98ef-46d9-bc49-43a836edb061 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d7440d07-774c-4100-81e2-e7f709988c38 HTTP/1.1" status: 200 len: 1127 time: 0.1370373 Mar 01 13:49:37.134428 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-2bdaf855-0f33-4bba-8d09-6de41de68480 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4366050 Mar 01 13:49:37.189849 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-efe5784e-df13-4921-b62c-d91bd1381af4 service neutron] Request body: {'port': {'device_id': '9c4a3a8e-b255-4aad-81b1-e5286baccac4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:49:37.238444 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9140aa31-e260-4adb-8db9-27c72fe6d9ac req-713cc8e3-1f4a-4282-938f-9c8425bb8cc4 tempest-FloatingIPsAssociationTestJSON-532926808 tempest-FloatingIPsAssociationTestJSON-532926808-project] 10.222.0.13 "GET /v2.0/ports?device_id=b07fa3ab-3a2d-472a-9b2a-832a2fb14e83 HTTP/1.1" status: 200 len: 210 time: 0.0412028 Mar 01 13:49:37.309270 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-67595bba-fa9f-4541-8b1b-b2fba34bcbc3 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Allocated IP 172.20.0.10 (20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166/d1ea702e-89f4-430d-ba35-37a3134c98fa/38821d47-c9dc-4e1a-ae38-38c81d1eeaba) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:49:37.313406 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-6877a65b-d5d6-4a11-8ee1-7bd3c84cdf73 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398376 Mar 01 13:49:37.324525 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e1ec70ae-07eb-449b-b584-11e32b7e06ec req-d1f58322-b9ea-4a2d-827a-dbac94fccc02 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217848 Mar 01 13:49:37.339742 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b175afeb-a600-4850-a0ac-022d6c939c65 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:49:37.351012 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-efe5784e-df13-4921-b62c-d91bd1381af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b4e66f26-3aca-440f-8d8f-bea28900bd0f), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:37.353930 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-800ae5c2-429e-4d69-a727-7f92d5f7d261 admin admin] Publish callbacks [] for security_group (7f640622-5647-4797-ae3a-446b9ebbc4e5), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:37.378355 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1c30969a-ef57-4a41-ab5c-cf4fae0ded73 req-be425f6e-a44a-4beb-ac22-3c5108402ca6 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882833 Mar 01 13:49:37.381415 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff14083-88fa-44ec-8ba1-c2f414a02cab req-e57616ec-1cad-448d-b420-971d70add241 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:37.383625 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aff14083-88fa-44ec-8ba1-c2f414a02cab req-e57616ec-1cad-448d-b420-971d70add241 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 946 time: 0.1935420 Mar 01 13:49:37.405913 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-800ae5c2-429e-4d69-a727-7f92d5f7d261 admin admin] Publish callbacks [] for security_group (7f640622-5647-4797-ae3a-446b9ebbc4e5), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:37.517941 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port b175afeb-a600-4850-a0ac-022d6c939c65 is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:49:37.530097 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b175afeb-a600-4850-a0ac-022d6c939c65), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:37.564277 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aff14083-88fa-44ec-8ba1-c2f414a02cab req-95c7afa7-1b3c-4e03-8079-4a02073adfcf tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462018 Mar 01 13:49:37.578133 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-800ae5c2-429e-4d69-a727-7f92d5f7d261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (7f640622-5647-4797-ae3a-446b9ebbc4e5), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:37.580682 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-800ae5c2-429e-4d69-a727-7f92d5f7d261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:37.582141 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-800ae5c2-429e-4d69-a727-7f92d5f7d261 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f640622-5647-4797-ae3a-446b9ebbc4e5 HTTP/1.1" status: 204 len: 168 time: 0.5246556 Mar 01 13:49:37.594667 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b175afeb-a600-4850-a0ac-022d6c939c65, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b175afeb-a600-4850-a0ac-022d6c939c65,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:37.602540 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b175afeb-a600-4850-a0ac-022d6c939c65), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:37.604233 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device a0097efb-120c-4ed9-b7ac-7e4fd029685a no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:49:37.636720 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: a0097efb-120c-4ed9-b7ac-7e4fd029685a {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:49:37.637073 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device a0097efb-120c-4ed9-b7ac-7e4fd029685a not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:49:37.743505 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=b175afeb-a600-4850-a0ac-022d6c939c65,revision_number=6']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:37.748513 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-67595bba-fa9f-4541-8b1b-b2fba34bcbc3 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks [] for port (38821d47-c9dc-4e1a-ae38-38c81d1eeaba), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:37.756990 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ae5c2-429e-4d69-a727-7f92d5f7d261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f640622-5647-4797-ae3a-446b9ebbc4e5,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:37.799259 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e2110774-6e87-45c5-801f-c3d5d9cc8c2e req-0e2a055f-0056-4758-9566-795d2c5a65bb service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4747806 Mar 01 13:49:37.845479 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1c30969a-ef57-4a41-ab5c-cf4fae0ded73 req-b7c9f79c-fb62-4afe-8aee-da9b7619456f service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751032 Mar 01 13:49:37.894889 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-67595bba-fa9f-4541-8b1b-b2fba34bcbc3 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (38821d47-c9dc-4e1a-ae38-38c81d1eeaba), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:37.962846 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162cab0-86fd-4581-ab7d-88134ed67f6b req-44a169da-43bb-49d3-bb0a-285062151d77 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:37.969998 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c162cab0-86fd-4581-ab7d-88134ed67f6b req-44a169da-43bb-49d3-bb0a-285062151d77 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.4976013 Mar 01 13:49:37.972468 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67595bba-fa9f-4541-8b1b-b2fba34bcbc3 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Pushing event updated for resources: {'Port': ['ID=38821d47-c9dc-4e1a-ae38-38c81d1eeaba,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:37.979209 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7c8f6-9599-45cd-a85f-a82a92b9b4ba req-ecaa4671-781d-4815-a913-7582d9ce0623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:37.980999 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c8f7c8f6-9599-45cd-a85f-a82a92b9b4ba req-ecaa4671-781d-4815-a913-7582d9ce0623 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&device_id=b741ab28-d1d7-49db-8c81-7cbde227c42c HTTP/1.1" status: 200 len: 1130 time: 0.0921612 Mar 01 13:49:37.983056 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-efe5784e-df13-4921-b62c-d91bd1381af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4e66f26-3aca-440f-8d8f-bea28900bd0f {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:49:38.013866 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-67595bba-fa9f-4541-8b1b-b2fba34bcbc3 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Network 20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:49:38.020887 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-67595bba-fa9f-4541-8b1b-b2fba34bcbc3 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:49:38.036989 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-67595bba-fa9f-4541-8b1b-b2fba34bcbc3 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:49:38.097502 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-67595bba-fa9f-4541-8b1b-b2fba34bcbc3 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:38.098262 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-67595bba-fa9f-4541-8b1b-b2fba34bcbc3 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:38.105101 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07fa3ab-3a2d-472a-9b2a-832a2fb14e83', 'name': 'network-vif-deleted', 'tag': 'a0097efb-120c-4ed9-b7ac-7e4fd029685a'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:49:38.179073 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7d2f1d-c69e-4ad2-bc2e-fa779d4f0eb1" -d '{"events": [{"server_uuid": "b07fa3ab-3a2d-472a-9b2a-832a2fb14e83", "name": "network-vif-deleted", "tag": "a0097efb-120c-4ed9-b7ac-7e4fd029685a"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:49:38.179073 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7c8f6-9599-45cd-a85f-a82a92b9b4ba req-2bd87123-c980-49a8-ad24-e63fd53a03e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:38.179073 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c8f7c8f6-9599-45cd-a85f-a82a92b9b4ba req-2bd87123-c980-49a8-ad24-e63fd53a03e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.1426961 Mar 01 13:49:38.179073 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-efe5784e-df13-4921-b62c-d91bd1381af4 service neutron] Publish callbacks [] for port (b4e66f26-3aca-440f-8d8f-bea28900bd0f), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:38.180216 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8caea64-e478-4d43-b229-95bfcb75a31b req-e1b0b5f5-cc00-4d7b-989d-30a99e581790 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:38.180216 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d8caea64-e478-4d43-b229-95bfcb75a31b req-e1b0b5f5-cc00-4d7b-989d-30a99e581790 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=a102de57-0a5d-4543-910a-4721c88846bd HTTP/1.1" status: 200 len: 948 time: 0.3711858 Mar 01 13:49:38.180350 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-efe5784e-df13-4921-b62c-d91bd1381af4 service neutron] Transition to ACTIVE for port object b4e66f26-3aca-440f-8d8f-bea28900bd0f will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:49:38.233571 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c162cab0-86fd-4581-ab7d-88134ed67f6b req-7cf13aba-74e0-46f7-bc90-475a77a5f14d tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601931 Mar 01 13:49:38.249590 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c8f7c8f6-9599-45cd-a85f-a82a92b9b4ba req-2268f4ba-7e09-40bd-8ad2-f5b2ff236077 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=affa10dd-3560-4c64-8396-6330e98a9dde HTTP/1.1" status: 200 len: 217 time: 0.0763466 Mar 01 13:49:38.250975 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-efe5784e-df13-4921-b62c-d91bd1381af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (b4e66f26-3aca-440f-8d8f-bea28900bd0f), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:38.277276 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-67595bba-fa9f-4541-8b1b-b2fba34bcbc3 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4732480 Mar 01 13:49:38.324253 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-0f09fd1f-7226-43cb-a2e1-3685a2a0b34b service neutron] Request body: {'port': {'device_id': 'bb408b12-6d73-4a22-87b4-b30db9a2fa97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:49:38.366842 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d8caea64-e478-4d43-b229-95bfcb75a31b req-fec455e1-fb7b-40ea-a28f-effe145b1e4f tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005589 Mar 01 13:49:38.372603 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7c8f6-9599-45cd-a85f-a82a92b9b4ba req-dce0e0d1-635f-45c7-a05b-b8c2a886d6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:38.376013 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c8f7c8f6-9599-45cd-a85f-a82a92b9b4ba req-dce0e0d1-635f-45c7-a05b-b8c2a886d6d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.1143572 Mar 01 13:49:38.499716 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-0f09fd1f-7226-43cb-a2e1-3685a2a0b34b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (38821d47-c9dc-4e1a-ae38-38c81d1eeaba), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:38.531331 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-de667301-8535-4948-932f-9ecb20a359e0 None None] Provisioning complete for port 38821d47-c9dc-4e1a-ae38-38c81d1eeaba triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:49:38.533872 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-de667301-8535-4948-932f-9ecb20a359e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (38821d47-c9dc-4e1a-ae38-38c81d1eeaba), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:38.557537 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5784e-df13-4921-b62c-d91bd1381af4 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e66f26-3aca-440f-8d8f-bea28900bd0f,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:38.581225 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7c8f6-9599-45cd-a85f-a82a92b9b4ba req-aafccc8c-659c-4ebf-8ae8-def28b4ac79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:38.582831 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c8f7c8f6-9599-45cd-a85f-a82a92b9b4ba req-aafccc8c-659c-4ebf-8ae8-def28b4ac79d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1738269 Mar 01 13:49:38.611327 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf0d64-4e3f-4bcb-81cc-d8900658f29a req-36a3ac67-812d-4d41-9fe7-2a398b420dc2 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:38.613028 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7baf0d64-4e3f-4bcb-81cc-d8900658f29a req-36a3ac67-812d-4d41-9fe7-2a398b420dc2 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4a3a8e-b255-4aad-81b1-e5286baccac4 HTTP/1.1" status: 200 len: 943 time: 0.2076876 Mar 01 13:49:38.623127 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-efe5784e-df13-4921-b62c-d91bd1381af4 service neutron] Attempting to bind port b4e66f26-3aca-440f-8d8f-bea28900bd0f on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:49:38.623547 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-efe5784e-df13-4921-b62c-d91bd1381af4 service neutron] Attempting to bind port b4e66f26-3aca-440f-8d8f-bea28900bd0f by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '5682489f-cf80-4a1c-8ade-e83424038ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6e9a6b63-cd88-4977-a9f5-19697e5a90c0'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:49:38.624602 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-efe5784e-df13-4921-b62c-d91bd1381af4 service neutron] Attempting to bind port b4e66f26-3aca-440f-8d8f-bea28900bd0f on network 6e9a6b63-cd88-4977-a9f5-19697e5a90c0 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:49:38.652845 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-de667301-8535-4948-932f-9ecb20a359e0 None None] Port 38821d47-c9dc-4e1a-ae38-38c81d1eeaba cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:49:38.669696 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-efe5784e-df13-4921-b62c-d91bd1381af4 service neutron] Port b4e66f26-3aca-440f-8d8f-bea28900bd0f on network 6e9a6b63-cd88-4977-a9f5-19697e5a90c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:49:38.670144 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-efe5784e-df13-4921-b62c-d91bd1381af4 service neutron] Attempting to bind port b4e66f26-3aca-440f-8d8f-bea28900bd0f on network 6e9a6b63-cd88-4977-a9f5-19697e5a90c0 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:49:38.680576 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-efe5784e-df13-4921-b62c-d91bd1381af4 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:49:38.681030 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-efe5784e-df13-4921-b62c-d91bd1381af4 service neutron] Checking segment: {'id': '5682489f-cf80-4a1c-8ade-e83424038ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6e9a6b63-cd88-4977-a9f5-19697e5a90c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:49:38.681552 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-efe5784e-df13-4921-b62c-d91bd1381af4 service neutron] Bound using segment: {'id': '5682489f-cf80-4a1c-8ade-e83424038ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6e9a6b63-cd88-4977-a9f5-19697e5a90c0'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:49:38.682096 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-efe5784e-df13-4921-b62c-d91bd1381af4 service neutron] Bound port: b4e66f26-3aca-440f-8d8f-bea28900bd0f, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5682489f-cf80-4a1c-8ade-e83424038ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6e9a6b63-cd88-4977-a9f5-19697e5a90c0'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:49:38.682573 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-efe5784e-df13-4921-b62c-d91bd1381af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b4e66f26-3aca-440f-8d8f-bea28900bd0f), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:38.755688 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c8f7c8f6-9599-45cd-a85f-a82a92b9b4ba req-33d993ad-78b7-431a-b688-fe6ef46ecc23 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612835 Mar 01 13:49:38.767320 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7baf0d64-4e3f-4bcb-81cc-d8900658f29a req-5fb2c9ec-99ba-4634-9840-103253d45f9d tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397610 Mar 01 13:49:38.779183 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654ba26-fb00-4908-9b31-8af40890e022 req-1475b68c-cb9e-4a0c-adab-c89d25e25581 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:38.791322 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8654ba26-fb00-4908-9b31-8af40890e022 req-1475b68c-cb9e-4a0c-adab-c89d25e25581 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 932 time: 0.2257183 Mar 01 13:49:38.827017 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-efe5784e-df13-4921-b62c-d91bd1381af4 service neutron] For port b4e66f26-3aca-440f-8d8f-bea28900bd0f, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:49:38.843451 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-efe5784e-df13-4921-b62c-d91bd1381af4 service neutron] For port b4e66f26-3aca-440f-8d8f-bea28900bd0f, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b4e66f26-3aca-440f-8d8f-bea28900bd0f,segment=NetworkSegment(5682489f-cf80-4a1c-8ade-e83424038ed9),segment_id=5682489f-cf80-4a1c-8ade-e83424038ed9)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:49:38.853268 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af7d217-9c6e-46dd-aada-8f37a920b362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b175afeb-a600-4850-a0ac-022d6c939c65'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:49:38.858706 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06700f4a-1843-4bf2-b721-82703184af21" -d '{"events": [{"server_uuid": "4af7d217-9c6e-46dd-aada-8f37a920b362", "name": "network-vif-unplugged", "status": "completed", "tag": "b175afeb-a600-4850-a0ac-022d6c939c65"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:49:38.866384 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-efe5784e-df13-4921-b62c-d91bd1381af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (b4e66f26-3aca-440f-8d8f-bea28900bd0f), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:38.933883 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c8f7c8f6-9599-45cd-a85f-a82a92b9b4ba req-5cefaae0-c1a0-4408-b8e2-71e16ed069c3 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674185 Mar 01 13:49:38.937763 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-efe5784e-df13-4921-b62c-d91bd1381af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:38.938584 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-efe5784e-df13-4921-b62c-d91bd1381af4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:38.939874 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-efe5784e-df13-4921-b62c-d91bd1381af4 service neutron] 10.222.0.32 "PUT /v2.0/ports/b4e66f26-3aca-440f-8d8f-bea28900bd0f HTTP/1.1" status: 200 len: 1091 time: 1.7629609 Mar 01 13:49:38.961126 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5784e-df13-4921-b62c-d91bd1381af4 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e66f26-3aca-440f-8d8f-bea28900bd0f,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:39.013367 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8654ba26-fb00-4908-9b31-8af40890e022 req-ee0ab524-25d4-41bd-96df-ed41b7a07037 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231202 Mar 01 13:49:39.069950 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-56dcf8e3-b234-4153-8714-270c2e9eee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:39.072211 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-56dcf8e3-b234-4153-8714-270c2e9eee46 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=965638e4a07b4bb58c7d10180fe5dbc3&device_id=9c4a3a8e-b255-4aad-81b1-e5286baccac4 HTTP/1.1" status: 200 len: 1125 time: 0.0724316 Mar 01 13:49:39.103607 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149b869-f0e5-450b-8b3e-d6d8b15954a6 req-4ee2d0cb-1cfd-4369-8262-0bcc0c497907 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:39.120488 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8149b869-f0e5-450b-8b3e-d6d8b15954a6 req-4ee2d0cb-1cfd-4369-8262-0bcc0c497907 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7440d07-774c-4100-81e2-e7f709988c38 HTTP/1.1" status: 200 len: 945 time: 0.2177179 Mar 01 13:49:39.164713 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173a62d3-6413-4783-8ab4-c258cd49136b x-openstack-request-id: req-173a62d3-6413-4783-8ab4-c258cd49136b {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:49:39.165242 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07fa3ab-3a2d-472a-9b2a-832a2fb14e83", "name": "network-vif-deleted", "tag": "a0097efb-120c-4ed9-b7ac-7e4fd029685a", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:49:39.165612 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-173a62d3-6413-4783-8ab4-c258cd49136b {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:49:39.166269 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07fa3ab-3a2d-472a-9b2a-832a2fb14e83', 'name': 'network-vif-deleted', 'tag': 'a0097efb-120c-4ed9-b7ac-7e4fd029685a', 'status': 'completed', 'code': 200} Mar 01 13:49:39.168227 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-6b6d4369-f839-4627-b634-63f6676171f8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4e66f26-3aca-440f-8d8f-bea28900bd0f HTTP/1.1" status: 200 len: 217 time: 0.0814743 Mar 01 13:49:39.213684 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40186) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:39.311349 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-0f09fd1f-7226-43cb-a2e1-3685a2a0b34b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38821d47-c9dc-4e1a-ae38-38c81d1eeaba {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:49:39.324952 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-a347c022-32b0-4c2c-ab20-6844a646dd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:39.326680 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-a347c022-32b0-4c2c-ab20-6844a646dd55 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95624b4c-3703-4ba5-9208-fd69c9df0e5f HTTP/1.1" status: 200 len: 861 time: 0.1514940 Mar 01 13:49:39.355587 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-0f09fd1f-7226-43cb-a2e1-3685a2a0b34b service neutron] Publish callbacks [] for port (38821d47-c9dc-4e1a-ae38-38c81d1eeaba), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:39.357924 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 7d43b768-b3f8-45d6-a072-a26697a09eca details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:49:39.429622 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8149b869-f0e5-450b-8b3e-d6d8b15954a6 req-4ad51c62-dcc5-41a2-8ad7-43e36982704f tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021910 Mar 01 13:49:39.481984 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-0f09fd1f-7226-43cb-a2e1-3685a2a0b34b service neutron] Transition to ACTIVE for port object 38821d47-c9dc-4e1a-ae38-38c81d1eeaba will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:49:39.498791 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-0f09fd1f-7226-43cb-a2e1-3685a2a0b34b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (38821d47-c9dc-4e1a-ae38-38c81d1eeaba), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:39.531133 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-a6ffb8c9-1104-44b8-b3ac-5870c5dcbcb7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e9a6b63-cd88-4977-a9f5-19697e5a90c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902803 Mar 01 13:49:39.593168 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 7d43b768-b3f8-45d6-a072-a26697a09eca, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=7d43b768-b3f8-45d6-a072-a26697a09eca,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:39.609277 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '7d43b768-b3f8-45d6-a072-a26697a09eca', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': '7d43b768-b3f8-45d6-a072-a26697a09eca', 'mac_address': 'fa:16:3e:84:ed:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:49:39.614320 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 13:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff50a82f-f847-4d8a-bdad-510aa6fc5297 x-openstack-request-id: req-ff50a82f-f847-4d8a-bdad-510aa6fc5297 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:49:39.614617 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af7d217-9c6e-46dd-aada-8f37a920b362", "name": "network-vif-unplugged", "status": "completed", "tag": "b175afeb-a600-4850-a0ac-022d6c939c65", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:49:39.614869 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff50a82f-f847-4d8a-bdad-510aa6fc5297 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:49:39.615266 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af7d217-9c6e-46dd-aada-8f37a920b362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b175afeb-a600-4850-a0ac-022d6c939c65', 'code': 200} Mar 01 13:49:39.696891 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec8dae-4af2-40f1-8626-6eb047d686a5 req-509240ed-d40c-471a-8b1c-5ee5b1db769f tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:39.705443 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d9ec8dae-4af2-40f1-8626-6eb047d686a5 req-509240ed-d40c-471a-8b1c-5ee5b1db769f tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 946 time: 0.3976147 Mar 01 13:49:39.738748 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09fd1f-7226-43cb-a2e1-3685a2a0b34b service neutron] Pushing event updated for resources: {'Port': ['ID=38821d47-c9dc-4e1a-ae38-38c81d1eeaba,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:39.929823 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-231ae066-0df3-4fc6-accb-144970e90bcf service neutron] 10.222.0.32 "GET /v2.0/networks/6e9a6b63-cd88-4977-a9f5-19697e5a90c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858097 Mar 01 13:49:39.957132 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 7d43b768-b3f8-45d6-a072-a26697a09eca is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:49:39.957711 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7d43b768-b3f8-45d6-a072-a26697a09eca), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:39.973691 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:39.976064 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:39.978542 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d43b768-b3f8-45d6-a072-a26697a09eca {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:49:40.000629 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 7d43b768-b3f8-45d6-a072-a26697a09eca, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=7d43b768-b3f8-45d6-a072-a26697a09eca,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:40.016879 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (7d43b768-b3f8-45d6-a072-a26697a09eca), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:40.131961 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-0f09fd1f-7226-43cb-a2e1-3685a2a0b34b service neutron] Attempting to bind port 38821d47-c9dc-4e1a-ae38-38c81d1eeaba on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:49:40.132478 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-0f09fd1f-7226-43cb-a2e1-3685a2a0b34b service neutron] Attempting to bind port 38821d47-c9dc-4e1a-ae38-38c81d1eeaba by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'adbddf4e-a21d-4b8d-ae28-1974e74a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:49:40.136317 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-0f09fd1f-7226-43cb-a2e1-3685a2a0b34b service neutron] Attempting to bind port 38821d47-c9dc-4e1a-ae38-38c81d1eeaba on network 20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:49:40.144738 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=7d43b768-b3f8-45d6-a072-a26697a09eca,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:40.153055 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d9ec8dae-4af2-40f1-8626-6eb047d686a5 req-36b762e7-26a6-44c1-8fde-1316f18df408 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4459114 Mar 01 13:49:40.160467 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-0f09fd1f-7226-43cb-a2e1-3685a2a0b34b service neutron] Port 38821d47-c9dc-4e1a-ae38-38c81d1eeaba on network 20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:49:40.161031 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-0f09fd1f-7226-43cb-a2e1-3685a2a0b34b service neutron] Attempting to bind port 38821d47-c9dc-4e1a-ae38-38c81d1eeaba on network 20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:49:40.174575 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdede9-6d6d-40dd-bafa-be03b12d7d4b req-fe1af5fd-cb20-4aa3-8e09-54d3ad62f51f tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:40.183507 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-00cdede9-6d6d-40dd-bafa-be03b12d7d4b req-fe1af5fd-cb20-4aa3-8e09-54d3ad62f51f tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 948 time: 0.4461646 Mar 01 13:49:40.213912 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-0f09fd1f-7226-43cb-a2e1-3685a2a0b34b service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:49:40.214261 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-0f09fd1f-7226-43cb-a2e1-3685a2a0b34b service neutron] Checking segment: {'id': 'adbddf4e-a21d-4b8d-ae28-1974e74a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:49:40.214650 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-0f09fd1f-7226-43cb-a2e1-3685a2a0b34b service neutron] Bound using segment: {'id': 'adbddf4e-a21d-4b8d-ae28-1974e74a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:49:40.215341 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-0f09fd1f-7226-43cb-a2e1-3685a2a0b34b service neutron] Bound port: 38821d47-c9dc-4e1a-ae38-38c81d1eeaba, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adbddf4e-a21d-4b8d-ae28-1974e74a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:49:40.215754 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-0f09fd1f-7226-43cb-a2e1-3685a2a0b34b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (38821d47-c9dc-4e1a-ae38-38c81d1eeaba), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:40.263781 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cea4ea98-5e82-4c1c-b2ea-9166a2691ec9 req-559baf57-2b4e-45d9-bb90-3cf2098dabae service neutron] 10.222.0.32 "GET /v2.0/networks/6e9a6b63-cd88-4977-a9f5-19697e5a90c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222182 Mar 01 13:49:40.331089 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-00cdede9-6d6d-40dd-bafa-be03b12d7d4b req-0a8182a4-8b8b-47e0-ac51-e44b8c5617e3 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467443 Mar 01 13:49:40.387829 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a309a005-b9e3-45bd-8ea2-7b5ae625e5ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (6b94c93f-761e-4f17-b0a9-d8cc63f81129), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:40.411196 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-0f09fd1f-7226-43cb-a2e1-3685a2a0b34b service neutron] For port 38821d47-c9dc-4e1a-ae38-38c81d1eeaba, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:49:40.416917 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-0f09fd1f-7226-43cb-a2e1-3685a2a0b34b service neutron] For port 38821d47-c9dc-4e1a-ae38-38c81d1eeaba, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=38821d47-c9dc-4e1a-ae38-38c81d1eeaba,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:49:40.427278 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3443f7-9e45-480a-ba08-c5755efad442 req-468bb057-22f9-44be-9a1d-c43b6b1fe7b1 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:40.429712 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ab3443f7-9e45-480a-ba08-c5755efad442 req-468bb057-22f9-44be-9a1d-c43b6b1fe7b1 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=a102de57-0a5d-4543-910a-4721c88846bd HTTP/1.1" status: 200 len: 949 time: 0.1278887 Mar 01 13:49:40.432473 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-0f09fd1f-7226-43cb-a2e1-3685a2a0b34b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (38821d47-c9dc-4e1a-ae38-38c81d1eeaba), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:40.473266 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['7d43b768-b3f8-45d6-a072-a26697a09eca'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:49:40.486016 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-0f09fd1f-7226-43cb-a2e1-3685a2a0b34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:40.494902 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-0f09fd1f-7226-43cb-a2e1-3685a2a0b34b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:40.496742 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-0f09fd1f-7226-43cb-a2e1-3685a2a0b34b service neutron] 10.222.0.32 "PUT /v2.0/ports/38821d47-c9dc-4e1a-ae38-38c81d1eeaba HTTP/1.1" status: 200 len: 1092 time: 2.1873615 Mar 01 13:49:40.497264 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb408b12-6d73-4a22-87b4-b30db9a2fa97', 'tag': '38821d47-c9dc-4e1a-ae38-38c81d1eeaba'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:49:40.499548 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89ff9d8-a2da-4b74-9334-f967ffce8b50" -d '{"events": [{"name": "network-changed", "server_uuid": "bb408b12-6d73-4a22-87b4-b30db9a2fa97", "tag": "38821d47-c9dc-4e1a-ae38-38c81d1eeaba"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:49:40.806464 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09fd1f-7226-43cb-a2e1-3685a2a0b34b service neutron] Pushing event updated for resources: {'Port': ['ID=38821d47-c9dc-4e1a-ae38-38c81d1eeaba,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:40.813162 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ab3443f7-9e45-480a-ba08-c5755efad442 req-fc147fa6-e849-44c7-b46f-b3a0219bdb9b tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717327 Mar 01 13:49:40.825063 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-5e23811b-13ed-4312-b184-d77809d85a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:40.826719 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-5e23811b-13ed-4312-b184-d77809d85a37 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=475192ca5f814c16b38a7d788a6a6472&device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 1126 time: 0.2550483 Mar 01 13:49:40.836288 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d539a-a152-4732-868b-08ffea8f2552 req-8a95007d-fd60-4283-b7b2-b81ffe2e7a64 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:40.838150 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8d8d539a-a152-4732-868b-08ffea8f2552 req-8a95007d-fd60-4283-b7b2-b81ffe2e7a64 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4a3a8e-b255-4aad-81b1-e5286baccac4 HTTP/1.1" status: 200 len: 943 time: 0.3059442 Mar 01 13:49:40.920163 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a309a005-b9e3-45bd-8ea2-7b5ae625e5ec admin admin] Deleting port 8556f323-4496-4f37-bb5c-eb2d8db17b65 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:49:40.920507 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a309a005-b9e3-45bd-8ea2-7b5ae625e5ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (8556f323-4496-4f37-bb5c-eb2d8db17b65), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:40.933812 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-cd77f027-6e31-4954-a643-60fa5dce6e17 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38821d47-c9dc-4e1a-ae38-38c81d1eeaba HTTP/1.1" status: 200 len: 217 time: 0.0945992 Mar 01 13:49:41.063010 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-a309a005-b9e3-45bd-8ea2-7b5ae625e5ec admin admin] For port 8556f323-4496-4f37-bb5c-eb2d8db17b65, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=8556f323-4496-4f37-bb5c-eb2d8db17b65,segment=NetworkSegment(5e062692-f1f6-406b-80a0-4be4bcdfa6ec),segment_id=5e062692-f1f6-406b-80a0-4be4bcdfa6ec)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:41.063381 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a309a005-b9e3-45bd-8ea2-7b5ae625e5ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (8556f323-4496-4f37-bb5c-eb2d8db17b65), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:41.077955 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8d8d539a-a152-4732-868b-08ffea8f2552 req-4b1d4583-7db9-4ec7-9473-62f49b9c600b tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005947 Mar 01 13:49:41.087608 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-8b691b9f-4c05-41b1-b09e-9a0299f8508f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:41.089677 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-8b691b9f-4c05-41b1-b09e-9a0299f8508f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d1ea702e-89f4-430d-ba35-37a3134c98fa HTTP/1.1" status: 200 len: 851 time: 0.1415720 Mar 01 13:49:41.120619 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a309a005-b9e3-45bd-8ea2-7b5ae625e5ec admin admin] Calling delete_port for 8556f323-4496-4f37-bb5c-eb2d8db17b65 owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:49:41.134608 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4521554-d454-41e3-a4b3-3f4339491e65 req-9ac957a2-b08a-4518-a677-a8a69780b611 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:41.145504 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a4521554-d454-41e3-a4b3-3f4339491e65 req-9ac957a2-b08a-4518-a677-a8a69780b611 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 944 time: 0.2028613 Mar 01 13:49:41.347450 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4a3a8e-b255-4aad-81b1-e5286baccac4', 'tag': 'b4e66f26-3aca-440f-8d8f-bea28900bd0f'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:49:41.349624 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0ef08d-31e5-469b-9278-7607c232c0a1" -d '{"events": [{"name": "network-changed", "server_uuid": "9c4a3a8e-b255-4aad-81b1-e5286baccac4", "tag": "b4e66f26-3aca-440f-8d8f-bea28900bd0f"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:49:41.365443 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a4521554-d454-41e3-a4b3-3f4339491e65 req-a8277a91-6055-4c79-a094-eea5e6cd904f tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189672 Mar 01 13:49:41.369460 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b175afeb-a600-4850-a0ac-022d6c939c65 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:49:41.426637 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a309a005-b9e3-45bd-8ea2-7b5ae625e5ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (8556f323-4496-4f37-bb5c-eb2d8db17b65), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:41.483701 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e2a2a0-d300-4a78-856e-2c11f40e297f x-openstack-request-id: req-a3e2a2a0-d300-4a78-856e-2c11f40e297f {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:49:41.485098 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb408b12-6d73-4a22-87b4-b30db9a2fa97", "tag": "38821d47-c9dc-4e1a-ae38-38c81d1eeaba", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:49:41.485390 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3e2a2a0-d300-4a78-856e-2c11f40e297f {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:49:41.487689 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb408b12-6d73-4a22-87b4-b30db9a2fa97', 'tag': '38821d47-c9dc-4e1a-ae38-38c81d1eeaba', 'status': 'completed', 'code': 200} Mar 01 13:49:41.490951 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-dfdc4deb-3867-48d8-a3bf-fca28010dfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:41.506044 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-dfdc4deb-3867-48d8-a3bf-fca28010dfdd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4034193 Mar 01 13:49:41.546042 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309a005-b9e3-45bd-8ea2-7b5ae625e5ec admin admin] Pushing event deleted for resources: {'Port': ['ID=8556f323-4496-4f37-bb5c-eb2d8db17b65,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:41.693987 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acb018-5c41-4017-b007-f0709902a43b req-71452069-c773-4763-8343-532cdfe881c5 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:41.696686 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-66acb018-5c41-4017-b007-f0709902a43b req-71452069-c773-4763-8343-532cdfe881c5 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7440d07-774c-4100-81e2-e7f709988c38 HTTP/1.1" status: 200 len: 945 time: 0.4269590 Mar 01 13:49:41.701420 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b175afeb-a600-4850-a0ac-022d6c939c65, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b175afeb-a600-4850-a0ac-022d6c939c65,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:41.750689 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'b175afeb-a600-4850-a0ac-022d6c939c65', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': 'b175afeb-a600-4850-a0ac-022d6c939c65', 'mac_address': 'fa:16:3e:35:71:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:49:41.836161 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacda43-d904-4dc9-bd05-8cd33900d0e0 req-70f1ec1f-482a-4f93-9e9f-6f029e1450e6 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:41.837723 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fbacda43-d904-4dc9-bd05-8cd33900d0e0 req-70f1ec1f-482a-4f93-9e9f-6f029e1450e6 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 946 time: 0.2357292 Mar 01 13:49:41.841264 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-b9a9c530-04b4-4f1a-89ca-afe7412b8e5a service neutron] 10.222.0.32 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022156 Mar 01 13:49:41.846164 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-66acb018-5c41-4017-b007-f0709902a43b req-e0d19407-1691-4835-be64-351675a948c9 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254137 Mar 01 13:49:41.896869 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port b175afeb-a600-4850-a0ac-022d6c939c65 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:49:41.896869 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b175afeb-a600-4850-a0ac-022d6c939c65), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:41.935420 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a309a005-b9e3-45bd-8ea2-7b5ae625e5ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (6b94c93f-761e-4f17-b0a9-d8cc63f81129), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:41.955945 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56b5524-2f58-462e-a864-f5b2a5ce41d5 x-openstack-request-id: req-c56b5524-2f58-462e-a864-f5b2a5ce41d5 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:49:41.959587 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c4a3a8e-b255-4aad-81b1-e5286baccac4", "tag": "b4e66f26-3aca-440f-8d8f-bea28900bd0f", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:49:41.959734 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b175afeb-a600-4850-a0ac-022d6c939c65 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:49:41.960081 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c56b5524-2f58-462e-a864-f5b2a5ce41d5 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:49:41.960598 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c4a3a8e-b255-4aad-81b1-e5286baccac4', 'tag': 'b4e66f26-3aca-440f-8d8f-bea28900bd0f', 'status': 'completed', 'code': 200} Mar 01 13:49:41.984701 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40270) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:42.027580 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b175afeb-a600-4850-a0ac-022d6c939c65, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b175afeb-a600-4850-a0ac-022d6c939c65,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:42.039238 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b175afeb-a600-4850-a0ac-022d6c939c65), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:42.040874 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device affa10dd-3560-4c64-8396-6330e98a9dde details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:49:42.068373 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fbacda43-d904-4dc9-bd05-8cd33900d0e0 req-ede1724a-08f7-40f5-9d2f-08f1b62e1c95 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208612 Mar 01 13:49:42.171974 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aee24596-a962-4b9c-a0a6-04bb3b6c151a req-84f45612-7211-4170-8c4f-cff02cd2ec41 service neutron] 10.222.0.32 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167622 Mar 01 13:49:42.199917 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317f935-f3e8-4a36-a8dd-a4f7b56eb0c3 req-ffa00766-43b4-4e7e-92e5-9e7d5b2633cc tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:42.205964 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6317f935-f3e8-4a36-a8dd-a4f7b56eb0c3 req-ffa00766-43b4-4e7e-92e5-9e7d5b2633cc tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 949 time: 0.1859295 Mar 01 13:49:42.222503 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port affa10dd-3560-4c64-8396-6330e98a9dde, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=affa10dd-3560-4c64-8396-6330e98a9dde,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:42.233990 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ef08d-31e5-469b-9278-7607c232c0a1 req-58cb1224-b740-489c-855d-8a040c3d0eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:42.236286 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8a0ef08d-31e5-469b-9278-7607c232c0a1 req-58cb1224-b740-489c-855d-8a040c3d0eb9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=965638e4a07b4bb58c7d10180fe5dbc3&device_id=9c4a3a8e-b255-4aad-81b1-e5286baccac4 HTTP/1.1" status: 200 len: 1125 time: 0.2215762 Mar 01 13:49:42.237900 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=b175afeb-a600-4850-a0ac-022d6c939c65,revision_number=7']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:42.251821 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'affa10dd-3560-4c64-8396-6330e98a9dde', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': 'affa10dd-3560-4c64-8396-6330e98a9dde', 'mac_address': 'fa:16:3e:e8:3d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:49:42.308440 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-55961481-7636-4694-8a25-5aedadfe9a68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:42.341916 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port affa10dd-3560-4c64-8396-6330e98a9dde is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:49:42.343277 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (affa10dd-3560-4c64-8396-6330e98a9dde), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:42.364484 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id affa10dd-3560-4c64-8396-6330e98a9dde {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:49:42.390152 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port affa10dd-3560-4c64-8396-6330e98a9dde, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=affa10dd-3560-4c64-8396-6330e98a9dde,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:42.391273 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6317f935-f3e8-4a36-a8dd-a4f7b56eb0c3 req-871a4cd0-5151-42a6-a127-fa0ac32cd35b tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569681 Mar 01 13:49:42.418832 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (affa10dd-3560-4c64-8396-6330e98a9dde), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:42.445960 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a309a005-b9e3-45bd-8ea2-7b5ae625e5ec admin admin] Router 6b94c93f-761e-4f17-b0a9-d8cc63f81129 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:49:42.455149 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ff9d8-a2da-4b74-9334-f967ffce8b50 req-2b2dc9ba-d1da-431d-94d9-058a80c4a2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:42.457944 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d89ff9d8-a2da-4b74-9334-f967ffce8b50 req-2b2dc9ba-d1da-431d-94d9-058a80c4a2a0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=475192ca5f814c16b38a7d788a6a6472&device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 1126 time: 0.1737506 Mar 01 13:49:42.476087 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a127ba1-35c1-4626-9245-8b5d0f4516e0 req-3d58eb75-2147-42bf-a1c1-75c0289ae130 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:42.484316 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8a127ba1-35c1-4626-9245-8b5d0f4516e0 req-3d58eb75-2147-42bf-a1c1-75c0289ae130 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=a102de57-0a5d-4543-910a-4721c88846bd HTTP/1.1" status: 200 len: 949 time: 0.2773025 Mar 01 13:49:42.543184 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ef08d-31e5-469b-9278-7607c232c0a1 req-75348f6a-2d84-465d-8657-2910d544a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:42.544671 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8a0ef08d-31e5-469b-9278-7607c232c0a1 req-75348f6a-2d84-465d-8657-2910d544a785 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6e9a6b63-cd88-4977-a9f5-19697e5a90c0 HTTP/1.1" status: 200 len: 922 time: 0.2974470 Mar 01 13:49:42.554715 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=affa10dd-3560-4c64-8396-6330e98a9dde,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:42.611954 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ff9d8-a2da-4b74-9334-f967ffce8b50 req-b5c8a1a7-8bcd-4df9-a402-4d14e28d4ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:42.613640 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d89ff9d8-a2da-4b74-9334-f967ffce8b50 req-b5c8a1a7-8bcd-4df9-a402-4d14e28d4ee4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 HTTP/1.1" status: 200 len: 913 time: 0.1271391 Mar 01 13:49:42.980312 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8a0ef08d-31e5-469b-9278-7607c232c0a1 req-bf08996d-5be2-4965-bea5-167f8dcc736b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4e66f26-3aca-440f-8d8f-bea28900bd0f HTTP/1.1" status: 200 len: 217 time: 0.4239020 Mar 01 13:49:43.091104 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8a127ba1-35c1-4626-9245-8b5d0f4516e0 req-6866a019-62dd-4fae-a6b5-802789d2d611 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6055977 Mar 01 13:49:43.097387 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d89ff9d8-a2da-4b74-9334-f967ffce8b50 req-4d570724-a74b-4a34-805b-4d6926b8bb89 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38821d47-c9dc-4e1a-ae38-38c81d1eeaba HTTP/1.1" status: 200 len: 217 time: 0.4688954 Mar 01 13:49:43.132740 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a309a005-b9e3-45bd-8ea2-7b5ae625e5ec admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:49:43.135227 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ef08d-31e5-469b-9278-7607c232c0a1 req-355fb807-763a-4763-9b97-65ea2d1fa6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:43.136768 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8a0ef08d-31e5-469b-9278-7607c232c0a1 req-355fb807-763a-4763-9b97-65ea2d1fa6f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95624b4c-3703-4ba5-9208-fd69c9df0e5f HTTP/1.1" status: 200 len: 861 time: 0.1027536 Mar 01 13:49:43.140858 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a309a005-b9e3-45bd-8ea2-7b5ae625e5ec admin admin] 10.222.0.13 "PUT /v2.0/routers/6b94c93f-761e-4f17-b0a9-d8cc63f81129/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9258082 Mar 01 13:49:43.144253 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40288) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:43.150016 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb99733-8fbf-43d8-b7c4-c9544e1c8988 None None] Sync routers for ids ['6b94c93f-761e-4f17-b0a9-d8cc63f81129'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:49:43.161653 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb99733-8fbf-43d8-b7c4-c9544e1c8988 None None] Routers {'6b94c93f-761e-4f17-b0a9-d8cc63f81129'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:49:43.162294 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-bdb99733-8fbf-43d8-b7c4-c9544e1c8988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:49:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6b94c93f-761e-4f17-b0a9-d8cc63f81129'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:43.225591 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['b175afeb-a600-4850-a0ac-022d6c939c65'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:49:43.245797 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8a0ef08d-31e5-469b-9278-7607c232c0a1 req-ccf1fac2-162a-4066-bed4-771c7163080d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e9a6b63-cd88-4977-a9f5-19697e5a90c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931220 Mar 01 13:49:43.271610 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-55961481-7636-4694-8a25-5aedadfe9a68 admin admin] Publish callbacks [] for security_group (8bf32373-1588-4706-bd00-440a2b14999f), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:43.285397 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-55961481-7636-4694-8a25-5aedadfe9a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (8bf32373-1588-4706-bd00-440a2b14999f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:43.294756 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['affa10dd-3560-4c64-8396-6330e98a9dde'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:49:43.312327 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ff9d8-a2da-4b74-9334-f967ffce8b50 req-091f3468-dd76-4c35-9c75-52fdbb4b96fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:43.314417 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d89ff9d8-a2da-4b74-9334-f967ffce8b50 req-091f3468-dd76-4c35-9c75-52fdbb4b96fd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d1ea702e-89f4-430d-ba35-37a3134c98fa HTTP/1.1" status: 200 len: 851 time: 0.1861439 Mar 01 13:49:43.320245 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-55961481-7636-4694-8a25-5aedadfe9a68 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43c0313ba4d54ae28444d6f10f201ca1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3342464 Mar 01 13:49:43.331085 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40290) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:43.371540 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-bdb99733-8fbf-43d8-b7c4-c9544e1c8988 None None] Set router 6b94c93f-761e-4f17-b0a9-d8cc63f81129 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:49:43.389219 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc00e5b-70ec-4905-8dde-316372d742ad req-8559d5e6-0e1c-44a7-a2d4-318352776b14 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:43.392183 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3dc00e5b-70ec-4905-8dde-316372d742ad req-8559d5e6-0e1c-44a7-a2d4-318352776b14 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4a3a8e-b255-4aad-81b1-e5286baccac4 HTTP/1.1" status: 200 len: 943 time: 0.3148429 Mar 01 13:49:43.392318 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b4e66f26-3aca-440f-8d8f-bea28900bd0f details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:49:43.404505 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 7d43b768-b3f8-45d6-a072-a26697a09eca up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:49:43.435772 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55961481-7636-4694-8a25-5aedadfe9a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf32373-1588-4706-bd00-440a2b14999f,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:43.466369 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5aa9a8-e2d4-419e-956e-c6057dd29702 req-c7e330ce-6d35-42b2-ba31-1c2ea452b4ce tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:43.468102 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-da5aa9a8-e2d4-419e-956e-c6057dd29702 req-c7e330ce-6d35-42b2-ba31-1c2ea452b4ce tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 944 time: 0.2915092 Mar 01 13:49:43.523716 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3dc00e5b-70ec-4905-8dde-316372d742ad req-cd8b6175-f240-47bd-a63b-394ae827ad19 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081738 Mar 01 13:49:43.526660 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-82072b6f-8373-4604-b6a9-b8780a78706e admin admin] Publish callbacks [] for security_group (8bf32373-1588-4706-bd00-440a2b14999f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:43.601247 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-da5aa9a8-e2d4-419e-956e-c6057dd29702 req-321c0ea3-5cc2-4f97-96bf-e0d1ba74cfee tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187186 Mar 01 13:49:43.611488 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ff9d8-a2da-4b74-9334-f967ffce8b50 req-1c2a9676-5b2a-436e-b1d7-b969693d790d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:43.613622 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d89ff9d8-a2da-4b74-9334-f967ffce8b50 req-1c2a9676-5b2a-436e-b1d7-b969693d790d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2833831 Mar 01 13:49:43.619378 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-82072b6f-8373-4604-b6a9-b8780a78706e admin admin] Publish callbacks [] for security_group (8bf32373-1588-4706-bd00-440a2b14999f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:43.630980 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d8a724bd-2874-4267-a391-c90278e89b8f admin admin] Publish callbacks [] for router (6b94c93f-761e-4f17-b0a9-d8cc63f81129), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:43.790291 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.resource_extend [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 13:49:43.806580 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 7d43b768-b3f8-45d6-a072-a26697a09eca completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:49:43.813385 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8a0ef08d-31e5-469b-9278-7607c232c0a1 req-5c7307cc-3f5b-45fc-8ef5-5dc6788d1938 service neutron] 10.222.0.32 "GET /v2.0/networks/6e9a6b63-cd88-4977-a9f5-19697e5a90c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5521805 Mar 01 13:49:43.858134 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d8a724bd-2874-4267-a391-c90278e89b8f admin admin] Publish callbacks [] for router_gateway (6b94c93f-761e-4f17-b0a9-d8cc63f81129), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:43.940954 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60c4ca-2056-486a-a529-5dd44d8d6ad7 req-be4e036d-507c-4765-b5ae-bd5a4c23d648 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:43.946845 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ff60c4ca-2056-486a-a529-5dd44d8d6ad7 req-be4e036d-507c-4765-b5ae-bd5a4c23d648 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 946 time: 0.2183197 Mar 01 13:49:43.957454 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 7d43b768-b3f8-45d6-a072-a26697a09eca triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:49:43.959635 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7d43b768-b3f8-45d6-a072-a26697a09eca), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:43.967659 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f07ef-71a9-4567-a261-8f7344b47159 req-f5b6229d-164e-4c43-8a4c-482955887862 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:43.969234 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-603f07ef-71a9-4567-a261-8f7344b47159 req-f5b6229d-164e-4c43-8a4c-482955887862 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7440d07-774c-4100-81e2-e7f709988c38 HTTP/1.1" status: 200 len: 945 time: 0.2315824 Mar 01 13:49:43.972981 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-82072b6f-8373-4604-b6a9-b8780a78706e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (8bf32373-1588-4706-bd00-440a2b14999f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:43.981681 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-82072b6f-8373-4604-b6a9-b8780a78706e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:43.987115 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-82072b6f-8373-4604-b6a9-b8780a78706e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8bf32373-1588-4706-bd00-440a2b14999f HTTP/1.1" status: 204 len: 168 time: 0.6551101 Mar 01 13:49:44.005623 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8a0ef08d-31e5-469b-9278-7607c232c0a1 req-ca230dba-39a0-42cd-a3f1-d90d8231ccb8 service neutron] 10.222.0.32 "GET /v2.0/networks/6e9a6b63-cd88-4977-a9f5-19697e5a90c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817992 Mar 01 13:49:44.010553 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d89ff9d8-a2da-4b74-9334-f967ffce8b50 req-8539a838-ba9a-49e6-a1c8-f4f2805532d9 service neutron] 10.222.0.32 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884845 Mar 01 13:49:44.011289 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-bdb99733-8fbf-43d8-b7c4-c9544e1c8988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'name': 'tempest-FloatingIPsAssociationTestJSON-252549783-router', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:45Z', 'updated_at': '2022-03-01T13:49:41Z', 'revision_number': 5, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'gw_port': {'id': '74a8fa26-c3c8-4408-aa79-3d6359c7dc33', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:47Z', 'updated_at': '2022-03-01T13:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:44.043353 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d8a724bd-2874-4267-a391-c90278e89b8f admin admin] Deleting port 74a8fa26-c3c8-4408-aa79-3d6359c7dc33 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:49:44.043867 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d8a724bd-2874-4267-a391-c90278e89b8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (74a8fa26-c3c8-4408-aa79-3d6359c7dc33), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:44.055960 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb99733-8fbf-43d8-b7c4-c9544e1c8988 None None] Checking router: 6b94c93f-761e-4f17-b0a9-d8cc63f81129 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:49:44.068913 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb99733-8fbf-43d8-b7c4-c9544e1c8988 None None] Routers {'6b94c93f-761e-4f17-b0a9-d8cc63f81129'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:49:44.070588 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-bdb99733-8fbf-43d8-b7c4-c9544e1c8988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:49:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6b94c93f-761e-4f17-b0a9-d8cc63f81129'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:44.190314 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d89ff9d8-a2da-4b74-9334-f967ffce8b50 req-f5317d2b-53b6-462b-a490-53478c31e88c service neutron] 10.222.0.32 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309359 Mar 01 13:49:44.191091 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82072b6f-8373-4604-b6a9-b8780a78706e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf32373-1588-4706-bd00-440a2b14999f,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:44.237266 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-bdb99733-8fbf-43d8-b7c4-c9544e1c8988 None None] Set router 6b94c93f-761e-4f17-b0a9-d8cc63f81129 gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:49:44.247591 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b4e66f26-3aca-440f-8d8f-bea28900bd0f, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b4e66f26-3aca-440f-8d8f-bea28900bd0f,segment=NetworkSegment(5682489f-cf80-4a1c-8ade-e83424038ed9),segment_id=5682489f-cf80-4a1c-8ade-e83424038ed9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:44.256766 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-d8a724bd-2874-4267-a391-c90278e89b8f admin admin] For port 74a8fa26-c3c8-4408-aa79-3d6359c7dc33, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=74a8fa26-c3c8-4408-aa79-3d6359c7dc33,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:44.260573 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d8a724bd-2874-4267-a391-c90278e89b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (74a8fa26-c3c8-4408-aa79-3d6359c7dc33), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:44.268521 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ff60c4ca-2056-486a-a529-5dd44d8d6ad7 req-051d7afb-dc6a-4898-aae8-071e529f1740 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2982519 Mar 01 13:49:44.272001 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-603f07ef-71a9-4567-a261-8f7344b47159 req-69d34d95-cf1a-481b-a4ab-8f0c813c3f8e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825043 Mar 01 13:49:44.289551 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d8a724bd-2874-4267-a391-c90278e89b8f admin admin] Calling delete_port for 74a8fa26-c3c8-4408-aa79-3d6359c7dc33 owned by network:router_gateway {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:49:44.375532 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-bdb99733-8fbf-43d8-b7c4-c9544e1c8988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'name': 'tempest-FloatingIPsAssociationTestJSON-252549783-router', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:45Z', 'updated_at': '2022-03-01T13:49:43Z', 'revision_number': 6, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:44.379377 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'b4e66f26-3aca-440f-8d8f-bea28900bd0f', 'network_id': '6e9a6b63-cd88-4977-a9f5-19697e5a90c0', 'port_id': 'b4e66f26-3aca-440f-8d8f-bea28900bd0f', 'mac_address': 'fa:16:3e:84:14:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95624b4c-3703-4ba5-9208-fd69c9df0e5f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:49:44.428802 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb99733-8fbf-43d8-b7c4-c9544e1c8988 None None] The sync data for ids ['6b94c93f-761e-4f17-b0a9-d8cc63f81129'] in n-d-827467-3 is: [{'id': '6b94c93f-761e-4f17-b0a9-d8cc63f81129', 'name': 'tempest-FloatingIPsAssociationTestJSON-252549783-router', 'tenant_id': 'c18946c020b04e1e84eb00e4d66b6194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:45Z', 'updated_at': '2022-03-01T13:49:43Z', 'revision_number': 6, 'project_id': 'c18946c020b04e1e84eb00e4d66b6194', 'gw_port_host': None}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:49:44.519583 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port b4e66f26-3aca-440f-8d8f-bea28900bd0f is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:49:44.520230 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b4e66f26-3aca-440f-8d8f-bea28900bd0f), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:44.550576 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4e66f26-3aca-440f-8d8f-bea28900bd0f {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:49:44.589821 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164ad2e-3a91-43eb-ab65-216de4765286 req-df63c52c-25b5-47ce-b21c-88559e3956c3 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:44.592106 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f164ad2e-3a91-43eb-ab65-216de4765286 req-df63c52c-25b5-47ce-b21c-88559e3956c3 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 949 time: 0.1596839 Mar 01 13:49:44.594645 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d8a724bd-2874-4267-a391-c90278e89b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (74a8fa26-c3c8-4408-aa79-3d6359c7dc33), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:44.607626 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b4e66f26-3aca-440f-8d8f-bea28900bd0f, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b4e66f26-3aca-440f-8d8f-bea28900bd0f,segment=NetworkSegment(5682489f-cf80-4a1c-8ade-e83424038ed9),segment_id=5682489f-cf80-4a1c-8ade-e83424038ed9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:44.614206 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 7d43b768-b3f8-45d6-a072-a26697a09eca is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:49:44.614608 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7d43b768-b3f8-45d6-a072-a26697a09eca), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:44.617120 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e8b60-6eed-4ef5-93ef-3a8a2cf230e3 req-ad79d7c0-7e6f-4ac3-af0f-9499be344284 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:44.618657 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b4e66f26-3aca-440f-8d8f-bea28900bd0f), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:44.626989 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d33e8b60-6eed-4ef5-93ef-3a8a2cf230e3 req-ad79d7c0-7e6f-4ac3-af0f-9499be344284 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=a102de57-0a5d-4543-910a-4721c88846bd HTTP/1.1" status: 200 len: 949 time: 0.1781640 Mar 01 13:49:44.633204 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40302) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:44.637074 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a724bd-2874-4267-a391-c90278e89b8f admin admin] Pushing event deleted for resources: {'Port': ['ID=74a8fa26-c3c8-4408-aa79-3d6359c7dc33,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:44.686557 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a2a9ba6f-73a5-4a88-b8a0-111a18455ffc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:44.713155 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f164ad2e-3a91-43eb-ab65-216de4765286 req-e79abe60-85c8-4650-bbc6-f3395e87e94e tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134784 Mar 01 13:49:44.752093 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a102de57-0a5d-4543-910a-4721c88846bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d43b768-b3f8-45d6-a072-a26697a09eca'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:49:44.752093 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c879fb8-5f38-4730-a038-5a1cb97dd71e" -d '{"events": [{"server_uuid": "a102de57-0a5d-4543-910a-4721c88846bd", "name": "network-vif-plugged", "status": "completed", "tag": "7d43b768-b3f8-45d6-a072-a26697a09eca"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:49:44.754435 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d33e8b60-6eed-4ef5-93ef-3a8a2cf230e3 req-154e63a2-1bb6-4203-b321-8fb4b6f4308c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263797 Mar 01 13:49:44.755973 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d8a724bd-2874-4267-a391-c90278e89b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (6b94c93f-761e-4f17-b0a9-d8cc63f81129), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:44.757668 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=b4e66f26-3aca-440f-8d8f-bea28900bd0f,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:44.771263 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 7d43b768-b3f8-45d6-a072-a26697a09eca, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=7d43b768-b3f8-45d6-a072-a26697a09eca,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:44.789189 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (7d43b768-b3f8-45d6-a072-a26697a09eca), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:44.891043 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=7d43b768-b3f8-45d6-a072-a26697a09eca,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:44.906108 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d8a724bd-2874-4267-a391-c90278e89b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (6b94c93f-761e-4f17-b0a9-d8cc63f81129), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:44.908360 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d8a724bd-2874-4267-a391-c90278e89b8f admin admin] Publish callbacks [] for router_controller (6b94c93f-761e-4f17-b0a9-d8cc63f81129), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:44.974302 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d8a724bd-2874-4267-a391-c90278e89b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (6b94c93f-761e-4f17-b0a9-d8cc63f81129), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:44.975904 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a724bd-2874-4267-a391-c90278e89b8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b94c93f-761e-4f17-b0a9-d8cc63f81129 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 13:49:44.983169 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d8a724bd-2874-4267-a391-c90278e89b8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:44.987824 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40308) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:44.987976 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d8a724bd-2874-4267-a391-c90278e89b8f admin admin] 10.222.0.13 "DELETE /v2.0/routers/6b94c93f-761e-4f17-b0a9-d8cc63f81129 HTTP/1.1" status: 204 len: 168 time: 1.8425305 Mar 01 13:49:45.020598 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111bedc-8495-4197-a096-4df62ee516b4 req-19cd2e9c-4042-4984-9173-e84fc8f411b4 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:45.032242 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a2a9ba6f-73a5-4a88-b8a0-111a18455ffc admin admin] Publish callbacks [] for security_group (c6d4e058-8fa2-48be-a9c3-b827dd60b2e1), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:45.036664 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a2a9ba6f-73a5-4a88-b8a0-111a18455ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c6d4e058-8fa2-48be-a9c3-b827dd60b2e1), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:45.039970 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3111bedc-8495-4197-a096-4df62ee516b4 req-19cd2e9c-4042-4984-9173-e84fc8f411b4 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4a3a8e-b255-4aad-81b1-e5286baccac4 HTTP/1.1" status: 200 len: 944 time: 0.1863105 Mar 01 13:49:45.075242 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9ba6f-73a5-4a88-b8a0-111a18455ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d4e058-8fa2-48be-a9c3-b827dd60b2e1,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:45.099639 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a2a9ba6f-73a5-4a88-b8a0-111a18455ffc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a1cb4198b4341b392405db1d7cbdd30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4552710 Mar 01 13:49:45.102196 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40310) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:45.124259 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf738ff8-0a77-4a17-9554-f16d3280f112 req-4a9c2e6e-1b55-42a0-8414-e482718ac714 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:45.131686 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bf738ff8-0a77-4a17-9554-f16d3280f112 req-4a9c2e6e-1b55-42a0-8414-e482718ac714 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 944 time: 0.2455482 Mar 01 13:49:45.159176 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8d0efaea-ebb2-45ef-924e-061ed3a3d9b0 admin admin] Publish callbacks [] for security_group (c6d4e058-8fa2-48be-a9c3-b827dd60b2e1), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:45.160150 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d43df5-449c-455c-8c75-37e8b8210b85 admin admin] Deleting subnet 86ba1087-1883-4262-ae29-f20d536ca1ef {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:49:45.170300 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-09d43df5-449c-455c-8c75-37e8b8210b85 admin admin] Publish callbacks [] for subnet (86ba1087-1883-4262-ae29-f20d536ca1ef), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:45.192046 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8d0efaea-ebb2-45ef-924e-061ed3a3d9b0 admin admin] Publish callbacks [] for security_group (c6d4e058-8fa2-48be-a9c3-b827dd60b2e1), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:45.228446 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3111bedc-8495-4197-a096-4df62ee516b4 req-33c1d655-5a7a-4cde-a482-aa213b1fc22b tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873262 Mar 01 13:49:45.242144 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-09d43df5-449c-455c-8c75-37e8b8210b85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (86ba1087-1883-4262-ae29-f20d536ca1ef), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:45.275711 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bf738ff8-0a77-4a17-9554-f16d3280f112 req-80f78f33-651b-4294-b8ff-47791c96cf8e tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431084 Mar 01 13:49:45.291097 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8d0efaea-ebb2-45ef-924e-061ed3a3d9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c6d4e058-8fa2-48be-a9c3-b827dd60b2e1), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:45.294080 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8d0efaea-ebb2-45ef-924e-061ed3a3d9b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:45.297563 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8d0efaea-ebb2-45ef-924e-061ed3a3d9b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6d4e058-8fa2-48be-a9c3-b827dd60b2e1 HTTP/1.1" status: 204 len: 168 time: 0.1920624 Mar 01 13:49:45.306649 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0efaea-ebb2-45ef-924e-061ed3a3d9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d4e058-8fa2-48be-a9c3-b827dd60b2e1,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:45.386354 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d70ac7c-527f-4157-9ebc-45fb0aec3b02 x-openstack-request-id: req-1d70ac7c-527f-4157-9ebc-45fb0aec3b02 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:49:45.386592 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a102de57-0a5d-4543-910a-4721c88846bd", "name": "network-vif-plugged", "status": "completed", "tag": "7d43b768-b3f8-45d6-a072-a26697a09eca", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:49:45.386890 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d70ac7c-527f-4157-9ebc-45fb0aec3b02 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:49:45.387210 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a102de57-0a5d-4543-910a-4721c88846bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d43b768-b3f8-45d6-a072-a26697a09eca', 'code': 200} Mar 01 13:49:45.390316 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 38821d47-c9dc-4e1a-ae38-38c81d1eeaba details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:49:45.489006 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-09d43df5-449c-455c-8c75-37e8b8210b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (86ba1087-1883-4262-ae29-f20d536ca1ef), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:45.508308 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['b4e66f26-3aca-440f-8d8f-bea28900bd0f'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:49:45.649188 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 38821d47-c9dc-4e1a-ae38-38c81d1eeaba, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=38821d47-c9dc-4e1a-ae38-38c81d1eeaba,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:45.670752 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 8556f323-4496-4f37-bb5c-eb2d8db17b65 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:49:45.678766 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-09d43df5-449c-455c-8c75-37e8b8210b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (86ba1087-1883-4262-ae29-f20d536ca1ef), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:45.699399 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '38821d47-c9dc-4e1a-ae38-38c81d1eeaba', 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166', 'port_id': '38821d47-c9dc-4e1a-ae38-38c81d1eeaba', 'mac_address': 'fa:16:3e:94:d6:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ea702e-89f4-430d-ba35-37a3134c98fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:49:45.702908 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 8556f323-4496-4f37-bb5c-eb2d8db17b65 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:49:45.703249 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 8556f323-4496-4f37-bb5c-eb2d8db17b65 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:49:45.703685 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 74a8fa26-c3c8-4408-aa79-3d6359c7dc33 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:49:45.744664 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 74a8fa26-c3c8-4408-aa79-3d6359c7dc33 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:49:45.744847 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d43df5-449c-455c-8c75-37e8b8210b85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86ba1087-1883-4262-ae29-f20d536ca1ef,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:45.745315 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 74a8fa26-c3c8-4408-aa79-3d6359c7dc33 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:49:45.783885 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c820c0f-d441-48cf-9533-125b13abc213 req-c4fe9524-4f5b-4eeb-a85c-9d1230449f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:45.786998 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8c820c0f-d441-48cf-9533-125b13abc213 req-c4fe9524-4f5b-4eeb-a85c-9d1230449f41 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a102de57-0a5d-4543-910a-4721c88846bd HTTP/1.1" status: 200 len: 1132 time: 0.3127568 Mar 01 13:49:45.806486 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 38821d47-c9dc-4e1a-ae38-38c81d1eeaba is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:49:45.806871 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (38821d47-c9dc-4e1a-ae38-38c81d1eeaba), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:45.829940 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1f3407-7595-46c5-8051-cf6b5322e314 None None] Network 46ad6524-9b8b-408c-bf41-570bd4a14b9a requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:49:45.869772 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45637a5-d680-4774-8ab3-4b309b948b72 req-7c1efde7-e473-45bb-a93e-658565ca22af tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:45.871380 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d45637a5-d680-4774-8ab3-4b309b948b72 req-7c1efde7-e473-45bb-a93e-658565ca22af tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 946 time: 0.3847015 Mar 01 13:49:45.920569 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38821d47-c9dc-4e1a-ae38-38c81d1eeaba {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:49:45.932103 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-09d43df5-449c-455c-8c75-37e8b8210b85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:45.941037 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-09d43df5-449c-455c-8c75-37e8b8210b85 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/86ba1087-1883-4262-ae29-f20d536ca1ef HTTP/1.1" status: 204 len: 168 time: 0.9481077 Mar 01 13:49:45.943565 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40326) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:45.949878 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8c820c0f-d441-48cf-9533-125b13abc213 req-cbeb1c9b-5deb-4340-9b47-e78405d738ac service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483400 Mar 01 13:49:45.964098 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 38821d47-c9dc-4e1a-ae38-38c81d1eeaba, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=38821d47-c9dc-4e1a-ae38-38c81d1eeaba,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:45.981830 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (38821d47-c9dc-4e1a-ae38-38c81d1eeaba), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:46.014594 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7576b12-7364-4b8d-bfdf-f8da605437ea req-57447bf4-b5d4-4ef9-8cc5-dec4e2c11435 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:46.023258 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a7576b12-7364-4b8d-bfdf-f8da605437ea req-57447bf4-b5d4-4ef9-8cc5-dec4e2c11435 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7440d07-774c-4100-81e2-e7f709988c38 HTTP/1.1" status: 200 len: 945 time: 0.5760021 Mar 01 13:49:46.080154 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e284ec8f-cdcf-4cf1-9acf-096f14f531ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (46ad6524-9b8b-408c-bf41-570bd4a14b9a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:46.100951 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=38821d47-c9dc-4e1a-ae38-38c81d1eeaba,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:46.143886 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d45637a5-d680-4774-8ab3-4b309b948b72 req-b1dfa501-446a-4b28-aeb5-f7c9d1753490 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132447 Mar 01 13:49:46.144043 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e284ec8f-cdcf-4cf1-9acf-096f14f531ad admin admin] Deleting port 295e0a2f-d3c5-4446-9647-3d4d15e10685 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:49:46.144530 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e284ec8f-cdcf-4cf1-9acf-096f14f531ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (295e0a2f-d3c5-4446-9647-3d4d15e10685), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:46.189916 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a7576b12-7364-4b8d-bfdf-f8da605437ea req-8f207807-566f-466b-82a7-eb18923facf4 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656199 Mar 01 13:49:46.248023 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3faed69-5e79-4ba1-8561-9cca89139405 None None] DHCP port deletion for 46ad6524-9b8b-408c-bf41-570bd4a14b9a request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:49:46.338568 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-e284ec8f-cdcf-4cf1-9acf-096f14f531ad admin admin] For port 295e0a2f-d3c5-4446-9647-3d4d15e10685, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=295e0a2f-d3c5-4446-9647-3d4d15e10685,segment=NetworkSegment(5e062692-f1f6-406b-80a0-4be4bcdfa6ec),segment_id=5e062692-f1f6-406b-80a0-4be4bcdfa6ec)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:46.342214 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e284ec8f-cdcf-4cf1-9acf-096f14f531ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (295e0a2f-d3c5-4446-9647-3d4d15e10685), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:46.389217 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e284ec8f-cdcf-4cf1-9acf-096f14f531ad admin admin] Calling delete_port for 295e0a2f-d3c5-4446-9647-3d4d15e10685 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:49:46.393594 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-a3faed69-5e79-4ba1-8561-9cca89139405 None None] Deleting port 295e0a2f-d3c5-4446-9647-3d4d15e10685 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:49:46.393967 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a3faed69-5e79-4ba1-8561-9cca89139405 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (295e0a2f-d3c5-4446-9647-3d4d15e10685), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:46.416390 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d033f-3d31-4307-8bf6-8c7711b93e47 req-f7c03ef2-b09d-4382-b523-74efe75ca20b tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:46.428945 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-397d033f-3d31-4307-8bf6-8c7711b93e47 req-f7c03ef2-b09d-4382-b523-74efe75ca20b tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 949 time: 0.1541789 Mar 01 13:49:46.466576 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f9b5f-18a8-4310-87c9-725018a21e2e req-d95d7eb7-ba7a-4d57-b8bc-4d8c2463dd83 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:46.470414 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-359f9b5f-18a8-4310-87c9-725018a21e2e req-d95d7eb7-ba7a-4d57-b8bc-4d8c2463dd83 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=a102de57-0a5d-4543-910a-4721c88846bd HTTP/1.1" status: 200 len: 950 time: 0.1357894 Mar 01 13:49:46.523020 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-a3faed69-5e79-4ba1-8561-9cca89139405 None None] For port 295e0a2f-d3c5-4446-9647-3d4d15e10685, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=295e0a2f-d3c5-4446-9647-3d4d15e10685,segment=NetworkSegment(5e062692-f1f6-406b-80a0-4be4bcdfa6ec),segment_id=5e062692-f1f6-406b-80a0-4be4bcdfa6ec)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:46.523423 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a3faed69-5e79-4ba1-8561-9cca89139405 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (295e0a2f-d3c5-4446-9647-3d4d15e10685), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:46.526950 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-397d033f-3d31-4307-8bf6-8c7711b93e47 req-49353a0d-4f0d-48b0-9036-6703bd9541ac tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967603 Mar 01 13:49:46.562069 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e284ec8f-cdcf-4cf1-9acf-096f14f531ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (295e0a2f-d3c5-4446-9647-3d4d15e10685), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:46.563420 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-a3faed69-5e79-4ba1-8561-9cca89139405 None None] Calling delete_port for 295e0a2f-d3c5-4446-9647-3d4d15e10685 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:49:46.578777 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-359f9b5f-18a8-4310-87c9-725018a21e2e req-1f67fbd4-2ef2-49a4-807c-c75993f4573c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985665 Mar 01 13:49:46.627253 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284ec8f-cdcf-4cf1-9acf-096f14f531ad admin admin] Pushing event deleted for resources: {'Port': ['ID=295e0a2f-d3c5-4446-9647-3d4d15e10685,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:46.633922 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e284ec8f-cdcf-4cf1-9acf-096f14f531ad admin admin] No DVR routers for this DVR port 295e0a2f-d3c5-4446-9647-3d4d15e10685 on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:49:46.726037 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a3faed69-5e79-4ba1-8561-9cca89139405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (295e0a2f-d3c5-4446-9647-3d4d15e10685), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:46.750970 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3faed69-5e79-4ba1-8561-9cca89139405 None None] Pushing event deleted for resources: {'Port': ['ID=295e0a2f-d3c5-4446-9647-3d4d15e10685,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:46.755057 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e284ec8f-cdcf-4cf1-9acf-096f14f531ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (46ad6524-9b8b-408c-bf41-570bd4a14b9a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:46.759696 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['38821d47-c9dc-4e1a-ae38-38c81d1eeaba'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:49:46.796500 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3faed69-5e79-4ba1-8561-9cca89139405 None None] No DVR routers for this DVR port 295e0a2f-d3c5-4446-9647-3d4d15e10685 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:49:46.797779 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-e284ec8f-cdcf-4cf1-9acf-096f14f531ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46ad6524-9b8b-408c-bf41-570bd4a14b9a']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:46.830661 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-e284ec8f-cdcf-4cf1-9acf-096f14f531ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e062692-f1f6-406b-80a0-4be4bcdfa6ec') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:46.830905 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-e284ec8f-cdcf-4cf1-9acf-096f14f531ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e062692-f1f6-406b-80a0-4be4bcdfa6ec') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:46.843081 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e284ec8f-cdcf-4cf1-9acf-096f14f531ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (5e062692-f1f6-406b-80a0-4be4bcdfa6ec), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:46.871995 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e284ec8f-cdcf-4cf1-9acf-096f14f531ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (5e062692-f1f6-406b-80a0-4be4bcdfa6ec), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:46.885167 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbd77a-c976-4017-8acf-5631d6aca08d req-f8a43e6f-261f-4237-ad1e-f913664a2794 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:46.886671 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4cbd77a-c976-4017-8acf-5631d6aca08d req-f8a43e6f-261f-4237-ad1e-f913664a2794 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 945 time: 0.1588945 Mar 01 13:49:46.890379 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e284ec8f-cdcf-4cf1-9acf-096f14f531ad admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:49:46.891024 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e284ec8f-cdcf-4cf1-9acf-096f14f531ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (5e062692-f1f6-406b-80a0-4be4bcdfa6ec), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:46.896010 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ade0cf-f634-4774-9abd-afddb2033069 req-dfd942b8-3664-48e3-b41e-dbb29162e390 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:46.901529 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e3ade0cf-f634-4774-9abd-afddb2033069 req-dfd942b8-3664-48e3-b41e-dbb29162e390 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4a3a8e-b255-4aad-81b1-e5286baccac4 HTTP/1.1" status: 200 len: 944 time: 0.1919303 Mar 01 13:49:46.989651 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e3ade0cf-f634-4774-9abd-afddb2033069 req-b538f350-1510-423f-94f9-6b3bbbb28b00 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867279 Mar 01 13:49:47.004067 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4cbd77a-c976-4017-8acf-5631d6aca08d req-80aee9fc-5c2a-476b-b211-fde03962825e tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998235 Mar 01 13:49:47.017997 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:49:47.017997 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:49:47.017997 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:49:47.017997 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:49:47.017997 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:49:47.017997 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:49:47.017997 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:49:47.017997 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:49:47.017997 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:49:47.017997 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:49:47.017997 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:49:47.017997 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:49:47.017997 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:49:47.017997 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:49:47.017997 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:49:47.017997 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:49:47.017997 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:49:47.017997 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:49:47.017997 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:49:47.017997 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:49:47.017997 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:49:47.017997 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:49:47.017997 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:49:47.017997 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:49:47.017997 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:49:47.017997 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:49:47.017997 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:49:47.017997 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:49:47.017997 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:49:47.017997 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:49:47.017997 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:49:47.017997 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:49:47.053245 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e284ec8f-cdcf-4cf1-9acf-096f14f531ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (46ad6524-9b8b-408c-bf41-570bd4a14b9a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:47.060170 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e284ec8f-cdcf-4cf1-9acf-096f14f531ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:47.073462 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e284ec8f-cdcf-4cf1-9acf-096f14f531ad admin admin] 10.222.0.13 "DELETE /v2.0/networks/46ad6524-9b8b-408c-bf41-570bd4a14b9a HTTP/1.1" status: 204 len: 168 time: 1.1162658 Mar 01 13:49:47.102110 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284ec8f-cdcf-4cf1-9acf-096f14f531ad admin admin] Pushing event deleted for resources: {'Network': ['ID=46ad6524-9b8b-408c-bf41-570bd4a14b9a,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:47.376177 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40362) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:47.403219 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931eaff-ac26-469d-bd6f-30a99dc6aee3 req-6df02a5a-a068-4069-8d0f-cad15dfdc16c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:47.406912 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b175afeb-a600-4850-a0ac-022d6c939c65 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:49:47.416290 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2931eaff-ac26-469d-bd6f-30a99dc6aee3 req-6df02a5a-a068-4069-8d0f-cad15dfdc16c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 946 time: 0.1513107 Mar 01 13:49:47.444056 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ccdc8c-1e13-44c9-889d-d32e3738601c req-01fb9954-f41e-46cb-bd7c-55dbad0a7cb6 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:47.446371 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-58ccdc8c-1e13-44c9-889d-d32e3738601c req-01fb9954-f41e-46cb-bd7c-55dbad0a7cb6 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7440d07-774c-4100-81e2-e7f709988c38 HTTP/1.1" status: 200 len: 945 time: 0.1368730 Mar 01 13:49:47.475828 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c9d44dbe-61e9-49c7-9a6f-a673ee09059e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c18946c020b04e1e84eb00e4d66b6194&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0985808 Mar 01 13:49:47.479984 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40364) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:47.544167 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port b175afeb-a600-4850-a0ac-022d6c939c65 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:49:47.544167 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (b175afeb-a600-4850-a0ac-022d6c939c65), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:47.556748 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af7540a2-6054-43ad-8236-dcb16521baa8 admin admin] Publish callbacks [] for security_group (3682eac9-a3cc-4051-bf61-dbdd5b18b54e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:47.561581 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2931eaff-ac26-469d-bd6f-30a99dc6aee3 req-8992d011-f827-4473-99a8-4de2a915ac63 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440911 Mar 01 13:49:47.597991 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af7540a2-6054-43ad-8236-dcb16521baa8 admin admin] Publish callbacks [] for security_group (3682eac9-a3cc-4051-bf61-dbdd5b18b54e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:47.634628 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-58ccdc8c-1e13-44c9-889d-d32e3738601c req-384890f3-b18b-457f-b0d7-dfa169f3b656 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756914 Mar 01 13:49:47.662037 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 295e0a2f-d3c5-4446-9647-3d4d15e10685 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:49:47.696766 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af7540a2-6054-43ad-8236-dcb16521baa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (3682eac9-a3cc-4051-bf61-dbdd5b18b54e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:47.701671 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af7540a2-6054-43ad-8236-dcb16521baa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:47.704642 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-af7540a2-6054-43ad-8236-dcb16521baa8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3682eac9-a3cc-4051-bf61-dbdd5b18b54e HTTP/1.1" status: 204 len: 168 time: 0.2235999 Mar 01 13:49:47.718212 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 295e0a2f-d3c5-4446-9647-3d4d15e10685 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:49:47.718564 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 295e0a2f-d3c5-4446-9647-3d4d15e10685 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:49:47.735340 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port b175afeb-a600-4850-a0ac-022d6c939c65 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:49:47.735925 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b175afeb-a600-4850-a0ac-022d6c939c65), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:47.747505 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7540a2-6054-43ad-8236-dcb16521baa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3682eac9-a3cc-4051-bf61-dbdd5b18b54e,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:47.778169 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af7d217-9c6e-46dd-aada-8f37a920b362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b175afeb-a600-4850-a0ac-022d6c939c65'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:49:47.781220 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f46488-8943-450f-8f1e-7648dd3e442b" -d '{"events": [{"server_uuid": "4af7d217-9c6e-46dd-aada-8f37a920b362", "name": "network-vif-plugged", "status": "completed", "tag": "b175afeb-a600-4850-a0ac-022d6c939c65"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:49:47.808990 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b175afeb-a600-4850-a0ac-022d6c939c65, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b175afeb-a600-4850-a0ac-022d6c939c65,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:47.829119 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b175afeb-a600-4850-a0ac-022d6c939c65), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:47.830256 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device affa10dd-3560-4c64-8396-6330e98a9dde up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:49:47.899348 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fc906-ef57-49f1-83cf-e01343033c24 req-fb33b92b-df7a-4cf5-ba22-50f1f895e62c tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:47.906661 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-512fc906-ef57-49f1-83cf-e01343033c24 req-fb33b92b-df7a-4cf5-ba22-50f1f895e62c tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 949 time: 0.1540167 Mar 01 13:49:48.014704 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=b175afeb-a600-4850-a0ac-022d6c939c65,revision_number=8']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:48.048293 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-512fc906-ef57-49f1-83cf-e01343033c24 req-02906c63-1ff5-4fd9-9c40-2e634e50bc0c tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397233 Mar 01 13:49:48.050684 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port affa10dd-3560-4c64-8396-6330e98a9dde completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:49:48.055624 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ea818-ce79-4010-8310-ac61bca9a459 req-9c13ee4b-d36b-484e-a1a3-a21c77583da5 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:48.056295 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port affa10dd-3560-4c64-8396-6330e98a9dde triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:49:48.059170 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (affa10dd-3560-4c64-8396-6330e98a9dde), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:48.072535 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-435ea818-ce79-4010-8310-ac61bca9a459 req-9c13ee4b-d36b-484e-a1a3-a21c77583da5 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=a102de57-0a5d-4543-910a-4721c88846bd HTTP/1.1" status: 200 len: 950 time: 0.2277305 Mar 01 13:49:48.100918 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40384) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:48.124484 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8099c574-59f0-43f7-a08f-bb902d446c0e x-openstack-request-id: req-8099c574-59f0-43f7-a08f-bb902d446c0e {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:49:48.124484 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af7d217-9c6e-46dd-aada-8f37a920b362", "name": "network-vif-plugged", "status": "completed", "tag": "b175afeb-a600-4850-a0ac-022d6c939c65", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:49:48.124776 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8099c574-59f0-43f7-a08f-bb902d446c0e {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:49:48.125121 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af7d217-9c6e-46dd-aada-8f37a920b362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b175afeb-a600-4850-a0ac-022d6c939c65', 'code': 200} Mar 01 13:49:48.174755 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-435ea818-ce79-4010-8310-ac61bca9a459 req-978b18f9-545d-4cc6-8fe3-28d0dde34968 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948708 Mar 01 13:49:48.282325 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29caac-7127-4c56-9958-8a53b0e5d22f req-106786e0-e8a4-45a3-a4c0-8ba82573cec3 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:48.291069 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6a29caac-7127-4c56-9958-8a53b0e5d22f req-106786e0-e8a4-45a3-a4c0-8ba82573cec3 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4a3a8e-b255-4aad-81b1-e5286baccac4 HTTP/1.1" status: 200 len: 944 time: 0.0874648 Mar 01 13:49:48.313678 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port affa10dd-3560-4c64-8396-6330e98a9dde is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:49:48.313980 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (affa10dd-3560-4c64-8396-6330e98a9dde), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:48.367733 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port affa10dd-3560-4c64-8396-6330e98a9dde, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=affa10dd-3560-4c64-8396-6330e98a9dde,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:48.383652 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (affa10dd-3560-4c64-8396-6330e98a9dde), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:48.389678 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6a29caac-7127-4c56-9958-8a53b0e5d22f req-36b3aeb1-6d77-45b4-b8d3-f8bbe064bbd6 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974030 Mar 01 13:49:48.442368 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0d3c2-28d8-4264-8f7f-35e61898f693 req-9770499e-982a-4123-8737-dd5b2b49ef96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:48.444230 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6af0d3c2-28d8-4264-8f7f-35e61898f693 req-9770499e-982a-4123-8737-dd5b2b49ef96 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 1132 time: 0.1454144 Mar 01 13:49:48.469051 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=affa10dd-3560-4c64-8396-6330e98a9dde,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:48.484572 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c9928-ecb8-479c-aaeb-2b3264a63d76 req-cce3b588-19e1-4717-a31d-f16e9f485f5a tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:48.486174 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b66c9928-ecb8-479c-aaeb-2b3264a63d76 req-cce3b588-19e1-4717-a31d-f16e9f485f5a tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 945 time: 0.0946066 Mar 01 13:49:48.506180 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-30799b98-fe43-4498-8eae-2ddc8536ca3b tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1331620775'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:49:48.551605 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30799b98-fe43-4498-8eae-2ddc8536ca3b tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] Made reservation on behalf of 5c78a9f061544af1a834f90222dc4b18 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:49:48.557568 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-30799b98-fe43-4498-8eae-2ddc8536ca3b tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:48.568278 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-30799b98-fe43-4498-8eae-2ddc8536ca3b tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:48.588845 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b66c9928-ecb8-479c-aaeb-2b3264a63d76 req-886ac5e5-de2d-4f81-9595-4da44f68b1f6 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926659 Mar 01 13:49:48.590960 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6af0d3c2-28d8-4264-8f7f-35e61898f693 req-36a48330-198f-4f9e-a95d-f29057ae3d1d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374369 Mar 01 13:49:48.701883 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-30799b98-fe43-4498-8eae-2ddc8536ca3b tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] Publish callbacks [] for security_group (8e4d7ab7-b4ee-4972-9a8a-841d48f5773a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:48.719804 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-30799b98-fe43-4498-8eae-2ddc8536ca3b tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (8e4d7ab7-b4ee-4972-9a8a-841d48f5773a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:48.756300 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30799b98-fe43-4498-8eae-2ddc8536ca3b tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:49:48.790091 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30799b98-fe43-4498-8eae-2ddc8536ca3b tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4d7ab7-b4ee-4972-9a8a-841d48f5773a,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:48.793228 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-30799b98-fe43-4498-8eae-2ddc8536ca3b tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (f35d48ef-3834-4bce-8e6c-7455f6b95639), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:48.793569 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-30799b98-fe43-4498-8eae-2ddc8536ca3b tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] Added segment f35d48ef-3834-4bce-8e6c-7455f6b95639 of type vlan for network e90aea2f-a7ef-4f41-90e3-2069074deaae Mar 01 13:49:48.831911 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de574bf-749a-4276-9a66-cc1fd2eaa6bc req-fee05b5d-5c8c-4695-9ded-d792262fec69 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:48.836164 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1de574bf-749a-4276-9a66-cc1fd2eaa6bc req-fee05b5d-5c8c-4695-9ded-d792262fec69 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 946 time: 0.1764719 Mar 01 13:49:48.852322 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-30799b98-fe43-4498-8eae-2ddc8536ca3b tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (e90aea2f-a7ef-4f41-90e3-2069074deaae), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:48.899526 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-30799b98-fe43-4498-8eae-2ddc8536ca3b tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (e90aea2f-a7ef-4f41-90e3-2069074deaae), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:48.905638 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30799b98-fe43-4498-8eae-2ddc8536ca3b tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:48.906347 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-30799b98-fe43-4498-8eae-2ddc8536ca3b tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:48.910374 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f9425-391d-4567-8087-45fd9a92ac0f req-e67b6b47-857d-4f4e-8a79-e73650452fed tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:48.912535 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ba0f9425-391d-4567-8087-45fd9a92ac0f req-e67b6b47-857d-4f4e-8a79-e73650452fed tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7440d07-774c-4100-81e2-e7f709988c38 HTTP/1.1" status: 200 len: 945 time: 0.1524286 Mar 01 13:49:48.922413 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1de574bf-749a-4276-9a66-cc1fd2eaa6bc req-67ee3471-558c-4486-98c8-5593a03c7c44 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843234 Mar 01 13:49:48.935229 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-30799b98-fe43-4498-8eae-2ddc8536ca3b tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8332078 Mar 01 13:49:48.942977 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40410) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:49.019154 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ba0f9425-391d-4567-8087-45fd9a92ac0f req-977ccfe8-a6b1-4ed9-9f37-d4faad354ed0 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954037 Mar 01 13:49:49.075845 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30799b98-fe43-4498-8eae-2ddc8536ca3b tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] Pushing event updated for resources: {'Network': ['ID=e90aea2f-a7ef-4f41-90e3-2069074deaae,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:49.088162 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network e90aea2f-a7ef-4f41-90e3-2069074deaae details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:49:49.184954 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40418) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:49.202276 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb275ad-83ba-4612-bbad-a1d90cd8e520 req-01a56abb-1fef-4292-940e-afc576f80195 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:49.212062 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-afb275ad-83ba-4612-bbad-a1d90cd8e520 req-01a56abb-1fef-4292-940e-afc576f80195 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.0862572 Mar 01 13:49:49.324559 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-afb275ad-83ba-4612-bbad-a1d90cd8e520 req-e6826eaa-71c5-4ed6-bbb5-f13de707ccd9 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112816 Mar 01 13:49:49.329560 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-e0501d0b-2139-43de-95f1-179ab15a25d3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1570989140-network', 'tenant_id': '08df910bf9394c5da9855ac8b5d86e9e'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:49:49.353564 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-b925aa5c-6cd3-44c7-a2fb-6c8799e13647 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Request body: {'network': {'name': 'tempest-network--2105467488', 'router:external': True}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:49:49.388676 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0501d0b-2139-43de-95f1-179ab15a25d3 admin admin] Made reservation on behalf of 08df910bf9394c5da9855ac8b5d86e9e for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:49:49.391483 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e0501d0b-2139-43de-95f1-179ab15a25d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:49.415839 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e0501d0b-2139-43de-95f1-179ab15a25d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:49.454523 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b925aa5c-6cd3-44c7-a2fb-6c8799e13647 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Made reservation on behalf of 3d45cbc97f0a4cc7aeebbc2e0892ab9f for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:49:49.458354 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b925aa5c-6cd3-44c7-a2fb-6c8799e13647 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:49.473929 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b925aa5c-6cd3-44c7-a2fb-6c8799e13647 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:49.485158 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf942a1-1128-4c71-be02-c5265568c1c3 req-3cd65660-b5f5-4d4c-910f-2ae68faa9d69 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:49.487066 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6bf942a1-1128-4c71-be02-c5265568c1c3 req-3cd65660-b5f5-4d4c-910f-2ae68faa9d69 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=a102de57-0a5d-4543-910a-4721c88846bd HTTP/1.1" status: 200 len: 950 time: 0.1188762 Mar 01 13:49:49.524831 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b4e66f26-3aca-440f-8d8f-bea28900bd0f up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:49:49.556492 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e0501d0b-2139-43de-95f1-179ab15a25d3 admin admin] Publish callbacks [] for security_group (db775561-6fc3-4656-9f38-f1da5e8914e7), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:49.587118 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e0501d0b-2139-43de-95f1-179ab15a25d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (db775561-6fc3-4656-9f38-f1da5e8914e7), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:49.602859 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6bf942a1-1128-4c71-be02-c5265568c1c3 req-fc774592-eb4d-4516-bcd9-7a5217db9e6b tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091230 Mar 01 13:49:49.649537 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0501d0b-2139-43de-95f1-179ab15a25d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:49:49.656273 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228d4fa-18d8-419d-848a-c537cf8be492 req-c6e8228d-6498-4fa4-9565-5d6b74ec2218 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:49.660013 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port b4e66f26-3aca-440f-8d8f-bea28900bd0f completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:49:49.665220 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9228d4fa-18d8-419d-848a-c537cf8be492 req-c6e8228d-6498-4fa4-9565-5d6b74ec2218 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4a3a8e-b255-4aad-81b1-e5286baccac4 HTTP/1.1" status: 200 len: 944 time: 0.1459563 Mar 01 13:49:49.674843 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port b4e66f26-3aca-440f-8d8f-bea28900bd0f triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:49:49.675829 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (b4e66f26-3aca-440f-8d8f-bea28900bd0f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:49.687245 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e0501d0b-2139-43de-95f1-179ab15a25d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (3dcb3eee-a7e2-4173-84ee-b4c478c4515f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:49.688168 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-e0501d0b-2139-43de-95f1-179ab15a25d3 admin admin] Added segment 3dcb3eee-a7e2-4173-84ee-b4c478c4515f of type vlan for network de8cc1fa-1aba-4468-b024-db85615e9fd0 Mar 01 13:49:49.704541 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b925aa5c-6cd3-44c7-a2fb-6c8799e13647 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks [] for security_group (4902b269-02c4-4e2b-a666-fbfcfa32aae6), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:49.719650 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b925aa5c-6cd3-44c7-a2fb-6c8799e13647 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4902b269-02c4-4e2b-a666-fbfcfa32aae6), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:49.738598 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e0501d0b-2139-43de-95f1-179ab15a25d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (de8cc1fa-1aba-4468-b024-db85615e9fd0), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:49.772505 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0501d0b-2139-43de-95f1-179ab15a25d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db775561-6fc3-4656-9f38-f1da5e8914e7,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:49.778962 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e0501d0b-2139-43de-95f1-179ab15a25d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (de8cc1fa-1aba-4468-b024-db85615e9fd0), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:49.780780 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0501d0b-2139-43de-95f1-179ab15a25d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:49.781650 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e0501d0b-2139-43de-95f1-179ab15a25d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:49.797509 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b925aa5c-6cd3-44c7-a2fb-6c8799e13647 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:49:49.815726 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e0501d0b-2139-43de-95f1-179ab15a25d3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6293390 Mar 01 13:49:49.816650 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40430) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:49.825230 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-cdb27639-ad22-448e-ac3c-ec559b530e4f admin admin] Request body: {'subnet': {'network_id': 'de8cc1fa-1aba-4468-b024-db85615e9fd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1570989140-subnet', 'tenant_id': '08df910bf9394c5da9855ac8b5d86e9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:49:49.838423 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925aa5c-6cd3-44c7-a2fb-6c8799e13647 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4902b269-02c4-4e2b-a666-fbfcfa32aae6,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:49.839473 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port b4e66f26-3aca-440f-8d8f-bea28900bd0f is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:49:49.840121 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b4e66f26-3aca-440f-8d8f-bea28900bd0f), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:49.859197 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b925aa5c-6cd3-44c7-a2fb-6c8799e13647 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (8d8fb487-ffdf-4e9d-840b-456a1075d946), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:49.859653 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-b925aa5c-6cd3-44c7-a2fb-6c8799e13647 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Added segment 8d8fb487-ffdf-4e9d-840b-456a1075d946 of type vlan for network a818c50c-8c7b-4930-8463-ee1c0ad1b25c Mar 01 13:49:49.890965 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0501d0b-2139-43de-95f1-179ab15a25d3 admin admin] Pushing event updated for resources: {'Network': ['ID=de8cc1fa-1aba-4468-b024-db85615e9fd0,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:49.894422 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9228d4fa-18d8-419d-848a-c537cf8be492 req-acdcac93-2708-4e99-82c3-09f4fbfdc7c3 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873994 Mar 01 13:49:49.901868 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb27639-ad22-448e-ac3c-ec559b530e4f admin admin] Made reservation on behalf of 08df910bf9394c5da9855ac8b5d86e9e for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:49:49.904552 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cdb27639-ad22-448e-ac3c-ec559b530e4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:49.914693 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network de8cc1fa-1aba-4468-b024-db85615e9fd0 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:49:49.921718 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b4e66f26-3aca-440f-8d8f-bea28900bd0f, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b4e66f26-3aca-440f-8d8f-bea28900bd0f,segment=NetworkSegment(5682489f-cf80-4a1c-8ade-e83424038ed9),segment_id=5682489f-cf80-4a1c-8ade-e83424038ed9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:49.941514 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b4e66f26-3aca-440f-8d8f-bea28900bd0f), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:49.942702 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 38821d47-c9dc-4e1a-ae38-38c81d1eeaba up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:49:50.012693 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54de108-51b4-40da-adef-95ef68f07f54 req-1f770e78-e7d9-4949-bb8a-9b57aa7bf84b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:50.020019 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d54de108-51b4-40da-adef-95ef68f07f54 req-1f770e78-e7d9-4949-bb8a-9b57aa7bf84b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 945 time: 0.2682278 Mar 01 13:49:50.025482 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b925aa5c-6cd3-44c7-a2fb-6c8799e13647 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (a818c50c-8c7b-4930-8463-ee1c0ad1b25c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:50.113949 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=b4e66f26-3aca-440f-8d8f-bea28900bd0f,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:50.131742 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b741ab28-d1d7-49db-8c81-7cbde227c42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affa10dd-3560-4c64-8396-6330e98a9dde'}, {'server_uuid': '9c4a3a8e-b255-4aad-81b1-e5286baccac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e66f26-3aca-440f-8d8f-bea28900bd0f'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:49:50.134792 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34969c9-5b33-4350-af5d-8a3b6093de2b" -d '{"events": [{"server_uuid": "b741ab28-d1d7-49db-8c81-7cbde227c42c", "name": "network-vif-plugged", "status": "completed", "tag": "affa10dd-3560-4c64-8396-6330e98a9dde"}, {"server_uuid": "9c4a3a8e-b255-4aad-81b1-e5286baccac4", "name": "network-vif-plugged", "status": "completed", "tag": "b4e66f26-3aca-440f-8d8f-bea28900bd0f"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:49:50.160518 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 38821d47-c9dc-4e1a-ae38-38c81d1eeaba completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:49:50.161754 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d54de108-51b4-40da-adef-95ef68f07f54 req-dd9c4f95-3731-41f7-b9f4-5dffabf9d48b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407406 Mar 01 13:49:50.168040 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 38821d47-c9dc-4e1a-ae38-38c81d1eeaba triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:49:50.168209 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b925aa5c-6cd3-44c7-a2fb-6c8799e13647 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (a818c50c-8c7b-4930-8463-ee1c0ad1b25c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:50.168834 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (38821d47-c9dc-4e1a-ae38-38c81d1eeaba), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:50.169142 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b925aa5c-6cd3-44c7-a2fb-6c8799e13647 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:50.169739 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b925aa5c-6cd3-44c7-a2fb-6c8799e13647 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:50.187471 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cdb27639-ad22-448e-ac3c-ec559b530e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (ee3a3889-9d6e-43bc-a9c5-bc7c7b9a2537), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:50.246658 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925aa5c-6cd3-44c7-a2fb-6c8799e13647 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Pushing event updated for resources: {'Network': ['ID=a818c50c-8c7b-4930-8463-ee1c0ad1b25c,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:50.257914 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187291b-949e-49ba-826f-6dd43386bcac req-0a8e96dc-e9a7-417e-82f0-10094327399f tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:50.259451 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8187291b-949e-49ba-826f-6dd43386bcac req-0a8e96dc-e9a7-417e-82f0-10094327399f tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=b741ab28-d1d7-49db-8c81-7cbde227c42c HTTP/1.1" status: 200 len: 950 time: 0.2307265 Mar 01 13:49:50.262634 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network a818c50c-8c7b-4930-8463-ee1c0ad1b25c details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:49:50.281635 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b925aa5c-6cd3-44c7-a2fb-6c8799e13647 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3374743 Mar 01 13:49:50.286248 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40438) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:50.362387 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 38821d47-c9dc-4e1a-ae38-38c81d1eeaba is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:49:50.362387 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (38821d47-c9dc-4e1a-ae38-38c81d1eeaba), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:50.377450 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b67b3-9173-4bd9-a082-d1e766715b14 req-c3dd5687-83ed-42a9-991a-ea9a61de453d tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:50.384023 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb27639-ad22-448e-ac3c-ec559b530e4f admin admin] Checking segment: {'id': '3dcb3eee-a7e2-4173-84ee-b4c478c4515f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'de8cc1fa-1aba-4468-b024-db85615e9fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:49:50.384377 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb27639-ad22-448e-ac3c-ec559b530e4f admin admin] Network hostable DHCP agents. Network: de8cc1fa-1aba-4468-b024-db85615e9fd0, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:49:50.387001 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb27639-ad22-448e-ac3c-ec559b530e4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee3a3889-9d6e-43bc-a9c5-bc7c7b9a2537,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:50.392875 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4d0b67b3-9173-4bd9-a082-d1e766715b14 req-c3dd5687-83ed-42a9-991a-ea9a61de453d tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 946 time: 0.1287792 Mar 01 13:49:50.408796 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 38821d47-c9dc-4e1a-ae38-38c81d1eeaba, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=38821d47-c9dc-4e1a-ae38-38c81d1eeaba,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:50.417083 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (38821d47-c9dc-4e1a-ae38-38c81d1eeaba), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:50.419402 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-37e5d171-611d-439f-9882-5545da72e953 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (a818c50c-8c7b-4930-8463-ee1c0ad1b25c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:50.435376 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb27639-ad22-448e-ac3c-ec559b530e4f admin admin] Network de8cc1fa-1aba-4468-b024-db85615e9fd0 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:49:50.444153 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8187291b-949e-49ba-826f-6dd43386bcac req-8ad58354-df64-4d66-b125-3b3a16f74a34 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692414 Mar 01 13:49:50.468230 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4d0b67b3-9173-4bd9-a082-d1e766715b14 req-fb7adfd1-c25d-430d-9585-cc970b80e085 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637963 Mar 01 13:49:50.478170 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=38821d47-c9dc-4e1a-ae38-38c81d1eeaba,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:50.494737 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-cdb27639-ad22-448e-ac3c-ec559b530e4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, de8cc1fa-1aba-4468-b024-db85615e9fd0) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:49:50.504147 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98910a0e-25e4-409d-8dc6-856213a497fb None None] Network de8cc1fa-1aba-4468-b024-db85615e9fd0 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:49:50.531471 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb27639-ad22-448e-ac3c-ec559b530e4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:50.532742 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cdb27639-ad22-448e-ac3c-ec559b530e4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:50.618417 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cdb27639-ad22-448e-ac3c-ec559b530e4f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7984290 Mar 01 13:49:50.620907 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40442) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:50.645841 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-af990fa1-27e3-4044-9f4f-6fa2791c0915 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1570989140-router', 'tenant_id': '08df910bf9394c5da9855ac8b5d86e9e', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:49:50.649411 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 01 Mar 2022 13:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bdad973-e227-47cc-ab17-2cfbbb35e9cf x-openstack-request-id: req-0bdad973-e227-47cc-ab17-2cfbbb35e9cf {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:49:50.649719 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b741ab28-d1d7-49db-8c81-7cbde227c42c", "name": "network-vif-plugged", "status": "completed", "tag": "affa10dd-3560-4c64-8396-6330e98a9dde", "code": 200}, {"server_uuid": "9c4a3a8e-b255-4aad-81b1-e5286baccac4", "name": "network-vif-plugged", "status": "completed", "tag": "b4e66f26-3aca-440f-8d8f-bea28900bd0f", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:49:50.649973 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0bdad973-e227-47cc-ab17-2cfbbb35e9cf {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:49:50.650472 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b741ab28-d1d7-49db-8c81-7cbde227c42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affa10dd-3560-4c64-8396-6330e98a9dde', 'code': 200} Mar 01 13:49:50.650738 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4a3a8e-b255-4aad-81b1-e5286baccac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e66f26-3aca-440f-8d8f-bea28900bd0f', 'code': 200} Mar 01 13:49:50.683932 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-37e5d171-611d-439f-9882-5545da72e953 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (a818c50c-8c7b-4930-8463-ee1c0ad1b25c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:50.699584 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd91b94-e75e-4d14-b195-a17e7a49f776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-de8cc1fa-1aba-4468-b024-db85615e9fd0', 'network_id': 'de8cc1fa-1aba-4468-b024-db85615e9fd0', 'project_id': '08df910bf9394c5da9855ac8b5d86e9e', 'fixed_ips': [{'subnet_id': 'ee3a3889-9d6e-43bc-a9c5-bc7c7b9a2537'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:49:50.701489 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cbd91b94-e75e-4d14-b195-a17e7a49f776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:50.787035 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-37e5d171-611d-439f-9882-5545da72e953 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a818c50c-8c7b-4930-8463-ee1c0ad1b25c']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:50.790673 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157094b-be36-4346-8b9d-a8df04b577bb req-c86a0b40-c211-4f11-a703-0719ed6f15ef tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:50.793347 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c157094b-be36-4346-8b9d-a8df04b577bb req-c86a0b40-c211-4f11-a703-0719ed6f15ef tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7440d07-774c-4100-81e2-e7f709988c38 HTTP/1.1" status: 200 len: 945 time: 0.2059109 Mar 01 13:49:50.858240 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-37e5d171-611d-439f-9882-5545da72e953 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d8fb487-ffdf-4e9d-840b-456a1075d946') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:50.858573 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-37e5d171-611d-439f-9882-5545da72e953 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d8fb487-ffdf-4e9d-840b-456a1075d946') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:50.869172 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af990fa1-27e3-4044-9f4f-6fa2791c0915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (08db13f0-d76b-4d67-a534-2b94f206727b), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:50.870233 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af990fa1-27e3-4044-9f4f-6fa2791c0915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (08db13f0-d76b-4d67-a534-2b94f206727b), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:50.878837 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6944d97-283f-460c-bf3d-92863bc32b7d req-d63d45a3-4b9a-4b0f-a2fa-342a70f853e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:50.879473 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-37e5d171-611d-439f-9882-5545da72e953 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (8d8fb487-ffdf-4e9d-840b-456a1075d946), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:50.882579 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e6944d97-283f-460c-bf3d-92863bc32b7d req-d63d45a3-4b9a-4b0f-a2fa-342a70f853e2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9c4a3a8e-b255-4aad-81b1-e5286baccac4 HTTP/1.1" status: 200 len: 1127 time: 0.1205242 Mar 01 13:49:50.893008 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb290767-e159-4181-a665-d53d99b6ea0b req-1ba996b4-5d6a-4747-95a8-b7c46f7f725d tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:50.900805 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cb290767-e159-4181-a665-d53d99b6ea0b req-1ba996b4-5d6a-4747-95a8-b7c46f7f725d tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.1899154 Mar 01 13:49:50.904131 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-37e5d171-611d-439f-9882-5545da72e953 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (8d8fb487-ffdf-4e9d-840b-456a1075d946), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:50.908303 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-cbd91b94-e75e-4d14-b195-a17e7a49f776 None None] Allocated IP 172.20.0.2 (de8cc1fa-1aba-4468-b024-db85615e9fd0/ee3a3889-9d6e-43bc-a9c5-bc7c7b9a2537/cc7ca391-da74-4ff2-b08c-d93382ce9839) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:49:50.931362 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e5d171-611d-439f-9882-5545da72e953 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:49:50.931719 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-37e5d171-611d-439f-9882-5545da72e953 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (8d8fb487-ffdf-4e9d-840b-456a1075d946), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:50.933624 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:49:50.933624 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:49:50.933624 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:49:50.933624 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:49:50.933624 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:49:50.933624 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:49:50.933624 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:49:50.933624 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:49:50.933624 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:49:50.933624 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:49:50.933624 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:49:50.933624 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:49:50.933624 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:49:50.933624 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:49:50.933624 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:49:50.933624 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:49:50.933624 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:49:50.933624 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:49:50.933624 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:49:50.933624 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:49:50.933624 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:49:50.933624 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:49:50.933624 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:49:50.933624 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:49:50.933624 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:49:50.933624 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:49:50.933624 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:49:50.933624 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:49:50.933624 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:49:50.933624 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:49:50.933624 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:49:50.933624 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:49:50.944875 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c157094b-be36-4346-8b9d-a8df04b577bb req-773f60b8-333c-4667-9cc7-47ace9f926c3 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318905 Mar 01 13:49:50.948465 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e969d-8509-49ca-a358-8bd7b1bcf5e7 req-b8f4ccd6-987f-494f-96a3-fec62ae87d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:50.950022 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0f2e969d-8509-49ca-a358-8bd7b1bcf5e7 req-b8f4ccd6-987f-494f-96a3-fec62ae87d64 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b741ab28-d1d7-49db-8c81-7cbde227c42c HTTP/1.1" status: 200 len: 1132 time: 0.1917439 Mar 01 13:49:51.005613 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e6944d97-283f-460c-bf3d-92863bc32b7d req-f640d942-c576-48bb-a181-770b675bc642 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972950 Mar 01 13:49:51.029077 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cb290767-e159-4181-a665-d53d99b6ea0b req-43b2a5c4-9319-46dc-a533-6d78d6bbd397 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274192 Mar 01 13:49:51.088908 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af990fa1-27e3-4044-9f4f-6fa2791c0915 admin admin] Publish callbacks [] for router_controller (08db13f0-d76b-4d67-a534-2b94f206727b), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:51.116520 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-37e5d171-611d-439f-9882-5545da72e953 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (a818c50c-8c7b-4930-8463-ee1c0ad1b25c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:51.168290 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e5d171-611d-439f-9882-5545da72e953 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a818c50c-8c7b-4930-8463-ee1c0ad1b25c {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 01 13:49:51.174028 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-37e5d171-611d-439f-9882-5545da72e953 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:51.177227 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-37e5d171-611d-439f-9882-5545da72e953 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] 10.222.0.13 "DELETE /v2.0/networks/a818c50c-8c7b-4930-8463-ee1c0ad1b25c HTTP/1.1" status: 204 len: 168 time: 0.8842711 Mar 01 13:49:51.187804 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40448) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:51.213777 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0f2e969d-8509-49ca-a358-8bd7b1bcf5e7 req-32d61a3d-0ba6-4049-b8b7-656236937fec service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925125 Mar 01 13:49:51.216851 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5d171-611d-439f-9882-5545da72e953 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Pushing event deleted for resources: {'Network': ['ID=a818c50c-8c7b-4930-8463-ee1c0ad1b25c,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:51.218518 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-0949279d-78b3-4bcd-9974-795ac4c59815 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:49:51.238220 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cbd91b94-e75e-4d14-b195-a17e7a49f776 None None] Publish callbacks [] for port (cc7ca391-da74-4ff2-b08c-d93382ce9839), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:51.252627 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cbd91b94-e75e-4d14-b195-a17e7a49f776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (cc7ca391-da74-4ff2-b08c-d93382ce9839), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:51.312510 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd91b94-e75e-4d14-b195-a17e7a49f776 None None] Pushing event updated for resources: {'Port': ['ID=cc7ca391-da74-4ff2-b08c-d93382ce9839,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:51.330076 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd91b94-e75e-4d14-b195-a17e7a49f776 None None] Network de8cc1fa-1aba-4468-b024-db85615e9fd0 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:49:51.331833 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-cbd91b94-e75e-4d14-b195-a17e7a49f776 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:49:51.334950 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd91b94-e75e-4d14-b195-a17e7a49f776 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:49:51.339114 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0949279d-78b3-4bcd-9974-795ac4c59815 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Made reservation on behalf of 3d45cbc97f0a4cc7aeebbc2e0892ab9f for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:49:51.341752 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0949279d-78b3-4bcd-9974-795ac4c59815 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:51.377150 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d5140-e074-4de4-bc47-7c1cd208d27d req-79700845-9a1d-4ddd-9998-d5744b19261f tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:51.379477 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2b0d5140-e074-4de4-bc47-7c1cd208d27d req-79700845-9a1d-4ddd-9998-d5744b19261f tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4a3a8e-b255-4aad-81b1-e5286baccac4 HTTP/1.1" status: 200 len: 945 time: 0.2773743 Mar 01 13:49:51.398221 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af990fa1-27e3-4044-9f4f-6fa2791c0915 admin admin] Publish callbacks [] for router_gateway (08db13f0-d76b-4d67-a534-2b94f206727b), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:51.408461 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-cbd91b94-e75e-4d14-b195-a17e7a49f776 None None] Attempting to bind port cc7ca391-da74-4ff2-b08c-d93382ce9839 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:49:51.409175 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-cbd91b94-e75e-4d14-b195-a17e7a49f776 None None] Attempting to bind port cc7ca391-da74-4ff2-b08c-d93382ce9839 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '3dcb3eee-a7e2-4173-84ee-b4c478c4515f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'de8cc1fa-1aba-4468-b024-db85615e9fd0'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:49:51.409789 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd91b94-e75e-4d14-b195-a17e7a49f776 None None] Attempting to bind port cc7ca391-da74-4ff2-b08c-d93382ce9839 on network de8cc1fa-1aba-4468-b024-db85615e9fd0 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:49:51.416957 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0949279d-78b3-4bcd-9974-795ac4c59815 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:49:51.418856 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd91b94-e75e-4d14-b195-a17e7a49f776 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:49:51.419755 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd91b94-e75e-4d14-b195-a17e7a49f776 None None] Checking segment: {'id': '3dcb3eee-a7e2-4173-84ee-b4c478c4515f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'de8cc1fa-1aba-4468-b024-db85615e9fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:49:51.420969 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cbd91b94-e75e-4d14-b195-a17e7a49f776 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:51.421648 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd91b94-e75e-4d14-b195-a17e7a49f776 None None] Bound using segment: {'id': '3dcb3eee-a7e2-4173-84ee-b4c478c4515f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'de8cc1fa-1aba-4468-b024-db85615e9fd0'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:49:51.422404 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-cbd91b94-e75e-4d14-b195-a17e7a49f776 None None] Bound port: cc7ca391-da74-4ff2-b08c-d93382ce9839, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dcb3eee-a7e2-4173-84ee-b4c478c4515f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'de8cc1fa-1aba-4468-b024-db85615e9fd0'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:49:51.422976 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cbd91b94-e75e-4d14-b195-a17e7a49f776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (cc7ca391-da74-4ff2-b08c-d93382ce9839), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:51.464621 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0949279d-78b3-4bcd-9974-795ac4c59815 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (0f7251cb-966a-4e09-9689-fb3c68c8e6c4), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:51.464881 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-0949279d-78b3-4bcd-9974-795ac4c59815 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Added segment 0f7251cb-966a-4e09-9689-fb3c68c8e6c4 of type vlan for network 45a845fd-8635-4d15-97a8-cc17a1aaca24 Mar 01 13:49:51.476063 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4252b0c-8e93-4e64-a9fc-2d7ff21b984f req-1891f822-3c01-4cd2-8d01-33279926f1a0 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:51.484569 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4252b0c-8e93-4e64-a9fc-2d7ff21b984f req-1891f822-3c01-4cd2-8d01-33279926f1a0 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.2976656 Mar 01 13:49:51.500742 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cbd91b94-e75e-4d14-b195-a17e7a49f776 None None] For port cc7ca391-da74-4ff2-b08c-d93382ce9839, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:49:51.505397 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cbd91b94-e75e-4d14-b195-a17e7a49f776 None None] For port cc7ca391-da74-4ff2-b08c-d93382ce9839, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=cc7ca391-da74-4ff2-b08c-d93382ce9839,segment=NetworkSegment(3dcb3eee-a7e2-4173-84ee-b4c478c4515f),segment_id=3dcb3eee-a7e2-4173-84ee-b4c478c4515f)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:49:51.523754 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cbd91b94-e75e-4d14-b195-a17e7a49f776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (cc7ca391-da74-4ff2-b08c-d93382ce9839), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:51.572367 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0949279d-78b3-4bcd-9974-795ac4c59815 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (45a845fd-8635-4d15-97a8-cc17a1aaca24), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:51.605300 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2b0d5140-e074-4de4-bc47-7c1cd208d27d req-e3b6bb1c-91d4-4f21-858a-d16c8ebe2d3d tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074668 Mar 01 13:49:51.626471 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0949279d-78b3-4bcd-9974-795ac4c59815 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (45a845fd-8635-4d15-97a8-cc17a1aaca24), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:51.627447 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0949279d-78b3-4bcd-9974-795ac4c59815 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:51.628033 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0949279d-78b3-4bcd-9974-795ac4c59815 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:51.656157 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd91b94-e75e-4d14-b195-a17e7a49f776 None None] Pushing event updated for resources: {'Port': ['ID=cc7ca391-da74-4ff2-b08c-d93382ce9839,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:51.720582 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0949279d-78b3-4bcd-9974-795ac4c59815 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5275371 Mar 01 13:49:51.727197 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4252b0c-8e93-4e64-a9fc-2d7ff21b984f req-7d86fe5e-9a4c-48d9-a3c9-fb28be5ea691 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416754 Mar 01 13:49:51.728127 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40456) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:51.732787 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-2d08de28-5c78-4d35-b931-b1b4e9289904 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Request body: {'subnet': {'network_id': '45a845fd-8635-4d15-97a8-cc17a1aaca24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:49:51.767775 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949279d-78b3-4bcd-9974-795ac4c59815 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Pushing event updated for resources: {'Network': ['ID=45a845fd-8635-4d15-97a8-cc17a1aaca24,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:51.779736 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 45a845fd-8635-4d15-97a8-cc17a1aaca24 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:49:51.837332 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d08de28-5c78-4d35-b931-b1b4e9289904 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Made reservation on behalf of 3d45cbc97f0a4cc7aeebbc2e0892ab9f for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:49:51.840764 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2d08de28-5c78-4d35-b931-b1b4e9289904 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:51.868316 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af990fa1-27e3-4044-9f4f-6fa2791c0915 admin admin] Publish callbacks [] for router_gateway (08db13f0-d76b-4d67-a534-2b94f206727b), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:51.901454 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af990fa1-27e3-4044-9f4f-6fa2791c0915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:52.019037 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141d57f-ea97-4c31-bebc-cae6585ddf38 req-b2f9a96b-52e4-4125-8533-7d3687cfc9c1 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:52.020774 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6141d57f-ea97-4c31-bebc-cae6585ddf38 req-b2f9a96b-52e4-4125-8533-7d3687cfc9c1 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.2545586 Mar 01 13:49:52.143309 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-af990fa1-27e3-4044-9f4f-6fa2791c0915 admin admin] Allocated IP 172.25.1.45 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/7693df92-ce23-41fa-91e6-3c2c92a16c42) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:49:52.227582 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6141d57f-ea97-4c31-bebc-cae6585ddf38 req-b8bad7a9-ef4f-43b6-ba59-a4ddd25e3afc tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450419 Mar 01 13:49:52.251887 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb27817-f2ba-4b25-b4a4-1975254a4241 req-1c4461ce-80a8-4926-bd72-9255c6c5cb96 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:52.253519 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dbb27817-f2ba-4b25-b4a4-1975254a4241 req-1c4461ce-80a8-4926-bd72-9255c6c5cb96 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=b741ab28-d1d7-49db-8c81-7cbde227c42c HTTP/1.1" status: 200 len: 950 time: 0.2763689 Mar 01 13:49:52.348631 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af990fa1-27e3-4044-9f4f-6fa2791c0915 admin admin] Publish callbacks [] for port (7693df92-ce23-41fa-91e6-3c2c92a16c42), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:52.383417 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dbb27817-f2ba-4b25-b4a4-1975254a4241 req-6cee8953-46e1-4121-adff-cf00d5d4f79f tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214275 Mar 01 13:49:52.399627 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af990fa1-27e3-4044-9f4f-6fa2791c0915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (7693df92-ce23-41fa-91e6-3c2c92a16c42), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:52.488815 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af990fa1-27e3-4044-9f4f-6fa2791c0915 admin admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:49:52.493079 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c356c1c-b23e-4a2d-8f4b-9d3d9ecc10e8 req-0ba91073-6104-44b1-b4aa-80bebf25ca54 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:52.494621 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-af990fa1-27e3-4044-9f4f-6fa2791c0915 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:49:52.500321 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af990fa1-27e3-4044-9f4f-6fa2791c0915 admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:49:52.502976 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4c356c1c-b23e-4a2d-8f4b-9d3d9ecc10e8 req-0ba91073-6104-44b1-b4aa-80bebf25ca54 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 946 time: 0.1601579 Mar 01 13:49:52.504046 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af990fa1-27e3-4044-9f4f-6fa2791c0915 admin admin] Pushing event updated for resources: {'Port': ['ID=7693df92-ce23-41fa-91e6-3c2c92a16c42,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:52.652253 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb408b12-6d73-4a22-87b4-b30db9a2fa97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38821d47-c9dc-4e1a-ae38-38c81d1eeaba'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:49:52.656126 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0e3c85-2594-493a-bbd9-04f5f57c84c7" -d '{"events": [{"server_uuid": "bb408b12-6d73-4a22-87b4-b30db9a2fa97", "name": "network-vif-plugged", "status": "completed", "tag": "38821d47-c9dc-4e1a-ae38-38c81d1eeaba"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:49:52.681835 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4c356c1c-b23e-4a2d-8f4b-9d3d9ecc10e8 req-ca19ffb0-4fb0-4545-9cdf-f0900f4db56e tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778917 Mar 01 13:49:52.939977 n-d-827467-3 neutron-server[103727]: DEBUG neutron.objects.ports [None req-2d08de28-5c78-4d35-b931-b1b4e9289904 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103727) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 01 13:49:52.940867 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2d08de28-5c78-4d35-b931-b1b4e9289904 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (c10bcf8e-1a35-420f-a9f9-743a347a9f3e), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:53.003907 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af990fa1-27e3-4044-9f4f-6fa2791c0915 admin admin] Publish callbacks [] for router_gateway (08db13f0-d76b-4d67-a534-2b94f206727b), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:53.163872 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08de28-5c78-4d35-b931-b1b4e9289904 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c10bcf8e-1a35-420f-a9f9-743a347a9f3e,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:53.182837 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97abc47-1012-4d9a-9f0d-c873c79d1234 req-11deaec0-e2b3-455f-9766-12fee348cf60 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:53.184569 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b97abc47-1012-4d9a-9f0d-c873c79d1234 req-11deaec0-e2b3-455f-9766-12fee348cf60 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7440d07-774c-4100-81e2-e7f709988c38 HTTP/1.1" status: 200 len: 945 time: 0.2938914 Mar 01 13:49:53.192353 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3162dd-03b1-4ae4-a197-02fa34bc7386 req-ab6368e3-53fa-41c4-bf53-a6cf8aceafba tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:53.199851 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3f3162dd-03b1-4ae4-a197-02fa34bc7386 req-ab6368e3-53fa-41c4-bf53-a6cf8aceafba tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4a3a8e-b255-4aad-81b1-e5286baccac4 HTTP/1.1" status: 200 len: 945 time: 0.2686014 Mar 01 13:49:53.242565 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7eb7d96-5c0e-485b-92a8-655d00022468 None None] Network de8cc1fa-1aba-4468-b024-db85615e9fd0 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:49:53.255927 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d08de28-5c78-4d35-b931-b1b4e9289904 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Checking segment: {'id': '0f7251cb-966a-4e09-9689-fb3c68c8e6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '45a845fd-8635-4d15-97a8-cc17a1aaca24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:49:53.257042 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d08de28-5c78-4d35-b931-b1b4e9289904 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Network hostable DHCP agents. Network: 45a845fd-8635-4d15-97a8-cc17a1aaca24, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:49:53.391503 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-5a83fede-7335-40cf-a022-e0dc9878b93c None None] Provisioning complete for port cc7ca391-da74-4ff2-b08c-d93382ce9839 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:49:53.392157 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5a83fede-7335-40cf-a022-e0dc9878b93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (cc7ca391-da74-4ff2-b08c-d93382ce9839), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:53.395972 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3f3162dd-03b1-4ae4-a197-02fa34bc7386 req-591f6ed5-b880-4f4f-81cc-991483edeba0 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948173 Mar 01 13:49:53.406452 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b97abc47-1012-4d9a-9f0d-c873c79d1234 req-c56b0061-3307-4a2c-9f90-463320fec3e1 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019489 Mar 01 13:49:53.451771 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d08de28-5c78-4d35-b931-b1b4e9289904 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Network 45a845fd-8635-4d15-97a8-cc17a1aaca24 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:49:53.485917 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-2d08de28-5c78-4d35-b931-b1b4e9289904 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 45a845fd-8635-4d15-97a8-cc17a1aaca24) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:49:53.501805 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d08de28-5c78-4d35-b931-b1b4e9289904 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:53.505647 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2d08de28-5c78-4d35-b931-b1b4e9289904 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:53.507337 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c4064b-5e6e-401f-8190-6788e58282a2 None None] Network 45a845fd-8635-4d15-97a8-cc17a1aaca24 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:49:53.543113 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2d08de28-5c78-4d35-b931-b1b4e9289904 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8137803 Mar 01 13:49:53.556346 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40484) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:53.571514 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-e05dc1ea-8cbf-403b-a496-69e36a700702 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Request body: {'floatingip': {'floating_network_id': '45a845fd-8635-4d15-97a8-cc17a1aaca24'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:49:53.681891 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5196eed1-82da-445a-ae6c-0fe9cfb52001 x-openstack-request-id: req-5196eed1-82da-445a-ae6c-0fe9cfb52001 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:49:53.682435 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb408b12-6d73-4a22-87b4-b30db9a2fa97", "name": "network-vif-plugged", "status": "completed", "tag": "38821d47-c9dc-4e1a-ae38-38c81d1eeaba", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:49:53.682435 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5196eed1-82da-445a-ae6c-0fe9cfb52001 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:49:53.682809 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb408b12-6d73-4a22-87b4-b30db9a2fa97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38821d47-c9dc-4e1a-ae38-38c81d1eeaba', 'code': 200} Mar 01 13:49:53.691894 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e05dc1ea-8cbf-403b-a496-69e36a700702 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:53.753605 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62b57c8-ff6f-4107-901c-8d44426ebe1c None None] Network 45a845fd-8635-4d15-97a8-cc17a1aaca24 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:49:53.798246 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0e43d-bde2-4e7a-aee5-9ab479e7ca9b req-cc4f43e9-8d8e-4689-9476-282a293af642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:53.798805 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device cc7ca391-da74-4ff2-b08c-d93382ce9839 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:49:53.800553 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-66f0e43d-bde2-4e7a-aee5-9ab479e7ca9b req-cc4f43e9-8d8e-4689-9476-282a293af642 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 1128 time: 0.0959759 Mar 01 13:49:53.947751 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-5a83fede-7335-40cf-a022-e0dc9878b93c None None] Current status of the port cc7ca391-da74-4ff2-b08c-d93382ce9839 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:49:53.948503 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5a83fede-7335-40cf-a022-e0dc9878b93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (cc7ca391-da74-4ff2-b08c-d93382ce9839), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:53.954572 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af990fa1-27e3-4044-9f4f-6fa2791c0915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (08db13f0-d76b-4d67-a534-2b94f206727b), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:53.970984 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-66f0e43d-bde2-4e7a-aee5-9ab479e7ca9b req-76f1dcc0-cccb-43d5-a2e0-5b6c9b1b3de0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693758 Mar 01 13:49:53.998381 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-5a83fede-7335-40cf-a022-e0dc9878b93c None None] For port cc7ca391-da74-4ff2-b08c-d93382ce9839, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=cc7ca391-da74-4ff2-b08c-d93382ce9839,segment=NetworkSegment(3dcb3eee-a7e2-4173-84ee-b4c478c4515f),segment_id=3dcb3eee-a7e2-4173-84ee-b4c478c4515f)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:54.004492 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port cc7ca391-da74-4ff2-b08c-d93382ce9839 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:49:54.005104 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (cc7ca391-da74-4ff2-b08c-d93382ce9839), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:54.058592 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5a83fede-7335-40cf-a022-e0dc9878b93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (cc7ca391-da74-4ff2-b08c-d93382ce9839), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:54.157430 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83fede-7335-40cf-a022-e0dc9878b93c None None] Pushing event updated for resources: {'Port': ['ID=cc7ca391-da74-4ff2-b08c-d93382ce9839,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:54.188901 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af990fa1-27e3-4044-9f4f-6fa2791c0915 admin admin] Router 08db13f0-d76b-4d67-a534-2b94f206727b is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 13:49:54.208012 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ed3df-e3bb-4f12-84c1-98f3463c5690 req-ef8a0d2e-b7b5-4941-854c-21708ff972aa tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:54.215050 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e52ed3df-e3bb-4f12-84c1-98f3463c5690 req-ef8a0d2e-b7b5-4941-854c-21708ff972aa tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.6084633 Mar 01 13:49:54.266662 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port cc7ca391-da74-4ff2-b08c-d93382ce9839 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:49:54.268446 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325bf56-4a9a-4857-b416-3f6a88ee82e5 req-2c91685c-eb19-4b1a-86d9-b7bc0135cabc tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:54.270024 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3325bf56-4a9a-4857-b416-3f6a88ee82e5 req-2c91685c-eb19-4b1a-86d9-b7bc0135cabc tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.5985672 Mar 01 13:49:54.351451 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e52ed3df-e3bb-4f12-84c1-98f3463c5690 req-7f97afb9-b0ce-4b6c-9a9d-a545c6a47850 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355703 Mar 01 13:49:54.362381 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af990fa1-27e3-4044-9f4f-6fa2791c0915 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:49:54.378794 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbae2098-955b-4533-b21b-a6cfb0d810c4 None None] Sync routers for ids ['08db13f0-d76b-4d67-a534-2b94f206727b'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:49:54.391629 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af990fa1-27e3-4044-9f4f-6fa2791c0915 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:54.394879 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-af990fa1-27e3-4044-9f4f-6fa2791c0915 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7721088 Mar 01 13:49:54.396776 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40488) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:54.425963 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbae2098-955b-4533-b21b-a6cfb0d810c4 None None] Routers {'08db13f0-d76b-4d67-a534-2b94f206727b'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:49:54.426610 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-bbae2098-955b-4533-b21b-a6cfb0d810c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:49:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['08db13f0-d76b-4d67-a534-2b94f206727b'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:54.437185 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-fc187c22-66ec-4a81-a892-bd9a547425a9 None None] Provisioning complete for port cc7ca391-da74-4ff2-b08c-d93382ce9839 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:49:54.437578 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fc187c22-66ec-4a81-a892-bd9a547425a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (cc7ca391-da74-4ff2-b08c-d93382ce9839), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:54.467775 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3325bf56-4a9a-4857-b416-3f6a88ee82e5 req-15dba0d7-4170-4625-994c-6270d187f005 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809666 Mar 01 13:49:54.602054 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58556f-2139-49ed-af3d-673af45279c3 req-ee1ea95b-84bd-4e07-9c70-ce82d185d50b tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:54.603572 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9b58556f-2139-49ed-af3d-673af45279c3 req-ee1ea95b-84bd-4e07-9c70-ce82d185d50b tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=b741ab28-d1d7-49db-8c81-7cbde227c42c HTTP/1.1" status: 200 len: 950 time: 0.1293325 Mar 01 13:49:54.619575 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e05dc1ea-8cbf-403b-a496-69e36a700702 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:54.737080 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-e05dc1ea-8cbf-403b-a496-69e36a700702 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Allocated IP 172.20.0.8 (45a845fd-8635-4d15-97a8-cc17a1aaca24/c10bcf8e-1a35-420f-a9f9-743a347a9f3e/6935e0b9-36d2-46c7-9cc6-eb7076055fc3) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:49:54.781244 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:49:54.828768 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-bbae2098-955b-4533-b21b-a6cfb0d810c4 None None] Set router 08db13f0-d76b-4d67-a534-2b94f206727b gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:49:54.898287 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e05dc1ea-8cbf-403b-a496-69e36a700702 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks [] for port (6935e0b9-36d2-46c7-9cc6-eb7076055fc3), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:54.919175 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-fc187c22-66ec-4a81-a892-bd9a547425a9 None None] Current status of the port cc7ca391-da74-4ff2-b08c-d93382ce9839 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:49:54.948286 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9b58556f-2139-49ed-af3d-673af45279c3 req-720209d1-9b6f-4809-b505-dde41cb6b97d tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965703 Mar 01 13:49:54.992990 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-edf9122c-b5d4-483e-af95-3ab74870754a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:55.002222 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13135cff-ea34-4fed-a31c-3f2716d66222 req-9ae5ac42-4403-4279-afdd-f72e41244d6e tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:55.010067 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-13135cff-ea34-4fed-a31c-3f2716d66222 req-9ae5ac42-4403-4279-afdd-f72e41244d6e tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 946 time: 0.4417949 Mar 01 13:49:55.022897 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e05dc1ea-8cbf-403b-a496-69e36a700702 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (6935e0b9-36d2-46c7-9cc6-eb7076055fc3), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:55.098415 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-bbae2098-955b-4533-b21b-a6cfb0d810c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08db13f0-d76b-4d67-a534-2b94f206727b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1570989140-router', 'tenant_id': '08df910bf9394c5da9855ac8b5d86e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '7693df92-ce23-41fa-91e6-3c2c92a16c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:49:50Z', 'updated_at': '2022-03-01T13:49:52Z', 'revision_number': 3, 'project_id': '08df910bf9394c5da9855ac8b5d86e9e', 'gw_port': {'id': '7693df92-ce23-41fa-91e6-3c2c92a16c42', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ac:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08db13f0-d76b-4d67-a534-2b94f206727b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:49:51Z', 'updated_at': '2022-03-01T13:49:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:55.124907 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05dc1ea-8cbf-403b-a496-69e36a700702 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Pushing event updated for resources: {'Port': ['ID=6935e0b9-36d2-46c7-9cc6-eb7076055fc3,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:55.131974 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbae2098-955b-4533-b21b-a6cfb0d810c4 None None] Checking router: 08db13f0-d76b-4d67-a534-2b94f206727b for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:49:55.132447 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbae2098-955b-4533-b21b-a6cfb0d810c4 None None] Updating router 08db13f0-d76b-4d67-a534-2b94f206727b port 7693df92-ce23-41fa-91e6-3c2c92a16c42 binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:49:55.141549 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05dc1ea-8cbf-403b-a496-69e36a700702 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Network 45a845fd-8635-4d15-97a8-cc17a1aaca24 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:49:55.151545 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-e05dc1ea-8cbf-403b-a496-69e36a700702 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:49:55.154008 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05dc1ea-8cbf-403b-a496-69e36a700702 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:49:55.197721 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bbae2098-955b-4533-b21b-a6cfb0d810c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7693df92-ce23-41fa-91e6-3c2c92a16c42), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:55.203347 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-edf9122c-b5d4-483e-af95-3ab74870754a admin admin] Allocated IP 172.20.0.1 (de8cc1fa-1aba-4468-b024-db85615e9fd0/ee3a3889-9d6e-43bc-a9c5-bc7c7b9a2537/e4b49632-dac0-48c3-ac2e-520310d413d4) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:49:55.230793 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-13135cff-ea34-4fed-a31c-3f2716d66222 req-98ac4097-54a9-474f-9128-352aaf897c54 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198155 Mar 01 13:49:55.255907 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9568ad2-6e24-4e47-85ee-c1c9c4f16055 req-bbce2c35-a6af-4db7-82cc-31d341bdfb9b tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:55.264313 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d9568ad2-6e24-4e47-85ee-c1c9c4f16055 req-bbce2c35-a6af-4db7-82cc-31d341bdfb9b tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4a3a8e-b255-4aad-81b1-e5286baccac4 HTTP/1.1" status: 200 len: 945 time: 0.2315629 Mar 01 13:49:55.378444 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d9568ad2-6e24-4e47-85ee-c1c9c4f16055 req-0703d566-34d9-4ccc-90d5-19bd6b97266a tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131771 Mar 01 13:49:55.386443 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-edf9122c-b5d4-483e-af95-3ab74870754a admin admin] Publish callbacks [] for port (e4b49632-dac0-48c3-ac2e-520310d413d4), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:55.438447 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-edf9122c-b5d4-483e-af95-3ab74870754a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (e4b49632-dac0-48c3-ac2e-520310d413d4), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:55.466592 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e05dc1ea-8cbf-403b-a496-69e36a700702 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks [] for floatingip (928351f3-832d-424a-9da4-a3ef68c071a5), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:55.494897 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf9122c-b5d4-483e-af95-3ab74870754a admin admin] Network de8cc1fa-1aba-4468-b024-db85615e9fd0 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:49:55.498416 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-edf9122c-b5d4-483e-af95-3ab74870754a admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:49:55.502557 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf9122c-b5d4-483e-af95-3ab74870754a admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:49:55.529429 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bbae2098-955b-4533-b21b-a6cfb0d810c4 None None] Publish callbacks [] for port (7693df92-ce23-41fa-91e6-3c2c92a16c42), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:55.550731 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bbae2098-955b-4533-b21b-a6cfb0d810c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (7693df92-ce23-41fa-91e6-3c2c92a16c42), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:55.565057 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9122c-b5d4-483e-af95-3ab74870754a admin admin] Pushing event updated for resources: {'Port': ['ID=e4b49632-dac0-48c3-ac2e-520310d413d4,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:55.566268 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5c8de5d4-c33f-480f-b419-ff59e3b807e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:55.599322 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-edf9122c-b5d4-483e-af95-3ab74870754a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (08db13f0-d76b-4d67-a534-2b94f206727b), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:55.663379 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636606fd-d7f6-4571-869c-456a2805f722 req-da913080-6c86-45fc-8a1e-019266885dc3 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:55.668257 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-636606fd-d7f6-4571-869c-456a2805f722 req-da913080-6c86-45fc-8a1e-019266885dc3 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7440d07-774c-4100-81e2-e7f709988c38 HTTP/1.1" status: 200 len: 945 time: 0.2556694 Mar 01 13:49:55.670198 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e05dc1ea-8cbf-403b-a496-69e36a700702 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6935e0b9-36d2-46c7-9cc6-eb7076055fc3), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:55.699575 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-bbae2098-955b-4533-b21b-a6cfb0d810c4 None None] Attempting to bind port 7693df92-ce23-41fa-91e6-3c2c92a16c42 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:49:55.699980 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-bbae2098-955b-4533-b21b-a6cfb0d810c4 None None] Attempting to bind port 7693df92-ce23-41fa-91e6-3c2c92a16c42 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:49:55.702755 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbae2098-955b-4533-b21b-a6cfb0d810c4 None None] Attempting to bind port 7693df92-ce23-41fa-91e6-3c2c92a16c42 on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:49:55.710626 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d5dcc-0b9d-4af5-9fce-35209c359e63 None None] Pushing event updated for resources: {'Port': ['ID=7693df92-ce23-41fa-91e6-3c2c92a16c42,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:55.721808 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbae2098-955b-4533-b21b-a6cfb0d810c4 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:49:55.722203 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbae2098-955b-4533-b21b-a6cfb0d810c4 None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:49:55.722768 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bbae2098-955b-4533-b21b-a6cfb0d810c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:55.723164 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbae2098-955b-4533-b21b-a6cfb0d810c4 None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:49:55.725841 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-bbae2098-955b-4533-b21b-a6cfb0d810c4 None None] Bound port: 7693df92-ce23-41fa-91e6-3c2c92a16c42, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:49:55.726295 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bbae2098-955b-4533-b21b-a6cfb0d810c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7693df92-ce23-41fa-91e6-3c2c92a16c42), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:55.734140 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device cc7ca391-da74-4ff2-b08c-d93382ce9839 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:49:55.909121 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-bbae2098-955b-4533-b21b-a6cfb0d810c4 None None] For port 7693df92-ce23-41fa-91e6-3c2c92a16c42, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:49:55.913065 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-bbae2098-955b-4533-b21b-a6cfb0d810c4 None None] For port 7693df92-ce23-41fa-91e6-3c2c92a16c42, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=7693df92-ce23-41fa-91e6-3c2c92a16c42,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:49:55.924408 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-edf9122c-b5d4-483e-af95-3ab74870754a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e4b49632-dac0-48c3-ac2e-520310d413d4), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:55.926357 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bbae2098-955b-4533-b21b-a6cfb0d810c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (7693df92-ce23-41fa-91e6-3c2c92a16c42), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:55.983576 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port cc7ca391-da74-4ff2-b08c-d93382ce9839 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:49:55.987008 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (cc7ca391-da74-4ff2-b08c-d93382ce9839), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:56.088567 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d5dcc-0b9d-4af5-9fce-35209c359e63 None None] Pushing event updated for resources: {'Port': ['ID=7693df92-ce23-41fa-91e6-3c2c92a16c42,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:56.088850 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e05dc1ea-8cbf-403b-a496-69e36a700702 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks [] for port (6935e0b9-36d2-46c7-9cc6-eb7076055fc3), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:56.119755 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbae2098-955b-4533-b21b-a6cfb0d810c4 None None] Routers {'08db13f0-d76b-4d67-a534-2b94f206727b'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:49:56.119755 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-bbae2098-955b-4533-b21b-a6cfb0d810c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:49:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['08db13f0-d76b-4d67-a534-2b94f206727b'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:56.152277 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e05dc1ea-8cbf-403b-a496-69e36a700702 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (6935e0b9-36d2-46c7-9cc6-eb7076055fc3), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:56.169853 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-14ed7a70-93e6-45a3-a869-b821ee501630 None None] Provisioning complete for port e4b49632-dac0-48c3-ac2e-520310d413d4 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:49:56.171326 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-14ed7a70-93e6-45a3-a869-b821ee501630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e4b49632-dac0-48c3-ac2e-520310d413d4), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:56.234487 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-636606fd-d7f6-4571-869c-456a2805f722 req-44b2bc6b-60b6-4b0c-ac8a-ec7604f6675b tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5578671 Mar 01 13:49:56.244604 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-edf9122c-b5d4-483e-af95-3ab74870754a admin admin] Publish callbacks [] for port (e4b49632-dac0-48c3-ac2e-520310d413d4), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:56.259241 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-edf9122c-b5d4-483e-af95-3ab74870754a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (e4b49632-dac0-48c3-ac2e-520310d413d4), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:56.289010 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-14ed7a70-93e6-45a3-a869-b821ee501630 None None] Port e4b49632-dac0-48c3-ac2e-520310d413d4 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:49:56.310237 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9e4ba-7dec-4d82-a390-817d126628b1 req-42aa7403-8b8f-465b-a03e-2c4287a65cef tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:56.310378 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port cc7ca391-da74-4ff2-b08c-d93382ce9839 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:49:56.320412 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9e4ba-7dec-4d82-a390-817d126628b1 req-42aa7403-8b8f-465b-a03e-2c4287a65cef tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:56.322285 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-bbae2098-955b-4533-b21b-a6cfb0d810c4 None None] Set router 08db13f0-d76b-4d67-a534-2b94f206727b gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:49:56.331829 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cda9e4ba-7dec-4d82-a390-817d126628b1 req-42aa7403-8b8f-465b-a03e-2c4287a65cef tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=a102de57-0a5d-4543-910a-4721c88846bd&device_id=b741ab28-d1d7-49db-8c81-7cbde227c42c HTTP/1.1" status: 200 len: 1691 time: 0.2275550 Mar 01 13:49:56.333674 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05dc1ea-8cbf-403b-a496-69e36a700702 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Pushing event updated for resources: {'Port': ['ID=6935e0b9-36d2-46c7-9cc6-eb7076055fc3,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:56.380015 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e05dc1ea-8cbf-403b-a496-69e36a700702 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (928351f3-832d-424a-9da4-a3ef68c071a5), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:56.438215 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cda9e4ba-7dec-4d82-a390-817d126628b1 req-4e6c64de-3e51-4198-988a-bf2413a3b69a tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036832 Mar 01 13:49:56.456895 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e05dc1ea-8cbf-403b-a496-69e36a700702 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:56.458619 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e05dc1ea-8cbf-403b-a496-69e36a700702 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.8994927 Mar 01 13:49:56.461978 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40510) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:56.481133 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-edf9122c-b5d4-483e-af95-3ab74870754a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (08db13f0-d76b-4d67-a534-2b94f206727b), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:56.483124 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9122c-b5d4-483e-af95-3ab74870754a admin admin] Pushing event updated for resources: {'Port': ['ID=e4b49632-dac0-48c3-ac2e-520310d413d4,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:56.599553 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b224e403-7852-428d-8c06-2fe8cc73557f tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] 10.222.0.13 "GET /v2.0/floatingips?floating_network_id=45a845fd-8635-4d15-97a8-cc17a1aaca24 HTTP/1.1" status: 200 len: 689 time: 0.1364491 Mar 01 13:49:56.600661 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40512) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:56.621941 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf9122c-b5d4-483e-af95-3ab74870754a admin admin] Network de8cc1fa-1aba-4468-b024-db85615e9fd0 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:49:56.624824 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-edf9122c-b5d4-483e-af95-3ab74870754a admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:49:56.724296 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (45a845fd-8635-4d15-97a8-cc17a1aaca24), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:56.747812 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-bbae2098-955b-4533-b21b-a6cfb0d810c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08db13f0-d76b-4d67-a534-2b94f206727b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1570989140-router', 'tenant_id': '08df910bf9394c5da9855ac8b5d86e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '7693df92-ce23-41fa-91e6-3c2c92a16c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:49:50Z', 'updated_at': '2022-03-01T13:49:55Z', 'revision_number': 4, 'project_id': '08df910bf9394c5da9855ac8b5d86e9e', 'gw_port': {'id': '7693df92-ce23-41fa-91e6-3c2c92a16c42', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ac:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08db13f0-d76b-4d67-a534-2b94f206727b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:49:51Z', 'updated_at': '2022-03-01T13:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'e4b49632-dac0-48c3-ac2e-520310d413d4', 'name': '', 'network_id': 'de8cc1fa-1aba-4468-b024-db85615e9fd0', 'tenant_id': '08df910bf9394c5da9855ac8b5d86e9e', 'mac_address': 'fa:16:3e:f6:c4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08db13f0-d76b-4d67-a534-2b94f206727b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'ee3a3889-9d6e-43bc-a9c5-bc7c7b9a2537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:49:55Z', 'updated_at': '2022-03-01T13:49:55Z', 'revision_number': 1, 'project_id': '08df910bf9394c5da9855ac8b5d86e9e', 'subnets': [{'id': 'ee3a3889-9d6e-43bc-a9c5-bc7c7b9a2537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:56.784759 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbae2098-955b-4533-b21b-a6cfb0d810c4 None None] The sync data for ids ['08db13f0-d76b-4d67-a534-2b94f206727b'] in n-d-827467-3 is: [{'id': '08db13f0-d76b-4d67-a534-2b94f206727b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1570989140-router', 'tenant_id': '08df910bf9394c5da9855ac8b5d86e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '7693df92-ce23-41fa-91e6-3c2c92a16c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:49:50Z', 'updated_at': '2022-03-01T13:49:55Z', 'revision_number': 4, 'project_id': '08df910bf9394c5da9855ac8b5d86e9e', 'gw_port': {'id': '7693df92-ce23-41fa-91e6-3c2c92a16c42', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ac:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08db13f0-d76b-4d67-a534-2b94f206727b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:49:51Z', 'updated_at': '2022-03-01T13:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'e4b49632-dac0-48c3-ac2e-520310d413d4', 'name': '', 'network_id': 'de8cc1fa-1aba-4468-b024-db85615e9fd0', 'tenant_id': '08df910bf9394c5da9855ac8b5d86e9e', 'mac_address': 'fa:16:3e:f6:c4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08db13f0-d76b-4d67-a534-2b94f206727b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'ee3a3889-9d6e-43bc-a9c5-bc7c7b9a2537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:49:55Z', 'updated_at': '2022-03-01T13:49:55Z', 'revision_number': 1, 'project_id': '08df910bf9394c5da9855ac8b5d86e9e', 'subnets': [{'id': 'ee3a3889-9d6e-43bc-a9c5-bc7c7b9a2537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:49:56.870385 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d4c7e-de47-455c-a3bd-5be77ba8ea12 req-93ef1fbd-ee1c-4601-9fed-d9a7b61a7eac tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:56.876508 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf9122c-b5d4-483e-af95-3ab74870754a admin admin] Router 08db13f0-d76b-4d67-a534-2b94f206727b has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:49:56.885559 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b78d4c7e-de47-455c-a3bd-5be77ba8ea12 req-93ef1fbd-ee1c-4601-9fed-d9a7b61a7eac tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4a3a8e-b255-4aad-81b1-e5286baccac4 HTTP/1.1" status: 200 len: 945 time: 0.4454978 Mar 01 13:49:56.970328 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55772a-5d1c-4b0c-938f-24fc04980389 req-9577c87b-d13f-4676-ab92-42fb01cfa1f4 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:56.980603 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2f55772a-5d1c-4b0c-938f-24fc04980389 req-9577c87b-d13f-4676-ab92-42fb01cfa1f4 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.4289327 Mar 01 13:49:57.032564 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-9d9ed258-608b-45da-be4f-9e598a011fd7 None None] Provisioning complete for port e4b49632-dac0-48c3-ac2e-520310d413d4 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:49:57.033163 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9d9ed258-608b-45da-be4f-9e598a011fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e4b49632-dac0-48c3-ac2e-520310d413d4), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:57.052305 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b78d4c7e-de47-455c-a3bd-5be77ba8ea12 req-854141bc-9177-44ad-8f6b-249491b4bf1a tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633210 Mar 01 13:49:57.092866 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf9122c-b5d4-483e-af95-3ab74870754a admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:49:57.103733 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-edf9122c-b5d4-483e-af95-3ab74870754a admin admin] 10.222.0.13 "PUT /v2.0/routers/08db13f0-d76b-4d67-a534-2b94f206727b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7019634 Mar 01 13:49:57.179725 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2f55772a-5d1c-4b0c-938f-24fc04980389 req-deffc3c6-b2be-4056-b230-b9b1d5f05bb2 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924310 Mar 01 13:49:57.188161 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-9d9ed258-608b-45da-be4f-9e598a011fd7 None None] Port e4b49632-dac0-48c3-ac2e-520310d413d4 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:49:57.210196 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Deleting port 6935e0b9-36d2-46c7-9cc6-eb7076055fc3 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:49:57.210803 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (6935e0b9-36d2-46c7-9cc6-eb7076055fc3), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:57.406787 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1893e9b3-5a3e-4762-a561-e0e257a3294b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:57.451957 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf4e20-5969-4ad0-8660-d97c9a3b9cbd req-07930f25-06f1-4de8-a34b-972b45e45cb5 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:57.453823 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0cbf4e20-5969-4ad0-8660-d97c9a3b9cbd req-07930f25-06f1-4de8-a34b-972b45e45cb5 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.2730169 Mar 01 13:49:57.455919 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (6935e0b9-36d2-46c7-9cc6-eb7076055fc3), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:57.456310 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks [] for floatingip (6935e0b9-36d2-46c7-9cc6-eb7076055fc3), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:57.494706 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec183717-e770-4265-9d11-c2239ec36a4e req-e7c49780-5231-4aa2-b0f5-4c8cb0aba6f6 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:57.496361 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ec183717-e770-4265-9d11-c2239ec36a4e req-e7c49780-5231-4aa2-b0f5-4c8cb0aba6f6 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 946 time: 0.1688259 Mar 01 13:49:57.499002 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Calling delete_port for 6935e0b9-36d2-46c7-9cc6-eb7076055fc3 owned by network:floatingip {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:49:57.601788 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0cbf4e20-5969-4ad0-8660-d97c9a3b9cbd req-358ff082-0ba1-4dc7-9aeb-7aabf1255dc6 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411529 Mar 01 13:49:57.640534 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ec183717-e770-4265-9d11-c2239ec36a4e req-48bc67bb-527d-4b40-9b9e-c73309a371ee tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329143 Mar 01 13:49:57.772565 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (6935e0b9-36d2-46c7-9cc6-eb7076055fc3), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:57.809537 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Pushing event deleted for resources: {'Port': ['ID=6935e0b9-36d2-46c7-9cc6-eb7076055fc3,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:57.831526 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:57.831948 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:57.832300 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:57.832640 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:57.832983 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:57.833429 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:57.833632 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:57.833960 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:57.834910 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:57.835251 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:57.835579 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:57.836032 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:57.836354 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:49:57.876814 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640b15b-32a6-425a-852b-4bdc82c44b7d req-00f8427b-a26a-4405-9ad4-6e0ce5653a0e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:57.878346 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9640b15b-32a6-425a-852b-4bdc82c44b7d req-00f8427b-a26a-4405-9ad4-6e0ce5653a0e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7440d07-774c-4100-81e2-e7f709988c38 HTTP/1.1" status: 200 len: 945 time: 0.1452949 Mar 01 13:49:57.945935 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a6aeac11-874c-4358-acbd-0305bf547c53 req-1a1c5efc-7381-4d15-b6bf-78cdcd359fa0 tempest-FloatingIPsNegativeTestJSON-201016684 tempest-FloatingIPsNegativeTestJSON-201016684-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=08df910bf9394c5da9855ac8b5d86e9e HTTP/1.1" status: 200 len: 217 time: 0.0665636 Mar 01 13:49:57.986105 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks [] for floatingip (928351f3-832d-424a-9da4-a3ef68c071a5), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:58.006632 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9640b15b-32a6-425a-852b-4bdc82c44b7d req-87863689-9782-45c5-895c-478cc294eba0 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173046 Mar 01 13:49:58.059724 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9572e53-9d93-4a2c-9cf5-4346bc0f2edd req-12ff87ae-3377-43c0-85e1-8cd5610ef62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:58.062618 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f9572e53-9d93-4a2c-9cf5-4346bc0f2edd req-12ff87ae-3377-43c0-85e1-8cd5610ef62f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f051444b2884a98b4646c3ecdbf54cd&device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 1128 time: 0.0624404 Mar 01 13:49:58.063722 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (c10bcf8e-1a35-420f-a9f9-743a347a9f3e), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:58.172532 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (c10bcf8e-1a35-420f-a9f9-743a347a9f3e), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:58.189735 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9572e53-9d93-4a2c-9cf5-4346bc0f2edd req-f4e06e01-e5c3-4998-bed1-13feea95620e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:58.191370 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f9572e53-9d93-4a2c-9cf5-4346bc0f2edd req-f4e06e01-e5c3-4998-bed1-13feea95620e service neutron] 10.222.0.32 "GET /v2.0/networks?id=a2dec7e3-4601-4685-95e7-9ed53553db77 HTTP/1.1" status: 200 len: 918 time: 0.1017227 Mar 01 13:49:58.192475 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250fae7-36a5-44e4-8908-a5ca755e345d req-1204ad2d-bf6a-4836-a79c-88bcefd23f2d tempest-ServersOnMultiNodesTest-1167703349 tempest-ServersOnMultiNodesTest-1167703349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:58.194896 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7250fae7-36a5-44e4-8908-a5ca755e345d req-1204ad2d-bf6a-4836-a79c-88bcefd23f2d tempest-ServersOnMultiNodesTest-1167703349 tempest-ServersOnMultiNodesTest-1167703349-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a102de57-0a5d-4543-910a-4721c88846bd HTTP/1.1" status: 200 len: 1132 time: 0.0975077 Mar 01 13:49:58.230210 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c10bcf8e-1a35-420f-a9f9-743a347a9f3e,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:58.279110 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f9572e53-9d93-4a2c-9cf5-4346bc0f2edd req-4e44dd60-5e26-49f3-9b04-4ba4a46a0c86 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be3d13b4-90c6-4a97-ac5d-46d6c4805009 HTTP/1.1" status: 200 len: 1002 time: 0.0743780 Mar 01 13:49:58.317312 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (45a845fd-8635-4d15-97a8-cc17a1aaca24), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:58.338458 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80020f17-0c23-4c58-95b7-bd05f4376bc3 req-f126a571-fec5-4b66-990f-8c342daec067 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:58.340005 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-80020f17-0c23-4c58-95b7-bd05f4376bc3 req-f126a571-fec5-4b66-990f-8c342daec067 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4a3a8e-b255-4aad-81b1-e5286baccac4 HTTP/1.1" status: 200 len: 945 time: 0.1822641 Mar 01 13:49:58.345883 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7250fae7-36a5-44e4-8908-a5ca755e345d req-6ba18e71-bb55-455d-8c84-9a8d4331f273 tempest-ServersOnMultiNodesTest-1167703349 tempest-ServersOnMultiNodesTest-1167703349-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239285 Mar 01 13:49:58.361046 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a845fd-8635-4d15-97a8-cc17a1aaca24']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:58.384170 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f7251cb-966a-4e09-9689-fb3c68c8e6c4') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:58.384538 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f7251cb-966a-4e09-9689-fb3c68c8e6c4') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:49:58.416197 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (0f7251cb-966a-4e09-9689-fb3c68c8e6c4), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:58.445038 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-80fc384a-fbed-4641-af36-cffddd52d0dc req-f7a7b021-99a4-41eb-a347-80c6c3b12ba5 tempest-FloatingIPsNegativeTestJSON-201016684 tempest-FloatingIPsNegativeTestJSON-201016684-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0501509 Mar 01 13:49:58.454711 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9572e53-9d93-4a2c-9cf5-4346bc0f2edd req-a2733d59-7720-4c05-a220-c0ef266cef3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:58.455530 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f9572e53-9d93-4a2c-9cf5-4346bc0f2edd req-a2733d59-7720-4c05-a220-c0ef266cef3a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=261203cc-bf87-4d50-a32d-f34589170095 HTTP/1.1" status: 200 len: 856 time: 0.0571384 Mar 01 13:49:58.456066 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (0f7251cb-966a-4e09-9689-fb3c68c8e6c4), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:58.465680 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-80020f17-0c23-4c58-95b7-bd05f4376bc3 req-de850ccc-a1e0-4e44-a5d2-5d79af7171cc tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185875 Mar 01 13:49:58.466646 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:49:58.467049 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (0f7251cb-966a-4e09-9689-fb3c68c8e6c4), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:58.469012 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 13:49:58.469012 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:49:58.469012 n-d-827467-3 neutron-server[103727]: timer() Mar 01 13:49:58.469012 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:49:58.469012 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 13:49:58.469012 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:49:58.469012 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 13:49:58.469012 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:49:58.469012 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 13:49:58.469012 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:49:58.469012 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 13:49:58.469012 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:49:58.469012 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 13:49:58.469012 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:49:58.469012 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:49:58.469012 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:49:58.469012 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:49:58.469012 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:49:58.469012 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 13:49:58.469012 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:49:58.469012 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 13:49:58.469012 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:49:58.469012 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:49:58.469012 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:49:58.469012 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 13:49:58.469012 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:49:58.469012 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:49:58.469012 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:49:58.469012 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:49:58.469012 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:49:58.469012 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:49:58.469012 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:49:58.560520 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9572e53-9d93-4a2c-9cf5-4346bc0f2edd req-3c3732ee-f8e6-4cbc-869f-b6ff8dbc60f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:58.562456 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f9572e53-9d93-4a2c-9cf5-4346bc0f2edd req-3c3732ee-f8e6-4cbc-869f-b6ff8dbc60f7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a2dec7e3-4601-4685-95e7-9ed53553db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0861223 Mar 01 13:49:58.622629 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (45a845fd-8635-4d15-97a8-cc17a1aaca24), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:58.627183 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 45a845fd-8635-4d15-97a8-cc17a1aaca24 {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 01 13:49:58.629640 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:58.635058 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] 10.222.0.13 "DELETE /v2.0/networks/45a845fd-8635-4d15-97a8-cc17a1aaca24 HTTP/1.1" status: 204 len: 168 time: 2.0301595 Mar 01 13:49:58.636184 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40552) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:58.658567 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab1fdd-cada-48a5-b687-fdffa0fab013 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Pushing event deleted for resources: {'Network': ['ID=45a845fd-8635-4d15-97a8-cc17a1aaca24,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:58.673199 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424ca53-4e6a-4f9d-92ed-5832a25c0bb2 req-1460f675-df06-4208-94f1-4493b5c53533 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:58.674782 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5424ca53-4e6a-4f9d-92ed-5832a25c0bb2 req-1460f675-df06-4208-94f1-4493b5c53533 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.1162038 Mar 01 13:49:58.682047 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b38b77-32fa-4995-8e13-9d33e42982eb req-01b5584b-3fad-4ec3-938e-1b6b8c06d84d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:58.683484 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f1b38b77-32fa-4995-8e13-9d33e42982eb req-01b5584b-3fad-4ec3-938e-1b6b8c06d84d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.1532166 Mar 01 13:49:58.757257 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f9572e53-9d93-4a2c-9cf5-4346bc0f2edd req-c2d6be7a-8f5b-418d-87e7-041b5a95a34a service neutron] 10.222.0.32 "GET /v2.0/networks/a2dec7e3-4601-4685-95e7-9ed53553db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859386 Mar 01 13:49:58.768409 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f1b38b77-32fa-4995-8e13-9d33e42982eb req-63bead1f-8dc5-4d28-8b2b-33ed27fa2c8c tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776505 Mar 01 13:49:58.776461 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5424ca53-4e6a-4f9d-92ed-5832a25c0bb2 req-b80f0d44-75ae-4599-9047-ef72e9d7ab70 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919158 Mar 01 13:49:58.788337 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40556) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:58.788739 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d9f3b474-e43e-4fbb-b5cd-c3475c20777a tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.1479592 Mar 01 13:49:58.819425 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:58.885460 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f9572e53-9d93-4a2c-9cf5-4346bc0f2edd req-b555dfc4-e895-4ba7-8df9-7eda271a512f service neutron] 10.222.0.32 "GET /v2.0/networks/a2dec7e3-4601-4685-95e7-9ed53553db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143029 Mar 01 13:49:58.902349 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [req-35070499-356f-4e4e-9524-9c9c80ed8237 req-3b7fb5c6-38c2-4003-9cae-f80d67cd9e72 tempest-FloatingIPsNegativeTestJSON-201016684 tempest-FloatingIPsNegativeTestJSON-201016684-project] show failed (client error): The resource could not be found. Mar 01 13:49:58.903325 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-35070499-356f-4e4e-9524-9c9c80ed8237 req-3b7fb5c6-38c2-4003-9cae-f80d67cd9e72 tempest-FloatingIPsNegativeTestJSON-201016684 tempest-FloatingIPsNegativeTestJSON-201016684-project] 10.222.0.13 "GET /v2.0/floatingips/0bd0bbee-926a-41b9-ab5a-b73627429414 HTTP/1.1" status: 404 len: 350 time: 0.0517201 Mar 01 13:49:58.919349 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40558) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:58.951927 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36064e21-bc45-4c4a-9ac5-4ff619f1f95b tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:58.952390 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36064e21-bc45-4c4a-9ac5-4ff619f1f95b tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:58.952839 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36064e21-bc45-4c4a-9ac5-4ff619f1f95b tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:58.953392 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36064e21-bc45-4c4a-9ac5-4ff619f1f95b tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:58.953837 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36064e21-bc45-4c4a-9ac5-4ff619f1f95b tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:58.954277 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36064e21-bc45-4c4a-9ac5-4ff619f1f95b tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:58.954713 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36064e21-bc45-4c4a-9ac5-4ff619f1f95b tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:58.955149 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36064e21-bc45-4c4a-9ac5-4ff619f1f95b tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:58.960683 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-36064e21-bc45-4c4a-9ac5-4ff619f1f95b tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5321 time: 0.1709058 Mar 01 13:49:58.962324 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40560) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:59.011218 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-a495ec7e-0ea2-4f71-8146-c7ffd546e04a tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] delete failed (client error): The resource could not be found. Mar 01 13:49:59.012283 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a495ec7e-0ea2-4f71-8146-c7ffd546e04a tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/928351f3-832d-424a-9da4-a3ef68c071a5 HTTP/1.1" status: 404 len: 345 time: 0.0471406 Mar 01 13:49:59.027350 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40562) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:59.041915 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b062a-3ac0-4888-b6bd-2c51411a56c4 req-4bd0d535-d33a-4ed7-b4db-3eb3a003df2e tempest-ServersOnMultiNodesTest-1167703349 tempest-ServersOnMultiNodesTest-1167703349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:59.043389 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3e0b062a-3ac0-4888-b6bd-2c51411a56c4 req-4bd0d535-d33a-4ed7-b4db-3eb3a003df2e tempest-ServersOnMultiNodesTest-1167703349 tempest-ServersOnMultiNodesTest-1167703349-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b741ab28-d1d7-49db-8c81-7cbde227c42c HTTP/1.1" status: 200 len: 1132 time: 0.1442177 Mar 01 13:49:59.054798 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f2f435-de0a-4b64-8481-e5789803c6fd tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] DELETE failed (client error): The resource could not be found. Mar 01 13:49:59.055306 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93f2f435-de0a-4b64-8481-e5789803c6fd tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:49:59.058261 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-93f2f435-de0a-4b64-8481-e5789803c6fd tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] 10.222.0.13 "DELETE /v2.0/networks/45a845fd-8635-4d15-97a8-cc17a1aaca24 HTTP/1.1" status: 404 len: 339 time: 0.0298600 Mar 01 13:49:59.064638 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40566) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:59.071060 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-a76d8252-2acf-4675-94e4-38aacf147831 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Request body: {'network': {'name': 'tempest-network--607321428', 'router:external': True}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:49:59.122620 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76d8252-2acf-4675-94e4-38aacf147831 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Made reservation on behalf of 3d45cbc97f0a4cc7aeebbc2e0892ab9f for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:49:59.125506 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a76d8252-2acf-4675-94e4-38aacf147831 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:59.133497 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21538edc-6122-4d93-a73f-778e327ee805 req-f1d9cd5f-de2a-4af4-95d0-2a31e622cc44 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:59.135069 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-21538edc-6122-4d93-a73f-778e327ee805 req-f1d9cd5f-de2a-4af4-95d0-2a31e622cc44 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4a3a8e-b255-4aad-81b1-e5286baccac4 HTTP/1.1" status: 200 len: 945 time: 0.1641107 Mar 01 13:49:59.145722 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3e0b062a-3ac0-4888-b6bd-2c51411a56c4 req-d565036e-0ef4-49ba-ba0f-3ec32dcfa1aa tempest-ServersOnMultiNodesTest-1167703349 tempest-ServersOnMultiNodesTest-1167703349-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932508 Mar 01 13:49:59.187254 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76d8252-2acf-4675-94e4-38aacf147831 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:49:59.213621 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a76d8252-2acf-4675-94e4-38aacf147831 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (ab55c07b-9007-4b1f-a7bb-08f8de5139be), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:59.214214 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-a76d8252-2acf-4675-94e4-38aacf147831 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Added segment ab55c07b-9007-4b1f-a7bb-08f8de5139be of type vlan for network 30f11d90-4200-440b-972a-f0a8ae7acefa Mar 01 13:49:59.230428 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fc4d4-7b00-4b9f-94c7-48d805c8091b req-beff12ab-6bd8-4c72-8fee-78f344139342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:59.232152 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cf1fc4d4-7b00-4b9f-94c7-48d805c8091b req-beff12ab-6bd8-4c72-8fee-78f344139342 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f051444b2884a98b4646c3ecdbf54cd&device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 1128 time: 0.1914413 Mar 01 13:49:59.244298 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-21538edc-6122-4d93-a73f-778e327ee805 req-3a6a7469-fda2-4ac8-8618-c324e28f0643 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010783 Mar 01 13:49:59.308801 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a76d8252-2acf-4675-94e4-38aacf147831 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (30f11d90-4200-440b-972a-f0a8ae7acefa), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:59.354914 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2bffe-78cc-4673-a9c5-2900b867d43c req-b68d0001-81d0-47de-8037-4d12412fc9a4 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:59.356561 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8ba2bffe-78cc-4673-a9c5-2900b867d43c req-b68d0001-81d0-47de-8037-4d12412fc9a4 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 946 time: 0.1446207 Mar 01 13:49:59.401534 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fc4d4-7b00-4b9f-94c7-48d805c8091b req-7a6bd8b0-7c68-41a3-a324-df9fb3fc7565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:59.402805 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cf1fc4d4-7b00-4b9f-94c7-48d805c8091b req-7a6bd8b0-7c68-41a3-a324-df9fb3fc7565 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a2dec7e3-4601-4685-95e7-9ed53553db77 HTTP/1.1" status: 200 len: 918 time: 0.1329551 Mar 01 13:49:59.410530 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a76d8252-2acf-4675-94e4-38aacf147831 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (30f11d90-4200-440b-972a-f0a8ae7acefa), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:59.411617 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76d8252-2acf-4675-94e4-38aacf147831 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:59.412220 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a76d8252-2acf-4675-94e4-38aacf147831 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:59.481665 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d5cbf-2ec2-41c3-8c63-6efde9df601e req-f36bede4-fa08-4a07-8dfb-2c928e3d9d91 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:59.483254 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc1d5cbf-2ec2-41c3-8c63-6efde9df601e req-f36bede4-fa08-4a07-8dfb-2c928e3d9d91 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7440d07-774c-4100-81e2-e7f709988c38 HTTP/1.1" status: 200 len: 945 time: 0.1694903 Mar 01 13:49:59.490028 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8ba2bffe-78cc-4673-a9c5-2900b867d43c req-f1c464b0-6a55-4be8-a261-472a17ac3de0 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212208 Mar 01 13:49:59.499764 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a76d8252-2acf-4675-94e4-38aacf147831 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4317737 Mar 01 13:49:59.505639 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40572) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:49:59.719337 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 7693df92-ce23-41fa-91e6-3c2c92a16c42 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:49:59.806151 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 7693df92-ce23-41fa-91e6-3c2c92a16c42 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:49:59.806816 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7693df92-ce23-41fa-91e6-3c2c92a16c42), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:59.884839 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cf1fc4d4-7b00-4b9f-94c7-48d805c8091b req-4ef5084f-f2c4-45a5-b701-eef51a4364b3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be3d13b4-90c6-4a97-ac5d-46d6c4805009 HTTP/1.1" status: 200 len: 1002 time: 0.4695632 Mar 01 13:49:59.915891 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 7693df92-ce23-41fa-91e6-3c2c92a16c42 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:49:59.916349 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7693df92-ce23-41fa-91e6-3c2c92a16c42), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:59.931417 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6747ed69-cc97-4776-b391-be9237577ec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (08db13f0-d76b-4d67-a534-2b94f206727b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:59.937894 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 7693df92-ce23-41fa-91e6-3c2c92a16c42, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=7693df92-ce23-41fa-91e6-3c2c92a16c42,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:49:59.964636 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (7693df92-ce23-41fa-91e6-3c2c92a16c42), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:49:59.984289 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d8252-2acf-4675-94e4-38aacf147831 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Pushing event updated for resources: {'Network': ['ID=30f11d90-4200-440b-972a-f0a8ae7acefa,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:49:59.992682 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fc4d4-7b00-4b9f-94c7-48d805c8091b req-59009640-601f-442a-83ea-1d40b33e70d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:49:59.996966 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cf1fc4d4-7b00-4b9f-94c7-48d805c8091b req-59009640-601f-442a-83ea-1d40b33e70d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=261203cc-bf87-4d50-a32d-f34589170095 HTTP/1.1" status: 200 len: 856 time: 0.1030431 Mar 01 13:50:00.006812 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:00.007725 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 30f11d90-4200-440b-972a-f0a8ae7acefa details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:50:00.091160 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc1d5cbf-2ec2-41c3-8c63-6efde9df601e req-9839c785-297b-4ea2-80ad-d7d29b558b21 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5863452 Mar 01 13:50:00.092851 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=7693df92-ce23-41fa-91e6-3c2c92a16c42,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:00.093269 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fc4d4-7b00-4b9f-94c7-48d805c8091b req-9e30e053-3780-4437-b193-aefc75f1f43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:00.094906 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cf1fc4d4-7b00-4b9f-94c7-48d805c8091b req-9e30e053-3780-4437-b193-aefc75f1f43a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a2dec7e3-4601-4685-95e7-9ed53553db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0906906 Mar 01 13:50:00.129001 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5150180-b20a-41d6-bb78-5fa79474c4cb req-1a7ad115-e8c0-4730-9982-55b3cf390d92 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:00.130530 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b5150180-b20a-41d6-bb78-5fa79474c4cb req-1a7ad115-e8c0-4730-9982-55b3cf390d92 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4a3a8e-b255-4aad-81b1-e5286baccac4 HTTP/1.1" status: 200 len: 945 time: 0.2675054 Mar 01 13:50:00.142592 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57ee02e-318b-4434-bf8f-45338726706e tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:00.147843 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a115c75b-c2bc-4a9f-adea-ebd4cf783076 None None] Sync routers for ids ['08db13f0-d76b-4d67-a534-2b94f206727b'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:50:00.154206 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57ee02e-318b-4434-bf8f-45338726706e tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:00.158695 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a115c75b-c2bc-4a9f-adea-ebd4cf783076 None None] Routers {'08db13f0-d76b-4d67-a534-2b94f206727b'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:50:00.159466 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-a115c75b-c2bc-4a9f-adea-ebd4cf783076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:49:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['08db13f0-d76b-4d67-a534-2b94f206727b'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:50:00.159695 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57ee02e-318b-4434-bf8f-45338726706e tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:00.166414 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57ee02e-318b-4434-bf8f-45338726706e tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:00.170756 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f57ee02e-318b-4434-bf8f-45338726706e tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.6616061 Mar 01 13:50:00.174844 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40584) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:00.261126 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cf1fc4d4-7b00-4b9f-94c7-48d805c8091b req-ac9bace8-2890-44c5-8f0d-ae04f7c49b02 service neutron] 10.222.0.32 "GET /v2.0/networks/a2dec7e3-4601-4685-95e7-9ed53553db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333957 Mar 01 13:50:00.282427 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-a115c75b-c2bc-4a9f-adea-ebd4cf783076 None None] Set router 08db13f0-d76b-4d67-a534-2b94f206727b gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:50:00.310459 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b5150180-b20a-41d6-bb78-5fa79474c4cb req-119cdaf3-a855-485b-b9df-1ea66b7ebf48 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408772 Mar 01 13:50:00.315302 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ae05385a-33ca-41c1-875f-f685d50b1773 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (30f11d90-4200-440b-972a-f0a8ae7acefa), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:00.336761 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdce70c-c8be-4153-b1ed-cf801f2b47ee req-65012980-cd0d-41e9-b83c-a57cf861cb45 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:00.338291 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9bdce70c-c8be-4153-b1ed-cf801f2b47ee req-65012980-cd0d-41e9-b83c-a57cf861cb45 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.1347477 Mar 01 13:50:00.427437 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cf1fc4d4-7b00-4b9f-94c7-48d805c8091b req-fda85228-1a18-4284-8667-3206248b621d service neutron] 10.222.0.32 "GET /v2.0/networks/a2dec7e3-4601-4685-95e7-9ed53553db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420915 Mar 01 13:50:00.439600 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-6747ed69-cc97-4776-b391-be9237577ec5 admin admin] Deleting port e4b49632-dac0-48c3-ac2e-520310d413d4 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:50:00.439954 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6747ed69-cc97-4776-b391-be9237577ec5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (e4b49632-dac0-48c3-ac2e-520310d413d4), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:00.452316 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ae05385a-33ca-41c1-875f-f685d50b1773 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (30f11d90-4200-440b-972a-f0a8ae7acefa), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:00.495995 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-ae05385a-33ca-41c1-875f-f685d50b1773 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f11d90-4200-440b-972a-f0a8ae7acefa']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:50:00.507136 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-a115c75b-c2bc-4a9f-adea-ebd4cf783076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08db13f0-d76b-4d67-a534-2b94f206727b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1570989140-router', 'tenant_id': '08df910bf9394c5da9855ac8b5d86e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '7693df92-ce23-41fa-91e6-3c2c92a16c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:49:50Z', 'updated_at': '2022-03-01T13:49:55Z', 'revision_number': 4, 'project_id': '08df910bf9394c5da9855ac8b5d86e9e', 'gw_port': {'id': '7693df92-ce23-41fa-91e6-3c2c92a16c42', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ac:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08db13f0-d76b-4d67-a534-2b94f206727b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:49:51Z', 'updated_at': '2022-03-01T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'e4b49632-dac0-48c3-ac2e-520310d413d4', 'name': '', 'network_id': 'de8cc1fa-1aba-4468-b024-db85615e9fd0', 'tenant_id': '08df910bf9394c5da9855ac8b5d86e9e', 'mac_address': 'fa:16:3e:f6:c4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08db13f0-d76b-4d67-a534-2b94f206727b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'ee3a3889-9d6e-43bc-a9c5-bc7c7b9a2537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:49:55Z', 'updated_at': '2022-03-01T13:49:56Z', 'revision_number': 2, 'project_id': '08df910bf9394c5da9855ac8b5d86e9e', 'subnets': [{'id': 'ee3a3889-9d6e-43bc-a9c5-bc7c7b9a2537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:50:00.510284 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9bdce70c-c8be-4153-b1ed-cf801f2b47ee req-603a9571-7766-4ee7-9f4d-e4fde3652cef tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489038 Mar 01 13:50:00.511978 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-ae05385a-33ca-41c1-875f-f685d50b1773 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab55c07b-9007-4b1f-a7bb-08f8de5139be') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:50:00.512276 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-ae05385a-33ca-41c1-875f-f685d50b1773 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab55c07b-9007-4b1f-a7bb-08f8de5139be') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:50:00.525072 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ae05385a-33ca-41c1-875f-f685d50b1773 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (ab55c07b-9007-4b1f-a7bb-08f8de5139be), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:00.526223 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6747ed69-cc97-4776-b391-be9237577ec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (e4b49632-dac0-48c3-ac2e-520310d413d4), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:00.538797 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a115c75b-c2bc-4a9f-adea-ebd4cf783076 None None] Checking router: 08db13f0-d76b-4d67-a534-2b94f206727b for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:50:00.539325 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a115c75b-c2bc-4a9f-adea-ebd4cf783076 None None] Updating router 08db13f0-d76b-4d67-a534-2b94f206727b port e4b49632-dac0-48c3-ac2e-520310d413d4 binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:50:00.541642 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ae05385a-33ca-41c1-875f-f685d50b1773 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (ab55c07b-9007-4b1f-a7bb-08f8de5139be), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:00.550075 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-6747ed69-cc97-4776-b391-be9237577ec5 admin admin] Calling delete_port for e4b49632-dac0-48c3-ac2e-520310d413d4 owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:50:00.550814 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f791f-68a1-4ba3-ae11-af0ae222bc3c req-18ac9373-b45b-462c-b770-309fa00ca1a8 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:00.552398 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-887f791f-68a1-4ba3-ae11-af0ae222bc3c req-18ac9373-b45b-462c-b770-309fa00ca1a8 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.1266470 Mar 01 13:50:00.557910 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae05385a-33ca-41c1-875f-f685d50b1773 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:50:00.558321 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ae05385a-33ca-41c1-875f-f685d50b1773 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (ab55c07b-9007-4b1f-a7bb-08f8de5139be), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:00.560118 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 13:50:00.560118 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:50:00.560118 n-d-827467-3 neutron-server[103727]: timer() Mar 01 13:50:00.560118 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:50:00.560118 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 13:50:00.560118 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:50:00.560118 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 13:50:00.560118 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:50:00.560118 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 13:50:00.560118 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:50:00.560118 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 13:50:00.560118 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:50:00.560118 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 13:50:00.560118 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:50:00.560118 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:50:00.560118 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:50:00.560118 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:50:00.560118 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:50:00.560118 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 13:50:00.560118 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:50:00.560118 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 13:50:00.560118 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:50:00.560118 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:50:00.560118 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:50:00.560118 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 13:50:00.560118 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:50:00.560118 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:50:00.560118 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:50:00.560118 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:50:00.560118 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:50:00.560118 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:50:00.560118 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:50:00.577395 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-a115c75b-c2bc-4a9f-adea-ebd4cf783076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e4b49632-dac0-48c3-ac2e-520310d413d4), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:00.673799 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ae05385a-33ca-41c1-875f-f685d50b1773 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (30f11d90-4200-440b-972a-f0a8ae7acefa), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:00.682539 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae05385a-33ca-41c1-875f-f685d50b1773 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 30f11d90-4200-440b-972a-f0a8ae7acefa {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 01 13:50:00.685482 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-63e35a93-0843-4803-be0d-854dab1e339b tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492914 Mar 01 13:50:00.687518 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ae05385a-33ca-41c1-875f-f685d50b1773 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:00.690658 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ae05385a-33ca-41c1-875f-f685d50b1773 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] 10.222.0.13 "DELETE /v2.0/networks/30f11d90-4200-440b-972a-f0a8ae7acefa HTTP/1.1" status: 204 len: 168 time: 0.5139105 Mar 01 13:50:00.695211 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-887f791f-68a1-4ba3-ae11-af0ae222bc3c req-5cb494e4-1b68-4083-bcc0-6d3b1821f154 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196129 Mar 01 13:50:00.695211 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40598) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:00.709079 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-c9697103-9445-4afc-b45a-06d2dabdff21 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Request body: {'network': {'name': 'tempest-network--1742933887', 'router:external': True}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:00.712990 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05385a-33ca-41c1-875f-f685d50b1773 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Pushing event deleted for resources: {'Network': ['ID=30f11d90-4200-440b-972a-f0a8ae7acefa,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:00.773365 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6747ed69-cc97-4776-b391-be9237577ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (e4b49632-dac0-48c3-ac2e-520310d413d4), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:00.810638 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9697103-9445-4afc-b45a-06d2dabdff21 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Made reservation on behalf of 3d45cbc97f0a4cc7aeebbc2e0892ab9f for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:50:00.813346 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c9697103-9445-4afc-b45a-06d2dabdff21 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:00.819294 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747ed69-cc97-4776-b391-be9237577ec5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4b49632-dac0-48c3-ac2e-520310d413d4,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:00.924114 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9697103-9445-4afc-b45a-06d2dabdff21 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:50:00.935149 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-1a0a6653-ab2e-456a-9087-cf82a7aec3cd tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:00.937034 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-1a0a6653-ab2e-456a-9087-cf82a7aec3cd tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2315307 Mar 01 13:50:00.968956 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.db.api [None req-a115c75b-c2bc-4a9f-adea-ebd4cf783076 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103729) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 13:50:00.969651 n-d-827467-3 neutron-server[103729]: DEBUG oslo_db.api [None req-a115c75b-c2bc-4a9f-adea-ebd4cf783076 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 13:50:00.976976 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c9697103-9445-4afc-b45a-06d2dabdff21 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (8a0286fb-15a1-42f4-8ea8-d9d39e42cc6b), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:00.977479 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-c9697103-9445-4afc-b45a-06d2dabdff21 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Added segment 8a0286fb-15a1-42f4-8ea8-d9d39e42cc6b of type vlan for network 83aa166e-23b0-4ac1-b9ff-8e4204a145b1 Mar 01 13:50:01.003027 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fad7b8-c87b-4559-bab1-670c8717db3a req-57e22bb6-5aaf-465b-8d7f-ef7749cf72b0 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:01.010196 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c4fad7b8-c87b-4559-bab1-670c8717db3a req-57e22bb6-5aaf-465b-8d7f-ef7749cf72b0 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4a3a8e-b255-4aad-81b1-e5286baccac4 HTTP/1.1" status: 200 len: 945 time: 0.1913900 Mar 01 13:50:01.038166 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-7f9a5f7a-ffe2-4364-a042-6c0276771a70 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/quotas/2ec5c9492ee44fd9b5f60396d6276cb8 HTTP/1.1" status: 200 len: 375 time: 0.0873926 Mar 01 13:50:01.139792 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c9697103-9445-4afc-b45a-06d2dabdff21 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (83aa166e-23b0-4ac1-b9ff-8e4204a145b1), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:01.143040 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6747ed69-cc97-4776-b391-be9237577ec5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (08db13f0-d76b-4d67-a534-2b94f206727b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:01.166192 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c4fad7b8-c87b-4559-bab1-670c8717db3a req-0f8c2a72-a693-4f74-9d8d-09f4a392c63e tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550691 Mar 01 13:50:01.189358 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-730c5f58-39e3-40ad-93e6-da248ba12396 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1500437 Mar 01 13:50:01.210428 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c9697103-9445-4afc-b45a-06d2dabdff21 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (83aa166e-23b0-4ac1-b9ff-8e4204a145b1), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:01.211319 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9697103-9445-4afc-b45a-06d2dabdff21 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:01.211938 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c9697103-9445-4afc-b45a-06d2dabdff21 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:01.274768 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c9697103-9445-4afc-b45a-06d2dabdff21 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5707562 Mar 01 13:50:01.288086 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40604) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:01.367760 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9697103-9445-4afc-b45a-06d2dabdff21 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Pushing event updated for resources: {'Network': ['ID=83aa166e-23b0-4ac1-b9ff-8e4204a145b1,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:01.382521 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 83aa166e-23b0-4ac1-b9ff-8e4204a145b1 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:50:01.414131 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a22d61-183a-419d-a912-ea7a2034acc9 tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:01.418683 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-29a22d61-183a-419d-a912-ea7a2034acc9 tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] 10.222.0.13 "GET /v2.0/networks/83aa166e-23b0-4ac1-b9ff-8e4204a145b1 HTTP/1.1" status: 200 len: 757 time: 0.1293826 Mar 01 13:50:01.420479 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40606) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:01.427076 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6747ed69-cc97-4776-b391-be9237577ec5 admin admin] Router 08db13f0-d76b-4d67-a534-2b94f206727b has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:50:01.443790 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd5814-7be0-456a-945b-53d1c7ce6247 req-1a4fbec2-5b6a-48d1-9ce2-c15c64358d16 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:01.445344 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-08cd5814-7be0-456a-945b-53d1c7ce6247 req-1a4fbec2-5b6a-48d1-9ce2-c15c64358d16 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 946 time: 0.1771643 Mar 01 13:50:01.502840 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a115c75b-c2bc-4a9f-adea-ebd4cf783076 None None] Port e4b49632-dac0-48c3-ac2e-520310d413d4 not found while updating agent binding for router 08db13f0-d76b-4d67-a534-2b94f206727b. {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 01 13:50:01.510768 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device be3d13b4-90c6-4a97-ac5d-46d6c4805009 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:50:01.517416 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a115c75b-c2bc-4a9f-adea-ebd4cf783076 None None] Routers {'08db13f0-d76b-4d67-a534-2b94f206727b'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:50:01.518042 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-a115c75b-c2bc-4a9f-adea-ebd4cf783076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:49:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['08db13f0-d76b-4d67-a534-2b94f206727b'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:50:01.551421 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6747ed69-cc97-4776-b391-be9237577ec5 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:50:01.558229 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6747ed69-cc97-4776-b391-be9237577ec5 admin admin] 10.222.0.13 "PUT /v2.0/routers/08db13f0-d76b-4d67-a534-2b94f206727b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6375473 Mar 01 13:50:01.560714 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40610) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:01.573509 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7290d918-8d95-41a7-b204-a055e0e678bf tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:01.574916 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7290d918-8d95-41a7-b204-a055e0e678bf tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] 10.222.0.13 "GET /v2.0/networks/e90aea2f-a7ef-4f41-90e3-2069074deaae HTTP/1.1" status: 200 len: 768 time: 0.1477039 Mar 01 13:50:01.582118 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40612) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:01.593719 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-08cd5814-7be0-456a-945b-53d1c7ce6247 req-bddc2cb1-c3e0-4601-b937-a9c84b86b826 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330082 Mar 01 13:50:01.661165 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-780d13f5-7340-4d1b-a6b6-c227c7e49ab6 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (83aa166e-23b0-4ac1-b9ff-8e4204a145b1), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:01.733008 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port be3d13b4-90c6-4a97-ac5d-46d6c4805009 is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:50:01.733682 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (be3d13b4-90c6-4a97-ac5d-46d6c4805009), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:01.740082 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 7693df92-ce23-41fa-91e6-3c2c92a16c42 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:50:01.743949 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-a115c75b-c2bc-4a9f-adea-ebd4cf783076 None None] Set router 08db13f0-d76b-4d67-a534-2b94f206727b gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:50:01.807704 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-780d13f5-7340-4d1b-a6b6-c227c7e49ab6 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (83aa166e-23b0-4ac1-b9ff-8e4204a145b1), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:01.815802 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:01.823147 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4025627-1ecb-4755-b6e9-eff457f43453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be3d13b4-90c6-4a97-ac5d-46d6c4805009'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:50:01.824037 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6db158d1-c6d1-4326-8243-a780802d219d admin admin] Publish callbacks [] for router (08db13f0-d76b-4d67-a534-2b94f206727b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:01.825831 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b76fc75-4069-444d-b8cf-b5f270890e17" -d '{"events": [{"server_uuid": "e4025627-1ecb-4755-b6e9-eff457f43453", "name": "network-vif-unplugged", "status": "completed", "tag": "be3d13b4-90c6-4a97-ac5d-46d6c4805009"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:50:01.842057 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port be3d13b4-90c6-4a97-ac5d-46d6c4805009, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=be3d13b4-90c6-4a97-ac5d-46d6c4805009,segment=NetworkSegment(efe48ac2-5e62-42f6-97e0-cf92cf9f656d),segment_id=efe48ac2-5e62-42f6-97e0-cf92cf9f656d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:01.853193 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (be3d13b4-90c6-4a97-ac5d-46d6c4805009), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:01.906995 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-780d13f5-7340-4d1b-a6b6-c227c7e49ab6 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83aa166e-23b0-4ac1-b9ff-8e4204a145b1']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:50:01.910366 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 7693df92-ce23-41fa-91e6-3c2c92a16c42 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:50:01.912785 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7693df92-ce23-41fa-91e6-3c2c92a16c42), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:01.924438 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-780d13f5-7340-4d1b-a6b6-c227c7e49ab6 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a0286fb-15a1-42f4-8ea8-d9d39e42cc6b') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:50:01.924784 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-780d13f5-7340-4d1b-a6b6-c227c7e49ab6 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a0286fb-15a1-42f4-8ea8-d9d39e42cc6b') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:50:01.933952 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587da6b-46a3-4fe2-849c-251b6215fc58 req-d270c18b-c840-4972-8144-5488f54b3326 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:01.941411 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3587da6b-46a3-4fe2-849c-251b6215fc58 req-d270c18b-c840-4972-8144-5488f54b3326 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7440d07-774c-4100-81e2-e7f709988c38 HTTP/1.1" status: 200 len: 945 time: 0.1852806 Mar 01 13:50:01.965383 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-780d13f5-7340-4d1b-a6b6-c227c7e49ab6 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (8a0286fb-15a1-42f4-8ea8-d9d39e42cc6b), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:01.971776 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6db158d1-c6d1-4326-8243-a780802d219d admin admin] Publish callbacks [] for router_gateway (08db13f0-d76b-4d67-a534-2b94f206727b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:01.997503 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-780d13f5-7340-4d1b-a6b6-c227c7e49ab6 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (8a0286fb-15a1-42f4-8ea8-d9d39e42cc6b), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:02.021207 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-780d13f5-7340-4d1b-a6b6-c227c7e49ab6 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:50:02.022432 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-780d13f5-7340-4d1b-a6b6-c227c7e49ab6 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (8a0286fb-15a1-42f4-8ea8-d9d39e42cc6b), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:02.024097 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 13:50:02.024097 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:50:02.024097 n-d-827467-3 neutron-server[103727]: timer() Mar 01 13:50:02.024097 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:50:02.024097 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 13:50:02.024097 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:50:02.024097 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 13:50:02.024097 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:50:02.024097 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 13:50:02.024097 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:50:02.024097 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 13:50:02.024097 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:50:02.024097 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 13:50:02.024097 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:50:02.024097 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:50:02.024097 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:50:02.024097 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:50:02.024097 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:50:02.024097 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 13:50:02.024097 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:50:02.024097 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 13:50:02.024097 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:50:02.024097 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:50:02.024097 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:50:02.024097 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 13:50:02.024097 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:50:02.024097 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:50:02.024097 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:50:02.024097 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:50:02.024097 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:50:02.024097 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:50:02.024097 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:50:02.031459 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f987ef9-902a-44b3-aaea-34f3e6db2c26 req-cff36434-1539-4b2d-a82e-66d672da4f09 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:02.038735 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4f987ef9-902a-44b3-aaea-34f3e6db2c26 req-cff36434-1539-4b2d-a82e-66d672da4f09 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.1729155 Mar 01 13:50:02.044149 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=be3d13b4-90c6-4a97-ac5d-46d6c4805009,revision_number=8']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:02.066682 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-6db158d1-c6d1-4326-8243-a780802d219d admin admin] Deleting port 7693df92-ce23-41fa-91e6-3c2c92a16c42 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:50:02.066998 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6db158d1-c6d1-4326-8243-a780802d219d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (7693df92-ce23-41fa-91e6-3c2c92a16c42), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:02.117390 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-a115c75b-c2bc-4a9f-adea-ebd4cf783076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08db13f0-d76b-4d67-a534-2b94f206727b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1570989140-router', 'tenant_id': '08df910bf9394c5da9855ac8b5d86e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '7693df92-ce23-41fa-91e6-3c2c92a16c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:49:50Z', 'updated_at': '2022-03-01T13:50:00Z', 'revision_number': 5, 'project_id': '08df910bf9394c5da9855ac8b5d86e9e', 'gw_port': {'id': '7693df92-ce23-41fa-91e6-3c2c92a16c42', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ac:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08db13f0-d76b-4d67-a534-2b94f206727b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:49:51Z', 'updated_at': '2022-03-01T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:50:02.124008 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 7693df92-ce23-41fa-91e6-3c2c92a16c42 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:50:02.136660 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3587da6b-46a3-4fe2-849c-251b6215fc58 req-70ee428f-fb99-4cf9-8386-66a4caff07de tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937854 Mar 01 13:50:02.171421 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a115c75b-c2bc-4a9f-adea-ebd4cf783076 None None] The sync data for ids ['08db13f0-d76b-4d67-a534-2b94f206727b'] in n-d-827467-3 is: [{'id': '08db13f0-d76b-4d67-a534-2b94f206727b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1570989140-router', 'tenant_id': '08df910bf9394c5da9855ac8b5d86e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '7693df92-ce23-41fa-91e6-3c2c92a16c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:49:50Z', 'updated_at': '2022-03-01T13:50:00Z', 'revision_number': 5, 'project_id': '08df910bf9394c5da9855ac8b5d86e9e', 'gw_port': {'id': '7693df92-ce23-41fa-91e6-3c2c92a16c42', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ac:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08db13f0-d76b-4d67-a534-2b94f206727b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:49:51Z', 'updated_at': '2022-03-01T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:50:02.173679 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4f987ef9-902a-44b3-aaea-34f3e6db2c26 req-3871d01d-1004-4a19-bba7-084a44320c5d tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340868 Mar 01 13:50:02.188509 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-780d13f5-7340-4d1b-a6b6-c227c7e49ab6 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (83aa166e-23b0-4ac1-b9ff-8e4204a145b1), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:02.202298 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780d13f5-7340-4d1b-a6b6-c227c7e49ab6 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 83aa166e-23b0-4ac1-b9ff-8e4204a145b1 {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 01 13:50:02.220941 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-780d13f5-7340-4d1b-a6b6-c227c7e49ab6 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:02.230586 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-780d13f5-7340-4d1b-a6b6-c227c7e49ab6 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] 10.222.0.13 "DELETE /v2.0/networks/83aa166e-23b0-4ac1-b9ff-8e4204a145b1 HTTP/1.1" status: 204 len: 168 time: 0.6471305 Mar 01 13:50:02.242006 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40632) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:02.252097 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-a917e044-c52e-4aff-bf8a-63ca354b7277 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Request body: {'network': {'name': 'tempest-network--1146924314'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:02.273808 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d13f5-7340-4d1b-a6b6-c227c7e49ab6 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Pushing event deleted for resources: {'Network': ['ID=83aa166e-23b0-4ac1-b9ff-8e4204a145b1,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:02.328605 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9987089-9b88-42e7-9647-db12d39275ff req-55a380d1-34d8-4faa-a378-80bdb0f79f6a tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:02.331204 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b9987089-9b88-42e7-9647-db12d39275ff req-55a380d1-34d8-4faa-a378-80bdb0f79f6a tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.0679393 Mar 01 13:50:02.333951 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-6db158d1-c6d1-4326-8243-a780802d219d admin admin] For port 7693df92-ce23-41fa-91e6-3c2c92a16c42, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=7693df92-ce23-41fa-91e6-3c2c92a16c42,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:02.334332 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6db158d1-c6d1-4326-8243-a780802d219d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (7693df92-ce23-41fa-91e6-3c2c92a16c42), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:02.382805 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a917e044-c52e-4aff-bf8a-63ca354b7277 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Made reservation on behalf of 3d45cbc97f0a4cc7aeebbc2e0892ab9f for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:50:02.385734 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a917e044-c52e-4aff-bf8a-63ca354b7277 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:02.393739 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-6db158d1-c6d1-4326-8243-a780802d219d admin admin] Calling delete_port for 7693df92-ce23-41fa-91e6-3c2c92a16c42 owned by network:router_gateway {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:50:02.470222 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51dcdc-3b3a-4f30-a202-83ec049d8365 req-e54a310d-bbbd-49ec-afbf-579337f05db5 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:02.477441 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ae51dcdc-3b3a-4f30-a202-83ec049d8365 req-e54a310d-bbbd-49ec-afbf-579337f05db5 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4a3a8e-b255-4aad-81b1-e5286baccac4 HTTP/1.1" status: 200 len: 945 time: 0.1006219 Mar 01 13:50:02.546785 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ae51dcdc-3b3a-4f30-a202-83ec049d8365 req-f1057d2f-e0ca-455e-8457-cdaea690fd27 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577216 Mar 01 13:50:02.556263 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b9987089-9b88-42e7-9647-db12d39275ff req-71501108-79e6-4794-b88d-2b5dd7232244 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125134 Mar 01 13:50:02.624034 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a917e044-c52e-4aff-bf8a-63ca354b7277 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:50:02.626618 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 13:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d44bf48-6231-4a11-b0b8-e8b5a814ce3d x-openstack-request-id: req-9d44bf48-6231-4a11-b0b8-e8b5a814ce3d {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:50:02.627057 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4025627-1ecb-4755-b6e9-eff457f43453", "name": "network-vif-unplugged", "status": "completed", "tag": "be3d13b4-90c6-4a97-ac5d-46d6c4805009", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:50:02.627057 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d44bf48-6231-4a11-b0b8-e8b5a814ce3d {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:50:02.627334 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4025627-1ecb-4755-b6e9-eff457f43453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be3d13b4-90c6-4a97-ac5d-46d6c4805009', 'code': 200} Mar 01 13:50:02.645164 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a917e044-c52e-4aff-bf8a-63ca354b7277 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (a50b473c-5acb-43ef-9280-c5a69e0f0b04), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:02.645506 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-a917e044-c52e-4aff-bf8a-63ca354b7277 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Added segment a50b473c-5acb-43ef-9280-c5a69e0f0b04 of type vlan for network d796fa13-bebc-4fca-9e50-c3704f5c445b Mar 01 13:50:02.646861 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6db158d1-c6d1-4326-8243-a780802d219d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (7693df92-ce23-41fa-91e6-3c2c92a16c42), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:02.686343 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-df73e145-db5d-43b2-b414-85b8c1214831 req-5390d184-88ee-40bd-bcbd-751316dbb33c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=283e01e7-8894-49d3-bb82-1c4c86f917d0 HTTP/1.1" status: 200 len: 210 time: 0.0571775 Mar 01 13:50:02.766759 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db158d1-c6d1-4326-8243-a780802d219d admin admin] Pushing event deleted for resources: {'Port': ['ID=7693df92-ce23-41fa-91e6-3c2c92a16c42,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:02.848110 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a917e044-c52e-4aff-bf8a-63ca354b7277 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (d796fa13-bebc-4fca-9e50-c3704f5c445b), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:02.864124 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45036c8f-a21e-4fd7-8915-4a027b79089f req-ed020552-62d9-4669-9086-af26d9042b8f tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:02.871983 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-45036c8f-a21e-4fd7-8915-4a027b79089f req-ed020552-62d9-4669-9086-af26d9042b8f tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4a3a8e-b255-4aad-81b1-e5286baccac4 HTTP/1.1" status: 200 len: 945 time: 0.1271207 Mar 01 13:50:02.884815 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6db158d1-c6d1-4326-8243-a780802d219d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (08db13f0-d76b-4d67-a534-2b94f206727b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:02.913591 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1dc56-5642-4ffd-adea-43b5e7ad9758 req-56c8ef28-bc5e-4a5b-803a-b32410e9fd80 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:02.915828 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-60f1dc56-5642-4ffd-adea-43b5e7ad9758 req-56c8ef28-bc5e-4a5b-803a-b32410e9fd80 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 944 time: 0.1338739 Mar 01 13:50:02.994569 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6db158d1-c6d1-4326-8243-a780802d219d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (08db13f0-d76b-4d67-a534-2b94f206727b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:02.996287 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a917e044-c52e-4aff-bf8a-63ca354b7277 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (d796fa13-bebc-4fca-9e50-c3704f5c445b), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:02.996410 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-45036c8f-a21e-4fd7-8915-4a027b79089f req-cb7861ae-921c-4009-bad3-411b580da426 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230793 Mar 01 13:50:02.997235 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a917e044-c52e-4aff-bf8a-63ca354b7277 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:02.997811 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a917e044-c52e-4aff-bf8a-63ca354b7277 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:03.007631 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6db158d1-c6d1-4326-8243-a780802d219d admin admin] Publish callbacks [] for router_controller (08db13f0-d76b-4d67-a534-2b94f206727b), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:03.020748 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-60f1dc56-5642-4ffd-adea-43b5e7ad9758 req-44513c8b-6351-43d6-ad0e-0adbc517ea5e tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936220 Mar 01 13:50:03.119584 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a917e044-c52e-4aff-bf8a-63ca354b7277 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8746214 Mar 01 13:50:03.122873 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40648) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:03.130927 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-5c04ae8e-0cba-4d23-905d-c2bed78ad0cd tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:03.131107 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6db158d1-c6d1-4326-8243-a780802d219d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (08db13f0-d76b-4d67-a534-2b94f206727b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:03.131552 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db158d1-c6d1-4326-8243-a780802d219d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08db13f0-d76b-4d67-a534-2b94f206727b {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 13:50:03.138492 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6db158d1-c6d1-4326-8243-a780802d219d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:03.142204 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6db158d1-c6d1-4326-8243-a780802d219d admin admin] 10.222.0.13 "DELETE /v2.0/routers/08db13f0-d76b-4d67-a534-2b94f206727b HTTP/1.1" status: 204 len: 168 time: 1.5803804 Mar 01 13:50:03.143155 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40650) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:03.143813 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917e044-c52e-4aff-bf8a-63ca354b7277 tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Pushing event updated for resources: {'Network': ['ID=d796fa13-bebc-4fca-9e50-c3704f5c445b,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:03.167270 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network d796fa13-bebc-4fca-9e50-c3704f5c445b details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:50:03.195252 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf02a44-bfc7-4ba8-8dd4-fed499af824d admin admin] Deleting subnet ee3a3889-9d6e-43bc-a9c5-bc7c7b9a2537 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:50:03.198468 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8cf02a44-bfc7-4ba8-8dd4-fed499af824d admin admin] Publish callbacks [] for subnet (ee3a3889-9d6e-43bc-a9c5-bc7c7b9a2537), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:03.253196 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8cf02a44-bfc7-4ba8-8dd4-fed499af824d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (ee3a3889-9d6e-43bc-a9c5-bc7c7b9a2537), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:03.391786 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8cf02a44-bfc7-4ba8-8dd4-fed499af824d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (ee3a3889-9d6e-43bc-a9c5-bc7c7b9a2537), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:03.457656 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27783490-9779-473c-8cfd-3c5dfbde6a5a req-ce95dbe2-0303-4dc9-8a92-c59f254de541 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:03.467990 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-27783490-9779-473c-8cfd-3c5dfbde6a5a req-ce95dbe2-0303-4dc9-8a92-c59f254de541 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7440d07-774c-4100-81e2-e7f709988c38 HTTP/1.1" status: 200 len: 945 time: 0.1944637 Mar 01 13:50:03.514165 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8cf02a44-bfc7-4ba8-8dd4-fed499af824d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (ee3a3889-9d6e-43bc-a9c5-bc7c7b9a2537), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:03.540746 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5c04ae8e-0cba-4d23-905d-c2bed78ad0cd tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (d796fa13-bebc-4fca-9e50-c3704f5c445b), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:03.541533 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8cf02a44-bfc7-4ba8-8dd4-fed499af824d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:03.547589 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8cf02a44-bfc7-4ba8-8dd4-fed499af824d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ee3a3889-9d6e-43bc-a9c5-bc7c7b9a2537 HTTP/1.1" status: 204 len: 168 time: 0.4014084 Mar 01 13:50:03.563367 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2fe611-d15a-45dd-9da7-0a5dcdb9448d None None] Network de8cc1fa-1aba-4468-b024-db85615e9fd0 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:50:03.564454 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40662) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:03.597078 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf02a44-bfc7-4ba8-8dd4-fed499af824d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee3a3889-9d6e-43bc-a9c5-bc7c7b9a2537,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:03.685733 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5c04ae8e-0cba-4d23-905d-c2bed78ad0cd tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (d796fa13-bebc-4fca-9e50-c3704f5c445b), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:03.695284 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-27783490-9779-473c-8cfd-3c5dfbde6a5a req-5bdf7a5a-c0aa-4941-b77e-a80254ce04b1 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265294 Mar 01 13:50:03.757629 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5c04ae8e-0cba-4d23-905d-c2bed78ad0cd tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Network d796fa13-bebc-4fca-9e50-c3704f5c445b is not hosted by any dhcp agent {{(pid=103727) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 01 13:50:03.758805 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c04ae8e-0cba-4d23-905d-c2bed78ad0cd tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:03.759218 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5c04ae8e-0cba-4d23-905d-c2bed78ad0cd tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:03.763581 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40668) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:03.764315 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5c04ae8e-0cba-4d23-905d-c2bed78ad0cd tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] 10.222.0.13 "PUT /v2.0/networks/d796fa13-bebc-4fca-9e50-c3704f5c445b HTTP/1.1" status: 200 len: 858 time: 0.6397595 Mar 01 13:50:03.768406 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device e4b49632-dac0-48c3-ac2e-520310d413d4 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:50:03.799247 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: e4b49632-dac0-48c3-ac2e-520310d413d4 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:50:03.799783 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device e4b49632-dac0-48c3-ac2e-520310d413d4 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:50:03.862742 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9580e-6075-4768-a10c-197f964022fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (de8cc1fa-1aba-4468-b024-db85615e9fd0), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:03.876899 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104199d-1550-434a-b1c1-49b3d43f7b4e req-d708af2e-40ea-44fa-b09a-cc45dc20e516 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:03.886555 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f104199d-1550-434a-b1c1-49b3d43f7b4e req-d708af2e-40ea-44fa-b09a-cc45dc20e516 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.3418996 Mar 01 13:50:03.892089 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec15b47-d861-4f15-814d-8f90cc9379ae None None] DHCP port deletion for de8cc1fa-1aba-4468-b024-db85615e9fd0 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:50:03.935038 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04ae8e-0cba-4d23-905d-c2bed78ad0cd tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Pushing event updated for resources: {'Network': ['ID=d796fa13-bebc-4fca-9e50-c3704f5c445b,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:03.990169 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-aec15b47-d861-4f15-814d-8f90cc9379ae None None] Deleting port cc7ca391-da74-4ff2-b08c-d93382ce9839 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:50:03.996091 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-aec15b47-d861-4f15-814d-8f90cc9379ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (cc7ca391-da74-4ff2-b08c-d93382ce9839), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:03.999923 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-ead86016-01ef-4a02-9a95-a8d3ab99c924 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613081 Mar 01 13:50:04.024989 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f104199d-1550-434a-b1c1-49b3d43f7b4e req-d781f2ad-321d-438b-b2d8-39376afb9cbc tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372290 Mar 01 13:50:04.043148 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb5c59d3-0e18-4474-b6fe-e7a112a34d4b tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (d796fa13-bebc-4fca-9e50-c3704f5c445b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:04.074291 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-c25b1898-a79f-4eab-9659-4030567a6ddd tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2070637 Mar 01 13:50:04.134200 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-aec15b47-d861-4f15-814d-8f90cc9379ae None None] For port cc7ca391-da74-4ff2-b08c-d93382ce9839, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=cc7ca391-da74-4ff2-b08c-d93382ce9839,segment=NetworkSegment(3dcb3eee-a7e2-4173-84ee-b4c478c4515f),segment_id=3dcb3eee-a7e2-4173-84ee-b4c478c4515f)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:04.134861 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-aec15b47-d861-4f15-814d-8f90cc9379ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (cc7ca391-da74-4ff2-b08c-d93382ce9839), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:04.139086 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f0883c8-f382-496a-a3ca-bdd79ed41012 req-4242aa02-ee33-455b-aed2-cc38ac44a180 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=283e01e7-8894-49d3-bb82-1c4c86f917d0 HTTP/1.1" status: 200 len: 210 time: 0.0379276 Mar 01 13:50:04.149755 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9580e-6075-4768-a10c-197f964022fe admin admin] Deleting port cc7ca391-da74-4ff2-b08c-d93382ce9839 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:50:04.150106 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9580e-6075-4768-a10c-197f964022fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (cc7ca391-da74-4ff2-b08c-d93382ce9839), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:04.157409 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-aec15b47-d861-4f15-814d-8f90cc9379ae None None] Calling delete_port for cc7ca391-da74-4ff2-b08c-d93382ce9839 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:50:04.159048 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4840b0-bd0f-4757-b66d-2b93301f298e req-0c60fe11-755a-46a9-ba64-69da969b46b9 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:04.166515 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1f4840b0-bd0f-4757-b66d-2b93301f298e req-0c60fe11-755a-46a9-ba64-69da969b46b9 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.1831596 Mar 01 13:50:04.224260 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-e3a0b021-f398-49b5-8f44-33dcdd941512 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:04.226325 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-e3a0b021-f398-49b5-8f44-33dcdd941512 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1861529 Mar 01 13:50:04.307407 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1f4840b0-bd0f-4757-b66d-2b93301f298e req-72f04a5c-ba7a-4ab9-bdfe-b9295fcf9969 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357253 Mar 01 13:50:04.335920 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-7aa9580e-6075-4768-a10c-197f964022fe admin admin] For port cc7ca391-da74-4ff2-b08c-d93382ce9839, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=cc7ca391-da74-4ff2-b08c-d93382ce9839,segment=NetworkSegment(3dcb3eee-a7e2-4173-84ee-b4c478c4515f),segment_id=3dcb3eee-a7e2-4173-84ee-b4c478c4515f)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:04.340362 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9580e-6075-4768-a10c-197f964022fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (cc7ca391-da74-4ff2-b08c-d93382ce9839), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:04.343447 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-aec15b47-d861-4f15-814d-8f90cc9379ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (cc7ca391-da74-4ff2-b08c-d93382ce9839), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:04.369201 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9580e-6075-4768-a10c-197f964022fe admin admin] Calling delete_port for cc7ca391-da74-4ff2-b08c-d93382ce9839 owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:50:04.376339 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-e4892424-e407-4627-9e21-51ed4af6206e tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:04.377923 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-e4892424-e407-4627-9e21-51ed4af6206e tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2988386 Mar 01 13:50:04.386238 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-2fca5d8e-a802-4493-b6ce-84205a23798f tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Request body: {'port': {'device_id': '5cc43d46-5160-46ec-adc5-d050c6a5681e', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'admin_state_up': True, 'tenant_id': '2ec5c9492ee44fd9b5f60396d6276cb8'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:04.396498 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-83470d00-2743-4097-8d7e-63241ad73a27 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Request body: {'port': {'device_id': '283e01e7-8894-49d3-bb82-1c4c86f917d0', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'admin_state_up': True, 'tenant_id': '2ec5c9492ee44fd9b5f60396d6276cb8'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:04.412063 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec15b47-d861-4f15-814d-8f90cc9379ae None None] Pushing event deleted for resources: {'Port': ['ID=cc7ca391-da74-4ff2-b08c-d93382ce9839,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:04.420012 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec15b47-d861-4f15-814d-8f90cc9379ae None None] No DVR routers for this DVR port cc7ca391-da74-4ff2-b08c-d93382ce9839 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:50:04.558970 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9580e-6075-4768-a10c-197f964022fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (cc7ca391-da74-4ff2-b08c-d93382ce9839), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:04.573743 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ada3cd-3c64-4e06-b2ef-4fd9db76e208 req-2d7159b8-494f-40d6-be7d-cd99a10b916d tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:04.580244 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d4ada3cd-3c64-4e06-b2ef-4fd9db76e208 req-2d7159b8-494f-40d6-be7d-cd99a10b916d tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 944 time: 0.1336081 Mar 01 13:50:04.583379 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e79f9f-a0d6-4a58-afc0-7df51277781a None None] Sync routers for ids ['08db13f0-d76b-4d67-a534-2b94f206727b'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:50:04.593073 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e79f9f-a0d6-4a58-afc0-7df51277781a None None] Routers set() bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:50:04.593541 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e79f9f-a0d6-4a58-afc0-7df51277781a None None] Router IDs set() for agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 01 13:50:04.594241 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_agentschedulers_db [None req-92e79f9f-a0d6-4a58-afc0-7df51277781a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'08db13f0-d76b-4d67-a534-2b94f206727b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:49:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent'). {{(pid=103728) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 01 13:50:04.603756 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb5c59d3-0e18-4474-b6fe-e7a112a34d4b tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (d796fa13-bebc-4fca-9e50-c3704f5c445b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:04.603999 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e79f9f-a0d6-4a58-afc0-7df51277781a None None] Routers set() bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:50:04.604457 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e79f9f-a0d6-4a58-afc0-7df51277781a None None] Router IDs set() for agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 01 13:50:04.605090 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_agentschedulers_db [None req-92e79f9f-a0d6-4a58-afc0-7df51277781a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'08db13f0-d76b-4d67-a534-2b94f206727b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:49:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent'). {{(pid=103728) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 01 13:50:04.605541 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e79f9f-a0d6-4a58-afc0-7df51277781a None None] The sync data for ids ['08db13f0-d76b-4d67-a534-2b94f206727b'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:50:04.616590 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa9580e-6075-4768-a10c-197f964022fe admin admin] No DVR routers for this DVR port cc7ca391-da74-4ff2-b08c-d93382ce9839 on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:50:04.638296 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b1299-f680-47b0-9b4a-f32b65bc5a0f req-655b3d32-1289-455b-b32e-433c5e82753b tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:04.639831 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-804b1299-f680-47b0-9b4a-f32b65bc5a0f req-655b3d32-1289-455b-b32e-433c5e82753b tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4a3a8e-b255-4aad-81b1-e5286baccac4 HTTP/1.1" status: 200 len: 945 time: 0.1572096 Mar 01 13:50:04.640621 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9580e-6075-4768-a10c-197f964022fe admin admin] Pushing event deleted for resources: {'Port': ['ID=cc7ca391-da74-4ff2-b08c-d93382ce9839,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:04.656217 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-cb5c59d3-0e18-4474-b6fe-e7a112a34d4b tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d796fa13-bebc-4fca-9e50-c3704f5c445b']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:50:04.680650 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-cb5c59d3-0e18-4474-b6fe-e7a112a34d4b tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a50b473c-5acb-43ef-9280-c5a69e0f0b04') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:50:04.680946 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-cb5c59d3-0e18-4474-b6fe-e7a112a34d4b tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a50b473c-5acb-43ef-9280-c5a69e0f0b04') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:50:04.699819 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb5c59d3-0e18-4474-b6fe-e7a112a34d4b tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (a50b473c-5acb-43ef-9280-c5a69e0f0b04), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:04.721939 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-83470d00-2743-4097-8d7e-63241ad73a27 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Made reservation on behalf of 2ec5c9492ee44fd9b5f60396d6276cb8 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:50:04.725716 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-83470d00-2743-4097-8d7e-63241ad73a27 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:04.728016 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb5c59d3-0e18-4474-b6fe-e7a112a34d4b tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (a50b473c-5acb-43ef-9280-c5a69e0f0b04), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:04.739117 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-2fca5d8e-a802-4493-b6ce-84205a23798f tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Made reservation on behalf of 2ec5c9492ee44fd9b5f60396d6276cb8 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:50:04.743319 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-2fca5d8e-a802-4493-b6ce-84205a23798f tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:04.754946 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb5c59d3-0e18-4474-b6fe-e7a112a34d4b tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:50:04.754946 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb5c59d3-0e18-4474-b6fe-e7a112a34d4b tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (a50b473c-5acb-43ef-9280-c5a69e0f0b04), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:04.755978 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:50:04.755978 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:50:04.755978 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:50:04.755978 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:50:04.755978 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:50:04.755978 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:50:04.755978 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:50:04.755978 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:50:04.755978 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:50:04.755978 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:50:04.755978 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:50:04.755978 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:50:04.755978 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:50:04.755978 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:50:04.755978 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:50:04.755978 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:50:04.755978 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:50:04.755978 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:50:04.755978 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:50:04.755978 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:50:04.755978 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:50:04.755978 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:50:04.755978 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:50:04.755978 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:50:04.755978 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:50:04.755978 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:50:04.755978 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:50:04.755978 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:50:04.755978 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:50:04.755978 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:50:04.755978 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:50:04.755978 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:50:04.766633 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9580e-6075-4768-a10c-197f964022fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (de8cc1fa-1aba-4468-b024-db85615e9fd0), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:04.780435 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d4ada3cd-3c64-4e06-b2ef-4fd9db76e208 req-ec65e170-60d3-4dab-932b-ef0f24fcd748 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992810 Mar 01 13:50:04.800408 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-7aa9580e-6075-4768-a10c-197f964022fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de8cc1fa-1aba-4468-b024-db85615e9fd0']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:50:04.828490 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-7aa9580e-6075-4768-a10c-197f964022fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dcb3eee-a7e2-4173-84ee-b4c478c4515f') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:50:04.829064 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-7aa9580e-6075-4768-a10c-197f964022fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dcb3eee-a7e2-4173-84ee-b4c478c4515f') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:50:04.844205 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-804b1299-f680-47b0-9b4a-f32b65bc5a0f req-98987dcc-90cb-4db4-a0b7-98fa51f8d5d1 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738849 Mar 01 13:50:04.846685 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9580e-6075-4768-a10c-197f964022fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (3dcb3eee-a7e2-4173-84ee-b4c478c4515f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:04.856026 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb5c59d3-0e18-4474-b6fe-e7a112a34d4b tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (d796fa13-bebc-4fca-9e50-c3704f5c445b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:04.897394 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9580e-6075-4768-a10c-197f964022fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (3dcb3eee-a7e2-4173-84ee-b4c478c4515f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:04.906054 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aa9580e-6075-4768-a10c-197f964022fe admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:50:04.906586 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9580e-6075-4768-a10c-197f964022fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (3dcb3eee-a7e2-4173-84ee-b4c478c4515f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: self.session.flush() Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: self.session.flush() Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: self.session.flush() Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: self.session.flush() Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: timer() Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:50:04.908356 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:50:04.925996 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5c59d3-0e18-4474-b6fe-e7a112a34d4b tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d796fa13-bebc-4fca-9e50-c3704f5c445b {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 01 13:50:04.983516 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624f3ca-354a-470b-b7bd-e851860d063a req-b3814f33-8c3b-47fa-8288-22df65364991 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:04.991236 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a624f3ca-354a-470b-b7bd-e851860d063a req-b3814f33-8c3b-47fa-8288-22df65364991 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7440d07-774c-4100-81e2-e7f709988c38 HTTP/1.1" status: 200 len: 945 time: 0.1279557 Mar 01 13:50:05.025893 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9580e-6075-4768-a10c-197f964022fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (de8cc1fa-1aba-4468-b024-db85615e9fd0), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:05.037318 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9580e-6075-4768-a10c-197f964022fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:05.040872 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7aa9580e-6075-4768-a10c-197f964022fe admin admin] 10.222.0.13 "DELETE /v2.0/networks/de8cc1fa-1aba-4468-b024-db85615e9fd0 HTTP/1.1" status: 204 len: 168 time: 1.4740763 Mar 01 13:50:05.067622 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9580e-6075-4768-a10c-197f964022fe admin admin] Pushing event deleted for resources: {'Network': ['ID=de8cc1fa-1aba-4468-b024-db85615e9fd0,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:05.087083 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a624f3ca-354a-470b-b7bd-e851860d063a req-e7f52bb5-e360-4e8f-a8c5-9858d40b7ced tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899651 Mar 01 13:50:05.254950 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb5c59d3-0e18-4474-b6fe-e7a112a34d4b tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:05.259223 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cb5c59d3-0e18-4474-b6fe-e7a112a34d4b tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] 10.222.0.13 "DELETE /v2.0/networks/d796fa13-bebc-4fca-9e50-c3704f5c445b HTTP/1.1" status: 204 len: 168 time: 1.4945717 Mar 01 13:50:05.266825 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40702) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:05.266986 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb405b-1ed5-4685-914b-b1e6eab9c572 req-5857122f-cc06-4149-99e6-4e707b3e6575 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:05.268383 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c59d3-0e18-4474-b6fe-e7a112a34d4b tempest-ExternalNetworksTestJSON-1102585498 tempest-ExternalNetworksTestJSON-1102585498-project-admin] Pushing event deleted for resources: {'Network': ['ID=d796fa13-bebc-4fca-9e50-c3704f5c445b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:05.270186 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-94cb405b-1ed5-4685-914b-b1e6eab9c572 req-5857122f-cc06-4149-99e6-4e707b3e6575 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.1131384 Mar 01 13:50:05.274968 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40704) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:05.317776 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9cab491-bf53-4c7a-bc1f-693d0c1fb521 tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] DELETE failed (client error): The resource could not be found. Mar 01 13:50:05.318420 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9cab491-bf53-4c7a-bc1f-693d0c1fb521 tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:50:05.322256 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c9cab491-bf53-4c7a-bc1f-693d0c1fb521 tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] 10.222.0.13 "DELETE /v2.0/subnets/c10bcf8e-1a35-420f-a9f9-743a347a9f3e HTTP/1.1" status: 404 len: 337 time: 0.0513761 Mar 01 13:50:05.326372 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40706) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:05.342233 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a3b95742-dff4-4838-bab8-3410882578b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08df910bf9394c5da9855ac8b5d86e9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0634456 Mar 01 13:50:05.343839 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40712) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:05.412728 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-94cb405b-1ed5-4685-914b-b1e6eab9c572 req-d2d91003-a714-4ebf-a46b-63d71ee34f77 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185040 Mar 01 13:50:05.434345 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6bf80502-1a66-43e8-add4-af9bedfaceb5 admin admin] Publish callbacks [] for security_group (db775561-6fc3-4656-9f38-f1da5e8914e7), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:05.451976 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-83470d00-2743-4097-8d7e-63241ad73a27 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Allocated IP 192.168.233.56 (5e5e5cdc-dce5-4633-91fd-8e14363cd220/909a9e4d-2330-4bdf-bf33-da65c3dea6db/d6857392-0902-4816-913b-a3713810bc04) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:50:05.466697 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7fa6f672-6535-4e9f-93ac-5761e2ae82a6 tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (e90aea2f-a7ef-4f41-90e3-2069074deaae), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:05.528004 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device be3d13b4-90c6-4a97-ac5d-46d6c4805009 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:50:05.580766 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e4d4c976-8723-4cd9-9c32-0c842bbfba48 req-04bc1ca3-355b-40ea-9287-a1e0fda69019 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=283e01e7-8894-49d3-bb82-1c4c86f917d0 HTTP/1.1" status: 200 len: 210 time: 0.0886359 Mar 01 13:50:05.611853 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6bf80502-1a66-43e8-add4-af9bedfaceb5 admin admin] Publish callbacks [] for security_group (db775561-6fc3-4656-9f38-f1da5e8914e7), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:05.684902 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79015d16-6203-4819-9ca9-a966a6479c17 req-c72901b4-977d-49be-838e-23dcef9520ea tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:05.685484 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device cc7ca391-da74-4ff2-b08c-d93382ce9839 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:50:05.691876 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-79015d16-6203-4819-9ca9-a966a6479c17 req-c72901b4-977d-49be-838e-23dcef9520ea tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.1049817 Mar 01 13:50:05.702847 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-abd3d4a4-a3d7-413e-97a2-86a91a0b1a85 req-afb5355f-6530-42f7-8135-04ab51a57f4f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:50:05.703937 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-abd3d4a4-a3d7-413e-97a2-86a91a0b1a85 req-afb5355f-6530-42f7-8135-04ab51a57f4f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049417 Mar 01 13:50:05.712996 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7fa6f672-6535-4e9f-93ac-5761e2ae82a6 tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (e90aea2f-a7ef-4f41-90e3-2069074deaae), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:05.746333 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-7fa6f672-6535-4e9f-93ac-5761e2ae82a6 tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e90aea2f-a7ef-4f41-90e3-2069074deaae']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:50:05.775789 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-7fa6f672-6535-4e9f-93ac-5761e2ae82a6 tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f35d48ef-3834-4bce-8e6c-7455f6b95639') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:50:05.776437 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-7fa6f672-6535-4e9f-93ac-5761e2ae82a6 tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f35d48ef-3834-4bce-8e6c-7455f6b95639') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:50:05.785064 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-79015d16-6203-4819-9ca9-a966a6479c17 req-17377d16-b652-4ba6-b5ec-b2c88cdf4265 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922859 Mar 01 13:50:05.785782 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6bf80502-1a66-43e8-add4-af9bedfaceb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (db775561-6fc3-4656-9f38-f1da5e8914e7), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:05.791570 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6bf80502-1a66-43e8-add4-af9bedfaceb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:05.793388 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6bf80502-1a66-43e8-add4-af9bedfaceb5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db775561-6fc3-4656-9f38-f1da5e8914e7 HTTP/1.1" status: 204 len: 168 time: 0.4465945 Mar 01 13:50:05.799584 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7fa6f672-6535-4e9f-93ac-5761e2ae82a6 tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (f35d48ef-3834-4bce-8e6c-7455f6b95639), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:05.805351 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf80502-1a66-43e8-add4-af9bedfaceb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db775561-6fc3-4656-9f38-f1da5e8914e7,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:05.849555 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7fa6f672-6535-4e9f-93ac-5761e2ae82a6 tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (f35d48ef-3834-4bce-8e6c-7455f6b95639), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:05.859518 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-83470d00-2743-4097-8d7e-63241ad73a27 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks [] for port (d6857392-0902-4816-913b-a3713810bc04), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:05.875294 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa6f672-6535-4e9f-93ac-5761e2ae82a6 tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:50:05.876030 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7fa6f672-6535-4e9f-93ac-5761e2ae82a6 tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (f35d48ef-3834-4bce-8e6c-7455f6b95639), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:05.880207 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:50:05.880207 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:50:05.880207 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:50:05.880207 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:50:05.880207 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:50:05.880207 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:50:05.880207 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:50:05.880207 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:50:05.880207 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:50:05.880207 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:50:05.880207 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:50:05.880207 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:50:05.880207 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:50:05.880207 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:50:05.880207 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:50:05.880207 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:50:05.880207 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:50:05.880207 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:50:05.880207 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:50:05.880207 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:50:05.880207 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:50:05.880207 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:50:05.880207 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:50:05.880207 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:50:05.880207 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:50:05.880207 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:50:05.880207 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:50:05.880207 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:50:05.880207 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:50:05.880207 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:50:05.880207 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:50:05.880207 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:50:05.900079 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: cc7ca391-da74-4ff2-b08c-d93382ce9839 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:50:05.905533 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device cc7ca391-da74-4ff2-b08c-d93382ce9839 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:50:05.906094 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 7693df92-ce23-41fa-91e6-3c2c92a16c42 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:50:05.952167 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port be3d13b4-90c6-4a97-ac5d-46d6c4805009 is: DOWN; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:50:05.956028 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 7693df92-ce23-41fa-91e6-3c2c92a16c42 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:50:05.956316 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 7693df92-ce23-41fa-91e6-3c2c92a16c42 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:50:05.974380 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7fa6f672-6535-4e9f-93ac-5761e2ae82a6 tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (e90aea2f-a7ef-4f41-90e3-2069074deaae), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:05.986537 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7fa6f672-6535-4e9f-93ac-5761e2ae82a6 tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:05.989616 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7fa6f672-6535-4e9f-93ac-5761e2ae82a6 tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] 10.222.0.13 "DELETE /v2.0/networks/e90aea2f-a7ef-4f41-90e3-2069074deaae HTTP/1.1" status: 204 len: 168 time: 0.6621435 Mar 01 13:50:06.004610 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6f672-6535-4e9f-93ac-5761e2ae82a6 tempest-ExternalNetworksTestJSON-1551404716 tempest-ExternalNetworksTestJSON-1551404716-project] Pushing event deleted for resources: {'Network': ['ID=e90aea2f-a7ef-4f41-90e3-2069074deaae,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:06.028946 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-83470d00-2743-4097-8d7e-63241ad73a27 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (d6857392-0902-4816-913b-a3713810bc04), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:06.035739 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3746e92-10cf-417e-a48e-6a589f9bfd99 req-386d2897-02dd-4c5c-a6c1-7b7f960d7e45 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:06.043248 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c3746e92-10cf-417e-a48e-6a589f9bfd99 req-386d2897-02dd-4c5c-a6c1-7b7f960d7e45 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 944 time: 0.1266029 Mar 01 13:50:06.056222 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['96c765e7-0f79-48fb-97a9-002b643806e4', '7d43b768-b3f8-45d6-a072-a26697a09eca', 'affa10dd-3560-4c64-8396-6330e98a9dde'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:50:06.063831 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead16a6-c3ec-46df-9765-6e308fd21588 req-940a1233-f610-4970-b148-441619e3e9e1 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:06.070810 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dead16a6-c3ec-46df-9765-6e308fd21588 req-940a1233-f610-4970-b148-441619e3e9e1 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4a3a8e-b255-4aad-81b1-e5286baccac4 HTTP/1.1" status: 200 len: 945 time: 0.1010218 Mar 01 13:50:06.118436 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-83470d00-2743-4097-8d7e-63241ad73a27 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:50:06.148076 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dead16a6-c3ec-46df-9765-6e308fd21588 req-e3b373a9-d96d-4c8d-a83a-96729092a3ad tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621159 Mar 01 13:50:06.148396 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-83470d00-2743-4097-8d7e-63241ad73a27 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:50:06.150623 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-83470d00-2743-4097-8d7e-63241ad73a27 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:50:06.170589 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83470d00-2743-4097-8d7e-63241ad73a27 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Pushing event updated for resources: {'Port': ['ID=d6857392-0902-4816-913b-a3713810bc04,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:06.191892 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c3746e92-10cf-417e-a48e-6a589f9bfd99 req-dbeeb519-0c8e-4664-bc27-a094be2e434e tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476996 Mar 01 13:50:06.243353 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-2fca5d8e-a802-4493-b6ce-84205a23798f tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Allocated IP 192.168.233.186 (5e5e5cdc-dce5-4633-91fd-8e14363cd220/909a9e4d-2330-4bdf-bf33-da65c3dea6db/0a411bfb-f022-48a5-96eb-6e1577d0af17) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:50:06.329570 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-83470d00-2743-4097-8d7e-63241ad73a27 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:06.332997 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-83470d00-2743-4097-8d7e-63241ad73a27 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:06.351610 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45db2a-6bec-42b6-8451-4d4f59bfa4d7 req-2de011b5-b4ad-4857-89d5-4086a780d902 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:06.360098 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9a45db2a-6bec-42b6-8451-4d4f59bfa4d7 req-2de011b5-b4ad-4857-89d5-4086a780d902 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7440d07-774c-4100-81e2-e7f709988c38 HTTP/1.1" status: 200 len: 945 time: 0.1208053 Mar 01 13:50:06.433632 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9a45db2a-6bec-42b6-8451-4d4f59bfa4d7 req-953be8c6-69c6-4f9d-b144-8e9667265700 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669513 Mar 01 13:50:06.484673 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40744) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:06.545596 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-83470d00-2743-4097-8d7e-63241ad73a27 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1528544 Mar 01 13:50:06.598687 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08b1b0-2f85-456b-91de-7c8f4cf19990 req-32eb431c-a30f-4b4f-bf4b-bd8956e88cf8 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:06.606502 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1a08b1b0-2f85-456b-91de-7c8f4cf19990 req-32eb431c-a30f-4b4f-bf4b-bd8956e88cf8 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.0832918 Mar 01 13:50:06.635817 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-8d3ca9bd-3bc2-4193-aa5b-eab2d558d181 None None] Provisioning complete for port d6857392-0902-4816-913b-a3713810bc04 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:50:06.636361 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8d3ca9bd-3bc2-4193-aa5b-eab2d558d181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (d6857392-0902-4816-913b-a3713810bc04), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:06.692371 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-8d3ca9bd-3bc2-4193-aa5b-eab2d558d181 None None] Port d6857392-0902-4816-913b-a3713810bc04 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:50:06.712757 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-86a6f3b3-e34a-4248-aef9-37d41780bed4 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103726) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:50:06.715252 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-86a6f3b3-e34a-4248-aef9-37d41780bed4 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076954 Mar 01 13:50:06.743323 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-2fca5d8e-a802-4493-b6ce-84205a23798f tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks [] for port (0a411bfb-f022-48a5-96eb-6e1577d0af17), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:06.745948 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1a08b1b0-2f85-456b-91de-7c8f4cf19990 req-c02cfeec-50eb-4a39-ba55-a28d1d139f5c tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383691 Mar 01 13:50:06.750854 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-eff0beaa-740d-469d-9307-5e7b22b70b57 req-0874649b-a0a5-452d-a557-6db783609571 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7379162 Mar 01 13:50:06.784145 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-efe98442-dfaa-4557-96f8-273bf9a166ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c78a9f061544af1a834f90222dc4b18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2978516 Mar 01 13:50:06.786628 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40760) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:06.808342 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abab54-2e41-49c4-a984-f29f8da69b51 req-7acda4dc-e6c1-40a5-b58d-5c9ec4ed7bf7 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:06.815371 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-55abab54-2e41-49c4-a984-f29f8da69b51 req-7acda4dc-e6c1-40a5-b58d-5c9ec4ed7bf7 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=283e01e7-8894-49d3-bb82-1c4c86f917d0 HTTP/1.1" status: 200 len: 935 time: 0.1322432 Mar 01 13:50:06.824647 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-2fca5d8e-a802-4493-b6ce-84205a23798f tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (0a411bfb-f022-48a5-96eb-6e1577d0af17), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:06.843638 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['96c765e7-0f79-48fb-97a9-002b643806e4', '7d43b768-b3f8-45d6-a072-a26697a09eca', 'affa10dd-3560-4c64-8396-6330e98a9dde'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:50:06.900090 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca5d8e-a802-4493-b6ce-84205a23798f tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Pushing event updated for resources: {'Port': ['ID=0a411bfb-f022-48a5-96eb-6e1577d0af17,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:06.917671 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-2fca5d8e-a802-4493-b6ce-84205a23798f tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:50:06.919467 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-2fca5d8e-a802-4493-b6ce-84205a23798f tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:50:06.935846 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-2fca5d8e-a802-4493-b6ce-84205a23798f tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:50:06.987851 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-cc87f833-75e4-4527-8ccc-a5dc87cbc19f service neutron] Request body: {'port': {'device_id': '283e01e7-8894-49d3-bb82-1c4c86f917d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:07.018525 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-55abab54-2e41-49c4-a984-f29f8da69b51 req-068662c3-b0dd-431d-ab1d-94d4a611ca17 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002914 Mar 01 13:50:07.040269 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3041f950-5531-4af7-9324-242702419866 admin admin] Publish callbacks [] for security_group (8e4d7ab7-b4ee-4972-9a8a-841d48f5773a), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:07.041191 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-2fca5d8e-a802-4493-b6ce-84205a23798f tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:07.042173 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-2fca5d8e-a802-4493-b6ce-84205a23798f tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:07.073044 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec30617-b7f6-4af2-bbba-55ee83bee779 req-a84bdfbe-d1dd-42bd-9d6d-c30f0a0f2373 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:07.075576 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-2fca5d8e-a802-4493-b6ce-84205a23798f tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6960113 Mar 01 13:50:07.080488 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ec30617-b7f6-4af2-bbba-55ee83bee779 req-a84bdfbe-d1dd-42bd-9d6d-c30f0a0f2373 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.1688578 Mar 01 13:50:07.093569 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3041f950-5531-4af7-9324-242702419866 admin admin] Publish callbacks [] for security_group (8e4d7ab7-b4ee-4972-9a8a-841d48f5773a), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:07.156503 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-836be068-98ce-4d89-bbf5-369d0fa4c463 service neutron] Request body: {'port': {'device_id': '5cc43d46-5160-46ec-adc5-d050c6a5681e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:07.207413 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ec30617-b7f6-4af2-bbba-55ee83bee779 req-b2daec9f-eac7-4127-ae36-c23307c6cad2 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251783 Mar 01 13:50:07.239299 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3041f950-5531-4af7-9324-242702419866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (8e4d7ab7-b4ee-4972-9a8a-841d48f5773a), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:07.250514 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3041f950-5531-4af7-9324-242702419866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:07.251767 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3041f950-5531-4af7-9324-242702419866 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e4d7ab7-b4ee-4972-9a8a-841d48f5773a HTTP/1.1" status: 204 len: 168 time: 0.4632511 Mar 01 13:50:07.265357 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-cc87f833-75e4-4527-8ccc-a5dc87cbc19f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d6857392-0902-4816-913b-a3713810bc04), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:07.286061 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-836be068-98ce-4d89-bbf5-369d0fa4c463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (0a411bfb-f022-48a5-96eb-6e1577d0af17), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:07.289850 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041f950-5531-4af7-9324-242702419866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4d7ab7-b4ee-4972-9a8a-841d48f5773a,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:07.357770 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-3a7ff29f-a410-493c-a05f-989c40f291b5 None None] Provisioning complete for port 0a411bfb-f022-48a5-96eb-6e1577d0af17 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:50:07.358072 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3a7ff29f-a410-493c-a05f-989c40f291b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (0a411bfb-f022-48a5-96eb-6e1577d0af17), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:07.430532 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3a7ff29f-a410-493c-a05f-989c40f291b5 None None] Port 0a411bfb-f022-48a5-96eb-6e1577d0af17 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:50:07.492617 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0beaa-740d-469d-9307-5e7b22b70b57 req-72ed43e4-9bb1-436a-bc3a-5057c0b491f6 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:07.495107 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eff0beaa-740d-469d-9307-5e7b22b70b57 req-72ed43e4-9bb1-436a-bc3a-5057c0b491f6 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports/be3d13b4-90c6-4a97-ac5d-46d6c4805009 HTTP/1.1" status: 200 len: 941 time: 0.6776752 Mar 01 13:50:07.524421 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b4e66f26-3aca-440f-8d8f-bea28900bd0f details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:50:07.531092 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4753a-2002-4e7d-b0f1-c7a62b2efb58 req-0eddbed4-67ba-4938-95a0-343cac76b717 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:07.539411 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-85c4753a-2002-4e7d-b0f1-c7a62b2efb58 req-0eddbed4-67ba-4938-95a0-343cac76b717 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 944 time: 0.2013514 Mar 01 13:50:07.561956 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632925c-bf22-41a4-9d2b-4e321c8a84e3 req-5b2aeed9-797c-405b-a753-9df44a1dc8e6 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:07.569756 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e632925c-bf22-41a4-9d2b-4e321c8a84e3 req-5b2aeed9-797c-405b-a753-9df44a1dc8e6 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4a3a8e-b255-4aad-81b1-e5286baccac4 HTTP/1.1" status: 200 len: 945 time: 0.2366335 Mar 01 13:50:07.687319 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-85c4753a-2002-4e7d-b0f1-c7a62b2efb58 req-6bffd6cb-4b11-4d63-b09b-c69eb7086c46 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453543 Mar 01 13:50:07.697294 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e632925c-bf22-41a4-9d2b-4e321c8a84e3 req-ce59230b-539b-43ec-b0af-8b551c0011f9 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265728 Mar 01 13:50:07.726902 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b4e66f26-3aca-440f-8d8f-bea28900bd0f, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b4e66f26-3aca-440f-8d8f-bea28900bd0f,segment=NetworkSegment(5682489f-cf80-4a1c-8ade-e83424038ed9),segment_id=5682489f-cf80-4a1c-8ade-e83424038ed9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:07.752344 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'b4e66f26-3aca-440f-8d8f-bea28900bd0f', 'network_id': '6e9a6b63-cd88-4977-a9f5-19697e5a90c0', 'port_id': 'b4e66f26-3aca-440f-8d8f-bea28900bd0f', 'mac_address': 'fa:16:3e:84:14:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95624b4c-3703-4ba5-9208-fd69c9df0e5f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:50:07.797624 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port b4e66f26-3aca-440f-8d8f-bea28900bd0f is: ACTIVE; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:50:07.798024 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b4e66f26-3aca-440f-8d8f-bea28900bd0f), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:07.812620 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4e66f26-3aca-440f-8d8f-bea28900bd0f {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:50:07.857046 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b4e66f26-3aca-440f-8d8f-bea28900bd0f, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b4e66f26-3aca-440f-8d8f-bea28900bd0f,segment=NetworkSegment(5682489f-cf80-4a1c-8ade-e83424038ed9),segment_id=5682489f-cf80-4a1c-8ade-e83424038ed9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:07.861707 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40798) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:07.867385 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b4e66f26-3aca-440f-8d8f-bea28900bd0f), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:07.883727 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-836be068-98ce-4d89-bbf5-369d0fa4c463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a411bfb-f022-48a5-96eb-6e1577d0af17 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:50:07.892804 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-836be068-98ce-4d89-bbf5-369d0fa4c463 service neutron] Publish callbacks [] for port (0a411bfb-f022-48a5-96eb-6e1577d0af17), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:07.908236 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-836be068-98ce-4d89-bbf5-369d0fa4c463 service neutron] Transition to ACTIVE for port object 0a411bfb-f022-48a5-96eb-6e1577d0af17 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:50:07.917018 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-836be068-98ce-4d89-bbf5-369d0fa4c463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (0a411bfb-f022-48a5-96eb-6e1577d0af17), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:07.921564 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=b4e66f26-3aca-440f-8d8f-bea28900bd0f,revision_number=6']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:07.968313 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fd619-fbf5-4c74-b920-c75e69c3e66d req-2127eef9-a686-4ffb-b63e-d52491b12f72 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:07.970107 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-620fd619-fbf5-4c74-b920-c75e69c3e66d req-2127eef9-a686-4ffb-b63e-d52491b12f72 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7440d07-774c-4100-81e2-e7f709988c38 HTTP/1.1" status: 200 len: 945 time: 0.1477273 Mar 01 13:50:07.976159 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-095bc8eb-9513-43e4-85c4-82b4fff3a0bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3d45cbc97f0a4cc7aeebbc2e0892ab9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1131141 Mar 01 13:50:07.978856 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40800) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:08.055610 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-620fd619-fbf5-4c74-b920-c75e69c3e66d req-739c2758-996f-4c30-b4d7-26cd1e0416a1 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781572 Mar 01 13:50:08.075584 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836be068-98ce-4d89-bbf5-369d0fa4c463 service neutron] Pushing event updated for resources: {'Port': ['ID=0a411bfb-f022-48a5-96eb-6e1577d0af17,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:08.113109 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['b4e66f26-3aca-440f-8d8f-bea28900bd0f'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:50:08.221433 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-836be068-98ce-4d89-bbf5-369d0fa4c463 service neutron] Attempting to bind port 0a411bfb-f022-48a5-96eb-6e1577d0af17 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:08.221770 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-836be068-98ce-4d89-bbf5-369d0fa4c463 service neutron] Attempting to bind port 0a411bfb-f022-48a5-96eb-6e1577d0af17 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:08.222326 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-836be068-98ce-4d89-bbf5-369d0fa4c463 service neutron] Attempting to bind port 0a411bfb-f022-48a5-96eb-6e1577d0af17 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:08.246194 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-836be068-98ce-4d89-bbf5-369d0fa4c463 service neutron] Port 0a411bfb-f022-48a5-96eb-6e1577d0af17 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:08.246526 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-836be068-98ce-4d89-bbf5-369d0fa4c463 service neutron] Attempting to bind port 0a411bfb-f022-48a5-96eb-6e1577d0af17 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:08.268795 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-836be068-98ce-4d89-bbf5-369d0fa4c463 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:50:08.269139 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-836be068-98ce-4d89-bbf5-369d0fa4c463 service neutron] Checking segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:50:08.269535 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-836be068-98ce-4d89-bbf5-369d0fa4c463 service neutron] Bound using segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:50:08.269986 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-836be068-98ce-4d89-bbf5-369d0fa4c463 service neutron] Bound port: 0a411bfb-f022-48a5-96eb-6e1577d0af17, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:50:08.270348 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-836be068-98ce-4d89-bbf5-369d0fa4c463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (0a411bfb-f022-48a5-96eb-6e1577d0af17), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:08.273939 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-237a034c-a3a8-4c64-83fb-aed4d1dbd5ad tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ea806a125cd64f0a90b248d67c01c1c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404594 Mar 01 13:50:08.295787 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-11704f09-43a9-4a3d-9627-8ec741bf3cac admin admin] Publish callbacks [] for security_group (4902b269-02c4-4e2b-a666-fbfcfa32aae6), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:08.400286 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-11704f09-43a9-4a3d-9627-8ec741bf3cac admin admin] Publish callbacks [] for security_group (4902b269-02c4-4e2b-a666-fbfcfa32aae6), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:08.403564 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02755b4-fc5c-4eca-9cbc-14eaf587e54c req-78792625-5360-40e8-a9e1-63c727cb3f4e tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:08.403564 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f02755b4-fc5c-4eca-9cbc-14eaf587e54c req-78792625-5360-40e8-a9e1-63c727cb3f4e tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.2201176 Mar 01 13:50:08.478278 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-cc87f833-75e4-4527-8ccc-a5dc87cbc19f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6857392-0902-4816-913b-a3713810bc04 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:50:08.488135 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-6563ec14-a77c-4f3d-8a64-5e4e9c992cf0 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:08.489639 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-6563ec14-a77c-4f3d-8a64-5e4e9c992cf0 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2094693 Mar 01 13:50:08.493242 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f02755b4-fc5c-4eca-9cbc-14eaf587e54c req-c5f0dbf6-16e4-428d-bdb3-2e207c955455 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885234 Mar 01 13:50:08.493875 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-cc87f833-75e4-4527-8ccc-a5dc87cbc19f service neutron] Publish callbacks [] for port (d6857392-0902-4816-913b-a3713810bc04), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:08.513457 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-9b3f600d-63a0-45b2-a75f-90ed048216e7 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/quotas/ea806a125cd64f0a90b248d67c01c1c3 HTTP/1.1" status: 200 len: 375 time: 0.0104957 Mar 01 13:50:08.519957 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-836be068-98ce-4d89-bbf5-369d0fa4c463 service neutron] For port 0a411bfb-f022-48a5-96eb-6e1577d0af17, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:50:08.526049 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-836be068-98ce-4d89-bbf5-369d0fa4c463 service neutron] For port 0a411bfb-f022-48a5-96eb-6e1577d0af17, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=0a411bfb-f022-48a5-96eb-6e1577d0af17,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:50:08.535640 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-836be068-98ce-4d89-bbf5-369d0fa4c463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (0a411bfb-f022-48a5-96eb-6e1577d0af17), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:08.555431 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-7e7fc1ec-efb6-426b-a659-89b056b0cc77 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea806a125cd64f0a90b248d67c01c1c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366983 Mar 01 13:50:08.569777 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-cc87f833-75e4-4527-8ccc-a5dc87cbc19f service neutron] Transition to ACTIVE for port object d6857392-0902-4816-913b-a3713810bc04 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:50:08.578288 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-11704f09-43a9-4a3d-9627-8ec741bf3cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4902b269-02c4-4e2b-a666-fbfcfa32aae6), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:08.581016 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-11704f09-43a9-4a3d-9627-8ec741bf3cac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:08.582106 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-11704f09-43a9-4a3d-9627-8ec741bf3cac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4902b269-02c4-4e2b-a666-fbfcfa32aae6 HTTP/1.1" status: 204 len: 168 time: 0.5685365 Mar 01 13:50:08.591072 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-cc87f833-75e4-4527-8ccc-a5dc87cbc19f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (d6857392-0902-4816-913b-a3713810bc04), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:08.595381 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-836be068-98ce-4d89-bbf5-369d0fa4c463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:08.596295 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-836be068-98ce-4d89-bbf5-369d0fa4c463 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:08.597903 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-836be068-98ce-4d89-bbf5-369d0fa4c463 service neutron] 10.222.0.32 "PUT /v2.0/ports/0a411bfb-f022-48a5-96eb-6e1577d0af17 HTTP/1.1" status: 200 len: 1096 time: 1.4628310 Mar 01 13:50:08.600783 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc43d46-5160-46ec-adc5-d050c6a5681e', 'tag': '0a411bfb-f022-48a5-96eb-6e1577d0af17'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:50:08.603613 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3aa296e-9f7e-4d4e-a915-c3595f281f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc43d46-5160-46ec-adc5-d050c6a5681e", "tag": "0a411bfb-f022-48a5-96eb-6e1577d0af17"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:50:08.626582 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11704f09-43a9-4a3d-9627-8ec741bf3cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4902b269-02c4-4e2b-a666-fbfcfa32aae6,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:08.636989 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836be068-98ce-4d89-bbf5-369d0fa4c463 service neutron] Pushing event updated for resources: {'Port': ['ID=0a411bfb-f022-48a5-96eb-6e1577d0af17,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:08.686329 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a25a87-98ac-4fdf-afd2-d1e12eb8a1a5 req-48d3881c-94e5-43d7-916f-141f4552d667 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:08.688089 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-90a25a87-98ac-4fdf-afd2-d1e12eb8a1a5 req-48d3881c-94e5-43d7-916f-141f4552d667 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=283e01e7-8894-49d3-bb82-1c4c86f917d0 HTTP/1.1" status: 200 len: 947 time: 0.1126134 Mar 01 13:50:08.786915 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-90a25a87-98ac-4fdf-afd2-d1e12eb8a1a5 req-74bd9bab-d07f-4005-9efc-d2f6f49f3861 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895646 Mar 01 13:50:08.880003 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc87f833-75e4-4527-8ccc-a5dc87cbc19f service neutron] Pushing event updated for resources: {'Port': ['ID=d6857392-0902-4816-913b-a3713810bc04,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:08.884349 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2cca40-351a-43c9-8f5b-88d024c2fa20 x-openstack-request-id: req-0d2cca40-351a-43c9-8f5b-88d024c2fa20 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:50:08.884800 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc43d46-5160-46ec-adc5-d050c6a5681e", "tag": "0a411bfb-f022-48a5-96eb-6e1577d0af17", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:50:08.885154 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d2cca40-351a-43c9-8f5b-88d024c2fa20 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:50:08.885650 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc43d46-5160-46ec-adc5-d050c6a5681e', 'tag': '0a411bfb-f022-48a5-96eb-6e1577d0af17', 'status': 'completed', 'code': 200} Mar 01 13:50:08.888246 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-cc87f833-75e4-4527-8ccc-a5dc87cbc19f service neutron] Attempting to bind port d6857392-0902-4816-913b-a3713810bc04 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:08.888671 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-cc87f833-75e4-4527-8ccc-a5dc87cbc19f service neutron] Attempting to bind port d6857392-0902-4816-913b-a3713810bc04 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:08.889094 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-cc87f833-75e4-4527-8ccc-a5dc87cbc19f service neutron] Attempting to bind port d6857392-0902-4816-913b-a3713810bc04 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:08.901311 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-cc87f833-75e4-4527-8ccc-a5dc87cbc19f service neutron] Port d6857392-0902-4816-913b-a3713810bc04 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:08.901754 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-cc87f833-75e4-4527-8ccc-a5dc87cbc19f service neutron] Attempting to bind port d6857392-0902-4816-913b-a3713810bc04 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:08.910629 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-b6dab072-05f2-4c4f-9397-6bfce67a6b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:08.912913 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-b6dab072-05f2-4c4f-9397-6bfce67a6b8c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&device_id=5cc43d46-5160-46ec-adc5-d050c6a5681e HTTP/1.1" status: 200 len: 1130 time: 0.2290165 Mar 01 13:50:08.914101 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-cc87f833-75e4-4527-8ccc-a5dc87cbc19f service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:50:08.914676 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-cc87f833-75e4-4527-8ccc-a5dc87cbc19f service neutron] Checking segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:50:08.915926 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-cc87f833-75e4-4527-8ccc-a5dc87cbc19f service neutron] Bound using segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:50:08.916601 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-cc87f833-75e4-4527-8ccc-a5dc87cbc19f service neutron] Bound port: d6857392-0902-4816-913b-a3713810bc04, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:50:08.917212 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-cc87f833-75e4-4527-8ccc-a5dc87cbc19f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d6857392-0902-4816-913b-a3713810bc04), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:08.993329 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-ee91ac93-8875-45b9-ba19-ec6622ab7cb5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=0a411bfb-f022-48a5-96eb-6e1577d0af17 HTTP/1.1" status: 200 len: 217 time: 0.0603311 Mar 01 13:50:09.062592 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa99744-a5fb-45d2-8d6b-cd1d58a36d62 req-639304e2-25ad-4f64-826a-a28998fa1f0f tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:09.072058 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-cc87f833-75e4-4527-8ccc-a5dc87cbc19f service neutron] For port d6857392-0902-4816-913b-a3713810bc04, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:50:09.073837 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dfa99744-a5fb-45d2-8d6b-cd1d58a36d62 req-639304e2-25ad-4f64-826a-a28998fa1f0f tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4a3a8e-b255-4aad-81b1-e5286baccac4 HTTP/1.1" status: 200 len: 944 time: 0.1247256 Mar 01 13:50:09.077467 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-cc87f833-75e4-4527-8ccc-a5dc87cbc19f service neutron] For port d6857392-0902-4816-913b-a3713810bc04, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=d6857392-0902-4816-913b-a3713810bc04,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:50:09.103478 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-cc87f833-75e4-4527-8ccc-a5dc87cbc19f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (d6857392-0902-4816-913b-a3713810bc04), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:09.144386 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dfa99744-a5fb-45d2-8d6b-cd1d58a36d62 req-f01af21a-a709-49df-ada5-2dc21833403b tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694184 Mar 01 13:50:09.194252 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-cc87f833-75e4-4527-8ccc-a5dc87cbc19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:09.194867 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-cc87f833-75e4-4527-8ccc-a5dc87cbc19f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:09.195377 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc4c4f-9046-4f24-94ee-dfe2c2cafab8 req-98d3cf94-b111-434a-b6c4-8ece87cb1bda tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:09.197964 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-cc87f833-75e4-4527-8ccc-a5dc87cbc19f service neutron] 10.222.0.20 "PUT /v2.0/ports/d6857392-0902-4816-913b-a3713810bc04 HTTP/1.1" status: 200 len: 1095 time: 2.4670475 Mar 01 13:50:09.207772 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e0dc4c4f-9046-4f24-94ee-dfe2c2cafab8 req-98d3cf94-b111-434a-b6c4-8ece87cb1bda tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.2211204 Mar 01 13:50:09.247704 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-13abd7fd-8eb1-40e3-ab38-3fa06f63f75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:09.249658 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-13abd7fd-8eb1-40e3-ab38-3fa06f63f75a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.1611412 Mar 01 13:50:09.319389 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e0dc4c4f-9046-4f24-94ee-dfe2c2cafab8 req-68525953-79a1-4870-acb5-a955773da819 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066890 Mar 01 13:50:09.332825 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc87f833-75e4-4527-8ccc-a5dc87cbc19f service neutron] Pushing event updated for resources: {'Port': ['ID=d6857392-0902-4816-913b-a3713810bc04,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:09.434135 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-de9676af-cddf-4e05-a6b3-46afbc87bb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:09.436379 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-de9676af-cddf-4e05-a6b3-46afbc87bb8a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&device_id=283e01e7-8894-49d3-bb82-1c4c86f917d0 HTTP/1.1" status: 200 len: 1129 time: 0.1818674 Mar 01 13:50:09.442378 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-3118cfee-d3ce-4f07-a6b4-71f7e6cd9327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:09.444763 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-3118cfee-d3ce-4f07-a6b4-71f7e6cd9327 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1800361 Mar 01 13:50:09.464319 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ec84257c-b5ac-4a46-a943-19840453cd79 req-228e0ec4-64d4-4b8b-ba99-f9d10140b767 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/ports?device_id=0205a609-0062-4635-be52-a55c1df2a64c HTTP/1.1" status: 200 len: 210 time: 0.0518224 Mar 01 13:50:09.482281 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322745f6-17fc-47be-8411-33626e782edd req-7ff8f5fa-accb-423b-9636-8a2bcbd628bb tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:09.486089 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-322745f6-17fc-47be-8411-33626e782edd req-7ff8f5fa-accb-423b-9636-8a2bcbd628bb tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 944 time: 0.1809618 Mar 01 13:50:09.539214 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b4e66f26-3aca-440f-8d8f-bea28900bd0f up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:50:09.541136 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-7ee20c8e-7699-46b8-9088-589c534ec5db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=d6857392-0902-4816-913b-a3713810bc04 HTTP/1.1" status: 200 len: 217 time: 0.0948133 Mar 01 13:50:09.708858 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-4612b5df-b853-4137-b939-cb0b33a5a755 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730704 Mar 01 13:50:09.724268 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port b4e66f26-3aca-440f-8d8f-bea28900bd0f triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:50:09.725068 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (b4e66f26-3aca-440f-8d8f-bea28900bd0f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:09.801597 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:09.835898 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-a86401c4-0e18-4b3f-bb8b-45e26de39270 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145363 Mar 01 13:50:09.853266 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-f91f7cde-bd3f-41d8-afe9-f37976955751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:09.854928 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-f91f7cde-bd3f-41d8-afe9-f37976955751 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.3048873 Mar 01 13:50:09.950265 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:09.952882 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port b4e66f26-3aca-440f-8d8f-bea28900bd0f is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:50:09.953320 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b4e66f26-3aca-440f-8d8f-bea28900bd0f), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:10.011497 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-717907d4-bf96-43c1-b794-a1e74aeac6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:10.020835 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4a3a8e-b255-4aad-81b1-e5286baccac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e66f26-3aca-440f-8d8f-bea28900bd0f'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:50:10.022175 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-717907d4-bf96-43c1-b794-a1e74aeac6b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1514282 Mar 01 13:50:10.023145 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091bb15b-26a2-4e91-aae1-056f41b5c19e" -d '{"events": [{"server_uuid": "9c4a3a8e-b255-4aad-81b1-e5286baccac4", "name": "network-vif-plugged", "status": "completed", "tag": "b4e66f26-3aca-440f-8d8f-bea28900bd0f"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:50:10.081183 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b4e66f26-3aca-440f-8d8f-bea28900bd0f, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b4e66f26-3aca-440f-8d8f-bea28900bd0f,segment=NetworkSegment(5682489f-cf80-4a1c-8ade-e83424038ed9),segment_id=5682489f-cf80-4a1c-8ade-e83424038ed9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:10.094316 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa296e-9f7e-4d4e-a915-c3595f281f2f req-2cf8375a-61f2-4bc5-b2dc-1335bdb483d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:10.097563 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c3aa296e-9f7e-4d4e-a915-c3595f281f2f req-2cf8375a-61f2-4bc5-b2dc-1335bdb483d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&device_id=5cc43d46-5160-46ec-adc5-d050c6a5681e HTTP/1.1" status: 200 len: 1130 time: 0.1937966 Mar 01 13:50:10.112726 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b4e66f26-3aca-440f-8d8f-bea28900bd0f), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:10.211149 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa296e-9f7e-4d4e-a915-c3595f281f2f req-f51f9f34-78ae-4ac7-a85b-af78236e2d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:10.212565 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c3aa296e-9f7e-4d4e-a915-c3595f281f2f req-f51f9f34-78ae-4ac7-a85b-af78236e2d93 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.1069596 Mar 01 13:50:10.256567 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=b4e66f26-3aca-440f-8d8f-bea28900bd0f,revision_number=7']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:10.283878 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-322745f6-17fc-47be-8411-33626e782edd req-2982b928-8e8b-4d30-9c20-20be345a5a3e tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7731843 Mar 01 13:50:10.311833 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c3aa296e-9f7e-4d4e-a915-c3595f281f2f req-fcecc316-d5e7-4b1f-834e-309ed9f17dd6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=0a411bfb-f022-48a5-96eb-6e1577d0af17 HTTP/1.1" status: 200 len: 217 time: 0.0812356 Mar 01 13:50:10.314338 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47caf632-f2a8-490c-a567-bea90fa38266 req-8b161a1f-cb53-4160-b8e4-8a6ab4a11648 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:10.316908 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-6e61279c-c41e-4cf0-8a90-70e6098afe04 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939391 Mar 01 13:50:10.318797 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-47caf632-f2a8-490c-a567-bea90fa38266 req-8b161a1f-cb53-4160-b8e4-8a6ab4a11648 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7440d07-774c-4100-81e2-e7f709988c38 HTTP/1.1" status: 200 len: 945 time: 0.7735333 Mar 01 13:50:10.408714 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-47caf632-f2a8-490c-a567-bea90fa38266 req-c3d3bbbe-b988-474b-8a58-6eb0436d266c tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829823 Mar 01 13:50:10.500469 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa296e-9f7e-4d4e-a915-c3595f281f2f req-14a6c563-ba39-47ab-94fe-0c442765fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:10.502105 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c3aa296e-9f7e-4d4e-a915-c3595f281f2f req-14a6c563-ba39-47ab-94fe-0c442765fd93 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0656378 Mar 01 13:50:10.504184 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ae7bee7b-efbf-432d-89e2-ba7f117f0322 req-e51933ca-0ce2-4731-a75d-d170e38ee673 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807468 Mar 01 13:50:10.546644 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b594e9-aa53-48d2-b943-f72f6dfdc9e7 req-7e6abd28-5b84-4916-b6f8-c7cf1e0a5212 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:10.548440 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-13b594e9-aa53-48d2-b943-f72f6dfdc9e7 req-7e6abd28-5b84-4916-b6f8-c7cf1e0a5212 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.1386061 Mar 01 13:50:10.575537 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa296e-9f7e-4d4e-a915-c3595f281f2f req-0760cc49-319f-4e15-9b28-d87167cb1f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:10.579025 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c3aa296e-9f7e-4d4e-a915-c3595f281f2f req-0760cc49-319f-4e15-9b28-d87167cb1f2f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0677893 Mar 01 13:50:10.592225 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f8352-5266-4fb3-9264-dc9dad70bd19 req-446d28c8-9a35-44ac-b6c1-8be241a5c387 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:10.593758 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-619f8352-5266-4fb3-9264-dc9dad70bd19 req-446d28c8-9a35-44ac-b6c1-8be241a5c387 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=283e01e7-8894-49d3-bb82-1c4c86f917d0 HTTP/1.1" status: 200 len: 947 time: 0.0964899 Mar 01 13:50:10.634940 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-13b594e9-aa53-48d2-b943-f72f6dfdc9e7 req-0be6fa44-65e5-4b81-a85c-c340e3154c3e tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772107 Mar 01 13:50:10.687153 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-619f8352-5266-4fb3-9264-dc9dad70bd19 req-6082a2ef-628f-4abe-9f53-a47da906c847 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824876 Mar 01 13:50:10.692122 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c3aa296e-9f7e-4d4e-a915-c3595f281f2f req-4da510f1-c663-4095-8b2f-f6e1bd1dfd38 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032789 Mar 01 13:50:10.741353 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5118bb-cfce-44e8-96e0-c3d0cab3cb16 x-openstack-request-id: req-1a5118bb-cfce-44e8-96e0-c3d0cab3cb16 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:50:10.742437 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4a3a8e-b255-4aad-81b1-e5286baccac4", "name": "network-vif-plugged", "status": "completed", "tag": "b4e66f26-3aca-440f-8d8f-bea28900bd0f", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:50:10.743424 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a5118bb-cfce-44e8-96e0-c3d0cab3cb16 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:50:10.744022 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4a3a8e-b255-4aad-81b1-e5286baccac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e66f26-3aca-440f-8d8f-bea28900bd0f', 'code': 200} Mar 01 13:50:10.815237 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c3aa296e-9f7e-4d4e-a915-c3595f281f2f req-71a721f2-1843-4771-8188-b89d23eeb229 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121626 Mar 01 13:50:10.816331 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3846cc3-22e0-45a7-9c92-4642b62b6632 req-f45fe270-29cd-4f07-9884-a808c206ff19 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:10.818105 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e3846cc3-22e0-45a7-9c92-4642b62b6632 req-f45fe270-29cd-4f07-9884-a808c206ff19 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4a3a8e-b255-4aad-81b1-e5286baccac4 HTTP/1.1" status: 200 len: 945 time: 0.0655506 Mar 01 13:50:10.887270 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '283e01e7-8894-49d3-bb82-1c4c86f917d0', 'tag': 'd6857392-0902-4816-913b-a3713810bc04'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:50:10.889720 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a64dd0-cde7-4da7-ae32-ee2830b0fa2d" -d '{"events": [{"name": "network-changed", "server_uuid": "283e01e7-8894-49d3-bb82-1c4c86f917d0", "tag": "d6857392-0902-4816-913b-a3713810bc04"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:50:10.910761 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e3846cc3-22e0-45a7-9c92-4642b62b6632 req-e21d114a-c735-4c65-a8bd-22e227d7f02c tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851092 Mar 01 13:50:10.922187 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a20d3-fa95-4f92-a60f-b8226b06e264 req-c638398d-0157-46ab-a3fa-53c278e43c25 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:10.923459 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fe5a20d3-fa95-4f92-a60f-b8226b06e264 req-c638398d-0157-46ab-a3fa-53c278e43c25 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.0821781 Mar 01 13:50:10.992209 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fe5a20d3-fa95-4f92-a60f-b8226b06e264 req-d81cc8e6-23d4-43eb-b4c7-7960fc3191d8 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541711 Mar 01 13:50:11.000952 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40882) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:11.088807 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-05a4d520-e902-415b-b49f-ec0a2abdc24f req-4ce311dd-59f4-4e19-b38a-fff6a4238d3e tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/ports?device_id=0205a609-0062-4635-be52-a55c1df2a64c HTTP/1.1" status: 200 len: 210 time: 0.0292246 Mar 01 13:50:11.138576 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809b1dde-b27c-4dc3-84e7-0a6fb0d1c07c x-openstack-request-id: req-809b1dde-b27c-4dc3-84e7-0a6fb0d1c07c {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:50:11.139063 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "283e01e7-8894-49d3-bb82-1c4c86f917d0", "tag": "d6857392-0902-4816-913b-a3713810bc04", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:50:11.139268 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-809b1dde-b27c-4dc3-84e7-0a6fb0d1c07c {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:50:11.139492 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '283e01e7-8894-49d3-bb82-1c4c86f917d0', 'tag': 'd6857392-0902-4816-913b-a3713810bc04', 'status': 'completed', 'code': 200} Mar 01 13:50:11.158930 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-fa204afc-b390-41b3-ba70-b325c9109a97 tempest-MeteringTestJSON-1442887730 tempest-MeteringTestJSON-1442887730-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-260382660'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:11.159690 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-fa204afc-b390-41b3-ba70-b325c9109a97 tempest-MeteringTestJSON-1442887730 tempest-MeteringTestJSON-1442887730-project-admin] Unknown quota resources ['metering_label']. {{(pid=103727) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 01 13:50:11.222912 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a64dd0-cde7-4da7-ae32-ee2830b0fa2d req-ac3cfc08-2702-4da9-a0b5-68828bb2d559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:11.225048 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-05a64dd0-cde7-4da7-ae32-ee2830b0fa2d req-ac3cfc08-2702-4da9-a0b5-68828bb2d559 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&device_id=283e01e7-8894-49d3-bb82-1c4c86f917d0 HTTP/1.1" status: 200 len: 1129 time: 0.0589185 Mar 01 13:50:11.339134 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a64dd0-cde7-4da7-ae32-ee2830b0fa2d req-91acfa16-dc75-4ffa-91f8-acf4a1033287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:11.341669 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-05a64dd0-cde7-4da7-ae32-ee2830b0fa2d req-91acfa16-dc75-4ffa-91f8-acf4a1033287 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.1105514 Mar 01 13:50:11.395310 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-4fd05189-4188-47e9-9d30-6a8463aab778 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ea806a125cd64f0a90b248d67c01c1c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488689 Mar 01 13:50:11.422606 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fa204afc-b390-41b3-ba70-b325c9109a97 tempest-MeteringTestJSON-1442887730 tempest-MeteringTestJSON-1442887730-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:11.426275 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-fa204afc-b390-41b3-ba70-b325c9109a97 tempest-MeteringTestJSON-1442887730 tempest-MeteringTestJSON-1442887730-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4215121 Mar 01 13:50:11.433314 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40890) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:11.438047 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-05a64dd0-cde7-4da7-ae32-ee2830b0fa2d req-2a7800db-0331-4a29-9afd-65f16d1d0671 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=d6857392-0902-4816-913b-a3713810bc04 HTTP/1.1" status: 200 len: 217 time: 0.0408773 Mar 01 13:50:11.439034 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-08539d6c-63c8-49f2-8473-44411459912b tempest-MeteringTestJSON-1442887730 tempest-MeteringTestJSON-1442887730-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '08ac3031-0d50-402e-96bf-bfa3bab53cb7'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:11.439548 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-08539d6c-63c8-49f2-8473-44411459912b tempest-MeteringTestJSON-1442887730 tempest-MeteringTestJSON-1442887730-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103727) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 01 13:50:11.450469 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b4463-f3ed-4eb5-90fe-3603b77f2418 req-f48bccea-0b76-4fb7-92ba-b50cdf3484f8 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:11.451990 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-787b4463-f3ed-4eb5-90fe-3603b77f2418 req-f48bccea-0b76-4fb7-92ba-b50cdf3484f8 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7440d07-774c-4100-81e2-e7f709988c38 HTTP/1.1" status: 200 len: 945 time: 0.2873070 Mar 01 13:50:11.560030 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-df590b11-3882-4552-bca9-5b3985a001eb tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:11.561387 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-df590b11-3882-4552-bca9-5b3985a001eb tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1224952 Mar 01 13:50:11.586919 n-d-827467-3 neutron-server[103727]: WARNING neutron.services.metering.metering_plugin [None req-08539d6c-63c8-49f2-8473-44411459912b tempest-MeteringTestJSON-1442887730 tempest-MeteringTestJSON-1442887730-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 01 13:50:11.587735 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-b3d62899-2137-4988-b046-4c17a24d104e tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Request body: {'port': {'device_id': '0205a609-0062-4635-be52-a55c1df2a64c', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'admin_state_up': True, 'tenant_id': 'ea806a125cd64f0a90b248d67c01c1c3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:11.622065 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a259a-960e-41d5-ad49-f93d319c8973 req-c3f21176-2a97-4454-9699-68e5eebbdde2 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:11.623874 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-185a259a-960e-41d5-ad49-f93d319c8973 req-c3f21176-2a97-4454-9699-68e5eebbdde2 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 944 time: 0.2086339 Mar 01 13:50:11.694005 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-787b4463-f3ed-4eb5-90fe-3603b77f2418 req-b87b46ca-0a91-454b-b343-be864b44a0bd tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256515 Mar 01 13:50:11.746960 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-08539d6c-63c8-49f2-8473-44411459912b tempest-MeteringTestJSON-1442887730 tempest-MeteringTestJSON-1442887730-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:11.751688 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-08539d6c-63c8-49f2-8473-44411459912b tempest-MeteringTestJSON-1442887730 tempest-MeteringTestJSON-1442887730-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3161681 Mar 01 13:50:11.758250 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40896) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:11.765024 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-40dbd820-3c76-4152-985b-2bed85c15fa1 tempest-MeteringTestJSON-1442887730 tempest-MeteringTestJSON-1442887730-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '08ac3031-0d50-402e-96bf-bfa3bab53cb7'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:11.765676 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-40dbd820-3c76-4152-985b-2bed85c15fa1 tempest-MeteringTestJSON-1442887730 tempest-MeteringTestJSON-1442887730-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103727) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 01 13:50:11.786977 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-185a259a-960e-41d5-ad49-f93d319c8973 req-cb6981d3-7986-470f-9b17-77fd3c65e728 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089652 Mar 01 13:50:11.886524 n-d-827467-3 neutron-server[103727]: WARNING neutron.services.metering.metering_plugin [None req-40dbd820-3c76-4152-985b-2bed85c15fa1 tempest-MeteringTestJSON-1442887730 tempest-MeteringTestJSON-1442887730-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 01 13:50:11.949036 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a64dd0-cde7-4da7-ae32-ee2830b0fa2d req-520d16ef-3a49-402b-a8a8-9285f04de120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:11.950523 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-05a64dd0-cde7-4da7-ae32-ee2830b0fa2d req-520d16ef-3a49-402b-a8a8-9285f04de120 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.4416633 Mar 01 13:50:12.006851 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-40dbd820-3c76-4152-985b-2bed85c15fa1 tempest-MeteringTestJSON-1442887730 tempest-MeteringTestJSON-1442887730-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:12.010423 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-40dbd820-3c76-4152-985b-2bed85c15fa1 tempest-MeteringTestJSON-1442887730 tempest-MeteringTestJSON-1442887730-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2489221 Mar 01 13:50:12.011907 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40900) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:12.017826 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff1e2a-c159-4877-a984-bc67f58e22c8 req-4313ff57-8555-4378-bb74-5ce204b51e28 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:12.019353 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d4ff1e2a-c159-4877-a984-bc67f58e22c8 req-4313ff57-8555-4378-bb74-5ce204b51e28 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.2299423 Mar 01 13:50:12.038611 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-469119f1-b51f-40c1-b2e2-ac884145e551 tempest-MeteringTestJSON-1442887730 tempest-MeteringTestJSON-1442887730-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=c675f20c-135c-4984-97f4-7dfb5e06f403 HTTP/1.1" status: 200 len: 464 time: 0.0223615 Mar 01 13:50:12.040449 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40904) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:12.042724 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bd1b1-fadc-4da4-bdcb-6f50b496d9c9 req-9d092d5c-a0c3-4cfe-9417-7cd473558f31 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:12.044222 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b03bd1b1-fadc-4da4-bdcb-6f50b496d9c9 req-9d092d5c-a0c3-4cfe-9417-7cd473558f31 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=283e01e7-8894-49d3-bb82-1c4c86f917d0 HTTP/1.1" status: 200 len: 947 time: 0.1715524 Mar 01 13:50:12.067766 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a64dd0-cde7-4da7-ae32-ee2830b0fa2d req-ef39b4f3-784f-49e4-842c-5fd9e64f4110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:12.069455 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-05a64dd0-cde7-4da7-ae32-ee2830b0fa2d req-ef39b4f3-784f-49e4-842c-5fd9e64f4110 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1111183 Mar 01 13:50:12.100664 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-b3d62899-2137-4988-b046-4c17a24d104e tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Made reservation on behalf of ea806a125cd64f0a90b248d67c01c1c3 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:50:12.103742 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-b3d62899-2137-4988-b046-4c17a24d104e tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:12.106130 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d4ff1e2a-c159-4877-a984-bc67f58e22c8 req-4e336141-40c0-497c-93e8-34a25e8d2c38 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789671 Mar 01 13:50:12.117541 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b03bd1b1-fadc-4da4-bdcb-6f50b496d9c9 req-c168b308-386a-42ce-85fc-95ddbf1f4d8b tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634472 Mar 01 13:50:12.221257 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-b3d62899-2137-4988-b046-4c17a24d104e tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:12.272323 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757f183-5d9e-411b-8f20-702d88c3ac14 req-82f8d145-9352-455e-8a7e-ce1c7076aeab tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:12.273749 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f757f183-5d9e-411b-8f20-702d88c3ac14 req-82f8d145-9352-455e-8a7e-ce1c7076aeab tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4a3a8e-b255-4aad-81b1-e5286baccac4 HTTP/1.1" status: 200 len: 945 time: 0.0872481 Mar 01 13:50:12.294016 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd330b-ac3f-4baf-90e9-afc7ee2adcbd req-165eef53-7799-43e5-8a10-36fcd545d2b2 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:12.295190 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-74dd330b-ac3f-4baf-90e9-afc7ee2adcbd req-165eef53-7799-43e5-8a10-36fcd545d2b2 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.1000745 Mar 01 13:50:12.303968 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b1af7428-2119-455e-96ec-07ac97b0b45b tempest-MeteringTestJSON-1442887730 tempest-MeteringTestJSON-1442887730-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:12.307698 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b1af7428-2119-455e-96ec-07ac97b0b45b tempest-MeteringTestJSON-1442887730 tempest-MeteringTestJSON-1442887730-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/c675f20c-135c-4984-97f4-7dfb5e06f403 HTTP/1.1" status: 204 len: 168 time: 0.2630844 Mar 01 13:50:12.311259 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40908) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:12.343918 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-39777e3f-38a2-4e74-9025-e3dff49a6e02 tempest-MeteringTestJSON-1442887730 tempest-MeteringTestJSON-1442887730-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=c675f20c-135c-4984-97f4-7dfb5e06f403 HTTP/1.1" status: 200 len: 221 time: 0.0264888 Mar 01 13:50:12.344107 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-05a64dd0-cde7-4da7-ae32-ee2830b0fa2d req-a33b59f6-5c86-4aa2-a5c7-c715bdb7c7f5 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633250 Mar 01 13:50:12.344845 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40910) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:12.352481 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-fe52132d-35bf-4617-b84c-385bed955261 tempest-MeteringTestJSON-1442887730 tempest-MeteringTestJSON-1442887730-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--174755264', 'description': 'label created by tempest'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:12.353089 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-fe52132d-35bf-4617-b84c-385bed955261 tempest-MeteringTestJSON-1442887730 tempest-MeteringTestJSON-1442887730-project-admin] Unknown quota resources ['metering_label']. {{(pid=103726) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 01 13:50:12.401046 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f757f183-5d9e-411b-8f20-702d88c3ac14 req-27eddc69-31ec-4e9f-bb0d-7b35e2f7d1d4 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047714 Mar 01 13:50:12.408937 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-74dd330b-ac3f-4baf-90e9-afc7ee2adcbd req-ff53d63d-a06d-40cb-b6ff-bafe432636f2 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984144 Mar 01 13:50:12.528220 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1301d31d-78c3-4c7a-925c-105b09a64122 req-15944847-03d3-47e6-939d-d62f4ca1710d tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/ports?device_id=0205a609-0062-4635-be52-a55c1df2a64c HTTP/1.1" status: 200 len: 210 time: 0.0385361 Mar 01 13:50:12.590930 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-b3d62899-2137-4988-b046-4c17a24d104e tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Publish callbacks [] for security_group (2a0d2017-27c4-40ed-8ff7-4d726b30135f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:12.634340 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-b3d62899-2137-4988-b046-4c17a24d104e tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (2a0d2017-27c4-40ed-8ff7-4d726b30135f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:12.704108 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fe52132d-35bf-4617-b84c-385bed955261 tempest-MeteringTestJSON-1442887730 tempest-MeteringTestJSON-1442887730-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:12.705229 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fe52132d-35bf-4617-b84c-385bed955261 tempest-MeteringTestJSON-1442887730 tempest-MeteringTestJSON-1442887730-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3590786 Mar 01 13:50:12.708144 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40914) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:12.711935 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-05a64dd0-cde7-4da7-ae32-ee2830b0fa2d req-f020b0e0-cf83-407a-8841-40acd422a290 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641477 Mar 01 13:50:12.761768 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d62899-2137-4988-b046-4c17a24d104e tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0d2017-27c4-40ed-8ff7-4d726b30135f,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:12.775751 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d62899-2137-4988-b046-4c17a24d104e tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:12.776094 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d62899-2137-4988-b046-4c17a24d104e tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:12.776428 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d62899-2137-4988-b046-4c17a24d104e tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:12.776772 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d62899-2137-4988-b046-4c17a24d104e tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:12.777090 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d62899-2137-4988-b046-4c17a24d104e tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:12.777416 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d62899-2137-4988-b046-4c17a24d104e tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:12.777733 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d62899-2137-4988-b046-4c17a24d104e tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:12.779338 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d62899-2137-4988-b046-4c17a24d104e tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:12.779703 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d62899-2137-4988-b046-4c17a24d104e tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:12.780045 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d62899-2137-4988-b046-4c17a24d104e tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:12.780372 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d62899-2137-4988-b046-4c17a24d104e tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:12.780694 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d62899-2137-4988-b046-4c17a24d104e tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:12.781013 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d62899-2137-4988-b046-4c17a24d104e tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:12.862752 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-b3d62899-2137-4988-b046-4c17a24d104e tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Allocated IP 192.168.233.54 (5e5e5cdc-dce5-4633-91fd-8e14363cd220/909a9e4d-2330-4bdf-bf33-da65c3dea6db/d449d059-cd82-40c3-b8ba-d86c2eedc7f4) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:50:12.893784 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3aa07b65-e5a3-4051-8bbb-5eddc30d8553 tempest-MeteringTestJSON-1442887730 tempest-MeteringTestJSON-1442887730-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=124357e8-074a-4fd0-a704-de040e5710e5 HTTP/1.1" status: 200 len: 467 time: 0.1813693 Mar 01 13:50:12.894251 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40920) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:13.028771 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-b3d62899-2137-4988-b046-4c17a24d104e tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Publish callbacks [] for port (d449d059-cd82-40c3-b8ba-d86c2eedc7f4), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:13.063511 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf6e13-a7a2-4de1-9ef6-b3116168b2f0 req-57e7c7a5-f629-4a84-8d39-3167a81311a4 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:13.065047 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d3cf6e13-a7a2-4de1-9ef6-b3116168b2f0 req-57e7c7a5-f629-4a84-8d39-3167a81311a4 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7440d07-774c-4100-81e2-e7f709988c38 HTTP/1.1" status: 200 len: 945 time: 0.1925743 Mar 01 13:50:13.065626 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-b3d62899-2137-4988-b046-4c17a24d104e tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (d449d059-cd82-40c3-b8ba-d86c2eedc7f4), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:13.113855 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-b3d62899-2137-4988-b046-4c17a24d104e tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:50:13.117191 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-b3d62899-2137-4988-b046-4c17a24d104e tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:50:13.121146 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-b3d62899-2137-4988-b046-4c17a24d104e tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:50:13.128623 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d62899-2137-4988-b046-4c17a24d104e tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Pushing event updated for resources: {'Port': ['ID=d449d059-cd82-40c3-b8ba-d86c2eedc7f4,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:13.183846 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-b3d62899-2137-4988-b046-4c17a24d104e tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:13.184589 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-b3d62899-2137-4988-b046-4c17a24d104e tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:13.205896 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-b3d62899-2137-4988-b046-4c17a24d104e tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6248639 Mar 01 13:50:13.226601 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-4294c6ff-9e84-429d-b9d5-e19b57642bcb service neutron] Request body: {'port': {'device_id': '0205a609-0062-4635-be52-a55c1df2a64c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:13.295596 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-4294c6ff-9e84-429d-b9d5-e19b57642bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d449d059-cd82-40c3-b8ba-d86c2eedc7f4), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:13.410999 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e130a4-0899-4ab7-8efb-d14bf6c47f38 req-c1213286-bef1-4549-8959-92c5a9ef488b tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:13.414783 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-32e130a4-0899-4ab7-8efb-d14bf6c47f38 req-c1213286-bef1-4549-8959-92c5a9ef488b tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 944 time: 0.5256479 Mar 01 13:50:13.441259 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6ba7f81e-8a6e-4939-b56a-32bcf62175a8 tempest-MeteringTestJSON-1442887730 tempest-MeteringTestJSON-1442887730-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:13.442667 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6ba7f81e-8a6e-4939-b56a-32bcf62175a8 tempest-MeteringTestJSON-1442887730 tempest-MeteringTestJSON-1442887730-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/124357e8-074a-4fd0-a704-de040e5710e5 HTTP/1.1" status: 204 len: 168 time: 0.5323508 Mar 01 13:50:13.445987 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40932) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:13.480724 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-51bf1753-e348-43ec-a12b-f076f1cb9c4e None None] Provisioning complete for port d449d059-cd82-40c3-b8ba-d86c2eedc7f4 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:50:13.481237 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-51bf1753-e348-43ec-a12b-f076f1cb9c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (d449d059-cd82-40c3-b8ba-d86c2eedc7f4), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:13.503187 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7f9a5f0e-865d-4635-8b38-86cfe6fb5b6f tempest-MeteringTestJSON-1442887730 tempest-MeteringTestJSON-1442887730-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=124357e8-074a-4fd0-a704-de040e5710e5 HTTP/1.1" status: 200 len: 216 time: 0.0559025 Mar 01 13:50:13.503654 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d3cf6e13-a7a2-4de1-9ef6-b3116168b2f0 req-e8f34426-2238-4d94-b541-f7f75dc36547 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648383 Mar 01 13:50:13.508027 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40934) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:13.530092 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0a278b90-a63e-4827-a366-aaa1d7e7ba5a tempest-MeteringTestJSON-1442887730 tempest-MeteringTestJSON-1442887730-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0100954 Mar 01 13:50:13.530431 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-32e130a4-0899-4ab7-8efb-d14bf6c47f38 req-128f882e-bd7e-4354-8944-66d8d1b1560f tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995128 Mar 01 13:50:13.530431 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40936) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:13.541430 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-51bf1753-e348-43ec-a12b-f076f1cb9c4e None None] Port d449d059-cd82-40c3-b8ba-d86c2eedc7f4 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:50:13.560053 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-fdd7638a-3a30-469d-a6c6-d8f69107b8ef tempest-MeteringTestJSON-1442887730 tempest-MeteringTestJSON-1442887730-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0260198 Mar 01 13:50:13.560053 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40940) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:13.584321 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device d6857392-0902-4816-913b-a3713810bc04 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:50:13.649779 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-860ae79d-b671-4b5c-93c5-b843789cb733 tempest-MeteringTestJSON-1442887730 tempest-MeteringTestJSON-1442887730-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/08ac3031-0d50-402e-96bf-bfa3bab53cb7 HTTP/1.1" status: 200 len: 472 time: 0.0887926 Mar 01 13:50:13.662816 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40942) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:13.694341 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8cef5f56-e71b-48ec-9125-d1370bb98901 tempest-MeteringTestJSON-1442887730 tempest-MeteringTestJSON-1442887730-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/a8572357-d9fe-4522-afd9-2017bf19408e HTTP/1.1" status: 200 len: 461 time: 0.0267191 Mar 01 13:50:13.698073 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40944) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:13.729548 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71248f-45f0-407c-9ce4-330aefcbfe52 req-dd9bc47f-b36b-4edb-adec-1bdcbd9ee462 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:13.733092 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port d6857392-0902-4816-913b-a3713810bc04, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=d6857392-0902-4816-913b-a3713810bc04,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:13.736342 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6c71248f-45f0-407c-9ce4-330aefcbfe52 req-dd9bc47f-b36b-4edb-adec-1bdcbd9ee462 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.0998223 Mar 01 13:50:13.747620 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': 'd6857392-0902-4816-913b-a3713810bc04', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': 'd6857392-0902-4816-913b-a3713810bc04', 'mac_address': 'fa:16:3e:c7:82:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:50:13.767002 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-4294c6ff-9e84-429d-b9d5-e19b57642bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d449d059-cd82-40c3-b8ba-d86c2eedc7f4 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:50:13.793488 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port d6857392-0902-4816-913b-a3713810bc04 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:50:13.794212 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d6857392-0902-4816-913b-a3713810bc04), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:13.813995 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6857392-0902-4816-913b-a3713810bc04 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:50:13.822999 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-4294c6ff-9e84-429d-b9d5-e19b57642bcb service neutron] Publish callbacks [] for port (d449d059-cd82-40c3-b8ba-d86c2eedc7f4), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:13.825199 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46205f-9ada-40a9-948e-ddda3df05fe1 req-03d23282-5bbc-477d-8fb0-c3c67aa5c552 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:13.826987 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eb46205f-9ada-40a9-948e-ddda3df05fe1 req-03d23282-5bbc-477d-8fb0-c3c67aa5c552 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=283e01e7-8894-49d3-bb82-1c4c86f917d0 HTTP/1.1" status: 200 len: 947 time: 0.1481402 Mar 01 13:50:13.843101 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port d6857392-0902-4816-913b-a3713810bc04, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=d6857392-0902-4816-913b-a3713810bc04,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:13.846545 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6c71248f-45f0-407c-9ce4-330aefcbfe52 req-dfaf07a5-7bb7-48e2-a3e8-0cb514605d12 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036038 Mar 01 13:50:13.856575 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (d6857392-0902-4816-913b-a3713810bc04), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:13.881206 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-4294c6ff-9e84-429d-b9d5-e19b57642bcb service neutron] Transition to ACTIVE for port object d449d059-cd82-40c3-b8ba-d86c2eedc7f4 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:50:13.884485 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6fc1d88d-aff8-4101-9f45-f7ea36253359 tempest-MeteringTestJSON-1442887730 tempest-MeteringTestJSON-1442887730-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:13.887892 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6fc1d88d-aff8-4101-9f45-f7ea36253359 tempest-MeteringTestJSON-1442887730 tempest-MeteringTestJSON-1442887730-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/a8572357-d9fe-4522-afd9-2017bf19408e HTTP/1.1" status: 204 len: 168 time: 0.1853292 Mar 01 13:50:13.889099 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40946) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:13.899266 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-4294c6ff-9e84-429d-b9d5-e19b57642bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (d449d059-cd82-40c3-b8ba-d86c2eedc7f4), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:13.912740 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=d6857392-0902-4816-913b-a3713810bc04,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:13.924190 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99748c19-6495-4044-8c5f-08fbb0897610 req-7e008943-7d2b-45d1-bc9c-2c5f00eb1d7a tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:13.925698 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-99748c19-6495-4044-8c5f-08fbb0897610 req-7e008943-7d2b-45d1-bc9c-2c5f00eb1d7a tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7440d07-774c-4100-81e2-e7f709988c38 HTTP/1.1" status: 200 len: 945 time: 0.1661892 Mar 01 13:50:14.019455 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eb46205f-9ada-40a9-948e-ddda3df05fe1 req-522acf4c-684c-4cce-9881-534bb53d10f9 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588571 Mar 01 13:50:14.085206 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294c6ff-9e84-429d-b9d5-e19b57642bcb service neutron] Pushing event updated for resources: {'Port': ['ID=d449d059-cd82-40c3-b8ba-d86c2eedc7f4,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:14.153306 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6de52b-f947-4611-9659-0bc645d9d50e req-ebf5dd77-6091-463f-a58f-5251a264cbc4 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:14.154861 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1d6de52b-f947-4611-9659-0bc645d9d50e req-ebf5dd77-6091-463f-a58f-5251a264cbc4 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4a3a8e-b255-4aad-81b1-e5286baccac4 HTTP/1.1" status: 200 len: 945 time: 0.2197690 Mar 01 13:50:14.198005 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b410a98-02bb-4bb1-8556-4874bc4786d0 req-dc9bd824-20a6-409a-b761-c98d4ed3c74e tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:14.199513 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8b410a98-02bb-4bb1-8556-4874bc4786d0 req-dc9bd824-20a6-409a-b761-c98d4ed3c74e tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.1219418 Mar 01 13:50:14.225794 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['d6857392-0902-4816-913b-a3713810bc04'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:50:14.226495 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-54747db7-c0c7-46b1-8b97-a48c59909805 tempest-MeteringTestJSON-1442887730 tempest-MeteringTestJSON-1442887730-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:14.230420 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-54747db7-c0c7-46b1-8b97-a48c59909805 tempest-MeteringTestJSON-1442887730 tempest-MeteringTestJSON-1442887730-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/08ac3031-0d50-402e-96bf-bfa3bab53cb7 HTTP/1.1" status: 204 len: 168 time: 0.3380020 Mar 01 13:50:14.247848 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-99748c19-6495-4044-8c5f-08fbb0897610 req-c0112a97-a15c-45a7-9a9d-e41bf3bb1319 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Deleting port 9ea2c00e-40c5-4e96-b75f-82a4815703c5 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:50:14.248264 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-99748c19-6495-4044-8c5f-08fbb0897610 req-c0112a97-a15c-45a7-9a9d-e41bf3bb1319 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (9ea2c00e-40c5-4e96-b75f-82a4815703c5), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:14.277691 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1d6de52b-f947-4611-9659-0bc645d9d50e req-895a265f-294d-4125-a26b-7260bc31229c tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125555 Mar 01 13:50:14.277844 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-4294c6ff-9e84-429d-b9d5-e19b57642bcb service neutron] Attempting to bind port d449d059-cd82-40c3-b8ba-d86c2eedc7f4 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:14.278067 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-4294c6ff-9e84-429d-b9d5-e19b57642bcb service neutron] Attempting to bind port d449d059-cd82-40c3-b8ba-d86c2eedc7f4 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:14.278389 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-4294c6ff-9e84-429d-b9d5-e19b57642bcb service neutron] Attempting to bind port d449d059-cd82-40c3-b8ba-d86c2eedc7f4 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:14.283392 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-4294c6ff-9e84-429d-b9d5-e19b57642bcb service neutron] Port d449d059-cd82-40c3-b8ba-d86c2eedc7f4 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:14.283748 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-4294c6ff-9e84-429d-b9d5-e19b57642bcb service neutron] Attempting to bind port d449d059-cd82-40c3-b8ba-d86c2eedc7f4 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:14.302472 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-4294c6ff-9e84-429d-b9d5-e19b57642bcb service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:50:14.302853 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-4294c6ff-9e84-429d-b9d5-e19b57642bcb service neutron] Checking segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:50:14.303242 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-4294c6ff-9e84-429d-b9d5-e19b57642bcb service neutron] Bound using segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:50:14.303704 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-4294c6ff-9e84-429d-b9d5-e19b57642bcb service neutron] Bound port: d449d059-cd82-40c3-b8ba-d86c2eedc7f4, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:50:14.304289 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-4294c6ff-9e84-429d-b9d5-e19b57642bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d449d059-cd82-40c3-b8ba-d86c2eedc7f4), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:14.415938 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8b410a98-02bb-4bb1-8556-4874bc4786d0 req-be18b16c-990f-42f2-b00b-c2fe2f247075 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963656 Mar 01 13:50:14.445280 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-4294c6ff-9e84-429d-b9d5-e19b57642bcb service neutron] For port d449d059-cd82-40c3-b8ba-d86c2eedc7f4, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:50:14.454677 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-4294c6ff-9e84-429d-b9d5-e19b57642bcb service neutron] For port d449d059-cd82-40c3-b8ba-d86c2eedc7f4, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=d449d059-cd82-40c3-b8ba-d86c2eedc7f4,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:50:14.463948 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-4294c6ff-9e84-429d-b9d5-e19b57642bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (d449d059-cd82-40c3-b8ba-d86c2eedc7f4), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:14.550639 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-4294c6ff-9e84-429d-b9d5-e19b57642bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:14.551334 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-4294c6ff-9e84-429d-b9d5-e19b57642bcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:14.553431 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-4294c6ff-9e84-429d-b9d5-e19b57642bcb service neutron] 10.222.0.32 "PUT /v2.0/ports/d449d059-cd82-40c3-b8ba-d86c2eedc7f4 HTTP/1.1" status: 200 len: 1095 time: 1.3314302 Mar 01 13:50:14.553889 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0205a609-0062-4635-be52-a55c1df2a64c', 'tag': 'd449d059-cd82-40c3-b8ba-d86c2eedc7f4'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:50:14.556186 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01c266b-7e6d-4055-bd8f-b5d65b7e0008" -d '{"events": [{"name": "network-changed", "server_uuid": "0205a609-0062-4635-be52-a55c1df2a64c", "tag": "d449d059-cd82-40c3-b8ba-d86c2eedc7f4"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:50:14.595664 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294c6ff-9e84-429d-b9d5-e19b57642bcb service neutron] Pushing event updated for resources: {'Port': ['ID=d449d059-cd82-40c3-b8ba-d86c2eedc7f4,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:14.603031 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-99748c19-6495-4044-8c5f-08fbb0897610 req-c0112a97-a15c-45a7-9a9d-e41bf3bb1319 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] For port 9ea2c00e-40c5-4e96-b75f-82a4815703c5, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9ea2c00e-40c5-4e96-b75f-82a4815703c5,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:14.605665 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-99748c19-6495-4044-8c5f-08fbb0897610 req-c0112a97-a15c-45a7-9a9d-e41bf3bb1319 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (9ea2c00e-40c5-4e96-b75f-82a4815703c5), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:14.643908 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-99748c19-6495-4044-8c5f-08fbb0897610 req-c0112a97-a15c-45a7-9a9d-e41bf3bb1319 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Calling delete_port for 9ea2c00e-40c5-4e96-b75f-82a4815703c5 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:50:14.691346 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-979cac92-f5c5-4f41-8165-6488e84cdb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:14.694451 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665527c-4993-4026-824b-15bcb16355db req-04aca00a-eb7e-4934-9b9f-f15999bd2ed6 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:14.695150 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-979cac92-f5c5-4f41-8165-6488e84cdb82 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea806a125cd64f0a90b248d67c01c1c3&device_id=0205a609-0062-4635-be52-a55c1df2a64c HTTP/1.1" status: 200 len: 1129 time: 0.0785813 Mar 01 13:50:14.696038 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5665527c-4993-4026-824b-15bcb16355db req-04aca00a-eb7e-4934-9b9f-f15999bd2ed6 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/ports?device_id=0205a609-0062-4635-be52-a55c1df2a64c HTTP/1.1" status: 200 len: 947 time: 0.2791364 Mar 01 13:50:14.780429 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40962) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:14.832037 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-6ec4a8bf-37ef-4471-8e5f-a90c09f8444c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=d449d059-cd82-40c3-b8ba-d86c2eedc7f4 HTTP/1.1" status: 200 len: 217 time: 0.1279373 Mar 01 13:50:14.885463 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-bd8315cc-4cd4-4ed5-b389-3f71915d0400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:14.886943 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-bd8315cc-4cd4-4ed5-b389-3f71915d0400 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0480714 Mar 01 13:50:14.951480 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-f6095770-ebc6-4cba-9aed-16854af9348d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:14.953181 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-f6095770-ebc6-4cba-9aed-16854af9348d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0592365 Mar 01 13:50:15.041800 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5665527c-4993-4026-824b-15bcb16355db req-2aefa87d-991c-4e8d-b25c-df6f5bcb8c47 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0d2017-27c4-40ed-8ff7-4d726b30135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353939 Mar 01 13:50:15.046578 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8a0e2067-1dad-471d-8c4f-83f887435434 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:15.055477 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-99748c19-6495-4044-8c5f-08fbb0897610 req-c0112a97-a15c-45a7-9a9d-e41bf3bb1319 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (9ea2c00e-40c5-4e96-b75f-82a4815703c5), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:15.066824 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c0b2d-03e6-4343-915c-37d36fef500e req-9135f0ab-b7c9-49e9-84a9-b458484645bb tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:15.075001 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-330c0b2d-03e6-4343-915c-37d36fef500e req-9135f0ab-b7c9-49e9-84a9-b458484645bb tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7440d07-774c-4100-81e2-e7f709988c38 HTTP/1.1" status: 200 len: 945 time: 0.2371888 Mar 01 13:50:15.077913 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['9ea2c00e-40c5-4e96-b75f-82a4815703c5'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:50:15.087935 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-c780eb17-baab-4db1-8339-3029e21382b2 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251826 Mar 01 13:50:15.182575 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0112a97-a15c-45a7-9a9d-e41bf3bb1319 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Pushing event deleted for resources: {'Port': ['ID=9ea2c00e-40c5-4e96-b75f-82a4815703c5,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:15.193728 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ff08b7bd-737e-4755-8875-bc055ccc87b9 req-d496485b-3e5a-4eb7-81b5-f791d8e313c3 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944197 Mar 01 13:50:15.274980 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-99748c19-6495-4044-8c5f-08fbb0897610 req-c0112a97-a15c-45a7-9a9d-e41bf3bb1319 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] No DVR routers for this DVR port 9ea2c00e-40c5-4e96-b75f-82a4815703c5 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:50:15.283536 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-99748c19-6495-4044-8c5f-08fbb0897610 req-c0112a97-a15c-45a7-9a9d-e41bf3bb1319 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:15.286784 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-99748c19-6495-4044-8c5f-08fbb0897610 req-c0112a97-a15c-45a7-9a9d-e41bf3bb1319 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.32 "DELETE /v2.0/ports/9ea2c00e-40c5-4e96-b75f-82a4815703c5 HTTP/1.1" status: 204 len: 173 time: 1.3477073 Mar 01 13:50:15.288881 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7440d07-774c-4100-81e2-e7f709988c38', 'name': 'network-vif-deleted', 'tag': '9ea2c00e-40c5-4e96-b75f-82a4815703c5'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:50:15.291160 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6027afa6-4354-4b8c-b721-87af277c2d04" -d '{"events": [{"server_uuid": "d7440d07-774c-4100-81e2-e7f709988c38", "name": "network-vif-deleted", "tag": "9ea2c00e-40c5-4e96-b75f-82a4815703c5"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:50:15.304989 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-330c0b2d-03e6-4343-915c-37d36fef500e req-9365df3b-4df2-4c82-be91-e10904048955 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297864 Mar 01 13:50:15.332290 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8a0e2067-1dad-471d-8c4f-83f887435434 admin admin] Publish callbacks [] for security_group (f771d283-ca36-47c5-8c6c-6739d1a44c3e), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:15.341461 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6a5bf-74ff-467e-8742-07f2a5eec1e3 req-b02315b3-b99a-4235-9b77-1df30095eb4a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:15.342977 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4df6a5bf-74ff-467e-8742-07f2a5eec1e3 req-b02315b3-b99a-4235-9b77-1df30095eb4a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 944 time: 0.2064307 Mar 01 13:50:15.344299 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8a0e2067-1dad-471d-8c4f-83f887435434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (f771d283-ca36-47c5-8c6c-6739d1a44c3e), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:15.379965 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06983ed9-1e1b-492d-8c61-0687f18b7bcc x-openstack-request-id: req-06983ed9-1e1b-492d-8c61-0687f18b7bcc {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:50:15.380457 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0205a609-0062-4635-be52-a55c1df2a64c", "tag": "d449d059-cd82-40c3-b8ba-d86c2eedc7f4", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:50:15.381363 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06983ed9-1e1b-492d-8c61-0687f18b7bcc {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:50:15.381860 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0205a609-0062-4635-be52-a55c1df2a64c', 'tag': 'd449d059-cd82-40c3-b8ba-d86c2eedc7f4', 'status': 'completed', 'code': 200} Mar 01 13:50:15.418302 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40972) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:15.419343 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8a0e2067-1dad-471d-8c4f-83f887435434 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a2dd3809e734fd4948224c626b3f46a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6278551 Mar 01 13:50:15.438672 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e2067-1dad-471d-8c4f-83f887435434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f771d283-ca36-47c5-8c6c-6739d1a44c3e,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:15.478392 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4df6a5bf-74ff-467e-8742-07f2a5eec1e3 req-f88f0347-eea6-4d26-afc7-92c21ec6cb9e tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230724 Mar 01 13:50:15.501072 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c266b-7e6d-4055-bd8f-b5d65b7e0008 req-c5eb51dc-0402-426c-8d36-65f8e24b53e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:15.502590 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f01c266b-7e6d-4055-bd8f-b5d65b7e0008 req-c5eb51dc-0402-426c-8d36-65f8e24b53e1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea806a125cd64f0a90b248d67c01c1c3&device_id=0205a609-0062-4635-be52-a55c1df2a64c HTTP/1.1" status: 200 len: 1129 time: 0.0794103 Mar 01 13:50:15.530956 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bdf071e4-5f06-4caf-b35f-4a9a1aed21c9 admin admin] Publish callbacks [] for security_group (f771d283-ca36-47c5-8c6c-6739d1a44c3e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:15.567907 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bdf071e4-5f06-4caf-b35f-4a9a1aed21c9 admin admin] Publish callbacks [] for security_group (f771d283-ca36-47c5-8c6c-6739d1a44c3e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:15.591588 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device d6857392-0902-4816-913b-a3713810bc04 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:50:15.637125 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bdf071e4-5f06-4caf-b35f-4a9a1aed21c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (f771d283-ca36-47c5-8c6c-6739d1a44c3e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:15.639647 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bdf071e4-5f06-4caf-b35f-4a9a1aed21c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:15.643097 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-bdf071e4-5f06-4caf-b35f-4a9a1aed21c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f771d283-ca36-47c5-8c6c-6739d1a44c3e HTTP/1.1" status: 204 len: 168 time: 0.2214029 Mar 01 13:50:15.655207 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf071e4-5f06-4caf-b35f-4a9a1aed21c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f771d283-ca36-47c5-8c6c-6739d1a44c3e,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:15.667526 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port d6857392-0902-4816-913b-a3713810bc04 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:50:15.675241 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port d6857392-0902-4816-913b-a3713810bc04 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:50:15.675621 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (d6857392-0902-4816-913b-a3713810bc04), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:15.678835 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c266b-7e6d-4055-bd8f-b5d65b7e0008 req-69e50ec0-8c4c-4a51-9a55-6d98fe2a62c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:15.682334 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f01c266b-7e6d-4055-bd8f-b5d65b7e0008 req-69e50ec0-8c4c-4a51-9a55-6d98fe2a62c7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.1537685 Mar 01 13:50:15.693923 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f6282-1bbb-4953-892b-6bf263de2ef0 req-6da355a9-cb53-4834-8790-b0a852c0b267 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:15.695417 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3e5f6282-1bbb-4953-892b-6bf263de2ef0 req-6da355a9-cb53-4834-8790-b0a852c0b267 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4a3a8e-b255-4aad-81b1-e5286baccac4 HTTP/1.1" status: 200 len: 945 time: 0.2072589 Mar 01 13:50:15.750929 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f01c266b-7e6d-4055-bd8f-b5d65b7e0008 req-8626c6de-3d30-407a-99f6-46a70c3c9813 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=d449d059-cd82-40c3-b8ba-d86c2eedc7f4 HTTP/1.1" status: 200 len: 217 time: 0.0533741 Mar 01 13:50:15.767548 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5164686-e43d-4a72-ae3f-9a10bea1bdd2 req-ce37aed0-cdc7-48d0-b163-ef58bd60fd82 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:15.769082 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f5164686-e43d-4a72-ae3f-9a10bea1bdd2 req-ce37aed0-cdc7-48d0-b163-ef58bd60fd82 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.1863487 Mar 01 13:50:15.781407 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port d6857392-0902-4816-913b-a3713810bc04 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:50:15.781866 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d6857392-0902-4816-913b-a3713810bc04), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:15.806166 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283e01e7-8894-49d3-bb82-1c4c86f917d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6857392-0902-4816-913b-a3713810bc04'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:50:15.808835 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7c9166-0d9c-4d93-b67d-411ac8a8ac04" -d '{"events": [{"server_uuid": "283e01e7-8894-49d3-bb82-1c4c86f917d0", "name": "network-vif-plugged", "status": "completed", "tag": "d6857392-0902-4816-913b-a3713810bc04"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:50:15.822731 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port d6857392-0902-4816-913b-a3713810bc04, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=d6857392-0902-4816-913b-a3713810bc04,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:15.830018 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (d6857392-0902-4816-913b-a3713810bc04), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:15.864427 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c266b-7e6d-4055-bd8f-b5d65b7e0008 req-df172e45-2d11-4762-9946-8889647087e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:15.866460 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f01c266b-7e6d-4055-bd8f-b5d65b7e0008 req-df172e45-2d11-4762-9946-8889647087e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.1065903 Mar 01 13:50:15.883184 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3e5f6282-1bbb-4953-892b-6bf263de2ef0 req-be403cc9-9361-465e-a008-4be986cb19f1 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734402 Mar 01 13:50:15.906585 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=d6857392-0902-4816-913b-a3713810bc04,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:15.957589 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f5164686-e43d-4a72-ae3f-9a10bea1bdd2 req-ba1dadeb-848f-4397-80c5-f38e31359263 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781461 Mar 01 13:50:16.015305 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369158c7-4584-49f0-a089-784e42192142 x-openstack-request-id: req-369158c7-4584-49f0-a089-784e42192142 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:50:16.015600 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7440d07-774c-4100-81e2-e7f709988c38", "name": "network-vif-deleted", "tag": "9ea2c00e-40c5-4e96-b75f-82a4815703c5", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:50:16.015884 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-369158c7-4584-49f0-a089-784e42192142 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:50:16.016371 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7440d07-774c-4100-81e2-e7f709988c38', 'name': 'network-vif-deleted', 'tag': '9ea2c00e-40c5-4e96-b75f-82a4815703c5', 'status': 'completed', 'code': 200} Mar 01 13:50:16.038798 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c266b-7e6d-4055-bd8f-b5d65b7e0008 req-c2f438cc-cab3-441b-b6b5-c1a29694899e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:16.040377 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f01c266b-7e6d-4055-bd8f-b5d65b7e0008 req-c2f438cc-cab3-441b-b6b5-c1a29694899e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1531146 Mar 01 13:50:16.068409 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85415390-90d8-48fe-a1cb-81f1c81db519 req-3b473dda-7028-4946-90ef-69b374b1152b tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:16.069062 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40984) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:16.070579 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-85415390-90d8-48fe-a1cb-81f1c81db519 req-3b473dda-7028-4946-90ef-69b374b1152b tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=283e01e7-8894-49d3-bb82-1c4c86f917d0 HTTP/1.1" status: 200 len: 949 time: 0.1121111 Mar 01 13:50:16.094178 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b5b54f66-2fcc-4761-a21f-7abf66633c89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:16.223524 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b5b54f66-2fcc-4761-a21f-7abf66633c89 admin admin] Publish callbacks [] for security_group (dc546f08-79af-4d8e-b5aa-c6ccc452a3ff), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:16.231469 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-85415390-90d8-48fe-a1cb-81f1c81db519 req-de73e9b4-2247-4960-a7e0-14098a3ab6be tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525757 Mar 01 13:50:16.235719 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f01c266b-7e6d-4055-bd8f-b5d65b7e0008 req-0f7dab03-99c5-49a0-bf01-08c50fd91d09 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802413 Mar 01 13:50:16.242710 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b5b54f66-2fcc-4761-a21f-7abf66633c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (dc546f08-79af-4d8e-b5aa-c6ccc452a3ff), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:16.269754 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33bca6-188d-4500-a6e4-5bd9f3857eaf req-5cfc3cb1-480b-4d6e-bd0a-d68d1da82b92 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:16.278575 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0d33bca6-188d-4500-a6e4-5bd9f3857eaf req-5cfc3cb1-480b-4d6e-bd0a-d68d1da82b92 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.1726449 Mar 01 13:50:16.279596 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d654cbf3-3da9-463e-b01e-a9382f1c66dd x-openstack-request-id: req-d654cbf3-3da9-463e-b01e-a9382f1c66dd {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:50:16.280484 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283e01e7-8894-49d3-bb82-1c4c86f917d0", "name": "network-vif-plugged", "status": "completed", "tag": "d6857392-0902-4816-913b-a3713810bc04", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:50:16.280898 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d654cbf3-3da9-463e-b01e-a9382f1c66dd {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:50:16.281440 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283e01e7-8894-49d3-bb82-1c4c86f917d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6857392-0902-4816-913b-a3713810bc04', 'code': 200} Mar 01 13:50:16.301155 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b5b54f66-2fcc-4761-a21f-7abf66633c89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d71b7925beba43a8b4dd5652e3347cbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2309928 Mar 01 13:50:16.311703 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b54f66-2fcc-4761-a21f-7abf66633c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc546f08-79af-4d8e-b5aa-c6ccc452a3ff,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:16.318128 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40986) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:16.404387 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0d33bca6-188d-4500-a6e4-5bd9f3857eaf req-71a89d90-3716-4cbc-acfb-169dee45a078 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248140 Mar 01 13:50:16.421925 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-beed612f-dd6b-47db-a951-5af1617aac31 admin admin] Publish callbacks [] for security_group (dc546f08-79af-4d8e-b5aa-c6ccc452a3ff), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:16.436047 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d3430-e9ce-46d0-9021-7e8137a5fb36 req-cf2a7407-c60f-40e8-9f58-d797f907da9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:16.437941 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-462d3430-e9ce-46d0-9021-7e8137a5fb36 req-cf2a7407-c60f-40e8-9f58-d797f907da9e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=283e01e7-8894-49d3-bb82-1c4c86f917d0 HTTP/1.1" status: 200 len: 1131 time: 0.0844834 Mar 01 13:50:16.467596 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-beed612f-dd6b-47db-a951-5af1617aac31 admin admin] Publish callbacks [] for security_group (dc546f08-79af-4d8e-b5aa-c6ccc452a3ff), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:16.526003 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-462d3430-e9ce-46d0-9021-7e8137a5fb36 req-37e3dc40-aaa4-4ccf-9edd-7eea201801d0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769114 Mar 01 13:50:16.535568 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c4d81-410a-485b-b827-01f0c4f16864 req-68f274c8-21a0-436a-9e36-36fe9ff6f08b tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:16.546010 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a16c4d81-410a-485b-b827-01f0c4f16864 req-68f274c8-21a0-436a-9e36-36fe9ff6f08b tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/ports?device_id=0205a609-0062-4635-be52-a55c1df2a64c HTTP/1.1" status: 200 len: 947 time: 0.1816530 Mar 01 13:50:16.548769 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-beed612f-dd6b-47db-a951-5af1617aac31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (dc546f08-79af-4d8e-b5aa-c6ccc452a3ff), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:16.550660 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f01c266b-7e6d-4055-bd8f-b5d65b7e0008 req-7b38e000-58c9-4a72-8447-612a6b43e844 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995200 Mar 01 13:50:16.553199 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-beed612f-dd6b-47db-a951-5af1617aac31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:16.554812 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-beed612f-dd6b-47db-a951-5af1617aac31 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc546f08-79af-4d8e-b5aa-c6ccc452a3ff HTTP/1.1" status: 204 len: 168 time: 0.2313631 Mar 01 13:50:16.580305 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed612f-dd6b-47db-a951-5af1617aac31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc546f08-79af-4d8e-b5aa-c6ccc452a3ff,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:16.651944 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a16c4d81-410a-485b-b827-01f0c4f16864 req-a0e6f54e-fc99-4b20-ac3f-ccc8137ae5a3 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0d2017-27c4-40ed-8ff7-4d726b30135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975242 Mar 01 13:50:16.685423 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0a9ae-2d0b-4dfc-9a72-544bc384d00f req-00250c8d-4dc5-47c3-9cd0-ef89d4503d47 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:16.687019 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-07c0a9ae-2d0b-4dfc-9a72-544bc384d00f req-00250c8d-4dc5-47c3-9cd0-ef89d4503d47 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 944 time: 0.0917239 Mar 01 13:50:16.781164 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-07c0a9ae-2d0b-4dfc-9a72-544bc384d00f req-06ef46a9-3c92-4bc9-9e69-3a6ee6feb3cd tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846679 Mar 01 13:50:16.872627 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-20f3bae8-2b99-45b1-a93b-9aa90a7b49e0 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:16.874265 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-20f3bae8-2b99-45b1-a93b-9aa90a7b49e0 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/networks?id=1db2e377-eb34-4fc8-b308-125f1046605c HTTP/1.1" status: 200 len: 811 time: 0.1295166 Mar 01 13:50:16.890634 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-9b0feebd-2700-439c-8aef-da9e160d4b34 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/quotas/f3e60b304ea34ca8a598bc4e060e2ca5 HTTP/1.1" status: 200 len: 375 time: 0.0101581 Mar 01 13:50:16.941358 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-3f858a7a-9190-49b0-9180-6ad64d50f5b8 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f3e60b304ea34ca8a598bc4e060e2ca5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424411 Mar 01 13:50:17.031864 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bb348-ef63-4b66-9f49-fb13eabee9cc req-f93a2801-3a68-429a-b910-dfc4ceb58dad tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:17.040129 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4a9bb348-ef63-4b66-9f49-fb13eabee9cc req-f93a2801-3a68-429a-b910-dfc4ceb58dad tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4a3a8e-b255-4aad-81b1-e5286baccac4 HTTP/1.1" status: 200 len: 945 time: 0.0809045 Mar 01 13:50:17.098100 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4a9bb348-ef63-4b66-9f49-fb13eabee9cc req-6bcdf28c-0fba-4d11-bb6d-9edba2e65bcb tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567632 Mar 01 13:50:17.280636 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096dc7f-4f04-4c6f-a692-b2153192f6a6 req-d52f0180-a1ca-47dc-9831-8cb2c8bb884a tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:17.282108 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4096dc7f-4f04-4c6f-a692-b2153192f6a6 req-d52f0180-a1ca-47dc-9831-8cb2c8bb884a tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.1191339 Mar 01 13:50:17.303078 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-d11232ec-186d-4c4b-bf41-4de41fafe438 service neutron] 10.222.0.13 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541896 Mar 01 13:50:17.393355 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4096dc7f-4f04-4c6f-a692-b2153192f6a6 req-c0b5923d-ce9e-4e06-a873-4764b218d205 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017578 Mar 01 13:50:17.468696 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-a3ce8d64-6aac-4ea1-9dcd-8a4825b47a3b service neutron] 10.222.0.13 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560948 Mar 01 13:50:17.572884 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf512b-56fb-41ef-8dd5-fbac275266c3 req-9322379d-fe4a-490d-b97f-541765b4f221 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:17.573562 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 0a411bfb-f022-48a5-96eb-6e1577d0af17 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:50:17.577100 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b4e66f26-3aca-440f-8d8f-bea28900bd0f no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:50:17.579729 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4fdf512b-56fb-41ef-8dd5-fbac275266c3 req-9322379d-fe4a-490d-b97f-541765b4f221 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=283e01e7-8894-49d3-bb82-1c4c86f917d0 HTTP/1.1" status: 200 len: 949 time: 0.1026011 Mar 01 13:50:17.596799 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8856c7c-a4af-40ce-98fa-9a1e315bfa18 req-365b8030-397d-4f33-8d69-56d9f1d12f71 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:17.598902 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e8856c7c-a4af-40ce-98fa-9a1e315bfa18 req-365b8030-397d-4f33-8d69-56d9f1d12f71 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c4a3a8e-b255-4aad-81b1-e5286baccac4 HTTP/1.1" status: 200 len: 945 time: 0.0925422 Mar 01 13:50:17.865084 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port b4e66f26-3aca-440f-8d8f-bea28900bd0f is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:50:17.865558 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b4e66f26-3aca-440f-8d8f-bea28900bd0f), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:17.872858 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 0a411bfb-f022-48a5-96eb-6e1577d0af17, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=0a411bfb-f022-48a5-96eb-6e1577d0af17,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:17.905682 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '0a411bfb-f022-48a5-96eb-6e1577d0af17', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': '0a411bfb-f022-48a5-96eb-6e1577d0af17', 'mac_address': 'fa:16:3e:7f:92:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:50:17.939771 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b4e66f26-3aca-440f-8d8f-bea28900bd0f, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b4e66f26-3aca-440f-8d8f-bea28900bd0f,segment=NetworkSegment(5682489f-cf80-4a1c-8ade-e83424038ed9),segment_id=5682489f-cf80-4a1c-8ade-e83424038ed9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:17.992645 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b4e66f26-3aca-440f-8d8f-bea28900bd0f), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:17.994672 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 9ea2c00e-40c5-4e96-b75f-82a4815703c5 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:50:18.064380 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: 9ea2c00e-40c5-4e96-b75f-82a4815703c5 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:50:18.065031 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 9ea2c00e-40c5-4e96-b75f-82a4815703c5 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:50:18.071232 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=b4e66f26-3aca-440f-8d8f-bea28900bd0f,revision_number=8']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:18.088008 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 0a411bfb-f022-48a5-96eb-6e1577d0af17 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:50:18.090282 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (0a411bfb-f022-48a5-96eb-6e1577d0af17), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:18.125720 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a411bfb-f022-48a5-96eb-6e1577d0af17 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:50:18.175836 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 0a411bfb-f022-48a5-96eb-6e1577d0af17, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=0a411bfb-f022-48a5-96eb-6e1577d0af17,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:18.186875 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (0a411bfb-f022-48a5-96eb-6e1577d0af17), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:18.218844 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4fdf512b-56fb-41ef-8dd5-fbac275266c3 req-1b3a49b5-4e40-47b6-8fd3-42b9e455f415 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6381762 Mar 01 13:50:18.267464 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-e8856c7c-a4af-40ce-98fa-9a1e315bfa18 req-37222440-0027-4069-91ca-f7a3cec61614 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Deleting port b4e66f26-3aca-440f-8d8f-bea28900bd0f {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:50:18.268480 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e8856c7c-a4af-40ce-98fa-9a1e315bfa18 req-37222440-0027-4069-91ca-f7a3cec61614 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (b4e66f26-3aca-440f-8d8f-bea28900bd0f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:18.283602 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca778491-ca45-4596-b8dc-8a927e8df7dc req-a72d31d8-bbab-4b83-81c1-e4d21fa2ed2e tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:18.285823 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4a3a8e-b255-4aad-81b1-e5286baccac4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4e66f26-3aca-440f-8d8f-bea28900bd0f'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:50:18.291600 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ca778491-ca45-4596-b8dc-8a927e8df7dc req-a72d31d8-bbab-4b83-81c1-e4d21fa2ed2e tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.1584122 Mar 01 13:50:18.291810 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875bc432-55db-493a-91a7-6f851e9f526b" -d '{"events": [{"server_uuid": "9c4a3a8e-b255-4aad-81b1-e5286baccac4", "name": "network-vif-unplugged", "status": "completed", "tag": "b4e66f26-3aca-440f-8d8f-bea28900bd0f"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:50:18.298049 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=0a411bfb-f022-48a5-96eb-6e1577d0af17,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:18.397487 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-65591cb7-796d-4a8b-a9b0-1327347a6964 req-1f8a9820-62e4-41ba-8272-d574ca359f54 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3 HTTP/1.1" status: 200 len: 210 time: 0.0926604 Mar 01 13:50:18.439248 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ca778491-ca45-4596-b8dc-8a927e8df7dc req-b147a833-77df-4593-ba07-4f22264b4eef tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446893 Mar 01 13:50:18.442159 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41068) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:18.592714 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-e8856c7c-a4af-40ce-98fa-9a1e315bfa18 req-37222440-0027-4069-91ca-f7a3cec61614 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] For port b4e66f26-3aca-440f-8d8f-bea28900bd0f, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b4e66f26-3aca-440f-8d8f-bea28900bd0f,segment=NetworkSegment(5682489f-cf80-4a1c-8ade-e83424038ed9),segment_id=5682489f-cf80-4a1c-8ade-e83424038ed9)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:18.592989 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e8856c7c-a4af-40ce-98fa-9a1e315bfa18 req-37222440-0027-4069-91ca-f7a3cec61614 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (b4e66f26-3aca-440f-8d8f-bea28900bd0f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:18.619273 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-e8856c7c-a4af-40ce-98fa-9a1e315bfa18 req-37222440-0027-4069-91ca-f7a3cec61614 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Calling delete_port for b4e66f26-3aca-440f-8d8f-bea28900bd0f owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:50:18.635966 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a83b61-1013-45b4-aacc-a73293a3852c req-90fb6772-3931-4032-85fc-a5a1581dc90c tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:18.637618 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-25a83b61-1013-45b4-aacc-a73293a3852c req-90fb6772-3931-4032-85fc-a5a1581dc90c tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/ports?device_id=0205a609-0062-4635-be52-a55c1df2a64c HTTP/1.1" status: 200 len: 947 time: 0.1381605 Mar 01 13:50:18.650483 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-fe6171f7-e025-41df-adbb-639029ea1ec4 tempest-PortsAdminExtendedAttrsTestJSON-1924082860 tempest-PortsAdminExtendedAttrsTestJSON-1924082860-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-988176076'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:18.673185 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6171f7-e025-41df-adbb-639029ea1ec4 tempest-PortsAdminExtendedAttrsTestJSON-1924082860 tempest-PortsAdminExtendedAttrsTestJSON-1924082860-project] Made reservation on behalf of ecb0fe62f1b94c199a51b2b90d8ddbfa for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:50:18.677156 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fe6171f7-e025-41df-adbb-639029ea1ec4 tempest-PortsAdminExtendedAttrsTestJSON-1924082860 tempest-PortsAdminExtendedAttrsTestJSON-1924082860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:18.686242 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fe6171f7-e025-41df-adbb-639029ea1ec4 tempest-PortsAdminExtendedAttrsTestJSON-1924082860 tempest-PortsAdminExtendedAttrsTestJSON-1924082860-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:18.687294 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['0a411bfb-f022-48a5-96eb-6e1577d0af17'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:50:18.777597 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fe6171f7-e025-41df-adbb-639029ea1ec4 tempest-PortsAdminExtendedAttrsTestJSON-1924082860 tempest-PortsAdminExtendedAttrsTestJSON-1924082860-project] Publish callbacks [] for security_group (0cb5e294-1fbe-44e1-ba3f-52a74109d97b), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:18.779185 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fdbf5e-18ed-4a8e-93a4-09d781af899e req-26650e58-4a96-4662-ba84-8c8ad332145d tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:18.780829 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-98fdbf5e-18ed-4a8e-93a4-09d781af899e req-26650e58-4a96-4662-ba84-8c8ad332145d tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 944 time: 0.2268510 Mar 01 13:50:18.789405 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fe6171f7-e025-41df-adbb-639029ea1ec4 tempest-PortsAdminExtendedAttrsTestJSON-1924082860 tempest-PortsAdminExtendedAttrsTestJSON-1924082860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (0cb5e294-1fbe-44e1-ba3f-52a74109d97b), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:18.827627 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe6171f7-e025-41df-adbb-639029ea1ec4 tempest-PortsAdminExtendedAttrsTestJSON-1924082860 tempest-PortsAdminExtendedAttrsTestJSON-1924082860-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:50:18.839612 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6171f7-e025-41df-adbb-639029ea1ec4 tempest-PortsAdminExtendedAttrsTestJSON-1924082860 tempest-PortsAdminExtendedAttrsTestJSON-1924082860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb5e294-1fbe-44e1-ba3f-52a74109d97b,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:18.894714 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-25a83b61-1013-45b4-aacc-a73293a3852c req-84bb73f0-0ccf-48f4-b21a-520d552d67b9 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0d2017-27c4-40ed-8ff7-4d726b30135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448478 Mar 01 13:50:18.900042 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-98fdbf5e-18ed-4a8e-93a4-09d781af899e req-a74b7ae7-d550-4ed5-9ae4-df136a4d7a73 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102238 Mar 01 13:50:18.937873 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e8856c7c-a4af-40ce-98fa-9a1e315bfa18 req-37222440-0027-4069-91ca-f7a3cec61614 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (b4e66f26-3aca-440f-8d8f-bea28900bd0f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:18.939080 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fe6171f7-e025-41df-adbb-639029ea1ec4 tempest-PortsAdminExtendedAttrsTestJSON-1924082860 tempest-PortsAdminExtendedAttrsTestJSON-1924082860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (dada5916-9daa-4237-ab57-f0f635018c95), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:18.939821 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-fe6171f7-e025-41df-adbb-639029ea1ec4 tempest-PortsAdminExtendedAttrsTestJSON-1924082860 tempest-PortsAdminExtendedAttrsTestJSON-1924082860-project] Added segment dada5916-9daa-4237-ab57-f0f635018c95 of type vlan for network c0925bae-283a-4194-9496-1a3740e283b4 Mar 01 13:50:18.990895 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 13:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d00f2b9-4f5c-4975-a5e8-46ba103ed7c0 x-openstack-request-id: req-4d00f2b9-4f5c-4975-a5e8-46ba103ed7c0 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:50:18.991189 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4a3a8e-b255-4aad-81b1-e5286baccac4", "name": "network-vif-unplugged", "status": "completed", "tag": "b4e66f26-3aca-440f-8d8f-bea28900bd0f", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:50:18.991459 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d00f2b9-4f5c-4975-a5e8-46ba103ed7c0 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:50:18.992689 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4a3a8e-b255-4aad-81b1-e5286baccac4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4e66f26-3aca-440f-8d8f-bea28900bd0f', 'code': 200} Mar 01 13:50:19.019790 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37222440-0027-4069-91ca-f7a3cec61614 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Pushing event deleted for resources: {'Port': ['ID=b4e66f26-3aca-440f-8d8f-bea28900bd0f,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:19.046328 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b13c5f46-9a87-4836-b279-c724c0421307 req-ce7a2c71-c944-427f-b013-f349b830a626 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4a3a8e-b255-4aad-81b1-e5286baccac4 HTTP/1.1" status: 200 len: 210 time: 0.0444701 Mar 01 13:50:19.048751 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fe6171f7-e025-41df-adbb-639029ea1ec4 tempest-PortsAdminExtendedAttrsTestJSON-1924082860 tempest-PortsAdminExtendedAttrsTestJSON-1924082860-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (c0925bae-283a-4194-9496-1a3740e283b4), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:19.114277 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fe6171f7-e025-41df-adbb-639029ea1ec4 tempest-PortsAdminExtendedAttrsTestJSON-1924082860 tempest-PortsAdminExtendedAttrsTestJSON-1924082860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (c0925bae-283a-4194-9496-1a3740e283b4), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:19.120695 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6171f7-e025-41df-adbb-639029ea1ec4 tempest-PortsAdminExtendedAttrsTestJSON-1924082860 tempest-PortsAdminExtendedAttrsTestJSON-1924082860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:19.121503 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fe6171f7-e025-41df-adbb-639029ea1ec4 tempest-PortsAdminExtendedAttrsTestJSON-1924082860 tempest-PortsAdminExtendedAttrsTestJSON-1924082860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:19.123189 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8856c7c-a4af-40ce-98fa-9a1e315bfa18 req-37222440-0027-4069-91ca-f7a3cec61614 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] No DVR routers for this DVR port b4e66f26-3aca-440f-8d8f-bea28900bd0f on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:50:19.126436 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e8856c7c-a4af-40ce-98fa-9a1e315bfa18 req-37222440-0027-4069-91ca-f7a3cec61614 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:19.129805 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e8856c7c-a4af-40ce-98fa-9a1e315bfa18 req-37222440-0027-4069-91ca-f7a3cec61614 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.32 "DELETE /v2.0/ports/b4e66f26-3aca-440f-8d8f-bea28900bd0f HTTP/1.1" status: 204 len: 173 time: 1.5224488 Mar 01 13:50:19.130282 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4a3a8e-b255-4aad-81b1-e5286baccac4', 'name': 'network-vif-deleted', 'tag': 'b4e66f26-3aca-440f-8d8f-bea28900bd0f'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:50:19.132601 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91764a81-ee66-47fd-9576-35e9266dd848" -d '{"events": [{"server_uuid": "9c4a3a8e-b255-4aad-81b1-e5286baccac4", "name": "network-vif-deleted", "tag": "b4e66f26-3aca-440f-8d8f-bea28900bd0f"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:50:19.164582 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5638c-0b8f-4ad8-a72a-461a20a69f8f req-234bff7a-407a-4499-8bc1-50a3d5e464af tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:19.166055 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-94d5638c-0b8f-4ad8-a72a-461a20a69f8f req-234bff7a-407a-4499-8bc1-50a3d5e464af tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.0946081 Mar 01 13:50:19.206841 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c5ff16-0057-4636-9fd0-33bf34daaf4d x-openstack-request-id: req-e0c5ff16-0057-4636-9fd0-33bf34daaf4d {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:50:19.207581 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4a3a8e-b255-4aad-81b1-e5286baccac4", "name": "network-vif-deleted", "tag": "b4e66f26-3aca-440f-8d8f-bea28900bd0f", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:50:19.208021 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0c5ff16-0057-4636-9fd0-33bf34daaf4d {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:50:19.208797 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4a3a8e-b255-4aad-81b1-e5286baccac4', 'name': 'network-vif-deleted', 'tag': 'b4e66f26-3aca-440f-8d8f-bea28900bd0f', 'status': 'completed', 'code': 200} Mar 01 13:50:19.233024 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-94d5638c-0b8f-4ad8-a72a-461a20a69f8f req-ab161f24-2348-4ed4-aabc-ee781673db44 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585425 Mar 01 13:50:19.292083 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fe6171f7-e025-41df-adbb-639029ea1ec4 tempest-PortsAdminExtendedAttrsTestJSON-1924082860 tempest-PortsAdminExtendedAttrsTestJSON-1924082860-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8487051 Mar 01 13:50:19.298668 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6171f7-e025-41df-adbb-639029ea1ec4 tempest-PortsAdminExtendedAttrsTestJSON-1924082860 tempest-PortsAdminExtendedAttrsTestJSON-1924082860-project] Pushing event updated for resources: {'Network': ['ID=c0925bae-283a-4194-9496-1a3740e283b4,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:19.315587 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network c0925bae-283a-4194-9496-1a3740e283b4 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:50:19.382864 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-44fb9c63-651a-47f0-ae7e-b771ed5d8af5 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:19.383445 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-44fb9c63-651a-47f0-ae7e-b771ed5d8af5 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.32 "GET /v2.0/networks?id=1db2e377-eb34-4fc8-b308-125f1046605c HTTP/1.1" status: 200 len: 811 time: 0.2973137 Mar 01 13:50:19.402511 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-77939153-1418-41ea-83ad-36f8f057a157 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Request body: {'port': {'device_id': '2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3', 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c', 'admin_state_up': True, 'tenant_id': 'f3e60b304ea34ca8a598bc4e060e2ca5'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:19.458286 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64e30d-7766-455a-9607-47830589ba23 req-a3939f8e-18f9-49e1-b9e2-3d99e22d095f tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:19.461793 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-da64e30d-7766-455a-9607-47830589ba23 req-a3939f8e-18f9-49e1-b9e2-3d99e22d095f tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=283e01e7-8894-49d3-bb82-1c4c86f917d0 HTTP/1.1" status: 200 len: 949 time: 0.1087906 Mar 01 13:50:19.523345 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-da64e30d-7766-455a-9607-47830589ba23 req-a64e5def-fc63-495e-8538-a1be6f89d166 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546489 Mar 01 13:50:19.574556 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41086) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:19.580638 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Request body: {'port': {'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4', 'binding:host_id': 'n-h1-827467-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-914958056'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:19.585290 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device d449d059-cd82-40c3-b8ba-d86c2eedc7f4 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:50:19.588874 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b4e66f26-3aca-440f-8d8f-bea28900bd0f no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:50:19.601890 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-77939153-1418-41ea-83ad-36f8f057a157 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Made reservation on behalf of f3e60b304ea34ca8a598bc4e060e2ca5 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:50:19.605565 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-77939153-1418-41ea-83ad-36f8f057a157 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:19.615103 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Made reservation on behalf of 30229011aa1e423b998866ddc2783b7c for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:50:19.618854 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:19.639531 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:19.644084 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: b4e66f26-3aca-440f-8d8f-bea28900bd0f {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:50:19.644618 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b4e66f26-3aca-440f-8d8f-bea28900bd0f not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:50:19.693266 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7a9f9fcc-f730-41db-b7c6-5c9d101e9d1f req-57acb345-4c2b-46b1-b7d2-9176966900ec tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3 HTTP/1.1" status: 200 len: 210 time: 0.0708876 Mar 01 13:50:19.773210 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port d449d059-cd82-40c3-b8ba-d86c2eedc7f4, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=d449d059-cd82-40c3-b8ba-d86c2eedc7f4,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:19.778674 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64df959-9151-41ab-9618-dc112b04b4a7 req-5e485771-cb4a-4f49-bdbd-6d3218e199a5 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:19.790544 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a64df959-9151-41ab-9618-dc112b04b4a7 req-5e485771-cb4a-4f49-bdbd-6d3218e199a5 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.1524501 Mar 01 13:50:19.806099 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'd449d059-cd82-40c3-b8ba-d86c2eedc7f4', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': 'd449d059-cd82-40c3-b8ba-d86c2eedc7f4', 'mac_address': 'fa:16:3e:08:57:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:50:19.812009 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-77939153-1418-41ea-83ad-36f8f057a157 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Allocated IP 172.20.0.4 (1db2e377-eb34-4fc8-b308-125f1046605c/0074be29-4f96-45b4-82b7-e955d173d55c/f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:50:19.851230 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port d449d059-cd82-40c3-b8ba-d86c2eedc7f4 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:50:19.852142 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d449d059-cd82-40c3-b8ba-d86c2eedc7f4), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:19.867503 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d449d059-cd82-40c3-b8ba-d86c2eedc7f4 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:50:19.891614 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port d449d059-cd82-40c3-b8ba-d86c2eedc7f4, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=d449d059-cd82-40c3-b8ba-d86c2eedc7f4,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:19.900679 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (d449d059-cd82-40c3-b8ba-d86c2eedc7f4), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:19.906653 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326694e-0914-4492-8139-e8cdbc1a97a5 req-40bd11f3-909d-4533-a735-b5f56ef648f4 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:19.913718 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8326694e-0914-4492-8139-e8cdbc1a97a5 req-40bd11f3-909d-4533-a735-b5f56ef648f4 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc43d46-5160-46ec-adc5-d050c6a5681e HTTP/1.1" status: 200 len: 949 time: 0.1221800 Mar 01 13:50:19.951848 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks [] for security_group (35726101-70f2-4c2e-b3cd-59dfa5cc2bde), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:19.958723 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a64df959-9151-41ab-9618-dc112b04b4a7 req-3f8c06a6-c998-4130-b398-ab2887bcd983 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549430 Mar 01 13:50:19.961693 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (35726101-70f2-4c2e-b3cd-59dfa5cc2bde), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:20.000803 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] device_id is not set on port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:50:20.008912 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35726101-70f2-4c2e-b3cd-59dfa5cc2bde,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:20.069604 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=d449d059-cd82-40c3-b8ba-d86c2eedc7f4,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:20.144023 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8326694e-0914-4492-8139-e8cdbc1a97a5 req-97819842-742e-4d38-9803-c1ca9af925f1 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252271 Mar 01 13:50:20.153069 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-77939153-1418-41ea-83ad-36f8f057a157 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks [] for port (f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:20.196018 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-77939153-1418-41ea-83ad-36f8f057a157 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:20.263929 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-77939153-1418-41ea-83ad-36f8f057a157 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Network 1db2e377-eb34-4fc8-b308-125f1046605c is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:50:20.267440 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-77939153-1418-41ea-83ad-36f8f057a157 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:50:20.271523 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-77939153-1418-41ea-83ad-36f8f057a157 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:50:20.297311 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77939153-1418-41ea-83ad-36f8f057a157 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Pushing event updated for resources: {'Port': ['ID=f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:20.325716 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51842c-ee35-4feb-95af-bfaf749ed07e req-de17da35-9edc-4900-bf8c-04ad4658f9e5 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:20.332176 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2c51842c-ee35-4feb-95af-bfaf749ed07e req-de17da35-9edc-4900-bf8c-04ad4658f9e5 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/ports?device_id=0205a609-0062-4635-be52-a55c1df2a64c HTTP/1.1" status: 200 len: 948 time: 0.2154207 Mar 01 13:50:20.335739 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-77939153-1418-41ea-83ad-36f8f057a157 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:20.336357 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-77939153-1418-41ea-83ad-36f8f057a157 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:20.353554 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-77939153-1418-41ea-83ad-36f8f057a157 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9553933 Mar 01 13:50:20.370260 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-aea8ae64-ff0f-463b-be56-120f3dae5c3f service neutron] Request body: {'port': {'device_id': '2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:20.417706 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea5d58-1fa6-4427-a8f7-d5ff7b07e1a0 req-705426b9-d9ce-413f-9dd5-840617fe2ed9 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:20.419424 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ccea5d58-1fa6-4427-a8f7-d5ff7b07e1a0 req-705426b9-d9ce-413f-9dd5-840617fe2ed9 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 944 time: 0.1872792 Mar 01 13:50:20.434945 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-aea8ae64-ff0f-463b-be56-120f3dae5c3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:20.468934 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['d449d059-cd82-40c3-b8ba-d86c2eedc7f4'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:50:20.503143 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2c51842c-ee35-4feb-95af-bfaf749ed07e req-507c6186-c3fc-4268-bde7-a65394035150 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0d2017-27c4-40ed-8ff7-4d726b30135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416867 Mar 01 13:50:20.512725 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] device_id is not set on port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:50:20.536374 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks [] for port (9a89b912-4ad0-49d8-bda4-424ab6cc1d06), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:20.550233 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ccea5d58-1fa6-4427-a8f7-d5ff7b07e1a0 req-4e0368e7-b98e-4814-ba71-06fc1bec3412 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115236 Mar 01 13:50:20.556134 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (9a89b912-4ad0-49d8-bda4-424ab6cc1d06), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:20.666619 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Pushing event updated for resources: {'Port': ['ID=9a89b912-4ad0-49d8-bda4-424ab6cc1d06,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:20.683137 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Checking segment: {'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:50:20.684089 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Network hostable DHCP agents. Network: c0925bae-283a-4194-9496-1a3740e283b4, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:50:20.747556 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Network c0925bae-283a-4194-9496-1a3740e283b4 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:50:20.766262 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, c0925bae-283a-4194-9496-1a3740e283b4) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:50:20.774661 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97338f56-b7bb-4b0e-a7bc-a89d5a30839d None None] Network c0925bae-283a-4194-9496-1a3740e283b4 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:50:20.775357 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eeeb10-09bc-4cd7-b174-26c2e43da0b9 req-3aca02e3-55a8-42fd-a639-afb347fd1db5 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:20.782374 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-45eeeb10-09bc-4cd7-b174-26c2e43da0b9 req-3aca02e3-55a8-42fd-a639-afb347fd1db5 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.0921500 Mar 01 13:50:20.792229 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:50:20.817545 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:20.817937 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:20.818312 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on network c0925bae-283a-4194-9496-1a3740e283b4 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:20.831272 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on network c0925bae-283a-4194-9496-1a3740e283b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:20.831619 n-d-827467-3 neutron-server[103727]: ERROR neutron.plugins.ml2.managers [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Failed to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] Mar 01 13:50:20.835890 n-d-827467-3 neutron-server[103727]: INFO neutron.plugins.ml2.plugin [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempt 2 to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 Mar 01 13:50:20.854806 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-45eeeb10-09bc-4cd7-b174-26c2e43da0b9 req-3ebeb79c-5e40-42d8-b930-d53f408bffe8 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715580 Mar 01 13:50:20.855980 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:20.856457 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:20.857112 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on network c0925bae-283a-4194-9496-1a3740e283b4 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:20.862740 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on network c0925bae-283a-4194-9496-1a3740e283b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:20.863037 n-d-827467-3 neutron-server[103727]: ERROR neutron.plugins.ml2.managers [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Failed to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] Mar 01 13:50:20.863418 n-d-827467-3 neutron-server[103727]: INFO neutron.plugins.ml2.plugin [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempt 3 to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 Mar 01 13:50:20.866077 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-aea8ae64-ff0f-463b-be56-120f3dae5c3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:50:20.881602 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-aea8ae64-ff0f-463b-be56-120f3dae5c3f service neutron] Publish callbacks [] for port (f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:20.890871 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:20.891206 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:20.891542 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on network c0925bae-283a-4194-9496-1a3740e283b4 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:20.907319 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41100) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:20.907962 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on network c0925bae-283a-4194-9496-1a3740e283b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:20.908299 n-d-827467-3 neutron-server[103727]: ERROR neutron.plugins.ml2.managers [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Failed to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] Mar 01 13:50:20.909095 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-aea8ae64-ff0f-463b-be56-120f3dae5c3f service neutron] Transition to ACTIVE for port object f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:50:20.913219 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-f2345418-95f1-41fa-8059-f3d9e7c05d0b tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Request body: {'security_group': {'name': 'tempest-securitygroup--831689812', 'description': 'tempest-description--1032266167'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:20.916971 n-d-827467-3 neutron-server[103727]: INFO neutron.plugins.ml2.plugin [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempt 4 to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 Mar 01 13:50:20.929629 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-aea8ae64-ff0f-463b-be56-120f3dae5c3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:20.951933 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:20.952276 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:20.952613 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on network c0925bae-283a-4194-9496-1a3740e283b4 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:20.960821 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on network c0925bae-283a-4194-9496-1a3740e283b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:20.960924 n-d-827467-3 neutron-server[103727]: ERROR neutron.plugins.ml2.managers [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Failed to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] Mar 01 13:50:20.961308 n-d-827467-3 neutron-server[103727]: INFO neutron.plugins.ml2.plugin [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempt 5 to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 Mar 01 13:50:20.971542 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f2345418-95f1-41fa-8059-f3d9e7c05d0b tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:20.994705 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:20.995039 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:20.995415 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on network c0925bae-283a-4194-9496-1a3740e283b4 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:21.001604 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on network c0925bae-283a-4194-9496-1a3740e283b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:21.001604 n-d-827467-3 neutron-server[103727]: ERROR neutron.plugins.ml2.managers [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Failed to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] Mar 01 13:50:21.006809 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8ae64-ff0f-463b-be56-120f3dae5c3f service neutron] Pushing event updated for resources: {'Port': ['ID=f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:21.015900 n-d-827467-3 neutron-server[103727]: INFO neutron.plugins.ml2.plugin [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempt 6 to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 Mar 01 13:50:21.052409 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:21.052803 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:21.053112 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on network c0925bae-283a-4194-9496-1a3740e283b4 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:21.075099 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on network c0925bae-283a-4194-9496-1a3740e283b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:21.075445 n-d-827467-3 neutron-server[103727]: ERROR neutron.plugins.ml2.managers [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Failed to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] Mar 01 13:50:21.084634 n-d-827467-3 neutron-server[103727]: INFO neutron.plugins.ml2.plugin [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempt 7 to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 Mar 01 13:50:21.093240 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ead33-913e-4611-88ef-7dca59dcc24d req-3179a415-55d3-44d5-a53a-a411c4242317 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:21.094736 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-348ead33-913e-4611-88ef-7dca59dcc24d req-3179a415-55d3-44d5-a53a-a411c4242317 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3 HTTP/1.1" status: 200 len: 943 time: 0.1121316 Mar 01 13:50:21.139133 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:21.139514 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:21.139847 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on network c0925bae-283a-4194-9496-1a3740e283b4 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:21.182726 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on network c0925bae-283a-4194-9496-1a3740e283b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:21.183002 n-d-827467-3 neutron-server[103727]: ERROR neutron.plugins.ml2.managers [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Failed to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] Mar 01 13:50:21.186338 n-d-827467-3 neutron-server[103727]: INFO neutron.plugins.ml2.plugin [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempt 8 to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 Mar 01 13:50:21.207823 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f2345418-95f1-41fa-8059-f3d9e7c05d0b tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks [] for security_group (fce5e20a-d4ca-4d20-a8b5-a499a3d3dae8), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:21.225765 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f2345418-95f1-41fa-8059-f3d9e7c05d0b tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fce5e20a-d4ca-4d20-a8b5-a499a3d3dae8), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:21.238531 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:21.238981 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:21.239386 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on network c0925bae-283a-4194-9496-1a3740e283b4 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:21.265049 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-348ead33-913e-4611-88ef-7dca59dcc24d req-11ca9812-d968-4ee5-8558-da3c23a44388 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395788 Mar 01 13:50:21.273383 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65108ede-ff31-4278-a229-bb9977dfca61 req-0c028abe-d571-4ded-8086-8fec2e2b1537 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:21.275713 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-65108ede-ff31-4278-a229-bb9977dfca61 req-0c028abe-d571-4ded-8086-8fec2e2b1537 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.2100830 Mar 01 13:50:21.279327 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on network c0925bae-283a-4194-9496-1a3740e283b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:21.279782 n-d-827467-3 neutron-server[103727]: ERROR neutron.plugins.ml2.managers [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Failed to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] Mar 01 13:50:21.283481 n-d-827467-3 neutron-server[103727]: INFO neutron.plugins.ml2.plugin [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempt 9 to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 Mar 01 13:50:21.308824 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f2345418-95f1-41fa-8059-f3d9e7c05d0b tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:21.313099 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f2345418-95f1-41fa-8059-f3d9e7c05d0b tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4011679 Mar 01 13:50:21.334877 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:21.335578 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:21.335704 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on network c0925bae-283a-4194-9496-1a3740e283b4 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:21.343706 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41106) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:21.348528 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-71b30f95-50bc-4baf-8328-fe7feb9d2da1 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Request body: {'security_group_rule': {'security_group_id': 'fce5e20a-d4ca-4d20-a8b5-a499a3d3dae8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:21.375816 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on network c0925bae-283a-4194-9496-1a3740e283b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:21.376161 n-d-827467-3 neutron-server[103727]: ERROR neutron.plugins.ml2.managers [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Failed to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] Mar 01 13:50:21.376737 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2345418-95f1-41fa-8059-f3d9e7c05d0b tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fce5e20a-d4ca-4d20-a8b5-a499a3d3dae8,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:21.398054 n-d-827467-3 neutron-server[103727]: INFO neutron.plugins.ml2.plugin [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempt 10 to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 Mar 01 13:50:21.431306 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-65108ede-ff31-4278-a229-bb9977dfca61 req-b5b90457-fef3-41cb-bc2c-bfed76d6bf36 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154082 Mar 01 13:50:21.435320 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:21.435695 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:21.436092 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on network c0925bae-283a-4194-9496-1a3740e283b4 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:21.446151 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on network c0925bae-283a-4194-9496-1a3740e283b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:21.446497 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-aea8ae64-ff0f-463b-be56-120f3dae5c3f service neutron] Attempting to bind port f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:21.446613 n-d-827467-3 neutron-server[103727]: ERROR neutron.plugins.ml2.managers [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Failed to bind port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] Mar 01 13:50:21.446913 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9a89b912-4ad0-49d8-bda4-424ab6cc1d06), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:21.447178 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-aea8ae64-ff0f-463b-be56-120f3dae5c3f service neutron] Attempting to bind port f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'a36c5e58-8887-44ea-b2e7-4336450f7579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:21.447704 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-aea8ae64-ff0f-463b-be56-120f3dae5c3f service neutron] Attempting to bind port f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b on network 1db2e377-eb34-4fc8-b308-125f1046605c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:21.462893 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-aea8ae64-ff0f-463b-be56-120f3dae5c3f service neutron] Port f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b on network 1db2e377-eb34-4fc8-b308-125f1046605c not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:21.463574 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-aea8ae64-ff0f-463b-be56-120f3dae5c3f service neutron] Attempting to bind port f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b on network 1db2e377-eb34-4fc8-b308-125f1046605c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:21.468846 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-aea8ae64-ff0f-463b-be56-120f3dae5c3f service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:50:21.469396 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-aea8ae64-ff0f-463b-be56-120f3dae5c3f service neutron] Checking segment: {'id': 'a36c5e58-8887-44ea-b2e7-4336450f7579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:50:21.469760 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-71b30f95-50bc-4baf-8328-fe7feb9d2da1 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks [] for security_group_rule (a691ddc4-e398-4fbb-b179-81698bb8d913), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:21.469869 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-aea8ae64-ff0f-463b-be56-120f3dae5c3f service neutron] Bound using segment: {'id': 'a36c5e58-8887-44ea-b2e7-4336450f7579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:50:21.470327 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-aea8ae64-ff0f-463b-be56-120f3dae5c3f service neutron] Bound port: f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a36c5e58-8887-44ea-b2e7-4336450f7579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:50:21.470765 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-aea8ae64-ff0f-463b-be56-120f3dae5c3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:21.512056 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7acf3-4439-4db6-9567-e79645e0ed00 req-26a62e2a-f40c-4cad-8bce-a9924b3329a2 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:21.514240 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1db7acf3-4439-4db6-9567-e79645e0ed00 req-26a62e2a-f40c-4cad-8bce-a9924b3329a2 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc43d46-5160-46ec-adc5-d050c6a5681e HTTP/1.1" status: 200 len: 949 time: 0.1592944 Mar 01 13:50:21.540786 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-aea8ae64-ff0f-463b-be56-120f3dae5c3f service neutron] For port f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:50:21.546196 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-aea8ae64-ff0f-463b-be56-120f3dae5c3f service neutron] For port f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:50:21.560423 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-aea8ae64-ff0f-463b-be56-120f3dae5c3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:21.598099 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-aea8ae64-ff0f-463b-be56-120f3dae5c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:21.598719 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-aea8ae64-ff0f-463b-be56-120f3dae5c3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:21.600229 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-aea8ae64-ff0f-463b-be56-120f3dae5c3f service neutron] 10.222.0.32 "PUT /v2.0/ports/f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b HTTP/1.1" status: 200 len: 1091 time: 1.2354636 Mar 01 13:50:21.600698 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3', 'tag': 'f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:50:21.603473 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc43b43-1d71-4fc5-bc5e-9fdaf84d5bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3", "tag": "f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:50:21.609763 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] For port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:50:21.610148 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempted to set empty binding levels {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 01 13:50:21.611928 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 0a411bfb-f022-48a5-96eb-6e1577d0af17 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:50:21.621679 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (9a89b912-4ad0-49d8-bda4-424ab6cc1d06), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:21.632644 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8ae64-ff0f-463b-be56-120f3dae5c3f service neutron] Pushing event updated for resources: {'Port': ['ID=f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:21.713894 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:21.714604 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:21.723730 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-a8e2b976-c47a-45f5-b75a-7decf4d238a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:21.725371 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-a8e2b976-c47a-45f5-b75a-7decf4d238a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3e60b304ea34ca8a598bc4e060e2ca5&device_id=2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3 HTTP/1.1" status: 200 len: 1125 time: 0.0649879 Mar 01 13:50:21.728201 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 0a411bfb-f022-48a5-96eb-6e1577d0af17 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:50:21.732751 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 0a411bfb-f022-48a5-96eb-6e1577d0af17 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:50:21.733334 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (0a411bfb-f022-48a5-96eb-6e1577d0af17), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:21.733918 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-71b30f95-50bc-4baf-8328-fe7feb9d2da1 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks [] for security_group_rule (a691ddc4-e398-4fbb-b179-81698bb8d913), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:21.760455 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-71b30f95-50bc-4baf-8328-fe7feb9d2da1 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (a691ddc4-e398-4fbb-b179-81698bb8d913), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:21.776694 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-38700531-d093-43e7-b689-5f9833800a77 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b HTTP/1.1" status: 200 len: 217 time: 0.0407040 Mar 01 13:50:21.792746 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1db7acf3-4439-4db6-9567-e79645e0ed00 req-1a3c4df1-ee4f-4358-beff-726400984e31 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650752 Mar 01 13:50:21.796236 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.2206526 Mar 01 13:50:21.800628 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41114) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:21.809212 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcbd490-f6b6-4a74-888f-f288dc12f42d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Pushing event updated for resources: {'Port': ['ID=9a89b912-4ad0-49d8-bda4-424ab6cc1d06,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:21.814514 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b30f95-50bc-4baf-8328-fe7feb9d2da1 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a691ddc4-e398-4fbb-b179-81698bb8d913,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:21.820740 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-71b30f95-50bc-4baf-8328-fe7feb9d2da1 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:21.824598 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-71b30f95-50bc-4baf-8328-fe7feb9d2da1 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4772902 Mar 01 13:50:21.824858 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41116) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:21.829941 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-a6257f0d-8008-4fd6-847d-d69f381e1ba3 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Request body: {'security_group_rule': {'security_group_id': 'fce5e20a-d4ca-4d20-a8b5-a499a3d3dae8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:21.854609 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a2a96-bab9-415c-a025-61e1a88e51de req-ccc3a207-6afa-4cff-9e17-16472520ac5b tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:21.862179 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4b0a2a96-bab9-415c-a025-61e1a88e51de req-ccc3a207-6afa-4cff-9e17-16472520ac5b tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/ports?device_id=0205a609-0062-4635-be52-a55c1df2a64c HTTP/1.1" status: 200 len: 948 time: 0.2188294 Mar 01 13:50:21.892698 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 0a411bfb-f022-48a5-96eb-6e1577d0af17 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:50:21.893698 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (0a411bfb-f022-48a5-96eb-6e1577d0af17), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:21.934315 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a6257f0d-8008-4fd6-847d-d69f381e1ba3 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks [] for security_group_rule (361b3426-8409-4e8d-95c5-09f2bf11cec5), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:21.935142 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc43d46-5160-46ec-adc5-d050c6a5681e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a411bfb-f022-48a5-96eb-6e1577d0af17'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:50:21.938239 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981b3eb5-81d1-4709-ab16-e0620b1ff9b9" -d '{"events": [{"server_uuid": "5cc43d46-5160-46ec-adc5-d050c6a5681e", "name": "network-vif-plugged", "status": "completed", "tag": "0a411bfb-f022-48a5-96eb-6e1577d0af17"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:50:21.943751 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 0a411bfb-f022-48a5-96eb-6e1577d0af17, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=0a411bfb-f022-48a5-96eb-6e1577d0af17,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:21.948369 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-ba9120ce-9330-49e0-aa33-dbdc9dd8b59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:21.948978 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (0a411bfb-f022-48a5-96eb-6e1577d0af17), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:21.949736 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-ba9120ce-9330-49e0-aa33-dbdc9dd8b59c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0074be29-4f96-45b4-82b7-e955d173d55c HTTP/1.1" status: 200 len: 851 time: 0.1614435 Mar 01 13:50:21.993009 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4b0a2a96-bab9-415c-a025-61e1a88e51de req-a2e9fdd9-73e2-44c8-8af2-fb26a99fab19 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0d2017-27c4-40ed-8ff7-4d726b30135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290951 Mar 01 13:50:21.995466 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-0f583800-1706-4c48-8bbf-bf7de7ed282b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1db2e377-eb34-4fc8-b308-125f1046605c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302579 Mar 01 13:50:22.011314 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-7960d842-b88b-4b0b-91f1-ab1ae813fa28 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Deleting port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:50:22.011658 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7960d842-b88b-4b0b-91f1-ab1ae813fa28 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (9a89b912-4ad0-49d8-bda4-424ab6cc1d06), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:22.023452 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=0a411bfb-f022-48a5-96eb-6e1577d0af17,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:22.046128 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c7bb2-5d63-424f-a2ea-ea1435a35557 req-374ec474-18d4-4f36-bb28-c367dbcc08d1 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:22.054182 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b70c7bb2-5d63-424f-a2ea-ea1435a35557 req-374ec474-18d4-4f36-bb28-c367dbcc08d1 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 944 time: 0.1710477 Mar 01 13:50:22.091248 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a6257f0d-8008-4fd6-847d-d69f381e1ba3 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks [] for security_group_rule (361b3426-8409-4e8d-95c5-09f2bf11cec5), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:22.103246 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ed5597-4a67-4a13-97d4-bfa2172788fb x-openstack-request-id: req-86ed5597-4a67-4a13-97d4-bfa2172788fb {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:50:22.103596 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3", "tag": "f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:50:22.103811 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86ed5597-4a67-4a13-97d4-bfa2172788fb {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:50:22.104204 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3', 'tag': 'f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b', 'status': 'completed', 'code': 200} Mar 01 13:50:22.106550 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a6257f0d-8008-4fd6-847d-d69f381e1ba3 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (361b3426-8409-4e8d-95c5-09f2bf11cec5), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:22.141464 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-7960d842-b88b-4b0b-91f1-ab1ae813fa28 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] For port 9a89b912-4ad0-49d8-bda4-424ab6cc1d06, host n-h1-827467-3, got binding levels [] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:22.141837 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7960d842-b88b-4b0b-91f1-ab1ae813fa28 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (9a89b912-4ad0-49d8-bda4-424ab6cc1d06), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:22.142907 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a6257f0d-8008-4fd6-847d-d69f381e1ba3 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:22.144259 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a6257f0d-8008-4fd6-847d-d69f381e1ba3 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3185172 Mar 01 13:50:22.147120 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6257f0d-8008-4fd6-847d-d69f381e1ba3 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=361b3426-8409-4e8d-95c5-09f2bf11cec5,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:22.149794 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41122) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:22.160183 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-7fc9115c-a21e-4686-8660-3e7ceafdbd5e tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:22.176051 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-7960d842-b88b-4b0b-91f1-ab1ae813fa28 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Calling delete_port for 9a89b912-4ad0-49d8-bda4-424ab6cc1d06 owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:50:22.182211 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b70c7bb2-5d63-424f-a2ea-ea1435a35557 req-a2fbb5e0-04b6-4257-b7f5-0d9c7b5ca243 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271753 Mar 01 13:50:22.206265 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba36418-ad66-4b35-940c-7740fa1c669d req-9be51130-c2e4-4ac2-afbb-1e812f34ce9d tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:22.207995 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eba36418-ad66-4b35-940c-7740fa1c669d req-9be51130-c2e4-4ac2-afbb-1e812f34ce9d tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.0707583 Mar 01 13:50:22.231871 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-d3f5dce3-e8df-4ddc-94ce-9cb2098092fb service neutron] 10.222.0.32 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248597 Mar 01 13:50:22.238931 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769d30d9-c75c-42ee-ae86-ab84446c1954 x-openstack-request-id: req-769d30d9-c75c-42ee-ae86-ab84446c1954 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:50:22.239345 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc43d46-5160-46ec-adc5-d050c6a5681e", "name": "network-vif-plugged", "status": "completed", "tag": "0a411bfb-f022-48a5-96eb-6e1577d0af17", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:50:22.239716 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-769d30d9-c75c-42ee-ae86-ab84446c1954 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:50:22.240239 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc43d46-5160-46ec-adc5-d050c6a5681e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a411bfb-f022-48a5-96eb-6e1577d0af17', 'code': 200} Mar 01 13:50:22.274007 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7fc9115c-a21e-4686-8660-3e7ceafdbd5e tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:22.279585 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eba36418-ad66-4b35-940c-7740fa1c669d req-952c03b3-8a5f-4543-bbbd-b1f53150855c tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636995 Mar 01 13:50:22.401391 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ddc50-a950-4c8a-af59-51ef07040746 req-03a847f8-43b0-4b2c-a844-00f9115cff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:22.402966 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e23ddc50-a950-4c8a-af59-51ef07040746 req-03a847f8-43b0-4b2c-a844-00f9115cff98 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5cc43d46-5160-46ec-adc5-d050c6a5681e HTTP/1.1" status: 200 len: 1132 time: 0.0848281 Mar 01 13:50:22.414827 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed70f94-aa18-44e5-b5c1-a5338a9d8762 req-23423064-de15-4380-8ac6-76a3267cc3b3 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:22.416487 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4ed70f94-aa18-44e5-b5c1-a5338a9d8762 req-23423064-de15-4380-8ac6-76a3267cc3b3 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3 HTTP/1.1" status: 200 len: 943 time: 0.0710230 Mar 01 13:50:22.440755 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7960d842-b88b-4b0b-91f1-ab1ae813fa28 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (9a89b912-4ad0-49d8-bda4-424ab6cc1d06), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:22.470573 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0c6a1e4d-f7ef-4e4a-a811-635c81dc608d req-00c5b0ee-f10d-4bd8-93e9-8364cdb527f9 service neutron] 10.222.0.32 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992586 Mar 01 13:50:22.476079 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7960d842-b88b-4b0b-91f1-ab1ae813fa28 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a89b912-4ad0-49d8-bda4-424ab6cc1d06,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:22.488331 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7960d842-b88b-4b0b-91f1-ab1ae813fa28 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:22.488452 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e23ddc50-a950-4c8a-af59-51ef07040746 req-2fe5960a-65c8-45e6-ba73-643f37463401 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710068 Mar 01 13:50:22.493529 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7960d842-b88b-4b0b-91f1-ab1ae813fa28 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] 10.222.0.13 "DELETE /v2.0/ports/9a89b912-4ad0-49d8-bda4-424ab6cc1d06 HTTP/1.1" status: 204 len: 168 time: 0.6825459 Mar 01 13:50:22.495986 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41128) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:22.516340 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4ed70f94-aa18-44e5-b5c1-a5338a9d8762 req-22d9749c-c4a2-4f25-9b47-49ea8ac47e03 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860682 Mar 01 13:50:22.525765 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d439ae-60a1-481b-b81b-9b73fdd809e5 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] GET failed (client error): The resource could not be found. Mar 01 13:50:22.528196 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-66d439ae-60a1-481b-b81b-9b73fdd809e5 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] 10.222.0.13 "GET /v2.0/ports/9a89b912-4ad0-49d8-bda4-424ab6cc1d06 HTTP/1.1" status: 404 len: 333 time: 0.0311680 Mar 01 13:50:22.531035 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41130) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:22.535323 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-c0e9d86e-4747-45fc-bd66-a202aef20e19 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Request body: {'port': {'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1642066162'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:22.570193 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7fc9115c-a21e-4686-8660-3e7ceafdbd5e tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:22.573753 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e9d86e-4747-45fc-bd66-a202aef20e19 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Made reservation on behalf of 30229011aa1e423b998866ddc2783b7c for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:50:22.577877 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c0e9d86e-4747-45fc-bd66-a202aef20e19 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:22.585852 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aea6bc-e28e-43e7-846e-59f0312bd8d4 req-0f8c9b61-4f2a-43ad-a144-a22399e57ac3 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:22.587708 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-44aea6bc-e28e-43e7-846e-59f0312bd8d4 req-0f8c9b61-4f2a-43ad-a144-a22399e57ac3 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.0598714 Mar 01 13:50:22.635275 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-44aea6bc-e28e-43e7-846e-59f0312bd8d4 req-f5af89ea-b490-4563-89ce-831e4dd37c1c tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417924 Mar 01 13:50:22.637024 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-c0e9d86e-4747-45fc-bd66-a202aef20e19 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] device_id is not set on port bcb6926b-af53-4c9d-b1fc-72150d446178 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:50:22.761189 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-7fc9115c-a21e-4686-8660-3e7ceafdbd5e tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Allocated IP 172.25.1.109 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/2355658d-b9a4-4fb8-aa6c-5e79d594a9c0) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:50:22.886684 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c0e9d86e-4747-45fc-bd66-a202aef20e19 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks [] for port (bcb6926b-af53-4c9d-b1fc-72150d446178), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:22.931127 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc43b43-1d71-4fc5-bc5e-9fdaf84d5bd1 req-cfa4384b-269f-4530-815e-276e115b04e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:22.932955 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ebc43b43-1d71-4fc5-bc5e-9fdaf84d5bd1 req-cfa4384b-269f-4530-815e-276e115b04e9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3e60b304ea34ca8a598bc4e060e2ca5&device_id=2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3 HTTP/1.1" status: 200 len: 1125 time: 0.0875001 Mar 01 13:50:22.945001 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00db85-10a7-4edf-be09-58a6d42aeea6 req-a8007b79-a6cf-4209-af6a-4415787aa35e tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:22.946420 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fb00db85-10a7-4edf-be09-58a6d42aeea6 req-a8007b79-a6cf-4209-af6a-4415787aa35e tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc43d46-5160-46ec-adc5-d050c6a5681e HTTP/1.1" status: 200 len: 950 time: 0.0711982 Mar 01 13:50:22.947718 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7fc9115c-a21e-4686-8660-3e7ceafdbd5e tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks [] for port (2355658d-b9a4-4fb8-aa6c-5e79d594a9c0), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:22.989400 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c0e9d86e-4747-45fc-bd66-a202aef20e19 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (bcb6926b-af53-4c9d-b1fc-72150d446178), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:23.053890 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fb00db85-10a7-4edf-be09-58a6d42aeea6 req-da0bb49a-d7a4-4109-a52a-a80d686e8f40 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985770 Mar 01 13:50:23.060442 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e9d86e-4747-45fc-bd66-a202aef20e19 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Network c0925bae-283a-4194-9496-1a3740e283b4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:50:23.067547 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-c0e9d86e-4747-45fc-bd66-a202aef20e19 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:50:23.070025 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc43b43-1d71-4fc5-bc5e-9fdaf84d5bd1 req-2fe26275-ec85-40c6-bafc-0d99ac8af27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:23.071125 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9d86e-4747-45fc-bd66-a202aef20e19 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Pushing event updated for resources: {'Port': ['ID=bcb6926b-af53-4c9d-b1fc-72150d446178,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:23.072668 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ebc43b43-1d71-4fc5-bc5e-9fdaf84d5bd1 req-2fe26275-ec85-40c6-bafc-0d99ac8af27d service neutron] 10.222.0.32 "GET /v2.0/networks?id=1db2e377-eb34-4fc8-b308-125f1046605c HTTP/1.1" status: 200 len: 912 time: 0.1251693 Mar 01 13:50:23.073818 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e9d86e-4747-45fc-bd66-a202aef20e19 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:50:23.074438 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e9d86e-4747-45fc-bd66-a202aef20e19 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:23.075081 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c0e9d86e-4747-45fc-bd66-a202aef20e19 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:23.077577 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7fc9115c-a21e-4686-8660-3e7ceafdbd5e tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (2355658d-b9a4-4fb8-aa6c-5e79d594a9c0), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:23.080518 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0beaa-740d-469d-9307-5e7b22b70b57 req-d449fec3-02d9-4513-9b97-d43ee791d98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:23.082047 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-eff0beaa-740d-469d-9307-5e7b22b70b57 req-d449fec3-02d9-4513-9b97-d43ee791d98a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453&tenant_id=3f051444b2884a98b4646c3ecdbf54cd HTTP/1.1" status: 200 len: 1126 time: 0.1373386 Mar 01 13:50:23.131204 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc9115c-a21e-4686-8660-3e7ceafdbd5e tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:50:23.139039 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c0e9d86e-4747-45fc-bd66-a202aef20e19 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6047392 Mar 01 13:50:23.141440 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-7fc9115c-a21e-4686-8660-3e7ceafdbd5e tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:50:23.142361 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41136) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:23.149200 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:23.153367 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc9115c-a21e-4686-8660-3e7ceafdbd5e tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:50:23.154553 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9115c-a21e-4686-8660-3e7ceafdbd5e tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Pushing event updated for resources: {'Port': ['ID=2355658d-b9a4-4fb8-aa6c-5e79d594a9c0,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:23.249389 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0beaa-740d-469d-9307-5e7b22b70b57 req-6393f4a7-5f63-433c-bd68-1b88e52870bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:23.250930 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-eff0beaa-740d-469d-9307-5e7b22b70b57 req-6393f4a7-5f63-433c-bd68-1b88e52870bc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f051444b2884a98b4646c3ecdbf54cd&device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 1126 time: 0.1108158 Mar 01 13:50:23.319522 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7fc9115c-a21e-4686-8660-3e7ceafdbd5e tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks [] for floatingip (971ec2f4-dbc7-4483-9950-c2468032a15c), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:23.378070 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7fc9115c-a21e-4686-8660-3e7ceafdbd5e tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2355658d-b9a4-4fb8-aa6c-5e79d594a9c0), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:23.411580 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0beaa-740d-469d-9307-5e7b22b70b57 req-52ae76b5-afab-4239-8e76-32d25b5ed0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:23.413697 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-eff0beaa-740d-469d-9307-5e7b22b70b57 req-52ae76b5-afab-4239-8e76-32d25b5ed0e3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a2dec7e3-4601-4685-95e7-9ed53553db77 HTTP/1.1" status: 200 len: 918 time: 0.1540372 Mar 01 13:50:23.478798 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ebc43b43-1d71-4fc5-bc5e-9fdaf84d5bd1 req-fc70b7b0-dfeb-4334-bda2-d3a67766764e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b HTTP/1.1" status: 200 len: 217 time: 0.3371830 Mar 01 13:50:23.529062 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-eff0beaa-740d-469d-9307-5e7b22b70b57 req-560f94b6-1c06-4c6d-b1ad-954164134d4b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be3d13b4-90c6-4a97-ac5d-46d6c4805009 HTTP/1.1" status: 200 len: 1000 time: 0.1030569 Mar 01 13:50:23.589604 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe3708-4c5a-45ab-b784-4ebd2b2cdf2d req-607da9cd-caee-418d-a411-5f042614b24c tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:23.596462 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dcbe3708-4c5a-45ab-b784-4ebd2b2cdf2d req-607da9cd-caee-418d-a411-5f042614b24c tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/ports?device_id=0205a609-0062-4635-be52-a55c1df2a64c HTTP/1.1" status: 200 len: 948 time: 0.4906600 Mar 01 13:50:23.608838 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (bcb6926b-af53-4c9d-b1fc-72150d446178), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:23.612230 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0beaa-740d-469d-9307-5e7b22b70b57 req-ed787233-acb6-49c3-84ff-dada3b0369eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:23.613271 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-eff0beaa-740d-469d-9307-5e7b22b70b57 req-ed787233-acb6-49c3-84ff-dada3b0369eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=261203cc-bf87-4d50-a32d-f34589170095 HTTP/1.1" status: 200 len: 856 time: 0.0750611 Mar 01 13:50:23.614308 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc43b43-1d71-4fc5-bc5e-9fdaf84d5bd1 req-2396a9ac-d12b-4e0c-bd26-28fc221cf08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:23.615793 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ebc43b43-1d71-4fc5-bc5e-9fdaf84d5bd1 req-2396a9ac-d12b-4e0c-bd26-28fc221cf08e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0074be29-4f96-45b4-82b7-e955d173d55c HTTP/1.1" status: 200 len: 851 time: 0.1257262 Mar 01 13:50:23.619635 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device d449d059-cd82-40c3-b8ba-d86c2eedc7f4 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:50:23.638724 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7fc9115c-a21e-4686-8660-3e7ceafdbd5e tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks [] for port (2355658d-b9a4-4fb8-aa6c-5e79d594a9c0), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:23.655524 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7fc9115c-a21e-4686-8660-3e7ceafdbd5e tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (2355658d-b9a4-4fb8-aa6c-5e79d594a9c0), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:23.708206 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ebc43b43-1d71-4fc5-bc5e-9fdaf84d5bd1 req-c8e8bc83-be70-4ea9-899b-b15aa0e132f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1db2e377-eb34-4fc8-b308-125f1046605c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747228 Mar 01 13:50:23.746765 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9115c-a21e-4686-8660-3e7ceafdbd5e tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Pushing event updated for resources: {'Port': ['ID=2355658d-b9a4-4fb8-aa6c-5e79d594a9c0,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:23.753494 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0beaa-740d-469d-9307-5e7b22b70b57 req-7d3c251f-efa0-4af4-82cf-a9a348475ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:23.755130 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-eff0beaa-740d-469d-9307-5e7b22b70b57 req-7d3c251f-efa0-4af4-82cf-a9a348475ef3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a2dec7e3-4601-4685-95e7-9ed53553db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1338403 Mar 01 13:50:23.762495 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7fc9115c-a21e-4686-8660-3e7ceafdbd5e tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (971ec2f4-dbc7-4483-9950-c2468032a15c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:23.828181 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7fc9115c-a21e-4686-8660-3e7ceafdbd5e tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:23.836292 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7fc9115c-a21e-4686-8660-3e7ceafdbd5e tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6809952 Mar 01 13:50:23.848665 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port d449d059-cd82-40c3-b8ba-d86c2eedc7f4 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:50:23.860060 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port d449d059-cd82-40c3-b8ba-d86c2eedc7f4 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:50:23.860435 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (d449d059-cd82-40c3-b8ba-d86c2eedc7f4), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:23.888165 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-eff0beaa-740d-469d-9307-5e7b22b70b57 req-d69619a2-c03d-41fb-9d53-30f2f05d57a3 service neutron] 10.222.0.32 "GET /v2.0/networks/a2dec7e3-4601-4685-95e7-9ed53553db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171510 Mar 01 13:50:23.941392 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] device_id is not set on port bcb6926b-af53-4c9d-b1fc-72150d446178 yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:50:23.955220 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks [] for port (bcb6926b-af53-4c9d-b1fc-72150d446178), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:23.963273 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port d449d059-cd82-40c3-b8ba-d86c2eedc7f4 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:50:23.964114 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d449d059-cd82-40c3-b8ba-d86c2eedc7f4), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:23.983157 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dcbe3708-4c5a-45ab-b784-4ebd2b2cdf2d req-c64d52dc-2354-4572-97e4-f9c996db947e tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0d2017-27c4-40ed-8ff7-4d726b30135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858347 Mar 01 13:50:23.992778 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a89b8d-3646-4726-9126-bb0fd27d856f req-ba6e3a04-b1ad-440c-850c-ec2512c81a1b tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:23.994440 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a0a89b8d-3646-4726-9126-bb0fd27d856f req-ba6e3a04-b1ad-440c-850c-ec2512c81a1b tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 944 time: 0.5220492 Mar 01 13:50:23.995095 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (bcb6926b-af53-4c9d-b1fc-72150d446178), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:24.037913 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port d449d059-cd82-40c3-b8ba-d86c2eedc7f4, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=d449d059-cd82-40c3-b8ba-d86c2eedc7f4,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:24.044990 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (d449d059-cd82-40c3-b8ba-d86c2eedc7f4), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:24.061263 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-eff0beaa-740d-469d-9307-5e7b22b70b57 req-9aff45e1-64fd-41cd-af8a-4c957e807f09 service neutron] 10.222.0.32 "GET /v2.0/networks/a2dec7e3-4601-4685-95e7-9ed53553db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648850 Mar 01 13:50:24.110095 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=d449d059-cd82-40c3-b8ba-d86c2eedc7f4,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:24.198238 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Pushing event updated for resources: {'Port': ['ID=bcb6926b-af53-4c9d-b1fc-72150d446178,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:24.225857 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ebc43b43-1d71-4fc5-bc5e-9fdaf84d5bd1 req-e4a3ff66-f85c-4dd1-87dd-ec2e19e71c5c service neutron] 10.222.0.32 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650177 Mar 01 13:50:24.229483 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:24.229820 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:24.230154 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 on network c0925bae-283a-4194-9496-1a3740e283b4 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:24.234582 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a0a89b8d-3646-4726-9126-bb0fd27d856f req-3df9cbb3-1a67-4923-ad6d-8b06623b103b tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595688 Mar 01 13:50:24.241744 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0205a609-0062-4635-be52-a55c1df2a64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd449d059-cd82-40c3-b8ba-d86c2eedc7f4'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:50:24.244432 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de04334e-fd41-4458-9569-c51ad8f6a886" -d '{"events": [{"server_uuid": "0205a609-0062-4635-be52-a55c1df2a64c", "name": "network-vif-plugged", "status": "completed", "tag": "d449d059-cd82-40c3-b8ba-d86c2eedc7f4"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:50:24.245812 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85105212-a5ac-48e5-abd2-ae7cc263ca23 req-f0487e0e-6e27-4f14-8a2d-dfc0d42319b2 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:24.247655 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-85105212-a5ac-48e5-abd2-ae7cc263ca23 req-f0487e0e-6e27-4f14-8a2d-dfc0d42319b2 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.1566551 Mar 01 13:50:24.278166 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Port bcb6926b-af53-4c9d-b1fc-72150d446178 on network c0925bae-283a-4194-9496-1a3740e283b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:24.278535 n-d-827467-3 neutron-server[103727]: ERROR neutron.plugins.ml2.managers [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Failed to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] Mar 01 13:50:24.285133 n-d-827467-3 neutron-server[103727]: INFO neutron.plugins.ml2.plugin [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempt 2 to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 Mar 01 13:50:24.350690 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:24.351024 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:24.351369 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 on network c0925bae-283a-4194-9496-1a3740e283b4 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:24.385474 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Port bcb6926b-af53-4c9d-b1fc-72150d446178 on network c0925bae-283a-4194-9496-1a3740e283b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:24.386027 n-d-827467-3 neutron-server[103727]: ERROR neutron.plugins.ml2.managers [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Failed to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] Mar 01 13:50:24.396915 n-d-827467-3 neutron-server[103727]: INFO neutron.plugins.ml2.plugin [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempt 3 to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 Mar 01 13:50:24.458342 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-85105212-a5ac-48e5-abd2-ae7cc263ca23 req-298e07f8-069f-4258-b1f6-ff9d3c6339b3 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963310 Mar 01 13:50:24.464001 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:24.464327 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:24.464662 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 on network c0925bae-283a-4194-9496-1a3740e283b4 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:24.471917 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ebc43b43-1d71-4fc5-bc5e-9fdaf84d5bd1 req-5f6e5b27-d2c5-421b-8d4a-84d58c40b8c2 service neutron] 10.222.0.32 "GET /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347577 Mar 01 13:50:24.480105 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd336655-076b-4cb1-919f-d47ba220ee03 req-e60f877b-71e1-4e1c-865b-f84150093f19 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:24.481577 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cd336655-076b-4cb1-919f-d47ba220ee03 req-e60f877b-71e1-4e1c-865b-f84150093f19 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3 HTTP/1.1" status: 200 len: 943 time: 0.1616683 Mar 01 13:50:24.482157 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Port bcb6926b-af53-4c9d-b1fc-72150d446178 on network c0925bae-283a-4194-9496-1a3740e283b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:24.482487 n-d-827467-3 neutron-server[103727]: ERROR neutron.plugins.ml2.managers [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Failed to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] Mar 01 13:50:24.482879 n-d-827467-3 neutron-server[103727]: INFO neutron.plugins.ml2.plugin [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempt 4 to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 Mar 01 13:50:24.503632 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:24.504244 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:24.504785 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 on network c0925bae-283a-4194-9496-1a3740e283b4 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:24.516912 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Port bcb6926b-af53-4c9d-b1fc-72150d446178 on network c0925bae-283a-4194-9496-1a3740e283b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:24.517326 n-d-827467-3 neutron-server[103727]: ERROR neutron.plugins.ml2.managers [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Failed to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] Mar 01 13:50:24.518874 n-d-827467-3 neutron-server[103727]: INFO neutron.plugins.ml2.plugin [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempt 5 to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 Mar 01 13:50:24.543527 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:24.543989 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:24.544397 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 on network c0925bae-283a-4194-9496-1a3740e283b4 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:24.570345 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cd336655-076b-4cb1-919f-d47ba220ee03 req-f4eddee7-f413-4120-9459-80cb74d917e1 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759165 Mar 01 13:50:24.570925 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Port bcb6926b-af53-4c9d-b1fc-72150d446178 on network c0925bae-283a-4194-9496-1a3740e283b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:24.571259 n-d-827467-3 neutron-server[103727]: ERROR neutron.plugins.ml2.managers [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Failed to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] Mar 01 13:50:24.586029 n-d-827467-3 neutron-server[103727]: INFO neutron.plugins.ml2.plugin [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempt 6 to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 Mar 01 13:50:24.604574 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:24.604948 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:24.605258 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 on network c0925bae-283a-4194-9496-1a3740e283b4 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:24.614817 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Port bcb6926b-af53-4c9d-b1fc-72150d446178 on network c0925bae-283a-4194-9496-1a3740e283b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:24.615229 n-d-827467-3 neutron-server[103727]: ERROR neutron.plugins.ml2.managers [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Failed to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] Mar 01 13:50:24.617120 n-d-827467-3 neutron-server[103727]: INFO neutron.plugins.ml2.plugin [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempt 7 to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 Mar 01 13:50:24.636843 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:24.637184 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:24.637522 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 on network c0925bae-283a-4194-9496-1a3740e283b4 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:24.645988 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e967902-1157-414f-b94a-f7efae87a481 req-71d3fd18-75f1-402c-ad88-c253174bbf7e tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:24.653237 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7e967902-1157-414f-b94a-f7efae87a481 req-71d3fd18-75f1-402c-ad88-c253174bbf7e tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.1029034 Mar 01 13:50:24.663642 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Port bcb6926b-af53-4c9d-b1fc-72150d446178 on network c0925bae-283a-4194-9496-1a3740e283b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:24.664034 n-d-827467-3 neutron-server[103727]: ERROR neutron.plugins.ml2.managers [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Failed to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] Mar 01 13:50:24.670636 n-d-827467-3 neutron-server[103727]: INFO neutron.plugins.ml2.plugin [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempt 8 to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 Mar 01 13:50:24.700360 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:24.700698 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:24.701089 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 on network c0925bae-283a-4194-9496-1a3740e283b4 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:24.714920 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Port bcb6926b-af53-4c9d-b1fc-72150d446178 on network c0925bae-283a-4194-9496-1a3740e283b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:24.715255 n-d-827467-3 neutron-server[103727]: ERROR neutron.plugins.ml2.managers [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Failed to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] Mar 01 13:50:24.717381 n-d-827467-3 neutron-server[103727]: INFO neutron.plugins.ml2.plugin [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempt 9 to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 Mar 01 13:50:24.731048 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7e967902-1157-414f-b94a-f7efae87a481 req-a6ff57aa-0389-4d91-9576-47558e9e6647 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759621 Mar 01 13:50:24.764922 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:24.765523 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:24.766526 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 on network c0925bae-283a-4194-9496-1a3740e283b4 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:24.773908 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Port bcb6926b-af53-4c9d-b1fc-72150d446178 on network c0925bae-283a-4194-9496-1a3740e283b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:24.774236 n-d-827467-3 neutron-server[103727]: ERROR neutron.plugins.ml2.managers [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Failed to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] Mar 01 13:50:24.786260 n-d-827467-3 neutron-server[103727]: INFO neutron.plugins.ml2.plugin [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempt 10 to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 Mar 01 13:50:24.864227 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:24.864560 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:24.864994 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 on network c0925bae-283a-4194-9496-1a3740e283b4 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:24.878299 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Port bcb6926b-af53-4c9d-b1fc-72150d446178 on network c0925bae-283a-4194-9496-1a3740e283b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:24.878601 n-d-827467-3 neutron-server[103727]: ERROR neutron.plugins.ml2.managers [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Failed to bind port bcb6926b-af53-4c9d-b1fc-72150d446178 on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] Mar 01 13:50:24.879100 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (bcb6926b-af53-4c9d-b1fc-72150d446178), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:24.986073 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] For port bcb6926b-af53-4c9d-b1fc-72150d446178, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:50:24.986437 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempted to set empty binding levels {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 01 13:50:25.002779 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2ee15-3b0e-4f21-bdeb-8b675cca3c6f req-ed515422-1f19-4ac6-a2fa-8eeb23071f0f tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:25.004421 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f2c2ee15-3b0e-4f21-bdeb-8b675cca3c6f req-ed515422-1f19-4ac6-a2fa-8eeb23071f0f tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc43d46-5160-46ec-adc5-d050c6a5681e HTTP/1.1" status: 200 len: 950 time: 0.2109318 Mar 01 13:50:25.005944 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (bcb6926b-af53-4c9d-b1fc-72150d446178), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:25.014687 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-939d05c5-4bfd-4505-a044-f566fde781ad tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:25.022813 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-939d05c5-4bfd-4505-a044-f566fde781ad tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/networks?id=6e9a6b63-cd88-4977-a9f5-19697e5a90c0 HTTP/1.1" status: 200 len: 821 time: 0.3064554 Mar 01 13:50:25.087760 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-fdaccd48-b132-412f-b083-6d0f895b5a92 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/quotas/965638e4a07b4bb58c7d10180fe5dbc3 HTTP/1.1" status: 200 len: 375 time: 0.0638702 Mar 01 13:50:25.093341 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] In _notify_port_updated(), no bound segment for port bcb6926b-af53-4c9d-b1fc-72150d446178 on network c0925bae-283a-4194-9496-1a3740e283b4 {{(pid=103727) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 01 13:50:25.094410 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:25.095068 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:25.099431 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] 10.222.0.13 "PUT /v2.0/ports/bcb6926b-af53-4c9d-b1fc-72150d446178 HTTP/1.1" status: 200 len: 975 time: 1.9525075 Mar 01 13:50:25.101034 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41182) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:25.140648 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-bb3bf2e4-6cbb-4a66-9ee4-6a5fdfc7d87d tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=965638e4a07b4bb58c7d10180fe5dbc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517046 Mar 01 13:50:25.153891 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-3426524d-99b9-4ef7-b0d4-05d6fa49e555 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:50:25.161882 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-3426524d-99b9-4ef7-b0d4-05d6fa49e555 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0203831 Mar 01 13:50:25.210670 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5bab5915-c6ac-4595-b9d0-99adcc11b711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:25.319086 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e6734-4375-458f-ad14-e7609db8047c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Pushing event updated for resources: {'Port': ['ID=bcb6926b-af53-4c9d-b1fc-72150d446178,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:25.377983 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f2c2ee15-3b0e-4f21-bdeb-8b675cca3c6f req-7c7c7575-fc72-4a6d-a506-009af13cf668 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524680 Mar 01 13:50:25.446870 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8216d1cc-de11-45d0-a506-1d0b5e01a83e x-openstack-request-id: req-8216d1cc-de11-45d0-a506-1d0b5e01a83e {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:50:25.447165 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0205a609-0062-4635-be52-a55c1df2a64c", "name": "network-vif-plugged", "status": "completed", "tag": "d449d059-cd82-40c3-b8ba-d86c2eedc7f4", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:50:25.447420 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8216d1cc-de11-45d0-a506-1d0b5e01a83e {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:50:25.448033 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0205a609-0062-4635-be52-a55c1df2a64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd449d059-cd82-40c3-b8ba-d86c2eedc7f4', 'code': 200} Mar 01 13:50:25.460441 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e688ca7a-1e5b-4630-aebc-7efce9539557 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:25.461078 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e688ca7a-1e5b-4630-aebc-7efce9539557 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:25.461528 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e688ca7a-1e5b-4630-aebc-7efce9539557 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:25.461996 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e688ca7a-1e5b-4630-aebc-7efce9539557 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:25.462460 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e688ca7a-1e5b-4630-aebc-7efce9539557 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:25.462920 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e688ca7a-1e5b-4630-aebc-7efce9539557 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:25.463378 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e688ca7a-1e5b-4630-aebc-7efce9539557 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:25.463861 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e688ca7a-1e5b-4630-aebc-7efce9539557 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:25.464318 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e688ca7a-1e5b-4630-aebc-7efce9539557 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:25.464773 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e688ca7a-1e5b-4630-aebc-7efce9539557 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:25.465227 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e688ca7a-1e5b-4630-aebc-7efce9539557 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:25.465688 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e688ca7a-1e5b-4630-aebc-7efce9539557 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:25.466139 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e688ca7a-1e5b-4630-aebc-7efce9539557 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:25.466588 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e688ca7a-1e5b-4630-aebc-7efce9539557 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:25.467036 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e688ca7a-1e5b-4630-aebc-7efce9539557 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:25.467485 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e688ca7a-1e5b-4630-aebc-7efce9539557 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:25.468199 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e688ca7a-1e5b-4630-aebc-7efce9539557 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:25.468661 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e688ca7a-1e5b-4630-aebc-7efce9539557 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:25.469115 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e688ca7a-1e5b-4630-aebc-7efce9539557 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:25.469561 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e688ca7a-1e5b-4630-aebc-7efce9539557 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:25.470013 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e688ca7a-1e5b-4630-aebc-7efce9539557 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:25.472302 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e688ca7a-1e5b-4630-aebc-7efce9539557 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:25.472798 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e688ca7a-1e5b-4630-aebc-7efce9539557 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:25.473272 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e688ca7a-1e5b-4630-aebc-7efce9539557 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:25.473739 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e688ca7a-1e5b-4630-aebc-7efce9539557 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:25.474203 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e688ca7a-1e5b-4630-aebc-7efce9539557 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:25.475300 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e688ca7a-1e5b-4630-aebc-7efce9539557 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:25.478950 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e688ca7a-1e5b-4630-aebc-7efce9539557 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24670 time: 0.3508294 Mar 01 13:50:25.484209 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41188) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:25.500492 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-869f3da2-ed52-426e-97d9-22e15bf533df service neutron] 10.222.0.13 "GET /v2.0/networks/6e9a6b63-cd88-4977-a9f5-19697e5a90c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376968 Mar 01 13:50:25.677098 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-40b3fb0f-e5b4-48eb-9f2c-d1a423cef3cc tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Deleting port bcb6926b-af53-4c9d-b1fc-72150d446178 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:50:25.677877 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-40b3fb0f-e5b4-48eb-9f2c-d1a423cef3cc tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (bcb6926b-af53-4c9d-b1fc-72150d446178), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:25.718549 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954506df-c679-40d6-aca2-565c8cc986a5 req-dfa9d21f-3369-4f71-9baf-96ff8e5c8ca2 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:25.726620 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-954506df-c679-40d6-aca2-565c8cc986a5 req-dfa9d21f-3369-4f71-9baf-96ff8e5c8ca2 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/ports?device_id=0205a609-0062-4635-be52-a55c1df2a64c HTTP/1.1" status: 200 len: 949 time: 0.1821010 Mar 01 13:50:25.753404 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-b159f9c7-cd3a-4663-aa5e-1d9ba26021e0 service neutron] 10.222.0.13 "GET /v2.0/networks/6e9a6b63-cd88-4977-a9f5-19697e5a90c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520545 Mar 01 13:50:25.813562 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-40b3fb0f-e5b4-48eb-9f2c-d1a423cef3cc tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] For port bcb6926b-af53-4c9d-b1fc-72150d446178, host n-h1-827467-3, got binding levels [] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:25.813998 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-40b3fb0f-e5b4-48eb-9f2c-d1a423cef3cc tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (bcb6926b-af53-4c9d-b1fc-72150d446178), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:25.833411 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-954506df-c679-40d6-aca2-565c8cc986a5 req-abfcc60c-2c3c-4e8f-925b-3a817e6ae0fa tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0d2017-27c4-40ed-8ff7-4d726b30135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991240 Mar 01 13:50:25.851785 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-40b3fb0f-e5b4-48eb-9f2c-d1a423cef3cc tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Calling delete_port for bcb6926b-af53-4c9d-b1fc-72150d446178 owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:50:25.982871 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-40b3fb0f-e5b4-48eb-9f2c-d1a423cef3cc tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (bcb6926b-af53-4c9d-b1fc-72150d446178), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:26.016056 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad48690-fccf-40f7-b07c-cec74d52cfcd req-8a4134e7-b95a-4d9a-a8ef-9a890c87176f tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:26.017846 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bad48690-fccf-40f7-b07c-cec74d52cfcd req-8a4134e7-b95a-4d9a-a8ef-9a890c87176f tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 944 time: 0.1028118 Mar 01 13:50:26.051703 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3fb0f-e5b4-48eb-9f2c-d1a423cef3cc tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Pushing event deleted for resources: {'Port': ['ID=bcb6926b-af53-4c9d-b1fc-72150d446178,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:26.057418 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-40b3fb0f-e5b4-48eb-9f2c-d1a423cef3cc tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:26.061383 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-40b3fb0f-e5b4-48eb-9f2c-d1a423cef3cc tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] 10.222.0.13 "DELETE /v2.0/ports/bcb6926b-af53-4c9d-b1fc-72150d446178 HTTP/1.1" status: 204 len: 168 time: 0.5761487 Mar 01 13:50:26.064420 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41200) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:26.116549 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f769690-db0d-4639-adbb-31618fdb612f tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] GET failed (client error): The resource could not be found. Mar 01 13:50:26.121728 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1f769690-db0d-4639-adbb-31618fdb612f tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] 10.222.0.13 "GET /v2.0/ports/bcb6926b-af53-4c9d-b1fc-72150d446178 HTTP/1.1" status: 404 len: 333 time: 0.0529292 Mar 01 13:50:26.122450 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41202) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:26.127986 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-85e17431-a0ba-48ef-9b4f-2e078e57d10d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-230276946', 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:26.137252 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bad48690-fccf-40f7-b07c-cec74d52cfcd req-f27fd366-9971-4bb7-bf59-d48919bf0490 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117818 Mar 01 13:50:26.165146 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e17431-a0ba-48ef-9b4f-2e078e57d10d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Made reservation on behalf of 30229011aa1e423b998866ddc2783b7c for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:50:26.168100 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-85e17431-a0ba-48ef-9b4f-2e078e57d10d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:26.187855 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-85e17431-a0ba-48ef-9b4f-2e078e57d10d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] device_id is not set on port 75257555-319f-4a4a-8627-497cdd10e8fd yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:50:26.270997 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17cc5be-0807-485d-9eea-a157369564ad req-3bcd3e06-198a-4d49-b561-f2119a9a7e7d tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:26.283954 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f17cc5be-0807-485d-9eea-a157369564ad req-3bcd3e06-198a-4d49-b561-f2119a9a7e7d tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.0761437 Mar 01 13:50:26.354310 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f17cc5be-0807-485d-9eea-a157369564ad req-e9252536-4c8b-45fa-a511-040dbe5f7478 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691056 Mar 01 13:50:26.429105 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d2537-0d97-43d9-a290-3c1465382d1c req-4f84d39e-5725-46a4-90b5-8f6e5e206829 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:26.454725 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d2537-0d97-43d9-a290-3c1465382d1c req-4f84d39e-5725-46a4-90b5-8f6e5e206829 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:26.457686 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-85e17431-a0ba-48ef-9b4f-2e078e57d10d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks [] for port (75257555-319f-4a4a-8627-497cdd10e8fd), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:26.464562 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-215d2537-0d97-43d9-a290-3c1465382d1c req-4f84d39e-5725-46a4-90b5-8f6e5e206829 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=283e01e7-8894-49d3-bb82-1c4c86f917d0&device_id=5cc43d46-5160-46ec-adc5-d050c6a5681e HTTP/1.1" status: 200 len: 1690 time: 0.1441278 Mar 01 13:50:26.548907 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-85e17431-a0ba-48ef-9b4f-2e078e57d10d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (75257555-319f-4a4a-8627-497cdd10e8fd), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:26.571970 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-215d2537-0d97-43d9-a290-3c1465382d1c req-0dc84ac4-6ec2-4c93-bb6b-67f6d1af85a6 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011295 Mar 01 13:50:26.592719 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d965c68-4c5d-4e8c-948e-bae8589fa2da req-1e9ab875-e4d6-4ae8-a5f8-eef08e744cfa tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:26.602487 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9d965c68-4c5d-4e8c-948e-bae8589fa2da req-1e9ab875-e4d6-4ae8-a5f8-eef08e744cfa tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3 HTTP/1.1" status: 200 len: 943 time: 0.1041594 Mar 01 13:50:26.611766 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e17431-a0ba-48ef-9b4f-2e078e57d10d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Network c0925bae-283a-4194-9496-1a3740e283b4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:50:26.619457 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-85e17431-a0ba-48ef-9b4f-2e078e57d10d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:50:26.630290 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e17431-a0ba-48ef-9b4f-2e078e57d10d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:50:26.633791 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e17431-a0ba-48ef-9b4f-2e078e57d10d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:26.634634 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-85e17431-a0ba-48ef-9b4f-2e078e57d10d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:26.638905 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e17431-a0ba-48ef-9b4f-2e078e57d10d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Pushing event updated for resources: {'Port': ['ID=75257555-319f-4a4a-8627-497cdd10e8fd,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:26.661778 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-85e17431-a0ba-48ef-9b4f-2e078e57d10d tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5379376 Mar 01 13:50:26.663990 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41212) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:26.707581 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7566d160-e2af-4b74-979e-0e5eb571761c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:26.709884 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7566d160-e2af-4b74-979e-0e5eb571761c tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] 10.222.0.13 "GET /v2.0/ports/75257555-319f-4a4a-8627-497cdd10e8fd HTTP/1.1" status: 200 len: 954 time: 0.0437803 Mar 01 13:50:26.712612 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41214) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:26.744252 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9d965c68-4c5d-4e8c-948e-bae8589fa2da req-4c534a0c-7a8c-44c4-a6a9-9599e956bb5e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407402 Mar 01 13:50:26.777577 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a21f63-62f4-4d73-b06f-5a2452536a63 req-d70c86fe-9727-4a02-bc66-1d7b2d4a33bb tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:26.779101 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b3a21f63-62f4-4d73-b06f-5a2452536a63 req-d70c86fe-9727-4a02-bc66-1d7b2d4a33bb tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.1026571 Mar 01 13:50:26.853003 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0a04b588-ca3e-485d-8ff9-d92b522064e5 req-1af67116-4638-4700-9e34-4d8df4837ff0 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 210 time: 0.0393848 Mar 01 13:50:26.866408 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b594cdd3-f453-4f1d-85e7-82763157b333 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Deleting port 75257555-319f-4a4a-8627-497cdd10e8fd {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:50:26.866999 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b594cdd3-f453-4f1d-85e7-82763157b333 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (75257555-319f-4a4a-8627-497cdd10e8fd), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:26.892239 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b3a21f63-62f4-4d73-b06f-5a2452536a63 req-6f6f1d33-cf83-4a27-a438-2e20e0390023 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043668 Mar 01 13:50:26.968094 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b594cdd3-f453-4f1d-85e7-82763157b333 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (75257555-319f-4a4a-8627-497cdd10e8fd), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:26.985244 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b594cdd3-f453-4f1d-85e7-82763157b333 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Calling delete_port for 75257555-319f-4a4a-8627-497cdd10e8fd owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:50:27.079863 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe5ca2-2993-4147-97bc-6e374b3e74f1 req-e8138194-e50f-4080-8d3f-256f38cc9ac0 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:27.081467 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cefe5ca2-2993-4147-97bc-6e374b3e74f1 req-e8138194-e50f-4080-8d3f-256f38cc9ac0 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/ports?device_id=0205a609-0062-4635-be52-a55c1df2a64c HTTP/1.1" status: 200 len: 949 time: 0.1276867 Mar 01 13:50:27.086122 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b594cdd3-f453-4f1d-85e7-82763157b333 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (75257555-319f-4a4a-8627-497cdd10e8fd), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:27.101984 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd779999-2147-4122-a3d9-07329f26f38a req-111278eb-ceb9-4ef8-b18d-909c819a8924 tempest-ServersOnMultiNodesTest-1167703349 tempest-ServersOnMultiNodesTest-1167703349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:27.103474 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cd779999-2147-4122-a3d9-07329f26f38a req-111278eb-ceb9-4ef8-b18d-909c819a8924 tempest-ServersOnMultiNodesTest-1167703349 tempest-ServersOnMultiNodesTest-1167703349-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=283e01e7-8894-49d3-bb82-1c4c86f917d0 HTTP/1.1" status: 200 len: 1131 time: 0.0994413 Mar 01 13:50:27.105479 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b594cdd3-f453-4f1d-85e7-82763157b333 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:27.112014 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b594cdd3-f453-4f1d-85e7-82763157b333 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] 10.222.0.13 "DELETE /v2.0/ports/75257555-319f-4a4a-8627-497cdd10e8fd HTTP/1.1" status: 204 len: 168 time: 0.3953071 Mar 01 13:50:27.112183 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41220) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:27.130101 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594cdd3-f453-4f1d-85e7-82763157b333 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Pushing event deleted for resources: {'Port': ['ID=75257555-319f-4a4a-8627-497cdd10e8fd,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:27.179781 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-a40beb06-2315-45e6-8235-01807fcdd4e4 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] GET failed (client error): The resource could not be found. Mar 01 13:50:27.181191 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a40beb06-2315-45e6-8235-01807fcdd4e4 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] 10.222.0.13 "GET /v2.0/ports/75257555-319f-4a4a-8627-497cdd10e8fd HTTP/1.1" status: 404 len: 333 time: 0.0681908 Mar 01 13:50:27.184908 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41224) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:27.189920 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-3dc5ca02-c117-4bf5-b8f0-6874dd8fbfd8 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Request body: {'port': {'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1981817474'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:27.203456 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cd779999-2147-4122-a3d9-07329f26f38a req-47c81e19-58f7-4f88-86e9-60f33acf71ad tempest-ServersOnMultiNodesTest-1167703349 tempest-ServersOnMultiNodesTest-1167703349-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889714 Mar 01 13:50:27.210102 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc5ca02-c117-4bf5-b8f0-6874dd8fbfd8 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Made reservation on behalf of 30229011aa1e423b998866ddc2783b7c for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:50:27.212612 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3dc5ca02-c117-4bf5-b8f0-6874dd8fbfd8 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:27.216552 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cefe5ca2-2993-4147-97bc-6e374b3e74f1 req-29cda61e-6dc1-422d-8762-e0123514323c tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0d2017-27c4-40ed-8ff7-4d726b30135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251099 Mar 01 13:50:27.241619 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-3dc5ca02-c117-4bf5-b8f0-6874dd8fbfd8 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] device_id is not set on port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:50:27.434222 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bd04ee2c-e536-4a83-9512-b55d18b88e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:27.445118 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf936fb-cdd1-4bdd-ba8b-5cb51ff0641b req-0ed33bad-9846-4b2d-9b37-73f85b5b4189 tempest-ServersOnMultiNodesTest-1167703349 tempest-ServersOnMultiNodesTest-1167703349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:27.447490 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aaf936fb-cdd1-4bdd-ba8b-5cb51ff0641b req-0ed33bad-9846-4b2d-9b37-73f85b5b4189 tempest-ServersOnMultiNodesTest-1167703349 tempest-ServersOnMultiNodesTest-1167703349-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5cc43d46-5160-46ec-adc5-d050c6a5681e HTTP/1.1" status: 200 len: 1132 time: 0.1554832 Mar 01 13:50:27.459776 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b91eb-46a1-4627-92d9-05eb436752b2 req-8a257d85-0abe-4a23-be50-26d7ea14ab7d tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:27.461219 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-250b91eb-46a1-4627-92d9-05eb436752b2 req-8a257d85-0abe-4a23-be50-26d7ea14ab7d tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 944 time: 0.1218634 Mar 01 13:50:27.510760 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3dc5ca02-c117-4bf5-b8f0-6874dd8fbfd8 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks [] for port (26da1fdb-9369-40ab-8ea0-62b62e8ca9bc), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:27.532507 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aaf936fb-cdd1-4bdd-ba8b-5cb51ff0641b req-2fe73c84-e4ae-4127-af63-2c4dc70117d4 tempest-ServersOnMultiNodesTest-1167703349 tempest-ServersOnMultiNodesTest-1167703349-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703230 Mar 01 13:50:27.559730 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-250b91eb-46a1-4627-92d9-05eb436752b2 req-722feb1e-4028-4b3a-b7d3-e0fd415abc2c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783381 Mar 01 13:50:27.560298 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3dc5ca02-c117-4bf5-b8f0-6874dd8fbfd8 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (26da1fdb-9369-40ab-8ea0-62b62e8ca9bc), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:27.604455 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc5ca02-c117-4bf5-b8f0-6874dd8fbfd8 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Network c0925bae-283a-4194-9496-1a3740e283b4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:50:27.607661 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-3dc5ca02-c117-4bf5-b8f0-6874dd8fbfd8 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:50:27.613198 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc5ca02-c117-4bf5-b8f0-6874dd8fbfd8 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:50:27.614134 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc5ca02-c117-4bf5-b8f0-6874dd8fbfd8 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:27.614730 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3dc5ca02-c117-4bf5-b8f0-6874dd8fbfd8 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:27.637203 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5ca02-c117-4bf5-b8f0-6874dd8fbfd8 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Pushing event updated for resources: {'Port': ['ID=26da1fdb-9369-40ab-8ea0-62b62e8ca9bc,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:27.645619 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3dc5ca02-c117-4bf5-b8f0-6874dd8fbfd8 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4595757 Mar 01 13:50:27.649119 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41232) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:27.655009 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:27.766353 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (26da1fdb-9369-40ab-8ea0-62b62e8ca9bc), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:27.806961 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cc44b-ebe1-433e-a658-804a9e58f149 req-1a1748ee-8211-4bb7-8702-7f92f594d4cf tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:27.808497 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d02cc44b-ebe1-433e-a658-804a9e58f149 req-1a1748ee-8211-4bb7-8702-7f92f594d4cf tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.1490359 Mar 01 13:50:27.813484 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-51761402-26ce-4bfd-a2d0-dffeea12f3d0 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440640 Mar 01 13:50:28.276014 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d02cc44b-ebe1-433e-a658-804a9e58f149 req-0693cfe9-941c-4098-a7bb-f65f5a66f6db tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424303 Mar 01 13:50:28.310086 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-72f21b82-9e98-4767-9dbf-7730917b64bf tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:28.311575 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-72f21b82-9e98-4767-9dbf-7730917b64bf tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4764836 Mar 01 13:50:28.344716 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-eb207f95-b8e0-45d4-b7be-d05ae4efcdc4 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/quotas/2ec5c9492ee44fd9b5f60396d6276cb8 HTTP/1.1" status: 200 len: 375 time: 0.0209715 Mar 01 13:50:28.441238 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] device_id is not set on port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:50:28.452033 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks [] for port (26da1fdb-9369-40ab-8ea0-62b62e8ca9bc), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:28.464928 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (26da1fdb-9369-40ab-8ea0-62b62e8ca9bc), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:28.509266 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8136e-6475-4757-a9a3-bd8e26d059e8 req-6deee2f1-b9d6-4d93-91b5-b36237ba1728 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:28.510866 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10e8136e-6475-4757-a9a3-bd8e26d059e8 req-6deee2f1-b9d6-4d93-91b5-b36237ba1728 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3 HTTP/1.1" status: 200 len: 943 time: 0.1649129 Mar 01 13:50:28.549992 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-92984b08-436d-4426-b0d4-f4034f3157e1 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1848979 Mar 01 13:50:28.561423 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Pushing event updated for resources: {'Port': ['ID=26da1fdb-9369-40ab-8ea0-62b62e8ca9bc,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:28.586945 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:28.587268 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:28.587609 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on network c0925bae-283a-4194-9496-1a3740e283b4 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:28.603864 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on network c0925bae-283a-4194-9496-1a3740e283b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:28.604205 n-d-827467-3 neutron-server[103727]: ERROR neutron.plugins.ml2.managers [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Failed to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] Mar 01 13:50:28.604729 n-d-827467-3 neutron-server[103727]: INFO neutron.plugins.ml2.plugin [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempt 2 to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc Mar 01 13:50:28.610242 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10e8136e-6475-4757-a9a3-bd8e26d059e8 req-d71bf95f-e382-46f9-8cc4-e528574ab856 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896609 Mar 01 13:50:28.633022 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:28.633669 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:28.636361 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on network c0925bae-283a-4194-9496-1a3740e283b4 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:28.644593 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on network c0925bae-283a-4194-9496-1a3740e283b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:28.644973 n-d-827467-3 neutron-server[103727]: ERROR neutron.plugins.ml2.managers [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Failed to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] Mar 01 13:50:28.645452 n-d-827467-3 neutron-server[103727]: INFO neutron.plugins.ml2.plugin [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempt 3 to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc Mar 01 13:50:28.671936 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:28.672630 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:28.672630 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on network c0925bae-283a-4194-9496-1a3740e283b4 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:28.683884 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on network c0925bae-283a-4194-9496-1a3740e283b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:28.683884 n-d-827467-3 neutron-server[103727]: ERROR neutron.plugins.ml2.managers [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Failed to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] Mar 01 13:50:28.683884 n-d-827467-3 neutron-server[103727]: INFO neutron.plugins.ml2.plugin [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempt 4 to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc Mar 01 13:50:28.795451 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:28.795912 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:28.796170 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on network c0925bae-283a-4194-9496-1a3740e283b4 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:28.799514 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:28.842660 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2d5b95e4-2030-4549-b6a7-12f30229e7b3 req-cdaca716-9d8e-4b4d-b783-84b6bedabab8 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 210 time: 0.1096909 Mar 01 13:50:28.848181 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on network c0925bae-283a-4194-9496-1a3740e283b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:28.848574 n-d-827467-3 neutron-server[103727]: ERROR neutron.plugins.ml2.managers [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Failed to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] Mar 01 13:50:28.849809 n-d-827467-3 neutron-server[103727]: INFO neutron.plugins.ml2.plugin [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempt 5 to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc Mar 01 13:50:28.895165 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:28.897239 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:28.897604 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on network c0925bae-283a-4194-9496-1a3740e283b4 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:28.928759 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd7cf7-d445-43e5-b256-6eeaee18fc73 req-e5832a53-1224-475e-a64b-160c45b66d92 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:28.930191 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f1cd7cf7-d445-43e5-b256-6eeaee18fc73 req-e5832a53-1224-475e-a64b-160c45b66d92 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.1770232 Mar 01 13:50:28.972209 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on network c0925bae-283a-4194-9496-1a3740e283b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:28.972539 n-d-827467-3 neutron-server[103727]: ERROR neutron.plugins.ml2.managers [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Failed to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] Mar 01 13:50:28.992411 n-d-827467-3 neutron-server[103727]: INFO neutron.plugins.ml2.plugin [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempt 6 to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc Mar 01 13:50:29.023874 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:29.024214 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:29.024556 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on network c0925bae-283a-4194-9496-1a3740e283b4 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:29.036606 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on network c0925bae-283a-4194-9496-1a3740e283b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:29.036978 n-d-827467-3 neutron-server[103727]: ERROR neutron.plugins.ml2.managers [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Failed to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] Mar 01 13:50:29.041144 n-d-827467-3 neutron-server[103727]: INFO neutron.plugins.ml2.plugin [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempt 7 to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc Mar 01 13:50:29.050746 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ab490-330a-4f70-b1c3-62f21d53a832 req-03a464bf-8d8f-40f2-8795-c84d58ec4add tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:29.052398 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1d3ab490-330a-4f70-b1c3-62f21d53a832 req-03a464bf-8d8f-40f2-8795-c84d58ec4add tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/ports?device_id=0205a609-0062-4635-be52-a55c1df2a64c HTTP/1.1" status: 200 len: 949 time: 0.1453216 Mar 01 13:50:29.077660 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f1cd7cf7-d445-43e5-b256-6eeaee18fc73 req-fe65d249-c723-4344-8c09-2b3fdb737170 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254029 Mar 01 13:50:29.107544 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:29.107929 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:29.108269 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on network c0925bae-283a-4194-9496-1a3740e283b4 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:29.131912 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on network c0925bae-283a-4194-9496-1a3740e283b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:29.132278 n-d-827467-3 neutron-server[103727]: ERROR neutron.plugins.ml2.managers [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Failed to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] Mar 01 13:50:29.135985 n-d-827467-3 neutron-server[103727]: INFO neutron.plugins.ml2.plugin [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempt 8 to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc Mar 01 13:50:29.171993 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:29.172329 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:29.172679 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on network c0925bae-283a-4194-9496-1a3740e283b4 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:29.177173 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1d3ab490-330a-4f70-b1c3-62f21d53a832 req-c9af0e8a-2c00-4def-bb8c-6418f120efdd tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0d2017-27c4-40ed-8ff7-4d726b30135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144731 Mar 01 13:50:29.197592 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on network c0925bae-283a-4194-9496-1a3740e283b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:29.197927 n-d-827467-3 neutron-server[103727]: ERROR neutron.plugins.ml2.managers [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Failed to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] Mar 01 13:50:29.199070 n-d-827467-3 neutron-server[103727]: INFO neutron.plugins.ml2.plugin [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempt 9 to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc Mar 01 13:50:29.229249 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:29.229456 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:29.229790 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on network c0925bae-283a-4194-9496-1a3740e283b4 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:29.237302 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on network c0925bae-283a-4194-9496-1a3740e283b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:29.237628 n-d-827467-3 neutron-server[103727]: ERROR neutron.plugins.ml2.managers [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Failed to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] Mar 01 13:50:29.249171 n-d-827467-3 neutron-server[103727]: INFO neutron.plugins.ml2.plugin [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempt 10 to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc Mar 01 13:50:29.268155 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16f559-17ce-4458-8b22-1cbef6150f4f req-da61fb37-8f94-4308-ac25-09aeb36e5972 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:29.269665 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fb16f559-17ce-4458-8b22-1cbef6150f4f req-da61fb37-8f94-4308-ac25-09aeb36e5972 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 944 time: 0.1184082 Mar 01 13:50:29.304442 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:29.304780 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:29.305112 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempting to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on network c0925bae-283a-4194-9496-1a3740e283b4 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:29.341863 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f22d7a56-e5fe-4da0-9857-e268738c5dbb req-58789215-cccb-4633-a0f9-1ac613370122 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd6e94be-1442-4d04-8cc9-8df9ba8f101d HTTP/1.1" status: 200 len: 210 time: 0.0644021 Mar 01 13:50:29.345168 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on network c0925bae-283a-4194-9496-1a3740e283b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:29.345310 n-d-827467-3 neutron-server[103727]: ERROR neutron.plugins.ml2.managers [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Failed to bind port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'dada5916-9daa-4237-ab57-f0f635018c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c0925bae-283a-4194-9496-1a3740e283b4'}] Mar 01 13:50:29.345676 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (26da1fdb-9369-40ab-8ea0-62b62e8ca9bc), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:29.436308 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] For port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:50:29.436767 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attempted to set empty binding levels {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 01 13:50:29.441921 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fb16f559-17ce-4458-8b22-1cbef6150f4f req-d65de5b0-2b4e-4593-847a-121c47eb3e32 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656601 Mar 01 13:50:29.445247 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (26da1fdb-9369-40ab-8ea0-62b62e8ca9bc), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:29.488333 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] In _notify_port_updated(), no bound segment for port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc on network c0925bae-283a-4194-9496-1a3740e283b4 {{(pid=103727) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 01 13:50:29.489278 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:29.490498 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:29.494862 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] 10.222.0.13 "PUT /v2.0/ports/26da1fdb-9369-40ab-8ea0-62b62e8ca9bc HTTP/1.1" status: 200 len: 975 time: 1.8416078 Mar 01 13:50:29.497786 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41268) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:29.548680 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938966ae-0174-427d-ab5e-de1fd594abd3 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Pushing event updated for resources: {'Port': ['ID=26da1fdb-9369-40ab-8ea0-62b62e8ca9bc,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:29.607026 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce534e6-db9e-4663-a547-3b41b3e5df37 req-33d4daf0-9947-48cb-a7bd-b395284ffcdb tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:29.608590 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2ce534e6-db9e-4663-a547-3b41b3e5df37 req-33d4daf0-9947-48cb-a7bd-b395284ffcdb tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.1342666 Mar 01 13:50:29.652185 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-5d304dfc-bc1e-4329-944a-1f3be5b872a2 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Deleting port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:50:29.652532 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5d304dfc-bc1e-4329-944a-1f3be5b872a2 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (26da1fdb-9369-40ab-8ea0-62b62e8ca9bc), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:29.717654 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2ce534e6-db9e-4663-a547-3b41b3e5df37 req-79addf39-b586-4f2b-9631-eaac018be0ec tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007855 Mar 01 13:50:29.779914 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-5d304dfc-bc1e-4329-944a-1f3be5b872a2 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] For port 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc, host n-h1-827467-3, got binding levels [] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:29.782392 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5d304dfc-bc1e-4329-944a-1f3be5b872a2 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (26da1fdb-9369-40ab-8ea0-62b62e8ca9bc), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:29.807013 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-5d304dfc-bc1e-4329-944a-1f3be5b872a2 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Calling delete_port for 26da1fdb-9369-40ab-8ea0-62b62e8ca9bc owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:50:29.827221 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fca6e3-4060-4dcd-96ce-8354b1d106f1 req-7c895ffa-6e27-4833-ac0b-32ad2dffc8d3 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:29.828783 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-12fca6e3-4060-4dcd-96ce-8354b1d106f1 req-7c895ffa-6e27-4833-ac0b-32ad2dffc8d3 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3 HTTP/1.1" status: 200 len: 943 time: 0.1276970 Mar 01 13:50:29.829454 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-bccf956a-2c0a-46ff-a5e9-2ca9c205935e tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399172 Mar 01 13:50:29.947867 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-12fca6e3-4060-4dcd-96ce-8354b1d106f1 req-c1016240-4014-4d90-bf79-5dd9ecdbe511 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849290 Mar 01 13:50:29.976152 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a296c1ed-2191-4bfc-8e09-e19aa84a009a req-c008effa-fc27-4e06-8d23-44ee71fb4d6c tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 210 time: 0.0420566 Mar 01 13:50:29.989300 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-2c0bda56-9271-44da-976e-64d3ecd55db9 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:29.991377 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-2c0bda56-9271-44da-976e-64d3ecd55db9 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1514239 Mar 01 13:50:30.002281 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5d304dfc-bc1e-4329-944a-1f3be5b872a2 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (26da1fdb-9369-40ab-8ea0-62b62e8ca9bc), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:30.006525 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:30.008416 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-08abc972-dd28-40da-b40d-8af0ce86db3d tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Request body: {'port': {'device_id': 'cd6e94be-1442-4d04-8cc9-8df9ba8f101d', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'admin_state_up': True, 'tenant_id': '2ec5c9492ee44fd9b5f60396d6276cb8'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:30.052372 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d304dfc-bc1e-4329-944a-1f3be5b872a2 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Pushing event deleted for resources: {'Port': ['ID=26da1fdb-9369-40ab-8ea0-62b62e8ca9bc,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:30.062401 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5d304dfc-bc1e-4329-944a-1f3be5b872a2 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:30.071987 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5d304dfc-bc1e-4329-944a-1f3be5b872a2 tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] 10.222.0.13 "DELETE /v2.0/ports/26da1fdb-9369-40ab-8ea0-62b62e8ca9bc HTTP/1.1" status: 204 len: 168 time: 0.5707874 Mar 01 13:50:30.073180 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41274) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:30.100383 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e3bfa6-966b-423b-b1ae-2aa45015c64a tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] GET failed (client error): The resource could not be found. Mar 01 13:50:30.105299 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-67e3bfa6-966b-423b-b1ae-2aa45015c64a tempest-PortsAdminExtendedAttrsTestJSON-967076423 tempest-PortsAdminExtendedAttrsTestJSON-967076423-project-admin] 10.222.0.13 "GET /v2.0/ports/26da1fdb-9369-40ab-8ea0-62b62e8ca9bc HTTP/1.1" status: 404 len: 333 time: 0.0285296 Mar 01 13:50:30.106487 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41278) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:30.191188 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-08abc972-dd28-40da-b40d-8af0ce86db3d tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Made reservation on behalf of 2ec5c9492ee44fd9b5f60396d6276cb8 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:50:30.195793 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-08abc972-dd28-40da-b40d-8af0ce86db3d tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:30.198695 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-40587acf-b0aa-47c9-9efd-c84ca11fb30c tempest-PortsAdminExtendedAttrsTestJSON-1924082860 tempest-PortsAdminExtendedAttrsTestJSON-1924082860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (c0925bae-283a-4194-9496-1a3740e283b4), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:30.405878 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-08abc972-dd28-40da-b40d-8af0ce86db3d tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Allocated IP 192.168.233.98 (5e5e5cdc-dce5-4633-91fd-8e14363cd220/909a9e4d-2330-4bdf-bf33-da65c3dea6db/a1aeabd6-584f-4edb-8145-9277584199da) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:50:30.421110 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-40587acf-b0aa-47c9-9efd-c84ca11fb30c tempest-PortsAdminExtendedAttrsTestJSON-1924082860 tempest-PortsAdminExtendedAttrsTestJSON-1924082860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (c0925bae-283a-4194-9496-1a3740e283b4), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:30.451474 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ad196-4051-4b3a-88c9-620f61c435d7 req-b6d093a4-b795-473b-a403-6f3868f5d553 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:30.458351 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-699ad196-4051-4b3a-88c9-620f61c435d7 req-b6d093a4-b795-473b-a403-6f3868f5d553 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.2558088 Mar 01 13:50:30.481405 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77238d7-604e-43eb-ac81-53d74fe2e092 req-2f4da42f-8cc0-4af7-a223-ecf5b28d05ce tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:30.482907 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b77238d7-604e-43eb-ac81-53d74fe2e092 req-2f4da42f-8cc0-4af7-a223-ecf5b28d05ce tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/ports?device_id=0205a609-0062-4635-be52-a55c1df2a64c HTTP/1.1" status: 200 len: 949 time: 0.2168491 Mar 01 13:50:30.490100 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-40587acf-b0aa-47c9-9efd-c84ca11fb30c tempest-PortsAdminExtendedAttrsTestJSON-1924082860 tempest-PortsAdminExtendedAttrsTestJSON-1924082860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0925bae-283a-4194-9496-1a3740e283b4']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:50:30.523931 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-40587acf-b0aa-47c9-9efd-c84ca11fb30c tempest-PortsAdminExtendedAttrsTestJSON-1924082860 tempest-PortsAdminExtendedAttrsTestJSON-1924082860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dada5916-9daa-4237-ab57-f0f635018c95') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:50:30.524240 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-40587acf-b0aa-47c9-9efd-c84ca11fb30c tempest-PortsAdminExtendedAttrsTestJSON-1924082860 tempest-PortsAdminExtendedAttrsTestJSON-1924082860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dada5916-9daa-4237-ab57-f0f635018c95') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:50:30.549647 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-40587acf-b0aa-47c9-9efd-c84ca11fb30c tempest-PortsAdminExtendedAttrsTestJSON-1924082860 tempest-PortsAdminExtendedAttrsTestJSON-1924082860-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (dada5916-9daa-4237-ab57-f0f635018c95), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:30.576386 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-40587acf-b0aa-47c9-9efd-c84ca11fb30c tempest-PortsAdminExtendedAttrsTestJSON-1924082860 tempest-PortsAdminExtendedAttrsTestJSON-1924082860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (dada5916-9daa-4237-ab57-f0f635018c95), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:30.588510 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-699ad196-4051-4b3a-88c9-620f61c435d7 req-9abcd0f8-56f6-485c-bbe8-62bdf51c7cab tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287293 Mar 01 13:50:30.593588 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40587acf-b0aa-47c9-9efd-c84ca11fb30c tempest-PortsAdminExtendedAttrsTestJSON-1924082860 tempest-PortsAdminExtendedAttrsTestJSON-1924082860-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:50:30.594062 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-40587acf-b0aa-47c9-9efd-c84ca11fb30c tempest-PortsAdminExtendedAttrsTestJSON-1924082860 tempest-PortsAdminExtendedAttrsTestJSON-1924082860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (dada5916-9daa-4237-ab57-f0f635018c95), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:30.594724 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-08abc972-dd28-40da-b40d-8af0ce86db3d tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks [] for port (a1aeabd6-584f-4edb-8145-9277584199da), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:30.597426 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 13:50:30.597426 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:50:30.597426 n-d-827467-3 neutron-server[103727]: timer() Mar 01 13:50:30.597426 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:50:30.597426 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 13:50:30.597426 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:50:30.597426 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 13:50:30.597426 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:50:30.597426 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 13:50:30.597426 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:50:30.597426 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 13:50:30.597426 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:50:30.597426 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 13:50:30.597426 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:50:30.597426 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:50:30.597426 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:50:30.597426 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:50:30.597426 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:50:30.597426 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 13:50:30.597426 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:50:30.597426 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 13:50:30.597426 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:50:30.597426 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:50:30.597426 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:50:30.597426 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 13:50:30.597426 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:50:30.597426 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:50:30.597426 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:50:30.597426 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:50:30.597426 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:50:30.597426 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:50:30.597426 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:50:30.626295 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b77238d7-604e-43eb-ac81-53d74fe2e092 req-a2601f5b-cf42-4f6b-bf1d-4c62c8f69a0d tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0d2017-27c4-40ed-8ff7-4d726b30135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320841 Mar 01 13:50:30.666816 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-08abc972-dd28-40da-b40d-8af0ce86db3d tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (a1aeabd6-584f-4edb-8145-9277584199da), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:30.681927 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['d6857392-0902-4816-913b-a3713810bc04'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:50:30.756781 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['96c765e7-0f79-48fb-97a9-002b643806e4', '7d43b768-b3f8-45d6-a072-a26697a09eca', 'affa10dd-3560-4c64-8396-6330e98a9dde', '0a411bfb-f022-48a5-96eb-6e1577d0af17'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:50:30.770591 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-08abc972-dd28-40da-b40d-8af0ce86db3d tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:50:30.773134 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-08abc972-dd28-40da-b40d-8af0ce86db3d tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:50:30.794951 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abc972-dd28-40da-b40d-8af0ce86db3d tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Pushing event updated for resources: {'Port': ['ID=a1aeabd6-584f-4edb-8145-9277584199da,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:30.806344 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-08abc972-dd28-40da-b40d-8af0ce86db3d tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:50:30.883427 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb93ff-a5e7-449b-b5fe-2491d0354ff8 req-634cadf9-efd8-41a2-979e-20c1d3a23704 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:30.884960 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d8bb93ff-a5e7-449b-b5fe-2491d0354ff8 req-634cadf9-efd8-41a2-979e-20c1d3a23704 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 944 time: 0.1105986 Mar 01 13:50:30.902816 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-40587acf-b0aa-47c9-9efd-c84ca11fb30c tempest-PortsAdminExtendedAttrsTestJSON-1924082860 tempest-PortsAdminExtendedAttrsTestJSON-1924082860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (c0925bae-283a-4194-9496-1a3740e283b4), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:30.919472 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-08abc972-dd28-40da-b40d-8af0ce86db3d tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:30.920126 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-08abc972-dd28-40da-b40d-8af0ce86db3d tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:30.938780 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-40587acf-b0aa-47c9-9efd-c84ca11fb30c tempest-PortsAdminExtendedAttrsTestJSON-1924082860 tempest-PortsAdminExtendedAttrsTestJSON-1924082860-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:30.945616 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-40587acf-b0aa-47c9-9efd-c84ca11fb30c tempest-PortsAdminExtendedAttrsTestJSON-1924082860 tempest-PortsAdminExtendedAttrsTestJSON-1924082860-project] 10.222.0.13 "DELETE /v2.0/networks/c0925bae-283a-4194-9496-1a3740e283b4 HTTP/1.1" status: 204 len: 168 time: 0.8373189 Mar 01 13:50:30.957188 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-08abc972-dd28-40da-b40d-8af0ce86db3d tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9548090 Mar 01 13:50:30.968631 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-2054c265-4570-48cd-9f3e-f7fe425bd8f5 service neutron] Request body: {'port': {'device_id': 'cd6e94be-1442-4d04-8cc9-8df9ba8f101d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:31.040834 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f526cc1-a788-43a1-afd6-df607df0669f req-be50b175-4e56-49b0-a309-8941dfe0cb28 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:31.046425 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0f526cc1-a788-43a1-afd6-df607df0669f req-be50b175-4e56-49b0-a309-8941dfe0cb28 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd6e94be-1442-4d04-8cc9-8df9ba8f101d HTTP/1.1" status: 200 len: 935 time: 0.3200543 Mar 01 13:50:31.109992 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-2054c265-4570-48cd-9f3e-f7fe425bd8f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a1aeabd6-584f-4edb-8145-9277584199da), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:31.136911 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d8bb93ff-a5e7-449b-b5fe-2491d0354ff8 req-c92c6d9a-db9e-4853-b3f7-8adebb87bd39 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357769 Mar 01 13:50:31.138525 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40587acf-b0aa-47c9-9efd-c84ca11fb30c tempest-PortsAdminExtendedAttrsTestJSON-1924082860 tempest-PortsAdminExtendedAttrsTestJSON-1924082860-project] Pushing event deleted for resources: {'Network': ['ID=c0925bae-283a-4194-9496-1a3740e283b4,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:31.204215 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0f526cc1-a788-43a1-afd6-df607df0669f req-cb2e7f39-6f4a-41b3-88e7-0da3fe77b532 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504843 Mar 01 13:50:31.246021 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-1c4233dd-801b-41d7-a27f-a9f6519388b8 None None] Provisioning complete for port a1aeabd6-584f-4edb-8145-9277584199da triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:50:31.246594 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1c4233dd-801b-41d7-a27f-a9f6519388b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a1aeabd6-584f-4edb-8145-9277584199da), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:31.338007 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-1c4233dd-801b-41d7-a27f-a9f6519388b8 None None] Port a1aeabd6-584f-4edb-8145-9277584199da cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:50:31.423162 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d28be6-d1d7-4bbf-891c-d01e40e40080 req-c4775a45-c7bc-4fae-a87f-9c116df57878 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:31.424833 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-20d28be6-d1d7-4bbf-891c-d01e40e40080 req-c4775a45-c7bc-4fae-a87f-9c116df57878 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.1425791 Mar 01 13:50:31.502047 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c78d77-5d12-488b-aaeb-62cbd13c3c23 req-105dd85b-fbb6-4813-92f4-3e2a495742e7 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:31.510624 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-28c78d77-5d12-488b-aaeb-62cbd13c3c23 req-105dd85b-fbb6-4813-92f4-3e2a495742e7 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3 HTTP/1.1" status: 200 len: 943 time: 0.1316404 Mar 01 13:50:31.525039 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41298) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:31.544149 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-20d28be6-d1d7-4bbf-891c-d01e40e40080 req-ac14c118-ca25-428a-9062-6f8ecc1725e4 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970955 Mar 01 13:50:31.657571 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-28c78d77-5d12-488b-aaeb-62cbd13c3c23 req-900332b0-6400-4d55-9b43-a2c665428b78 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457593 Mar 01 13:50:31.743455 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:31.747421 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-2054c265-4570-48cd-9f3e-f7fe425bd8f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1aeabd6-584f-4edb-8145-9277584199da {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:50:31.759573 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-2054c265-4570-48cd-9f3e-f7fe425bd8f5 service neutron] Publish callbacks [] for port (a1aeabd6-584f-4edb-8145-9277584199da), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:31.777039 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e0d5ae2b-2837-4a67-b6aa-2198285a3d92 req-2e015946-de68-45c7-958b-c4961e37a456 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 210 time: 0.0826657 Mar 01 13:50:31.782729 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:50:31.817584 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-2054c265-4570-48cd-9f3e-f7fe425bd8f5 service neutron] Transition to ACTIVE for port object a1aeabd6-584f-4edb-8145-9277584199da will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:50:31.828387 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-2054c265-4570-48cd-9f3e-f7fe425bd8f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (a1aeabd6-584f-4edb-8145-9277584199da), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:31.964214 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea23d7d-b86c-4357-bf5f-f71b22de74c1 req-10c326c8-f58c-468c-8665-86bebbd9d94e tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:31.965786 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ea23d7d-b86c-4357-bf5f-f71b22de74c1 req-10c326c8-f58c-468c-8665-86bebbd9d94e tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.1267884 Mar 01 13:50:31.991131 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054c265-4570-48cd-9f3e-f7fe425bd8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a1aeabd6-584f-4edb-8145-9277584199da,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:32.054992 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6c1b0-763d-4c64-85b5-8b468a27c483 req-095a73de-da02-4055-b6b0-bfe150fcbe28 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:32.056293 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ddc6c1b0-763d-4c64-85b5-8b468a27c483 req-095a73de-da02-4055-b6b0-bfe150fcbe28 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/ports?device_id=0205a609-0062-4635-be52-a55c1df2a64c HTTP/1.1" status: 200 len: 949 time: 0.1238263 Mar 01 13:50:32.069416 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ea23d7d-b86c-4357-bf5f-f71b22de74c1 req-29134731-6a72-47b9-b306-7da65a0ac82a tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869112 Mar 01 13:50:32.101677 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b75aee7a-84e3-4c81-859b-d579e3721b24 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ecb0fe62f1b94c199a51b2b90d8ddbfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5754781 Mar 01 13:50:32.105991 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41306) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:32.209071 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-2054c265-4570-48cd-9f3e-f7fe425bd8f5 service neutron] Attempting to bind port a1aeabd6-584f-4edb-8145-9277584199da on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:32.209346 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-2054c265-4570-48cd-9f3e-f7fe425bd8f5 service neutron] Attempting to bind port a1aeabd6-584f-4edb-8145-9277584199da by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:32.209621 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-2054c265-4570-48cd-9f3e-f7fe425bd8f5 service neutron] Attempting to bind port a1aeabd6-584f-4edb-8145-9277584199da on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:32.221669 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-87b27d42-f0e2-4c89-987c-f32b43b6bb4a admin admin] Publish callbacks [] for security_group (0cb5e294-1fbe-44e1-ba3f-52a74109d97b), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:32.228997 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-2054c265-4570-48cd-9f3e-f7fe425bd8f5 service neutron] Port a1aeabd6-584f-4edb-8145-9277584199da on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:32.229337 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-2054c265-4570-48cd-9f3e-f7fe425bd8f5 service neutron] Attempting to bind port a1aeabd6-584f-4edb-8145-9277584199da on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:32.244886 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-2054c265-4570-48cd-9f3e-f7fe425bd8f5 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:50:32.245889 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-2054c265-4570-48cd-9f3e-f7fe425bd8f5 service neutron] Checking segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:50:32.245889 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-2054c265-4570-48cd-9f3e-f7fe425bd8f5 service neutron] Bound using segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:50:32.249790 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-2054c265-4570-48cd-9f3e-f7fe425bd8f5 service neutron] Bound port: a1aeabd6-584f-4edb-8145-9277584199da, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:50:32.250322 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-2054c265-4570-48cd-9f3e-f7fe425bd8f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a1aeabd6-584f-4edb-8145-9277584199da), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:32.271570 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ddc6c1b0-763d-4c64-85b5-8b468a27c483 req-619fed35-f929-4ff7-8a59-ca8f499e01fd tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0d2017-27c4-40ed-8ff7-4d726b30135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008128 Mar 01 13:50:32.293094 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-87b27d42-f0e2-4c89-987c-f32b43b6bb4a admin admin] Publish callbacks [] for security_group (0cb5e294-1fbe-44e1-ba3f-52a74109d97b), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:32.384282 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-2054c265-4570-48cd-9f3e-f7fe425bd8f5 service neutron] For port a1aeabd6-584f-4edb-8145-9277584199da, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:50:32.387505 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-2054c265-4570-48cd-9f3e-f7fe425bd8f5 service neutron] For port a1aeabd6-584f-4edb-8145-9277584199da, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=a1aeabd6-584f-4edb-8145-9277584199da,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:50:32.393789 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-2054c265-4570-48cd-9f3e-f7fe425bd8f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (a1aeabd6-584f-4edb-8145-9277584199da), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:32.440319 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-2054c265-4570-48cd-9f3e-f7fe425bd8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:32.441013 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-2054c265-4570-48cd-9f3e-f7fe425bd8f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:32.442670 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-2054c265-4570-48cd-9f3e-f7fe425bd8f5 service neutron] 10.222.0.20 "PUT /v2.0/ports/a1aeabd6-584f-4edb-8145-9277584199da HTTP/1.1" status: 200 len: 1095 time: 1.4789507 Mar 01 13:50:32.443743 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd6e94be-1442-4d04-8cc9-8df9ba8f101d', 'tag': 'a1aeabd6-584f-4edb-8145-9277584199da'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:50:32.451132 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d071b7c-bd41-4aa3-b671-f9ab91327aa2 req-ec2407dd-5f24-4d92-b75d-bb907c507dda tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:32.455080 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1381829-4a28-49ab-935d-a2cdab728172" -d '{"events": [{"name": "network-changed", "server_uuid": "cd6e94be-1442-4d04-8cc9-8df9ba8f101d", "tag": "a1aeabd6-584f-4edb-8145-9277584199da"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:50:32.459325 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3d071b7c-bd41-4aa3-b671-f9ab91327aa2 req-ec2407dd-5f24-4d92-b75d-bb907c507dda tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 944 time: 0.1566033 Mar 01 13:50:32.480159 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054c265-4570-48cd-9f3e-f7fe425bd8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a1aeabd6-584f-4edb-8145-9277584199da,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:32.511614 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5d923-d6f2-43a3-a430-45785b5b448f req-474bb154-ae9b-44b1-81c9-5fda91bc8ea4 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:32.519613 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-96f5d923-d6f2-43a3-a430-45785b5b448f req-474bb154-ae9b-44b1-81c9-5fda91bc8ea4 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd6e94be-1442-4d04-8cc9-8df9ba8f101d HTTP/1.1" status: 200 len: 947 time: 0.1557164 Mar 01 13:50:32.549418 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-87b27d42-f0e2-4c89-987c-f32b43b6bb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (0cb5e294-1fbe-44e1-ba3f-52a74109d97b), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:32.552236 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-87b27d42-f0e2-4c89-987c-f32b43b6bb4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:32.558162 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-87b27d42-f0e2-4c89-987c-f32b43b6bb4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0cb5e294-1fbe-44e1-ba3f-52a74109d97b HTTP/1.1" status: 204 len: 168 time: 0.4496803 Mar 01 13:50:32.570617 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-b16f30f4-8314-4545-8b84-b787793d8858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:32.572918 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-b16f30f4-8314-4545-8b84-b787793d8858 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&device_id=cd6e94be-1442-4d04-8cc9-8df9ba8f101d HTTP/1.1" status: 200 len: 1129 time: 0.0666478 Mar 01 13:50:32.610234 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b27d42-f0e2-4c89-987c-f32b43b6bb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb5e294-1fbe-44e1-ba3f-52a74109d97b,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:32.648377 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3d071b7c-bd41-4aa3-b671-f9ab91327aa2 req-963d6043-025b-4d5b-9c34-91b391a61a77 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882029 Mar 01 13:50:32.678239 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-77788d71-7c3d-4d86-8f2e-77a7a359c399 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=a1aeabd6-584f-4edb-8145-9277584199da HTTP/1.1" status: 200 len: 217 time: 0.0975869 Mar 01 13:50:32.705630 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-96f5d923-d6f2-43a3-a430-45785b5b448f req-09f10aad-87ac-4e7c-b696-be434ea8361e tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849492 Mar 01 13:50:32.740661 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-07444540-51f7-4c62-aab4-5ffcb6473e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:32.742774 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-07444540-51f7-4c62-aab4-5ffcb6473e30 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0594776 Mar 01 13:50:32.793662 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c41d80-cbee-4dae-8f7f-dc4c0ad2a3c5 x-openstack-request-id: req-a9c41d80-cbee-4dae-8f7f-dc4c0ad2a3c5 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:50:32.794099 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd6e94be-1442-4d04-8cc9-8df9ba8f101d", "tag": "a1aeabd6-584f-4edb-8145-9277584199da", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:50:32.794289 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9c41d80-cbee-4dae-8f7f-dc4c0ad2a3c5 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:50:32.794747 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd6e94be-1442-4d04-8cc9-8df9ba8f101d', 'tag': 'a1aeabd6-584f-4edb-8145-9277584199da', 'status': 'completed', 'code': 200} Mar 01 13:50:32.824761 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-8c90bf44-9201-44f2-8312-d43548570966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:32.826411 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-8c90bf44-9201-44f2-8312-d43548570966 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0762019 Mar 01 13:50:32.950009 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2a220-ac60-4a1d-8bdc-45490ba4e3d4 req-d3de847b-91b0-445a-8338-8257cd1b9811 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:32.956295 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9bc2a220-ac60-4a1d-8bdc-45490ba4e3d4 req-d3de847b-91b0-445a-8338-8257cd1b9811 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.1386533 Mar 01 13:50:32.960277 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-ed061062-29e3-41bc-8e0a-4814cdf9174e service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254470 Mar 01 13:50:33.061827 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9bc2a220-ac60-4a1d-8bdc-45490ba4e3d4 req-560979a7-bd80-4387-a7d1-abc90857b449 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023033 Mar 01 13:50:33.093650 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f8fa0-9e72-49aa-a7e2-e603222613d0 req-76aa6858-119e-476c-adae-cde6cae4a23d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:33.095373 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0d9f8fa0-9e72-49aa-a7e2-e603222613d0 req-76aa6858-119e-476c-adae-cde6cae4a23d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3 HTTP/1.1" status: 200 len: 943 time: 0.1665893 Mar 01 13:50:33.231417 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5f7cf455-aa10-46b0-bab1-8bc2c8bac378 req-97a56301-2c9f-4fe0-99f9-ef2ad6b55579 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642977 Mar 01 13:50:33.244785 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41326) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:33.283559 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0d9f8fa0-9e72-49aa-a7e2-e603222613d0 req-7af942ba-da9a-4cf4-a810-b7df52e226af tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792262 Mar 01 13:50:33.291798 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2e472aef-84b8-4ffa-82d3-e3ca145c4626 req-cb3e5b19-398b-49e9-ba14-54f679af5685 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 210 time: 0.0629084 Mar 01 13:50:33.327650 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7aa886b4-0e11-4ec6-90ce-725057b53756 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30229011aa1e423b998866ddc2783b7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0792310 Mar 01 13:50:33.328076 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41330) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:33.419786 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1381829-4a28-49ab-935d-a2cdab728172 req-7e326bdc-fb46-42e0-ac1a-db4bdc172d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:33.422329 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b1381829-4a28-49ab-935d-a2cdab728172 req-7e326bdc-fb46-42e0-ac1a-db4bdc172d41 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&device_id=cd6e94be-1442-4d04-8cc9-8df9ba8f101d HTTP/1.1" status: 200 len: 1129 time: 0.0956407 Mar 01 13:50:33.524604 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-481689fb-b7d0-4d5a-927d-f72c47cd533e admin admin] Publish callbacks [] for security_group (35726101-70f2-4c2e-b3cd-59dfa5cc2bde), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:33.564813 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278d303-9148-42e3-a0b0-b1e2bc7bc61c req-cfbd2e1f-b425-44c4-851b-3183d50a2e2c tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:33.566177 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7278d303-9148-42e3-a0b0-b1e2bc7bc61c req-cfbd2e1f-b425-44c4-851b-3183d50a2e2c tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/ports?device_id=0205a609-0062-4635-be52-a55c1df2a64c HTTP/1.1" status: 200 len: 949 time: 0.1785903 Mar 01 13:50:33.572981 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-481689fb-b7d0-4d5a-927d-f72c47cd533e admin admin] Publish callbacks [] for security_group (35726101-70f2-4c2e-b3cd-59dfa5cc2bde), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:33.598733 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1381829-4a28-49ab-935d-a2cdab728172 req-677766fa-455b-4a01-bacb-c3e1155cf42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:33.600253 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b1381829-4a28-49ab-935d-a2cdab728172 req-677766fa-455b-4a01-bacb-c3e1155cf42d service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.1712241 Mar 01 13:50:33.615239 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb3773-1d0d-442d-8314-f71ea530be67 req-0f6ab4cf-0e58-4f6d-906a-1c7ad06ec931 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:33.623617 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a9bb3773-1d0d-442d-8314-f71ea530be67 req-0f6ab4cf-0e58-4f6d-906a-1c7ad06ec931 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.2132778 Mar 01 13:50:33.697615 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b1381829-4a28-49ab-935d-a2cdab728172 req-2c45346c-ce79-4936-add2-d51402adfc11 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=a1aeabd6-584f-4edb-8145-9277584199da HTTP/1.1" status: 200 len: 217 time: 0.0901945 Mar 01 13:50:33.717387 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7278d303-9148-42e3-a0b0-b1e2bc7bc61c req-add78e76-c482-4c9d-ab82-af9f007d705d tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0d2017-27c4-40ed-8ff7-4d726b30135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322255 Mar 01 13:50:33.735785 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a9bb3773-1d0d-442d-8314-f71ea530be67 req-20500d69-8dde-467a-9556-07bedbd4e12d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110432 Mar 01 13:50:33.752855 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-481689fb-b7d0-4d5a-927d-f72c47cd533e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (35726101-70f2-4c2e-b3cd-59dfa5cc2bde), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:33.757789 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1381829-4a28-49ab-935d-a2cdab728172 req-bb68cea9-8197-4456-ab8f-aecd1a28dd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:33.758799 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-481689fb-b7d0-4d5a-927d-f72c47cd533e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:33.759425 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b1381829-4a28-49ab-935d-a2cdab728172 req-bb68cea9-8197-4456-ab8f-aecd1a28dd5a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0549421 Mar 01 13:50:33.764664 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-481689fb-b7d0-4d5a-927d-f72c47cd533e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35726101-70f2-4c2e-b3cd-59dfa5cc2bde HTTP/1.1" status: 204 len: 168 time: 0.4354448 Mar 01 13:50:33.775521 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481689fb-b7d0-4d5a-927d-f72c47cd533e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35726101-70f2-4c2e-b3cd-59dfa5cc2bde,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:33.885553 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1381829-4a28-49ab-935d-a2cdab728172 req-9e420877-3dec-4f94-b90f-e62daec80556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:33.887166 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b1381829-4a28-49ab-935d-a2cdab728172 req-9e420877-3dec-4f94-b90f-e62daec80556 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1214480 Mar 01 13:50:33.985282 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23395a7e-7d22-4f87-bc74-7e3ba9a8942f req-6685d0d3-6718-4da1-8fc4-d699a881f4fe tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:33.991425 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-23395a7e-7d22-4f87-bc74-7e3ba9a8942f req-6685d0d3-6718-4da1-8fc4-d699a881f4fe tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 944 time: 0.1082561 Mar 01 13:50:34.064601 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b1381829-4a28-49ab-935d-a2cdab728172 req-be4aa20b-1e15-4e28-a543-5fd6f998d3d6 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597292 Mar 01 13:50:34.080816 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912dcc57-930c-4227-b12d-ca2cab822c8b req-a06c848f-f0cb-4bd6-b18b-c38b4eb0e90e tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:34.087543 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-912dcc57-930c-4227-b12d-ca2cab822c8b req-a06c848f-f0cb-4bd6-b18b-c38b4eb0e90e tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd6e94be-1442-4d04-8cc9-8df9ba8f101d HTTP/1.1" status: 200 len: 947 time: 0.2225215 Mar 01 13:50:34.129618 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-23395a7e-7d22-4f87-bc74-7e3ba9a8942f req-f06fb45f-6fea-4fae-b368-bb0968d41b05 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268661 Mar 01 13:50:34.171592 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-912dcc57-930c-4227-b12d-ca2cab822c8b req-2e770f96-bf1e-49ff-8cc6-4c59eeae47aa tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749905 Mar 01 13:50:34.190900 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b1381829-4a28-49ab-935d-a2cdab728172 req-ce256138-baf6-4840-b6b9-9db29e9af590 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195037 Mar 01 13:50:34.328018 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19303e8-7f69-4c0b-af4e-8d9b98094f1b req-0a822ab2-9967-4850-8198-657eb8e4c480 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:34.335194 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c19303e8-7f69-4c0b-af4e-8d9b98094f1b req-0a822ab2-9967-4850-8198-657eb8e4c480 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.0797732 Mar 01 13:50:34.425590 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ac92a749-e05f-4d35-ac0e-20ba85a3e926 req-5d5b339f-6c0e-43b6-bc11-fa5ad1801bf8 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 210 time: 0.0429256 Mar 01 13:50:34.466190 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c19303e8-7f69-4c0b-af4e-8d9b98094f1b req-6be64599-b321-4038-aa10-dfd32363f936 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283605 Mar 01 13:50:34.595560 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7b0df-75ef-424c-ae3d-79b84975dfa7 req-fab13215-fd5c-48d8-b4e3-1d56cefdc49f tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:34.597488 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d4c7b0df-75ef-424c-ae3d-79b84975dfa7 req-fab13215-fd5c-48d8-b4e3-1d56cefdc49f tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3 HTTP/1.1" status: 200 len: 943 time: 0.0822046 Mar 01 13:50:34.653479 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d4c7b0df-75ef-424c-ae3d-79b84975dfa7 req-e293d7e8-da63-442a-9eeb-c4b2557fcc19 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466497 Mar 01 13:50:34.918598 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cafe7-3a62-4e7f-993b-d418ec2dda6b req-725d8fa1-6da2-485a-b21e-2357ea6f2d5f tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:34.920249 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8e8cafe7-3a62-4e7f-993b-d418ec2dda6b req-725d8fa1-6da2-485a-b21e-2357ea6f2d5f tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.0935669 Mar 01 13:50:34.932812 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460426a-bfc6-4c5d-aeda-cf3f01392560 req-8a95a5be-5912-4c85-b3af-fe5a08bbefeb tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:34.934425 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4460426a-bfc6-4c5d-aeda-cf3f01392560 req-8a95a5be-5912-4c85-b3af-fe5a08bbefeb tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/ports?device_id=0205a609-0062-4635-be52-a55c1df2a64c HTTP/1.1" status: 200 len: 949 time: 0.0966654 Mar 01 13:50:35.007997 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8e8cafe7-3a62-4e7f-993b-d418ec2dda6b req-aa1f1684-2b39-4718-8f25-37c0ff9c7ea8 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724814 Mar 01 13:50:35.015007 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4460426a-bfc6-4c5d-aeda-cf3f01392560 req-752eff3e-de25-44b5-bd87-9201f30f9ccb tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0d2017-27c4-40ed-8ff7-4d726b30135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727198 Mar 01 13:50:35.302304 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586e8f3-0326-4230-a09c-4289b816b004 req-10ca5e8c-d5e9-4d3d-bce1-4bb97b3490bc tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:35.303832 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1586e8f3-0326-4230-a09c-4289b816b004 req-10ca5e8c-d5e9-4d3d-bce1-4bb97b3490bc tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 944 time: 0.0874825 Mar 01 13:50:35.323879 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b0a2a-0781-4fdd-8845-22a4f6dd4a53 req-a60bbd1b-7336-459f-94c7-c962c52964a5 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:35.325328 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ad4b0a2a-0781-4fdd-8845-22a4f6dd4a53 req-a60bbd1b-7336-459f-94c7-c962c52964a5 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd6e94be-1442-4d04-8cc9-8df9ba8f101d HTTP/1.1" status: 200 len: 947 time: 0.0814159 Mar 01 13:50:35.386778 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1586e8f3-0326-4230-a09c-4289b816b004 req-7379278b-25f4-4e0e-9133-253b62a52cd2 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757575 Mar 01 13:50:35.398548 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ad4b0a2a-0781-4fdd-8845-22a4f6dd4a53 req-40075cd1-2938-4796-82fa-02db7b67b408 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658624 Mar 01 13:50:35.401329 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41386) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:35.509371 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-1801f3c6-b60e-4a07-a0ed-b86162cfa07c tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1463503516'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:35.534361 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-61d6b1bc-13f9-4a6e-adaf-9114c76e32c6 req-765807cb-b19c-4828-8d4b-a7bad4a377c0 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 210 time: 0.0382762 Mar 01 13:50:35.552727 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1801f3c6-b60e-4a07-a0ed-b86162cfa07c tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (e33e08cb-5871-45b7-a63d-bfff435625b2), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:35.553750 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1801f3c6-b60e-4a07-a0ed-b86162cfa07c tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (e33e08cb-5871-45b7-a63d-bfff435625b2), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:35.935210 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1801f3c6-b60e-4a07-a0ed-b86162cfa07c tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks [] for router_controller (e33e08cb-5871-45b7-a63d-bfff435625b2), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:35.945865 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf0d29-7b95-4fb3-aa2e-f8b71492293c req-4135772d-9fae-4d80-84a9-fe24168be78a tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:35.947345 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-35bf0d29-7b95-4fb3-aa2e-f8b71492293c req-4135772d-9fae-4d80-84a9-fe24168be78a tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.4064519 Mar 01 13:50:35.949526 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1801f3c6-b60e-4a07-a0ed-b86162cfa07c tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (e33e08cb-5871-45b7-a63d-bfff435625b2), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:35.982186 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1801f3c6-b60e-4a07-a0ed-b86162cfa07c tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:35.983341 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1801f3c6-b60e-4a07-a0ed-b86162cfa07c tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5809803 Mar 01 13:50:35.986179 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41396) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:35.992057 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd177e-35ef-4e4f-bc0f-1d28d318745d req-d0429c66-fbbd-4a71-bc72-c8b2c725c9bd tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:35.993493 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-14bd177e-35ef-4e4f-bc0f-1d28d318745d req-d0429c66-fbbd-4a71-bc72-c8b2c725c9bd tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3 HTTP/1.1" status: 200 len: 943 time: 0.1342695 Mar 01 13:50:36.037457 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-35bf0d29-7b95-4fb3-aa2e-f8b71492293c req-4eabfa02-40a9-486c-807d-ccb975d80da6 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818624 Mar 01 13:50:36.062268 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d6d820c7-79c3-478f-a8ff-129a0ff7b7f2 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks [] for router (e33e08cb-5871-45b7-a63d-bfff435625b2), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:36.066937 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-14bd177e-35ef-4e4f-bc0f-1d28d318745d req-4460fe2a-d805-451d-89f3-f420cff182ac tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671670 Mar 01 13:50:36.188821 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e3e81-da53-4e67-8cba-06944e5cf401 req-2f0a96c3-dac1-47d6-a4bf-43c6b987f429 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:36.190443 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-621e3e81-da53-4e67-8cba-06944e5cf401 req-2f0a96c3-dac1-47d6-a4bf-43c6b987f429 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.0924101 Mar 01 13:50:36.213672 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104988b-e715-43a8-91ef-c369549003a8 req-99098c21-0434-4d1c-805e-b0b445d4f7b5 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:36.215233 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5104988b-e715-43a8-91ef-c369549003a8 req-99098c21-0434-4d1c-805e-b0b445d4f7b5 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/ports?device_id=0205a609-0062-4635-be52-a55c1df2a64c HTTP/1.1" status: 200 len: 949 time: 0.0851359 Mar 01 13:50:36.283403 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-621e3e81-da53-4e67-8cba-06944e5cf401 req-deb748da-e44e-482b-af2d-f066e16089da tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850260 Mar 01 13:50:36.298418 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5104988b-e715-43a8-91ef-c369549003a8 req-7e447d04-68a1-4b58-877c-d4fb462d97a2 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0d2017-27c4-40ed-8ff7-4d726b30135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760732 Mar 01 13:50:36.519647 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d6d820c7-79c3-478f-a8ff-129a0ff7b7f2 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (e33e08cb-5871-45b7-a63d-bfff435625b2), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:36.521775 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d6d820c7-79c3-478f-a8ff-129a0ff7b7f2 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks [] for router_controller (e33e08cb-5871-45b7-a63d-bfff435625b2), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:36.543625 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50de22a-60a7-423c-82de-776565e24f33 req-da320e14-bc13-484e-b72e-a890198f46fe tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:36.545140 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c50de22a-60a7-423c-82de-776565e24f33 req-da320e14-bc13-484e-b72e-a890198f46fe tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd6e94be-1442-4d04-8cc9-8df9ba8f101d HTTP/1.1" status: 200 len: 947 time: 0.0754499 Mar 01 13:50:36.553287 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f7fe1-70d2-4d72-81ce-9829d2242eb4 req-141a8fb2-399c-4ab8-a978-99f333e586c0 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:36.554711 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-022f7fe1-70d2-4d72-81ce-9829d2242eb4 req-141a8fb2-399c-4ab8-a978-99f333e586c0 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 944 time: 0.0942936 Mar 01 13:50:36.569250 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d6d820c7-79c3-478f-a8ff-129a0ff7b7f2 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (e33e08cb-5871-45b7-a63d-bfff435625b2), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:36.569875 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d820c7-79c3-478f-a8ff-129a0ff7b7f2 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e33e08cb-5871-45b7-a63d-bfff435625b2 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 13:50:36.574906 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d6d820c7-79c3-478f-a8ff-129a0ff7b7f2 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:36.576293 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d6d820c7-79c3-478f-a8ff-129a0ff7b7f2 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] 10.222.0.13 "DELETE /v2.0/routers/e33e08cb-5871-45b7-a63d-bfff435625b2 HTTP/1.1" status: 204 len: 168 time: 0.5891011 Mar 01 13:50:36.579382 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41408) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:36.584369 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-9eb7fb14-4d0b-4b1f-8ab2-3bb1acaed1c0 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Request body: {'router': {'name': 'tempest-router-672299916', 'distributed': False}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:36.604317 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9eb7fb14-4d0b-4b1f-8ab2-3bb1acaed1c0 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (cc123a84-686c-4788-894a-15d7adc7cd23), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:36.605400 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9eb7fb14-4d0b-4b1f-8ab2-3bb1acaed1c0 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (cc123a84-686c-4788-894a-15d7adc7cd23), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:36.634004 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c50de22a-60a7-423c-82de-776565e24f33 req-73c925a3-db1b-44ed-a983-b42b814d04a1 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783296 Mar 01 13:50:36.637337 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-022f7fe1-70d2-4d72-81ce-9829d2242eb4 req-62adc56c-9aee-4123-8bf3-780086c25c80 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758266 Mar 01 13:50:36.656555 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9eb7fb14-4d0b-4b1f-8ab2-3bb1acaed1c0 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks [] for router_controller (cc123a84-686c-4788-894a-15d7adc7cd23), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:36.666397 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9eb7fb14-4d0b-4b1f-8ab2-3bb1acaed1c0 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (cc123a84-686c-4788-894a-15d7adc7cd23), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:36.681120 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9eb7fb14-4d0b-4b1f-8ab2-3bb1acaed1c0 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:36.682331 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9eb7fb14-4d0b-4b1f-8ab2-3bb1acaed1c0 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1019733 Mar 01 13:50:36.685126 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41410) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:36.729872 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0d8dd32c-a335-4f18-a014-69d87c0a04ff req-e55778fe-8e08-43c9-9916-6a0d595015b8 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 210 time: 0.0283439 Mar 01 13:50:36.757842 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-36d6c190-a2d8-47ed-92bd-372f313bbb26 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks [] for router (cc123a84-686c-4788-894a-15d7adc7cd23), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:36.914718 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-36d6c190-a2d8-47ed-92bd-372f313bbb26 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (cc123a84-686c-4788-894a-15d7adc7cd23), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:36.916718 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-36d6c190-a2d8-47ed-92bd-372f313bbb26 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks [] for router_controller (cc123a84-686c-4788-894a-15d7adc7cd23), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:36.957171 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-36d6c190-a2d8-47ed-92bd-372f313bbb26 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (cc123a84-686c-4788-894a-15d7adc7cd23), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:36.957693 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d6c190-a2d8-47ed-92bd-372f313bbb26 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc123a84-686c-4788-894a-15d7adc7cd23 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 13:50:36.962279 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-36d6c190-a2d8-47ed-92bd-372f313bbb26 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:36.963442 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-36d6c190-a2d8-47ed-92bd-372f313bbb26 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] 10.222.0.13 "DELETE /v2.0/routers/cc123a84-686c-4788-894a-15d7adc7cd23 HTTP/1.1" status: 204 len: 168 time: 0.2774115 Mar 01 13:50:36.967215 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41412) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:36.971703 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-82911959-1ffc-4823-991d-f033dc00c991 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Request body: {'router': {'name': 'tempest-router-1936226238', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '6e1ae34d0b90446d8a5306eee7763551'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:36.990071 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-82911959-1ffc-4823-991d-f033dc00c991 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (939766ea-1c54-4180-867a-3dd0fe1dbcef), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:36.991035 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-82911959-1ffc-4823-991d-f033dc00c991 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (939766ea-1c54-4180-867a-3dd0fe1dbcef), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:37.044009 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-82911959-1ffc-4823-991d-f033dc00c991 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks [] for router_controller (939766ea-1c54-4180-867a-3dd0fe1dbcef), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:37.048084 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-82911959-1ffc-4823-991d-f033dc00c991 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (939766ea-1c54-4180-867a-3dd0fe1dbcef), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:37.061880 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-82911959-1ffc-4823-991d-f033dc00c991 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:37.063189 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-82911959-1ffc-4823-991d-f033dc00c991 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.0950210 Mar 01 13:50:37.065749 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41416) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:37.070478 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-cdcd2748-b48c-4920-8b1e-dec456f7a08c tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:37.183825 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c2ea1-7a7c-427e-ac93-b0807e55a61a req-4aedccdd-4907-4b77-8866-16735469cb25 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:37.185365 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d74c2ea1-7a7c-427e-ac93-b0807e55a61a req-4aedccdd-4907-4b77-8866-16735469cb25 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.0783837 Mar 01 13:50:37.218647 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14659b-4ede-4761-97f0-6a4a4b36a0b3 req-fb26d45d-0dae-4f4d-8242-f5848d713c4e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:37.220163 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3e14659b-4ede-4761-97f0-6a4a4b36a0b3 req-fb26d45d-0dae-4f4d-8242-f5848d713c4e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3 HTTP/1.1" status: 200 len: 943 time: 0.0806770 Mar 01 13:50:37.263328 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d74c2ea1-7a7c-427e-ac93-b0807e55a61a req-41907f16-42a0-4f45-99c0-eb1577680852 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722771 Mar 01 13:50:37.273752 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cdcd2748-b48c-4920-8b1e-dec456f7a08c tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3686472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8455'] for router (939766ea-1c54-4180-867a-3dd0fe1dbcef), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:37.274205 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cdcd2748-b48c-4920-8b1e-dec456f7a08c tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks [] for router (939766ea-1c54-4180-867a-3dd0fe1dbcef), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:37.291160 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3e14659b-4ede-4761-97f0-6a4a4b36a0b3 req-0db6d763-045c-46f9-99d5-e3d58d2ecdd3 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609198 Mar 01 13:50:37.357035 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cdcd2748-b48c-4920-8b1e-dec456f7a08c tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103726) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Mar 01 13:50:37.357459 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cdcd2748-b48c-4920-8b1e-dec456f7a08c tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Router 939766ea-1c54-4180-867a-3dd0fe1dbcef migrating from provider to provider. {{(pid=103726) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Mar 01 13:50:37.357895 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cdcd2748-b48c-4920-8b1e-dec456f7a08c tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks [] for router_controller (939766ea-1c54-4180-867a-3dd0fe1dbcef), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:37.368665 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cdcd2748-b48c-4920-8b1e-dec456f7a08c tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks [] for router_controller (939766ea-1c54-4180-867a-3dd0fe1dbcef), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:37.374529 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cdcd2748-b48c-4920-8b1e-dec456f7a08c tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3686481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3686494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683840'] for router (939766ea-1c54-4180-867a-3dd0fe1dbcef), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:37.441213 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc843cc5-e054-433a-b2c0-e33f043ad591 req-94b46b34-aac2-4a72-b5d8-c9dd75840e70 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:37.442614 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dc843cc5-e054-433a-b2c0-e33f043ad591 req-94b46b34-aac2-4a72-b5d8-c9dd75840e70 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.0899868 Mar 01 13:50:37.454353 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be330a7-8231-499e-bbfa-d53586e22b1a req-976d9c35-1e43-45fd-9c84-61235cf89af3 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:37.455814 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3be330a7-8231-499e-bbfa-d53586e22b1a req-976d9c35-1e43-45fd-9c84-61235cf89af3 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/ports?device_id=0205a609-0062-4635-be52-a55c1df2a64c HTTP/1.1" status: 200 len: 949 time: 0.0732520 Mar 01 13:50:37.458817 n-d-827467-3 neutron-server[103726]: WARNING neutron.scheduler.l3_agent_scheduler [None req-cdcd2748-b48c-4920-8b1e-dec456f7a08c tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] No L3 agents can host the router 939766ea-1c54-4180-867a-3dd0fe1dbcef Mar 01 13:50:37.537778 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dc843cc5-e054-433a-b2c0-e33f043ad591 req-e529d9f1-a17b-4d52-a715-435fec88a7d6 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809910 Mar 01 13:50:37.540732 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3be330a7-8231-499e-bbfa-d53586e22b1a req-3089f17f-a6fd-43d4-8b73-3645b29a5ceb tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0d2017-27c4-40ed-8ff7-4d726b30135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783069 Mar 01 13:50:37.583762 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcd2748-b48c-4920-8b1e-dec456f7a08c tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Hosts for router 939766ea-1c54-4180-867a-3dd0fe1dbcef: [] {{(pid=103726) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Mar 01 13:50:37.605498 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcd2748-b48c-4920-8b1e-dec456f7a08c tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Hosts for other DVR routers connected to router 939766ea-1c54-4180-867a-3dd0fe1dbcef: set() {{(pid=103726) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Mar 01 13:50:37.608014 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cdcd2748-b48c-4920-8b1e-dec456f7a08c tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:37.609205 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cdcd2748-b48c-4920-8b1e-dec456f7a08c tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] 10.222.0.13 "PUT /v2.0/routers/939766ea-1c54-4180-867a-3dd0fe1dbcef HTTP/1.1" status: 200 len: 717 time: 0.5425305 Mar 01 13:50:37.611743 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41424) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:37.677856 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device a1aeabd6-584f-4edb-8145-9277584199da details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:50:37.690547 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d5297ca4-1beb-4406-832b-f3341322daf5 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] 10.222.0.13 "GET /v2.0/routers/939766ea-1c54-4180-867a-3dd0fe1dbcef HTTP/1.1" status: 200 len: 717 time: 0.0777118 Mar 01 13:50:37.692191 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41430) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:37.787514 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port a1aeabd6-584f-4edb-8145-9277584199da, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=a1aeabd6-584f-4edb-8145-9277584199da,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:37.789550 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f87bb5-c887-429e-87d6-812653227e51 req-b7121aad-fe32-4a2b-ba49-cf6faf15f71f tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:37.791216 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a9f87bb5-c887-429e-87d6-812653227e51 req-b7121aad-fe32-4a2b-ba49-cf6faf15f71f tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd6e94be-1442-4d04-8cc9-8df9ba8f101d HTTP/1.1" status: 200 len: 947 time: 0.0848725 Mar 01 13:50:37.799916 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': 'a1aeabd6-584f-4edb-8145-9277584199da', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': 'a1aeabd6-584f-4edb-8145-9277584199da', 'mac_address': 'fa:16:3e:fa:f6:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:50:37.837937 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port a1aeabd6-584f-4edb-8145-9277584199da is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:50:37.838322 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a1aeabd6-584f-4edb-8145-9277584199da), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:37.855044 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1aeabd6-584f-4edb-8145-9277584199da {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:50:37.874808 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port a1aeabd6-584f-4edb-8145-9277584199da, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=a1aeabd6-584f-4edb-8145-9277584199da,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:37.879860 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a1aeabd6-584f-4edb-8145-9277584199da), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:37.904571 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a96d4-8aae-44ce-8e29-e7ec348accfc req-2f3bba94-289b-443e-a5e2-6a61d4e1d2d0 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:37.906132 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-217a96d4-8aae-44ce-8e29-e7ec348accfc req-2f3bba94-289b-443e-a5e2-6a61d4e1d2d0 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 944 time: 0.1722739 Mar 01 13:50:37.925925 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=a1aeabd6-584f-4edb-8145-9277584199da,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:37.933958 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:37.934327 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:37.934832 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:37.934949 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:37.935281 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:37.935607 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:37.935956 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:37.936280 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:37.936619 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:37.936921 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:37.937243 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:37.937559 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:37.937878 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:37.980616 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e215635e-c318-4206-a54e-62886a1da499 tempest-RoutersTestDVR-2140698132 tempest-RoutersTestDVR-2140698132-project] 10.222.0.13 "GET /v2.0/routers/939766ea-1c54-4180-867a-3dd0fe1dbcef HTTP/1.1" status: 200 len: 683 time: 0.2867270 Mar 01 13:50:37.983284 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41436) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:38.003628 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a9f87bb5-c887-429e-87d6-812653227e51 req-3dc34a0e-acf6-4397-b59f-c39948148366 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018890 Mar 01 13:50:38.022963 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-217a96d4-8aae-44ce-8e29-e7ec348accfc req-5a41b850-31ef-4cf2-ab96-d3d1b43bb461 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827270 Mar 01 13:50:38.063663 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c018ecde-a03c-446a-9193-48f92c84f3b1 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks [] for router (939766ea-1c54-4180-867a-3dd0fe1dbcef), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:38.094935 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ecc46483-820c-45e5-a58f-b9c13ca27243 req-e962e962-1b73-40e9-ae0b-431124087bd9 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 210 time: 0.0296717 Mar 01 13:50:38.228394 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c018ecde-a03c-446a-9193-48f92c84f3b1 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (939766ea-1c54-4180-867a-3dd0fe1dbcef), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:38.230495 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c018ecde-a03c-446a-9193-48f92c84f3b1 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks [] for router_controller (939766ea-1c54-4180-867a-3dd0fe1dbcef), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:38.232948 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['a1aeabd6-584f-4edb-8145-9277584199da'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:50:38.272741 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c018ecde-a03c-446a-9193-48f92c84f3b1 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (939766ea-1c54-4180-867a-3dd0fe1dbcef), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:38.273259 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c018ecde-a03c-446a-9193-48f92c84f3b1 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 939766ea-1c54-4180-867a-3dd0fe1dbcef {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 13:50:38.277653 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c018ecde-a03c-446a-9193-48f92c84f3b1 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:38.282353 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c018ecde-a03c-446a-9193-48f92c84f3b1 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] 10.222.0.13 "DELETE /v2.0/routers/939766ea-1c54-4180-867a-3dd0fe1dbcef HTTP/1.1" status: 204 len: 168 time: 0.2979803 Mar 01 13:50:38.283038 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41438) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:38.288793 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-994d00d2-b53c-46f3-a1f3-7f3276ba79fc tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Request body: {'router': {'name': 'tempest-router-1712605939', 'distributed': True}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:38.309593 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-994d00d2-b53c-46f3-a1f3-7f3276ba79fc tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (fe53aeaf-0581-4d88-8b29-75a1c18d9d96), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:38.310684 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-994d00d2-b53c-46f3-a1f3-7f3276ba79fc tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (fe53aeaf-0581-4d88-8b29-75a1c18d9d96), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:38.388848 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-994d00d2-b53c-46f3-a1f3-7f3276ba79fc tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks [] for router_controller (fe53aeaf-0581-4d88-8b29-75a1c18d9d96), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:38.431265 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-994d00d2-b53c-46f3-a1f3-7f3276ba79fc tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (fe53aeaf-0581-4d88-8b29-75a1c18d9d96), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:38.457295 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-994d00d2-b53c-46f3-a1f3-7f3276ba79fc tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:38.458510 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-994d00d2-b53c-46f3-a1f3-7f3276ba79fc tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1741168 Mar 01 13:50:38.461399 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41444) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:38.479063 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016e33b-b388-43e0-a3dd-50cf02f7a50d req-91e06f26-e61a-4d5c-a083-74d0620e713f tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:38.480481 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9016e33b-b388-43e0-a3dd-50cf02f7a50d req-91e06f26-e61a-4d5c-a083-74d0620e713f tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.1398497 Mar 01 13:50:38.487926 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df951b3a-0f6c-485c-b4f6-c037a104ceb8 req-55300c5b-e5ca-473a-880f-f7e89714af14 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:38.489455 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-df951b3a-0f6c-485c-b4f6-c037a104ceb8 req-55300c5b-e5ca-473a-880f-f7e89714af14 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3 HTTP/1.1" status: 200 len: 943 time: 0.1040516 Mar 01 13:50:38.535345 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e19019a6-e58d-4835-b3ac-7575a12bde93 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks [] for router (fe53aeaf-0581-4d88-8b29-75a1c18d9d96), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:38.557536 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9016e33b-b388-43e0-a3dd-50cf02f7a50d req-b15391d5-7133-486b-9317-d3e11f483c9d tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665548 Mar 01 13:50:38.564608 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-df951b3a-0f6c-485c-b4f6-c037a104ceb8 req-49c7e57b-1802-457d-8d42-fdb928f58735 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679560 Mar 01 13:50:38.701507 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e19019a6-e58d-4835-b3ac-7575a12bde93 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (fe53aeaf-0581-4d88-8b29-75a1c18d9d96), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:38.703648 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e19019a6-e58d-4835-b3ac-7575a12bde93 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks [] for router_controller (fe53aeaf-0581-4d88-8b29-75a1c18d9d96), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:38.706500 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ced900-4923-4d32-a93c-0214605418dc req-20f57887-a042-4675-92be-57920e5347eb tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:38.708016 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-84ced900-4923-4d32-a93c-0214605418dc req-20f57887-a042-4675-92be-57920e5347eb tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/ports?device_id=0205a609-0062-4635-be52-a55c1df2a64c HTTP/1.1" status: 200 len: 949 time: 0.0864468 Mar 01 13:50:38.714864 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e685d-3bb8-44bc-80f3-782629af45e6 req-86f0d7c9-de79-4c95-897d-49012b7b05f0 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:38.716313 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-195e685d-3bb8-44bc-80f3-782629af45e6 req-86f0d7c9-de79-4c95-897d-49012b7b05f0 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.0929492 Mar 01 13:50:38.747286 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e19019a6-e58d-4835-b3ac-7575a12bde93 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (fe53aeaf-0581-4d88-8b29-75a1c18d9d96), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:38.747721 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19019a6-e58d-4835-b3ac-7575a12bde93 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fe53aeaf-0581-4d88-8b29-75a1c18d9d96 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 13:50:38.751900 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e19019a6-e58d-4835-b3ac-7575a12bde93 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:38.756567 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e19019a6-e58d-4835-b3ac-7575a12bde93 tempest-RoutersTestDVR-465477427 tempest-RoutersTestDVR-465477427-project-admin] 10.222.0.13 "DELETE /v2.0/routers/fe53aeaf-0581-4d88-8b29-75a1c18d9d96 HTTP/1.1" status: 204 len: 168 time: 0.2938111 Mar 01 13:50:38.789107 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-84ced900-4923-4d32-a93c-0214605418dc req-94f0e339-7ad4-4e5f-b32b-f7282c77b8f2 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0d2017-27c4-40ed-8ff7-4d726b30135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718451 Mar 01 13:50:38.792315 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-195e685d-3bb8-44bc-80f3-782629af45e6 req-e234e950-8097-42b3-bc6c-1a0a22ff25b6 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690341 Mar 01 13:50:38.996735 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41454) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:39.106624 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0088b8eb-2642-41c3-a0d7-f2b81ebebcc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:39.157971 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd7f92-33c2-427a-b667-3ff3a9406f88 req-0cf5faff-61e1-455f-b520-15fe949cbc81 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:39.159791 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-75bd7f92-33c2-427a-b667-3ff3a9406f88 req-0cf5faff-61e1-455f-b520-15fe949cbc81 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd6e94be-1442-4d04-8cc9-8df9ba8f101d HTTP/1.1" status: 200 len: 948 time: 0.0908368 Mar 01 13:50:39.181139 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c342b7-2032-4270-89a4-722572825a3f req-bcd62171-0f37-4bbd-8f07-dc3299ac6547 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:39.182563 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-82c342b7-2032-4270-89a4-722572825a3f req-bcd62171-0f37-4bbd-8f07-dc3299ac6547 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 944 time: 0.0842083 Mar 01 13:50:39.186403 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0088b8eb-2642-41c3-a0d7-f2b81ebebcc2 admin admin] Publish callbacks [] for security_group (bae06c44-57e6-4a65-b334-fb8c1c5cec57), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:39.191454 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0088b8eb-2642-41c3-a0d7-f2b81ebebcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (bae06c44-57e6-4a65-b334-fb8c1c5cec57), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:39.229487 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088b8eb-2642-41c3-a0d7-f2b81ebebcc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae06c44-57e6-4a65-b334-fb8c1c5cec57,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:39.233664 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0088b8eb-2642-41c3-a0d7-f2b81ebebcc2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e1ae34d0b90446d8a5306eee7763551&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2358594 Mar 01 13:50:39.236378 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41464) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:39.268596 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-75bd7f92-33c2-427a-b667-3ff3a9406f88 req-dba59249-8a9b-49ad-b909-fa20a1d8be2d tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001797 Mar 01 13:50:39.279537 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-82c342b7-2032-4270-89a4-722572825a3f req-e07d0abc-d2a1-4fe9-ba37-253192e96d82 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883932 Mar 01 13:50:39.307606 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f5a59b6f-6106-4da1-867f-b87976517bd5 admin admin] Publish callbacks [] for security_group (bae06c44-57e6-4a65-b334-fb8c1c5cec57), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:39.337189 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f5a59b6f-6106-4da1-867f-b87976517bd5 admin admin] Publish callbacks [] for security_group (bae06c44-57e6-4a65-b334-fb8c1c5cec57), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:39.361081 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2a402923-b77f-4647-9ad7-279023f6e21a req-829217b0-e7fd-497a-92b6-726205babe0f tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 210 time: 0.0327728 Mar 01 13:50:39.401454 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f5a59b6f-6106-4da1-867f-b87976517bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (bae06c44-57e6-4a65-b334-fb8c1c5cec57), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:39.404666 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f5a59b6f-6106-4da1-867f-b87976517bd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:39.414221 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f5a59b6f-6106-4da1-867f-b87976517bd5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bae06c44-57e6-4a65-b334-fb8c1c5cec57 HTTP/1.1" status: 204 len: 168 time: 0.1711478 Mar 01 13:50:39.422153 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a59b6f-6106-4da1-867f-b87976517bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae06c44-57e6-4a65-b334-fb8c1c5cec57,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:39.441872 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf916c-ae21-4f41-8705-d8e30ea95bad req-a7dee6e8-4c93-4c06-aa92-2b9fd81aaa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:39.444826 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-78cf916c-ae21-4f41-8705-d8e30ea95bad req-a7dee6e8-4c93-4c06-aa92-2b9fd81aaa15 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0205a609-0062-4635-be52-a55c1df2a64c HTTP/1.1" status: 200 len: 1131 time: 0.0574574 Mar 01 13:50:39.499341 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-78cf916c-ae21-4f41-8705-d8e30ea95bad req-f930c5d5-556e-41df-9b3e-fadff703a8d1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2a0d2017-27c4-40ed-8ff7-4d726b30135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448031 Mar 01 13:50:39.674867 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device a1aeabd6-584f-4edb-8145-9277584199da up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:50:39.698193 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:39.710631 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41474) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:39.722835 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98662277-d9c3-418c-beff-7759620ca33a req-aadbaee1-0799-42c6-9647-f1013b130eba tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:39.724578 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-98662277-d9c3-418c-beff-7759620ca33a req-aadbaee1-0799-42c6-9647-f1013b130eba tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3 HTTP/1.1" status: 200 len: 943 time: 0.0934019 Mar 01 13:50:39.724901 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-285d61f4-f6c5-49bf-aec4-657fd0c02b37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:39.731495 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port a1aeabd6-584f-4edb-8145-9277584199da completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:50:39.735427 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port a1aeabd6-584f-4edb-8145-9277584199da triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:50:39.735941 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a1aeabd6-584f-4edb-8145-9277584199da), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:39.758889 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4567a7-8ec1-486f-aa7e-2039962c4802 req-7cc3b4b0-6ab8-4649-b1a5-a9589b4bfda8 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:39.764334 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc4567a7-8ec1-486f-aa7e-2039962c4802 req-7cc3b4b0-6ab8-4649-b1a5-a9589b4bfda8 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.1192329 Mar 01 13:50:39.834614 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port a1aeabd6-584f-4edb-8145-9277584199da is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:50:39.835126 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a1aeabd6-584f-4edb-8145-9277584199da), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:39.841671 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-98662277-d9c3-418c-beff-7759620ca33a req-2f775fb9-0b3d-4857-a6b0-f243f2d825c9 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800583 Mar 01 13:50:39.845134 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc4567a7-8ec1-486f-aa7e-2039962c4802 req-8168e453-9f96-4e55-a322-56e509ead856 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776682 Mar 01 13:50:39.863978 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:39.870485 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-285d61f4-f6c5-49bf-aec4-657fd0c02b37 admin admin] Publish callbacks [] for security_group (7982fda8-fa18-46b5-b26e-7f65777e4d54), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:39.876593 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-285d61f4-f6c5-49bf-aec4-657fd0c02b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (7982fda8-fa18-46b5-b26e-7f65777e4d54), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:39.886844 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6e94be-1442-4d04-8cc9-8df9ba8f101d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1aeabd6-584f-4edb-8145-9277584199da'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:50:39.889149 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec882f3b-6b9a-4c94-9753-929c2c715609" -d '{"events": [{"server_uuid": "cd6e94be-1442-4d04-8cc9-8df9ba8f101d", "name": "network-vif-plugged", "status": "completed", "tag": "a1aeabd6-584f-4edb-8145-9277584199da"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:50:39.901292 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port a1aeabd6-584f-4edb-8145-9277584199da, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=a1aeabd6-584f-4edb-8145-9277584199da,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:39.906981 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a1aeabd6-584f-4edb-8145-9277584199da), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:39.927725 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d61f4-f6c5-49bf-aec4-657fd0c02b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7982fda8-fa18-46b5-b26e-7f65777e4d54,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:39.959976 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-285d61f4-f6c5-49bf-aec4-657fd0c02b37 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f28c313894f401394465963679607a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2481222 Mar 01 13:50:39.963446 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41482) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:40.003526 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=a1aeabd6-584f-4edb-8145-9277584199da,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:40.022321 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e152c57-0094-4b46-9891-e37ffec620ee req-6b840423-34df-404e-99e1-34b799fed054 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:40.024627 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8e152c57-0094-4b46-9891-e37ffec620ee req-6b840423-34df-404e-99e1-34b799fed054 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.1058519 Mar 01 13:50:40.037104 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0ed1a8a6-f173-4a04-be02-371d52d4db35 admin admin] Publish callbacks [] for security_group (7982fda8-fa18-46b5-b26e-7f65777e4d54), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:40.065255 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0ed1a8a6-f173-4a04-be02-371d52d4db35 admin admin] Publish callbacks [] for security_group (7982fda8-fa18-46b5-b26e-7f65777e4d54), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:40.067070 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccbe0e-4a66-41b4-803d-7f250296e617 req-d6b6f15e-5a13-4896-a445-b450cebf96d8 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:40.068851 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1ccbe0e-4a66-41b4-803d-7f250296e617 req-d6b6f15e-5a13-4896-a445-b450cebf96d8 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/ports?device_id=0205a609-0062-4635-be52-a55c1df2a64c HTTP/1.1" status: 200 len: 949 time: 0.1519394 Mar 01 13:50:40.110333 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8e152c57-0094-4b46-9891-e37ffec620ee req-696f8e1d-d6ef-4dbe-b43b-d02eb635ab8c tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771625 Mar 01 13:50:40.115026 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0ed1a8a6-f173-4a04-be02-371d52d4db35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (7982fda8-fa18-46b5-b26e-7f65777e4d54), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:40.118004 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0ed1a8a6-f173-4a04-be02-371d52d4db35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:40.120732 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0ed1a8a6-f173-4a04-be02-371d52d4db35 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7982fda8-fa18-46b5-b26e-7f65777e4d54 HTTP/1.1" status: 204 len: 168 time: 0.1555212 Mar 01 13:50:40.138364 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed1a8a6-f173-4a04-be02-371d52d4db35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7982fda8-fa18-46b5-b26e-7f65777e4d54,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:40.167358 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1ccbe0e-4a66-41b4-803d-7f250296e617 req-31a3e751-d00a-44d4-b76a-3d879a5d97c4 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0d2017-27c4-40ed-8ff7-4d726b30135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883603 Mar 01 13:50:40.192245 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f8dfe1-8b47-4e7d-99e7-dc3697a0c656 x-openstack-request-id: req-86f8dfe1-8b47-4e7d-99e7-dc3697a0c656 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:50:40.193107 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd6e94be-1442-4d04-8cc9-8df9ba8f101d", "name": "network-vif-plugged", "status": "completed", "tag": "a1aeabd6-584f-4edb-8145-9277584199da", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:50:40.193389 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86f8dfe1-8b47-4e7d-99e7-dc3697a0c656 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:50:40.193781 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6e94be-1442-4d04-8cc9-8df9ba8f101d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1aeabd6-584f-4edb-8145-9277584199da', 'code': 200} Mar 01 13:50:40.293022 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113098c-9133-4df1-a909-8ec50c0b9d06 req-1574e5b6-3d3f-4dc1-b757-2e981e27a43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:40.294681 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3113098c-9133-4df1-a909-8ec50c0b9d06 req-1574e5b6-3d3f-4dc1-b757-2e981e27a43b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cd6e94be-1442-4d04-8cc9-8df9ba8f101d HTTP/1.1" status: 200 len: 1131 time: 0.0457978 Mar 01 13:50:40.389597 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3113098c-9133-4df1-a909-8ec50c0b9d06 req-a86ad116-3901-4c18-9d09-edfe46fb9f0c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884500 Mar 01 13:50:40.499776 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e929b3d-4d60-4822-8d23-28c0871f1851 req-2cd3f61e-1a84-4946-8453-c4543b512398 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:40.501664 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2e929b3d-4d60-4822-8d23-28c0871f1851 req-2cd3f61e-1a84-4946-8453-c4543b512398 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd6e94be-1442-4d04-8cc9-8df9ba8f101d HTTP/1.1" status: 200 len: 949 time: 0.1607018 Mar 01 13:50:40.560600 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91c17d-2d6d-45aa-b095-8d240950ed28 req-70d19fcd-e858-4168-8cd3-090211863374 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:40.562157 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c91c17d-2d6d-45aa-b095-8d240950ed28 req-70d19fcd-e858-4168-8cd3-090211863374 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 944 time: 0.1776109 Mar 01 13:50:40.608494 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-81c52167-2bfd-4a3e-b4b0-4ffb3f5800cf tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:40.609905 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-81c52167-2bfd-4a3e-b4b0-4ffb3f5800cf tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.32 "GET /v2.0/networks?id=6e9a6b63-cd88-4977-a9f5-19697e5a90c0 HTTP/1.1" status: 200 len: 821 time: 0.1896315 Mar 01 13:50:40.621912 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2e929b3d-4d60-4822-8d23-28c0871f1851 req-629b53aa-968d-456b-952f-0e51e476c866 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102042 Mar 01 13:50:40.631916 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-05ab7cbd-5aea-4043-8a2f-ff7db2716291 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Request body: {'port': {'device_id': '2cd317c1-ad31-4a6a-b8b8-ace3b76e817c', 'network_id': '6e9a6b63-cd88-4977-a9f5-19697e5a90c0', 'admin_state_up': True, 'tenant_id': '965638e4a07b4bb58c7d10180fe5dbc3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:40.701198 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c91c17d-2d6d-45aa-b095-8d240950ed28 req-5b196abb-aabf-4ac4-969a-0ef3809335b1 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322119 Mar 01 13:50:40.727166 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ed1a3b50-c4c8-46a4-8d9f-0dc69a80f345 req-d5068e50-9f48-4da9-a062-cae70ba522a9 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 210 time: 0.0388474 Mar 01 13:50:40.788116 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-05ab7cbd-5aea-4043-8a2f-ff7db2716291 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Made reservation on behalf of 965638e4a07b4bb58c7d10180fe5dbc3 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:50:40.791436 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-05ab7cbd-5aea-4043-8a2f-ff7db2716291 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:40.950707 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-05ab7cbd-5aea-4043-8a2f-ff7db2716291 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Allocated IP 172.20.0.14 (6e9a6b63-cd88-4977-a9f5-19697e5a90c0/95624b4c-3703-4ba5-9208-fd69c9df0e5f/32b51c08-ad2b-48ae-ab39-7bda88c6e3b5) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:50:41.044724 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed01fea-afdf-44ef-a486-ff288283ae14 req-343df83f-33c5-4dd9-b8dd-585e06665bd2 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:41.046217 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ed01fea-afdf-44ef-a486-ff288283ae14 req-343df83f-33c5-4dd9-b8dd-585e06665bd2 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.1254361 Mar 01 13:50:41.089198 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f879fb-e2ea-4ede-a5ed-70d46384f977 req-77e903c8-9048-4f6b-b4f8-ffb21493e1bc tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:41.090670 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a4f879fb-e2ea-4ede-a5ed-70d46384f977 req-77e903c8-9048-4f6b-b4f8-ffb21493e1bc tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3 HTTP/1.1" status: 200 len: 943 time: 0.1558154 Mar 01 13:50:41.207116 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ed01fea-afdf-44ef-a486-ff288283ae14 req-37cb7fff-8c21-4423-adab-1f68b136c09a tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553392 Mar 01 13:50:41.234215 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a4f879fb-e2ea-4ede-a5ed-70d46384f977 req-987f070a-c97f-4c6c-a7b8-9b65278e32ad tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108623 Mar 01 13:50:41.238924 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-05ab7cbd-5aea-4043-8a2f-ff7db2716291 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks [] for port (32b51c08-ad2b-48ae-ab39-7bda88c6e3b5), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:41.288329 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-05ab7cbd-5aea-4043-8a2f-ff7db2716291 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (32b51c08-ad2b-48ae-ab39-7bda88c6e3b5), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:41.390643 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-05ab7cbd-5aea-4043-8a2f-ff7db2716291 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Network 6e9a6b63-cd88-4977-a9f5-19697e5a90c0 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:50:41.401062 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab7cbd-5aea-4043-8a2f-ff7db2716291 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Pushing event updated for resources: {'Port': ['ID=32b51c08-ad2b-48ae-ab39-7bda88c6e3b5,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:41.403619 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-05ab7cbd-5aea-4043-8a2f-ff7db2716291 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:50:41.407300 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-05ab7cbd-5aea-4043-8a2f-ff7db2716291 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:50:41.439251 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeffb21c-a233-4ba1-ba62-9bf8b111bccc req-3baacf6e-90a1-4ced-89b0-c7c84f17d529 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:41.440779 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aeffb21c-a233-4ba1-ba62-9bf8b111bccc req-3baacf6e-90a1-4ced-89b0-c7c84f17d529 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.1662388 Mar 01 13:50:41.484559 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20b405-4866-486b-9dca-6f2856bb18eb req-78c6a53a-bb8d-4757-b9b2-9d30c2f056cf tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:41.488069 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ad20b405-4866-486b-9dca-6f2856bb18eb req-78c6a53a-bb8d-4757-b9b2-9d30c2f056cf tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/ports?device_id=0205a609-0062-4635-be52-a55c1df2a64c HTTP/1.1" status: 200 len: 949 time: 0.1764467 Mar 01 13:50:41.489289 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41532) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:41.501928 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-05ab7cbd-5aea-4043-8a2f-ff7db2716291 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:41.502564 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-05ab7cbd-5aea-4043-8a2f-ff7db2716291 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:41.552584 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-05ab7cbd-5aea-4043-8a2f-ff7db2716291 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9251940 Mar 01 13:50:41.555755 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aeffb21c-a233-4ba1-ba62-9bf8b111bccc req-753a8eb9-d831-4a67-a7f8-58b7f6a7a900 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070402 Mar 01 13:50:41.572917 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ad20b405-4866-486b-9dca-6f2856bb18eb req-f1c62984-30e6-4e51-8b00-57a8b59e2df1 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0d2017-27c4-40ed-8ff7-4d726b30135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800285 Mar 01 13:50:41.577853 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-c904db1a-5200-48ad-b6e7-eab5b1cbcbab service neutron] Request body: {'port': {'device_id': '2cd317c1-ad31-4a6a-b8b8-ace3b76e817c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:41.615363 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-b69baefc-84e6-4aaa-97be-aa4fedb22ae2 tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-605889616', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:41.659097 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69baefc-84e6-4aaa-97be-aa4fedb22ae2 tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] Made reservation on behalf of 71883a65d25842cfae3f3b84e8efdef0 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:50:41.664288 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b69baefc-84e6-4aaa-97be-aa4fedb22ae2 tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:41.696507 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b69baefc-84e6-4aaa-97be-aa4fedb22ae2 tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:41.761386 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:50:41.866077 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b69baefc-84e6-4aaa-97be-aa4fedb22ae2 tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] Publish callbacks [] for security_group (90c49d24-f34e-4a71-88eb-5e5b3d796f1a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:41.871153 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b69baefc-84e6-4aaa-97be-aa4fedb22ae2 tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (90c49d24-f34e-4a71-88eb-5e5b3d796f1a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:41.890405 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-b69baefc-84e6-4aaa-97be-aa4fedb22ae2 tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] device_id is not set on port cb886b73-cffb-41aa-b299-91cddd88d65f yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:50:41.951582 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69baefc-84e6-4aaa-97be-aa4fedb22ae2 tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c49d24-f34e-4a71-88eb-5e5b3d796f1a,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:42.008510 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:42.017896 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-b69baefc-84e6-4aaa-97be-aa4fedb22ae2 tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] Allocated IP 172.25.1.170 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/cb886b73-cffb-41aa-b299-91cddd88d65f) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:50:42.023812 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b', 'network_id': '1db2e377-eb34-4fc8-b308-125f1046605c', 'port_id': 'f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b', 'mac_address': 'fa:16:3e:5f:9f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0074be29-4f96-45b4-82b7-e955d173d55c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:50:42.067889 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:50:42.068289 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:42.087910 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:50:42.111556 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:42.116697 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:42.117413 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-c904db1a-5200-48ad-b6e7-eab5b1cbcbab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (32b51c08-ad2b-48ae-ab39-7bda88c6e3b5), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:42.168530 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:42.178999 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0371a4-51ca-4723-988e-0ef9484fea43 req-e06f3b17-7af2-433c-917e-f74e02c546a0 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:42.180716 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2c0371a4-51ca-4723-988e-0ef9484fea43 req-e06f3b17-7af2-433c-917e-f74e02c546a0 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd6e94be-1442-4d04-8cc9-8df9ba8f101d HTTP/1.1" status: 200 len: 949 time: 0.1301477 Mar 01 13:50:42.185012 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b69baefc-84e6-4aaa-97be-aa4fedb22ae2 tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] Publish callbacks [] for port (cb886b73-cffb-41aa-b299-91cddd88d65f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:42.195046 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3093ad3-285f-4ef7-a42d-dff797c611cc req-5339b0dc-f06c-49c0-944a-a3c614859256 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:42.196509 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b3093ad3-285f-4ef7-a42d-dff797c611cc req-5339b0dc-f06c-49c0-944a-a3c614859256 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 944 time: 0.1572423 Mar 01 13:50:42.220641 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b69baefc-84e6-4aaa-97be-aa4fedb22ae2 tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (cb886b73-cffb-41aa-b299-91cddd88d65f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:42.262860 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69baefc-84e6-4aaa-97be-aa4fedb22ae2 tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:50:42.267123 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-b69baefc-84e6-4aaa-97be-aa4fedb22ae2 tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:50:42.270530 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69baefc-84e6-4aaa-97be-aa4fedb22ae2 tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:50:42.276611 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69baefc-84e6-4aaa-97be-aa4fedb22ae2 tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] Pushing event updated for resources: {'Port': ['ID=cb886b73-cffb-41aa-b299-91cddd88d65f,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:42.316032 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69baefc-84e6-4aaa-97be-aa4fedb22ae2 tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:42.316918 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b69baefc-84e6-4aaa-97be-aa4fedb22ae2 tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:42.336427 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b69baefc-84e6-4aaa-97be-aa4fedb22ae2 tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8456836 Mar 01 13:50:42.337102 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41546) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:42.341341 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-962ee71d-bf4f-45d7-bdf1-e0704aa5ba9c tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.170'}]}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:42.356535 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b3093ad3-285f-4ef7-a42d-dff797c611cc req-5467ffc5-6762-4ee7-9b39-20bfe6d0014a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541483 Mar 01 13:50:42.366882 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-962ee71d-bf4f-45d7-bdf1-e0704aa5ba9c tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (b87f70ff-cd7c-440b-91d1-14773f0f2ac7), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:42.369466 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-962ee71d-bf4f-45d7-bdf1-e0704aa5ba9c tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (b87f70ff-cd7c-440b-91d1-14773f0f2ac7), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:42.371464 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2c0371a4-51ca-4723-988e-0ef9484fea43 req-ae792e3a-e03f-409c-9cd8-fd5d505797d2 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725287 Mar 01 13:50:42.445302 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-962ee71d-bf4f-45d7-bdf1-e0704aa5ba9c tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] Publish callbacks [] for router_controller (b87f70ff-cd7c-440b-91d1-14773f0f2ac7), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:42.600467 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da920a-b2a3-40b0-9e1a-032320acc218 req-a19bea72-9ca1-4af8-8ab1-bdb67cd3f6ee tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:42.602098 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-50da920a-b2a3-40b0-9e1a-032320acc218 req-a19bea72-9ca1-4af8-8ab1-bdb67cd3f6ee tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.1441290 Mar 01 13:50:42.607277 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:50:42.609907 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-962ee71d-bf4f-45d7-bdf1-e0704aa5ba9c tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] Publish callbacks [] for router_gateway (b87f70ff-cd7c-440b-91d1-14773f0f2ac7), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:42.610751 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-c904db1a-5200-48ad-b6e7-eab5b1cbcbab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5 {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:50:42.629130 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8d9ae-bfba-4973-aac1-d6f36dc5c768 req-45eb9baf-2c5b-4db0-84c1-b6d5a2f6d0da tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:42.631135 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d6c8d9ae-bfba-4973-aac1-d6f36dc5c768 req-45eb9baf-2c5b-4db0-84c1-b6d5a2f6d0da tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 932 time: 0.1750088 Mar 01 13:50:42.633892 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-c904db1a-5200-48ad-b6e7-eab5b1cbcbab service neutron] Publish callbacks [] for port (32b51c08-ad2b-48ae-ab39-7bda88c6e3b5), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:42.671446 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-c904db1a-5200-48ad-b6e7-eab5b1cbcbab service neutron] Transition to ACTIVE for port object 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5 will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:50:42.684802 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-c904db1a-5200-48ad-b6e7-eab5b1cbcbab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (32b51c08-ad2b-48ae-ab39-7bda88c6e3b5), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:42.742036 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-50da920a-b2a3-40b0-9e1a-032320acc218 req-3a9b3a99-bb94-426c-be5a-4f06d0e54d7f tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332438 Mar 01 13:50:42.771888 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d6c8d9ae-bfba-4973-aac1-d6f36dc5c768 req-3ce50aa3-61a4-43f0-bf0f-64df8be04948 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288972 Mar 01 13:50:42.772951 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904db1a-5200-48ad-b6e7-eab5b1cbcbab service neutron] Pushing event updated for resources: {'Port': ['ID=32b51c08-ad2b-48ae-ab39-7bda88c6e3b5,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:42.849486 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-c904db1a-5200-48ad-b6e7-eab5b1cbcbab service neutron] Attempting to bind port 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:42.849820 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-c904db1a-5200-48ad-b6e7-eab5b1cbcbab service neutron] Attempting to bind port 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '5682489f-cf80-4a1c-8ade-e83424038ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6e9a6b63-cd88-4977-a9f5-19697e5a90c0'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:42.850290 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-c904db1a-5200-48ad-b6e7-eab5b1cbcbab service neutron] Attempting to bind port 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5 on network 6e9a6b63-cd88-4977-a9f5-19697e5a90c0 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:42.868772 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-c904db1a-5200-48ad-b6e7-eab5b1cbcbab service neutron] Port 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5 on network 6e9a6b63-cd88-4977-a9f5-19697e5a90c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:42.869008 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-c904db1a-5200-48ad-b6e7-eab5b1cbcbab service neutron] Attempting to bind port 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5 on network 6e9a6b63-cd88-4977-a9f5-19697e5a90c0 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:42.912459 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-c904db1a-5200-48ad-b6e7-eab5b1cbcbab service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:50:42.912800 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-c904db1a-5200-48ad-b6e7-eab5b1cbcbab service neutron] Checking segment: {'id': '5682489f-cf80-4a1c-8ade-e83424038ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6e9a6b63-cd88-4977-a9f5-19697e5a90c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:50:42.913194 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-c904db1a-5200-48ad-b6e7-eab5b1cbcbab service neutron] Bound using segment: {'id': '5682489f-cf80-4a1c-8ade-e83424038ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6e9a6b63-cd88-4977-a9f5-19697e5a90c0'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:50:42.913635 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-c904db1a-5200-48ad-b6e7-eab5b1cbcbab service neutron] Bound port: 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5682489f-cf80-4a1c-8ade-e83424038ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6e9a6b63-cd88-4977-a9f5-19697e5a90c0'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:50:42.913992 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-c904db1a-5200-48ad-b6e7-eab5b1cbcbab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (32b51c08-ad2b-48ae-ab39-7bda88c6e3b5), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:42.982610 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdec9a-492c-43ad-a0a6-57effc22e356 req-77012f91-e0f9-4ae3-abe9-59fb5ddd4464 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:42.984150 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8ecdec9a-492c-43ad-a0a6-57effc22e356 req-77012f91-e0f9-4ae3-abe9-59fb5ddd4464 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3 HTTP/1.1" status: 200 len: 944 time: 0.1310487 Mar 01 13:50:43.015961 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f5e78-1092-43d1-b27b-06023122a711 req-c23e43f7-9081-4028-91f6-7ae35609ba05 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:43.017467 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-240f5e78-1092-43d1-b27b-06023122a711 req-c23e43f7-9081-4028-91f6-7ae35609ba05 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.1517141 Mar 01 13:50:43.076977 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-c904db1a-5200-48ad-b6e7-eab5b1cbcbab service neutron] For port 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:50:43.099942 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8ecdec9a-492c-43ad-a0a6-57effc22e356 req-0a80df78-4ef3-43a6-946e-6ca1739bd8ae tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058419 Mar 01 13:50:43.105438 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-c904db1a-5200-48ad-b6e7-eab5b1cbcbab service neutron] For port 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=32b51c08-ad2b-48ae-ab39-7bda88c6e3b5,segment=NetworkSegment(5682489f-cf80-4a1c-8ade-e83424038ed9),segment_id=5682489f-cf80-4a1c-8ade-e83424038ed9)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:50:43.118958 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-240f5e78-1092-43d1-b27b-06023122a711 req-d63a5db8-e48d-4226-879d-64563e0e417a tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875659 Mar 01 13:50:43.127546 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-c904db1a-5200-48ad-b6e7-eab5b1cbcbab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (32b51c08-ad2b-48ae-ab39-7bda88c6e3b5), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:43.137140 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-962ee71d-bf4f-45d7-bdf1-e0704aa5ba9c tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] Publish callbacks [] for router_gateway (b87f70ff-cd7c-440b-91d1-14773f0f2ac7), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:43.160881 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-962ee71d-bf4f-45d7-bdf1-e0704aa5ba9c tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:43.186281 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-c904db1a-5200-48ad-b6e7-eab5b1cbcbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:43.186898 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-c904db1a-5200-48ad-b6e7-eab5b1cbcbab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:43.188271 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-c904db1a-5200-48ad-b6e7-eab5b1cbcbab service neutron] 10.222.0.32 "PUT /v2.0/ports/32b51c08-ad2b-48ae-ab39-7bda88c6e3b5 HTTP/1.1" status: 200 len: 1092 time: 1.6143692 Mar 01 13:50:43.190739 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd317c1-ad31-4a6a-b8b8-ace3b76e817c', 'tag': '32b51c08-ad2b-48ae-ab39-7bda88c6e3b5'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:50:43.192841 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e2d059-1883-492a-9b0a-4eaaa09a4880" -d '{"events": [{"name": "network-changed", "server_uuid": "2cd317c1-ad31-4a6a-b8b8-ace3b76e817c", "tag": "32b51c08-ad2b-48ae-ab39-7bda88c6e3b5"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:50:43.235426 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904db1a-5200-48ad-b6e7-eab5b1cbcbab service neutron] Pushing event updated for resources: {'Port': ['ID=32b51c08-ad2b-48ae-ab39-7bda88c6e3b5,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:43.246854 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e180ddf-278e-444e-ba5b-7c726258b413 x-openstack-request-id: req-9e180ddf-278e-444e-ba5b-7c726258b413 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:50:43.247147 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cd317c1-ad31-4a6a-b8b8-ace3b76e817c", "tag": "32b51c08-ad2b-48ae-ab39-7bda88c6e3b5", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:50:43.247396 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e180ddf-278e-444e-ba5b-7c726258b413 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:50:43.247873 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd317c1-ad31-4a6a-b8b8-ace3b76e817c', 'tag': '32b51c08-ad2b-48ae-ab39-7bda88c6e3b5', 'status': 'completed', 'code': 200} Mar 01 13:50:43.285653 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbc8a1-ec04-4349-9e77-d4bf5a98f106 req-b1283994-c327-4a33-978e-a39b4a876890 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:43.287696 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aecbc8a1-ec04-4349-9e77-d4bf5a98f106 req-b1283994-c327-4a33-978e-a39b4a876890 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/ports?device_id=0205a609-0062-4635-be52-a55c1df2a64c HTTP/1.1" status: 200 len: 949 time: 0.1162534 Mar 01 13:50:43.316936 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-962ee71d-bf4f-45d7-bdf1-e0704aa5ba9c tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] Publish callbacks [] for router (b87f70ff-cd7c-440b-91d1-14773f0f2ac7), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:43.322059 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-62ef201f-6a9d-46f1-a57e-12bf33f280e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:43.323600 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-62ef201f-6a9d-46f1-a57e-12bf33f280e9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=965638e4a07b4bb58c7d10180fe5dbc3&device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 1126 time: 0.0739329 Mar 01 13:50:43.378753 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-65a8e568-c20a-4d49-91a4-3ef0413e6014 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32b51c08-ad2b-48ae-ab39-7bda88c6e3b5 HTTP/1.1" status: 200 len: 217 time: 0.0445518 Mar 01 13:50:43.382293 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aecbc8a1-ec04-4349-9e77-d4bf5a98f106 req-b458e81e-29e3-4267-86da-910357b0da26 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0d2017-27c4-40ed-8ff7-4d726b30135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885215 Mar 01 13:50:43.434156 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-38ca7318-ba4d-4861-b255-09f5784520c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:43.435849 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-38ca7318-ba4d-4861-b255-09f5784520c1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95624b4c-3703-4ba5-9208-fd69c9df0e5f HTTP/1.1" status: 200 len: 861 time: 0.0481293 Mar 01 13:50:43.472053 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-3e1f6a7a-9a99-478d-8942-c8e0f2ec387b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e9a6b63-cd88-4977-a9f5-19697e5a90c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281093 Mar 01 13:50:43.484891 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-962ee71d-bf4f-45d7-bdf1-e0704aa5ba9c tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (b87f70ff-cd7c-440b-91d1-14773f0f2ac7), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:43.487108 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-962ee71d-bf4f-45d7-bdf1-e0704aa5ba9c tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] Publish callbacks [] for router_controller (b87f70ff-cd7c-440b-91d1-14773f0f2ac7), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:43.555885 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-962ee71d-bf4f-45d7-bdf1-e0704aa5ba9c tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (b87f70ff-cd7c-440b-91d1-14773f0f2ac7), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:43.556496 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962ee71d-bf4f-45d7-bdf1-e0704aa5ba9c tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b87f70ff-cd7c-440b-91d1-14773f0f2ac7 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 13:50:43.579050 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-962ee71d-bf4f-45d7-bdf1-e0704aa5ba9c tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 01 13:50:43.579976 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-962ee71d-bf4f-45d7-bdf1-e0704aa5ba9c tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.2419217 Mar 01 13:50:43.582826 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41564) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:43.594600 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05150d-72e1-4b40-bec5-21288309e7ac req-857f67e7-3f43-4f54-87b0-88d5554e5589 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:43.596382 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6d05150d-72e1-4b40-bec5-21288309e7ac req-857f67e7-3f43-4f54-87b0-88d5554e5589 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 944 time: 0.1230986 Mar 01 13:50:43.631703 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-8533873f-11ca-4941-99a7-125c974e17a0 service neutron] 10.222.0.32 "GET /v2.0/networks/6e9a6b63-cd88-4977-a9f5-19697e5a90c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492260 Mar 01 13:50:43.671778 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a078401f-f119-46a8-a6ca-a3a6f3e94b27 tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] Deleting port cb886b73-cffb-41aa-b299-91cddd88d65f {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:50:43.672306 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a078401f-f119-46a8-a6ca-a3a6f3e94b27 tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (cb886b73-cffb-41aa-b299-91cddd88d65f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:43.707183 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6d05150d-72e1-4b40-bec5-21288309e7ac req-2ac77ffc-3437-4e6f-9bf9-96daa6216fa9 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037366 Mar 01 13:50:43.752824 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2111ed1e-f63f-423a-a42d-87ab4a9b21c1 req-a077fcf5-b84a-448d-8d98-4659187dc2f5 service neutron] 10.222.0.32 "GET /v2.0/networks/6e9a6b63-cd88-4977-a9f5-19697e5a90c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116354 Mar 01 13:50:43.774173 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a078401f-f119-46a8-a6ca-a3a6f3e94b27 tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (cb886b73-cffb-41aa-b299-91cddd88d65f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:43.790255 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a078401f-f119-46a8-a6ca-a3a6f3e94b27 tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] Calling delete_port for cb886b73-cffb-41aa-b299-91cddd88d65f owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:50:43.929024 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c6ad7-7542-4df1-a36a-5cedd3150668 req-72ecf196-8639-444f-9954-162978d9bb23 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:43.930410 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d66c6ad7-7542-4df1-a36a-5cedd3150668 req-72ecf196-8639-444f-9954-162978d9bb23 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd6e94be-1442-4d04-8cc9-8df9ba8f101d HTTP/1.1" status: 200 len: 949 time: 0.1254127 Mar 01 13:50:43.940480 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a078401f-f119-46a8-a6ca-a3a6f3e94b27 tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (cb886b73-cffb-41aa-b299-91cddd88d65f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:43.961874 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2d059-1883-492a-9b0a-4eaaa09a4880 req-28470646-64cd-4faa-ba15-81c76ce3c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:43.963351 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-89e2d059-1883-492a-9b0a-4eaaa09a4880 req-28470646-64cd-4faa-ba15-81c76ce3c425 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=965638e4a07b4bb58c7d10180fe5dbc3&device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 1126 time: 0.1096289 Mar 01 13:50:43.972920 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078401f-f119-46a8-a6ca-a3a6f3e94b27 tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb886b73-cffb-41aa-b299-91cddd88d65f,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:44.015423 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6697d11-266f-4853-8744-a3716c745f14 req-bdfe9b2f-eab3-4f29-b6d3-652808d64bf6 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:44.016915 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b6697d11-266f-4853-8744-a3716c745f14 req-bdfe9b2f-eab3-4f29-b6d3-652808d64bf6 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.1326618 Mar 01 13:50:44.036376 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a078401f-f119-46a8-a6ca-a3a6f3e94b27 tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:44.039996 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a078401f-f119-46a8-a6ca-a3a6f3e94b27 tempest-RoutersAdminNegativeTest-1723617272 tempest-RoutersAdminNegativeTest-1723617272-project-admin] 10.222.0.13 "DELETE /v2.0/ports/cb886b73-cffb-41aa-b299-91cddd88d65f HTTP/1.1" status: 204 len: 168 time: 0.4535639 Mar 01 13:50:44.076731 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d66c6ad7-7542-4df1-a36a-5cedd3150668 req-d8bbfd7f-2233-47c4-8570-2bc49ef04d74 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363661 Mar 01 13:50:44.122583 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b6697d11-266f-4853-8744-a3716c745f14 req-05c0c7ac-f98f-46ce-9f51-ade86ae828f2 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707514 Mar 01 13:50:44.138537 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2d059-1883-492a-9b0a-4eaaa09a4880 req-bddf415a-d002-4605-a248-e8fccdf9a708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:44.141444 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-89e2d059-1883-492a-9b0a-4eaaa09a4880 req-bddf415a-d002-4605-a248-e8fccdf9a708 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6e9a6b63-cd88-4977-a9f5-19697e5a90c0 HTTP/1.1" status: 200 len: 922 time: 0.1659539 Mar 01 13:50:44.209099 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-89e2d059-1883-492a-9b0a-4eaaa09a4880 req-5ed1d36b-7f76-4757-9663-817ffdd41292 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32b51c08-ad2b-48ae-ab39-7bda88c6e3b5 HTTP/1.1" status: 200 len: 217 time: 0.0505006 Mar 01 13:50:44.318707 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2d059-1883-492a-9b0a-4eaaa09a4880 req-1d4f1664-2394-46bc-8780-2da539eb9c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:44.320223 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-89e2d059-1883-492a-9b0a-4eaaa09a4880 req-1d4f1664-2394-46bc-8780-2da539eb9c38 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95624b4c-3703-4ba5-9208-fd69c9df0e5f HTTP/1.1" status: 200 len: 861 time: 0.1022465 Mar 01 13:50:44.320975 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41594) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:44.335891 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34877d90-fea0-45f7-9cfd-7b6133bbd7e7 req-5ca5e351-3396-45af-bee8-df1f0524abd2 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:44.337337 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-34877d90-fea0-45f7-9cfd-7b6133bbd7e7 req-5ca5e351-3396-45af-bee8-df1f0524abd2 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 944 time: 0.1311657 Mar 01 13:50:44.340413 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91db372-b788-4f4c-a584-11bea9d518aa req-8b520ec3-b64e-4912-9148-0b9d1c2bb88a tempest-ServersOnMultiNodesTest-1167703349 tempest-ServersOnMultiNodesTest-1167703349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:44.341795 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c91db372-b788-4f4c-a584-11bea9d518aa req-8b520ec3-b64e-4912-9148-0b9d1c2bb88a tempest-ServersOnMultiNodesTest-1167703349 tempest-ServersOnMultiNodesTest-1167703349-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cd6e94be-1442-4d04-8cc9-8df9ba8f101d HTTP/1.1" status: 200 len: 1131 time: 0.1248319 Mar 01 13:50:44.376215 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-89e2d059-1883-492a-9b0a-4eaaa09a4880 req-863f1ac0-d53c-45c3-9c81-11f8dbe3f5cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e9a6b63-cd88-4977-a9f5-19697e5a90c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378113 Mar 01 13:50:44.432171 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4200f343-eee1-49d8-88b0-bd15ca90bf45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:44.484856 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c91db372-b788-4f4c-a584-11bea9d518aa req-ee5698fd-06fb-4617-9917-9b1663bd2991 tempest-ServersOnMultiNodesTest-1167703349 tempest-ServersOnMultiNodesTest-1167703349-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347136 Mar 01 13:50:44.492700 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-34877d90-fea0-45f7-9cfd-7b6133bbd7e7 req-eee5f058-16a2-4023-a9d4-fc1e6b88c391 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415718 Mar 01 13:50:44.512490 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4200f343-eee1-49d8-88b0-bd15ca90bf45 admin admin] Publish callbacks [] for security_group (0dce5165-40f8-4421-86c1-7b8323b5671d), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:44.519945 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4200f343-eee1-49d8-88b0-bd15ca90bf45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (0dce5165-40f8-4421-86c1-7b8323b5671d), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:44.526723 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-89e2d059-1883-492a-9b0a-4eaaa09a4880 req-92b73e0e-9b25-4bd5-8efd-3fc7eabebc6f service neutron] 10.222.0.32 "GET /v2.0/networks/6e9a6b63-cd88-4977-a9f5-19697e5a90c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352408 Mar 01 13:50:44.559447 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4200f343-eee1-49d8-88b0-bd15ca90bf45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc84d20beb794553894d8b44b63d364c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2344241 Mar 01 13:50:44.559447 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200f343-eee1-49d8-88b0-bd15ca90bf45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dce5165-40f8-4421-86c1-7b8323b5671d,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:44.559955 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41600) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:44.758623 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23413eb-7f2a-4224-8dd7-1d1a846ff3f4 req-294d0635-dcca-43cb-b2a8-84178edce3af tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:44.760034 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c23413eb-7f2a-4224-8dd7-1d1a846ff3f4 req-294d0635-dcca-43cb-b2a8-84178edce3af tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3 HTTP/1.1" status: 200 len: 944 time: 0.1483922 Mar 01 13:50:44.760656 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-95fddb29-460b-4bb0-946d-2cb43099bf39 admin admin] Publish callbacks [] for security_group (0dce5165-40f8-4421-86c1-7b8323b5671d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:44.764284 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-89e2d059-1883-492a-9b0a-4eaaa09a4880 req-850006a3-a929-4e01-b0aa-aacef1cfb98c service neutron] 10.222.0.32 "GET /v2.0/networks/6e9a6b63-cd88-4977-a9f5-19697e5a90c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192996 Mar 01 13:50:44.772071 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d6b40-5800-4bb0-ad9b-b14421bc7479 req-441f4a9d-2483-4696-adca-a2a1a9bbe2f0 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:44.773496 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ef5d6b40-5800-4bb0-ad9b-b14421bc7479 req-441f4a9d-2483-4696-adca-a2a1a9bbe2f0 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.1644809 Mar 01 13:50:44.820526 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-95fddb29-460b-4bb0-946d-2cb43099bf39 admin admin] Publish callbacks [] for security_group (0dce5165-40f8-4421-86c1-7b8323b5671d), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:44.892614 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c23413eb-7f2a-4224-8dd7-1d1a846ff3f4 req-efd31aca-0b72-4529-8b74-c897b7a6e7bd tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181750 Mar 01 13:50:44.896433 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ef5d6b40-5800-4bb0-ad9b-b14421bc7479 req-87ece56c-e50e-4632-8a8c-76936cc81547 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080003 Mar 01 13:50:44.914538 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-95fddb29-460b-4bb0-946d-2cb43099bf39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (0dce5165-40f8-4421-86c1-7b8323b5671d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:44.923957 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-95fddb29-460b-4bb0-946d-2cb43099bf39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:44.923957 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-95fddb29-460b-4bb0-946d-2cb43099bf39 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0dce5165-40f8-4421-86c1-7b8323b5671d HTTP/1.1" status: 204 len: 168 time: 0.3609650 Mar 01 13:50:44.931272 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fddb29-460b-4bb0-946d-2cb43099bf39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dce5165-40f8-4421-86c1-7b8323b5671d,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:45.022804 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-34a4452f-5598-43d1-98cf-5373acc9a684 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381839 Mar 01 13:50:45.199877 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41622) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:45.247228 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5f5005bb-9f76-490b-870e-f7923c2cb4a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71883a65d25842cfae3f3b84e8efdef0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0461271 Mar 01 13:50:45.249831 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41624) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:45.297983 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9d845817-1cb0-4a50-a3f5-952fb8efebf8 admin admin] Publish callbacks [] for security_group (90c49d24-f34e-4a71-88eb-5e5b3d796f1a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:45.320489 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9d845817-1cb0-4a50-a3f5-952fb8efebf8 admin admin] Publish callbacks [] for security_group (90c49d24-f34e-4a71-88eb-5e5b3d796f1a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:45.341507 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12014c43-a183-4d63-82db-3f55151b25cc req-d970122d-367a-4113-b624-647d59aef05e tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:45.342979 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-12014c43-a183-4d63-82db-3f55151b25cc req-d970122d-367a-4113-b624-647d59aef05e tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 944 time: 0.3675067 Mar 01 13:50:45.374256 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9d845817-1cb0-4a50-a3f5-952fb8efebf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (90c49d24-f34e-4a71-88eb-5e5b3d796f1a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:45.376354 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9d845817-1cb0-4a50-a3f5-952fb8efebf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:45.377506 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9d845817-1cb0-4a50-a3f5-952fb8efebf8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/90c49d24-f34e-4a71-88eb-5e5b3d796f1a HTTP/1.1" status: 204 len: 168 time: 0.1267655 Mar 01 13:50:45.386320 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d845817-1cb0-4a50-a3f5-952fb8efebf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c49d24-f34e-4a71-88eb-5e5b3d796f1a,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:45.420360 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-ff328ec6-2674-4c6d-bd32-e99abad662af tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:45.421834 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-ff328ec6-2674-4c6d-bd32-e99abad662af tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3918090 Mar 01 13:50:45.426155 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-12014c43-a183-4d63-82db-3f55151b25cc req-fb258ade-87b9-424a-b848-77a8f3a5e376 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752184 Mar 01 13:50:45.437844 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-8df9404d-8623-42c9-8eaa-1b8d576530e6 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/quotas/2ec5c9492ee44fd9b5f60396d6276cb8 HTTP/1.1" status: 200 len: 375 time: 0.0091898 Mar 01 13:50:45.519794 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-e36243e7-a7df-49c7-a515-0b7739ef63b2 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0711389 Mar 01 13:50:45.569649 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad04b5d-5a2c-48e0-bb5a-6b142ca4b577 req-19afbe89-c050-48b3-afa1-e3fa422e6c9a tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:45.571137 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6ad04b5d-5a2c-48e0-bb5a-6b142ca4b577 req-19afbe89-c050-48b3-afa1-e3fa422e6c9a tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.0769753 Mar 01 13:50:45.626613 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6ad04b5d-5a2c-48e0-bb5a-6b142ca4b577 req-b93a2dbf-0de3-4ce4-a12f-9e7c5516348d tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467114 Mar 01 13:50:45.748696 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dbe702da-114f-4e87-b335-20981b670a26 req-92daa10b-973b-417a-9a2d-fcf13ceb09fb tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdd955c7-bc8b-4ed8-9887-6eeaf223100c HTTP/1.1" status: 200 len: 210 time: 0.0415826 Mar 01 13:50:45.787432 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:50:45.790659 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c717d-12d8-4983-9de5-15cf57cf8f84 req-69b6dc96-29a4-421a-957e-ce2d5d45125e tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:45.792158 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-349c717d-12d8-4983-9de5-15cf57cf8f84 req-69b6dc96-29a4-421a-957e-ce2d5d45125e tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 944 time: 0.0750842 Mar 01 13:50:45.852074 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-349c717d-12d8-4983-9de5-15cf57cf8f84 req-a46b297c-3ae3-4ef5-b38a-e217e3d5fba8 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532701 Mar 01 13:50:45.861400 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:50:45.869013 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:50:45.869386 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:45.972905 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:50:45.973449 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:46.003071 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:50:46.008383 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736756b3-b970-4e8c-9d7b-9f1b24ac1a90" -d '{"events": [{"server_uuid": "2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3", "name": "network-vif-plugged", "status": "completed", "tag": "f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:50:46.025021 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:46.030525 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:46.031599 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b175afeb-a600-4850-a0ac-022d6c939c65 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:50:46.106108 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd7ebf-91c3-476c-b813-5522c1f97045 req-9e2f5c51-5602-45d6-bc6a-a46c33b47930 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:46.107644 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8ccd7ebf-91c3-476c-b813-5522c1f97045 req-9e2f5c51-5602-45d6-bc6a-a46c33b47930 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3 HTTP/1.1" status: 200 len: 945 time: 0.0994005 Mar 01 13:50:46.117292 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd99276-359c-40f7-afb8-18db362597ce req-0a462124-9b6d-4dcc-841d-649985bef5d0 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:46.119865 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6bd99276-359c-40f7-afb8-18db362597ce req-0a462124-9b6d-4dcc-841d-649985bef5d0 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.1096044 Mar 01 13:50:46.133090 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:46.187707 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port b175afeb-a600-4850-a0ac-022d6c939c65 is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:50:46.188781 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b175afeb-a600-4850-a0ac-022d6c939c65), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:46.195576 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8ccd7ebf-91c3-476c-b813-5522c1f97045 req-ca040cec-ef40-4760-96cf-36d5cda2d819 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744998 Mar 01 13:50:46.223314 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6bd99276-359c-40f7-afb8-18db362597ce req-e48d8bd0-60b9-4268-bad5-5b101642f296 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853202 Mar 01 13:50:46.252246 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b175afeb-a600-4850-a0ac-022d6c939c65, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b175afeb-a600-4850-a0ac-022d6c939c65,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:46.256782 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b175afeb-a600-4850-a0ac-022d6c939c65), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:46.266716 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41672) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:46.319299 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=b175afeb-a600-4850-a0ac-022d6c939c65,revision_number=9']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:46.405630 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-c7123e0f-ab36-40c4-bc2e-b4dae3997ddd tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1091320212'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:46.426425 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7123e0f-ab36-40c4-bc2e-b4dae3997ddd tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Made reservation on behalf of 2a9528d58eb44a81bf8249667ab42d6e for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:50:46.430096 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c7123e0f-ab36-40c4-bc2e-b4dae3997ddd tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:46.439476 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c7123e0f-ab36-40c4-bc2e-b4dae3997ddd tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:46.514679 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96ebb70-48e6-4b59-b32b-1c715517d14e x-openstack-request-id: req-b96ebb70-48e6-4b59-b32b-1c715517d14e {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:50:46.515072 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3", "name": "network-vif-plugged", "status": "completed", "tag": "f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:50:46.515373 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b96ebb70-48e6-4b59-b32b-1c715517d14e {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:50:46.515862 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b', 'code': 200} Mar 01 13:50:46.523443 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c7123e0f-ab36-40c4-bc2e-b4dae3997ddd tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks [] for security_group (6435432e-0134-4a7b-8b15-f394a8882329), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:46.527520 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c7123e0f-ab36-40c4-bc2e-b4dae3997ddd tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6435432e-0134-4a7b-8b15-f394a8882329), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:46.550429 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7123e0f-ab36-40c4-bc2e-b4dae3997ddd tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:50:46.571809 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c7123e0f-ab36-40c4-bc2e-b4dae3997ddd tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (c2c90020-af44-4d0a-a3c8-f2a8b26cceb7), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:46.572072 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-c7123e0f-ab36-40c4-bc2e-b4dae3997ddd tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Added segment c2c90020-af44-4d0a-a3c8-f2a8b26cceb7 of type vlan for network 4e79325d-73c0-45e8-8826-098c6ec43efe Mar 01 13:50:46.573029 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be130a-cd6e-4a4d-9ffd-a51b636d9d5b req-6a61840a-72b3-4b47-a53f-fc6b2bafec42 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:46.573538 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7123e0f-ab36-40c4-bc2e-b4dae3997ddd tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6435432e-0134-4a7b-8b15-f394a8882329,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:46.574532 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-63be130a-cd6e-4a4d-9ffd-a51b636d9d5b req-6a61840a-72b3-4b47-a53f-fc6b2bafec42 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 944 time: 0.0610070 Mar 01 13:50:46.623353 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c7123e0f-ab36-40c4-bc2e-b4dae3997ddd tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (4e79325d-73c0-45e8-8826-098c6ec43efe), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:46.653186 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c7123e0f-ab36-40c4-bc2e-b4dae3997ddd tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (4e79325d-73c0-45e8-8826-098c6ec43efe), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:46.658920 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7123e0f-ab36-40c4-bc2e-b4dae3997ddd tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:46.659646 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c7123e0f-ab36-40c4-bc2e-b4dae3997ddd tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:46.668532 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-63be130a-cd6e-4a4d-9ffd-a51b636d9d5b req-379327ec-a29b-43f6-ab13-45301619cbfd tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832191 Mar 01 13:50:46.671998 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57307280-8ece-405d-924c-398bd8d8ccb7 req-0c5ad635-855e-457c-ac90-f8babcd0d7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:46.673375 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-57307280-8ece-405d-924c-398bd8d8ccb7 req-0c5ad635-855e-457c-ac90-f8babcd0d7c9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3 HTTP/1.1" status: 200 len: 1127 time: 0.0800283 Mar 01 13:50:46.746036 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-ad15e911-34f3-48c8-b5fb-1e5fad309695 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275698 Mar 01 13:50:46.791045 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-57307280-8ece-405d-924c-398bd8d8ccb7 req-ee2cbf8b-199e-4d63-8b5b-4e6be6bbbddd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083801 Mar 01 13:50:46.814073 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e424db9-7f0f-4c40-8b43-a26c9a038263 req-a1956eaf-2b28-4e93-8ea2-b108ed6cb22c tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:46.822656 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0e424db9-7f0f-4c40-8b43-a26c9a038263 req-a1956eaf-2b28-4e93-8ea2-b108ed6cb22c tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 948 time: 0.0851791 Mar 01 13:50:46.873159 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-7164ba87-c6f7-4c39-bf87-84e66ae5d653 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:46.876181 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-7164ba87-c6f7-4c39-bf87-84e66ae5d653 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1228883 Mar 01 13:50:46.882554 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c7123e0f-ab36-40c4-bc2e-b4dae3997ddd tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6146374 Mar 01 13:50:46.887179 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0e424db9-7f0f-4c40-8b43-a26c9a038263 req-d5e0bc5c-1d80-49eb-9807-96c197393152 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635467 Mar 01 13:50:46.887326 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41694) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:46.890716 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-a35a6e2b-93de-45db-be18-f379372a06ac tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Request body: {'port': {'device_id': 'fdd955c7-bc8b-4ed8-9887-6eeaf223100c', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'admin_state_up': True, 'tenant_id': '2ec5c9492ee44fd9b5f60396d6276cb8'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:46.898583 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-685f4052-7fdf-461f-b73c-ec775fdb70b0 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Request body: {'subnet': {'network_id': '4e79325d-73c0-45e8-8826-098c6ec43efe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:46.903725 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7123e0f-ab36-40c4-bc2e-b4dae3997ddd tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Pushing event updated for resources: {'Network': ['ID=4e79325d-73c0-45e8-8826-098c6ec43efe,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:46.919262 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3656d8c-e991-4c54-871b-07847723fcc8 req-6ef60f7d-1310-43d4-bd74-6fb456690612 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdd955c7-bc8b-4ed8-9887-6eeaf223100c HTTP/1.1" status: 200 len: 210 time: 0.0556197 Mar 01 13:50:46.919459 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 4e79325d-73c0-45e8-8826-098c6ec43efe details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:50:47.004456 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90cf97-2d5b-4ca1-a298-9ce278c5cf5f req-d678d692-5355-4edf-b2d8-20ee9644b2d3 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:47.007077 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5e90cf97-2d5b-4ca1-a298-9ce278c5cf5f req-d678d692-5355-4edf-b2d8-20ee9644b2d3 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 944 time: 0.0581014 Mar 01 13:50:47.054132 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5e90cf97-2d5b-4ca1-a298-9ce278c5cf5f req-6efc3550-ad0e-49d9-97b4-cc85912c0df6 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407143 Mar 01 13:50:47.076513 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685f4052-7fdf-461f-b73c-ec775fdb70b0 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Made reservation on behalf of 2a9528d58eb44a81bf8249667ab42d6e for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:50:47.079950 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-685f4052-7fdf-461f-b73c-ec775fdb70b0 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:47.084774 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-a35a6e2b-93de-45db-be18-f379372a06ac tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Made reservation on behalf of 2ec5c9492ee44fd9b5f60396d6276cb8 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:50:47.087756 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-a35a6e2b-93de-45db-be18-f379372a06ac tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:47.311985 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-a35a6e2b-93de-45db-be18-f379372a06ac tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Allocated IP 192.168.233.74 (5e5e5cdc-dce5-4633-91fd-8e14363cd220/909a9e4d-2330-4bdf-bf33-da65c3dea6db/caee6aad-3165-44e7-bce8-75d27e02b936) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:50:47.371840 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca00b7-2405-4a12-aed4-890fce096ab0 req-3d13f42e-bbca-4611-ba57-82d74eb0884d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:47.373250 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c9ca00b7-2405-4a12-aed4-890fce096ab0 req-3d13f42e-bbca-4611-ba57-82d74eb0884d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3 HTTP/1.1" status: 200 len: 945 time: 0.1043243 Mar 01 13:50:47.378969 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-685f4052-7fdf-461f-b73c-ec775fdb70b0 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (11dac8b5-aefe-43db-9f39-de64f3d1bec0), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:47.381729 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0a133-f57c-41a9-b2a9-eefb29eba4c8 req-ce4fd24b-ff82-4210-b421-3b9a8cf57b6b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:47.383193 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fae0a133-f57c-41a9-b2a9-eefb29eba4c8 req-ce4fd24b-ff82-4210-b421-3b9a8cf57b6b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.0848742 Mar 01 13:50:47.456070 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c9ca00b7-2405-4a12-aed4-890fce096ab0 req-e2880060-deba-49c3-bdd9-668a05b31c85 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718443 Mar 01 13:50:47.460431 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fae0a133-f57c-41a9-b2a9-eefb29eba4c8 req-9446a907-345f-401f-9260-2785b8950a06 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682995 Mar 01 13:50:47.497658 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f4052-7fdf-461f-b73c-ec775fdb70b0 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Pushing event updated for resources: {'Subnet': ['ID=11dac8b5-aefe-43db-9f39-de64f3d1bec0,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:47.524814 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685f4052-7fdf-461f-b73c-ec775fdb70b0 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Checking segment: {'id': 'c2c90020-af44-4d0a-a3c8-f2a8b26cceb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4e79325d-73c0-45e8-8826-098c6ec43efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:50:47.525175 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685f4052-7fdf-461f-b73c-ec775fdb70b0 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Network hostable DHCP agents. Network: 4e79325d-73c0-45e8-8826-098c6ec43efe, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:50:47.557912 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685f4052-7fdf-461f-b73c-ec775fdb70b0 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Network 4e79325d-73c0-45e8-8826-098c6ec43efe is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:50:47.570530 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-a35a6e2b-93de-45db-be18-f379372a06ac tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks [] for port (caee6aad-3165-44e7-bce8-75d27e02b936), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:47.576599 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-685f4052-7fdf-461f-b73c-ec775fdb70b0 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 4e79325d-73c0-45e8-8826-098c6ec43efe) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:50:47.582010 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685f4052-7fdf-461f-b73c-ec775fdb70b0 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:47.583765 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-685f4052-7fdf-461f-b73c-ec775fdb70b0 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:47.587558 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dd3b3c-97f9-482d-a069-a85d8aeeb54f None None] Network 4e79325d-73c0-45e8-8826-098c6ec43efe requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:50:47.606169 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-685f4052-7fdf-461f-b73c-ec775fdb70b0 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7117901 Mar 01 13:50:47.608928 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41700) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:47.614484 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-7adf918b-7fea-4549-b677-bdaa37414d0f tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Request body: {'port': {'network_id': '4e79325d-73c0-45e8-8826-098c6ec43efe', 'name': 'tempest-AllowedAddressPairTestJSON-824117241'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:47.619067 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-a35a6e2b-93de-45db-be18-f379372a06ac tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (caee6aad-3165-44e7-bce8-75d27e02b936), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:47.641000 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['d6857392-0902-4816-913b-a3713810bc04', 'a1aeabd6-584f-4edb-8145-9277584199da'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:50:47.643260 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['96c765e7-0f79-48fb-97a9-002b643806e4', '7d43b768-b3f8-45d6-a072-a26697a09eca', 'affa10dd-3560-4c64-8396-6330e98a9dde', '0a411bfb-f022-48a5-96eb-6e1577d0af17'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:50:47.668250 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-a35a6e2b-93de-45db-be18-f379372a06ac tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:50:47.671363 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-a35a6e2b-93de-45db-be18-f379372a06ac tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:50:47.675910 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-a35a6e2b-93de-45db-be18-f379372a06ac tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:50:47.746508 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a6e2b-93de-45db-be18-f379372a06ac tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Pushing event updated for resources: {'Port': ['ID=caee6aad-3165-44e7-bce8-75d27e02b936,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:47.761945 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-a35a6e2b-93de-45db-be18-f379372a06ac tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:47.762567 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-a35a6e2b-93de-45db-be18-f379372a06ac tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:47.780581 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7adf918b-7fea-4549-b677-bdaa37414d0f tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Made reservation on behalf of 2a9528d58eb44a81bf8249667ab42d6e for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:50:47.784148 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7adf918b-7fea-4549-b677-bdaa37414d0f tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:47.794961 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-a35a6e2b-93de-45db-be18-f379372a06ac tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9080858 Mar 01 13:50:47.808321 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-2f065fe9-e945-4c2e-a33b-c36ae6ca0196 service neutron] Request body: {'port': {'device_id': 'fdd955c7-bc8b-4ed8-9887-6eeaf223100c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:47.830727 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5374c3f1-11a2-490c-a8ca-2dd00384f922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-4e79325d-73c0-45e8-8826-098c6ec43efe', 'network_id': '4e79325d-73c0-45e8-8826-098c6ec43efe', 'project_id': '2a9528d58eb44a81bf8249667ab42d6e', 'fixed_ips': [{'subnet_id': '11dac8b5-aefe-43db-9f39-de64f3d1bec0'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:50:47.838789 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-7adf918b-7fea-4549-b677-bdaa37414d0f tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] device_id is not set on port cbea60d7-7826-44c2-a9a6-e16c20cf77cf yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:50:47.857651 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5374c3f1-11a2-490c-a8ca-2dd00384f922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:47.869847 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b175afeb-a600-4850-a0ac-022d6c939c65 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:50:47.884624 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-2f065fe9-e945-4c2e-a33b-c36ae6ca0196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (caee6aad-3165-44e7-bce8-75d27e02b936), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:47.930747 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6516ba-1c1e-4730-9dba-0172f1759413 req-2640c844-e924-408c-97ae-281f1830ee0f tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:47.932319 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3b6516ba-1c1e-4730-9dba-0172f1759413 req-2640c844-e924-408c-97ae-281f1830ee0f tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 944 time: 0.1458626 Mar 01 13:50:48.023780 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-7adf918b-7fea-4549-b677-bdaa37414d0f tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Allocated IP 172.20.0.8 (4e79325d-73c0-45e8-8826-098c6ec43efe/11dac8b5-aefe-43db-9f39-de64f3d1bec0/cbea60d7-7826-44c2-a9a6-e16c20cf77cf) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:50:48.108082 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3b6516ba-1c1e-4730-9dba-0172f1759413 req-51228dcf-ab96-4c01-a1c3-2c1ae0a7a77c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471045 Mar 01 13:50:48.144541 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e60cec-71fc-457a-8ed9-be0f726d463c req-cbcb419f-f45a-4cfd-a88d-9ae8fafad79d tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:48.146755 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-34e60cec-71fc-457a-8ed9-be0f726d463c req-cbcb419f-f45a-4cfd-a88d-9ae8fafad79d tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 948 time: 0.1143353 Mar 01 13:50:48.223156 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-6482d976-cdb8-48b7-a6b3-4ee17235e585 None None] Provisioning complete for port caee6aad-3165-44e7-bce8-75d27e02b936 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:50:48.224434 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6482d976-cdb8-48b7-a6b3-4ee17235e585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (caee6aad-3165-44e7-bce8-75d27e02b936), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:48.225028 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-2f065fe9-e945-4c2e-a33b-c36ae6ca0196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caee6aad-3165-44e7-bce8-75d27e02b936 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:50:48.233791 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-2f065fe9-e945-4c2e-a33b-c36ae6ca0196 service neutron] Publish callbacks [] for port (caee6aad-3165-44e7-bce8-75d27e02b936), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:48.250765 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-2f065fe9-e945-4c2e-a33b-c36ae6ca0196 service neutron] Transition to ACTIVE for port object caee6aad-3165-44e7-bce8-75d27e02b936 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:50:48.256209 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-2f065fe9-e945-4c2e-a33b-c36ae6ca0196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (caee6aad-3165-44e7-bce8-75d27e02b936), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:48.277595 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b175afeb-a600-4850-a0ac-022d6c939c65, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b175afeb-a600-4850-a0ac-022d6c939c65,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:48.299389 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-34e60cec-71fc-457a-8ed9-be0f726d463c req-497d2a1d-c879-4e6a-bb47-5447a06e4c5a tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459284 Mar 01 13:50:48.316792 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f065fe9-e945-4c2e-a33b-c36ae6ca0196 service neutron] Pushing event updated for resources: {'Port': ['ID=caee6aad-3165-44e7-bce8-75d27e02b936,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:48.339767 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93f03a-0d1b-4ae2-8f59-69e51ac57736 req-dc9d8dc7-bfe9-47b4-8b0e-d7a18aa10f0f tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:48.341397 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f93f03a-0d1b-4ae2-8f59-69e51ac57736 req-dc9d8dc7-bfe9-47b4-8b0e-d7a18aa10f0f tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdd955c7-bc8b-4ed8-9887-6eeaf223100c HTTP/1.1" status: 200 len: 935 time: 0.1234202 Mar 01 13:50:48.353960 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7adf918b-7fea-4549-b677-bdaa37414d0f tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks [] for port (cbea60d7-7826-44c2-a9a6-e16c20cf77cf), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:48.359989 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'b175afeb-a600-4850-a0ac-022d6c939c65', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': 'b175afeb-a600-4850-a0ac-022d6c939c65', 'mac_address': 'fa:16:3e:35:71:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:50:48.378894 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-6482d976-cdb8-48b7-a6b3-4ee17235e585 None None] Port caee6aad-3165-44e7-bce8-75d27e02b936 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:50:48.411850 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-2f065fe9-e945-4c2e-a33b-c36ae6ca0196 service neutron] Attempting to bind port caee6aad-3165-44e7-bce8-75d27e02b936 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:48.412434 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-2f065fe9-e945-4c2e-a33b-c36ae6ca0196 service neutron] Attempting to bind port caee6aad-3165-44e7-bce8-75d27e02b936 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:48.412922 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-2f065fe9-e945-4c2e-a33b-c36ae6ca0196 service neutron] Attempting to bind port caee6aad-3165-44e7-bce8-75d27e02b936 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:48.418573 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-2f065fe9-e945-4c2e-a33b-c36ae6ca0196 service neutron] Port caee6aad-3165-44e7-bce8-75d27e02b936 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:48.419938 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-2f065fe9-e945-4c2e-a33b-c36ae6ca0196 service neutron] Attempting to bind port caee6aad-3165-44e7-bce8-75d27e02b936 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:48.426045 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-2f065fe9-e945-4c2e-a33b-c36ae6ca0196 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:50:48.426562 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-2f065fe9-e945-4c2e-a33b-c36ae6ca0196 service neutron] Checking segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:50:48.427794 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-2f065fe9-e945-4c2e-a33b-c36ae6ca0196 service neutron] Bound using segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:50:48.433633 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f93f03a-0d1b-4ae2-8f59-69e51ac57736 req-926f5325-d961-4b2e-8366-7af5f59d45a9 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858159 Mar 01 13:50:48.436347 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-2f065fe9-e945-4c2e-a33b-c36ae6ca0196 service neutron] Bound port: caee6aad-3165-44e7-bce8-75d27e02b936, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:50:48.437496 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-2f065fe9-e945-4c2e-a33b-c36ae6ca0196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (caee6aad-3165-44e7-bce8-75d27e02b936), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:48.472671 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7adf918b-7fea-4549-b677-bdaa37414d0f tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (cbea60d7-7826-44c2-a9a6-e16c20cf77cf), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:48.520677 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af7d217-9c6e-46dd-aada-8f37a920b362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b175afeb-a600-4850-a0ac-022d6c939c65'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:50:48.523036 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94b0283-7586-4880-a0b5-a58cbfeab139" -d '{"events": [{"server_uuid": "4af7d217-9c6e-46dd-aada-8f37a920b362", "name": "network-vif-unplugged", "status": "completed", "tag": "b175afeb-a600-4850-a0ac-022d6c939c65"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:50:48.534870 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port b175afeb-a600-4850-a0ac-022d6c939c65 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:50:48.535830 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b175afeb-a600-4850-a0ac-022d6c939c65), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:48.541666 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-2f065fe9-e945-4c2e-a33b-c36ae6ca0196 service neutron] For port caee6aad-3165-44e7-bce8-75d27e02b936, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:50:48.547367 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-2f065fe9-e945-4c2e-a33b-c36ae6ca0196 service neutron] For port caee6aad-3165-44e7-bce8-75d27e02b936, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=caee6aad-3165-44e7-bce8-75d27e02b936,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:50:48.558826 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-2f065fe9-e945-4c2e-a33b-c36ae6ca0196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (caee6aad-3165-44e7-bce8-75d27e02b936), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:48.582705 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b175afeb-a600-4850-a0ac-022d6c939c65 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:50:48.598500 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adf918b-7fea-4549-b677-bdaa37414d0f tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Network 4e79325d-73c0-45e8-8826-098c6ec43efe is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:50:48.606807 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-7adf918b-7fea-4549-b677-bdaa37414d0f tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:50:48.615979 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adf918b-7fea-4549-b677-bdaa37414d0f tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:50:48.624282 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-2f065fe9-e945-4c2e-a33b-c36ae6ca0196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:48.625123 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-2f065fe9-e945-4c2e-a33b-c36ae6ca0196 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:48.627138 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-2f065fe9-e945-4c2e-a33b-c36ae6ca0196 service neutron] 10.222.0.20 "PUT /v2.0/ports/caee6aad-3165-44e7-bce8-75d27e02b936 HTTP/1.1" status: 200 len: 1095 time: 0.8237073 Mar 01 13:50:48.632895 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-5374c3f1-11a2-490c-a8ca-2dd00384f922 None None] Allocated IP 172.20.0.2 (4e79325d-73c0-45e8-8826-098c6ec43efe/11dac8b5-aefe-43db-9f39-de64f3d1bec0/19f6e570-87e3-44cb-82c2-5a451a218c02) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:50:48.646688 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd955c7-bc8b-4ed8-9887-6eeaf223100c', 'tag': 'caee6aad-3165-44e7-bce8-75d27e02b936'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:50:48.653847 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf918b-7fea-4549-b677-bdaa37414d0f tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Pushing event updated for resources: {'Port': ['ID=cbea60d7-7826-44c2-a9a6-e16c20cf77cf,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:48.659922 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b175afeb-a600-4850-a0ac-022d6c939c65, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b175afeb-a600-4850-a0ac-022d6c939c65,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:48.669961 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cfbf27-ba9d-4cb5-a9f9-47af043a74d4" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd955c7-bc8b-4ed8-9887-6eeaf223100c", "tag": "caee6aad-3165-44e7-bce8-75d27e02b936"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:50:48.688437 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b175afeb-a600-4850-a0ac-022d6c939c65), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:48.738197 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f065fe9-e945-4c2e-a33b-c36ae6ca0196 service neutron] Pushing event updated for resources: {'Port': ['ID=caee6aad-3165-44e7-bce8-75d27e02b936,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:48.738997 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adf918b-7fea-4549-b677-bdaa37414d0f tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:48.739825 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7adf918b-7fea-4549-b677-bdaa37414d0f tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:48.760008 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-71929150-e71f-4c8b-984e-63502d1bff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:48.761586 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79822f77-f78b-4b44-8718-11b5e46ff7ae req-a2b44ecd-14bb-4385-a2d5-46553c87bb3c tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:48.761709 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-71929150-e71f-4c8b-984e-63502d1bff3d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&device_id=fdd955c7-bc8b-4ed8-9887-6eeaf223100c HTTP/1.1" status: 200 len: 1129 time: 0.0770245 Mar 01 13:50:48.763274 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-79822f77-f78b-4b44-8718-11b5e46ff7ae req-a2b44ecd-14bb-4385-a2d5-46553c87bb3c tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3 HTTP/1.1" status: 200 len: 945 time: 0.1982529 Mar 01 13:50:48.772530 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874863b6-3df2-44ea-afa9-a21c1fbd884d req-c394a54c-5856-465b-a7ce-f5bd34bb1c35 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:48.780095 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-874863b6-3df2-44ea-afa9-a21c1fbd884d req-c394a54c-5856-465b-a7ce-f5bd34bb1c35 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 944 time: 0.2186229 Mar 01 13:50:48.809372 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7adf918b-7fea-4549-b677-bdaa37414d0f tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1986721 Mar 01 13:50:48.810028 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41728) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:48.817958 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-36c4eb81-aa39-45ad-9fd3-abb8410b203c tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Request body: {'port': {'network_id': '4e79325d-73c0-45e8-8826-098c6ec43efe', 'name': 'tempest-AllowedAddressPairTestJSON-991964611', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:6d:68:3e'}]}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:48.818420 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-1ed222fd-ec66-404d-ab48-f5cc9cc8f497 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=caee6aad-3165-44e7-bce8-75d27e02b936 HTTP/1.1" status: 200 len: 217 time: 0.0461602 Mar 01 13:50:48.871274 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-252c0628-bad0-439b-8540-42cabba82247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:48.873400 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-252c0628-bad0-439b-8540-42cabba82247 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0500779 Mar 01 13:50:48.935031 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-cd462ad9-1ff0-467d-8d5f-6a8118fe80e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:48.937118 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-cd462ad9-1ff0-467d-8d5f-6a8118fe80e1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0534880 Mar 01 13:50:48.938494 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-874863b6-3df2-44ea-afa9-a21c1fbd884d req-d796dbb7-e8aa-49e5-835a-0c25cf3be560 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572795 Mar 01 13:50:48.942001 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-79822f77-f78b-4b44-8718-11b5e46ff7ae req-f343f29d-b66a-4729-941e-4fe54190f45b tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582835 Mar 01 13:50:49.043307 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c4eb81-aa39-45ad-9fd3-abb8410b203c tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Made reservation on behalf of 2a9528d58eb44a81bf8249667ab42d6e for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:50:49.063343 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=b175afeb-a600-4850-a0ac-022d6c939c65,revision_number=10']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:49.084851 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 13:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3593f8a-807f-494f-ab29-fbc1b68de989 x-openstack-request-id: req-f3593f8a-807f-494f-ab29-fbc1b68de989 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:50:49.085974 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af7d217-9c6e-46dd-aada-8f37a920b362", "name": "network-vif-unplugged", "status": "completed", "tag": "b175afeb-a600-4850-a0ac-022d6c939c65", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:50:49.086568 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3593f8a-807f-494f-ab29-fbc1b68de989 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:50:49.087152 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af7d217-9c6e-46dd-aada-8f37a920b362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b175afeb-a600-4850-a0ac-022d6c939c65', 'code': 200} Mar 01 13:50:49.095329 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921ef941-c60a-461a-bfb3-37910e14dced x-openstack-request-id: req-921ef941-c60a-461a-bfb3-37910e14dced {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:50:49.095940 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd955c7-bc8b-4ed8-9887-6eeaf223100c", "tag": "caee6aad-3165-44e7-bce8-75d27e02b936", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:50:49.096206 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-921ef941-c60a-461a-bfb3-37910e14dced {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:50:49.096841 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd955c7-bc8b-4ed8-9887-6eeaf223100c', 'tag': 'caee6aad-3165-44e7-bce8-75d27e02b936', 'status': 'completed', 'code': 200} Mar 01 13:50:49.176660 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-0634145c-b084-4b11-a0d5-d910cdd04be6 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126477 Mar 01 13:50:49.237440 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098322f-a312-4e73-8899-38c3a63278e3 req-3abff26b-2ad5-4ab3-81ac-37edc691f94e tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:49.244942 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c098322f-a312-4e73-8899-38c3a63278e3 req-3abff26b-2ad5-4ab3-81ac-37edc691f94e tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.1775453 Mar 01 13:50:49.278655 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-36c4eb81-aa39-45ad-9fd3-abb8410b203c tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:49.280605 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5374c3f1-11a2-490c-a8ca-2dd00384f922 None None] Publish callbacks [] for port (19f6e570-87e3-44cb-82c2-5a451a218c02), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:49.291905 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f2b446da-721d-4f40-9aee-8f6f6f0cdc5d req-bdd59add-ed54-4615-9c0c-4012e6ff0ff1 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079988 Mar 01 13:50:49.298926 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5374c3f1-11a2-490c-a8ca-2dd00384f922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (19f6e570-87e3-44cb-82c2-5a451a218c02), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:49.345405 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-36c4eb81-aa39-45ad-9fd3-abb8410b203c tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] device_id is not set on port e82ab3cc-0f92-42b8-80ab-95f93f475af3 yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:50:49.376330 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c098322f-a312-4e73-8899-38c3a63278e3 req-5fba5453-c2a8-4569-a80a-49b6fa683524 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304445 Mar 01 13:50:49.378184 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5374c3f1-11a2-490c-a8ca-2dd00384f922 None None] Network 4e79325d-73c0-45e8-8826-098c6ec43efe is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:50:49.380534 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-5374c3f1-11a2-490c-a8ca-2dd00384f922 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:50:49.397385 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfbf27-ba9d-4cb5-a9f9-47af043a74d4 req-80dc821a-81b4-43e9-adb1-6b2e8ae7fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:49.397385 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-38cfbf27-ba9d-4cb5-a9f9-47af043a74d4 req-80dc821a-81b4-43e9-adb1-6b2e8ae7fc25 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&device_id=fdd955c7-bc8b-4ed8-9887-6eeaf223100c HTTP/1.1" status: 200 len: 1129 time: 0.0523019 Mar 01 13:50:49.398036 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5374c3f1-11a2-490c-a8ca-2dd00384f922 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:50:49.431324 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d452b06-3643-4816-bbb5-21c5506f00e2 req-9ea5dee7-6b4a-4976-83f2-72c3ec5fa65c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:49.432901 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9d452b06-3643-4816-bbb5-21c5506f00e2 req-9ea5dee7-6b4a-4976-83f2-72c3ec5fa65c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 944 time: 0.1606312 Mar 01 13:50:49.439974 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374c3f1-11a2-490c-a8ca-2dd00384f922 None None] Pushing event updated for resources: {'Port': ['ID=19f6e570-87e3-44cb-82c2-5a451a218c02,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:49.445691 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['b175afeb-a600-4850-a0ac-022d6c939c65'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:50:49.504825 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfbf27-ba9d-4cb5-a9f9-47af043a74d4 req-3fd676b2-826c-448e-87f0-50c7288d54dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:49.506867 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-38cfbf27-ba9d-4cb5-a9f9-47af043a74d4 req-3fd676b2-826c-448e-87f0-50c7288d54dd service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.1074445 Mar 01 13:50:49.524932 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-36c4eb81-aa39-45ad-9fd3-abb8410b203c tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Allocated IP 172.20.0.3 (4e79325d-73c0-45e8-8826-098c6ec43efe/11dac8b5-aefe-43db-9f39-de64f3d1bec0/e82ab3cc-0f92-42b8-80ab-95f93f475af3) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:50:49.555513 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-5374c3f1-11a2-490c-a8ca-2dd00384f922 None None] Attempting to bind port 19f6e570-87e3-44cb-82c2-5a451a218c02 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:49.556265 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-5374c3f1-11a2-490c-a8ca-2dd00384f922 None None] Attempting to bind port 19f6e570-87e3-44cb-82c2-5a451a218c02 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'c2c90020-af44-4d0a-a3c8-f2a8b26cceb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4e79325d-73c0-45e8-8826-098c6ec43efe'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:49.556811 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5374c3f1-11a2-490c-a8ca-2dd00384f922 None None] Attempting to bind port 19f6e570-87e3-44cb-82c2-5a451a218c02 on network 4e79325d-73c0-45e8-8826-098c6ec43efe {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:49.560174 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-38cfbf27-ba9d-4cb5-a9f9-47af043a74d4 req-bf69822d-f2f2-4996-84fa-4af12c55356c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=caee6aad-3165-44e7-bce8-75d27e02b936 HTTP/1.1" status: 200 len: 217 time: 0.0464201 Mar 01 13:50:49.568816 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9d452b06-3643-4816-bbb5-21c5506f00e2 req-8af0a083-4cec-4af6-bdb4-871cf23e6fce tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248496 Mar 01 13:50:49.579753 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5374c3f1-11a2-490c-a8ca-2dd00384f922 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:50:49.580442 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5374c3f1-11a2-490c-a8ca-2dd00384f922 None None] Checking segment: {'id': 'c2c90020-af44-4d0a-a3c8-f2a8b26cceb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4e79325d-73c0-45e8-8826-098c6ec43efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:50:49.581025 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5374c3f1-11a2-490c-a8ca-2dd00384f922 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:49.581704 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5374c3f1-11a2-490c-a8ca-2dd00384f922 None None] Bound using segment: {'id': 'c2c90020-af44-4d0a-a3c8-f2a8b26cceb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4e79325d-73c0-45e8-8826-098c6ec43efe'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:50:49.582364 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-5374c3f1-11a2-490c-a8ca-2dd00384f922 None None] Bound port: 19f6e570-87e3-44cb-82c2-5a451a218c02, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c90020-af44-4d0a-a3c8-f2a8b26cceb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4e79325d-73c0-45e8-8826-098c6ec43efe'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:50:49.582932 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5374c3f1-11a2-490c-a8ca-2dd00384f922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (19f6e570-87e3-44cb-82c2-5a451a218c02), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:49.623334 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef40d72-161c-4f0a-91bd-58d9ea88a34c req-4c4a09e9-c653-41f0-ba79-2dc7c698d264 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:49.630863 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6ef40d72-161c-4f0a-91bd-58d9ea88a34c req-4c4a09e9-c653-41f0-ba79-2dc7c698d264 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.1137707 Mar 01 13:50:49.635302 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfbf27-ba9d-4cb5-a9f9-47af043a74d4 req-17e60d31-68b0-4929-a925-13281d68e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:49.639391 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-38cfbf27-ba9d-4cb5-a9f9-47af043a74d4 req-17e60d31-68b0-4929-a925-13281d68e3c1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0721812 Mar 01 13:50:49.723022 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfbf27-ba9d-4cb5-a9f9-47af043a74d4 req-12a53cf2-65ba-4893-bbac-ef0138cf8b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:49.726272 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-38cfbf27-ba9d-4cb5-a9f9-47af043a74d4 req-12a53cf2-65ba-4893-bbac-ef0138cf8b11 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0741029 Mar 01 13:50:49.749399 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-5374c3f1-11a2-490c-a8ca-2dd00384f922 None None] For port 19f6e570-87e3-44cb-82c2-5a451a218c02, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:50:49.754617 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-5374c3f1-11a2-490c-a8ca-2dd00384f922 None None] For port 19f6e570-87e3-44cb-82c2-5a451a218c02, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=19f6e570-87e3-44cb-82c2-5a451a218c02,segment=NetworkSegment(c2c90020-af44-4d0a-a3c8-f2a8b26cceb7),segment_id=c2c90020-af44-4d0a-a3c8-f2a8b26cceb7)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:50:49.772350 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5374c3f1-11a2-490c-a8ca-2dd00384f922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (19f6e570-87e3-44cb-82c2-5a451a218c02), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:49.788958 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6ef40d72-161c-4f0a-91bd-58d9ea88a34c req-5038d5cc-5f8a-4dfa-bae4-06c6b316023d tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563959 Mar 01 13:50:49.826107 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-38cfbf27-ba9d-4cb5-a9f9-47af043a74d4 req-e06255e9-c930-42f5-89e1-783130f4429e service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949905 Mar 01 13:50:49.837894 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a4e93-458f-44c3-a9f1-4b25c9581a08 req-9608aa40-076d-478f-af2f-19038d86e183 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:49.839547 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ba8a4e93-458f-44c3-a9f1-4b25c9581a08 req-9608aa40-076d-478f-af2f-19038d86e183 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdd955c7-bc8b-4ed8-9887-6eeaf223100c HTTP/1.1" status: 200 len: 947 time: 0.1313388 Mar 01 13:50:49.857719 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-36c4eb81-aa39-45ad-9fd3-abb8410b203c tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks [] for port (e82ab3cc-0f92-42b8-80ab-95f93f475af3), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:49.866657 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device d449d059-cd82-40c3-b8ba-d86c2eedc7f4 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:50:49.869770 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374c3f1-11a2-490c-a8ca-2dd00384f922 None None] Pushing event updated for resources: {'Port': ['ID=19f6e570-87e3-44cb-82c2-5a451a218c02,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:49.928949 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ba8a4e93-458f-44c3-a9f1-4b25c9581a08 req-fb1d96aa-d8b0-4e18-b5d1-b71fcdb168d2 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733025 Mar 01 13:50:49.933512 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-38cfbf27-ba9d-4cb5-a9f9-47af043a74d4 req-f37ffef4-2e42-4061-9f62-d46da201ca2f service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010215 Mar 01 13:50:49.941209 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-36c4eb81-aa39-45ad-9fd3-abb8410b203c tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (e82ab3cc-0f92-42b8-80ab-95f93f475af3), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:49.987625 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port d449d059-cd82-40c3-b8ba-d86c2eedc7f4, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=d449d059-cd82-40c3-b8ba-d86c2eedc7f4,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:50.001785 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'd449d059-cd82-40c3-b8ba-d86c2eedc7f4', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': 'd449d059-cd82-40c3-b8ba-d86c2eedc7f4', 'mac_address': 'fa:16:3e:08:57:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:50:50.008734 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c4eb81-aa39-45ad-9fd3-abb8410b203c tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Network 4e79325d-73c0-45e8-8826-098c6ec43efe is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:50:50.012382 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-36c4eb81-aa39-45ad-9fd3-abb8410b203c tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:50:50.025347 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c4eb81-aa39-45ad-9fd3-abb8410b203c tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:50:50.047737 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port d449d059-cd82-40c3-b8ba-d86c2eedc7f4 is: ACTIVE; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:50:50.048123 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d449d059-cd82-40c3-b8ba-d86c2eedc7f4), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:50.063196 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d449d059-cd82-40c3-b8ba-d86c2eedc7f4 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:50:50.093343 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port d449d059-cd82-40c3-b8ba-d86c2eedc7f4, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=d449d059-cd82-40c3-b8ba-d86c2eedc7f4,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:50.099118 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (d449d059-cd82-40c3-b8ba-d86c2eedc7f4), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:50.099928 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device be3d13b4-90c6-4a97-ac5d-46d6c4805009 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:50:50.112087 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4eb81-aa39-45ad-9fd3-abb8410b203c tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Pushing event updated for resources: {'Port': ['ID=e82ab3cc-0f92-42b8-80ab-95f93f475af3,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:50.167582 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c4eb81-aa39-45ad-9fd3-abb8410b203c tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:50.168251 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-36c4eb81-aa39-45ad-9fd3-abb8410b203c tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:50.199426 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3a3f8-a63f-4e50-b54b-e0863bf1c0ee req-f61f712e-5400-4342-803e-dc7441ef13b3 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:50.201019 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d7c3a3f8-a63f-4e50-b54b-e0863bf1c0ee req-f61f712e-5400-4342-803e-dc7441ef13b3 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 944 time: 0.1680694 Mar 01 13:50:50.209255 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-36c4eb81-aa39-45ad-9fd3-abb8410b203c tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.3921983 Mar 01 13:50:50.209446 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41752) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:50.218777 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=d449d059-cd82-40c3-b8ba-d86c2eedc7f4,revision_number=6']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:50.225096 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780893a-8673-4acd-8a5f-c2d49523550f req-a9756bdc-de4f-4e3f-baca-a1a979f15b08 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:50.232628 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e780893a-8673-4acd-8a5f-c2d49523550f req-a9756bdc-de4f-4e3f-baca-a1a979f15b08 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3 HTTP/1.1" status: 200 len: 945 time: 0.1612041 Mar 01 13:50:50.284437 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port be3d13b4-90c6-4a97-ac5d-46d6c4805009, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=be3d13b4-90c6-4a97-ac5d-46d6c4805009,segment=NetworkSegment(efe48ac2-5e62-42f6-97e0-cf92cf9f656d),segment_id=efe48ac2-5e62-42f6-97e0-cf92cf9f656d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:50.299716 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'be3d13b4-90c6-4a97-ac5d-46d6c4805009', 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77', 'port_id': 'be3d13b4-90c6-4a97-ac5d-46d6c4805009', 'mac_address': 'fa:16:3e:18:9d:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '261203cc-bf87-4d50-a32d-f34589170095', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:50:50.315561 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a65a04c-7324-447f-8d42-4d2ad9de03a6 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:50.321612 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e780893a-8673-4acd-8a5f-c2d49523550f req-b7c5320b-f182-4779-91bd-79a8abbc396f tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861123 Mar 01 13:50:50.322741 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a65a04c-7324-447f-8d42-4d2ad9de03a6 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:50.329037 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a65a04c-7324-447f-8d42-4d2ad9de03a6 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:50.331554 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8a65a04c-7324-447f-8d42-4d2ad9de03a6 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.1212053 Mar 01 13:50:50.334938 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41754) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:50.356861 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port be3d13b4-90c6-4a97-ac5d-46d6c4805009 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:50:50.358004 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (be3d13b4-90c6-4a97-ac5d-46d6c4805009), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:50.364313 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d7c3a3f8-a63f-4e50-b54b-e0863bf1c0ee req-b1adde0a-0f2d-4a6b-a975-9381cf739925 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294692 Mar 01 13:50:50.376466 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3d13b4-90c6-4a97-ac5d-46d6c4805009 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:50:50.402066 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port be3d13b4-90c6-4a97-ac5d-46d6c4805009, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=be3d13b4-90c6-4a97-ac5d-46d6c4805009,segment=NetworkSegment(efe48ac2-5e62-42f6-97e0-cf92cf9f656d),segment_id=efe48ac2-5e62-42f6-97e0-cf92cf9f656d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:50.408193 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (be3d13b4-90c6-4a97-ac5d-46d6c4805009), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:50.409174 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:50:50.461652 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-958cf86f-b813-4cc2-b9a6-82db4d995129 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Deleting port e82ab3cc-0f92-42b8-80ab-95f93f475af3 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:50:50.462223 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-958cf86f-b813-4cc2-b9a6-82db4d995129 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (e82ab3cc-0f92-42b8-80ab-95f93f475af3), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:50.524996 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=be3d13b4-90c6-4a97-ac5d-46d6c4805009,revision_number=9']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:50.584244 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-958cf86f-b813-4cc2-b9a6-82db4d995129 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (e82ab3cc-0f92-42b8-80ab-95f93f475af3), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:50.585615 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbec098-a3c8-4036-9b4e-f635fd282d3a req-7b422ce9-6387-4c50-aef7-999c78de6276 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:50.588109 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ecbec098-a3c8-4036-9b4e-f635fd282d3a req-7b422ce9-6387-4c50-aef7-999c78de6276 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.1172292 Mar 01 13:50:50.589272 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=32b51c08-ad2b-48ae-ab39-7bda88c6e3b5,segment=NetworkSegment(5682489f-cf80-4a1c-8ade-e83424038ed9),segment_id=5682489f-cf80-4a1c-8ade-e83424038ed9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:50.602475 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-958cf86f-b813-4cc2-b9a6-82db4d995129 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Calling delete_port for e82ab3cc-0f92-42b8-80ab-95f93f475af3 owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:50:50.602673 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '32b51c08-ad2b-48ae-ab39-7bda88c6e3b5', 'network_id': '6e9a6b63-cd88-4977-a9f5-19697e5a90c0', 'port_id': '32b51c08-ad2b-48ae-ab39-7bda88c6e3b5', 'mac_address': 'fa:16:3e:ee:7b:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95624b4c-3703-4ba5-9208-fd69c9df0e5f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:50:50.649698 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:50:50.650974 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (32b51c08-ad2b-48ae-ab39-7bda88c6e3b5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:50.668571 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:50:50.678706 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ecbec098-a3c8-4036-9b4e-f635fd282d3a req-a410f767-1948-4b68-84de-0b1885451d40 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806241 Mar 01 13:50:50.696093 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=32b51c08-ad2b-48ae-ab39-7bda88c6e3b5,segment=NetworkSegment(5682489f-cf80-4a1c-8ade-e83424038ed9),segment_id=5682489f-cf80-4a1c-8ade-e83424038ed9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:50.702540 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (32b51c08-ad2b-48ae-ab39-7bda88c6e3b5), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:50.708883 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e863af-b3de-4495-9d2c-7a43a5c81b11 req-ee83d206-bfe3-4f97-8966-bf3741ee7025 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:50.717477 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-84e863af-b3de-4495-9d2c-7a43a5c81b11 req-ee83d206-bfe3-4f97-8966-bf3741ee7025 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3 HTTP/1.1" status: 200 len: 945 time: 0.1204596 Mar 01 13:50:50.780535 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=32b51c08-ad2b-48ae-ab39-7bda88c6e3b5,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:50.789221 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-958cf86f-b813-4cc2-b9a6-82db4d995129 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (e82ab3cc-0f92-42b8-80ab-95f93f475af3), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:50.795964 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-84e863af-b3de-4495-9d2c-7a43a5c81b11 req-2f9324af-0111-4854-9cfa-839319e4a1b3 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735490 Mar 01 13:50:50.837382 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958cf86f-b813-4cc2-b9a6-82db4d995129 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Pushing event deleted for resources: {'Port': ['ID=e82ab3cc-0f92-42b8-80ab-95f93f475af3,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:50.880480 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600fbb2-88f7-4640-a832-5e7e4c489034 req-faddbf50-9377-4ab1-8a9b-0ff1b968e8cd tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:50.881993 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7600fbb2-88f7-4640-a832-5e7e4c489034 req-faddbf50-9377-4ab1-8a9b-0ff1b968e8cd tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 945 time: 0.1005087 Mar 01 13:50:50.935809 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7600fbb2-88f7-4640-a832-5e7e4c489034 req-15e8438a-f5e3-4722-9ca9-c819bf52fd3c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469685 Mar 01 13:50:51.021341 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-958cf86f-b813-4cc2-b9a6-82db4d995129 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:51.025044 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-958cf86f-b813-4cc2-b9a6-82db4d995129 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] 10.222.0.13 "DELETE /v2.0/ports/e82ab3cc-0f92-42b8-80ab-95f93f475af3 HTTP/1.1" status: 204 len: 168 time: 0.6891594 Mar 01 13:50:51.027725 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41780) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:51.059251 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe00c324-e430-4fa6-ba4b-7cbc07ad7855 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] GET failed (client error): The resource could not be found. Mar 01 13:50:51.064147 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fe00c324-e430-4fa6-ba4b-7cbc07ad7855 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] 10.222.0.13 "GET /v2.0/ports/e82ab3cc-0f92-42b8-80ab-95f93f475af3 HTTP/1.1" status: 404 len: 333 time: 0.0319655 Mar 01 13:50:51.064616 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41782) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:51.069714 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-ae241aaf-83cf-48d2-a97c-42524adbd3d2 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Request body: {'port': {'network_id': '4e79325d-73c0-45e8-8826-098c6ec43efe', 'name': 'tempest-AllowedAddressPairTestJSON-444792799'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:51.094430 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0433449-2eca-419e-b40c-e57ab1a6c9c6 req-9d034b8e-5f9c-4cb8-80f9-ef6ea4f47e29 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:51.099597 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a0433449-2eca-419e-b40c-e57ab1a6c9c6 req-9d034b8e-5f9c-4cb8-80f9-ef6ea4f47e29 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1003790 Mar 01 13:50:51.107554 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30153386-3425-4132-95ce-3929fb8a4afc None None] Network 4e79325d-73c0-45e8-8826-098c6ec43efe requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:50:51.127418 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa005b4e-4c44-417c-91de-d75ebc9a67a7 req-aaed216f-da20-415e-a63f-4ea2d90f063a tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:51.129032 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fa005b4e-4c44-417c-91de-d75ebc9a67a7 req-aaed216f-da20-415e-a63f-4ea2d90f063a tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.0975785 Mar 01 13:50:51.186235 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-0f2c369f-0d86-4677-a710-0c04bf16270b None None] Provisioning complete for port 19f6e570-87e3-44cb-82c2-5a451a218c02 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:50:51.186627 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0f2c369f-0d86-4677-a710-0c04bf16270b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (19f6e570-87e3-44cb-82c2-5a451a218c02), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:51.188483 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae241aaf-83cf-48d2-a97c-42524adbd3d2 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Made reservation on behalf of 2a9528d58eb44a81bf8249667ab42d6e for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:50:51.193159 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a0433449-2eca-419e-b40c-e57ab1a6c9c6 req-70971f51-b927-4bb1-b04a-699e0775e619 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902200 Mar 01 13:50:51.196049 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ae241aaf-83cf-48d2-a97c-42524adbd3d2 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:51.201138 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fa005b4e-4c44-417c-91de-d75ebc9a67a7 req-4ed219cb-59a2-4d16-89c9-d5207bd85e92 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655384 Mar 01 13:50:51.228719 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-ae241aaf-83cf-48d2-a97c-42524adbd3d2 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] device_id is not set on port 731dc19d-4017-41be-b2b6-06df0483be98 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:50:51.256626 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['d449d059-cd82-40c3-b8ba-d86c2eedc7f4'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:50:51.362348 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-ae241aaf-83cf-48d2-a97c-42524adbd3d2 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Allocated IP 172.20.0.10 (4e79325d-73c0-45e8-8826-098c6ec43efe/11dac8b5-aefe-43db-9f39-de64f3d1bec0/731dc19d-4017-41be-b2b6-06df0483be98) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:50:51.397779 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-0f2c369f-0d86-4677-a710-0c04bf16270b None None] Current status of the port 19f6e570-87e3-44cb-82c2-5a451a218c02 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:50:51.398280 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0f2c369f-0d86-4677-a710-0c04bf16270b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (19f6e570-87e3-44cb-82c2-5a451a218c02), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:51.402971 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ceccb-27cd-438c-aff2-2e0943c53339 req-c8cd57c2-073d-4f18-9a03-27fa6e7a2b95 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:51.404683 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-088ceccb-27cd-438c-aff2-2e0943c53339 req-c8cd57c2-073d-4f18-9a03-27fa6e7a2b95 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdd955c7-bc8b-4ed8-9887-6eeaf223100c HTTP/1.1" status: 200 len: 947 time: 0.1183908 Mar 01 13:50:51.425702 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde9ea9-3218-4e5c-b8c1-e6d777e42c59 req-889966e1-b117-4075-8f56-57a4e55e9480 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:51.427852 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cfde9ea9-3218-4e5c-b8c1-e6d777e42c59 req-889966e1-b117-4075-8f56-57a4e55e9480 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1041288 Mar 01 13:50:51.454151 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-0f2c369f-0d86-4677-a710-0c04bf16270b None None] For port 19f6e570-87e3-44cb-82c2-5a451a218c02, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=19f6e570-87e3-44cb-82c2-5a451a218c02,segment=NetworkSegment(c2c90020-af44-4d0a-a3c8-f2a8b26cceb7),segment_id=c2c90020-af44-4d0a-a3c8-f2a8b26cceb7)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:51.465318 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0f2c369f-0d86-4677-a710-0c04bf16270b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (19f6e570-87e3-44cb-82c2-5a451a218c02), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:51.524541 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cfde9ea9-3218-4e5c-b8c1-e6d777e42c59 req-817b69c0-ad31-43a4-80d7-f77d72f03703 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864904 Mar 01 13:50:51.549726 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c369f-0d86-4677-a710-0c04bf16270b None None] Pushing event updated for resources: {'Port': ['ID=19f6e570-87e3-44cb-82c2-5a451a218c02,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:51.556436 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-088ceccb-27cd-438c-aff2-2e0943c53339 req-86e89e69-ce6b-405e-b126-42e8989d1cef tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406374 Mar 01 13:50:51.583332 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ae241aaf-83cf-48d2-a97c-42524adbd3d2 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks [] for port (731dc19d-4017-41be-b2b6-06df0483be98), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:51.663028 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ae241aaf-83cf-48d2-a97c-42524adbd3d2 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (731dc19d-4017-41be-b2b6-06df0483be98), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:51.705436 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-4e8a336c-9a1e-447c-9a0e-d260fa4c4724 None None] Provisioning complete for port cbea60d7-7826-44c2-a9a6-e16c20cf77cf triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:50:51.706182 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4e8a336c-9a1e-447c-9a0e-d260fa4c4724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (cbea60d7-7826-44c2-a9a6-e16c20cf77cf), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:51.714808 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ecc45-b8f4-4bbe-9bc6-b747a4331364 req-76d4362b-023c-4239-89a7-c28160c01ae2 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:51.716586 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4b8ecc45-b8f4-4bbe-9bc6-b747a4331364 req-76d4362b-023c-4239-89a7-c28160c01ae2 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 945 time: 0.0840724 Mar 01 13:50:51.746480 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 19f6e570-87e3-44cb-82c2-5a451a218c02 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:50:51.761917 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae241aaf-83cf-48d2-a97c-42524adbd3d2 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Network 4e79325d-73c0-45e8-8826-098c6ec43efe is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:50:51.769121 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-ae241aaf-83cf-48d2-a97c-42524adbd3d2 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:50:51.775761 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae241aaf-83cf-48d2-a97c-42524adbd3d2 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:50:51.780631 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae241aaf-83cf-48d2-a97c-42524adbd3d2 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Pushing event updated for resources: {'Port': ['ID=731dc19d-4017-41be-b2b6-06df0483be98,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:51.784092 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-4e8a336c-9a1e-447c-9a0e-d260fa4c4724 None None] Port cbea60d7-7826-44c2-a9a6-e16c20cf77cf cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:50:51.811171 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-4e8a336c-9a1e-447c-9a0e-d260fa4c4724 None None] Provisioning complete for port 19f6e570-87e3-44cb-82c2-5a451a218c02 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:50:51.812158 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4e8a336c-9a1e-447c-9a0e-d260fa4c4724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (19f6e570-87e3-44cb-82c2-5a451a218c02), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:51.831749 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4b8ecc45-b8f4-4bbe-9bc6-b747a4331364 req-e698b3ff-8c92-4506-9791-9424c73440f3 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693438 Mar 01 13:50:51.845519 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd14f9-24a8-49a6-be5d-fb669850511f req-c22a2fde-52ce-4529-a97f-6bcc53dbe9f5 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:51.852144 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9bdd14f9-24a8-49a6-be5d-fb669850511f req-c22a2fde-52ce-4529-a97f-6bcc53dbe9f5 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1345778 Mar 01 13:50:51.854849 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae241aaf-83cf-48d2-a97c-42524adbd3d2 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:51.856307 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ae241aaf-83cf-48d2-a97c-42524adbd3d2 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:51.870485 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 19f6e570-87e3-44cb-82c2-5a451a218c02 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:50:51.870957 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (19f6e570-87e3-44cb-82c2-5a451a218c02), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:51.898659 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ae241aaf-83cf-48d2-a97c-42524adbd3d2 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8329158 Mar 01 13:50:51.901283 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41802) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:51.914609 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-78095faa-0cfc-4418-9f88-de07dd4b6bcf tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:6d:68:3e'}]}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:51.953232 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9bdd14f9-24a8-49a6-be5d-fb669850511f req-c727cae8-ab29-4043-a3b4-164c31f0e54b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966101 Mar 01 13:50:51.958897 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-4e8a336c-9a1e-447c-9a0e-d260fa4c4724 None None] Current status of the port 19f6e570-87e3-44cb-82c2-5a451a218c02 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:50:52.021413 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 19f6e570-87e3-44cb-82c2-5a451a218c02 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:50:52.023139 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d98d6b-c5df-477f-b377-63fb043bd399 req-8197ebb1-16bf-4306-a094-45f2e2dda756 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:52.038701 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-21d98d6b-c5df-477f-b377-63fb043bd399 req-8197ebb1-16bf-4306-a094-45f2e2dda756 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3 HTTP/1.1" status: 200 len: 945 time: 0.1221950 Mar 01 13:50:52.088777 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-e50f5eb7-6ff5-4e20-a4d7-7122d86e2fc5 None None] Provisioning complete for port cbea60d7-7826-44c2-a9a6-e16c20cf77cf triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:50:52.089273 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e50f5eb7-6ff5-4e20-a4d7-7122d86e2fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (cbea60d7-7826-44c2-a9a6-e16c20cf77cf), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:52.112073 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-78095faa-0cfc-4418-9f88-de07dd4b6bcf tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (731dc19d-4017-41be-b2b6-06df0483be98), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:52.131998 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-21d98d6b-c5df-477f-b377-63fb043bd399 req-da564b1f-2726-4cac-b8ba-823f21162cc8 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922918 Mar 01 13:50:52.160837 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac91a6d-be35-4673-93b4-241fd8450541 req-8e201035-4169-4abd-8e65-d8db0df46925 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:52.169198 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cac91a6d-be35-4673-93b4-241fd8450541 req-8e201035-4169-4abd-8e65-d8db0df46925 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 945 time: 0.1148758 Mar 01 13:50:52.171322 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-e50f5eb7-6ff5-4e20-a4d7-7122d86e2fc5 None None] Port cbea60d7-7826-44c2-a9a6-e16c20cf77cf cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:50:52.244051 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cac91a6d-be35-4673-93b4-241fd8450541 req-b196bf1a-2696-4f58-8a8e-17733de64220 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736971 Mar 01 13:50:52.279311 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65fe44-d867-468a-b65f-659c747fbfb4 req-2271140d-09e4-4981-9e0d-be1717eb0be2 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:52.281109 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5d65fe44-d867-468a-b65f-659c747fbfb4 req-2271140d-09e4-4981-9e0d-be1717eb0be2 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.0801580 Mar 01 13:50:52.285504 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-b3aa29e8-2612-4c0f-87bd-5dc10dd11a16 None None] Could not find standard attr ID for object e82ab3cc-0f92-42b8-80ab-95f93f475af3. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 13:50:52.286271 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-34d04985-912c-4e4b-8ce4-4bddf302b89b req-07cfdc6f-7a85-40c3-b687-6b48edcaf1cb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=283e01e7-8894-49d3-bb82-1c4c86f917d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1340523 Mar 01 13:50:52.341848 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5d65fe44-d867-468a-b65f-659c747fbfb4 req-451d989a-4ac4-48b1-891f-80ad4c6b63f5 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538394 Mar 01 13:50:52.401256 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['32b51c08-ad2b-48ae-ab39-7bda88c6e3b5'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:50:52.440597 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d04985-912c-4e4b-8ce4-4bddf302b89b req-b4e1c3e0-7bee-45dd-8dc5-54a56946c4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:52.442243 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-34d04985-912c-4e4b-8ce4-4bddf302b89b req-b4e1c3e0-7bee-45dd-8dc5-54a56946c4bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&device_id=283e01e7-8894-49d3-bb82-1c4c86f917d0 HTTP/1.1" status: 200 len: 1131 time: 0.1039324 Mar 01 13:50:52.445397 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-78095faa-0cfc-4418-9f88-de07dd4b6bcf tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks [] for port (731dc19d-4017-41be-b2b6-06df0483be98), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:52.447503 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad979bf-f682-475a-8edb-656a810c3c7e req-77c5b631-bfb7-4c0f-aee7-7028143abb2d tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:52.453005 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-78095faa-0cfc-4418-9f88-de07dd4b6bcf tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (731dc19d-4017-41be-b2b6-06df0483be98), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:52.458971 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1ad979bf-f682-475a-8edb-656a810c3c7e req-77c5b631-bfb7-4c0f-aee7-7028143abb2d tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.0800142 Mar 01 13:50:52.487248 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['be3d13b4-90c6-4a97-ac5d-46d6c4805009'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:50:52.537469 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1ad979bf-f682-475a-8edb-656a810c3c7e req-16e9c673-eb1d-4239-8d0b-0af02c0c41b1 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767465 Mar 01 13:50:52.774978 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b21c4-49ca-4b3c-934e-437241474fc1 req-f85a01e0-0cdf-44bd-95c0-e887cc61e810 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:52.782586 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ae1b21c4-49ca-4b3c-934e-437241474fc1 req-f85a01e0-0cdf-44bd-95c0-e887cc61e810 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdd955c7-bc8b-4ed8-9887-6eeaf223100c HTTP/1.1" status: 200 len: 947 time: 0.1447110 Mar 01 13:50:52.796465 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-e692cdfd-a817-41ad-9832-a5b6e7c890d1 None None] Provisioning complete for port 731dc19d-4017-41be-b2b6-06df0483be98 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:50:52.796851 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e692cdfd-a817-41ad-9832-a5b6e7c890d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (731dc19d-4017-41be-b2b6-06df0483be98), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:52.839259 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-e692cdfd-a817-41ad-9832-a5b6e7c890d1 None None] Port 731dc19d-4017-41be-b2b6-06df0483be98 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:50:52.845231 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ae1b21c4-49ca-4b3c-934e-437241474fc1 req-98a0c2ad-46ea-48b0-8edd-e78c082eb5f1 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616269 Mar 01 13:50:52.852087 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-52665f29-0d3e-42a4-b10a-ec8ced002705 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:52.868739 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-52665f29-0d3e-42a4-b10a-ec8ced002705 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/networks?id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 HTTP/1.1" status: 200 len: 812 time: 0.2485995 Mar 01 13:50:52.885467 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-b9d7b2c2-22df-4627-bbad-587a66188522 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/quotas/475192ca5f814c16b38a7d788a6a6472 HTTP/1.1" status: 200 len: 375 time: 0.0156410 Mar 01 13:50:52.963508 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-99a870b5-d270-4066-9889-6276deaf380a tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=475192ca5f814c16b38a7d788a6a6472&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0769720 Mar 01 13:50:52.999407 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78095faa-0cfc-4418-9f88-de07dd4b6bcf tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Pushing event updated for resources: {'Port': ['ID=731dc19d-4017-41be-b2b6-06df0483be98,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:53.014544 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-78095faa-0cfc-4418-9f88-de07dd4b6bcf tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] In _notify_port_updated(), no bound segment for port 731dc19d-4017-41be-b2b6-06df0483be98 on network 4e79325d-73c0-45e8-8826-098c6ec43efe {{(pid=103726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 01 13:50:53.019529 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78095faa-0cfc-4418-9f88-de07dd4b6bcf tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:53.020179 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-78095faa-0cfc-4418-9f88-de07dd4b6bcf tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:53.024896 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-78095faa-0cfc-4418-9f88-de07dd4b6bcf tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] 10.222.0.13 "PUT /v2.0/ports/731dc19d-4017-41be-b2b6-06df0483be98 HTTP/1.1" status: 200 len: 993 time: 1.1226807 Mar 01 13:50:53.027226 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41838) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:53.109866 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d04985-912c-4e4b-8ce4-4bddf302b89b req-0a382c70-a5c9-483e-889b-6d0df65f8936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:53.111331 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-34d04985-912c-4e4b-8ce4-4bddf302b89b req-0a382c70-a5c9-483e-889b-6d0df65f8936 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.6454790 Mar 01 13:50:53.116021 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2921e-132b-4357-a578-fed54213d82f req-75bc8317-e942-4bfa-9b73-8c796a5e18fc tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:53.117805 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-64e2921e-132b-4357-a578-fed54213d82f req-75bc8317-e942-4bfa-9b73-8c796a5e18fc tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 945 time: 0.1286380 Mar 01 13:50:53.157245 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-34d04985-912c-4e4b-8ce4-4bddf302b89b req-bcffbdd1-1fed-491b-a644-9136494c20ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=d6857392-0902-4816-913b-a3713810bc04 HTTP/1.1" status: 200 len: 217 time: 0.0384545 Mar 01 13:50:53.185344 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-eb016cf8-1b1b-4d8c-b7b5-332429e4ac59 service neutron] 10.222.0.13 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096279 Mar 01 13:50:53.193059 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-64e2921e-132b-4357-a578-fed54213d82f req-82c388f4-55b3-4e2c-a05e-6285872acdaa tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649641 Mar 01 13:50:53.210928 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-931dc9f2-2816-4b92-b3fd-030389adfa5c tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Deleting port 731dc19d-4017-41be-b2b6-06df0483be98 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:50:53.211269 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-931dc9f2-2816-4b92-b3fd-030389adfa5c tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (731dc19d-4017-41be-b2b6-06df0483be98), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:53.216183 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d04985-912c-4e4b-8ce4-4bddf302b89b req-539a9156-77f1-47ec-b602-9e41a53e86a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:53.217672 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-34d04985-912c-4e4b-8ce4-4bddf302b89b req-539a9156-77f1-47ec-b602-9e41a53e86a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0544918 Mar 01 13:50:53.269129 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-c207bff4-3863-48ff-8ce9-cc69fd2b5445 None None] Provisioning complete for port 731dc19d-4017-41be-b2b6-06df0483be98 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:50:53.269604 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c207bff4-3863-48ff-8ce9-cc69fd2b5445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (731dc19d-4017-41be-b2b6-06df0483be98), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:53.310869 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-c207bff4-3863-48ff-8ce9-cc69fd2b5445 None None] Port 731dc19d-4017-41be-b2b6-06df0483be98 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:50:53.335131 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-931dc9f2-2816-4b92-b3fd-030389adfa5c tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (731dc19d-4017-41be-b2b6-06df0483be98), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:53.344834 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d04985-912c-4e4b-8ce4-4bddf302b89b req-f6cb1b3e-939c-45db-80a5-153b98f109db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:53.346601 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-34d04985-912c-4e4b-8ce4-4bddf302b89b req-f6cb1b3e-939c-45db-80a5-153b98f109db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1193759 Mar 01 13:50:53.352817 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-931dc9f2-2816-4b92-b3fd-030389adfa5c tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Calling delete_port for 731dc19d-4017-41be-b2b6-06df0483be98 owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:50:53.491652 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-34d04985-912c-4e4b-8ce4-4bddf302b89b req-e5229054-119d-4df4-873f-8b9e3593dc18 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367750 Mar 01 13:50:53.602810 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-2fe000a8-cf20-48b4-a1fa-97c930aa4f7a service neutron] 10.222.0.13 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086940 Mar 01 13:50:53.610363 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6f8ce-9064-42c5-b7e8-92354d349516 req-7df341ec-f84f-4101-b1e8-ecd1f329d9fb tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:53.618084 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-75c6f8ce-9064-42c5-b7e8-92354d349516 req-7df341ec-f84f-4101-b1e8-ecd1f329d9fb tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3 HTTP/1.1" status: 200 len: 945 time: 0.1048870 Mar 01 13:50:53.630343 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-34d04985-912c-4e4b-8ce4-4bddf302b89b req-6161ba29-6c47-4885-aabb-d4f4abe1c1a5 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309218 Mar 01 13:50:53.631015 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-931dc9f2-2816-4b92-b3fd-030389adfa5c tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (731dc19d-4017-41be-b2b6-06df0483be98), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:53.664758 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931dc9f2-2816-4b92-b3fd-030389adfa5c tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Pushing event deleted for resources: {'Port': ['ID=731dc19d-4017-41be-b2b6-06df0483be98,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:53.697677 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-75c6f8ce-9064-42c5-b7e8-92354d349516 req-973c58c3-d2ee-4a2c-b850-6270b0b179b8 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784361 Mar 01 13:50:53.730865 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device caee6aad-3165-44e7-bce8-75d27e02b936 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:50:53.894821 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-931dc9f2-2816-4b92-b3fd-030389adfa5c tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:53.896519 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device d449d059-cd82-40c3-b8ba-d86c2eedc7f4 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:50:53.904756 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-931dc9f2-2816-4b92-b3fd-030389adfa5c tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] 10.222.0.13 "DELETE /v2.0/ports/731dc19d-4017-41be-b2b6-06df0483be98 HTTP/1.1" status: 204 len: 168 time: 0.8742819 Mar 01 13:50:53.907255 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41864) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:53.976576 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68426305-29cb-46a2-8a6c-0bd8ea3b73fc req-91d4bc05-02f6-4ed5-9604-8ab872f608c9 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:53.978446 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-68426305-29cb-46a2-8a6c-0bd8ea3b73fc req-91d4bc05-02f6-4ed5-9604-8ab872f608c9 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 945 time: 0.1551182 Mar 01 13:50:54.022284 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f084aae-6aa8-467f-9a6d-62f3717792a9 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] GET failed (client error): The resource could not be found. Mar 01 13:50:54.024602 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port caee6aad-3165-44e7-bce8-75d27e02b936, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=caee6aad-3165-44e7-bce8-75d27e02b936,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:54.028676 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41870) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:54.029215 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0f084aae-6aa8-467f-9a6d-62f3717792a9 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] 10.222.0.13 "GET /v2.0/ports/731dc19d-4017-41be-b2b6-06df0483be98 HTTP/1.1" status: 404 len: 333 time: 0.1209064 Mar 01 13:50:54.035464 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-16108e06-ad58-4472-9f4e-4195aaa35534 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Request body: {'port': {'network_id': '4e79325d-73c0-45e8-8826-098c6ec43efe', 'name': 'tempest-AllowedAddressPairTestJSON-900209767'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:54.066680 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': 'caee6aad-3165-44e7-bce8-75d27e02b936', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': 'caee6aad-3165-44e7-bce8-75d27e02b936', 'mac_address': 'fa:16:3e:f3:68:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:50:54.097541 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-68426305-29cb-46a2-8a6c-0bd8ea3b73fc req-76bc8f79-b637-41fe-8eb3-bde268781516 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801458 Mar 01 13:50:54.139611 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae7795-22c6-4b57-a34f-1774b20e6cfb req-c4b0e37c-3b42-4d21-be21-cdb17abd6684 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:54.144659 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5eae7795-22c6-4b57-a34f-1774b20e6cfb req-c4b0e37c-3b42-4d21-be21-cdb17abd6684 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 950 time: 0.1843193 Mar 01 13:50:54.182769 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port caee6aad-3165-44e7-bce8-75d27e02b936 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:50:54.183256 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (caee6aad-3165-44e7-bce8-75d27e02b936), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:54.197286 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port d449d059-cd82-40c3-b8ba-d86c2eedc7f4 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:50:54.197738 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (d449d059-cd82-40c3-b8ba-d86c2eedc7f4), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:54.228719 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caee6aad-3165-44e7-bce8-75d27e02b936 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:50:54.254319 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port caee6aad-3165-44e7-bce8-75d27e02b936, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=caee6aad-3165-44e7-bce8-75d27e02b936,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:54.260864 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5eae7795-22c6-4b57-a34f-1774b20e6cfb req-800f094e-13e2-4ae8-83a7-d83e19c004fa tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034057 Mar 01 13:50:54.266149 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (caee6aad-3165-44e7-bce8-75d27e02b936), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:54.294120 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16108e06-ad58-4472-9f4e-4195aaa35534 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Made reservation on behalf of 2a9528d58eb44a81bf8249667ab42d6e for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:50:54.298328 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-16108e06-ad58-4472-9f4e-4195aaa35534 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:54.338438 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-16108e06-ad58-4472-9f4e-4195aaa35534 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] device_id is not set on port bb0a6e0e-82e7-45e3-8831-90361806ecbc yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:50:54.352041 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=caee6aad-3165-44e7-bce8-75d27e02b936,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:54.404611 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fcf96915-516a-4807-97df-c97e34f93fc4 req-c1f12653-b7f5-430c-bb4d-b2834f0b85a9 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=29fb50e5-e3a5-41b9-b21c-f954bdc8471e HTTP/1.1" status: 200 len: 210 time: 0.0864420 Mar 01 13:50:54.484109 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port d449d059-cd82-40c3-b8ba-d86c2eedc7f4 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:50:54.487047 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d449d059-cd82-40c3-b8ba-d86c2eedc7f4), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:54.558691 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0205a609-0062-4635-be52-a55c1df2a64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd449d059-cd82-40c3-b8ba-d86c2eedc7f4'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:50:54.564097 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a864aba-975d-48d6-b768-78ad33328e5d" -d '{"events": [{"server_uuid": "0205a609-0062-4635-be52-a55c1df2a64c", "name": "network-vif-plugged", "status": "completed", "tag": "d449d059-cd82-40c3-b8ba-d86c2eedc7f4"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:50:54.599750 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-16108e06-ad58-4472-9f4e-4195aaa35534 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Allocated IP 172.20.0.3 (4e79325d-73c0-45e8-8826-098c6ec43efe/11dac8b5-aefe-43db-9f39-de64f3d1bec0/bb0a6e0e-82e7-45e3-8831-90361806ecbc) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:50:54.606482 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port d449d059-cd82-40c3-b8ba-d86c2eedc7f4, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=d449d059-cd82-40c3-b8ba-d86c2eedc7f4,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:54.610488 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['caee6aad-3165-44e7-bce8-75d27e02b936'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:50:54.667754 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97d249-43a7-43ab-b803-715b81a091ea req-0378b0f2-18f8-48b2-9c9f-85197f753de6 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:54.683112 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fd97d249-43a7-43ab-b803-715b81a091ea req-0378b0f2-18f8-48b2-9c9f-85197f753de6 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdd955c7-bc8b-4ed8-9887-6eeaf223100c HTTP/1.1" status: 200 len: 948 time: 0.1576495 Mar 01 13:50:54.692032 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (d449d059-cd82-40c3-b8ba-d86c2eedc7f4), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:54.693628 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b175afeb-a600-4850-a0ac-022d6c939c65 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:50:54.760824 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5615be-c0e9-4d1d-ba43-1a61b6d06235 req-ab4630de-230c-42a9-a77f-71141d076067 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:54.778886 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c5615be-c0e9-4d1d-ba43-1a61b6d06235 req-ab4630de-230c-42a9-a77f-71141d076067 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 945 time: 0.1733849 Mar 01 13:50:54.830156 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=d449d059-cd82-40c3-b8ba-d86c2eedc7f4,revision_number=7']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:54.867500 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fd97d249-43a7-43ab-b803-715b81a091ea req-4d8b6a84-492d-4ec3-a4a5-7f2a255312b8 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832948 Mar 01 13:50:54.874976 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port b175afeb-a600-4850-a0ac-022d6c939c65 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:50:54.875240 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (b175afeb-a600-4850-a0ac-022d6c939c65), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:54.936565 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c5615be-c0e9-4d1d-ba43-1a61b6d06235 req-4691af5c-a124-45c4-8370-31da26f0c4b3 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561196 Mar 01 13:50:54.986411 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-16108e06-ad58-4472-9f4e-4195aaa35534 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks [] for port (bb0a6e0e-82e7-45e3-8831-90361806ecbc), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:54.989242 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port b175afeb-a600-4850-a0ac-022d6c939c65 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:50:54.989646 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b175afeb-a600-4850-a0ac-022d6c939c65), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:55.062391 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-16108e06-ad58-4472-9f4e-4195aaa35534 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (bb0a6e0e-82e7-45e3-8831-90361806ecbc), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:55.074397 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fb9aed-8435-4145-aabb-a4289e3d1142 x-openstack-request-id: req-b2fb9aed-8435-4145-aabb-a4289e3d1142 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:50:55.074791 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0205a609-0062-4635-be52-a55c1df2a64c", "name": "network-vif-plugged", "status": "completed", "tag": "d449d059-cd82-40c3-b8ba-d86c2eedc7f4", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:50:55.074984 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2fb9aed-8435-4145-aabb-a4289e3d1142 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:50:55.075340 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0205a609-0062-4635-be52-a55c1df2a64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd449d059-cd82-40c3-b8ba-d86c2eedc7f4', 'code': 200} Mar 01 13:50:55.086729 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b175afeb-a600-4850-a0ac-022d6c939c65, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b175afeb-a600-4850-a0ac-022d6c939c65,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:55.103936 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b175afeb-a600-4850-a0ac-022d6c939c65), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:55.111688 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c419f9a-aa1d-409d-818d-789d74b942e7 req-70c8134b-b13c-4041-9482-457efaf0dd8e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:55.121627 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7c419f9a-aa1d-409d-818d-789d74b942e7 req-70c8134b-b13c-4041-9482-457efaf0dd8e tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3 HTTP/1.1" status: 200 len: 945 time: 0.0988202 Mar 01 13:50:55.203346 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=b175afeb-a600-4850-a0ac-022d6c939c65,revision_number=11']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:55.222404 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7c419f9a-aa1d-409d-818d-789d74b942e7 req-2d30ea60-253c-4f6c-a521-65c0d744c7a8 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996919 Mar 01 13:50:55.229439 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b145711b-87a4-4d2b-8ae1-f5f8b1539406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:55.247749 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16108e06-ad58-4472-9f4e-4195aaa35534 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Network 4e79325d-73c0-45e8-8826-098c6ec43efe is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:50:55.254611 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-16108e06-ad58-4472-9f4e-4195aaa35534 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:50:55.254611 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16108e06-ad58-4472-9f4e-4195aaa35534 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Pushing event updated for resources: {'Port': ['ID=bb0a6e0e-82e7-45e3-8831-90361806ecbc,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:55.257725 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16108e06-ad58-4472-9f4e-4195aaa35534 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:50:55.392528 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16108e06-ad58-4472-9f4e-4195aaa35534 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:55.393200 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-16108e06-ad58-4472-9f4e-4195aaa35534 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:55.422478 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c342b4-38a2-4caf-a635-420154854d8f req-02f634ea-b765-4b51-872d-fda2eb840784 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:55.427729 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-16108e06-ad58-4472-9f4e-4195aaa35534 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3947983 Mar 01 13:50:55.429503 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41908) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:55.435507 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-64c342b4-38a2-4caf-a635-420154854d8f req-02f634ea-b765-4b51-872d-fda2eb840784 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 945 time: 0.1847649 Mar 01 13:50:55.439029 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-e25b8267-ecab-4248-a057-c39cfb3b9167 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:6d:68:3e'}]}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:55.518973 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-64c342b4-38a2-4caf-a635-420154854d8f req-d5e23127-5ef6-45c0-94b0-f75cc3087956 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824411 Mar 01 13:50:55.541474 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6938676-2101-4673-a1c1-cd76c90066d6 req-09a6a47b-7b2d-409b-9233-14758c7e652a tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:55.541474 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e6938676-2101-4673-a1c1-cd76c90066d6 req-09a6a47b-7b2d-409b-9233-14758c7e652a tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 951 time: 0.1876204 Mar 01 13:50:55.546837 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e25b8267-ecab-4248-a057-c39cfb3b9167 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (bb0a6e0e-82e7-45e3-8831-90361806ecbc), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:55.662942 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d279b696-8faf-4937-b102-1d066c599ae6 None None] Provisioning complete for port bb0a6e0e-82e7-45e3-8831-90361806ecbc triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:50:55.662942 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d279b696-8faf-4937-b102-1d066c599ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (bb0a6e0e-82e7-45e3-8831-90361806ecbc), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:55.710814 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e6938676-2101-4673-a1c1-cd76c90066d6 req-32cf3c10-d554-4674-9437-c02072dbab32 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502242 Mar 01 13:50:55.731202 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-49438e24-7ba3-439c-bc36-775dfe29b032 req-2860562a-b4b7-4af3-a534-1aa591dcd00c tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=29fb50e5-e3a5-41b9-b21c-f954bdc8471e HTTP/1.1" status: 200 len: 210 time: 0.1014068 Mar 01 13:50:55.742154 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d279b696-8faf-4937-b102-1d066c599ae6 None None] Port bb0a6e0e-82e7-45e3-8831-90361806ecbc cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:50:55.895495 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:50:55.996052 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:50:56.009028 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:50:56.009767 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (32b51c08-ad2b-48ae-ab39-7bda88c6e3b5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:56.038775 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-29e06042-c9be-45fe-b58f-36fe09fc2c14 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:56.040529 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-29e06042-c9be-45fe-b58f-36fe09fc2c14 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.20 "GET /v2.0/networks?id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 HTTP/1.1" status: 200 len: 812 time: 0.2837832 Mar 01 13:50:56.059241 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-cc8fb3b5-fc7a-4797-b981-8b4f4ea005bb tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Request body: {'port': {'device_id': '29fb50e5-e3a5-41b9-b21c-f954bdc8471e', 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166', 'admin_state_up': True, 'tenant_id': '475192ca5f814c16b38a7d788a6a6472'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:56.093120 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e25b8267-ecab-4248-a057-c39cfb3b9167 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks [] for port (bb0a6e0e-82e7-45e3-8831-90361806ecbc), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:56.121584 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e25b8267-ecab-4248-a057-c39cfb3b9167 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (bb0a6e0e-82e7-45e3-8831-90361806ecbc), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:56.173008 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8031bc7-28c0-4070-8865-e1d3cda3778a req-60213d5e-5874-4b2b-b0e2-f7f6bec48a80 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:56.179306 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b8267-ecab-4248-a057-c39cfb3b9167 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Pushing event updated for resources: {'Port': ['ID=bb0a6e0e-82e7-45e3-8831-90361806ecbc,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:56.182697 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a8031bc7-28c0-4070-8865-e1d3cda3778a req-60213d5e-5874-4b2b-b0e2-f7f6bec48a80 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdd955c7-bc8b-4ed8-9887-6eeaf223100c HTTP/1.1" status: 200 len: 948 time: 0.1733322 Mar 01 13:50:56.241077 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579fad0-0ab4-4d6d-9323-5cefd050bb78 req-9d632c2e-d7c7-41ef-8c58-4105b198ec42 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:56.261401 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d579fad0-0ab4-4d6d-9323-5cefd050bb78 req-9d632c2e-d7c7-41ef-8c58-4105b198ec42 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 945 time: 0.1939037 Mar 01 13:50:56.292627 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e25b8267-ecab-4248-a057-c39cfb3b9167 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] In _notify_port_updated(), no bound segment for port bb0a6e0e-82e7-45e3-8831-90361806ecbc on network 4e79325d-73c0-45e8-8826-098c6ec43efe {{(pid=103726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 01 13:50:56.296909 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25b8267-ecab-4248-a057-c39cfb3b9167 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:56.297544 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e25b8267-ecab-4248-a057-c39cfb3b9167 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:56.301284 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e25b8267-ecab-4248-a057-c39cfb3b9167 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] 10.222.0.13 "PUT /v2.0/ports/bb0a6e0e-82e7-45e3-8831-90361806ecbc HTTP/1.1" status: 200 len: 995 time: 0.8677979 Mar 01 13:50:56.304410 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41926) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:56.315802 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:50:56.316106 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (32b51c08-ad2b-48ae-ab39-7bda88c6e3b5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:56.336276 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d579fad0-0ab4-4d6d-9323-5cefd050bb78 req-3d05fecf-0ae1-4040-8a88-d760130f3e3c tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734582 Mar 01 13:50:56.375205 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=32b51c08-ad2b-48ae-ab39-7bda88c6e3b5,segment=NetworkSegment(5682489f-cf80-4a1c-8ade-e83424038ed9),segment_id=5682489f-cf80-4a1c-8ade-e83424038ed9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:56.382008 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (32b51c08-ad2b-48ae-ab39-7bda88c6e3b5), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:56.382831 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device be3d13b4-90c6-4a97-ac5d-46d6c4805009 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:50:56.450223 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=32b51c08-ad2b-48ae-ab39-7bda88c6e3b5,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:56.454762 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a8031bc7-28c0-4070-8865-e1d3cda3778a req-ccb088c1-d8f9-4339-8419-fb4fe9c2499a tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707968 Mar 01 13:50:56.513283 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-cc8fb3b5-fc7a-4797-b981-8b4f4ea005bb tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Made reservation on behalf of 475192ca5f814c16b38a7d788a6a6472 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:50:56.516657 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-cc8fb3b5-fc7a-4797-b981-8b4f4ea005bb tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:56.585359 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port be3d13b4-90c6-4a97-ac5d-46d6c4805009 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:50:56.585743 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (be3d13b4-90c6-4a97-ac5d-46d6c4805009), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:56.608271 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-3de1ba4c-f5b6-4125-a3a8-e6381f67a36d None None] Provisioning complete for port bb0a6e0e-82e7-45e3-8831-90361806ecbc triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:50:56.608664 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3de1ba4c-f5b6-4125-a3a8-e6381f67a36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (bb0a6e0e-82e7-45e3-8831-90361806ecbc), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:56.640809 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-24bb7223-c210-4798-be43-092b5d0bd82c tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Deleting port bb0a6e0e-82e7-45e3-8831-90361806ecbc {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:50:56.641168 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-24bb7223-c210-4798-be43-092b5d0bd82c tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (bb0a6e0e-82e7-45e3-8831-90361806ecbc), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:56.665419 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3de1ba4c-f5b6-4125-a3a8-e6381f67a36d None None] Port bb0a6e0e-82e7-45e3-8831-90361806ecbc cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:50:56.709762 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6563b-0ee4-4ac1-9e59-683674e532fb req-5dcf84eb-f4a2-4e30-9c60-ede360acf87d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:56.711378 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6ed6563b-0ee4-4ac1-9e59-683674e532fb req-5dcf84eb-f4a2-4e30-9c60-ede360acf87d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3 HTTP/1.1" status: 200 len: 945 time: 0.1945596 Mar 01 13:50:56.752193 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port be3d13b4-90c6-4a97-ac5d-46d6c4805009 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:50:56.753437 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (be3d13b4-90c6-4a97-ac5d-46d6c4805009), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:56.815330 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port be3d13b4-90c6-4a97-ac5d-46d6c4805009, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=be3d13b4-90c6-4a97-ac5d-46d6c4805009,segment=NetworkSegment(efe48ac2-5e62-42f6-97e0-cf92cf9f656d),segment_id=efe48ac2-5e62-42f6-97e0-cf92cf9f656d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:56.823503 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (be3d13b4-90c6-4a97-ac5d-46d6c4805009), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:56.866084 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8a99d-4766-462e-af1d-053e1ac511fa req-17cfbf26-ac7c-42cb-acc2-8211ba7dd719 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:56.867597 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cfb8a99d-4766-462e-af1d-053e1ac511fa req-17cfbf26-ac7c-42cb-acc2-8211ba7dd719 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 945 time: 0.2421019 Mar 01 13:50:56.897701 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=be3d13b4-90c6-4a97-ac5d-46d6c4805009,revision_number=10']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:56.934584 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6ed6563b-0ee4-4ac1-9e59-683674e532fb req-ec12cc1f-b491-4321-8f89-871ee15489cf tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/security-groups?id=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099185 Mar 01 13:50:56.940396 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-24bb7223-c210-4798-be43-092b5d0bd82c tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (bb0a6e0e-82e7-45e3-8831-90361806ecbc), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:56.966587 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-cc8fb3b5-fc7a-4797-b981-8b4f4ea005bb tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Allocated IP 172.20.0.14 (20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166/d1ea702e-89f4-430d-ba35-37a3134c98fa/81ae989c-7b62-47ac-af82-3314b9b53ab0) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:50:56.990835 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-24bb7223-c210-4798-be43-092b5d0bd82c tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Calling delete_port for bb0a6e0e-82e7-45e3-8831-90361806ecbc owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:50:57.015805 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cebcc03-da37-4450-8a41-03f4b9597f3f req-2accf973-1871-44da-94bc-46a30d33efe9 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:57.017354 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6cebcc03-da37-4450-8a41-03f4b9597f3f req-2accf973-1871-44da-94bc-46a30d33efe9 tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.32 "GET /v2.0/ports?device_id=2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3 HTTP/1.1" status: 200 len: 945 time: 0.2685215 Mar 01 13:50:57.076967 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af7d217-9c6e-46dd-aada-8f37a920b362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b175afeb-a600-4850-a0ac-022d6c939c65'}, {'server_uuid': '2cd317c1-ad31-4a6a-b8b8-ace3b76e817c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b51c08-ad2b-48ae-ab39-7bda88c6e3b5'}, {'server_uuid': 'e4025627-1ecb-4755-b6e9-eff457f43453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3d13b4-90c6-4a97-ac5d-46d6c4805009'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:50:57.079602 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73fa317-1341-4174-9d98-00b1f4188a8c" -d '{"events": [{"server_uuid": "4af7d217-9c6e-46dd-aada-8f37a920b362", "name": "network-vif-plugged", "status": "completed", "tag": "b175afeb-a600-4850-a0ac-022d6c939c65"}, {"server_uuid": "2cd317c1-ad31-4a6a-b8b8-ace3b76e817c", "name": "network-vif-plugged", "status": "completed", "tag": "32b51c08-ad2b-48ae-ab39-7bda88c6e3b5"}, {"server_uuid": "e4025627-1ecb-4755-b6e9-eff457f43453", "name": "network-vif-plugged", "status": "completed", "tag": "be3d13b4-90c6-4a97-ac5d-46d6c4805009"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:50:57.116218 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cfb8a99d-4766-462e-af1d-053e1ac511fa req-20360f7d-03d4-4740-abc0-a2570d69ca66 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285898 Mar 01 13:50:57.238421 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4da6c307-8516-4c49-a6a3-55f2912e5727 req-d22f96c9-8bbe-4651-9399-668fa3f2e9b1 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=29fb50e5-e3a5-41b9-b21c-f954bdc8471e HTTP/1.1" status: 200 len: 210 time: 0.0358214 Mar 01 13:50:57.273649 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1993a81-de45-4ca8-b300-877f45db9f6c req-bfda1cf9-bea7-4561-90e8-8a81fea0ea59 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:57.288234 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c1993a81-de45-4ca8-b300-877f45db9f6c req-bfda1cf9-bea7-4561-90e8-8a81fea0ea59 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 951 time: 0.2676115 Mar 01 13:50:57.305352 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-24bb7223-c210-4798-be43-092b5d0bd82c tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (bb0a6e0e-82e7-45e3-8831-90361806ecbc), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:57.407310 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-538094a8-e9d9-4cb1-b2f2-9451caeff47b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:57.446049 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-6cebcc03-da37-4450-8a41-03f4b9597f3f req-07352d5e-71a2-41e5-bceb-712a2fb6672d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Deleting port f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:50:57.448371 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6cebcc03-da37-4450-8a41-03f4b9597f3f req-07352d5e-71a2-41e5-bceb-712a2fb6672d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:57.453273 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-cc8fb3b5-fc7a-4797-b981-8b4f4ea005bb tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks [] for port (81ae989c-7b62-47ac-af82-3314b9b53ab0), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:57.466035 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 01 Mar 2022 13:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7218f78e-4973-404d-9c4c-82cf87bdfb1a x-openstack-request-id: req-7218f78e-4973-404d-9c4c-82cf87bdfb1a {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:50:57.466035 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af7d217-9c6e-46dd-aada-8f37a920b362", "name": "network-vif-plugged", "status": "completed", "tag": "b175afeb-a600-4850-a0ac-022d6c939c65", "code": 200}, {"server_uuid": "2cd317c1-ad31-4a6a-b8b8-ace3b76e817c", "name": "network-vif-plugged", "status": "completed", "tag": "32b51c08-ad2b-48ae-ab39-7bda88c6e3b5", "code": 200}, {"server_uuid": "e4025627-1ecb-4755-b6e9-eff457f43453", "name": "network-vif-plugged", "status": "completed", "tag": "be3d13b4-90c6-4a97-ac5d-46d6c4805009", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:50:57.466304 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7218f78e-4973-404d-9c4c-82cf87bdfb1a {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:50:57.466711 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af7d217-9c6e-46dd-aada-8f37a920b362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b175afeb-a600-4850-a0ac-022d6c939c65', 'code': 200} Mar 01 13:50:57.466972 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd317c1-ad31-4a6a-b8b8-ace3b76e817c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b51c08-ad2b-48ae-ab39-7bda88c6e3b5', 'code': 200} Mar 01 13:50:57.467229 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4025627-1ecb-4755-b6e9-eff457f43453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3d13b4-90c6-4a97-ac5d-46d6c4805009', 'code': 200} Mar 01 13:50:57.471484 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c1993a81-de45-4ca8-b300-877f45db9f6c req-e868e23f-cbb8-4ef8-9d14-2f41b4a843c6 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692798 Mar 01 13:50:57.667616 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-6cebcc03-da37-4450-8a41-03f4b9597f3f req-07352d5e-71a2-41e5-bceb-712a2fb6672d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] For port f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b,segment=NetworkSegment(a36c5e58-8887-44ea-b2e7-4336450f7579),segment_id=a36c5e58-8887-44ea-b2e7-4336450f7579)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:57.667932 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6cebcc03-da37-4450-8a41-03f4b9597f3f req-07352d5e-71a2-41e5-bceb-712a2fb6672d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:57.680960 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-cc8fb3b5-fc7a-4797-b981-8b4f4ea005bb tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (81ae989c-7b62-47ac-af82-3314b9b53ab0), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:57.684780 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-6cebcc03-da37-4450-8a41-03f4b9597f3f req-07352d5e-71a2-41e5-bceb-712a2fb6672d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Calling delete_port for f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:50:57.696365 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['38821d47-c9dc-4e1a-ae38-38c81d1eeaba'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:50:57.742146 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb7223-c210-4798-be43-092b5d0bd82c tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Pushing event deleted for resources: {'Port': ['ID=bb0a6e0e-82e7-45e3-8831-90361806ecbc,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:57.783360 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device caee6aad-3165-44e7-bce8-75d27e02b936 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:50:57.931481 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-cc8fb3b5-fc7a-4797-b981-8b4f4ea005bb tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Network 20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:50:57.971158 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-cc8fb3b5-fc7a-4797-b981-8b4f4ea005bb tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:50:57.981651 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port caee6aad-3165-44e7-bce8-75d27e02b936 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:50:57.985377 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-cc8fb3b5-fc7a-4797-b981-8b4f4ea005bb tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:50:57.998347 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port caee6aad-3165-44e7-bce8-75d27e02b936 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:50:58.000004 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (caee6aad-3165-44e7-bce8-75d27e02b936), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:58.011364 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb785f9-277a-4075-a97e-d0ee8cea18c6 req-b37a6e73-b599-43d5-9466-90ae89811754 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:58.018302 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6cb785f9-277a-4075-a97e-d0ee8cea18c6 req-b37a6e73-b599-43d5-9466-90ae89811754 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdd955c7-bc8b-4ed8-9887-6eeaf223100c HTTP/1.1" status: 200 len: 948 time: 0.2214739 Mar 01 13:50:58.039837 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb8455-55cb-4f4b-8dc8-529865c35998 req-055d5e4c-f7ff-477e-bee8-b1fdd1af95d4 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:58.048962 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-15bb8455-55cb-4f4b-8dc8-529865c35998 req-055d5e4c-f7ff-477e-bee8-b1fdd1af95d4 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 946 time: 0.4799540 Mar 01 13:50:58.057270 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6cebcc03-da37-4450-8a41-03f4b9597f3f req-07352d5e-71a2-41e5-bceb-712a2fb6672d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:58.085951 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb052297-38b7-4a81-9823-3e68c0558e5d req-fd7ecdbf-a7da-43ef-8195-1a0e193b2e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:58.087954 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-eb052297-38b7-4a81-9823-3e68c0558e5d req-fd7ecdbf-a7da-43ef-8195-1a0e193b2e4a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 1133 time: 0.3434379 Mar 01 13:50:58.092569 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-24bb7223-c210-4798-be43-092b5d0bd82c tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:58.096898 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-24bb7223-c210-4798-be43-092b5d0bd82c tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] 10.222.0.13 "DELETE /v2.0/ports/bb0a6e0e-82e7-45e3-8831-90361806ecbc HTTP/1.1" status: 204 len: 168 time: 1.7913067 Mar 01 13:50:58.117918 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41952) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:58.132249 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323aae8-3e0e-47ef-9a6e-22347b7ac52b req-9c74fb2d-7520-480d-acd3-2e21f25cd6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:58.133751 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3323aae8-3e0e-47ef-9a6e-22347b7ac52b req-9c74fb2d-7520-480d-acd3-2e21f25cd6d7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 1129 time: 0.2291634 Mar 01 13:50:58.141156 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07352d5e-71a2-41e5-bceb-712a2fb6672d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Pushing event deleted for resources: {'Port': ['ID=f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:58.224026 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-f75eb099-ff3d-4765-988d-d88147452b13 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] GET failed (client error): The resource could not be found. Mar 01 13:50:58.228582 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8fb3b5-fc7a-4797-b981-8b4f4ea005bb tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Pushing event updated for resources: {'Port': ['ID=81ae989c-7b62-47ac-af82-3314b9b53ab0,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:58.229176 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f75eb099-ff3d-4765-988d-d88147452b13 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] 10.222.0.13 "GET /v2.0/ports/bb0a6e0e-82e7-45e3-8831-90361806ecbc HTTP/1.1" status: 404 len: 333 time: 0.1091526 Mar 01 13:50:58.229893 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41956) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:50:58.245924 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port caee6aad-3165-44e7-bce8-75d27e02b936 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:50:58.247123 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (caee6aad-3165-44e7-bce8-75d27e02b936), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:58.254015 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-6a80604e-13f5-4dd4-9d6a-c1037e9b5a25 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Request body: {'port': {'network_id': '4e79325d-73c0-45e8-8826-098c6ec43efe', 'name': 'tempest-AllowedAddressPairTestJSON-1253594815'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:58.263082 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa81350-9f4f-4961-a8c8-2959ce066c7a req-0451fc7c-f49c-4c3e-bf8d-2368527e113b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:58.264657 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-aaa81350-9f4f-4961-a8c8-2959ce066c7a req-0451fc7c-f49c-4c3e-bf8d-2368527e113b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 1128 time: 0.5813773 Mar 01 13:50:58.285250 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07352d5e-71a2-41e5-bceb-712a2fb6672d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:58.285250 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07352d5e-71a2-41e5-bceb-712a2fb6672d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:58.285250 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07352d5e-71a2-41e5-bceb-712a2fb6672d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:58.285590 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-cc8fb3b5-fc7a-4797-b981-8b4f4ea005bb tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:58.285684 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07352d5e-71a2-41e5-bceb-712a2fb6672d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:58.286114 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07352d5e-71a2-41e5-bceb-712a2fb6672d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:58.286226 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-cc8fb3b5-fc7a-4797-b981-8b4f4ea005bb tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:58.286311 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07352d5e-71a2-41e5-bceb-712a2fb6672d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:58.286542 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07352d5e-71a2-41e5-bceb-712a2fb6672d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:58.286829 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07352d5e-71a2-41e5-bceb-712a2fb6672d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:58.287150 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07352d5e-71a2-41e5-bceb-712a2fb6672d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:58.287471 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07352d5e-71a2-41e5-bceb-712a2fb6672d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:58.287890 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07352d5e-71a2-41e5-bceb-712a2fb6672d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:58.288215 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07352d5e-71a2-41e5-bceb-712a2fb6672d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:58.288536 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07352d5e-71a2-41e5-bceb-712a2fb6672d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:50:58.302860 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port caee6aad-3165-44e7-bce8-75d27e02b936, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=caee6aad-3165-44e7-bce8-75d27e02b936,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:50:58.317894 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (caee6aad-3165-44e7-bce8-75d27e02b936), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:58.361256 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cebcc03-da37-4450-8a41-03f4b9597f3f req-07352d5e-71a2-41e5-bceb-712a2fb6672d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] No DVR routers for this DVR port f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:50:58.361620 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-aaa81350-9f4f-4961-a8c8-2959ce066c7a req-76b51c86-d8ed-47cc-b7b1-236cd885b9b0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665131 Mar 01 13:50:58.364693 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6cebcc03-da37-4450-8a41-03f4b9597f3f req-07352d5e-71a2-41e5-bceb-712a2fb6672d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:58.372418 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6cebcc03-da37-4450-8a41-03f4b9597f3f req-07352d5e-71a2-41e5-bceb-712a2fb6672d tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.32 "DELETE /v2.0/ports/f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b HTTP/1.1" status: 204 len: 173 time: 1.3280106 Mar 01 13:50:58.372646 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-eb052297-38b7-4a81-9823-3e68c0558e5d req-87ce70f7-0b20-4b06-aa9c-ba39cbbd2b4a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708626 Mar 01 13:50:58.381517 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3', 'name': 'network-vif-deleted', 'tag': 'f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:50:58.384026 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f3a50f-387a-4547-9bf2-d6e156059afd" -d '{"events": [{"server_uuid": "2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3", "name": "network-vif-deleted", "tag": "f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:50:58.388133 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-cc8fb3b5-fc7a-4797-b981-8b4f4ea005bb tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3347666 Mar 01 13:50:58.393255 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11daea-d6dd-41dd-9d0d-d1a2a5e551a2 req-ec3ad5ec-4f83-46b3-97e9-06f8225e3ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:58.394783 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ac11daea-d6dd-41dd-9d0d-d1a2a5e551a2 req-ec3ad5ec-4f83-46b3-97e9-06f8225e3ffc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1ea042b3d43a42688cd032fa929e6de2&device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 1133 time: 0.3124943 Mar 01 13:50:58.400559 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-95cd4ef7-50eb-4067-9432-113c7949fb32 service neutron] Request body: {'port': {'device_id': '29fb50e5-e3a5-41b9-b21c-f954bdc8471e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:50:58.428728 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=caee6aad-3165-44e7-bce8-75d27e02b936,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:58.438457 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-7ef98331-d2d0-4f37-80d5-b6c93b0c4ac6 None None] Provisioning complete for port 81ae989c-7b62-47ac-af82-3314b9b53ab0 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:50:58.440294 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7ef98331-d2d0-4f37-80d5-b6c93b0c4ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (81ae989c-7b62-47ac-af82-3314b9b53ab0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:58.445929 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6cb785f9-277a-4075-a97e-d0ee8cea18c6 req-bb60ee72-7764-46cf-b8ce-f8a2db3a8666 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219687 Mar 01 13:50:58.481435 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-7ef98331-d2d0-4f37-80d5-b6c93b0c4ac6 None None] Port 81ae989c-7b62-47ac-af82-3314b9b53ab0 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:50:58.481593 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-95cd4ef7-50eb-4067-9432-113c7949fb32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (81ae989c-7b62-47ac-af82-3314b9b53ab0), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:58.505500 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-15bb8455-55cb-4f4b-8dc8-529865c35998 req-ce7de64b-766a-4f31-8119-ab1933bd3ad2 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466696 Mar 01 13:50:58.525924 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3323aae8-3e0e-47ef-9a6e-22347b7ac52b req-7f7a6ce8-8623-480b-9421-9f7ed82e6994 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3824892 Mar 01 13:50:58.576701 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5634df4b-0d56-4682-bb15-62bd8677055d req-e2c6f94a-45d0-4bce-8354-629aa97f0a5f tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3 HTTP/1.1" status: 200 len: 210 time: 0.0476859 Mar 01 13:50:58.657470 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9defb95-3330-4c7f-80a0-d93948b4e8ae req-9f9ac0fb-3120-4cf4-bb6b-6c14e601c043 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:58.663940 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e9defb95-3330-4c7f-80a0-d93948b4e8ae req-9f9ac0fb-3120-4cf4-bb6b-6c14e601c043 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 947 time: 0.0802064 Mar 01 13:50:58.682570 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a80604e-13f5-4dd4-9d6a-c1037e9b5a25 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Made reservation on behalf of 2a9528d58eb44a81bf8249667ab42d6e for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:50:58.686167 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6a80604e-13f5-4dd4-9d6a-c1037e9b5a25 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:58.741595 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-6a80604e-13f5-4dd4-9d6a-c1037e9b5a25 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] device_id is not set on port bc54aeae-fbb1-4154-a021-507eeabd5dee yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:50:58.804359 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:58.822537 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e9defb95-3330-4c7f-80a0-d93948b4e8ae req-9a3cf11e-f11f-4e8b-b618-18bd4522617a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576138 Mar 01 13:50:58.832258 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de453dbd-3aeb-415d-b200-b57478de8997 req-43b75dac-65fb-43b9-aa81-c05d3ce80f42 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:58.839305 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-de453dbd-3aeb-415d-b200-b57478de8997 req-43b75dac-65fb-43b9-aa81-c05d3ce80f42 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=29fb50e5-e3a5-41b9-b21c-f954bdc8471e HTTP/1.1" status: 200 len: 932 time: 0.1725972 Mar 01 13:50:58.925234 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-95cd4ef7-50eb-4067-9432-113c7949fb32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ae989c-7b62-47ac-af82-3314b9b53ab0 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:50:58.959917 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-95cd4ef7-50eb-4067-9432-113c7949fb32 service neutron] Publish callbacks [] for port (81ae989c-7b62-47ac-af82-3314b9b53ab0), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:58.988427 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-de453dbd-3aeb-415d-b200-b57478de8997 req-62d039db-b5e5-415c-bfe0-e855c725052c tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414194 Mar 01 13:50:58.993765 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-6a80604e-13f5-4dd4-9d6a-c1037e9b5a25 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Allocated IP 172.20.0.12 (4e79325d-73c0-45e8-8826-098c6ec43efe/11dac8b5-aefe-43db-9f39-de64f3d1bec0/bc54aeae-fbb1-4154-a021-507eeabd5dee) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:50:59.002606 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-95cd4ef7-50eb-4067-9432-113c7949fb32 service neutron] Transition to ACTIVE for port object 81ae989c-7b62-47ac-af82-3314b9b53ab0 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:50:59.017238 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-95cd4ef7-50eb-4067-9432-113c7949fb32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (81ae989c-7b62-47ac-af82-3314b9b53ab0), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:59.024217 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c6f01b-1c0f-4b84-95b8-593aa79ca88d x-openstack-request-id: req-94c6f01b-1c0f-4b84-95b8-593aa79ca88d {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:50:59.025004 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3", "name": "network-vif-deleted", "tag": "f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:50:59.025484 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94c6f01b-1c0f-4b84-95b8-593aa79ca88d {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:50:59.025861 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3', 'name': 'network-vif-deleted', 'tag': 'f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b', 'status': 'completed', 'code': 200} Mar 01 13:50:59.126487 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd4ef7-50eb-4067-9432-113c7949fb32 service neutron] Pushing event updated for resources: {'Port': ['ID=81ae989c-7b62-47ac-af82-3314b9b53ab0,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:59.226989 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e8c81-634b-4e8c-9db6-14224c460001 req-ee3b8728-6743-4aae-9c74-9042f6107cac tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:59.233745 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-95cd4ef7-50eb-4067-9432-113c7949fb32 service neutron] Attempting to bind port 81ae989c-7b62-47ac-af82-3314b9b53ab0 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:50:59.234069 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-95cd4ef7-50eb-4067-9432-113c7949fb32 service neutron] Attempting to bind port 81ae989c-7b62-47ac-af82-3314b9b53ab0 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': 'adbddf4e-a21d-4b8d-ae28-1974e74a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:50:59.234398 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-95cd4ef7-50eb-4067-9432-113c7949fb32 service neutron] Attempting to bind port 81ae989c-7b62-47ac-af82-3314b9b53ab0 on network 20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:59.234506 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e53e8c81-634b-4e8c-9db6-14224c460001 req-ee3b8728-6743-4aae-9c74-9042f6107cac tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 951 time: 0.1386786 Mar 01 13:50:59.240583 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-95cd4ef7-50eb-4067-9432-113c7949fb32 service neutron] Port 81ae989c-7b62-47ac-af82-3314b9b53ab0 on network 20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:50:59.240872 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-95cd4ef7-50eb-4067-9432-113c7949fb32 service neutron] Attempting to bind port 81ae989c-7b62-47ac-af82-3314b9b53ab0 on network 20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:50:59.249134 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-95cd4ef7-50eb-4067-9432-113c7949fb32 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:50:59.249474 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-95cd4ef7-50eb-4067-9432-113c7949fb32 service neutron] Checking segment: {'id': 'adbddf4e-a21d-4b8d-ae28-1974e74a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:50:59.249766 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-95cd4ef7-50eb-4067-9432-113c7949fb32 service neutron] Bound using segment: {'id': 'adbddf4e-a21d-4b8d-ae28-1974e74a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:50:59.250201 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-95cd4ef7-50eb-4067-9432-113c7949fb32 service neutron] Bound port: 81ae989c-7b62-47ac-af82-3314b9b53ab0, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adbddf4e-a21d-4b8d-ae28-1974e74a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:50:59.250567 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-95cd4ef7-50eb-4067-9432-113c7949fb32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (81ae989c-7b62-47ac-af82-3314b9b53ab0), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:59.316576 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6a80604e-13f5-4dd4-9d6a-c1037e9b5a25 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks [] for port (bc54aeae-fbb1-4154-a021-507eeabd5dee), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:59.327082 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-95cd4ef7-50eb-4067-9432-113c7949fb32 service neutron] For port 81ae989c-7b62-47ac-af82-3314b9b53ab0, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:50:59.331118 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-95cd4ef7-50eb-4067-9432-113c7949fb32 service neutron] For port 81ae989c-7b62-47ac-af82-3314b9b53ab0, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=81ae989c-7b62-47ac-af82-3314b9b53ab0,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:50:59.349807 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e53e8c81-634b-4e8c-9db6-14224c460001 req-23c6ff73-a88d-4288-9469-8704c96ceef4 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054420 Mar 01 13:50:59.357138 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-95cd4ef7-50eb-4067-9432-113c7949fb32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (81ae989c-7b62-47ac-af82-3314b9b53ab0), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:59.388530 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6a80604e-13f5-4dd4-9d6a-c1037e9b5a25 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (bc54aeae-fbb1-4154-a021-507eeabd5dee), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:59.405175 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-95cd4ef7-50eb-4067-9432-113c7949fb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:59.406664 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-95cd4ef7-50eb-4067-9432-113c7949fb32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:50:59.408439 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-95cd4ef7-50eb-4067-9432-113c7949fb32 service neutron] 10.222.0.20 "PUT /v2.0/ports/81ae989c-7b62-47ac-af82-3314b9b53ab0 HTTP/1.1" status: 200 len: 1092 time: 1.0121424 Mar 01 13:50:59.409212 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29fb50e5-e3a5-41b9-b21c-f954bdc8471e', 'tag': '81ae989c-7b62-47ac-af82-3314b9b53ab0'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:50:59.414407 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24ae13d-6c7e-4ea2-8ef3-9eb71db07b87" -d '{"events": [{"name": "network-changed", "server_uuid": "29fb50e5-e3a5-41b9-b21c-f954bdc8471e", "tag": "81ae989c-7b62-47ac-af82-3314b9b53ab0"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:50:59.442338 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd4ef7-50eb-4067-9432-113c7949fb32 service neutron] Pushing event updated for resources: {'Port': ['ID=81ae989c-7b62-47ac-af82-3314b9b53ab0,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:50:59.472256 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd955c7-bc8b-4ed8-9887-6eeaf223100c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caee6aad-3165-44e7-bce8-75d27e02b936'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:50:59.476342 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aaf331d-52ba-4e40-ba9d-841dce6abfe7" -d '{"events": [{"server_uuid": "fdd955c7-bc8b-4ed8-9887-6eeaf223100c", "name": "network-vif-plugged", "status": "completed", "tag": "caee6aad-3165-44e7-bce8-75d27e02b936"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:50:59.596650 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df0bcb0-0391-4022-9bb0-516dc3083914 x-openstack-request-id: req-9df0bcb0-0391-4022-9bb0-516dc3083914 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:50:59.596992 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29fb50e5-e3a5-41b9-b21c-f954bdc8471e", "tag": "81ae989c-7b62-47ac-af82-3314b9b53ab0", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:50:59.597189 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9df0bcb0-0391-4022-9bb0-516dc3083914 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:50:59.597831 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29fb50e5-e3a5-41b9-b21c-f954bdc8471e', 'tag': '81ae989c-7b62-47ac-af82-3314b9b53ab0', 'status': 'completed', 'code': 200} Mar 01 13:50:59.659480 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-d31f54be-e904-4616-b2dc-78206ac833a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:59.661500 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-d31f54be-e904-4616-b2dc-78206ac833a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=475192ca5f814c16b38a7d788a6a6472&device_id=29fb50e5-e3a5-41b9-b21c-f954bdc8471e HTTP/1.1" status: 200 len: 1126 time: 0.1383290 Mar 01 13:50:59.686457 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444ea718-0967-4782-9cfd-495c9a11b58b x-openstack-request-id: req-444ea718-0967-4782-9cfd-495c9a11b58b {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:50:59.686708 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd955c7-bc8b-4ed8-9887-6eeaf223100c", "name": "network-vif-plugged", "status": "completed", "tag": "caee6aad-3165-44e7-bce8-75d27e02b936", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:50:59.686971 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-444ea718-0967-4782-9cfd-495c9a11b58b {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:50:59.687373 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd955c7-bc8b-4ed8-9887-6eeaf223100c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caee6aad-3165-44e7-bce8-75d27e02b936', 'code': 200} Mar 01 13:50:59.715350 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11daea-d6dd-41dd-9d0d-d1a2a5e551a2 req-1cca0424-06a9-413b-b08c-bee0ee4346b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:59.717796 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ac11daea-d6dd-41dd-9d0d-d1a2a5e551a2 req-1cca0424-06a9-413b-b08c-bee0ee4346b4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.1943517 Mar 01 13:50:59.722820 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a80604e-13f5-4dd4-9d6a-c1037e9b5a25 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Network 4e79325d-73c0-45e8-8826-098c6ec43efe is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:50:59.760182 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-f0bfa3c0-a36c-433f-a5f4-f5ef3ae34b83 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81ae989c-7b62-47ac-af82-3314b9b53ab0 HTTP/1.1" status: 200 len: 217 time: 0.0815783 Mar 01 13:50:59.793948 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ac11daea-d6dd-41dd-9d0d-d1a2a5e551a2 req-5820c14b-58c3-40e5-9fec-f379325f5dab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=b175afeb-a600-4850-a0ac-022d6c939c65 HTTP/1.1" status: 200 len: 217 time: 0.0540283 Mar 01 13:50:59.795208 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-6a80604e-13f5-4dd4-9d6a-c1037e9b5a25 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:50:59.859954 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-4814f642-5c23-47eb-a6b2-1778cbdd1237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:59.861905 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-4814f642-5c23-47eb-a6b2-1778cbdd1237 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1ea702e-89f4-430d-ba35-37a3134c98fa HTTP/1.1" status: 200 len: 851 time: 0.0920615 Mar 01 13:50:59.883768 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:50:59.893430 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a80604e-13f5-4dd4-9d6a-c1037e9b5a25 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:50:59.928894 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88181a7a-0a35-4d8e-8199-ef291c2ad8c3 req-d86df959-e996-471e-a78c-113a4b9da597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:59.930813 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-88181a7a-0a35-4d8e-8199-ef291c2ad8c3 req-d86df959-e996-471e-a78c-113a4b9da597 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fdd955c7-bc8b-4ed8-9887-6eeaf223100c HTTP/1.1" status: 200 len: 1131 time: 0.1309547 Mar 01 13:50:59.938398 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:50:59.939005 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device f8bcde74-f3c1-4b5e-b5c6-4e15eac4a12b not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:50:59.977060 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-1d8f3f06-b633-43b4-abd7-c2f27b8ee377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:50:59.978915 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-1d8f3f06-b633-43b4-abd7-c2f27b8ee377 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1079204 Mar 01 13:50:59.983569 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:00.004327 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a80604e-13f5-4dd4-9d6a-c1037e9b5a25 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Pushing event updated for resources: {'Port': ['ID=bc54aeae-fbb1-4154-a021-507eeabd5dee,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:00.078462 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-88181a7a-0a35-4d8e-8199-ef291c2ad8c3 req-a87f9f4f-614e-4a94-a92b-8026bfa4b0ed service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407511 Mar 01 13:51:00.081154 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943118b-8b42-434d-9284-17b69a2faa31 req-56acac36-c8bd-4223-8e96-ab9c9f603405 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:00.089831 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0943118b-8b42-434d-9284-17b69a2faa31 req-56acac36-c8bd-4223-8e96-ab9c9f603405 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 946 time: 0.2544384 Mar 01 13:51:00.117801 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11daea-d6dd-41dd-9d0d-d1a2a5e551a2 req-c93b4681-9f29-4efc-b17d-1d14faa181d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:00.119626 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ac11daea-d6dd-41dd-9d0d-d1a2a5e551a2 req-c93b4681-9f29-4efc-b17d-1d14faa181d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.2967923 Mar 01 13:51:00.126668 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-345cc6ea-a7d2-443d-afe5-5202162a6214 service neutron] 10.222.0.20 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415927 Mar 01 13:51:00.150918 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a80604e-13f5-4dd4-9d6a-c1037e9b5a25 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:00.151530 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6a80604e-13f5-4dd4-9d6a-c1037e9b5a25 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:00.167777 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcf4a2-f1e8-44b6-911c-d88149662d10 req-5c80d168-5c99-4801-9311-20e2fbed8872 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:00.172903 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-97bcf4a2-f1e8-44b6-911c-d88149662d10 req-5c80d168-5c99-4801-9311-20e2fbed8872 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdd955c7-bc8b-4ed8-9887-6eeaf223100c HTTP/1.1" status: 200 len: 949 time: 0.4471369 Mar 01 13:51:00.182549 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-9b998e0e-19e0-48e3-8b7f-59602c3eac79 None None] Provisioning complete for port bc54aeae-fbb1-4154-a021-507eeabd5dee triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:51:00.183100 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9b998e0e-19e0-48e3-8b7f-59602c3eac79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (bc54aeae-fbb1-4154-a021-507eeabd5dee), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:00.230333 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-9b998e0e-19e0-48e3-8b7f-59602c3eac79 None None] Port bc54aeae-fbb1-4154-a021-507eeabd5dee cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:51:00.263329 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0943118b-8b42-434d-9284-17b69a2faa31 req-10aeaf05-0a42-48fb-bddf-f054615b27c9 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717722 Mar 01 13:51:00.275584 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6a80604e-13f5-4dd4-9d6a-c1037e9b5a25 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0346889 Mar 01 13:51:00.276264 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41992) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:00.280865 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-a7c197cb-e2e1-49b6-94ce-adc451348dc0 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Request body: {'port': {'network_id': '4e79325d-73c0-45e8-8826-098c6ec43efe', 'name': 'tempest-AllowedAddressPairTestJSON-1223698651'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:00.320067 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11daea-d6dd-41dd-9d0d-d1a2a5e551a2 req-ea3d6c3d-4d2f-43b7-bfc6-0e6dc66c970b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:00.327289 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ac11daea-d6dd-41dd-9d0d-d1a2a5e551a2 req-ea3d6c3d-4d2f-43b7-bfc6-0e6dc66c970b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1929321 Mar 01 13:51:00.418428 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-97bcf4a2-f1e8-44b6-911c-d88149662d10 req-72901838-7fe5-4d0b-9216-19fd82d67ccb tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970448 Mar 01 13:51:00.559013 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2f3b4fd0-8d9f-48da-9ec0-6e94e7ce529e req-26810a45-ff42-4fe9-8955-638482d379ac tempest-DeleteServersTestJSON-662075872 tempest-DeleteServersTestJSON-662075872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af742d0-e2cb-4b4f-a1be-4119c8b8dcb3 HTTP/1.1" status: 200 len: 210 time: 0.1716130 Mar 01 13:51:00.593013 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-21e1db5c-f16f-47d7-84b2-88a35ebc5865 req-738c69f8-9156-41b9-bf6b-fa8dd5e04869 service neutron] 10.222.0.20 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966844 Mar 01 13:51:00.603814 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c197cb-e2e1-49b6-94ce-adc451348dc0 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Made reservation on behalf of 2a9528d58eb44a81bf8249667ab42d6e for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:51:00.608251 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a7c197cb-e2e1-49b6-94ce-adc451348dc0 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:00.638296 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-a7c197cb-e2e1-49b6-94ce-adc451348dc0 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] device_id is not set on port 26a28361-25ae-4d6d-8908-cb8d504f40a0 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:51:00.736271 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a2905-29db-465e-bfd8-80b6a9fb3add req-e71db807-112e-44d6-afba-86ff010eca71 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:00.745130 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c55a2905-29db-465e-bfd8-80b6a9fb3add req-e71db807-112e-44d6-afba-86ff010eca71 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 947 time: 0.1795268 Mar 01 13:51:00.759570 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ac11daea-d6dd-41dd-9d0d-d1a2a5e551a2 req-43966dd3-b84e-404d-a26e-a4aea849c1b1 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113333 Mar 01 13:51:00.839278 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ae13d-6c7e-4ea2-8ef3-9eb71db07b87 req-156fa765-498b-4a2f-af3d-f3ddb7c0ebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:00.843728 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e24ae13d-6c7e-4ea2-8ef3-9eb71db07b87 req-156fa765-498b-4a2f-af3d-f3ddb7c0ebfc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=475192ca5f814c16b38a7d788a6a6472&device_id=29fb50e5-e3a5-41b9-b21c-f954bdc8471e HTTP/1.1" status: 200 len: 1126 time: 0.1285684 Mar 01 13:51:00.913231 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-a7c197cb-e2e1-49b6-94ce-adc451348dc0 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Allocated IP 172.20.0.5 (4e79325d-73c0-45e8-8826-098c6ec43efe/11dac8b5-aefe-43db-9f39-de64f3d1bec0/26a28361-25ae-4d6d-8908-cb8d504f40a0) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:51:00.978388 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c55a2905-29db-465e-bfd8-80b6a9fb3add req-7d536625-9739-4792-ba5a-57b5313fadb2 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2323735 Mar 01 13:51:00.997562 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ae13d-6c7e-4ea2-8ef3-9eb71db07b87 req-576ecc68-00d3-477d-b724-d5a918975f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:00.999310 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e24ae13d-6c7e-4ea2-8ef3-9eb71db07b87 req-576ecc68-00d3-477d-b724-d5a918975f86 service neutron] 10.222.0.20 "GET /v2.0/networks?id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 HTTP/1.1" status: 200 len: 913 time: 0.1491902 Mar 01 13:51:01.039503 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fe929-66c7-4b5a-a707-5d3d222b83cb req-d4a8eae3-71b1-4b66-be12-fffda686aadd tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:01.048247 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c9fe929-66c7-4b5a-a707-5d3d222b83cb req-d4a8eae3-71b1-4b66-be12-fffda686aadd tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=29fb50e5-e3a5-41b9-b21c-f954bdc8471e HTTP/1.1" status: 200 len: 944 time: 0.2656384 Mar 01 13:51:01.101707 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ac11daea-d6dd-41dd-9d0d-d1a2a5e551a2 req-13652391-7704-4e82-87d3-57ce01445290 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180602 Mar 01 13:51:01.102279 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e24ae13d-6c7e-4ea2-8ef3-9eb71db07b87 req-695f1821-7a86-4eda-9c51-8840bb442cb6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81ae989c-7b62-47ac-af82-3314b9b53ab0 HTTP/1.1" status: 200 len: 217 time: 0.0960808 Mar 01 13:51:01.193677 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ae13d-6c7e-4ea2-8ef3-9eb71db07b87 req-295f3e93-d0af-45da-8567-dc67ed4a9bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:01.195242 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e24ae13d-6c7e-4ea2-8ef3-9eb71db07b87 req-295f3e93-d0af-45da-8567-dc67ed4a9bf6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1ea702e-89f4-430d-ba35-37a3134c98fa HTTP/1.1" status: 200 len: 851 time: 0.0860369 Mar 01 13:51:01.206684 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c9fe929-66c7-4b5a-a707-5d3d222b83cb req-1269eff9-60f5-4120-9113-679a3766483a tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475556 Mar 01 13:51:01.247718 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2ebf7-8f59-49c1-90ef-a7605ea09f3a req-298384c9-685e-453c-988c-7bb40344d729 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:01.255215 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-96c2ebf7-8f59-49c1-90ef-a7605ea09f3a req-298384c9-685e-453c-988c-7bb40344d729 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 951 time: 0.1084225 Mar 01 13:51:01.377967 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-96c2ebf7-8f59-49c1-90ef-a7605ea09f3a req-9f1ad09d-3978-4741-b1b4-c82cab407701 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042342 Mar 01 13:51:01.567816 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a099c-eec9-42ce-8319-3e2816adc7c7 req-391722f8-2da9-4a5a-a2f9-979ccaf4c3fe tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:01.577020 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-658a099c-eec9-42ce-8319-3e2816adc7c7 req-391722f8-2da9-4a5a-a2f9-979ccaf4c3fe tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 946 time: 0.1406043 Mar 01 13:51:01.718810 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:01.741565 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a7c197cb-e2e1-49b6-94ce-adc451348dc0 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks [] for port (26a28361-25ae-4d6d-8908-cb8d504f40a0), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:01.742620 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-658a099c-eec9-42ce-8319-3e2816adc7c7 req-b1fd233c-68aa-425e-bf74-1adb84020409 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645591 Mar 01 13:51:01.801542 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ae13d-6c7e-4ea2-8ef3-9eb71db07b87 req-c1892baf-bad6-487a-a817-4289cc096d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:01.803080 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e24ae13d-6c7e-4ea2-8ef3-9eb71db07b87 req-c1892baf-bad6-487a-a817-4289cc096d61 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5988426 Mar 01 13:51:01.827048 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbabc4-f2f0-462f-bce5-0279efc74979 req-fd396f68-1c1a-4aaf-abaf-73b087072454 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:01.828897 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d2cbabc4-f2f0-462f-bce5-0279efc74979 req-fd396f68-1c1a-4aaf-abaf-73b087072454 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdd955c7-bc8b-4ed8-9887-6eeaf223100c HTTP/1.1" status: 200 len: 949 time: 0.1267707 Mar 01 13:51:01.916285 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d2cbabc4-f2f0-462f-bce5-0279efc74979 req-56a3b99c-d67f-4c9f-a6b6-8216f3436f9f tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797811 Mar 01 13:51:01.941367 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a7c197cb-e2e1-49b6-94ce-adc451348dc0 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (26a28361-25ae-4d6d-8908-cb8d504f40a0), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:02.010887 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d6293-9208-4d5c-8494-8ed89dca2582 req-4f2f2468-f21c-4957-a557-93b8da0acad1 tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:02.021867 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc1d6293-9208-4d5c-8494-8ed89dca2582 req-4f2f2468-f21c-4957-a557-93b8da0acad1 tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 1133 time: 0.1032326 Mar 01 13:51:02.028539 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e24ae13d-6c7e-4ea2-8ef3-9eb71db07b87 req-4117df9c-6f47-4ff9-a196-68fa70c417f7 service neutron] 10.222.0.20 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708167 Mar 01 13:51:02.084563 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc1d6293-9208-4d5c-8494-8ed89dca2582 req-c2c4da54-f7d2-4dd9-b5a5-a624e6d35cf3 tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610700 Mar 01 13:51:02.113968 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c197cb-e2e1-49b6-94ce-adc451348dc0 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Network 4e79325d-73c0-45e8-8826-098c6ec43efe is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:51:02.124962 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c197cb-e2e1-49b6-94ce-adc451348dc0 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Pushing event updated for resources: {'Port': ['ID=26a28361-25ae-4d6d-8908-cb8d504f40a0,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:02.131494 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-a7c197cb-e2e1-49b6-94ce-adc451348dc0 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:51:02.135714 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c197cb-e2e1-49b6-94ce-adc451348dc0 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:51:02.243772 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c197cb-e2e1-49b6-94ce-adc451348dc0 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:02.246283 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a7c197cb-e2e1-49b6-94ce-adc451348dc0 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:02.266338 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e24ae13d-6c7e-4ea2-8ef3-9eb71db07b87 req-a4f3d43a-cb12-42d9-aeb7-45e5c295224d service neutron] 10.222.0.20 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299633 Mar 01 13:51:02.298621 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a7c197cb-e2e1-49b6-94ce-adc451348dc0 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0202420 Mar 01 13:51:02.301760 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42066) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:02.309093 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-1068a057-183d-478d-8dcd-c227d1152411 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:6d:68:3e'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:93:6f:c8'}]}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:02.356262 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ed2de-31a6-4f83-9861-c172cede2303 req-32f3e410-cdc0-4b57-988b-a5240c2913de tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:02.366494 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-757ed2de-31a6-4f83-9861-c172cede2303 req-32f3e410-cdc0-4b57-988b-a5240c2913de tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 947 time: 0.1229920 Mar 01 13:51:02.455965 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-757ed2de-31a6-4f83-9861-c172cede2303 req-8466d2b5-cc11-4947-9a73-632fd0bd2214 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885563 Mar 01 13:51:02.588784 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-5ec4dd0b-9423-479a-9010-d054ae41a4c2 None None] Provisioning complete for port 26a28361-25ae-4d6d-8908-cb8d504f40a0 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:51:02.589400 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5ec4dd0b-9423-479a-9010-d054ae41a4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (26a28361-25ae-4d6d-8908-cb8d504f40a0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:02.626889 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1068a057-183d-478d-8dcd-c227d1152411 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (26a28361-25ae-4d6d-8908-cb8d504f40a0), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:02.700264 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-5ec4dd0b-9423-479a-9010-d054ae41a4c2 None None] Port 26a28361-25ae-4d6d-8908-cb8d504f40a0 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:51:02.739566 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e3c3a-1476-4256-aeb9-8910722605b5 req-8f5d86cd-b603-4540-93a1-42ef5531d06e tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:02.748249 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c38e3c3a-1476-4256-aeb9-8910722605b5 req-8f5d86cd-b603-4540-93a1-42ef5531d06e tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=29fb50e5-e3a5-41b9-b21c-f954bdc8471e HTTP/1.1" status: 200 len: 944 time: 0.0944014 Mar 01 13:51:02.839257 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee6efc-0421-4dd9-9275-ee0fc895d765 req-17b21267-4b09-4bf7-bab5-9c01e585485c tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:02.840830 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3dee6efc-0421-4dd9-9275-ee0fc895d765 req-17b21267-4b09-4bf7-bab5-9c01e585485c tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 1133 time: 0.0872095 Mar 01 13:51:02.856576 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c38e3c3a-1476-4256-aeb9-8910722605b5 req-53bae6a1-0407-4b41-a7ec-7c676b13da4d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003566 Mar 01 13:51:02.911977 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3dee6efc-0421-4dd9-9275-ee0fc895d765 req-81eaad7d-174d-4ef8-9504-f640aad8b2a8 tempest-ServersAdminTestJSON-1421237554 tempest-ServersAdminTestJSON-1421237554-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540733 Mar 01 13:51:02.942363 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1068a057-183d-478d-8dcd-c227d1152411 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks [] for port (26a28361-25ae-4d6d-8908-cb8d504f40a0), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:02.954204 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1068a057-183d-478d-8dcd-c227d1152411 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (26a28361-25ae-4d6d-8908-cb8d504f40a0), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:03.111917 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1068a057-183d-478d-8dcd-c227d1152411 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Pushing event updated for resources: {'Port': ['ID=26a28361-25ae-4d6d-8908-cb8d504f40a0,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:03.117821 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-1068a057-183d-478d-8dcd-c227d1152411 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] In _notify_port_updated(), no bound segment for port 26a28361-25ae-4d6d-8908-cb8d504f40a0 on network 4e79325d-73c0-45e8-8826-098c6ec43efe {{(pid=103726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 01 13:51:03.130895 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1068a057-183d-478d-8dcd-c227d1152411 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:03.137940 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1068a057-183d-478d-8dcd-c227d1152411 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:03.143758 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24af50-d09d-4cac-ac96-1e4d4dd29ca0 req-a53ff8ce-47e4-415e-8e63-2795911207a5 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:03.144232 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1068a057-183d-478d-8dcd-c227d1152411 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] 10.222.0.13 "PUT /v2.0/ports/26a28361-25ae-4d6d-8908-cb8d504f40a0 HTTP/1.1" status: 200 len: 1056 time: 0.8387547 Mar 01 13:51:03.144974 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42086) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:03.161543 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6f24af50-d09d-4cac-ac96-1e4d4dd29ca0 req-a53ff8ce-47e4-415e-8e63-2795911207a5 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 946 time: 0.1862304 Mar 01 13:51:03.308196 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-9aeaaa93-5466-4ae0-a9ec-b43337259d10 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Deleting port 26a28361-25ae-4d6d-8908-cb8d504f40a0 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:51:03.308957 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9aeaaa93-5466-4ae0-a9ec-b43337259d10 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (26a28361-25ae-4d6d-8908-cb8d504f40a0), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:03.328300 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cb04c35b-4e1f-47d0-a5a9-1421f8708d5b None None] Provisioning complete for port 26a28361-25ae-4d6d-8908-cb8d504f40a0 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:51:03.329276 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cb04c35b-4e1f-47d0-a5a9-1421f8708d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (26a28361-25ae-4d6d-8908-cb8d504f40a0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:03.380296 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cb04c35b-4e1f-47d0-a5a9-1421f8708d5b None None] Port 26a28361-25ae-4d6d-8908-cb8d504f40a0 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:51:03.434601 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9aeaaa93-5466-4ae0-a9ec-b43337259d10 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (26a28361-25ae-4d6d-8908-cb8d504f40a0), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:03.449527 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-9aeaaa93-5466-4ae0-a9ec-b43337259d10 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Calling delete_port for 26a28361-25ae-4d6d-8908-cb8d504f40a0 owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:51:03.554540 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e209c-f233-40e9-a578-856433c5e087 req-1ec35a61-ad1d-4eb6-a81d-5fcfd8b72994 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:03.558469 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-906e209c-f233-40e9-a578-856433c5e087 req-1ec35a61-ad1d-4eb6-a81d-5fcfd8b72994 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdd955c7-bc8b-4ed8-9887-6eeaf223100c HTTP/1.1" status: 200 len: 949 time: 0.5232499 Mar 01 13:51:03.609288 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6f24af50-d09d-4cac-ac96-1e4d4dd29ca0 req-48be3e84-02ea-4380-806d-f571ff5b59f3 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463937 Mar 01 13:51:03.641301 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9aeaaa93-5466-4ae0-a9ec-b43337259d10 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (26a28361-25ae-4d6d-8908-cb8d504f40a0), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:03.678102 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-906e209c-f233-40e9-a578-856433c5e087 req-cae13dc7-4148-4dc0-9791-85a502fcebc5 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987186 Mar 01 13:51:03.693818 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeaaa93-5466-4ae0-a9ec-b43337259d10 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Pushing event deleted for resources: {'Port': ['ID=26a28361-25ae-4d6d-8908-cb8d504f40a0,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:03.939509 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113aad3e-e955-4d7e-858c-c4011c4bcb28 req-06c9b00e-50ce-4d17-8451-0ac727f07d42 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:03.942712 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-113aad3e-e955-4d7e-858c-c4011c4bcb28 req-06c9b00e-50ce-4d17-8451-0ac727f07d42 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 947 time: 0.0995212 Mar 01 13:51:03.985296 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9aeaaa93-5466-4ae0-a9ec-b43337259d10 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:03.994762 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9aeaaa93-5466-4ae0-a9ec-b43337259d10 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] 10.222.0.13 "DELETE /v2.0/ports/26a28361-25ae-4d6d-8908-cb8d504f40a0 HTTP/1.1" status: 204 len: 168 time: 0.8388004 Mar 01 13:51:04.002900 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42110) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:04.028674 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-113aad3e-e955-4d7e-858c-c4011c4bcb28 req-bc61b0cc-bab9-41ba-9def-605465533352 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775123 Mar 01 13:51:04.060781 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-676eaa0a-2194-4602-ad70-fb87b0630060 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] GET failed (client error): The resource could not be found. Mar 01 13:51:04.064183 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-676eaa0a-2194-4602-ad70-fb87b0630060 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] 10.222.0.13 "GET /v2.0/ports/26a28361-25ae-4d6d-8908-cb8d504f40a0 HTTP/1.1" status: 404 len: 333 time: 0.0600469 Mar 01 13:51:04.065273 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42112) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:04.238468 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab305b1-5ec0-487c-b76d-c1cebfeb7f82 req-91e637e5-747d-46dd-9d87-c14062db8435 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:04.239973 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ab305b1-5ec0-487c-b76d-c1cebfeb7f82 req-91e637e5-747d-46dd-9d87-c14062db8435 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 946 time: 0.1415882 Mar 01 13:51:04.293998 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ccafe-94cd-47e4-84be-6b6fb916ef48 req-30008846-4106-4b36-a834-f397ff6ec025 tempest-ServersOnMultiNodesTest-1167703349 tempest-ServersOnMultiNodesTest-1167703349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:04.296013 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a67ccafe-94cd-47e4-84be-6b6fb916ef48 req-30008846-4106-4b36-a834-f397ff6ec025 tempest-ServersOnMultiNodesTest-1167703349 tempest-ServersOnMultiNodesTest-1167703349-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fdd955c7-bc8b-4ed8-9887-6eeaf223100c HTTP/1.1" status: 200 len: 1131 time: 0.1076169 Mar 01 13:51:04.319168 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-bbd23145-59eb-4a04-acd3-6fe0c7ed5bce tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Deleting port bc54aeae-fbb1-4154-a021-507eeabd5dee {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:51:04.319515 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bbd23145-59eb-4a04-acd3-6fe0c7ed5bce tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (bc54aeae-fbb1-4154-a021-507eeabd5dee), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:04.342760 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ab305b1-5ec0-487c-b76d-c1cebfeb7f82 req-f83f1b57-997e-4c4e-9805-5cf67f379db7 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944786 Mar 01 13:51:04.422689 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a67ccafe-94cd-47e4-84be-6b6fb916ef48 req-4661b141-a0d0-4133-947c-ca9d1735b95d tempest-ServersOnMultiNodesTest-1167703349 tempest-ServersOnMultiNodesTest-1167703349-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190641 Mar 01 13:51:04.555180 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bbd23145-59eb-4a04-acd3-6fe0c7ed5bce tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (bc54aeae-fbb1-4154-a021-507eeabd5dee), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:04.578946 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-bbd23145-59eb-4a04-acd3-6fe0c7ed5bce tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Calling delete_port for bc54aeae-fbb1-4154-a021-507eeabd5dee owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:51:04.605710 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3272f9e-fa42-4c14-8265-39124392f3e9 req-ff3ddbb1-989c-4c25-b6a9-20fe119a49b8 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:04.607201 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c3272f9e-fa42-4c14-8265-39124392f3e9 req-ff3ddbb1-989c-4c25-b6a9-20fe119a49b8 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=29fb50e5-e3a5-41b9-b21c-f954bdc8471e HTTP/1.1" status: 200 len: 944 time: 0.1831183 Mar 01 13:51:04.655878 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6744c3-dd1f-4120-ae8c-51c78663d3ba req-6d6afc80-95e5-4ba0-8c1c-1df556c431c2 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:04.657629 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b6744c3-dd1f-4120-ae8c-51c78663d3ba req-6d6afc80-95e5-4ba0-8c1c-1df556c431c2 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2c4ed51-88cc-4922-992f-9a1d1c1dcfe1 HTTP/1.1" status: 200 len: 950 time: 0.1530287 Mar 01 13:51:04.754412 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c3272f9e-fa42-4c14-8265-39124392f3e9 req-281eed4e-6c52-420f-968d-9c1845aabcdf tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146097 Mar 01 13:51:04.790104 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b6744c3-dd1f-4120-ae8c-51c78663d3ba req-5f72a264-1b15-4586-a5e5-901f99f04760 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027517 Mar 01 13:51:04.869608 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bbd23145-59eb-4a04-acd3-6fe0c7ed5bce tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (bc54aeae-fbb1-4154-a021-507eeabd5dee), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:04.901911 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd23145-59eb-4a04-acd3-6fe0c7ed5bce tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Pushing event deleted for resources: {'Port': ['ID=bc54aeae-fbb1-4154-a021-507eeabd5dee,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:05.002867 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-999367a5-f476-446c-94f2-4df949fb82c9 req-e71e9982-9d2b-44be-8f23-dadde0af19f4 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586817 Mar 01 13:51:05.087467 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bbd23145-59eb-4a04-acd3-6fe0c7ed5bce tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:05.093090 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-bbd23145-59eb-4a04-acd3-6fe0c7ed5bce tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] 10.222.0.13 "DELETE /v2.0/ports/bc54aeae-fbb1-4154-a021-507eeabd5dee HTTP/1.1" status: 204 len: 168 time: 1.0245042 Mar 01 13:51:05.093933 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42146) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:05.140522 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef8ecfc8-9378-4012-8490-0db1953eb383 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] GET failed (client error): The resource could not be found. Mar 01 13:51:05.149672 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42150) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:05.155000 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ef8ecfc8-9378-4012-8490-0db1953eb383 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] 10.222.0.13 "GET /v2.0/ports/bc54aeae-fbb1-4154-a021-507eeabd5dee HTTP/1.1" status: 404 len: 333 time: 0.0594089 Mar 01 13:51:05.222888 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999367a5-f476-446c-94f2-4df949fb82c9 req-de99195f-e91a-4d35-aea1-e3ae18583e64 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:05.230334 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-999367a5-f476-446c-94f2-4df949fb82c9 req-de99195f-e91a-4d35-aea1-e3ae18583e64 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2134993 Mar 01 13:51:05.267142 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-999367a5-f476-446c-94f2-4df949fb82c9 req-d14530f7-55b4-4826-9c62-4956c5cad95a tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/quotas/2ec5c9492ee44fd9b5f60396d6276cb8 HTTP/1.1" status: 200 len: 375 time: 0.0358112 Mar 01 13:51:05.396399 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-999367a5-f476-446c-94f2-4df949fb82c9 req-7714dab7-9b9f-4a4f-bcc0-9b75b0b5ec0e tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1283579 Mar 01 13:51:05.403601 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-923455b4-9082-4080-b3ec-2194a3351ae6 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Deleting port cbea60d7-7826-44c2-a9a6-e16c20cf77cf {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:51:05.404149 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-923455b4-9082-4080-b3ec-2194a3351ae6 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (cbea60d7-7826-44c2-a9a6-e16c20cf77cf), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:05.516757 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-923455b4-9082-4080-b3ec-2194a3351ae6 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (cbea60d7-7826-44c2-a9a6-e16c20cf77cf), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:05.539618 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-923455b4-9082-4080-b3ec-2194a3351ae6 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Calling delete_port for cbea60d7-7826-44c2-a9a6-e16c20cf77cf owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:51:05.819258 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 81ae989c-7b62-47ac-af82-3314b9b53ab0 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:51:05.836858 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-11ee6f03-a6df-42a7-bc09-7cf3dd80657e req-e752fcef-f28e-4754-a806-70773869fc07 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bc9e569-a74d-4cf5-a37c-ac665d380e9e HTTP/1.1" status: 200 len: 210 time: 0.1260126 Mar 01 13:51:05.885008 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-923455b4-9082-4080-b3ec-2194a3351ae6 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (cbea60d7-7826-44c2-a9a6-e16c20cf77cf), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:05.902547 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c375e4-0264-49af-b5a1-49346e8d992a req-2d2dede2-ff2f-4bc1-8e2c-df01d53559bc tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:05.910448 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-49c375e4-0264-49af-b5a1-49346e8d992a req-2d2dede2-ff2f-4bc1-8e2c-df01d53559bc tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 946 time: 0.1893852 Mar 01 13:51:06.046559 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 81ae989c-7b62-47ac-af82-3314b9b53ab0, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=81ae989c-7b62-47ac-af82-3314b9b53ab0,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:06.062254 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '81ae989c-7b62-47ac-af82-3314b9b53ab0', 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166', 'port_id': '81ae989c-7b62-47ac-af82-3314b9b53ab0', 'mac_address': 'fa:16:3e:94:dd:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ea702e-89f4-430d-ba35-37a3134c98fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:51:06.095185 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923455b4-9082-4080-b3ec-2194a3351ae6 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Pushing event deleted for resources: {'Port': ['ID=cbea60d7-7826-44c2-a9a6-e16c20cf77cf,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:06.125639 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 81ae989c-7b62-47ac-af82-3314b9b53ab0 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:51:06.126530 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (81ae989c-7b62-47ac-af82-3314b9b53ab0), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:06.146919 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ae989c-7b62-47ac-af82-3314b9b53ab0 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:51:06.175239 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 81ae989c-7b62-47ac-af82-3314b9b53ab0, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=81ae989c-7b62-47ac-af82-3314b9b53ab0,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:06.180875 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (81ae989c-7b62-47ac-af82-3314b9b53ab0), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:06.245131 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=81ae989c-7b62-47ac-af82-3314b9b53ab0,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:06.338559 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-49c375e4-0264-49af-b5a1-49346e8d992a req-368056c1-9826-4459-a166-8d8ba0ab4ec4 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234695 Mar 01 13:51:06.389631 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95d3e9-0c31-4813-85fe-f48c314785bd req-c63e4427-b03c-41df-b1e5-06ed3adbb331 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:06.391228 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ca95d3e9-0c31-4813-85fe-f48c314785bd req-c63e4427-b03c-41df-b1e5-06ed3adbb331 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c4ed51-88cc-4922-992f-9a1d1c1dcfe1 HTTP/1.1" status: 200 len: 950 time: 0.2797728 Mar 01 13:51:06.457227 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-923455b4-9082-4080-b3ec-2194a3351ae6 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:06.463655 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-923455b4-9082-4080-b3ec-2194a3351ae6 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] 10.222.0.13 "DELETE /v2.0/ports/cbea60d7-7826-44c2-a9a6-e16c20cf77cf HTTP/1.1" status: 204 len: 168 time: 1.3074081 Mar 01 13:51:06.464256 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42198) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:06.497722 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf53ae6-2c2d-45c6-b7e5-8929293b40ec req-ad8ee351-85e1-41cc-9208-f9842ad0b555 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:06.507287 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fbf53ae6-2c2d-45c6-b7e5-8929293b40ec req-ad8ee351-85e1-41cc-9208-f9842ad0b555 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=29fb50e5-e3a5-41b9-b21c-f954bdc8471e HTTP/1.1" status: 200 len: 944 time: 0.5153790 Mar 01 13:51:06.522958 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['81ae989c-7b62-47ac-af82-3314b9b53ab0'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:51:06.623704 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-e38b719c-9d9a-4a9f-a579-19ba694f33ba tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Deleting subnet 11dac8b5-aefe-43db-9f39-de64f3d1bec0 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:51:06.637842 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e38b719c-9d9a-4a9f-a579-19ba694f33ba tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks [] for subnet (11dac8b5-aefe-43db-9f39-de64f3d1bec0), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:06.650659 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fbf53ae6-2c2d-45c6-b7e5-8929293b40ec req-bfa6fcac-7477-44dc-a9e7-48b6e8a8bb32 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423507 Mar 01 13:51:06.689010 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd998a84-1e50-4dc3-a617-9da944de53de req-f4f7646b-f5cf-499d-afd0-e5b8d0a80137 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:06.701504 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cd998a84-1e50-4dc3-a617-9da944de53de req-f4f7646b-f5cf-499d-afd0-e5b8d0a80137 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2c4ed51-88cc-4922-992f-9a1d1c1dcfe1 HTTP/1.1" status: 200 len: 950 time: 0.1850138 Mar 01 13:51:06.773813 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-ca95d3e9-0c31-4813-85fe-f48c314785bd req-d3473bb6-6a26-4a3f-836c-0bea4b4893a6 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Deleting port f41d6870-d794-4da0-b9dd-33a8862422ac {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:51:06.774399 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ca95d3e9-0c31-4813-85fe-f48c314785bd req-d3473bb6-6a26-4a3f-836c-0bea4b4893a6 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (f41d6870-d794-4da0-b9dd-33a8862422ac), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:06.791544 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e38b719c-9d9a-4a9f-a579-19ba694f33ba tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (11dac8b5-aefe-43db-9f39-de64f3d1bec0), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:06.827005 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cd998a84-1e50-4dc3-a617-9da944de53de req-1f29e4df-95bc-47cb-ad7d-d6c8c207491c tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243489 Mar 01 13:51:06.974216 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e38b719c-9d9a-4a9f-a579-19ba694f33ba tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (11dac8b5-aefe-43db-9f39-de64f3d1bec0), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:07.012886 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7f1cea7b-55cd-4ca3-ac03-d70d00736a9a req-26ed1e69-3926-45d2-8e04-35750298bf39 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bc9e569-a74d-4cf5-a37c-ac665d380e9e HTTP/1.1" status: 200 len: 210 time: 0.0396154 Mar 01 13:51:07.038552 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-ca95d3e9-0c31-4813-85fe-f48c314785bd req-d3473bb6-6a26-4a3f-836c-0bea4b4893a6 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] For port f41d6870-d794-4da0-b9dd-33a8862422ac, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f41d6870-d794-4da0-b9dd-33a8862422ac,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:07.039195 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ca95d3e9-0c31-4813-85fe-f48c314785bd req-d3473bb6-6a26-4a3f-836c-0bea4b4893a6 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (f41d6870-d794-4da0-b9dd-33a8862422ac), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:07.061374 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-ca95d3e9-0c31-4813-85fe-f48c314785bd req-d3473bb6-6a26-4a3f-836c-0bea4b4893a6 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Calling delete_port for f41d6870-d794-4da0-b9dd-33a8862422ac owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:51:07.074548 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e38b719c-9d9a-4a9f-a579-19ba694f33ba tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (11dac8b5-aefe-43db-9f39-de64f3d1bec0), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:07.117112 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b719c-9d9a-4a9f-a579-19ba694f33ba tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Pushing event deleted for resources: {'Subnet': ['ID=11dac8b5-aefe-43db-9f39-de64f3d1bec0,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:07.132373 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb893d5-1622-4eba-af53-ab4809c0e071 None None] Network 4e79325d-73c0-45e8-8826-098c6ec43efe requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:51:07.148683 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e38b719c-9d9a-4a9f-a579-19ba694f33ba tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:07.158924 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e38b719c-9d9a-4a9f-a579-19ba694f33ba tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] 10.222.0.13 "DELETE /v2.0/subnets/11dac8b5-aefe-43db-9f39-de64f3d1bec0 HTTP/1.1" status: 204 len: 168 time: 0.6928697 Mar 01 13:51:07.160493 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42212) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:07.353794 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee334c59-e926-4bb4-9bbd-332777d6f434 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (4e79325d-73c0-45e8-8826-098c6ec43efe), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:07.357911 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ca95d3e9-0c31-4813-85fe-f48c314785bd req-d3473bb6-6a26-4a3f-836c-0bea4b4893a6 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (f41d6870-d794-4da0-b9dd-33a8862422ac), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:07.380643 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['aa06a6eb-b941-478b-b1ac-775e72817311', 'f41d6870-d794-4da0-b9dd-33a8862422ac', 'b175afeb-a600-4850-a0ac-022d6c939c65'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:51:07.458835 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc6b344-0afd-44cd-b6b9-3dcb109a8df5 None None] DHCP port deletion for 4e79325d-73c0-45e8-8826-098c6ec43efe request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:51:07.465115 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ee334c59-e926-4bb4-9bbd-332777d6f434 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Deleting port 19f6e570-87e3-44cb-82c2-5a451a218c02 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:51:07.466119 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee334c59-e926-4bb4-9bbd-332777d6f434 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (19f6e570-87e3-44cb-82c2-5a451a218c02), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:07.467085 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3473bb6-6a26-4a3f-836c-0bea4b4893a6 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Pushing event deleted for resources: {'Port': ['ID=f41d6870-d794-4da0-b9dd-33a8862422ac,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:07.553858 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-ee334c59-e926-4bb4-9bbd-332777d6f434 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] For port 19f6e570-87e3-44cb-82c2-5a451a218c02, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=19f6e570-87e3-44cb-82c2-5a451a218c02,segment=NetworkSegment(c2c90020-af44-4d0a-a3c8-f2a8b26cceb7),segment_id=c2c90020-af44-4d0a-a3c8-f2a8b26cceb7)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:07.554265 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee334c59-e926-4bb4-9bbd-332777d6f434 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (19f6e570-87e3-44cb-82c2-5a451a218c02), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:07.572917 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ee334c59-e926-4bb4-9bbd-332777d6f434 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Calling delete_port for 19f6e570-87e3-44cb-82c2-5a451a218c02 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:51:07.596904 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3fc6b344-0afd-44cd-b6b9-3dcb109a8df5 None None] Deleting port 19f6e570-87e3-44cb-82c2-5a451a218c02 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:51:07.600270 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3fc6b344-0afd-44cd-b6b9-3dcb109a8df5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (19f6e570-87e3-44cb-82c2-5a451a218c02), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:07.686364 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-999367a5-f476-446c-94f2-4df949fb82c9 req-14cb647e-6f06-476b-b053-c507d6ce02a9 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2508132 Mar 01 13:51:07.688383 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee334c59-e926-4bb4-9bbd-332777d6f434 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (19f6e570-87e3-44cb-82c2-5a451a218c02), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:07.696905 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca95d3e9-0c31-4813-85fe-f48c314785bd req-d3473bb6-6a26-4a3f-836c-0bea4b4893a6 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] No DVR routers for this DVR port f41d6870-d794-4da0-b9dd-33a8862422ac on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:51:07.702120 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ca95d3e9-0c31-4813-85fe-f48c314785bd req-d3473bb6-6a26-4a3f-836c-0bea4b4893a6 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:07.711256 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ca95d3e9-0c31-4813-85fe-f48c314785bd req-d3473bb6-6a26-4a3f-836c-0bea4b4893a6 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.32 "DELETE /v2.0/ports/f41d6870-d794-4da0-b9dd-33a8862422ac HTTP/1.1" status: 204 len: 173 time: 1.2973142 Mar 01 13:51:07.725394 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c4ed51-88cc-4922-992f-9a1d1c1dcfe1', 'name': 'network-vif-deleted', 'tag': 'f41d6870-d794-4da0-b9dd-33a8862422ac'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:51:07.729760 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98cd36c-8a5a-4ab6-abde-57242aff336f" -d '{"events": [{"server_uuid": "a2c4ed51-88cc-4922-992f-9a1d1c1dcfe1", "name": "network-vif-deleted", "tag": "f41d6870-d794-4da0-b9dd-33a8862422ac"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:51:07.734008 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee334c59-e926-4bb4-9bbd-332777d6f434 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] No DVR routers for this DVR port 19f6e570-87e3-44cb-82c2-5a451a218c02 on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:51:07.749149 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee334c59-e926-4bb4-9bbd-332777d6f434 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Pushing event deleted for resources: {'Port': ['ID=19f6e570-87e3-44cb-82c2-5a451a218c02,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:07.750406 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-3fc6b344-0afd-44cd-b6b9-3dcb109a8df5 None None] For port 19f6e570-87e3-44cb-82c2-5a451a218c02, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=19f6e570-87e3-44cb-82c2-5a451a218c02,segment=NetworkSegment(c2c90020-af44-4d0a-a3c8-f2a8b26cceb7),segment_id=c2c90020-af44-4d0a-a3c8-f2a8b26cceb7)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:07.751067 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3fc6b344-0afd-44cd-b6b9-3dcb109a8df5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (19f6e570-87e3-44cb-82c2-5a451a218c02), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:07.777785 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3fc6b344-0afd-44cd-b6b9-3dcb109a8df5 None None] Calling delete_port for 19f6e570-87e3-44cb-82c2-5a451a218c02 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:51:07.815191 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d41035-65cd-4f8a-b42b-f862d484ee30 req-6de0da69-e740-4efe-a8ea-7030d7553004 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:07.827015 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f1d41035-65cd-4f8a-b42b-f862d484ee30 req-6de0da69-e740-4efe-a8ea-7030d7553004 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 946 time: 0.2583413 Mar 01 13:51:07.869103 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3fc6b344-0afd-44cd-b6b9-3dcb109a8df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (19f6e570-87e3-44cb-82c2-5a451a218c02), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:07.871710 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 19f6e570-87e3-44cb-82c2-5a451a218c02 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:51:07.920485 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 81ae989c-7b62-47ac-af82-3314b9b53ab0 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:51:07.958099 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee334c59-e926-4bb4-9bbd-332777d6f434 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (4e79325d-73c0-45e8-8826-098c6ec43efe), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:07.967624 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 19f6e570-87e3-44cb-82c2-5a451a218c02 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:51:07.968620 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 19f6e570-87e3-44cb-82c2-5a451a218c02 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:51:08.001626 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f1d41035-65cd-4f8a-b42b-f862d484ee30 req-39ed208b-3675-464d-9775-9432d60d2254 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740053 Mar 01 13:51:08.080768 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6678e-9da4-4827-bf9d-23220f4f2a19 req-98e8dba7-326a-476f-8c3d-29447e1a5d22 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:08.097308 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-61d6678e-9da4-4827-bf9d-23220f4f2a19 req-98e8dba7-326a-476f-8c3d-29447e1a5d22 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=29fb50e5-e3a5-41b9-b21c-f954bdc8471e HTTP/1.1" status: 200 len: 945 time: 0.2279766 Mar 01 13:51:08.105820 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6b344-0afd-44cd-b6b9-3dcb109a8df5 None None] Pushing event deleted for resources: {'Port': ['ID=19f6e570-87e3-44cb-82c2-5a451a218c02,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:08.109437 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-ee334c59-e926-4bb4-9bbd-332777d6f434 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e79325d-73c0-45e8-8826-098c6ec43efe']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:51:08.119642 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 81ae989c-7b62-47ac-af82-3314b9b53ab0 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:51:08.138059 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-ee334c59-e926-4bb4-9bbd-332777d6f434 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c90020-af44-4d0a-a3c8-f2a8b26cceb7') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:51:08.138534 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-ee334c59-e926-4bb4-9bbd-332777d6f434 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c90020-af44-4d0a-a3c8-f2a8b26cceb7') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:51:08.142467 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7830b310-b436-4872-bcb3-9317a8d07b4c x-openstack-request-id: req-7830b310-b436-4872-bcb3-9317a8d07b4c {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:51:08.142776 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c4ed51-88cc-4922-992f-9a1d1c1dcfe1", "name": "network-vif-deleted", "tag": "f41d6870-d794-4da0-b9dd-33a8862422ac", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:51:08.143042 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7830b310-b436-4872-bcb3-9317a8d07b4c {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:51:08.144316 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c4ed51-88cc-4922-992f-9a1d1c1dcfe1', 'name': 'network-vif-deleted', 'tag': 'f41d6870-d794-4da0-b9dd-33a8862422ac', 'status': 'completed', 'code': 200} Mar 01 13:51:08.151401 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999367a5-f476-446c-94f2-4df949fb82c9 req-8e4ed96c-f09e-4188-a4d2-65a3bc032f4c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:08.153113 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-999367a5-f476-446c-94f2-4df949fb82c9 req-8e4ed96c-f09e-4188-a4d2-65a3bc032f4c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4540379 Mar 01 13:51:08.154540 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc6b344-0afd-44cd-b6b9-3dcb109a8df5 None None] No DVR routers for this DVR port 19f6e570-87e3-44cb-82c2-5a451a218c02 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:51:08.156507 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 81ae989c-7b62-47ac-af82-3314b9b53ab0 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:51:08.157541 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (81ae989c-7b62-47ac-af82-3314b9b53ab0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:08.187555 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-999367a5-f476-446c-94f2-4df949fb82c9 req-a2d3f7b0-f9e4-42c6-bff1-25b1e7646b94 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Request body: {'port': {'device_id': '7bc9e569-a74d-4cf5-a37c-ac665d380e9e', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'admin_state_up': True, 'tenant_id': '2ec5c9492ee44fd9b5f60396d6276cb8'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:08.226124 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee334c59-e926-4bb4-9bbd-332777d6f434 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (c2c90020-af44-4d0a-a3c8-f2a8b26cceb7), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:08.235838 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-61d6678e-9da4-4827-bf9d-23220f4f2a19 req-be23ed62-5984-4a56-9eb6-30bbaa5e7560 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353810 Mar 01 13:51:08.307931 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee334c59-e926-4bb4-9bbd-332777d6f434 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (c2c90020-af44-4d0a-a3c8-f2a8b26cceb7), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:08.320494 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee334c59-e926-4bb4-9bbd-332777d6f434 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:51:08.320964 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee334c59-e926-4bb4-9bbd-332777d6f434 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (c2c90020-af44-4d0a-a3c8-f2a8b26cceb7), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:08.324460 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:51:08.324460 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:51:08.324460 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:51:08.324460 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:51:08.324460 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:51:08.324460 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:51:08.324460 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:51:08.324460 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:51:08.324460 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:51:08.324460 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:51:08.324460 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:51:08.324460 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:51:08.324460 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:51:08.324460 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:51:08.324460 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:51:08.324460 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:51:08.324460 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:51:08.324460 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:51:08.324460 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:51:08.324460 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:51:08.324460 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:51:08.324460 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:51:08.324460 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:51:08.324460 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:51:08.324460 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:51:08.324460 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:51:08.324460 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:51:08.324460 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:51:08.324460 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:51:08.324460 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:51:08.324460 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:51:08.324460 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:51:08.338268 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 81ae989c-7b62-47ac-af82-3314b9b53ab0 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:51:08.340672 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (81ae989c-7b62-47ac-af82-3314b9b53ab0), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:08.383520 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 81ae989c-7b62-47ac-af82-3314b9b53ab0, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=81ae989c-7b62-47ac-af82-3314b9b53ab0,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:08.387400 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fb50e5-e3a5-41b9-b21c-f954bdc8471e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ae989c-7b62-47ac-af82-3314b9b53ab0'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:51:08.391609 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7716ab5-9fd5-4164-902b-c367db5dca14" -d '{"events": [{"server_uuid": "29fb50e5-e3a5-41b9-b21c-f954bdc8471e", "name": "network-vif-plugged", "status": "completed", "tag": "81ae989c-7b62-47ac-af82-3314b9b53ab0"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:51:08.404754 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (81ae989c-7b62-47ac-af82-3314b9b53ab0), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:08.425985 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-25388ac4-2bac-49e2-8f7a-25503b99c5a5 req-f6d2d194-b7e8-4b16-b616-e25b51c8be9c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bc9e569-a74d-4cf5-a37c-ac665d380e9e HTTP/1.1" status: 200 len: 210 time: 0.0848720 Mar 01 13:51:08.440466 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ef11e63b-2f86-4db1-95f8-605b5a1246dc req-21fd0618-b89f-47eb-9ce5-05f1b858d70c tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2c4ed51-88cc-4922-992f-9a1d1c1dcfe1 HTTP/1.1" status: 200 len: 210 time: 0.0865910 Mar 01 13:51:08.452673 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee334c59-e926-4bb4-9bbd-332777d6f434 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (4e79325d-73c0-45e8-8826-098c6ec43efe), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:08.467807 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee334c59-e926-4bb4-9bbd-332777d6f434 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:08.489649 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ee334c59-e926-4bb4-9bbd-332777d6f434 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] 10.222.0.13 "DELETE /v2.0/networks/4e79325d-73c0-45e8-8826-098c6ec43efe HTTP/1.1" status: 204 len: 168 time: 1.3275323 Mar 01 13:51:08.532268 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfca8e5-0dd5-4f3c-baf2-370bc811cf42 x-openstack-request-id: req-8cfca8e5-0dd5-4f3c-baf2-370bc811cf42 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:51:08.532836 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29fb50e5-e3a5-41b9-b21c-f954bdc8471e", "name": "network-vif-plugged", "status": "completed", "tag": "81ae989c-7b62-47ac-af82-3314b9b53ab0", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:51:08.533300 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8cfca8e5-0dd5-4f3c-baf2-370bc811cf42 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:51:08.533900 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29fb50e5-e3a5-41b9-b21c-f954bdc8471e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ae989c-7b62-47ac-af82-3314b9b53ab0', 'code': 200} Mar 01 13:51:08.548517 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee334c59-e926-4bb4-9bbd-332777d6f434 tempest-AllowedAddressPairTestJSON-486450751 tempest-AllowedAddressPairTestJSON-486450751-project] Pushing event deleted for resources: {'Network': ['ID=4e79325d-73c0-45e8-8826-098c6ec43efe,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:08.615027 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=81ae989c-7b62-47ac-af82-3314b9b53ab0,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:08.621625 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-999367a5-f476-446c-94f2-4df949fb82c9 req-a2d3f7b0-f9e4-42c6-bff1-25b1e7646b94 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Made reservation on behalf of 2ec5c9492ee44fd9b5f60396d6276cb8 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:51:08.628125 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-999367a5-f476-446c-94f2-4df949fb82c9 req-a2d3f7b0-f9e4-42c6-bff1-25b1e7646b94 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:08.785315 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:51:08.804824 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f796f5a-9b3a-40fc-93c8-caed44a31c51 req-857f43d8-7bbc-4dc3-b4b4-fc7f34ff040f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:08.809576 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3f796f5a-9b3a-40fc-93c8-caed44a31c51 req-857f43d8-7bbc-4dc3-b4b4-fc7f34ff040f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=29fb50e5-e3a5-41b9-b21c-f954bdc8471e HTTP/1.1" status: 200 len: 1128 time: 0.1723697 Mar 01 13:51:08.916584 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3f796f5a-9b3a-40fc-93c8-caed44a31c51 req-b3edce77-b887-4fc1-8148-8976c4bb9013 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031048 Mar 01 13:51:08.951402 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-999367a5-f476-446c-94f2-4df949fb82c9 req-a2d3f7b0-f9e4-42c6-bff1-25b1e7646b94 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Allocated IP 192.168.233.172 (5e5e5cdc-dce5-4633-91fd-8e14363cd220/909a9e4d-2330-4bdf-bf33-da65c3dea6db/b6734c07-cc91-4497-aee6-e17b8ac2bc3e) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:51:09.003175 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42242) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:09.190912 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-999367a5-f476-446c-94f2-4df949fb82c9 req-a2d3f7b0-f9e4-42c6-bff1-25b1e7646b94 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks [] for port (b6734c07-cc91-4497-aee6-e17b8ac2bc3e), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:09.203960 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8fd48-b549-4564-aa01-92f28bd7b6f6 req-b5236310-ecce-4f87-98f0-f9e21ba00532 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:09.205504 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1fb8fd48-b549-4564-aa01-92f28bd7b6f6 req-b5236310-ecce-4f87-98f0-f9e21ba00532 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 946 time: 0.1020229 Mar 01 13:51:09.310087 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1fb8fd48-b549-4564-aa01-92f28bd7b6f6 req-1977be37-621b-41a0-8a55-4588ef4df8c9 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886700 Mar 01 13:51:09.335749 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6dce0f73-1e79-43bd-95f9-80506ebad147 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a9528d58eb44a81bf8249667ab42d6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3208287 Mar 01 13:51:09.335749 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42260) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:09.357691 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-999367a5-f476-446c-94f2-4df949fb82c9 req-a2d3f7b0-f9e4-42c6-bff1-25b1e7646b94 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (b6734c07-cc91-4497-aee6-e17b8ac2bc3e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:09.373037 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['d6857392-0902-4816-913b-a3713810bc04', 'a1aeabd6-584f-4edb-8145-9277584199da', 'caee6aad-3165-44e7-bce8-75d27e02b936'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:51:09.395210 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-999367a5-f476-446c-94f2-4df949fb82c9 req-a2d3f7b0-f9e4-42c6-bff1-25b1e7646b94 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:51:09.402314 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-999367a5-f476-446c-94f2-4df949fb82c9 req-a2d3f7b0-f9e4-42c6-bff1-25b1e7646b94 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:51:09.476152 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-999367a5-f476-446c-94f2-4df949fb82c9 req-a2d3f7b0-f9e4-42c6-bff1-25b1e7646b94 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:51:09.479545 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['96c765e7-0f79-48fb-97a9-002b643806e4', '7d43b768-b3f8-45d6-a072-a26697a09eca', 'affa10dd-3560-4c64-8396-6330e98a9dde', '0a411bfb-f022-48a5-96eb-6e1577d0af17'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:51:09.566961 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14975876-6cba-42c7-b45c-735749e03333 req-d13b5f14-c8aa-43c8-82b0-a8c96ff74b90 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:09.586336 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-14975876-6cba-42c7-b45c-735749e03333 req-d13b5f14-c8aa-43c8-82b0-a8c96ff74b90 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=29fb50e5-e3a5-41b9-b21c-f954bdc8471e HTTP/1.1" status: 200 len: 946 time: 0.1508641 Mar 01 13:51:09.629889 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d3f7b0-f9e4-42c6-bff1-25b1e7646b94 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Pushing event updated for resources: {'Port': ['ID=b6734c07-cc91-4497-aee6-e17b8ac2bc3e,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:09.634927 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f1980be-578a-4631-94b4-ce2858b5e44b admin admin] Publish callbacks [] for security_group (6435432e-0134-4a7b-8b15-f394a8882329), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:09.682215 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f1980be-578a-4631-94b4-ce2858b5e44b admin admin] Publish callbacks [] for security_group (6435432e-0134-4a7b-8b15-f394a8882329), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:09.752410 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999367a5-f476-446c-94f2-4df949fb82c9 req-a2d3f7b0-f9e4-42c6-bff1-25b1e7646b94 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:09.753591 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-999367a5-f476-446c-94f2-4df949fb82c9 req-a2d3f7b0-f9e4-42c6-bff1-25b1e7646b94 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:09.791879 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:09.798500 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-999367a5-f476-446c-94f2-4df949fb82c9 req-a2d3f7b0-f9e4-42c6-bff1-25b1e7646b94 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6254513 Mar 01 13:51:09.799570 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f1980be-578a-4631-94b4-ce2858b5e44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6435432e-0134-4a7b-8b15-f394a8882329), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:09.802376 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f1980be-578a-4631-94b4-ce2858b5e44b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:09.806050 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0f1980be-578a-4631-94b4-ce2858b5e44b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6435432e-0134-4a7b-8b15-f394a8882329 HTTP/1.1" status: 204 len: 168 time: 0.4715717 Mar 01 13:51:09.827972 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-999367a5-f476-446c-94f2-4df949fb82c9 req-e1d0f330-0c3e-40d9-a430-786142ceceed service neutron] Request body: {'port': {'device_id': '7bc9e569-a74d-4cf5-a37c-ac665d380e9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:09.831591 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1980be-578a-4631-94b4-ce2858b5e44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6435432e-0134-4a7b-8b15-f394a8882329,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:09.859662 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c59623-ca17-4e17-a761-0b7e107cef7a req-6f8e1847-1fe0-4c9d-b5c3-07cf05e1a9ae tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:09.862075 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-77c59623-ca17-4e17-a761-0b7e107cef7a req-6f8e1847-1fe0-4c9d-b5c3-07cf05e1a9ae tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bc9e569-a74d-4cf5-a37c-ac665d380e9e HTTP/1.1" status: 200 len: 936 time: 0.2688515 Mar 01 13:51:09.892092 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-14975876-6cba-42c7-b45c-735749e03333 req-cab0caf3-c228-4758-ba38-9403459b5c92 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026049 Mar 01 13:51:09.904444 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:09.923579 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:51:09.925426 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device f41d6870-d794-4da0-b9dd-33a8862422ac no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:51:09.979270 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: f41d6870-d794-4da0-b9dd-33a8862422ac {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:51:09.979618 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device f41d6870-d794-4da0-b9dd-33a8862422ac not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:51:10.008420 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-999367a5-f476-446c-94f2-4df949fb82c9 req-e1d0f330-0c3e-40d9-a430-786142ceceed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b6734c07-cc91-4497-aee6-e17b8ac2bc3e), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:10.024605 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-47f58133-07fd-4d48-a0c0-f2d6b520f9e4 None None] Provisioning complete for port b6734c07-cc91-4497-aee6-e17b8ac2bc3e triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:51:10.024988 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-47f58133-07fd-4d48-a0c0-f2d6b520f9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (b6734c07-cc91-4497-aee6-e17b8ac2bc3e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:10.026257 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-77c59623-ca17-4e17-a761-0b7e107cef7a req-f7d9a2fc-6b7a-4789-a2ce-b559c92d7a89 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320112 Mar 01 13:51:10.191387 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.resource_extend [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 13:51:10.408731 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-47f58133-07fd-4d48-a0c0-f2d6b520f9e4 None None] Port b6734c07-cc91-4497-aee6-e17b8ac2bc3e cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:51:10.601646 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8073a-d866-46d4-9a90-c1a1d6b03a18 req-bb700f59-b8e0-4d5c-9a7f-aa8b770acd46 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:10.617207 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f1b8073a-d866-46d4-9a90-c1a1d6b03a18 req-bb700f59-b8e0-4d5c-9a7f-aa8b770acd46 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 946 time: 0.1264865 Mar 01 13:51:10.657945 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-999367a5-f476-446c-94f2-4df949fb82c9 req-e1d0f330-0c3e-40d9-a430-786142ceceed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6734c07-cc91-4497-aee6-e17b8ac2bc3e {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:51:10.692799 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-999367a5-f476-446c-94f2-4df949fb82c9 req-e1d0f330-0c3e-40d9-a430-786142ceceed service neutron] Publish callbacks [] for port (b6734c07-cc91-4497-aee6-e17b8ac2bc3e), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:10.718147 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-999367a5-f476-446c-94f2-4df949fb82c9 req-e1d0f330-0c3e-40d9-a430-786142ceceed service neutron] Transition to ACTIVE for port object b6734c07-cc91-4497-aee6-e17b8ac2bc3e will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:51:10.730813 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-999367a5-f476-446c-94f2-4df949fb82c9 req-e1d0f330-0c3e-40d9-a430-786142ceceed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (b6734c07-cc91-4497-aee6-e17b8ac2bc3e), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:10.763171 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f1b8073a-d866-46d4-9a90-c1a1d6b03a18 req-3f0bff9a-e527-4990-aa36-e5cae9c03c4f tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449764 Mar 01 13:51:10.766104 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=32b51c08-ad2b-48ae-ab39-7bda88c6e3b5,segment=NetworkSegment(5682489f-cf80-4a1c-8ade-e83424038ed9),segment_id=5682489f-cf80-4a1c-8ade-e83424038ed9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:10.794942 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0f330-0c3e-40d9-a430-786142ceceed service neutron] Pushing event updated for resources: {'Port': ['ID=b6734c07-cc91-4497-aee6-e17b8ac2bc3e,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:10.837053 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f69ad4-2d63-4464-9fbe-cdf73449ff06 req-c59feb48-071e-473e-9668-062a4866ef6d tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:10.838662 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-12f69ad4-2d63-4464-9fbe-cdf73449ff06 req-c59feb48-071e-473e-9668-062a4866ef6d tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=492b035e-2b66-48eb-bf95-ad11242bd554 HTTP/1.1" status: 200 len: 950 time: 0.2031550 Mar 01 13:51:10.898725 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '32b51c08-ad2b-48ae-ab39-7bda88c6e3b5', 'network_id': '6e9a6b63-cd88-4977-a9f5-19697e5a90c0', 'port_id': '32b51c08-ad2b-48ae-ab39-7bda88c6e3b5', 'mac_address': 'fa:16:3e:ee:7b:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95624b4c-3703-4ba5-9208-fd69c9df0e5f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:51:10.979453 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-999367a5-f476-446c-94f2-4df949fb82c9 req-e1d0f330-0c3e-40d9-a430-786142ceceed service neutron] Attempting to bind port b6734c07-cc91-4497-aee6-e17b8ac2bc3e on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:51:10.979765 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-999367a5-f476-446c-94f2-4df949fb82c9 req-e1d0f330-0c3e-40d9-a430-786142ceceed service neutron] Attempting to bind port b6734c07-cc91-4497-aee6-e17b8ac2bc3e by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:51:10.980273 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999367a5-f476-446c-94f2-4df949fb82c9 req-e1d0f330-0c3e-40d9-a430-786142ceceed service neutron] Attempting to bind port b6734c07-cc91-4497-aee6-e17b8ac2bc3e on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:51:10.989290 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999367a5-f476-446c-94f2-4df949fb82c9 req-e1d0f330-0c3e-40d9-a430-786142ceceed service neutron] Port b6734c07-cc91-4497-aee6-e17b8ac2bc3e on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:51:10.989574 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999367a5-f476-446c-94f2-4df949fb82c9 req-e1d0f330-0c3e-40d9-a430-786142ceceed service neutron] Attempting to bind port b6734c07-cc91-4497-aee6-e17b8ac2bc3e on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:51:11.008328 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999367a5-f476-446c-94f2-4df949fb82c9 req-e1d0f330-0c3e-40d9-a430-786142ceceed service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:51:11.008687 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999367a5-f476-446c-94f2-4df949fb82c9 req-e1d0f330-0c3e-40d9-a430-786142ceceed service neutron] Checking segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:51:11.009117 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999367a5-f476-446c-94f2-4df949fb82c9 req-e1d0f330-0c3e-40d9-a430-786142ceceed service neutron] Bound using segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:51:11.009579 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-999367a5-f476-446c-94f2-4df949fb82c9 req-e1d0f330-0c3e-40d9-a430-786142ceceed service neutron] Bound port: b6734c07-cc91-4497-aee6-e17b8ac2bc3e, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:51:11.009946 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-999367a5-f476-446c-94f2-4df949fb82c9 req-e1d0f330-0c3e-40d9-a430-786142ceceed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b6734c07-cc91-4497-aee6-e17b8ac2bc3e), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:11.033850 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5 is: ACTIVE; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:51:11.034242 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (32b51c08-ad2b-48ae-ab39-7bda88c6e3b5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:11.036774 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-12f69ad4-2d63-4464-9fbe-cdf73449ff06 req-1aaa0a43-bff1-4377-bca3-26fa659d29ee tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910923 Mar 01 13:51:11.204261 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:51:11.210023 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94d211-1887-4d73-9dda-f07beab3c8a8 req-74339096-2547-47de-9394-508c7ab0d4d2 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:11.212218 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-999367a5-f476-446c-94f2-4df949fb82c9 req-e1d0f330-0c3e-40d9-a430-786142ceceed service neutron] For port b6734c07-cc91-4497-aee6-e17b8ac2bc3e, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:51:11.217933 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-999367a5-f476-446c-94f2-4df949fb82c9 req-e1d0f330-0c3e-40d9-a430-786142ceceed service neutron] For port b6734c07-cc91-4497-aee6-e17b8ac2bc3e, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b6734c07-cc91-4497-aee6-e17b8ac2bc3e,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:51:11.218353 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dd94d211-1887-4d73-9dda-f07beab3c8a8 req-74339096-2547-47de-9394-508c7ab0d4d2 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=29fb50e5-e3a5-41b9-b21c-f954bdc8471e HTTP/1.1" status: 200 len: 946 time: 0.1744483 Mar 01 13:51:11.241587 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-999367a5-f476-446c-94f2-4df949fb82c9 req-e1d0f330-0c3e-40d9-a430-786142ceceed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (b6734c07-cc91-4497-aee6-e17b8ac2bc3e), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:11.313767 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999367a5-f476-446c-94f2-4df949fb82c9 req-e1d0f330-0c3e-40d9-a430-786142ceceed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:11.314759 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-999367a5-f476-446c-94f2-4df949fb82c9 req-e1d0f330-0c3e-40d9-a430-786142ceceed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:11.318084 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-999367a5-f476-446c-94f2-4df949fb82c9 req-e1d0f330-0c3e-40d9-a430-786142ceceed service neutron] 10.222.0.32 "PUT /v2.0/ports/b6734c07-cc91-4497-aee6-e17b8ac2bc3e HTTP/1.1" status: 200 len: 1096 time: 1.4957049 Mar 01 13:51:11.323550 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc9e569-a74d-4cf5-a37c-ac665d380e9e', 'tag': 'b6734c07-cc91-4497-aee6-e17b8ac2bc3e'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:51:11.325205 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=32b51c08-ad2b-48ae-ab39-7bda88c6e3b5,segment=NetworkSegment(5682489f-cf80-4a1c-8ade-e83424038ed9),segment_id=5682489f-cf80-4a1c-8ade-e83424038ed9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:11.327451 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d5782b-02e1-4c9f-9cef-31e3ff65832e" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc9e569-a74d-4cf5-a37c-ac665d380e9e", "tag": "b6734c07-cc91-4497-aee6-e17b8ac2bc3e"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:51:11.347445 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (32b51c08-ad2b-48ae-ab39-7bda88c6e3b5), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:11.391227 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dd94d211-1887-4d73-9dda-f07beab3c8a8 req-1f97ee23-6002-4413-b852-2edc583d0393 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717970 Mar 01 13:51:11.417351 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f201a-f77c-4514-be84-f0ebfaca4ba2 req-e80e401b-6c55-4a4a-8da9-64f44ceb48e7 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:11.425942 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-af6f201a-f77c-4514-be84-f0ebfaca4ba2 req-e80e401b-6c55-4a4a-8da9-64f44ceb48e7 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bc9e569-a74d-4cf5-a37c-ac665d380e9e HTTP/1.1" status: 200 len: 948 time: 0.2368789 Mar 01 13:51:11.508018 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0f330-0c3e-40d9-a430-786142ceceed service neutron] Pushing event updated for resources: {'Port': ['ID=b6734c07-cc91-4497-aee6-e17b8ac2bc3e,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:11.547027 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f30364-a0b0-4bc7-9067-54eeccba552f x-openstack-request-id: req-a3f30364-a0b0-4bc7-9067-54eeccba552f {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:51:11.548302 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc9e569-a74d-4cf5-a37c-ac665d380e9e", "tag": "b6734c07-cc91-4497-aee6-e17b8ac2bc3e", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:51:11.548846 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3f30364-a0b0-4bc7-9067-54eeccba552f {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:51:11.549505 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bc9e569-a74d-4cf5-a37c-ac665d380e9e', 'tag': 'b6734c07-cc91-4497-aee6-e17b8ac2bc3e', 'status': 'completed', 'code': 200} Mar 01 13:51:11.551170 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42316) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:11.577461 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999367a5-f476-446c-94f2-4df949fb82c9 req-f94b6535-89cd-4570-bcd5-6557dc28d032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:11.579336 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-999367a5-f476-446c-94f2-4df949fb82c9 req-f94b6535-89cd-4570-bcd5-6557dc28d032 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&device_id=7bc9e569-a74d-4cf5-a37c-ac665d380e9e HTTP/1.1" status: 200 len: 1130 time: 0.1662292 Mar 01 13:51:11.593125 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-af6f201a-f77c-4514-be84-f0ebfaca4ba2 req-11e7bb9d-4bd0-43ac-a986-5450a5f19894 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602402 Mar 01 13:51:11.657645 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['32b51c08-ad2b-48ae-ab39-7bda88c6e3b5'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:51:11.699764 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-999367a5-f476-446c-94f2-4df949fb82c9 req-b1666616-ee30-454c-89d6-ddc9681a6acd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=b6734c07-cc91-4497-aee6-e17b8ac2bc3e HTTP/1.1" status: 200 len: 217 time: 0.1088619 Mar 01 13:51:11.810954 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=32b51c08-ad2b-48ae-ab39-7bda88c6e3b5,revision_number=6']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:11.817523 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999367a5-f476-446c-94f2-4df949fb82c9 req-fe94abea-e2d3-4666-b37c-a77be6942bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:11.819069 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-999367a5-f476-446c-94f2-4df949fb82c9 req-fe94abea-e2d3-4666-b37c-a77be6942bf8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.1067953 Mar 01 13:51:11.846089 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-a772f93c-52c9-4857-91f9-c40335bdff57 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Request body: {'security_group': {'name': 'tempest-secgroup--1796121378'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:11.895008 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999367a5-f476-446c-94f2-4df949fb82c9 req-83a2b2e0-0ce8-4407-b809-25bbba2d6de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:11.897650 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-999367a5-f476-446c-94f2-4df949fb82c9 req-83a2b2e0-0ce8-4407-b809-25bbba2d6de3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0657568 Mar 01 13:51:11.951937 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a772f93c-52c9-4857-91f9-c40335bdff57 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:11.973736 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a772f93c-52c9-4857-91f9-c40335bdff57 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:12.013967 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36302b3-912c-4611-b931-be8caa48ac10 req-0ced3d5d-e6c6-42e3-9fd0-f9678a78acf2 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:12.025095 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e36302b3-912c-4611-b931-be8caa48ac10 req-0ced3d5d-e6c6-42e3-9fd0-f9678a78acf2 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 945 time: 0.1435454 Mar 01 13:51:12.106073 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-999367a5-f476-446c-94f2-4df949fb82c9 req-61345ee3-56ec-474b-a256-faa1aa5dd0f6 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976418 Mar 01 13:51:12.149696 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e36302b3-912c-4611-b931-be8caa48ac10 req-9b74af87-5aa7-4e6b-b2ef-27df2ee2eb2f tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213262 Mar 01 13:51:12.237071 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-999367a5-f476-446c-94f2-4df949fb82c9 req-d4d53f8c-c074-4710-818b-d0e3dfd87d76 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206412 Mar 01 13:51:12.261215 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a772f93c-52c9-4857-91f9-c40335bdff57 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (dae37440-561c-4889-93ad-9d57782c0f39), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:12.299547 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a772f93c-52c9-4857-91f9-c40335bdff57 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (dae37440-561c-4889-93ad-9d57782c0f39), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:12.360139 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772f93c-52c9-4857-91f9-c40335bdff57 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dae37440-561c-4889-93ad-9d57782c0f39,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:12.373968 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d2fc5-ca10-4630-8fa5-c0b19ef020bf req-017f5f24-880c-42c6-87c7-12a77cb4dd76 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:12.377448 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ab1d2fc5-ca10-4630-8fa5-c0b19ef020bf req-017f5f24-880c-42c6-87c7-12a77cb4dd76 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=492b035e-2b66-48eb-bf95-ad11242bd554 HTTP/1.1" status: 200 len: 950 time: 0.1587451 Mar 01 13:51:12.423697 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5782b-02e1-4c9f-9cef-31e3ff65832e req-ac9a6a82-0732-4c7f-975a-afc3b8fd2b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:12.426088 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c0d5782b-02e1-4c9f-9cef-31e3ff65832e req-ac9a6a82-0732-4c7f-975a-afc3b8fd2b03 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&device_id=7bc9e569-a74d-4cf5-a37c-ac665d380e9e HTTP/1.1" status: 200 len: 1130 time: 0.1095095 Mar 01 13:51:12.455354 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ab1d2fc5-ca10-4630-8fa5-c0b19ef020bf req-a01a1478-da4b-4dd9-a633-4887795bb1d7 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645039 Mar 01 13:51:12.457820 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a772f93c-52c9-4857-91f9-c40335bdff57 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (a6deeece-2f75-49dc-aca6-7904c915f13a), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:12.465621 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a772f93c-52c9-4857-91f9-c40335bdff57 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a6deeece-2f75-49dc-aca6-7904c915f13a), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:12.511248 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772f93c-52c9-4857-91f9-c40335bdff57 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6deeece-2f75-49dc-aca6-7904c915f13a,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:12.516950 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a772f93c-52c9-4857-91f9-c40335bdff57 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:12.521389 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a772f93c-52c9-4857-91f9-c40335bdff57 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9651644 Mar 01 13:51:12.521389 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42334) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:12.605416 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5782b-02e1-4c9f-9cef-31e3ff65832e req-b0237b7d-9852-4779-835b-163a1c9dd921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:12.606539 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c0d5782b-02e1-4c9f-9cef-31e3ff65832e req-b0237b7d-9852-4779-835b-163a1c9dd921 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.1722429 Mar 01 13:51:12.623503 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-60b564c5-c30c-4eba-88af-bdaed05ebab8 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1009545 Mar 01 13:51:12.631905 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42336) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:12.636840 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-e1b49ce6-4f34-44d5-be09-f0c4cd16c3bd tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Request body: {'security_group': {'name': 'tempest-security--439318612', 'description': 'tempest-security-description-1103843885'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:12.697221 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c0d5782b-02e1-4c9f-9cef-31e3ff65832e req-680b0738-31b4-4f81-b5ca-43ef3a4654d9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=b6734c07-cc91-4497-aee6-e17b8ac2bc3e HTTP/1.1" status: 200 len: 217 time: 0.0737422 Mar 01 13:51:12.769610 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5782b-02e1-4c9f-9cef-31e3ff65832e req-395eabc9-3fc0-44e0-9fff-9e1317021e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:12.771988 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c0d5782b-02e1-4c9f-9cef-31e3ff65832e req-395eabc9-3fc0-44e0-9fff-9e1317021e68 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0683377 Mar 01 13:51:12.790243 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e1b49ce6-4f34-44d5-be09-f0c4cd16c3bd tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (a6deeece-2f75-49dc-aca6-7904c915f13a), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:12.839104 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5782b-02e1-4c9f-9cef-31e3ff65832e req-33579cdc-4cd2-4657-9fe8-727a9ca5c58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:12.859431 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c0d5782b-02e1-4c9f-9cef-31e3ff65832e req-33579cdc-4cd2-4657-9fe8-727a9ca5c58b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0752134 Mar 01 13:51:12.864267 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cb950-70fc-4223-be4c-74b22b6b99ed req-c6f9f12c-698a-4216-a52f-4907ee66592a tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:12.865796 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-471cb950-70fc-4223-be4c-74b22b6b99ed req-c6f9f12c-698a-4216-a52f-4907ee66592a tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bc9e569-a74d-4cf5-a37c-ac665d380e9e HTTP/1.1" status: 200 len: 948 time: 0.1405144 Mar 01 13:51:12.885378 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e1b49ce6-4f34-44d5-be09-f0c4cd16c3bd tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (a6deeece-2f75-49dc-aca6-7904c915f13a), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:12.899112 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e1b49ce6-4f34-44d5-be09-f0c4cd16c3bd tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a6deeece-2f75-49dc-aca6-7904c915f13a), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:12.902151 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e1b49ce6-4f34-44d5-be09-f0c4cd16c3bd tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:12.906234 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e1b49ce6-4f34-44d5-be09-f0c4cd16c3bd tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "PUT /v2.0/security-groups/a6deeece-2f75-49dc-aca6-7904c915f13a HTTP/1.1" status: 200 len: 1796 time: 0.2732666 Mar 01 13:51:12.906850 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42358) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:12.967210 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c0d5782b-02e1-4c9f-9cef-31e3ff65832e req-a45f95a3-b76d-4a1f-a944-46aa13f23844 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050451 Mar 01 13:51:13.020209 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b49ce6-4f34-44d5-be09-f0c4cd16c3bd tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6deeece-2f75-49dc-aca6-7904c915f13a,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:13.041865 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-471cb950-70fc-4223-be4c-74b22b6b99ed req-108138ee-ce99-4d2e-a443-795398a3a2cf tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702020 Mar 01 13:51:13.065154 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3e317dbe-28d7-408a-9f1f-47af9bae18be tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "GET /v2.0/security-groups/a6deeece-2f75-49dc-aca6-7904c915f13a HTTP/1.1" status: 200 len: 1796 time: 0.1385143 Mar 01 13:51:13.068249 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42360) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:13.109323 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c0d5782b-02e1-4c9f-9cef-31e3ff65832e req-9e05551d-b513-46cd-94ba-1c2c7a5758aa service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301394 Mar 01 13:51:13.112257 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dad584-78d0-4612-9cf0-8df10c865835 req-669a8303-c75d-4820-b4ec-60fb8222f2d4 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:13.114398 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-21dad584-78d0-4612-9cf0-8df10c865835 req-669a8303-c75d-4820-b4ec-60fb8222f2d4 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.32 "GET /v2.0/ports?device_id=492b035e-2b66-48eb-bf95-ad11242bd554 HTTP/1.1" status: 200 len: 950 time: 0.1710041 Mar 01 13:51:13.217485 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-20a2e604-96cf-4999-b4b9-a923ba9d00d6 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (a6deeece-2f75-49dc-aca6-7904c915f13a), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:13.294837 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-20a2e604-96cf-4999-b4b9-a923ba9d00d6 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (a6deeece-2f75-49dc-aca6-7904c915f13a), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:13.365320 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786440df-9cc1-43b4-b35a-f76cc8c24e47 req-03d513aa-a25a-42d7-86df-88f2eeffc001 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:13.372021 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-786440df-9cc1-43b4-b35a-f76cc8c24e47 req-03d513aa-a25a-42d7-86df-88f2eeffc001 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 945 time: 0.1172287 Mar 01 13:51:13.386228 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-21dad584-78d0-4612-9cf0-8df10c865835 req-3e22d67a-cf6a-4b8e-ab6c-25d453f22139 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Deleting port aa06a6eb-b941-478b-b1ac-775e72817311 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:51:13.388311 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-21dad584-78d0-4612-9cf0-8df10c865835 req-3e22d67a-cf6a-4b8e-ab6c-25d453f22139 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (aa06a6eb-b941-478b-b1ac-775e72817311), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:13.397358 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-20a2e604-96cf-4999-b4b9-a923ba9d00d6 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a6deeece-2f75-49dc-aca6-7904c915f13a), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:13.399989 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-20a2e604-96cf-4999-b4b9-a923ba9d00d6 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:13.401144 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-20a2e604-96cf-4999-b4b9-a923ba9d00d6 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "DELETE /v2.0/security-groups/a6deeece-2f75-49dc-aca6-7904c915f13a HTTP/1.1" status: 204 len: 168 time: 0.3320067 Mar 01 13:51:13.403702 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42364) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:13.461692 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2e604-96cf-4999-b4b9-a923ba9d00d6 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6deeece-2f75-49dc-aca6-7904c915f13a,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:13.500021 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-786440df-9cc1-43b4-b35a-f76cc8c24e47 req-c001be3f-80f7-4cbf-8556-266ded68717e tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231494 Mar 01 13:51:13.532338 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-276499bb-a3ab-43d6-9d34-6df947bb9a10 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1274753 Mar 01 13:51:13.535379 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42368) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:13.561569 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-21dad584-78d0-4612-9cf0-8df10c865835 req-3e22d67a-cf6a-4b8e-ab6c-25d453f22139 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] For port aa06a6eb-b941-478b-b1ac-775e72817311, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=aa06a6eb-b941-478b-b1ac-775e72817311,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:13.561569 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-21dad584-78d0-4612-9cf0-8df10c865835 req-3e22d67a-cf6a-4b8e-ab6c-25d453f22139 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (aa06a6eb-b941-478b-b1ac-775e72817311), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:13.570693 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-11969e01-5b07-4788-8908-022e0ca0f88b tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] delete failed (client error): The resource could not be found. Mar 01 13:51:13.570693 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-11969e01-5b07-4788-8908-022e0ca0f88b tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "DELETE /v2.0/security-groups/a6deeece-2f75-49dc-aca6-7904c915f13a HTTP/1.1" status: 404 len: 347 time: 0.0295713 Mar 01 13:51:13.576813 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42370) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:13.581405 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-dd6706ee-bf27-4205-a700-f6005f212d6f tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Request body: {'security_group': {'name': 'tempest-secgroup--1208839631'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:13.587538 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-21dad584-78d0-4612-9cf0-8df10c865835 req-3e22d67a-cf6a-4b8e-ab6c-25d453f22139 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Calling delete_port for aa06a6eb-b941-478b-b1ac-775e72817311 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:51:13.627727 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dd6706ee-bf27-4205-a700-f6005f212d6f tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:13.710801 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8e33a-2b5c-49f1-9532-8c847ec432d4 req-43019021-1735-4d0c-a9e2-9836a713c23a tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:13.712852 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dbf8e33a-2b5c-49f1-9532-8c847ec432d4 req-43019021-1735-4d0c-a9e2-9836a713c23a tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=492b035e-2b66-48eb-bf95-ad11242bd554 HTTP/1.1" status: 200 len: 950 time: 0.1219032 Mar 01 13:51:13.734487 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dd6706ee-bf27-4205-a700-f6005f212d6f tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (cc875e6c-936f-47e0-8ef6-a730f6596175), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:13.740910 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dd6706ee-bf27-4205-a700-f6005f212d6f tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (cc875e6c-936f-47e0-8ef6-a730f6596175), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:13.776374 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dd6706ee-bf27-4205-a700-f6005f212d6f tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:13.789452 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42384) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:13.791853 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-dd6706ee-bf27-4205-a700-f6005f212d6f tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2039506 Mar 01 13:51:13.793241 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6706ee-bf27-4205-a700-f6005f212d6f tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc875e6c-936f-47e0-8ef6-a730f6596175,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:13.798451 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-dd7113d2-0289-48ec-8a5d-9ce388936dc6 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Request body: {'security_group_rule': {'security_group_id': 'cc875e6c-936f-47e0-8ef6-a730f6596175', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:13.807549 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6706ee-bf27-4205-a700-f6005f212d6f tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:13.808155 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6706ee-bf27-4205-a700-f6005f212d6f tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:13.808719 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6706ee-bf27-4205-a700-f6005f212d6f tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:13.809273 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6706ee-bf27-4205-a700-f6005f212d6f tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:13.809787 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6706ee-bf27-4205-a700-f6005f212d6f tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:13.810354 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6706ee-bf27-4205-a700-f6005f212d6f tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:13.811083 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6706ee-bf27-4205-a700-f6005f212d6f tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:13.811605 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6706ee-bf27-4205-a700-f6005f212d6f tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:13.812208 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6706ee-bf27-4205-a700-f6005f212d6f tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:13.812716 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6706ee-bf27-4205-a700-f6005f212d6f tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:13.813223 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6706ee-bf27-4205-a700-f6005f212d6f tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:13.813749 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6706ee-bf27-4205-a700-f6005f212d6f tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:13.814252 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6706ee-bf27-4205-a700-f6005f212d6f tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:13.842796 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dbf8e33a-2b5c-49f1-9532-8c847ec432d4 req-95c12eeb-caa5-4936-a455-a4277c846e6e tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241007 Mar 01 13:51:13.872531 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-21dad584-78d0-4612-9cf0-8df10c865835 req-3e22d67a-cf6a-4b8e-ab6c-25d453f22139 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (aa06a6eb-b941-478b-b1ac-775e72817311), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:13.881028 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd7113d2-0289-48ec-8a5d-9ce388936dc6 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (9f4ab1b3-e2a9-4dee-ab5a-dc0a12429e2f), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:13.887955 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['aa06a6eb-b941-478b-b1ac-775e72817311', 'b175afeb-a600-4850-a0ac-022d6c939c65'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:51:13.925561 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22d67a-cf6a-4b8e-ab6c-25d453f22139 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Pushing event deleted for resources: {'Port': ['ID=aa06a6eb-b941-478b-b1ac-775e72817311,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:13.983948 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:51:13.997832 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-21dad584-78d0-4612-9cf0-8df10c865835 req-3e22d67a-cf6a-4b8e-ab6c-25d453f22139 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] No DVR routers for this DVR port aa06a6eb-b941-478b-b1ac-775e72817311 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:51:14.028399 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd7113d2-0289-48ec-8a5d-9ce388936dc6 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (9f4ab1b3-e2a9-4dee-ab5a-dc0a12429e2f), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:14.030425 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-21dad584-78d0-4612-9cf0-8df10c865835 req-3e22d67a-cf6a-4b8e-ab6c-25d453f22139 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:14.034487 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-21dad584-78d0-4612-9cf0-8df10c865835 req-3e22d67a-cf6a-4b8e-ab6c-25d453f22139 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.32 "DELETE /v2.0/ports/aa06a6eb-b941-478b-b1ac-775e72817311 HTTP/1.1" status: 204 len: 173 time: 0.9095857 Mar 01 13:51:14.034963 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492b035e-2b66-48eb-bf95-ad11242bd554', 'name': 'network-vif-deleted', 'tag': 'aa06a6eb-b941-478b-b1ac-775e72817311'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:51:14.037690 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5639688-ff99-4a44-a71a-6afd3a79c415" -d '{"events": [{"server_uuid": "492b035e-2b66-48eb-bf95-ad11242bd554", "name": "network-vif-deleted", "tag": "aa06a6eb-b941-478b-b1ac-775e72817311"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:51:14.041301 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd7113d2-0289-48ec-8a5d-9ce388936dc6 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (9f4ab1b3-e2a9-4dee-ab5a-dc0a12429e2f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:14.064298 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7113d2-0289-48ec-8a5d-9ce388936dc6 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f4ab1b3-e2a9-4dee-ab5a-dc0a12429e2f,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:14.078558 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd7113d2-0289-48ec-8a5d-9ce388936dc6 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:14.093205 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-dd7113d2-0289-48ec-8a5d-9ce388936dc6 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2983379 Mar 01 13:51:14.096057 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42414) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:14.128745 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ee46f0b0-11b1-4b57-ab13-d7aa97fd6e46 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (9f4ab1b3-e2a9-4dee-ab5a-dc0a12429e2f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:14.139092 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ee46f0b0-11b1-4b57-ab13-d7aa97fd6e46 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (9f4ab1b3-e2a9-4dee-ab5a-dc0a12429e2f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:14.146500 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de8ecbc-e891-452b-9eb6-fc8322ca06e6 x-openstack-request-id: req-8de8ecbc-e891-452b-9eb6-fc8322ca06e6 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:51:14.146795 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492b035e-2b66-48eb-bf95-ad11242bd554", "name": "network-vif-deleted", "tag": "aa06a6eb-b941-478b-b1ac-775e72817311", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:51:14.147049 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8de8ecbc-e891-452b-9eb6-fc8322ca06e6 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:51:14.147491 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492b035e-2b66-48eb-bf95-ad11242bd554', 'name': 'network-vif-deleted', 'tag': 'aa06a6eb-b941-478b-b1ac-775e72817311', 'status': 'completed', 'code': 200} Mar 01 13:51:14.181314 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:51:14.184540 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ee46f0b0-11b1-4b57-ab13-d7aa97fd6e46 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (9f4ab1b3-e2a9-4dee-ab5a-dc0a12429e2f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:14.185038 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (32b51c08-ad2b-48ae-ab39-7bda88c6e3b5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:14.206229 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ee46f0b0-11b1-4b57-ab13-d7aa97fd6e46 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:14.207454 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ee46f0b0-11b1-4b57-ab13-d7aa97fd6e46 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/9f4ab1b3-e2a9-4dee-ab5a-dc0a12429e2f HTTP/1.1" status: 204 len: 168 time: 0.1102529 Mar 01 13:51:14.211041 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42416) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:14.215876 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46f0b0-11b1-4b57-ab13-d7aa97fd6e46 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f4ab1b3-e2a9-4dee-ab5a-dc0a12429e2f,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:14.246070 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ed551-2b13-45cb-91fc-1bb494f96b3d req-c975a583-e23d-43e6-9b99-e7383dd5a309 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:14.248342 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-294ed551-2b13-45cb-91fc-1bb494f96b3d req-c975a583-e23d-43e6-9b99-e7383dd5a309 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/ports?device_id=0205a609-0062-4635-be52-a55c1df2a64c HTTP/1.1" status: 200 len: 949 time: 0.0864978 Mar 01 13:51:14.313966 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42418) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:14.315249 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-dcf05524-b479-4c7d-a279-b5c419a51e3c tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1029270 Mar 01 13:51:14.349750 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:51:14.350385 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (32b51c08-ad2b-48ae-ab39-7bda88c6e3b5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:14.354529 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac28895-eab7-4b6a-bef7-5a89228aa0fa req-53b40174-9b4b-4976-935d-7f128b571781 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:14.356773 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ac28895-eab7-4b6a-bef7-5a89228aa0fa req-53b40174-9b4b-4976-935d-7f128b571781 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bc9e569-a74d-4cf5-a37c-ac665d380e9e HTTP/1.1" status: 200 len: 948 time: 0.1079745 Mar 01 13:51:14.389488 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd317c1-ad31-4a6a-b8b8-ace3b76e817c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b51c08-ad2b-48ae-ab39-7bda88c6e3b5'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:51:14.398458 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5aa3d4-4501-4ff6-a18d-5e281d2d594c" -d '{"events": [{"server_uuid": "2cd317c1-ad31-4a6a-b8b8-ace3b76e817c", "name": "network-vif-plugged", "status": "completed", "tag": "32b51c08-ad2b-48ae-ab39-7bda88c6e3b5"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:51:14.413263 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=32b51c08-ad2b-48ae-ab39-7bda88c6e3b5,segment=NetworkSegment(5682489f-cf80-4a1c-8ade-e83424038ed9),segment_id=5682489f-cf80-4a1c-8ade-e83424038ed9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:14.419423 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (32b51c08-ad2b-48ae-ab39-7bda88c6e3b5), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:14.420204 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device aa06a6eb-b941-478b-b1ac-775e72817311 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:51:14.442580 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: aa06a6eb-b941-478b-b1ac-775e72817311 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:51:14.442939 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device aa06a6eb-b941-478b-b1ac-775e72817311 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:51:14.506580 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=32b51c08-ad2b-48ae-ab39-7bda88c6e3b5,revision_number=7']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:14.686064 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-294ed551-2b13-45cb-91fc-1bb494f96b3d req-92fe8010-6140-4e78-aa56-033712e516d3 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0d2017-27c4-40ed-8ff7-4d726b30135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066069 Mar 01 13:51:14.738515 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ac28895-eab7-4b6a-bef7-5a89228aa0fa req-a0313ef0-d457-432c-891b-549c9e7a0d7b tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576369 Mar 01 13:51:14.741510 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d85218f-ce56-44e4-abf8-d6937263dc34 x-openstack-request-id: req-4d85218f-ce56-44e4-abf8-d6937263dc34 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:51:14.742071 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd317c1-ad31-4a6a-b8b8-ace3b76e817c", "name": "network-vif-plugged", "status": "completed", "tag": "32b51c08-ad2b-48ae-ab39-7bda88c6e3b5", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:51:14.746526 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d85218f-ce56-44e4-abf8-d6937263dc34 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:51:14.747143 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd317c1-ad31-4a6a-b8b8-ace3b76e817c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b51c08-ad2b-48ae-ab39-7bda88c6e3b5', 'code': 200} Mar 01 13:51:14.763504 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-badd05e8-32a0-4ae1-b86a-333bc548a0bd tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (cc875e6c-936f-47e0-8ef6-a730f6596175), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:14.791415 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-badd05e8-32a0-4ae1-b86a-333bc548a0bd tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (cc875e6c-936f-47e0-8ef6-a730f6596175), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:14.867244 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-badd05e8-32a0-4ae1-b86a-333bc548a0bd tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (cc875e6c-936f-47e0-8ef6-a730f6596175), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:14.869945 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-badd05e8-32a0-4ae1-b86a-333bc548a0bd tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:14.873327 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-badd05e8-32a0-4ae1-b86a-333bc548a0bd tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "DELETE /v2.0/security-groups/cc875e6c-936f-47e0-8ef6-a730f6596175 HTTP/1.1" status: 204 len: 168 time: 0.5559933 Mar 01 13:51:14.873892 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42428) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:14.881010 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73236805-3c64-4766-b73e-ffd62734d827 req-5f9fcdc9-3c3e-437c-ad53-db03e8329778 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:14.882505 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73236805-3c64-4766-b73e-ffd62734d827 req-5f9fcdc9-3c3e-437c-ad53-db03e8329778 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 946 time: 0.0828695 Mar 01 13:51:14.896704 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd05e8-32a0-4ae1-b86a-333bc548a0bd tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc875e6c-936f-47e0-8ef6-a730f6596175,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:14.935004 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73236805-3c64-4766-b73e-ffd62734d827 req-3fdd8934-a0e4-4918-9679-7714ca53452f tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457771 Mar 01 13:51:14.960865 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-02a77505-4c6c-48cb-89aa-1fb9fbbf7a13 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0819347 Mar 01 13:51:14.961332 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42430) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:14.966458 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-d6f79a10-8568-4b84-9126-7be2a9b62f8e tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Request body: {'security_group': {'name': 'tempest-secgroup--592246928'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:14.994829 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d6f79a10-8568-4b84-9126-7be2a9b62f8e tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:15.069921 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bf914b14-d47c-4a43-ac3f-0a5502b295a8 req-4cdf2f21-87f9-40f6-b299-18e734e398d3 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=492b035e-2b66-48eb-bf95-ad11242bd554 HTTP/1.1" status: 200 len: 210 time: 0.0344212 Mar 01 13:51:15.142945 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d6f79a10-8568-4b84-9126-7be2a9b62f8e tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (b71c8a07-adb9-4429-af77-3efc840c4243), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:15.147540 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d6f79a10-8568-4b84-9126-7be2a9b62f8e tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b71c8a07-adb9-4429-af77-3efc840c4243), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:15.185906 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d6f79a10-8568-4b84-9126-7be2a9b62f8e tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:15.187355 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d6f79a10-8568-4b84-9126-7be2a9b62f8e tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2247162 Mar 01 13:51:15.190140 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42440) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:15.195729 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-55083b70-944f-4182-87ec-a5ad2e7161af tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Request body: {'security_group_rule': {'security_group_id': 'b71c8a07-adb9-4429-af77-3efc840c4243', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:15.201824 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f79a10-8568-4b84-9126-7be2a9b62f8e tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b71c8a07-adb9-4429-af77-3efc840c4243,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:15.226498 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-55083b70-944f-4182-87ec-a5ad2e7161af tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (c0fbd498-6501-4e71-b9df-042e4dc16f63), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:15.291107 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-55083b70-944f-4182-87ec-a5ad2e7161af tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (c0fbd498-6501-4e71-b9df-042e4dc16f63), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:15.295008 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-55083b70-944f-4182-87ec-a5ad2e7161af tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (c0fbd498-6501-4e71-b9df-042e4dc16f63), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:15.304484 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42446) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:15.318084 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55083b70-944f-4182-87ec-a5ad2e7161af tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0fbd498-6501-4e71-b9df-042e4dc16f63,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:15.324564 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-55083b70-944f-4182-87ec-a5ad2e7161af tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:15.325753 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-55083b70-944f-4182-87ec-a5ad2e7161af tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1343021 Mar 01 13:51:15.328664 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42450) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:15.333780 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-0b88b050-8e49-4793-b3b7-3e84d54255bb tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Request body: {'security_group_rule': {'security_group_id': 'b71c8a07-adb9-4429-af77-3efc840c4243', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:15.364914 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0b88b050-8e49-4793-b3b7-3e84d54255bb tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (3fdddf54-0f36-4c87-87d7-192190707c43), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:15.417765 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0b88b050-8e49-4793-b3b7-3e84d54255bb tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (3fdddf54-0f36-4c87-87d7-192190707c43), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:15.428059 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0b88b050-8e49-4793-b3b7-3e84d54255bb tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (3fdddf54-0f36-4c87-87d7-192190707c43), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:15.467230 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b88b050-8e49-4793-b3b7-3e84d54255bb tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fdddf54-0f36-4c87-87d7-192190707c43,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:15.477184 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0b88b050-8e49-4793-b3b7-3e84d54255bb tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:15.478380 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0b88b050-8e49-4793-b3b7-3e84d54255bb tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1487398 Mar 01 13:51:15.481088 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42452) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:15.487085 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-a49f9a8c-4333-4c9b-bf6b-16ecfee8abb5 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Request body: {'security_group_rule': {'security_group_id': 'b71c8a07-adb9-4429-af77-3efc840c4243', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:15.495738 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-9150afc4-6e7e-4b81-a990-fb06a0691eb3 admin admin] Deleting subnet 0074be29-4f96-45b4-82b7-e955d173d55c {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:51:15.500337 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9150afc4-6e7e-4b81-a990-fb06a0691eb3 admin admin] Publish callbacks [] for subnet (0074be29-4f96-45b4-82b7-e955d173d55c), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:15.545632 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9150afc4-6e7e-4b81-a990-fb06a0691eb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (0074be29-4f96-45b4-82b7-e955d173d55c), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:15.563631 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a49f9a8c-4333-4c9b-bf6b-16ecfee8abb5 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (bb73a316-d228-4eca-8a27-bdde5c693b37), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:15.609018 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9150afc4-6e7e-4b81-a990-fb06a0691eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (0074be29-4f96-45b4-82b7-e955d173d55c), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:15.653258 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a49f9a8c-4333-4c9b-bf6b-16ecfee8abb5 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (bb73a316-d228-4eca-8a27-bdde5c693b37), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:15.660644 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a49f9a8c-4333-4c9b-bf6b-16ecfee8abb5 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (bb73a316-d228-4eca-8a27-bdde5c693b37), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:15.685351 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f9a8c-4333-4c9b-bf6b-16ecfee8abb5 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb73a316-d228-4eca-8a27-bdde5c693b37,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:15.694787 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9150afc4-6e7e-4b81-a990-fb06a0691eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (0074be29-4f96-45b4-82b7-e955d173d55c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:15.702484 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a49f9a8c-4333-4c9b-bf6b-16ecfee8abb5 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:15.703708 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a49f9a8c-4333-4c9b-bf6b-16ecfee8abb5 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2216933 Mar 01 13:51:15.706443 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42454) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:15.711173 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-2e265c37-d867-4590-9716-cf7a41aecdc5 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Request body: {'security_group_rule': {'security_group_id': 'b71c8a07-adb9-4429-af77-3efc840c4243', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:15.741449 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9150afc4-6e7e-4b81-a990-fb06a0691eb3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:15.744803 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9150afc4-6e7e-4b81-a990-fb06a0691eb3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0074be29-4f96-45b4-82b7-e955d173d55c HTTP/1.1" status: 204 len: 168 time: 0.4393177 Mar 01 13:51:15.745669 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150afc4-6e7e-4b81-a990-fb06a0691eb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0074be29-4f96-45b4-82b7-e955d173d55c,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:15.747331 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42458) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:15.752605 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2e265c37-d867-4590-9716-cf7a41aecdc5 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (424497e5-f97f-49b2-87c0-ec7552be8410), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:15.832083 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2e265c37-d867-4590-9716-cf7a41aecdc5 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (424497e5-f97f-49b2-87c0-ec7552be8410), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:15.840262 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2e265c37-d867-4590-9716-cf7a41aecdc5 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (424497e5-f97f-49b2-87c0-ec7552be8410), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:15.860791 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e265c37-d867-4590-9716-cf7a41aecdc5 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=424497e5-f97f-49b2-87c0-ec7552be8410,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:15.869177 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fdcf834a-67f3-4ea6-87cd-6bf418db8c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (1db2e377-eb34-4fc8-b308-125f1046605c), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:15.871411 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2e265c37-d867-4590-9716-cf7a41aecdc5 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:15.875264 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2e265c37-d867-4590-9716-cf7a41aecdc5 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1653702 Mar 01 13:51:15.875868 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42462) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:15.880886 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-ac5b2764-ab7a-4ae1-9b33-f65989aa4665 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Request body: {'security_group_rule': {'security_group_id': 'b71c8a07-adb9-4429-af77-3efc840c4243', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:15.908454 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ac5b2764-ab7a-4ae1-9b33-f65989aa4665 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (004d5776-47c9-46d7-84dc-addf0d533425), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:15.954778 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f82351-97ae-4dbe-b21e-9be2c1d4d0f9 req-7254b324-9a07-4485-847f-f98a3eb408a3 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:15.956300 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d7f82351-97ae-4dbe-b21e-9be2c1d4d0f9 req-7254b324-9a07-4485-847f-f98a3eb408a3 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/ports?device_id=0205a609-0062-4635-be52-a55c1df2a64c HTTP/1.1" status: 200 len: 949 time: 0.1377528 Mar 01 13:51:15.966542 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6ccb6-e958-414b-9df4-339f25a16f7c req-740f7f47-2ab7-4604-b48f-62b30f70b723 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:15.968084 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6cb6ccb6-e958-414b-9df4-339f25a16f7c req-740f7f47-2ab7-4604-b48f-62b30f70b723 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bc9e569-a74d-4cf5-a37c-ac665d380e9e HTTP/1.1" status: 200 len: 948 time: 0.1131685 Mar 01 13:51:15.974615 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ac5b2764-ab7a-4ae1-9b33-f65989aa4665 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (004d5776-47c9-46d7-84dc-addf0d533425), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:15.981926 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ac5b2764-ab7a-4ae1-9b33-f65989aa4665 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (004d5776-47c9-46d7-84dc-addf0d533425), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:16.000987 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b2764-ab7a-4ae1-9b33-f65989aa4665 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=004d5776-47c9-46d7-84dc-addf0d533425,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:16.007904 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ac5b2764-ab7a-4ae1-9b33-f65989aa4665 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:16.009273 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ac5b2764-ab7a-4ae1-9b33-f65989aa4665 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1323898 Mar 01 13:51:16.012558 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42468) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:16.043211 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-06659d07-2171-4f9d-839f-629c9594aff1 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (004d5776-47c9-46d7-84dc-addf0d533425), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:16.048198 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fdcf834a-67f3-4ea6-87cd-6bf418db8c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (1db2e377-eb34-4fc8-b308-125f1046605c), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:16.051627 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-06659d07-2171-4f9d-839f-629c9594aff1 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (004d5776-47c9-46d7-84dc-addf0d533425), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:16.083283 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-06659d07-2171-4f9d-839f-629c9594aff1 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (004d5776-47c9-46d7-84dc-addf0d533425), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:16.088841 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-06659d07-2171-4f9d-839f-629c9594aff1 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:16.092250 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-06659d07-2171-4f9d-839f-629c9594aff1 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/004d5776-47c9-46d7-84dc-addf0d533425 HTTP/1.1" status: 204 len: 168 time: 0.0757847 Mar 01 13:51:16.094129 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42470) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:16.105374 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06659d07-2171-4f9d-839f-629c9594aff1 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=004d5776-47c9-46d7-84dc-addf0d533425,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:16.111041 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d7f82351-97ae-4dbe-b21e-9be2c1d4d0f9 req-bf4cbde2-d459-4e64-8133-e2beadd352ef tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0d2017-27c4-40ed-8ff7-4d726b30135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317997 Mar 01 13:51:16.115522 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-fdcf834a-67f3-4ea6-87cd-6bf418db8c63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db2e377-eb34-4fc8-b308-125f1046605c']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:51:16.126395 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6cb6ccb6-e958-414b-9df4-339f25a16f7c req-ae7a600d-1639-4463-b9ac-65c0c6e62a5c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152785 Mar 01 13:51:16.130820 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-fdcf834a-67f3-4ea6-87cd-6bf418db8c63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a36c5e58-8887-44ea-b2e7-4336450f7579') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:51:16.131117 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-fdcf834a-67f3-4ea6-87cd-6bf418db8c63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a36c5e58-8887-44ea-b2e7-4336450f7579') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:51:16.140966 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fdcf834a-67f3-4ea6-87cd-6bf418db8c63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (a36c5e58-8887-44ea-b2e7-4336450f7579), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:16.155407 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-83bd0361-1e8b-44ae-bfac-ce4ea067c1f4 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0570765 Mar 01 13:51:16.155609 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42474) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:16.170755 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fdcf834a-67f3-4ea6-87cd-6bf418db8c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (a36c5e58-8887-44ea-b2e7-4336450f7579), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:16.193661 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdcf834a-67f3-4ea6-87cd-6bf418db8c63 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:51:16.194307 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fdcf834a-67f3-4ea6-87cd-6bf418db8c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (a36c5e58-8887-44ea-b2e7-4336450f7579), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:16.196248 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 13:51:16.196248 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:51:16.196248 n-d-827467-3 neutron-server[103727]: timer() Mar 01 13:51:16.196248 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:51:16.196248 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 13:51:16.196248 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:51:16.196248 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 13:51:16.196248 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:51:16.196248 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 13:51:16.196248 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:51:16.196248 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 13:51:16.196248 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:51:16.196248 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 13:51:16.196248 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:51:16.196248 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:51:16.196248 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:51:16.196248 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:51:16.196248 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:51:16.196248 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 13:51:16.196248 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:51:16.196248 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 13:51:16.196248 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:51:16.196248 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:51:16.196248 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:51:16.196248 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 13:51:16.196248 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:51:16.196248 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:51:16.196248 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:51:16.196248 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:51:16.196248 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:51:16.196248 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:51:16.196248 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:51:16.218443 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5d237404-c4f3-4121-9d29-87474496026f tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (424497e5-f97f-49b2-87c0-ec7552be8410), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:16.263079 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5d237404-c4f3-4121-9d29-87474496026f tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (424497e5-f97f-49b2-87c0-ec7552be8410), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:16.331773 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fdcf834a-67f3-4ea6-87cd-6bf418db8c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (1db2e377-eb34-4fc8-b308-125f1046605c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:16.339880 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fdcf834a-67f3-4ea6-87cd-6bf418db8c63 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:16.344160 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-fdcf834a-67f3-4ea6-87cd-6bf418db8c63 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1db2e377-eb34-4fc8-b308-125f1046605c HTTP/1.1" status: 204 len: 168 time: 0.5957913 Mar 01 13:51:16.346533 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5d237404-c4f3-4121-9d29-87474496026f tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (424497e5-f97f-49b2-87c0-ec7552be8410), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:16.369388 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5d237404-c4f3-4121-9d29-87474496026f tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:16.371345 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5d237404-c4f3-4121-9d29-87474496026f tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/424497e5-f97f-49b2-87c0-ec7552be8410 HTTP/1.1" status: 204 len: 168 time: 0.2145691 Mar 01 13:51:16.373605 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42492) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:16.379570 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af94806-7719-4abc-ad69-25010ef751e4 req-f6ec6817-cc32-42d2-bf88-3e0c6ab92ed7 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:16.381188 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7af94806-7719-4abc-ad69-25010ef751e4 req-f6ec6817-cc32-42d2-bf88-3e0c6ab92ed7 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 946 time: 0.1340108 Mar 01 13:51:16.386339 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf834a-67f3-4ea6-87cd-6bf418db8c63 admin admin] Pushing event deleted for resources: {'Network': ['ID=1db2e377-eb34-4fc8-b308-125f1046605c,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:16.391528 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d237404-c4f3-4121-9d29-87474496026f tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=424497e5-f97f-49b2-87c0-ec7552be8410,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:16.455256 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7af94806-7719-4abc-ad69-25010ef751e4 req-370ff0cc-1e5b-4821-a301-f86a76e871f8 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661888 Mar 01 13:51:16.456974 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-10ccbd81-edbc-4663-ae7e-f92ae14b8d25 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0821831 Mar 01 13:51:16.460696 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42494) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:16.505896 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d3192eaa-890b-479f-a687-eaece237e023 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (bb73a316-d228-4eca-8a27-bdde5c693b37), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:16.534193 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d3192eaa-890b-479f-a687-eaece237e023 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (bb73a316-d228-4eca-8a27-bdde5c693b37), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:16.568978 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42504) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:16.584394 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d3192eaa-890b-479f-a687-eaece237e023 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (bb73a316-d228-4eca-8a27-bdde5c693b37), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:16.594402 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d3192eaa-890b-479f-a687-eaece237e023 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:16.596046 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d3192eaa-890b-479f-a687-eaece237e023 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/bb73a316-d228-4eca-8a27-bdde5c693b37 HTTP/1.1" status: 204 len: 168 time: 0.1341810 Mar 01 13:51:16.600762 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42508) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:16.608251 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3192eaa-890b-479f-a687-eaece237e023 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb73a316-d228-4eca-8a27-bdde5c693b37,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:16.667410 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ef800bda-ca57-4c13-8b14-fe02f36ad2af tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0633113 Mar 01 13:51:16.667410 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42512) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:16.673377 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a38e2c13-63c9-4812-9ae9-2daba65db146 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f3e60b304ea34ca8a598bc4e060e2ca5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1001966 Mar 01 13:51:16.675122 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42514) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:16.727283 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee875a0a-6f20-47a7-9764-050eab39f07c tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (3fdddf54-0f36-4c87-87d7-192190707c43), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:16.740080 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a58fc891-6dee-4660-81d8-2f51720d9af1 admin admin] Publish callbacks [] for security_group (706a5f53-f9d9-4f40-ae85-a4dae5b7bc53), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:16.745534 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee875a0a-6f20-47a7-9764-050eab39f07c tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (3fdddf54-0f36-4c87-87d7-192190707c43), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:16.780831 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee875a0a-6f20-47a7-9764-050eab39f07c tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (3fdddf54-0f36-4c87-87d7-192190707c43), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:16.792629 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee875a0a-6f20-47a7-9764-050eab39f07c tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:16.794494 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ee875a0a-6f20-47a7-9764-050eab39f07c tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/3fdddf54-0f36-4c87-87d7-192190707c43 HTTP/1.1" status: 204 len: 168 time: 0.1262472 Mar 01 13:51:16.797053 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42522) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:16.814632 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee875a0a-6f20-47a7-9764-050eab39f07c tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3fdddf54-0f36-4c87-87d7-192190707c43,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:16.819557 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a58fc891-6dee-4660-81d8-2f51720d9af1 admin admin] Publish callbacks [] for security_group (706a5f53-f9d9-4f40-ae85-a4dae5b7bc53), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:16.841164 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315823a-e3c5-4506-a8b0-1db0251322b5 req-a7d2f7b4-c829-4e1b-954e-30dd45139afe tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:16.843253 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f315823a-e3c5-4506-a8b0-1db0251322b5 req-a7d2f7b4-c829-4e1b-954e-30dd45139afe tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 951 time: 0.1010857 Mar 01 13:51:16.873741 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5fdb5688-cad4-4dfd-a1a5-e58c1e30237a tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0746734 Mar 01 13:51:16.876261 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42524) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:16.914992 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f8696531-0576-4d5f-a2c8-5edd4fa8bfa9 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (c0fbd498-6501-4e71-b9df-042e4dc16f63), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:16.929014 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f8696531-0576-4d5f-a2c8-5edd4fa8bfa9 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (c0fbd498-6501-4e71-b9df-042e4dc16f63), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:16.944754 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f315823a-e3c5-4506-a8b0-1db0251322b5 req-241fa2eb-8d2a-4bda-95e7-e21f83684628 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910795 Mar 01 13:51:16.945377 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a58fc891-6dee-4660-81d8-2f51720d9af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (706a5f53-f9d9-4f40-ae85-a4dae5b7bc53), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:16.948120 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a58fc891-6dee-4660-81d8-2f51720d9af1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:16.951619 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a58fc891-6dee-4660-81d8-2f51720d9af1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/706a5f53-f9d9-4f40-ae85-a4dae5b7bc53 HTTP/1.1" status: 204 len: 168 time: 0.2726395 Mar 01 13:51:16.958742 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58fc891-6dee-4660-81d8-2f51720d9af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706a5f53-f9d9-4f40-ae85-a4dae5b7bc53,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:17.001285 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f8696531-0576-4d5f-a2c8-5edd4fa8bfa9 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (c0fbd498-6501-4e71-b9df-042e4dc16f63), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:17.008400 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f8696531-0576-4d5f-a2c8-5edd4fa8bfa9 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:17.012492 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f8696531-0576-4d5f-a2c8-5edd4fa8bfa9 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/c0fbd498-6501-4e71-b9df-042e4dc16f63 HTTP/1.1" status: 204 len: 168 time: 0.1295066 Mar 01 13:51:17.013940 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42536) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:17.033945 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8696531-0576-4d5f-a2c8-5edd4fa8bfa9 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0fbd498-6501-4e71-b9df-042e4dc16f63,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:17.114894 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-37cddb0a-861d-4afc-9ca3-799bd8338134 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0996842 Mar 01 13:51:17.117664 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42548) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:17.161858 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f249048-0fb7-46ce-a238-489e4d85286f req-5f8ecdf5-1244-4166-ab70-d4071c1569ca tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:17.168926 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4f249048-0fb7-46ce-a238-489e4d85286f req-5f8ecdf5-1244-4166-ab70-d4071c1569ca tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 946 time: 0.0956049 Mar 01 13:51:17.235810 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3b44ca6d-f7d8-4322-814b-b44d2d7ed7fa tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (b71c8a07-adb9-4429-af77-3efc840c4243), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:17.237941 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4f249048-0fb7-46ce-a238-489e4d85286f req-1273f13b-4cab-40b5-90e6-818f519295c7 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666404 Mar 01 13:51:17.295713 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3b44ca6d-f7d8-4322-814b-b44d2d7ed7fa tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (b71c8a07-adb9-4429-af77-3efc840c4243), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:17.373462 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3b44ca6d-f7d8-4322-814b-b44d2d7ed7fa tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b71c8a07-adb9-4429-af77-3efc840c4243), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:17.376821 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3b44ca6d-f7d8-4322-814b-b44d2d7ed7fa tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:17.381934 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3b44ca6d-f7d8-4322-814b-b44d2d7ed7fa tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "DELETE /v2.0/security-groups/b71c8a07-adb9-4429-af77-3efc840c4243 HTTP/1.1" status: 204 len: 168 time: 0.2627847 Mar 01 13:51:17.382283 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42566) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:17.401624 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a59426-0828-40de-85d6-597a8bf60cb8 req-f92b92fe-a0b5-49e7-9371-32929039e9fe tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:17.406423 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-51a59426-0828-40de-85d6-597a8bf60cb8 req-f92b92fe-a0b5-49e7-9371-32929039e9fe tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bc9e569-a74d-4cf5-a37c-ac665d380e9e HTTP/1.1" status: 200 len: 948 time: 0.0916679 Mar 01 13:51:17.416680 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b44ca6d-f7d8-4322-814b-b44d2d7ed7fa tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71c8a07-adb9-4429-af77-3efc840c4243,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:17.463730 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e9535053-d336-4849-9f26-9398e7d7fc9e tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0701027 Mar 01 13:51:17.467840 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42572) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:17.476207 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-d661dd28-9423-4cec-ab56-f0c5081f91fc tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Request body: {'security_group': {'name': 'tempest-secgroup--947160664'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:17.498239 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d661dd28-9423-4cec-ab56-f0c5081f91fc tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:17.503945 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-51a59426-0828-40de-85d6-597a8bf60cb8 req-0ef2c270-aee0-49b4-8916-f175e83697a7 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930660 Mar 01 13:51:17.612269 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d661dd28-9423-4cec-ab56-f0c5081f91fc tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (699e74c9-8e5e-4978-829b-172316d2c569), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:17.618299 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d661dd28-9423-4cec-ab56-f0c5081f91fc tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (699e74c9-8e5e-4978-829b-172316d2c569), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:17.649270 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d661dd28-9423-4cec-ab56-f0c5081f91fc tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:17.650602 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d661dd28-9423-4cec-ab56-f0c5081f91fc tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1780617 Mar 01 13:51:17.652500 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661dd28-9423-4cec-ab56-f0c5081f91fc tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=699e74c9-8e5e-4978-829b-172316d2c569,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:17.653396 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42588) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:17.658872 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-badbcf34-4f73-4e58-a593-b2176c6042cc tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Request body: {'security_group_rule': {'security_group_id': '699e74c9-8e5e-4978-829b-172316d2c569', 'direction': 'ingress', 'protocol': 17}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:17.695409 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-badbcf34-4f73-4e58-a593-b2176c6042cc tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (53a4d84d-914a-4ea2-a0b6-4a35753d1c8b), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:17.752840 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-badbcf34-4f73-4e58-a593-b2176c6042cc tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (53a4d84d-914a-4ea2-a0b6-4a35753d1c8b), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:17.757867 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-badbcf34-4f73-4e58-a593-b2176c6042cc tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (53a4d84d-914a-4ea2-a0b6-4a35753d1c8b), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:17.776102 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbcf34-4f73-4e58-a593-b2176c6042cc tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a4d84d-914a-4ea2-a0b6-4a35753d1c8b,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:17.785918 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-badbcf34-4f73-4e58-a593-b2176c6042cc tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:17.787114 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-badbcf34-4f73-4e58-a593-b2176c6042cc tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1320376 Mar 01 13:51:17.790121 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42600) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:17.851044 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b4190e2a-0241-4b61-8799-a08c83a3af94 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (699e74c9-8e5e-4978-829b-172316d2c569), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:17.874662 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b4190e2a-0241-4b61-8799-a08c83a3af94 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (699e74c9-8e5e-4978-829b-172316d2c569), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:17.932631 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b4190e2a-0241-4b61-8799-a08c83a3af94 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (699e74c9-8e5e-4978-829b-172316d2c569), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:17.935812 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b4190e2a-0241-4b61-8799-a08c83a3af94 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:17.937072 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b4190e2a-0241-4b61-8799-a08c83a3af94 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "DELETE /v2.0/security-groups/699e74c9-8e5e-4978-829b-172316d2c569 HTTP/1.1" status: 204 len: 168 time: 0.1459579 Mar 01 13:51:17.939936 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42612) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:17.947825 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4190e2a-0241-4b61-8799-a08c83a3af94 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=699e74c9-8e5e-4978-829b-172316d2c569,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:17.991463 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b6734c07-cc91-4497-aee6-e17b8ac2bc3e details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:51:17.993711 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:51:17.993984 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42620) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:18.013256 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-48d18840-3dd3-4188-8c3c-da8b031ed8d1 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0702667 Mar 01 13:51:18.016000 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42624) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:18.020830 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-48d2d12e-9fd7-4ba5-9639-781a5425efcb tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Request body: {'security_group': {'name': 'tempest-secgroup--575551633'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:18.043933 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-48d2d12e-9fd7-4ba5-9639-781a5425efcb tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:18.128659 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-3f3de800-bc83-49ce-833c-ab6f3b383346 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-349521120-network', 'tenant_id': '0fe356b70b6a43008a58b9462b2b03e7'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:18.146933 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7e74c-bf4d-4a7b-9bb8-c52adcb1170f req-4a8844cc-40b3-46f7-9b81-5d6137f1f4f4 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:18.148562 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-28c7e74c-bf4d-4a7b-9bb8-c52adcb1170f req-4a8844cc-40b3-46f7-9b81-5d6137f1f4f4 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 951 time: 0.0859799 Mar 01 13:51:18.152393 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3de800-bc83-49ce-833c-ab6f3b383346 admin admin] Made reservation on behalf of 0fe356b70b6a43008a58b9462b2b03e7 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:51:18.154907 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3f3de800-bc83-49ce-833c-ab6f3b383346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:18.160010 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b6734c07-cc91-4497-aee6-e17b8ac2bc3e, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b6734c07-cc91-4497-aee6-e17b8ac2bc3e,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:18.167566 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3f3de800-bc83-49ce-833c-ab6f3b383346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:18.172239 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'b6734c07-cc91-4497-aee6-e17b8ac2bc3e', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': 'b6734c07-cc91-4497-aee6-e17b8ac2bc3e', 'mac_address': 'fa:16:3e:f9:12:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:51:18.183909 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-48d2d12e-9fd7-4ba5-9639-781a5425efcb tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (c9d82434-7d36-454c-90ec-e2a40dcd4f1b), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:18.190520 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-48d2d12e-9fd7-4ba5-9639-781a5425efcb tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c9d82434-7d36-454c-90ec-e2a40dcd4f1b), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:18.238011 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-28c7e74c-bf4d-4a7b-9bb8-c52adcb1170f req-3c63c455-c585-4ce2-a6c0-70e9070c9298 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825138 Mar 01 13:51:18.242466 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-48d2d12e-9fd7-4ba5-9639-781a5425efcb tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:18.243151 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-48d2d12e-9fd7-4ba5-9639-781a5425efcb tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2259710 Mar 01 13:51:18.245416 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2d12e-9fd7-4ba5-9639-781a5425efcb tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d82434-7d36-454c-90ec-e2a40dcd4f1b,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:18.247296 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42626) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:18.262094 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-8314199c-9d75-4271-8b5b-938da51bbec1 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Request body: {'security_group': {'name': 'tempest-secgroup--496794787'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:18.281572 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3f3de800-bc83-49ce-833c-ab6f3b383346 admin admin] Publish callbacks [] for security_group (b332677f-1182-4a4e-9c04-a143e0a3c980), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:18.281789 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8314199c-9d75-4271-8b5b-938da51bbec1 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:18.287821 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3f3de800-bc83-49ce-833c-ab6f3b383346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b332677f-1182-4a4e-9c04-a143e0a3c980), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:18.310146 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f3de800-bc83-49ce-833c-ab6f3b383346 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:51:18.326637 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3de800-bc83-49ce-833c-ab6f3b383346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b332677f-1182-4a4e-9c04-a143e0a3c980,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:18.330045 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3f3de800-bc83-49ce-833c-ab6f3b383346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (bffb2426-a4f2-4898-be49-a8547863bf21), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:18.330581 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-3f3de800-bc83-49ce-833c-ab6f3b383346 admin admin] Added segment bffb2426-a4f2-4898-be49-a8547863bf21 of type vlan for network ef281989-2746-4ecc-b6f1-48f595c50496 Mar 01 13:51:18.385712 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3f3de800-bc83-49ce-833c-ab6f3b383346 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (ef281989-2746-4ecc-b6f1-48f595c50496), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:18.395866 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8314199c-9d75-4271-8b5b-938da51bbec1 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (42c67de3-2f61-486a-a6cf-c1f7729186cf), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:18.402108 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8314199c-9d75-4271-8b5b-938da51bbec1 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (42c67de3-2f61-486a-a6cf-c1f7729186cf), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:18.415268 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3f3de800-bc83-49ce-833c-ab6f3b383346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (ef281989-2746-4ecc-b6f1-48f595c50496), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:18.416377 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3de800-bc83-49ce-833c-ab6f3b383346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:18.417077 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3f3de800-bc83-49ce-833c-ab6f3b383346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:18.423202 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312648f-e9b7-405a-903d-c32119dc469c req-e0b52070-d637-4cce-a780-edc301ef7222 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:18.430695 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e312648f-e9b7-405a-903d-c32119dc469c req-e0b52070-d637-4cce-a780-edc301ef7222 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 946 time: 0.1025412 Mar 01 13:51:18.462200 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port b6734c07-cc91-4497-aee6-e17b8ac2bc3e is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:51:18.462898 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b6734c07-cc91-4497-aee6-e17b8ac2bc3e), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:18.469275 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314199c-9d75-4271-8b5b-938da51bbec1 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42c67de3-2f61-486a-a6cf-c1f7729186cf,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:18.479854 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8314199c-9d75-4271-8b5b-938da51bbec1 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:18.481352 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8314199c-9d75-4271-8b5b-938da51bbec1 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2329865 Mar 01 13:51:18.485323 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3f3de800-bc83-49ce-833c-ab6f3b383346 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4877863 Mar 01 13:51:18.485468 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42630) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:18.485752 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42632) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:18.493517 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6734c07-cc91-4497-aee6-e17b8ac2bc3e {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:51:18.498225 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-11dada91-342e-4b21-bd0a-3c8bfeb56279 admin admin] Request body: {'subnet': {'network_id': 'ef281989-2746-4ecc-b6f1-48f595c50496', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-349521120-subnet', 'tenant_id': '0fe356b70b6a43008a58b9462b2b03e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:18.499588 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5 is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:51:18.499748 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3de800-bc83-49ce-833c-ab6f3b383346 admin admin] Pushing event updated for resources: {'Network': ['ID=ef281989-2746-4ecc-b6f1-48f595c50496,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:18.500222 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (32b51c08-ad2b-48ae-ab39-7bda88c6e3b5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:18.503992 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-c72b8695-634e-4c38-b909-de13898d14c9 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Request body: {'security_group_rule': {'security_group_id': 'c9d82434-7d36-454c-90ec-e2a40dcd4f1b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '42c67de3-2f61-486a-a6cf-c1f7729186cf', 'remote_ip_prefix': None}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:18.521384 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network ef281989-2746-4ecc-b6f1-48f595c50496 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:51:18.540213 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e312648f-e9b7-405a-903d-c32119dc469c req-8c34b940-ed50-4dcb-b777-ba9d96e66ba3 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087923 Mar 01 13:51:18.553327 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b6734c07-cc91-4497-aee6-e17b8ac2bc3e, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b6734c07-cc91-4497-aee6-e17b8ac2bc3e,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:18.569161 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11dada91-342e-4b21-bd0a-3c8bfeb56279 admin admin] Made reservation on behalf of 0fe356b70b6a43008a58b9462b2b03e7 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:51:18.572393 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-11dada91-342e-4b21-bd0a-3c8bfeb56279 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:18.596580 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd317c1-ad31-4a6a-b8b8-ace3b76e817c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32b51c08-ad2b-48ae-ab39-7bda88c6e3b5'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:51:18.598956 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbdcee7-06d0-4b66-8f5d-e9e95797573c" -d '{"events": [{"server_uuid": "2cd317c1-ad31-4a6a-b8b8-ace3b76e817c", "name": "network-vif-unplugged", "status": "completed", "tag": "32b51c08-ad2b-48ae-ab39-7bda88c6e3b5"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:51:18.605211 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b6734c07-cc91-4497-aee6-e17b8ac2bc3e), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:18.622309 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c72b8695-634e-4c38-b909-de13898d14c9 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (30e531f6-aac1-4a65-be4a-5fabf27cb6b3), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:18.625092 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=32b51c08-ad2b-48ae-ab39-7bda88c6e3b5,segment=NetworkSegment(5682489f-cf80-4a1c-8ade-e83424038ed9),segment_id=5682489f-cf80-4a1c-8ade-e83424038ed9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:18.652734 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (32b51c08-ad2b-48ae-ab39-7bda88c6e3b5), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:18.653427 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device d449d059-cd82-40c3-b8ba-d86c2eedc7f4 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:51:18.661261 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 13:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6547ecf-11b5-4991-8ba9-fc89447b3129 x-openstack-request-id: req-d6547ecf-11b5-4991-8ba9-fc89447b3129 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:51:18.661493 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd317c1-ad31-4a6a-b8b8-ace3b76e817c", "name": "network-vif-unplugged", "status": "completed", "tag": "32b51c08-ad2b-48ae-ab39-7bda88c6e3b5", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:51:18.661674 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6547ecf-11b5-4991-8ba9-fc89447b3129 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:51:18.662068 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd317c1-ad31-4a6a-b8b8-ace3b76e817c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32b51c08-ad2b-48ae-ab39-7bda88c6e3b5', 'code': 200} Mar 01 13:51:18.714388 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=b6734c07-cc91-4497-aee6-e17b8ac2bc3e,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:18.786709 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a497f-37d6-49bc-a9d6-e9766950bd28 req-79cbeb8d-02be-436c-939f-5c183484e7c6 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:18.788268 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-673a497f-37d6-49bc-a9d6-e9766950bd28 req-79cbeb8d-02be-436c-939f-5c183484e7c6 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bc9e569-a74d-4cf5-a37c-ac665d380e9e HTTP/1.1" status: 200 len: 949 time: 0.1698925 Mar 01 13:51:18.797740 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=32b51c08-ad2b-48ae-ab39-7bda88c6e3b5,revision_number=8']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:18.803720 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port d449d059-cd82-40c3-b8ba-d86c2eedc7f4 is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:51:18.804121 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d449d059-cd82-40c3-b8ba-d86c2eedc7f4), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:18.837145 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port d449d059-cd82-40c3-b8ba-d86c2eedc7f4, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=d449d059-cd82-40c3-b8ba-d86c2eedc7f4,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:18.841063 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (d449d059-cd82-40c3-b8ba-d86c2eedc7f4), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:18.860175 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c72b8695-634e-4c38-b909-de13898d14c9 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (30e531f6-aac1-4a65-be4a-5fabf27cb6b3), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:18.872432 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c72b8695-634e-4c38-b909-de13898d14c9 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (30e531f6-aac1-4a65-be4a-5fabf27cb6b3), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:18.889929 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=d449d059-cd82-40c3-b8ba-d86c2eedc7f4,revision_number=8']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:18.895462 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf598886-e2a2-49d6-bc47-356c70887dba req-014d34d5-b625-4e11-bb1f-1c816cd99012 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:18.897025 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bf598886-e2a2-49d6-bc47-356c70887dba req-014d34d5-b625-4e11-bb1f-1c816cd99012 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.32 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 951 time: 0.1803269 Mar 01 13:51:18.934224 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b8695-634e-4c38-b909-de13898d14c9 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e531f6-aac1-4a65-be4a-5fabf27cb6b3,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:18.959273 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c72b8695-634e-4c38-b909-de13898d14c9 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:18.960483 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c72b8695-634e-4c38-b909-de13898d14c9 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4755819 Mar 01 13:51:18.963442 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42640) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:18.984743 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-673a497f-37d6-49bc-a9d6-e9766950bd28 req-6394d981-5625-4ec3-9cc3-378e1115c8e3 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849263 Mar 01 13:51:18.992106 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0d569bde-dba8-44f1-9eaa-c1f7e9eaf0d7 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (30e531f6-aac1-4a65-be4a-5fabf27cb6b3), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:19.007167 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0d569bde-dba8-44f1-9eaa-c1f7e9eaf0d7 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (30e531f6-aac1-4a65-be4a-5fabf27cb6b3), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:19.029033 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0d569bde-dba8-44f1-9eaa-c1f7e9eaf0d7 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (30e531f6-aac1-4a65-be4a-5fabf27cb6b3), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:19.038049 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0d569bde-dba8-44f1-9eaa-c1f7e9eaf0d7 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:19.039427 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-11dada91-342e-4b21-bd0a-3c8bfeb56279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (28884a92-0f85-4b3c-9d12-af17022ea48c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:19.040175 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0d569bde-dba8-44f1-9eaa-c1f7e9eaf0d7 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/30e531f6-aac1-4a65-be4a-5fabf27cb6b3 HTTP/1.1" status: 204 len: 168 time: 0.0749383 Mar 01 13:51:19.042082 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42648) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:19.056189 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d569bde-dba8-44f1-9eaa-c1f7e9eaf0d7 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30e531f6-aac1-4a65-be4a-5fabf27cb6b3,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:19.099857 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-690a3b4b-42b5-4d1f-b51e-1c8e0a4b141b tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0540221 Mar 01 13:51:19.100112 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42654) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:19.109475 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dada91-342e-4b21-bd0a-3c8bfeb56279 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28884a92-0f85-4b3c-9d12-af17022ea48c,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:19.120402 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-bf598886-e2a2-49d6-bc47-356c70887dba req-2b6d8401-12ca-4cb3-92d0-82035e90abb8 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Deleting port b175afeb-a600-4850-a0ac-022d6c939c65 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:51:19.120402 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bf598886-e2a2-49d6-bc47-356c70887dba req-2b6d8401-12ca-4cb3-92d0-82035e90abb8 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (b175afeb-a600-4850-a0ac-022d6c939c65), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:19.146243 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['b6734c07-cc91-4497-aee6-e17b8ac2bc3e'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:51:19.157595 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8857636f-3114-4c28-b9d7-d4398a1f79f0 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (42c67de3-2f61-486a-a6cf-c1f7729186cf), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:19.182184 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dada91-342e-4b21-bd0a-3c8bfeb56279 admin admin] Checking segment: {'id': 'bffb2426-a4f2-4898-be49-a8547863bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ef281989-2746-4ecc-b6f1-48f595c50496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:51:19.183012 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dada91-342e-4b21-bd0a-3c8bfeb56279 admin admin] Network hostable DHCP agents. Network: ef281989-2746-4ecc-b6f1-48f595c50496, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:51:19.188860 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8857636f-3114-4c28-b9d7-d4398a1f79f0 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (42c67de3-2f61-486a-a6cf-c1f7729186cf), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:19.229237 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dada91-342e-4b21-bd0a-3c8bfeb56279 admin admin] Network ef281989-2746-4ecc-b6f1-48f595c50496 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:51:19.237794 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-bf598886-e2a2-49d6-bc47-356c70887dba req-2b6d8401-12ca-4cb3-92d0-82035e90abb8 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] For port b175afeb-a600-4850-a0ac-022d6c939c65, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b175afeb-a600-4850-a0ac-022d6c939c65,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:19.238175 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bf598886-e2a2-49d6-bc47-356c70887dba req-2b6d8401-12ca-4cb3-92d0-82035e90abb8 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (b175afeb-a600-4850-a0ac-022d6c939c65), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:19.242964 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8857636f-3114-4c28-b9d7-d4398a1f79f0 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (42c67de3-2f61-486a-a6cf-c1f7729186cf), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:19.248560 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8857636f-3114-4c28-b9d7-d4398a1f79f0 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:19.250172 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8857636f-3114-4c28-b9d7-d4398a1f79f0 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "DELETE /v2.0/security-groups/42c67de3-2f61-486a-a6cf-c1f7729186cf HTTP/1.1" status: 204 len: 168 time: 0.1491349 Mar 01 13:51:19.254650 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42656) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:19.259508 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-bf598886-e2a2-49d6-bc47-356c70887dba req-2b6d8401-12ca-4cb3-92d0-82035e90abb8 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Calling delete_port for b175afeb-a600-4850-a0ac-022d6c939c65 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:51:19.261173 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-11dada91-342e-4b21-bd0a-3c8bfeb56279 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, ef281989-2746-4ecc-b6f1-48f595c50496) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:51:19.267415 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dada91-342e-4b21-bd0a-3c8bfeb56279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:19.268208 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-11dada91-342e-4b21-bd0a-3c8bfeb56279 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:19.275055 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857636f-3114-4c28-b9d7-d4398a1f79f0 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c67de3-2f61-486a-a6cf-c1f7729186cf,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:19.280848 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252f3efe-616c-4c6c-829a-aec7e86bffcc None None] Network ef281989-2746-4ecc-b6f1-48f595c50496 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:51:19.308438 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-11dada91-342e-4b21-bd0a-3c8bfeb56279 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8189034 Mar 01 13:51:19.346268 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0c29d42d-7430-4d1b-806e-9b114ecf307b tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0888908 Mar 01 13:51:19.348840 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42662) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:19.431941 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3598b62a-4321-46ee-a988-a654eb7e12e5 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (c9d82434-7d36-454c-90ec-e2a40dcd4f1b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:19.452395 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcffe3d-ecc1-4302-8b2b-ef6ce5e56677 None None] Network ef281989-2746-4ecc-b6f1-48f595c50496 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:51:19.459149 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b542ed8-101f-4adb-bf80-a138093ff400 req-263f5fb9-ccb7-44d4-bc35-9351189de027 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:19.460968 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5b542ed8-101f-4adb-bf80-a138093ff400 req-263f5fb9-ccb7-44d4-bc35-9351189de027 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 951 time: 0.0969753 Mar 01 13:51:19.476286 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3598b62a-4321-46ee-a988-a654eb7e12e5 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (c9d82434-7d36-454c-90ec-e2a40dcd4f1b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:19.539012 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5b542ed8-101f-4adb-bf80-a138093ff400 req-ede3427b-151b-461e-af40-f6d7e33de0c1 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ac2c542-01a7-4543-ac42-991941116211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714164 Mar 01 13:51:19.569422 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3598b62a-4321-46ee-a988-a654eb7e12e5 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c9d82434-7d36-454c-90ec-e2a40dcd4f1b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:19.572515 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3598b62a-4321-46ee-a988-a654eb7e12e5 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:19.576930 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3598b62a-4321-46ee-a988-a654eb7e12e5 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "DELETE /v2.0/security-groups/c9d82434-7d36-454c-90ec-e2a40dcd4f1b HTTP/1.1" status: 204 len: 168 time: 0.2239134 Mar 01 13:51:19.577651 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42674) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:19.604899 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598b62a-4321-46ee-a988-a654eb7e12e5 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d82434-7d36-454c-90ec-e2a40dcd4f1b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:19.627856 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825d399-566f-40aa-8a2c-97dc10e9bef5 req-3f76fe78-76e0-4d16-9e97-ce3053a2f32d tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:19.629914 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c825d399-566f-40aa-8a2c-97dc10e9bef5 req-3f76fe78-76e0-4d16-9e97-ce3053a2f32d tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 944 time: 0.1057625 Mar 01 13:51:19.676792 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c02ce984-ec3b-403c-a65f-aba8796258d0 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0957143 Mar 01 13:51:19.682106 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42676) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:19.686417 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-db7cfe6f-6b75-416e-83be-94a55a653d25 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Request body: {'security_group': {'name': 'tempest-secgroup--2112581839'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:19.695788 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bf598886-e2a2-49d6-bc47-356c70887dba req-2b6d8401-12ca-4cb3-92d0-82035e90abb8 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (b175afeb-a600-4850-a0ac-022d6c939c65), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:19.707605 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['b175afeb-a600-4850-a0ac-022d6c939c65'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:51:19.710184 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18175a-6746-45ef-b717-f1cf66ff5e54 req-b043283c-abc8-45c0-8f97-0a353a533cc8 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:19.718438 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7e18175a-6746-45ef-b717-f1cf66ff5e54 req-b043283c-abc8-45c0-8f97-0a353a533cc8 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 944 time: 0.0965371 Mar 01 13:51:19.748059 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-db7cfe6f-6b75-416e-83be-94a55a653d25 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:19.781165 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d8401-12ca-4cb3-92d0-82035e90abb8 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Pushing event deleted for resources: {'Port': ['ID=b175afeb-a600-4850-a0ac-022d6c939c65,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:19.822901 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-c825d399-566f-40aa-8a2c-97dc10e9bef5 req-5c25466a-fb63-4223-8da6-fa673c122e45 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Deleting port 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:51:19.823306 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c825d399-566f-40aa-8a2c-97dc10e9bef5 req-5c25466a-fb63-4223-8da6-fa673c122e45 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (32b51c08-ad2b-48ae-ab39-7bda88c6e3b5), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:19.846266 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf598886-e2a2-49d6-bc47-356c70887dba req-2b6d8401-12ca-4cb3-92d0-82035e90abb8 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] No DVR routers for this DVR port b175afeb-a600-4850-a0ac-022d6c939c65 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:51:19.855822 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bf598886-e2a2-49d6-bc47-356c70887dba req-2b6d8401-12ca-4cb3-92d0-82035e90abb8 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:19.860538 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bf598886-e2a2-49d6-bc47-356c70887dba req-2b6d8401-12ca-4cb3-92d0-82035e90abb8 tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.32 "DELETE /v2.0/ports/b175afeb-a600-4850-a0ac-022d6c939c65 HTTP/1.1" status: 204 len: 173 time: 0.9511688 Mar 01 13:51:19.891563 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af7d217-9c6e-46dd-aada-8f37a920b362', 'name': 'network-vif-deleted', 'tag': 'b175afeb-a600-4850-a0ac-022d6c939c65'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:51:19.893665 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2b9e11-1200-484c-a14d-52bdd9415ea9" -d '{"events": [{"server_uuid": "4af7d217-9c6e-46dd-aada-8f37a920b362", "name": "network-vif-deleted", "tag": "b175afeb-a600-4850-a0ac-022d6c939c65"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:51:19.931400 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7e18175a-6746-45ef-b717-f1cf66ff5e54 req-50ab6b8b-9992-4f16-bd83-eca8ee070dd9 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120013 Mar 01 13:51:19.955447 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-db7cfe6f-6b75-416e-83be-94a55a653d25 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (2e4e2cb0-1d5a-49e6-a754-92d56d17da2f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:19.970303 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-db7cfe6f-6b75-416e-83be-94a55a653d25 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (2e4e2cb0-1d5a-49e6-a754-92d56d17da2f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:19.986471 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-13d5c046-3797-4b94-b99f-36f744b2efd8 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:19.993742 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-13d5c046-3797-4b94-b99f-36f744b2efd8 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/networks?id=ef281989-2746-4ecc-b6f1-48f595c50496 HTTP/1.1" status: 200 len: 817 time: 0.1930659 Mar 01 13:51:20.014592 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-8cfd64ee-4737-49bd-8cd1-3d87b2f0d43c tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/quotas/0fe356b70b6a43008a58b9462b2b03e7 HTTP/1.1" status: 200 len: 375 time: 0.0197723 Mar 01 13:51:20.064539 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-358873e6-425c-4156-a035-39bf8f45a457 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0fe356b70b6a43008a58b9462b2b03e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444841 Mar 01 13:51:20.121950 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15c07b1-71d5-4775-8ca8-a9e812272a99 x-openstack-request-id: req-b15c07b1-71d5-4775-8ca8-a9e812272a99 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:51:20.122380 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af7d217-9c6e-46dd-aada-8f37a920b362", "name": "network-vif-deleted", "tag": "b175afeb-a600-4850-a0ac-022d6c939c65", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:51:20.122682 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b15c07b1-71d5-4775-8ca8-a9e812272a99 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:51:20.123285 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af7d217-9c6e-46dd-aada-8f37a920b362', 'name': 'network-vif-deleted', 'tag': 'b175afeb-a600-4850-a0ac-022d6c939c65', 'status': 'completed', 'code': 200} Mar 01 13:51:20.179983 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-7090af39-a434-4bdd-8abf-ace03b0b8ee5 service neutron] 10.222.0.13 "GET /v2.0/networks/ef281989-2746-4ecc-b6f1-48f595c50496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145341 Mar 01 13:51:20.297201 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9de49-359d-4703-9f34-ed09a4095f1d req-1c143d2d-1463-46ad-9891-3db5fb33cb7f tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:20.298811 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b9d9de49-359d-4703-9f34-ed09a4095f1d req-1c143d2d-1463-46ad-9891-3db5fb33cb7f tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bc9e569-a74d-4cf5-a37c-ac665d380e9e HTTP/1.1" status: 200 len: 949 time: 0.1399796 Mar 01 13:51:20.305872 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-d4034687-501c-43bc-a68a-c6241c9f7fd1 service neutron] 10.222.0.13 "GET /v2.0/networks/ef281989-2746-4ecc-b6f1-48f595c50496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103396 Mar 01 13:51:20.355783 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7cfe6f-6b75-416e-83be-94a55a653d25 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4e2cb0-1d5a-49e6-a754-92d56d17da2f,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:20.358762 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-c825d399-566f-40aa-8a2c-97dc10e9bef5 req-5c25466a-fb63-4223-8da6-fa673c122e45 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] For port 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=32b51c08-ad2b-48ae-ab39-7bda88c6e3b5,segment=NetworkSegment(5682489f-cf80-4a1c-8ade-e83424038ed9),segment_id=5682489f-cf80-4a1c-8ade-e83424038ed9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:20.359129 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c825d399-566f-40aa-8a2c-97dc10e9bef5 req-5c25466a-fb63-4223-8da6-fa673c122e45 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (32b51c08-ad2b-48ae-ab39-7bda88c6e3b5), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:20.364600 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-db7cfe6f-6b75-416e-83be-94a55a653d25 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:20.365704 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-db7cfe6f-6b75-416e-83be-94a55a653d25 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6827414 Mar 01 13:51:20.370508 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b9d9de49-359d-4703-9f34-ed09a4095f1d req-0ae9df3d-2803-458e-8fbb-3d27b7b7bfbf tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636690 Mar 01 13:51:20.370981 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42692) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:20.375235 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-4b985268-220e-4bde-960d-e727bb9bfecc tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Request body: {'security_group_rule': {'security_group_id': '2e4e2cb0-1d5a-49e6-a754-92d56d17da2f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:20.378107 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-c825d399-566f-40aa-8a2c-97dc10e9bef5 req-5c25466a-fb63-4223-8da6-fa673c122e45 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Calling delete_port for 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:51:20.406295 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4b985268-220e-4bde-960d-e727bb9bfecc tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (a52c5fa0-468f-4f5c-bacd-074bc702e6a7), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:20.475103 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4b985268-220e-4bde-960d-e727bb9bfecc tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (a52c5fa0-468f-4f5c-bacd-074bc702e6a7), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:20.478465 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4b985268-220e-4bde-960d-e727bb9bfecc tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (a52c5fa0-468f-4f5c-bacd-074bc702e6a7), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:20.492899 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b985268-220e-4bde-960d-e727bb9bfecc tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a52c5fa0-468f-4f5c-bacd-074bc702e6a7,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:20.510600 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4b985268-220e-4bde-960d-e727bb9bfecc tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:20.515213 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4b985268-220e-4bde-960d-e727bb9bfecc tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1432550 Mar 01 13:51:20.516096 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42702) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:20.574922 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c825d399-566f-40aa-8a2c-97dc10e9bef5 req-5c25466a-fb63-4223-8da6-fa673c122e45 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (32b51c08-ad2b-48ae-ab39-7bda88c6e3b5), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:20.577203 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aa3d7ca9-4fbd-4b6a-8887-3def23b6a067 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (a52c5fa0-468f-4f5c-bacd-074bc702e6a7), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:20.586238 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aa3d7ca9-4fbd-4b6a-8887-3def23b6a067 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (a52c5fa0-468f-4f5c-bacd-074bc702e6a7), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:20.648758 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aa3d7ca9-4fbd-4b6a-8887-3def23b6a067 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (a52c5fa0-468f-4f5c-bacd-074bc702e6a7), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:20.654359 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25466a-fb63-4223-8da6-fa673c122e45 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Pushing event deleted for resources: {'Port': ['ID=32b51c08-ad2b-48ae-ab39-7bda88c6e3b5,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:20.655131 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aa3d7ca9-4fbd-4b6a-8887-3def23b6a067 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:20.656362 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-aa3d7ca9-4fbd-4b6a-8887-3def23b6a067 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/a52c5fa0-468f-4f5c-bacd-074bc702e6a7 HTTP/1.1" status: 204 len: 168 time: 0.1391306 Mar 01 13:51:20.659610 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42710) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:20.663251 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0205a609-0062-4635-be52-a55c1df2a64c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd449d059-cd82-40c3-b8ba-d86c2eedc7f4'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:51:20.665855 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac66a0c-31a0-4285-8303-f678d44b415c" -d '{"events": [{"server_uuid": "0205a609-0062-4635-be52-a55c1df2a64c", "name": "network-vif-unplugged", "status": "completed", "tag": "d449d059-cd82-40c3-b8ba-d86c2eedc7f4"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:51:20.683071 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d7ca9-4fbd-4b6a-8887-3def23b6a067 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a52c5fa0-468f-4f5c-bacd-074bc702e6a7,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:20.715390 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-c825d399-566f-40aa-8a2c-97dc10e9bef5 req-5c25466a-fb63-4223-8da6-fa673c122e45 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] No DVR routers for this DVR port 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5 on host n-h1-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:51:20.718686 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c825d399-566f-40aa-8a2c-97dc10e9bef5 req-5c25466a-fb63-4223-8da6-fa673c122e45 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:20.722685 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c825d399-566f-40aa-8a2c-97dc10e9bef5 req-5c25466a-fb63-4223-8da6-fa673c122e45 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.32 "DELETE /v2.0/ports/32b51c08-ad2b-48ae-ab39-7bda88c6e3b5 HTTP/1.1" status: 204 len: 173 time: 1.0859671 Mar 01 13:51:20.723743 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd317c1-ad31-4a6a-b8b8-ace3b76e817c', 'name': 'network-vif-deleted', 'tag': '32b51c08-ad2b-48ae-ab39-7bda88c6e3b5'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:51:20.727208 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a93016d-b445-4b15-a24d-23305554aa69" -d '{"events": [{"server_uuid": "2cd317c1-ad31-4a6a-b8b8-ace3b76e817c", "name": "network-vif-deleted", "tag": "32b51c08-ad2b-48ae-ab39-7bda88c6e3b5"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:51:20.758241 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 13:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a6ee4b-d1c8-45d3-bf6e-c3766f2a63e3 x-openstack-request-id: req-74a6ee4b-d1c8-45d3-bf6e-c3766f2a63e3 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:51:20.758547 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0205a609-0062-4635-be52-a55c1df2a64c", "name": "network-vif-unplugged", "status": "completed", "tag": "d449d059-cd82-40c3-b8ba-d86c2eedc7f4", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:51:20.758799 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74a6ee4b-d1c8-45d3-bf6e-c3766f2a63e3 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:51:20.758909 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4d019108-f94d-466c-a136-4bd94ef2d09c req-a720ab78-fa4c-4a86-8ab3-86bf5cdf0c5b tempest-ServersAdminTestJSON-156535325 tempest-ServersAdminTestJSON-156535325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4af7d217-9c6e-46dd-aada-8f37a920b362 HTTP/1.1" status: 200 len: 210 time: 0.0497746 Mar 01 13:51:20.759191 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0205a609-0062-4635-be52-a55c1df2a64c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd449d059-cd82-40c3-b8ba-d86c2eedc7f4', 'code': 200} Mar 01 13:51:20.785095 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-853c9598-e65f-4769-ba2c-35634869b610 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1121221 Mar 01 13:51:20.789196 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42718) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:20.841490 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-50ae9377-dd45-4234-8c1f-966062d2ccbc req-35679395-2d40-4daf-a340-0cd1bc9eec1b tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/ports?device_id=9216e526-f02d-4caa-aaf8-19035b9f87ee HTTP/1.1" status: 200 len: 210 time: 0.0386050 Mar 01 13:51:20.875357 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5829f46b-f383-45b4-8be4-038f03fe1875 x-openstack-request-id: req-5829f46b-f383-45b4-8be4-038f03fe1875 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:51:20.875798 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd317c1-ad31-4a6a-b8b8-ace3b76e817c", "name": "network-vif-deleted", "tag": "32b51c08-ad2b-48ae-ab39-7bda88c6e3b5", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:51:20.876159 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5829f46b-f383-45b4-8be4-038f03fe1875 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:51:20.876465 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd317c1-ad31-4a6a-b8b8-ace3b76e817c', 'name': 'network-vif-deleted', 'tag': '32b51c08-ad2b-48ae-ab39-7bda88c6e3b5', 'status': 'completed', 'code': 200} Mar 01 13:51:20.880285 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-728319a9-99cd-403b-a91a-08f2eec1cd13 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (2e4e2cb0-1d5a-49e6-a754-92d56d17da2f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:20.912413 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-728319a9-99cd-403b-a91a-08f2eec1cd13 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (2e4e2cb0-1d5a-49e6-a754-92d56d17da2f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:20.962529 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-728319a9-99cd-403b-a91a-08f2eec1cd13 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (2e4e2cb0-1d5a-49e6-a754-92d56d17da2f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:20.965212 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-728319a9-99cd-403b-a91a-08f2eec1cd13 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:20.969388 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-728319a9-99cd-403b-a91a-08f2eec1cd13 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "DELETE /v2.0/security-groups/2e4e2cb0-1d5a-49e6-a754-92d56d17da2f HTTP/1.1" status: 204 len: 168 time: 0.1758854 Mar 01 13:51:20.969700 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42726) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:20.977976 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728319a9-99cd-403b-a91a-08f2eec1cd13 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4e2cb0-1d5a-49e6-a754-92d56d17da2f,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:21.042548 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4e9f5886-2589-4e91-b36c-28a664ab19d8 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0707405 Mar 01 13:51:21.046515 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42732) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:21.052641 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-506aef0b-9d79-4f4b-a42d-eb8ff68c9146 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Request body: {'security_group': {'name': 'tempest-secgroup--175692724'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:21.083204 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-506aef0b-9d79-4f4b-a42d-eb8ff68c9146 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:21.111774 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cd8d005a-e40b-4bfd-ab51-24ea60e9efd1 req-7a89b8c6-5b2c-48f1-9993-592e765ca148 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd317c1-ad31-4a6a-b8b8-ace3b76e817c HTTP/1.1" status: 200 len: 210 time: 0.0490413 Mar 01 13:51:21.168555 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-506aef0b-9d79-4f4b-a42d-eb8ff68c9146 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (cb5cc979-1fdd-4240-bbbf-ef7c07178a8e), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:21.172748 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-506aef0b-9d79-4f4b-a42d-eb8ff68c9146 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (cb5cc979-1fdd-4240-bbbf-ef7c07178a8e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:21.206409 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-506aef0b-9d79-4f4b-a42d-eb8ff68c9146 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:21.208392 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-506aef0b-9d79-4f4b-a42d-eb8ff68c9146 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1607399 Mar 01 13:51:21.209223 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506aef0b-9d79-4f4b-a42d-eb8ff68c9146 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5cc979-1fdd-4240-bbbf-ef7c07178a8e,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:21.211240 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42740) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:21.215769 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-a207f71d-d8e1-4829-9683-3bef9e005ed1 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Request body: {'security_group_rule': {'security_group_id': 'cb5cc979-1fdd-4240-bbbf-ef7c07178a8e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:21.254293 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a207f71d-d8e1-4829-9683-3bef9e005ed1 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (611f4119-1af3-4b09-9ace-c00a4b3a44d8), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:21.312098 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a207f71d-d8e1-4829-9683-3bef9e005ed1 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (611f4119-1af3-4b09-9ace-c00a4b3a44d8), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:21.316388 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a207f71d-d8e1-4829-9683-3bef9e005ed1 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (611f4119-1af3-4b09-9ace-c00a4b3a44d8), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:21.337823 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207f71d-d8e1-4829-9683-3bef9e005ed1 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611f4119-1af3-4b09-9ace-c00a4b3a44d8,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:21.346597 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a207f71d-d8e1-4829-9683-3bef9e005ed1 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:21.347859 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a207f71d-d8e1-4829-9683-3bef9e005ed1 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1355276 Mar 01 13:51:21.351190 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42744) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:21.380244 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8943dfe3-5ac6-42e0-a9a1-7941e3bb6816 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "GET /v2.0/security-group-rules/611f4119-1af3-4b09-9ace-c00a4b3a44d8 HTTP/1.1" status: 200 len: 763 time: 0.0277829 Mar 01 13:51:21.388499 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42746) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:21.434280 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-333fea4d-2a06-448e-aff3-85a3a349a1bc tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0447156 Mar 01 13:51:21.437022 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42750) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:21.464486 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1944a762-bfbc-4c51-8b25-b9fb19d47588 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (611f4119-1af3-4b09-9ace-c00a4b3a44d8), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:21.473023 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1944a762-bfbc-4c51-8b25-b9fb19d47588 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (611f4119-1af3-4b09-9ace-c00a4b3a44d8), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:21.509081 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1944a762-bfbc-4c51-8b25-b9fb19d47588 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (611f4119-1af3-4b09-9ace-c00a4b3a44d8), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:21.519520 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1944a762-bfbc-4c51-8b25-b9fb19d47588 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:21.523783 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1944a762-bfbc-4c51-8b25-b9fb19d47588 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/611f4119-1af3-4b09-9ace-c00a4b3a44d8 HTTP/1.1" status: 204 len: 168 time: 0.0830398 Mar 01 13:51:21.523783 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42762) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:21.531109 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194dfab-0211-4dfa-80e3-98327fa43c73 req-53511dd6-d98e-4396-b533-ec3f39e5fa07 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:21.533067 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b194dfab-0211-4dfa-80e3-98327fa43c73 req-53511dd6-d98e-4396-b533-ec3f39e5fa07 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bc9e569-a74d-4cf5-a37c-ac665d380e9e HTTP/1.1" status: 200 len: 949 time: 0.0640173 Mar 01 13:51:21.541008 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944a762-bfbc-4c51-8b25-b9fb19d47588 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=611f4119-1af3-4b09-9ace-c00a4b3a44d8,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:21.577103 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9c193c54-05e8-4e2f-8816-04a35b13c4a7 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0519128 Mar 01 13:51:21.579045 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42764) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:21.585110 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-212f5056-ce9d-42aa-8ae7-f1cee7a26dea tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Request body: {'security_group_rule': {'security_group_id': 'cb5cc979-1fdd-4240-bbbf-ef7c07178a8e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:21.597093 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b194dfab-0211-4dfa-80e3-98327fa43c73 req-8384a50b-8535-4e45-9a7c-7640a982e34d tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572629 Mar 01 13:51:21.632284 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-212f5056-ce9d-42aa-8ae7-f1cee7a26dea tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (b961cdea-5e16-4c27-8733-3ac7b9fc7de9), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:21.719164 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-212f5056-ce9d-42aa-8ae7-f1cee7a26dea tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (b961cdea-5e16-4c27-8733-3ac7b9fc7de9), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:21.724678 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-212f5056-ce9d-42aa-8ae7-f1cee7a26dea tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (b961cdea-5e16-4c27-8733-3ac7b9fc7de9), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:21.758070 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f5056-ce9d-42aa-8ae7-f1cee7a26dea tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b961cdea-5e16-4c27-8733-3ac7b9fc7de9,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:21.763143 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-212f5056-ce9d-42aa-8ae7-f1cee7a26dea tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:21.767240 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-212f5056-ce9d-42aa-8ae7-f1cee7a26dea tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1869440 Mar 01 13:51:21.767866 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42766) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:21.786829 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-851d6584-aa9f-4486-b9f9-73bf10065cb8 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "GET /v2.0/security-group-rules/b961cdea-5e16-4c27-8733-3ac7b9fc7de9 HTTP/1.1" status: 200 len: 763 time: 0.0178130 Mar 01 13:51:21.789315 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42768) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:21.843722 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f4c6084e-5284-4f4e-aca3-b03871b1f47a tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0509784 Mar 01 13:51:21.844609 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42774) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:21.873502 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-71f3b12d-9d33-43be-ac47-265a77e8b412 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (b961cdea-5e16-4c27-8733-3ac7b9fc7de9), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:21.890968 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-71f3b12d-9d33-43be-ac47-265a77e8b412 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (b961cdea-5e16-4c27-8733-3ac7b9fc7de9), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:21.979941 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-32887ceb-47c3-4fed-a750-93f14fcb9cee req-03f3d8ef-b918-4926-8e4f-4113acafe091 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/ports?device_id=9216e526-f02d-4caa-aaf8-19035b9f87ee HTTP/1.1" status: 200 len: 210 time: 0.0456676 Mar 01 13:51:21.996377 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-71f3b12d-9d33-43be-ac47-265a77e8b412 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (b961cdea-5e16-4c27-8733-3ac7b9fc7de9), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:22.007374 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device d449d059-cd82-40c3-b8ba-d86c2eedc7f4 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:51:22.011386 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-71f3b12d-9d33-43be-ac47-265a77e8b412 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:22.012061 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b6734c07-cc91-4497-aee6-e17b8ac2bc3e up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:51:22.015646 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42778) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:22.016146 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-71f3b12d-9d33-43be-ac47-265a77e8b412 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/b961cdea-5e16-4c27-8733-3ac7b9fc7de9 HTTP/1.1" status: 204 len: 168 time: 0.1701386 Mar 01 13:51:22.017201 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3b12d-9d33-43be-ac47-265a77e8b412 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b961cdea-5e16-4c27-8733-3ac7b9fc7de9,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:22.076833 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ad1c2769-90ad-4172-b038-7d5f23c3ce4b tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0597353 Mar 01 13:51:22.079473 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42782) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:22.084058 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-6bc63bcc-b283-4b4e-be68-f491fd10cd88 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Request body: {'security_group_rule': {'security_group_id': 'cb5cc979-1fdd-4240-bbbf-ef7c07178a8e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:22.116404 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6bc63bcc-b283-4b4e-be68-f491fd10cd88 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (0f4d4a0d-3730-492c-995f-9cf9230e2796), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:22.132165 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42786) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:22.137264 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port b6734c07-cc91-4497-aee6-e17b8ac2bc3e completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:51:22.146527 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port b6734c07-cc91-4497-aee6-e17b8ac2bc3e triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:51:22.147146 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (b6734c07-cc91-4497-aee6-e17b8ac2bc3e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:22.185741 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6bc63bcc-b283-4b4e-be68-f491fd10cd88 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (0f4d4a0d-3730-492c-995f-9cf9230e2796), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:22.196328 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6bc63bcc-b283-4b4e-be68-f491fd10cd88 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (0f4d4a0d-3730-492c-995f-9cf9230e2796), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:22.226115 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc63bcc-b283-4b4e-be68-f491fd10cd88 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f4d4a0d-3730-492c-995f-9cf9230e2796,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:22.248219 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6bc63bcc-b283-4b4e-be68-f491fd10cd88 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:22.252065 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6bc63bcc-b283-4b4e-be68-f491fd10cd88 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1690392 Mar 01 13:51:22.252704 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port d449d059-cd82-40c3-b8ba-d86c2eedc7f4, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=d449d059-cd82-40c3-b8ba-d86c2eedc7f4,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:22.252904 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42792) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:22.273527 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'd449d059-cd82-40c3-b8ba-d86c2eedc7f4', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': 'd449d059-cd82-40c3-b8ba-d86c2eedc7f4', 'mac_address': 'fa:16:3e:08:57:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:51:22.297198 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42794) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:22.308360 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4713e123-57b5-473a-8f15-b36a79f9dd37 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "GET /v2.0/security-group-rules/0f4d4a0d-3730-492c-995f-9cf9230e2796 HTTP/1.1" status: 200 len: 764 time: 0.0542309 Mar 01 13:51:22.383849 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42798) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:22.384414 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ce042c61-5752-403f-acbf-67c095bef641 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0859239 Mar 01 13:51:22.392033 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port b6734c07-cc91-4497-aee6-e17b8ac2bc3e is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:51:22.392681 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b6734c07-cc91-4497-aee6-e17b8ac2bc3e), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:22.403960 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d40935e4-d3d2-47de-9f6d-3b1cffe0111a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ea042b3d43a42688cd032fa929e6de2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2697427 Mar 01 13:51:22.406983 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42800) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:22.418191 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8d06ee59-2a2e-410a-8eb9-780a8f90e351 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (0f4d4a0d-3730-492c-995f-9cf9230e2796), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:22.437393 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8d06ee59-2a2e-410a-8eb9-780a8f90e351 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (0f4d4a0d-3730-492c-995f-9cf9230e2796), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:22.461594 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port d449d059-cd82-40c3-b8ba-d86c2eedc7f4 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:51:22.462221 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d449d059-cd82-40c3-b8ba-d86c2eedc7f4), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:22.491358 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-174ca93c-7763-4630-98f2-3853ba441feb admin admin] Publish callbacks [] for security_group (0ac2c542-01a7-4543-ac42-991941116211), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:22.496504 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d449d059-cd82-40c3-b8ba-d86c2eedc7f4 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:51:22.524935 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b6734c07-cc91-4497-aee6-e17b8ac2bc3e, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b6734c07-cc91-4497-aee6-e17b8ac2bc3e,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:22.541966 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b6734c07-cc91-4497-aee6-e17b8ac2bc3e), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:22.542905 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:51:22.551064 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8d06ee59-2a2e-410a-8eb9-780a8f90e351 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (0f4d4a0d-3730-492c-995f-9cf9230e2796), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:22.588007 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8d06ee59-2a2e-410a-8eb9-780a8f90e351 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:22.592202 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-174ca93c-7763-4630-98f2-3853ba441feb admin admin] Publish callbacks [] for security_group (0ac2c542-01a7-4543-ac42-991941116211), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:22.595037 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8d06ee59-2a2e-410a-8eb9-780a8f90e351 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/0f4d4a0d-3730-492c-995f-9cf9230e2796 HTTP/1.1" status: 204 len: 168 time: 0.2040782 Mar 01 13:51:22.599650 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:51:22.600025 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 32b51c08-ad2b-48ae-ab39-7bda88c6e3b5 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:51:22.600458 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b175afeb-a600-4850-a0ac-022d6c939c65 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:51:22.609845 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42818) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:22.680937 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06ee59-2a2e-410a-8eb9-780a8f90e351 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f4d4a0d-3730-492c-995f-9cf9230e2796,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:22.698931 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-81fad7d3-0eb6-4b91-9c09-d2381a5bfa90 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:22.700523 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-81fad7d3-0eb6-4b91-9c09-d2381a5bfa90 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.20 "GET /v2.0/networks?id=ef281989-2746-4ecc-b6f1-48f595c50496 HTTP/1.1" status: 200 len: 817 time: 0.2791271 Mar 01 13:51:22.709009 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port d449d059-cd82-40c3-b8ba-d86c2eedc7f4, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=d449d059-cd82-40c3-b8ba-d86c2eedc7f4,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:22.718510 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: b175afeb-a600-4850-a0ac-022d6c939c65 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:51:22.718739 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b175afeb-a600-4850-a0ac-022d6c939c65 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:51:22.735420 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (d449d059-cd82-40c3-b8ba-d86c2eedc7f4), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:22.777145 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-b0fd3ab0-9b53-4315-b31a-7a042ffb70d2 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Request body: {'port': {'device_id': '1cf26742-6169-431b-9358-8197f8c9cff7', 'network_id': 'ef281989-2746-4ecc-b6f1-48f595c50496', 'admin_state_up': True, 'tenant_id': '0fe356b70b6a43008a58b9462b2b03e7'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:22.790676 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc9e569-a74d-4cf5-a37c-ac665d380e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6734c07-cc91-4497-aee6-e17b8ac2bc3e'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:51:22.795879 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673a95c1-9001-4097-a247-29e286c38d94" -d '{"events": [{"server_uuid": "7bc9e569-a74d-4cf5-a37c-ac665d380e9e", "name": "network-vif-plugged", "status": "completed", "tag": "b6734c07-cc91-4497-aee6-e17b8ac2bc3e"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:51:22.805308 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=b6734c07-cc91-4497-aee6-e17b8ac2bc3e,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:22.885753 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-80f0da44-23c2-477e-9bfe-71c6ee5f0a07 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2742722 Mar 01 13:51:22.893956 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['d449d059-cd82-40c3-b8ba-d86c2eedc7f4'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:51:22.898564 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42828) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:22.935977 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e30b56-a809-4ba4-a04b-a6c2dc1a05bc req-e63aa2df-6c6a-44dd-940d-953e7ab37931 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:22.946924 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=d449d059-cd82-40c3-b8ba-d86c2eedc7f4,revision_number=9']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:22.950834 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b7e30b56-a809-4ba4-a04b-a6c2dc1a05bc req-e63aa2df-6c6a-44dd-940d-953e7ab37931 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bc9e569-a74d-4cf5-a37c-ac665d380e9e HTTP/1.1" status: 200 len: 950 time: 0.1968734 Mar 01 13:51:23.033322 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-d2b27e09-7382-4577-8433-7e38c8133b6b tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:23.034935 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-d2b27e09-7382-4577-8433-7e38c8133b6b tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.20 "GET /v2.0/networks?id=ef281989-2746-4ecc-b6f1-48f595c50496 HTTP/1.1" status: 200 len: 817 time: 0.3217711 Mar 01 13:51:23.046415 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-0f5c9633-d476-4cde-959d-cf1b2b240ca8 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:23.048127 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-0f5c9633-d476-4cde-959d-cf1b2b240ca8 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.32 "GET /v2.0/networks?id=ef281989-2746-4ecc-b6f1-48f595c50496 HTTP/1.1" status: 200 len: 817 time: 0.3466928 Mar 01 13:51:23.055096 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-30fb8988-ac9c-4d71-9e6c-069d0279e5f8 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Request body: {'port': {'device_id': '1e9365c0-68ff-4837-85ae-e1a71e51937a', 'network_id': 'ef281989-2746-4ecc-b6f1-48f595c50496', 'admin_state_up': True, 'tenant_id': '0fe356b70b6a43008a58b9462b2b03e7'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:23.075346 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-d2811b43-b58a-4b30-b4a3-33219e395996 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Request body: {'port': {'device_id': '9216e526-f02d-4caa-aaf8-19035b9f87ee', 'network_id': 'ef281989-2746-4ecc-b6f1-48f595c50496', 'admin_state_up': True, 'tenant_id': '0fe356b70b6a43008a58b9462b2b03e7'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:23.093001 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3177de-1fd6-4ff7-918f-89997929809c req-ef91a9b7-2414-4a2b-a73f-0bc39af726c7 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:23.103894 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4c3177de-1fd6-4ff7-918f-89997929809c req-ef91a9b7-2414-4a2b-a73f-0bc39af726c7 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/networks?id=6e9a6b63-cd88-4977-a9f5-19697e5a90c0 HTTP/1.1" status: 200 len: 821 time: 0.5278318 Mar 01 13:51:23.107122 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-174ca93c-7763-4630-98f2-3853ba441feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (0ac2c542-01a7-4543-ac42-991941116211), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:23.110866 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-174ca93c-7763-4630-98f2-3853ba441feb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:23.112554 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-174ca93c-7763-4630-98f2-3853ba441feb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ac2c542-01a7-4543-ac42-991941116211 HTTP/1.1" status: 204 len: 168 time: 0.7040727 Mar 01 13:51:23.134158 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-b0fd3ab0-9b53-4315-b31a-7a042ffb70d2 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Made reservation on behalf of 0fe356b70b6a43008a58b9462b2b03e7 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:51:23.135516 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4c3177de-1fd6-4ff7-918f-89997929809c req-5c438c18-e985-4322-8f93-aa48b4c8d93e tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/quotas/965638e4a07b4bb58c7d10180fe5dbc3 HTTP/1.1" status: 200 len: 375 time: 0.0303645 Mar 01 13:51:23.137565 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-b0fd3ab0-9b53-4315-b31a-7a042ffb70d2 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:23.152980 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ca93c-7763-4630-98f2-3853ba441feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac2c542-01a7-4543-ac42-991941116211,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:23.165264 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b7e30b56-a809-4ba4-a04b-a6c2dc1a05bc req-64e8cd51-bc14-45fc-bfa3-ebfe5ca36412 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035182 Mar 01 13:51:23.243368 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-92226d90-654c-479d-bb6a-1eebf1948e59 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (cb5cc979-1fdd-4240-bbbf-ef7c07178a8e), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:23.247391 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4c3177de-1fd6-4ff7-918f-89997929809c req-abc24fa9-ddcd-4799-9396-842cee272a64 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=965638e4a07b4bb58c7d10180fe5dbc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0986960 Mar 01 13:51:23.275104 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d371a8e1-e567-41e3-9f94-e47deb726472 x-openstack-request-id: req-d371a8e1-e567-41e3-9f94-e47deb726472 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:51:23.275604 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc9e569-a74d-4cf5-a37c-ac665d380e9e", "name": "network-vif-plugged", "status": "completed", "tag": "b6734c07-cc91-4497-aee6-e17b8ac2bc3e", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:51:23.275721 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d371a8e1-e567-41e3-9f94-e47deb726472 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:51:23.276109 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc9e569-a74d-4cf5-a37c-ac665d380e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6734c07-cc91-4497-aee6-e17b8ac2bc3e', 'code': 200} Mar 01 13:51:23.343946 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-92226d90-654c-479d-bb6a-1eebf1948e59 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (cb5cc979-1fdd-4240-bbbf-ef7c07178a8e), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:23.445953 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-30fb8988-ac9c-4d71-9e6c-069d0279e5f8 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Made reservation on behalf of 0fe356b70b6a43008a58b9462b2b03e7 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:51:23.449612 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-30fb8988-ac9c-4d71-9e6c-069d0279e5f8 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:23.471567 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-d2811b43-b58a-4b30-b4a3-33219e395996 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Made reservation on behalf of 0fe356b70b6a43008a58b9462b2b03e7 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:51:23.475502 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-d2811b43-b58a-4b30-b4a3-33219e395996 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:23.558601 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-b0fd3ab0-9b53-4315-b31a-7a042ffb70d2 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Allocated IP 172.20.0.2 (ef281989-2746-4ecc-b6f1-48f595c50496/28884a92-0f85-4b3c-9d12-af17022ea48c/482ada29-72d0-4ae7-a351-15f79bf4d84b) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:51:23.663762 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42840) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:23.773176 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c6347eba-b6d3-443c-a7ad-8ba5ef9ceb12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0666e2458db941e39a161a7bcda4cc57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1082122 Mar 01 13:51:23.775839 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42842) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:23.789074 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1ce307b1-2b77-4d37-b421-36a71c2852ba req-46aa45ee-0644-4c07-b92c-a1f86d8466bb tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/ports?device_id=9216e526-f02d-4caa-aaf8-19035b9f87ee HTTP/1.1" status: 200 len: 210 time: 0.0554025 Mar 01 13:51:23.825077 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554888f8-bb6e-4af3-9148-212f1ff6351a req-41d79cf8-e67f-41f7-afb4-acc50cafc5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:23.826772 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-554888f8-bb6e-4af3-9148-212f1ff6351a req-41d79cf8-e67f-41f7-afb4-acc50cafc5ab service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7bc9e569-a74d-4cf5-a37c-ac665d380e9e HTTP/1.1" status: 200 len: 1132 time: 0.4701743 Mar 01 13:51:23.836226 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4c3177de-1fd6-4ff7-918f-89997929809c req-51d51073-2c76-488b-b472-c13deca2cf9b service neutron] 10.222.0.13 "GET /v2.0/networks/6e9a6b63-cd88-4977-a9f5-19697e5a90c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5654171 Mar 01 13:51:23.839549 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-92226d90-654c-479d-bb6a-1eebf1948e59 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (cb5cc979-1fdd-4240-bbbf-ef7c07178a8e), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:23.842194 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-92226d90-654c-479d-bb6a-1eebf1948e59 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:23.849000 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-92226d90-654c-479d-bb6a-1eebf1948e59 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "DELETE /v2.0/security-groups/cb5cc979-1fdd-4240-bbbf-ef7c07178a8e HTTP/1.1" status: 204 len: 168 time: 0.9439108 Mar 01 13:51:23.855557 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42844) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:23.860468 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-b0fd3ab0-9b53-4315-b31a-7a042ffb70d2 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Publish callbacks [] for port (482ada29-72d0-4ae7-a351-15f79bf4d84b), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:23.895281 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92226d90-654c-479d-bb6a-1eebf1948e59 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5cc979-1fdd-4240-bbbf-ef7c07178a8e,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:23.910134 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2db68b61-1b1c-4414-b17e-eb2d626d2e29 admin admin] Publish callbacks [] for security_group (4d50d581-92aa-4ebf-9169-1d67c617c65b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:23.963720 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4cb8ab70-1335-4e6a-8247-5aa368fbb4f5 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1026552 Mar 01 13:51:23.963946 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42848) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:23.970262 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-8081e3a5-fce5-40df-96bf-c42d4c48418e tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Request body: {'security_group': {'name': 'tempest-secgroup--98175161'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:23.975829 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2db68b61-1b1c-4414-b17e-eb2d626d2e29 admin admin] Publish callbacks [] for security_group (4d50d581-92aa-4ebf-9169-1d67c617c65b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:23.993823 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-b0fd3ab0-9b53-4315-b31a-7a042ffb70d2 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (482ada29-72d0-4ae7-a351-15f79bf4d84b), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:24.022473 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device d449d059-cd82-40c3-b8ba-d86c2eedc7f4 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:51:24.036211 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-554888f8-bb6e-4af3-9148-212f1ff6351a req-bb6d6fdf-b801-4ccd-8a66-b9328784633b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944059 Mar 01 13:51:24.048657 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4c3177de-1fd6-4ff7-918f-89997929809c req-90272ad0-63ae-46f5-96ea-4f66a31f84b2 service neutron] 10.222.0.13 "GET /v2.0/networks/6e9a6b63-cd88-4977-a9f5-19697e5a90c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984470 Mar 01 13:51:24.111148 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port d449d059-cd82-40c3-b8ba-d86c2eedc7f4 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:51:24.112147 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (d449d059-cd82-40c3-b8ba-d86c2eedc7f4), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:24.152955 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8081e3a5-fce5-40df-96bf-c42d4c48418e tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:24.164696 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-b0fd3ab0-9b53-4315-b31a-7a042ffb70d2 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Network ef281989-2746-4ecc-b6f1-48f595c50496 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:51:24.165881 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-30fb8988-ac9c-4d71-9e6c-069d0279e5f8 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Allocated IP 172.20.0.10 (ef281989-2746-4ecc-b6f1-48f595c50496/28884a92-0f85-4b3c-9d12-af17022ea48c/91417fea-9990-4818-a6e9-9e5885211a07) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:51:24.181969 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-b0fd3ab0-9b53-4315-b31a-7a042ffb70d2 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:51:24.188972 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd3ab0-9b53-4315-b31a-7a042ffb70d2 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Pushing event updated for resources: {'Port': ['ID=482ada29-72d0-4ae7-a351-15f79bf4d84b,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:24.192535 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-b0fd3ab0-9b53-4315-b31a-7a042ffb70d2 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:51:24.275227 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9215c-fbfb-413f-a0f8-b04972859b9c req-840dbd45-b7df-48fa-bb21-85909118a2ad tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:24.278074 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-58c9215c-fbfb-413f-a0f8-b04972859b9c req-840dbd45-b7df-48fa-bb21-85909118a2ad tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1114032 Mar 01 13:51:24.284265 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port d449d059-cd82-40c3-b8ba-d86c2eedc7f4 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:51:24.287901 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d449d059-cd82-40c3-b8ba-d86c2eedc7f4), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:24.303109 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2db68b61-1b1c-4414-b17e-eb2d626d2e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4d50d581-92aa-4ebf-9169-1d67c617c65b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:24.303109 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2db68b61-1b1c-4414-b17e-eb2d626d2e29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:24.303109 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2db68b61-1b1c-4414-b17e-eb2d626d2e29 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d50d581-92aa-4ebf-9169-1d67c617c65b HTTP/1.1" status: 204 len: 168 time: 0.5241704 Mar 01 13:51:24.338185 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-b0fd3ab0-9b53-4315-b31a-7a042ffb70d2 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:24.339357 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-b0fd3ab0-9b53-4315-b31a-7a042ffb70d2 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:24.429423 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-58c9215c-fbfb-413f-a0f8-b04972859b9c req-c4d10877-629d-4c6d-bcc7-56a70045008d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409891 Mar 01 13:51:24.430912 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port d449d059-cd82-40c3-b8ba-d86c2eedc7f4, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=d449d059-cd82-40c3-b8ba-d86c2eedc7f4,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:24.443015 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (d449d059-cd82-40c3-b8ba-d86c2eedc7f4), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:24.514230 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db68b61-1b1c-4414-b17e-eb2d626d2e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d50d581-92aa-4ebf-9169-1d67c617c65b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:24.519512 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8081e3a5-fce5-40df-96bf-c42d4c48418e tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (15b550f3-98d3-4d7f-ba6c-40c29103dafb), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:24.536975 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8081e3a5-fce5-40df-96bf-c42d4c48418e tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (15b550f3-98d3-4d7f-ba6c-40c29103dafb), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:24.577429 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=d449d059-cd82-40c3-b8ba-d86c2eedc7f4,revision_number=10']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:24.621257 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c7019c53-1b8a-4251-a357-d18b6029d2a6 req-bbc87d56-9fc9-4d8a-856f-e6be8eaa8744 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef7fbc1e-4e1e-4dea-9a80-d53a7984735d HTTP/1.1" status: 200 len: 210 time: 0.0654426 Mar 01 13:51:24.640627 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-b0fd3ab0-9b53-4315-b31a-7a042ffb70d2 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8920276 Mar 01 13:51:24.664989 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-ad6c4f2a-ca36-43ac-9e0a-d929249843bb service neutron] Request body: {'port': {'device_id': '1cf26742-6169-431b-9358-8197f8c9cff7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:24.665643 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bb437-dd63-4819-a93b-d394acf1ebce req-8eb092a6-94b1-4f1d-a6fa-ce920deb210a tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:24.680453 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-315bb437-dd63-4819-a93b-d394acf1ebce req-8eb092a6-94b1-4f1d-a6fa-ce920deb210a tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bc9e569-a74d-4cf5-a37c-ac665d380e9e HTTP/1.1" status: 200 len: 950 time: 0.1849351 Mar 01 13:51:24.807714 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-ad6c4f2a-ca36-43ac-9e0a-d929249843bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (482ada29-72d0-4ae7-a351-15f79bf4d84b), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:24.820936 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081e3a5-fce5-40df-96bf-c42d4c48418e tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15b550f3-98d3-4d7f-ba6c-40c29103dafb,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:24.831273 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8081e3a5-fce5-40df-96bf-c42d4c48418e tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:24.835031 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-315bb437-dd63-4819-a93b-d394acf1ebce req-b9b7c9d9-2201-4601-b356-e0f4cb00941f tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536515 Mar 01 13:51:24.838092 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8081e3a5-fce5-40df-96bf-c42d4c48418e tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8729157 Mar 01 13:51:24.843383 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42878) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:24.863110 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-dd64a5c8-9671-4c01-8c75-45dbbad1484d tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Request body: {'security_group_rule': {'security_group_id': '15b550f3-98d3-4d7f-ba6c-40c29103dafb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:24.948574 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954f057-314b-4973-af7f-8f3b48eeb204 req-1eede484-d3f9-439b-804f-994b9978af10 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:24.959631 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f954f057-314b-4973-af7f-8f3b48eeb204 req-1eede484-d3f9-439b-804f-994b9978af10 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1919069 Mar 01 13:51:25.011259 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd64a5c8-9671-4c01-8c75-45dbbad1484d tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (f93b37c0-d4b4-4bb0-ba54-5936379e26bf), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:25.017059 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0bbdda9b-2cd3-4082-bcc4-b711ba513db8 req-1059833f-19e1-4a7b-8376-7706807436b1 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/ports?device_id=9216e526-f02d-4caa-aaf8-19035b9f87ee HTTP/1.1" status: 200 len: 210 time: 0.0537009 Mar 01 13:51:25.090456 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f954f057-314b-4973-af7f-8f3b48eeb204 req-9ed254b7-130d-43ba-a20c-8d23d29cbbf2 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298282 Mar 01 13:51:25.130316 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-30fb8988-ac9c-4d71-9e6c-069d0279e5f8 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Publish callbacks [] for port (91417fea-9990-4818-a6e9-9e5885211a07), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:25.135758 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd64a5c8-9671-4c01-8c75-45dbbad1484d tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (f93b37c0-d4b4-4bb0-ba54-5936379e26bf), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:25.146002 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd64a5c8-9671-4c01-8c75-45dbbad1484d tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (f93b37c0-d4b4-4bb0-ba54-5936379e26bf), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:25.195336 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-30fb8988-ac9c-4d71-9e6c-069d0279e5f8 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (91417fea-9990-4818-a6e9-9e5885211a07), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:25.197669 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64a5c8-9671-4c01-8c75-45dbbad1484d tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f93b37c0-d4b4-4bb0-ba54-5936379e26bf,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:25.220625 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ce424c80-30ce-479b-a9e1-907ec80fecbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:25.277410 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0205a609-0062-4635-be52-a55c1df2a64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd449d059-cd82-40c3-b8ba-d86c2eedc7f4'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:51:25.278428 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd64a5c8-9671-4c01-8c75-45dbbad1484d tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:25.280212 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-dd64a5c8-9671-4c01-8c75-45dbbad1484d tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4338112 Mar 01 13:51:25.282259 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c10180-2274-4d09-b4a2-60eee3c2d050" -d '{"events": [{"server_uuid": "0205a609-0062-4635-be52-a55c1df2a64c", "name": "network-vif-plugged", "status": "completed", "tag": "d449d059-cd82-40c3-b8ba-d86c2eedc7f4"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:51:25.285970 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42908) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:25.331448 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-30fb8988-ac9c-4d71-9e6c-069d0279e5f8 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Network ef281989-2746-4ecc-b6f1-48f595c50496 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:51:25.333542 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-d2811b43-b58a-4b30-b4a3-33219e395996 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Allocated IP 172.20.0.9 (ef281989-2746-4ecc-b6f1-48f595c50496/28884a92-0f85-4b3c-9d12-af17022ea48c/a5dd51f4-1cbb-4533-abd4-c4f0553dfd59) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:51:25.335521 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb8988-ac9c-4d71-9e6c-069d0279e5f8 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Pushing event updated for resources: {'Port': ['ID=91417fea-9990-4818-a6e9-9e5885211a07,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:25.343951 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-30fb8988-ac9c-4d71-9e6c-069d0279e5f8 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:51:25.350194 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-30fb8988-ac9c-4d71-9e6c-069d0279e5f8 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:51:25.363770 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fe473f-108a-4005-96b4-bcf34f652e9b x-openstack-request-id: req-14fe473f-108a-4005-96b4-bcf34f652e9b {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:51:25.364280 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0205a609-0062-4635-be52-a55c1df2a64c", "name": "network-vif-plugged", "status": "completed", "tag": "d449d059-cd82-40c3-b8ba-d86c2eedc7f4", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:51:25.364384 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14fe473f-108a-4005-96b4-bcf34f652e9b {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:51:25.364734 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0205a609-0062-4635-be52-a55c1df2a64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd449d059-cd82-40c3-b8ba-d86c2eedc7f4', 'code': 200} Mar 01 13:51:25.404214 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-30fb8988-ac9c-4d71-9e6c-069d0279e5f8 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:25.405544 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-30fb8988-ac9c-4d71-9e6c-069d0279e5f8 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:25.405659 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0b95f24f-1ed1-4da3-97b3-cd20ab6d5ab8 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (15b550f3-98d3-4d7f-ba6c-40c29103dafb), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:25.416426 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a79eb-2942-4c1c-bc92-e664c7af8dd8 req-03a480e2-4122-4eba-897f-9b5a8a299bcb tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:25.418096 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4c6a79eb-2942-4c1c-bc92-e664c7af8dd8 req-03a480e2-4122-4eba-897f-9b5a8a299bcb tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.2112110 Mar 01 13:51:25.443754 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-30fb8988-ac9c-4d71-9e6c-069d0279e5f8 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3945603 Mar 01 13:51:25.456014 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0b95f24f-1ed1-4da3-97b3-cd20ab6d5ab8 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (15b550f3-98d3-4d7f-ba6c-40c29103dafb), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:25.459310 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-3a6269a9-8f09-49f2-ae1e-f3078e40ddd1 service neutron] Request body: {'port': {'device_id': '1e9365c0-68ff-4837-85ae-e1a71e51937a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:25.524095 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0b95f24f-1ed1-4da3-97b3-cd20ab6d5ab8 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (15b550f3-98d3-4d7f-ba6c-40c29103dafb), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:25.526956 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0b95f24f-1ed1-4da3-97b3-cd20ab6d5ab8 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:25.533316 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0b95f24f-1ed1-4da3-97b3-cd20ab6d5ab8 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "DELETE /v2.0/security-groups/15b550f3-98d3-4d7f-ba6c-40c29103dafb HTTP/1.1" status: 204 len: 168 time: 0.2451007 Mar 01 13:51:25.534223 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42916) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:25.567717 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95f24f-1ed1-4da3-97b3-cd20ab6d5ab8 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b550f3-98d3-4d7f-ba6c-40c29103dafb,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:25.579047 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42918) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:25.650908 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42922) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:25.651378 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-db39c520-a1d0-417e-9340-6df72b8aa06c tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1092601 Mar 01 13:51:25.675956 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-40fa8b56-fc6a-4411-8899-90af9c5d0e8b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1729034084-network', 'tenant_id': '0b7cefbd26524ebbb9d39ec1ad0e5469'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:25.727286 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-3a6269a9-8f09-49f2-ae1e-f3078e40ddd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (91417fea-9990-4818-a6e9-9e5885211a07), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:25.728334 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4c6a79eb-2942-4c1c-bc92-e664c7af8dd8 req-3b6063a1-8643-49bb-9ff7-3d7f1f903c94 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2977045 Mar 01 13:51:25.760021 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-373e59d4-f20a-443d-a68f-59831eed0597 req-17a95b02-7fdb-4441-9ed0-3a13f5b703de tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef7fbc1e-4e1e-4dea-9a80-d53a7984735d HTTP/1.1" status: 200 len: 210 time: 0.0299447 Mar 01 13:51:25.760874 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fa8b56-fc6a-4411-8899-90af9c5d0e8b admin admin] Made reservation on behalf of 0b7cefbd26524ebbb9d39ec1ad0e5469 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:51:25.763241 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-40fa8b56-fc6a-4411-8899-90af9c5d0e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:25.775393 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-40fa8b56-fc6a-4411-8899-90af9c5d0e8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:25.780582 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-d2811b43-b58a-4b30-b4a3-33219e395996 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Publish callbacks [] for port (a5dd51f4-1cbb-4533-abd4-c4f0553dfd59), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:25.893506 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc8862-ea71-4d65-ad08-625e344e5eb2 req-5e5d3dd9-6dce-495e-b6f2-e84a84299fa6 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:25.901992 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-68cc8862-ea71-4d65-ad08-625e344e5eb2 req-5e5d3dd9-6dce-495e-b6f2-e84a84299fa6 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1065793 Mar 01 13:51:25.967293 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9c39b9ef-affc-482b-b392-c861bdc057e0 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3150399 Mar 01 13:51:25.973373 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42930) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:25.994718 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-d2811b43-b58a-4b30-b4a3-33219e395996 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (a5dd51f4-1cbb-4533-abd4-c4f0553dfd59), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:26.013012 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-40fa8b56-fc6a-4411-8899-90af9c5d0e8b admin admin] Publish callbacks [] for security_group (4a8db81f-3ab4-4ea7-b6f2-d0663efebf53), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:26.040753 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-40fa8b56-fc6a-4411-8899-90af9c5d0e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4a8db81f-3ab4-4ea7-b6f2-d0663efebf53), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:26.062680 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-98732073-b551-4126-b47a-b67793501574 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] delete failed (client error): The resource could not be found. Mar 01 13:51:26.067910 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-98732073-b551-4126-b47a-b67793501574 tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "DELETE /v2.0/security-groups/15b550f3-98d3-4d7f-ba6c-40c29103dafb HTTP/1.1" status: 404 len: 347 time: 0.0890558 Mar 01 13:51:26.068260 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-68cc8862-ea71-4d65-ad08-625e344e5eb2 req-b2f6573b-c77a-482f-b26c-07771a2fd8f0 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570475 Mar 01 13:51:26.086163 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42934) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:26.107749 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-d2811b43-b58a-4b30-b4a3-33219e395996 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Network ef281989-2746-4ecc-b6f1-48f595c50496 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:51:26.124439 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-d2811b43-b58a-4b30-b4a3-33219e395996 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:51:26.133151 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-d2811b43-b58a-4b30-b4a3-33219e395996 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:51:26.204816 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2811b43-b58a-4b30-b4a3-33219e395996 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Pushing event updated for resources: {'Port': ['ID=a5dd51f4-1cbb-4533-abd4-c4f0553dfd59,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:26.206195 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d275900-e375-4469-a89c-3d418793660a req-612aca38-2272-49e8-afbe-9c862c63aebd tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:26.214833 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6d275900-e375-4469-a89c-3d418793660a req-612aca38-2272-49e8-afbe-9c862c63aebd tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bc9e569-a74d-4cf5-a37c-ac665d380e9e HTTP/1.1" status: 200 len: 950 time: 0.2838056 Mar 01 13:51:26.218778 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40fa8b56-fc6a-4411-8899-90af9c5d0e8b admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:51:26.241966 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-d2811b43-b58a-4b30-b4a3-33219e395996 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:26.243139 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-d2811b43-b58a-4b30-b4a3-33219e395996 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:26.262233 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e4734818-2b16-471e-8d0a-1aacea3bb85b tempest-SecGroupTest-72729103 tempest-SecGroupTest-72729103-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1654844 Mar 01 13:51:26.282453 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-d2811b43-b58a-4b30-b4a3-33219e395996 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2210860 Mar 01 13:51:26.301397 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-40fa8b56-fc6a-4411-8899-90af9c5d0e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (89af536e-4707-43f0-b715-4f8b75798982), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:26.301946 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-40fa8b56-fc6a-4411-8899-90af9c5d0e8b admin admin] Added segment 89af536e-4707-43f0-b715-4f8b75798982 of type vlan for network 6b806682-c654-4ec0-aadb-856ed351c245 Mar 01 13:51:26.307307 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-4f819cf4-dffc-4724-88af-c550540e8362 service neutron] Request body: {'port': {'device_id': '9216e526-f02d-4caa-aaf8-19035b9f87ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:26.328806 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa8b56-fc6a-4411-8899-90af9c5d0e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8db81f-3ab4-4ea7-b6f2-d0663efebf53,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:26.342692 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-ad6c4f2a-ca36-43ac-9e0a-d929249843bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 482ada29-72d0-4ae7-a351-15f79bf4d84b {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:51:26.353929 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-ad6c4f2a-ca36-43ac-9e0a-d929249843bb service neutron] Publish callbacks [] for port (482ada29-72d0-4ae7-a351-15f79bf4d84b), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:26.395092 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-ad6c4f2a-ca36-43ac-9e0a-d929249843bb service neutron] Transition to ACTIVE for port object 482ada29-72d0-4ae7-a351-15f79bf4d84b will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:51:26.398123 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-4f819cf4-dffc-4724-88af-c550540e8362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a5dd51f4-1cbb-4533-abd4-c4f0553dfd59), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:26.408762 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-ad6c4f2a-ca36-43ac-9e0a-d929249843bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (482ada29-72d0-4ae7-a351-15f79bf4d84b), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:26.484516 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6d275900-e375-4469-a89c-3d418793660a req-fb5f01aa-22f0-49a5-81db-6e0a5ee2e9db tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682126 Mar 01 13:51:26.496320 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-40fa8b56-fc6a-4411-8899-90af9c5d0e8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (6b806682-c654-4ec0-aadb-856ed351c245), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:26.517272 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3177de-1fd6-4ff7-918f-89997929809c req-28087404-7772-4283-b493-cb87da90d1d2 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:26.519320 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4c3177de-1fd6-4ff7-918f-89997929809c req-28087404-7772-4283-b493-cb87da90d1d2 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.32 "GET /v2.0/networks?id=6e9a6b63-cd88-4977-a9f5-19697e5a90c0 HTTP/1.1" status: 200 len: 821 time: 0.4895136 Mar 01 13:51:26.548967 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-4c3177de-1fd6-4ff7-918f-89997929809c req-3d435914-e7c7-46ca-b9b7-2ad2cb58c6bf tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Request body: {'port': {'device_id': 'ef7fbc1e-4e1e-4dea-9a80-d53a7984735d', 'network_id': '6e9a6b63-cd88-4977-a9f5-19697e5a90c0', 'admin_state_up': True, 'tenant_id': '965638e4a07b4bb58c7d10180fe5dbc3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:26.569579 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c4f2a-ca36-43ac-9e0a-d929249843bb service neutron] Pushing event updated for resources: {'Port': ['ID=482ada29-72d0-4ae7-a351-15f79bf4d84b,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:26.590751 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5d676-2004-4fb0-9fbb-c7614680f948 req-d652ca17-90cf-4e12-84a1-2d9ca9f6ea69 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:26.594520 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-60a5d676-2004-4fb0-9fbb-c7614680f948 req-d652ca17-90cf-4e12-84a1-2d9ca9f6ea69 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/ports?device_id=9216e526-f02d-4caa-aaf8-19035b9f87ee HTTP/1.1" status: 200 len: 931 time: 0.3764200 Mar 01 13:51:26.716229 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42944) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:26.754526 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-40fa8b56-fc6a-4411-8899-90af9c5d0e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (6b806682-c654-4ec0-aadb-856ed351c245), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:26.770290 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fa8b56-fc6a-4411-8899-90af9c5d0e8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:26.771330 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-40fa8b56-fc6a-4411-8899-90af9c5d0e8b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:26.829882 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-ad6c4f2a-ca36-43ac-9e0a-d929249843bb service neutron] Attempting to bind port 482ada29-72d0-4ae7-a351-15f79bf4d84b on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:51:26.830514 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-ad6c4f2a-ca36-43ac-9e0a-d929249843bb service neutron] Attempting to bind port 482ada29-72d0-4ae7-a351-15f79bf4d84b by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': 'bffb2426-a4f2-4898-be49-a8547863bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ef281989-2746-4ecc-b6f1-48f595c50496'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:51:26.830848 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-ad6c4f2a-ca36-43ac-9e0a-d929249843bb service neutron] Attempting to bind port 482ada29-72d0-4ae7-a351-15f79bf4d84b on network ef281989-2746-4ecc-b6f1-48f595c50496 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:51:26.839318 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-ad6c4f2a-ca36-43ac-9e0a-d929249843bb service neutron] Port 482ada29-72d0-4ae7-a351-15f79bf4d84b on network ef281989-2746-4ecc-b6f1-48f595c50496 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:51:26.839719 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-ad6c4f2a-ca36-43ac-9e0a-d929249843bb service neutron] Attempting to bind port 482ada29-72d0-4ae7-a351-15f79bf4d84b on network ef281989-2746-4ecc-b6f1-48f595c50496 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:51:26.843188 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-3a6269a9-8f09-49f2-ae1e-f3078e40ddd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91417fea-9990-4818-a6e9-9e5885211a07 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:51:26.846610 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-60a5d676-2004-4fb0-9fbb-c7614680f948 req-523517b4-7e69-4a5f-8297-368d65a4645d tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/security-groups?id=b332677f-1182-4a4e-9c04-a143e0a3c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949692 Mar 01 13:51:26.854196 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-3a6269a9-8f09-49f2-ae1e-f3078e40ddd1 service neutron] Publish callbacks [] for port (91417fea-9990-4818-a6e9-9e5885211a07), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:26.858553 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-ad6c4f2a-ca36-43ac-9e0a-d929249843bb service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:51:26.858997 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-ad6c4f2a-ca36-43ac-9e0a-d929249843bb service neutron] Checking segment: {'id': 'bffb2426-a4f2-4898-be49-a8547863bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ef281989-2746-4ecc-b6f1-48f595c50496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:51:26.860096 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-ad6c4f2a-ca36-43ac-9e0a-d929249843bb service neutron] Bound using segment: {'id': 'bffb2426-a4f2-4898-be49-a8547863bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ef281989-2746-4ecc-b6f1-48f595c50496'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:51:26.860096 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-ad6c4f2a-ca36-43ac-9e0a-d929249843bb service neutron] Bound port: 482ada29-72d0-4ae7-a351-15f79bf4d84b, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bffb2426-a4f2-4898-be49-a8547863bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ef281989-2746-4ecc-b6f1-48f595c50496'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:51:26.860575 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-ad6c4f2a-ca36-43ac-9e0a-d929249843bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (482ada29-72d0-4ae7-a351-15f79bf4d84b), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:26.885382 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-3a6269a9-8f09-49f2-ae1e-f3078e40ddd1 service neutron] Transition to ACTIVE for port object 91417fea-9990-4818-a6e9-9e5885211a07 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:51:26.907964 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-3a6269a9-8f09-49f2-ae1e-f3078e40ddd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (91417fea-9990-4818-a6e9-9e5885211a07), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:27.023393 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-40fa8b56-fc6a-4411-8899-90af9c5d0e8b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.4431961 Mar 01 13:51:27.029794 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42960) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:27.040084 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-4e4a5e5b-1302-4fb8-9dd7-53761d1499ac admin admin] Request body: {'subnet': {'network_id': '6b806682-c654-4ec0-aadb-856ed351c245', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1729034084-subnet', 'tenant_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:27.048036 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-24195683-e010-4884-89ea-c2a5ab7f258f req-d6ec2a21-f588-4c09-a78b-2f72099ce6c2 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef7fbc1e-4e1e-4dea-9a80-d53a7984735d HTTP/1.1" status: 200 len: 210 time: 0.0825307 Mar 01 13:51:27.052867 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa8b56-fc6a-4411-8899-90af9c5d0e8b admin admin] Pushing event updated for resources: {'Network': ['ID=6b806682-c654-4ec0-aadb-856ed351c245,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:27.056971 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6269a9-8f09-49f2-ae1e-f3078e40ddd1 service neutron] Pushing event updated for resources: {'Port': ['ID=91417fea-9990-4818-a6e9-9e5885211a07,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:27.064502 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-ad6c4f2a-ca36-43ac-9e0a-d929249843bb service neutron] For port 482ada29-72d0-4ae7-a351-15f79bf4d84b, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:51:27.066022 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c3177de-1fd6-4ff7-918f-89997929809c req-3d435914-e7c7-46ca-b9b7-2ad2cb58c6bf tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Made reservation on behalf of 965638e4a07b4bb58c7d10180fe5dbc3 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:51:27.069526 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-4c3177de-1fd6-4ff7-918f-89997929809c req-3d435914-e7c7-46ca-b9b7-2ad2cb58c6bf tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:27.071267 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 6b806682-c654-4ec0-aadb-856ed351c245 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:51:27.118041 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-55d0b1a3-11ae-4721-9746-5614555bc0e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=02cd8a571c7b43298c7d7f71163ab3f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3893652 Mar 01 13:51:27.118572 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42962) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:27.128973 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-ad6c4f2a-ca36-43ac-9e0a-d929249843bb service neutron] For port 482ada29-72d0-4ae7-a351-15f79bf4d84b, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=482ada29-72d0-4ae7-a351-15f79bf4d84b,segment=NetworkSegment(bffb2426-a4f2-4898-be49-a8547863bf21),segment_id=bffb2426-a4f2-4898-be49-a8547863bf21)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:51:27.156206 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-ad6c4f2a-ca36-43ac-9e0a-d929249843bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (482ada29-72d0-4ae7-a351-15f79bf4d84b), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:27.159250 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045dfe0b-a3bc-4d66-92e9-d6a64382a588 req-168a121b-c42e-4306-b776-f7eb7e6def48 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:27.160817 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-045dfe0b-a3bc-4d66-92e9-d6a64382a588 req-168a121b-c42e-4306-b776-f7eb7e6def48 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1988342 Mar 01 13:51:27.162057 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4a5e5b-1302-4fb8-9dd7-53761d1499ac admin admin] Made reservation on behalf of 0b7cefbd26524ebbb9d39ec1ad0e5469 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:51:27.164298 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4e4a5e5b-1302-4fb8-9dd7-53761d1499ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:27.299360 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-ad6c4f2a-ca36-43ac-9e0a-d929249843bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:27.300086 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-77b2afed-73fa-4f35-a623-e19900311d86 admin admin] Publish callbacks [] for security_group (dae37440-561c-4889-93ad-9d57782c0f39), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:27.300195 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-ad6c4f2a-ca36-43ac-9e0a-d929249843bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:27.301936 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-ad6c4f2a-ca36-43ac-9e0a-d929249843bb service neutron] 10.222.0.20 "PUT /v2.0/ports/482ada29-72d0-4ae7-a351-15f79bf4d84b HTTP/1.1" status: 200 len: 1091 time: 2.6467550 Mar 01 13:51:27.308380 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-045dfe0b-a3bc-4d66-92e9-d6a64382a588 req-1976f8fd-c463-406c-b9d0-0a7b52123029 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405625 Mar 01 13:51:27.308919 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf26742-6169-431b-9358-8197f8c9cff7', 'tag': '482ada29-72d0-4ae7-a351-15f79bf4d84b'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:51:27.310648 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3579f67-e380-40f1-9728-4d0b606da2e3" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf26742-6169-431b-9358-8197f8c9cff7", "tag": "482ada29-72d0-4ae7-a351-15f79bf4d84b"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:51:27.340910 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-3a6269a9-8f09-49f2-ae1e-f3078e40ddd1 service neutron] Attempting to bind port 91417fea-9990-4818-a6e9-9e5885211a07 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:51:27.340910 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-3a6269a9-8f09-49f2-ae1e-f3078e40ddd1 service neutron] Attempting to bind port 91417fea-9990-4818-a6e9-9e5885211a07 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': 'bffb2426-a4f2-4898-be49-a8547863bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ef281989-2746-4ecc-b6f1-48f595c50496'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:51:27.340910 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-3a6269a9-8f09-49f2-ae1e-f3078e40ddd1 service neutron] Attempting to bind port 91417fea-9990-4818-a6e9-9e5885211a07 on network ef281989-2746-4ecc-b6f1-48f595c50496 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:51:27.340910 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-4f819cf4-dffc-4724-88af-c550540e8362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5dd51f4-1cbb-4533-abd4-c4f0553dfd59 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:51:27.342648 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-77b2afed-73fa-4f35-a623-e19900311d86 admin admin] Publish callbacks [] for security_group (dae37440-561c-4889-93ad-9d57782c0f39), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:27.357493 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-4f819cf4-dffc-4724-88af-c550540e8362 service neutron] Publish callbacks [] for port (a5dd51f4-1cbb-4533-abd4-c4f0553dfd59), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:27.362412 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c4f2a-ca36-43ac-9e0a-d929249843bb service neutron] Pushing event updated for resources: {'Port': ['ID=482ada29-72d0-4ae7-a351-15f79bf4d84b,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:27.376398 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-3a6269a9-8f09-49f2-ae1e-f3078e40ddd1 service neutron] Port 91417fea-9990-4818-a6e9-9e5885211a07 on network ef281989-2746-4ecc-b6f1-48f595c50496 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:51:27.376398 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-3a6269a9-8f09-49f2-ae1e-f3078e40ddd1 service neutron] Attempting to bind port 91417fea-9990-4818-a6e9-9e5885211a07 on network ef281989-2746-4ecc-b6f1-48f595c50496 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:51:27.386685 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29dccb0d-79a8-4d85-83c9-b1dec90d612f x-openstack-request-id: req-29dccb0d-79a8-4d85-83c9-b1dec90d612f {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:51:27.386955 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf26742-6169-431b-9358-8197f8c9cff7", "tag": "482ada29-72d0-4ae7-a351-15f79bf4d84b", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:51:27.387294 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29dccb0d-79a8-4d85-83c9-b1dec90d612f {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:51:27.387883 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf26742-6169-431b-9358-8197f8c9cff7', 'tag': '482ada29-72d0-4ae7-a351-15f79bf4d84b', 'status': 'completed', 'code': 200} Mar 01 13:51:27.424319 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-4c3177de-1fd6-4ff7-918f-89997929809c req-3d435914-e7c7-46ca-b9b7-2ad2cb58c6bf tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Allocated IP 172.20.0.2 (6e9a6b63-cd88-4977-a9f5-19697e5a90c0/95624b4c-3703-4ba5-9208-fd69c9df0e5f/9dc7cee7-74bf-4341-b2a6-05e7eb4120c7) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:51:27.425250 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-3a6269a9-8f09-49f2-ae1e-f3078e40ddd1 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:51:27.425659 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-3a6269a9-8f09-49f2-ae1e-f3078e40ddd1 service neutron] Checking segment: {'id': 'bffb2426-a4f2-4898-be49-a8547863bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ef281989-2746-4ecc-b6f1-48f595c50496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:51:27.426709 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-3a6269a9-8f09-49f2-ae1e-f3078e40ddd1 service neutron] Bound using segment: {'id': 'bffb2426-a4f2-4898-be49-a8547863bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ef281989-2746-4ecc-b6f1-48f595c50496'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:51:27.427315 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-3a6269a9-8f09-49f2-ae1e-f3078e40ddd1 service neutron] Bound port: 91417fea-9990-4818-a6e9-9e5885211a07, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bffb2426-a4f2-4898-be49-a8547863bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ef281989-2746-4ecc-b6f1-48f595c50496'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:51:27.427713 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-3a6269a9-8f09-49f2-ae1e-f3078e40ddd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (91417fea-9990-4818-a6e9-9e5885211a07), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:27.431322 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-4f819cf4-dffc-4724-88af-c550540e8362 service neutron] Transition to ACTIVE for port object a5dd51f4-1cbb-4533-abd4-c4f0553dfd59 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:51:27.447775 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1cb071b2-9f93-4bab-abbb-ad9f49712cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:27.449398 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-4f819cf4-dffc-4724-88af-c550540e8362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (a5dd51f4-1cbb-4533-abd4-c4f0553dfd59), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:27.527338 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-77b2afed-73fa-4f35-a623-e19900311d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (dae37440-561c-4889-93ad-9d57782c0f39), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:27.536321 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-77b2afed-73fa-4f35-a623-e19900311d86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:27.539944 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-77b2afed-73fa-4f35-a623-e19900311d86 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dae37440-561c-4889-93ad-9d57782c0f39 HTTP/1.1" status: 204 len: 168 time: 0.4178503 Mar 01 13:51:27.632061 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b2afed-73fa-4f35-a623-e19900311d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae37440-561c-4889-93ad-9d57782c0f39,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:27.731653 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96841df-ce18-4609-8356-009e6e725732 req-6fbde12a-4ec7-40ed-bd29-6ac3f869555f tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:27.739084 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e96841df-ce18-4609-8356-009e6e725732 req-6fbde12a-4ec7-40ed-bd29-6ac3f869555f tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bc9e569-a74d-4cf5-a37c-ac665d380e9e HTTP/1.1" status: 200 len: 950 time: 0.1272292 Mar 01 13:51:27.760131 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-4c3177de-1fd6-4ff7-918f-89997929809c req-3d435914-e7c7-46ca-b9b7-2ad2cb58c6bf tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks [] for port (9dc7cee7-74bf-4341-b2a6-05e7eb4120c7), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:27.831553 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e96841df-ce18-4609-8356-009e6e725732 req-2145eedd-add7-4ddd-9b4f-e61e0762ed77 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862243 Mar 01 13:51:27.846703 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-4c3177de-1fd6-4ff7-918f-89997929809c req-3d435914-e7c7-46ca-b9b7-2ad2cb58c6bf tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (9dc7cee7-74bf-4341-b2a6-05e7eb4120c7), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:27.970051 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-c02fa5e4-be34-43bd-ac93-18c65be34dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:27.971916 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-c02fa5e4-be34-43bd-ac93-18c65be34dfa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0fe356b70b6a43008a58b9462b2b03e7&device_id=1cf26742-6169-431b-9358-8197f8c9cff7 HTTP/1.1" status: 200 len: 1125 time: 0.6107488 Mar 01 13:51:27.976612 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f819cf4-dffc-4724-88af-c550540e8362 service neutron] Pushing event updated for resources: {'Port': ['ID=a5dd51f4-1cbb-4533-abd4-c4f0553dfd59,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:28.011094 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c3177de-1fd6-4ff7-918f-89997929809c req-3d435914-e7c7-46ca-b9b7-2ad2cb58c6bf tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Network 6e9a6b63-cd88-4977-a9f5-19697e5a90c0 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:51:28.045489 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-4c3177de-1fd6-4ff7-918f-89997929809c req-3d435914-e7c7-46ca-b9b7-2ad2cb58c6bf tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:51:28.053437 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3177de-1fd6-4ff7-918f-89997929809c req-3d435914-e7c7-46ca-b9b7-2ad2cb58c6bf tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:51:28.064051 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d435914-e7c7-46ca-b9b7-2ad2cb58c6bf tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Pushing event updated for resources: {'Port': ['ID=9dc7cee7-74bf-4341-b2a6-05e7eb4120c7,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:28.067560 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-ecbc180a-9a1a-46f9-973e-8efb041353e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=482ada29-72d0-4ae7-a351-15f79bf4d84b HTTP/1.1" status: 200 len: 217 time: 0.0663540 Mar 01 13:51:28.110523 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-3a6269a9-8f09-49f2-ae1e-f3078e40ddd1 service neutron] For port 91417fea-9990-4818-a6e9-9e5885211a07, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:51:28.118323 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658abf78-8ec9-49d4-a7f1-7e2459deb2ef req-ba6429a8-1ad8-43ec-af08-c73078a93167 tempest-ServersOnMultiNodesTest-1167703349 tempest-ServersOnMultiNodesTest-1167703349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:28.125074 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-658abf78-8ec9-49d4-a7f1-7e2459deb2ef req-ba6429a8-1ad8-43ec-af08-c73078a93167 tempest-ServersOnMultiNodesTest-1167703349 tempest-ServersOnMultiNodesTest-1167703349-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7bc9e569-a74d-4cf5-a37c-ac665d380e9e HTTP/1.1" status: 200 len: 1132 time: 0.1642938 Mar 01 13:51:28.136284 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4e4a5e5b-1302-4fb8-9dd7-53761d1499ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (dc4dca49-ae2c-4edb-bec4-98c202db3f43), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:28.158964 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c65923-9afd-4138-be5c-2708166d27b2 req-b1088ebf-9b36-4203-b360-bd79815c4912 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:28.164461 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-53c65923-9afd-4138-be5c-2708166d27b2 req-b1088ebf-9b36-4203-b360-bd79815c4912 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.2325628 Mar 01 13:51:28.177107 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3177de-1fd6-4ff7-918f-89997929809c req-3d435914-e7c7-46ca-b9b7-2ad2cb58c6bf tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:28.177856 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-4c3177de-1fd6-4ff7-918f-89997929809c req-3d435914-e7c7-46ca-b9b7-2ad2cb58c6bf tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:28.222549 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-3a6269a9-8f09-49f2-ae1e-f3078e40ddd1 service neutron] For port 91417fea-9990-4818-a6e9-9e5885211a07, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=91417fea-9990-4818-a6e9-9e5885211a07,segment=NetworkSegment(bffb2426-a4f2-4898-be49-a8547863bf21),segment_id=bffb2426-a4f2-4898-be49-a8547863bf21)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:51:28.228451 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-658abf78-8ec9-49d4-a7f1-7e2459deb2ef req-01bb53e8-708c-4aca-98af-9f56340f4039 tempest-ServersOnMultiNodesTest-1167703349 tempest-ServersOnMultiNodesTest-1167703349-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023774 Mar 01 13:51:28.238193 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4c3177de-1fd6-4ff7-918f-89997929809c req-3d435914-e7c7-46ca-b9b7-2ad2cb58c6bf tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6962016 Mar 01 13:51:28.254954 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-4f819cf4-dffc-4724-88af-c550540e8362 service neutron] Attempting to bind port a5dd51f4-1cbb-4533-abd4-c4f0553dfd59 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:51:28.255586 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-4f819cf4-dffc-4724-88af-c550540e8362 service neutron] Attempting to bind port a5dd51f4-1cbb-4533-abd4-c4f0553dfd59 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'bffb2426-a4f2-4898-be49-a8547863bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ef281989-2746-4ecc-b6f1-48f595c50496'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:51:28.256169 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-4f819cf4-dffc-4724-88af-c550540e8362 service neutron] Attempting to bind port a5dd51f4-1cbb-4533-abd4-c4f0553dfd59 on network ef281989-2746-4ecc-b6f1-48f595c50496 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:51:28.262053 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-4c3177de-1fd6-4ff7-918f-89997929809c req-01abec3d-aaf3-4cbe-ae22-f61ffa2f6eb9 service neutron] Request body: {'port': {'device_id': 'ef7fbc1e-4e1e-4dea-9a80-d53a7984735d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:28.264591 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-e866b7f3-f9e1-4381-ba37-17857aac4114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:28.267564 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-e866b7f3-f9e1-4381-ba37-17857aac4114 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=28884a92-0f85-4b3c-9d12-af17022ea48c HTTP/1.1" status: 200 len: 857 time: 0.1914334 Mar 01 13:51:28.274834 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-3a6269a9-8f09-49f2-ae1e-f3078e40ddd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (91417fea-9990-4818-a6e9-9e5885211a07), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:28.296913 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-4f819cf4-dffc-4724-88af-c550540e8362 service neutron] Port a5dd51f4-1cbb-4533-abd4-c4f0553dfd59 on network ef281989-2746-4ecc-b6f1-48f595c50496 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:51:28.297939 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-4f819cf4-dffc-4724-88af-c550540e8362 service neutron] Attempting to bind port a5dd51f4-1cbb-4533-abd4-c4f0553dfd59 on network ef281989-2746-4ecc-b6f1-48f595c50496 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:51:28.302770 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-53c65923-9afd-4138-be5c-2708166d27b2 req-d7af59a0-2da5-4c42-b76c-90fc9c829b9a tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220853 Mar 01 13:51:28.343421 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-4c3177de-1fd6-4ff7-918f-89997929809c req-01abec3d-aaf3-4cbe-ae22-f61ffa2f6eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9dc7cee7-74bf-4341-b2a6-05e7eb4120c7), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:28.398311 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a5e5b-1302-4fb8-9dd7-53761d1499ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc4dca49-ae2c-4edb-bec4-98c202db3f43,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:28.408406 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-2cc1bed2-55a0-45c1-a20d-20b44ccb9381 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef281989-2746-4ecc-b6f1-48f595c50496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1275353 Mar 01 13:51:28.415930 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-3a6269a9-8f09-49f2-ae1e-f3078e40ddd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:28.416799 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-3a6269a9-8f09-49f2-ae1e-f3078e40ddd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:28.418815 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-3a6269a9-8f09-49f2-ae1e-f3078e40ddd1 service neutron] 10.222.0.20 "PUT /v2.0/ports/91417fea-9990-4818-a6e9-9e5885211a07 HTTP/1.1" status: 200 len: 1092 time: 2.9642584 Mar 01 13:51:28.420046 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-4f819cf4-dffc-4724-88af-c550540e8362 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:51:28.420737 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-4f819cf4-dffc-4724-88af-c550540e8362 service neutron] Checking segment: {'id': 'bffb2426-a4f2-4898-be49-a8547863bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ef281989-2746-4ecc-b6f1-48f595c50496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:51:28.421285 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-4f819cf4-dffc-4724-88af-c550540e8362 service neutron] Bound using segment: {'id': 'bffb2426-a4f2-4898-be49-a8547863bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ef281989-2746-4ecc-b6f1-48f595c50496'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:51:28.421860 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-4f819cf4-dffc-4724-88af-c550540e8362 service neutron] Bound port: a5dd51f4-1cbb-4533-abd4-c4f0553dfd59, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bffb2426-a4f2-4898-be49-a8547863bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ef281989-2746-4ecc-b6f1-48f595c50496'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:51:28.422392 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-4f819cf4-dffc-4724-88af-c550540e8362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a5dd51f4-1cbb-4533-abd4-c4f0553dfd59), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:28.475342 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4a5e5b-1302-4fb8-9dd7-53761d1499ac admin admin] Checking segment: {'id': '89af536e-4707-43f0-b715-4f8b75798982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6b806682-c654-4ec0-aadb-856ed351c245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:51:28.475936 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4a5e5b-1302-4fb8-9dd7-53761d1499ac admin admin] Network hostable DHCP agents. Network: 6b806682-c654-4ec0-aadb-856ed351c245, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:51:28.545116 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6269a9-8f09-49f2-ae1e-f3078e40ddd1 service neutron] Pushing event updated for resources: {'Port': ['ID=91417fea-9990-4818-a6e9-9e5885211a07,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:28.628813 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4a5e5b-1302-4fb8-9dd7-53761d1499ac admin admin] Network 6b806682-c654-4ec0-aadb-856ed351c245 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:51:28.650783 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-4f819cf4-dffc-4724-88af-c550540e8362 service neutron] For port a5dd51f4-1cbb-4533-abd4-c4f0553dfd59, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:51:28.656764 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-fa5f7577-c906-4762-84c1-4dfeb7236216 service neutron] 10.222.0.20 "GET /v2.0/networks/ef281989-2746-4ecc-b6f1-48f595c50496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292223 Mar 01 13:51:28.659431 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2133b-59ee-4033-a7c7-b38af2ae5dfa req-da90e355-c6a0-40d7-a446-61f47854e8e2 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:28.667051 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f5b2133b-59ee-4033-a7c7-b38af2ae5dfa req-da90e355-c6a0-40d7-a446-61f47854e8e2 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/ports?device_id=9216e526-f02d-4caa-aaf8-19035b9f87ee HTTP/1.1" status: 200 len: 943 time: 0.2604578 Mar 01 13:51:28.676855 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-c9605b29-20a7-4e91-b6c4-1d965e970350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:28.678335 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-c9605b29-20a7-4e91-b6c4-1d965e970350 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0fe356b70b6a43008a58b9462b2b03e7&device_id=1e9365c0-68ff-4837-85ae-e1a71e51937a HTTP/1.1" status: 200 len: 1126 time: 0.1688819 Mar 01 13:51:28.678916 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-4e4a5e5b-1302-4fb8-9dd7-53761d1499ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 6b806682-c654-4ec0-aadb-856ed351c245) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:51:28.681694 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-4f819cf4-dffc-4724-88af-c550540e8362 service neutron] For port a5dd51f4-1cbb-4533-abd4-c4f0553dfd59, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=a5dd51f4-1cbb-4533-abd4-c4f0553dfd59,segment=NetworkSegment(bffb2426-a4f2-4898-be49-a8547863bf21),segment_id=bffb2426-a4f2-4898-be49-a8547863bf21)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:51:28.692211 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b6f9ae-0c05-4ae9-96cf-e2d89d194a1a None None] Network 6b806682-c654-4ec0-aadb-856ed351c245 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:51:28.700820 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4a5e5b-1302-4fb8-9dd7-53761d1499ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:28.701422 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4e4a5e5b-1302-4fb8-9dd7-53761d1499ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:28.775763 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-4f819cf4-dffc-4724-88af-c550540e8362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (a5dd51f4-1cbb-4533-abd4-c4f0553dfd59), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:28.779724 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4887543-5622-43bc-812c-b8f4aa27d18d req-270b5535-4b64-4da0-a4b9-1935b2728a75 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:28.782057 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e4887543-5622-43bc-812c-b8f4aa27d18d req-270b5535-4b64-4da0-a4b9-1935b2728a75 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef7fbc1e-4e1e-4dea-9a80-d53a7984735d HTTP/1.1" status: 200 len: 931 time: 0.1966684 Mar 01 13:51:28.800507 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f5b2133b-59ee-4033-a7c7-b38af2ae5dfa req-3e413dcf-c1de-44fc-a073-5ff54dfaf2fc tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/security-groups?id=b332677f-1182-4a4e-9c04-a143e0a3c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303608 Mar 01 13:51:28.882464 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:28.908007 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-ced29472-22ad-41bc-b453-596dcac5c22c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91417fea-9990-4818-a6e9-9e5885211a07 HTTP/1.1" status: 200 len: 217 time: 0.2017472 Mar 01 13:51:28.923977 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4e4a5e5b-1302-4fb8-9dd7-53761d1499ac admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8865619 Mar 01 13:51:28.925284 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 43040) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:28.939830 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-58b21cb3-b7f7-4e26-b296-f436a2ceadd6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1729034084-router', 'tenant_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:28.948706 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-4f819cf4-dffc-4724-88af-c550540e8362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:28.951035 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-4f819cf4-dffc-4724-88af-c550540e8362 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:28.955099 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-4f819cf4-dffc-4724-88af-c550540e8362 service neutron] 10.222.0.32 "PUT /v2.0/ports/a5dd51f4-1cbb-4533-abd4-c4f0553dfd59 HTTP/1.1" status: 200 len: 1091 time: 2.6538351 Mar 01 13:51:28.962855 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e4887543-5622-43bc-812c-b8f4aa27d18d req-b0c732dd-4881-4a62-8fdf-5458bab75503 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588061 Mar 01 13:51:28.966198 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-4c3177de-1fd6-4ff7-918f-89997929809c req-01abec3d-aaf3-4cbe-ae22-f61ffa2f6eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dc7cee7-74bf-4341-b2a6-05e7eb4120c7 {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:51:29.001778 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-4c3177de-1fd6-4ff7-918f-89997929809c req-01abec3d-aaf3-4cbe-ae22-f61ffa2f6eb9 service neutron] Publish callbacks [] for port (9dc7cee7-74bf-4341-b2a6-05e7eb4120c7), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:29.018885 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-4c3177de-1fd6-4ff7-918f-89997929809c req-01abec3d-aaf3-4cbe-ae22-f61ffa2f6eb9 service neutron] Transition to ACTIVE for port object 9dc7cee7-74bf-4341-b2a6-05e7eb4120c7 will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:51:29.020899 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-58b21cb3-b7f7-4e26-b296-f436a2ceadd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (aef55aa4-f72a-4691-965e-dd1c94d342a4), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:29.021773 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-58b21cb3-b7f7-4e26-b296-f436a2ceadd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (aef55aa4-f72a-4691-965e-dd1c94d342a4), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:29.038880 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2989bca-0b04-40be-bed0-06cf39d44fd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-6b806682-c654-4ec0-aadb-856ed351c245', 'network_id': '6b806682-c654-4ec0-aadb-856ed351c245', 'project_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'fixed_ips': [{'subnet_id': 'dc4dca49-ae2c-4edb-bec4-98c202db3f43'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:51:29.040575 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e2989bca-0b04-40be-bed0-06cf39d44fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:29.072514 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-4c3177de-1fd6-4ff7-918f-89997929809c req-01abec3d-aaf3-4cbe-ae22-f61ffa2f6eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (9dc7cee7-74bf-4341-b2a6-05e7eb4120c7), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:29.183990 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-58b21cb3-b7f7-4e26-b296-f436a2ceadd6 admin admin] Publish callbacks [] for router_controller (aef55aa4-f72a-4691-965e-dd1c94d342a4), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:29.270001 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f819cf4-dffc-4724-88af-c550540e8362 service neutron] Pushing event updated for resources: {'Port': ['ID=a5dd51f4-1cbb-4533-abd4-c4f0553dfd59,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:29.290949 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-1d20c4c5-9b6d-400f-9626-520b3980b254 service neutron] 10.222.0.20 "GET /v2.0/networks/ef281989-2746-4ecc-b6f1-48f595c50496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6255546 Mar 01 13:51:29.301400 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-a2f5f58d-c44e-4887-8895-7d2a1ccac81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:29.305601 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-a2f5f58d-c44e-4887-8895-7d2a1ccac81a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=28884a92-0f85-4b3c-9d12-af17022ea48c HTTP/1.1" status: 200 len: 857 time: 0.3699250 Mar 01 13:51:29.392815 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-e2989bca-0b04-40be-bed0-06cf39d44fd3 None None] Allocated IP 172.20.0.2 (6b806682-c654-4ec0-aadb-856ed351c245/dc4dca49-ae2c-4edb-bec4-98c202db3f43/ff35fcb1-bbf7-422d-9225-01ec631faaa8) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:51:29.406046 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9365c0-68ff-4837-85ae-e1a71e51937a', 'tag': '91417fea-9990-4818-a6e9-9e5885211a07'}, {'name': 'network-changed', 'server_uuid': '9216e526-f02d-4caa-aaf8-19035b9f87ee', 'tag': 'a5dd51f4-1cbb-4533-abd4-c4f0553dfd59'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:51:29.414614 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f06577-3ec2-4434-bf16-547264e50d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "1e9365c0-68ff-4837-85ae-e1a71e51937a", "tag": "91417fea-9990-4818-a6e9-9e5885211a07"}, {"name": "network-changed", "server_uuid": "9216e526-f02d-4caa-aaf8-19035b9f87ee", "tag": "a5dd51f4-1cbb-4533-abd4-c4f0553dfd59"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:51:29.431399 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-0d5cfe8e-eee5-49ff-8d50-b3ead0e68bf4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef281989-2746-4ecc-b6f1-48f595c50496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1186852 Mar 01 13:51:29.451650 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-c4bfe5a0-64b1-4516-89b7-3dbab6272faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:29.455357 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-c4bfe5a0-64b1-4516-89b7-3dbab6272faa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0fe356b70b6a43008a58b9462b2b03e7&device_id=9216e526-f02d-4caa-aaf8-19035b9f87ee HTTP/1.1" status: 200 len: 1125 time: 0.3772004 Mar 01 13:51:29.652329 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-ed3b02f9-67a3-419f-9a16-14dccbec7ef7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5dd51f4-1cbb-4533-abd4-c4f0553dfd59 HTTP/1.1" status: 200 len: 217 time: 0.1655340 Mar 01 13:51:29.670660 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e2989bca-0b04-40be-bed0-06cf39d44fd3 None None] Publish callbacks [] for port (ff35fcb1-bbf7-422d-9225-01ec631faaa8), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:29.683234 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e2989bca-0b04-40be-bed0-06cf39d44fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (ff35fcb1-bbf7-422d-9225-01ec631faaa8), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:29.865660 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-58b21cb3-b7f7-4e26-b296-f436a2ceadd6 admin admin] Publish callbacks [] for router_gateway (aef55aa4-f72a-4691-965e-dd1c94d342a4), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:29.875580 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01abec3d-aaf3-4cbe-ae22-f61ffa2f6eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc7cee7-74bf-4341-b2a6-05e7eb4120c7,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:29.913713 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2989bca-0b04-40be-bed0-06cf39d44fd3 None None] Pushing event updated for resources: {'Port': ['ID=ff35fcb1-bbf7-422d-9225-01ec631faaa8,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:29.926490 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2989bca-0b04-40be-bed0-06cf39d44fd3 None None] Network 6b806682-c654-4ec0-aadb-856ed351c245 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:51:29.929147 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-e2989bca-0b04-40be-bed0-06cf39d44fd3 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:51:29.935449 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2989bca-0b04-40be-bed0-06cf39d44fd3 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:51:30.004501 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-229fb230-f7cc-4dec-a2e8-56dec5f11a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:30.006289 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-229fb230-f7cc-4dec-a2e8-56dec5f11a6d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28884a92-0f85-4b3c-9d12-af17022ea48c HTTP/1.1" status: 200 len: 857 time: 0.2873411 Mar 01 13:51:30.016195 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-8f4d32fb-4c7b-4a60-8186-f90363dea09a service neutron] 10.222.0.20 "GET /v2.0/networks/ef281989-2746-4ecc-b6f1-48f595c50496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5598471 Mar 01 13:51:30.030576 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3579f67-e380-40f1-9728-4d0b606da2e3 req-b7a693eb-fbf3-4a4f-8614-01737c254350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:30.032483 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c3579f67-e380-40f1-9728-4d0b606da2e3 req-b7a693eb-fbf3-4a4f-8614-01737c254350 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0fe356b70b6a43008a58b9462b2b03e7&device_id=1cf26742-6169-431b-9358-8197f8c9cff7 HTTP/1.1" status: 200 len: 1125 time: 0.6093214 Mar 01 13:51:30.073711 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-bcbd797e-28fd-461d-941f-a9bf872e6b84 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ef281989-2746-4ecc-b6f1-48f595c50496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562291 Mar 01 13:51:30.098759 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c583c-9d4d-41ab-b221-5ae4fe449efb req-cd800fd2-da91-4c7c-a6ac-41f773fac34a tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:30.109924 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-500c583c-9d4d-41ab-b221-5ae4fe449efb req-cd800fd2-da91-4c7c-a6ac-41f773fac34a tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.4441576 Mar 01 13:51:30.133405 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-e2989bca-0b04-40be-bed0-06cf39d44fd3 None None] Attempting to bind port ff35fcb1-bbf7-422d-9225-01ec631faaa8 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:51:30.135927 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-e2989bca-0b04-40be-bed0-06cf39d44fd3 None None] Attempting to bind port ff35fcb1-bbf7-422d-9225-01ec631faaa8 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '89af536e-4707-43f0-b715-4f8b75798982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6b806682-c654-4ec0-aadb-856ed351c245'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:51:30.137794 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2989bca-0b04-40be-bed0-06cf39d44fd3 None None] Attempting to bind port ff35fcb1-bbf7-422d-9225-01ec631faaa8 on network 6b806682-c654-4ec0-aadb-856ed351c245 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:51:30.148542 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0678c8ed-e50c-4083-b1c6-79ef47558270 req-3a8ca37c-db6e-4a3e-bf6c-98581d2f54d4 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:30.149981 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:30.151152 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2989bca-0b04-40be-bed0-06cf39d44fd3 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:51:30.153903 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2989bca-0b04-40be-bed0-06cf39d44fd3 None None] Checking segment: {'id': '89af536e-4707-43f0-b715-4f8b75798982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6b806682-c654-4ec0-aadb-856ed351c245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:51:30.154343 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e2989bca-0b04-40be-bed0-06cf39d44fd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:30.154752 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2989bca-0b04-40be-bed0-06cf39d44fd3 None None] Bound using segment: {'id': '89af536e-4707-43f0-b715-4f8b75798982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6b806682-c654-4ec0-aadb-856ed351c245'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:51:30.156019 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-e2989bca-0b04-40be-bed0-06cf39d44fd3 None None] Bound port: ff35fcb1-bbf7-422d-9225-01ec631faaa8, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89af536e-4707-43f0-b715-4f8b75798982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6b806682-c654-4ec0-aadb-856ed351c245'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:51:30.156152 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0678c8ed-e50c-4083-b1c6-79ef47558270 req-3a8ca37c-db6e-4a3e-bf6c-98581d2f54d4 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bc9e569-a74d-4cf5-a37c-ac665d380e9e HTTP/1.1" status: 200 len: 950 time: 0.9743359 Mar 01 13:51:30.156427 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e2989bca-0b04-40be-bed0-06cf39d44fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ff35fcb1-bbf7-422d-9225-01ec631faaa8), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:30.200023 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-4c3177de-1fd6-4ff7-918f-89997929809c req-01abec3d-aaf3-4cbe-ae22-f61ffa2f6eb9 service neutron] Attempting to bind port 9dc7cee7-74bf-4341-b2a6-05e7eb4120c7 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:51:30.200498 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-4c3177de-1fd6-4ff7-918f-89997929809c req-01abec3d-aaf3-4cbe-ae22-f61ffa2f6eb9 service neutron] Attempting to bind port 9dc7cee7-74bf-4341-b2a6-05e7eb4120c7 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '5682489f-cf80-4a1c-8ade-e83424038ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6e9a6b63-cd88-4977-a9f5-19697e5a90c0'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:51:30.200839 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3177de-1fd6-4ff7-918f-89997929809c req-01abec3d-aaf3-4cbe-ae22-f61ffa2f6eb9 service neutron] Attempting to bind port 9dc7cee7-74bf-4341-b2a6-05e7eb4120c7 on network 6e9a6b63-cd88-4977-a9f5-19697e5a90c0 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:51:30.211157 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3177de-1fd6-4ff7-918f-89997929809c req-01abec3d-aaf3-4cbe-ae22-f61ffa2f6eb9 service neutron] Port 9dc7cee7-74bf-4341-b2a6-05e7eb4120c7 on network 6e9a6b63-cd88-4977-a9f5-19697e5a90c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:51:30.211493 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3177de-1fd6-4ff7-918f-89997929809c req-01abec3d-aaf3-4cbe-ae22-f61ffa2f6eb9 service neutron] Attempting to bind port 9dc7cee7-74bf-4341-b2a6-05e7eb4120c7 on network 6e9a6b63-cd88-4977-a9f5-19697e5a90c0 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:51:30.260196 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-e2989bca-0b04-40be-bed0-06cf39d44fd3 None None] For port ff35fcb1-bbf7-422d-9225-01ec631faaa8, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:51:30.264513 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-e2989bca-0b04-40be-bed0-06cf39d44fd3 None None] For port ff35fcb1-bbf7-422d-9225-01ec631faaa8, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ff35fcb1-bbf7-422d-9225-01ec631faaa8,segment=NetworkSegment(89af536e-4707-43f0-b715-4f8b75798982),segment_id=89af536e-4707-43f0-b715-4f8b75798982)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:51:30.277155 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3177de-1fd6-4ff7-918f-89997929809c req-01abec3d-aaf3-4cbe-ae22-f61ffa2f6eb9 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:51:30.278004 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3177de-1fd6-4ff7-918f-89997929809c req-01abec3d-aaf3-4cbe-ae22-f61ffa2f6eb9 service neutron] Checking segment: {'id': '5682489f-cf80-4a1c-8ade-e83424038ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6e9a6b63-cd88-4977-a9f5-19697e5a90c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:51:30.278610 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e2989bca-0b04-40be-bed0-06cf39d44fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ff35fcb1-bbf7-422d-9225-01ec631faaa8), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:30.278743 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3177de-1fd6-4ff7-918f-89997929809c req-01abec3d-aaf3-4cbe-ae22-f61ffa2f6eb9 service neutron] Bound using segment: {'id': '5682489f-cf80-4a1c-8ade-e83424038ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6e9a6b63-cd88-4977-a9f5-19697e5a90c0'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:51:30.279552 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-4c3177de-1fd6-4ff7-918f-89997929809c req-01abec3d-aaf3-4cbe-ae22-f61ffa2f6eb9 service neutron] Bound port: 9dc7cee7-74bf-4341-b2a6-05e7eb4120c7, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5682489f-cf80-4a1c-8ade-e83424038ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6e9a6b63-cd88-4977-a9f5-19697e5a90c0'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:51:30.282011 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-4c3177de-1fd6-4ff7-918f-89997929809c req-01abec3d-aaf3-4cbe-ae22-f61ffa2f6eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9dc7cee7-74bf-4341-b2a6-05e7eb4120c7), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:30.380655 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-500c583c-9d4d-41ab-b221-5ae4fe449efb req-0a30ebe4-a590-4e85-81cc-193cf6ed36ef tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2697489 Mar 01 13:51:30.395788 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2989bca-0b04-40be-bed0-06cf39d44fd3 None None] Pushing event updated for resources: {'Port': ['ID=ff35fcb1-bbf7-422d-9225-01ec631faaa8,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:30.410837 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-9bf5d0cd-a317-40e8-9134-b9d2968dcc07 service neutron] 10.222.0.32 "GET /v2.0/networks/ef281989-2746-4ecc-b6f1-48f595c50496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092904 Mar 01 13:51:30.431278 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-ca32fe10-6b16-45b2-abad-79b3e48008b9 service neutron] 10.222.0.20 "GET /v2.0/networks/ef281989-2746-4ecc-b6f1-48f595c50496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974946 Mar 01 13:51:30.471795 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3579f67-e380-40f1-9728-4d0b606da2e3 req-26bd4cb6-ef29-4a4e-b8b4-87be6e3e972f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:30.479839 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c3579f67-e380-40f1-9728-4d0b606da2e3 req-26bd4cb6-ef29-4a4e-b8b4-87be6e3e972f service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef281989-2746-4ecc-b6f1-48f595c50496 HTTP/1.1" status: 200 len: 918 time: 0.4168415 Mar 01 13:51:30.568297 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c3579f67-e380-40f1-9728-4d0b606da2e3 req-cb575d65-553d-4297-a407-87e73fdc9872 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=482ada29-72d0-4ae7-a351-15f79bf4d84b HTTP/1.1" status: 200 len: 217 time: 0.0459833 Mar 01 13:51:30.577072 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-4c3177de-1fd6-4ff7-918f-89997929809c req-01abec3d-aaf3-4cbe-ae22-f61ffa2f6eb9 service neutron] For port 9dc7cee7-74bf-4341-b2a6-05e7eb4120c7, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:51:30.577627 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 01 Mar 2022 13:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e6b921-82b1-4514-a586-aa66765a8a3a x-openstack-request-id: req-26e6b921-82b1-4514-a586-aa66765a8a3a {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:51:30.578163 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e9365c0-68ff-4837-85ae-e1a71e51937a", "tag": "91417fea-9990-4818-a6e9-9e5885211a07", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9216e526-f02d-4caa-aaf8-19035b9f87ee", "tag": "a5dd51f4-1cbb-4533-abd4-c4f0553dfd59", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:51:30.578592 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26e6b921-82b1-4514-a586-aa66765a8a3a {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:51:30.580240 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9365c0-68ff-4837-85ae-e1a71e51937a', 'tag': '91417fea-9990-4818-a6e9-9e5885211a07', 'status': 'completed', 'code': 200} Mar 01 13:51:30.580660 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9216e526-f02d-4caa-aaf8-19035b9f87ee', 'tag': 'a5dd51f4-1cbb-4533-abd4-c4f0553dfd59', 'status': 'completed', 'code': 200} Mar 01 13:51:30.588815 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-4c3177de-1fd6-4ff7-918f-89997929809c req-01abec3d-aaf3-4cbe-ae22-f61ffa2f6eb9 service neutron] For port 9dc7cee7-74bf-4341-b2a6-05e7eb4120c7, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9dc7cee7-74bf-4341-b2a6-05e7eb4120c7,segment=NetworkSegment(5682489f-cf80-4a1c-8ade-e83424038ed9),segment_id=5682489f-cf80-4a1c-8ade-e83424038ed9)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:51:30.621932 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0678c8ed-e50c-4083-b1c6-79ef47558270 req-78624bf0-8a9c-493c-b0b9-7df203082983 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4646053 Mar 01 13:51:30.636974 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-4c3177de-1fd6-4ff7-918f-89997929809c req-01abec3d-aaf3-4cbe-ae22-f61ffa2f6eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (9dc7cee7-74bf-4341-b2a6-05e7eb4120c7), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:30.704878 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3177de-1fd6-4ff7-918f-89997929809c req-01abec3d-aaf3-4cbe-ae22-f61ffa2f6eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:30.712505 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-4c3177de-1fd6-4ff7-918f-89997929809c req-01abec3d-aaf3-4cbe-ae22-f61ffa2f6eb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:30.717652 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4c3177de-1fd6-4ff7-918f-89997929809c req-01abec3d-aaf3-4cbe-ae22-f61ffa2f6eb9 service neutron] 10.222.0.32 "PUT /v2.0/ports/9dc7cee7-74bf-4341-b2a6-05e7eb4120c7 HTTP/1.1" status: 200 len: 1091 time: 2.4632742 Mar 01 13:51:30.728982 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7fbc1e-4e1e-4dea-9a80-d53a7984735d', 'tag': '9dc7cee7-74bf-4341-b2a6-05e7eb4120c7'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:51:30.743611 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fd8626-6e4f-48d8-ba25-31a063f11fb5" -d '{"events": [{"name": "network-changed", "server_uuid": "ef7fbc1e-4e1e-4dea-9a80-d53a7984735d", "tag": "9dc7cee7-74bf-4341-b2a6-05e7eb4120c7"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:51:30.770863 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3579f67-e380-40f1-9728-4d0b606da2e3 req-f3eafabc-1f6f-4431-b84e-cedd41de06f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:30.772718 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c3579f67-e380-40f1-9728-4d0b606da2e3 req-f3eafabc-1f6f-4431-b84e-cedd41de06f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=28884a92-0f85-4b3c-9d12-af17022ea48c HTTP/1.1" status: 200 len: 857 time: 0.1874297 Mar 01 13:51:30.779254 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f06577-3ec2-4434-bf16-547264e50d6f req-ff97443d-2289-4c25-9e39-70ac4b0bc691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:30.780857 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-56f06577-3ec2-4434-bf16-547264e50d6f req-ff97443d-2289-4c25-9e39-70ac4b0bc691 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0fe356b70b6a43008a58b9462b2b03e7&device_id=1e9365c0-68ff-4837-85ae-e1a71e51937a HTTP/1.1" status: 200 len: 1126 time: 0.2106993 Mar 01 13:51:30.831315 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c3579f67-e380-40f1-9728-4d0b606da2e3 req-b3f77068-8afb-49f3-b5d2-646ca8112704 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef281989-2746-4ecc-b6f1-48f595c50496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495389 Mar 01 13:51:30.945499 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f06577-3ec2-4434-bf16-547264e50d6f req-184d5ebe-d1d9-4219-9abe-8fb1c3b15462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:30.946995 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-56f06577-3ec2-4434-bf16-547264e50d6f req-184d5ebe-d1d9-4219-9abe-8fb1c3b15462 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef281989-2746-4ecc-b6f1-48f595c50496 HTTP/1.1" status: 200 len: 918 time: 0.1186790 Mar 01 13:51:31.034874 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-56f06577-3ec2-4434-bf16-547264e50d6f req-034fb18e-2e63-4cd1-bc87-a2f834872446 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91417fea-9990-4818-a6e9-9e5885211a07 HTTP/1.1" status: 200 len: 217 time: 0.0677853 Mar 01 13:51:31.067037 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a006330-1fc7-4489-b6d8-f9f35c44d7c1 req-5dfb1202-6e92-459d-a94a-5d249feb9fe3 service neutron] 10.222.0.32 "GET /v2.0/networks/ef281989-2746-4ecc-b6f1-48f595c50496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6337247 Mar 01 13:51:31.226913 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec972a-9b3c-4ec6-aeb9-d28396c272cd req-240aebef-4369-4c28-94f2-b19859761184 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:31.229399 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-feec972a-9b3c-4ec6-aeb9-d28396c272cd req-240aebef-4369-4c28-94f2-b19859761184 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/ports?device_id=9216e526-f02d-4caa-aaf8-19035b9f87ee HTTP/1.1" status: 200 len: 943 time: 0.3849156 Mar 01 13:51:31.234337 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01abec3d-aaf3-4cbe-ae22-f61ffa2f6eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc7cee7-74bf-4341-b2a6-05e7eb4120c7,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:31.253437 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3177de-1fd6-4ff7-918f-89997929809c req-88bc310b-b4f6-42de-8154-d88b4d6e0009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:31.255654 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4c3177de-1fd6-4ff7-918f-89997929809c req-88bc310b-b4f6-42de-8154-d88b4d6e0009 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=965638e4a07b4bb58c7d10180fe5dbc3&device_id=ef7fbc1e-4e1e-4dea-9a80-d53a7984735d HTTP/1.1" status: 200 len: 1125 time: 0.4805644 Mar 01 13:51:31.292919 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a70f6d-dda7-44b5-b596-fc0278f3f5cc req-0be31907-84ed-4278-9685-ff69a0dc442d tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:31.294471 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-94a70f6d-dda7-44b5-b596-fc0278f3f5cc req-0be31907-84ed-4278-9685-ff69a0dc442d tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef7fbc1e-4e1e-4dea-9a80-d53a7984735d HTTP/1.1" status: 200 len: 943 time: 0.3787892 Mar 01 13:51:31.315830 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f06577-3ec2-4434-bf16-547264e50d6f req-4ba28e5c-32ce-4f3f-8ef3-83e04af0f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:31.317997 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-56f06577-3ec2-4434-bf16-547264e50d6f req-4ba28e5c-32ce-4f3f-8ef3-83e04af0f316 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=28884a92-0f85-4b3c-9d12-af17022ea48c HTTP/1.1" status: 200 len: 857 time: 0.2499254 Mar 01 13:51:31.345129 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-58b21cb3-b7f7-4e26-b296-f436a2ceadd6 admin admin] Publish callbacks [] for router_gateway (aef55aa4-f72a-4691-965e-dd1c94d342a4), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:31.363473 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4c3177de-1fd6-4ff7-918f-89997929809c req-3e343cf1-97a2-4b08-9b10-b182aa9676d2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9dc7cee7-74bf-4341-b2a6-05e7eb4120c7 HTTP/1.1" status: 200 len: 217 time: 0.0913663 Mar 01 13:51:31.407524 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3697b-6b0d-4bce-b716-69f58d49f3e1 req-1c330e03-7fdb-4238-9a20-34e2c1a85a2a tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:31.409221 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e2d3697b-6b0d-4bce-b716-69f58d49f3e1 req-1c330e03-7fdb-4238-9a20-34e2c1a85a2a tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc9e569-a74d-4cf5-a37c-ac665d380e9e HTTP/1.1" status: 200 len: 950 time: 0.4586229 Mar 01 13:51:31.417200 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-56f06577-3ec2-4434-bf16-547264e50d6f req-55885b7b-025d-471a-8130-8eed80adbfc4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef281989-2746-4ecc-b6f1-48f595c50496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859594 Mar 01 13:51:31.439967 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-58b21cb3-b7f7-4e26-b296-f436a2ceadd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:31.466106 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f06577-3ec2-4434-bf16-547264e50d6f req-93d665db-734b-4800-b6eb-9ae2acc59ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:31.468542 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-56f06577-3ec2-4434-bf16-547264e50d6f req-93d665db-734b-4800-b6eb-9ae2acc59ecb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0fe356b70b6a43008a58b9462b2b03e7&device_id=9216e526-f02d-4caa-aaf8-19035b9f87ee HTTP/1.1" status: 200 len: 1125 time: 0.2575979 Mar 01 13:51:31.470886 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c3579f67-e380-40f1-9728-4d0b606da2e3 req-1af5d4ff-81d9-4075-b07a-95d5fcc33cd8 service neutron] 10.222.0.20 "GET /v2.0/networks/ef281989-2746-4ecc-b6f1-48f595c50496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5213442 Mar 01 13:51:31.500296 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-94a70f6d-dda7-44b5-b596-fc0278f3f5cc req-c86953f5-136e-47b7-8aad-1a871dbc229d tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961405 Mar 01 13:51:31.519087 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-feec972a-9b3c-4ec6-aeb9-d28396c272cd req-7457f5dc-1562-4501-9203-0d8ed6209f25 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/security-groups?id=b332677f-1182-4a4e-9c04-a143e0a3c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621343 Mar 01 13:51:31.633973 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf39309-a5bb-4781-8997-4a3ca9a0a604 x-openstack-request-id: req-baf39309-a5bb-4781-8997-4a3ca9a0a604 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:51:31.634232 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef7fbc1e-4e1e-4dea-9a80-d53a7984735d", "tag": "9dc7cee7-74bf-4341-b2a6-05e7eb4120c7", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:51:31.634458 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-baf39309-a5bb-4781-8997-4a3ca9a0a604 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:51:31.634884 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7fbc1e-4e1e-4dea-9a80-d53a7984735d', 'tag': '9dc7cee7-74bf-4341-b2a6-05e7eb4120c7', 'status': 'completed', 'code': 200} Mar 01 13:51:31.713795 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c3579f67-e380-40f1-9728-4d0b606da2e3 req-81486c2f-7472-4d0f-a088-f2a151714b81 service neutron] 10.222.0.20 "GET /v2.0/networks/ef281989-2746-4ecc-b6f1-48f595c50496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213938 Mar 01 13:51:31.746353 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:31.771324 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-58b21cb3-b7f7-4e26-b296-f436a2ceadd6 admin admin] Allocated IP 172.25.1.176 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/c150fd19-a358-4ca9-98ed-ed91694af227) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:51:31.873983 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ff35fcb1-bbf7-422d-9225-01ec631faaa8 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:51:31.879627 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3177de-1fd6-4ff7-918f-89997929809c req-011aede9-5462-4cb1-bb44-133d6bd7daa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:31.881191 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4c3177de-1fd6-4ff7-918f-89997929809c req-011aede9-5462-4cb1-bb44-133d6bd7daa9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95624b4c-3703-4ba5-9208-fd69c9df0e5f HTTP/1.1" status: 200 len: 861 time: 0.4839857 Mar 01 13:51:31.904020 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-e2d3697b-6b0d-4bce-b716-69f58d49f3e1 req-27104e82-e94b-47c5-87aa-a66e1f6671ad tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Deleting port b6734c07-cc91-4497-aee6-e17b8ac2bc3e {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:51:31.904722 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-e2d3697b-6b0d-4bce-b716-69f58d49f3e1 req-27104e82-e94b-47c5-87aa-a66e1f6671ad tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (b6734c07-cc91-4497-aee6-e17b8ac2bc3e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:31.935838 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port ff35fcb1-bbf7-422d-9225-01ec631faaa8 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:51:31.936464 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ff35fcb1-bbf7-422d-9225-01ec631faaa8), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:32.015258 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-e2d3697b-6b0d-4bce-b716-69f58d49f3e1 req-27104e82-e94b-47c5-87aa-a66e1f6671ad tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] For port b6734c07-cc91-4497-aee6-e17b8ac2bc3e, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b6734c07-cc91-4497-aee6-e17b8ac2bc3e,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:32.015595 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-e2d3697b-6b0d-4bce-b716-69f58d49f3e1 req-27104e82-e94b-47c5-87aa-a66e1f6671ad tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (b6734c07-cc91-4497-aee6-e17b8ac2bc3e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:32.024557 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4c3177de-1fd6-4ff7-918f-89997929809c req-a0ed53bc-959e-4080-ae9f-f3054defc91b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e9a6b63-cd88-4977-a9f5-19697e5a90c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081865 Mar 01 13:51:32.033381 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-e2d3697b-6b0d-4bce-b716-69f58d49f3e1 req-27104e82-e94b-47c5-87aa-a66e1f6671ad tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Calling delete_port for b6734c07-cc91-4497-aee6-e17b8ac2bc3e owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:51:32.051513 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port ff35fcb1-bbf7-422d-9225-01ec631faaa8 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:51:32.052497 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ff35fcb1-bbf7-422d-9225-01ec631faaa8), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:32.102317 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port ff35fcb1-bbf7-422d-9225-01ec631faaa8, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ff35fcb1-bbf7-422d-9225-01ec631faaa8,segment=NetworkSegment(89af536e-4707-43f0-b715-4f8b75798982),segment_id=89af536e-4707-43f0-b715-4f8b75798982)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:32.116162 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ff35fcb1-bbf7-422d-9225-01ec631faaa8), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:32.117543 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-56f06577-3ec2-4434-bf16-547264e50d6f req-55f97b97-4f6a-4516-9746-1a28b4b305f4 service neutron] 10.222.0.20 "GET /v2.0/networks/ef281989-2746-4ecc-b6f1-48f595c50496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6820166 Mar 01 13:51:32.184804 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4c3177de-1fd6-4ff7-918f-89997929809c req-3de90ab1-09ac-465c-8a74-a1cd7155bea2 service neutron] 10.222.0.32 "GET /v2.0/networks/6e9a6b63-cd88-4977-a9f5-19697e5a90c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245275 Mar 01 13:51:32.185573 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=ff35fcb1-bbf7-422d-9225-01ec631faaa8,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:32.198273 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1245c7fc-9a5d-4249-af6a-41cfb6b130dd None None] Network 6b806682-c654-4ec0-aadb-856ed351c245 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:51:32.284178 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-58b21cb3-b7f7-4e26-b296-f436a2ceadd6 admin admin] Publish callbacks [] for port (c150fd19-a358-4ca9-98ed-ed91694af227), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:32.312772 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0d8fe-1c93-4427-9c92-1767358c52de req-1e2b6bb6-ec0d-43f7-9684-cf195a0e0455 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:32.321850 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1ec0d8fe-1c93-4427-9c92-1767358c52de req-1e2b6bb6-ec0d-43f7-9684-cf195a0e0455 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.4448705 Mar 01 13:51:32.331925 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-56f06577-3ec2-4434-bf16-547264e50d6f req-259093d2-83a8-40d1-851d-4451e98f165f service neutron] 10.222.0.20 "GET /v2.0/networks/ef281989-2746-4ecc-b6f1-48f595c50496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052407 Mar 01 13:51:32.350363 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f06577-3ec2-4434-bf16-547264e50d6f req-fb7a6aad-2da4-4152-a1c7-6144280d2a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:32.353974 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-56f06577-3ec2-4434-bf16-547264e50d6f req-fb7a6aad-2da4-4152-a1c7-6144280d2a5e service neutron] 10.222.0.32 "GET /v2.0/networks?id=ef281989-2746-4ecc-b6f1-48f595c50496 HTTP/1.1" status: 200 len: 918 time: 0.8586051 Mar 01 13:51:32.356454 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82079f-a5e6-4a73-baa1-2d2e100d9c6b req-d35eea30-fa89-4c46-b75c-07cd9d83848b tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:32.364950 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f82079f-a5e6-4a73-baa1-2d2e100d9c6b req-d35eea30-fa89-4c46-b75c-07cd9d83848b tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bc9e569-a74d-4cf5-a37c-ac665d380e9e HTTP/1.1" status: 200 len: 950 time: 0.4804213 Mar 01 13:51:32.375586 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-f867ab5b-93e9-4253-9c23-937cd8f0c207 None None] Provisioning complete for port ff35fcb1-bbf7-422d-9225-01ec631faaa8 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:51:32.376546 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f867ab5b-93e9-4253-9c23-937cd8f0c207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ff35fcb1-bbf7-422d-9225-01ec631faaa8), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:32.482669 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-56f06577-3ec2-4434-bf16-547264e50d6f req-32315b14-e05d-476f-b047-a464fcd282ad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5dd51f4-1cbb-4533-abd4-c4f0553dfd59 HTTP/1.1" status: 200 len: 217 time: 0.1068213 Mar 01 13:51:32.518659 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f867ab5b-93e9-4253-9c23-937cd8f0c207 None None] Current status of the port ff35fcb1-bbf7-422d-9225-01ec631faaa8 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:51:32.543834 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f82079f-a5e6-4a73-baa1-2d2e100d9c6b req-4e91c0b6-1b30-48a8-9220-859a5f2155b9 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778960 Mar 01 13:51:32.580275 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1ec0d8fe-1c93-4427-9c92-1767358c52de req-e1ebda14-7581-43e7-89e7-2afbe3137060 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2575676 Mar 01 13:51:32.608798 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4c3177de-1fd6-4ff7-918f-89997929809c req-42f0a958-a1de-4097-b7d8-247fec9d9aa2 service neutron] 10.222.0.32 "GET /v2.0/networks/6e9a6b63-cd88-4977-a9f5-19697e5a90c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169190 Mar 01 13:51:32.619524 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f06577-3ec2-4434-bf16-547264e50d6f req-730aa3e3-5874-4de7-a2cf-39af69c8edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:32.621318 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-56f06577-3ec2-4434-bf16-547264e50d6f req-730aa3e3-5874-4de7-a2cf-39af69c8edcc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28884a92-0f85-4b3c-9d12-af17022ea48c HTTP/1.1" status: 200 len: 857 time: 0.1313913 Mar 01 13:51:32.624541 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-e2d3697b-6b0d-4bce-b716-69f58d49f3e1 req-27104e82-e94b-47c5-87aa-a66e1f6671ad tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (b6734c07-cc91-4497-aee6-e17b8ac2bc3e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:32.637986 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-58b21cb3-b7f7-4e26-b296-f436a2ceadd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (c150fd19-a358-4ca9-98ed-ed91694af227), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:32.638615 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['96c765e7-0f79-48fb-97a9-002b643806e4', '7d43b768-b3f8-45d6-a072-a26697a09eca', 'affa10dd-3560-4c64-8396-6330e98a9dde', '0a411bfb-f022-48a5-96eb-6e1577d0af17'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:51:32.641019 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['d6857392-0902-4816-913b-a3713810bc04', 'a1aeabd6-584f-4edb-8145-9277584199da', 'caee6aad-3165-44e7-bce8-75d27e02b936'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:51:32.783663 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b21cb3-b7f7-4e26-b296-f436a2ceadd6 admin admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:51:32.812684 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-58b21cb3-b7f7-4e26-b296-f436a2ceadd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:51:32.823661 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b21cb3-b7f7-4e26-b296-f436a2ceadd6 admin admin] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:51:32.879959 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-56f06577-3ec2-4434-bf16-547264e50d6f req-a2ff91c0-9865-43fb-8dec-42e2d91043e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ef281989-2746-4ecc-b6f1-48f595c50496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2125328 Mar 01 13:51:32.881971 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27104e82-e94b-47c5-87aa-a66e1f6671ad tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Pushing event deleted for resources: {'Port': ['ID=b6734c07-cc91-4497-aee6-e17b8ac2bc3e,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:32.925862 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b21cb3-b7f7-4e26-b296-f436a2ceadd6 admin admin] Pushing event updated for resources: {'Port': ['ID=c150fd19-a358-4ca9-98ed-ed91694af227,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:32.990631 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d3697b-6b0d-4bce-b716-69f58d49f3e1 req-27104e82-e94b-47c5-87aa-a66e1f6671ad tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] No DVR routers for this DVR port b6734c07-cc91-4497-aee6-e17b8ac2bc3e on host n-h1-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:51:32.996389 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-e2d3697b-6b0d-4bce-b716-69f58d49f3e1 req-27104e82-e94b-47c5-87aa-a66e1f6671ad tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:33.000190 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e2d3697b-6b0d-4bce-b716-69f58d49f3e1 req-27104e82-e94b-47c5-87aa-a66e1f6671ad tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.32 "DELETE /v2.0/ports/b6734c07-cc91-4497-aee6-e17b8ac2bc3e HTTP/1.1" status: 204 len: 173 time: 1.5758717 Mar 01 13:51:33.059536 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc9e569-a74d-4cf5-a37c-ac665d380e9e', 'name': 'network-vif-deleted', 'tag': 'b6734c07-cc91-4497-aee6-e17b8ac2bc3e'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:51:33.073128 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ff4aa8-75fc-4632-bc04-2315a6602718" -d '{"events": [{"server_uuid": "7bc9e569-a74d-4cf5-a37c-ac665d380e9e", "name": "network-vif-deleted", "tag": "b6734c07-cc91-4497-aee6-e17b8ac2bc3e"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:51:33.171438 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd8626-6e4f-48d8-ba25-31a063f11fb5 req-5fd6807c-3a0d-462a-9d44-eca2c16e7599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:33.173401 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a4fd8626-6e4f-48d8-ba25-31a063f11fb5 req-5fd6807c-3a0d-462a-9d44-eca2c16e7599 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=965638e4a07b4bb58c7d10180fe5dbc3&device_id=ef7fbc1e-4e1e-4dea-9a80-d53a7984735d HTTP/1.1" status: 200 len: 1125 time: 0.4218230 Mar 01 13:51:33.178025 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-56f06577-3ec2-4434-bf16-547264e50d6f req-5c343d7e-dc84-43da-b3ca-62b1144dac49 service neutron] 10.222.0.32 "GET /v2.0/networks/ef281989-2746-4ecc-b6f1-48f595c50496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971580 Mar 01 13:51:33.295872 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-80fc1161-0770-47fd-8ade-8ca2db3d85a2 None None] Provisioning complete for port ff35fcb1-bbf7-422d-9225-01ec631faaa8 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:51:33.296425 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-80fc1161-0770-47fd-8ade-8ca2db3d85a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ff35fcb1-bbf7-422d-9225-01ec631faaa8), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:33.329323 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695a717-da66-44dd-a1e0-a1d3a1c222d0 req-47568bf9-4bea-4fe9-82ea-2e47d540d13a tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:33.338663 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c695a717-da66-44dd-a1e0-a1d3a1c222d0 req-47568bf9-4bea-4fe9-82ea-2e47d540d13a tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef7fbc1e-4e1e-4dea-9a80-d53a7984735d HTTP/1.1" status: 200 len: 943 time: 0.4653037 Mar 01 13:51:33.347482 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9afebe0-0a47-4f8e-9215-9bd8826a31d0 req-d4718459-f7f4-4a84-9dcd-a48ba0f7b68a tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:33.349673 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a9afebe0-0a47-4f8e-9215-9bd8826a31d0 req-d4718459-f7f4-4a84-9dcd-a48ba0f7b68a tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/ports?device_id=9216e526-f02d-4caa-aaf8-19035b9f87ee HTTP/1.1" status: 200 len: 943 time: 0.4482353 Mar 01 13:51:33.394397 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-56f06577-3ec2-4434-bf16-547264e50d6f req-3d696d88-01cc-4ee4-8e33-746a67305da9 service neutron] 10.222.0.32 "GET /v2.0/networks/ef281989-2746-4ecc-b6f1-48f595c50496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091188 Mar 01 13:51:33.512108 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-80fc1161-0770-47fd-8ade-8ca2db3d85a2 None None] Current status of the port ff35fcb1-bbf7-422d-9225-01ec631faaa8 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:51:33.610606 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c695a717-da66-44dd-a1e0-a1d3a1c222d0 req-ae901775-41ce-46bf-b3a2-80db94e2da37 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712600 Mar 01 13:51:33.617070 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd8626-6e4f-48d8-ba25-31a063f11fb5 req-5ba1fa4a-35c9-4ec6-83d1-e1943155d94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:33.618535 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a4fd8626-6e4f-48d8-ba25-31a063f11fb5 req-5ba1fa4a-35c9-4ec6-83d1-e1943155d94d service neutron] 10.222.0.32 "GET /v2.0/networks?id=6e9a6b63-cd88-4977-a9f5-19697e5a90c0 HTTP/1.1" status: 200 len: 922 time: 0.4130435 Mar 01 13:51:33.626551 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a9afebe0-0a47-4f8e-9215-9bd8826a31d0 req-54a411fa-a8b9-487d-aa4d-9e953c2527fb tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/security-groups?id=b332677f-1182-4a4e-9c04-a143e0a3c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584190 Mar 01 13:51:33.676327 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a4fd8626-6e4f-48d8-ba25-31a063f11fb5 req-914eac88-a33c-4b2b-a810-e6f9f158f799 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9dc7cee7-74bf-4341-b2a6-05e7eb4120c7 HTTP/1.1" status: 200 len: 217 time: 0.0486879 Mar 01 13:51:33.712007 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b6a62a-cd48-4dad-9b27-719d087a722d x-openstack-request-id: req-d9b6a62a-cd48-4dad-9b27-719d087a722d {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:51:33.712497 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc9e569-a74d-4cf5-a37c-ac665d380e9e", "name": "network-vif-deleted", "tag": "b6734c07-cc91-4497-aee6-e17b8ac2bc3e", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:51:33.712596 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9b6a62a-cd48-4dad-9b27-719d087a722d {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:51:33.712959 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc9e569-a74d-4cf5-a37c-ac665d380e9e', 'name': 'network-vif-deleted', 'tag': 'b6734c07-cc91-4497-aee6-e17b8ac2bc3e', 'status': 'completed', 'code': 200} Mar 01 13:51:33.923384 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ff35fcb1-bbf7-422d-9225-01ec631faaa8 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:51:33.955432 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 482ada29-72d0-4ae7-a351-15f79bf4d84b details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:51:34.104078 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device a5dd51f4-1cbb-4533-abd4-c4f0553dfd59 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:51:34.106245 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b6734c07-cc91-4497-aee6-e17b8ac2bc3e no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:51:34.128389 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.resource_extend [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 13:51:34.136593 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: b6734c07-cc91-4497-aee6-e17b8ac2bc3e {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:51:34.137094 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b6734c07-cc91-4497-aee6-e17b8ac2bc3e not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:51:34.201798 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d3043ba1-d275-4031-9b5e-acc73bb6f6bd req-74fa9870-f07b-4f97-8eb6-db39146ddc38 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bc9e569-a74d-4cf5-a37c-ac665d380e9e HTTP/1.1" status: 200 len: 210 time: 0.0766230 Mar 01 13:51:34.231014 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd8626-6e4f-48d8-ba25-31a063f11fb5 req-62e05300-ee36-4c51-8033-3f85a5a3c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:34.232531 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a4fd8626-6e4f-48d8-ba25-31a063f11fb5 req-62e05300-ee36-4c51-8033-3f85a5a3c27d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95624b4c-3703-4ba5-9208-fd69c9df0e5f HTTP/1.1" status: 200 len: 861 time: 0.5474715 Mar 01 13:51:34.234809 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-58b21cb3-b7f7-4e26-b296-f436a2ceadd6 admin admin] Publish callbacks [] for router_gateway (aef55aa4-f72a-4691-965e-dd1c94d342a4), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:34.322020 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a4fd8626-6e4f-48d8-ba25-31a063f11fb5 req-9c246410-ffb7-487b-8ff0-6c719e34a14b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e9a6b63-cd88-4977-a9f5-19697e5a90c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348597 Mar 01 13:51:34.333837 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef143508-70ab-4dda-9700-aac2e426a4c7 req-6c974d7f-0f19-4b1b-abf3-cb373bf0b8e5 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:34.341487 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ef143508-70ab-4dda-9700-aac2e426a4c7 req-6c974d7f-0f19-4b1b-abf3-cb373bf0b8e5 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.2165124 Mar 01 13:51:34.370433 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port ff35fcb1-bbf7-422d-9225-01ec631faaa8 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:51:34.370975 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ff35fcb1-bbf7-422d-9225-01ec631faaa8), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:34.473891 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 482ada29-72d0-4ae7-a351-15f79bf4d84b, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=482ada29-72d0-4ae7-a351-15f79bf4d84b,segment=NetworkSegment(bffb2426-a4f2-4898-be49-a8547863bf21),segment_id=bffb2426-a4f2-4898-be49-a8547863bf21)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:34.523044 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ef143508-70ab-4dda-9700-aac2e426a4c7 req-c7cfda97-dda1-40b7-a44c-7089131c6109 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755610 Mar 01 13:51:34.551742 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '482ada29-72d0-4ae7-a351-15f79bf4d84b', 'network_id': 'ef281989-2746-4ecc-b6f1-48f595c50496', 'port_id': '482ada29-72d0-4ae7-a351-15f79bf4d84b', 'mac_address': 'fa:16:3e:55:da:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28884a92-0f85-4b3c-9d12-af17022ea48c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:51:34.575331 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port a5dd51f4-1cbb-4533-abd4-c4f0553dfd59, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=a5dd51f4-1cbb-4533-abd4-c4f0553dfd59,segment=NetworkSegment(bffb2426-a4f2-4898-be49-a8547863bf21),segment_id=bffb2426-a4f2-4898-be49-a8547863bf21)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:34.587863 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a4fd8626-6e4f-48d8-ba25-31a063f11fb5 req-8a537e8b-5467-4686-a634-1cebf0eb2735 service neutron] 10.222.0.32 "GET /v2.0/networks/6e9a6b63-cd88-4977-a9f5-19697e5a90c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390695 Mar 01 13:51:34.706673 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'a5dd51f4-1cbb-4533-abd4-c4f0553dfd59', 'network_id': 'ef281989-2746-4ecc-b6f1-48f595c50496', 'port_id': 'a5dd51f4-1cbb-4533-abd4-c4f0553dfd59', 'mac_address': 'fa:16:3e:c2:b5:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28884a92-0f85-4b3c-9d12-af17022ea48c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:51:34.722232 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port ff35fcb1-bbf7-422d-9225-01ec631faaa8 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:51:34.810550 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 482ada29-72d0-4ae7-a351-15f79bf4d84b is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:51:34.823043 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (482ada29-72d0-4ae7-a351-15f79bf4d84b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:34.850212 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port a5dd51f4-1cbb-4533-abd4-c4f0553dfd59 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:51:34.850699 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a5dd51f4-1cbb-4533-abd4-c4f0553dfd59), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:34.855275 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 482ada29-72d0-4ae7-a351-15f79bf4d84b {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:51:34.877140 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5dd51f4-1cbb-4533-abd4-c4f0553dfd59 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:51:34.901041 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port a5dd51f4-1cbb-4533-abd4-c4f0553dfd59, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=a5dd51f4-1cbb-4533-abd4-c4f0553dfd59,segment=NetworkSegment(bffb2426-a4f2-4898-be49-a8547863bf21),segment_id=bffb2426-a4f2-4898-be49-a8547863bf21)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:34.913369 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a5dd51f4-1cbb-4533-abd4-c4f0553dfd59), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:34.917927 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 482ada29-72d0-4ae7-a351-15f79bf4d84b, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=482ada29-72d0-4ae7-a351-15f79bf4d84b,segment=NetworkSegment(bffb2426-a4f2-4898-be49-a8547863bf21),segment_id=bffb2426-a4f2-4898-be49-a8547863bf21)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:34.938168 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-58b21cb3-b7f7-4e26-b296-f436a2ceadd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (aef55aa4-f72a-4691-965e-dd1c94d342a4), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:34.943223 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (482ada29-72d0-4ae7-a351-15f79bf4d84b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:34.951735 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a4fd8626-6e4f-48d8-ba25-31a063f11fb5 req-396f53b2-9b34-4d9d-b1ea-823a51e76023 service neutron] 10.222.0.32 "GET /v2.0/networks/6e9a6b63-cd88-4977-a9f5-19697e5a90c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540089 Mar 01 13:51:34.953361 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43168) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:34.991343 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=a5dd51f4-1cbb-4533-abd4-c4f0553dfd59,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:35.002350 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64d551-8075-44c7-bb74-532e3c78a945 req-53b509b8-28b0-4a82-b223-f1436e47ace0 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:35.005114 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ae64d551-8075-44c7-bb74-532e3c78a945 req-53b509b8-28b0-4a82-b223-f1436e47ace0 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef7fbc1e-4e1e-4dea-9a80-d53a7984735d HTTP/1.1" status: 200 len: 943 time: 0.1865203 Mar 01 13:51:35.012048 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019eef2-eeef-4b92-9ec0-960cc624fe8e req-38e592c8-15ad-46dd-aeed-ac863b43d58a tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:35.018833 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7019eef2-eeef-4b92-9ec0-960cc624fe8e req-38e592c8-15ad-46dd-aeed-ac863b43d58a tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/ports?device_id=9216e526-f02d-4caa-aaf8-19035b9f87ee HTTP/1.1" status: 200 len: 943 time: 0.1844337 Mar 01 13:51:35.089582 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=482ada29-72d0-4ae7-a351-15f79bf4d84b,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:35.161265 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-41b0176c-7cd6-493e-aebe-857d0749a3c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:35.218749 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ae64d551-8075-44c7-bb74-532e3c78a945 req-5bb8b479-a159-4316-b313-7d4e5fbb4c4c tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900117 Mar 01 13:51:35.235725 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7019eef2-eeef-4b92-9ec0-960cc624fe8e req-3ce04cc5-e1d1-4735-a1d6-101a2ea92720 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/security-groups?id=b332677f-1182-4a4e-9c04-a143e0a3c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157822 Mar 01 13:51:35.373384 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-41b0176c-7cd6-493e-aebe-857d0749a3c4 admin admin] Publish callbacks [] for security_group (285765c3-7757-4223-b481-4b66687c4370), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:35.385696 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-41b0176c-7cd6-493e-aebe-857d0749a3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (285765c3-7757-4223-b481-4b66687c4370), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:35.406569 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['482ada29-72d0-4ae7-a351-15f79bf4d84b'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:51:35.437138 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b21cb3-b7f7-4e26-b296-f436a2ceadd6 admin admin] Router aef55aa4-f72a-4691-965e-dd1c94d342a4 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 13:51:35.506295 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0176c-7cd6-493e-aebe-857d0749a3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285765c3-7757-4223-b481-4b66687c4370,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:35.520540 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-41b0176c-7cd6-493e-aebe-857d0749a3c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9111790e77fa4b89a2ab67d12190f841&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5654888 Mar 01 13:51:35.523146 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43186) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:35.667854 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b38a0360-431f-409e-a288-49d3c5c1beb4 admin admin] Publish callbacks [] for security_group (285765c3-7757-4223-b481-4b66687c4370), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:35.681419 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['a5dd51f4-1cbb-4533-abd4-c4f0553dfd59'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:51:35.737702 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b38a0360-431f-409e-a288-49d3c5c1beb4 admin admin] Publish callbacks [] for security_group (285765c3-7757-4223-b481-4b66687c4370), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:35.844421 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b38a0360-431f-409e-a288-49d3c5c1beb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (285765c3-7757-4223-b481-4b66687c4370), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:35.850634 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b38a0360-431f-409e-a288-49d3c5c1beb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:35.854288 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b38a0360-431f-409e-a288-49d3c5c1beb4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/285765c3-7757-4223-b481-4b66687c4370 HTTP/1.1" status: 204 len: 168 time: 0.3289435 Mar 01 13:51:35.875489 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a0360-431f-409e-a288-49d3c5c1beb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285765c3-7757-4223-b481-4b66687c4370,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:35.921267 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a3270-01fa-465d-a407-419b42784a33 req-4b52c472-7c0b-45f8-8d29-e49836897b0b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:35.923353 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-455a3270-01fa-465d-a407-419b42784a33 req-4b52c472-7c0b-45f8-8d29-e49836897b0b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.2646494 Mar 01 13:51:35.957998 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b21cb3-b7f7-4e26-b296-f436a2ceadd6 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:51:35.962899 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 91417fea-9990-4818-a6e9-9e5885211a07 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:51:35.971613 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92593fc6-0d3e-4104-b2da-cf54c52bb457 None None] Sync routers for ids ['aef55aa4-f72a-4691-965e-dd1c94d342a4'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:51:36.003288 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92593fc6-0d3e-4104-b2da-cf54c52bb457 None None] Routers {'aef55aa4-f72a-4691-965e-dd1c94d342a4'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:51:36.006961 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-92593fc6-0d3e-4104-b2da-cf54c52bb457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:51:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['aef55aa4-f72a-4691-965e-dd1c94d342a4'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:51:36.075557 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-58b21cb3-b7f7-4e26-b296-f436a2ceadd6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:36.077002 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-58b21cb3-b7f7-4e26-b296-f436a2ceadd6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 7.1450610 Mar 01 13:51:36.080409 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43194) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:36.086942 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 9dc7cee7-74bf-4341-b2a6-05e7eb4120c7 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:51:36.111791 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2733811-78ee-4c4c-8186-943cda259f60 req-63f0e710-13aa-4afe-b92d-bf5c314e4036 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:36.132239 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e2733811-78ee-4c4c-8186-943cda259f60 req-63f0e710-13aa-4afe-b92d-bf5c314e4036 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdd955c7-bc8b-4ed8-9887-6eeaf223100c HTTP/1.1" status: 200 len: 949 time: 0.3439646 Mar 01 13:51:36.276797 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 91417fea-9990-4818-a6e9-9e5885211a07, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=91417fea-9990-4818-a6e9-9e5885211a07,segment=NetworkSegment(bffb2426-a4f2-4898-be49-a8547863bf21),segment_id=bffb2426-a4f2-4898-be49-a8547863bf21)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:36.278595 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-455a3270-01fa-465d-a407-419b42784a33 req-41505207-c867-4b20-8b80-de7501be0634 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3481743 Mar 01 13:51:36.328199 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '91417fea-9990-4818-a6e9-9e5885211a07', 'network_id': 'ef281989-2746-4ecc-b6f1-48f595c50496', 'port_id': '91417fea-9990-4818-a6e9-9e5885211a07', 'mac_address': 'fa:16:3e:01:1f:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28884a92-0f85-4b3c-9d12-af17022ea48c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:51:36.331268 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-92593fc6-0d3e-4104-b2da-cf54c52bb457 None None] Set router aef55aa4-f72a-4691-965e-dd1c94d342a4 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:51:36.341025 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e2733811-78ee-4c4c-8186-943cda259f60 req-ebd8ff39-e1e0-477e-961e-7d8ec959a1cc tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056861 Mar 01 13:51:36.507446 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 9dc7cee7-74bf-4341-b2a6-05e7eb4120c7, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9dc7cee7-74bf-4341-b2a6-05e7eb4120c7,segment=NetworkSegment(5682489f-cf80-4a1c-8ade-e83424038ed9),segment_id=5682489f-cf80-4a1c-8ade-e83424038ed9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:36.536600 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '9dc7cee7-74bf-4341-b2a6-05e7eb4120c7', 'network_id': '6e9a6b63-cd88-4977-a9f5-19697e5a90c0', 'port_id': '9dc7cee7-74bf-4341-b2a6-05e7eb4120c7', 'mac_address': 'fa:16:3e:25:a6:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95624b4c-3703-4ba5-9208-fd69c9df0e5f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:51:36.605890 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 43208) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:36.616009 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 91417fea-9990-4818-a6e9-9e5885211a07 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:51:36.622267 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (91417fea-9990-4818-a6e9-9e5885211a07), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:36.682178 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91417fea-9990-4818-a6e9-9e5885211a07 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:51:36.687469 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 9dc7cee7-74bf-4341-b2a6-05e7eb4120c7 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:51:36.692935 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9dc7cee7-74bf-4341-b2a6-05e7eb4120c7), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:36.734552 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-92593fc6-0d3e-4104-b2da-cf54c52bb457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1729034084-router', 'tenant_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'c150fd19-a358-4ca9-98ed-ed91694af227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:51:29Z', 'updated_at': '2022-03-01T13:51:33Z', 'revision_number': 3, 'project_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'gw_port': {'id': 'c150fd19-a358-4ca9-98ed-ed91694af227', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:32:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:51:31Z', 'updated_at': '2022-03-01T13:51:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:51:36.756607 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-21370e62-1c2a-47e0-b5c1-960e0b8314c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:36.767403 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92593fc6-0d3e-4104-b2da-cf54c52bb457 None None] Checking router: aef55aa4-f72a-4691-965e-dd1c94d342a4 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:51:36.768495 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92593fc6-0d3e-4104-b2da-cf54c52bb457 None None] Updating router aef55aa4-f72a-4691-965e-dd1c94d342a4 port c150fd19-a358-4ca9-98ed-ed91694af227 binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:51:36.812681 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-92593fc6-0d3e-4104-b2da-cf54c52bb457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c150fd19-a358-4ca9-98ed-ed91694af227), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:36.887130 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6f464-b8dc-48e6-8b54-1707befedd73 req-9de89b94-b315-46c8-9293-cf07de5f0aaf tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:36.901043 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-03d6f464-b8dc-48e6-8b54-1707befedd73 req-9de89b94-b315-46c8-9293-cf07de5f0aaf tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef7fbc1e-4e1e-4dea-9a80-d53a7984735d HTTP/1.1" status: 200 len: 943 time: 0.4584010 Mar 01 13:51:36.956601 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae463a6-a5f0-44ab-9b10-697a78e2d780 req-a4972871-473a-4b84-9349-6a7bfa9ab8fb tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:36.958732 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6ae463a6-a5f0-44ab-9b10-697a78e2d780 req-a4972871-473a-4b84-9349-6a7bfa9ab8fb tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/ports?device_id=9216e526-f02d-4caa-aaf8-19035b9f87ee HTTP/1.1" status: 200 len: 944 time: 0.4178755 Mar 01 13:51:37.060873 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dc7cee7-74bf-4341-b2a6-05e7eb4120c7 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:51:37.114847 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 9dc7cee7-74bf-4341-b2a6-05e7eb4120c7, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9dc7cee7-74bf-4341-b2a6-05e7eb4120c7,segment=NetworkSegment(5682489f-cf80-4a1c-8ade-e83424038ed9),segment_id=5682489f-cf80-4a1c-8ade-e83424038ed9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:37.136327 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 91417fea-9990-4818-a6e9-9e5885211a07, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=91417fea-9990-4818-a6e9-9e5885211a07,segment=NetworkSegment(bffb2426-a4f2-4898-be49-a8547863bf21),segment_id=bffb2426-a4f2-4898-be49-a8547863bf21)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:37.138925 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9dc7cee7-74bf-4341-b2a6-05e7eb4120c7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:37.148952 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-92593fc6-0d3e-4104-b2da-cf54c52bb457 None None] Publish callbacks [] for port (c150fd19-a358-4ca9-98ed-ed91694af227), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:37.151689 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (91417fea-9990-4818-a6e9-9e5885211a07), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:37.161381 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-92593fc6-0d3e-4104-b2da-cf54c52bb457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c150fd19-a358-4ca9-98ed-ed91694af227), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:37.164796 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6ae463a6-a5f0-44ab-9b10-697a78e2d780 req-f4df5787-2ac6-44e7-bb11-48a627bd03a7 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/security-groups?id=b332677f-1182-4a4e-9c04-a143e0a3c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872082 Mar 01 13:51:37.169421 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-03d6f464-b8dc-48e6-8b54-1707befedd73 req-040496bf-7814-4d8d-9257-770accce9c98 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594554 Mar 01 13:51:37.194199 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-21370e62-1c2a-47e0-b5c1-960e0b8314c7 admin admin] Publish callbacks [] for security_group (959ecee2-1288-4212-b1c9-b38e670d021c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:37.203659 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-21370e62-1c2a-47e0-b5c1-960e0b8314c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (959ecee2-1288-4212-b1c9-b38e670d021c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:37.248688 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=9dc7cee7-74bf-4341-b2a6-05e7eb4120c7,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:37.266193 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-21370e62-1c2a-47e0-b5c1-960e0b8314c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=655758a2d73f4869908781381c68b1f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6584945 Mar 01 13:51:37.267824 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 43214) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:37.269701 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-92593fc6-0d3e-4104-b2da-cf54c52bb457 None None] Attempting to bind port c150fd19-a358-4ca9-98ed-ed91694af227 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:51:37.273642 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-92593fc6-0d3e-4104-b2da-cf54c52bb457 None None] Attempting to bind port c150fd19-a358-4ca9-98ed-ed91694af227 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:51:37.275137 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21370e62-1c2a-47e0-b5c1-960e0b8314c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959ecee2-1288-4212-b1c9-b38e670d021c,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:37.276747 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92593fc6-0d3e-4104-b2da-cf54c52bb457 None None] Attempting to bind port c150fd19-a358-4ca9-98ed-ed91694af227 on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:51:37.372173 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-81dd45e2-9199-44d7-b2f3-6292b07228c9 admin admin] Publish callbacks [] for security_group (959ecee2-1288-4212-b1c9-b38e670d021c), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:37.375835 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=91417fea-9990-4818-a6e9-9e5885211a07,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:37.402347 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92593fc6-0d3e-4104-b2da-cf54c52bb457 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:51:37.404017 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92593fc6-0d3e-4104-b2da-cf54c52bb457 None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:51:37.404433 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-92593fc6-0d3e-4104-b2da-cf54c52bb457 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:37.404838 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92593fc6-0d3e-4104-b2da-cf54c52bb457 None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:51:37.405325 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-92593fc6-0d3e-4104-b2da-cf54c52bb457 None None] Bound port: c150fd19-a358-4ca9-98ed-ed91694af227, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:51:37.405738 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-92593fc6-0d3e-4104-b2da-cf54c52bb457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c150fd19-a358-4ca9-98ed-ed91694af227), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:37.411393 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-81dd45e2-9199-44d7-b2f3-6292b07228c9 admin admin] Publish callbacks [] for security_group (959ecee2-1288-4212-b1c9-b38e670d021c), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:37.486579 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-92593fc6-0d3e-4104-b2da-cf54c52bb457 None None] For port c150fd19-a358-4ca9-98ed-ed91694af227, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:51:37.490400 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-92593fc6-0d3e-4104-b2da-cf54c52bb457 None None] For port c150fd19-a358-4ca9-98ed-ed91694af227, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=c150fd19-a358-4ca9-98ed-ed91694af227,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:51:37.502029 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1d974-7b7b-4080-a3d9-9871ad535389 None None] Pushing event updated for resources: {'Port': ['ID=c150fd19-a358-4ca9-98ed-ed91694af227,revision_number=2']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:37.506447 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-81dd45e2-9199-44d7-b2f3-6292b07228c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (959ecee2-1288-4212-b1c9-b38e670d021c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:37.507149 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-92593fc6-0d3e-4104-b2da-cf54c52bb457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c150fd19-a358-4ca9-98ed-ed91694af227), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:37.509940 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-81dd45e2-9199-44d7-b2f3-6292b07228c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:37.511218 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-81dd45e2-9199-44d7-b2f3-6292b07228c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/959ecee2-1288-4212-b1c9-b38e670d021c HTTP/1.1" status: 204 len: 168 time: 0.2424703 Mar 01 13:51:37.522684 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa1d974-7b7b-4080-a3d9-9871ad535389 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:37.523037 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa1d974-7b7b-4080-a3d9-9871ad535389 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:37.523559 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa1d974-7b7b-4080-a3d9-9871ad535389 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:37.523966 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa1d974-7b7b-4080-a3d9-9871ad535389 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:37.524352 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa1d974-7b7b-4080-a3d9-9871ad535389 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:37.524693 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa1d974-7b7b-4080-a3d9-9871ad535389 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:37.525037 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa1d974-7b7b-4080-a3d9-9871ad535389 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:37.525575 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa1d974-7b7b-4080-a3d9-9871ad535389 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:37.526298 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa1d974-7b7b-4080-a3d9-9871ad535389 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:37.528215 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd45e2-9199-44d7-b2f3-6292b07228c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959ecee2-1288-4212-b1c9-b38e670d021c,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:37.528570 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa1d974-7b7b-4080-a3d9-9871ad535389 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:37.544088 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa1d974-7b7b-4080-a3d9-9871ad535389 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:37.545468 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa1d974-7b7b-4080-a3d9-9871ad535389 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:37.547374 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa1d974-7b7b-4080-a3d9-9871ad535389 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:37.619978 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['91417fea-9990-4818-a6e9-9e5885211a07'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:51:37.631118 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d93af-eaa1-474c-96a7-fde7aecba653 req-686989f9-579a-4c56-87fe-015a0538b658 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:37.633626 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e50d93af-eaa1-474c-96a7-fde7aecba653 req-686989f9-579a-4c56-87fe-015a0538b658 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.2409689 Mar 01 13:51:37.692603 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92593fc6-0d3e-4104-b2da-cf54c52bb457 None None] Routers {'aef55aa4-f72a-4691-965e-dd1c94d342a4'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:51:37.693168 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-92593fc6-0d3e-4104-b2da-cf54c52bb457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:51:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['aef55aa4-f72a-4691-965e-dd1c94d342a4'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:51:37.721234 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['9dc7cee7-74bf-4341-b2a6-05e7eb4120c7'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:51:37.768244 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e50d93af-eaa1-474c-96a7-fde7aecba653 req-befe6351-dc4e-4cf6-bc98-cc859ae137f1 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244907 Mar 01 13:51:37.799581 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb1235-78d3-411d-a862-eb19247b91c7 req-e816f5f4-9a63-4153-8c87-d680945b71f4 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:37.803725 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-effb1235-78d3-411d-a862-eb19247b91c7 req-e816f5f4-9a63-4153-8c87-d680945b71f4 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdd955c7-bc8b-4ed8-9887-6eeaf223100c HTTP/1.1" status: 200 len: 949 time: 0.2499993 Mar 01 13:51:37.825209 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1d974-7b7b-4080-a3d9-9871ad535389 None None] Pushing event updated for resources: {'Port': ['ID=c150fd19-a358-4ca9-98ed-ed91694af227,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:37.870723 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778d7dc-cffd-4fc6-8995-3edc6dc17202 req-4095e2dd-0364-4fca-b9c7-ca9e7dda0d9d tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:37.872388 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f778d7dc-cffd-4fc6-8995-3edc6dc17202 req-4095e2dd-0364-4fca-b9c7-ca9e7dda0d9d tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdd955c7-bc8b-4ed8-9887-6eeaf223100c HTTP/1.1" status: 200 len: 949 time: 0.5226946 Mar 01 13:51:37.915428 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-effb1235-78d3-411d-a862-eb19247b91c7 req-c3b92eff-c7fc-41ad-a263-9677bf21dac3 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049919 Mar 01 13:51:37.945729 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 482ada29-72d0-4ae7-a351-15f79bf4d84b up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:51:38.071594 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-f778d7dc-cffd-4fc6-8995-3edc6dc17202 req-e6f9d63e-fd4c-49e1-8085-37a768ea6aa9 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Deleting port caee6aad-3165-44e7-bce8-75d27e02b936 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:51:38.072342 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f778d7dc-cffd-4fc6-8995-3edc6dc17202 req-e6f9d63e-fd4c-49e1-8085-37a768ea6aa9 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (caee6aad-3165-44e7-bce8-75d27e02b936), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:38.083700 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-92593fc6-0d3e-4104-b2da-cf54c52bb457 None None] Set router aef55aa4-f72a-4691-965e-dd1c94d342a4 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:51:38.092438 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d242413-52e6-4013-b21c-7a3fbff56963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:38.106394 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device a5dd51f4-1cbb-4533-abd4-c4f0553dfd59 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:51:38.258286 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 482ada29-72d0-4ae7-a351-15f79bf4d84b completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:51:38.284676 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 482ada29-72d0-4ae7-a351-15f79bf4d84b triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:51:38.285637 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (482ada29-72d0-4ae7-a351-15f79bf4d84b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:38.399422 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-1d242413-52e6-4013-b21c-7a3fbff56963 admin admin] Allocated IP 172.20.0.1 (6b806682-c654-4ec0-aadb-856ed351c245/dc4dca49-ae2c-4edb-bec4-98c202db3f43/17a56dcd-b5dc-4b19-a40e-348bbec7d7c6) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:51:38.474020 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port a5dd51f4-1cbb-4533-abd4-c4f0553dfd59 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:51:38.484828 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port a5dd51f4-1cbb-4533-abd4-c4f0553dfd59 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:51:38.487141 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a5dd51f4-1cbb-4533-abd4-c4f0553dfd59), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:38.524788 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af2300-4d20-4b9f-b3cb-ca245773362e req-da29518c-43aa-4611-816f-3c078ecfa20f tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:38.533988 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-83af2300-4d20-4b9f-b3cb-ca245773362e req-da29518c-43aa-4611-816f-3c078ecfa20f tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/ports?device_id=9216e526-f02d-4caa-aaf8-19035b9f87ee HTTP/1.1" status: 200 len: 944 time: 0.2163274 Mar 01 13:51:38.544247 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-92593fc6-0d3e-4104-b2da-cf54c52bb457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1729034084-router', 'tenant_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'c150fd19-a358-4ca9-98ed-ed91694af227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:51:29Z', 'updated_at': '2022-03-01T13:51:33Z', 'revision_number': 3, 'project_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'gw_port': {'id': 'c150fd19-a358-4ca9-98ed-ed91694af227', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:32:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:51:31Z', 'updated_at': '2022-03-01T13:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:51:38.581123 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64205023-4043-4344-b1b2-1c2e112d97d5 req-bb8736b3-e359-4175-97ce-30c0cb616d3b tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:38.592292 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d242413-52e6-4013-b21c-7a3fbff56963 admin admin] Publish callbacks [] for port (17a56dcd-b5dc-4b19-a40e-348bbec7d7c6), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:38.593809 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-64205023-4043-4344-b1b2-1c2e112d97d5 req-bb8736b3-e359-4175-97ce-30c0cb616d3b tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef7fbc1e-4e1e-4dea-9a80-d53a7984735d HTTP/1.1" status: 200 len: 944 time: 0.1700747 Mar 01 13:51:38.603469 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92593fc6-0d3e-4104-b2da-cf54c52bb457 None None] The sync data for ids ['aef55aa4-f72a-4691-965e-dd1c94d342a4'] in n-d-827467-3 is: [{'id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1729034084-router', 'tenant_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'c150fd19-a358-4ca9-98ed-ed91694af227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:51:29Z', 'updated_at': '2022-03-01T13:51:33Z', 'revision_number': 3, 'project_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'gw_port': {'id': 'c150fd19-a358-4ca9-98ed-ed91694af227', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:32:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:51:31Z', 'updated_at': '2022-03-01T13:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:51:38.680441 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 482ada29-72d0-4ae7-a351-15f79bf4d84b is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:51:38.681014 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (482ada29-72d0-4ae7-a351-15f79bf4d84b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:38.706881 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-64205023-4043-4344-b1b2-1c2e112d97d5 req-c30f29d4-d6f2-416b-bc73-cf40e94c81a0 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119461 Mar 01 13:51:38.725267 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-83af2300-4d20-4b9f-b3cb-ca245773362e req-60bac165-616e-4deb-b339-026dc13a95ad tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/security-groups?id=b332677f-1182-4a4e-9c04-a143e0a3c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901774 Mar 01 13:51:38.743387 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-f778d7dc-cffd-4fc6-8995-3edc6dc17202 req-e6f9d63e-fd4c-49e1-8085-37a768ea6aa9 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] For port caee6aad-3165-44e7-bce8-75d27e02b936, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=caee6aad-3165-44e7-bce8-75d27e02b936,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:38.743805 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f778d7dc-cffd-4fc6-8995-3edc6dc17202 req-e6f9d63e-fd4c-49e1-8085-37a768ea6aa9 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (caee6aad-3165-44e7-bce8-75d27e02b936), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:38.771527 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d242413-52e6-4013-b21c-7a3fbff56963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (17a56dcd-b5dc-4b19-a40e-348bbec7d7c6), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:38.780355 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 482ada29-72d0-4ae7-a351-15f79bf4d84b, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=482ada29-72d0-4ae7-a351-15f79bf4d84b,segment=NetworkSegment(bffb2426-a4f2-4898-be49-a8547863bf21),segment_id=bffb2426-a4f2-4898-be49-a8547863bf21)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:38.786832 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf26742-6169-431b-9358-8197f8c9cff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482ada29-72d0-4ae7-a351-15f79bf4d84b'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:51:38.790808 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85c47d8-0b58-47e6-a34e-209033d16db3" -d '{"events": [{"server_uuid": "1cf26742-6169-431b-9358-8197f8c9cff7", "name": "network-vif-plugged", "status": "completed", "tag": "482ada29-72d0-4ae7-a351-15f79bf4d84b"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:51:38.796469 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-f778d7dc-cffd-4fc6-8995-3edc6dc17202 req-e6f9d63e-fd4c-49e1-8085-37a768ea6aa9 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Calling delete_port for caee6aad-3165-44e7-bce8-75d27e02b936 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:51:38.802996 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (482ada29-72d0-4ae7-a351-15f79bf4d84b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:38.867457 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port a5dd51f4-1cbb-4533-abd4-c4f0553dfd59 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:51:38.868117 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a5dd51f4-1cbb-4533-abd4-c4f0553dfd59), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:38.879222 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d242413-52e6-4013-b21c-7a3fbff56963 admin admin] Network 6b806682-c654-4ec0-aadb-856ed351c245 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:51:38.886294 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-1d242413-52e6-4013-b21c-7a3fbff56963 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:51:38.909777 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d242413-52e6-4013-b21c-7a3fbff56963 admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:51:38.983637 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f85559-ccac-44d0-8c3e-4671eae82c56 x-openstack-request-id: req-57f85559-ccac-44d0-8c3e-4671eae82c56 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:51:38.983981 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf26742-6169-431b-9358-8197f8c9cff7", "name": "network-vif-plugged", "status": "completed", "tag": "482ada29-72d0-4ae7-a351-15f79bf4d84b", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:51:38.984230 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57f85559-ccac-44d0-8c3e-4671eae82c56 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:51:38.987741 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf26742-6169-431b-9358-8197f8c9cff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482ada29-72d0-4ae7-a351-15f79bf4d84b', 'code': 200} Mar 01 13:51:39.111174 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d242413-52e6-4013-b21c-7a3fbff56963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (aef55aa4-f72a-4691-965e-dd1c94d342a4), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:39.127249 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=482ada29-72d0-4ae7-a351-15f79bf4d84b,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:39.166856 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:39.167215 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:39.167558 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:39.167942 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:39.168275 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:39.168604 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:39.168927 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:39.169254 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:39.169635 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:39.175369 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:39.175629 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:39.175985 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:39.176315 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:39.181492 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port a5dd51f4-1cbb-4533-abd4-c4f0553dfd59, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=a5dd51f4-1cbb-4533-abd4-c4f0553dfd59,segment=NetworkSegment(bffb2426-a4f2-4898-be49-a8547863bf21),segment_id=bffb2426-a4f2-4898-be49-a8547863bf21)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:39.194432 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a5dd51f4-1cbb-4533-abd4-c4f0553dfd59), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:39.261137 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d242413-52e6-4013-b21c-7a3fbff56963 admin admin] Pushing event updated for resources: {'Port': ['ID=17a56dcd-b5dc-4b19-a40e-348bbec7d7c6,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:39.282042 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7a898-152b-44e8-9863-b868eba0ea64 req-12415e06-17f4-4ee5-acfe-4e7491e8de7f tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:39.287094 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-52e7a898-152b-44e8-9863-b868eba0ea64 req-12415e06-17f4-4ee5-acfe-4e7491e8de7f tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.3519406 Mar 01 13:51:39.352096 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da3eb3-23c0-497c-a882-e865c0ee7755 req-9dcf2367-6837-475f-9124-a709be2a67be tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:39.367036 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-50da3eb3-23c0-497c-a882-e865c0ee7755 req-9dcf2367-6837-475f-9124-a709be2a67be tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdd955c7-bc8b-4ed8-9887-6eeaf223100c HTTP/1.1" status: 200 len: 949 time: 0.2908072 Mar 01 13:51:39.474607 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=a5dd51f4-1cbb-4533-abd4-c4f0553dfd59,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:39.475957 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-52e7a898-152b-44e8-9863-b868eba0ea64 req-e841fc18-0b27-44fb-a702-8d04ecf012ef tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725891 Mar 01 13:51:39.518934 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92465a41-1eb8-450a-b0d4-082de64ba23b req-b14fdcb7-dd36-42ff-805b-2bd5840f9121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:39.521108 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-50da3eb3-23c0-497c-a882-e865c0ee7755 req-1032cfc2-1bf9-4910-9335-ed4bd4c1f7d6 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524303 Mar 01 13:51:39.521257 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-92465a41-1eb8-450a-b0d4-082de64ba23b req-b14fdcb7-dd36-42ff-805b-2bd5840f9121 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1cf26742-6169-431b-9358-8197f8c9cff7 HTTP/1.1" status: 200 len: 1127 time: 0.4224815 Mar 01 13:51:39.541551 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-183958ff-3ce5-42a5-886c-b0cd8e7880e9 None None] Provisioning complete for port 17a56dcd-b5dc-4b19-a40e-348bbec7d7c6 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:51:39.545213 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-183958ff-3ce5-42a5-886c-b0cd8e7880e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (17a56dcd-b5dc-4b19-a40e-348bbec7d7c6), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:39.629960 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-183958ff-3ce5-42a5-886c-b0cd8e7880e9 None None] Port 17a56dcd-b5dc-4b19-a40e-348bbec7d7c6 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:51:39.725427 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:39.804245 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d242413-52e6-4013-b21c-7a3fbff56963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (17a56dcd-b5dc-4b19-a40e-348bbec7d7c6), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:39.824806 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f778d7dc-cffd-4fc6-8995-3edc6dc17202 req-e6f9d63e-fd4c-49e1-8085-37a768ea6aa9 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (caee6aad-3165-44e7-bce8-75d27e02b936), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:39.828382 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-92465a41-1eb8-450a-b0d4-082de64ba23b req-d90fa59e-c10f-4a1d-a806-bba0afa9009c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b332677f-1182-4a4e-9c04-a143e0a3c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538419 Mar 01 13:51:39.875298 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['96c765e7-0f79-48fb-97a9-002b643806e4', '7d43b768-b3f8-45d6-a072-a26697a09eca', 'affa10dd-3560-4c64-8396-6330e98a9dde', '0a411bfb-f022-48a5-96eb-6e1577d0af17'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:51:39.948793 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f9d63e-fd4c-49e1-8085-37a768ea6aa9 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Pushing event deleted for resources: {'Port': ['ID=caee6aad-3165-44e7-bce8-75d27e02b936,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:39.990899 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-f778d7dc-cffd-4fc6-8995-3edc6dc17202 req-e6f9d63e-fd4c-49e1-8085-37a768ea6aa9 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] No DVR routers for this DVR port caee6aad-3165-44e7-bce8-75d27e02b936 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:51:40.008269 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f778d7dc-cffd-4fc6-8995-3edc6dc17202 req-e6f9d63e-fd4c-49e1-8085-37a768ea6aa9 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:40.020557 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['d6857392-0902-4816-913b-a3713810bc04', 'a1aeabd6-584f-4edb-8145-9277584199da', 'caee6aad-3165-44e7-bce8-75d27e02b936'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:51:40.022552 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f778d7dc-cffd-4fc6-8995-3edc6dc17202 req-e6f9d63e-fd4c-49e1-8085-37a768ea6aa9 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.20 "DELETE /v2.0/ports/caee6aad-3165-44e7-bce8-75d27e02b936 HTTP/1.1" status: 204 len: 173 time: 2.1260149 Mar 01 13:51:40.023073 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd955c7-bc8b-4ed8-9887-6eeaf223100c', 'name': 'network-vif-deleted', 'tag': 'caee6aad-3165-44e7-bce8-75d27e02b936'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:51:40.030067 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe4cd95-1c58-47a6-8de9-c7aa30e61191" -d '{"events": [{"server_uuid": "fdd955c7-bc8b-4ed8-9887-6eeaf223100c", "name": "network-vif-deleted", "tag": "caee6aad-3165-44e7-bce8-75d27e02b936"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:51:40.041768 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c150fd19-a358-4ca9-98ed-ed91694af227 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:51:40.044221 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 91417fea-9990-4818-a6e9-9e5885211a07 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:51:40.053818 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f4cf2-fb8b-4c6b-a836-d031212181a0 req-22f26bfa-7391-4842-90e4-33e9c0fcae99 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:40.064008 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-662f4cf2-fb8b-4c6b-a836-d031212181a0 req-22f26bfa-7391-4842-90e4-33e9c0fcae99 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.3115718 Mar 01 13:51:40.098810 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:40.203978 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-662f4cf2-fb8b-4c6b-a836-d031212181a0 req-3d369c97-5a23-45e0-aa3c-9b9e148d2e42 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372812 Mar 01 13:51:40.253372 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39548b9-136f-40a0-99ea-ac61d2bc5e4f req-5abb5946-7f18-44be-8ccc-57e92782cc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:40.257471 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e39548b9-136f-40a0-99ea-ac61d2bc5e4f req-5abb5946-7f18-44be-8ccc-57e92782cc28 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=475192ca5f814c16b38a7d788a6a6472&device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 1126 time: 0.3840151 Mar 01 13:51:40.284261 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 9dc7cee7-74bf-4341-b2a6-05e7eb4120c7 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:51:40.290616 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d590cd-0e71-4bad-abb0-b039f31f8999 req-fe3621f9-9614-4726-933c-4d4f0940b1f5 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:40.311096 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-97d590cd-0e71-4bad-abb0-b039f31f8999 req-fe3621f9-9614-4726-933c-4d4f0940b1f5 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/ports?device_id=9216e526-f02d-4caa-aaf8-19035b9f87ee HTTP/1.1" status: 200 len: 945 time: 0.3754122 Mar 01 13:51:40.463500 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 91417fea-9990-4818-a6e9-9e5885211a07 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:51:40.473980 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d242413-52e6-4013-b21c-7a3fbff56963 admin admin] Publish callbacks [] for port (17a56dcd-b5dc-4b19-a40e-348bbec7d7c6), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:40.489809 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d242413-52e6-4013-b21c-7a3fbff56963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (17a56dcd-b5dc-4b19-a40e-348bbec7d7c6), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:40.624141 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d242413-52e6-4013-b21c-7a3fbff56963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (aef55aa4-f72a-4691-965e-dd1c94d342a4), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:40.637831 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d242413-52e6-4013-b21c-7a3fbff56963 admin admin] Pushing event updated for resources: {'Port': ['ID=17a56dcd-b5dc-4b19-a40e-348bbec7d7c6,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:40.653625 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 91417fea-9990-4818-a6e9-9e5885211a07 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:51:40.653998 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (91417fea-9990-4818-a6e9-9e5885211a07), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:40.922620 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 9dc7cee7-74bf-4341-b2a6-05e7eb4120c7 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:51:40.925122 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d242413-52e6-4013-b21c-7a3fbff56963 admin admin] Network 6b806682-c654-4ec0-aadb-856ed351c245 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:51:40.930288 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-1d242413-52e6-4013-b21c-7a3fbff56963 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:51:40.935447 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port c150fd19-a358-4ca9-98ed-ed91694af227 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:51:40.936299 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c150fd19-a358-4ca9-98ed-ed91694af227), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:41.008662 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 9dc7cee7-74bf-4341-b2a6-05e7eb4120c7 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:51:41.008978 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9dc7cee7-74bf-4341-b2a6-05e7eb4120c7), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:41.074313 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9216e526-f02d-4caa-aaf8-19035b9f87ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5dd51f4-1cbb-4533-abd4-c4f0553dfd59'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:51:41.080184 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9f4121-4079-4913-a9a0-5fec3d67d74a" -d '{"events": [{"server_uuid": "9216e526-f02d-4caa-aaf8-19035b9f87ee", "name": "network-vif-plugged", "status": "completed", "tag": "a5dd51f4-1cbb-4533-abd4-c4f0553dfd59"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:51:41.236487 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d242413-52e6-4013-b21c-7a3fbff56963 admin admin] Router aef55aa4-f72a-4691-965e-dd1c94d342a4 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:51:41.248612 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39548b9-136f-40a0-99ea-ac61d2bc5e4f req-57323164-a6bf-4c9a-8b1f-361ccd0f8a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:41.251069 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e39548b9-136f-40a0-99ea-ac61d2bc5e4f req-57323164-a6bf-4c9a-8b1f-361ccd0f8a0f service neutron] 10.222.0.32 "GET /v2.0/networks?id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 HTTP/1.1" status: 200 len: 913 time: 0.9373429 Mar 01 13:51:41.362455 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-97d590cd-0e71-4bad-abb0-b039f31f8999 req-f3e11f4c-1c79-413d-a67c-dd2b4f2ff951 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/security-groups?id=b332677f-1182-4a4e-9c04-a143e0a3c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0444858 Mar 01 13:51:41.390558 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e39548b9-136f-40a0-99ea-ac61d2bc5e4f req-fd4d53ca-2373-42d3-a9d4-bdd119340582 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7988cdd9-dd32-4813-871c-c8dca2569301 HTTP/1.1" status: 200 len: 999 time: 0.1308589 Mar 01 13:51:41.400139 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff73c0-b573-4a36-95dc-719111756e8b req-93c7afbf-4211-463b-b7c9-6dd3c6554077 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:41.413029 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1dff73c0-b573-4a36-95dc-719111756e8b req-93c7afbf-4211-463b-b7c9-6dd3c6554077 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef7fbc1e-4e1e-4dea-9a80-d53a7984735d HTTP/1.1" status: 200 len: 944 time: 1.0153701 Mar 01 13:51:41.422567 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 91417fea-9990-4818-a6e9-9e5885211a07 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:51:41.430026 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (91417fea-9990-4818-a6e9-9e5885211a07), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:41.475049 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39548b9-136f-40a0-99ea-ac61d2bc5e4f req-b82a4aa8-f4d6-46ea-9ff3-b61a1da6939c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:41.476562 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e39548b9-136f-40a0-99ea-ac61d2bc5e4f req-b82a4aa8-f4d6-46ea-9ff3-b61a1da6939c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d1ea702e-89f4-430d-ba35-37a3134c98fa HTTP/1.1" status: 200 len: 851 time: 0.0553982 Mar 01 13:51:41.512254 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d242413-52e6-4013-b21c-7a3fbff56963 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:51:41.531935 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1d242413-52e6-4013-b21c-7a3fbff56963 admin admin] 10.222.0.13 "PUT /v2.0/routers/aef55aa4-f72a-4691-965e-dd1c94d342a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4482346 Mar 01 13:51:41.575571 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1dff73c0-b573-4a36-95dc-719111756e8b req-2deac77d-ce33-4874-8ecd-17296c7d967b tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614940 Mar 01 13:51:41.606787 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39548b9-136f-40a0-99ea-ac61d2bc5e4f req-59599456-64a5-4167-ab91-c4d818007a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:41.608976 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e39548b9-136f-40a0-99ea-ac61d2bc5e4f req-59599456-64a5-4167-ab91-c4d818007a21 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1230273 Mar 01 13:51:41.656091 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e389bb10-1da5-4490-ab4c-1a71f7dcf924 None None] Sync routers for ids ['aef55aa4-f72a-4691-965e-dd1c94d342a4'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:51:41.709769 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26881553-5610-4523-9fee-d30af02c1b2a x-openstack-request-id: req-26881553-5610-4523-9fee-d30af02c1b2a {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:51:41.710523 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd955c7-bc8b-4ed8-9887-6eeaf223100c", "name": "network-vif-deleted", "tag": "caee6aad-3165-44e7-bce8-75d27e02b936", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:51:41.710920 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26881553-5610-4523-9fee-d30af02c1b2a {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:51:41.711622 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd955c7-bc8b-4ed8-9887-6eeaf223100c', 'name': 'network-vif-deleted', 'tag': 'caee6aad-3165-44e7-bce8-75d27e02b936', 'status': 'completed', 'code': 200} Mar 01 13:51:41.781204 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 91417fea-9990-4818-a6e9-9e5885211a07, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=91417fea-9990-4818-a6e9-9e5885211a07,segment=NetworkSegment(bffb2426-a4f2-4898-be49-a8547863bf21),segment_id=bffb2426-a4f2-4898-be49-a8547863bf21)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:41.822777 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c780a5-85b5-4483-a01e-3a84e7b7c50c x-openstack-request-id: req-80c780a5-85b5-4483-a01e-3a84e7b7c50c {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:51:41.822948 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9216e526-f02d-4caa-aaf8-19035b9f87ee", "name": "network-vif-plugged", "status": "completed", "tag": "a5dd51f4-1cbb-4533-abd4-c4f0553dfd59", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:51:41.823250 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80c780a5-85b5-4483-a01e-3a84e7b7c50c {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:51:41.823980 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9216e526-f02d-4caa-aaf8-19035b9f87ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5dd51f4-1cbb-4533-abd4-c4f0553dfd59', 'code': 200} Mar 01 13:51:41.828518 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e39548b9-136f-40a0-99ea-ac61d2bc5e4f req-339bfdcf-6499-400e-821d-fdaf2ba5630e service neutron] 10.222.0.32 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109096 Mar 01 13:51:41.997857 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888f621-c7ef-4b5c-885b-91ba2dd9af23 req-85be6daa-c875-4206-8b69-5307387f64d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:41.999423 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b888f621-c7ef-4b5c-885b-91ba2dd9af23 req-85be6daa-c875-4206-8b69-5307387f64d0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9216e526-f02d-4caa-aaf8-19035b9f87ee HTTP/1.1" status: 200 len: 1127 time: 0.1422174 Mar 01 13:51:42.018468 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (91417fea-9990-4818-a6e9-9e5885211a07), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:42.024784 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-ba67e5f6-0e67-497d-b51f-760847d216db None None] Provisioning complete for port 17a56dcd-b5dc-4b19-a40e-348bbec7d7c6 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:51:42.025232 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ba67e5f6-0e67-497d-b51f-760847d216db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (17a56dcd-b5dc-4b19-a40e-348bbec7d7c6), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:42.112767 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b888f621-c7ef-4b5c-885b-91ba2dd9af23 req-af5d7687-e2ea-4fdb-86b1-4a676728827f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b332677f-1182-4a4e-9c04-a143e0a3c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986745 Mar 01 13:51:42.178732 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50506863-1e75-44b9-9759-bb25ff18454d req-5327c7f0-afd8-40e6-9737-21c2a6d03dfc tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:42.190966 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-50506863-1e75-44b9-9759-bb25ff18454d req-5327c7f0-afd8-40e6-9737-21c2a6d03dfc tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.3019032 Mar 01 13:51:42.191900 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device caee6aad-3165-44e7-bce8-75d27e02b936 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:51:42.281288 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-50506863-1e75-44b9-9759-bb25ff18454d req-1e3ae3f7-4edd-4327-bf5e-ac9ca3f22dd7 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892193 Mar 01 13:51:42.312673 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e39548b9-136f-40a0-99ea-ac61d2bc5e4f req-f213bc8a-e297-4830-a54c-44311470a0af service neutron] 10.222.0.32 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4722569 Mar 01 13:51:42.324059 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: caee6aad-3165-44e7-bce8-75d27e02b936 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:51:42.324378 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device caee6aad-3165-44e7-bce8-75d27e02b936 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:51:42.403710 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=91417fea-9990-4818-a6e9-9e5885211a07,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:42.432754 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port c150fd19-a358-4ca9-98ed-ed91694af227 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:51:42.433142 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c150fd19-a358-4ca9-98ed-ed91694af227), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:42.462387 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e389bb10-1da5-4490-ab4c-1a71f7dcf924 None None] Routers {'aef55aa4-f72a-4691-965e-dd1c94d342a4'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:51:42.463071 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-e389bb10-1da5-4490-ab4c-1a71f7dcf924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:51:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['aef55aa4-f72a-4691-965e-dd1c94d342a4'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:51:42.545676 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28268b1-5326-49bc-82e8-facdad7332f2 req-2d7e64b7-fb98-4966-99d0-f6f9fae47936 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:42.551775 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c28268b1-5326-49bc-82e8-facdad7332f2 req-2d7e64b7-fb98-4966-99d0-f6f9fae47936 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd6e94be-1442-4d04-8cc9-8df9ba8f101d HTTP/1.1" status: 200 len: 949 time: 0.1140375 Mar 01 13:51:42.564674 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 9dc7cee7-74bf-4341-b2a6-05e7eb4120c7 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:51:42.565075 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9dc7cee7-74bf-4341-b2a6-05e7eb4120c7), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:42.624878 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ba67e5f6-0e67-497d-b51f-760847d216db None None] Port 17a56dcd-b5dc-4b19-a40e-348bbec7d7c6 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:51:42.672824 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c28268b1-5326-49bc-82e8-facdad7332f2 req-76ad886f-39f1-4b43-8136-5ec6bb710bce tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130996 Mar 01 13:51:42.753549 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 9dc7cee7-74bf-4341-b2a6-05e7eb4120c7, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9dc7cee7-74bf-4341-b2a6-05e7eb4120c7,segment=NetworkSegment(5682489f-cf80-4a1c-8ade-e83424038ed9),segment_id=5682489f-cf80-4a1c-8ade-e83424038ed9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:42.776182 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port c150fd19-a358-4ca9-98ed-ed91694af227, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=c150fd19-a358-4ca9-98ed-ed91694af227,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:42.786583 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9dc7cee7-74bf-4341-b2a6-05e7eb4120c7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:42.850369 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c150fd19-a358-4ca9-98ed-ed91694af227), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:42.965271 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=9dc7cee7-74bf-4341-b2a6-05e7eb4120c7,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:42.971548 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eecb0f-cdfd-4ca9-bc80-4fb6cfa52855 req-6ddf9c89-f14e-48e2-beb1-56865f829049 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:42.981822 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26eecb0f-cdfd-4ca9-bc80-4fb6cfa52855 req-6ddf9c89-f14e-48e2-beb1-56865f829049 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/ports?device_id=9216e526-f02d-4caa-aaf8-19035b9f87ee HTTP/1.1" status: 200 len: 945 time: 0.1231582 Mar 01 13:51:43.083340 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-f467e0ed-d1f5-4b5e-8978-995ba0ed1798 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:43.093079 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-f467e0ed-d1f5-4b5e-8978-995ba0ed1798 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/networks?id=6b806682-c654-4ec0-aadb-856ed351c245 HTTP/1.1" status: 200 len: 829 time: 0.3433378 Mar 01 13:51:43.119319 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26eecb0f-cdfd-4ca9-bc80-4fb6cfa52855 req-c7805ec8-fa3e-4628-952e-37a82e42c0f1 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/security-groups?id=b332677f-1182-4a4e-9c04-a143e0a3c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366146 Mar 01 13:51:43.131111 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-6ebf8472-dac8-4280-98aa-2f398b960a14 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/quotas/0b7cefbd26524ebbb9d39ec1ad0e5469 HTTP/1.1" status: 200 len: 375 time: 0.0370328 Mar 01 13:51:43.262409 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-e389bb10-1da5-4490-ab4c-1a71f7dcf924 None None] Set router aef55aa4-f72a-4691-965e-dd1c94d342a4 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:51:43.280430 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-98abcdeb-74f0-4d53-8b34-a37b5495f5f0 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b7cefbd26524ebbb9d39ec1ad0e5469&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1483467 Mar 01 13:51:43.418823 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=c150fd19-a358-4ca9-98ed-ed91694af227,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:43.440482 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-adb3fcc8-af23-4a7d-8fe7-ce549636b425 service neutron] 10.222.0.13 "GET /v2.0/networks/6b806682-c654-4ec0-aadb-856ed351c245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590765 Mar 01 13:51:43.525407 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bf779-0171-463f-8e39-9f8e21efcc8e req-28b63d05-5f33-44c2-bd64-62b4324750a2 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:43.536536 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-503bf779-0171-463f-8e39-9f8e21efcc8e req-28b63d05-5f33-44c2-bd64-62b4324750a2 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef7fbc1e-4e1e-4dea-9a80-d53a7984735d HTTP/1.1" status: 200 len: 945 time: 0.1725519 Mar 01 13:51:43.656769 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-503bf779-0171-463f-8e39-9f8e21efcc8e req-bfe8a627-0bda-410c-8c72-84afd5c85c0b tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174800 Mar 01 13:51:43.720888 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-6ec5661e-3107-42dc-ac4b-27d09f467ce3 service neutron] 10.222.0.13 "GET /v2.0/networks/6b806682-c654-4ec0-aadb-856ed351c245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656665 Mar 01 13:51:43.784159 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40689ec2-c564-4cd9-918e-a1892736b9fa req-c2c329ce-0a1e-4dd9-b07d-72838e9f2f3d tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:43.788187 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-40689ec2-c564-4cd9-918e-a1892736b9fa req-c2c329ce-0a1e-4dd9-b07d-72838e9f2f3d tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd6e94be-1442-4d04-8cc9-8df9ba8f101d HTTP/1.1" status: 200 len: 949 time: 0.0713480 Mar 01 13:51:43.821781 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-e389bb10-1da5-4490-ab4c-1a71f7dcf924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1729034084-router', 'tenant_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'c150fd19-a358-4ca9-98ed-ed91694af227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:51:29Z', 'updated_at': '2022-03-01T13:51:39Z', 'revision_number': 4, 'project_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'gw_port': {'id': 'c150fd19-a358-4ca9-98ed-ed91694af227', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:32:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:51:31Z', 'updated_at': '2022-03-01T13:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '17a56dcd-b5dc-4b19-a40e-348bbec7d7c6', 'name': '', 'network_id': '6b806682-c654-4ec0-aadb-856ed351c245', 'tenant_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'mac_address': 'fa:16:3e:2b:45:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'dc4dca49-ae2c-4edb-bec4-98c202db3f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:51:38Z', 'updated_at': '2022-03-01T13:51:40Z', 'revision_number': 2, 'project_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'subnets': [{'id': 'dc4dca49-ae2c-4edb-bec4-98c202db3f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:51:43.857558 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9365c0-68ff-4837-85ae-e1a71e51937a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91417fea-9990-4818-a6e9-9e5885211a07'}, {'server_uuid': 'ef7fbc1e-4e1e-4dea-9a80-d53a7984735d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc7cee7-74bf-4341-b2a6-05e7eb4120c7'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:51:43.863155 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8ebab9-187c-4ef8-966b-39aed31e805c" -d '{"events": [{"server_uuid": "1e9365c0-68ff-4837-85ae-e1a71e51937a", "name": "network-vif-plugged", "status": "completed", "tag": "91417fea-9990-4818-a6e9-9e5885211a07"}, {"server_uuid": "ef7fbc1e-4e1e-4dea-9a80-d53a7984735d", "name": "network-vif-plugged", "status": "completed", "tag": "9dc7cee7-74bf-4341-b2a6-05e7eb4120c7"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:51:43.866187 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e389bb10-1da5-4490-ab4c-1a71f7dcf924 None None] Checking router: aef55aa4-f72a-4691-965e-dd1c94d342a4 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:51:43.866875 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e389bb10-1da5-4490-ab4c-1a71f7dcf924 None None] Updating router aef55aa4-f72a-4691-965e-dd1c94d342a4 port 17a56dcd-b5dc-4b19-a40e-348bbec7d7c6 binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:51:43.906623 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e389bb10-1da5-4490-ab4c-1a71f7dcf924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (17a56dcd-b5dc-4b19-a40e-348bbec7d7c6), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:43.916838 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f3332-18c7-46db-b8eb-02007cd1600e req-549ebb65-f7cb-43c2-a3fd-4c484fc5cb4c tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:43.918385 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-009f3332-18c7-46db-b8eb-02007cd1600e req-549ebb65-f7cb-43c2-a3fd-4c484fc5cb4c tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1761031 Mar 01 13:51:43.970697 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-40689ec2-c564-4cd9-918e-a1892736b9fa req-0cfd5964-c7b5-4a97-9b46-c91ccfc66862 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Deleting port a1aeabd6-584f-4edb-8145-9277584199da {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:51:43.970944 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-40689ec2-c564-4cd9-918e-a1892736b9fa req-0cfd5964-c7b5-4a97-9b46-c91ccfc66862 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (a1aeabd6-584f-4edb-8145-9277584199da), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:44.036304 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-009f3332-18c7-46db-b8eb-02007cd1600e req-d0f31362-6fde-4dfa-8b76-18f1f02cfa8e tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115835 Mar 01 13:51:44.155919 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 01 Mar 2022 13:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a308918-635a-4f3e-8224-0e9c381c4c59 x-openstack-request-id: req-9a308918-635a-4f3e-8224-0e9c381c4c59 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:51:44.156932 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9365c0-68ff-4837-85ae-e1a71e51937a", "name": "network-vif-plugged", "status": "completed", "tag": "91417fea-9990-4818-a6e9-9e5885211a07", "code": 200}, {"server_uuid": "ef7fbc1e-4e1e-4dea-9a80-d53a7984735d", "name": "network-vif-plugged", "status": "completed", "tag": "9dc7cee7-74bf-4341-b2a6-05e7eb4120c7", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:51:44.160151 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a308918-635a-4f3e-8224-0e9c381c4c59 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:51:44.160611 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9365c0-68ff-4837-85ae-e1a71e51937a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91417fea-9990-4818-a6e9-9e5885211a07', 'code': 200} Mar 01 13:51:44.160874 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7fbc1e-4e1e-4dea-9a80-d53a7984735d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc7cee7-74bf-4341-b2a6-05e7eb4120c7', 'code': 200} Mar 01 13:51:44.237218 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951af0f8-a3a1-4a9d-96af-72695d912dff req-14fdf45b-ebdf-4282-826f-f71b4ce55669 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:44.249546 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-951af0f8-a3a1-4a9d-96af-72695d912dff req-14fdf45b-ebdf-4282-826f-f71b4ce55669 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd6e94be-1442-4d04-8cc9-8df9ba8f101d HTTP/1.1" status: 200 len: 949 time: 0.1983557 Mar 01 13:51:44.265361 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-40689ec2-c564-4cd9-918e-a1892736b9fa req-0cfd5964-c7b5-4a97-9b46-c91ccfc66862 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] For port a1aeabd6-584f-4edb-8145-9277584199da, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=a1aeabd6-584f-4edb-8145-9277584199da,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:44.265870 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-40689ec2-c564-4cd9-918e-a1892736b9fa req-0cfd5964-c7b5-4a97-9b46-c91ccfc66862 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (a1aeabd6-584f-4edb-8145-9277584199da), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:44.284964 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-40689ec2-c564-4cd9-918e-a1892736b9fa req-0cfd5964-c7b5-4a97-9b46-c91ccfc66862 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Calling delete_port for a1aeabd6-584f-4edb-8145-9277584199da owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:51:44.312322 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a753abe2-5727-4526-b3e7-6bcdb28dc9e0 req-6ab301e5-34f5-460c-a978-fcccad9c9e79 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/ports?device_id=4320637e-af21-4144-a40e-ac3c232e06ba HTTP/1.1" status: 200 len: 210 time: 0.0574889 Mar 01 13:51:44.432777 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-951af0f8-a3a1-4a9d-96af-72695d912dff req-425fb700-0871-49c1-81b7-f8fa82be4e6d tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818662 Mar 01 13:51:44.468315 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db585d4-45a4-4cc3-9ddc-1075f809c4ba req-686c096a-1028-4f0f-a173-a6907b43f885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:44.476322 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8db585d4-45a4-4cc3-9ddc-1075f809c4ba req-686c096a-1028-4f0f-a173-a6907b43f885 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ef7fbc1e-4e1e-4dea-9a80-d53a7984735d HTTP/1.1" status: 200 len: 1127 time: 0.2003539 Mar 01 13:51:44.507714 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d223f3-252c-4ab9-bf55-6b4c0cdb5817 req-08ba002d-6595-4560-945f-adc15b6de6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:44.512483 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c5d223f3-252c-4ab9-bf55-6b4c0cdb5817 req-08ba002d-6595-4560-945f-adc15b6de6e2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1e9365c0-68ff-4837-85ae-e1a71e51937a HTTP/1.1" status: 200 len: 1128 time: 0.2097781 Mar 01 13:51:44.684899 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c5d223f3-252c-4ab9-bf55-6b4c0cdb5817 req-f479d3b5-a122-471e-9785-60f9bd645006 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b332677f-1182-4a4e-9c04-a143e0a3c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622961 Mar 01 13:51:44.700727 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8db585d4-45a4-4cc3-9ddc-1075f809c4ba req-f748fb08-aaee-4f04-b531-39c00fddaf7a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138631 Mar 01 13:51:44.708465 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-40689ec2-c564-4cd9-918e-a1892736b9fa req-0cfd5964-c7b5-4a97-9b46-c91ccfc66862 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (a1aeabd6-584f-4edb-8145-9277584199da), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:44.717963 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e389bb10-1da5-4490-ab4c-1a71f7dcf924 None None] Publish callbacks [] for port (17a56dcd-b5dc-4b19-a40e-348bbec7d7c6), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:44.720470 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65500ecb-c5ea-4b8e-aaee-4c8899bdb9fe req-173856a0-8dbf-45b2-b334-23002863e18d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:44.726417 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['96c765e7-0f79-48fb-97a9-002b643806e4', '7d43b768-b3f8-45d6-a072-a26697a09eca', 'affa10dd-3560-4c64-8396-6330e98a9dde', '0a411bfb-f022-48a5-96eb-6e1577d0af17'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:51:44.728504 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-65500ecb-c5ea-4b8e-aaee-4c8899bdb9fe req-173856a0-8dbf-45b2-b334-23002863e18d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1991074 Mar 01 13:51:44.740371 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['d6857392-0902-4816-913b-a3713810bc04'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:51:44.767087 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd27a5-b3a6-4954-a431-c9b30da44704 req-01958f30-7db7-46c8-8ea1-e8ce15e84511 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:44.776556 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-76dd27a5-b3a6-4954-a431-c9b30da44704 req-01958f30-7db7-46c8-8ea1-e8ce15e84511 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/ports?device_id=9216e526-f02d-4caa-aaf8-19035b9f87ee HTTP/1.1" status: 200 len: 945 time: 0.1625011 Mar 01 13:51:44.809251 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e389bb10-1da5-4490-ab4c-1a71f7dcf924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (17a56dcd-b5dc-4b19-a40e-348bbec7d7c6), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:44.864074 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-65500ecb-c5ea-4b8e-aaee-4c8899bdb9fe req-69d55a0a-7ecb-46a1-b6ed-d15689d66cde tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270735 Mar 01 13:51:44.877306 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd5964-c7b5-4a97-9b46-c91ccfc66862 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Pushing event deleted for resources: {'Port': ['ID=a1aeabd6-584f-4edb-8145-9277584199da,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:44.951122 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-76dd27a5-b3a6-4954-a431-c9b30da44704 req-a3701a65-b267-4214-a4bf-9291a1eb101e tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/security-groups?id=b332677f-1182-4a4e-9c04-a143e0a3c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708202 Mar 01 13:51:44.955074 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-40689ec2-c564-4cd9-918e-a1892736b9fa req-0cfd5964-c7b5-4a97-9b46-c91ccfc66862 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] No DVR routers for this DVR port a1aeabd6-584f-4edb-8145-9277584199da on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:51:44.976761 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-40689ec2-c564-4cd9-918e-a1892736b9fa req-0cfd5964-c7b5-4a97-9b46-c91ccfc66862 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:44.994094 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-40689ec2-c564-4cd9-918e-a1892736b9fa req-0cfd5964-c7b5-4a97-9b46-c91ccfc66862 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.20 "DELETE /v2.0/ports/a1aeabd6-584f-4edb-8145-9277584199da HTTP/1.1" status: 204 len: 173 time: 1.1894290 Mar 01 13:51:44.995639 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6e94be-1442-4d04-8cc9-8df9ba8f101d', 'name': 'network-vif-deleted', 'tag': 'a1aeabd6-584f-4edb-8145-9277584199da'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:51:45.002163 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505d54f1-3c81-4cde-8315-fa48ef6397df" -d '{"events": [{"server_uuid": "cd6e94be-1442-4d04-8cc9-8df9ba8f101d", "name": "network-vif-deleted", "tag": "a1aeabd6-584f-4edb-8145-9277584199da"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:51:45.151527 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c150fd19-a358-4ca9-98ed-ed91694af227 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:51:45.254575 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43476) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:45.270204 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce79490-6698-4dcf-99ff-c115b7abfc03 req-dd6a33c6-7ca1-4eee-8d19-3836d096ee78 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:45.278826 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ce79490-6698-4dcf-99ff-c115b7abfc03 req-dd6a33c6-7ca1-4eee-8d19-3836d096ee78 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef7fbc1e-4e1e-4dea-9a80-d53a7984735d HTTP/1.1" status: 200 len: 945 time: 0.2056942 Mar 01 13:51:45.386120 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f212135-179c-4269-aac5-4f04d98939a0 None None] Pushing event updated for resources: {'Port': ['ID=17a56dcd-b5dc-4b19-a40e-348bbec7d7c6,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:45.524571 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ce79490-6698-4dcf-99ff-c115b7abfc03 req-b10d1f3f-59e8-4b55-8f73-ad2057ec39cc tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389460 Mar 01 13:51:45.574405 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-59d33d68-bfb8-4275-b00c-aa9464bfaeb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:45.613642 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598b2e6b-79d7-4e30-b7dc-27663e983a26 x-openstack-request-id: req-598b2e6b-79d7-4e30-b7dc-27663e983a26 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:51:45.613642 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd6e94be-1442-4d04-8cc9-8df9ba8f101d", "name": "network-vif-deleted", "tag": "a1aeabd6-584f-4edb-8145-9277584199da", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:51:45.613642 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-598b2e6b-79d7-4e30-b7dc-27663e983a26 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:51:45.623167 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6e94be-1442-4d04-8cc9-8df9ba8f101d', 'name': 'network-vif-deleted', 'tag': 'a1aeabd6-584f-4edb-8145-9277584199da', 'status': 'completed', 'code': 200} Mar 01 13:51:45.692384 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-e389bb10-1da5-4490-ab4c-1a71f7dcf924 None None] Attempting to bind port 17a56dcd-b5dc-4b19-a40e-348bbec7d7c6 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:51:45.692721 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-e389bb10-1da5-4490-ab4c-1a71f7dcf924 None None] Attempting to bind port 17a56dcd-b5dc-4b19-a40e-348bbec7d7c6 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '89af536e-4707-43f0-b715-4f8b75798982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6b806682-c654-4ec0-aadb-856ed351c245'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:51:45.693014 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e389bb10-1da5-4490-ab4c-1a71f7dcf924 None None] Attempting to bind port 17a56dcd-b5dc-4b19-a40e-348bbec7d7c6 on network 6b806682-c654-4ec0-aadb-856ed351c245 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:51:45.693657 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb9c2b-a09f-4986-9a55-c1c88e3e8f45 req-ef786789-66be-4101-9e76-1fa82e59faa6 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:45.697889 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6cfb9c2b-a09f-4986-9a55-c1c88e3e8f45 req-ef786789-66be-4101-9e76-1fa82e59faa6 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e9365c0-68ff-4837-85ae-e1a71e51937a HTTP/1.1" status: 200 len: 946 time: 0.1973605 Mar 01 13:51:45.774747 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e389bb10-1da5-4490-ab4c-1a71f7dcf924 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:51:45.775348 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e389bb10-1da5-4490-ab4c-1a71f7dcf924 None None] Checking segment: {'id': '89af536e-4707-43f0-b715-4f8b75798982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6b806682-c654-4ec0-aadb-856ed351c245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:51:45.775506 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e389bb10-1da5-4490-ab4c-1a71f7dcf924 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:45.775924 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e389bb10-1da5-4490-ab4c-1a71f7dcf924 None None] Bound using segment: {'id': '89af536e-4707-43f0-b715-4f8b75798982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6b806682-c654-4ec0-aadb-856ed351c245'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:51:45.776399 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-e389bb10-1da5-4490-ab4c-1a71f7dcf924 None None] Bound port: 17a56dcd-b5dc-4b19-a40e-348bbec7d7c6, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89af536e-4707-43f0-b715-4f8b75798982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6b806682-c654-4ec0-aadb-856ed351c245'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:51:45.776776 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e389bb10-1da5-4490-ab4c-1a71f7dcf924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (17a56dcd-b5dc-4b19-a40e-348bbec7d7c6), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:45.783035 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc6577d0-6081-474b-b7f7-9002b8134134 req-ca1b7b6a-a892-4103-82c0-3884cb6d6a1c tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/ports?device_id=4320637e-af21-4144-a40e-ac3c232e06ba HTTP/1.1" status: 200 len: 210 time: 0.0827520 Mar 01 13:51:45.797032 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:51:45.797630 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-59d33d68-bfb8-4275-b00c-aa9464bfaeb8 admin admin] Publish callbacks [] for security_group (0efa55f6-1ae8-4fb9-9c82-671961cfd3c6), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:45.818188 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-59d33d68-bfb8-4275-b00c-aa9464bfaeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (0efa55f6-1ae8-4fb9-9c82-671961cfd3c6), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:45.834761 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-90fc91f8-47ea-4c68-ad64-ed5c61f4e1f5 None None] Provisioning complete for port 17a56dcd-b5dc-4b19-a40e-348bbec7d7c6 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:51:45.835129 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-90fc91f8-47ea-4c68-ad64-ed5c61f4e1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (17a56dcd-b5dc-4b19-a40e-348bbec7d7c6), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:45.923845 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-59d33d68-bfb8-4275-b00c-aa9464bfaeb8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=325f7d9644eb43e9b7615b4a2c3de807&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6665380 Mar 01 13:51:45.924800 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43492) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:45.925695 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6cfb9c2b-a09f-4986-9a55-c1c88e3e8f45 req-5faaf031-752f-4c0d-b683-d5d6a23c1b0e tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/security-groups?id=b332677f-1182-4a4e-9c04-a143e0a3c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122719 Mar 01 13:51:45.932032 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port c150fd19-a358-4ca9-98ed-ed91694af227 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:51:45.932331 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c150fd19-a358-4ca9-98ed-ed91694af227), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:45.942795 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d33d68-bfb8-4275-b00c-aa9464bfaeb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efa55f6-1ae8-4fb9-9c82-671961cfd3c6,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:46.069734 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-489b23a4-9cc6-4a19-9d50-c62df809e561 admin admin] Publish callbacks [] for security_group (0efa55f6-1ae8-4fb9-9c82-671961cfd3c6), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:46.074939 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b7197-828e-4f06-95be-a29924cbd591 req-f8414109-2780-4067-bc14-333baca56dab tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:46.076165 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dc9b7197-828e-4f06-95be-a29924cbd591 req-f8414109-2780-4067-bc14-333baca56dab tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1845341 Mar 01 13:51:46.166163 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-90fc91f8-47ea-4c68-ad64-ed5c61f4e1f5 None None] Port 17a56dcd-b5dc-4b19-a40e-348bbec7d7c6 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:51:46.169004 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-489b23a4-9cc6-4a19-9d50-c62df809e561 admin admin] Publish callbacks [] for security_group (0efa55f6-1ae8-4fb9-9c82-671961cfd3c6), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:46.243354 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-e389bb10-1da5-4490-ab4c-1a71f7dcf924 None None] For port 17a56dcd-b5dc-4b19-a40e-348bbec7d7c6, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:51:46.254233 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dc9b7197-828e-4f06-95be-a29924cbd591 req-ddd260e0-9e7a-4cf3-bf30-989267cd6f20 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515334 Mar 01 13:51:46.312407 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-489b23a4-9cc6-4a19-9d50-c62df809e561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (0efa55f6-1ae8-4fb9-9c82-671961cfd3c6), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:46.317711 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-489b23a4-9cc6-4a19-9d50-c62df809e561 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:46.320636 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-489b23a4-9cc6-4a19-9d50-c62df809e561 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0efa55f6-1ae8-4fb9-9c82-671961cfd3c6 HTTP/1.1" status: 204 len: 168 time: 0.3939307 Mar 01 13:51:46.325784 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-e389bb10-1da5-4490-ab4c-1a71f7dcf924 None None] For port 17a56dcd-b5dc-4b19-a40e-348bbec7d7c6, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=17a56dcd-b5dc-4b19-a40e-348bbec7d7c6,segment=NetworkSegment(89af536e-4707-43f0-b715-4f8b75798982),segment_id=89af536e-4707-43f0-b715-4f8b75798982)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:51:46.334583 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b23a4-9cc6-4a19-9d50-c62df809e561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efa55f6-1ae8-4fb9-9c82-671961cfd3c6,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:46.405454 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e389bb10-1da5-4490-ab4c-1a71f7dcf924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (17a56dcd-b5dc-4b19-a40e-348bbec7d7c6), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:46.501626 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd5f97-a5f0-40a6-a659-fa8dd756aa4c req-d2601652-a502-4286-9122-699be78d434f tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:46.511768 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-94bd5f97-a5f0-40a6-a659-fa8dd756aa4c req-d2601652-a502-4286-9122-699be78d434f tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1221440 Mar 01 13:51:46.588835 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-35994ac4-6650-42bb-af67-1e0b8b958aa2 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:46.591098 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-35994ac4-6650-42bb-af67-1e0b8b958aa2 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.20 "GET /v2.0/networks?id=6b806682-c654-4ec0-aadb-856ed351c245 HTTP/1.1" status: 200 len: 829 time: 0.2294979 Mar 01 13:51:46.610021 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-24e62c54-cb9d-4b04-9797-649b02624419 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Request body: {'port': {'device_id': '4320637e-af21-4144-a40e-ac3c232e06ba', 'network_id': '6b806682-c654-4ec0-aadb-856ed351c245', 'admin_state_up': True, 'tenant_id': '0b7cefbd26524ebbb9d39ec1ad0e5469'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:46.638303 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-94bd5f97-a5f0-40a6-a659-fa8dd756aa4c req-acd88670-d514-491e-9582-7c3aee26d7b9 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225073 Mar 01 13:51:46.694953 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port c150fd19-a358-4ca9-98ed-ed91694af227 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:51:46.786719 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e389bb10-1da5-4490-ab4c-1a71f7dcf924 None None] Routers {'aef55aa4-f72a-4691-965e-dd1c94d342a4'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:51:46.787378 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-e389bb10-1da5-4490-ab4c-1a71f7dcf924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:51:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['aef55aa4-f72a-4691-965e-dd1c94d342a4'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:51:46.790067 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f212135-179c-4269-aac5-4f04d98939a0 None None] Pushing event updated for resources: {'Port': ['ID=17a56dcd-b5dc-4b19-a40e-348bbec7d7c6,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:46.863036 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-24e62c54-cb9d-4b04-9797-649b02624419 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Made reservation on behalf of 0b7cefbd26524ebbb9d39ec1ad0e5469 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:51:46.866652 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-24e62c54-cb9d-4b04-9797-649b02624419 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:46.954204 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cfcb6-646e-4715-96ab-ac4334fb1873 req-c50a44fe-7449-46bb-83f5-93ba3ab7432b tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:46.966946 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-439cfcb6-646e-4715-96ab-ac4334fb1873 req-c50a44fe-7449-46bb-83f5-93ba3ab7432b tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef7fbc1e-4e1e-4dea-9a80-d53a7984735d HTTP/1.1" status: 200 len: 945 time: 0.1682303 Mar 01 13:51:47.118126 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-439cfcb6-646e-4715-96ab-ac4334fb1873 req-8e506d7e-0390-4286-9759-663272b890df tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499138 Mar 01 13:51:47.143439 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-24e62c54-cb9d-4b04-9797-649b02624419 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Allocated IP 172.20.0.12 (6b806682-c654-4ec0-aadb-856ed351c245/dc4dca49-ae2c-4edb-bec4-98c202db3f43/22e22eae-54d3-4b93-91ba-1be936493adb) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:51:47.167114 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb8a39-62c2-4299-8ae7-c19c1c4201f2 req-34184278-d580-4fdf-8a64-0cefa37d61a2 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:47.172797 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-e389bb10-1da5-4490-ab4c-1a71f7dcf924 None None] Set router aef55aa4-f72a-4691-965e-dd1c94d342a4 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:51:47.176043 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6beb8a39-62c2-4299-8ae7-c19c1c4201f2 req-34184278-d580-4fdf-8a64-0cefa37d61a2 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1561458 Mar 01 13:51:47.179281 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43528) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:47.228811 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2a17476b-6a4f-4201-8772-996c572414ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:47.264510 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d61d6571-6af5-4a0b-b58d-3ec6a375e45d None None] Provisioning complete for port 17a56dcd-b5dc-4b19-a40e-348bbec7d7c6 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:51:47.264775 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d61d6571-6af5-4a0b-b58d-3ec6a375e45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (17a56dcd-b5dc-4b19-a40e-348bbec7d7c6), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:47.287617 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9371d16c-178f-4c30-a4d7-ba9721570ffe req-166fa7a8-1d9c-4e57-a0e3-fd2ce78072cc tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/ports?device_id=4320637e-af21-4144-a40e-ac3c232e06ba HTTP/1.1" status: 200 len: 210 time: 0.0396910 Mar 01 13:51:47.303153 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6beb8a39-62c2-4299-8ae7-c19c1c4201f2 req-5c902c50-4801-4891-a072-aed11a838fe8 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174240 Mar 01 13:51:47.522797 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689ced1-4571-4083-b82a-087dd319c203 req-9cc6ab7f-8914-4e28-b462-7c9ca2397a6c tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:47.524574 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3689ced1-4571-4083-b82a-087dd319c203 req-9cc6ab7f-8914-4e28-b462-7c9ca2397a6c tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e9365c0-68ff-4837-85ae-e1a71e51937a HTTP/1.1" status: 200 len: 946 time: 0.1082504 Mar 01 13:51:47.541618 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e4b82-7397-4ca9-a71b-47429a245768 req-a43b36b2-1e92-455c-86af-d67331cf1e8b tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:47.543162 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c91e4b82-7397-4ca9-a71b-47429a245768 req-a43b36b2-1e92-455c-86af-d67331cf1e8b tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc43d46-5160-46ec-adc5-d050c6a5681e HTTP/1.1" status: 200 len: 950 time: 0.0931664 Mar 01 13:51:47.576121 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-24e62c54-cb9d-4b04-9797-649b02624419 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks [] for port (22e22eae-54d3-4b93-91ba-1be936493adb), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:47.619714 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3689ced1-4571-4083-b82a-087dd319c203 req-f994528c-a37d-46cc-acc4-a381ea0b429b tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/security-groups?id=b332677f-1182-4a4e-9c04-a143e0a3c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753992 Mar 01 13:51:47.627926 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2a17476b-6a4f-4201-8772-996c572414ac admin admin] Publish callbacks [] for security_group (ae09d866-d1d5-4986-b5ea-73adf52141aa), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:47.640754 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2a17476b-6a4f-4201-8772-996c572414ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ae09d866-d1d5-4986-b5ea-73adf52141aa), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:47.717951 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c91e4b82-7397-4ca9-a71b-47429a245768 req-cd61e09f-ce27-4da9-b46e-7cb026609c3e tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591339 Mar 01 13:51:47.753907 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-24e62c54-cb9d-4b04-9797-649b02624419 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (22e22eae-54d3-4b93-91ba-1be936493adb), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:47.781805 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17476b-6a4f-4201-8772-996c572414ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae09d866-d1d5-4986-b5ea-73adf52141aa,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:47.838043 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2a17476b-6a4f-4201-8772-996c572414ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ec83df9f51644d798864a548963a62b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6575847 Mar 01 13:51:47.840650 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 43544) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:47.885989 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-24e62c54-cb9d-4b04-9797-649b02624419 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Network 6b806682-c654-4ec0-aadb-856ed351c245 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:51:47.890649 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-24e62c54-cb9d-4b04-9797-649b02624419 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:51:47.897670 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-24e62c54-cb9d-4b04-9797-649b02624419 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:51:47.902837 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e62c54-cb9d-4b04-9797-649b02624419 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Pushing event updated for resources: {'Port': ['ID=22e22eae-54d3-4b93-91ba-1be936493adb,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:47.978028 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8f277fdd-10f2-4f2f-b793-14f4a28e7bf8 admin admin] Publish callbacks [] for security_group (ae09d866-d1d5-4986-b5ea-73adf52141aa), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:48.006484 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device a1aeabd6-584f-4edb-8145-9277584199da no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:51:48.008757 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-24e62c54-cb9d-4b04-9797-649b02624419 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:48.009281 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-24e62c54-cb9d-4b04-9797-649b02624419 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:48.073487 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-24e62c54-cb9d-4b04-9797-649b02624419 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4698093 Mar 01 13:51:48.080615 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8f277fdd-10f2-4f2f-b793-14f4a28e7bf8 admin admin] Publish callbacks [] for security_group (ae09d866-d1d5-4986-b5ea-73adf52141aa), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:48.092193 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-7db2b63a-dbdb-4f5b-be71-8feabe65f475 service neutron] Request body: {'port': {'device_id': '4320637e-af21-4144-a40e-ac3c232e06ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:51:48.171201 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: a1aeabd6-584f-4edb-8145-9277584199da {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:51:48.174945 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device a1aeabd6-584f-4edb-8145-9277584199da not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:51:48.177086 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-7db2b63a-dbdb-4f5b-be71-8feabe65f475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (22e22eae-54d3-4b93-91ba-1be936493adb), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:48.318033 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8f277fdd-10f2-4f2f-b793-14f4a28e7bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ae09d866-d1d5-4986-b5ea-73adf52141aa), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:48.321168 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8f277fdd-10f2-4f2f-b793-14f4a28e7bf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:48.322584 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8f277fdd-10f2-4f2f-b793-14f4a28e7bf8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae09d866-d1d5-4986-b5ea-73adf52141aa HTTP/1.1" status: 204 len: 168 time: 0.4798741 Mar 01 13:51:48.359737 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d61d6571-6af5-4a0b-b58d-3ec6a375e45d None None] Current status of the port 17a56dcd-b5dc-4b19-a40e-348bbec7d7c6 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:51:48.359737 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d61d6571-6af5-4a0b-b58d-3ec6a375e45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (17a56dcd-b5dc-4b19-a40e-348bbec7d7c6), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:48.368366 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f277fdd-10f2-4f2f-b793-14f4a28e7bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae09d866-d1d5-4986-b5ea-73adf52141aa,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:48.462772 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d61d6571-6af5-4a0b-b58d-3ec6a375e45d None None] For port 17a56dcd-b5dc-4b19-a40e-348bbec7d7c6, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=17a56dcd-b5dc-4b19-a40e-348bbec7d7c6,segment=NetworkSegment(89af536e-4707-43f0-b715-4f8b75798982),segment_id=89af536e-4707-43f0-b715-4f8b75798982)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:48.481341 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d61d6571-6af5-4a0b-b58d-3ec6a375e45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (17a56dcd-b5dc-4b19-a40e-348bbec7d7c6), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:48.490585 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1def0dd-fd64-4c58-ac30-537bc7475874 req-da978086-1837-45a2-acd4-10868a4d4e56 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:48.511002 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c1def0dd-fd64-4c58-ac30-537bc7475874 req-da978086-1837-45a2-acd4-10868a4d4e56 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf26742-6169-431b-9358-8197f8c9cff7 HTTP/1.1" status: 200 len: 945 time: 0.4069598 Mar 01 13:51:48.537358 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-e389bb10-1da5-4490-ab4c-1a71f7dcf924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1729034084-router', 'tenant_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'c150fd19-a358-4ca9-98ed-ed91694af227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:51:29Z', 'updated_at': '2022-03-01T13:51:39Z', 'revision_number': 4, 'project_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'gw_port': {'id': 'c150fd19-a358-4ca9-98ed-ed91694af227', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:51:31Z', 'updated_at': '2022-03-01T13:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '17a56dcd-b5dc-4b19-a40e-348bbec7d7c6', 'name': '', 'network_id': '6b806682-c654-4ec0-aadb-856ed351c245', 'tenant_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'mac_address': 'fa:16:3e:2b:45:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'dc4dca49-ae2c-4edb-bec4-98c202db3f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:51:38Z', 'updated_at': '2022-03-01T13:51:46Z', 'revision_number': 4, 'project_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'subnets': [{'id': 'dc4dca49-ae2c-4edb-bec4-98c202db3f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:51:48.575081 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e389bb10-1da5-4490-ab4c-1a71f7dcf924 None None] The sync data for ids ['aef55aa4-f72a-4691-965e-dd1c94d342a4'] in n-d-827467-3 is: [{'id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1729034084-router', 'tenant_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'c150fd19-a358-4ca9-98ed-ed91694af227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:51:29Z', 'updated_at': '2022-03-01T13:51:39Z', 'revision_number': 4, 'project_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'gw_port': {'id': 'c150fd19-a358-4ca9-98ed-ed91694af227', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:51:31Z', 'updated_at': '2022-03-01T13:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '17a56dcd-b5dc-4b19-a40e-348bbec7d7c6', 'name': '', 'network_id': '6b806682-c654-4ec0-aadb-856ed351c245', 'tenant_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'mac_address': 'fa:16:3e:2b:45:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'dc4dca49-ae2c-4edb-bec4-98c202db3f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:51:38Z', 'updated_at': '2022-03-01T13:51:46Z', 'revision_number': 4, 'project_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'subnets': [{'id': 'dc4dca49-ae2c-4edb-bec4-98c202db3f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:51:48.644824 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d6571-6af5-4a0b-b58d-3ec6a375e45d None None] Pushing event updated for resources: {'Port': ['ID=17a56dcd-b5dc-4b19-a40e-348bbec7d7c6,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:48.666800 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcd568-c124-4168-bbbc-eba596a5f623 req-c5b1fb1b-53c9-4d04-8d21-fb52b843978f tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:48.682139 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b1bcd568-c124-4168-bbbc-eba596a5f623 req-c5b1fb1b-53c9-4d04-8d21-fb52b843978f tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.3854551 Mar 01 13:51:48.704011 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-82915557-e367-4285-a63d-833340ff883b None None] Provisioning complete for port 22e22eae-54d3-4b93-91ba-1be936493adb triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:51:48.711008 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-82915557-e367-4285-a63d-833340ff883b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (22e22eae-54d3-4b93-91ba-1be936493adb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:48.814054 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-82915557-e367-4285-a63d-833340ff883b None None] Port 22e22eae-54d3-4b93-91ba-1be936493adb cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:51:48.850861 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-7db2b63a-dbdb-4f5b-be71-8feabe65f475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22e22eae-54d3-4b93-91ba-1be936493adb {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:51:48.879349 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-7db2b63a-dbdb-4f5b-be71-8feabe65f475 service neutron] Publish callbacks [] for port (22e22eae-54d3-4b93-91ba-1be936493adb), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:48.883317 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c1def0dd-fd64-4c58-ac30-537bc7475874 req-329f3fbc-3f6a-429f-af31-eccd70040370 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/security-groups?id=b332677f-1182-4a4e-9c04-a143e0a3c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651628 Mar 01 13:51:48.938229 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-7db2b63a-dbdb-4f5b-be71-8feabe65f475 service neutron] Transition to ACTIVE for port object 22e22eae-54d3-4b93-91ba-1be936493adb will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:51:48.957635 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b6a2c-0aae-4c83-bd47-265b4da5ae5f req-74b32737-2c46-493f-971d-9cf2d2089c1c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:48.965612 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-633b6a2c-0aae-4c83-bd47-265b4da5ae5f req-74b32737-2c46-493f-971d-9cf2d2089c1c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cc43d46-5160-46ec-adc5-d050c6a5681e HTTP/1.1" status: 200 len: 950 time: 0.2667272 Mar 01 13:51:48.978142 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-7db2b63a-dbdb-4f5b-be71-8feabe65f475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (22e22eae-54d3-4b93-91ba-1be936493adb), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:49.068054 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 17a56dcd-b5dc-4b19-a40e-348bbec7d7c6 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:51:49.120279 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2b63a-dbdb-4f5b-be71-8feabe65f475 service neutron] Pushing event updated for resources: {'Port': ['ID=22e22eae-54d3-4b93-91ba-1be936493adb,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:49.135862 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccabb092-87f7-49da-9dd4-f0c0a2f47911 req-e610cac7-976a-4040-9a14-b492885185a7 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:49.137613 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ccabb092-87f7-49da-9dd4-f0c0a2f47911 req-e610cac7-976a-4040-9a14-b492885185a7 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.20 "GET /v2.0/ports?device_id=283e01e7-8894-49d3-bb82-1c4c86f917d0 HTTP/1.1" status: 200 len: 949 time: 0.4300773 Mar 01 13:51:49.147442 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b1bcd568-c124-4168-bbbc-eba596a5f623 req-ac78416d-5de5-47e7-9be4-3fb9d25e94a5 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4614966 Mar 01 13:51:49.248942 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 17a56dcd-b5dc-4b19-a40e-348bbec7d7c6 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:51:49.249555 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (17a56dcd-b5dc-4b19-a40e-348bbec7d7c6), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:49.312562 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c4a12-6cd0-4b7d-9b01-293c3ff9937a req-1da530f7-5c1c-49c3-83ac-e49d8dc145fd tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:49.322155 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ff4c4a12-6cd0-4b7d-9b01-293c3ff9937a req-1da530f7-5c1c-49c3-83ac-e49d8dc145fd tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef7fbc1e-4e1e-4dea-9a80-d53a7984735d HTTP/1.1" status: 200 len: 945 time: 0.2070222 Mar 01 13:51:49.348735 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-633b6a2c-0aae-4c83-bd47-265b4da5ae5f req-68a8f5d2-2ce1-44d4-bd8e-0eae8d4f05f0 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Deleting port 0a411bfb-f022-48a5-96eb-6e1577d0af17 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:51:49.349028 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-633b6a2c-0aae-4c83-bd47-265b4da5ae5f req-68a8f5d2-2ce1-44d4-bd8e-0eae8d4f05f0 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (0a411bfb-f022-48a5-96eb-6e1577d0af17), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:49.490014 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 17a56dcd-b5dc-4b19-a40e-348bbec7d7c6 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:51:49.528365 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-7db2b63a-dbdb-4f5b-be71-8feabe65f475 service neutron] Attempting to bind port 22e22eae-54d3-4b93-91ba-1be936493adb on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:51:49.529343 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-7db2b63a-dbdb-4f5b-be71-8feabe65f475 service neutron] Attempting to bind port 22e22eae-54d3-4b93-91ba-1be936493adb by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '89af536e-4707-43f0-b715-4f8b75798982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6b806682-c654-4ec0-aadb-856ed351c245'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:51:49.529842 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-7db2b63a-dbdb-4f5b-be71-8feabe65f475 service neutron] Attempting to bind port 22e22eae-54d3-4b93-91ba-1be936493adb on network 6b806682-c654-4ec0-aadb-856ed351c245 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:51:49.543265 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-7db2b63a-dbdb-4f5b-be71-8feabe65f475 service neutron] Port 22e22eae-54d3-4b93-91ba-1be936493adb on network 6b806682-c654-4ec0-aadb-856ed351c245 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:51:49.543888 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-7db2b63a-dbdb-4f5b-be71-8feabe65f475 service neutron] Attempting to bind port 22e22eae-54d3-4b93-91ba-1be936493adb on network 6b806682-c654-4ec0-aadb-856ed351c245 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:51:49.554909 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-ccabb092-87f7-49da-9dd4-f0c0a2f47911 req-f6b5dc55-0f72-4737-aba6-6b44d258b905 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Deleting port d6857392-0902-4816-913b-a3713810bc04 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:51:49.556000 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ccabb092-87f7-49da-9dd4-f0c0a2f47911 req-f6b5dc55-0f72-4737-aba6-6b44d258b905 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (d6857392-0902-4816-913b-a3713810bc04), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:49.568713 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-7db2b63a-dbdb-4f5b-be71-8feabe65f475 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:51:49.569338 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-7db2b63a-dbdb-4f5b-be71-8feabe65f475 service neutron] Checking segment: {'id': '89af536e-4707-43f0-b715-4f8b75798982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6b806682-c654-4ec0-aadb-856ed351c245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:51:49.570011 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-7db2b63a-dbdb-4f5b-be71-8feabe65f475 service neutron] Bound using segment: {'id': '89af536e-4707-43f0-b715-4f8b75798982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6b806682-c654-4ec0-aadb-856ed351c245'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:51:49.570818 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-7db2b63a-dbdb-4f5b-be71-8feabe65f475 service neutron] Bound port: 22e22eae-54d3-4b93-91ba-1be936493adb, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89af536e-4707-43f0-b715-4f8b75798982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6b806682-c654-4ec0-aadb-856ed351c245'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:51:49.571398 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-7db2b63a-dbdb-4f5b-be71-8feabe65f475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (22e22eae-54d3-4b93-91ba-1be936493adb), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:49.623004 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ff4c4a12-6cd0-4b7d-9b01-293c3ff9937a req-2c9afcf7-9bc9-4ac7-8426-df750161e214 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682197 Mar 01 13:51:49.685722 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010d54c-5948-4b4c-8a40-7ebaa2653c38 req-38822757-493c-45b0-a880-b93767d32521 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:49.695910 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0010d54c-5948-4b4c-8a40-7ebaa2653c38 req-38822757-493c-45b0-a880-b93767d32521 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/ports?device_id=4320637e-af21-4144-a40e-ac3c232e06ba HTTP/1.1" status: 200 len: 944 time: 0.3705978 Mar 01 13:51:49.776367 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0010d54c-5948-4b4c-8a40-7ebaa2653c38 req-ef5c0a00-c4b9-4ccc-bd11-3083b682b1de tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a8db81f-3ab4-4ea7-b6f2-d0663efebf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793350 Mar 01 13:51:49.793466 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-7db2b63a-dbdb-4f5b-be71-8feabe65f475 service neutron] For port 22e22eae-54d3-4b93-91ba-1be936493adb, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:51:49.797160 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-ccabb092-87f7-49da-9dd4-f0c0a2f47911 req-f6b5dc55-0f72-4737-aba6-6b44d258b905 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] For port d6857392-0902-4816-913b-a3713810bc04, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=d6857392-0902-4816-913b-a3713810bc04,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:49.797533 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ccabb092-87f7-49da-9dd4-f0c0a2f47911 req-f6b5dc55-0f72-4737-aba6-6b44d258b905 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (d6857392-0902-4816-913b-a3713810bc04), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:49.808882 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-7db2b63a-dbdb-4f5b-be71-8feabe65f475 service neutron] For port 22e22eae-54d3-4b93-91ba-1be936493adb, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=22e22eae-54d3-4b93-91ba-1be936493adb,segment=NetworkSegment(89af536e-4707-43f0-b715-4f8b75798982),segment_id=89af536e-4707-43f0-b715-4f8b75798982)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:51:49.832305 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-ccabb092-87f7-49da-9dd4-f0c0a2f47911 req-f6b5dc55-0f72-4737-aba6-6b44d258b905 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Calling delete_port for d6857392-0902-4816-913b-a3713810bc04 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:51:49.835579 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-7db2b63a-dbdb-4f5b-be71-8feabe65f475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (22e22eae-54d3-4b93-91ba-1be936493adb), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:49.975248 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-633b6a2c-0aae-4c83-bd47-265b4da5ae5f req-68a8f5d2-2ce1-44d4-bd8e-0eae8d4f05f0 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] For port 0a411bfb-f022-48a5-96eb-6e1577d0af17, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=0a411bfb-f022-48a5-96eb-6e1577d0af17,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:49.977496 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-633b6a2c-0aae-4c83-bd47-265b4da5ae5f req-68a8f5d2-2ce1-44d4-bd8e-0eae8d4f05f0 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (0a411bfb-f022-48a5-96eb-6e1577d0af17), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:49.995345 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-633b6a2c-0aae-4c83-bd47-265b4da5ae5f req-68a8f5d2-2ce1-44d4-bd8e-0eae8d4f05f0 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Calling delete_port for 0a411bfb-f022-48a5-96eb-6e1577d0af17 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:51:50.011459 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722df8ae-b4f9-479f-a967-30040a9a7692 req-e58cbe6f-fb3c-48c2-bf7e-1a918ae57deb tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:50.020406 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-722df8ae-b4f9-479f-a967-30040a9a7692 req-e58cbe6f-fb3c-48c2-bf7e-1a918ae57deb tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc43d46-5160-46ec-adc5-d050c6a5681e HTTP/1.1" status: 200 len: 950 time: 0.2426033 Mar 01 13:51:50.064260 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2b63a-dbdb-4f5b-be71-8feabe65f475 service neutron] Pushing event updated for resources: {'Port': ['ID=22e22eae-54d3-4b93-91ba-1be936493adb,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:50.088529 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-7db2b63a-dbdb-4f5b-be71-8feabe65f475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:50.095720 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-7db2b63a-dbdb-4f5b-be71-8feabe65f475 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:50.104488 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-7db2b63a-dbdb-4f5b-be71-8feabe65f475 service neutron] 10.222.0.20 "PUT /v2.0/ports/22e22eae-54d3-4b93-91ba-1be936493adb HTTP/1.1" status: 200 len: 1092 time: 2.0207374 Mar 01 13:51:50.109505 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4320637e-af21-4144-a40e-ac3c232e06ba', 'tag': '22e22eae-54d3-4b93-91ba-1be936493adb'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:51:50.116979 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b38bca-04f9-43d7-a74e-2541c54dd0c3" -d '{"events": [{"name": "network-changed", "server_uuid": "4320637e-af21-4144-a40e-ac3c232e06ba", "tag": "22e22eae-54d3-4b93-91ba-1be936493adb"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:51:50.265946 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc8363-474d-4e25-80e2-80c985630c7e req-b0dca578-b960-4b50-8523-41ae20c1cfaf tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:50.272219 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f9fc8363-474d-4e25-80e2-80c985630c7e req-b0dca578-b960-4b50-8523-41ae20c1cfaf tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7fbc1e-4e1e-4dea-9a80-d53a7984735d HTTP/1.1" status: 200 len: 945 time: 0.2017453 Mar 01 13:51:50.507471 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-633b6a2c-0aae-4c83-bd47-265b4da5ae5f req-68a8f5d2-2ce1-44d4-bd8e-0eae8d4f05f0 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (0a411bfb-f022-48a5-96eb-6e1577d0af17), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:50.522814 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['96c765e7-0f79-48fb-97a9-002b643806e4', '7d43b768-b3f8-45d6-a072-a26697a09eca', 'affa10dd-3560-4c64-8396-6330e98a9dde'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:51:50.539186 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-016b29a7-a8a7-4cc6-a8de-da10c847772c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:50.543229 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-016b29a7-a8a7-4cc6-a8de-da10c847772c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0b7cefbd26524ebbb9d39ec1ad0e5469&device_id=4320637e-af21-4144-a40e-ac3c232e06ba HTTP/1.1" status: 200 len: 1126 time: 0.2030213 Mar 01 13:51:50.592486 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ccabb092-87f7-49da-9dd4-f0c0a2f47911 req-f6b5dc55-0f72-4737-aba6-6b44d258b905 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (d6857392-0902-4816-913b-a3713810bc04), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:50.631593 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-722df8ae-b4f9-479f-a967-30040a9a7692 req-31765132-9c3e-45d9-a03f-3f43d7bd1904 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5994141 Mar 01 13:51:50.633608 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['96c765e7-0f79-48fb-97a9-002b643806e4', '7d43b768-b3f8-45d6-a072-a26697a09eca', 'affa10dd-3560-4c64-8396-6330e98a9dde'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:51:50.789071 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-94a7ef5a-b9d5-4a8a-811f-5769b2756f48 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22e22eae-54d3-4b93-91ba-1be936493adb HTTP/1.1" status: 200 len: 217 time: 0.2374523 Mar 01 13:51:50.804009 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-633b6a2c-0aae-4c83-bd47-265b4da5ae5f req-68a8f5d2-2ce1-44d4-bd8e-0eae8d4f05f0 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] No DVR routers for this DVR port 0a411bfb-f022-48a5-96eb-6e1577d0af17 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:51:50.807041 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-633b6a2c-0aae-4c83-bd47-265b4da5ae5f req-68a8f5d2-2ce1-44d4-bd8e-0eae8d4f05f0 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:50.807335 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb11a74c-a9aa-4151-aaf5-7273624a523a x-openstack-request-id: req-fb11a74c-a9aa-4151-aaf5-7273624a523a {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:51:50.807639 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4320637e-af21-4144-a40e-ac3c232e06ba", "tag": "22e22eae-54d3-4b93-91ba-1be936493adb", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:51:50.810406 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb11a74c-a9aa-4151-aaf5-7273624a523a {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:51:50.811189 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4320637e-af21-4144-a40e-ac3c232e06ba', 'tag': '22e22eae-54d3-4b93-91ba-1be936493adb', 'status': 'completed', 'code': 200} Mar 01 13:51:50.812709 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-633b6a2c-0aae-4c83-bd47-265b4da5ae5f req-68a8f5d2-2ce1-44d4-bd8e-0eae8d4f05f0 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.32 "DELETE /v2.0/ports/0a411bfb-f022-48a5-96eb-6e1577d0af17 HTTP/1.1" status: 204 len: 173 time: 1.8368366 Mar 01 13:51:50.824107 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc43d46-5160-46ec-adc5-d050c6a5681e', 'name': 'network-vif-deleted', 'tag': '0a411bfb-f022-48a5-96eb-6e1577d0af17'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:51:50.827570 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a284835-9591-4af4-a786-b7698445d8a6" -d '{"events": [{"server_uuid": "5cc43d46-5160-46ec-adc5-d050c6a5681e", "name": "network-vif-deleted", "tag": "0a411bfb-f022-48a5-96eb-6e1577d0af17"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:51:50.854107 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8f5d2-2ce1-44d4-bd8e-0eae8d4f05f0 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Pushing event deleted for resources: {'Port': ['ID=0a411bfb-f022-48a5-96eb-6e1577d0af17,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:50.900709 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe69371-54a5-4928-a6f5-bea9c30f1861 req-77082dd0-2807-4512-81cb-396ed661ab0b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:50.922693 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dbe69371-54a5-4928-a6f5-bea9c30f1861 req-77082dd0-2807-4512-81cb-396ed661ab0b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.4077921 Mar 01 13:51:51.041163 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-2ba6825d-006c-4778-b739-889276983029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:51.042866 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-2ba6825d-006c-4778-b739-889276983029 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc4dca49-ae2c-4edb-bec4-98c202db3f43 HTTP/1.1" status: 200 len: 868 time: 0.2295690 Mar 01 13:51:51.044781 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5dc55-0f72-4737-aba6-6b44d258b905 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Pushing event deleted for resources: {'Port': ['ID=d6857392-0902-4816-913b-a3713810bc04,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:51.061981 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dbe69371-54a5-4928-a6f5-bea9c30f1861 req-9cb32514-62cc-40f7-8549-5e4e6fbe0dd0 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352549 Mar 01 13:51:51.137382 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-f9fc8363-474d-4e25-80e2-80c985630c7e req-f141bff6-ea04-4463-b7f1-8fb28cfb01ba tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Deleting port 9dc7cee7-74bf-4341-b2a6-05e7eb4120c7 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:51:51.137382 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f9fc8363-474d-4e25-80e2-80c985630c7e req-f141bff6-ea04-4463-b7f1-8fb28cfb01ba tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (9dc7cee7-74bf-4341-b2a6-05e7eb4120c7), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:51.237094 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7a74a-c383-412b-9420-4cb284782d39 req-3a5e5064-a6cb-496a-9595-43c3fc1be7c4 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:51.251588 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-42c7a74a-c383-412b-9420-4cb284782d39 req-3a5e5064-a6cb-496a-9595-43c3fc1be7c4 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf26742-6169-431b-9358-8197f8c9cff7 HTTP/1.1" status: 200 len: 945 time: 0.2122540 Mar 01 13:51:51.368138 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-42c7a74a-c383-412b-9420-4cb284782d39 req-494a7e3e-8350-4c8f-b205-e827540a9487 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/security-groups?id=b332677f-1182-4a4e-9c04-a143e0a3c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065326 Mar 01 13:51:51.403531 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f4d60-94c5-4adb-975a-b52b146888f1 req-855488c4-42c4-4f13-856a-dfa2b79db528 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:51.425055 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-580f4d60-94c5-4adb-975a-b52b146888f1 req-855488c4-42c4-4f13-856a-dfa2b79db528 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef7fbc1e-4e1e-4dea-9a80-d53a7984735d HTTP/1.1" status: 200 len: 945 time: 0.1674128 Mar 01 13:51:51.578782 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-580f4d60-94c5-4adb-975a-b52b146888f1 req-a79f076d-1154-451d-8f67-ae3347a683b8 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433101 Mar 01 13:51:51.621575 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2dee7e-826e-4f39-bcce-f21ebd539468 req-9036f001-5a64-4006-843d-255cf083440b tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:51.623177 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0c2dee7e-826e-4f39-bcce-f21ebd539468 req-9036f001-5a64-4006-843d-255cf083440b tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/ports?device_id=4320637e-af21-4144-a40e-ac3c232e06ba HTTP/1.1" status: 200 len: 944 time: 0.1402996 Mar 01 13:51:51.677254 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38f35be-856c-4a25-905c-48da9c3dcbb5 x-openstack-request-id: req-b38f35be-856c-4a25-905c-48da9c3dcbb5 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:51:51.677550 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc43d46-5160-46ec-adc5-d050c6a5681e", "name": "network-vif-deleted", "tag": "0a411bfb-f022-48a5-96eb-6e1577d0af17", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:51:51.677807 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b38f35be-856c-4a25-905c-48da9c3dcbb5 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:51:51.678205 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc43d46-5160-46ec-adc5-d050c6a5681e', 'name': 'network-vif-deleted', 'tag': '0a411bfb-f022-48a5-96eb-6e1577d0af17', 'status': 'completed', 'code': 200} Mar 01 13:51:51.758082 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0c2dee7e-826e-4f39-bcce-f21ebd539468 req-c7da5e51-8dc8-4155-9f6e-7469cab45173 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a8db81f-3ab4-4ea7-b6f2-d0663efebf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254919 Mar 01 13:51:52.069965 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device d6857392-0902-4816-913b-a3713810bc04 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:51:52.161645 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccabb092-87f7-49da-9dd4-f0c0a2f47911 req-f6b5dc55-0f72-4737-aba6-6b44d258b905 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] No DVR routers for this DVR port d6857392-0902-4816-913b-a3713810bc04 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:51:52.172526 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: d6857392-0902-4816-913b-a3713810bc04 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:51:52.172932 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device d6857392-0902-4816-913b-a3713810bc04 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:51:52.180376 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 0a411bfb-f022-48a5-96eb-6e1577d0af17 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:51:52.208279 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ccabb092-87f7-49da-9dd4-f0c0a2f47911 req-f6b5dc55-0f72-4737-aba6-6b44d258b905 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:52.211930 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ccabb092-87f7-49da-9dd4-f0c0a2f47911 req-f6b5dc55-0f72-4737-aba6-6b44d258b905 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.20 "DELETE /v2.0/ports/d6857392-0902-4816-913b-a3713810bc04 HTTP/1.1" status: 204 len: 173 time: 3.0606892 Mar 01 13:51:52.217488 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46c456-bda5-474e-97e4-37010ced6dea req-b6d910bf-06b5-4e9f-959e-0bac5706a805 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:52.230167 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cd46c456-bda5-474e-97e4-37010ced6dea req-b6d910bf-06b5-4e9f-959e-0bac5706a805 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1255972 Mar 01 13:51:52.262730 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: 0a411bfb-f022-48a5-96eb-6e1577d0af17 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:51:52.263235 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 0a411bfb-f022-48a5-96eb-6e1577d0af17 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:51:52.263782 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 9dc7cee7-74bf-4341-b2a6-05e7eb4120c7 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:51:52.382813 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-f9fc8363-474d-4e25-80e2-80c985630c7e req-f141bff6-ea04-4463-b7f1-8fb28cfb01ba tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] For port 9dc7cee7-74bf-4341-b2a6-05e7eb4120c7, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9dc7cee7-74bf-4341-b2a6-05e7eb4120c7,segment=NetworkSegment(5682489f-cf80-4a1c-8ade-e83424038ed9),segment_id=5682489f-cf80-4a1c-8ade-e83424038ed9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:52.385957 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f9fc8363-474d-4e25-80e2-80c985630c7e req-f141bff6-ea04-4463-b7f1-8fb28cfb01ba tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (9dc7cee7-74bf-4341-b2a6-05e7eb4120c7), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:52.422399 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-f9fc8363-474d-4e25-80e2-80c985630c7e req-f141bff6-ea04-4463-b7f1-8fb28cfb01ba tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Calling delete_port for 9dc7cee7-74bf-4341-b2a6-05e7eb4120c7 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:51:52.422990 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cd46c456-bda5-474e-97e4-37010ced6dea req-341eecd5-338b-4d99-a750-2f02b92c7f81 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914968 Mar 01 13:51:52.499537 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-5b4c0951-f8de-43a8-a978-0c310666a517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:52.499537 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-5b4c0951-f8de-43a8-a978-0c310666a517 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b806682-c654-4ec0-aadb-856ed351c245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.3893831 Mar 01 13:51:52.531208 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-468aeb20-c337-4865-826c-3378d34f6871 req-d609eab5-b06e-4ca9-b97c-070a4229f963 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=283e01e7-8894-49d3-bb82-1c4c86f917d0 HTTP/1.1" status: 200 len: 210 time: 0.0645390 Mar 01 13:51:52.653021 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d393bd9-8438-4989-bab5-7098d3be8fe0 req-0d78c6dd-3a9c-4f51-b47f-85dc3a228aec tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:52.654535 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4d393bd9-8438-4989-bab5-7098d3be8fe0 req-0d78c6dd-3a9c-4f51-b47f-85dc3a228aec tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cf26742-6169-431b-9358-8197f8c9cff7 HTTP/1.1" status: 200 len: 945 time: 0.5593276 Mar 01 13:51:52.658522 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 9dc7cee7-74bf-4341-b2a6-05e7eb4120c7 is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:51:52.659130 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9dc7cee7-74bf-4341-b2a6-05e7eb4120c7), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:52.703410 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7fbc1e-4e1e-4dea-9a80-d53a7984735d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dc7cee7-74bf-4341-b2a6-05e7eb4120c7'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:51:52.705748 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c461b7b-808e-4b79-9d16-7a4c7f0e533d" -d '{"events": [{"server_uuid": "ef7fbc1e-4e1e-4dea-9a80-d53a7984735d", "name": "network-vif-unplugged", "status": "completed", "tag": "9dc7cee7-74bf-4341-b2a6-05e7eb4120c7"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:51:52.712023 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c0a3e-b687-40a7-87c1-bca60b10a21e req-75ff544c-14d2-4f10-85ab-a14e24b78106 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:52.713736 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-de3c0a3e-b687-40a7-87c1-bca60b10a21e req-75ff544c-14d2-4f10-85ab-a14e24b78106 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf26742-6169-431b-9358-8197f8c9cff7 HTTP/1.1" status: 200 len: 945 time: 0.1269836 Mar 01 13:51:52.718543 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 9dc7cee7-74bf-4341-b2a6-05e7eb4120c7, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9dc7cee7-74bf-4341-b2a6-05e7eb4120c7,segment=NetworkSegment(5682489f-cf80-4a1c-8ade-e83424038ed9),segment_id=5682489f-cf80-4a1c-8ade-e83424038ed9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:52.724881 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9dc7cee7-74bf-4341-b2a6-05e7eb4120c7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:52.787886 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2dc7e-bc14-47bf-9c9a-edaa77caf5c8 req-4b2ff373-6a1e-4948-80ee-726853cf2eb3 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:52.795632 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-75f2dc7e-bc14-47bf-9c9a-edaa77caf5c8 req-4b2ff373-6a1e-4948-80ee-726853cf2eb3 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef7fbc1e-4e1e-4dea-9a80-d53a7984735d HTTP/1.1" status: 200 len: 943 time: 0.0806808 Mar 01 13:51:52.821244 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=9dc7cee7-74bf-4341-b2a6-05e7eb4120c7,revision_number=6']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:52.871910 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283e01e7-8894-49d3-bb82-1c4c86f917d0', 'name': 'network-vif-deleted', 'tag': 'd6857392-0902-4816-913b-a3713810bc04'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:51:52.875477 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91459b55-0300-4404-8df9-63537a0e7440" -d '{"events": [{"server_uuid": "283e01e7-8894-49d3-bb82-1c4c86f917d0", "name": "network-vif-deleted", "tag": "d6857392-0902-4816-913b-a3713810bc04"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:51:52.887310 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f9fc8363-474d-4e25-80e2-80c985630c7e req-f141bff6-ea04-4463-b7f1-8fb28cfb01ba tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (9dc7cee7-74bf-4341-b2a6-05e7eb4120c7), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:52.925881 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-de3c0a3e-b687-40a7-87c1-bca60b10a21e req-145efb55-bd54-4485-ac9f-30d6e779c6b1 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/security-groups?id=b332677f-1182-4a4e-9c04-a143e0a3c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739314 Mar 01 13:51:53.001289 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-75f2dc7e-bc14-47bf-9c9a-edaa77caf5c8 req-fc588517-d021-4133-b177-2cc3842d116f tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups?id=89f06207-9aff-448d-baf5-2e4ad3a4c6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046113 Mar 01 13:51:53.001501 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 13:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297b82ec-77d5-4dd4-8c8a-93b55f1a393d x-openstack-request-id: req-297b82ec-77d5-4dd4-8c8a-93b55f1a393d {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:51:53.001937 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7fbc1e-4e1e-4dea-9a80-d53a7984735d", "name": "network-vif-unplugged", "status": "completed", "tag": "9dc7cee7-74bf-4341-b2a6-05e7eb4120c7", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:51:53.002285 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-297b82ec-77d5-4dd4-8c8a-93b55f1a393d {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:51:53.003317 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7fbc1e-4e1e-4dea-9a80-d53a7984735d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dc7cee7-74bf-4341-b2a6-05e7eb4120c7', 'code': 200} Mar 01 13:51:53.004100 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141bff6-ea04-4463-b7f1-8fb28cfb01ba tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Pushing event deleted for resources: {'Port': ['ID=9dc7cee7-74bf-4341-b2a6-05e7eb4120c7,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:53.096708 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-9e3c9d70-e158-402b-a0c6-3e57a3b45c88 service neutron] 10.222.0.20 "GET /v2.0/networks/6b806682-c654-4ec0-aadb-856ed351c245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6185906 Mar 01 13:51:53.180611 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7cd113-462f-46b8-9197-cd87880da66b x-openstack-request-id: req-4d7cd113-462f-46b8-9197-cd87880da66b {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:51:53.181279 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283e01e7-8894-49d3-bb82-1c4c86f917d0", "name": "network-vif-deleted", "tag": "d6857392-0902-4816-913b-a3713810bc04", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:51:53.181279 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d7cd113-462f-46b8-9197-cd87880da66b {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:51:53.181601 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283e01e7-8894-49d3-bb82-1c4c86f917d0', 'name': 'network-vif-deleted', 'tag': 'd6857392-0902-4816-913b-a3713810bc04', 'status': 'completed', 'code': 200} Mar 01 13:51:53.207049 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc06dc-5738-4e2d-a112-798118ef07a8 req-298ba466-5386-40c7-9ea4-47b1eb35e746 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:53.221196 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6abc06dc-5738-4e2d-a112-798118ef07a8 req-298ba466-5386-40c7-9ea4-47b1eb35e746 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/ports?device_id=4320637e-af21-4144-a40e-ac3c232e06ba HTTP/1.1" status: 200 len: 944 time: 0.1021273 Mar 01 13:51:53.224876 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9fc8363-474d-4e25-80e2-80c985630c7e req-f141bff6-ea04-4463-b7f1-8fb28cfb01ba tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] No DVR routers for this DVR port 9dc7cee7-74bf-4341-b2a6-05e7eb4120c7 on host n-h1-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:51:53.235928 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f9fc8363-474d-4e25-80e2-80c985630c7e req-f141bff6-ea04-4463-b7f1-8fb28cfb01ba tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:53.239267 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f9fc8363-474d-4e25-80e2-80c985630c7e req-f141bff6-ea04-4463-b7f1-8fb28cfb01ba tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.32 "DELETE /v2.0/ports/9dc7cee7-74bf-4341-b2a6-05e7eb4120c7 HTTP/1.1" status: 204 len: 173 time: 2.9109187 Mar 01 13:51:53.294810 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6abc06dc-5738-4e2d-a112-798118ef07a8 req-4bc8d7e5-f5b7-445d-8ee1-8f066625bae0 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a8db81f-3ab4-4ea7-b6f2-d0663efebf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666618 Mar 01 13:51:53.352684 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-4d393bd9-8438-4989-bab5-7098d3be8fe0 req-b6596fce-99a6-40a2-9e60-5e122eb4b475 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Deleting port 482ada29-72d0-4ae7-a351-15f79bf4d84b {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:51:53.353026 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-4d393bd9-8438-4989-bab5-7098d3be8fe0 req-b6596fce-99a6-40a2-9e60-5e122eb4b475 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (482ada29-72d0-4ae7-a351-15f79bf4d84b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:53.469386 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a3e686e4-647f-4df7-8aae-ee309ed23058 req-e7646127-4cbd-4ed2-ae4a-14bd1725b44a service neutron] 10.222.0.20 "GET /v2.0/networks/6b806682-c654-4ec0-aadb-856ed351c245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220799 Mar 01 13:51:53.549876 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-4d393bd9-8438-4989-bab5-7098d3be8fe0 req-b6596fce-99a6-40a2-9e60-5e122eb4b475 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] For port 482ada29-72d0-4ae7-a351-15f79bf4d84b, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=482ada29-72d0-4ae7-a351-15f79bf4d84b,segment=NetworkSegment(bffb2426-a4f2-4898-be49-a8547863bf21),segment_id=bffb2426-a4f2-4898-be49-a8547863bf21)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:53.550210 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-4d393bd9-8438-4989-bab5-7098d3be8fe0 req-b6596fce-99a6-40a2-9e60-5e122eb4b475 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (482ada29-72d0-4ae7-a351-15f79bf4d84b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:53.569467 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-4d393bd9-8438-4989-bab5-7098d3be8fe0 req-b6596fce-99a6-40a2-9e60-5e122eb4b475 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Calling delete_port for 482ada29-72d0-4ae7-a351-15f79bf4d84b owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:51:53.670626 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21343409-ed77-4dbd-b4bc-eae4bc92eb68 req-38f9afd0-c174-41b1-ab26-fe84d7d4933f tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:53.680534 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-21343409-ed77-4dbd-b4bc-eae4bc92eb68 req-38f9afd0-c174-41b1-ab26-fe84d7d4933f tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1292648 Mar 01 13:51:53.778532 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-21343409-ed77-4dbd-b4bc-eae4bc92eb68 req-5d36b0ce-c87e-43d7-a642-9eea23c2d0af tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968871 Mar 01 13:51:53.791233 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-4d393bd9-8438-4989-bab5-7098d3be8fe0 req-b6596fce-99a6-40a2-9e60-5e122eb4b475 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (482ada29-72d0-4ae7-a351-15f79bf4d84b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:53.812682 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['a5dd51f4-1cbb-4533-abd4-c4f0553dfd59'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:51:53.822420 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['482ada29-72d0-4ae7-a351-15f79bf4d84b', '91417fea-9990-4818-a6e9-9e5885211a07'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:51:53.877889 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6596fce-99a6-40a2-9e60-5e122eb4b475 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Pushing event deleted for resources: {'Port': ['ID=482ada29-72d0-4ae7-a351-15f79bf4d84b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:54.011888 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d393bd9-8438-4989-bab5-7098d3be8fe0 req-b6596fce-99a6-40a2-9e60-5e122eb4b475 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] No DVR routers for this DVR port 482ada29-72d0-4ae7-a351-15f79bf4d84b on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:51:54.022244 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-4d393bd9-8438-4989-bab5-7098d3be8fe0 req-b6596fce-99a6-40a2-9e60-5e122eb4b475 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:54.023225 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe338d-a7e2-4698-9693-889939d577fa req-8ff4ff81-bc96-433a-b29e-3cbc0cfd30be tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:54.027137 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4d393bd9-8438-4989-bab5-7098d3be8fe0 req-b6596fce-99a6-40a2-9e60-5e122eb4b475 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.20 "DELETE /v2.0/ports/482ada29-72d0-4ae7-a351-15f79bf4d84b HTTP/1.1" status: 204 len: 173 time: 1.3655584 Mar 01 13:51:54.031130 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-effe338d-a7e2-4698-9693-889939d577fa req-8ff4ff81-bc96-433a-b29e-3cbc0cfd30be tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1301110 Mar 01 13:51:54.056365 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b38bca-04f9-43d7-a74e-2541c54dd0c3 req-6e758a49-797b-464a-adae-8af796a8675b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:54.058170 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-81b38bca-04f9-43d7-a74e-2541c54dd0c3 req-6e758a49-797b-464a-adae-8af796a8675b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0b7cefbd26524ebbb9d39ec1ad0e5469&device_id=4320637e-af21-4144-a40e-ac3c232e06ba HTTP/1.1" status: 200 len: 1126 time: 0.2764657 Mar 01 13:51:54.174067 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-effe338d-a7e2-4698-9693-889939d577fa req-49f08d50-523e-424c-b7ca-d5f28ced9a9b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347153 Mar 01 13:51:54.303323 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b38bca-04f9-43d7-a74e-2541c54dd0c3 req-4e247b21-c570-4c8d-93fb-c883adfcdcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:54.304822 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-81b38bca-04f9-43d7-a74e-2541c54dd0c3 req-4e247b21-c570-4c8d-93fb-c883adfcdcbc service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b806682-c654-4ec0-aadb-856ed351c245 HTTP/1.1" status: 200 len: 930 time: 0.2381492 Mar 01 13:51:54.307162 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9fc65989-9ce6-47dc-8bcd-ecc40c6f46eb req-ece8b22c-081f-441e-b676-8a664ef8f779 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf26742-6169-431b-9358-8197f8c9cff7 HTTP/1.1" status: 200 len: 210 time: 0.0543871 Mar 01 13:51:54.340894 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1733726e-1a3b-4c91-ba1c-47e07f91d855 req-53f37e06-cfd4-4246-86b5-31f7460f9fc4 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef7fbc1e-4e1e-4dea-9a80-d53a7984735d HTTP/1.1" status: 200 len: 210 time: 0.0326085 Mar 01 13:51:54.370198 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-81b38bca-04f9-43d7-a74e-2541c54dd0c3 req-a90f1500-9cf6-46ca-a2b9-b6566c2b8ec9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22e22eae-54d3-4b93-91ba-1be936493adb HTTP/1.1" status: 200 len: 217 time: 0.0553586 Mar 01 13:51:54.435466 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b38bca-04f9-43d7-a74e-2541c54dd0c3 req-9b484bac-bb73-4319-b199-026ebf76ce89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:54.437085 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-81b38bca-04f9-43d7-a74e-2541c54dd0c3 req-9b484bac-bb73-4319-b199-026ebf76ce89 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc4dca49-ae2c-4edb-bec4-98c202db3f43 HTTP/1.1" status: 200 len: 868 time: 0.0603819 Mar 01 13:51:54.498058 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b38bca-04f9-43d7-a74e-2541c54dd0c3 req-29f7b642-b53f-4234-9f1b-ed4d5a327fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:54.499856 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-81b38bca-04f9-43d7-a74e-2541c54dd0c3 req-29f7b642-b53f-4234-9f1b-ed4d5a327fff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b806682-c654-4ec0-aadb-856ed351c245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0550227 Mar 01 13:51:54.546991 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a758f7e-7452-4e2c-b20e-3616923ccb10 req-56c2a6b7-5500-40b6-b8f1-33dae4ca24a6 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:54.554259 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3a758f7e-7452-4e2c-b20e-3616923ccb10 req-56c2a6b7-5500-40b6-b8f1-33dae4ca24a6 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=b741ab28-d1d7-49db-8c81-7cbde227c42c HTTP/1.1" status: 200 len: 950 time: 0.1261230 Mar 01 13:51:54.569044 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe03798-4339-4670-bc7a-0da006143a21 req-643d87c1-0b92-4925-bc7b-5239aafa04ce tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:54.570510 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5fe03798-4339-4670-bc7a-0da006143a21 req-643d87c1-0b92-4925-bc7b-5239aafa04ce tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1310141 Mar 01 13:51:54.609016 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-81b38bca-04f9-43d7-a74e-2541c54dd0c3 req-5cb4d490-0a34-43a8-8f1c-b3270fb098f1 service neutron] 10.222.0.20 "GET /v2.0/networks/6b806682-c654-4ec0-aadb-856ed351c245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002245 Mar 01 13:51:54.643713 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3a758f7e-7452-4e2c-b20e-3616923ccb10 req-029cc484-c067-4631-bc5e-df770cdab058 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885723 Mar 01 13:51:54.656964 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5fe03798-4339-4670-bc7a-0da006143a21 req-427c9e1e-0be5-418c-bf4a-0762458f61d5 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725455 Mar 01 13:51:54.737904 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-81b38bca-04f9-43d7-a74e-2541c54dd0c3 req-c0438dd9-22bb-4c87-a02e-82ae37d25231 service neutron] 10.222.0.20 "GET /v2.0/networks/6b806682-c654-4ec0-aadb-856ed351c245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210766 Mar 01 13:51:54.837900 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fca355-7ebc-4c70-95b5-a49d69a26e46 req-6f0b08ab-9e4f-43c9-b101-8fdedf38acc4 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:54.839462 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-41fca355-7ebc-4c70-95b5-a49d69a26e46 req-6f0b08ab-9e4f-43c9-b101-8fdedf38acc4 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/ports?device_id=4320637e-af21-4144-a40e-ac3c232e06ba HTTP/1.1" status: 200 len: 944 time: 0.0760422 Mar 01 13:51:54.948405 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-41fca355-7ebc-4c70-95b5-a49d69a26e46 req-c1f17f74-cc66-4e17-b752-1eb699105e1d tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a8db81f-3ab4-4ea7-b6f2-d0663efebf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969958 Mar 01 13:51:54.967512 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860db12e-2804-461f-8b97-7ef87973c7a1 req-1bb63db0-cc6f-42de-a64b-ec545d00acbe tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:54.977276 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-860db12e-2804-461f-8b97-7ef87973c7a1 req-1bb63db0-cc6f-42de-a64b-ec545d00acbe tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1367257 Mar 01 13:51:55.057536 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-860db12e-2804-461f-8b97-7ef87973c7a1 req-27bfef2c-69b4-49a9-8980-f2a35857d962 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793660 Mar 01 13:51:55.120103 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349fee1-1899-4c6f-b5b1-85e5064bf82a req-87067c3d-8ba2-4aa8-a47f-45b56908807a tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:55.121842 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e349fee1-1899-4c6f-b5b1-85e5064bf82a req-87067c3d-8ba2-4aa8-a47f-45b56908807a tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/ports?device_id=0205a609-0062-4635-be52-a55c1df2a64c HTTP/1.1" status: 200 len: 950 time: 0.0633886 Mar 01 13:51:55.182653 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7fbc1e-4e1e-4dea-9a80-d53a7984735d', 'name': 'network-vif-deleted', 'tag': '9dc7cee7-74bf-4341-b2a6-05e7eb4120c7'}, {'server_uuid': '1cf26742-6169-431b-9358-8197f8c9cff7', 'name': 'network-vif-deleted', 'tag': '482ada29-72d0-4ae7-a351-15f79bf4d84b'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:51:55.185365 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06293f5-6c4d-4a8d-94a0-1af8b0f5f37b" -d '{"events": [{"server_uuid": "ef7fbc1e-4e1e-4dea-9a80-d53a7984735d", "name": "network-vif-deleted", "tag": "9dc7cee7-74bf-4341-b2a6-05e7eb4120c7"}, {"server_uuid": "1cf26742-6169-431b-9358-8197f8c9cff7", "name": "network-vif-deleted", "tag": "482ada29-72d0-4ae7-a351-15f79bf4d84b"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:51:55.201109 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7ef678d6-79a0-461f-9dd9-b66bf2240838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:55.220782 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e349fee1-1899-4c6f-b5b1-85e5064bf82a req-92320b9d-531a-4369-bb6d-5eca2c90c68d tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0d2017-27c4-40ed-8ff7-4d726b30135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924547 Mar 01 13:51:55.255780 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44753962-d45a-41cc-81a0-1f440d9db3c0 req-5b7781f8-2337-48fa-9894-86e5acf048e4 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:55.256677 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-44753962-d45a-41cc-81a0-1f440d9db3c0 req-5b7781f8-2337-48fa-9894-86e5acf048e4 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.0969718 Mar 01 13:51:55.276476 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 01 Mar 2022 13:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71989816-d4e8-486d-b2c8-55034bd84251 x-openstack-request-id: req-71989816-d4e8-486d-b2c8-55034bd84251 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:51:55.277026 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7fbc1e-4e1e-4dea-9a80-d53a7984735d", "name": "network-vif-deleted", "tag": "9dc7cee7-74bf-4341-b2a6-05e7eb4120c7", "status": "completed", "code": 200}, {"server_uuid": "1cf26742-6169-431b-9358-8197f8c9cff7", "name": "network-vif-deleted", "tag": "482ada29-72d0-4ae7-a351-15f79bf4d84b", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:51:55.277598 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71989816-d4e8-486d-b2c8-55034bd84251 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:51:55.278192 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7fbc1e-4e1e-4dea-9a80-d53a7984735d', 'name': 'network-vif-deleted', 'tag': '9dc7cee7-74bf-4341-b2a6-05e7eb4120c7', 'status': 'completed', 'code': 200} Mar 01 13:51:55.278661 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf26742-6169-431b-9358-8197f8c9cff7', 'name': 'network-vif-deleted', 'tag': '482ada29-72d0-4ae7-a351-15f79bf4d84b', 'status': 'completed', 'code': 200} Mar 01 13:51:55.320363 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-44753962-d45a-41cc-81a0-1f440d9db3c0 req-eaf85f0c-8140-4773-96d1-3593659f8d28 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574837 Mar 01 13:51:55.474178 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc245b33-2ec3-41e6-a57c-515185cd061e req-47467702-efae-4d86-8b66-65fb282aacb1 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:55.475836 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc245b33-2ec3-41e6-a57c-515185cd061e req-47467702-efae-4d86-8b66-65fb282aacb1 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.0576315 Mar 01 13:51:55.537084 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc245b33-2ec3-41e6-a57c-515185cd061e req-66f3177a-74e0-4c54-a152-1de8794b106f tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544703 Mar 01 13:51:55.848625 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5eecdb-68df-4286-870c-a0ef0c462e6b req-676bd1e4-a10b-4147-bd8e-62df3ab8757b tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:55.850070 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3a5eecdb-68df-4286-870c-a0ef0c462e6b req-676bd1e4-a10b-4147-bd8e-62df3ab8757b tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=b741ab28-d1d7-49db-8c81-7cbde227c42c HTTP/1.1" status: 200 len: 950 time: 0.0626411 Mar 01 13:51:55.901172 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3a5eecdb-68df-4286-870c-a0ef0c462e6b req-b94615d0-589c-4c80-b04c-f7d0d10e91ec tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445561 Mar 01 13:51:55.997106 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 482ada29-72d0-4ae7-a351-15f79bf4d84b no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:51:56.024905 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 482ada29-72d0-4ae7-a351-15f79bf4d84b {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:51:56.025462 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 482ada29-72d0-4ae7-a351-15f79bf4d84b not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:51:56.121921 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7168d36-90b7-41fe-8760-9bebf0b380dd req-bf19b140-eab4-45cc-93bb-b619786b95cf tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:56.123787 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c7168d36-90b7-41fe-8760-9bebf0b380dd req-bf19b140-eab4-45cc-93bb-b619786b95cf tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/ports?device_id=4320637e-af21-4144-a40e-ac3c232e06ba HTTP/1.1" status: 200 len: 944 time: 0.0626812 Mar 01 13:51:56.194790 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c7168d36-90b7-41fe-8760-9bebf0b380dd req-bbeb0da5-5064-44e4-b2fb-828cf0c94a58 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a8db81f-3ab4-4ea7-b6f2-d0663efebf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649912 Mar 01 13:51:56.271963 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 43816) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:56.352885 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-48912d0c-e242-444c-9784-dda2d216d3c3 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks [] for security_group (fce5e20a-d4ca-4d20-a8b5-a499a3d3dae8), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:56.386828 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc53ca-c353-41c2-9b86-aa26958f4f56 req-bd74fc48-b52c-4195-ab30-37a75f659b57 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:56.388397 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0ebc53ca-c353-41c2-9b86-aa26958f4f56 req-bd74fc48-b52c-4195-ab30-37a75f659b57 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.32 "GET /v2.0/ports?device_id=b741ab28-d1d7-49db-8c81-7cbde227c42c HTTP/1.1" status: 200 len: 950 time: 0.0931473 Mar 01 13:51:56.455192 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-48912d0c-e242-444c-9784-dda2d216d3c3 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks [] for security_group (fce5e20a-d4ca-4d20-a8b5-a499a3d3dae8), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:56.497002 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c2c11-4b9b-4755-ace0-7eae8388e78d req-bde40565-d43c-4bfc-a84a-6137ad180ed4 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:56.498785 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c11c2c11-4b9b-4755-ace0-7eae8388e78d req-bde40565-d43c-4bfc-a84a-6137ad180ed4 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/ports?device_id=0205a609-0062-4635-be52-a55c1df2a64c HTTP/1.1" status: 200 len: 950 time: 0.1433797 Mar 01 13:51:56.568072 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c11c2c11-4b9b-4755-ace0-7eae8388e78d req-3a2467fa-d10f-4a56-9e11-56fb279d89b8 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0d2017-27c4-40ed-8ff7-4d726b30135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615132 Mar 01 13:51:56.569856 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-48912d0c-e242-444c-9784-dda2d216d3c3 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fce5e20a-d4ca-4d20-a8b5-a499a3d3dae8), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:56.574212 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-48912d0c-e242-444c-9784-dda2d216d3c3 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:56.575501 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-48912d0c-e242-444c-9784-dda2d216d3c3 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "DELETE /v2.0/security-groups/fce5e20a-d4ca-4d20-a8b5-a499a3d3dae8 HTTP/1.1" status: 204 len: 168 time: 0.3024979 Mar 01 13:51:56.579794 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 43830) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:56.594704 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48912d0c-e242-444c-9784-dda2d216d3c3 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce5e20a-d4ca-4d20-a8b5-a499a3d3dae8,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:56.602837 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-22740707-8fb1-42b8-adcb-d6d570578aec tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] show failed (client error): The resource could not be found. Mar 01 13:51:56.604077 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-22740707-8fb1-42b8-adcb-d6d570578aec tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "GET /v2.0/security-groups/fce5e20a-d4ca-4d20-a8b5-a499a3d3dae8 HTTP/1.1" status: 404 len: 347 time: 0.0232308 Mar 01 13:51:56.606815 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 43832) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:56.640970 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-0ebc53ca-c353-41c2-9b86-aa26958f4f56 req-d729d030-17b7-47f9-ae61-a4bd4cbcb90c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Deleting port affa10dd-3560-4c64-8396-6330e98a9dde {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:51:56.641320 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0ebc53ca-c353-41c2-9b86-aa26958f4f56 req-d729d030-17b7-47f9-ae61-a4bd4cbcb90c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (affa10dd-3560-4c64-8396-6330e98a9dde), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:56.777535 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-0ebc53ca-c353-41c2-9b86-aa26958f4f56 req-d729d030-17b7-47f9-ae61-a4bd4cbcb90c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] For port affa10dd-3560-4c64-8396-6330e98a9dde, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=affa10dd-3560-4c64-8396-6330e98a9dde,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:56.778049 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0ebc53ca-c353-41c2-9b86-aa26958f4f56 req-d729d030-17b7-47f9-ae61-a4bd4cbcb90c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (affa10dd-3560-4c64-8396-6330e98a9dde), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:56.790991 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4613c-492d-4874-8356-42256ec0c824 req-45343006-7955-4e2c-b140-0a65b78e9df4 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:56.793163 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cea4613c-492d-4874-8356-42256ec0c824 req-45343006-7955-4e2c-b140-0a65b78e9df4 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.32 "GET /v2.0/ports?device_id=a102de57-0a5d-4543-910a-4721c88846bd HTTP/1.1" status: 200 len: 950 time: 0.1438515 Mar 01 13:51:56.800522 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-0ebc53ca-c353-41c2-9b86-aa26958f4f56 req-d729d030-17b7-47f9-ae61-a4bd4cbcb90c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Calling delete_port for affa10dd-3560-4c64-8396-6330e98a9dde owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:51:56.958484 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0ebc53ca-c353-41c2-9b86-aa26958f4f56 req-d729d030-17b7-47f9-ae61-a4bd4cbcb90c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (affa10dd-3560-4c64-8396-6330e98a9dde), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:56.983941 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['96c765e7-0f79-48fb-97a9-002b643806e4', '7d43b768-b3f8-45d6-a072-a26697a09eca', 'affa10dd-3560-4c64-8396-6330e98a9dde'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:51:57.016344 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729d030-17b7-47f9-ae61-a4bd4cbcb90c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Pushing event deleted for resources: {'Port': ['ID=affa10dd-3560-4c64-8396-6330e98a9dde,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:57.092630 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebc53ca-c353-41c2-9b86-aa26958f4f56 req-d729d030-17b7-47f9-ae61-a4bd4cbcb90c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] No DVR routers for this DVR port affa10dd-3560-4c64-8396-6330e98a9dde on host n-h1-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:51:57.095548 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0ebc53ca-c353-41c2-9b86-aa26958f4f56 req-d729d030-17b7-47f9-ae61-a4bd4cbcb90c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:57.100638 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0ebc53ca-c353-41c2-9b86-aa26958f4f56 req-d729d030-17b7-47f9-ae61-a4bd4cbcb90c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.32 "DELETE /v2.0/ports/affa10dd-3560-4c64-8396-6330e98a9dde HTTP/1.1" status: 204 len: 173 time: 0.6866994 Mar 01 13:51:57.233717 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e34445ac-82bd-4ff4-a04b-0d3977508b52 req-552ad04f-9284-4de0-bfc4-0149998299cf tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=b741ab28-d1d7-49db-8c81-7cbde227c42c HTTP/1.1" status: 200 len: 210 time: 0.0600936 Mar 01 13:51:57.277157 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-c2935272-1df6-43b1-9141-9b8fae260cd4 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Deleting port 2355658d-b9a4-4fb8-aa6c-5e79d594a9c0 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:51:57.277642 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c2935272-1df6-43b1-9141-9b8fae260cd4 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (2355658d-b9a4-4fb8-aa6c-5e79d594a9c0), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:57.282134 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b741ab28-d1d7-49db-8c81-7cbde227c42c', 'name': 'network-vif-deleted', 'tag': 'affa10dd-3560-4c64-8396-6330e98a9dde'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:51:57.286768 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2afd0a1-b4a1-42fe-97b6-bba04d73b677" -d '{"events": [{"server_uuid": "b741ab28-d1d7-49db-8c81-7cbde227c42c", "name": "network-vif-deleted", "tag": "affa10dd-3560-4c64-8396-6330e98a9dde"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:51:57.368006 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74b66e-180e-4a6f-8963-1c1e666fe4df req-31b81f31-061d-45c1-8ab8-9130b86582b4 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:57.375860 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74b66e-180e-4a6f-8963-1c1e666fe4df req-31b81f31-061d-45c1-8ab8-9130b86582b4 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:57.381899 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5a74b66e-180e-4a6f-8963-1c1e666fe4df req-31b81f31-061d-45c1-8ab8-9130b86582b4 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e9365c0-68ff-4837-85ae-e1a71e51937a&device_id=9216e526-f02d-4caa-aaf8-19035b9f87ee HTTP/1.1" status: 200 len: 1682 time: 0.5564525 Mar 01 13:51:57.400475 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c2ccee4a-6711-43f0-a391-9887d4e45b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:57.497406 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5a74b66e-180e-4a6f-8963-1c1e666fe4df req-ada1d8f4-4477-40f9-a84b-0a8c48266e5b tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/security-groups?id=b332677f-1182-4a4e-9c04-a143e0a3c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951838 Mar 01 13:51:57.523630 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c2935272-1df6-43b1-9141-9b8fae260cd4 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (2355658d-b9a4-4fb8-aa6c-5e79d594a9c0), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:57.524123 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c2935272-1df6-43b1-9141-9b8fae260cd4 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks [] for floatingip (2355658d-b9a4-4fb8-aa6c-5e79d594a9c0), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:57.529064 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-cea4613c-492d-4874-8356-42256ec0c824 req-dfc7fbbe-4876-40b2-b32c-0ff39fea2561 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Deleting port 7d43b768-b3f8-45d6-a072-a26697a09eca {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:51:57.529527 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cea4613c-492d-4874-8356-42256ec0c824 req-dfc7fbbe-4876-40b2-b32c-0ff39fea2561 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (7d43b768-b3f8-45d6-a072-a26697a09eca), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:57.537793 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdb9ecd-70a7-418d-92f8-4220d9b398d4 x-openstack-request-id: req-ebdb9ecd-70a7-418d-92f8-4220d9b398d4 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:51:57.538302 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b741ab28-d1d7-49db-8c81-7cbde227c42c", "name": "network-vif-deleted", "tag": "affa10dd-3560-4c64-8396-6330e98a9dde", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:51:57.538302 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ebdb9ecd-70a7-418d-92f8-4220d9b398d4 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:51:57.538719 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b741ab28-d1d7-49db-8c81-7cbde227c42c', 'name': 'network-vif-deleted', 'tag': 'affa10dd-3560-4c64-8396-6330e98a9dde', 'status': 'completed', 'code': 200} Mar 01 13:51:57.568205 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15526042-8e60-4150-ae6b-f2ea034aeff4 req-3c576245-0c64-44d4-8f8c-3e60bdec3c76 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:57.569980 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-15526042-8e60-4150-ae6b-f2ea034aeff4 req-3c576245-0c64-44d4-8f8c-3e60bdec3c76 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/ports?device_id=4320637e-af21-4144-a40e-ac3c232e06ba HTTP/1.1" status: 200 len: 944 time: 0.2293329 Mar 01 13:51:57.589202 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-c2935272-1df6-43b1-9141-9b8fae260cd4 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Calling delete_port for 2355658d-b9a4-4fb8-aa6c-5e79d594a9c0 owned by network:floatingip {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:51:57.774272 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-15526042-8e60-4150-ae6b-f2ea034aeff4 req-4114f54c-8ab9-413a-905f-31158e66a5bd tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a8db81f-3ab4-4ea7-b6f2-d0663efebf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858923 Mar 01 13:51:57.854270 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-cea4613c-492d-4874-8356-42256ec0c824 req-dfc7fbbe-4876-40b2-b32c-0ff39fea2561 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] For port 7d43b768-b3f8-45d6-a072-a26697a09eca, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=7d43b768-b3f8-45d6-a072-a26697a09eca,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:57.854738 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cea4613c-492d-4874-8356-42256ec0c824 req-dfc7fbbe-4876-40b2-b32c-0ff39fea2561 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (7d43b768-b3f8-45d6-a072-a26697a09eca), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:57.880298 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-cea4613c-492d-4874-8356-42256ec0c824 req-dfc7fbbe-4876-40b2-b32c-0ff39fea2561 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Calling delete_port for 7d43b768-b3f8-45d6-a072-a26697a09eca owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:51:57.889713 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd394b5e-ac9b-4c92-b09c-c9d2334d8958 req-b702faba-ee6c-4715-87a7-a7b48e52e18c tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:57.891799 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bd394b5e-ac9b-4c92-b09c-c9d2334d8958 req-b702faba-ee6c-4715-87a7-a7b48e52e18c tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/ports?device_id=0205a609-0062-4635-be52-a55c1df2a64c HTTP/1.1" status: 200 len: 950 time: 0.1540875 Mar 01 13:51:58.007877 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 22e22eae-54d3-4b93-91ba-1be936493adb details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:51:58.054927 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bd394b5e-ac9b-4c92-b09c-c9d2334d8958 req-04525895-1ec2-4562-995b-b8c57cddebad tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0d2017-27c4-40ed-8ff7-4d726b30135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519525 Mar 01 13:51:58.090466 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c2935272-1df6-43b1-9141-9b8fae260cd4 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (2355658d-b9a4-4fb8-aa6c-5e79d594a9c0), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:58.137032 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2935272-1df6-43b1-9141-9b8fae260cd4 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Pushing event deleted for resources: {'Port': ['ID=2355658d-b9a4-4fb8-aa6c-5e79d594a9c0,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:58.158734 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 22e22eae-54d3-4b93-91ba-1be936493adb, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=22e22eae-54d3-4b93-91ba-1be936493adb,segment=NetworkSegment(89af536e-4707-43f0-b715-4f8b75798982),segment_id=89af536e-4707-43f0-b715-4f8b75798982)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:58.178565 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '22e22eae-54d3-4b93-91ba-1be936493adb', 'network_id': '6b806682-c654-4ec0-aadb-856ed351c245', 'port_id': '22e22eae-54d3-4b93-91ba-1be936493adb', 'mac_address': 'fa:16:3e:3b:f4:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc4dca49-ae2c-4edb-bec4-98c202db3f43', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:51:58.205105 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device d449d059-cd82-40c3-b8ba-d86c2eedc7f4 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:51:58.251904 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c2935272-1df6-43b1-9141-9b8fae260cd4 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks [] for floatingip (971ec2f4-dbc7-4483-9950-c2468032a15c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:58.257530 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c2935272-1df6-43b1-9141-9b8fae260cd4 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:58.272363 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 22e22eae-54d3-4b93-91ba-1be936493adb is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:51:58.273618 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (22e22eae-54d3-4b93-91ba-1be936493adb), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:58.274203 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c2935272-1df6-43b1-9141-9b8fae260cd4 tempest-ImagesOneServerNegativeTestJSON-761527220 tempest-ImagesOneServerNegativeTestJSON-761527220-project] 10.222.0.13 "DELETE /v2.0/floatingips/971ec2f4-dbc7-4483-9950-c2468032a15c HTTP/1.1" status: 204 len: 168 time: 1.6659057 Mar 01 13:51:58.278646 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cea4613c-492d-4874-8356-42256ec0c824 req-dfc7fbbe-4876-40b2-b32c-0ff39fea2561 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (7d43b768-b3f8-45d6-a072-a26697a09eca), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:58.293453 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['96c765e7-0f79-48fb-97a9-002b643806e4'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:51:58.299576 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e22eae-54d3-4b93-91ba-1be936493adb {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:51:58.326791 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7fbbe-4876-40b2-b32c-0ff39fea2561 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Pushing event deleted for resources: {'Port': ['ID=7d43b768-b3f8-45d6-a072-a26697a09eca,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:58.380856 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 22e22eae-54d3-4b93-91ba-1be936493adb, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=22e22eae-54d3-4b93-91ba-1be936493adb,segment=NetworkSegment(89af536e-4707-43f0-b715-4f8b75798982),segment_id=89af536e-4707-43f0-b715-4f8b75798982)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:58.395939 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc7fbbe-4876-40b2-b32c-0ff39fea2561 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:58.396502 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc7fbbe-4876-40b2-b32c-0ff39fea2561 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:58.396710 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc7fbbe-4876-40b2-b32c-0ff39fea2561 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:58.397104 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc7fbbe-4876-40b2-b32c-0ff39fea2561 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:58.397438 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc7fbbe-4876-40b2-b32c-0ff39fea2561 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:58.397768 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc7fbbe-4876-40b2-b32c-0ff39fea2561 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:58.398095 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc7fbbe-4876-40b2-b32c-0ff39fea2561 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:58.398416 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc7fbbe-4876-40b2-b32c-0ff39fea2561 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:58.398786 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc7fbbe-4876-40b2-b32c-0ff39fea2561 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:58.399116 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc7fbbe-4876-40b2-b32c-0ff39fea2561 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:58.399437 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc7fbbe-4876-40b2-b32c-0ff39fea2561 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:58.399803 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc7fbbe-4876-40b2-b32c-0ff39fea2561 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:58.400132 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc7fbbe-4876-40b2-b32c-0ff39fea2561 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:51:58.410636 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port d449d059-cd82-40c3-b8ba-d86c2eedc7f4 is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:51:58.411128 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d449d059-cd82-40c3-b8ba-d86c2eedc7f4), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:58.417527 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (22e22eae-54d3-4b93-91ba-1be936493adb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:58.424424 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea4613c-492d-4874-8356-42256ec0c824 req-dfc7fbbe-4876-40b2-b32c-0ff39fea2561 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] No DVR routers for this DVR port 7d43b768-b3f8-45d6-a072-a26697a09eca on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:51:58.427629 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cea4613c-492d-4874-8356-42256ec0c824 req-dfc7fbbe-4876-40b2-b32c-0ff39fea2561 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:58.432167 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cea4613c-492d-4874-8356-42256ec0c824 req-dfc7fbbe-4876-40b2-b32c-0ff39fea2561 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.32 "DELETE /v2.0/ports/7d43b768-b3f8-45d6-a072-a26697a09eca HTTP/1.1" status: 204 len: 173 time: 1.6308298 Mar 01 13:51:58.436044 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a102de57-0a5d-4543-910a-4721c88846bd', 'name': 'network-vif-deleted', 'tag': '7d43b768-b3f8-45d6-a072-a26697a09eca'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:51:58.436703 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944fd5f1-42ac-4feb-a05c-e596f7c3d74c" -d '{"events": [{"server_uuid": "a102de57-0a5d-4543-910a-4721c88846bd", "name": "network-vif-deleted", "tag": "7d43b768-b3f8-45d6-a072-a26697a09eca"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:51:58.470300 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44a40c-ce39-4579-83f5-d949a9e46283 req-58ff6209-326e-45a0-934e-285048ca99f2 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:58.473269 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4a44a40c-ce39-4579-83f5-d949a9e46283 req-58ff6209-326e-45a0-934e-285048ca99f2 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e9365c0-68ff-4837-85ae-e1a71e51937a HTTP/1.1" status: 200 len: 946 time: 0.1496384 Mar 01 13:51:58.529930 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0205a609-0062-4635-be52-a55c1df2a64c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd449d059-cd82-40c3-b8ba-d86c2eedc7f4'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:51:58.532657 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a3cdf1-3dbd-476a-b949-168b611d7231" -d '{"events": [{"server_uuid": "0205a609-0062-4635-be52-a55c1df2a64c", "name": "network-vif-unplugged", "status": "completed", "tag": "d449d059-cd82-40c3-b8ba-d86c2eedc7f4"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:51:58.571367 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port d449d059-cd82-40c3-b8ba-d86c2eedc7f4, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=d449d059-cd82-40c3-b8ba-d86c2eedc7f4,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:58.579957 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-613cae91-2ef4-43b8-817c-6f1abaa7563e req-7b7b47fe-ff07-4774-990d-91ebb00439c2 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=a102de57-0a5d-4543-910a-4721c88846bd HTTP/1.1" status: 200 len: 210 time: 0.0347142 Mar 01 13:51:58.598136 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4a44a40c-ce39-4579-83f5-d949a9e46283 req-b96254d6-f15b-4c2e-bfe1-d234b079c4c0 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/security-groups?id=b332677f-1182-4a4e-9c04-a143e0a3c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113207 Mar 01 13:51:58.616513 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (d449d059-cd82-40c3-b8ba-d86c2eedc7f4), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:58.617205 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 7d43b768-b3f8-45d6-a072-a26697a09eca no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:51:58.643525 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=22e22eae-54d3-4b93-91ba-1be936493adb,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:58.647809 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: 7d43b768-b3f8-45d6-a072-a26697a09eca {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:51:58.648165 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 7d43b768-b3f8-45d6-a072-a26697a09eca not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:51:58.648610 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device affa10dd-3560-4c64-8396-6330e98a9dde no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:51:58.677021 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43882) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:58.679208 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e776e0a6-774b-403d-b7e5-515a639e985d x-openstack-request-id: req-e776e0a6-774b-403d-b7e5-515a639e985d {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:51:58.679641 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a102de57-0a5d-4543-910a-4721c88846bd", "name": "network-vif-deleted", "tag": "7d43b768-b3f8-45d6-a072-a26697a09eca", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:51:58.680625 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e776e0a6-774b-403d-b7e5-515a639e985d {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:51:58.682296 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a102de57-0a5d-4543-910a-4721c88846bd', 'name': 'network-vif-deleted', 'tag': '7d43b768-b3f8-45d6-a072-a26697a09eca', 'status': 'completed', 'code': 200} Mar 01 13:51:58.711564 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=d449d059-cd82-40c3-b8ba-d86c2eedc7f4,revision_number=11']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:58.748280 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 13:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270a779e-dbb2-41ba-8fa8-7d49668cfa16 x-openstack-request-id: req-270a779e-dbb2-41ba-8fa8-7d49668cfa16 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:51:58.748572 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0205a609-0062-4635-be52-a55c1df2a64c", "name": "network-vif-unplugged", "status": "completed", "tag": "d449d059-cd82-40c3-b8ba-d86c2eedc7f4", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:51:58.749006 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-270a779e-dbb2-41ba-8fa8-7d49668cfa16 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:51:58.749553 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0205a609-0062-4635-be52-a55c1df2a64c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd449d059-cd82-40c3-b8ba-d86c2eedc7f4', 'code': 200} Mar 01 13:51:58.753375 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: affa10dd-3560-4c64-8396-6330e98a9dde {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:51:58.753875 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-eada65c3-3d53-4fbd-a5d1-d80e3fe97782 admin admin] Deleting subnet 95624b4c-3703-4ba5-9208-fd69c9df0e5f {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:51:58.754149 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device affa10dd-3560-4c64-8396-6330e98a9dde not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:51:58.758287 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eada65c3-3d53-4fbd-a5d1-d80e3fe97782 admin admin] Publish callbacks [] for subnet (95624b4c-3703-4ba5-9208-fd69c9df0e5f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:58.818413 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:58.824562 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eada65c3-3d53-4fbd-a5d1-d80e3fe97782 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (95624b4c-3703-4ba5-9208-fd69c9df0e5f), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:58.874138 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eada65c3-3d53-4fbd-a5d1-d80e3fe97782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (95624b4c-3703-4ba5-9208-fd69c9df0e5f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:58.914712 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['22e22eae-54d3-4b93-91ba-1be936493adb'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:51:58.926524 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ac536-633c-4438-92f4-7c5a09a767b5 req-d534f177-e418-4866-a976-f00420153a50 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:58.928335 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bc3ac536-633c-4438-92f4-7c5a09a767b5 req-d534f177-e418-4866-a976-f00420153a50 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/ports?device_id=4320637e-af21-4144-a40e-ac3c232e06ba HTTP/1.1" status: 200 len: 945 time: 0.0699310 Mar 01 13:51:58.960094 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eada65c3-3d53-4fbd-a5d1-d80e3fe97782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (95624b4c-3703-4ba5-9208-fd69c9df0e5f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:59.012351 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eada65c3-3d53-4fbd-a5d1-d80e3fe97782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:59.016435 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-eada65c3-3d53-4fbd-a5d1-d80e3fe97782 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/95624b4c-3703-4ba5-9208-fd69c9df0e5f HTTP/1.1" status: 204 len: 168 time: 0.3381977 Mar 01 13:51:59.017618 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada65c3-3d53-4fbd-a5d1-d80e3fe97782 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95624b4c-3703-4ba5-9208-fd69c9df0e5f,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:59.020060 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43886) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:59.080188 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ec323-7b70-4be9-8037-1cd4835df438 req-c9c03d5e-1495-4123-a078-108c668c769d tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:59.081917 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-084ec323-7b70-4be9-8037-1cd4835df438 req-c9c03d5e-1495-4123-a078-108c668c769d tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.32 "GET /v2.0/ports?device_id=0205a609-0062-4635-be52-a55c1df2a64c HTTP/1.1" status: 200 len: 948 time: 0.1445673 Mar 01 13:51:59.131238 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bc3ac536-633c-4438-92f4-7c5a09a767b5 req-f2d6b193-7173-4970-805b-c2a5e93dcc96 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a8db81f-3ab4-4ea7-b6f2-d0663efebf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922917 Mar 01 13:51:59.260246 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-464327c1-a9b9-49f4-9749-3393d2dc200a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (6e9a6b63-cd88-4977-a9f5-19697e5a90c0), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:59.351544 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-084ec323-7b70-4be9-8037-1cd4835df438 req-4f55dbd9-02d6-4bae-ab65-188261da3bbd tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Deleting port d449d059-cd82-40c3-b8ba-d86c2eedc7f4 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:51:59.351933 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-084ec323-7b70-4be9-8037-1cd4835df438 req-4f55dbd9-02d6-4bae-ab65-188261da3bbd tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (d449d059-cd82-40c3-b8ba-d86c2eedc7f4), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:59.381698 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c66580-bcc0-4191-a323-658d581a2998 req-1ae46cc5-45ae-4894-950f-3e328e36b170 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:59.383354 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-94c66580-bcc0-4191-a323-658d581a2998 req-1ae46cc5-45ae-4894-950f-3e328e36b170 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/ports?device_id=0205a609-0062-4635-be52-a55c1df2a64c HTTP/1.1" status: 200 len: 948 time: 0.1183946 Mar 01 13:51:59.403982 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-464327c1-a9b9-49f4-9749-3393d2dc200a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (6e9a6b63-cd88-4977-a9f5-19697e5a90c0), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:59.426952 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-464327c1-a9b9-49f4-9749-3393d2dc200a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e9a6b63-cd88-4977-a9f5-19697e5a90c0']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:51:59.437965 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-464327c1-a9b9-49f4-9749-3393d2dc200a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5682489f-cf80-4a1c-8ade-e83424038ed9') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:51:59.438392 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-464327c1-a9b9-49f4-9749-3393d2dc200a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5682489f-cf80-4a1c-8ade-e83424038ed9') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:51:59.449669 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-464327c1-a9b9-49f4-9749-3393d2dc200a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (5682489f-cf80-4a1c-8ade-e83424038ed9), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:59.466555 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-464327c1-a9b9-49f4-9749-3393d2dc200a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (5682489f-cf80-4a1c-8ade-e83424038ed9), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:59.473608 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-464327c1-a9b9-49f4-9749-3393d2dc200a admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:51:59.474037 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-464327c1-a9b9-49f4-9749-3393d2dc200a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (5682489f-cf80-4a1c-8ade-e83424038ed9), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:59.475873 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:51:59.475873 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:51:59.475873 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:51:59.475873 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:51:59.475873 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:51:59.475873 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:51:59.475873 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:51:59.475873 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:51:59.475873 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:51:59.475873 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:51:59.475873 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:51:59.475873 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:51:59.475873 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:51:59.475873 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:51:59.475873 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:51:59.475873 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:51:59.475873 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:51:59.475873 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:51:59.475873 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:51:59.475873 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:51:59.475873 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:51:59.475873 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:51:59.475873 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:51:59.475873 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:51:59.475873 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:51:59.475873 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:51:59.475873 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:51:59.475873 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:51:59.475873 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:51:59.475873 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:51:59.475873 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:51:59.475873 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:51:59.484757 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-94c66580-bcc0-4191-a323-658d581a2998 req-2b85c30a-a80b-4530-bd07-21674540cab5 tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0d2017-27c4-40ed-8ff7-4d726b30135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898738 Mar 01 13:51:59.518507 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-084ec323-7b70-4be9-8037-1cd4835df438 req-4f55dbd9-02d6-4bae-ab65-188261da3bbd tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] For port d449d059-cd82-40c3-b8ba-d86c2eedc7f4, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=d449d059-cd82-40c3-b8ba-d86c2eedc7f4,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:51:59.519629 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-084ec323-7b70-4be9-8037-1cd4835df438 req-4f55dbd9-02d6-4bae-ab65-188261da3bbd tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (d449d059-cd82-40c3-b8ba-d86c2eedc7f4), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:59.538978 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-084ec323-7b70-4be9-8037-1cd4835df438 req-4f55dbd9-02d6-4bae-ab65-188261da3bbd tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Calling delete_port for d449d059-cd82-40c3-b8ba-d86c2eedc7f4 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:51:59.549029 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-464327c1-a9b9-49f4-9749-3393d2dc200a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (6e9a6b63-cd88-4977-a9f5-19697e5a90c0), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:59.565482 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-464327c1-a9b9-49f4-9749-3393d2dc200a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:59.569551 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-464327c1-a9b9-49f4-9749-3393d2dc200a admin admin] 10.222.0.13 "DELETE /v2.0/networks/6e9a6b63-cd88-4977-a9f5-19697e5a90c0 HTTP/1.1" status: 204 len: 168 time: 0.5488076 Mar 01 13:51:59.570433 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464327c1-a9b9-49f4-9749-3393d2dc200a admin admin] Pushing event deleted for resources: {'Network': ['ID=6e9a6b63-cd88-4977-a9f5-19697e5a90c0,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:59.761894 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee28719-0211-4065-88db-6e9552fb7fae req-0e7bae46-163b-48b1-bb02-bca4d46932e0 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:59.763519 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-eee28719-0211-4065-88db-6e9552fb7fae req-0e7bae46-163b-48b1-bb02-bca4d46932e0 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9365c0-68ff-4837-85ae-e1a71e51937a HTTP/1.1" status: 200 len: 946 time: 0.1199548 Mar 01 13:51:59.822860 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-084ec323-7b70-4be9-8037-1cd4835df438 req-4f55dbd9-02d6-4bae-ab65-188261da3bbd tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (d449d059-cd82-40c3-b8ba-d86c2eedc7f4), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:59.860368 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43908) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:59.874685 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22926a51-7721-4c4a-9193-5c8bf9b1f1a4 req-ac7ac746-d68f-4ebb-9da3-b09e17c8109f tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:51:59.876216 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-22926a51-7721-4c4a-9193-5c8bf9b1f1a4 req-ac7ac746-d68f-4ebb-9da3-b09e17c8109f tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e9365c0-68ff-4837-85ae-e1a71e51937a HTTP/1.1" status: 200 len: 946 time: 0.1282885 Mar 01 13:51:59.878813 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55dbd9-02d6-4bae-ab65-188261da3bbd tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Pushing event deleted for resources: {'Port': ['ID=d449d059-cd82-40c3-b8ba-d86c2eedc7f4,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:51:59.932323 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-24614bb8-77a9-4633-ab66-9279680a9c4a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=965638e4a07b4bb58c7d10180fe5dbc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0707726 Mar 01 13:51:59.935499 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43910) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:51:59.941917 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-084ec323-7b70-4be9-8037-1cd4835df438 req-4f55dbd9-02d6-4bae-ab65-188261da3bbd tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] No DVR routers for this DVR port d449d059-cd82-40c3-b8ba-d86c2eedc7f4 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:51:59.948977 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-084ec323-7b70-4be9-8037-1cd4835df438 req-4f55dbd9-02d6-4bae-ab65-188261da3bbd tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:59.952463 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-084ec323-7b70-4be9-8037-1cd4835df438 req-4f55dbd9-02d6-4bae-ab65-188261da3bbd tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.32 "DELETE /v2.0/ports/d449d059-cd82-40c3-b8ba-d86c2eedc7f4 HTTP/1.1" status: 204 len: 173 time: 0.8304956 Mar 01 13:51:59.978378 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-eee28719-0211-4065-88db-6e9552fb7fae req-0a314bf8-45db-4234-9baf-5de363623e6c tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Deleting port 91417fea-9990-4818-a6e9-9e5885211a07 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:51:59.978701 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:59.979567 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-eee28719-0211-4065-88db-6e9552fb7fae req-0a314bf8-45db-4234-9baf-5de363623e6c tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (91417fea-9990-4818-a6e9-9e5885211a07), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:51:59.998497 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-22926a51-7721-4c4a-9193-5c8bf9b1f1a4 req-a2f4cc63-3619-4830-894f-9745efabff3d tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/security-groups?id=b332677f-1182-4a4e-9c04-a143e0a3c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127865 Mar 01 13:52:00.025452 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 22e22eae-54d3-4b93-91ba-1be936493adb up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:52:00.076897 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cd9f082b-a1b3-4484-bf0f-ee9b2bbf3ee6 admin admin] Publish callbacks [] for security_group (89f06207-9aff-448d-baf5-2e4ad3a4c6b4), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:00.096161 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 22e22eae-54d3-4b93-91ba-1be936493adb completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:52:00.102597 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 22e22eae-54d3-4b93-91ba-1be936493adb triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:00.103308 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (22e22eae-54d3-4b93-91ba-1be936493adb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:00.121791 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cd9f082b-a1b3-4484-bf0f-ee9b2bbf3ee6 admin admin] Publish callbacks [] for security_group (89f06207-9aff-448d-baf5-2e4ad3a4c6b4), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:00.140535 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-eee28719-0211-4065-88db-6e9552fb7fae req-0a314bf8-45db-4234-9baf-5de363623e6c tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] For port 91417fea-9990-4818-a6e9-9e5885211a07, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=91417fea-9990-4818-a6e9-9e5885211a07,segment=NetworkSegment(bffb2426-a4f2-4898-be49-a8547863bf21),segment_id=bffb2426-a4f2-4898-be49-a8547863bf21)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:52:00.141154 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-eee28719-0211-4065-88db-6e9552fb7fae req-0a314bf8-45db-4234-9baf-5de363623e6c tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (91417fea-9990-4818-a6e9-9e5885211a07), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:00.162123 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7301e-e660-4899-8611-ded6c52e0e5e req-9224bf7c-1bcb-4da2-8f94-ee1f4828dc9c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:00.167710 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-eee28719-0211-4065-88db-6e9552fb7fae req-0a314bf8-45db-4234-9baf-5de363623e6c tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Calling delete_port for 91417fea-9990-4818-a6e9-9e5885211a07 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:52:00.169052 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7db7301e-e660-4899-8611-ded6c52e0e5e req-9224bf7c-1bcb-4da2-8f94-ee1f4828dc9c tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=efbe0e60-de2f-4df0-9f0c-ce9ff03b80fa HTTP/1.1" status: 200 len: 949 time: 0.1134796 Mar 01 13:52:00.212810 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 22e22eae-54d3-4b93-91ba-1be936493adb is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:00.213241 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (22e22eae-54d3-4b93-91ba-1be936493adb), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:00.239251 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7db7301e-e660-4899-8611-ded6c52e0e5e req-6218028d-47b7-4f94-a28b-3d5949ff7d45 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629935 Mar 01 13:52:00.271244 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 22e22eae-54d3-4b93-91ba-1be936493adb, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=22e22eae-54d3-4b93-91ba-1be936493adb,segment=NetworkSegment(89af536e-4707-43f0-b715-4f8b75798982),segment_id=89af536e-4707-43f0-b715-4f8b75798982)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:52:00.282002 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cd9f082b-a1b3-4484-bf0f-ee9b2bbf3ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (89f06207-9aff-448d-baf5-2e4ad3a4c6b4), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:00.285196 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cd9f082b-a1b3-4484-bf0f-ee9b2bbf3ee6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:00.285512 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (22e22eae-54d3-4b93-91ba-1be936493adb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:00.286350 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cd9f082b-a1b3-4484-bf0f-ee9b2bbf3ee6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89f06207-9aff-448d-baf5-2e4ad3a4c6b4 HTTP/1.1" status: 204 len: 168 time: 0.3497550 Mar 01 13:52:00.291470 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f329799-fbe8-4b28-b66c-8d65bb29fbc9 req-bd38109c-865a-47cf-95c7-e844d76c6d19 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:00.293042 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2f329799-fbe8-4b28-b66c-8d65bb29fbc9 req-bd38109c-865a-47cf-95c7-e844d76c6d19 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.32 "GET /v2.0/ports?device_id=9216e526-f02d-4caa-aaf8-19035b9f87ee HTTP/1.1" status: 200 len: 945 time: 0.1759462 Mar 01 13:52:00.297905 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f082b-a1b3-4484-bf0f-ee9b2bbf3ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f06207-9aff-448d-baf5-2e4ad3a4c6b4,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:00.346179 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=22e22eae-54d3-4b93-91ba-1be936493adb,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:00.399003 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-eee28719-0211-4065-88db-6e9552fb7fae req-0a314bf8-45db-4234-9baf-5de363623e6c tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (91417fea-9990-4818-a6e9-9e5885211a07), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:00.419378 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['91417fea-9990-4818-a6e9-9e5885211a07'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:52:00.421425 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c596d68-b774-449c-bd04-39ac603bf6eb req-c83b76ba-bb9a-4685-bc10-e1fb7b924090 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:00.428233 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4c596d68-b774-449c-bd04-39ac603bf6eb req-c83b76ba-bb9a-4685-bc10-e1fb7b924090 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/ports?device_id=4320637e-af21-4144-a40e-ac3c232e06ba HTTP/1.1" status: 200 len: 945 time: 0.1827767 Mar 01 13:52:00.470731 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a314bf8-45db-4234-9baf-5de363623e6c tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Pushing event deleted for resources: {'Port': ['ID=91417fea-9990-4818-a6e9-9e5885211a07,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:00.549844 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4c596d68-b774-449c-bd04-39ac603bf6eb req-ec4f8dc9-ec75-4571-9a88-032c8695d1ac tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a8db81f-3ab4-4ea7-b6f2-d0663efebf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154842 Mar 01 13:52:00.556515 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-2f329799-fbe8-4b28-b66c-8d65bb29fbc9 req-bd0eff08-0887-4a97-b099-fcfb43c54255 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Deleting port a5dd51f4-1cbb-4533-abd4-c4f0553dfd59 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:52:00.556870 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2f329799-fbe8-4b28-b66c-8d65bb29fbc9 req-bd0eff08-0887-4a97-b099-fcfb43c54255 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (a5dd51f4-1cbb-4533-abd4-c4f0553dfd59), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:00.559356 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee28719-0211-4065-88db-6e9552fb7fae req-0a314bf8-45db-4234-9baf-5de363623e6c tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] No DVR routers for this DVR port 91417fea-9990-4818-a6e9-9e5885211a07 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:52:00.562348 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-eee28719-0211-4065-88db-6e9552fb7fae req-0a314bf8-45db-4234-9baf-5de363623e6c tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:00.566347 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-eee28719-0211-4065-88db-6e9552fb7fae req-0a314bf8-45db-4234-9baf-5de363623e6c tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.20 "DELETE /v2.0/ports/91417fea-9990-4818-a6e9-9e5885211a07 HTTP/1.1" status: 204 len: 173 time: 0.7954500 Mar 01 13:52:00.572238 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9365c0-68ff-4837-85ae-e1a71e51937a', 'name': 'network-vif-deleted', 'tag': '91417fea-9990-4818-a6e9-9e5885211a07'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:52:00.577124 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1c5d1e-1cd2-49b0-a9e6-72c5fb9ccc1e" -d '{"events": [{"server_uuid": "1e9365c0-68ff-4837-85ae-e1a71e51937a", "name": "network-vif-deleted", "tag": "91417fea-9990-4818-a6e9-9e5885211a07"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:52:00.638747 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88e8ed1-e4bd-40ce-9c04-5f176b5be780 x-openstack-request-id: req-d88e8ed1-e4bd-40ce-9c04-5f176b5be780 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:52:00.639120 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9365c0-68ff-4837-85ae-e1a71e51937a", "name": "network-vif-deleted", "tag": "91417fea-9990-4818-a6e9-9e5885211a07", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:52:00.639346 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d88e8ed1-e4bd-40ce-9c04-5f176b5be780 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:52:00.639799 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9365c0-68ff-4837-85ae-e1a71e51937a', 'name': 'network-vif-deleted', 'tag': '91417fea-9990-4818-a6e9-9e5885211a07', 'status': 'completed', 'code': 200} Mar 01 13:52:00.670494 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-636f0179-f62e-4ec4-8f58-69dfd701a4a2 req-9ff31e01-afbf-4534-ae8d-16067a18245c tempest-ImagesOneServerTestJSON-840629843 tempest-ImagesOneServerTestJSON-840629843-project] 10.222.0.13 "GET /v2.0/ports?device_id=0205a609-0062-4635-be52-a55c1df2a64c HTTP/1.1" status: 200 len: 210 time: 0.0395455 Mar 01 13:52:00.684520 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0205a609-0062-4635-be52-a55c1df2a64c', 'name': 'network-vif-deleted', 'tag': 'd449d059-cd82-40c3-b8ba-d86c2eedc7f4'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:52:00.687825 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7942af56-3936-4694-b113-6a882cd5686d" -d '{"events": [{"server_uuid": "0205a609-0062-4635-be52-a55c1df2a64c", "name": "network-vif-deleted", "tag": "d449d059-cd82-40c3-b8ba-d86c2eedc7f4"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:52:00.735076 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeae4eaa-dca5-4a5c-8a10-7191278faf9a x-openstack-request-id: req-eeae4eaa-dca5-4a5c-8a10-7191278faf9a {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:52:00.735376 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0205a609-0062-4635-be52-a55c1df2a64c", "name": "network-vif-deleted", "tag": "d449d059-cd82-40c3-b8ba-d86c2eedc7f4", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:52:00.735629 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eeae4eaa-dca5-4a5c-8a10-7191278faf9a {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:52:00.736053 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0205a609-0062-4635-be52-a55c1df2a64c', 'name': 'network-vif-deleted', 'tag': 'd449d059-cd82-40c3-b8ba-d86c2eedc7f4', 'status': 'completed', 'code': 200} Mar 01 13:52:00.738281 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-2f329799-fbe8-4b28-b66c-8d65bb29fbc9 req-bd0eff08-0887-4a97-b099-fcfb43c54255 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] For port a5dd51f4-1cbb-4533-abd4-c4f0553dfd59, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=a5dd51f4-1cbb-4533-abd4-c4f0553dfd59,segment=NetworkSegment(bffb2426-a4f2-4898-be49-a8547863bf21),segment_id=bffb2426-a4f2-4898-be49-a8547863bf21)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:52:00.738653 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2f329799-fbe8-4b28-b66c-8d65bb29fbc9 req-bd0eff08-0887-4a97-b099-fcfb43c54255 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (a5dd51f4-1cbb-4533-abd4-c4f0553dfd59), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:00.750825 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4320637e-af21-4144-a40e-ac3c232e06ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e22eae-54d3-4b93-91ba-1be936493adb'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:52:00.751578 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-2f329799-fbe8-4b28-b66c-8d65bb29fbc9 req-bd0eff08-0887-4a97-b099-fcfb43c54255 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Calling delete_port for a5dd51f4-1cbb-4533-abd4-c4f0553dfd59 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:52:00.754695 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8931822-1171-4088-b980-41493ec82e01" -d '{"events": [{"server_uuid": "4320637e-af21-4144-a40e-ac3c232e06ba", "name": "network-vif-plugged", "status": "completed", "tag": "22e22eae-54d3-4b93-91ba-1be936493adb"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:52:00.818572 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718879de-2051-4953-9fc6-bdd33f81ddc6 x-openstack-request-id: req-718879de-2051-4953-9fc6-bdd33f81ddc6 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:52:00.819021 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4320637e-af21-4144-a40e-ac3c232e06ba", "name": "network-vif-plugged", "status": "completed", "tag": "22e22eae-54d3-4b93-91ba-1be936493adb", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:52:00.819283 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-718879de-2051-4953-9fc6-bdd33f81ddc6 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:52:00.819850 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4320637e-af21-4144-a40e-ac3c232e06ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e22eae-54d3-4b93-91ba-1be936493adb', 'code': 200} Mar 01 13:52:00.912357 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2f329799-fbe8-4b28-b66c-8d65bb29fbc9 req-bd0eff08-0887-4a97-b099-fcfb43c54255 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (a5dd51f4-1cbb-4533-abd4-c4f0553dfd59), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:00.928311 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['91417fea-9990-4818-a6e9-9e5885211a07'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:52:00.949627 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684b839-a555-405e-9f79-daae57502978 req-827c1a53-6bc6-4a58-be3e-c369ef94c8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:00.952565 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e684b839-a555-405e-9f79-daae57502978 req-827c1a53-6bc6-4a58-be3e-c369ef94c8a3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4320637e-af21-4144-a40e-ac3c232e06ba HTTP/1.1" status: 200 len: 1128 time: 0.0582328 Mar 01 13:52:00.971869 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0eff08-0887-4a97-b099-fcfb43c54255 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Pushing event deleted for resources: {'Port': ['ID=a5dd51f4-1cbb-4533-abd4-c4f0553dfd59,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:01.050093 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e684b839-a555-405e-9f79-daae57502978 req-45d7006e-f391-4594-9ff7-4d3172840698 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4a8db81f-3ab4-4ea7-b6f2-d0663efebf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906739 Mar 01 13:52:01.051583 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f329799-fbe8-4b28-b66c-8d65bb29fbc9 req-bd0eff08-0887-4a97-b099-fcfb43c54255 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] No DVR routers for this DVR port a5dd51f4-1cbb-4533-abd4-c4f0553dfd59 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:52:01.056147 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2f329799-fbe8-4b28-b66c-8d65bb29fbc9 req-bd0eff08-0887-4a97-b099-fcfb43c54255 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:01.060757 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2f329799-fbe8-4b28-b66c-8d65bb29fbc9 req-bd0eff08-0887-4a97-b099-fcfb43c54255 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.32 "DELETE /v2.0/ports/a5dd51f4-1cbb-4533-abd4-c4f0553dfd59 HTTP/1.1" status: 204 len: 173 time: 0.7578163 Mar 01 13:52:01.177765 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-923c777f-fcc9-4fa7-a2e6-0fff04d9961d req-c513e086-300c-4e21-8d3e-c84463167071 tempest-ListServersNegativeTestJSON-1181120355 tempest-ListServersNegativeTestJSON-1181120355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e9365c0-68ff-4837-85ae-e1a71e51937a HTTP/1.1" status: 200 len: 210 time: 0.0430865 Mar 01 13:52:01.384954 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cf347-2121-426c-a507-c5c884e7fdbb req-90f7fc63-079c-46a7-9154-e86341e0567d tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:01.391703 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4c5cf347-2121-426c-a507-c5c884e7fdbb req-90f7fc63-079c-46a7-9154-e86341e0567d tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=efbe0e60-de2f-4df0-9f0c-ce9ff03b80fa HTTP/1.1" status: 200 len: 949 time: 0.0871227 Mar 01 13:52:01.451969 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4c5cf347-2121-426c-a507-c5c884e7fdbb req-70b1b9e0-e438-4906-b11c-9eb957c667c4 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4ab41d7-9d17-4584-87bc-0097259aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579357 Mar 01 13:52:01.724825 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:01.725347 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36b241-e472-4427-83e5-29eb159d5eed req-cd378c18-1484-4af6-b051-3c0448e00426 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:01.732363 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ea36b241-e472-4427-83e5-29eb159d5eed req-cd378c18-1484-4af6-b051-3c0448e00426 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/ports?device_id=4320637e-af21-4144-a40e-ac3c232e06ba HTTP/1.1" status: 200 len: 946 time: 0.1029420 Mar 01 13:52:01.820179 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ea36b241-e472-4427-83e5-29eb159d5eed req-faf8d053-e189-4418-a0b1-afe5a1fd1d8d tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a8db81f-3ab4-4ea7-b6f2-d0663efebf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838389 Mar 01 13:52:01.901851 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b44d4-7944-4304-b058-948d9f1acdd0 req-ed504b43-404c-4e00-8517-5a16d821360a tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:01.903470 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fb8b44d4-7944-4304-b058-948d9f1acdd0 req-ed504b43-404c-4e00-8517-5a16d821360a tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbe0e60-de2f-4df0-9f0c-ce9ff03b80fa HTTP/1.1" status: 200 len: 949 time: 0.0587761 Mar 01 13:52:02.022563 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-fb8b44d4-7944-4304-b058-948d9f1acdd0 req-84fc5959-326f-4118-ab9c-f6f6c07ef402 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Deleting port 96c765e7-0f79-48fb-97a9-002b643806e4 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:52:02.023404 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-fb8b44d4-7944-4304-b058-948d9f1acdd0 req-84fc5959-326f-4118-ab9c-f6f6c07ef402 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (96c765e7-0f79-48fb-97a9-002b643806e4), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:02.064682 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43976) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:02.136667 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-fb8b44d4-7944-4304-b058-948d9f1acdd0 req-84fc5959-326f-4118-ab9c-f6f6c07ef402 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] For port 96c765e7-0f79-48fb-97a9-002b643806e4, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=96c765e7-0f79-48fb-97a9-002b643806e4,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:52:02.137035 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-fb8b44d4-7944-4304-b058-948d9f1acdd0 req-84fc5959-326f-4118-ab9c-f6f6c07ef402 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (96c765e7-0f79-48fb-97a9-002b643806e4), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:02.152893 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-fb8b44d4-7944-4304-b058-948d9f1acdd0 req-84fc5959-326f-4118-ab9c-f6f6c07ef402 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Calling delete_port for 96c765e7-0f79-48fb-97a9-002b643806e4 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:52:02.205867 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device d449d059-cd82-40c3-b8ba-d86c2eedc7f4 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:52:02.259949 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: d449d059-cd82-40c3-b8ba-d86c2eedc7f4 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:52:02.264826 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device d449d059-cd82-40c3-b8ba-d86c2eedc7f4 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:52:02.265463 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 96c765e7-0f79-48fb-97a9-002b643806e4 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:52:02.284565 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-78112c89-b803-4997-9a5e-28f63832dd1e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea806a125cd64f0a90b248d67c01c1c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2174220 Mar 01 13:52:02.286796 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43986) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:02.347384 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dff805bc-6390-4ce7-88ff-d01e2725c6dc admin admin] Publish callbacks [] for security_group (2a0d2017-27c4-40ed-8ff7-4d726b30135f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:02.368708 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-fb8b44d4-7944-4304-b058-948d9f1acdd0 req-84fc5959-326f-4118-ab9c-f6f6c07ef402 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (96c765e7-0f79-48fb-97a9-002b643806e4), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:02.387099 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 43990) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:02.398172 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dff805bc-6390-4ce7-88ff-d01e2725c6dc admin admin] Publish callbacks [] for security_group (2a0d2017-27c4-40ed-8ff7-4d726b30135f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:02.442764 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc5959-326f-4118-ab9c-f6f6c07ef402 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Pushing event deleted for resources: {'Port': ['ID=96c765e7-0f79-48fb-97a9-002b643806e4,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:02.447042 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 96c765e7-0f79-48fb-97a9-002b643806e4 is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:02.461687 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (96c765e7-0f79-48fb-97a9-002b643806e4), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:02.483682 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dff805bc-6390-4ce7-88ff-d01e2725c6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (2a0d2017-27c4-40ed-8ff7-4d726b30135f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:02.488102 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dff805bc-6390-4ce7-88ff-d01e2725c6dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:02.492219 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-dff805bc-6390-4ce7-88ff-d01e2725c6dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a0d2017-27c4-40ed-8ff7-4d726b30135f HTTP/1.1" status: 204 len: 168 time: 0.2016294 Mar 01 13:52:02.511717 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff805bc-6390-4ce7-88ff-d01e2725c6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0d2017-27c4-40ed-8ff7-4d726b30135f,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:02.552129 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device a5dd51f4-1cbb-4533-abd4-c4f0553dfd59 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:52:02.553246 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8b44d4-7944-4304-b058-948d9f1acdd0 req-84fc5959-326f-4118-ab9c-f6f6c07ef402 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] No DVR routers for this DVR port 96c765e7-0f79-48fb-97a9-002b643806e4 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:52:02.561919 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3e253be-2aaf-4407-b8d5-e6c5125aa067 admin admin] Deleting subnet 28884a92-0f85-4b3c-9d12-af17022ea48c {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:52:02.564499 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-fb8b44d4-7944-4304-b058-948d9f1acdd0 req-84fc5959-326f-4118-ab9c-f6f6c07ef402 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:02.569434 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fb8b44d4-7944-4304-b058-948d9f1acdd0 req-84fc5959-326f-4118-ab9c-f6f6c07ef402 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.32 "DELETE /v2.0/ports/96c765e7-0f79-48fb-97a9-002b643806e4 HTTP/1.1" status: 204 len: 173 time: 0.6589432 Mar 01 13:52:02.572379 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b3e253be-2aaf-4407-b8d5-e6c5125aa067 admin admin] Publish callbacks [] for subnet (28884a92-0f85-4b3c-9d12-af17022ea48c), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:02.588056 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: a5dd51f4-1cbb-4533-abd4-c4f0553dfd59 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:52:02.592413 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device a5dd51f4-1cbb-4533-abd4-c4f0553dfd59 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:52:02.650601 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5d5d445e-95d8-4d79-b32a-003ba3887f8f req-6072f561-76e4-42f3-80d5-a7d873be8a98 tempest-ServersOnMultiNodesTest-1807888299 tempest-ServersOnMultiNodesTest-1807888299-project] 10.222.0.13 "GET /v2.0/ports?device_id=efbe0e60-de2f-4df0-9f0c-ce9ff03b80fa HTTP/1.1" status: 200 len: 210 time: 0.0791385 Mar 01 13:52:02.674448 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b3e253be-2aaf-4407-b8d5-e6c5125aa067 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (28884a92-0f85-4b3c-9d12-af17022ea48c), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:02.735836 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b3e253be-2aaf-4407-b8d5-e6c5125aa067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (28884a92-0f85-4b3c-9d12-af17022ea48c), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:02.738717 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9216e526-f02d-4caa-aaf8-19035b9f87ee', 'name': 'network-vif-deleted', 'tag': 'a5dd51f4-1cbb-4533-abd4-c4f0553dfd59'}, {'server_uuid': 'efbe0e60-de2f-4df0-9f0c-ce9ff03b80fa', 'name': 'network-vif-deleted', 'tag': '96c765e7-0f79-48fb-97a9-002b643806e4'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:52:02.741408 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf42828c-d8a9-4668-9a02-4bd7e6a7c36d" -d '{"events": [{"server_uuid": "9216e526-f02d-4caa-aaf8-19035b9f87ee", "name": "network-vif-deleted", "tag": "a5dd51f4-1cbb-4533-abd4-c4f0553dfd59"}, {"server_uuid": "efbe0e60-de2f-4df0-9f0c-ce9ff03b80fa", "name": "network-vif-deleted", "tag": "96c765e7-0f79-48fb-97a9-002b643806e4"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:52:02.805620 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b3e253be-2aaf-4407-b8d5-e6c5125aa067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (28884a92-0f85-4b3c-9d12-af17022ea48c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:02.841459 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 01 Mar 2022 13:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ebe950-4438-4a72-85d5-a58a6e750c9e x-openstack-request-id: req-23ebe950-4438-4a72-85d5-a58a6e750c9e {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:52:02.841765 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9216e526-f02d-4caa-aaf8-19035b9f87ee", "name": "network-vif-deleted", "tag": "a5dd51f4-1cbb-4533-abd4-c4f0553dfd59", "status": "completed", "code": 200}, {"server_uuid": "efbe0e60-de2f-4df0-9f0c-ce9ff03b80fa", "name": "network-vif-deleted", "tag": "96c765e7-0f79-48fb-97a9-002b643806e4", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:52:02.850162 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23ebe950-4438-4a72-85d5-a58a6e750c9e {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:52:02.850838 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9216e526-f02d-4caa-aaf8-19035b9f87ee', 'name': 'network-vif-deleted', 'tag': 'a5dd51f4-1cbb-4533-abd4-c4f0553dfd59', 'status': 'completed', 'code': 200} Mar 01 13:52:02.851352 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbe0e60-de2f-4df0-9f0c-ce9ff03b80fa', 'name': 'network-vif-deleted', 'tag': '96c765e7-0f79-48fb-97a9-002b643806e4', 'status': 'completed', 'code': 200} Mar 01 13:52:02.858330 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e253be-2aaf-4407-b8d5-e6c5125aa067 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28884a92-0f85-4b3c-9d12-af17022ea48c,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:02.861384 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b3e253be-2aaf-4407-b8d5-e6c5125aa067 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:02.867360 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b3e253be-2aaf-4407-b8d5-e6c5125aa067 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/28884a92-0f85-4b3c-9d12-af17022ea48c HTTP/1.1" status: 204 len: 168 time: 0.4736164 Mar 01 13:52:02.870056 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44010) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:03.073173 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a1ab55c8-2d1a-46cb-b2d9-68c7fe5f833e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (ef281989-2746-4ecc-b6f1-48f595c50496), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:03.152950 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9787d-80bb-4069-8c55-4602f56b8748 req-7aa43a1d-8843-4448-a395-384c98ca0715 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:03.154719 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ed9787d-80bb-4069-8c55-4602f56b8748 req-7aa43a1d-8843-4448-a395-384c98ca0715 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/ports?device_id=4320637e-af21-4144-a40e-ac3c232e06ba HTTP/1.1" status: 200 len: 946 time: 0.2012959 Mar 01 13:52:03.300707 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ed9787d-80bb-4069-8c55-4602f56b8748 req-691338b2-f933-40c6-a346-3ffa9384a525 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a8db81f-3ab4-4ea7-b6f2-d0663efebf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184299 Mar 01 13:52:03.372370 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a1ab55c8-2d1a-46cb-b2d9-68c7fe5f833e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (ef281989-2746-4ecc-b6f1-48f595c50496), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:03.482865 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-a1ab55c8-2d1a-46cb-b2d9-68c7fe5f833e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef281989-2746-4ecc-b6f1-48f595c50496']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:03.521845 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-a1ab55c8-2d1a-46cb-b2d9-68c7fe5f833e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bffb2426-a4f2-4898-be49-a8547863bf21') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:03.522560 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-a1ab55c8-2d1a-46cb-b2d9-68c7fe5f833e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bffb2426-a4f2-4898-be49-a8547863bf21') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:03.545929 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44040) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:03.710070 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-786e2c84-094e-4dc5-8ba2-cbabe35cba5d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-30014239-network', 'tenant_id': '78efedc3031f4258896f94ad66a2f53b'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:52:03.735691 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786e2c84-094e-4dc5-8ba2-cbabe35cba5d admin admin] Made reservation on behalf of 78efedc3031f4258896f94ad66a2f53b for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:52:03.743357 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-786e2c84-094e-4dc5-8ba2-cbabe35cba5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:03.754992 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-786e2c84-094e-4dc5-8ba2-cbabe35cba5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:03.847373 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a1ab55c8-2d1a-46cb-b2d9-68c7fe5f833e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (bffb2426-a4f2-4898-be49-a8547863bf21), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:03.871844 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-786e2c84-094e-4dc5-8ba2-cbabe35cba5d admin admin] Publish callbacks [] for security_group (fcd062d3-722f-442a-abc7-caa91177f9bf), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:03.886713 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-786e2c84-094e-4dc5-8ba2-cbabe35cba5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fcd062d3-722f-442a-abc7-caa91177f9bf), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:03.904009 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a1ab55c8-2d1a-46cb-b2d9-68c7fe5f833e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (bffb2426-a4f2-4898-be49-a8547863bf21), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:03.914070 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ab55c8-2d1a-46cb-b2d9-68c7fe5f833e admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:52:03.914656 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a1ab55c8-2d1a-46cb-b2d9-68c7fe5f833e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (bffb2426-a4f2-4898-be49-a8547863bf21), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:03.919357 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 13:52:03.919357 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:52:03.919357 n-d-827467-3 neutron-server[103727]: timer() Mar 01 13:52:03.919357 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:52:03.919357 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 13:52:03.919357 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:52:03.919357 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 13:52:03.919357 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:52:03.919357 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 13:52:03.919357 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:52:03.919357 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 13:52:03.919357 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:52:03.919357 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 13:52:03.919357 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:52:03.919357 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:52:03.919357 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:52:03.919357 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:52:03.919357 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:52:03.919357 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 13:52:03.919357 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:52:03.919357 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 13:52:03.919357 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:52:03.919357 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:52:03.919357 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:52:03.919357 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 13:52:03.919357 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:52:03.919357 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:52:03.919357 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:52:03.919357 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:52:03.919357 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:52:03.919357 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:52:03.919357 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:52:03.928706 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b856f69d-8e9a-49e7-8f8a-322a2a7db67d req-1b9e5261-2fef-4f3c-909a-758b5e16055c tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 258 time: 0.6004581 Mar 01 13:52:03.939182 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-786e2c84-094e-4dc5-8ba2-cbabe35cba5d admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:52:03.944681 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-b856f69d-8e9a-49e7-8f8a-322a2a7db67d req-ad96da41-69bc-435c-8fd3-0c071da0d2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:52:03.966429 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e2c84-094e-4dc5-8ba2-cbabe35cba5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd062d3-722f-442a-abc7-caa91177f9bf,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:03.969599 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-786e2c84-094e-4dc5-8ba2-cbabe35cba5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (efe63841-b106-46a8-b592-11b75931e8a7), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:03.970202 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-786e2c84-094e-4dc5-8ba2-cbabe35cba5d admin admin] Added segment efe63841-b106-46a8-b592-11b75931e8a7 of type vlan for network 7bc0ee18-c84c-4cd4-a25a-b7c745ed092c Mar 01 13:52:04.010823 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b856f69d-8e9a-49e7-8f8a-322a2a7db67d req-ad96da41-69bc-435c-8fd3-0c071da0d2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:04.027123 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-786e2c84-094e-4dc5-8ba2-cbabe35cba5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (7bc0ee18-c84c-4cd4-a25a-b7c745ed092c), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:04.034835 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a1ab55c8-2d1a-46cb-b2d9-68c7fe5f833e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (ef281989-2746-4ecc-b6f1-48f595c50496), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:04.054601 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a1ab55c8-2d1a-46cb-b2d9-68c7fe5f833e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:04.054916 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 91417fea-9990-4818-a6e9-9e5885211a07 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:52:04.058559 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a1ab55c8-2d1a-46cb-b2d9-68c7fe5f833e admin admin] 10.222.0.13 "DELETE /v2.0/networks/ef281989-2746-4ecc-b6f1-48f595c50496 HTTP/1.1" status: 204 len: 168 time: 1.1870816 Mar 01 13:52:04.059992 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab55c8-2d1a-46cb-b2d9-68c7fe5f833e admin admin] Pushing event deleted for resources: {'Network': ['ID=ef281989-2746-4ecc-b6f1-48f595c50496,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:04.068845 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-786e2c84-094e-4dc5-8ba2-cbabe35cba5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (7bc0ee18-c84c-4cd4-a25a-b7c745ed092c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:04.069951 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786e2c84-094e-4dc5-8ba2-cbabe35cba5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:04.070643 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-786e2c84-094e-4dc5-8ba2-cbabe35cba5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:04.117420 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 91417fea-9990-4818-a6e9-9e5885211a07 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:52:04.117766 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 91417fea-9990-4818-a6e9-9e5885211a07 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:52:04.196428 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b856f69d-8e9a-49e7-8f8a-322a2a7db67d req-ad96da41-69bc-435c-8fd3-0c071da0d2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:04.214568 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-786e2c84-094e-4dc5-8ba2-cbabe35cba5d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6668484 Mar 01 13:52:04.217651 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44064) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:04.225906 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-8902948e-b1cd-4da8-b664-220c90a5188b admin admin] Request body: {'subnet': {'network_id': '7bc0ee18-c84c-4cd4-a25a-b7c745ed092c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-30014239-subnet', 'tenant_id': '78efedc3031f4258896f94ad66a2f53b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:52:04.284515 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e2c84-094e-4dc5-8ba2-cbabe35cba5d admin admin] Pushing event updated for resources: {'Network': ['ID=7bc0ee18-c84c-4cd4-a25a-b7c745ed092c,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:04.292502 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8902948e-b1cd-4da8-b664-220c90a5188b admin admin] Made reservation on behalf of 78efedc3031f4258896f94ad66a2f53b for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:52:04.301846 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 7bc0ee18-c84c-4cd4-a25a-b7c745ed092c details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:52:04.309877 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8902948e-b1cd-4da8-b664-220c90a5188b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:04.355509 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44068) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:04.464992 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-b856f69d-8e9a-49e7-8f8a-322a2a7db67d req-ad96da41-69bc-435c-8fd3-0c071da0d2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Allocated IP 172.25.1.216 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/8280c3b3-7073-4839-ad62-226a8e8499ac) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:52:04.486157 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6212518e-f280-4f14-bedb-61c2455312ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0fe356b70b6a43008a58b9462b2b03e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1284382 Mar 01 13:52:04.491985 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44070) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:04.505368 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44072) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:04.612934 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4ede9430-85c0-4384-bd6c-0bd9e4d13075 admin admin] Publish callbacks [] for security_group (b332677f-1182-4a4e-9c04-a143e0a3c980), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:04.662141 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4ede9430-85c0-4384-bd6c-0bd9e4d13075 admin admin] Publish callbacks [] for security_group (b332677f-1182-4a4e-9c04-a143e0a3c980), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:04.680096 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b856f69d-8e9a-49e7-8f8a-322a2a7db67d req-ad96da41-69bc-435c-8fd3-0c071da0d2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks [] for port (8280c3b3-7073-4839-ad62-226a8e8499ac), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:04.712880 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8902948e-b1cd-4da8-b664-220c90a5188b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (ac4622d6-031a-43e3-b876-291bd0fbb3da), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:04.768365 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b856f69d-8e9a-49e7-8f8a-322a2a7db67d req-ad96da41-69bc-435c-8fd3-0c071da0d2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (8280c3b3-7073-4839-ad62-226a8e8499ac), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:04.774230 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4ede9430-85c0-4384-bd6c-0bd9e4d13075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b332677f-1182-4a4e-9c04-a143e0a3c980), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:04.778413 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4ede9430-85c0-4384-bd6c-0bd9e4d13075 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:04.782752 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4ede9430-85c0-4384-bd6c-0bd9e4d13075 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b332677f-1182-4a4e-9c04-a143e0a3c980 HTTP/1.1" status: 204 len: 168 time: 0.2893629 Mar 01 13:52:04.837193 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede9430-85c0-4384-bd6c-0bd9e4d13075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b332677f-1182-4a4e-9c04-a143e0a3c980,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:04.844313 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b856f69d-8e9a-49e7-8f8a-322a2a7db67d req-ad96da41-69bc-435c-8fd3-0c071da0d2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:52:04.849152 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-b856f69d-8e9a-49e7-8f8a-322a2a7db67d req-ad96da41-69bc-435c-8fd3-0c071da0d2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:52:04.854825 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-b856f69d-8e9a-49e7-8f8a-322a2a7db67d req-ad96da41-69bc-435c-8fd3-0c071da0d2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:52:04.869844 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902948e-b1cd-4da8-b664-220c90a5188b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac4622d6-031a-43e3-b876-291bd0fbb3da,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:04.910906 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96da41-69bc-435c-8fd3-0c071da0d2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Pushing event updated for resources: {'Port': ['ID=8280c3b3-7073-4839-ad62-226a8e8499ac,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:04.917262 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8902948e-b1cd-4da8-b664-220c90a5188b admin admin] Checking segment: {'id': 'efe63841-b106-46a8-b592-11b75931e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7bc0ee18-c84c-4cd4-a25a-b7c745ed092c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:52:04.917655 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8902948e-b1cd-4da8-b664-220c90a5188b admin admin] Network hostable DHCP agents. Network: 7bc0ee18-c84c-4cd4-a25a-b7c745ed092c, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:52:04.951234 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8902948e-b1cd-4da8-b664-220c90a5188b admin admin] Network 7bc0ee18-c84c-4cd4-a25a-b7c745ed092c is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:52:04.967495 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-8902948e-b1cd-4da8-b664-220c90a5188b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 7bc0ee18-c84c-4cd4-a25a-b7c745ed092c) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:52:04.975492 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8902948e-b1cd-4da8-b664-220c90a5188b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:04.976239 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8902948e-b1cd-4da8-b664-220c90a5188b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:04.980045 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90ae73c-897c-46ba-a721-7273d5ebdb99 None None] Network 7bc0ee18-c84c-4cd4-a25a-b7c745ed092c requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:52:05.014192 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8902948e-b1cd-4da8-b664-220c90a5188b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7954814 Mar 01 13:52:05.017473 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44088) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:05.024012 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-dc13716f-4090-4455-baca-b9ae9e8daf8e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-30014239-router', 'tenant_id': '78efedc3031f4258896f94ad66a2f53b', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:52:05.055732 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e40a6876-0491-4cb0-9fd9-4ab7563e0639 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ec5c9492ee44fd9b5f60396d6276cb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5468755 Mar 01 13:52:05.058253 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44090) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:05.081816 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc13716f-4090-4455-baca-b9ae9e8daf8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (90944be5-4749-41a7-a6bc-306a4b20baee), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:05.083050 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc13716f-4090-4455-baca-b9ae9e8daf8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (90944be5-4749-41a7-a6bc-306a4b20baee), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:05.105647 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b856f69d-8e9a-49e7-8f8a-322a2a7db67d req-ad96da41-69bc-435c-8fd3-0c071da0d2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks [] for floatingip (a8728101-8066-49ec-a5fb-80e5ef9c30e3), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:05.131607 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee78e960-d447-407d-9fdf-f60f55c1f9a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-7bc0ee18-c84c-4cd4-a25a-b7c745ed092c', 'network_id': '7bc0ee18-c84c-4cd4-a25a-b7c745ed092c', 'project_id': '78efedc3031f4258896f94ad66a2f53b', 'fixed_ips': [{'subnet_id': 'ac4622d6-031a-43e3-b876-291bd0fbb3da'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:52:05.133325 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ee78e960-d447-407d-9fdf-f60f55c1f9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:05.156007 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b856f69d-8e9a-49e7-8f8a-322a2a7db67d req-ad96da41-69bc-435c-8fd3-0c071da0d2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8280c3b3-7073-4839-ad62-226a8e8499ac), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:05.226838 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc13716f-4090-4455-baca-b9ae9e8daf8e admin admin] Publish callbacks [] for router_controller (90944be5-4749-41a7-a6bc-306a4b20baee), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:05.272456 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-75a4df53-0edb-4b45-a88c-cc35b7dcf3e0 admin admin] Publish callbacks [] for security_group (c4ab41d7-9d17-4584-87bc-0097259aaabd), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:05.345165 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-75a4df53-0edb-4b45-a88c-cc35b7dcf3e0 admin admin] Publish callbacks [] for security_group (c4ab41d7-9d17-4584-87bc-0097259aaabd), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:05.375944 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44100) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:05.390303 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-ee78e960-d447-407d-9fdf-f60f55c1f9a1 None None] Allocated IP 172.20.0.2 (7bc0ee18-c84c-4cd4-a25a-b7c745ed092c/ac4622d6-031a-43e3-b876-291bd0fbb3da/0e68980d-bce0-459c-8a5c-7bdccfe52110) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:52:05.432247 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc13716f-4090-4455-baca-b9ae9e8daf8e admin admin] Publish callbacks [] for router_gateway (90944be5-4749-41a7-a6bc-306a4b20baee), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:05.482443 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-75a4df53-0edb-4b45-a88c-cc35b7dcf3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c4ab41d7-9d17-4584-87bc-0097259aaabd), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:05.486600 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-75a4df53-0edb-4b45-a88c-cc35b7dcf3e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:05.492063 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-75a4df53-0edb-4b45-a88c-cc35b7dcf3e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4ab41d7-9d17-4584-87bc-0097259aaabd HTTP/1.1" status: 204 len: 168 time: 0.4326859 Mar 01 13:52:05.520690 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4df53-0edb-4b45-a88c-cc35b7dcf3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ab41d7-9d17-4584-87bc-0097259aaabd,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:05.560534 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b856f69d-8e9a-49e7-8f8a-322a2a7db67d req-ad96da41-69bc-435c-8fd3-0c071da0d2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks [] for port (8280c3b3-7073-4839-ad62-226a8e8499ac), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:05.571294 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b856f69d-8e9a-49e7-8f8a-322a2a7db67d req-ad96da41-69bc-435c-8fd3-0c071da0d2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (8280c3b3-7073-4839-ad62-226a8e8499ac), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:05.769298 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d36af45d-819e-407d-97e0-cb5fe5500f4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:05.771462 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b856f69d-8e9a-49e7-8f8a-322a2a7db67d req-ad96da41-69bc-435c-8fd3-0c071da0d2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (a8728101-8066-49ec-a5fb-80e5ef9c30e3), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:05.834992 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96da41-69bc-435c-8fd3-0c071da0d2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Pushing event updated for resources: {'Port': ['ID=8280c3b3-7073-4839-ad62-226a8e8499ac,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:05.867214 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b856f69d-8e9a-49e7-8f8a-322a2a7db67d req-ad96da41-69bc-435c-8fd3-0c071da0d2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:05.868504 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b856f69d-8e9a-49e7-8f8a-322a2a7db67d req-ad96da41-69bc-435c-8fd3-0c071da0d2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9387825 Mar 01 13:52:05.932471 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc13716f-4090-4455-baca-b9ae9e8daf8e admin admin] Publish callbacks [] for router_gateway (90944be5-4749-41a7-a6bc-306a4b20baee), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:05.980819 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ee78e960-d447-407d-9fdf-f60f55c1f9a1 None None] Publish callbacks [] for port (0e68980d-bce0-459c-8a5c-7bdccfe52110), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:05.990162 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc13716f-4090-4455-baca-b9ae9e8daf8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:05.994553 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b856f69d-8e9a-49e7-8f8a-322a2a7db67d req-14800293-5072-48cc-9913-09bb2ea989b1 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.216 HTTP/1.1" status: 200 len: 696 time: 0.1146317 Mar 01 13:52:05.998016 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ee78e960-d447-407d-9fdf-f60f55c1f9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (0e68980d-bce0-459c-8a5c-7bdccfe52110), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:06.106382 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee78e960-d447-407d-9fdf-f60f55c1f9a1 None None] Network 7bc0ee18-c84c-4cd4-a25a-b7c745ed092c is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:52:06.118750 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-ee78e960-d447-407d-9fdf-f60f55c1f9a1 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:52:06.123242 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee78e960-d447-407d-9fdf-f60f55c1f9a1 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:52:06.146185 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78e960-d447-407d-9fdf-f60f55c1f9a1 None None] Pushing event updated for resources: {'Port': ['ID=0e68980d-bce0-459c-8a5c-7bdccfe52110,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:06.192707 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44120) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:06.232090 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-ee78e960-d447-407d-9fdf-f60f55c1f9a1 None None] Attempting to bind port 0e68980d-bce0-459c-8a5c-7bdccfe52110 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:52:06.232766 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-ee78e960-d447-407d-9fdf-f60f55c1f9a1 None None] Attempting to bind port 0e68980d-bce0-459c-8a5c-7bdccfe52110 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'efe63841-b106-46a8-b592-11b75931e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7bc0ee18-c84c-4cd4-a25a-b7c745ed092c'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:52:06.232889 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee78e960-d447-407d-9fdf-f60f55c1f9a1 None None] Attempting to bind port 0e68980d-bce0-459c-8a5c-7bdccfe52110 on network 7bc0ee18-c84c-4cd4-a25a-b7c745ed092c {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:52:06.235530 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d36af45d-819e-407d-97e0-cb5fe5500f4e admin admin] Publish callbacks [] for security_group (aaf97649-111e-46cf-83ed-1d9e848c316c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:06.239149 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee78e960-d447-407d-9fdf-f60f55c1f9a1 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:52:06.239538 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee78e960-d447-407d-9fdf-f60f55c1f9a1 None None] Checking segment: {'id': 'efe63841-b106-46a8-b592-11b75931e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7bc0ee18-c84c-4cd4-a25a-b7c745ed092c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:52:06.240306 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ee78e960-d447-407d-9fdf-f60f55c1f9a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:06.240498 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee78e960-d447-407d-9fdf-f60f55c1f9a1 None None] Bound using segment: {'id': 'efe63841-b106-46a8-b592-11b75931e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7bc0ee18-c84c-4cd4-a25a-b7c745ed092c'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:52:06.241094 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-ee78e960-d447-407d-9fdf-f60f55c1f9a1 None None] Bound port: 0e68980d-bce0-459c-8a5c-7bdccfe52110, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe63841-b106-46a8-b592-11b75931e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7bc0ee18-c84c-4cd4-a25a-b7c745ed092c'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:52:06.241489 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ee78e960-d447-407d-9fdf-f60f55c1f9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (0e68980d-bce0-459c-8a5c-7bdccfe52110), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:06.262573 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-dc13716f-4090-4455-baca-b9ae9e8daf8e admin admin] Allocated IP 172.25.1.61 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/c78bdbbc-478b-4d85-9d12-fd91baf923c6) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:52:06.279456 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d36af45d-819e-407d-97e0-cb5fe5500f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (aaf97649-111e-46cf-83ed-1d9e848c316c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:06.320521 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-ee78e960-d447-407d-9fdf-f60f55c1f9a1 None None] For port 0e68980d-bce0-459c-8a5c-7bdccfe52110, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:52:06.324599 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-ee78e960-d447-407d-9fdf-f60f55c1f9a1 None None] For port 0e68980d-bce0-459c-8a5c-7bdccfe52110, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=0e68980d-bce0-459c-8a5c-7bdccfe52110,segment=NetworkSegment(efe63841-b106-46a8-b592-11b75931e8a7),segment_id=efe63841-b106-46a8-b592-11b75931e8a7)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:52:06.335942 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ee78e960-d447-407d-9fdf-f60f55c1f9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (0e68980d-bce0-459c-8a5c-7bdccfe52110), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:06.412870 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d36af45d-819e-407d-97e0-cb5fe5500f4e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=295fbe39219549da98bd0df804b75840&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0339179 Mar 01 13:52:06.416731 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44124) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:06.421204 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36af45d-819e-407d-97e0-cb5fe5500f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf97649-111e-46cf-83ed-1d9e848c316c,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:06.428416 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-06ef9973-ae51-420e-b665-9550796cea1d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=528ea4d769254d57ab674975e47b077d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1893291 Mar 01 13:52:06.441534 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44128) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:06.445547 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78e960-d447-407d-9fdf-f60f55c1f9a1 None None] Pushing event updated for resources: {'Port': ['ID=0e68980d-bce0-459c-8a5c-7bdccfe52110,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:06.502656 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc13716f-4090-4455-baca-b9ae9e8daf8e admin admin] Publish callbacks [] for port (c78bdbbc-478b-4d85-9d12-fd91baf923c6), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:06.504378 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856f69d-8e9a-49e7-8f8a-322a2a7db67d req-1d9ed6f5-d667-48e4-8e64-f1284e60aa2a tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:06.505799 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b856f69d-8e9a-49e7-8f8a-322a2a7db67d req-1d9ed6f5-d667-48e4-8e64-f1284e60aa2a tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 784 time: 0.4949164 Mar 01 13:52:06.546025 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a3df2383-fbf1-4a9f-8702-a699ae27ae73 admin admin] Publish callbacks [] for security_group (aaf97649-111e-46cf-83ed-1d9e848c316c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:06.549063 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-b856f69d-8e9a-49e7-8f8a-322a2a7db67d req-6261ec08-1c38-4b4b-a18a-c692a2cb462c tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:52:06.550581 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b856f69d-8e9a-49e7-8f8a-322a2a7db67d req-6261ec08-1c38-4b4b-a18a-c692a2cb462c tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0272763 Mar 01 13:52:06.551432 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7578afef-ee3e-45cc-8ccc-225fa69c11d2 admin admin] Publish callbacks [] for security_group (25ac20a8-9a8a-41a7-9d54-a13c98884f97), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:06.585571 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44132) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:06.598749 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7578afef-ee3e-45cc-8ccc-225fa69c11d2 admin admin] Publish callbacks [] for security_group (25ac20a8-9a8a-41a7-9d54-a13c98884f97), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:06.623595 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a3df2383-fbf1-4a9f-8702-a699ae27ae73 admin admin] Publish callbacks [] for security_group (aaf97649-111e-46cf-83ed-1d9e848c316c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:06.702547 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc13716f-4090-4455-baca-b9ae9e8daf8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (c78bdbbc-478b-4d85-9d12-fd91baf923c6), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:06.786658 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13716f-4090-4455-baca-b9ae9e8daf8e admin admin] Pushing event updated for resources: {'Port': ['ID=c78bdbbc-478b-4d85-9d12-fd91baf923c6,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:06.800651 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc13716f-4090-4455-baca-b9ae9e8daf8e admin admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:52:06.803438 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-dc13716f-4090-4455-baca-b9ae9e8daf8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:52:06.806235 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc13716f-4090-4455-baca-b9ae9e8daf8e admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:52:06.818772 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7578afef-ee3e-45cc-8ccc-225fa69c11d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (25ac20a8-9a8a-41a7-9d54-a13c98884f97), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:06.823795 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7578afef-ee3e-45cc-8ccc-225fa69c11d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:06.829415 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7578afef-ee3e-45cc-8ccc-225fa69c11d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25ac20a8-9a8a-41a7-9d54-a13c98884f97 HTTP/1.1" status: 204 len: 168 time: 0.3739130 Mar 01 13:52:06.851033 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333ffe4-27fb-4372-8d82-5339d801203f req-1f8d9d8e-1754-4801-a066-ffc8f89c755a tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:06.853668 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b333ffe4-27fb-4372-8d82-5339d801203f req-1f8d9d8e-1754-4801-a066-ffc8f89c755a tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/ports?device_id=4320637e-af21-4144-a40e-ac3c232e06ba&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1761103 Mar 01 13:52:06.859510 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-e0dc7e38-41ac-4035-8d29-056f2a97833c admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-808633823-network', 'tenant_id': '1ad7db43430948fb823a4bfc40b8540f'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:52:06.873158 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a3df2383-fbf1-4a9f-8702-a699ae27ae73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (aaf97649-111e-46cf-83ed-1d9e848c316c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:06.875880 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a3df2383-fbf1-4a9f-8702-a699ae27ae73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:06.879892 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a3df2383-fbf1-4a9f-8702-a699ae27ae73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aaf97649-111e-46cf-83ed-1d9e848c316c HTTP/1.1" status: 204 len: 168 time: 0.4589152 Mar 01 13:52:06.880023 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578afef-ee3e-45cc-8ccc-225fa69c11d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ac20a8-9a8a-41a7-9d54-a13c98884f97,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:06.937069 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df2383-fbf1-4a9f-8702-a699ae27ae73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf97649-111e-46cf-83ed-1d9e848c316c,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:07.090366 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b333ffe4-27fb-4372-8d82-5339d801203f req-cd0228d9-a27d-4c75-9b4c-ec7945087b66 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.216 HTTP/1.1" status: 200 len: 696 time: 0.2152424 Mar 01 13:52:07.107852 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-b333ffe4-27fb-4372-8d82-5339d801203f req-905d343d-d8a1-4086-afbf-10c6386ab868 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Request body: {'floatingip': {'port_id': '22e22eae-54d3-4b93-91ba-1be936493adb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:52:07.113371 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0dc7e38-41ac-4035-8d29-056f2a97833c admin admin] Made reservation on behalf of 1ad7db43430948fb823a4bfc40b8540f for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:52:07.119482 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e0dc7e38-41ac-4035-8d29-056f2a97833c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:07.142200 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 0e68980d-bce0-459c-8a5c-7bdccfe52110 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:52:07.173729 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e0dc7e38-41ac-4035-8d29-056f2a97833c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:07.190157 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b333ffe4-27fb-4372-8d82-5339d801203f req-905d343d-d8a1-4086-afbf-10c6386ab868 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks [] for floatingip (a8728101-8066-49ec-a5fb-80e5ef9c30e3), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:07.224308 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 0e68980d-bce0-459c-8a5c-7bdccfe52110 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:07.225378 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (0e68980d-bce0-459c-8a5c-7bdccfe52110), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:07.331813 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc13716f-4090-4455-baca-b9ae9e8daf8e admin admin] Publish callbacks [] for router_gateway (90944be5-4749-41a7-a6bc-306a4b20baee), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:07.389112 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e0dc7e38-41ac-4035-8d29-056f2a97833c admin admin] Publish callbacks [] for security_group (c1f4d927-1616-4a3d-be82-4542efc48b41), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:07.400718 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e0dc7e38-41ac-4035-8d29-056f2a97833c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c1f4d927-1616-4a3d-be82-4542efc48b41), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:07.460291 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0dc7e38-41ac-4035-8d29-056f2a97833c admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:52:07.512000 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e0dc7e38-41ac-4035-8d29-056f2a97833c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (715c5eae-6e7b-470b-835b-506145720da5), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:07.512735 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-e0dc7e38-41ac-4035-8d29-056f2a97833c admin admin] Added segment 715c5eae-6e7b-470b-835b-506145720da5 of type vlan for network a4df6897-202f-4367-909e-37382f0021ff Mar 01 13:52:07.524081 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 0e68980d-bce0-459c-8a5c-7bdccfe52110 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:07.524477 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (0e68980d-bce0-459c-8a5c-7bdccfe52110), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:07.525653 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc7e38-41ac-4035-8d29-056f2a97833c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f4d927-1616-4a3d-be82-4542efc48b41,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:07.646924 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 0e68980d-bce0-459c-8a5c-7bdccfe52110, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=0e68980d-bce0-459c-8a5c-7bdccfe52110,segment=NetworkSegment(efe63841-b106-46a8-b592-11b75931e8a7),segment_id=efe63841-b106-46a8-b592-11b75931e8a7)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:52:07.657933 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (0e68980d-bce0-459c-8a5c-7bdccfe52110), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:07.700030 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e0dc7e38-41ac-4035-8d29-056f2a97833c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (a4df6897-202f-4367-909e-37382f0021ff), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:07.780254 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=0e68980d-bce0-459c-8a5c-7bdccfe52110,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:07.840592 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3b053f-1298-4012-baf7-49563169b45d None None] Network 7bc0ee18-c84c-4cd4-a25a-b7c745ed092c requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:52:07.862943 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e0dc7e38-41ac-4035-8d29-056f2a97833c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (a4df6897-202f-4367-909e-37382f0021ff), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:07.871659 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dc7e38-41ac-4035-8d29-056f2a97833c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:07.872305 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e0dc7e38-41ac-4035-8d29-056f2a97833c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:07.996248 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-9a17dd9e-ec14-48f0-bb20-f862cfdfcc1d None None] Provisioning complete for port 0e68980d-bce0-459c-8a5c-7bdccfe52110 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:07.996730 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9a17dd9e-ec14-48f0-bb20-f862cfdfcc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (0e68980d-bce0-459c-8a5c-7bdccfe52110), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:08.029020 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e0dc7e38-41ac-4035-8d29-056f2a97833c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4416211 Mar 01 13:52:08.050917 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44176) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:08.139445 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-471ec7ab-e6e6-41bd-8522-1c2d78307f2b admin admin] Request body: {'subnet': {'network_id': 'a4df6897-202f-4367-909e-37382f0021ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-808633823-subnet', 'tenant_id': '1ad7db43430948fb823a4bfc40b8540f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:52:08.143170 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc7e38-41ac-4035-8d29-056f2a97833c admin admin] Pushing event updated for resources: {'Network': ['ID=a4df6897-202f-4367-909e-37382f0021ff,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:08.184753 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network a4df6897-202f-4367-909e-37382f0021ff details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:52:08.289723 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-9a17dd9e-ec14-48f0-bb20-f862cfdfcc1d None None] Current status of the port 0e68980d-bce0-459c-8a5c-7bdccfe52110 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:08.342270 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44182) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:08.388593 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471ec7ab-e6e6-41bd-8522-1c2d78307f2b admin admin] Made reservation on behalf of 1ad7db43430948fb823a4bfc40b8540f for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:52:08.399631 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-471ec7ab-e6e6-41bd-8522-1c2d78307f2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:08.476822 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc13716f-4090-4455-baca-b9ae9e8daf8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (90944be5-4749-41a7-a6bc-306a4b20baee), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:08.540754 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-6fd0b669-6bc4-4dc7-9166-dbfcc500bade admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1873110189-network', 'tenant_id': 'dac940f4eafa45e89a425bfd9c143edd'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:52:08.597408 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd0b669-6bc4-4dc7-9166-dbfcc500bade admin admin] Made reservation on behalf of dac940f4eafa45e89a425bfd9c143edd for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:52:08.599928 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b669-6bc4-4dc7-9166-dbfcc500bade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:08.636612 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-4166fc1e-8490-4c41-969b-ba8f13b1ddd6 None None] Provisioning complete for port 0e68980d-bce0-459c-8a5c-7bdccfe52110 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:08.637867 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4166fc1e-8490-4c41-969b-ba8f13b1ddd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (0e68980d-bce0-459c-8a5c-7bdccfe52110), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:08.664391 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc13716f-4090-4455-baca-b9ae9e8daf8e admin admin] Router 90944be5-4749-41a7-a6bc-306a4b20baee is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 13:52:08.685716 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.db.resource_extend [req-b333ffe4-27fb-4372-8d82-5339d801203f req-905d343d-d8a1-4086-afbf-10c6386ab868 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 13:52:08.698558 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b669-6bc4-4dc7-9166-dbfcc500bade admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:08.806209 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b333ffe4-27fb-4372-8d82-5339d801203f req-905d343d-d8a1-4086-afbf-10c6386ab868 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:08.841698 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b333ffe4-27fb-4372-8d82-5339d801203f req-905d343d-d8a1-4086-afbf-10c6386ab868 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (a8728101-8066-49ec-a5fb-80e5ef9c30e3), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:08.852269 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc13716f-4090-4455-baca-b9ae9e8daf8e admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:52:08.855543 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-4166fc1e-8490-4c41-969b-ba8f13b1ddd6 None None] Current status of the port 0e68980d-bce0-459c-8a5c-7bdccfe52110 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:08.870291 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d5be59-15c3-45ff-a34e-35682aa0bae9 None None] Sync routers for ids ['90944be5-4749-41a7-a6bc-306a4b20baee'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:52:08.879910 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d5be59-15c3-45ff-a34e-35682aa0bae9 None None] Routers {'90944be5-4749-41a7-a6bc-306a4b20baee'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:52:08.880510 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-71d5be59-15c3-45ff-a34e-35682aa0bae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:51:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['90944be5-4749-41a7-a6bc-306a4b20baee'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:08.880658 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc13716f-4090-4455-baca-b9ae9e8daf8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:08.886372 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-dc13716f-4090-4455-baca-b9ae9e8daf8e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8642936 Mar 01 13:52:08.887567 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44196) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:09.014785 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 0e68980d-bce0-459c-8a5c-7bdccfe52110 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:52:09.047332 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-71d5be59-15c3-45ff-a34e-35682aa0bae9 None None] Set router 90944be5-4749-41a7-a6bc-306a4b20baee gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:52:09.077512 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b669-6bc4-4dc7-9166-dbfcc500bade admin admin] Publish callbacks [] for security_group (fa539d00-8b7e-4484-8c07-04f00f4c9d00), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:09.092423 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b669-6bc4-4dc7-9166-dbfcc500bade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fa539d00-8b7e-4484-8c07-04f00f4c9d00), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:09.130455 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 0e68980d-bce0-459c-8a5c-7bdccfe52110 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:09.130836 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (0e68980d-bce0-459c-8a5c-7bdccfe52110), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:09.164353 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd0b669-6bc4-4dc7-9166-dbfcc500bade admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:52:09.174762 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-471ec7ab-e6e6-41bd-8522-1c2d78307f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (c43297c0-fb9a-4f0c-ac50-0720da21e99e), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:09.184281 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0b669-6bc4-4dc7-9166-dbfcc500bade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa539d00-8b7e-4484-8c07-04f00f4c9d00,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:09.217910 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b669-6bc4-4dc7-9166-dbfcc500bade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (949dd5f6-97c6-44c0-921d-a404aa8c9b4a), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:09.218606 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-6fd0b669-6bc4-4dc7-9166-dbfcc500bade admin admin] Added segment 949dd5f6-97c6-44c0-921d-a404aa8c9b4a of type vlan for network dfdfc484-eff7-454c-9b6a-e782972cce8c Mar 01 13:52:09.272040 n-d-827467-3 neutron-server[103727]: INFO neutron.db.l3_db [req-b333ffe4-27fb-4372-8d82-5339d801203f req-905d343d-d8a1-4086-afbf-10c6386ab868 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Floating IP a8728101-8066-49ec-a5fb-80e5ef9c30e3 associated. External IP: 172.25.1.216, port: 22e22eae-54d3-4b93-91ba-1be936493adb. Mar 01 13:52:09.310547 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 0e68980d-bce0-459c-8a5c-7bdccfe52110 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:09.324301 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-71d5be59-15c3-45ff-a34e-35682aa0bae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'name': 'tempest-TaggedBootDevicesTest-30014239-router', 'tenant_id': '78efedc3031f4258896f94ad66a2f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'c78bdbbc-478b-4d85-9d12-fd91baf923c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:52:05Z', 'updated_at': '2022-03-01T13:52:07Z', 'revision_number': 3, 'project_id': '78efedc3031f4258896f94ad66a2f53b', 'gw_port': {'id': 'c78bdbbc-478b-4d85-9d12-fd91baf923c6', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:06Z', 'updated_at': '2022-03-01T13:52:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:09.432411 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ec7ab-e6e6-41bd-8522-1c2d78307f2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c43297c0-fb9a-4f0c-ac50-0720da21e99e,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:09.452786 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b669-6bc4-4dc7-9166-dbfcc500bade admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (dfdfc484-eff7-454c-9b6a-e782972cce8c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:09.467128 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d5be59-15c3-45ff-a34e-35682aa0bae9 None None] Checking router: 90944be5-4749-41a7-a6bc-306a4b20baee for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:52:09.467483 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d5be59-15c3-45ff-a34e-35682aa0bae9 None None] Updating router 90944be5-4749-41a7-a6bc-306a4b20baee port c78bdbbc-478b-4d85-9d12-fd91baf923c6 binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:52:09.513758 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471ec7ab-e6e6-41bd-8522-1c2d78307f2b admin admin] Checking segment: {'id': '715c5eae-6e7b-470b-835b-506145720da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a4df6897-202f-4367-909e-37382f0021ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:52:09.513758 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471ec7ab-e6e6-41bd-8522-1c2d78307f2b admin admin] Network hostable DHCP agents. Network: a4df6897-202f-4367-909e-37382f0021ff, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:52:09.529829 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-71d5be59-15c3-45ff-a34e-35682aa0bae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c78bdbbc-478b-4d85-9d12-fd91baf923c6), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:09.537514 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9216ec0b-ece1-4a90-a105-afe99d3f62bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:09.617811 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471ec7ab-e6e6-41bd-8522-1c2d78307f2b admin admin] Network a4df6897-202f-4367-909e-37382f0021ff is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:52:09.655986 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-471ec7ab-e6e6-41bd-8522-1c2d78307f2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, a4df6897-202f-4367-909e-37382f0021ff) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:52:09.666374 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2caf6b8-3bfe-4255-921f-d350385e6763 None None] Network a4df6897-202f-4367-909e-37382f0021ff requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:52:09.674063 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471ec7ab-e6e6-41bd-8522-1c2d78307f2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:09.676797 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-471ec7ab-e6e6-41bd-8522-1c2d78307f2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:09.742901 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b669-6bc4-4dc7-9166-dbfcc500bade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (dfdfc484-eff7-454c-9b6a-e782972cce8c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:09.744055 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd0b669-6bc4-4dc7-9166-dbfcc500bade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:09.745096 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b669-6bc4-4dc7-9166-dbfcc500bade admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:09.822178 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-471ec7ab-e6e6-41bd-8522-1c2d78307f2b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7674639 Mar 01 13:52:09.827659 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0b669-6bc4-4dc7-9166-dbfcc500bade admin admin] Pushing event updated for resources: {'Network': ['ID=dfdfc484-eff7-454c-9b6a-e782972cce8c,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:09.855964 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6fd0b669-6bc4-4dc7-9166-dbfcc500bade admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5104203 Mar 01 13:52:09.856914 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44234) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:09.866050 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-46459b5c-379e-4c22-a318-dc8c5d2f7b68 admin admin] Request body: {'subnet': {'network_id': 'dfdfc484-eff7-454c-9b6a-e782972cce8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1873110189-subnet', 'tenant_id': 'dac940f4eafa45e89a425bfd9c143edd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:52:09.867565 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network dfdfc484-eff7-454c-9b6a-e782972cce8c details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:52:09.914351 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-71d5be59-15c3-45ff-a34e-35682aa0bae9 None None] Publish callbacks [] for port (c78bdbbc-478b-4d85-9d12-fd91baf923c6), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:09.934209 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-71d5be59-15c3-45ff-a34e-35682aa0bae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c78bdbbc-478b-4d85-9d12-fd91baf923c6), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:09.968425 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-9216ec0b-ece1-4a90-a105-afe99d3f62bb admin admin] Allocated IP 172.20.0.1 (7bc0ee18-c84c-4cd4-a25a-b7c745ed092c/ac4622d6-031a-43e3-b876-291bd0fbb3da/101dfd40-7499-4333-875c-b7e1086b50b0) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:52:09.999171 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-71d5be59-15c3-45ff-a34e-35682aa0bae9 None None] Attempting to bind port c78bdbbc-478b-4d85-9d12-fd91baf923c6 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:52:09.999909 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-71d5be59-15c3-45ff-a34e-35682aa0bae9 None None] Attempting to bind port c78bdbbc-478b-4d85-9d12-fd91baf923c6 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:52:10.000623 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d5be59-15c3-45ff-a34e-35682aa0bae9 None None] Attempting to bind port c78bdbbc-478b-4d85-9d12-fd91baf923c6 on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:52:10.010794 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d5be59-15c3-45ff-a34e-35682aa0bae9 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:52:10.011534 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d5be59-15c3-45ff-a34e-35682aa0bae9 None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:52:10.012247 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-71d5be59-15c3-45ff-a34e-35682aa0bae9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:10.012800 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d5be59-15c3-45ff-a34e-35682aa0bae9 None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:52:10.013539 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-71d5be59-15c3-45ff-a34e-35682aa0bae9 None None] Bound port: c78bdbbc-478b-4d85-9d12-fd91baf923c6, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:52:10.014022 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-71d5be59-15c3-45ff-a34e-35682aa0bae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c78bdbbc-478b-4d85-9d12-fd91baf923c6), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:10.057406 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:10.062925 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d23e7a7-bdec-417b-8536-385aa64444b5 None None] Network a4df6897-202f-4367-909e-37382f0021ff requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:52:10.078921 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-71d5be59-15c3-45ff-a34e-35682aa0bae9 None None] For port c78bdbbc-478b-4d85-9d12-fd91baf923c6, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:52:10.083353 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-71d5be59-15c3-45ff-a34e-35682aa0bae9 None None] For port c78bdbbc-478b-4d85-9d12-fd91baf923c6, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=c78bdbbc-478b-4d85-9d12-fd91baf923c6,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:52:10.091323 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86937392-bb39-4b3d-940b-6885a5513cb9 None None] Pushing event updated for resources: {'Port': ['ID=c78bdbbc-478b-4d85-9d12-fd91baf923c6,revision_number=2']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:10.097871 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-71d5be59-15c3-45ff-a34e-35682aa0bae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c78bdbbc-478b-4d85-9d12-fd91baf923c6), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:10.128605 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:10.161424 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d5be59-15c3-45ff-a34e-35682aa0bae9 None None] Routers {'90944be5-4749-41a7-a6bc-306a4b20baee'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:52:10.162453 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-71d5be59-15c3-45ff-a34e-35682aa0bae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:51:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['90944be5-4749-41a7-a6bc-306a4b20baee'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:10.196140 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9216ec0b-ece1-4a90-a105-afe99d3f62bb admin admin] Publish callbacks [] for port (101dfd40-7499-4333-875c-b7e1086b50b0), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:10.261830 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9216ec0b-ece1-4a90-a105-afe99d3f62bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (101dfd40-7499-4333-875c-b7e1086b50b0), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:10.354254 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216ec0b-ece1-4a90-a105-afe99d3f62bb admin admin] Pushing event updated for resources: {'Port': ['ID=101dfd40-7499-4333-875c-b7e1086b50b0,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:10.365268 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-71d5be59-15c3-45ff-a34e-35682aa0bae9 None None] Set router 90944be5-4749-41a7-a6bc-306a4b20baee gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:52:10.383484 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9216ec0b-ece1-4a90-a105-afe99d3f62bb admin admin] Network 7bc0ee18-c84c-4cd4-a25a-b7c745ed092c is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:52:10.385193 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-9216ec0b-ece1-4a90-a105-afe99d3f62bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:52:10.387800 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9216ec0b-ece1-4a90-a105-afe99d3f62bb admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:52:10.433216 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9216ec0b-ece1-4a90-a105-afe99d3f62bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (90944be5-4749-41a7-a6bc-306a4b20baee), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:10.436713 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44240) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:10.621652 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86937392-bb39-4b3d-940b-6885a5513cb9 None None] Pushing event updated for resources: {'Port': ['ID=c78bdbbc-478b-4d85-9d12-fd91baf923c6,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:10.644874 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46459b5c-379e-4c22-a318-dc8c5d2f7b68 admin admin] Made reservation on behalf of dac940f4eafa45e89a425bfd9c143edd for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:52:10.648420 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-46459b5c-379e-4c22-a318-dc8c5d2f7b68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:10.666602 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9216ec0b-ece1-4a90-a105-afe99d3f62bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (101dfd40-7499-4333-875c-b7e1086b50b0), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:10.708563 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b333ffe4-27fb-4372-8d82-5339d801203f req-905d343d-d8a1-4086-afbf-10c6386ab868 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Router aef55aa4-f72a-4691-965e-dd1c94d342a4 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:52:10.745846 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1762bb88-aead-48b4-a728-0deaf062dc9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:10.811878 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-5afb0afd-9681-41cc-8678-a582a9ff2732 None None] Provisioning complete for port 101dfd40-7499-4333-875c-b7e1086b50b0 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:10.812949 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5afb0afd-9681-41cc-8678-a582a9ff2732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (101dfd40-7499-4333-875c-b7e1086b50b0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:10.898356 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-71d5be59-15c3-45ff-a34e-35682aa0bae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'name': 'tempest-TaggedBootDevicesTest-30014239-router', 'tenant_id': '78efedc3031f4258896f94ad66a2f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'c78bdbbc-478b-4d85-9d12-fd91baf923c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:52:05Z', 'updated_at': '2022-03-01T13:52:07Z', 'revision_number': 3, 'project_id': '78efedc3031f4258896f94ad66a2f53b', 'gw_port': {'id': 'c78bdbbc-478b-4d85-9d12-fd91baf923c6', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:06Z', 'updated_at': '2022-03-01T13:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:10.905184 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-5afb0afd-9681-41cc-8678-a582a9ff2732 None None] Port 101dfd40-7499-4333-875c-b7e1086b50b0 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:52:10.952689 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d5be59-15c3-45ff-a34e-35682aa0bae9 None None] The sync data for ids ['90944be5-4749-41a7-a6bc-306a4b20baee'] in n-d-827467-3 is: [{'id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'name': 'tempest-TaggedBootDevicesTest-30014239-router', 'tenant_id': '78efedc3031f4258896f94ad66a2f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'c78bdbbc-478b-4d85-9d12-fd91baf923c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:52:05Z', 'updated_at': '2022-03-01T13:52:07Z', 'revision_number': 3, 'project_id': '78efedc3031f4258896f94ad66a2f53b', 'gw_port': {'id': 'c78bdbbc-478b-4d85-9d12-fd91baf923c6', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:06Z', 'updated_at': '2022-03-01T13:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:52:10.968019 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1762bb88-aead-48b4-a728-0deaf062dc9e admin admin] Publish callbacks [] for security_group (d84fee13-1033-4d2a-9b75-06e7a94160cd), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:10.981269 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1762bb88-aead-48b4-a728-0deaf062dc9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d84fee13-1033-4d2a-9b75-06e7a94160cd), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:11.035093 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-8ec624b8-597f-4dfa-a3ba-f13859ad869b tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:11.036827 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-8ec624b8-597f-4dfa-a3ba-f13859ad869b tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.13 "GET /v2.0/networks?id=a4df6897-202f-4367-909e-37382f0021ff HTTP/1.1" status: 200 len: 808 time: 0.2589660 Mar 01 13:52:11.037884 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1762bb88-aead-48b4-a728-0deaf062dc9e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=792b538ff1834d418fa959935778ca94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5999348 Mar 01 13:52:11.040843 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762bb88-aead-48b4-a728-0deaf062dc9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84fee13-1033-4d2a-9b75-06e7a94160cd,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:11.044032 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44258) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:11.052155 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9216ec0b-ece1-4a90-a105-afe99d3f62bb admin admin] Publish callbacks [] for port (101dfd40-7499-4333-875c-b7e1086b50b0), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:11.066998 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9216ec0b-ece1-4a90-a105-afe99d3f62bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (101dfd40-7499-4333-875c-b7e1086b50b0), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:11.110679 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9216ec0b-ece1-4a90-a105-afe99d3f62bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (90944be5-4749-41a7-a6bc-306a4b20baee), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:11.117679 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-802a4a60-2a04-4182-b2ca-ed182c30bd29 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.13 "GET /v2.0/quotas/1ad7db43430948fb823a4bfc40b8540f HTTP/1.1" status: 200 len: 375 time: 0.0712702 Mar 01 13:52:11.158233 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-1d5275ba-2af6-4a3a-8e81-f043a2505fbf tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ad7db43430948fb823a4bfc40b8540f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390644 Mar 01 13:52:11.202811 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216ec0b-ece1-4a90-a105-afe99d3f62bb admin admin] Pushing event updated for resources: {'Port': ['ID=101dfd40-7499-4333-875c-b7e1086b50b0,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:11.236642 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b333ffe4-27fb-4372-8d82-5339d801203f req-905d343d-d8a1-4086-afbf-10c6386ab868 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:52:11.248758 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e048c0f-6dc7-40c7-98b3-078b6e8f5157 None None] Sync routers for ids ['aef55aa4-f72a-4691-965e-dd1c94d342a4'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:52:11.261415 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e048c0f-6dc7-40c7-98b3-078b6e8f5157 None None] Routers {'aef55aa4-f72a-4691-965e-dd1c94d342a4'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:52:11.262399 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9216ec0b-ece1-4a90-a105-afe99d3f62bb admin admin] Network 7bc0ee18-c84c-4cd4-a25a-b7c745ed092c is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:52:11.262785 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-3e048c0f-6dc7-40c7-98b3-078b6e8f5157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:51:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['aef55aa4-f72a-4691-965e-dd1c94d342a4'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:11.264091 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-9216ec0b-ece1-4a90-a105-afe99d3f62bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:52:11.311190 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b333ffe4-27fb-4372-8d82-5339d801203f req-905d343d-d8a1-4086-afbf-10c6386ab868 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:11.378288 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-03aaa14a-17e1-441c-be83-9685e746cc16 admin admin] Publish callbacks [] for security_group (d84fee13-1033-4d2a-9b75-06e7a94160cd), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:11.419403 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-46459b5c-379e-4c22-a318-dc8c5d2f7b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (44d5dcc2-99a0-4a3a-8470-7f1427cb51ca), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:11.508493 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-3e048c0f-6dc7-40c7-98b3-078b6e8f5157 None None] Set router aef55aa4-f72a-4691-965e-dd1c94d342a4 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:52:11.523117 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9216ec0b-ece1-4a90-a105-afe99d3f62bb admin admin] Router 90944be5-4749-41a7-a6bc-306a4b20baee has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:52:11.523935 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b333ffe4-27fb-4372-8d82-5339d801203f req-905d343d-d8a1-4086-afbf-10c6386ab868 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "PUT /v2.0/floatingips/a8728101-8066-49ec-a5fb-80e5ef9c30e3 HTTP/1.1" status: 200 len: 997 time: 4.4245989 Mar 01 13:52:11.531859 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-03aaa14a-17e1-441c-be83-9685e746cc16 admin admin] Publish callbacks [] for security_group (d84fee13-1033-4d2a-9b75-06e7a94160cd), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:11.549499 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4320637e-af21-4144-a40e-ac3c232e06ba', 'tag': '22e22eae-54d3-4b93-91ba-1be936493adb'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:52:11.558180 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d53d1fe-d82f-4a38-8b2a-62723700c08b" -d '{"events": [{"name": "network-changed", "server_uuid": "4320637e-af21-4144-a40e-ac3c232e06ba", "tag": "22e22eae-54d3-4b93-91ba-1be936493adb"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:52:11.696871 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-ed74d29e-1a2f-48d9-af50-da55b550b804 service neutron] 10.222.0.13 "GET /v2.0/networks/a4df6897-202f-4367-909e-37382f0021ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5221252 Mar 01 13:52:11.704465 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9216ec0b-ece1-4a90-a105-afe99d3f62bb admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:52:11.717284 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9216ec0b-ece1-4a90-a105-afe99d3f62bb admin admin] 10.222.0.13 "PUT /v2.0/routers/90944be5-4749-41a7-a6bc-306a4b20baee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8284035 Mar 01 13:52:11.719050 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46459b5c-379e-4c22-a318-dc8c5d2f7b68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44d5dcc2-99a0-4a3a-8470-7f1427cb51ca,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:11.845453 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46459b5c-379e-4c22-a318-dc8c5d2f7b68 admin admin] Checking segment: {'id': '949dd5f6-97c6-44c0-921d-a404aa8c9b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'dfdfc484-eff7-454c-9b6a-e782972cce8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:52:11.846172 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46459b5c-379e-4c22-a318-dc8c5d2f7b68 admin admin] Network hostable DHCP agents. Network: dfdfc484-eff7-454c-9b6a-e782972cce8c, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:52:11.862054 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333ffe4-27fb-4372-8d82-5339d801203f req-f5678051-60f1-42a0-b857-573c6fdd1ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:11.869699 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b333ffe4-27fb-4372-8d82-5339d801203f req-f5678051-60f1-42a0-b857-573c6fdd1ccd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b7cefbd26524ebbb9d39ec1ad0e5469&device_id=4320637e-af21-4144-a40e-ac3c232e06ba HTTP/1.1" status: 200 len: 1128 time: 0.2995746 Mar 01 13:52:11.879543 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-fc5935f6-3c95-47a5-ac6d-b22bbf72f84b None None] Provisioning complete for port 101dfd40-7499-4333-875c-b7e1086b50b0 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:11.880039 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fc5935f6-3c95-47a5-ac6d-b22bbf72f84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (101dfd40-7499-4333-875c-b7e1086b50b0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:11.963893 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-03aaa14a-17e1-441c-be83-9685e746cc16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d84fee13-1033-4d2a-9b75-06e7a94160cd), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:11.966607 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-03aaa14a-17e1-441c-be83-9685e746cc16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:11.969067 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-03aaa14a-17e1-441c-be83-9685e746cc16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d84fee13-1033-4d2a-9b75-06e7a94160cd HTTP/1.1" status: 204 len: 168 time: 0.9239571 Mar 01 13:52:11.990301 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-fc5935f6-3c95-47a5-ac6d-b22bbf72f84b None None] Port 101dfd40-7499-4333-875c-b7e1086b50b0 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:52:11.996825 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-e7c05134-729b-4ea2-bf9f-ed2d38afdb8b service neutron] 10.222.0.13 "GET /v2.0/networks/a4df6897-202f-4367-909e-37382f0021ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990549 Mar 01 13:52:12.016152 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aaa14a-17e1-441c-be83-9685e746cc16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84fee13-1033-4d2a-9b75-06e7a94160cd,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:12.018041 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46459b5c-379e-4c22-a318-dc8c5d2f7b68 admin admin] Network dfdfc484-eff7-454c-9b6a-e782972cce8c is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:52:12.053955 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-46459b5c-379e-4c22-a318-dc8c5d2f7b68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, dfdfc484-eff7-454c-9b6a-e782972cce8c) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:52:12.071540 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46459b5c-379e-4c22-a318-dc8c5d2f7b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:12.073707 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-46459b5c-379e-4c22-a318-dc8c5d2f7b68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:12.074248 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e287b7-b142-4e80-b003-f64572ee0052 None None] Network dfdfc484-eff7-454c-9b6a-e782972cce8c requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:52:12.105681 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333ffe4-27fb-4372-8d82-5339d801203f req-53659c31-9c83-413f-bfbf-666b8b57abb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:12.107709 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b333ffe4-27fb-4372-8d82-5339d801203f req-53659c31-9c83-413f-bfbf-666b8b57abb7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b806682-c654-4ec0-aadb-856ed351c245 HTTP/1.1" status: 200 len: 930 time: 0.2365837 Mar 01 13:52:12.121451 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-46459b5c-379e-4c22-a318-dc8c5d2f7b68 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2522004 Mar 01 13:52:12.203318 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b333ffe4-27fb-4372-8d82-5339d801203f req-35669895-73e1-4c2e-9198-b36506551572 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22e22eae-54d3-4b93-91ba-1be936493adb HTTP/1.1" status: 200 len: 1000 time: 0.0883517 Mar 01 13:52:12.306209 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333ffe4-27fb-4372-8d82-5339d801203f req-c244bb05-defa-483e-a6fa-6c6c8c8aabbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:12.308257 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b333ffe4-27fb-4372-8d82-5339d801203f req-c244bb05-defa-483e-a6fa-6c6c8c8aabbb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc4dca49-ae2c-4edb-bec4-98c202db3f43 HTTP/1.1" status: 200 len: 868 time: 0.0983739 Mar 01 13:52:12.312414 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c66eea-5da6-4b2d-92fd-9b077ca4193f None None] Network dfdfc484-eff7-454c-9b6a-e782972cce8c requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:52:12.396503 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1e87db-94a5-4db3-8709-64d0fe315743 x-openstack-request-id: req-2c1e87db-94a5-4db3-8709-64d0fe315743 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:52:12.396804 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4320637e-af21-4144-a40e-ac3c232e06ba", "tag": "22e22eae-54d3-4b93-91ba-1be936493adb", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:52:12.400138 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c1e87db-94a5-4db3-8709-64d0fe315743 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:52:12.401433 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4320637e-af21-4144-a40e-ac3c232e06ba', 'tag': '22e22eae-54d3-4b93-91ba-1be936493adb', 'status': 'completed', 'code': 200} Mar 01 13:52:12.465623 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333ffe4-27fb-4372-8d82-5339d801203f req-74cfbdf9-65dd-46d3-a6a1-6e70647ddb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:12.469123 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b333ffe4-27fb-4372-8d82-5339d801203f req-74cfbdf9-65dd-46d3-a6a1-6e70647ddb74 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b806682-c654-4ec0-aadb-856ed351c245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1540754 Mar 01 13:52:12.495523 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-3e048c0f-6dc7-40c7-98b3-078b6e8f5157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1729034084-router', 'tenant_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'c150fd19-a358-4ca9-98ed-ed91694af227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:51:29Z', 'updated_at': '2022-03-01T13:51:39Z', 'revision_number': 4, 'project_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'gw_port': {'id': 'c150fd19-a358-4ca9-98ed-ed91694af227', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:51:31Z', 'updated_at': '2022-03-01T13:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'a8728101-8066-49ec-a5fb-80e5ef9c30e3', 'tenant_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'floating_ip_address': '172.25.1.216', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'port_id': '22e22eae-54d3-4b93-91ba-1be936493adb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1265, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b806682-c654-4ec0-aadb-856ed351c245', 'mac_address': 'fa:16:3e:3b:f4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320637e-af21-4144-a40e-ac3c232e06ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:52:04Z', 'updated_at': '2022-03-01T13:52:08Z', 'revision_number': 1, 'project_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17a56dcd-b5dc-4b19-a40e-348bbec7d7c6', 'name': '', 'network_id': '6b806682-c654-4ec0-aadb-856ed351c245', 'tenant_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'mac_address': 'fa:16:3e:2b:45:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'dc4dca49-ae2c-4edb-bec4-98c202db3f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:51:38Z', 'updated_at': '2022-03-01T13:51:48Z', 'revision_number': 5, 'project_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'subnets': [{'id': 'dc4dca49-ae2c-4edb-bec4-98c202db3f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:12.504569 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53d1fe-d82f-4a38-8b2a-62723700c08b req-cebd104b-c112-4c5a-a95b-9b1f50a2b31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:12.509328 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2d53d1fe-d82f-4a38-8b2a-62723700c08b req-cebd104b-c112-4c5a-a95b-9b1f50a2b31b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0b7cefbd26524ebbb9d39ec1ad0e5469&device_id=4320637e-af21-4144-a40e-ac3c232e06ba HTTP/1.1" status: 200 len: 1128 time: 0.1035223 Mar 01 13:52:12.636413 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e048c0f-6dc7-40c7-98b3-078b6e8f5157 None None] Checking router: aef55aa4-f72a-4691-965e-dd1c94d342a4 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:52:12.646596 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e048c0f-6dc7-40c7-98b3-078b6e8f5157 None None] Routers {'aef55aa4-f72a-4691-965e-dd1c94d342a4'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:52:12.647280 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-3e048c0f-6dc7-40c7-98b3-078b6e8f5157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:51:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['aef55aa4-f72a-4691-965e-dd1c94d342a4'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:12.686138 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53d1fe-d82f-4a38-8b2a-62723700c08b req-76c54b0d-4ed0-4dac-863d-28bb7d193729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:12.690119 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2d53d1fe-d82f-4a38-8b2a-62723700c08b req-76c54b0d-4ed0-4dac-863d-28bb7d193729 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b806682-c654-4ec0-aadb-856ed351c245 HTTP/1.1" status: 200 len: 930 time: 0.1704342 Mar 01 13:52:12.724911 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0df0f14f-7164-49e4-a5da-3f8d208e3fda req-781869e0-bb52-4d08-b914-79d9f137327e tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.13 "GET /v2.0/ports?device_id=d72ca75c-f957-466b-9e7a-6a52999ed7e4 HTTP/1.1" status: 200 len: 210 time: 0.2256796 Mar 01 13:52:12.757742 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b333ffe4-27fb-4372-8d82-5339d801203f req-7f9011a1-2f7c-4484-b47b-a74d7570d3ca service neutron] 10.222.0.13 "GET /v2.0/networks/6b806682-c654-4ec0-aadb-856ed351c245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816131 Mar 01 13:52:12.859234 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44294) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:12.937109 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-79a638af-0a29-4308-9d57-8709dfac6dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:12.962880 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2d53d1fe-d82f-4a38-8b2a-62723700c08b req-4d563496-3c67-4816-b21f-120c7220db9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22e22eae-54d3-4b93-91ba-1be936493adb HTTP/1.1" status: 200 len: 1000 time: 0.2692249 Mar 01 13:52:12.988689 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b333ffe4-27fb-4372-8d82-5339d801203f req-be0f2c31-a1a9-4238-9bcf-888f6ad6161f service neutron] 10.222.0.13 "GET /v2.0/networks/6b806682-c654-4ec0-aadb-856ed351c245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290993 Mar 01 13:52:13.021260 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-3e048c0f-6dc7-40c7-98b3-078b6e8f5157 None None] Set router aef55aa4-f72a-4691-965e-dd1c94d342a4 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:52:13.137629 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53d1fe-d82f-4a38-8b2a-62723700c08b req-d23bddba-cb84-4a0c-9b15-ad55ca055f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:13.142521 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2d53d1fe-d82f-4a38-8b2a-62723700c08b req-d23bddba-cb84-4a0c-9b15-ad55ca055f8a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc4dca49-ae2c-4edb-bec4-98c202db3f43 HTTP/1.1" status: 200 len: 868 time: 0.1710525 Mar 01 13:52:13.182809 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c78bdbbc-478b-4d85-9d12-fd91baf923c6 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:52:13.290668 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-594fb41f-df29-46de-adcb-9250344e048b req-5e78ffee-f7a2-45b9-940e-70868fe7286a tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 258 time: 0.2569284 Mar 01 13:52:13.296286 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-594fb41f-df29-46de-adcb-9250344e048b req-5d2314dc-3d9b-44ff-8519-eece5c9cd62c tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:52:13.333630 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-594fb41f-df29-46de-adcb-9250344e048b req-5d2314dc-3d9b-44ff-8519-eece5c9cd62c tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:13.404386 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44306) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:13.416274 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-79a638af-0a29-4308-9d57-8709dfac6dee admin admin] Publish callbacks [] for security_group (a49e7935-0624-4677-bfc8-ce11700d9de0), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:13.425918 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-40dbac5f-8085-4d71-b563-f66033ac2460 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1197793923-network', 'tenant_id': 'aa8b8d8b1bcf49249989ad25c6d6a8e6'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:52:13.428502 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-79a638af-0a29-4308-9d57-8709dfac6dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a49e7935-0624-4677-bfc8-ce11700d9de0), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:13.523139 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53d1fe-d82f-4a38-8b2a-62723700c08b req-7f19f6b9-cd8d-41fe-a3ef-970d28af374f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:13.526495 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2d53d1fe-d82f-4a38-8b2a-62723700c08b req-7f19f6b9-cd8d-41fe-a3ef-970d28af374f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b806682-c654-4ec0-aadb-856ed351c245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3640771 Mar 01 13:52:13.535826 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a638af-0a29-4308-9d57-8709dfac6dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49e7935-0624-4677-bfc8-ce11700d9de0,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:13.548373 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-79a638af-0a29-4308-9d57-8709dfac6dee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=238a8e484abf49edb3664b9a9b3b17c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6837718 Mar 01 13:52:13.561803 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44308) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:13.571769 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40dbac5f-8085-4d71-b563-f66033ac2460 admin admin] Made reservation on behalf of aa8b8d8b1bcf49249989ad25c6d6a8e6 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:52:13.574959 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-40dbac5f-8085-4d71-b563-f66033ac2460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:13.592834 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [req-8163e675-df5f-4e1e-b5ba-3a4809e09683 req-7d3808fd-720a-4a11-802b-084114534350 tempest-SecurityGroupsNegativeTestJSON-312440606 tempest-SecurityGroupsNegativeTestJSON-312440606-project] show failed (client error): The resource could not be found. Mar 01 13:52:13.627956 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8163e675-df5f-4e1e-b5ba-3a4809e09683 req-7d3808fd-720a-4a11-802b-084114534350 tempest-SecurityGroupsNegativeTestJSON-312440606 tempest-SecurityGroupsNegativeTestJSON-312440606-project] 10.222.0.13 "GET /v2.0/security-groups/0123a01a-f58e-49bb-b7da-47be7574b696 HTTP/1.1" status: 404 len: 352 time: 0.1204960 Mar 01 13:52:13.631778 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-40dbac5f-8085-4d71-b563-f66033ac2460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:13.654742 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port c78bdbbc-478b-4d85-9d12-fd91baf923c6 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:13.655123 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c78bdbbc-478b-4d85-9d12-fd91baf923c6), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:13.713019 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f4d0c7-1580-487b-9a77-57c995caa26e None None] Sync routers for ids ['90944be5-4749-41a7-a6bc-306a4b20baee'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:52:13.720773 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ace76834-ab69-47cf-9351-e9ff3f5685ac admin admin] Publish callbacks [] for security_group (a49e7935-0624-4677-bfc8-ce11700d9de0), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:13.729656 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f4d0c7-1580-487b-9a77-57c995caa26e None None] Routers {'90944be5-4749-41a7-a6bc-306a4b20baee'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:52:13.731523 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-34f4d0c7-1580-487b-9a77-57c995caa26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:51:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['90944be5-4749-41a7-a6bc-306a4b20baee'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:13.744876 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2d53d1fe-d82f-4a38-8b2a-62723700c08b req-4371955a-2de6-41c6-890d-06dc5896beda service neutron] 10.222.0.20 "GET /v2.0/networks/6b806682-c654-4ec0-aadb-856ed351c245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038105 Mar 01 13:52:13.782276 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-3e048c0f-6dc7-40c7-98b3-078b6e8f5157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1729034084-router', 'tenant_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'c150fd19-a358-4ca9-98ed-ed91694af227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:51:29Z', 'updated_at': '2022-03-01T13:51:39Z', 'revision_number': 4, 'project_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'gw_port': {'id': 'c150fd19-a358-4ca9-98ed-ed91694af227', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:51:31Z', 'updated_at': '2022-03-01T13:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'a8728101-8066-49ec-a5fb-80e5ef9c30e3', 'tenant_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'floating_ip_address': '172.25.1.216', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'port_id': '22e22eae-54d3-4b93-91ba-1be936493adb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1265, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b806682-c654-4ec0-aadb-856ed351c245', 'mac_address': 'fa:16:3e:3b:f4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320637e-af21-4144-a40e-ac3c232e06ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:52:04Z', 'updated_at': '2022-03-01T13:52:08Z', 'revision_number': 1, 'project_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17a56dcd-b5dc-4b19-a40e-348bbec7d7c6', 'name': '', 'network_id': '6b806682-c654-4ec0-aadb-856ed351c245', 'tenant_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'mac_address': 'fa:16:3e:2b:45:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'dc4dca49-ae2c-4edb-bec4-98c202db3f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:51:38Z', 'updated_at': '2022-03-01T13:51:48Z', 'revision_number': 5, 'project_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'subnets': [{'id': 'dc4dca49-ae2c-4edb-bec4-98c202db3f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:13.860826 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e048c0f-6dc7-40c7-98b3-078b6e8f5157 None None] The sync data for ids ['aef55aa4-f72a-4691-965e-dd1c94d342a4'] in n-d-827467-3 is: [{'id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1729034084-router', 'tenant_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'c150fd19-a358-4ca9-98ed-ed91694af227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:51:29Z', 'updated_at': '2022-03-01T13:51:39Z', 'revision_number': 4, 'project_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'gw_port': {'id': 'c150fd19-a358-4ca9-98ed-ed91694af227', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:51:31Z', 'updated_at': '2022-03-01T13:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'a8728101-8066-49ec-a5fb-80e5ef9c30e3', 'tenant_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'floating_ip_address': '172.25.1.216', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'port_id': '22e22eae-54d3-4b93-91ba-1be936493adb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1265, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b806682-c654-4ec0-aadb-856ed351c245', 'mac_address': 'fa:16:3e:3b:f4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320637e-af21-4144-a40e-ac3c232e06ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:52:04Z', 'updated_at': '2022-03-01T13:52:08Z', 'revision_number': 1, 'project_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17a56dcd-b5dc-4b19-a40e-348bbec7d7c6', 'name': '', 'network_id': '6b806682-c654-4ec0-aadb-856ed351c245', 'tenant_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'mac_address': 'fa:16:3e:2b:45:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'dc4dca49-ae2c-4edb-bec4-98c202db3f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:51:38Z', 'updated_at': '2022-03-01T13:51:48Z', 'revision_number': 5, 'project_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'subnets': [{'id': 'dc4dca49-ae2c-4edb-bec4-98c202db3f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:52:13.867191 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1e48cff7-7ec4-42b9-942f-c0d42ede1915 req-02b6852b-6097-4fc0-936d-d1e48cab35ef tempest-SecurityGroupsNegativeTestJSON-312440606 tempest-SecurityGroupsNegativeTestJSON-312440606-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dac940f4eafa45e89a425bfd9c143edd HTTP/1.1" status: 200 len: 3005 time: 0.1744070 Mar 01 13:52:13.884177 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-34f4d0c7-1580-487b-9a77-57c995caa26e None None] Set router 90944be5-4749-41a7-a6bc-306a4b20baee gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:52:13.900406 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-594fb41f-df29-46de-adcb-9250344e048b req-5d2314dc-3d9b-44ff-8519-eece5c9cd62c tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:13.906799 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port c78bdbbc-478b-4d85-9d12-fd91baf923c6 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:13.907524 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c78bdbbc-478b-4d85-9d12-fd91baf923c6), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:13.935227 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port c78bdbbc-478b-4d85-9d12-fd91baf923c6, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=c78bdbbc-478b-4d85-9d12-fd91baf923c6,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:52:13.940313 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2d53d1fe-d82f-4a38-8b2a-62723700c08b req-f67f6f37-1b70-491b-b362-1767ec6982a0 service neutron] 10.222.0.20 "GET /v2.0/networks/6b806682-c654-4ec0-aadb-856ed351c245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869869 Mar 01 13:52:13.941593 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c78bdbbc-478b-4d85-9d12-fd91baf923c6), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:13.942959 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ace76834-ab69-47cf-9351-e9ff3f5685ac admin admin] Publish callbacks [] for security_group (a49e7935-0624-4677-bfc8-ce11700d9de0), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:14.027396 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ace76834-ab69-47cf-9351-e9ff3f5685ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a49e7935-0624-4677-bfc8-ce11700d9de0), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:14.030060 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ace76834-ab69-47cf-9351-e9ff3f5685ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:14.031400 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ace76834-ab69-47cf-9351-e9ff3f5685ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a49e7935-0624-4677-bfc8-ce11700d9de0 HTTP/1.1" status: 204 len: 168 time: 0.4683020 Mar 01 13:52:14.033101 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=c78bdbbc-478b-4d85-9d12-fd91baf923c6,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:14.041524 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace76834-ab69-47cf-9351-e9ff3f5685ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49e7935-0624-4677-bfc8-ce11700d9de0,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:14.055293 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace76834-ab69-47cf-9351-e9ff3f5685ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:14.056205 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace76834-ab69-47cf-9351-e9ff3f5685ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:14.056682 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace76834-ab69-47cf-9351-e9ff3f5685ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:14.057161 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace76834-ab69-47cf-9351-e9ff3f5685ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:14.057635 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace76834-ab69-47cf-9351-e9ff3f5685ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:14.058107 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace76834-ab69-47cf-9351-e9ff3f5685ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:14.058590 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace76834-ab69-47cf-9351-e9ff3f5685ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:14.059061 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace76834-ab69-47cf-9351-e9ff3f5685ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:14.059530 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace76834-ab69-47cf-9351-e9ff3f5685ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:14.060019 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace76834-ab69-47cf-9351-e9ff3f5685ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:14.060503 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace76834-ab69-47cf-9351-e9ff3f5685ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:14.060970 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace76834-ab69-47cf-9351-e9ff3f5685ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:14.062025 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace76834-ab69-47cf-9351-e9ff3f5685ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:14.063320 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1e48cff7-7ec4-42b9-942f-c0d42ede1915 req-9e0ee879-f40d-44bd-a10a-1d6c826aee18 tempest-SecurityGroupsNegativeTestJSON-312440606 tempest-SecurityGroupsNegativeTestJSON-312440606-project] 10.222.0.13 "GET /v2.0/security-groups/fa539d00-8b7e-4484-8c07-04f00f4c9d00 HTTP/1.1" status: 200 len: 3002 time: 0.1950572 Mar 01 13:52:14.208056 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-40dbac5f-8085-4d71-b563-f66033ac2460 admin admin] Publish callbacks [] for security_group (5e317ad7-f6d4-4225-9da5-c9fc45b50301), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:14.217937 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-40dbac5f-8085-4d71-b563-f66033ac2460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (5e317ad7-f6d4-4225-9da5-c9fc45b50301), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:14.244312 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1e48cff7-7ec4-42b9-942f-c0d42ede1915 req-bb5510ab-5b16-40e6-91f2-87458ae2310a tempest-SecurityGroupsNegativeTestJSON-312440606 tempest-SecurityGroupsNegativeTestJSON-312440606-project] 10.222.0.13 "GET /v2.0/security-groups/fa539d00-8b7e-4484-8c07-04f00f4c9d00 HTTP/1.1" status: 200 len: 3002 time: 0.1799731 Mar 01 13:52:14.297369 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a6a19c-e59a-404b-b6db-8e55104bc7ac None None] New status for floating IP a8728101-8066-49ec-a5fb-80e5ef9c30e3: ACTIVE {{(pid=103728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 13:52:14.345428 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40dbac5f-8085-4d71-b563-f66033ac2460 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:52:14.430621 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-34f4d0c7-1580-487b-9a77-57c995caa26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'name': 'tempest-TaggedBootDevicesTest-30014239-router', 'tenant_id': '78efedc3031f4258896f94ad66a2f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'c78bdbbc-478b-4d85-9d12-fd91baf923c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:52:05Z', 'updated_at': '2022-03-01T13:52:10Z', 'revision_number': 4, 'project_id': '78efedc3031f4258896f94ad66a2f53b', 'gw_port': {'id': 'c78bdbbc-478b-4d85-9d12-fd91baf923c6', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:06Z', 'updated_at': '2022-03-01T13:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '101dfd40-7499-4333-875c-b7e1086b50b0', 'name': '', 'network_id': '7bc0ee18-c84c-4cd4-a25a-b7c745ed092c', 'tenant_id': '78efedc3031f4258896f94ad66a2f53b', 'mac_address': 'fa:16:3e:e0:6c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'ac4622d6-031a-43e3-b876-291bd0fbb3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:09Z', 'updated_at': '2022-03-01T13:52:10Z', 'revision_number': 2, 'project_id': '78efedc3031f4258896f94ad66a2f53b', 'subnets': [{'id': 'ac4622d6-031a-43e3-b876-291bd0fbb3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:14.430911 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dbac5f-8085-4d71-b563-f66033ac2460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e317ad7-f6d4-4225-9da5-c9fc45b50301,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:14.445863 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-594fb41f-df29-46de-adcb-9250344e048b req-5d2314dc-3d9b-44ff-8519-eece5c9cd62c tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Allocated IP 172.25.1.201 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/7bc8ae65-73ee-40c1-8d02-0f196d046aa2) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:52:14.488688 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bfbda973-ed9d-4bfe-8ab1-03a8ba76bf75 req-8ed43f07-cab1-4c51-9a10-6a4a8acc19e1 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.13 "GET /v2.0/ports?device_id=d72ca75c-f957-466b-9e7a-6a52999ed7e4 HTTP/1.1" status: 200 len: 210 time: 0.0396948 Mar 01 13:52:14.495402 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-40dbac5f-8085-4d71-b563-f66033ac2460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (0e492d4d-e0ff-4894-9412-9798b8a6555d), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:14.495560 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-40dbac5f-8085-4d71-b563-f66033ac2460 admin admin] Added segment 0e492d4d-e0ff-4894-9412-9798b8a6555d of type vlan for network 44afe686-32e5-4f10-85b5-d3fdcbf6dc26 Mar 01 13:52:14.499780 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f4d0c7-1580-487b-9a77-57c995caa26e None None] Checking router: 90944be5-4749-41a7-a6bc-306a4b20baee for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:52:14.500645 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f4d0c7-1580-487b-9a77-57c995caa26e None None] Updating router 90944be5-4749-41a7-a6bc-306a4b20baee port 101dfd40-7499-4333-875c-b7e1086b50b0 binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:52:14.503971 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-3de6ede0-d166-4952-9f39-322f5c42f57f tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:14.505623 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-3de6ede0-d166-4952-9f39-322f5c42f57f tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.32 "GET /v2.0/networks?id=a4df6897-202f-4367-909e-37382f0021ff HTTP/1.1" status: 200 len: 808 time: 0.2812853 Mar 01 13:52:14.540550 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-65d7c32b-9228-4538-9aaf-84a6c9fb8000 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] Request body: {'port': {'device_id': 'd72ca75c-f957-466b-9e7a-6a52999ed7e4', 'network_id': 'a4df6897-202f-4367-909e-37382f0021ff', 'admin_state_up': True, 'tenant_id': '1ad7db43430948fb823a4bfc40b8540f'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:52:14.567130 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-34f4d0c7-1580-487b-9a77-57c995caa26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (101dfd40-7499-4333-875c-b7e1086b50b0), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:14.640472 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-40dbac5f-8085-4d71-b563-f66033ac2460 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (44afe686-32e5-4f10-85b5-d3fdcbf6dc26), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:14.732667 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3dc51518-3852-4443-8523-3157ee5a89d3 req-d5c7071a-831c-4957-a49c-ba952374d7f9 tempest-SecurityGroupsNegativeTestJSON-312440606 tempest-SecurityGroupsNegativeTestJSON-312440606-project] 10.222.0.13 "GET /v2.0/security-groups/fa539d00-8b7e-4484-8c07-04f00f4c9d00 HTTP/1.1" status: 200 len: 3002 time: 0.1686993 Mar 01 13:52:14.792229 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-40dbac5f-8085-4d71-b563-f66033ac2460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (44afe686-32e5-4f10-85b5-d3fdcbf6dc26), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:14.793174 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dbac5f-8085-4d71-b563-f66033ac2460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:14.793747 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-40dbac5f-8085-4d71-b563-f66033ac2460 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:14.871227 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-34f4d0c7-1580-487b-9a77-57c995caa26e None None] Publish callbacks [] for port (101dfd40-7499-4333-875c-b7e1086b50b0), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:14.885115 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-34f4d0c7-1580-487b-9a77-57c995caa26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (101dfd40-7499-4333-875c-b7e1086b50b0), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:14.904044 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-40dbac5f-8085-4d71-b563-f66033ac2460 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4961503 Mar 01 13:52:14.906848 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44344) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:14.914736 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-f944b7fd-a3fc-484f-ab87-8c7d12e9dc5f admin admin] Request body: {'subnet': {'network_id': '44afe686-32e5-4f10-85b5-d3fdcbf6dc26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1197793923-subnet', 'tenant_id': 'aa8b8d8b1bcf49249989ad25c6d6a8e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:52:14.931137 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dbac5f-8085-4d71-b563-f66033ac2460 admin admin] Pushing event updated for resources: {'Network': ['ID=44afe686-32e5-4f10-85b5-d3fdcbf6dc26,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:14.933216 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-594fb41f-df29-46de-adcb-9250344e048b req-5d2314dc-3d9b-44ff-8519-eece5c9cd62c tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks [] for port (7bc8ae65-73ee-40c1-8d02-0f196d046aa2), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:14.942191 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [req-3dc51518-3852-4443-8523-3157ee5a89d3 req-6ceeb1e6-826f-424b-8938-26f401c89183 tempest-SecurityGroupsNegativeTestJSON-312440606 tempest-SecurityGroupsNegativeTestJSON-312440606-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 01 13:52:14.956514 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3dc51518-3852-4443-8523-3157ee5a89d3 req-6ceeb1e6-826f-424b-8938-26f401c89183 tempest-SecurityGroupsNegativeTestJSON-312440606 tempest-SecurityGroupsNegativeTestJSON-312440606-project] 10.222.0.13 "DELETE /v2.0/security-groups/fa539d00-8b7e-4484-8c07-04f00f4c9d00 HTTP/1.1" status: 409 len: 352 time: 0.2022245 Mar 01 13:52:14.956720 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e1a78-0d63-4901-a666-e4f2a045953a None None] Pushing event updated for resources: {'Port': ['ID=101dfd40-7499-4333-875c-b7e1086b50b0,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:14.956827 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-65d7c32b-9228-4538-9aaf-84a6c9fb8000 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] Made reservation on behalf of 1ad7db43430948fb823a4bfc40b8540f for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:52:14.970692 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-65d7c32b-9228-4538-9aaf-84a6c9fb8000 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:14.984577 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 44afe686-32e5-4f10-85b5-d3fdcbf6dc26 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:52:15.020039 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f944b7fd-a3fc-484f-ab87-8c7d12e9dc5f admin admin] Made reservation on behalf of aa8b8d8b1bcf49249989ad25c6d6a8e6 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:52:15.022499 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f944b7fd-a3fc-484f-ab87-8c7d12e9dc5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:15.045699 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [req-601d8f7f-aed5-4d77-bad5-e0083e44c310 req-a06580a1-9adc-47e0-974b-78e7c7507a0b tempest-SecurityGroupsNegativeTestJSON-312440606 tempest-SecurityGroupsNegativeTestJSON-312440606-project] show failed (client error): The resource could not be found. Mar 01 13:52:15.056677 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-601d8f7f-aed5-4d77-bad5-e0083e44c310 req-a06580a1-9adc-47e0-974b-78e7c7507a0b tempest-SecurityGroupsNegativeTestJSON-312440606 tempest-SecurityGroupsNegativeTestJSON-312440606-project] 10.222.0.13 "GET /v2.0/security-groups/c716679e-650e-4fce-ad05-bd8b0a55d668 HTTP/1.1" status: 404 len: 352 time: 0.0828497 Mar 01 13:52:15.100954 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-34f4d0c7-1580-487b-9a77-57c995caa26e None None] Attempting to bind port 101dfd40-7499-4333-875c-b7e1086b50b0 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:52:15.101326 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-34f4d0c7-1580-487b-9a77-57c995caa26e None None] Attempting to bind port 101dfd40-7499-4333-875c-b7e1086b50b0 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'efe63841-b106-46a8-b592-11b75931e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7bc0ee18-c84c-4cd4-a25a-b7c745ed092c'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:52:15.106673 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f4d0c7-1580-487b-9a77-57c995caa26e None None] Attempting to bind port 101dfd40-7499-4333-875c-b7e1086b50b0 on network 7bc0ee18-c84c-4cd4-a25a-b7c745ed092c {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:52:15.119657 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [req-6c27da56-b9da-4abb-ae48-608106cac9de req-8f50e4ca-08c8-4877-8561-89ef14665e90 tempest-SecurityGroupsNegativeTestJSON-312440606 tempest-SecurityGroupsNegativeTestJSON-312440606-project] show failed (client error): The resource could not be found. Mar 01 13:52:15.126041 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f4d0c7-1580-487b-9a77-57c995caa26e None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:52:15.126415 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f4d0c7-1580-487b-9a77-57c995caa26e None None] Checking segment: {'id': 'efe63841-b106-46a8-b592-11b75931e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7bc0ee18-c84c-4cd4-a25a-b7c745ed092c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:52:15.126822 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-34f4d0c7-1580-487b-9a77-57c995caa26e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:15.127217 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f4d0c7-1580-487b-9a77-57c995caa26e None None] Bound using segment: {'id': 'efe63841-b106-46a8-b592-11b75931e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7bc0ee18-c84c-4cd4-a25a-b7c745ed092c'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:52:15.127773 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-34f4d0c7-1580-487b-9a77-57c995caa26e None None] Bound port: 101dfd40-7499-4333-875c-b7e1086b50b0, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe63841-b106-46a8-b592-11b75931e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7bc0ee18-c84c-4cd4-a25a-b7c745ed092c'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:52:15.128153 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-34f4d0c7-1580-487b-9a77-57c995caa26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (101dfd40-7499-4333-875c-b7e1086b50b0), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:15.135106 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6c27da56-b9da-4abb-ae48-608106cac9de req-8f50e4ca-08c8-4877-8561-89ef14665e90 tempest-SecurityGroupsNegativeTestJSON-312440606 tempest-SecurityGroupsNegativeTestJSON-312440606-project] 10.222.0.13 "GET /v2.0/security-groups/46aab763-5417-4cae-9f5b-eba79f3fafc8 HTTP/1.1" status: 404 len: 352 time: 0.0503185 Mar 01 13:52:15.139088 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c78bdbbc-478b-4d85-9d12-fd91baf923c6 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:52:15.176397 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44354) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:15.248188 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-594fb41f-df29-46de-adcb-9250344e048b req-5d2314dc-3d9b-44ff-8519-eece5c9cd62c tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (7bc8ae65-73ee-40c1-8d02-0f196d046aa2), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:15.254107 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port c78bdbbc-478b-4d85-9d12-fd91baf923c6 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:15.254572 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c78bdbbc-478b-4d85-9d12-fd91baf923c6), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:15.271429 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-34f4d0c7-1580-487b-9a77-57c995caa26e None None] For port 101dfd40-7499-4333-875c-b7e1086b50b0, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:52:15.284688 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-34f4d0c7-1580-487b-9a77-57c995caa26e None None] For port 101dfd40-7499-4333-875c-b7e1086b50b0, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=101dfd40-7499-4333-875c-b7e1086b50b0,segment=NetworkSegment(efe63841-b106-46a8-b592-11b75931e8a7),segment_id=efe63841-b106-46a8-b592-11b75931e8a7)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:52:15.302785 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-34f4d0c7-1580-487b-9a77-57c995caa26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (101dfd40-7499-4333-875c-b7e1086b50b0), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:15.386585 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-5f87ebce-5746-4fbb-8034-40447fef1113 None None] Provisioning complete for port 101dfd40-7499-4333-875c-b7e1086b50b0 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:15.387018 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5f87ebce-5746-4fbb-8034-40447fef1113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (101dfd40-7499-4333-875c-b7e1086b50b0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:15.394195 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-f89afffd-da53-4f21-a475-5f8110f28f1a admin admin] Deleting subnet 44d5dcc2-99a0-4a3a-8470-7f1427cb51ca {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:52:15.398912 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f89afffd-da53-4f21-a475-5f8110f28f1a admin admin] Publish callbacks [] for subnet (44d5dcc2-99a0-4a3a-8470-7f1427cb51ca), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:15.447175 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f89afffd-da53-4f21-a475-5f8110f28f1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (44d5dcc2-99a0-4a3a-8470-7f1427cb51ca), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:15.453591 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e1a78-0d63-4901-a666-e4f2a045953a None None] Pushing event updated for resources: {'Port': ['ID=101dfd40-7499-4333-875c-b7e1086b50b0,revision_number=4']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:15.518230 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-5f87ebce-5746-4fbb-8034-40447fef1113 None None] Current status of the port 101dfd40-7499-4333-875c-b7e1086b50b0 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:15.519296 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5f87ebce-5746-4fbb-8034-40447fef1113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (101dfd40-7499-4333-875c-b7e1086b50b0), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:15.522065 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f4d0c7-1580-487b-9a77-57c995caa26e None None] Routers {'90944be5-4749-41a7-a6bc-306a4b20baee'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:52:15.522888 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-34f4d0c7-1580-487b-9a77-57c995caa26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:51:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['90944be5-4749-41a7-a6bc-306a4b20baee'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:15.560179 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port c78bdbbc-478b-4d85-9d12-fd91baf923c6 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:15.562899 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-594fb41f-df29-46de-adcb-9250344e048b req-5d2314dc-3d9b-44ff-8519-eece5c9cd62c tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:52:15.589784 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-5f87ebce-5746-4fbb-8034-40447fef1113 None None] For port 101dfd40-7499-4333-875c-b7e1086b50b0, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=101dfd40-7499-4333-875c-b7e1086b50b0,segment=NetworkSegment(efe63841-b106-46a8-b592-11b75931e8a7),segment_id=efe63841-b106-46a8-b592-11b75931e8a7)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:52:15.598129 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f89afffd-da53-4f21-a475-5f8110f28f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (44d5dcc2-99a0-4a3a-8470-7f1427cb51ca), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:15.598963 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5f87ebce-5746-4fbb-8034-40447fef1113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (101dfd40-7499-4333-875c-b7e1086b50b0), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:15.600304 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-594fb41f-df29-46de-adcb-9250344e048b req-5d2314dc-3d9b-44ff-8519-eece5c9cd62c tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:52:15.621026 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2314dc-3d9b-44ff-8519-eece5c9cd62c tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Pushing event updated for resources: {'Port': ['ID=7bc8ae65-73ee-40c1-8d02-0f196d046aa2,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:15.649051 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-594fb41f-df29-46de-adcb-9250344e048b req-5d2314dc-3d9b-44ff-8519-eece5c9cd62c tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:52:15.755438 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87ebce-5746-4fbb-8034-40447fef1113 None None] Pushing event updated for resources: {'Port': ['ID=101dfd40-7499-4333-875c-b7e1086b50b0,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:15.814470 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ef6981a-7a49-4960-916f-2422ffc45662 req-181527e2-df75-4fc8-874a-c49e64d42663 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.13 "GET /v2.0/ports?device_id=d72ca75c-f957-466b-9e7a-6a52999ed7e4 HTTP/1.1" status: 200 len: 210 time: 0.1031048 Mar 01 13:52:15.831984 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-65d7c32b-9228-4538-9aaf-84a6c9fb8000 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] Allocated IP 172.20.0.2 (a4df6897-202f-4367-909e-37382f0021ff/c43297c0-fb9a-4f0c-ac50-0720da21e99e/c57cd7e1-e6c9-4506-8795-8245811a473a) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:52:15.906780 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f89afffd-da53-4f21-a475-5f8110f28f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (44d5dcc2-99a0-4a3a-8470-7f1427cb51ca), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:15.932976 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-56708cd4-371f-47d2-8f4b-ce83f49a8c71 None None] Provisioning complete for port 101dfd40-7499-4333-875c-b7e1086b50b0 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:15.933617 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-56708cd4-371f-47d2-8f4b-ce83f49a8c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (101dfd40-7499-4333-875c-b7e1086b50b0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:15.941930 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-34f4d0c7-1580-487b-9a77-57c995caa26e None None] Set router 90944be5-4749-41a7-a6bc-306a4b20baee gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:52:15.976786 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89afffd-da53-4f21-a475-5f8110f28f1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44d5dcc2-99a0-4a3a-8470-7f1427cb51ca,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:15.980206 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f89afffd-da53-4f21-a475-5f8110f28f1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:15.985046 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f89afffd-da53-4f21-a475-5f8110f28f1a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/44d5dcc2-99a0-4a3a-8470-7f1427cb51ca HTTP/1.1" status: 204 len: 168 time: 0.8073244 Mar 01 13:52:15.991130 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44368) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:15.992324 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f944b7fd-a3fc-484f-ab87-8c7d12e9dc5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (91bb86c8-224a-4188-ba97-143a49b6d8c7), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:16.089463 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f944b7fd-a3fc-484f-ab87-8c7d12e9dc5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=91bb86c8-224a-4188-ba97-143a49b6d8c7,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:16.141223 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-56708cd4-371f-47d2-8f4b-ce83f49a8c71 None None] Current status of the port 101dfd40-7499-4333-875c-b7e1086b50b0 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:16.252867 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-77dd202e-75a4-4666-ad9f-55c4b9370932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (dfdfc484-eff7-454c-9b6a-e782972cce8c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:16.258889 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f944b7fd-a3fc-484f-ab87-8c7d12e9dc5f admin admin] Checking segment: {'id': '0e492d4d-e0ff-4894-9412-9798b8a6555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '44afe686-32e5-4f10-85b5-d3fdcbf6dc26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:52:16.259246 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f944b7fd-a3fc-484f-ab87-8c7d12e9dc5f admin admin] Network hostable DHCP agents. Network: 44afe686-32e5-4f10-85b5-d3fdcbf6dc26, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:52:16.327022 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f944b7fd-a3fc-484f-ab87-8c7d12e9dc5f admin admin] Network 44afe686-32e5-4f10-85b5-d3fdcbf6dc26 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:52:16.372926 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-f944b7fd-a3fc-484f-ab87-8c7d12e9dc5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 44afe686-32e5-4f10-85b5-d3fdcbf6dc26) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:52:16.381085 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9c3525-4cce-40b9-9bbf-a6fd6669efc3 None None] Network 44afe686-32e5-4f10-85b5-d3fdcbf6dc26 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:52:16.401531 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f944b7fd-a3fc-484f-ab87-8c7d12e9dc5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:16.403252 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f944b7fd-a3fc-484f-ab87-8c7d12e9dc5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:16.413412 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-34f4d0c7-1580-487b-9a77-57c995caa26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'name': 'tempest-TaggedBootDevicesTest-30014239-router', 'tenant_id': '78efedc3031f4258896f94ad66a2f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'c78bdbbc-478b-4d85-9d12-fd91baf923c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:52:05Z', 'updated_at': '2022-03-01T13:52:10Z', 'revision_number': 4, 'project_id': '78efedc3031f4258896f94ad66a2f53b', 'gw_port': {'id': 'c78bdbbc-478b-4d85-9d12-fd91baf923c6', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:06Z', 'updated_at': '2022-03-01T13:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '101dfd40-7499-4333-875c-b7e1086b50b0', 'name': '', 'network_id': '7bc0ee18-c84c-4cd4-a25a-b7c745ed092c', 'tenant_id': '78efedc3031f4258896f94ad66a2f53b', 'mac_address': 'fa:16:3e:e0:6c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'ac4622d6-031a-43e3-b876-291bd0fbb3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:09Z', 'updated_at': '2022-03-01T13:52:15Z', 'revision_number': 4, 'project_id': '78efedc3031f4258896f94ad66a2f53b', 'subnets': [{'id': 'ac4622d6-031a-43e3-b876-291bd0fbb3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:16.423415 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-77dd202e-75a4-4666-ad9f-55c4b9370932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (dfdfc484-eff7-454c-9b6a-e782972cce8c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:16.434434 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-594fb41f-df29-46de-adcb-9250344e048b req-5d2314dc-3d9b-44ff-8519-eece5c9cd62c tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks [] for floatingip (4af10fdf-61ca-416d-9326-9c0e2656bbfa), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:16.482851 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f4d0c7-1580-487b-9a77-57c995caa26e None None] The sync data for ids ['90944be5-4749-41a7-a6bc-306a4b20baee'] in n-d-827467-3 is: [{'id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'name': 'tempest-TaggedBootDevicesTest-30014239-router', 'tenant_id': '78efedc3031f4258896f94ad66a2f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'c78bdbbc-478b-4d85-9d12-fd91baf923c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:52:05Z', 'updated_at': '2022-03-01T13:52:10Z', 'revision_number': 4, 'project_id': '78efedc3031f4258896f94ad66a2f53b', 'gw_port': {'id': 'c78bdbbc-478b-4d85-9d12-fd91baf923c6', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:06Z', 'updated_at': '2022-03-01T13:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '101dfd40-7499-4333-875c-b7e1086b50b0', 'name': '', 'network_id': '7bc0ee18-c84c-4cd4-a25a-b7c745ed092c', 'tenant_id': '78efedc3031f4258896f94ad66a2f53b', 'mac_address': 'fa:16:3e:e0:6c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'ac4622d6-031a-43e3-b876-291bd0fbb3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:09Z', 'updated_at': '2022-03-01T13:52:15Z', 'revision_number': 4, 'project_id': '78efedc3031f4258896f94ad66a2f53b', 'subnets': [{'id': 'ac4622d6-031a-43e3-b876-291bd0fbb3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:52:16.487757 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-77dd202e-75a4-4666-ad9f-55c4b9370932 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfdfc484-eff7-454c-9b6a-e782972cce8c']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:16.503824 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44382) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:16.506909 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f944b7fd-a3fc-484f-ab87-8c7d12e9dc5f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5966902 Mar 01 13:52:16.510655 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-3bcbd1b3-ff17-47a6-88ef-066db6c5d267 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1197793923-router', 'tenant_id': 'aa8b8d8b1bcf49249989ad25c6d6a8e6', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:52:16.520821 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-77dd202e-75a4-4666-ad9f-55c4b9370932 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949dd5f6-97c6-44c0-921d-a404aa8c9b4a') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:16.521185 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-77dd202e-75a4-4666-ad9f-55c4b9370932 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949dd5f6-97c6-44c0-921d-a404aa8c9b4a') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:16.555693 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-594fb41f-df29-46de-adcb-9250344e048b req-5d2314dc-3d9b-44ff-8519-eece5c9cd62c tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7bc8ae65-73ee-40c1-8d02-0f196d046aa2), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:16.584297 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-77dd202e-75a4-4666-ad9f-55c4b9370932 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (949dd5f6-97c6-44c0-921d-a404aa8c9b4a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:16.615990 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-77dd202e-75a4-4666-ad9f-55c4b9370932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (949dd5f6-97c6-44c0-921d-a404aa8c9b4a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:16.624117 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77dd202e-75a4-4666-ad9f-55c4b9370932 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:52:16.624437 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-77dd202e-75a4-4666-ad9f-55c4b9370932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (949dd5f6-97c6-44c0-921d-a404aa8c9b4a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:16.626204 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:52:16.626204 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:52:16.626204 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:52:16.626204 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:52:16.626204 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:52:16.626204 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:52:16.626204 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:52:16.626204 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:52:16.626204 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:52:16.626204 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:52:16.626204 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:52:16.626204 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:52:16.626204 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:52:16.626204 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:52:16.626204 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:52:16.626204 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:52:16.626204 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:52:16.626204 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:52:16.626204 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:52:16.626204 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:52:16.626204 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:52:16.626204 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:52:16.626204 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:52:16.626204 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:52:16.626204 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:52:16.626204 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:52:16.626204 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:52:16.626204 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:52:16.626204 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:52:16.626204 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:52:16.626204 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:52:16.626204 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:52:16.649997 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd87454b-02da-4bf6-9daf-c95d09b110e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-44afe686-32e5-4f10-85b5-d3fdcbf6dc26', 'network_id': '44afe686-32e5-4f10-85b5-d3fdcbf6dc26', 'project_id': 'aa8b8d8b1bcf49249989ad25c6d6a8e6', 'fixed_ips': [{'subnet_id': '91bb86c8-224a-4188-ba97-143a49b6d8c7'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:52:16.651198 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bd87454b-02da-4bf6-9daf-c95d09b110e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:16.688546 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3bcbd1b3-ff17-47a6-88ef-066db6c5d267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (29632354-7d2e-4386-861d-41ae7570ea8c), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:16.689582 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3bcbd1b3-ff17-47a6-88ef-066db6c5d267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (29632354-7d2e-4386-861d-41ae7570ea8c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:16.719645 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-77dd202e-75a4-4666-ad9f-55c4b9370932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (dfdfc484-eff7-454c-9b6a-e782972cce8c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:16.736867 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-77dd202e-75a4-4666-ad9f-55c4b9370932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:16.741241 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-77dd202e-75a4-4666-ad9f-55c4b9370932 admin admin] 10.222.0.13 "DELETE /v2.0/networks/dfdfc484-eff7-454c-9b6a-e782972cce8c HTTP/1.1" status: 204 len: 168 time: 0.7463953 Mar 01 13:52:16.753600 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-65d7c32b-9228-4538-9aaf-84a6c9fb8000 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] Publish callbacks [] for port (c57cd7e1-e6c9-4506-8795-8245811a473a), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:16.791140 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd202e-75a4-4666-ad9f-55c4b9370932 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfdfc484-eff7-454c-9b6a-e782972cce8c,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:16.977445 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-bd87454b-02da-4bf6-9daf-c95d09b110e1 None None] Allocated IP 172.20.0.2 (44afe686-32e5-4f10-85b5-d3fdcbf6dc26/91bb86c8-224a-4188-ba97-143a49b6d8c7/41a3be98-5716-4b27-97ce-cfc861ed79c2) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:52:16.981705 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3bcbd1b3-ff17-47a6-88ef-066db6c5d267 admin admin] Publish callbacks [] for router_controller (29632354-7d2e-4386-861d-41ae7570ea8c), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:17.036481 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-65d7c32b-9228-4538-9aaf-84a6c9fb8000 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (c57cd7e1-e6c9-4506-8795-8245811a473a), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:17.085794 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44394) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:17.138930 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-da1cf4d8-a696-40ac-ae63-d650513766df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dac940f4eafa45e89a425bfd9c143edd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0519977 Mar 01 13:52:17.145558 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44398) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:17.152400 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 101dfd40-7499-4333-875c-b7e1086b50b0 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:52:17.240774 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7c32b-9228-4538-9aaf-84a6c9fb8000 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] Pushing event updated for resources: {'Port': ['ID=c57cd7e1-e6c9-4506-8795-8245811a473a,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:17.278825 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d1ac581-c5cf-4dcf-a97a-402bceb35b20 admin admin] Publish callbacks [] for security_group (fa539d00-8b7e-4484-8c07-04f00f4c9d00), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:17.369705 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d1ac581-c5cf-4dcf-a97a-402bceb35b20 admin admin] Publish callbacks [] for security_group (fa539d00-8b7e-4484-8c07-04f00f4c9d00), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:17.401322 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-65d7c32b-9228-4538-9aaf-84a6c9fb8000 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] Network a4df6897-202f-4367-909e-37382f0021ff is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:52:17.401560 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 101dfd40-7499-4333-875c-b7e1086b50b0 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:17.401939 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (101dfd40-7499-4333-875c-b7e1086b50b0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:17.423001 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-594fb41f-df29-46de-adcb-9250344e048b req-5d2314dc-3d9b-44ff-8519-eece5c9cd62c tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks [] for port (7bc8ae65-73ee-40c1-8d02-0f196d046aa2), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:17.468134 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bd87454b-02da-4bf6-9daf-c95d09b110e1 None None] Publish callbacks [] for port (41a3be98-5716-4b27-97ce-cfc861ed79c2), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:17.496761 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bd87454b-02da-4bf6-9daf-c95d09b110e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (41a3be98-5716-4b27-97ce-cfc861ed79c2), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:17.505039 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d1ac581-c5cf-4dcf-a97a-402bceb35b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fa539d00-8b7e-4484-8c07-04f00f4c9d00), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:17.508334 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-65d7c32b-9228-4538-9aaf-84a6c9fb8000 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:52:17.510920 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d1ac581-c5cf-4dcf-a97a-402bceb35b20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:17.512222 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6d1ac581-c5cf-4dcf-a97a-402bceb35b20 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa539d00-8b7e-4484-8c07-04f00f4c9d00 HTTP/1.1" status: 204 len: 168 time: 0.3656843 Mar 01 13:52:17.513712 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-594fb41f-df29-46de-adcb-9250344e048b req-5d2314dc-3d9b-44ff-8519-eece5c9cd62c tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (7bc8ae65-73ee-40c1-8d02-0f196d046aa2), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:17.523725 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-65d7c32b-9228-4538-9aaf-84a6c9fb8000 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:52:17.539570 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ac581-c5cf-4dcf-a97a-402bceb35b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa539d00-8b7e-4484-8c07-04f00f4c9d00,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:17.540083 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd87454b-02da-4bf6-9daf-c95d09b110e1 None None] Network 44afe686-32e5-4f10-85b5-d3fdcbf6dc26 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:52:17.547896 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-bd87454b-02da-4bf6-9daf-c95d09b110e1 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:52:17.554208 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd87454b-02da-4bf6-9daf-c95d09b110e1 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:52:17.628379 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87454b-02da-4bf6-9daf-c95d09b110e1 None None] Pushing event updated for resources: {'Port': ['ID=41a3be98-5716-4b27-97ce-cfc861ed79c2,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:17.648339 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44406) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:17.766424 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3bcbd1b3-ff17-47a6-88ef-066db6c5d267 admin admin] Publish callbacks [] for router_gateway (29632354-7d2e-4386-861d-41ae7570ea8c), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:17.771147 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-bd87454b-02da-4bf6-9daf-c95d09b110e1 None None] Attempting to bind port 41a3be98-5716-4b27-97ce-cfc861ed79c2 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:52:17.771529 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-bd87454b-02da-4bf6-9daf-c95d09b110e1 None None] Attempting to bind port 41a3be98-5716-4b27-97ce-cfc861ed79c2 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '0e492d4d-e0ff-4894-9412-9798b8a6555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '44afe686-32e5-4f10-85b5-d3fdcbf6dc26'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:52:17.771914 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd87454b-02da-4bf6-9daf-c95d09b110e1 None None] Attempting to bind port 41a3be98-5716-4b27-97ce-cfc861ed79c2 on network 44afe686-32e5-4f10-85b5-d3fdcbf6dc26 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:52:17.775148 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 101dfd40-7499-4333-875c-b7e1086b50b0 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:17.791293 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd87454b-02da-4bf6-9daf-c95d09b110e1 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:52:17.791823 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd87454b-02da-4bf6-9daf-c95d09b110e1 None None] Checking segment: {'id': '0e492d4d-e0ff-4894-9412-9798b8a6555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '44afe686-32e5-4f10-85b5-d3fdcbf6dc26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:52:17.792318 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bd87454b-02da-4bf6-9daf-c95d09b110e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:17.792612 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd87454b-02da-4bf6-9daf-c95d09b110e1 None None] Bound using segment: {'id': '0e492d4d-e0ff-4894-9412-9798b8a6555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '44afe686-32e5-4f10-85b5-d3fdcbf6dc26'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:52:17.793149 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-bd87454b-02da-4bf6-9daf-c95d09b110e1 None None] Bound port: 41a3be98-5716-4b27-97ce-cfc861ed79c2, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e492d4d-e0ff-4894-9412-9798b8a6555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '44afe686-32e5-4f10-85b5-d3fdcbf6dc26'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:52:17.793321 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bd87454b-02da-4bf6-9daf-c95d09b110e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (41a3be98-5716-4b27-97ce-cfc861ed79c2), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:17.814647 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2314dc-3d9b-44ff-8519-eece5c9cd62c tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Pushing event updated for resources: {'Port': ['ID=7bc8ae65-73ee-40c1-8d02-0f196d046aa2,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:17.861810 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a6ca5-e22e-4585-8ba7-3ef5e6d67bac req-92fb910f-7e41-482a-9905-3881af34c496 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:17.864054 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d90a6ca5-e22e-4585-8ba7-3ef5e6d67bac req-92fb910f-7e41-482a-9905-3881af34c496 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.13 "GET /v2.0/ports?device_id=d72ca75c-f957-466b-9e7a-6a52999ed7e4 HTTP/1.1" status: 200 len: 931 time: 0.6052766 Mar 01 13:52:17.916411 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-bd87454b-02da-4bf6-9daf-c95d09b110e1 None None] For port 41a3be98-5716-4b27-97ce-cfc861ed79c2, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:52:17.926309 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-bd87454b-02da-4bf6-9daf-c95d09b110e1 None None] For port 41a3be98-5716-4b27-97ce-cfc861ed79c2, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=41a3be98-5716-4b27-97ce-cfc861ed79c2,segment=NetworkSegment(0e492d4d-e0ff-4894-9412-9798b8a6555d),segment_id=0e492d4d-e0ff-4894-9412-9798b8a6555d)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:52:17.943162 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bd87454b-02da-4bf6-9daf-c95d09b110e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (41a3be98-5716-4b27-97ce-cfc861ed79c2), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:17.949804 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-65d7c32b-9228-4538-9aaf-84a6c9fb8000 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:17.950792 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-65d7c32b-9228-4538-9aaf-84a6c9fb8000 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:17.979585 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-65d7c32b-9228-4538-9aaf-84a6c9fb8000 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4626024 Mar 01 13:52:17.984412 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-594fb41f-df29-46de-adcb-9250344e048b req-5d2314dc-3d9b-44ff-8519-eece5c9cd62c tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (4af10fdf-61ca-416d-9326-9c0e2656bbfa), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:18.006014 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-1060004b-1a16-4307-ba2f-c089bdcdb45d service neutron] Request body: {'port': {'device_id': 'd72ca75c-f957-466b-9e7a-6a52999ed7e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:52:18.040836 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7a49a6b7-63eb-4a6d-be3b-9730af04b360 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:18.058987 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87454b-02da-4bf6-9daf-c95d09b110e1 None None] Pushing event updated for resources: {'Port': ['ID=41a3be98-5716-4b27-97ce-cfc861ed79c2,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:18.122363 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d90a6ca5-e22e-4585-8ba7-3ef5e6d67bac req-6c7f0574-62db-4c96-a8dc-af5fb7db7c73 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1f4d927-1616-4a3d-be82-4542efc48b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100587 Mar 01 13:52:18.136643 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-594fb41f-df29-46de-adcb-9250344e048b req-5d2314dc-3d9b-44ff-8519-eece5c9cd62c tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:18.137916 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-594fb41f-df29-46de-adcb-9250344e048b req-5d2314dc-3d9b-44ff-8519-eece5c9cd62c tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.8463197 Mar 01 13:52:18.186199 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7a49a6b7-63eb-4a6d-be3b-9730af04b360 admin admin] Publish callbacks [] for security_group (db983ea1-e982-452a-a147-bbcb240ae9ea), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:18.196963 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7a49a6b7-63eb-4a6d-be3b-9730af04b360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (db983ea1-e982-452a-a147-bbcb240ae9ea), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:18.233480 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49a6b7-63eb-4a6d-be3b-9730af04b360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db983ea1-e982-452a-a147-bbcb240ae9ea,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:18.275270 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-1060004b-1a16-4307-ba2f-c089bdcdb45d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c57cd7e1-e6c9-4506-8795-8245811a473a), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:18.280586 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7a49a6b7-63eb-4a6d-be3b-9730af04b360 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3f37985fd2f41329d12dc7fb4254155&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6308570 Mar 01 13:52:18.283635 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44418) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:18.296738 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-594fb41f-df29-46de-adcb-9250344e048b req-20e0e88b-c4a3-4d31-8788-08433ed8487a tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.201 HTTP/1.1" status: 200 len: 696 time: 0.1484551 Mar 01 13:52:18.428255 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a09fa70f-badc-4692-bc3b-103cc5cc37c7 admin admin] Publish callbacks [] for security_group (db983ea1-e982-452a-a147-bbcb240ae9ea), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:18.477208 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a09fa70f-badc-4692-bc3b-103cc5cc37c7 admin admin] Publish callbacks [] for security_group (db983ea1-e982-452a-a147-bbcb240ae9ea), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:18.551620 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a09fa70f-badc-4692-bc3b-103cc5cc37c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (db983ea1-e982-452a-a147-bbcb240ae9ea), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:18.555334 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a09fa70f-badc-4692-bc3b-103cc5cc37c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:18.558929 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a09fa70f-badc-4692-bc3b-103cc5cc37c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db983ea1-e982-452a-a147-bbcb240ae9ea HTTP/1.1" status: 204 len: 168 time: 0.2714140 Mar 01 13:52:18.571051 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09fa70f-badc-4692-bc3b-103cc5cc37c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db983ea1-e982-452a-a147-bbcb240ae9ea,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:18.796272 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fb41f-df29-46de-adcb-9250344e048b req-ebeda74b-4920-4a47-b217-8bdd8e2a5767 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:18.797717 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-594fb41f-df29-46de-adcb-9250344e048b req-ebeda74b-4920-4a47-b217-8bdd8e2a5767 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 784 time: 0.4914763 Mar 01 13:52:18.801461 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3bcbd1b3-ff17-47a6-88ef-066db6c5d267 admin admin] Publish callbacks [] for router_gateway (29632354-7d2e-4386-861d-41ae7570ea8c), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:18.843398 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-594fb41f-df29-46de-adcb-9250344e048b req-fcee5b09-6ba2-4da8-86fb-662b1ea63d43 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:52:18.844542 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-594fb41f-df29-46de-adcb-9250344e048b req-fcee5b09-6ba2-4da8-86fb-662b1ea63d43 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0364189 Mar 01 13:52:18.846139 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3bcbd1b3-ff17-47a6-88ef-066db6c5d267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:18.894132 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44438) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:19.041109 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44442) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:19.068578 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-ad25ad8a-e44c-4808-8468-e4eae948636c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1029943574-network', 'tenant_id': 'aa3e6a61157b47d8a82db557a370763f'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:52:19.078413 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 41a3be98-5716-4b27-97ce-cfc861ed79c2 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:52:19.089926 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2594ce4c-19df-4769-9353-cec71837c695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:19.135586 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-3bcbd1b3-ff17-47a6-88ef-066db6c5d267 admin admin] Allocated IP 172.25.1.47 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/35bc8e13-03c7-4a90-9767-95d4e64cfee0) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:52:19.139489 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 41a3be98-5716-4b27-97ce-cfc861ed79c2 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:19.141379 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (41a3be98-5716-4b27-97ce-cfc861ed79c2), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:19.159766 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad25ad8a-e44c-4808-8468-e4eae948636c admin admin] Made reservation on behalf of aa3e6a61157b47d8a82db557a370763f for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:52:19.162167 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ad25ad8a-e44c-4808-8468-e4eae948636c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:19.263132 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 41a3be98-5716-4b27-97ce-cfc861ed79c2 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:19.263825 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (41a3be98-5716-4b27-97ce-cfc861ed79c2), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:19.267458 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3d3e0-0ba1-4e3b-84b9-b9028d0e5b47 req-52ccee8f-a3eb-452d-bbb5-5b8d61180c09 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:19.277749 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b5a3d3e0-0ba1-4e3b-84b9-b9028d0e5b47 req-52ccee8f-a3eb-452d-bbb5-5b8d61180c09 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/ports?device_id=4320637e-af21-4144-a40e-ac3c232e06ba&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2343292 Mar 01 13:52:19.309579 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2594ce4c-19df-4769-9353-cec71837c695 admin admin] Publish callbacks [] for security_group (9e30e458-8506-4767-b8a0-3fb8fba231b1), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:19.310460 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 41a3be98-5716-4b27-97ce-cfc861ed79c2, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=41a3be98-5716-4b27-97ce-cfc861ed79c2,segment=NetworkSegment(0e492d4d-e0ff-4894-9412-9798b8a6555d),segment_id=0e492d4d-e0ff-4894-9412-9798b8a6555d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:52:19.312975 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ad25ad8a-e44c-4808-8468-e4eae948636c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:19.323468 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2594ce4c-19df-4769-9353-cec71837c695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (9e30e458-8506-4767-b8a0-3fb8fba231b1), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:19.325355 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (41a3be98-5716-4b27-97ce-cfc861ed79c2), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:19.429043 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2594ce4c-19df-4769-9353-cec71837c695 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0fa258da49642799ad08a367ca35275&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3868544 Mar 01 13:52:19.434799 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44446) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:19.435516 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=41a3be98-5716-4b27-97ce-cfc861ed79c2,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:19.486077 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594ce4c-19df-4769-9353-cec71837c695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e30e458-8506-4767-b8a0-3fb8fba231b1,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:19.542808 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b5a3d3e0-0ba1-4e3b-84b9-b9028d0e5b47 req-20a277e1-14bb-48b9-a409-0e84aa926792 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.201 HTTP/1.1" status: 200 len: 696 time: 0.2641809 Mar 01 13:52:19.601324 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d764c7ea-b602-4110-a7f9-220d7f6be0d6 admin admin] Publish callbacks [] for security_group (9e30e458-8506-4767-b8a0-3fb8fba231b1), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:19.608440 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ad25ad8a-e44c-4808-8468-e4eae948636c admin admin] Publish callbacks [] for security_group (4af24981-e5e4-49fb-bf8c-f71598d36a7e), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:19.617829 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211dc094-2b62-4acf-85f6-da57d77c5715 None None] Network 44afe686-32e5-4f10-85b5-d3fdcbf6dc26 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:52:19.619450 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ad25ad8a-e44c-4808-8468-e4eae948636c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4af24981-e5e4-49fb-bf8c-f71598d36a7e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:19.619610 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-b5a3d3e0-0ba1-4e3b-84b9-b9028d0e5b47 req-9bcefbcd-ef9d-4da4-8bda-48ece7c07a36 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Request body: {'floatingip': {'port_id': '22e22eae-54d3-4b93-91ba-1be936493adb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:52:19.640910 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-1060004b-1a16-4307-ba2f-c089bdcdb45d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c57cd7e1-e6c9-4506-8795-8245811a473a {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:52:19.650685 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-1060004b-1a16-4307-ba2f-c089bdcdb45d service neutron] Publish callbacks [] for port (c57cd7e1-e6c9-4506-8795-8245811a473a), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:19.651986 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d764c7ea-b602-4110-a7f9-220d7f6be0d6 admin admin] Publish callbacks [] for security_group (9e30e458-8506-4767-b8a0-3fb8fba231b1), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:19.656279 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad25ad8a-e44c-4808-8468-e4eae948636c admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:52:19.667001 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-1060004b-1a16-4307-ba2f-c089bdcdb45d service neutron] Transition to ACTIVE for port object c57cd7e1-e6c9-4506-8795-8245811a473a will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:52:19.701710 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ad25ad8a-e44c-4808-8468-e4eae948636c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (9cdcccf4-054a-4e6f-bcd4-f24655a5b8d7), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:19.702372 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-ad25ad8a-e44c-4808-8468-e4eae948636c admin admin] Added segment 9cdcccf4-054a-4e6f-bcd4-f24655a5b8d7 of type vlan for network 1aeecf82-0716-4f24-a11e-631ec29a00e3 Mar 01 13:52:19.709153 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25ad8a-e44c-4808-8468-e4eae948636c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af24981-e5e4-49fb-bf8c-f71598d36a7e,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:19.720804 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-1060004b-1a16-4307-ba2f-c089bdcdb45d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (c57cd7e1-e6c9-4506-8795-8245811a473a), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:19.764331 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ad25ad8a-e44c-4808-8468-e4eae948636c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (1aeecf82-0716-4f24-a11e-631ec29a00e3), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:19.790227 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d764c7ea-b602-4110-a7f9-220d7f6be0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (9e30e458-8506-4767-b8a0-3fb8fba231b1), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:19.793468 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d764c7ea-b602-4110-a7f9-220d7f6be0d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:19.795294 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d764c7ea-b602-4110-a7f9-220d7f6be0d6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e30e458-8506-4767-b8a0-3fb8fba231b1 HTTP/1.1" status: 204 len: 168 time: 0.3588049 Mar 01 13:52:19.808637 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37cd1d-c5cd-4287-b87b-ffffddffd3ef req-4151f93c-dc91-4e19-99cd-1ea7de14cc33 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:19.809491 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764c7ea-b602-4110-a7f9-220d7f6be0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e30e458-8506-4767-b8a0-3fb8fba231b1,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:19.810327 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4a37cd1d-c5cd-4287-b87b-ffffddffd3ef req-4151f93c-dc91-4e19-99cd-1ea7de14cc33 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.13 "GET /v2.0/ports?device_id=d72ca75c-f957-466b-9e7a-6a52999ed7e4 HTTP/1.1" status: 200 len: 931 time: 0.3958850 Mar 01 13:52:19.814049 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ad25ad8a-e44c-4808-8468-e4eae948636c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (1aeecf82-0716-4f24-a11e-631ec29a00e3), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:19.816269 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad25ad8a-e44c-4808-8468-e4eae948636c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:19.816797 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ad25ad8a-e44c-4808-8468-e4eae948636c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:19.823838 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b5a3d3e0-0ba1-4e3b-84b9-b9028d0e5b47 req-9bcefbcd-ef9d-4da4-8bda-48ece7c07a36 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks [] for floatingip (4af10fdf-61ca-416d-9326-9c0e2656bbfa), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:19.889152 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060004b-1a16-4307-ba2f-c089bdcdb45d service neutron] Pushing event updated for resources: {'Port': ['ID=c57cd7e1-e6c9-4506-8795-8245811a473a,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:19.898291 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25ad8a-e44c-4808-8468-e4eae948636c admin admin] Pushing event updated for resources: {'Network': ['ID=1aeecf82-0716-4f24-a11e-631ec29a00e3,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:19.909122 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ad25ad8a-e44c-4808-8468-e4eae948636c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0136592 Mar 01 13:52:19.912327 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44452) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:19.921613 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-c0396bde-74f6-4274-83fb-76fc28e20e8b admin admin] Request body: {'subnet': {'network_id': '1aeecf82-0716-4f24-a11e-631ec29a00e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1029943574-subnet', 'tenant_id': 'aa3e6a61157b47d8a82db557a370763f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:52:19.944702 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0396bde-74f6-4274-83fb-76fc28e20e8b admin admin] Made reservation on behalf of aa3e6a61157b47d8a82db557a370763f for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:52:19.948050 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c0396bde-74f6-4274-83fb-76fc28e20e8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:19.968152 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3bcbd1b3-ff17-47a6-88ef-066db6c5d267 admin admin] Publish callbacks [] for port (35bc8e13-03c7-4a90-9767-95d4e64cfee0), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:19.987852 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 1aeecf82-0716-4f24-a11e-631ec29a00e3 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:52:20.062959 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4a37cd1d-c5cd-4287-b87b-ffffddffd3ef req-0f0802ef-eb0a-4d5e-86f5-37a7a1eeabab tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1f4d927-1616-4a3d-be82-4542efc48b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368767 Mar 01 13:52:20.138999 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-dbd46f84-9c09-4ffe-809c-ef03757e076b None None] Provisioning complete for port 41a3be98-5716-4b27-97ce-cfc861ed79c2 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:20.142190 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-dbd46f84-9c09-4ffe-809c-ef03757e076b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (41a3be98-5716-4b27-97ce-cfc861ed79c2), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:20.153419 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-1060004b-1a16-4307-ba2f-c089bdcdb45d service neutron] Attempting to bind port c57cd7e1-e6c9-4506-8795-8245811a473a on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:52:20.153881 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-1060004b-1a16-4307-ba2f-c089bdcdb45d service neutron] Attempting to bind port c57cd7e1-e6c9-4506-8795-8245811a473a by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '715c5eae-6e7b-470b-835b-506145720da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a4df6897-202f-4367-909e-37382f0021ff'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:52:20.154462 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-1060004b-1a16-4307-ba2f-c089bdcdb45d service neutron] Attempting to bind port c57cd7e1-e6c9-4506-8795-8245811a473a on network a4df6897-202f-4367-909e-37382f0021ff {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:52:20.169927 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-1060004b-1a16-4307-ba2f-c089bdcdb45d service neutron] Port c57cd7e1-e6c9-4506-8795-8245811a473a on network a4df6897-202f-4367-909e-37382f0021ff not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:52:20.170387 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-1060004b-1a16-4307-ba2f-c089bdcdb45d service neutron] Attempting to bind port c57cd7e1-e6c9-4506-8795-8245811a473a on network a4df6897-202f-4367-909e-37382f0021ff {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:52:20.179956 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-1060004b-1a16-4307-ba2f-c089bdcdb45d service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:52:20.180422 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-1060004b-1a16-4307-ba2f-c089bdcdb45d service neutron] Checking segment: {'id': '715c5eae-6e7b-470b-835b-506145720da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a4df6897-202f-4367-909e-37382f0021ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:52:20.181038 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-1060004b-1a16-4307-ba2f-c089bdcdb45d service neutron] Bound using segment: {'id': '715c5eae-6e7b-470b-835b-506145720da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a4df6897-202f-4367-909e-37382f0021ff'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:52:20.181692 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-1060004b-1a16-4307-ba2f-c089bdcdb45d service neutron] Bound port: c57cd7e1-e6c9-4506-8795-8245811a473a, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '715c5eae-6e7b-470b-835b-506145720da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a4df6897-202f-4367-909e-37382f0021ff'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:52:20.182135 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-1060004b-1a16-4307-ba2f-c089bdcdb45d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c57cd7e1-e6c9-4506-8795-8245811a473a), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:20.187605 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3bcbd1b3-ff17-47a6-88ef-066db6c5d267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (35bc8e13-03c7-4a90-9767-95d4e64cfee0), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:20.248791 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcbd1b3-ff17-47a6-88ef-066db6c5d267 admin admin] Pushing event updated for resources: {'Port': ['ID=35bc8e13-03c7-4a90-9767-95d4e64cfee0,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:20.270357 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcbd1b3-ff17-47a6-88ef-066db6c5d267 admin admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:52:20.271562 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c0396bde-74f6-4274-83fb-76fc28e20e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (223da793-aaf5-4485-808c-8a56469bec49), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:20.302521 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-3bcbd1b3-ff17-47a6-88ef-066db6c5d267 admin admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:52:20.331207 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0396bde-74f6-4274-83fb-76fc28e20e8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=223da793-aaf5-4485-808c-8a56469bec49,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:20.386138 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-dbd46f84-9c09-4ffe-809c-ef03757e076b None None] Current status of the port 41a3be98-5716-4b27-97ce-cfc861ed79c2 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:20.392135 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0396bde-74f6-4274-83fb-76fc28e20e8b admin admin] Checking segment: {'id': '9cdcccf4-054a-4e6f-bcd4-f24655a5b8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1aeecf82-0716-4f24-a11e-631ec29a00e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:52:20.392614 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0396bde-74f6-4274-83fb-76fc28e20e8b admin admin] Network hostable DHCP agents. Network: 1aeecf82-0716-4f24-a11e-631ec29a00e3, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:52:20.432473 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0396bde-74f6-4274-83fb-76fc28e20e8b admin admin] Network 1aeecf82-0716-4f24-a11e-631ec29a00e3 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:52:20.462217 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-c0396bde-74f6-4274-83fb-76fc28e20e8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 1aeecf82-0716-4f24-a11e-631ec29a00e3) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:52:20.468985 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0396bde-74f6-4274-83fb-76fc28e20e8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:20.470115 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c0396bde-74f6-4274-83fb-76fc28e20e8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:20.505036 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c0396bde-74f6-4274-83fb-76fc28e20e8b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5877197 Mar 01 13:52:20.507729 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44462) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:20.512086 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-6d9c5d5d-c457-4773-a8d4-0ef425236f8d admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1029943574-router', 'tenant_id': 'aa3e6a61157b47d8a82db557a370763f', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:52:20.516416 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73df1d7-ecf0-413c-8f8f-38558998ca4e None None] Network 1aeecf82-0716-4f24-a11e-631ec29a00e3 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:52:20.587050 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d9c5d5d-c457-4773-a8d4-0ef425236f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (4a8cc195-5d6a-4176-b5f2-3b2de04a60c9), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:20.588683 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d9c5d5d-c457-4773-a8d4-0ef425236f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (4a8cc195-5d6a-4176-b5f2-3b2de04a60c9), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:20.668057 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d9c5d5d-c457-4773-a8d4-0ef425236f8d admin admin] Publish callbacks [] for router_controller (4a8cc195-5d6a-4176-b5f2-3b2de04a60c9), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:20.837742 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ecc62f-af89-4a5e-9c8b-0ff5099b4005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-1aeecf82-0716-4f24-a11e-631ec29a00e3', 'network_id': '1aeecf82-0716-4f24-a11e-631ec29a00e3', 'project_id': 'aa3e6a61157b47d8a82db557a370763f', 'fixed_ips': [{'subnet_id': '223da793-aaf5-4485-808c-8a56469bec49'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:52:20.838585 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c2ecc62f-af89-4a5e-9c8b-0ff5099b4005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:20.876114 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d9c5d5d-c457-4773-a8d4-0ef425236f8d admin admin] Publish callbacks [] for router_gateway (4a8cc195-5d6a-4176-b5f2-3b2de04a60c9), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:20.881091 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-513ff739-b47b-41f2-8e0a-80af807cb32f None None] Provisioning complete for port 41a3be98-5716-4b27-97ce-cfc861ed79c2 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:20.881233 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-513ff739-b47b-41f2-8e0a-80af807cb32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (41a3be98-5716-4b27-97ce-cfc861ed79c2), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:20.894742 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcbd1b3-ff17-47a6-88ef-066db6c5d267 admin admin] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:52:21.021950 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [req-b5a3d3e0-0ba1-4e3b-84b9-b9028d0e5b47 req-9bcefbcd-ef9d-4da4-8bda-48ece7c07a36 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] update failed (client error): There was a conflict when trying to complete your request. Mar 01 13:52:21.029760 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b5a3d3e0-0ba1-4e3b-84b9-b9028d0e5b47 req-9bcefbcd-ef9d-4da4-8bda-48ece7c07a36 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "PUT /v2.0/floatingips/4af10fdf-61ca-416d-9326-9c0e2656bbfa HTTP/1.1" status: 409 len: 551 time: 1.4311428 Mar 01 13:52:21.046083 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-1060004b-1a16-4307-ba2f-c089bdcdb45d service neutron] For port c57cd7e1-e6c9-4506-8795-8245811a473a, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:52:21.071733 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 41a3be98-5716-4b27-97ce-cfc861ed79c2 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:52:21.164908 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-513ff739-b47b-41f2-8e0a-80af807cb32f None None] Current status of the port 41a3be98-5716-4b27-97ce-cfc861ed79c2 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:21.167309 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-c2ecc62f-af89-4a5e-9c8b-0ff5099b4005 None None] Allocated IP 172.20.0.2 (1aeecf82-0716-4f24-a11e-631ec29a00e3/223da793-aaf5-4485-808c-8a56469bec49/36988e18-cb71-457c-867b-bd4ab9c41641) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:52:21.223000 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-1060004b-1a16-4307-ba2f-c089bdcdb45d service neutron] For port c57cd7e1-e6c9-4506-8795-8245811a473a, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=c57cd7e1-e6c9-4506-8795-8245811a473a,segment=NetworkSegment(715c5eae-6e7b-470b-835b-506145720da5),segment_id=715c5eae-6e7b-470b-835b-506145720da5)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:52:21.232101 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 41a3be98-5716-4b27-97ce-cfc861ed79c2 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:21.232398 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (41a3be98-5716-4b27-97ce-cfc861ed79c2), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:21.262200 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d9c5d5d-c457-4773-a8d4-0ef425236f8d admin admin] Publish callbacks [] for router_gateway (4a8cc195-5d6a-4176-b5f2-3b2de04a60c9), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:21.281124 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-1060004b-1a16-4307-ba2f-c089bdcdb45d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (c57cd7e1-e6c9-4506-8795-8245811a473a), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:21.287411 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d9c5d5d-c457-4773-a8d4-0ef425236f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:21.300328 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-607efa4d-190b-48c6-895a-55232aef9682 req-c81ea6f4-1761-43c3-9eae-8da38fb59748 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/floatingips/4af10fdf-61ca-416d-9326-9c0e2656bbfa HTTP/1.1" status: 200 len: 693 time: 0.1691492 Mar 01 13:52:21.378086 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-1060004b-1a16-4307-ba2f-c089bdcdb45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:21.378723 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-1060004b-1a16-4307-ba2f-c089bdcdb45d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:21.380160 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-1060004b-1a16-4307-ba2f-c089bdcdb45d service neutron] 10.222.0.32 "PUT /v2.0/ports/c57cd7e1-e6c9-4506-8795-8245811a473a HTTP/1.1" status: 200 len: 1091 time: 3.3919268 Mar 01 13:52:21.398878 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72ca75c-f957-466b-9e7a-6a52999ed7e4', 'tag': 'c57cd7e1-e6c9-4506-8795-8245811a473a'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:52:21.402248 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e9d94b-75bc-4cd3-b484-bb2398869ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "d72ca75c-f957-466b-9e7a-6a52999ed7e4", "tag": "c57cd7e1-e6c9-4506-8795-8245811a473a"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:52:21.414258 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 41a3be98-5716-4b27-97ce-cfc861ed79c2 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:21.416937 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c2ecc62f-af89-4a5e-9c8b-0ff5099b4005 None None] Publish callbacks [] for port (36988e18-cb71-457c-867b-bd4ab9c41641), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:21.427767 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c2ecc62f-af89-4a5e-9c8b-0ff5099b4005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (36988e18-cb71-457c-867b-bd4ab9c41641), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:21.465802 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-6d9c5d5d-c457-4773-a8d4-0ef425236f8d admin admin] Allocated IP 172.25.1.188 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/beadd8c8-4758-4a99-a7c3-78b19cd7b27b) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:52:21.474461 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ecc62f-af89-4a5e-9c8b-0ff5099b4005 None None] Network 1aeecf82-0716-4f24-a11e-631ec29a00e3 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:52:21.479744 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-c2ecc62f-af89-4a5e-9c8b-0ff5099b4005 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:52:21.483480 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ecc62f-af89-4a5e-9c8b-0ff5099b4005 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:52:21.491797 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ecc62f-af89-4a5e-9c8b-0ff5099b4005 None None] Pushing event updated for resources: {'Port': ['ID=36988e18-cb71-457c-867b-bd4ab9c41641,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:21.548500 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-c2ecc62f-af89-4a5e-9c8b-0ff5099b4005 None None] Attempting to bind port 36988e18-cb71-457c-867b-bd4ab9c41641 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:52:21.549188 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-c2ecc62f-af89-4a5e-9c8b-0ff5099b4005 None None] Attempting to bind port 36988e18-cb71-457c-867b-bd4ab9c41641 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '9cdcccf4-054a-4e6f-bcd4-f24655a5b8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1aeecf82-0716-4f24-a11e-631ec29a00e3'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:52:21.550292 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ecc62f-af89-4a5e-9c8b-0ff5099b4005 None None] Attempting to bind port 36988e18-cb71-457c-867b-bd4ab9c41641 on network 1aeecf82-0716-4f24-a11e-631ec29a00e3 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:52:21.556240 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060004b-1a16-4307-ba2f-c089bdcdb45d service neutron] Pushing event updated for resources: {'Port': ['ID=c57cd7e1-e6c9-4506-8795-8245811a473a,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:21.556701 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ecc62f-af89-4a5e-9c8b-0ff5099b4005 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:52:21.557297 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ecc62f-af89-4a5e-9c8b-0ff5099b4005 None None] Checking segment: {'id': '9cdcccf4-054a-4e6f-bcd4-f24655a5b8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1aeecf82-0716-4f24-a11e-631ec29a00e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:52:21.557904 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c2ecc62f-af89-4a5e-9c8b-0ff5099b4005 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:21.558469 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ecc62f-af89-4a5e-9c8b-0ff5099b4005 None None] Bound using segment: {'id': '9cdcccf4-054a-4e6f-bcd4-f24655a5b8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1aeecf82-0716-4f24-a11e-631ec29a00e3'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:52:21.559116 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-c2ecc62f-af89-4a5e-9c8b-0ff5099b4005 None None] Bound port: 36988e18-cb71-457c-867b-bd4ab9c41641, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cdcccf4-054a-4e6f-bcd4-f24655a5b8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1aeecf82-0716-4f24-a11e-631ec29a00e3'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:52:21.559702 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c2ecc62f-af89-4a5e-9c8b-0ff5099b4005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (36988e18-cb71-457c-867b-bd4ab9c41641), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:21.576450 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa957f1-f00b-4220-ba4a-7b76f06209d1 req-78305db2-d784-458e-a523-c0d1207aa385 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:21.577981 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4fa957f1-f00b-4220-ba4a-7b76f06209d1 req-78305db2-d784-458e-a523-c0d1207aa385 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.13 "GET /v2.0/ports?device_id=d72ca75c-f957-466b-9e7a-6a52999ed7e4 HTTP/1.1" status: 200 len: 943 time: 0.3302102 Mar 01 13:52:21.626763 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-c2ecc62f-af89-4a5e-9c8b-0ff5099b4005 None None] For port 36988e18-cb71-457c-867b-bd4ab9c41641, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:52:21.633104 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-c2ecc62f-af89-4a5e-9c8b-0ff5099b4005 None None] For port 36988e18-cb71-457c-867b-bd4ab9c41641, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=36988e18-cb71-457c-867b-bd4ab9c41641,segment=NetworkSegment(9cdcccf4-054a-4e6f-bcd4-f24655a5b8d7),segment_id=9cdcccf4-054a-4e6f-bcd4-f24655a5b8d7)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:52:21.643577 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c2ecc62f-af89-4a5e-9c8b-0ff5099b4005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (36988e18-cb71-457c-867b-bd4ab9c41641), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:21.655079 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d9c5d5d-c457-4773-a8d4-0ef425236f8d admin admin] Publish callbacks [] for port (beadd8c8-4758-4a99-a7c3-78b19cd7b27b), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:21.688868 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607efa4d-190b-48c6-895a-55232aef9682 req-83af1353-9b64-493f-80c1-e9da5f742480 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:21.691599 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-607efa4d-190b-48c6-895a-55232aef9682 req-83af1353-9b64-493f-80c1-e9da5f742480 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 784 time: 0.3469310 Mar 01 13:52:21.711312 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ecc62f-af89-4a5e-9c8b-0ff5099b4005 None None] Pushing event updated for resources: {'Port': ['ID=36988e18-cb71-457c-867b-bd4ab9c41641,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:21.761719 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4fa957f1-f00b-4220-ba4a-7b76f06209d1 req-2ec3c248-e1f0-48db-b2b0-d95d5700a10a tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1f4d927-1616-4a3d-be82-4542efc48b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585174 Mar 01 13:52:21.771350 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d9c5d5d-c457-4773-a8d4-0ef425236f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (beadd8c8-4758-4a99-a7c3-78b19cd7b27b), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:21.772228 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-607efa4d-190b-48c6-895a-55232aef9682 req-46c5bfd0-9481-4a0a-bff1-8f82883c52e1 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:52:21.773610 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-607efa4d-190b-48c6-895a-55232aef9682 req-46c5bfd0-9481-4a0a-bff1-8f82883c52e1 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0679584 Mar 01 13:52:21.778821 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-b0d03185-289f-4e75-9c20-cd5d93340a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:21.784799 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-b0d03185-289f-4e75-9c20-cd5d93340a23 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1ad7db43430948fb823a4bfc40b8540f&device_id=d72ca75c-f957-466b-9e7a-6a52999ed7e4 HTTP/1.1" status: 200 len: 1125 time: 0.3320050 Mar 01 13:52:21.829692 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9c5d5d-c457-4773-a8d4-0ef425236f8d admin admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:52:21.841189 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-6d9c5d5d-c457-4773-a8d4-0ef425236f8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:52:21.855888 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9c5d5d-c457-4773-a8d4-0ef425236f8d admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:52:21.933112 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-770330a9-bb5c-49b4-8c4b-e22ea93a1134 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c57cd7e1-e6c9-4506-8795-8245811a473a HTTP/1.1" status: 200 len: 217 time: 0.1410441 Mar 01 13:52:21.938994 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c5d5d-c457-4773-a8d4-0ef425236f8d admin admin] Pushing event updated for resources: {'Port': ['ID=beadd8c8-4758-4a99-a7c3-78b19cd7b27b,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:21.946455 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3bcbd1b3-ff17-47a6-88ef-066db6c5d267 admin admin] Publish callbacks [] for router_gateway (29632354-7d2e-4386-861d-41ae7570ea8c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:22.051492 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-67f371c3-d6f4-436e-88e5-76d2f6fe23c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:22.056008 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-67f371c3-d6f4-436e-88e5-76d2f6fe23c8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c43297c0-fb9a-4f0c-ac50-0720da21e99e HTTP/1.1" status: 200 len: 848 time: 0.1057060 Mar 01 13:52:22.101096 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-607efa4d-190b-48c6-895a-55232aef9682 req-c2e5b39b-537f-4cb5-b771-58ec115c48a0 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.201 HTTP/1.1" status: 200 len: 696 time: 0.3129866 Mar 01 13:52:22.176044 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44492) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:22.197195 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-607efa4d-190b-48c6-895a-55232aef9682 req-e567f0f9-45af-4c83-b520-bacbe0ac324c tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.201 HTTP/1.1" status: 200 len: 696 time: 0.0703454 Mar 01 13:52:22.202138 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-16e94c65-be1b-42cf-bb4c-d6ef5e1fcf53 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a4df6897-202f-4367-909e-37382f0021ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000838 Mar 01 13:52:22.412845 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8fe95a67-f14c-4e7a-8ddf-c8564d96cdd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:22.437412 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7119c93-b212-41d6-a7d6-9b5d7e93ee8f x-openstack-request-id: req-c7119c93-b212-41d6-a7d6-9b5d7e93ee8f {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:52:22.437699 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72ca75c-f957-466b-9e7a-6a52999ed7e4", "tag": "c57cd7e1-e6c9-4506-8795-8245811a473a", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:52:22.437951 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7119c93-b212-41d6-a7d6-9b5d7e93ee8f {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:52:22.438344 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd72ca75c-f957-466b-9e7a-6a52999ed7e4', 'tag': 'c57cd7e1-e6c9-4506-8795-8245811a473a', 'status': 'completed', 'code': 200} Mar 01 13:52:22.592400 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d9c5d5d-c457-4773-a8d4-0ef425236f8d admin admin] Publish callbacks [] for router_gateway (4a8cc195-5d6a-4176-b5f2-3b2de04a60c9), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:22.634877 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-89a8f26a-2953-4b74-b7d1-7b3ab5fe2b2a service neutron] 10.222.0.32 "GET /v2.0/networks/a4df6897-202f-4367-909e-37382f0021ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211335 Mar 01 13:52:22.636846 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8fe95a67-f14c-4e7a-8ddf-c8564d96cdd5 admin admin] Publish callbacks [] for security_group (6034f5e0-196f-496e-b154-68e84b11d8dc), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:22.648462 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8fe95a67-f14c-4e7a-8ddf-c8564d96cdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6034f5e0-196f-496e-b154-68e84b11d8dc), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:22.652207 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3bcbd1b3-ff17-47a6-88ef-066db6c5d267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (29632354-7d2e-4386-861d-41ae7570ea8c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:22.781046 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:52:22.865078 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-607efa4d-190b-48c6-895a-55232aef9682 req-2d900d49-a4ee-4340-bcf3-020829e34bc3 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Deleting port 7bc8ae65-73ee-40c1-8d02-0f196d046aa2 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:52:22.867477 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-607efa4d-190b-48c6-895a-55232aef9682 req-2d900d49-a4ee-4340-bcf3-020829e34bc3 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (7bc8ae65-73ee-40c1-8d02-0f196d046aa2), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:22.979078 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-607efa4d-190b-48c6-895a-55232aef9682 req-2d900d49-a4ee-4340-bcf3-020829e34bc3 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (7bc8ae65-73ee-40c1-8d02-0f196d046aa2), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:22.979779 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-607efa4d-190b-48c6-895a-55232aef9682 req-2d900d49-a4ee-4340-bcf3-020829e34bc3 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks [] for floatingip (7bc8ae65-73ee-40c1-8d02-0f196d046aa2), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:23.046292 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-607efa4d-190b-48c6-895a-55232aef9682 req-2d900d49-a4ee-4340-bcf3-020829e34bc3 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Calling delete_port for 7bc8ae65-73ee-40c1-8d02-0f196d046aa2 owned by network:floatingip {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:52:23.064674 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 36988e18-cb71-457c-867b-bd4ab9c41641 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:52:23.181524 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 36988e18-cb71-457c-867b-bd4ab9c41641 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:23.181892 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (36988e18-cb71-457c-867b-bd4ab9c41641), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:23.251034 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-238b0e7f-a99d-4c4e-9ba0-da5d17725182 req-f360f25a-b04d-4dd7-8506-83efa42baee7 service neutron] 10.222.0.32 "GET /v2.0/networks/a4df6897-202f-4367-909e-37382f0021ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6090455 Mar 01 13:52:23.286602 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6df56-48f0-4aec-b708-f38ad836be51 req-9f3c9224-35b9-43bf-85c5-88921ccc16b5 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:23.288428 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ba6df56-48f0-4aec-b708-f38ad836be51 req-9f3c9224-35b9-43bf-85c5-88921ccc16b5 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.13 "GET /v2.0/ports?device_id=d72ca75c-f957-466b-9e7a-6a52999ed7e4 HTTP/1.1" status: 200 len: 943 time: 0.2916338 Mar 01 13:52:23.355255 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 36988e18-cb71-457c-867b-bd4ab9c41641 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:23.355567 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (36988e18-cb71-457c-867b-bd4ab9c41641), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:23.373591 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6119de-30d9-47cf-a854-01f384431d76 None None] Network 1aeecf82-0716-4f24-a11e-631ec29a00e3 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:52:23.398526 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 36988e18-cb71-457c-867b-bd4ab9c41641, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=36988e18-cb71-457c-867b-bd4ab9c41641,segment=NetworkSegment(9cdcccf4-054a-4e6f-bcd4-f24655a5b8d7),segment_id=9cdcccf4-054a-4e6f-bcd4-f24655a5b8d7)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:52:23.427717 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (36988e18-cb71-457c-867b-bd4ab9c41641), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:23.474200 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d9c5d5d-c457-4773-a8d4-0ef425236f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (4a8cc195-5d6a-4176-b5f2-3b2de04a60c9), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:23.488763 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bcbd1b3-ff17-47a6-88ef-066db6c5d267 admin admin] Router 29632354-7d2e-4386-861d-41ae7570ea8c is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 13:52:23.513272 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ba6df56-48f0-4aec-b708-f38ad836be51 req-0ec058df-c8bc-4ba1-946d-30ac71fe5a2a tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1f4d927-1616-4a3d-be82-4542efc48b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149062 Mar 01 13:52:23.520202 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8fe95a67-f14c-4e7a-8ddf-c8564d96cdd5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93686d3341b74f93a24134e465178b19&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3428659 Mar 01 13:52:23.560755 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44520) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:23.578056 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9d94b-75bc-4cd3-b484-bb2398869ee1 req-6fb5a6a1-6918-44f3-9f33-b7db9dd1c6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:23.580010 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b3e9d94b-75bc-4cd3-b484-bb2398869ee1 req-6fb5a6a1-6918-44f3-9f33-b7db9dd1c6a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1ad7db43430948fb823a4bfc40b8540f&device_id=d72ca75c-f957-466b-9e7a-6a52999ed7e4 HTTP/1.1" status: 200 len: 1125 time: 0.2525854 Mar 01 13:52:23.598044 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=36988e18-cb71-457c-867b-bd4ab9c41641,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:23.624829 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-75d7d7da-edc3-4b38-ba83-984b3cabc54f None None] Provisioning complete for port 36988e18-cb71-457c-867b-bd4ab9c41641 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:23.625572 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-75d7d7da-edc3-4b38-ba83-984b3cabc54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (36988e18-cb71-457c-867b-bd4ab9c41641), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:23.653200 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b4155304-3bcd-4172-91bb-b0197ab3babe admin admin] Publish callbacks [] for security_group (6034f5e0-196f-496e-b154-68e84b11d8dc), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:23.655956 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe95a67-f14c-4e7a-8ddf-c8564d96cdd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6034f5e0-196f-496e-b154-68e84b11d8dc,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:23.756560 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b4155304-3bcd-4172-91bb-b0197ab3babe admin admin] Publish callbacks [] for security_group (6034f5e0-196f-496e-b154-68e84b11d8dc), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:23.825930 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-75d7d7da-edc3-4b38-ba83-984b3cabc54f None None] Current status of the port 36988e18-cb71-457c-867b-bd4ab9c41641 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:23.855357 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-607efa4d-190b-48c6-895a-55232aef9682 req-2d900d49-a4ee-4340-bcf3-020829e34bc3 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (7bc8ae65-73ee-40c1-8d02-0f196d046aa2), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:23.858613 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9c5d5d-c457-4773-a8d4-0ef425236f8d admin admin] Router 4a8cc195-5d6a-4176-b5f2-3b2de04a60c9 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 13:52:23.866627 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b4155304-3bcd-4172-91bb-b0197ab3babe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6034f5e0-196f-496e-b154-68e84b11d8dc), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:23.869123 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b4155304-3bcd-4172-91bb-b0197ab3babe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:23.874113 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b4155304-3bcd-4172-91bb-b0197ab3babe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6034f5e0-196f-496e-b154-68e84b11d8dc HTTP/1.1" status: 204 len: 168 time: 0.3118687 Mar 01 13:52:23.892431 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4155304-3bcd-4172-91bb-b0197ab3babe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6034f5e0-196f-496e-b154-68e84b11d8dc,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:24.120494 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9c5d5d-c457-4773-a8d4-0ef425236f8d admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:52:24.136209 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81e9f0f-799a-47cb-abb0-d0fd9f3655bb None None] Sync routers for ids ['4a8cc195-5d6a-4176-b5f2-3b2de04a60c9'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:52:24.164265 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d9c5d5d-c457-4773-a8d4-0ef425236f8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:24.166237 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6d9c5d5d-c457-4773-a8d4-0ef425236f8d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6574945 Mar 01 13:52:24.169099 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44540) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:24.179436 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81e9f0f-799a-47cb-abb0-d0fd9f3655bb None None] Routers {'4a8cc195-5d6a-4176-b5f2-3b2de04a60c9'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:52:24.190971 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-c81e9f0f-799a-47cb-abb0-d0fd9f3655bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:51:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4a8cc195-5d6a-4176-b5f2-3b2de04a60c9'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:24.363387 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-4198a7e5-8ddb-4499-b196-50511dc51f02 None None] Provisioning complete for port 36988e18-cb71-457c-867b-bd4ab9c41641 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:24.364793 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4198a7e5-8ddb-4499-b196-50511dc51f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (36988e18-cb71-457c-867b-bd4ab9c41641), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:24.414576 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d900d49-a4ee-4340-bcf3-020829e34bc3 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Pushing event deleted for resources: {'Port': ['ID=7bc8ae65-73ee-40c1-8d02-0f196d046aa2,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:24.449974 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9d94b-75bc-4cd3-b484-bb2398869ee1 req-a32fa677-220d-4a94-9e0e-88f1b9a31cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:24.451896 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b3e9d94b-75bc-4cd3-b484-bb2398869ee1 req-a32fa677-220d-4a94-9e0e-88f1b9a31cd2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a4df6897-202f-4367-909e-37382f0021ff HTTP/1.1" status: 200 len: 909 time: 0.8606477 Mar 01 13:52:24.454123 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-c81e9f0f-799a-47cb-abb0-d0fd9f3655bb None None] Set router 4a8cc195-5d6a-4176-b5f2-3b2de04a60c9 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:52:24.531378 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b3e9d94b-75bc-4cd3-b484-bb2398869ee1 req-3b9626dc-cd1f-4cc8-a04c-7d82fa509896 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c57cd7e1-e6c9-4506-8795-8245811a473a HTTP/1.1" status: 200 len: 217 time: 0.0592229 Mar 01 13:52:24.537793 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bcbd1b3-ff17-47a6-88ef-066db6c5d267 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:52:24.578892 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-607efa4d-190b-48c6-895a-55232aef9682 req-2d900d49-a4ee-4340-bcf3-020829e34bc3 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks [] for floatingip (4af10fdf-61ca-416d-9326-9c0e2656bbfa), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:24.581600 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-607efa4d-190b-48c6-895a-55232aef9682 req-2d900d49-a4ee-4340-bcf3-020829e34bc3 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:24.582752 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-607efa4d-190b-48c6-895a-55232aef9682 req-2d900d49-a4ee-4340-bcf3-020829e34bc3 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "DELETE /v2.0/floatingips/4af10fdf-61ca-416d-9326-9c0e2656bbfa HTTP/1.1" status: 204 len: 173 time: 2.3781364 Mar 01 13:52:24.605320 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9d94b-75bc-4cd3-b484-bb2398869ee1 req-daaac405-c234-4653-bc1f-e8875f7d04d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:24.606802 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b3e9d94b-75bc-4cd3-b484-bb2398869ee1 req-daaac405-c234-4653-bc1f-e8875f7d04d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c43297c0-fb9a-4f0c-ac50-0720da21e99e HTTP/1.1" status: 200 len: 848 time: 0.0642154 Mar 01 13:52:24.609607 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3bcbd1b3-ff17-47a6-88ef-066db6c5d267 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:24.610705 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3bcbd1b3-ff17-47a6-88ef-066db6c5d267 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.1059158 Mar 01 13:52:24.616767 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44560) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:24.617113 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44562) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:24.657186 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-4198a7e5-8ddb-4499-b196-50511dc51f02 None None] Current status of the port 36988e18-cb71-457c-867b-bd4ab9c41641 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:24.660042 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349d5d10-1ca4-4399-a6cf-e66ba2ee1852 None None] Sync routers for ids ['29632354-7d2e-4386-861d-41ae7570ea8c'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:52:24.664282 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-71e7e1c2-06e4-4f28-8351-8317eda49513 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:24.696622 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b3e9d94b-75bc-4cd3-b484-bb2398869ee1 req-a772a7e3-7136-4781-b810-64c0679c0879 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a4df6897-202f-4367-909e-37382f0021ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725410 Mar 01 13:52:24.711195 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349d5d10-1ca4-4399-a6cf-e66ba2ee1852 None None] Routers {'29632354-7d2e-4386-861d-41ae7570ea8c'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:52:24.712053 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-349d5d10-1ca4-4399-a6cf-e66ba2ee1852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:51:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['29632354-7d2e-4386-861d-41ae7570ea8c'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:24.867360 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-c81e9f0f-799a-47cb-abb0-d0fd9f3655bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8cc195-5d6a-4176-b5f2-3b2de04a60c9', 'name': 'tempest-ServersTestMultiNic-1029943574-router', 'tenant_id': 'aa3e6a61157b47d8a82db557a370763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'beadd8c8-4758-4a99-a7c3-78b19cd7b27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:52:20Z', 'updated_at': '2022-03-01T13:52:22Z', 'revision_number': 3, 'project_id': 'aa3e6a61157b47d8a82db557a370763f', 'gw_port': {'id': 'beadd8c8-4758-4a99-a7c3-78b19cd7b27b', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8cc195-5d6a-4176-b5f2-3b2de04a60c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:21Z', 'updated_at': '2022-03-01T13:52:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:24.928616 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81e9f0f-799a-47cb-abb0-d0fd9f3655bb None None] Checking router: 4a8cc195-5d6a-4176-b5f2-3b2de04a60c9 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:52:24.928980 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81e9f0f-799a-47cb-abb0-d0fd9f3655bb None None] Updating router 4a8cc195-5d6a-4176-b5f2-3b2de04a60c9 port beadd8c8-4758-4a99-a7c3-78b19cd7b27b binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:52:24.963790 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-c81e9f0f-799a-47cb-abb0-d0fd9f3655bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (beadd8c8-4758-4a99-a7c3-78b19cd7b27b), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:25.075652 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 36988e18-cb71-457c-867b-bd4ab9c41641 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:52:25.087134 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-71e7e1c2-06e4-4f28-8351-8317eda49513 admin admin] Publish callbacks [] for security_group (1bdb1d9d-3a41-4e65-989b-242267e79883), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:25.107479 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-71e7e1c2-06e4-4f28-8351-8317eda49513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (1bdb1d9d-3a41-4e65-989b-242267e79883), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:25.166668 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-349d5d10-1ca4-4399-a6cf-e66ba2ee1852 None None] Set router 29632354-7d2e-4386-861d-41ae7570ea8c gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:52:25.168423 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 36988e18-cb71-457c-867b-bd4ab9c41641 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:25.169008 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (36988e18-cb71-457c-867b-bd4ab9c41641), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:25.206657 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-71e7e1c2-06e4-4f28-8351-8317eda49513 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4cf76a21b374957b9af560df0a1c642&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5850995 Mar 01 13:52:25.207946 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44572) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:25.216745 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7e1c2-06e4-4f28-8351-8317eda49513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdb1d9d-3a41-4e65-989b-242267e79883,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:25.223084 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-61f4ee0d-a977-4bdd-b2f3-980c15dd195c req-979a9e3c-745c-40ac-b848-cfc2cd76e147 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.216 HTTP/1.1" status: 200 len: 1002 time: 0.3162935 Mar 01 13:52:25.262845 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b3e9d94b-75bc-4cd3-b484-bb2398869ee1 req-a2c3d689-44bf-4745-9407-f6071376073c service neutron] 10.222.0.32 "GET /v2.0/networks/a4df6897-202f-4367-909e-37382f0021ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5595694 Mar 01 13:52:25.292125 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be0df8-5a55-402f-a540-12a478539f4e req-4f981bfd-c59b-40c6-8299-d719bea7ee97 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:25.293718 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c4be0df8-5a55-402f-a540-12a478539f4e req-4f981bfd-c59b-40c6-8299-d719bea7ee97 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.13 "GET /v2.0/ports?device_id=d72ca75c-f957-466b-9e7a-6a52999ed7e4 HTTP/1.1" status: 200 len: 943 time: 0.3859274 Mar 01 13:52:25.294229 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44574) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:25.443207 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-01d2d330-3147-4142-9205-781b38c283b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:25.493273 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4ee0d-a977-4bdd-b2f3-980c15dd195c req-bd6de033-676b-4d3d-bb8d-8af547aa7e31 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:25.506673 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-61f4ee0d-a977-4bdd-b2f3-980c15dd195c req-bd6de033-676b-4d3d-bb8d-8af547aa7e31 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/ports/22e22eae-54d3-4b93-91ba-1be936493adb HTTP/1.1" status: 200 len: 943 time: 0.2776573 Mar 01 13:52:25.507277 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 36988e18-cb71-457c-867b-bd4ab9c41641 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:25.524877 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-349d5d10-1ca4-4399-a6cf-e66ba2ee1852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29632354-7d2e-4386-861d-41ae7570ea8c', 'name': 'tempest-TaggedBootDevicesTest-1197793923-router', 'tenant_id': 'aa8b8d8b1bcf49249989ad25c6d6a8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '35bc8e13-03c7-4a90-9767-95d4e64cfee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:52:16Z', 'updated_at': '2022-03-01T13:52:21Z', 'revision_number': 3, 'project_id': 'aa8b8d8b1bcf49249989ad25c6d6a8e6', 'gw_port': {'id': '35bc8e13-03c7-4a90-9767-95d4e64cfee0', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:eb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29632354-7d2e-4386-861d-41ae7570ea8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:18Z', 'updated_at': '2022-03-01T13:52:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:25.564275 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-c81e9f0f-799a-47cb-abb0-d0fd9f3655bb None None] Publish callbacks [] for port (beadd8c8-4758-4a99-a7c3-78b19cd7b27b), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:25.566025 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349d5d10-1ca4-4399-a6cf-e66ba2ee1852 None None] Checking router: 29632354-7d2e-4386-861d-41ae7570ea8c for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:52:25.566614 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349d5d10-1ca4-4399-a6cf-e66ba2ee1852 None None] Updating router 29632354-7d2e-4386-861d-41ae7570ea8c port 35bc8e13-03c7-4a90-9767-95d4e64cfee0 binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:52:25.577817 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-c81e9f0f-799a-47cb-abb0-d0fd9f3655bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (beadd8c8-4758-4a99-a7c3-78b19cd7b27b), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:25.633626 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-349d5d10-1ca4-4399-a6cf-e66ba2ee1852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (35bc8e13-03c7-4a90-9767-95d4e64cfee0), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:25.677090 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1458a-5fe6-4c9b-8299-78b11b2f3341 None None] Pushing event updated for resources: {'Port': ['ID=beadd8c8-4758-4a99-a7c3-78b19cd7b27b,revision_number=2']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:25.681826 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-c81e9f0f-799a-47cb-abb0-d0fd9f3655bb None None] Attempting to bind port beadd8c8-4758-4a99-a7c3-78b19cd7b27b on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:52:25.682273 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-c81e9f0f-799a-47cb-abb0-d0fd9f3655bb None None] Attempting to bind port beadd8c8-4758-4a99-a7c3-78b19cd7b27b by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:52:25.682695 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81e9f0f-799a-47cb-abb0-d0fd9f3655bb None None] Attempting to bind port beadd8c8-4758-4a99-a7c3-78b19cd7b27b on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:52:25.688444 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81e9f0f-799a-47cb-abb0-d0fd9f3655bb None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:52:25.688813 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81e9f0f-799a-47cb-abb0-d0fd9f3655bb None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:52:25.689219 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-c81e9f0f-799a-47cb-abb0-d0fd9f3655bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:25.689612 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81e9f0f-799a-47cb-abb0-d0fd9f3655bb None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:52:25.690131 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-c81e9f0f-799a-47cb-abb0-d0fd9f3655bb None None] Bound port: beadd8c8-4758-4a99-a7c3-78b19cd7b27b, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:52:25.690997 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-c81e9f0f-799a-47cb-abb0-d0fd9f3655bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (beadd8c8-4758-4a99-a7c3-78b19cd7b27b), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:25.765604 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-c81e9f0f-799a-47cb-abb0-d0fd9f3655bb None None] For port beadd8c8-4758-4a99-a7c3-78b19cd7b27b, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:52:25.769976 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-c81e9f0f-799a-47cb-abb0-d0fd9f3655bb None None] For port beadd8c8-4758-4a99-a7c3-78b19cd7b27b, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=beadd8c8-4758-4a99-a7c3-78b19cd7b27b,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:52:25.779645 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-c81e9f0f-799a-47cb-abb0-d0fd9f3655bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (beadd8c8-4758-4a99-a7c3-78b19cd7b27b), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:25.808807 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e6838885-7632-445b-9b16-9554f947d85b admin admin] Publish callbacks [] for security_group (1bdb1d9d-3a41-4e65-989b-242267e79883), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:25.821420 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d258289b-ba8d-4232-a67e-b2b49ba18127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:25.862045 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c4be0df8-5a55-402f-a540-12a478539f4e req-b77f675a-d27e-4678-a948-17d4afa52267 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1f4d927-1616-4a3d-be82-4542efc48b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5499663 Mar 01 13:52:25.865151 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6fe22b2c-dfe2-4b32-a9d6-ab1a960fa7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:25.896165 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1458a-5fe6-4c9b-8299-78b11b2f3341 None None] Pushing event updated for resources: {'Port': ['ID=beadd8c8-4758-4a99-a7c3-78b19cd7b27b,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:25.930031 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81e9f0f-799a-47cb-abb0-d0fd9f3655bb None None] Routers {'4a8cc195-5d6a-4176-b5f2-3b2de04a60c9'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:52:25.930805 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-c81e9f0f-799a-47cb-abb0-d0fd9f3655bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:51:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4a8cc195-5d6a-4176-b5f2-3b2de04a60c9'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:26.009494 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-61f4ee0d-a977-4bdd-b2f3-980c15dd195c req-bf902271-717d-4330-8fa7-c3f2cabdc79b tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.216 HTTP/1.1" status: 200 len: 1002 time: 0.3827350 Mar 01 13:52:26.055966 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e6838885-7632-445b-9b16-9554f947d85b admin admin] Publish callbacks [] for security_group (1bdb1d9d-3a41-4e65-989b-242267e79883), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:26.101816 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-c81e9f0f-799a-47cb-abb0-d0fd9f3655bb None None] Set router 4a8cc195-5d6a-4176-b5f2-3b2de04a60c9 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:52:26.186101 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6eaa88d6-ad84-4fe3-9b78-fc5f65f671a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:26.223640 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-349d5d10-1ca4-4399-a6cf-e66ba2ee1852 None None] Publish callbacks [] for port (35bc8e13-03c7-4a90-9767-95d4e64cfee0), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:26.243995 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-349d5d10-1ca4-4399-a6cf-e66ba2ee1852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (35bc8e13-03c7-4a90-9767-95d4e64cfee0), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:26.304172 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4ee0d-a977-4bdd-b2f3-980c15dd195c req-8f19e916-a3eb-4ede-9ded-9956009c6d5d tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:26.309784 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-c81e9f0f-799a-47cb-abb0-d0fd9f3655bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8cc195-5d6a-4176-b5f2-3b2de04a60c9', 'name': 'tempest-ServersTestMultiNic-1029943574-router', 'tenant_id': 'aa3e6a61157b47d8a82db557a370763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'beadd8c8-4758-4a99-a7c3-78b19cd7b27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:52:20Z', 'updated_at': '2022-03-01T13:52:22Z', 'revision_number': 3, 'project_id': 'aa3e6a61157b47d8a82db557a370763f', 'gw_port': {'id': 'beadd8c8-4758-4a99-a7c3-78b19cd7b27b', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8cc195-5d6a-4176-b5f2-3b2de04a60c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:21Z', 'updated_at': '2022-03-01T13:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:26.312182 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaaa434-a268-4115-bfa7-1a76d6102e01 None None] Pushing event updated for resources: {'Port': ['ID=35bc8e13-03c7-4a90-9767-95d4e64cfee0,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:26.313217 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-61f4ee0d-a977-4bdd-b2f3-980c15dd195c req-8f19e916-a3eb-4ede-9ded-9956009c6d5d tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 784 time: 0.2884977 Mar 01 13:52:26.345086 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81e9f0f-799a-47cb-abb0-d0fd9f3655bb None None] The sync data for ids ['4a8cc195-5d6a-4176-b5f2-3b2de04a60c9'] in n-d-827467-3 is: [{'id': '4a8cc195-5d6a-4176-b5f2-3b2de04a60c9', 'name': 'tempest-ServersTestMultiNic-1029943574-router', 'tenant_id': 'aa3e6a61157b47d8a82db557a370763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'beadd8c8-4758-4a99-a7c3-78b19cd7b27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:52:20Z', 'updated_at': '2022-03-01T13:52:22Z', 'revision_number': 3, 'project_id': 'aa3e6a61157b47d8a82db557a370763f', 'gw_port': {'id': 'beadd8c8-4758-4a99-a7c3-78b19cd7b27b', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8cc195-5d6a-4176-b5f2-3b2de04a60c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:21Z', 'updated_at': '2022-03-01T13:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:52:26.376093 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b3e9d94b-75bc-4cd3-b484-bb2398869ee1 req-59b7ef15-fefb-4cd4-a192-2c5bf7c4c19a service neutron] 10.222.0.32 "GET /v2.0/networks/a4df6897-202f-4367-909e-37382f0021ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0761912 Mar 01 13:52:26.378507 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-349d5d10-1ca4-4399-a6cf-e66ba2ee1852 None None] Attempting to bind port 35bc8e13-03c7-4a90-9767-95d4e64cfee0 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:52:26.379132 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-349d5d10-1ca4-4399-a6cf-e66ba2ee1852 None None] Attempting to bind port 35bc8e13-03c7-4a90-9767-95d4e64cfee0 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:52:26.381019 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-6eaa88d6-ad84-4fe3-9b78-fc5f65f671a5 admin admin] Allocated IP 172.20.0.1 (44afe686-32e5-4f10-85b5-d3fdcbf6dc26/91bb86c8-224a-4188-ba97-143a49b6d8c7/06285bc5-7d2b-4c33-9bb4-01a6025e1038) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:52:26.392567 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349d5d10-1ca4-4399-a6cf-e66ba2ee1852 None None] Attempting to bind port 35bc8e13-03c7-4a90-9767-95d4e64cfee0 on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:52:26.407599 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349d5d10-1ca4-4399-a6cf-e66ba2ee1852 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:52:26.408171 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349d5d10-1ca4-4399-a6cf-e66ba2ee1852 None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:52:26.408575 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-349d5d10-1ca4-4399-a6cf-e66ba2ee1852 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:26.416260 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349d5d10-1ca4-4399-a6cf-e66ba2ee1852 None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:52:26.417494 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-349d5d10-1ca4-4399-a6cf-e66ba2ee1852 None None] Bound port: 35bc8e13-03c7-4a90-9767-95d4e64cfee0, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:52:26.417896 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-349d5d10-1ca4-4399-a6cf-e66ba2ee1852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (35bc8e13-03c7-4a90-9767-95d4e64cfee0), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:26.478366 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d258289b-ba8d-4232-a67e-b2b49ba18127 admin admin] Publish callbacks [] for security_group (354ecda3-00d2-458c-9c2c-7942bc738143), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:26.505739 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-349d5d10-1ca4-4399-a6cf-e66ba2ee1852 None None] For port 35bc8e13-03c7-4a90-9767-95d4e64cfee0, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:52:26.510450 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-349d5d10-1ca4-4399-a6cf-e66ba2ee1852 None None] For port 35bc8e13-03c7-4a90-9767-95d4e64cfee0, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=35bc8e13-03c7-4a90-9767-95d4e64cfee0,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:52:26.524521 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-349d5d10-1ca4-4399-a6cf-e66ba2ee1852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (35bc8e13-03c7-4a90-9767-95d4e64cfee0), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:26.534979 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d258289b-ba8d-4232-a67e-b2b49ba18127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (354ecda3-00d2-458c-9c2c-7942bc738143), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:26.582676 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349d5d10-1ca4-4399-a6cf-e66ba2ee1852 None None] Routers {'29632354-7d2e-4386-861d-41ae7570ea8c'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:52:26.583305 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-349d5d10-1ca4-4399-a6cf-e66ba2ee1852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:51:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['29632354-7d2e-4386-861d-41ae7570ea8c'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:26.585967 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258289b-ba8d-4232-a67e-b2b49ba18127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354ecda3-00d2-458c-9c2c-7942bc738143,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:26.625360 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d258289b-ba8d-4232-a67e-b2b49ba18127 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2039a76a01144c9db292ea73bbd03330&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3222010 Mar 01 13:52:26.628490 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44578) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:26.672697 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-61f4ee0d-a977-4bdd-b2f3-980c15dd195c req-49e1d92a-13be-440b-b8db-0f2e295783b7 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.216 HTTP/1.1" status: 200 len: 1002 time: 0.3585787 Mar 01 13:52:26.701208 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-61f4ee0d-a977-4bdd-b2f3-980c15dd195c req-6fc231e5-2f8c-4bf7-9c8b-e2c484bc3e41 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:52:26.701555 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaaa434-a268-4115-bfa7-1a76d6102e01 None None] Pushing event updated for resources: {'Port': ['ID=35bc8e13-03c7-4a90-9767-95d4e64cfee0,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:26.728033 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-6fe22b2c-dfe2-4b32-a9d6-ab1a960fa7f4 admin admin] Allocated IP 172.20.0.1 (1aeecf82-0716-4f24-a11e-631ec29a00e3/223da793-aaf5-4485-808c-8a56469bec49/28e686d8-c593-4aff-b7cc-6839746bcd89) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:52:26.769469 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e6838885-7632-445b-9b16-9554f947d85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (1bdb1d9d-3a41-4e65-989b-242267e79883), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:26.789895 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e6838885-7632-445b-9b16-9554f947d85b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:26.791123 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e6838885-7632-445b-9b16-9554f947d85b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1bdb1d9d-3a41-4e65-989b-242267e79883 HTTP/1.1" status: 204 len: 168 time: 1.5773475 Mar 01 13:52:26.884128 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6838885-7632-445b-9b16-9554f947d85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdb1d9d-3a41-4e65-989b-242267e79883,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:26.905196 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-349d5d10-1ca4-4399-a6cf-e66ba2ee1852 None None] Set router 29632354-7d2e-4386-861d-41ae7570ea8c gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:52:26.934175 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0876be46-930f-4907-996e-f5659275996b admin admin] Publish callbacks [] for security_group (354ecda3-00d2-458c-9c2c-7942bc738143), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:26.938370 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-61f4ee0d-a977-4bdd-b2f3-980c15dd195c req-6fc231e5-2f8c-4bf7-9c8b-e2c484bc3e41 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks [] for floatingip (a8728101-8066-49ec-a5fb-80e5ef9c30e3), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:26.959569 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6fe22b2c-dfe2-4b32-a9d6-ab1a960fa7f4 admin admin] Publish callbacks [] for port (28e686d8-c593-4aff-b7cc-6839746bcd89), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:27.063554 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6eaa88d6-ad84-4fe3-9b78-fc5f65f671a5 admin admin] Publish callbacks [] for port (06285bc5-7d2b-4c33-9bb4-01a6025e1038), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:27.107111 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6fe22b2c-dfe2-4b32-a9d6-ab1a960fa7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (28e686d8-c593-4aff-b7cc-6839746bcd89), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:27.141462 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device beadd8c8-4758-4a99-a7c3-78b19cd7b27b up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:52:27.185944 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6eaa88d6-ad84-4fe3-9b78-fc5f65f671a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (06285bc5-7d2b-4c33-9bb4-01a6025e1038), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:27.189627 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe22b2c-dfe2-4b32-a9d6-ab1a960fa7f4 admin admin] Pushing event updated for resources: {'Port': ['ID=28e686d8-c593-4aff-b7cc-6839746bcd89,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:27.202864 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe22b2c-dfe2-4b32-a9d6-ab1a960fa7f4 admin admin] Network 1aeecf82-0716-4f24-a11e-631ec29a00e3 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:52:27.224032 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-6fe22b2c-dfe2-4b32-a9d6-ab1a960fa7f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:52:27.257134 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaa88d6-ad84-4fe3-9b78-fc5f65f671a5 admin admin] Network 44afe686-32e5-4f10-85b5-d3fdcbf6dc26 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:52:27.269005 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe22b2c-dfe2-4b32-a9d6-ab1a960fa7f4 admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:52:27.412538 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-6eaa88d6-ad84-4fe3-9b78-fc5f65f671a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:52:27.417697 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6fe22b2c-dfe2-4b32-a9d6-ab1a960fa7f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (4a8cc195-5d6a-4176-b5f2-3b2de04a60c9), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:27.439659 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-61f4ee0d-a977-4bdd-b2f3-980c15dd195c req-6fc231e5-2f8c-4bf7-9c8b-e2c484bc3e41 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:27.468075 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-61f4ee0d-a977-4bdd-b2f3-980c15dd195c req-6fc231e5-2f8c-4bf7-9c8b-e2c484bc3e41 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (a8728101-8066-49ec-a5fb-80e5ef9c30e3), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:27.468388 n-d-827467-3 neutron-server[103727]: INFO neutron.db.l3_db [req-61f4ee0d-a977-4bdd-b2f3-980c15dd195c req-6fc231e5-2f8c-4bf7-9c8b-e2c484bc3e41 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Floating IP a8728101-8066-49ec-a5fb-80e5ef9c30e3 disassociated. External IP: 172.25.1.216, port: 22e22eae-54d3-4b93-91ba-1be936493adb. Mar 01 13:52:27.474873 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0876be46-930f-4907-996e-f5659275996b admin admin] Publish callbacks [] for security_group (354ecda3-00d2-458c-9c2c-7942bc738143), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:27.529872 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-327e7722-d143-4993-931e-2624ac966384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:27.537760 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port beadd8c8-4758-4a99-a7c3-78b19cd7b27b triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:27.550545 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (beadd8c8-4758-4a99-a7c3-78b19cd7b27b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:27.714387 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb086ca4-0155-4122-a238-b33030d9a530 req-89aab94c-8782-441e-8625-c536d157daea tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:27.715888 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eb086ca4-0155-4122-a238-b33030d9a530 req-89aab94c-8782-441e-8625-c536d157daea tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.13 "GET /v2.0/ports?device_id=d72ca75c-f957-466b-9e7a-6a52999ed7e4 HTTP/1.1" status: 200 len: 943 time: 0.5782585 Mar 01 13:52:27.746122 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaa88d6-ad84-4fe3-9b78-fc5f65f671a5 admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:52:27.752668 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-349d5d10-1ca4-4399-a6cf-e66ba2ee1852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29632354-7d2e-4386-861d-41ae7570ea8c', 'name': 'tempest-TaggedBootDevicesTest-1197793923-router', 'tenant_id': 'aa8b8d8b1bcf49249989ad25c6d6a8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '35bc8e13-03c7-4a90-9767-95d4e64cfee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:52:16Z', 'updated_at': '2022-03-01T13:52:21Z', 'revision_number': 3, 'project_id': 'aa8b8d8b1bcf49249989ad25c6d6a8e6', 'gw_port': {'id': '35bc8e13-03c7-4a90-9767-95d4e64cfee0', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:eb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29632354-7d2e-4386-861d-41ae7570ea8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:18Z', 'updated_at': '2022-03-01T13:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:27.839120 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0876be46-930f-4907-996e-f5659275996b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (354ecda3-00d2-458c-9c2c-7942bc738143), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:27.839917 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349d5d10-1ca4-4399-a6cf-e66ba2ee1852 None None] The sync data for ids ['29632354-7d2e-4386-861d-41ae7570ea8c'] in n-d-827467-3 is: [{'id': '29632354-7d2e-4386-861d-41ae7570ea8c', 'name': 'tempest-TaggedBootDevicesTest-1197793923-router', 'tenant_id': 'aa8b8d8b1bcf49249989ad25c6d6a8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '35bc8e13-03c7-4a90-9767-95d4e64cfee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:52:16Z', 'updated_at': '2022-03-01T13:52:21Z', 'revision_number': 3, 'project_id': 'aa8b8d8b1bcf49249989ad25c6d6a8e6', 'gw_port': {'id': '35bc8e13-03c7-4a90-9767-95d4e64cfee0', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:eb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29632354-7d2e-4386-861d-41ae7570ea8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:18Z', 'updated_at': '2022-03-01T13:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:52:27.843782 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0876be46-930f-4907-996e-f5659275996b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:27.848760 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0876be46-930f-4907-996e-f5659275996b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/354ecda3-00d2-458c-9c2c-7942bc738143 HTTP/1.1" status: 204 len: 168 time: 1.2163501 Mar 01 13:52:27.907993 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6eaa88d6-ad84-4fe3-9b78-fc5f65f671a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (29632354-7d2e-4386-861d-41ae7570ea8c), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:27.916082 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port beadd8c8-4758-4a99-a7c3-78b19cd7b27b is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:27.916829 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (beadd8c8-4758-4a99-a7c3-78b19cd7b27b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:27.965344 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-b8f8cd2b-6b85-4b1c-9b18-f2bb88e48823 None None] Provisioning complete for port 28e686d8-c593-4aff-b7cc-6839746bcd89 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:27.965728 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8f8cd2b-6b85-4b1c-9b18-f2bb88e48823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (28e686d8-c593-4aff-b7cc-6839746bcd89), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:27.970130 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876be46-930f-4907-996e-f5659275996b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354ecda3-00d2-458c-9c2c-7942bc738143,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:27.983096 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port beadd8c8-4758-4a99-a7c3-78b19cd7b27b, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=beadd8c8-4758-4a99-a7c3-78b19cd7b27b,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:52:28.037972 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eb086ca4-0155-4122-a238-b33030d9a530 req-cb1fa03e-028b-4667-acd4-eb278e488bb3 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1f4d927-1616-4a3d-be82-4542efc48b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633138 Mar 01 13:52:28.050469 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (beadd8c8-4758-4a99-a7c3-78b19cd7b27b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:28.139446 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-b8f8cd2b-6b85-4b1c-9b18-f2bb88e48823 None None] Port 28e686d8-c593-4aff-b7cc-6839746bcd89 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:52:28.151233 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa88d6-ad84-4fe3-9b78-fc5f65f671a5 admin admin] Pushing event updated for resources: {'Port': ['ID=06285bc5-7d2b-4c33-9bb4-01a6025e1038,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:28.174448 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=beadd8c8-4758-4a99-a7c3-78b19cd7b27b,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:28.217051 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6fe22b2c-dfe2-4b32-a9d6-ab1a960fa7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (28e686d8-c593-4aff-b7cc-6839746bcd89), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:28.272633 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-2651814e-0a04-4519-81a6-86843cea8938 None None] Provisioning complete for port 06285bc5-7d2b-4c33-9bb4-01a6025e1038 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:28.273021 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2651814e-0a04-4519-81a6-86843cea8938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (06285bc5-7d2b-4c33-9bb4-01a6025e1038), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:28.331697 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61f4ee0d-a977-4bdd-b2f3-980c15dd195c req-6fc231e5-2f8c-4bf7-9c8b-e2c484bc3e41 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Router aef55aa4-f72a-4691-965e-dd1c94d342a4 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:52:28.338643 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device c57cd7e1-e6c9-4506-8795-8245811a473a details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:52:28.405973 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-2651814e-0a04-4519-81a6-86843cea8938 None None] Port 06285bc5-7d2b-4c33-9bb4-01a6025e1038 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:52:28.608327 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port c57cd7e1-e6c9-4506-8795-8245811a473a, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=c57cd7e1-e6c9-4506-8795-8245811a473a,segment=NetworkSegment(715c5eae-6e7b-470b-835b-506145720da5),segment_id=715c5eae-6e7b-470b-835b-506145720da5)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:52:28.633791 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'c57cd7e1-e6c9-4506-8795-8245811a473a', 'network_id': 'a4df6897-202f-4367-909e-37382f0021ff', 'port_id': 'c57cd7e1-e6c9-4506-8795-8245811a473a', 'mac_address': 'fa:16:3e:5c:d4:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c43297c0-fb9a-4f0c-ac50-0720da21e99e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:52:28.658083 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61f4ee0d-a977-4bdd-b2f3-980c15dd195c req-6fc231e5-2f8c-4bf7-9c8b-e2c484bc3e41 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:52:28.670970 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-61f4ee0d-a977-4bdd-b2f3-980c15dd195c req-6fc231e5-2f8c-4bf7-9c8b-e2c484bc3e41 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:28.677259 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2237331-3f28-4da3-aa23-0a407a985fb4 None None] Sync routers for ids ['aef55aa4-f72a-4691-965e-dd1c94d342a4'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:52:28.699413 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2237331-3f28-4da3-aa23-0a407a985fb4 None None] Routers {'aef55aa4-f72a-4691-965e-dd1c94d342a4'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:52:28.699890 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b2237331-3f28-4da3-aa23-0a407a985fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:52:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['aef55aa4-f72a-4691-965e-dd1c94d342a4'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:28.706940 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6eaa88d6-ad84-4fe3-9b78-fc5f65f671a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (06285bc5-7d2b-4c33-9bb4-01a6025e1038), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:28.710606 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6fe22b2c-dfe2-4b32-a9d6-ab1a960fa7f4 admin admin] Publish callbacks [] for port (28e686d8-c593-4aff-b7cc-6839746bcd89), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:28.723492 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6fe22b2c-dfe2-4b32-a9d6-ab1a960fa7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (28e686d8-c593-4aff-b7cc-6839746bcd89), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:28.759086 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-61f4ee0d-a977-4bdd-b2f3-980c15dd195c req-6fc231e5-2f8c-4bf7-9c8b-e2c484bc3e41 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "PUT /v2.0/floatingips/a8728101-8066-49ec-a5fb-80e5ef9c30e3 HTTP/1.1" status: 200 len: 695 time: 2.0687432 Mar 01 13:52:28.759559 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4320637e-af21-4144-a40e-ac3c232e06ba', 'tag': '22e22eae-54d3-4b93-91ba-1be936493adb'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:52:28.761907 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea00946-d816-4c0b-a6d9-4e6b9a998d76" -d '{"events": [{"name": "network-changed", "server_uuid": "4320637e-af21-4144-a40e-ac3c232e06ba", "tag": "22e22eae-54d3-4b93-91ba-1be936493adb"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:52:28.864917 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port c57cd7e1-e6c9-4506-8795-8245811a473a is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:28.865331 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c57cd7e1-e6c9-4506-8795-8245811a473a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:28.900197 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2ed087-18f8-4e5c-969d-d126fe49c236 x-openstack-request-id: req-0e2ed087-18f8-4e5c-969d-d126fe49c236 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:52:28.900458 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4320637e-af21-4144-a40e-ac3c232e06ba", "tag": "22e22eae-54d3-4b93-91ba-1be936493adb", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:52:28.900674 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e2ed087-18f8-4e5c-969d-d126fe49c236 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:52:28.901252 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4320637e-af21-4144-a40e-ac3c232e06ba', 'tag': '22e22eae-54d3-4b93-91ba-1be936493adb', 'status': 'completed', 'code': 200} Mar 01 13:52:28.913111 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4ee0d-a977-4bdd-b2f3-980c15dd195c req-95205153-9bab-4749-8803-6b7d85d317ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:28.914785 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-61f4ee0d-a977-4bdd-b2f3-980c15dd195c req-95205153-9bab-4749-8803-6b7d85d317ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b7cefbd26524ebbb9d39ec1ad0e5469&device_id=4320637e-af21-4144-a40e-ac3c232e06ba HTTP/1.1" status: 200 len: 1128 time: 0.1196883 Mar 01 13:52:28.918837 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c57cd7e1-e6c9-4506-8795-8245811a473a {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:52:28.928189 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:28.962896 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port c57cd7e1-e6c9-4506-8795-8245811a473a, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=c57cd7e1-e6c9-4506-8795-8245811a473a,segment=NetworkSegment(715c5eae-6e7b-470b-835b-506145720da5),segment_id=715c5eae-6e7b-470b-835b-506145720da5)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:52:28.973770 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c57cd7e1-e6c9-4506-8795-8245811a473a), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:29.069248 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4ee0d-a977-4bdd-b2f3-980c15dd195c req-4f4652f7-066d-485d-8bc9-d91fc8bb67b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:29.073886 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-61f4ee0d-a977-4bdd-b2f3-980c15dd195c req-4f4652f7-066d-485d-8bc9-d91fc8bb67b2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b806682-c654-4ec0-aadb-856ed351c245 HTTP/1.1" status: 200 len: 930 time: 0.1504154 Mar 01 13:52:29.112378 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=c57cd7e1-e6c9-4506-8795-8245811a473a,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:29.230550 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-61f4ee0d-a977-4bdd-b2f3-980c15dd195c req-bafa34c2-3580-47b7-9099-5b50fae47123 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22e22eae-54d3-4b93-91ba-1be936493adb HTTP/1.1" status: 200 len: 217 time: 0.1454930 Mar 01 13:52:29.304750 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['c57cd7e1-e6c9-4506-8795-8245811a473a'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:52:29.327552 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6fe22b2c-dfe2-4b32-a9d6-ab1a960fa7f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (4a8cc195-5d6a-4176-b5f2-3b2de04a60c9), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:29.381817 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 35bc8e13-03c7-4a90-9767-95d4e64cfee0 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:52:29.435039 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe22b2c-dfe2-4b32-a9d6-ab1a960fa7f4 admin admin] Pushing event updated for resources: {'Port': ['ID=28e686d8-c593-4aff-b7cc-6839746bcd89,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:29.443487 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-b2237331-3f28-4da3-aa23-0a407a985fb4 None None] Set router aef55aa4-f72a-4691-965e-dd1c94d342a4 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:52:29.512653 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4ee0d-a977-4bdd-b2f3-980c15dd195c req-cd668729-4598-4eca-9392-2bf28c558455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:29.514153 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-61f4ee0d-a977-4bdd-b2f3-980c15dd195c req-cd668729-4598-4eca-9392-2bf28c558455 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc4dca49-ae2c-4edb-bec4-98c202db3f43 HTTP/1.1" status: 200 len: 868 time: 0.2670741 Mar 01 13:52:29.527252 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f161fd6-aa4b-49ec-9b5c-a97cab8a6122 req-4593a8d9-2728-4453-b9ea-a7f1396dd054 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:29.542969 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0f161fd6-aa4b-49ec-9b5c-a97cab8a6122 req-4593a8d9-2728-4453-b9ea-a7f1396dd054 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.13 "GET /v2.0/ports?device_id=d72ca75c-f957-466b-9e7a-6a52999ed7e4 HTTP/1.1" status: 200 len: 944 time: 0.2759290 Mar 01 13:52:29.648682 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea00946-d816-4c0b-a6d9-4e6b9a998d76 req-cbbf0d07-d234-4705-b8e2-0addfbd4e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:29.654678 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3ea00946-d816-4c0b-a6d9-4e6b9a998d76 req-cbbf0d07-d234-4705-b8e2-0addfbd4e928 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0b7cefbd26524ebbb9d39ec1ad0e5469&device_id=4320637e-af21-4144-a40e-ac3c232e06ba HTTP/1.1" status: 200 len: 1128 time: 0.6326199 Mar 01 13:52:29.738313 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6eaa88d6-ad84-4fe3-9b78-fc5f65f671a5 admin admin] Publish callbacks [] for port (06285bc5-7d2b-4c33-9bb4-01a6025e1038), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:29.739932 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0f161fd6-aa4b-49ec-9b5c-a97cab8a6122 req-e2bcbc30-6be9-4bed-9276-2ea325056336 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1f4d927-1616-4a3d-be82-4542efc48b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116219 Mar 01 13:52:29.774641 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4ee0d-a977-4bdd-b2f3-980c15dd195c req-a338b897-21c1-43a3-a499-7e84d1b8278d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:29.784864 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-61f4ee0d-a977-4bdd-b2f3-980c15dd195c req-a338b897-21c1-43a3-a499-7e84d1b8278d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b806682-c654-4ec0-aadb-856ed351c245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2409382 Mar 01 13:52:29.797928 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6eaa88d6-ad84-4fe3-9b78-fc5f65f671a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (06285bc5-7d2b-4c33-9bb4-01a6025e1038), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:30.074560 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b2237331-3f28-4da3-aa23-0a407a985fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1729034084-router', 'tenant_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'c150fd19-a358-4ca9-98ed-ed91694af227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:51:29Z', 'updated_at': '2022-03-01T13:51:39Z', 'revision_number': 4, 'project_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'gw_port': {'id': 'c150fd19-a358-4ca9-98ed-ed91694af227', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:51:31Z', 'updated_at': '2022-03-01T13:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '17a56dcd-b5dc-4b19-a40e-348bbec7d7c6', 'name': '', 'network_id': '6b806682-c654-4ec0-aadb-856ed351c245', 'tenant_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'mac_address': 'fa:16:3e:2b:45:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'dc4dca49-ae2c-4edb-bec4-98c202db3f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:51:38Z', 'updated_at': '2022-03-01T13:51:48Z', 'revision_number': 5, 'project_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'subnets': [{'id': 'dc4dca49-ae2c-4edb-bec4-98c202db3f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:30.121679 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe22b2c-dfe2-4b32-a9d6-ab1a960fa7f4 admin admin] Network 1aeecf82-0716-4f24-a11e-631ec29a00e3 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:52:30.150931 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2237331-3f28-4da3-aa23-0a407a985fb4 None None] Checking router: aef55aa4-f72a-4691-965e-dd1c94d342a4 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:52:30.171083 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-61f4ee0d-a977-4bdd-b2f3-980c15dd195c req-7a6f6b2a-ea65-4f18-bd2f-bb85575526db service neutron] 10.222.0.13 "GET /v2.0/networks/6b806682-c654-4ec0-aadb-856ed351c245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756349 Mar 01 13:52:30.177615 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2237331-3f28-4da3-aa23-0a407a985fb4 None None] Routers {'aef55aa4-f72a-4691-965e-dd1c94d342a4'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:52:30.178401 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b2237331-3f28-4da3-aa23-0a407a985fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:52:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['aef55aa4-f72a-4691-965e-dd1c94d342a4'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:30.186697 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:30.196594 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa88d6-ad84-4fe3-9b78-fc5f65f671a5 admin admin] Pushing event updated for resources: {'Port': ['ID=06285bc5-7d2b-4c33-9bb4-01a6025e1038,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:30.207868 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-6fe22b2c-dfe2-4b32-a9d6-ab1a960fa7f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:52:30.251604 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6eaa88d6-ad84-4fe3-9b78-fc5f65f671a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (29632354-7d2e-4386-861d-41ae7570ea8c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:30.320517 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 35bc8e13-03c7-4a90-9767-95d4e64cfee0 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:30.320859 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (35bc8e13-03c7-4a90-9767-95d4e64cfee0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:30.413674 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-b2237331-3f28-4da3-aa23-0a407a985fb4 None None] Set router aef55aa4-f72a-4691-965e-dd1c94d342a4 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:52:30.434821 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-61f4ee0d-a977-4bdd-b2f3-980c15dd195c req-542cbc19-c378-44bd-994c-7885d608c305 service neutron] 10.222.0.13 "GET /v2.0/networks/6b806682-c654-4ec0-aadb-856ed351c245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622011 Mar 01 13:52:30.606714 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1a7dc8bf-a80b-4c7c-8692-0eca192b8e2d req-a2b4fc9d-1156-4263-9bd0-f2d7f2bcb304 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/floatingips/a8728101-8066-49ec-a5fb-80e5ef9c30e3 HTTP/1.1" status: 200 len: 695 time: 0.1311066 Mar 01 13:52:30.625021 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 35bc8e13-03c7-4a90-9767-95d4e64cfee0 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:30.625415 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (35bc8e13-03c7-4a90-9767-95d4e64cfee0), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:30.681819 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 35bc8e13-03c7-4a90-9767-95d4e64cfee0, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=35bc8e13-03c7-4a90-9767-95d4e64cfee0,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:52:30.708928 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (35bc8e13-03c7-4a90-9767-95d4e64cfee0), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:30.709782 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device beadd8c8-4758-4a99-a7c3-78b19cd7b27b up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:52:30.941956 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-9d4f53ca-806f-47d0-8de1-081d48b7073b None None] Provisioning complete for port 28e686d8-c593-4aff-b7cc-6839746bcd89 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:30.943141 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7dc8bf-a80b-4c7c-8692-0eca192b8e2d req-55b6a95a-5992-426a-9f7b-e7217e460718 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:30.952288 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9d4f53ca-806f-47d0-8de1-081d48b7073b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (28e686d8-c593-4aff-b7cc-6839746bcd89), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:30.955606 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1a7dc8bf-a80b-4c7c-8692-0eca192b8e2d req-55b6a95a-5992-426a-9f7b-e7217e460718 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 784 time: 0.3450665 Mar 01 13:52:30.965498 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b2237331-3f28-4da3-aa23-0a407a985fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1729034084-router', 'tenant_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'c150fd19-a358-4ca9-98ed-ed91694af227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:51:29Z', 'updated_at': '2022-03-01T13:51:39Z', 'revision_number': 4, 'project_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'gw_port': {'id': 'c150fd19-a358-4ca9-98ed-ed91694af227', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:51:31Z', 'updated_at': '2022-03-01T13:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '17a56dcd-b5dc-4b19-a40e-348bbec7d7c6', 'name': '', 'network_id': '6b806682-c654-4ec0-aadb-856ed351c245', 'tenant_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'mac_address': 'fa:16:3e:2b:45:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'dc4dca49-ae2c-4edb-bec4-98c202db3f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:51:38Z', 'updated_at': '2022-03-01T13:51:48Z', 'revision_number': 5, 'project_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'subnets': [{'id': 'dc4dca49-ae2c-4edb-bec4-98c202db3f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:31.007986 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port beadd8c8-4758-4a99-a7c3-78b19cd7b27b triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:31.008941 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (beadd8c8-4758-4a99-a7c3-78b19cd7b27b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:31.014245 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2237331-3f28-4da3-aa23-0a407a985fb4 None None] The sync data for ids ['aef55aa4-f72a-4691-965e-dd1c94d342a4'] in n-d-827467-3 is: [{'id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1729034084-router', 'tenant_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'c150fd19-a358-4ca9-98ed-ed91694af227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:51:29Z', 'updated_at': '2022-03-01T13:51:39Z', 'revision_number': 4, 'project_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'gw_port': {'id': 'c150fd19-a358-4ca9-98ed-ed91694af227', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:51:31Z', 'updated_at': '2022-03-01T13:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '17a56dcd-b5dc-4b19-a40e-348bbec7d7c6', 'name': '', 'network_id': '6b806682-c654-4ec0-aadb-856ed351c245', 'tenant_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'mac_address': 'fa:16:3e:2b:45:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'dc4dca49-ae2c-4edb-bec4-98c202db3f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:51:38Z', 'updated_at': '2022-03-01T13:51:48Z', 'revision_number': 5, 'project_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'subnets': [{'id': 'dc4dca49-ae2c-4edb-bec4-98c202db3f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:52:31.034762 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea00946-d816-4c0b-a6d9-4e6b9a998d76 req-b37fb4e3-842a-4439-8792-2f9558cd866e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:31.036945 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3ea00946-d816-4c0b-a6d9-4e6b9a998d76 req-b37fb4e3-842a-4439-8792-2f9558cd866e service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b806682-c654-4ec0-aadb-856ed351c245 HTTP/1.1" status: 200 len: 930 time: 1.3531766 Mar 01 13:52:31.130918 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-9d4f53ca-806f-47d0-8de1-081d48b7073b None None] Port 28e686d8-c593-4aff-b7cc-6839746bcd89 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:52:31.152372 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=35bc8e13-03c7-4a90-9767-95d4e64cfee0,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:31.182691 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1a7dc8bf-a80b-4c7c-8692-0eca192b8e2d req-077efe2c-8d4f-4f87-a947-b4ffd3d823d6 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.216 HTTP/1.1" status: 200 len: 698 time: 0.2263553 Mar 01 13:52:31.262700 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port beadd8c8-4758-4a99-a7c3-78b19cd7b27b is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:31.275534 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3ea00946-d816-4c0b-a6d9-4e6b9a998d76 req-b862633f-a7f3-4d1d-b755-6997bc101632 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22e22eae-54d3-4b93-91ba-1be936493adb HTTP/1.1" status: 200 len: 217 time: 0.2230284 Mar 01 13:52:31.285802 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1a7dc8bf-a80b-4c7c-8692-0eca192b8e2d req-21651276-f409-45eb-a638-9d0831f21d6c tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.216 HTTP/1.1" status: 200 len: 698 time: 0.1023142 Mar 01 13:52:31.372326 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc89ab3-d375-48c8-85bb-2709534d6d6a req-39a1ff36-b3be-43a8-bae8-aeeb2e689ebf tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:31.374220 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6fc89ab3-d375-48c8-85bb-2709534d6d6a req-39a1ff36-b3be-43a8-bae8-aeeb2e689ebf tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.13 "GET /v2.0/ports?device_id=d72ca75c-f957-466b-9e7a-6a52999ed7e4 HTTP/1.1" status: 200 len: 944 time: 0.4058359 Mar 01 13:52:31.484339 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 35bc8e13-03c7-4a90-9767-95d4e64cfee0 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:52:31.538176 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6fc89ab3-d375-48c8-85bb-2709534d6d6a req-d6775e50-6051-44b4-9412-43e678b20287 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1f4d927-1616-4a3d-be82-4542efc48b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529658 Mar 01 13:52:31.557757 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea00946-d816-4c0b-a6d9-4e6b9a998d76 req-760e11c2-aafe-4f87-87a8-8e8233d017bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:31.559288 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3ea00946-d816-4c0b-a6d9-4e6b9a998d76 req-760e11c2-aafe-4f87-87a8-8e8233d017bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc4dca49-ae2c-4edb-bec4-98c202db3f43 HTTP/1.1" status: 200 len: 868 time: 0.2655699 Mar 01 13:52:31.566091 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaa88d6-ad84-4fe3-9b78-fc5f65f671a5 admin admin] Network 44afe686-32e5-4f10-85b5-d3fdcbf6dc26 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:52:31.566434 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-1a7dc8bf-a80b-4c7c-8692-0eca192b8e2d req-52dab519-a9b7-4a2b-b10a-e55f13621c17 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Deleting port 8280c3b3-7073-4839-ad62-226a8e8499ac {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:52:31.566792 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-1a7dc8bf-a80b-4c7c-8692-0eca192b8e2d req-52dab519-a9b7-4a2b-b10a-e55f13621c17 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (8280c3b3-7073-4839-ad62-226a8e8499ac), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:31.606960 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-6eaa88d6-ad84-4fe3-9b78-fc5f65f671a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:52:31.610874 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe22b2c-dfe2-4b32-a9d6-ab1a960fa7f4 admin admin] Router 4a8cc195-5d6a-4176-b5f2-3b2de04a60c9 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:52:31.675115 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 35bc8e13-03c7-4a90-9767-95d4e64cfee0 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:31.675699 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (35bc8e13-03c7-4a90-9767-95d4e64cfee0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:31.788805 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:31.822820 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-1a7dc8bf-a80b-4c7c-8692-0eca192b8e2d req-52dab519-a9b7-4a2b-b10a-e55f13621c17 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (8280c3b3-7073-4839-ad62-226a8e8499ac), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:31.823066 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-1a7dc8bf-a80b-4c7c-8692-0eca192b8e2d req-52dab519-a9b7-4a2b-b10a-e55f13621c17 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks [] for floatingip (8280c3b3-7073-4839-ad62-226a8e8499ac), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:31.876113 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-1a7dc8bf-a80b-4c7c-8692-0eca192b8e2d req-52dab519-a9b7-4a2b-b10a-e55f13621c17 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Calling delete_port for 8280c3b3-7073-4839-ad62-226a8e8499ac owned by network:floatingip {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:52:31.923997 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ed2dde-1a2f-4af2-8407-89aeca42bfe8 None None] New status for floating IP a8728101-8066-49ec-a5fb-80e5ef9c30e3: DOWN {{(pid=103728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 13:52:31.940379 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eaa88d6-ad84-4fe3-9b78-fc5f65f671a5 admin admin] Router 29632354-7d2e-4386-861d-41ae7570ea8c has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:52:32.012985 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 35bc8e13-03c7-4a90-9767-95d4e64cfee0 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:32.109706 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-b3688baa-4e35-473e-b5f9-a96dab828607 None None] Provisioning complete for port 06285bc5-7d2b-4c33-9bb4-01a6025e1038 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:32.110081 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b3688baa-4e35-473e-b5f9-a96dab828607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (06285bc5-7d2b-4c33-9bb4-01a6025e1038), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:32.144905 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe22b2c-dfe2-4b32-a9d6-ab1a960fa7f4 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:52:32.155043 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6fe22b2c-dfe2-4b32-a9d6-ab1a960fa7f4 admin admin] 10.222.0.13 "PUT /v2.0/routers/4a8cc195-5d6a-4176-b5f2-3b2de04a60c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9842415 Mar 01 13:52:32.155785 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49541a60-d28b-492c-9802-1e738b1e79a7 None None] Sync routers for ids ['4a8cc195-5d6a-4176-b5f2-3b2de04a60c9'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:52:32.171903 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea00946-d816-4c0b-a6d9-4e6b9a998d76 req-87388237-5ed1-4a2e-8868-5fecd294c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:32.173964 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-1a7dc8bf-a80b-4c7c-8692-0eca192b8e2d req-52dab519-a9b7-4a2b-b10a-e55f13621c17 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (8280c3b3-7073-4839-ad62-226a8e8499ac), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:32.175868 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49541a60-d28b-492c-9802-1e738b1e79a7 None None] Routers {'4a8cc195-5d6a-4176-b5f2-3b2de04a60c9'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:52:32.176520 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-49541a60-d28b-492c-9802-1e738b1e79a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:52:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4a8cc195-5d6a-4176-b5f2-3b2de04a60c9'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:32.182198 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3ea00946-d816-4c0b-a6d9-4e6b9a998d76 req-87388237-5ed1-4a2e-8868-5fecd294c9f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b806682-c654-4ec0-aadb-856ed351c245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6149931 Mar 01 13:52:32.190727 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-b3688baa-4e35-473e-b5f9-a96dab828607 None None] Port 06285bc5-7d2b-4c33-9bb4-01a6025e1038 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:52:32.200791 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-d2ed2dde-1a2f-4af2-8407-89aeca42bfe8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 13:52:32.201148 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-d2ed2dde-1a2f-4af2-8407-89aeca42bfe8 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 13:52:32.275375 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dab519-a9b7-4a2b-b10a-e55f13621c17 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Pushing event deleted for resources: {'Port': ['ID=8280c3b3-7073-4839-ad62-226a8e8499ac,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:32.348123 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device c57cd7e1-e6c9-4506-8795-8245811a473a up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:52:32.384528 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-1a7dc8bf-a80b-4c7c-8692-0eca192b8e2d req-52dab519-a9b7-4a2b-b10a-e55f13621c17 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks [] for floatingip (a8728101-8066-49ec-a5fb-80e5ef9c30e3), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:32.390596 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-1a7dc8bf-a80b-4c7c-8692-0eca192b8e2d req-52dab519-a9b7-4a2b-b10a-e55f13621c17 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:32.404717 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1a7dc8bf-a80b-4c7c-8692-0eca192b8e2d req-52dab519-a9b7-4a2b-b10a-e55f13621c17 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "DELETE /v2.0/floatingips/a8728101-8066-49ec-a5fb-80e5ef9c30e3 HTTP/1.1" status: 204 len: 173 time: 1.1065950 Mar 01 13:52:32.423701 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44732) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:32.502131 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-49541a60-d28b-492c-9802-1e738b1e79a7 None None] Set router 4a8cc195-5d6a-4176-b5f2-3b2de04a60c9 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:52:32.567729 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port c57cd7e1-e6c9-4506-8795-8245811a473a completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:52:32.573095 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port c57cd7e1-e6c9-4506-8795-8245811a473a triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:32.574227 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c57cd7e1-e6c9-4506-8795-8245811a473a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:32.701747 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eaa88d6-ad84-4fe3-9b78-fc5f65f671a5 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:52:32.709824 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ed2dde-1a2f-4af2-8407-89aeca42bfe8 None None] New status for floating IP a8728101-8066-49ec-a5fb-80e5ef9c30e3: DOWN {{(pid=103728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 13:52:32.724213 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6eaa88d6-ad84-4fe3-9b78-fc5f65f671a5 admin admin] 10.222.0.13 "PUT /v2.0/routers/29632354-7d2e-4386-861d-41ae7570ea8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1060646 Mar 01 13:52:32.741774 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3ea00946-d816-4c0b-a6d9-4e6b9a998d76 req-53b30798-dbf1-45cb-a1a9-b47f18bd3a45 service neutron] 10.222.0.20 "GET /v2.0/networks/6b806682-c654-4ec0-aadb-856ed351c245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4874949 Mar 01 13:52:32.799124 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-49541a60-d28b-492c-9802-1e738b1e79a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8cc195-5d6a-4176-b5f2-3b2de04a60c9', 'name': 'tempest-ServersTestMultiNic-1029943574-router', 'tenant_id': 'aa3e6a61157b47d8a82db557a370763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'beadd8c8-4758-4a99-a7c3-78b19cd7b27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:52:20Z', 'updated_at': '2022-03-01T13:52:27Z', 'revision_number': 4, 'project_id': 'aa3e6a61157b47d8a82db557a370763f', 'gw_port': {'id': 'beadd8c8-4758-4a99-a7c3-78b19cd7b27b', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8cc195-5d6a-4176-b5f2-3b2de04a60c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:21Z', 'updated_at': '2022-03-01T13:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '28e686d8-c593-4aff-b7cc-6839746bcd89', 'name': '', 'network_id': '1aeecf82-0716-4f24-a11e-631ec29a00e3', 'tenant_id': 'aa3e6a61157b47d8a82db557a370763f', 'mac_address': 'fa:16:3e:58:29:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8cc195-5d6a-4176-b5f2-3b2de04a60c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '223da793-aaf5-4485-808c-8a56469bec49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:26Z', 'updated_at': '2022-03-01T13:52:28Z', 'revision_number': 2, 'project_id': 'aa3e6a61157b47d8a82db557a370763f', 'subnets': [{'id': '223da793-aaf5-4485-808c-8a56469bec49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:32.803470 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-4222d9be-5792-43b6-a5c2-2774c06cb798 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1328961539'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:52:32.873528 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49541a60-d28b-492c-9802-1e738b1e79a7 None None] Checking router: 4a8cc195-5d6a-4176-b5f2-3b2de04a60c9 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:52:32.875869 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49541a60-d28b-492c-9802-1e738b1e79a7 None None] Updating router 4a8cc195-5d6a-4176-b5f2-3b2de04a60c9 port 28e686d8-c593-4aff-b7cc-6839746bcd89 binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:52:32.905410 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262e89e-b7e5-41ef-a6ac-131d1aaf2ab0 req-08681572-a366-4078-a120-5a495337ccbe tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:32.917452 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6262e89e-b7e5-41ef-a6ac-131d1aaf2ab0 req-08681572-a366-4078-a120-5a495337ccbe tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/ports?device_id=4320637e-af21-4144-a40e-ac3c232e06ba&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2758007 Mar 01 13:52:32.947039 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42545a9d-26f4-481c-aee5-59c0dc3e49a7 None None] Sync routers for ids ['29632354-7d2e-4386-861d-41ae7570ea8c'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:52:32.960325 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-49541a60-d28b-492c-9802-1e738b1e79a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (28e686d8-c593-4aff-b7cc-6839746bcd89), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:32.990009 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3ea00946-d816-4c0b-a6d9-4e6b9a998d76 req-36bb469b-2970-4205-97c4-ef2c91adc8b8 service neutron] 10.222.0.20 "GET /v2.0/networks/6b806682-c654-4ec0-aadb-856ed351c245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437100 Mar 01 13:52:32.999319 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42545a9d-26f4-481c-aee5-59c0dc3e49a7 None None] Routers {'29632354-7d2e-4386-861d-41ae7570ea8c'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:52:33.000002 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-42545a9d-26f4-481c-aee5-59c0dc3e49a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:52:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['29632354-7d2e-4386-861d-41ae7570ea8c'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:33.005043 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port c57cd7e1-e6c9-4506-8795-8245811a473a is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:33.005043 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c57cd7e1-e6c9-4506-8795-8245811a473a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:33.006346 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6262e89e-b7e5-41ef-a6ac-131d1aaf2ab0 req-0622ccbd-543b-496a-9a3e-829103031aed tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0808580 Mar 01 13:52:33.008803 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4222d9be-5792-43b6-a5c2-2774c06cb798 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Made reservation on behalf of aa3e6a61157b47d8a82db557a370763f for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:52:33.022184 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4222d9be-5792-43b6-a5c2-2774c06cb798 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:33.069188 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde29904-0252-43fa-ad6a-3ce5357612a3 req-c25ab2fd-bd57-4cf3-8ce6-0d6ff93eab24 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:33.077335 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cde29904-0252-43fa-ad6a-3ce5357612a3 req-c25ab2fd-bd57-4cf3-8ce6-0d6ff93eab24 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.13 "GET /v2.0/ports?device_id=d72ca75c-f957-466b-9e7a-6a52999ed7e4 HTTP/1.1" status: 200 len: 944 time: 0.3131831 Mar 01 13:52:33.138845 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4222d9be-5792-43b6-a5c2-2774c06cb798 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:52:33.169457 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port c57cd7e1-e6c9-4506-8795-8245811a473a, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=c57cd7e1-e6c9-4506-8795-8245811a473a,segment=NetworkSegment(715c5eae-6e7b-470b-835b-506145720da5),segment_id=715c5eae-6e7b-470b-835b-506145720da5)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:52:33.173278 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72ca75c-f957-466b-9e7a-6a52999ed7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57cd7e1-e6c9-4506-8795-8245811a473a'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:52:33.178327 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4222d9be-5792-43b6-a5c2-2774c06cb798 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (c5287cb7-97ef-478a-832a-938a065620e2), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:33.179186 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-4222d9be-5792-43b6-a5c2-2774c06cb798 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Added segment c5287cb7-97ef-478a-832a-938a065620e2 of type vlan for network 386eb939-f77f-4b3e-8dc4-621a84351f3a Mar 01 13:52:33.190830 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc19f281-ac9a-4475-9edf-fb0ddd2de2db" -d '{"events": [{"server_uuid": "d72ca75c-f957-466b-9e7a-6a52999ed7e4", "name": "network-vif-plugged", "status": "completed", "tag": "c57cd7e1-e6c9-4506-8795-8245811a473a"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:52:33.195470 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cde29904-0252-43fa-ad6a-3ce5357612a3 req-aab7a5e8-bea1-40e8-9e83-e5a68d2f4353 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1f4d927-1616-4a3d-be82-4542efc48b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121376 Mar 01 13:52:33.206478 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c57cd7e1-e6c9-4506-8795-8245811a473a), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:33.342829 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4222d9be-5792-43b6-a5c2-2774c06cb798 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (386eb939-f77f-4b3e-8dc4-621a84351f3a), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:33.459982 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-401a43c7-8ebf-4349-a1de-a5678c6ca1aa req-3fc04443-b94b-4bc7-bd16-d7fd72dfe218 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0413148 Mar 01 13:52:33.475242 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4222d9be-5792-43b6-a5c2-2774c06cb798 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (386eb939-f77f-4b3e-8dc4-621a84351f3a), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:33.481443 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4222d9be-5792-43b6-a5c2-2774c06cb798 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:33.482375 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4222d9be-5792-43b6-a5c2-2774c06cb798 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:33.513163 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-49541a60-d28b-492c-9802-1e738b1e79a7 None None] Publish callbacks [] for port (28e686d8-c593-4aff-b7cc-6839746bcd89), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:33.523373 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-49541a60-d28b-492c-9802-1e738b1e79a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (28e686d8-c593-4aff-b7cc-6839746bcd89), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:33.567842 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0816b4fc-7149-4162-956a-f8b9fa541bd5 x-openstack-request-id: req-0816b4fc-7149-4162-956a-f8b9fa541bd5 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:52:33.568341 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72ca75c-f957-466b-9e7a-6a52999ed7e4", "name": "network-vif-plugged", "status": "completed", "tag": "c57cd7e1-e6c9-4506-8795-8245811a473a", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:52:33.581865 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0816b4fc-7149-4162-956a-f8b9fa541bd5 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:52:33.583632 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72ca75c-f957-466b-9e7a-6a52999ed7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57cd7e1-e6c9-4506-8795-8245811a473a', 'code': 200} Mar 01 13:52:33.693814 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=c57cd7e1-e6c9-4506-8795-8245811a473a,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:33.696626 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-49541a60-d28b-492c-9802-1e738b1e79a7 None None] Attempting to bind port 28e686d8-c593-4aff-b7cc-6839746bcd89 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:52:33.697240 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-49541a60-d28b-492c-9802-1e738b1e79a7 None None] Attempting to bind port 28e686d8-c593-4aff-b7cc-6839746bcd89 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '9cdcccf4-054a-4e6f-bcd4-f24655a5b8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1aeecf82-0716-4f24-a11e-631ec29a00e3'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:52:33.697784 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49541a60-d28b-492c-9802-1e738b1e79a7 None None] Attempting to bind port 28e686d8-c593-4aff-b7cc-6839746bcd89 on network 1aeecf82-0716-4f24-a11e-631ec29a00e3 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:52:33.722083 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-42545a9d-26f4-481c-aee5-59c0dc3e49a7 None None] Set router 29632354-7d2e-4386-861d-41ae7570ea8c gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:52:33.727618 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49541a60-d28b-492c-9802-1e738b1e79a7 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:52:33.728403 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49541a60-d28b-492c-9802-1e738b1e79a7 None None] Checking segment: {'id': '9cdcccf4-054a-4e6f-bcd4-f24655a5b8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1aeecf82-0716-4f24-a11e-631ec29a00e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:52:33.729036 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-49541a60-d28b-492c-9802-1e738b1e79a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:33.729648 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49541a60-d28b-492c-9802-1e738b1e79a7 None None] Bound using segment: {'id': '9cdcccf4-054a-4e6f-bcd4-f24655a5b8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1aeecf82-0716-4f24-a11e-631ec29a00e3'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:52:33.730340 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-49541a60-d28b-492c-9802-1e738b1e79a7 None None] Bound port: 28e686d8-c593-4aff-b7cc-6839746bcd89, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cdcccf4-054a-4e6f-bcd4-f24655a5b8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1aeecf82-0716-4f24-a11e-631ec29a00e3'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:52:33.730952 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-49541a60-d28b-492c-9802-1e738b1e79a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (28e686d8-c593-4aff-b7cc-6839746bcd89), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:33.825224 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-49541a60-d28b-492c-9802-1e738b1e79a7 None None] For port 28e686d8-c593-4aff-b7cc-6839746bcd89, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:52:33.830795 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-49541a60-d28b-492c-9802-1e738b1e79a7 None None] For port 28e686d8-c593-4aff-b7cc-6839746bcd89, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=28e686d8-c593-4aff-b7cc-6839746bcd89,segment=NetworkSegment(9cdcccf4-054a-4e6f-bcd4-f24655a5b8d7),segment_id=9cdcccf4-054a-4e6f-bcd4-f24655a5b8d7)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:52:33.838108 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f5e5b-1feb-4f7d-9156-789321ebd60a None None] Pushing event updated for resources: {'Port': ['ID=28e686d8-c593-4aff-b7cc-6839746bcd89,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:33.854807 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-49541a60-d28b-492c-9802-1e738b1e79a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (28e686d8-c593-4aff-b7cc-6839746bcd89), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:33.925744 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49541a60-d28b-492c-9802-1e738b1e79a7 None None] Routers {'4a8cc195-5d6a-4176-b5f2-3b2de04a60c9'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:52:33.926463 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-49541a60-d28b-492c-9802-1e738b1e79a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:52:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4a8cc195-5d6a-4176-b5f2-3b2de04a60c9'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:34.175700 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-e49c720e-e8c9-4a6c-968e-feba31b0ab36 None None] Provisioning complete for port 28e686d8-c593-4aff-b7cc-6839746bcd89 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:34.177056 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e49c720e-e8c9-4a6c-968e-feba31b0ab36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (28e686d8-c593-4aff-b7cc-6839746bcd89), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:34.559953 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-49541a60-d28b-492c-9802-1e738b1e79a7 None None] Set router 4a8cc195-5d6a-4176-b5f2-3b2de04a60c9 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:52:34.645871 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222d9be-5792-43b6-a5c2-2774c06cb798 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Pushing event updated for resources: {'Network': ['ID=386eb939-f77f-4b3e-8dc4-621a84351f3a,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:34.667023 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 386eb939-f77f-4b3e-8dc4-621a84351f3a details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:52:34.701605 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f5e5b-1feb-4f7d-9156-789321ebd60a None None] Pushing event updated for resources: {'Port': ['ID=28e686d8-c593-4aff-b7cc-6839746bcd89,revision_number=4']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:34.730631 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44906) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:34.731775 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4222d9be-5792-43b6-a5c2-2774c06cb798 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.3065410 Mar 01 13:52:34.739360 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-a01e8d76-ad9e-4c6d-a4ca-323050593c41 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Request body: {'subnet': {'network_id': '386eb939-f77f-4b3e-8dc4-621a84351f3a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:52:34.801035 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb4f00-aeb3-4e01-bd81-dc91b601c665 req-0b8eac67-036d-4f0e-9316-8804c4b90c27 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:34.809561 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-afcb4f00-aeb3-4e01-bd81-dc91b601c665 req-0b8eac67-036d-4f0e-9316-8804c4b90c27 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.13 "GET /v2.0/ports?device_id=d72ca75c-f957-466b-9e7a-6a52999ed7e4 HTTP/1.1" status: 200 len: 945 time: 0.2856431 Mar 01 13:52:34.812348 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-42545a9d-26f4-481c-aee5-59c0dc3e49a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29632354-7d2e-4386-861d-41ae7570ea8c', 'name': 'tempest-TaggedBootDevicesTest-1197793923-router', 'tenant_id': 'aa8b8d8b1bcf49249989ad25c6d6a8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '35bc8e13-03c7-4a90-9767-95d4e64cfee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:52:16Z', 'updated_at': '2022-03-01T13:52:28Z', 'revision_number': 4, 'project_id': 'aa8b8d8b1bcf49249989ad25c6d6a8e6', 'gw_port': {'id': '35bc8e13-03c7-4a90-9767-95d4e64cfee0', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:eb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29632354-7d2e-4386-861d-41ae7570ea8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:18Z', 'updated_at': '2022-03-01T13:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '06285bc5-7d2b-4c33-9bb4-01a6025e1038', 'name': '', 'network_id': '44afe686-32e5-4f10-85b5-d3fdcbf6dc26', 'tenant_id': 'aa8b8d8b1bcf49249989ad25c6d6a8e6', 'mac_address': 'fa:16:3e:4a:d5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29632354-7d2e-4386-861d-41ae7570ea8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '91bb86c8-224a-4188-ba97-143a49b6d8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:26Z', 'updated_at': '2022-03-01T13:52:28Z', 'revision_number': 2, 'project_id': 'aa8b8d8b1bcf49249989ad25c6d6a8e6', 'subnets': [{'id': '91bb86c8-224a-4188-ba97-143a49b6d8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:34.834323 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-e49c720e-e8c9-4a6c-968e-feba31b0ab36 None None] Current status of the port 28e686d8-c593-4aff-b7cc-6839746bcd89 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:34.835281 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e49c720e-e8c9-4a6c-968e-feba31b0ab36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (28e686d8-c593-4aff-b7cc-6839746bcd89), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:34.845554 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a23e67-f625-4a48-bb42-7b7a18aac702 req-a6da64a1-63c9-4f72-84fa-0fcd59a3b8d4 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:34.853325 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-38a23e67-f625-4a48-bb42-7b7a18aac702 req-a6da64a1-63c9-4f72-84fa-0fcd59a3b8d4 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/ports?device_id=4320637e-af21-4144-a40e-ac3c232e06ba HTTP/1.1" status: 200 len: 946 time: 0.3282473 Mar 01 13:52:34.884264 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42545a9d-26f4-481c-aee5-59c0dc3e49a7 None None] Checking router: 29632354-7d2e-4386-861d-41ae7570ea8c for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:52:34.884997 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42545a9d-26f4-481c-aee5-59c0dc3e49a7 None None] Updating router 29632354-7d2e-4386-861d-41ae7570ea8c port 06285bc5-7d2b-4c33-9bb4-01a6025e1038 binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:52:34.923163 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-38a23e67-f625-4a48-bb42-7b7a18aac702 req-1643c1b4-c15d-4866-a901-d99f26cc135b tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a8db81f-3ab4-4ea7-b6f2-d0663efebf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670488 Mar 01 13:52:34.937216 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cc4e6-68de-4cbb-82e3-6d9f0dd31cca req-f638063c-5703-4352-87ac-c1282543371f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:34.941965 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c74cc4e6-68de-4cbb-82e3-6d9f0dd31cca req-f638063c-5703-4352-87ac-c1282543371f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d72ca75c-f957-466b-9e7a-6a52999ed7e4 HTTP/1.1" status: 200 len: 1127 time: 0.4158790 Mar 01 13:52:34.945195 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-e49c720e-e8c9-4a6c-968e-feba31b0ab36 None None] For port 28e686d8-c593-4aff-b7cc-6839746bcd89, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=28e686d8-c593-4aff-b7cc-6839746bcd89,segment=NetworkSegment(9cdcccf4-054a-4e6f-bcd4-f24655a5b8d7),segment_id=9cdcccf4-054a-4e6f-bcd4-f24655a5b8d7)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:52:34.960029 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e49c720e-e8c9-4a6c-968e-feba31b0ab36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (28e686d8-c593-4aff-b7cc-6839746bcd89), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:34.985847 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01e8d76-ad9e-4c6d-a4ca-323050593c41 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Made reservation on behalf of aa3e6a61157b47d8a82db557a370763f for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:52:34.989511 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a01e8d76-ad9e-4c6d-a4ca-323050593c41 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:35.038605 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c720e-e8c9-4a6c-968e-feba31b0ab36 None None] Pushing event updated for resources: {'Port': ['ID=28e686d8-c593-4aff-b7cc-6839746bcd89,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:35.048466 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-42545a9d-26f4-481c-aee5-59c0dc3e49a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (06285bc5-7d2b-4c33-9bb4-01a6025e1038), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:35.056458 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c74cc4e6-68de-4cbb-82e3-6d9f0dd31cca req-27f47190-e920-407a-9ee9-0ef5b3e387f7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c1f4d927-1616-4a3d-be82-4542efc48b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032805 Mar 01 13:52:35.098113 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-afcb4f00-aeb3-4e01-bd81-dc91b601c665 req-73a5dff4-a4b1-48cf-889b-f10b70954b72 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1f4d927-1616-4a3d-be82-4542efc48b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873366 Mar 01 13:52:35.146931 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-4dd92a10-42da-4f84-875f-9e5bb45bd3f4 None None] Provisioning complete for port 28e686d8-c593-4aff-b7cc-6839746bcd89 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:35.147810 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4dd92a10-42da-4f84-875f-9e5bb45bd3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (28e686d8-c593-4aff-b7cc-6839746bcd89), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:35.185092 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-49541a60-d28b-492c-9802-1e738b1e79a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8cc195-5d6a-4176-b5f2-3b2de04a60c9', 'name': 'tempest-ServersTestMultiNic-1029943574-router', 'tenant_id': 'aa3e6a61157b47d8a82db557a370763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'beadd8c8-4758-4a99-a7c3-78b19cd7b27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:52:20Z', 'updated_at': '2022-03-01T13:52:27Z', 'revision_number': 4, 'project_id': 'aa3e6a61157b47d8a82db557a370763f', 'gw_port': {'id': 'beadd8c8-4758-4a99-a7c3-78b19cd7b27b', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8cc195-5d6a-4176-b5f2-3b2de04a60c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:21Z', 'updated_at': '2022-03-01T13:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '28e686d8-c593-4aff-b7cc-6839746bcd89', 'name': '', 'network_id': '1aeecf82-0716-4f24-a11e-631ec29a00e3', 'tenant_id': 'aa3e6a61157b47d8a82db557a370763f', 'mac_address': 'fa:16:3e:58:29:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8cc195-5d6a-4176-b5f2-3b2de04a60c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '223da793-aaf5-4485-808c-8a56469bec49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:26Z', 'updated_at': '2022-03-01T13:52:33Z', 'revision_number': 4, 'project_id': 'aa3e6a61157b47d8a82db557a370763f', 'subnets': [{'id': '223da793-aaf5-4485-808c-8a56469bec49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:35.249925 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49541a60-d28b-492c-9802-1e738b1e79a7 None None] The sync data for ids ['4a8cc195-5d6a-4176-b5f2-3b2de04a60c9'] in n-d-827467-3 is: [{'id': '4a8cc195-5d6a-4176-b5f2-3b2de04a60c9', 'name': 'tempest-ServersTestMultiNic-1029943574-router', 'tenant_id': 'aa3e6a61157b47d8a82db557a370763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'beadd8c8-4758-4a99-a7c3-78b19cd7b27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:52:20Z', 'updated_at': '2022-03-01T13:52:27Z', 'revision_number': 4, 'project_id': 'aa3e6a61157b47d8a82db557a370763f', 'gw_port': {'id': 'beadd8c8-4758-4a99-a7c3-78b19cd7b27b', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8cc195-5d6a-4176-b5f2-3b2de04a60c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:21Z', 'updated_at': '2022-03-01T13:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '28e686d8-c593-4aff-b7cc-6839746bcd89', 'name': '', 'network_id': '1aeecf82-0716-4f24-a11e-631ec29a00e3', 'tenant_id': 'aa3e6a61157b47d8a82db557a370763f', 'mac_address': 'fa:16:3e:58:29:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8cc195-5d6a-4176-b5f2-3b2de04a60c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '223da793-aaf5-4485-808c-8a56469bec49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:26Z', 'updated_at': '2022-03-01T13:52:33Z', 'revision_number': 4, 'project_id': 'aa3e6a61157b47d8a82db557a370763f', 'subnets': [{'id': '223da793-aaf5-4485-808c-8a56469bec49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:52:35.554947 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a01e8d76-ad9e-4c6d-a4ca-323050593c41 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (f6f8cec7-f28e-43d9-bd2b-edba8c67caac), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:35.710067 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e8d76-ad9e-4c6d-a4ca-323050593c41 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Pushing event updated for resources: {'Subnet': ['ID=f6f8cec7-f28e-43d9-bd2b-edba8c67caac,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:35.735029 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbd13e-a6ff-48ef-a4e0-30fa99c6661d req-7a8ce3ce-ef87-4207-9fc6-c136d72dbf01 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:35.742491 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3afbd13e-a6ff-48ef-a4e0-30fa99c6661d req-7a8ce3ce-ef87-4207-9fc6-c136d72dbf01 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.20 "GET /v2.0/ports?device_id=4320637e-af21-4144-a40e-ac3c232e06ba HTTP/1.1" status: 200 len: 946 time: 0.2182376 Mar 01 13:52:35.761245 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-4dd92a10-42da-4f84-875f-9e5bb45bd3f4 None None] Current status of the port 28e686d8-c593-4aff-b7cc-6839746bcd89 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:35.780901 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01e8d76-ad9e-4c6d-a4ca-323050593c41 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Checking segment: {'id': 'c5287cb7-97ef-478a-832a-938a065620e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '386eb939-f77f-4b3e-8dc4-621a84351f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:52:35.781274 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01e8d76-ad9e-4c6d-a4ca-323050593c41 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Network hostable DHCP agents. Network: 386eb939-f77f-4b3e-8dc4-621a84351f3a, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:52:35.911650 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01e8d76-ad9e-4c6d-a4ca-323050593c41 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Network 386eb939-f77f-4b3e-8dc4-621a84351f3a is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:52:35.982282 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-a01e8d76-ad9e-4c6d-a4ca-323050593c41 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 386eb939-f77f-4b3e-8dc4-621a84351f3a) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:52:35.998439 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01e8d76-ad9e-4c6d-a4ca-323050593c41 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:35.999497 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a01e8d76-ad9e-4c6d-a4ca-323050593c41 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:36.004349 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65563041-f2d8-44a0-a51a-24bb79d6f2e0 None None] Network 386eb939-f77f-4b3e-8dc4-621a84351f3a requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:52:36.037597 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a01e8d76-ad9e-4c6d-a4ca-323050593c41 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3050680 Mar 01 13:52:36.039936 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 45004) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:36.046908 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-d682847d-a137-459c-aa57-aaa9b0b2288d tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1756856403'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:52:36.057889 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-3afbd13e-a6ff-48ef-a4e0-30fa99c6661d req-cf49d1ec-117c-4d1c-8db5-ef83eca0e8b6 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Deleting port 22e22eae-54d3-4b93-91ba-1be936493adb {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:52:36.058230 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3afbd13e-a6ff-48ef-a4e0-30fa99c6661d req-cf49d1ec-117c-4d1c-8db5-ef83eca0e8b6 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (22e22eae-54d3-4b93-91ba-1be936493adb), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:36.146681 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f3dcf-a878-45aa-ae00-34126bc0cd9c req-54d8e2a9-83f9-434c-9adf-e549be39dc36 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:36.158132 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d43f3dcf-a878-45aa-ae00-34126bc0cd9c req-54d8e2a9-83f9-434c-9adf-e549be39dc36 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/ports?device_id=4320637e-af21-4144-a40e-ac3c232e06ba HTTP/1.1" status: 200 len: 946 time: 0.1060796 Mar 01 13:52:36.205002 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d682847d-a137-459c-aa57-aaa9b0b2288d tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Made reservation on behalf of aa3e6a61157b47d8a82db557a370763f for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:52:36.220478 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d682847d-a137-459c-aa57-aaa9b0b2288d tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:36.233266 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf06518-d062-4ad6-b1c6-f9d7f5b931bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-386eb939-f77f-4b3e-8dc4-621a84351f3a', 'network_id': '386eb939-f77f-4b3e-8dc4-621a84351f3a', 'project_id': 'aa3e6a61157b47d8a82db557a370763f', 'fixed_ips': [{'subnet_id': 'f6f8cec7-f28e-43d9-bd2b-edba8c67caac'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:52:36.237018 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cdf06518-d062-4ad6-b1c6-f9d7f5b931bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:36.277301 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d43f3dcf-a878-45aa-ae00-34126bc0cd9c req-a41e8e4f-658d-4858-80da-219f13e54450 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a8db81f-3ab4-4ea7-b6f2-d0663efebf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181734 Mar 01 13:52:36.322018 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d682847d-a137-459c-aa57-aaa9b0b2288d tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:52:36.345209 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d682847d-a137-459c-aa57-aaa9b0b2288d tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (e1443a1b-d44b-4882-98a3-98e50e9454ca), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:36.346408 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-d682847d-a137-459c-aa57-aaa9b0b2288d tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Added segment e1443a1b-d44b-4882-98a3-98e50e9454ca of type vlan for network 6bb12f60-f616-474b-8a2c-e1d2e3878bd0 Mar 01 13:52:36.476423 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d682847d-a137-459c-aa57-aaa9b0b2288d tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (6bb12f60-f616-474b-8a2c-e1d2e3878bd0), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:36.552682 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d682847d-a137-459c-aa57-aaa9b0b2288d tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (6bb12f60-f616-474b-8a2c-e1d2e3878bd0), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:36.561622 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d682847d-a137-459c-aa57-aaa9b0b2288d tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:36.562361 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d682847d-a137-459c-aa57-aaa9b0b2288d tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:36.583508 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-42545a9d-26f4-481c-aee5-59c0dc3e49a7 None None] Publish callbacks [] for port (06285bc5-7d2b-4c33-9bb4-01a6025e1038), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:36.597781 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-42545a9d-26f4-481c-aee5-59c0dc3e49a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (06285bc5-7d2b-4c33-9bb4-01a6025e1038), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:36.672879 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682847d-a137-459c-aa57-aaa9b0b2288d tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Pushing event updated for resources: {'Network': ['ID=6bb12f60-f616-474b-8a2c-e1d2e3878bd0,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:36.713580 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d682847d-a137-459c-aa57-aaa9b0b2288d tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6723311 Mar 01 13:52:36.716264 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 45054) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:36.734821 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-c97462f6-c8e9-42b6-b38c-a86bf8a1ccc8 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Request body: {'subnet': {'network_id': '6bb12f60-f616-474b-8a2c-e1d2e3878bd0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:52:36.744144 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c5772-17cc-4b00-9fbb-357eda927cae req-738c363c-5f59-4990-b4a9-21d36c388724 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:36.749505 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-3afbd13e-a6ff-48ef-a4e0-30fa99c6661d req-cf49d1ec-117c-4d1c-8db5-ef83eca0e8b6 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] For port 22e22eae-54d3-4b93-91ba-1be936493adb, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=22e22eae-54d3-4b93-91ba-1be936493adb,segment=NetworkSegment(89af536e-4707-43f0-b715-4f8b75798982),segment_id=89af536e-4707-43f0-b715-4f8b75798982)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:52:36.750042 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3afbd13e-a6ff-48ef-a4e0-30fa99c6661d req-cf49d1ec-117c-4d1c-8db5-ef83eca0e8b6 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (22e22eae-54d3-4b93-91ba-1be936493adb), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:36.752782 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b65c5772-17cc-4b00-9fbb-357eda927cae req-738c363c-5f59-4990-b4a9-21d36c388724 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.13 "GET /v2.0/ports?device_id=d72ca75c-f957-466b-9e7a-6a52999ed7e4 HTTP/1.1" status: 200 len: 945 time: 0.1726000 Mar 01 13:52:36.795024 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-3afbd13e-a6ff-48ef-a4e0-30fa99c6661d req-cf49d1ec-117c-4d1c-8db5-ef83eca0e8b6 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Calling delete_port for 22e22eae-54d3-4b93-91ba-1be936493adb owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:52:36.834311 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 6bb12f60-f616-474b-8a2c-e1d2e3878bd0 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:52:36.915789 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b65c5772-17cc-4b00-9fbb-357eda927cae req-328a68e6-2370-45c6-a414-14fcb9b0093d tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1f4d927-1616-4a3d-be82-4542efc48b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602547 Mar 01 13:52:37.108533 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba618b-042b-47f2-8c47-9c2431bb3ff6 None None] Pushing event updated for resources: {'Port': ['ID=06285bc5-7d2b-4c33-9bb4-01a6025e1038,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:37.179711 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97462f6-c8e9-42b6-b38c-a86bf8a1ccc8 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Made reservation on behalf of aa3e6a61157b47d8a82db557a370763f for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:52:37.189140 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c97462f6-c8e9-42b6-b38c-a86bf8a1ccc8 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:37.376203 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-cdf06518-d062-4ad6-b1c6-f9d7f5b931bb None None] Allocated IP 19.80.0.2 (386eb939-f77f-4b3e-8dc4-621a84351f3a/f6f8cec7-f28e-43d9-bd2b-edba8c67caac/2e875e4f-d558-4343-bb01-c4547bf41298) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:52:37.430407 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-42545a9d-26f4-481c-aee5-59c0dc3e49a7 None None] Attempting to bind port 06285bc5-7d2b-4c33-9bb4-01a6025e1038 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:52:37.430779 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-42545a9d-26f4-481c-aee5-59c0dc3e49a7 None None] Attempting to bind port 06285bc5-7d2b-4c33-9bb4-01a6025e1038 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '0e492d4d-e0ff-4894-9412-9798b8a6555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '44afe686-32e5-4f10-85b5-d3fdcbf6dc26'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:52:37.431165 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42545a9d-26f4-481c-aee5-59c0dc3e49a7 None None] Attempting to bind port 06285bc5-7d2b-4c33-9bb4-01a6025e1038 on network 44afe686-32e5-4f10-85b5-d3fdcbf6dc26 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:52:37.469267 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42545a9d-26f4-481c-aee5-59c0dc3e49a7 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:52:37.469955 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42545a9d-26f4-481c-aee5-59c0dc3e49a7 None None] Checking segment: {'id': '0e492d4d-e0ff-4894-9412-9798b8a6555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '44afe686-32e5-4f10-85b5-d3fdcbf6dc26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:52:37.470361 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-42545a9d-26f4-481c-aee5-59c0dc3e49a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:37.470914 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42545a9d-26f4-481c-aee5-59c0dc3e49a7 None None] Bound using segment: {'id': '0e492d4d-e0ff-4894-9412-9798b8a6555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '44afe686-32e5-4f10-85b5-d3fdcbf6dc26'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:52:37.475941 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-42545a9d-26f4-481c-aee5-59c0dc3e49a7 None None] Bound port: 06285bc5-7d2b-4c33-9bb4-01a6025e1038, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e492d4d-e0ff-4894-9412-9798b8a6555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '44afe686-32e5-4f10-85b5-d3fdcbf6dc26'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:52:37.476770 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-42545a9d-26f4-481c-aee5-59c0dc3e49a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (06285bc5-7d2b-4c33-9bb4-01a6025e1038), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:37.623986 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 28e686d8-c593-4aff-b7cc-6839746bcd89 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:52:37.627628 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3245a-9f86-4bbc-9d19-fea3dae509c0 req-a31b2860-b268-4e85-a7d5-7c2e24eedd1e tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:37.638278 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-12a3245a-9f86-4bbc-9d19-fea3dae509c0 req-a31b2860-b268-4e85-a7d5-7c2e24eedd1e tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/ports?device_id=4320637e-af21-4144-a40e-ac3c232e06ba HTTP/1.1" status: 200 len: 946 time: 0.1519558 Mar 01 13:52:37.768187 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-12a3245a-9f86-4bbc-9d19-fea3dae509c0 req-3fcf59d8-f9e2-40b0-ac11-3a071b09c5f5 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a8db81f-3ab4-4ea7-b6f2-d0663efebf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274004 Mar 01 13:52:37.995962 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c97462f6-c8e9-42b6-b38c-a86bf8a1ccc8 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (00d563dd-b828-4cef-9459-e97de4e2dd32), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:38.021677 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cdf06518-d062-4ad6-b1c6-f9d7f5b931bb None None] Publish callbacks [] for port (2e875e4f-d558-4343-bb01-c4547bf41298), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:38.052396 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cdf06518-d062-4ad6-b1c6-f9d7f5b931bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (2e875e4f-d558-4343-bb01-c4547bf41298), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:38.122830 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97462f6-c8e9-42b6-b38c-a86bf8a1ccc8 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Pushing event updated for resources: {'Subnet': ['ID=00d563dd-b828-4cef-9459-e97de4e2dd32,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:38.152413 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3afbd13e-a6ff-48ef-a4e0-30fa99c6661d req-cf49d1ec-117c-4d1c-8db5-ef83eca0e8b6 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (22e22eae-54d3-4b93-91ba-1be936493adb), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:38.172670 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf06518-d062-4ad6-b1c6-f9d7f5b931bb None None] Network 386eb939-f77f-4b3e-8dc4-621a84351f3a is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:52:38.180578 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca50e72-6776-481e-ab36-777f5b687286 req-fff58cb7-003a-459d-a047-cb57971e339a tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:38.192477 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4ca50e72-6776-481e-ab36-777f5b687286 req-fff58cb7-003a-459d-a047-cb57971e339a tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.13 "GET /v2.0/ports?device_id=d72ca75c-f957-466b-9e7a-6a52999ed7e4 HTTP/1.1" status: 200 len: 945 time: 0.1171305 Mar 01 13:52:38.197391 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-cdf06518-d062-4ad6-b1c6-f9d7f5b931bb None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:52:38.204392 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf06518-d062-4ad6-b1c6-f9d7f5b931bb None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:52:38.212202 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['22e22eae-54d3-4b93-91ba-1be936493adb'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:52:38.261904 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-f1b5fb62-dc77-4d50-bb0d-3cd579d59089 None None] Provisioning complete for port 06285bc5-7d2b-4c33-9bb4-01a6025e1038 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:38.266873 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f1b5fb62-dc77-4d50-bb0d-3cd579d59089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (06285bc5-7d2b-4c33-9bb4-01a6025e1038), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:38.268731 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97462f6-c8e9-42b6-b38c-a86bf8a1ccc8 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Checking segment: {'id': 'e1443a1b-d44b-4882-98a3-98e50e9454ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6bb12f60-f616-474b-8a2c-e1d2e3878bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:52:38.269326 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97462f6-c8e9-42b6-b38c-a86bf8a1ccc8 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Network hostable DHCP agents. Network: 6bb12f60-f616-474b-8a2c-e1d2e3878bd0, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:52:38.287191 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49d1ec-117c-4d1c-8db5-ef83eca0e8b6 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Pushing event deleted for resources: {'Port': ['ID=22e22eae-54d3-4b93-91ba-1be936493adb,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:38.310562 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4ca50e72-6776-481e-ab36-777f5b687286 req-cd961840-f44f-45f9-aebb-6414b5468484 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1f4d927-1616-4a3d-be82-4542efc48b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132522 Mar 01 13:52:38.338719 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-42545a9d-26f4-481c-aee5-59c0dc3e49a7 None None] For port 06285bc5-7d2b-4c33-9bb4-01a6025e1038, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:52:38.467069 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afbd13e-a6ff-48ef-a4e0-30fa99c6661d req-cf49d1ec-117c-4d1c-8db5-ef83eca0e8b6 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] No DVR routers for this DVR port 22e22eae-54d3-4b93-91ba-1be936493adb on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:52:38.477014 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf06518-d062-4ad6-b1c6-f9d7f5b931bb None None] Pushing event updated for resources: {'Port': ['ID=2e875e4f-d558-4343-bb01-c4547bf41298,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:38.479993 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3afbd13e-a6ff-48ef-a4e0-30fa99c6661d req-cf49d1ec-117c-4d1c-8db5-ef83eca0e8b6 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:38.481243 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-42545a9d-26f4-481c-aee5-59c0dc3e49a7 None None] For port 06285bc5-7d2b-4c33-9bb4-01a6025e1038, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=06285bc5-7d2b-4c33-9bb4-01a6025e1038,segment=NetworkSegment(0e492d4d-e0ff-4894-9412-9798b8a6555d),segment_id=0e492d4d-e0ff-4894-9412-9798b8a6555d)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:52:38.490630 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3afbd13e-a6ff-48ef-a4e0-30fa99c6661d req-cf49d1ec-117c-4d1c-8db5-ef83eca0e8b6 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.20 "DELETE /v2.0/ports/22e22eae-54d3-4b93-91ba-1be936493adb HTTP/1.1" status: 204 len: 173 time: 2.7253320 Mar 01 13:52:38.500529 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4320637e-af21-4144-a40e-ac3c232e06ba', 'name': 'network-vif-deleted', 'tag': '22e22eae-54d3-4b93-91ba-1be936493adb'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:52:38.508683 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a82611-52b2-47c0-86b7-cefcb4e1b56b" -d '{"events": [{"server_uuid": "4320637e-af21-4144-a40e-ac3c232e06ba", "name": "network-vif-deleted", "tag": "22e22eae-54d3-4b93-91ba-1be936493adb"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:52:38.552289 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 28e686d8-c593-4aff-b7cc-6839746bcd89 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:38.553269 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (28e686d8-c593-4aff-b7cc-6839746bcd89), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:38.573701 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97462f6-c8e9-42b6-b38c-a86bf8a1ccc8 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Network 6bb12f60-f616-474b-8a2c-e1d2e3878bd0 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:52:38.588849 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-c97462f6-c8e9-42b6-b38c-a86bf8a1ccc8 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 6bb12f60-f616-474b-8a2c-e1d2e3878bd0) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:52:38.592062 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-cdf06518-d062-4ad6-b1c6-f9d7f5b931bb None None] Attempting to bind port 2e875e4f-d558-4343-bb01-c4547bf41298 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:52:38.594962 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-cdf06518-d062-4ad6-b1c6-f9d7f5b931bb None None] Attempting to bind port 2e875e4f-d558-4343-bb01-c4547bf41298 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'c5287cb7-97ef-478a-832a-938a065620e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '386eb939-f77f-4b3e-8dc4-621a84351f3a'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:52:38.595478 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf06518-d062-4ad6-b1c6-f9d7f5b931bb None None] Attempting to bind port 2e875e4f-d558-4343-bb01-c4547bf41298 on network 386eb939-f77f-4b3e-8dc4-621a84351f3a {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:52:38.599985 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-42545a9d-26f4-481c-aee5-59c0dc3e49a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (06285bc5-7d2b-4c33-9bb4-01a6025e1038), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:38.612047 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97462f6-c8e9-42b6-b38c-a86bf8a1ccc8 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:38.612949 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c97462f6-c8e9-42b6-b38c-a86bf8a1ccc8 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:38.641613 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c97462f6-c8e9-42b6-b38c-a86bf8a1ccc8 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9078989 Mar 01 13:52:38.754485 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba618b-042b-47f2-8c47-9c2431bb3ff6 None None] Pushing event updated for resources: {'Port': ['ID=06285bc5-7d2b-4c33-9bb4-01a6025e1038,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:38.765344 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a6a895-e50f-4cb8-8e82-2876178e6861 None None] Network 6bb12f60-f616-474b-8a2c-e1d2e3878bd0 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:52:38.767659 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f1b5fb62-dc77-4d50-bb0d-3cd579d59089 None None] Port 06285bc5-7d2b-4c33-9bb4-01a6025e1038 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:52:38.952858 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a9652b-d57e-4261-a23f-2c937b2000fb x-openstack-request-id: req-93a9652b-d57e-4261-a23f-2c937b2000fb {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:52:38.953224 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4320637e-af21-4144-a40e-ac3c232e06ba", "name": "network-vif-deleted", "tag": "22e22eae-54d3-4b93-91ba-1be936493adb", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:52:38.953592 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-93a9652b-d57e-4261-a23f-2c937b2000fb {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:52:38.954067 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4320637e-af21-4144-a40e-ac3c232e06ba', 'name': 'network-vif-deleted', 'tag': '22e22eae-54d3-4b93-91ba-1be936493adb', 'status': 'completed', 'code': 200} Mar 01 13:52:38.970086 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf06518-d062-4ad6-b1c6-f9d7f5b931bb None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:52:38.970465 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf06518-d062-4ad6-b1c6-f9d7f5b931bb None None] Checking segment: {'id': 'c5287cb7-97ef-478a-832a-938a065620e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '386eb939-f77f-4b3e-8dc4-621a84351f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:52:38.971081 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cdf06518-d062-4ad6-b1c6-f9d7f5b931bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:38.972466 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf06518-d062-4ad6-b1c6-f9d7f5b931bb None None] Bound using segment: {'id': 'c5287cb7-97ef-478a-832a-938a065620e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '386eb939-f77f-4b3e-8dc4-621a84351f3a'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:52:38.973133 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-cdf06518-d062-4ad6-b1c6-f9d7f5b931bb None None] Bound port: 2e875e4f-d558-4343-bb01-c4547bf41298, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5287cb7-97ef-478a-832a-938a065620e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '386eb939-f77f-4b3e-8dc4-621a84351f3a'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:52:38.973700 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cdf06518-d062-4ad6-b1c6-f9d7f5b931bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2e875e4f-d558-4343-bb01-c4547bf41298), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:39.083517 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69bb668-c4ee-4cc8-8ceb-18c30855e56a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-6bb12f60-f616-474b-8a2c-e1d2e3878bd0', 'network_id': '6bb12f60-f616-474b-8a2c-e1d2e3878bd0', 'project_id': 'aa3e6a61157b47d8a82db557a370763f', 'fixed_ips': [{'subnet_id': '00d563dd-b828-4cef-9459-e97de4e2dd32'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:52:39.084806 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e69bb668-c4ee-4cc8-8ceb-18c30855e56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:39.166818 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42545a9d-26f4-481c-aee5-59c0dc3e49a7 None None] Routers {'29632354-7d2e-4386-861d-41ae7570ea8c'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:52:39.167576 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-42545a9d-26f4-481c-aee5-59c0dc3e49a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:52:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['29632354-7d2e-4386-861d-41ae7570ea8c'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:39.407235 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d5b6002f-f772-45d6-badd-9b35b3f58993 req-9e5e6579-cafa-40d5-9ac0-d5f3f0336429 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736 tempest-FloatingIPsAssociationNegativeTestJSON-1862444736-project] 10.222.0.13 "GET /v2.0/ports?device_id=4320637e-af21-4144-a40e-ac3c232e06ba HTTP/1.1" status: 200 len: 210 time: 0.0745723 Mar 01 13:52:39.458541 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 28e686d8-c593-4aff-b7cc-6839746bcd89 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:39.515142 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cdf06518-d062-4ad6-b1c6-f9d7f5b931bb None None] For port 2e875e4f-d558-4343-bb01-c4547bf41298, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:52:39.541711 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-c114e2c6-8906-4bd0-92cc-0a5c1c0e0690 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:39.549691 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-c114e2c6-8906-4bd0-92cc-0a5c1c0e0690 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:39.560147 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-c114e2c6-8906-4bd0-92cc-0a5c1c0e0690 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/networks?id=386eb939-f77f-4b3e-8dc4-621a84351f3a&id=6bb12f60-f616-474b-8a2c-e1d2e3878bd0&id=386eb939-f77f-4b3e-8dc4-621a84351f3a HTTP/1.1" status: 200 len: 1392 time: 0.3893569 Mar 01 13:52:39.598167 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-9c68395b-c1ed-4ee7-8c51-9c9d43adb2f0 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/quotas/aa3e6a61157b47d8a82db557a370763f HTTP/1.1" status: 200 len: 375 time: 0.0249255 Mar 01 13:52:39.626338 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cdf06518-d062-4ad6-b1c6-f9d7f5b931bb None None] For port 2e875e4f-d558-4343-bb01-c4547bf41298, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=2e875e4f-d558-4343-bb01-c4547bf41298,segment=NetworkSegment(c5287cb7-97ef-478a-832a-938a065620e2),segment_id=c5287cb7-97ef-478a-832a-938a065620e2)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:52:39.650548 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-ca8c28db-3af8-4112-b56b-88fff62c5f7a None None] Provisioning complete for port 06285bc5-7d2b-4c33-9bb4-01a6025e1038 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:39.651535 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ca8c28db-3af8-4112-b56b-88fff62c5f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (06285bc5-7d2b-4c33-9bb4-01a6025e1038), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:39.670226 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-42545a9d-26f4-481c-aee5-59c0dc3e49a7 None None] Set router 29632354-7d2e-4386-861d-41ae7570ea8c gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:52:39.677437 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cdf06518-d062-4ad6-b1c6-f9d7f5b931bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (2e875e4f-d558-4343-bb01-c4547bf41298), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:39.740284 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-a635f0db-f214-4184-ad4a-e022a9df2d9a tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa3e6a61157b47d8a82db557a370763f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1339476 Mar 01 13:52:39.885814 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-1a93a70f-0129-463f-a827-a2ab37487706 service neutron] 10.222.0.13 "GET /v2.0/networks/386eb939-f77f-4b3e-8dc4-621a84351f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439953 Mar 01 13:52:40.038040 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-b62d93e0-ae12-442b-973a-c79491d72899 service neutron] 10.222.0.13 "GET /v2.0/networks/386eb939-f77f-4b3e-8dc4-621a84351f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504748 Mar 01 13:52:40.217124 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf06518-d062-4ad6-b1c6-f9d7f5b931bb None None] Pushing event updated for resources: {'Port': ['ID=2e875e4f-d558-4343-bb01-c4547bf41298,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:40.262632 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-34475c91-901f-43f0-a580-b0c0e4f59e21 service neutron] 10.222.0.13 "GET /v2.0/networks/6bb12f60-f616-474b-8a2c-e1d2e3878bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234650 Mar 01 13:52:40.312119 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 22e22eae-54d3-4b93-91ba-1be936493adb no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:52:40.418092 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 22e22eae-54d3-4b93-91ba-1be936493adb {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:52:40.422027 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 22e22eae-54d3-4b93-91ba-1be936493adb not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:52:40.493943 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-a50e98dc-21e0-4c66-9de8-7e721f697b02 service neutron] 10.222.0.13 "GET /v2.0/networks/6bb12f60-f616-474b-8a2c-e1d2e3878bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269330 Mar 01 13:52:40.504861 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf06518-d062-4ad6-b1c6-f9d7f5b931bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:40.506387 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf06518-d062-4ad6-b1c6-f9d7f5b931bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:40.506624 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf06518-d062-4ad6-b1c6-f9d7f5b931bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:40.508773 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf06518-d062-4ad6-b1c6-f9d7f5b931bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:40.509124 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf06518-d062-4ad6-b1c6-f9d7f5b931bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:40.509569 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf06518-d062-4ad6-b1c6-f9d7f5b931bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:40.509904 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf06518-d062-4ad6-b1c6-f9d7f5b931bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:40.510293 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf06518-d062-4ad6-b1c6-f9d7f5b931bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:40.513822 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf06518-d062-4ad6-b1c6-f9d7f5b931bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:40.514342 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf06518-d062-4ad6-b1c6-f9d7f5b931bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:40.514843 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf06518-d062-4ad6-b1c6-f9d7f5b931bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:40.515186 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf06518-d062-4ad6-b1c6-f9d7f5b931bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:40.515517 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf06518-d062-4ad6-b1c6-f9d7f5b931bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:40.613846 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:40.614788 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:40.764714 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-e69bb668-c4ee-4cc8-8ceb-18c30855e56a None None] Allocated IP 19.86.0.2 (6bb12f60-f616-474b-8a2c-e1d2e3878bd0/00d563dd-b828-4cef-9459-e97de4e2dd32/cd038794-75ea-450f-bca5-18ba72b8c441) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:52:40.799828 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-7dbfbafd-64aa-4a0f-ab9d-76fbb60351b6 service neutron] 10.222.0.13 "GET /v2.0/networks/386eb939-f77f-4b3e-8dc4-621a84351f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982728 Mar 01 13:52:40.848429 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 45226) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:41.036114 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-d4b305b7-3777-47ca-9f81-bd8f04216dd0 service neutron] 10.222.0.13 "GET /v2.0/networks/386eb939-f77f-4b3e-8dc4-621a84351f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290730 Mar 01 13:52:41.271600 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ca8c28db-3af8-4112-b56b-88fff62c5f7a None None] Current status of the port 06285bc5-7d2b-4c33-9bb4-01a6025e1038 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:41.274514 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ca8c28db-3af8-4112-b56b-88fff62c5f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (06285bc5-7d2b-4c33-9bb4-01a6025e1038), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:41.626068 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f4f16abf-7b08-49b9-90d2-a52443378b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (aef55aa4-f72a-4691-965e-dd1c94d342a4), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:41.738324 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-ca8c28db-3af8-4112-b56b-88fff62c5f7a None None] For port 06285bc5-7d2b-4c33-9bb4-01a6025e1038, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=06285bc5-7d2b-4c33-9bb4-01a6025e1038,segment=NetworkSegment(0e492d4d-e0ff-4894-9412-9798b8a6555d),segment_id=0e492d4d-e0ff-4894-9412-9798b8a6555d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:52:41.785928 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ca8c28db-3af8-4112-b56b-88fff62c5f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (06285bc5-7d2b-4c33-9bb4-01a6025e1038), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:41.965546 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 2e875e4f-d558-4343-bb01-c4547bf41298 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:52:42.011243 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-303ec99a-0873-4bf6-892f-4f7c3ce06bd4 req-6f69b614-5e4d-44c3-9a35-49a86a7a16ee tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d5d58-e866-4c50-b16a-ff65a741aa6a HTTP/1.1" status: 200 len: 210 time: 0.1117597 Mar 01 13:52:42.263070 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c28db-3af8-4112-b56b-88fff62c5f7a None None] Pushing event updated for resources: {'Port': ['ID=06285bc5-7d2b-4c33-9bb4-01a6025e1038,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:42.282249 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954ae79c-785b-4aff-94d6-4c19bc3fadac None None] Network 386eb939-f77f-4b3e-8dc4-621a84351f3a requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:52:42.312867 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e69bb668-c4ee-4cc8-8ceb-18c30855e56a None None] Publish callbacks [] for port (cd038794-75ea-450f-bca5-18ba72b8c441), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:42.390564 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-42545a9d-26f4-481c-aee5-59c0dc3e49a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29632354-7d2e-4386-861d-41ae7570ea8c', 'name': 'tempest-TaggedBootDevicesTest-1197793923-router', 'tenant_id': 'aa8b8d8b1bcf49249989ad25c6d6a8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '35bc8e13-03c7-4a90-9767-95d4e64cfee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:52:16Z', 'updated_at': '2022-03-01T13:52:28Z', 'revision_number': 4, 'project_id': 'aa8b8d8b1bcf49249989ad25c6d6a8e6', 'gw_port': {'id': '35bc8e13-03c7-4a90-9767-95d4e64cfee0', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:eb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29632354-7d2e-4386-861d-41ae7570ea8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:18Z', 'updated_at': '2022-03-01T13:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '06285bc5-7d2b-4c33-9bb4-01a6025e1038', 'name': '', 'network_id': '44afe686-32e5-4f10-85b5-d3fdcbf6dc26', 'tenant_id': 'aa8b8d8b1bcf49249989ad25c6d6a8e6', 'mac_address': 'fa:16:3e:4a:d5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29632354-7d2e-4386-861d-41ae7570ea8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '91bb86c8-224a-4188-ba97-143a49b6d8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:26Z', 'updated_at': '2022-03-01T13:52:38Z', 'revision_number': 4, 'project_id': 'aa8b8d8b1bcf49249989ad25c6d6a8e6', 'subnets': [{'id': '91bb86c8-224a-4188-ba97-143a49b6d8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:42.485536 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e69bb668-c4ee-4cc8-8ceb-18c30855e56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (cd038794-75ea-450f-bca5-18ba72b8c441), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:42.545267 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f4f16abf-7b08-49b9-90d2-a52443378b6c admin admin] Deleting port 17a56dcd-b5dc-4b19-a40e-348bbec7d7c6 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:52:42.546348 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f4f16abf-7b08-49b9-90d2-a52443378b6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (17a56dcd-b5dc-4b19-a40e-348bbec7d7c6), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:42.653660 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42545a9d-26f4-481c-aee5-59c0dc3e49a7 None None] The sync data for ids ['29632354-7d2e-4386-861d-41ae7570ea8c'] in n-d-827467-3 is: [{'id': '29632354-7d2e-4386-861d-41ae7570ea8c', 'name': 'tempest-TaggedBootDevicesTest-1197793923-router', 'tenant_id': 'aa8b8d8b1bcf49249989ad25c6d6a8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '35bc8e13-03c7-4a90-9767-95d4e64cfee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:52:16Z', 'updated_at': '2022-03-01T13:52:28Z', 'revision_number': 4, 'project_id': 'aa8b8d8b1bcf49249989ad25c6d6a8e6', 'gw_port': {'id': '35bc8e13-03c7-4a90-9767-95d4e64cfee0', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:eb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29632354-7d2e-4386-861d-41ae7570ea8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:18Z', 'updated_at': '2022-03-01T13:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '06285bc5-7d2b-4c33-9bb4-01a6025e1038', 'name': '', 'network_id': '44afe686-32e5-4f10-85b5-d3fdcbf6dc26', 'tenant_id': 'aa8b8d8b1bcf49249989ad25c6d6a8e6', 'mac_address': 'fa:16:3e:4a:d5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29632354-7d2e-4386-861d-41ae7570ea8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '91bb86c8-224a-4188-ba97-143a49b6d8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:26Z', 'updated_at': '2022-03-01T13:52:38Z', 'revision_number': 4, 'project_id': 'aa8b8d8b1bcf49249989ad25c6d6a8e6', 'subnets': [{'id': '91bb86c8-224a-4188-ba97-143a49b6d8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:52:42.680007 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-9d6f8043-be6b-4d2a-a977-8fc8fd7b40d5 None None] Provisioning complete for port 2e875e4f-d558-4343-bb01-c4547bf41298 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:42.682638 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9d6f8043-be6b-4d2a-a977-8fc8fd7b40d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2e875e4f-d558-4343-bb01-c4547bf41298), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:42.739306 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f4f16abf-7b08-49b9-90d2-a52443378b6c admin admin] For port 17a56dcd-b5dc-4b19-a40e-348bbec7d7c6, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=17a56dcd-b5dc-4b19-a40e-348bbec7d7c6,segment=NetworkSegment(89af536e-4707-43f0-b715-4f8b75798982),segment_id=89af536e-4707-43f0-b715-4f8b75798982)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:52:42.742319 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f4f16abf-7b08-49b9-90d2-a52443378b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (17a56dcd-b5dc-4b19-a40e-348bbec7d7c6), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:42.820203 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f4f16abf-7b08-49b9-90d2-a52443378b6c admin admin] Calling delete_port for 17a56dcd-b5dc-4b19-a40e-348bbec7d7c6 owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:52:42.907714 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69bb668-c4ee-4cc8-8ceb-18c30855e56a None None] Network 6bb12f60-f616-474b-8a2c-e1d2e3878bd0 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:52:43.010242 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-e69bb668-c4ee-4cc8-8ceb-18c30855e56a None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:52:43.039936 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69bb668-c4ee-4cc8-8ceb-18c30855e56a None None] Pushing event updated for resources: {'Port': ['ID=cd038794-75ea-450f-bca5-18ba72b8c441,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:43.050627 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69bb668-c4ee-4cc8-8ceb-18c30855e56a None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:52:43.099410 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 2e875e4f-d558-4343-bb01-c4547bf41298 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:43.099901 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2e875e4f-d558-4343-bb01-c4547bf41298), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:43.406124 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fe4b74e2-e8ea-41fc-96d4-a70149d3e843 req-a25ab687-bb1c-4fed-ba4f-59de7ec02842 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d5d58-e866-4c50-b16a-ff65a741aa6a HTTP/1.1" status: 200 len: 210 time: 0.0905998 Mar 01 13:52:43.459471 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f4f16abf-7b08-49b9-90d2-a52443378b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (17a56dcd-b5dc-4b19-a40e-348bbec7d7c6), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:43.508614 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-9d6f8043-be6b-4d2a-a977-8fc8fd7b40d5 None None] Current status of the port 2e875e4f-d558-4343-bb01-c4547bf41298 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:43.509168 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9d6f8043-be6b-4d2a-a977-8fc8fd7b40d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2e875e4f-d558-4343-bb01-c4547bf41298), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:43.570457 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f16abf-7b08-49b9-90d2-a52443378b6c admin admin] Pushing event deleted for resources: {'Port': ['ID=17a56dcd-b5dc-4b19-a40e-348bbec7d7c6,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:44.027340 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-e69bb668-c4ee-4cc8-8ceb-18c30855e56a None None] Attempting to bind port cd038794-75ea-450f-bca5-18ba72b8c441 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:52:44.027735 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-e69bb668-c4ee-4cc8-8ceb-18c30855e56a None None] Attempting to bind port cd038794-75ea-450f-bca5-18ba72b8c441 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'e1443a1b-d44b-4882-98a3-98e50e9454ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6bb12f60-f616-474b-8a2c-e1d2e3878bd0'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:52:44.028101 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69bb668-c4ee-4cc8-8ceb-18c30855e56a None None] Attempting to bind port cd038794-75ea-450f-bca5-18ba72b8c441 on network 6bb12f60-f616-474b-8a2c-e1d2e3878bd0 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:52:44.053688 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-9d6f8043-be6b-4d2a-a977-8fc8fd7b40d5 None None] For port 2e875e4f-d558-4343-bb01-c4547bf41298, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=2e875e4f-d558-4343-bb01-c4547bf41298,segment=NetworkSegment(c5287cb7-97ef-478a-832a-938a065620e2),segment_id=c5287cb7-97ef-478a-832a-938a065620e2)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:52:44.077906 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9d6f8043-be6b-4d2a-a977-8fc8fd7b40d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (2e875e4f-d558-4343-bb01-c4547bf41298), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:44.099860 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69bb668-c4ee-4cc8-8ceb-18c30855e56a None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:52:44.100397 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69bb668-c4ee-4cc8-8ceb-18c30855e56a None None] Checking segment: {'id': 'e1443a1b-d44b-4882-98a3-98e50e9454ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6bb12f60-f616-474b-8a2c-e1d2e3878bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:52:44.100752 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e69bb668-c4ee-4cc8-8ceb-18c30855e56a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:44.101167 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69bb668-c4ee-4cc8-8ceb-18c30855e56a None None] Bound using segment: {'id': 'e1443a1b-d44b-4882-98a3-98e50e9454ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6bb12f60-f616-474b-8a2c-e1d2e3878bd0'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:52:44.101667 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-e69bb668-c4ee-4cc8-8ceb-18c30855e56a None None] Bound port: cd038794-75ea-450f-bca5-18ba72b8c441, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1443a1b-d44b-4882-98a3-98e50e9454ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6bb12f60-f616-474b-8a2c-e1d2e3878bd0'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:52:44.102058 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e69bb668-c4ee-4cc8-8ceb-18c30855e56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (cd038794-75ea-450f-bca5-18ba72b8c441), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:44.516848 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-e69bb668-c4ee-4cc8-8ceb-18c30855e56a None None] For port cd038794-75ea-450f-bca5-18ba72b8c441, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:52:44.531969 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-e69bb668-c4ee-4cc8-8ceb-18c30855e56a None None] For port cd038794-75ea-450f-bca5-18ba72b8c441, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=cd038794-75ea-450f-bca5-18ba72b8c441,segment=NetworkSegment(e1443a1b-d44b-4882-98a3-98e50e9454ca),segment_id=e1443a1b-d44b-4882-98a3-98e50e9454ca)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:52:44.574929 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e69bb668-c4ee-4cc8-8ceb-18c30855e56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (cd038794-75ea-450f-bca5-18ba72b8c441), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:44.597994 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 2e875e4f-d558-4343-bb01-c4547bf41298 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:44.665078 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f8043-be6b-4d2a-a977-8fc8fd7b40d5 None None] Pushing event updated for resources: {'Port': ['ID=2e875e4f-d558-4343-bb01-c4547bf41298,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:44.701044 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-70fa896c-5ac4-4432-ac53-9874e9333058 req-26cf1b82-a14b-41a3-bd79-5bccef856bf1 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d5d58-e866-4c50-b16a-ff65a741aa6a HTTP/1.1" status: 200 len: 210 time: 0.0838451 Mar 01 13:52:44.994267 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69bb668-c4ee-4cc8-8ceb-18c30855e56a None None] Pushing event updated for resources: {'Port': ['ID=cd038794-75ea-450f-bca5-18ba72b8c441,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:45.004394 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-b34fe128-980d-4a2f-986c-f1eb5580eeef None None] Provisioning complete for port 2e875e4f-d558-4343-bb01-c4547bf41298 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:45.004773 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b34fe128-980d-4a2f-986c-f1eb5580eeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2e875e4f-d558-4343-bb01-c4547bf41298), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:45.120299 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 45406) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:45.149522 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 06285bc5-7d2b-4c33-9bb4-01a6025e1038 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:52:45.377730 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-56785e5b-1bfa-4135-aa18-e676bd55d55e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:45.385223 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-b34fe128-980d-4a2f-986c-f1eb5580eeef None None] Current status of the port 2e875e4f-d558-4343-bb01-c4547bf41298 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:45.437538 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 06285bc5-7d2b-4c33-9bb4-01a6025e1038 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:45.438168 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (06285bc5-7d2b-4c33-9bb4-01a6025e1038), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:45.563338 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-753ddf64-9344-4de4-a4f4-12fd682c9ece tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:45.572053 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-753ddf64-9344-4de4-a4f4-12fd682c9ece tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:45.575570 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-753ddf64-9344-4de4-a4f4-12fd682c9ece tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.20 "GET /v2.0/networks?id=386eb939-f77f-4b3e-8dc4-621a84351f3a&id=6bb12f60-f616-474b-8a2c-e1d2e3878bd0&id=386eb939-f77f-4b3e-8dc4-621a84351f3a HTTP/1.1" status: 200 len: 1392 time: 1.8015914 Mar 01 13:52:45.591979 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-28f841a0-5a02-4fd3-89db-bab5ba8c7806 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Request body: {'port': {'device_id': '2f7d5d58-e866-4c50-b16a-ff65a741aa6a', 'network_id': '386eb939-f77f-4b3e-8dc4-621a84351f3a', 'admin_state_up': True, 'tenant_id': 'aa3e6a61157b47d8a82db557a370763f'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:52:45.609855 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 06285bc5-7d2b-4c33-9bb4-01a6025e1038 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:45.618503 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-56785e5b-1bfa-4135-aa18-e676bd55d55e admin admin] Publish callbacks [] for security_group (57466af0-75cd-44ef-abbf-75eb2429c85b), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:45.627851 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-56785e5b-1bfa-4135-aa18-e676bd55d55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (57466af0-75cd-44ef-abbf-75eb2429c85b), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:45.643070 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f4f16abf-7b08-49b9-90d2-a52443378b6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (aef55aa4-f72a-4691-965e-dd1c94d342a4), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:45.709778 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56785e5b-1bfa-4135-aa18-e676bd55d55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57466af0-75cd-44ef-abbf-75eb2429c85b,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:45.750329 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-56785e5b-1bfa-4135-aa18-e676bd55d55e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60e9f031e8af4078928ffa85ad509c20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6285472 Mar 01 13:52:45.751358 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 45420) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:45.846168 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-af9f1a41-f676-4d0b-b77d-c060637e03be admin admin] Publish callbacks [] for security_group (57466af0-75cd-44ef-abbf-75eb2429c85b), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:45.919757 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-af9f1a41-f676-4d0b-b77d-c060637e03be admin admin] Publish callbacks [] for security_group (57466af0-75cd-44ef-abbf-75eb2429c85b), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:46.049945 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-769181e0-d9f1-457f-83fe-4a8bec6c3bb1 req-f70153a8-4885-419c-b7fb-b5ef6fb93359 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d5d58-e866-4c50-b16a-ff65a741aa6a HTTP/1.1" status: 200 len: 210 time: 0.1974595 Mar 01 13:52:46.084027 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-28f841a0-5a02-4fd3-89db-bab5ba8c7806 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Made reservation on behalf of aa3e6a61157b47d8a82db557a370763f for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:52:46.094124 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-28f841a0-5a02-4fd3-89db-bab5ba8c7806 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:46.111275 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-af9f1a41-f676-4d0b-b77d-c060637e03be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (57466af0-75cd-44ef-abbf-75eb2429c85b), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:46.123071 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-af9f1a41-f676-4d0b-b77d-c060637e03be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:46.125449 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-af9f1a41-f676-4d0b-b77d-c060637e03be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57466af0-75cd-44ef-abbf-75eb2429c85b HTTP/1.1" status: 204 len: 168 time: 0.3715785 Mar 01 13:52:46.161364 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f1a41-f676-4d0b-b77d-c060637e03be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57466af0-75cd-44ef-abbf-75eb2429c85b,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:46.314040 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f16abf-7b08-49b9-90d2-a52443378b6c admin admin] Router aef55aa4-f72a-4691-965e-dd1c94d342a4 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:52:46.363290 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9d7a7-ef51-4735-9391-08b6bfa14f84 req-1b9a1656-15f7-41a8-b30b-be0a777051d0 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:46.377255 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eff9d7a7-ef51-4735-9391-08b6bfa14f84 req-1b9a1656-15f7-41a8-b30b-be0a777051d0 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.13 "GET /v2.0/ports?device_id=d72ca75c-f957-466b-9e7a-6a52999ed7e4 HTTP/1.1" status: 200 len: 945 time: 0.1488695 Mar 01 13:52:46.476716 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eff9d7a7-ef51-4735-9391-08b6bfa14f84 req-cfc6d393-6be0-4886-b75e-b83380a46bd0 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1f4d927-1616-4a3d-be82-4542efc48b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982680 Mar 01 13:52:46.493662 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-28f841a0-5a02-4fd3-89db-bab5ba8c7806 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Allocated IP 19.80.0.65 (386eb939-f77f-4b3e-8dc4-621a84351f3a/f6f8cec7-f28e-43d9-bd2b-edba8c67caac/66720d05-7eda-44b2-8a76-c9f014167c57) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:52:46.680376 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f16abf-7b08-49b9-90d2-a52443378b6c admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:52:46.687507 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f4f16abf-7b08-49b9-90d2-a52443378b6c admin admin] 10.222.0.13 "PUT /v2.0/routers/aef55aa4-f72a-4691-965e-dd1c94d342a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8377848 Mar 01 13:52:46.690090 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 45444) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:46.695279 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc052293-f3a3-4b10-a6fb-d84571430603 None None] Sync routers for ids ['aef55aa4-f72a-4691-965e-dd1c94d342a4'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:52:46.724294 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc052293-f3a3-4b10-a6fb-d84571430603 None None] Routers {'aef55aa4-f72a-4691-965e-dd1c94d342a4'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:52:46.730618 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-bc052293-f3a3-4b10-a6fb-d84571430603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:52:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['aef55aa4-f72a-4691-965e-dd1c94d342a4'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:46.790475 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60003f59-2b33-4812-808a-3becc6466ef4 None None] Network 6bb12f60-f616-474b-8a2c-e1d2e3878bd0 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:52:46.972968 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5efc2854-a7a4-4f5c-b99b-a85860e035dc admin admin] Publish callbacks [] for router (aef55aa4-f72a-4691-965e-dd1c94d342a4), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:46.976984 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-0c774a84-5e73-4ef5-b10c-606dfa2b6b05 None None] Provisioning complete for port cd038794-75ea-450f-bca5-18ba72b8c441 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:46.979841 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0c774a84-5e73-4ef5-b10c-606dfa2b6b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (cd038794-75ea-450f-bca5-18ba72b8c441), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:47.015388 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-28f841a0-5a02-4fd3-89db-bab5ba8c7806 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks [] for port (66720d05-7eda-44b2-8a76-c9f014167c57), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:47.103276 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 2e875e4f-d558-4343-bb01-c4547bf41298 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:52:47.108640 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-28f841a0-5a02-4fd3-89db-bab5ba8c7806 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (66720d05-7eda-44b2-8a76-c9f014167c57), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:47.162614 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-bc052293-f3a3-4b10-a6fb-d84571430603 None None] Set router aef55aa4-f72a-4691-965e-dd1c94d342a4 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:52:47.222963 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-28f841a0-5a02-4fd3-89db-bab5ba8c7806 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Network 386eb939-f77f-4b3e-8dc4-621a84351f3a is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:52:47.238141 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-28f841a0-5a02-4fd3-89db-bab5ba8c7806 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:52:47.244428 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-28f841a0-5a02-4fd3-89db-bab5ba8c7806 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:52:47.362702 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-28f841a0-5a02-4fd3-89db-bab5ba8c7806 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:47.363484 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-28f841a0-5a02-4fd3-89db-bab5ba8c7806 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:47.380776 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5efc2854-a7a4-4f5c-b99b-a85860e035dc admin admin] Publish callbacks [] for router_gateway (aef55aa4-f72a-4691-965e-dd1c94d342a4), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:47.383446 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f841a0-5a02-4fd3-89db-bab5ba8c7806 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Pushing event updated for resources: {'Port': ['ID=66720d05-7eda-44b2-8a76-c9f014167c57,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:47.401773 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-28f841a0-5a02-4fd3-89db-bab5ba8c7806 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8140779 Mar 01 13:52:47.412428 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e7cb7-627e-487a-9d89-3195d6fbb936 req-cb527de0-da4a-4995-ba97-5ffdd48087e5 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:47.421240 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fe3e7cb7-627e-487a-9d89-3195d6fbb936 req-cb527de0-da4a-4995-ba97-5ffdd48087e5 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d5d58-e866-4c50-b16a-ff65a741aa6a HTTP/1.1" status: 200 len: 931 time: 0.2314010 Mar 01 13:52:47.427010 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-d73c028d-37e0-440c-ac98-efc80991a78c tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Request body: {'port': {'device_id': '2f7d5d58-e866-4c50-b16a-ff65a741aa6a', 'network_id': '6bb12f60-f616-474b-8a2c-e1d2e3878bd0', 'admin_state_up': True, 'tenant_id': 'aa3e6a61157b47d8a82db557a370763f'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:52:47.600969 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fe3e7cb7-627e-487a-9d89-3195d6fbb936 req-54fc0904-9dfa-420e-a07d-3afbcb7c6d8b tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785336 Mar 01 13:52:47.762550 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-d73c028d-37e0-440c-ac98-efc80991a78c tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Made reservation on behalf of aa3e6a61157b47d8a82db557a370763f for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:52:47.771144 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-d73c028d-37e0-440c-ac98-efc80991a78c tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:47.873177 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-0c774a84-5e73-4ef5-b10c-606dfa2b6b05 None None] Current status of the port cd038794-75ea-450f-bca5-18ba72b8c441 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:47.873680 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0c774a84-5e73-4ef5-b10c-606dfa2b6b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (cd038794-75ea-450f-bca5-18ba72b8c441), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:47.888450 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e8087-13c4-4a2a-b1cb-28c53e5caa78 req-23b4a1df-e0e8-40e5-9bf8-faaa8e041a13 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:47.893591 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9d3e8087-13c4-4a2a-b1cb-28c53e5caa78 req-23b4a1df-e0e8-40e5-9bf8-faaa8e041a13 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.32 "GET /v2.0/ports?device_id=d72ca75c-f957-466b-9e7a-6a52999ed7e4 HTTP/1.1" status: 200 len: 945 time: 0.2484906 Mar 01 13:52:47.909948 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-bc052293-f3a3-4b10-a6fb-d84571430603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1729034084-router', 'tenant_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'c150fd19-a358-4ca9-98ed-ed91694af227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:51:29Z', 'updated_at': '2022-03-01T13:52:43Z', 'revision_number': 5, 'project_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'gw_port': {'id': 'c150fd19-a358-4ca9-98ed-ed91694af227', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:51:31Z', 'updated_at': '2022-03-01T13:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:47.932854 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45bdaa-c47f-419b-b277-ac915847e377 req-c27967fd-7f70-4cd0-8b45-9be9e0a47d78 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:47.945162 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cd45bdaa-c47f-419b-b277-ac915847e377 req-c27967fd-7f70-4cd0-8b45-9be9e0a47d78 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.13 "GET /v2.0/ports?device_id=d72ca75c-f957-466b-9e7a-6a52999ed7e4 HTTP/1.1" status: 200 len: 945 time: 0.2598150 Mar 01 13:52:47.960790 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-0c774a84-5e73-4ef5-b10c-606dfa2b6b05 None None] For port cd038794-75ea-450f-bca5-18ba72b8c441, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=cd038794-75ea-450f-bca5-18ba72b8c441,segment=NetworkSegment(e1443a1b-d44b-4882-98a3-98e50e9454ca),segment_id=e1443a1b-d44b-4882-98a3-98e50e9454ca)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:52:47.987771 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 2e875e4f-d558-4343-bb01-c4547bf41298 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:47.988115 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2e875e4f-d558-4343-bb01-c4547bf41298), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:47.999253 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc052293-f3a3-4b10-a6fb-d84571430603 None None] Checking router: aef55aa4-f72a-4691-965e-dd1c94d342a4 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:52:48.027979 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc052293-f3a3-4b10-a6fb-d84571430603 None None] Routers {'aef55aa4-f72a-4691-965e-dd1c94d342a4'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:52:48.028620 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-bc052293-f3a3-4b10-a6fb-d84571430603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:52:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['aef55aa4-f72a-4691-965e-dd1c94d342a4'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:48.029186 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-5efc2854-a7a4-4f5c-b99b-a85860e035dc admin admin] Deleting port c150fd19-a358-4ca9-98ed-ed91694af227 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:52:48.029639 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5efc2854-a7a4-4f5c-b99b-a85860e035dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (c150fd19-a358-4ca9-98ed-ed91694af227), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:48.096726 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0c774a84-5e73-4ef5-b10c-606dfa2b6b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (cd038794-75ea-450f-bca5-18ba72b8c441), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:48.198281 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-d73c028d-37e0-440c-ac98-efc80991a78c tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Allocated IP 19.86.0.13 (6bb12f60-f616-474b-8a2c-e1d2e3878bd0/00d563dd-b828-4cef-9459-e97de4e2dd32/e8ccdf71-e2f4-4cc9-9760-5a1c1016a740) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:52:48.268108 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c774a84-5e73-4ef5-b10c-606dfa2b6b05 None None] Pushing event updated for resources: {'Port': ['ID=cd038794-75ea-450f-bca5-18ba72b8c441,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:48.374213 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-bc052293-f3a3-4b10-a6fb-d84571430603 None None] Set router aef55aa4-f72a-4691-965e-dd1c94d342a4 gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:52:48.526571 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 2e875e4f-d558-4343-bb01-c4547bf41298 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:48.528379 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device cd038794-75ea-450f-bca5-18ba72b8c441 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:52:48.539767 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cd45bdaa-c47f-419b-b277-ac915847e377 req-a8abc4fb-3276-4958-8ca5-a69ccff9d3be tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1f4d927-1616-4a3d-be82-4542efc48b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5934718 Mar 01 13:52:48.565919 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-bc052293-f3a3-4b10-a6fb-d84571430603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1729034084-router', 'tenant_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:51:29Z', 'updated_at': '2022-03-01T13:52:47Z', 'revision_number': 6, 'project_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:48.624992 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc052293-f3a3-4b10-a6fb-d84571430603 None None] The sync data for ids ['aef55aa4-f72a-4691-965e-dd1c94d342a4'] in n-d-827467-3 is: [{'id': 'aef55aa4-f72a-4691-965e-dd1c94d342a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1729034084-router', 'tenant_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:51:29Z', 'updated_at': '2022-03-01T13:52:47Z', 'revision_number': 6, 'project_id': '0b7cefbd26524ebbb9d39ec1ad0e5469', 'gw_port_host': None}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:52:48.632900 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-9bcd5f57-b2b4-42c1-9b0d-e68c2d1649ea None None] Provisioning complete for port 66720d05-7eda-44b2-8a76-c9f014167c57 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:48.637671 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9bcd5f57-b2b4-42c1-9b0d-e68c2d1649ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (66720d05-7eda-44b2-8a76-c9f014167c57), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:48.672314 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-9d3e8087-13c4-4a2a-b1cb-28c53e5caa78 req-04f510d9-e742-4a9a-befb-a1e3168860b8 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] Deleting port c57cd7e1-e6c9-4506-8795-8245811a473a {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:52:48.672651 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9d3e8087-13c4-4a2a-b1cb-28c53e5caa78 req-04f510d9-e742-4a9a-befb-a1e3168860b8 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (c57cd7e1-e6c9-4506-8795-8245811a473a), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:48.680020 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-d73c028d-37e0-440c-ac98-efc80991a78c tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks [] for port (e8ccdf71-e2f4-4cc9-9760-5a1c1016a740), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:48.751431 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-9bcd5f57-b2b4-42c1-9b0d-e68c2d1649ea None None] Port 66720d05-7eda-44b2-8a76-c9f014167c57 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:52:48.751659 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-5efc2854-a7a4-4f5c-b99b-a85860e035dc admin admin] For port c150fd19-a358-4ca9-98ed-ed91694af227, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=c150fd19-a358-4ca9-98ed-ed91694af227,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:52:48.754355 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port cd038794-75ea-450f-bca5-18ba72b8c441 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:48.754960 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (cd038794-75ea-450f-bca5-18ba72b8c441), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:48.762536 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5efc2854-a7a4-4f5c-b99b-a85860e035dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (c150fd19-a358-4ca9-98ed-ed91694af227), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:48.818332 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-d73c028d-37e0-440c-ac98-efc80991a78c tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (e8ccdf71-e2f4-4cc9-9760-5a1c1016a740), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:48.876466 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-d73c028d-37e0-440c-ac98-efc80991a78c tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Network 6bb12f60-f616-474b-8a2c-e1d2e3878bd0 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:52:48.888900 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-d73c028d-37e0-440c-ac98-efc80991a78c tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:52:48.898157 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-d73c028d-37e0-440c-ac98-efc80991a78c tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:52:48.990760 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-48da4cb2-d8f1-480d-8adf-34b95e49ad25 None None] Provisioning complete for port cd038794-75ea-450f-bca5-18ba72b8c441 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:48.991896 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-48da4cb2-d8f1-480d-8adf-34b95e49ad25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (cd038794-75ea-450f-bca5-18ba72b8c441), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:49.043324 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-5efc2854-a7a4-4f5c-b99b-a85860e035dc admin admin] Calling delete_port for c150fd19-a358-4ca9-98ed-ed91694af227 owned by network:router_gateway {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:52:49.156217 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c028d-37e0-440c-ac98-efc80991a78c tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Pushing event updated for resources: {'Port': ['ID=e8ccdf71-e2f4-4cc9-9760-5a1c1016a740,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:49.190692 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port cd038794-75ea-450f-bca5-18ba72b8c441 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:49.201584 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-d73c028d-37e0-440c-ac98-efc80991a78c tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:49.210926 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-d73c028d-37e0-440c-ac98-efc80991a78c tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:49.237719 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 45520) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:49.284279 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-d73c028d-37e0-440c-ac98-efc80991a78c tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8745170 Mar 01 13:52:49.297082 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-291e3f95-21f6-486a-a038-d475a2173a30 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Request body: {'port': {'device_id': '2f7d5d58-e866-4c50-b16a-ff65a741aa6a', 'network_id': '386eb939-f77f-4b3e-8dc4-621a84351f3a', 'admin_state_up': True, 'tenant_id': 'aa3e6a61157b47d8a82db557a370763f'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:52:49.345850 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62b289-12dc-41f5-b9ef-d457ef3524c4 req-4e25346f-d161-44d9-8d4f-45d34b1c781b tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:49.358089 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62b289-12dc-41f5-b9ef-d457ef3524c4 req-4e25346f-d161-44d9-8d4f-45d34b1c781b tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:49.365600 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fd62b289-12dc-41f5-b9ef-d457ef3524c4 req-4e25346f-d161-44d9-8d4f-45d34b1c781b tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d5d58-e866-4c50-b16a-ff65a741aa6a HTTP/1.1" status: 200 len: 1653 time: 0.5017645 Mar 01 13:52:49.372291 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-9d3e8087-13c4-4a2a-b1cb-28c53e5caa78 req-04f510d9-e742-4a9a-befb-a1e3168860b8 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] For port c57cd7e1-e6c9-4506-8795-8245811a473a, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=c57cd7e1-e6c9-4506-8795-8245811a473a,segment=NetworkSegment(715c5eae-6e7b-470b-835b-506145720da5),segment_id=715c5eae-6e7b-470b-835b-506145720da5)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:52:49.374858 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9d3e8087-13c4-4a2a-b1cb-28c53e5caa78 req-04f510d9-e742-4a9a-befb-a1e3168860b8 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (c57cd7e1-e6c9-4506-8795-8245811a473a), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:49.404636 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-48da4cb2-d8f1-480d-8adf-34b95e49ad25 None None] Current status of the port cd038794-75ea-450f-bca5-18ba72b8c441 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:49.418119 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-9d3e8087-13c4-4a2a-b1cb-28c53e5caa78 req-04f510d9-e742-4a9a-befb-a1e3168860b8 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] Calling delete_port for c57cd7e1-e6c9-4506-8795-8245811a473a owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:52:49.474267 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fd62b289-12dc-41f5-b9ef-d457ef3524c4 req-c547c544-5c16-4e41-b171-05f1034b6558 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076882 Mar 01 13:52:49.525225 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1f452f2d-0ff0-4c7a-ad75-5082bbe16f26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:49.530213 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc7ae63b-3212-4a26-8f08-345d872fffdc None None] Provisioning complete for port e8ccdf71-e2f4-4cc9-9760-5a1c1016a740 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:49.537782 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc7ae63b-3212-4a26-8f08-345d872fffdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e8ccdf71-e2f4-4cc9-9760-5a1c1016a740), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:49.593306 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-291e3f95-21f6-486a-a038-d475a2173a30 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Made reservation on behalf of aa3e6a61157b47d8a82db557a370763f for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:52:49.602859 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-291e3f95-21f6-486a-a038-d475a2173a30 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:49.646244 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc7ae63b-3212-4a26-8f08-345d872fffdc None None] Port e8ccdf71-e2f4-4cc9-9760-5a1c1016a740 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:52:49.717137 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device cd038794-75ea-450f-bca5-18ba72b8c441 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:52:49.841180 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5efc2854-a7a4-4f5c-b99b-a85860e035dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (c150fd19-a358-4ca9-98ed-ed91694af227), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:49.872315 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port cd038794-75ea-450f-bca5-18ba72b8c441 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:49.872682 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (cd038794-75ea-450f-bca5-18ba72b8c441), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:49.879907 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc2854-a7a4-4f5c-b99b-a85860e035dc admin admin] Pushing event deleted for resources: {'Port': ['ID=c150fd19-a358-4ca9-98ed-ed91694af227,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:49.944210 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1f452f2d-0ff0-4c7a-ad75-5082bbe16f26 admin admin] Publish callbacks [] for security_group (7f949c34-e19f-4634-9c84-20f9ae2f2e98), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:49.957073 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1f452f2d-0ff0-4c7a-ad75-5082bbe16f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (7f949c34-e19f-4634-9c84-20f9ae2f2e98), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:49.980690 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5efc2854-a7a4-4f5c-b99b-a85860e035dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (aef55aa4-f72a-4691-965e-dd1c94d342a4), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:49.983869 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9d3e8087-13c4-4a2a-b1cb-28c53e5caa78 req-04f510d9-e742-4a9a-befb-a1e3168860b8 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (c57cd7e1-e6c9-4506-8795-8245811a473a), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:50.010971 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['c57cd7e1-e6c9-4506-8795-8245811a473a'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:52:50.034825 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-291e3f95-21f6-486a-a038-d475a2173a30 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Allocated IP 19.80.0.77 (386eb939-f77f-4b3e-8dc4-621a84351f3a/f6f8cec7-f28e-43d9-bd2b-edba8c67caac/4340cb38-53ab-4077-a720-5005f7134aca) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:52:50.077411 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f510d9-e742-4a9a-befb-a1e3168860b8 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] Pushing event deleted for resources: {'Port': ['ID=c57cd7e1-e6c9-4506-8795-8245811a473a,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:50.100043 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1f452f2d-0ff0-4c7a-ad75-5082bbe16f26 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8bb2722158594c07b846fcac05edce7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8517096 Mar 01 13:52:50.106145 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 45534) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:50.134186 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f452f2d-0ff0-4c7a-ad75-5082bbe16f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f949c34-e19f-4634-9c84-20f9ae2f2e98,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:50.147174 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3e8087-13c4-4a2a-b1cb-28c53e5caa78 req-04f510d9-e742-4a9a-befb-a1e3168860b8 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] No DVR routers for this DVR port c57cd7e1-e6c9-4506-8795-8245811a473a on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:52:50.149887 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9d3e8087-13c4-4a2a-b1cb-28c53e5caa78 req-04f510d9-e742-4a9a-befb-a1e3168860b8 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:50.155172 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port cd038794-75ea-450f-bca5-18ba72b8c441 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:52:50.156012 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9d3e8087-13c4-4a2a-b1cb-28c53e5caa78 req-04f510d9-e742-4a9a-befb-a1e3168860b8 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.32 "DELETE /v2.0/ports/c57cd7e1-e6c9-4506-8795-8245811a473a HTTP/1.1" status: 204 len: 173 time: 2.1803796 Mar 01 13:52:50.166983 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760274c-1727-4e47-8d37-713b31535bc7 req-5d717972-1d97-42f1-9ae1-a419b241c952 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:50.178446 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a760274c-1727-4e47-8d37-713b31535bc7 req-5d717972-1d97-42f1-9ae1-a419b241c952 tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.13 "GET /v2.0/ports?device_id=d72ca75c-f957-466b-9e7a-6a52999ed7e4 HTTP/1.1" status: 200 len: 945 time: 0.4280672 Mar 01 13:52:50.185515 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72ca75c-f957-466b-9e7a-6a52999ed7e4', 'name': 'network-vif-deleted', 'tag': 'c57cd7e1-e6c9-4506-8795-8245811a473a'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:52:50.188245 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0a7d89-14ea-4999-a854-998018b4fcd0" -d '{"events": [{"server_uuid": "d72ca75c-f957-466b-9e7a-6a52999ed7e4", "name": "network-vif-deleted", "tag": "c57cd7e1-e6c9-4506-8795-8245811a473a"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:52:50.194235 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 17a56dcd-b5dc-4b19-a40e-348bbec7d7c6 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:52:50.253175 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5efc2854-a7a4-4f5c-b99b-a85860e035dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (aef55aa4-f72a-4691-965e-dd1c94d342a4), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:50.292307 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5efc2854-a7a4-4f5c-b99b-a85860e035dc admin admin] Publish callbacks [] for router_controller (aef55aa4-f72a-4691-965e-dd1c94d342a4), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:50.295838 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f23bd37-dc53-4b58-9c8f-871d82a4a64f x-openstack-request-id: req-2f23bd37-dc53-4b58-9c8f-871d82a4a64f {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:52:50.296577 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72ca75c-f957-466b-9e7a-6a52999ed7e4", "name": "network-vif-deleted", "tag": "c57cd7e1-e6c9-4506-8795-8245811a473a", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:52:50.296837 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f23bd37-dc53-4b58-9c8f-871d82a4a64f {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:52:50.297370 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72ca75c-f957-466b-9e7a-6a52999ed7e4', 'name': 'network-vif-deleted', 'tag': 'c57cd7e1-e6c9-4506-8795-8245811a473a', 'status': 'completed', 'code': 200} Mar 01 13:52:50.297789 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 17a56dcd-b5dc-4b19-a40e-348bbec7d7c6 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:52:50.298264 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 17a56dcd-b5dc-4b19-a40e-348bbec7d7c6 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:52:50.313607 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a760274c-1727-4e47-8d37-713b31535bc7 req-7919e99d-6f69-4c89-9b98-1e2c524ed48a tempest-ServerTagsTestJSON-643123583 tempest-ServerTagsTestJSON-643123583-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1f4d927-1616-4a3d-be82-4542efc48b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300192 Mar 01 13:52:50.348832 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-33c5a819-04c6-4ce9-a449-1f4121e3c253 admin admin] Publish callbacks [] for security_group (7f949c34-e19f-4634-9c84-20f9ae2f2e98), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:50.391897 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5efc2854-a7a4-4f5c-b99b-a85860e035dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (aef55aa4-f72a-4691-965e-dd1c94d342a4), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:50.393094 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efc2854-a7a4-4f5c-b99b-a85860e035dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router aef55aa4-f72a-4691-965e-dd1c94d342a4 {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 13:52:50.411579 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-33c5a819-04c6-4ce9-a449-1f4121e3c253 admin admin] Publish callbacks [] for security_group (7f949c34-e19f-4634-9c84-20f9ae2f2e98), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:50.412188 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5efc2854-a7a4-4f5c-b99b-a85860e035dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:50.412992 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5efc2854-a7a4-4f5c-b99b-a85860e035dc admin admin] 10.222.0.13 "DELETE /v2.0/routers/aef55aa4-f72a-4691-965e-dd1c94d342a4 HTTP/1.1" status: 204 len: 168 time: 3.7218814 Mar 01 13:52:50.415636 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 45540) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:50.545862 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d7ce797-4e8d-4da9-a7db-33958194d6aa admin admin] Deleting subnet dc4dca49-ae2c-4edb-bec4-98c202db3f43 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:52:50.566174 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-291e3f95-21f6-486a-a038-d475a2173a30 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks [] for port (4340cb38-53ab-4077-a720-5005f7134aca), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:50.566944 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4d7ce797-4e8d-4da9-a7db-33958194d6aa admin admin] Publish callbacks [] for subnet (dc4dca49-ae2c-4edb-bec4-98c202db3f43), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:50.622011 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-33c5a819-04c6-4ce9-a449-1f4121e3c253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (7f949c34-e19f-4634-9c84-20f9ae2f2e98), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:50.624772 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-33c5a819-04c6-4ce9-a449-1f4121e3c253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:50.648517 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-33c5a819-04c6-4ce9-a449-1f4121e3c253 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f949c34-e19f-4634-9c84-20f9ae2f2e98 HTTP/1.1" status: 204 len: 168 time: 0.5405123 Mar 01 13:52:50.680815 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4d7ce797-4e8d-4da9-a7db-33958194d6aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (dc4dca49-ae2c-4edb-bec4-98c202db3f43), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:50.735092 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c5a819-04c6-4ce9-a449-1f4121e3c253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f949c34-e19f-4634-9c84-20f9ae2f2e98,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:50.784524 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-291e3f95-21f6-486a-a038-d475a2173a30 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (4340cb38-53ab-4077-a720-5005f7134aca), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:50.827661 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4d7ce797-4e8d-4da9-a7db-33958194d6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (dc4dca49-ae2c-4edb-bec4-98c202db3f43), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:50.954084 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-291e3f95-21f6-486a-a038-d475a2173a30 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Network 386eb939-f77f-4b3e-8dc4-621a84351f3a is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:52:50.963116 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-291e3f95-21f6-486a-a038-d475a2173a30 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:52:50.977149 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-291e3f95-21f6-486a-a038-d475a2173a30 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:52:51.035208 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d5b66-9ea7-47a9-9b90-ec7beff785c9 req-b0759e8e-d526-4ecf-8083-3fe70202ffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:51.041744 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b5d5b66-9ea7-47a9-9b90-ec7beff785c9 req-b0759e8e-d526-4ecf-8083-3fe70202ffb6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=475192ca5f814c16b38a7d788a6a6472&device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 1126 time: 0.1015570 Mar 01 13:52:51.073536 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e3f95-21f6-486a-a038-d475a2173a30 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Pushing event updated for resources: {'Port': ['ID=4340cb38-53ab-4077-a720-5005f7134aca,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:51.080888 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc712a2-efef-474d-a299-e972f4ed3dcc req-9190adea-a2ef-4bc4-8756-11004039c493 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:51.096144 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc712a2-efef-474d-a299-e972f4ed3dcc req-9190adea-a2ef-4bc4-8756-11004039c493 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:51.115455 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc712a2-efef-474d-a299-e972f4ed3dcc req-9190adea-a2ef-4bc4-8756-11004039c493 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:51.119899 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5bc712a2-efef-474d-a299-e972f4ed3dcc req-9190adea-a2ef-4bc4-8756-11004039c493 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d5d58-e866-4c50-b16a-ff65a741aa6a HTTP/1.1" status: 200 len: 2374 time: 0.2890198 Mar 01 13:52:51.129329 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-291e3f95-21f6-486a-a038-d475a2173a30 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:51.130079 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-291e3f95-21f6-486a-a038-d475a2173a30 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:51.157299 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-291e3f95-21f6-486a-a038-d475a2173a30 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8658688 Mar 01 13:52:51.171130 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-488e2ecb-0c9e-439a-9750-26c87f2a27e8 service neutron] Request body: {'port': {'device_id': '2f7d5d58-e866-4c50-b16a-ff65a741aa6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:52:51.175415 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4d7ce797-4e8d-4da9-a7db-33958194d6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (dc4dca49-ae2c-4edb-bec4-98c202db3f43), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:51.317738 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-488e2ecb-0c9e-439a-9750-26c87f2a27e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (66720d05-7eda-44b2-8a76-c9f014167c57), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:51.372357 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c150fd19-a358-4ca9-98ed-ed91694af227 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:52:51.429540 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: c150fd19-a358-4ca9-98ed-ed91694af227 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:52:51.431887 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c150fd19-a358-4ca9-98ed-ed91694af227 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:52:51.442888 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b819ed3e-c2b2-4419-988b-362d915441a8 None None] Network 6b806682-c654-4ec0-aadb-856ed351c245 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:52:51.448045 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ce797-4e8d-4da9-a7db-33958194d6aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc4dca49-ae2c-4edb-bec4-98c202db3f43,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:51.452049 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4d7ce797-4e8d-4da9-a7db-33958194d6aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:51.461568 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4d7ce797-4e8d-4da9-a7db-33958194d6aa admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dc4dca49-ae2c-4edb-bec4-98c202db3f43 HTTP/1.1" status: 204 len: 168 time: 1.0451508 Mar 01 13:52:51.465928 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 45572) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:51.572929 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-5184d78a-1872-4773-b228-34300e3d8659 None None] Provisioning complete for port 4340cb38-53ab-4077-a720-5005f7134aca triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:51.575569 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5184d78a-1872-4773-b228-34300e3d8659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (4340cb38-53ab-4077-a720-5005f7134aca), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:51.600379 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5bc712a2-efef-474d-a299-e972f4ed3dcc req-c9c8176d-75ae-4cd6-8830-441fce18e5fc tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4739673 Mar 01 13:52:51.676628 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761e7d4-1ddc-4561-95c4-0cfefc6f4fc0 req-6cb600b6-2fb4-471c-8609-552f21717898 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:51.683413 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c761e7d4-1ddc-4561-95c4-0cfefc6f4fc0 req-6cb600b6-2fb4-471c-8609-552f21717898 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.5529912 Mar 01 13:52:51.688888 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d5b66-9ea7-47a9-9b90-ec7beff785c9 req-58f99e0a-6210-4e34-8bb0-187ce88077db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:51.690886 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b5d5b66-9ea7-47a9-9b90-ec7beff785c9 req-58f99e0a-6210-4e34-8bb0-187ce88077db service neutron] 10.222.0.32 "GET /v2.0/networks?id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 HTTP/1.1" status: 200 len: 913 time: 0.5595872 Mar 01 13:52:51.693816 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8fe51887-4e80-4e51-a89e-2a427e0d4802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (6b806682-c654-4ec0-aadb-856ed351c245), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:51.792364 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-5184d78a-1872-4773-b228-34300e3d8659 None None] Port 4340cb38-53ab-4077-a720-5005f7134aca cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:52:51.984574 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874f9bf6-42bf-4f9d-b51b-7771e093528f None None] DHCP port deletion for 6b806682-c654-4ec0-aadb-856ed351c245 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:52:51.985410 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-488e2ecb-0c9e-439a-9750-26c87f2a27e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66720d05-7eda-44b2-8a76-c9f014167c57 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:52:51.995857 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-488e2ecb-0c9e-439a-9750-26c87f2a27e8 service neutron] Publish callbacks [] for port (66720d05-7eda-44b2-8a76-c9f014167c57), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:51.998900 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c761e7d4-1ddc-4561-95c4-0cfefc6f4fc0 req-048490a4-0136-4474-9d51-e400f7ff47a5 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3021171 Mar 01 13:52:52.027333 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 45586) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:52.037405 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-488e2ecb-0c9e-439a-9750-26c87f2a27e8 service neutron] Transition to ACTIVE for port object 66720d05-7eda-44b2-8a76-c9f014167c57 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:52:52.080505 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b5d5b66-9ea7-47a9-9b90-ec7beff785c9 req-d3a3ba5b-f6d0-4f28-8bf0-5c3b4623df8b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7988cdd9-dd32-4813-871c-c8dca2569301 HTTP/1.1" status: 200 len: 999 time: 0.3814614 Mar 01 13:52:52.101176 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-488e2ecb-0c9e-439a-9750-26c87f2a27e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (66720d05-7eda-44b2-8a76-c9f014167c57), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:52.120182 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-874f9bf6-42bf-4f9d-b51b-7771e093528f None None] Deleting port ff35fcb1-bbf7-422d-9225-01ec631faaa8 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:52:52.120991 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-874f9bf6-42bf-4f9d-b51b-7771e093528f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (ff35fcb1-bbf7-422d-9225-01ec631faaa8), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:52.131282 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab2a5d4-febb-4d32-9560-d7b0d31031e3 admin admin] Deleting subnet c43297c0-fb9a-4f0c-ac50-0720da21e99e {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:52:52.141274 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fab2a5d4-febb-4d32-9560-d7b0d31031e3 admin admin] Publish callbacks [] for subnet (c43297c0-fb9a-4f0c-ac50-0720da21e99e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:52.213861 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d5b66-9ea7-47a9-9b90-ec7beff785c9 req-65220144-80b7-4a48-a7b0-1d58d01844a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:52.215437 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b5d5b66-9ea7-47a9-9b90-ec7beff785c9 req-65220144-80b7-4a48-a7b0-1d58d01844a6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d1ea702e-89f4-430d-ba35-37a3134c98fa HTTP/1.1" status: 200 len: 851 time: 0.1222079 Mar 01 13:52:52.260988 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-874f9bf6-42bf-4f9d-b51b-7771e093528f None None] For port ff35fcb1-bbf7-422d-9225-01ec631faaa8, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ff35fcb1-bbf7-422d-9225-01ec631faaa8,segment=NetworkSegment(89af536e-4707-43f0-b715-4f8b75798982),segment_id=89af536e-4707-43f0-b715-4f8b75798982)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:52:52.261606 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-874f9bf6-42bf-4f9d-b51b-7771e093528f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (ff35fcb1-bbf7-422d-9225-01ec631faaa8), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:52.297143 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-874f9bf6-42bf-4f9d-b51b-7771e093528f None None] Calling delete_port for ff35fcb1-bbf7-422d-9225-01ec631faaa8 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:52:52.459907 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device c57cd7e1-e6c9-4506-8795-8245811a473a no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:52:52.512322 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e2ecb-0c9e-439a-9750-26c87f2a27e8 service neutron] Pushing event updated for resources: {'Port': ['ID=66720d05-7eda-44b2-8a76-c9f014167c57,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:52.521638 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: c57cd7e1-e6c9-4506-8795-8245811a473a {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:52:52.522258 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device c57cd7e1-e6c9-4506-8795-8245811a473a not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:52:52.539055 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-874f9bf6-42bf-4f9d-b51b-7771e093528f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (ff35fcb1-bbf7-422d-9225-01ec631faaa8), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:52.553180 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fab2a5d4-febb-4d32-9560-d7b0d31031e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (c43297c0-fb9a-4f0c-ac50-0720da21e99e), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:52.603607 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f9bf6-42bf-4f9d-b51b-7771e093528f None None] Pushing event deleted for resources: {'Port': ['ID=ff35fcb1-bbf7-422d-9225-01ec631faaa8,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:52.610617 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874f9bf6-42bf-4f9d-b51b-7771e093528f None None] No DVR routers for this DVR port ff35fcb1-bbf7-422d-9225-01ec631faaa8 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:52:52.667823 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-488e2ecb-0c9e-439a-9750-26c87f2a27e8 service neutron] Attempting to bind port 66720d05-7eda-44b2-8a76-c9f014167c57 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:52:52.668424 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-488e2ecb-0c9e-439a-9750-26c87f2a27e8 service neutron] Attempting to bind port 66720d05-7eda-44b2-8a76-c9f014167c57 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': 'c5287cb7-97ef-478a-832a-938a065620e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '386eb939-f77f-4b3e-8dc4-621a84351f3a'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:52:52.668989 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-488e2ecb-0c9e-439a-9750-26c87f2a27e8 service neutron] Attempting to bind port 66720d05-7eda-44b2-8a76-c9f014167c57 on network 386eb939-f77f-4b3e-8dc4-621a84351f3a {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:52:52.694329 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-488e2ecb-0c9e-439a-9750-26c87f2a27e8 service neutron] Port 66720d05-7eda-44b2-8a76-c9f014167c57 on network 386eb939-f77f-4b3e-8dc4-621a84351f3a not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:52:52.694722 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-488e2ecb-0c9e-439a-9750-26c87f2a27e8 service neutron] Attempting to bind port 66720d05-7eda-44b2-8a76-c9f014167c57 on network 386eb939-f77f-4b3e-8dc4-621a84351f3a {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:52:52.703236 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fab2a5d4-febb-4d32-9560-d7b0d31031e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (c43297c0-fb9a-4f0c-ac50-0720da21e99e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:52.727768 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-488e2ecb-0c9e-439a-9750-26c87f2a27e8 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:52:52.728763 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-488e2ecb-0c9e-439a-9750-26c87f2a27e8 service neutron] Checking segment: {'id': 'c5287cb7-97ef-478a-832a-938a065620e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '386eb939-f77f-4b3e-8dc4-621a84351f3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:52:52.729965 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-488e2ecb-0c9e-439a-9750-26c87f2a27e8 service neutron] Bound using segment: {'id': 'c5287cb7-97ef-478a-832a-938a065620e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '386eb939-f77f-4b3e-8dc4-621a84351f3a'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:52:52.730674 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-488e2ecb-0c9e-439a-9750-26c87f2a27e8 service neutron] Bound port: 66720d05-7eda-44b2-8a76-c9f014167c57, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5287cb7-97ef-478a-832a-938a065620e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '386eb939-f77f-4b3e-8dc4-621a84351f3a'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:52:52.731053 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-488e2ecb-0c9e-439a-9750-26c87f2a27e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (66720d05-7eda-44b2-8a76-c9f014167c57), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:52.823291 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-8fe51887-4e80-4e51-a89e-2a427e0d4802 admin admin] Deleting port ff35fcb1-bbf7-422d-9225-01ec631faaa8 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:52:52.824587 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8fe51887-4e80-4e51-a89e-2a427e0d4802 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (ff35fcb1-bbf7-422d-9225-01ec631faaa8), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:52.834564 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-488e2ecb-0c9e-439a-9750-26c87f2a27e8 service neutron] For port 66720d05-7eda-44b2-8a76-c9f014167c57, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:52:52.838068 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-488e2ecb-0c9e-439a-9750-26c87f2a27e8 service neutron] For port 66720d05-7eda-44b2-8a76-c9f014167c57, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=66720d05-7eda-44b2-8a76-c9f014167c57,segment=NetworkSegment(c5287cb7-97ef-478a-832a-938a065620e2),segment_id=c5287cb7-97ef-478a-832a-938a065620e2)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:52:52.845813 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fab2a5d4-febb-4d32-9560-d7b0d31031e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (c43297c0-fb9a-4f0c-ac50-0720da21e99e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:52.855360 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-488e2ecb-0c9e-439a-9750-26c87f2a27e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (66720d05-7eda-44b2-8a76-c9f014167c57), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:52.912381 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2a5d4-febb-4d32-9560-d7b0d31031e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c43297c0-fb9a-4f0c-ac50-0720da21e99e,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:52.920679 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fab2a5d4-febb-4d32-9560-d7b0d31031e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:52.924667 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-8fe51887-4e80-4e51-a89e-2a427e0d4802 admin admin] For port ff35fcb1-bbf7-422d-9225-01ec631faaa8, host n-d-827467-3, got binding levels [] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:52:52.925306 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fab2a5d4-febb-4d32-9560-d7b0d31031e3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c43297c0-fb9a-4f0c-ac50-0720da21e99e HTTP/1.1" status: 204 len: 168 time: 0.8969390 Mar 01 13:52:52.928783 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8fe51887-4e80-4e51-a89e-2a427e0d4802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (ff35fcb1-bbf7-422d-9225-01ec631faaa8), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:52.931388 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 45608) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:52.939781 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-488e2ecb-0c9e-439a-9750-26c87f2a27e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:52.940394 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-488e2ecb-0c9e-439a-9750-26c87f2a27e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:52.941757 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-488e2ecb-0c9e-439a-9750-26c87f2a27e8 service neutron] 10.222.0.20 "PUT /v2.0/ports/66720d05-7eda-44b2-8a76-c9f014167c57 HTTP/1.1" status: 200 len: 1091 time: 1.7757516 Mar 01 13:52:52.942201 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7d5d58-e866-4c50-b16a-ff65a741aa6a', 'tag': '66720d05-7eda-44b2-8a76-c9f014167c57'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:52:52.944671 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a29aee8-6c0b-411a-9209-d55be5f78351" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7d5d58-e866-4c50-b16a-ff65a741aa6a", "tag": "66720d05-7eda-44b2-8a76-c9f014167c57"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:52:52.948571 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-8fe51887-4e80-4e51-a89e-2a427e0d4802 admin admin] Calling delete_port for ff35fcb1-bbf7-422d-9225-01ec631faaa8 owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:52:52.953295 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.ipam_backend_mixin [None req-8fe51887-4e80-4e51-a89e-2a427e0d4802 admin admin] Port ff35fcb1-bbf7-422d-9225-01ec631faaa8 was not found and therefore no delete operation was performed {{(pid=103727) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 01 13:52:52.963449 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8fe51887-4e80-4e51-a89e-2a427e0d4802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (ff35fcb1-bbf7-422d-9225-01ec631faaa8), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:52.972003 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-1e8955d6-de1b-42e9-bd87-8270e39debe7 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f340ff4e67804778a5279bb87e956395&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2372236 Mar 01 13:52:52.993014 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e2ecb-0c9e-439a-9750-26c87f2a27e8 service neutron] Pushing event updated for resources: {'Port': ['ID=66720d05-7eda-44b2-8a76-c9f014167c57,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:53.039060 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe51887-4e80-4e51-a89e-2a427e0d4802 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff35fcb1-bbf7-422d-9225-01ec631faaa8,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:53.060164 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe51887-4e80-4e51-a89e-2a427e0d4802 admin admin] No DVR routers for this DVR port ff35fcb1-bbf7-422d-9225-01ec631faaa8 on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:52:53.079111 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-49f494dd-82b5-4f48-b9ea-37625bd23295 service neutron] Request body: {'port': {'device_id': '2f7d5d58-e866-4c50-b16a-ff65a741aa6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:52:53.096321 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bdd25-844c-422a-855f-2bf21574082f req-7b0f22bd-d080-4ada-a541-7772fc4f935b tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:53.103969 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-664bdd25-844c-422a-855f-2bf21574082f req-7b0f22bd-d080-4ada-a541-7772fc4f935b tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 947 time: 0.8874433 Mar 01 13:52:53.144311 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-252aba10-3b4e-43c8-b5e9-43b588b1805c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (a4df6897-202f-4367-909e-37382f0021ff), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:53.192858 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d5b66-9ea7-47a9-9b90-ec7beff785c9 req-e8629915-d880-45a1-8646-08665dfd33bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:53.194409 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b5d5b66-9ea7-47a9-9b90-ec7beff785c9 req-e8629915-d880-45a1-8646-08665dfd33bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9650874 Mar 01 13:52:53.266876 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-252aba10-3b4e-43c8-b5e9-43b588b1805c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (a4df6897-202f-4367-909e-37382f0021ff), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:53.314782 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-252aba10-3b4e-43c8-b5e9-43b588b1805c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4df6897-202f-4367-909e-37382f0021ff']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:53.321667 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-49f494dd-82b5-4f48-b9ea-37625bd23295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e8ccdf71-e2f4-4cc9-9760-5a1c1016a740), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:53.328827 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ff35fcb1-bbf7-422d-9225-01ec631faaa8 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:52:53.372637 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-252aba10-3b4e-43c8-b5e9-43b588b1805c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '715c5eae-6e7b-470b-835b-506145720da5') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:53.373201 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: ff35fcb1-bbf7-422d-9225-01ec631faaa8 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:52:53.374252 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ff35fcb1-bbf7-422d-9225-01ec631faaa8 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:52:53.377352 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-252aba10-3b4e-43c8-b5e9-43b588b1805c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '715c5eae-6e7b-470b-835b-506145720da5') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:53.387541 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8fe51887-4e80-4e51-a89e-2a427e0d4802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (6b806682-c654-4ec0-aadb-856ed351c245), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:53.411432 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-252aba10-3b4e-43c8-b5e9-43b588b1805c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (715c5eae-6e7b-470b-835b-506145720da5), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:53.420794 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-8fe51887-4e80-4e51-a89e-2a427e0d4802 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b806682-c654-4ec0-aadb-856ed351c245']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:53.442602 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-252aba10-3b4e-43c8-b5e9-43b588b1805c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (715c5eae-6e7b-470b-835b-506145720da5), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:53.458422 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252aba10-3b4e-43c8-b5e9-43b588b1805c admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:52:53.460281 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-252aba10-3b4e-43c8-b5e9-43b588b1805c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (715c5eae-6e7b-470b-835b-506145720da5), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:53.467783 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:52:53.467783 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:52:53.467783 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:52:53.467783 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:52:53.467783 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:52:53.467783 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:52:53.467783 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:52:53.467783 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:52:53.467783 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:52:53.467783 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:52:53.467783 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:52:53.467783 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:52:53.467783 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:52:53.467783 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:52:53.467783 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:52:53.467783 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:52:53.467783 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:52:53.467783 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:52:53.467783 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:52:53.467783 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:52:53.467783 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:52:53.467783 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:52:53.467783 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:52:53.467783 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:52:53.467783 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:52:53.467783 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:52:53.467783 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:52:53.467783 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:52:53.467783 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:52:53.467783 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:52:53.467783 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:52:53.467783 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:52:53.508275 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-8fe51887-4e80-4e51-a89e-2a427e0d4802 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89af536e-4707-43f0-b715-4f8b75798982') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:53.508575 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-8fe51887-4e80-4e51-a89e-2a427e0d4802 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89af536e-4707-43f0-b715-4f8b75798982') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:53.557074 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-664bdd25-844c-422a-855f-2bf21574082f req-0159c5d2-4695-463e-a137-1524dc0c3ab9 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4510884 Mar 01 13:52:53.567434 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8fe51887-4e80-4e51-a89e-2a427e0d4802 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (89af536e-4707-43f0-b715-4f8b75798982), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:53.605973 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8fe51887-4e80-4e51-a89e-2a427e0d4802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (89af536e-4707-43f0-b715-4f8b75798982), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:53.625409 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fe51887-4e80-4e51-a89e-2a427e0d4802 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:52:53.625833 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8fe51887-4e80-4e51-a89e-2a427e0d4802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (89af536e-4707-43f0-b715-4f8b75798982), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:53.639997 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 13:52:53.639997 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:52:53.639997 n-d-827467-3 neutron-server[103727]: timer() Mar 01 13:52:53.639997 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:52:53.639997 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 13:52:53.639997 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:52:53.639997 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 13:52:53.639997 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:52:53.639997 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 13:52:53.639997 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:52:53.639997 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 13:52:53.639997 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:52:53.639997 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 13:52:53.639997 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:52:53.639997 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:52:53.639997 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:52:53.639997 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:52:53.639997 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:52:53.639997 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 13:52:53.639997 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:52:53.639997 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 13:52:53.639997 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:52:53.639997 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:52:53.639997 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:52:53.639997 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 13:52:53.639997 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:52:53.639997 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:52:53.639997 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:52:53.639997 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:52:53.639997 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:52:53.639997 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:52:53.639997 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:52:53.670768 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-252aba10-3b4e-43c8-b5e9-43b588b1805c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (a4df6897-202f-4367-909e-37382f0021ff), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:53.679577 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-252aba10-3b4e-43c8-b5e9-43b588b1805c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:53.683452 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-252aba10-3b4e-43c8-b5e9-43b588b1805c admin admin] 10.222.0.13 "DELETE /v2.0/networks/a4df6897-202f-4367-909e-37382f0021ff HTTP/1.1" status: 204 len: 168 time: 0.7510366 Mar 01 13:52:53.792012 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252aba10-3b4e-43c8-b5e9-43b588b1805c admin admin] Pushing event deleted for resources: {'Network': ['ID=a4df6897-202f-4367-909e-37382f0021ff,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:53.846390 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6a965-f923-45e9-b6ab-faf0c2eaeb64 req-b64164f5-4839-480a-9c03-eb1a6c82ffef tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:53.848543 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-52e6a965-f923-45e9-b6ab-faf0c2eaeb64 req-b64164f5-4839-480a-9c03-eb1a6c82ffef tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 947 time: 0.1167593 Mar 01 13:52:53.864234 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-07e45466-5239-4392-a323-bbfb108d8da9 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:53.866268 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-07e45466-5239-4392-a323-bbfb108d8da9 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8712857 Mar 01 13:52:53.895147 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8fe51887-4e80-4e51-a89e-2a427e0d4802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (6b806682-c654-4ec0-aadb-856ed351c245), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:53.922217 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8fe51887-4e80-4e51-a89e-2a427e0d4802 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:53.929826 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8fe51887-4e80-4e51-a89e-2a427e0d4802 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6b806682-c654-4ec0-aadb-856ed351c245 HTTP/1.1" status: 204 len: 168 time: 2.4582820 Mar 01 13:52:53.945735 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b5d5b66-9ea7-47a9-9b90-ec7beff785c9 req-182efe34-22ea-4c65-9be4-39b9d1a12495 service neutron] 10.222.0.32 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7385185 Mar 01 13:52:53.957976 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe51887-4e80-4e51-a89e-2a427e0d4802 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b806682-c654-4ec0-aadb-856ed351c245,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:53.968248 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-61979b1d-3301-44e7-adf7-3c5c72f9cd19 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.13 "GET /v2.0/quotas/f340ff4e67804778a5279bb87e956395 HTTP/1.1" status: 200 len: 375 time: 0.0703952 Mar 01 13:52:54.004865 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 45620) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:54.068274 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-9218a473-6742-41b4-af8a-a78b61dc5242 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f340ff4e67804778a5279bb87e956395&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774271 Mar 01 13:52:54.077997 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-49f494dd-82b5-4f48-b9ea-37625bd23295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8ccdf71-e2f4-4cc9-9760-5a1c1016a740 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:52:54.082106 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5966a4-afa6-47e4-ae9c-726138dfd30e req-39afa180-25a5-4a77-a264-46da48a6897a tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:54.089136 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5966a4-afa6-47e4-ae9c-726138dfd30e req-39afa180-25a5-4a77-a264-46da48a6897a tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:54.093725 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-49f494dd-82b5-4f48-b9ea-37625bd23295 service neutron] Publish callbacks [] for port (e8ccdf71-e2f4-4cc9-9760-5a1c1016a740), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:54.096887 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5966a4-afa6-47e4-ae9c-726138dfd30e req-39afa180-25a5-4a77-a264-46da48a6897a tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:54.098530 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ba5966a4-afa6-47e4-ae9c-726138dfd30e req-39afa180-25a5-4a77-a264-46da48a6897a tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d5d58-e866-4c50-b16a-ff65a741aa6a HTTP/1.1" status: 200 len: 2386 time: 0.3999040 Mar 01 13:52:54.136657 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-09f477fe-fa23-46d0-814f-a94fb06683fc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ad7db43430948fb823a4bfc40b8540f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1286545 Mar 01 13:52:54.143541 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-49f494dd-82b5-4f48-b9ea-37625bd23295 service neutron] Transition to ACTIVE for port object e8ccdf71-e2f4-4cc9-9760-5a1c1016a740 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:52:54.144232 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 45628) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:54.180885 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-49f494dd-82b5-4f48-b9ea-37625bd23295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (e8ccdf71-e2f4-4cc9-9760-5a1c1016a740), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:54.198903 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b5d5b66-9ea7-47a9-9b90-ec7beff785c9 req-0f7099fe-1482-4bc8-936b-4375aac218e3 service neutron] 10.222.0.32 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376485 Mar 01 13:52:54.209136 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ba5966a4-afa6-47e4-ae9c-726138dfd30e req-2223497e-9ac1-4a75-94bf-c6b667868a8c tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988300 Mar 01 13:52:54.250104 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-52e6a965-f923-45e9-b6ab-faf0c2eaeb64 req-f6dd581b-11d2-4ee2-a94e-5278a420ad99 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Deleting port be3d13b4-90c6-4a97-ac5d-46d6c4805009 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:52:54.250451 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-52e6a965-f923-45e9-b6ab-faf0c2eaeb64 req-f6dd581b-11d2-4ee2-a94e-5278a420ad99 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (be3d13b4-90c6-4a97-ac5d-46d6c4805009), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:54.300472 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 45630) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:54.403767 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8099690-59e3-41a0-9300-b096d5b26381 x-openstack-request-id: req-d8099690-59e3-41a0-9300-b096d5b26381 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:52:54.404099 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7d5d58-e866-4c50-b16a-ff65a741aa6a", "tag": "66720d05-7eda-44b2-8a76-c9f014167c57", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:52:54.404570 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8099690-59e3-41a0-9300-b096d5b26381 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:52:54.404785 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7d5d58-e866-4c50-b16a-ff65a741aa6a', 'tag': '66720d05-7eda-44b2-8a76-c9f014167c57', 'status': 'completed', 'code': 200} Mar 01 13:52:54.409878 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-45633552-6b80-4d79-82ae-39fdf7a81331 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b7cefbd26524ebbb9d39ec1ad0e5469&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1077874 Mar 01 13:52:54.412299 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 45632) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:54.531234 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f494dd-82b5-4f48-b9ea-37625bd23295 service neutron] Pushing event updated for resources: {'Port': ['ID=e8ccdf71-e2f4-4cc9-9760-5a1c1016a740,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:54.619562 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2d29c79b-42de-4d0a-b480-f76444f4bb2a req-d83c9cd4-0e29-4acb-a6c8-b978a35fffdd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=29fb50e5-e3a5-41b9-b21c-f954bdc8471e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5030954 Mar 01 13:52:54.764892 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3b2ba2f8-59c9-4b8a-aa6b-e91e72496ba1 admin admin] Publish callbacks [] for security_group (c1f4d927-1616-4a3d-be82-4542efc48b41), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:54.768659 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eb766b1c-b49a-4129-99c9-a970a0493c34 req-de113da3-8770-4fb3-a8fb-a60813cefc8c tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d1679c5-9784-4559-9622-1c192d487a34 HTTP/1.1" status: 200 len: 210 time: 0.0723855 Mar 01 13:52:54.776899 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ca1d639-90b0-4676-a9a0-26dfb85c76cd admin admin] Publish callbacks [] for security_group (4a8db81f-3ab4-4ea7-b6f2-d0663efebf53), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:54.817099 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3b2ba2f8-59c9-4b8a-aa6b-e91e72496ba1 admin admin] Publish callbacks [] for security_group (c1f4d927-1616-4a3d-be82-4542efc48b41), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:54.833313 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d911e28-b95f-4180-9b1e-edc8e87a52bd req-a9bc6a6b-ce43-42cd-9fcb-36a4722ac813 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:54.842142 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5d911e28-b95f-4180-9b1e-edc8e87a52bd req-a9bc6a6b-ce43-42cd-9fcb-36a4722ac813 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.3144724 Mar 01 13:52:54.858290 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ca1d639-90b0-4676-a9a0-26dfb85c76cd admin admin] Publish callbacks [] for security_group (4a8db81f-3ab4-4ea7-b6f2-d0663efebf53), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:54.940936 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-49f494dd-82b5-4f48-b9ea-37625bd23295 service neutron] Attempting to bind port e8ccdf71-e2f4-4cc9-9760-5a1c1016a740 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:52:54.941322 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-49f494dd-82b5-4f48-b9ea-37625bd23295 service neutron] Attempting to bind port e8ccdf71-e2f4-4cc9-9760-5a1c1016a740 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': 'e1443a1b-d44b-4882-98a3-98e50e9454ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6bb12f60-f616-474b-8a2c-e1d2e3878bd0'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:52:54.941654 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-49f494dd-82b5-4f48-b9ea-37625bd23295 service neutron] Attempting to bind port e8ccdf71-e2f4-4cc9-9760-5a1c1016a740 on network 6bb12f60-f616-474b-8a2c-e1d2e3878bd0 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:52:55.051572 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5d911e28-b95f-4180-9b1e-edc8e87a52bd req-f1b8f456-2fd0-4501-abfb-031006d0256e tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084630 Mar 01 13:52:55.060539 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 45648) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:55.093016 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ca1d639-90b0-4676-a9a0-26dfb85c76cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4a8db81f-3ab4-4ea7-b6f2-d0663efebf53), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:55.096671 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ca1d639-90b0-4676-a9a0-26dfb85c76cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:55.098003 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0ca1d639-90b0-4676-a9a0-26dfb85c76cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a8db81f-3ab4-4ea7-b6f2-d0663efebf53 HTTP/1.1" status: 204 len: 168 time: 0.6843257 Mar 01 13:52:55.113130 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1d639-90b0-4676-a9a0-26dfb85c76cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8db81f-3ab4-4ea7-b6f2-d0663efebf53,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:55.123518 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e5b76-8b22-4d60-baa6-b7ce70b12dc9 req-7176a961-549d-453d-9e2e-52acb8a17ddc tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:55.125079 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cb9e5b76-8b22-4d60-baa6-b7ce70b12dc9 req-7176a961-549d-453d-9e2e-52acb8a17ddc tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 947 time: 0.2072287 Mar 01 13:52:55.154860 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-49f494dd-82b5-4f48-b9ea-37625bd23295 service neutron] Port e8ccdf71-e2f4-4cc9-9760-5a1c1016a740 on network 6bb12f60-f616-474b-8a2c-e1d2e3878bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:52:55.155509 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-49f494dd-82b5-4f48-b9ea-37625bd23295 service neutron] Attempting to bind port e8ccdf71-e2f4-4cc9-9760-5a1c1016a740 on network 6bb12f60-f616-474b-8a2c-e1d2e3878bd0 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:52:55.186248 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29aee8-6c0b-411a-9209-d55be5f78351 req-263434a8-f9cc-44fb-88c8-e3470cfe1b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:55.188730 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29aee8-6c0b-411a-9209-d55be5f78351 req-263434a8-f9cc-44fb-88c8-e3470cfe1b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:55.191415 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29aee8-6c0b-411a-9209-d55be5f78351 req-263434a8-f9cc-44fb-88c8-e3470cfe1b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:55.194813 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0a29aee8-6c0b-411a-9209-d55be5f78351 req-263434a8-f9cc-44fb-88c8-e3470cfe1b8c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa3e6a61157b47d8a82db557a370763f&device_id=2f7d5d58-e866-4c50-b16a-ff65a741aa6a HTTP/1.1" status: 200 len: 2785 time: 0.7829487 Mar 01 13:52:55.206759 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-52e6a965-f923-45e9-b6ab-faf0c2eaeb64 req-f6dd581b-11d2-4ee2-a94e-5278a420ad99 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] For port be3d13b4-90c6-4a97-ac5d-46d6c4805009, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=be3d13b4-90c6-4a97-ac5d-46d6c4805009,segment=NetworkSegment(efe48ac2-5e62-42f6-97e0-cf92cf9f656d),segment_id=efe48ac2-5e62-42f6-97e0-cf92cf9f656d)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:52:55.207631 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-52e6a965-f923-45e9-b6ab-faf0c2eaeb64 req-f6dd581b-11d2-4ee2-a94e-5278a420ad99 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (be3d13b4-90c6-4a97-ac5d-46d6c4805009), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:55.214688 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cb9e5b76-8b22-4d60-baa6-b7ce70b12dc9 req-294c585b-542c-4d3e-8494-6462e94456cc tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824265 Mar 01 13:52:55.253663 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-95899dad-c719-452e-8e7a-b5f75d8ac2ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:55.287141 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-49f494dd-82b5-4f48-b9ea-37625bd23295 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:52:55.289567 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-49f494dd-82b5-4f48-b9ea-37625bd23295 service neutron] Checking segment: {'id': 'e1443a1b-d44b-4882-98a3-98e50e9454ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6bb12f60-f616-474b-8a2c-e1d2e3878bd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:52:55.292045 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-49f494dd-82b5-4f48-b9ea-37625bd23295 service neutron] Bound using segment: {'id': 'e1443a1b-d44b-4882-98a3-98e50e9454ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6bb12f60-f616-474b-8a2c-e1d2e3878bd0'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:52:55.293219 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-49f494dd-82b5-4f48-b9ea-37625bd23295 service neutron] Bound port: e8ccdf71-e2f4-4cc9-9760-5a1c1016a740, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1443a1b-d44b-4882-98a3-98e50e9454ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6bb12f60-f616-474b-8a2c-e1d2e3878bd0'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:52:55.295198 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-49f494dd-82b5-4f48-b9ea-37625bd23295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e8ccdf71-e2f4-4cc9-9760-5a1c1016a740), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:55.504543 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ba533-df58-407b-9d95-1defa4431dee req-460490fc-bdd5-446c-9bfb-e1812cf9aefe tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:55.512287 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ba533-df58-407b-9d95-1defa4431dee req-460490fc-bdd5-446c-9bfb-e1812cf9aefe tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:55.553160 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ba533-df58-407b-9d95-1defa4431dee req-460490fc-bdd5-446c-9bfb-e1812cf9aefe tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:55.565430 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-902ba533-df58-407b-9d95-1defa4431dee req-460490fc-bdd5-446c-9bfb-e1812cf9aefe tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d5d58-e866-4c50-b16a-ff65a741aa6a HTTP/1.1" status: 200 len: 2398 time: 0.2128859 Mar 01 13:52:55.778334 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-902ba533-df58-407b-9d95-1defa4431dee req-b37df677-a15e-4099-b7e0-9d742729411c tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060218 Mar 01 13:52:55.792381 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-089e2576-2653-4188-b9ce-b3a4f359f252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:55.960286 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9bf0b74d-4018-4424-a8c9-3ca525d09d63 req-2275b8b9-1924-4174-aad1-d28e17384bec tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d1679c5-9784-4559-9622-1c192d487a34 HTTP/1.1" status: 200 len: 210 time: 0.0569828 Mar 01 13:52:56.024771 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-089e2576-2653-4188-b9ce-b3a4f359f252 admin admin] Publish callbacks [] for security_group (821f0dda-36e9-4b2a-8232-d309f75da9c6), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:56.042407 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-089e2576-2653-4188-b9ce-b3a4f359f252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (821f0dda-36e9-4b2a-8232-d309f75da9c6), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:56.071170 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3b2ba2f8-59c9-4b8a-aa6b-e91e72496ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c1f4d927-1616-4a3d-be82-4542efc48b41), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:56.074226 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3b2ba2f8-59c9-4b8a-aa6b-e91e72496ba1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:56.076290 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3b2ba2f8-59c9-4b8a-aa6b-e91e72496ba1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1f4d927-1616-4a3d-be82-4542efc48b41 HTTP/1.1" status: 204 len: 168 time: 1.9095867 Mar 01 13:52:56.137710 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ba2f8-59c9-4b8a-aa6b-e91e72496ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f4d927-1616-4a3d-be82-4542efc48b41,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:56.179389 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29c79b-42de-4d0a-b480-f76444f4bb2a req-9b2a916d-aa21-4b55-906a-f9e75890890b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:56.181801 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2d29c79b-42de-4d0a-b480-f76444f4bb2a req-9b2a916d-aa21-4b55-906a-f9e75890890b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=475192ca5f814c16b38a7d788a6a6472&device_id=29fb50e5-e3a5-41b9-b21c-f954bdc8471e HTTP/1.1" status: 200 len: 1128 time: 1.2431543 Mar 01 13:52:56.187916 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e2576-2653-4188-b9ce-b3a4f359f252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821f0dda-36e9-4b2a-8232-d309f75da9c6,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:56.227445 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 45682) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:56.233426 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-089e2576-2653-4188-b9ce-b3a4f359f252 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b0974f3c4e5471fb0b9b0800d92c9b6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1680875 Mar 01 13:52:56.289925 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-49f494dd-82b5-4f48-b9ea-37625bd23295 service neutron] For port e8ccdf71-e2f4-4cc9-9760-5a1c1016a740, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:52:56.294271 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-49f494dd-82b5-4f48-b9ea-37625bd23295 service neutron] For port e8ccdf71-e2f4-4cc9-9760-5a1c1016a740, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=e8ccdf71-e2f4-4cc9-9760-5a1c1016a740,segment=NetworkSegment(e1443a1b-d44b-4882-98a3-98e50e9454ca),segment_id=e1443a1b-d44b-4882-98a3-98e50e9454ca)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:52:56.320203 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29aee8-6c0b-411a-9209-d55be5f78351 req-3bc78bc1-877d-4a1d-b3d4-7cf40e7e4617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:56.320952 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29aee8-6c0b-411a-9209-d55be5f78351 req-3bc78bc1-877d-4a1d-b3d4-7cf40e7e4617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:56.321596 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29aee8-6c0b-411a-9209-d55be5f78351 req-3bc78bc1-877d-4a1d-b3d4-7cf40e7e4617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:56.322242 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed95c75-19d6-4cdd-8ff2-f8af7e5e65db req-194c489b-d755-477e-9300-577952174721 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:56.323614 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0a29aee8-6c0b-411a-9209-d55be5f78351 req-3bc78bc1-877d-4a1d-b3d4-7cf40e7e4617 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=aa3e6a61157b47d8a82db557a370763f&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.0800722 Mar 01 13:52:56.331468 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bed95c75-19d6-4cdd-8ff2-f8af7e5e65db req-194c489b-d755-477e-9300-577952174721 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.0965002 Mar 01 13:52:56.340336 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-49f494dd-82b5-4f48-b9ea-37625bd23295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (e8ccdf71-e2f4-4cc9-9760-5a1c1016a740), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:56.399617 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-d5e9c72c-8cdf-4986-a9d9-1044d9cfe2d3 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f340ff4e67804778a5279bb87e956395&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651929 Mar 01 13:52:56.502734 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bed95c75-19d6-4cdd-8ff2-f8af7e5e65db req-683777ff-8724-488c-8b95-40fef7ee307b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660671 Mar 01 13:52:56.613098 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-49f494dd-82b5-4f48-b9ea-37625bd23295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:56.613727 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-49f494dd-82b5-4f48-b9ea-37625bd23295 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:56.615207 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-49f494dd-82b5-4f48-b9ea-37625bd23295 service neutron] 10.222.0.20 "PUT /v2.0/ports/e8ccdf71-e2f4-4cc9-9760-5a1c1016a740 HTTP/1.1" status: 200 len: 1091 time: 3.6181231 Mar 01 13:52:56.617708 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f8dfc8e9-0b8e-4233-b94b-d91f7bc2eb09 admin admin] Publish callbacks [] for security_group (821f0dda-36e9-4b2a-8232-d309f75da9c6), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:56.619943 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7d5d58-e866-4c50-b16a-ff65a741aa6a', 'tag': 'e8ccdf71-e2f4-4cc9-9760-5a1c1016a740'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:52:56.621474 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eebaab0-e07d-4908-b4ae-d5078b83aadd" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7d5d58-e866-4c50-b16a-ff65a741aa6a", "tag": "e8ccdf71-e2f4-4cc9-9760-5a1c1016a740"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:52:56.663445 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08d2c3-57ad-4c66-bd3e-d6a145b738ad req-96899de9-e813-4b24-93ae-d9cf779a8478 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:56.681453 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7c08d2c3-57ad-4c66-bd3e-d6a145b738ad req-96899de9-e813-4b24-93ae-d9cf779a8478 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 947 time: 0.2430892 Mar 01 13:52:56.700667 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-5396970e-d576-40c4-b7f4-58224eee2015 service neutron] Request body: {'port': {'device_id': '2f7d5d58-e866-4c50-b16a-ff65a741aa6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:52:56.724162 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a291ef-0c5e-4499-ba61-9ef177f02c59 x-openstack-request-id: req-d5a291ef-0c5e-4499-ba61-9ef177f02c59 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:52:56.724530 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7d5d58-e866-4c50-b16a-ff65a741aa6a", "tag": "e8ccdf71-e2f4-4cc9-9760-5a1c1016a740", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:52:56.724734 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5a291ef-0c5e-4499-ba61-9ef177f02c59 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:52:56.725793 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7d5d58-e866-4c50-b16a-ff65a741aa6a', 'tag': 'e8ccdf71-e2f4-4cc9-9760-5a1c1016a740', 'status': 'completed', 'code': 200} Mar 01 13:52:56.763909 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-c8a23c77-7cbd-44fe-8c78-11261a2e8887 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:56.765407 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-c8a23c77-7cbd-44fe-8c78-11261a2e8887 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3570709 Mar 01 13:52:56.785774 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-92c04990-f05f-46c2-b3bb-37a987fc608a tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Request body: {'port': {'device_id': '8d1679c5-9784-4559-9622-1c192d487a34', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'admin_state_up': True, 'tenant_id': 'f340ff4e67804778a5279bb87e956395'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:52:56.853227 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29c79b-42de-4d0a-b480-f76444f4bb2a req-4c6ad247-411f-4d38-b1f1-3f2f5ecd906a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:56.854776 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2d29c79b-42de-4d0a-b480-f76444f4bb2a req-4c6ad247-411f-4d38-b1f1-3f2f5ecd906a service neutron] 10.222.0.20 "GET /v2.0/networks?id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 HTTP/1.1" status: 200 len: 913 time: 0.6203659 Mar 01 13:52:56.893187 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-52e6a965-f923-45e9-b6ab-faf0c2eaeb64 req-f6dd581b-11d2-4ee2-a94e-5278a420ad99 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:56.893582 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-52e6a965-f923-45e9-b6ab-faf0c2eaeb64 req-f6dd581b-11d2-4ee2-a94e-5278a420ad99 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (ca4ba4e9-6a4e-4ce6-83df-0b48d8bef7be), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:56.893903 n-d-827467-3 neutron-server[103726]: INFO neutron.db.l3_db [req-52e6a965-f923-45e9-b6ab-faf0c2eaeb64 req-f6dd581b-11d2-4ee2-a94e-5278a420ad99 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Floating IP ca4ba4e9-6a4e-4ce6-83df-0b48d8bef7be disassociated. External IP: 172.25.1.144, port: be3d13b4-90c6-4a97-ac5d-46d6c4805009. Mar 01 13:52:56.894335 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-52e6a965-f923-45e9-b6ab-faf0c2eaeb64 req-f6dd581b-11d2-4ee2-a94e-5278a420ad99 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Calling delete_port for be3d13b4-90c6-4a97-ac5d-46d6c4805009 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:52:56.978925 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29aee8-6c0b-411a-9209-d55be5f78351 req-a20fcbe2-cea8-420f-b283-ba4762d6388b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:56.981200 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0a29aee8-6c0b-411a-9209-d55be5f78351 req-a20fcbe2-cea8-420f-b283-ba4762d6388b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6293898 Mar 01 13:52:57.039854 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f494dd-82b5-4f48-b9ea-37625bd23295 service neutron] Pushing event updated for resources: {'Port': ['ID=e8ccdf71-e2f4-4cc9-9760-5a1c1016a740,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:57.059858 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f8dfc8e9-0b8e-4233-b94b-d91f7bc2eb09 admin admin] Publish callbacks [] for security_group (821f0dda-36e9-4b2a-8232-d309f75da9c6), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:57.223956 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7c08d2c3-57ad-4c66-bd3e-d6a145b738ad req-9a0fe427-0389-4428-80f8-f2f04f2921e4 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=93839781-d0d0-4ebf-b8be-f5b810cb3402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5219276 Mar 01 13:52:57.235397 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-5396970e-d576-40c4-b7f4-58224eee2015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4340cb38-53ab-4077-a720-5005f7134aca), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:57.250893 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2d29c79b-42de-4d0a-b480-f76444f4bb2a req-138fc84d-afb2-4c8b-947b-4f9071fa4911 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81ae989c-7b62-47ac-af82-3314b9b53ab0 HTTP/1.1" status: 200 len: 217 time: 0.2138236 Mar 01 13:52:57.256576 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f8dfc8e9-0b8e-4233-b94b-d91f7bc2eb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (821f0dda-36e9-4b2a-8232-d309f75da9c6), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:57.259613 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f8dfc8e9-0b8e-4233-b94b-d91f7bc2eb09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:57.260833 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f8dfc8e9-0b8e-4233-b94b-d91f7bc2eb09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/821f0dda-36e9-4b2a-8232-d309f75da9c6 HTTP/1.1" status: 204 len: 168 time: 1.0279069 Mar 01 13:52:57.325573 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf21e37-2d93-48d6-a08a-88a136f182f1 req-fcefd05d-7082-478c-aa0f-9683318e1590 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:57.353664 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf21e37-2d93-48d6-a08a-88a136f182f1 req-fcefd05d-7082-478c-aa0f-9683318e1590 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:57.359037 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf21e37-2d93-48d6-a08a-88a136f182f1 req-fcefd05d-7082-478c-aa0f-9683318e1590 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:57.374144 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29c79b-42de-4d0a-b480-f76444f4bb2a req-ed03be88-86fa-46b4-8c55-179902b7afdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:57.375641 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2d29c79b-42de-4d0a-b480-f76444f4bb2a req-ed03be88-86fa-46b4-8c55-179902b7afdc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1ea702e-89f4-430d-ba35-37a3134c98fa HTTP/1.1" status: 200 len: 851 time: 0.1118834 Mar 01 13:52:57.381045 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6bf21e37-2d93-48d6-a08a-88a136f182f1 req-fcefd05d-7082-478c-aa0f-9683318e1590 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d5d58-e866-4c50-b16a-ff65a741aa6a HTTP/1.1" status: 200 len: 2398 time: 0.3772211 Mar 01 13:52:57.448472 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-18538439-7af9-4f1f-a862-564c7aa3c974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:57.465319 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dfc8e9-0b8e-4233-b94b-d91f7bc2eb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821f0dda-36e9-4b2a-8232-d309f75da9c6,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:57.465569 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-92c04990-f05f-46c2-b3bb-37a987fc608a tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Made reservation on behalf of f340ff4e67804778a5279bb87e956395 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:52:57.476815 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-92c04990-f05f-46c2-b3bb-37a987fc608a tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:57.510547 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebaab0-e07d-4908-b4ae-d5078b83aadd req-4bb659fe-6af5-48a8-b42c-0ee5a0d41264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:57.511110 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebaab0-e07d-4908-b4ae-d5078b83aadd req-4bb659fe-6af5-48a8-b42c-0ee5a0d41264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:57.511471 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebaab0-e07d-4908-b4ae-d5078b83aadd req-4bb659fe-6af5-48a8-b42c-0ee5a0d41264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:57.513443 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3eebaab0-e07d-4908-b4ae-d5078b83aadd req-4bb659fe-6af5-48a8-b42c-0ee5a0d41264 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa3e6a61157b47d8a82db557a370763f&device_id=2f7d5d58-e866-4c50-b16a-ff65a741aa6a HTTP/1.1" status: 200 len: 2858 time: 0.4508593 Mar 01 13:52:57.528320 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-92c04990-f05f-46c2-b3bb-37a987fc608a tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:57.562185 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6bf21e37-2d93-48d6-a08a-88a136f182f1 req-885c73b5-9b4f-4717-af9a-1e9e6486c1b9 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730242 Mar 01 13:52:57.664290 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-52e6a965-f923-45e9-b6ab-faf0c2eaeb64 req-f6dd581b-11d2-4ee2-a94e-5278a420ad99 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (be3d13b4-90c6-4a97-ac5d-46d6c4805009), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:57.723371 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-92c04990-f05f-46c2-b3bb-37a987fc608a tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Publish callbacks [] for security_group (51c93ae3-aed3-45f4-b8f0-6aa4cec888d6), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:57.753689 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-92c04990-f05f-46c2-b3bb-37a987fc608a tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (51c93ae3-aed3-45f4-b8f0-6aa4cec888d6), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:57.846413 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd581b-11d2-4ee2-a94e-5278a420ad99 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Pushing event deleted for resources: {'Port': ['ID=be3d13b4-90c6-4a97-ac5d-46d6c4805009,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:57.884371 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29c79b-42de-4d0a-b480-f76444f4bb2a req-d3e8a734-e13e-489e-b535-4ed585ca0846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:57.886141 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2d29c79b-42de-4d0a-b480-f76444f4bb2a req-d3e8a734-e13e-489e-b535-4ed585ca0846 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4866824 Mar 01 13:52:57.930000 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-92c04990-f05f-46c2-b3bb-37a987fc608a tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Allocated IP 192.168.233.178 (5e5e5cdc-dce5-4633-91fd-8e14363cd220/909a9e4d-2330-4bdf-bf33-da65c3dea6db/f972b89c-b99b-496e-a82e-7cb372202a13) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:52:58.008404 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4775e3a4-dee4-4c6b-9caa-7b80832220b6 req-035a4baa-b37e-433a-9ccf-1ab8cfe16a7f tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d1679c5-9784-4559-9622-1c192d487a34 HTTP/1.1" status: 200 len: 210 time: 0.2789497 Mar 01 13:52:58.062839 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c04990-f05f-46c2-b3bb-37a987fc608a tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51c93ae3-aed3-45f4-b8f0-6aa4cec888d6,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:58.129697 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 45724) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:58.155003 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6b406fc2-45e0-46dc-b402-c31b0f4d419b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:58.343106 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebaab0-e07d-4908-b4ae-d5078b83aadd req-8df19e01-b2f7-4650-8bc1-f285f66c9029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:58.344256 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebaab0-e07d-4908-b4ae-d5078b83aadd req-8df19e01-b2f7-4650-8bc1-f285f66c9029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:58.353062 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebaab0-e07d-4908-b4ae-d5078b83aadd req-8df19e01-b2f7-4650-8bc1-f285f66c9029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:58.356006 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3eebaab0-e07d-4908-b4ae-d5078b83aadd req-8df19e01-b2f7-4650-8bc1-f285f66c9029 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=aa3e6a61157b47d8a82db557a370763f&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8332765 Mar 01 13:52:58.404183 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-92c04990-f05f-46c2-b3bb-37a987fc608a tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Publish callbacks [] for port (f972b89c-b99b-496e-a82e-7cb372202a13), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:58.488926 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-80fa5071-0537-4f07-b2d6-ee179c61f849 req-5d850e1a-0ae8-4ae9-aae1-2823a96b4e73 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 210 time: 0.0567639 Mar 01 13:52:58.505753 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device be3d13b4-90c6-4a97-ac5d-46d6c4805009 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:52:58.550709 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6b406fc2-45e0-46dc-b402-c31b0f4d419b admin admin] Publish callbacks [] for security_group (b4fbe5b8-c766-4476-9662-9b054c82e9e5), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:58.552945 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-92c04990-f05f-46c2-b3bb-37a987fc608a tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (f972b89c-b99b-496e-a82e-7cb372202a13), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:58.567386 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: be3d13b4-90c6-4a97-ac5d-46d6c4805009 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:52:58.567759 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device be3d13b4-90c6-4a97-ac5d-46d6c4805009 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:52:58.625103 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6b406fc2-45e0-46dc-b402-c31b0f4d419b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b4fbe5b8-c766-4476-9662-9b054c82e9e5), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:58.792464 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52e6a965-f923-45e9-b6ab-faf0c2eaeb64 req-f6dd581b-11d2-4ee2-a94e-5278a420ad99 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Router 4bc3ce39-3e78-4067-b884-df9b6d673597 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:52:58.793087 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 45750) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:58.807090 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-92c04990-f05f-46c2-b3bb-37a987fc608a tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:52:58.815008 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2d29c79b-42de-4d0a-b480-f76444f4bb2a req-48372046-44d4-474e-9f41-ccd5cb8adbf7 service neutron] 10.222.0.20 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8947043 Mar 01 13:52:58.827449 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:58.828768 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6b406fc2-45e0-46dc-b402-c31b0f4d419b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e777d7e88b934cc08d61be0ffc81329b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6979966 Mar 01 13:52:58.832202 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 45756) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:52:58.878687 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b406fc2-45e0-46dc-b402-c31b0f4d419b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fbe5b8-c766-4476-9662-9b054c82e9e5,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:58.881223 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-92c04990-f05f-46c2-b3bb-37a987fc608a tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:52:58.884754 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-92c04990-f05f-46c2-b3bb-37a987fc608a tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:52:58.909382 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c04990-f05f-46c2-b3bb-37a987fc608a tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Pushing event updated for resources: {'Port': ['ID=f972b89c-b99b-496e-a82e-7cb372202a13,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:52:59.017162 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b406fc2-45e0-46dc-b402-c31b0f4d419b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:59.017162 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b406fc2-45e0-46dc-b402-c31b0f4d419b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:59.017866 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b406fc2-45e0-46dc-b402-c31b0f4d419b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:59.018119 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b406fc2-45e0-46dc-b402-c31b0f4d419b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:59.018456 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b406fc2-45e0-46dc-b402-c31b0f4d419b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:59.018847 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b406fc2-45e0-46dc-b402-c31b0f4d419b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:59.019123 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b406fc2-45e0-46dc-b402-c31b0f4d419b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:59.019471 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b406fc2-45e0-46dc-b402-c31b0f4d419b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:59.019813 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b406fc2-45e0-46dc-b402-c31b0f4d419b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:59.020246 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b406fc2-45e0-46dc-b402-c31b0f4d419b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:59.020476 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b406fc2-45e0-46dc-b402-c31b0f4d419b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:59.020796 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b406fc2-45e0-46dc-b402-c31b0f4d419b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:59.021119 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b406fc2-45e0-46dc-b402-c31b0f4d419b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:59.066955 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c04990-f05f-46c2-b3bb-37a987fc608a tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:59.067200 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c04990-f05f-46c2-b3bb-37a987fc608a tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:59.067568 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c04990-f05f-46c2-b3bb-37a987fc608a tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:59.068086 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c04990-f05f-46c2-b3bb-37a987fc608a tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:59.068304 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c04990-f05f-46c2-b3bb-37a987fc608a tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:59.091372 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c04990-f05f-46c2-b3bb-37a987fc608a tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:59.091888 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c04990-f05f-46c2-b3bb-37a987fc608a tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:59.092237 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c04990-f05f-46c2-b3bb-37a987fc608a tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:59.092576 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c04990-f05f-46c2-b3bb-37a987fc608a tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:59.092916 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c04990-f05f-46c2-b3bb-37a987fc608a tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:59.093258 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c04990-f05f-46c2-b3bb-37a987fc608a tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:59.093588 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c04990-f05f-46c2-b3bb-37a987fc608a tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:59.093916 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c04990-f05f-46c2-b3bb-37a987fc608a tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:52:59.174231 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-92c04990-f05f-46c2-b3bb-37a987fc608a tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:59.174929 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-92c04990-f05f-46c2-b3bb-37a987fc608a tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:59.176545 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-5396970e-d576-40c4-b7f4-58224eee2015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4340cb38-53ab-4077-a720-5005f7134aca {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:52:59.181756 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebaab0-e07d-4908-b4ae-d5078b83aadd req-4a1bebe5-3eeb-4ebf-8e44-81b9617e484a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:59.183828 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3eebaab0-e07d-4908-b4ae-d5078b83aadd req-4a1bebe5-3eeb-4ebf-8e44-81b9617e484a service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7956512 Mar 01 13:52:59.191901 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af61ff13-890c-4daa-91de-2e39fb806b28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:59.195566 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-5396970e-d576-40c4-b7f4-58224eee2015 service neutron] Publish callbacks [] for port (4340cb38-53ab-4077-a720-5005f7134aca), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:59.229891 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea38cdd-f929-4d92-84af-8a496ba033fc req-d8675d22-55db-4914-9657-f613f85841f8 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:59.241380 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea38cdd-f929-4d92-84af-8a496ba033fc req-d8675d22-55db-4914-9657-f613f85841f8 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:59.254003 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea38cdd-f929-4d92-84af-8a496ba033fc req-d8675d22-55db-4914-9657-f613f85841f8 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:52:59.255856 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aea38cdd-f929-4d92-84af-8a496ba033fc req-d8675d22-55db-4914-9657-f613f85841f8 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d5d58-e866-4c50-b16a-ff65a741aa6a HTTP/1.1" status: 200 len: 2398 time: 0.5147488 Mar 01 13:52:59.274588 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d403a03c-e09b-4d52-955f-b907b48a22aa admin admin] Publish callbacks [] for security_group (b4fbe5b8-c766-4476-9662-9b054c82e9e5), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:59.289593 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-5396970e-d576-40c4-b7f4-58224eee2015 service neutron] Transition to ACTIVE for port object 4340cb38-53ab-4077-a720-5005f7134aca will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:52:59.294236 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-92c04990-f05f-46c2-b3bb-37a987fc608a tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5144081 Mar 01 13:52:59.299652 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52e6a965-f923-45e9-b6ab-faf0c2eaeb64 req-f6dd581b-11d2-4ee2-a94e-5278a420ad99 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:52:59.308974 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-5396970e-d576-40c4-b7f4-58224eee2015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (4340cb38-53ab-4077-a720-5005f7134aca), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:59.309170 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-d215c61a-efd4-4f62-941b-b85e25615dc9 service neutron] Request body: {'port': {'device_id': '8d1679c5-9784-4559-9622-1c192d487a34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:52:59.312087 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e78ef6d-240e-4c2c-8db6-4c20d3b0a0ac None None] Sync routers for ids ['4bc3ce39-3e78-4067-b884-df9b6d673597'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:52:59.343455 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e78ef6d-240e-4c2c-8db6-4c20d3b0a0ac None None] Routers {'4bc3ce39-3e78-4067-b884-df9b6d673597'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:52:59.348376 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-1e78ef6d-240e-4c2c-8db6-4c20d3b0a0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:52:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4bc3ce39-3e78-4067-b884-df9b6d673597'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:52:59.402601 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d403a03c-e09b-4d52-955f-b907b48a22aa admin admin] Publish callbacks [] for security_group (b4fbe5b8-c766-4476-9662-9b054c82e9e5), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:59.419387 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2d29c79b-42de-4d0a-b480-f76444f4bb2a req-3489f8dc-02fe-4a21-a668-40c15c4ad3c7 service neutron] 10.222.0.20 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5214586 Mar 01 13:52:59.440471 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aea38cdd-f929-4d92-84af-8a496ba033fc req-66dd8e54-b974-45f8-ba0f-8bb354f424ba tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766744 Mar 01 13:52:59.453583 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d0988ef6-1b83-442b-805e-bbf276fd9d17 None None] Provisioning complete for port f972b89c-b99b-496e-a82e-7cb372202a13 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:52:59.454350 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d0988ef6-1b83-442b-805e-bbf276fd9d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f972b89c-b99b-496e-a82e-7cb372202a13), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:59.515631 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d0988ef6-1b83-442b-805e-bbf276fd9d17 None None] Port f972b89c-b99b-496e-a82e-7cb372202a13 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:52:59.527664 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-d215c61a-efd4-4f62-941b-b85e25615dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f972b89c-b99b-496e-a82e-7cb372202a13), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:59.578680 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-1e78ef6d-240e-4c2c-8db6-4c20d3b0a0ac None None] Set router 4bc3ce39-3e78-4067-b884-df9b6d673597 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:52:59.663699 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d403a03c-e09b-4d52-955f-b907b48a22aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b4fbe5b8-c766-4476-9662-9b054c82e9e5), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:59.675986 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d403a03c-e09b-4d52-955f-b907b48a22aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:59.677619 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d403a03c-e09b-4d52-955f-b907b48a22aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4fbe5b8-c766-4476-9662-9b054c82e9e5 HTTP/1.1" status: 204 len: 168 time: 0.7997587 Mar 01 13:52:59.715583 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e6a965-f923-45e9-b6ab-faf0c2eaeb64 req-f6dd581b-11d2-4ee2-a94e-5278a420ad99 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] No DVR routers for this DVR port be3d13b4-90c6-4a97-ac5d-46d6c4805009 on host n-h1-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:52:59.741841 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-52e6a965-f923-45e9-b6ab-faf0c2eaeb64 req-f6dd581b-11d2-4ee2-a94e-5278a420ad99 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:52:59.748217 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-52e6a965-f923-45e9-b6ab-faf0c2eaeb64 req-f6dd581b-11d2-4ee2-a94e-5278a420ad99 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.32 "DELETE /v2.0/ports/be3d13b4-90c6-4a97-ac5d-46d6c4805009 HTTP/1.1" status: 204 len: 173 time: 5.8883162 Mar 01 13:52:59.786198 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:52:59.841427 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4025627-1ecb-4755-b6e9-eff457f43453', 'name': 'network-vif-deleted', 'tag': 'be3d13b4-90c6-4a97-ac5d-46d6c4805009'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:52:59.843691 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007812bd-90ad-49fb-9e2a-2f708791a3ea" -d '{"events": [{"server_uuid": "e4025627-1ecb-4755-b6e9-eff457f43453", "name": "network-vif-deleted", "tag": "be3d13b4-90c6-4a97-ac5d-46d6c4805009"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:52:59.844802 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5b7b6488-0016-4b1e-a59d-04e5d9c92bae req-0e7a4673-3e7f-4699-b8fe-aeeeff3d586a tempest-ServerShowV257Test-1493067437 tempest-ServerShowV257Test-1493067437-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.2138968 Mar 01 13:53:00.023228 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396970e-d576-40c4-b7f4-58224eee2015 service neutron] Pushing event updated for resources: {'Port': ['ID=4340cb38-53ab-4077-a720-5005f7134aca,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:00.065744 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403a03c-e09b-4d52-955f-b907b48a22aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fbe5b8-c766-4476-9662-9b054c82e9e5,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:00.097861 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:00.123630 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-5396970e-d576-40c4-b7f4-58224eee2015 service neutron] Attempting to bind port 4340cb38-53ab-4077-a720-5005f7134aca on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:53:00.123986 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-5396970e-d576-40c4-b7f4-58224eee2015 service neutron] Attempting to bind port 4340cb38-53ab-4077-a720-5005f7134aca by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': 'c5287cb7-97ef-478a-832a-938a065620e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '386eb939-f77f-4b3e-8dc4-621a84351f3a'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:53:00.126424 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-13c2f35e-02f7-4979-87b4-396d52133967 req-fb32c806-dae5-4c26-9d26-175934365170 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4025627-1ecb-4755-b6e9-eff457f43453 HTTP/1.1" status: 200 len: 210 time: 0.0583692 Mar 01 13:53:00.131339 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-5396970e-d576-40c4-b7f4-58224eee2015 service neutron] Attempting to bind port 4340cb38-53ab-4077-a720-5005f7134aca on network 386eb939-f77f-4b3e-8dc4-621a84351f3a {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:53:00.145330 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e0631943-2e4f-4083-b164-fc4a225ea229 req-82c2c94e-c68a-4f8a-85d0-647ec0043504 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2665803 Mar 01 13:53:00.166608 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-5396970e-d576-40c4-b7f4-58224eee2015 service neutron] Port 4340cb38-53ab-4077-a720-5005f7134aca on network 386eb939-f77f-4b3e-8dc4-621a84351f3a not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:53:00.181662 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-5396970e-d576-40c4-b7f4-58224eee2015 service neutron] Attempting to bind port 4340cb38-53ab-4077-a720-5005f7134aca on network 386eb939-f77f-4b3e-8dc4-621a84351f3a {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:53:00.213352 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-1e78ef6d-240e-4c2c-8db6-4c20d3b0a0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'name': 'tempest-AttachVolumeShelveTestJSON-1706073340-router', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:03Z', 'updated_at': '2022-03-01T13:47:12Z', 'revision_number': 4, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'gw_port': {'id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:05Z', 'updated_at': '2022-03-01T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'f2081164-471f-4cfe-9d84-127b9b18c90c', 'name': '', 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'mac_address': 'fa:16:3e:8d:6a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '261203cc-bf87-4d50-a32d-f34589170095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:10Z', 'updated_at': '2022-03-01T13:47:20Z', 'revision_number': 5, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'subnets': [{'id': '261203cc-bf87-4d50-a32d-f34589170095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:53:00.312456 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e78ef6d-240e-4c2c-8db6-4c20d3b0a0ac None None] Checking router: 4bc3ce39-3e78-4067-b884-df9b6d673597 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:53:00.325714 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-5396970e-d576-40c4-b7f4-58224eee2015 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:53:00.326386 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-5396970e-d576-40c4-b7f4-58224eee2015 service neutron] Checking segment: {'id': 'c5287cb7-97ef-478a-832a-938a065620e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '386eb939-f77f-4b3e-8dc4-621a84351f3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:53:00.326896 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-5396970e-d576-40c4-b7f4-58224eee2015 service neutron] Bound using segment: {'id': 'c5287cb7-97ef-478a-832a-938a065620e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '386eb939-f77f-4b3e-8dc4-621a84351f3a'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:53:00.328320 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-5396970e-d576-40c4-b7f4-58224eee2015 service neutron] Bound port: 4340cb38-53ab-4077-a720-5005f7134aca, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5287cb7-97ef-478a-832a-938a065620e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '386eb939-f77f-4b3e-8dc4-621a84351f3a'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:53:00.328958 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-5396970e-d576-40c4-b7f4-58224eee2015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4340cb38-53ab-4077-a720-5005f7134aca), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:00.337510 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6763a712-c1de-499b-b40c-227f4e53e6ff x-openstack-request-id: req-6763a712-c1de-499b-b40c-227f4e53e6ff {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:53:00.338459 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4025627-1ecb-4755-b6e9-eff457f43453", "name": "network-vif-deleted", "tag": "be3d13b4-90c6-4a97-ac5d-46d6c4805009", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:53:00.338927 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6763a712-c1de-499b-b40c-227f4e53e6ff {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:53:00.340581 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4025627-1ecb-4755-b6e9-eff457f43453', 'name': 'network-vif-deleted', 'tag': 'be3d13b4-90c6-4a97-ac5d-46d6c4805009', 'status': 'completed', 'code': 200} Mar 01 13:53:00.341991 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd44f9-e456-4aac-bfda-81481b02fe56 req-db3d0c65-4584-42df-90e7-f1021ea31e3c tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:00.344928 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af61ff13-890c-4daa-91de-2e39fb806b28 admin admin] Publish callbacks [] for security_group (9382f4ef-6791-4b1a-b610-349206308316), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:00.362514 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-34cd44f9-e456-4aac-bfda-81481b02fe56 req-db3d0c65-4584-42df-90e7-f1021ea31e3c tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d1679c5-9784-4559-9622-1c192d487a34 HTTP/1.1" status: 200 len: 936 time: 0.7283201 Mar 01 13:53:00.367577 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e78ef6d-240e-4c2c-8db6-4c20d3b0a0ac None None] Routers {'4bc3ce39-3e78-4067-b884-df9b6d673597'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:53:00.369367 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af61ff13-890c-4daa-91de-2e39fb806b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (9382f4ef-6791-4b1a-b610-349206308316), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:00.378806 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-1e78ef6d-240e-4c2c-8db6-4c20d3b0a0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:52:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4bc3ce39-3e78-4067-b884-df9b6d673597'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:53:00.540182 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af61ff13-890c-4daa-91de-2e39fb806b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9382f4ef-6791-4b1a-b610-349206308316,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:00.558798 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-34cd44f9-e456-4aac-bfda-81481b02fe56 req-b79242c8-f9f6-495f-a450-5993a4f33dc4 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.13 "GET /v2.0/security-groups?id=51c93ae3-aed3-45f4-b8f0-6aa4cec888d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877415 Mar 01 13:53:00.560192 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-af61ff13-890c-4daa-91de-2e39fb806b28 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b4eda70386bf4532b98e42fe673e9a23&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7658942 Mar 01 13:53:00.571712 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 45802) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:00.576493 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0631943-2e4f-4083-b164-fc4a225ea229 req-40f4489e-bf85-4571-bea1-6311a57041c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:00.579398 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e0631943-2e4f-4083-b164-fc4a225ea229 req-40f4489e-bf85-4571-bea1-6311a57041c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=475192ca5f814c16b38a7d788a6a6472&device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 1126 time: 0.3661032 Mar 01 13:53:00.599033 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-1e78ef6d-240e-4c2c-8db6-4c20d3b0a0ac None None] Set router 4bc3ce39-3e78-4067-b884-df9b6d673597 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:53:00.657725 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-5396970e-d576-40c4-b7f4-58224eee2015 service neutron] For port 4340cb38-53ab-4077-a720-5005f7134aca, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:53:00.708406 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-5396970e-d576-40c4-b7f4-58224eee2015 service neutron] For port 4340cb38-53ab-4077-a720-5005f7134aca, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=4340cb38-53ab-4077-a720-5005f7134aca,segment=NetworkSegment(c5287cb7-97ef-478a-832a-938a065620e2),segment_id=c5287cb7-97ef-478a-832a-938a065620e2)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:53:00.726073 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-5396970e-d576-40c4-b7f4-58224eee2015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (4340cb38-53ab-4077-a720-5005f7134aca), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:00.729744 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-d215c61a-efd4-4f62-941b-b85e25615dc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f972b89c-b99b-496e-a82e-7cb372202a13 {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:53:00.771350 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-d215c61a-efd4-4f62-941b-b85e25615dc9 service neutron] Publish callbacks [] for port (f972b89c-b99b-496e-a82e-7cb372202a13), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:00.778178 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-5396970e-d576-40c4-b7f4-58224eee2015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:00.778935 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-5396970e-d576-40c4-b7f4-58224eee2015 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:00.780868 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-5396970e-d576-40c4-b7f4-58224eee2015 service neutron] 10.222.0.20 "PUT /v2.0/ports/4340cb38-53ab-4077-a720-5005f7134aca HTTP/1.1" status: 200 len: 1091 time: 4.1151667 Mar 01 13:53:00.821542 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e378c6cf-f9a7-4560-aa1a-1c17f6b8a2f3 admin admin] Publish callbacks [] for security_group (9382f4ef-6791-4b1a-b610-349206308316), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:00.836517 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ebb79-a43e-47ca-86ba-cff2b1eec836 req-7935c5fb-e750-4fec-b89b-ff93ba1f0d16 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:00.853227 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ebb79-a43e-47ca-86ba-cff2b1eec836 req-7935c5fb-e750-4fec-b89b-ff93ba1f0d16 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:00.858686 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ebb79-a43e-47ca-86ba-cff2b1eec836 req-7935c5fb-e750-4fec-b89b-ff93ba1f0d16 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:00.873203 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-451ebb79-a43e-47ca-86ba-cff2b1eec836 req-7935c5fb-e750-4fec-b89b-ff93ba1f0d16 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d5d58-e866-4c50-b16a-ff65a741aa6a HTTP/1.1" status: 200 len: 2410 time: 0.2792821 Mar 01 13:53:00.890345 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-d215c61a-efd4-4f62-941b-b85e25615dc9 service neutron] Transition to ACTIVE for port object f972b89c-b99b-496e-a82e-7cb372202a13 will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:53:00.915728 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-d215c61a-efd4-4f62-941b-b85e25615dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (f972b89c-b99b-496e-a82e-7cb372202a13), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:00.991698 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396970e-d576-40c4-b7f4-58224eee2015 service neutron] Pushing event updated for resources: {'Port': ['ID=4340cb38-53ab-4077-a720-5005f7134aca,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:00.996166 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-1e78ef6d-240e-4c2c-8db6-4c20d3b0a0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'name': 'tempest-AttachVolumeShelveTestJSON-1706073340-router', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:03Z', 'updated_at': '2022-03-01T13:47:12Z', 'revision_number': 4, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'gw_port': {'id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:05Z', 'updated_at': '2022-03-01T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'f2081164-471f-4cfe-9d84-127b9b18c90c', 'name': '', 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'mac_address': 'fa:16:3e:8d:6a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '261203cc-bf87-4d50-a32d-f34589170095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:10Z', 'updated_at': '2022-03-01T13:47:20Z', 'revision_number': 5, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'subnets': [{'id': '261203cc-bf87-4d50-a32d-f34589170095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:53:00.998244 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0631943-2e4f-4083-b164-fc4a225ea229 req-30d9c9be-ebdf-4905-9b89-ad9e4090c514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:00.999786 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e0631943-2e4f-4083-b164-fc4a225ea229 req-30d9c9be-ebdf-4905-9b89-ad9e4090c514 service neutron] 10.222.0.32 "GET /v2.0/networks?id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 HTTP/1.1" status: 200 len: 913 time: 0.3916609 Mar 01 13:53:01.061228 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e78ef6d-240e-4c2c-8db6-4c20d3b0a0ac None None] The sync data for ids ['4bc3ce39-3e78-4067-b884-df9b6d673597'] in n-d-827467-3 is: [{'id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'name': 'tempest-AttachVolumeShelveTestJSON-1706073340-router', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:03Z', 'updated_at': '2022-03-01T13:47:12Z', 'revision_number': 4, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'gw_port': {'id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:05Z', 'updated_at': '2022-03-01T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'f2081164-471f-4cfe-9d84-127b9b18c90c', 'name': '', 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'mac_address': 'fa:16:3e:8d:6a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '261203cc-bf87-4d50-a32d-f34589170095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:10Z', 'updated_at': '2022-03-01T13:47:20Z', 'revision_number': 5, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'subnets': [{'id': '261203cc-bf87-4d50-a32d-f34589170095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:53:01.139487 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e378c6cf-f9a7-4560-aa1a-1c17f6b8a2f3 admin admin] Publish callbacks [] for security_group (9382f4ef-6791-4b1a-b610-349206308316), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:01.139985 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-632a8052-34ee-4d8a-a1b2-35fc3df2b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:01.141179 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-632a8052-34ee-4d8a-a1b2-35fc3df2b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:01.141737 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-632a8052-34ee-4d8a-a1b2-35fc3df2b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:01.143584 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-632a8052-34ee-4d8a-a1b2-35fc3df2b989 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa3e6a61157b47d8a82db557a370763f&device_id=2f7d5d58-e866-4c50-b16a-ff65a741aa6a HTTP/1.1" status: 200 len: 2956 time: 0.2963910 Mar 01 13:53:01.145710 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e0631943-2e4f-4083-b164-fc4a225ea229 req-f7041764-1323-43db-9874-b891d5aa5443 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7988cdd9-dd32-4813-871c-c8dca2569301 HTTP/1.1" status: 200 len: 999 time: 0.1389914 Mar 01 13:53:01.393277 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b4d7a13f-12d9-4f59-9a3c-72316a20c4b1 req-137531bd-2ad1-4897-afcb-da8e7d77b836 tempest-ServerShowV257Test-1493067437 tempest-ServerShowV257Test-1493067437-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.3556352 Mar 01 13:53:01.443502 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-451ebb79-a43e-47ca-86ba-cff2b1eec836 req-a26a689a-9072-4b6b-9901-6ff7a2071d6a tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5620635 Mar 01 13:53:01.463407 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d215c61a-efd4-4f62-941b-b85e25615dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=f972b89c-b99b-496e-a82e-7cb372202a13,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:01.544066 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-d215c61a-efd4-4f62-941b-b85e25615dc9 service neutron] Attempting to bind port f972b89c-b99b-496e-a82e-7cb372202a13 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:53:01.544421 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-d215c61a-efd4-4f62-941b-b85e25615dc9 service neutron] Attempting to bind port f972b89c-b99b-496e-a82e-7cb372202a13 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:53:01.544737 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-d215c61a-efd4-4f62-941b-b85e25615dc9 service neutron] Attempting to bind port f972b89c-b99b-496e-a82e-7cb372202a13 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:53:01.555290 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-d215c61a-efd4-4f62-941b-b85e25615dc9 service neutron] Port f972b89c-b99b-496e-a82e-7cb372202a13 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:53:01.555911 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-d215c61a-efd4-4f62-941b-b85e25615dc9 service neutron] Attempting to bind port f972b89c-b99b-496e-a82e-7cb372202a13 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:53:01.592323 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-d215c61a-efd4-4f62-941b-b85e25615dc9 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:53:01.603762 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-d215c61a-efd4-4f62-941b-b85e25615dc9 service neutron] Checking segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:53:01.604638 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-d215c61a-efd4-4f62-941b-b85e25615dc9 service neutron] Bound using segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:53:01.608126 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-d215c61a-efd4-4f62-941b-b85e25615dc9 service neutron] Bound port: f972b89c-b99b-496e-a82e-7cb372202a13, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:53:01.610472 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-d215c61a-efd4-4f62-941b-b85e25615dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f972b89c-b99b-496e-a82e-7cb372202a13), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:01.620370 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e378c6cf-f9a7-4560-aa1a-1c17f6b8a2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (9382f4ef-6791-4b1a-b610-349206308316), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:01.624752 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e290e213-3887-48f4-8024-b641aa20957b None None] New status for floating IP ca4ba4e9-6a4e-4ce6-83df-0b48d8bef7be: DOWN {{(pid=103729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 13:53:01.626892 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e378c6cf-f9a7-4560-aa1a-1c17f6b8a2f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:01.633611 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e378c6cf-f9a7-4560-aa1a-1c17f6b8a2f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9382f4ef-6791-4b1a-b610-349206308316 HTTP/1.1" status: 204 len: 168 time: 1.0596614 Mar 01 13:53:01.754941 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:01.807369 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 45836) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:01.819783 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-6803b2ac-c8ff-4215-9602-7726355334da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.65&port_id=66720d05-7eda-44b2-8a76-c9f014167c57 HTTP/1.1" status: 200 len: 217 time: 0.6620817 Mar 01 13:53:01.826843 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378c6cf-f9a7-4560-aa1a-1c17f6b8a2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9382f4ef-6791-4b1a-b610-349206308316,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:01.923114 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-d215c61a-efd4-4f62-941b-b85e25615dc9 service neutron] For port f972b89c-b99b-496e-a82e-7cb372202a13, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:53:01.928974 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-d215c61a-efd4-4f62-941b-b85e25615dc9 service neutron] For port f972b89c-b99b-496e-a82e-7cb372202a13, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f972b89c-b99b-496e-a82e-7cb372202a13,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:53:01.947540 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818383f1-c061-4be4-943e-1225414cf66d req-41be5384-bfb4-40b0-b610-e4879dd56cc5 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:01.949418 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-818383f1-c061-4be4-943e-1225414cf66d req-41be5384-bfb4-40b0-b610-e4879dd56cc5 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d1679c5-9784-4559-9622-1c192d487a34 HTTP/1.1" status: 200 len: 948 time: 0.1298153 Mar 01 13:53:01.951530 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-d215c61a-efd4-4f62-941b-b85e25615dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (f972b89c-b99b-496e-a82e-7cb372202a13), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:02.005174 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0631943-2e4f-4083-b164-fc4a225ea229 req-cf9aea17-76c5-4dce-bae3-b7b23921dbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:02.008285 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e0631943-2e4f-4083-b164-fc4a225ea229 req-cf9aea17-76c5-4dce-bae3-b7b23921dbac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d1ea702e-89f4-430d-ba35-37a3134c98fa HTTP/1.1" status: 200 len: 851 time: 0.8519480 Mar 01 13:53:02.027948 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-1cc0487a-561e-48d6-b466-9f03818f5545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:02.030489 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-1cc0487a-561e-48d6-b466-9f03818f5545 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f6f8cec7-f28e-43d9-bd2b-edba8c67caac HTTP/1.1" status: 200 len: 801 time: 0.2022069 Mar 01 13:53:02.034040 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-d215c61a-efd4-4f62-941b-b85e25615dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:02.035269 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-d215c61a-efd4-4f62-941b-b85e25615dc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:02.037682 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-d215c61a-efd4-4f62-941b-b85e25615dc9 service neutron] 10.222.0.32 "PUT /v2.0/ports/f972b89c-b99b-496e-a82e-7cb372202a13 HTTP/1.1" status: 200 len: 1096 time: 2.7335944 Mar 01 13:53:02.038604 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1679c5-9784-4559-9622-1c192d487a34', 'tag': 'f972b89c-b99b-496e-a82e-7cb372202a13'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:53:02.041647 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c519fb-ea51-47e1-81b4-5b53a84ef0a6" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1679c5-9784-4559-9622-1c192d487a34", "tag": "f972b89c-b99b-496e-a82e-7cb372202a13"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:53:02.079589 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d215c61a-efd4-4f62-941b-b85e25615dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=f972b89c-b99b-496e-a82e-7cb372202a13,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:02.115154 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-818383f1-c061-4be4-943e-1225414cf66d req-993f0c86-12f6-471a-8c38-321ab5cbc994 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.13 "GET /v2.0/security-groups?id=51c93ae3-aed3-45f4-b8f0-6aa4cec888d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196866 Mar 01 13:53:02.184584 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e88125-3551-4132-9068-ccad5b5e93e4 x-openstack-request-id: req-14e88125-3551-4132-9068-ccad5b5e93e4 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:53:02.186351 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1679c5-9784-4559-9622-1c192d487a34", "tag": "f972b89c-b99b-496e-a82e-7cb372202a13", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:53:02.186893 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14e88125-3551-4132-9068-ccad5b5e93e4 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:53:02.188620 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1679c5-9784-4559-9622-1c192d487a34', 'tag': 'f972b89c-b99b-496e-a82e-7cb372202a13', 'status': 'completed', 'code': 200} Mar 01 13:53:02.196081 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa4b8c47-98a3-4c2b-bd38-3a3398f7ece7 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for security_group (93839781-d0d0-4ebf-b8be-f5b810cb3402), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:02.224882 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa4b8c47-98a3-4c2b-bd38-3a3398f7ece7 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for security_group (93839781-d0d0-4ebf-b8be-f5b810cb3402), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:02.238762 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-b8dd1625-506b-454e-980a-c27c5333c68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:02.244394 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-b8dd1625-506b-454e-980a-c27c5333c68d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f340ff4e67804778a5279bb87e956395&device_id=8d1679c5-9784-4559-9622-1c192d487a34 HTTP/1.1" status: 200 len: 1130 time: 0.1280010 Mar 01 13:53:02.301833 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa4b8c47-98a3-4c2b-bd38-3a3398f7ece7 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (93839781-d0d0-4ebf-b8be-f5b810cb3402), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:02.304631 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa4b8c47-98a3-4c2b-bd38-3a3398f7ece7 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:02.305823 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fa4b8c47-98a3-4c2b-bd38-3a3398f7ece7 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "DELETE /v2.0/security-groups/93839781-d0d0-4ebf-b8be-f5b810cb3402 HTTP/1.1" status: 204 len: 168 time: 0.4976444 Mar 01 13:53:02.318904 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0631943-2e4f-4083-b164-fc4a225ea229 req-5ad6fab1-c65f-4d4c-b65f-2a5527118419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:02.320622 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e0631943-2e4f-4083-b164-fc4a225ea229 req-5ad6fab1-c65f-4d4c-b65f-2a5527118419 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3009622 Mar 01 13:53:02.321795 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 45850) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:02.322701 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b8c47-98a3-4c2b-bd38-3a3398f7ece7 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93839781-d0d0-4ebf-b8be-f5b810cb3402,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:02.337748 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-186afc52-00a2-446d-90e4-6a516c3ba784 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=f972b89c-b99b-496e-a82e-7cb372202a13 HTTP/1.1" status: 200 len: 217 time: 0.0839403 Mar 01 13:53:02.380109 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7d5d58-e866-4c50-b16a-ff65a741aa6a', 'tag': '4340cb38-53ab-4077-a720-5005f7134aca'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:53:02.385627 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deaf04e8-7b48-4efc-a82e-ea41767b1b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7d5d58-e866-4c50-b16a-ff65a741aa6a", "tag": "4340cb38-53ab-4077-a720-5005f7134aca"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:53:02.411643 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-d41d6310-f122-4d1b-abb3-200996497cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:02.413303 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-d41d6310-f122-4d1b-abb3-200996497cc1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=386eb939-f77f-4b3e-8dc4-621a84351f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3600602 Mar 01 13:53:02.515874 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-42cd07a7-97ee-4073-9f7c-732e77ec8ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:02.525791 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-42cd07a7-97ee-4073-9f7c-732e77ec8ecb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.1794043 Mar 01 13:53:02.549837 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9bb880-b466-42e7-9a9c-1a3ee294dbb8 x-openstack-request-id: req-af9bb880-b466-42e7-9a9c-1a3ee294dbb8 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:53:02.550126 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7d5d58-e866-4c50-b16a-ff65a741aa6a", "tag": "4340cb38-53ab-4077-a720-5005f7134aca", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:53:02.550373 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af9bb880-b466-42e7-9a9c-1a3ee294dbb8 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:53:02.550817 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7d5d58-e866-4c50-b16a-ff65a741aa6a', 'tag': '4340cb38-53ab-4077-a720-5005f7134aca', 'status': 'completed', 'code': 200} Mar 01 13:53:02.551589 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-13e0904a-f0f9-47ee-87e3-952a3a8fe2c6 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] show failed (client error): The resource could not be found. Mar 01 13:53:02.568315 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-13e0904a-f0f9-47ee-87e3-952a3a8fe2c6 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups/93839781-d0d0-4ebf-b8be-f5b810cb3402 HTTP/1.1" status: 404 len: 347 time: 0.2377670 Mar 01 13:53:02.631124 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 45868) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:02.669145 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9bfa6cde-0f10-4a35-89cc-e4c657f68034 req-42158412-8022-49e0-a2be-a940d2c2155a tempest-ServerShowV257Test-1493067437 tempest-ServerShowV257Test-1493067437-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.1147234 Mar 01 13:53:02.816903 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-ef3082e1-4e55-410c-be11-1b7dd76c1f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:02.818719 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-ef3082e1-4e55-410c-be11-1b7dd76c1f0e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2877314 Mar 01 13:53:02.821527 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e0631943-2e4f-4083-b164-fc4a225ea229 req-ad226945-68d9-40e4-be72-185a5894d183 service neutron] 10.222.0.32 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422076 Mar 01 13:53:02.823877 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-0d3bf393-20a4-4ab1-a458-7f2441014d9e service neutron] 10.222.0.20 "GET /v2.0/networks/386eb939-f77f-4b3e-8dc4-621a84351f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618295 Mar 01 13:53:02.836294 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcce5de-a0fe-43b8-a1bd-811b32e72f22 req-83e534c1-5b51-435f-8b12-79e6f510709f tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:02.844082 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcce5de-a0fe-43b8-a1bd-811b32e72f22 req-83e534c1-5b51-435f-8b12-79e6f510709f tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:02.850510 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcce5de-a0fe-43b8-a1bd-811b32e72f22 req-83e534c1-5b51-435f-8b12-79e6f510709f tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:02.858669 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cbcce5de-a0fe-43b8-a1bd-811b32e72f22 req-83e534c1-5b51-435f-8b12-79e6f510709f tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d5d58-e866-4c50-b16a-ff65a741aa6a HTTP/1.1" status: 200 len: 2410 time: 0.2142060 Mar 01 13:53:02.939844 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-19e658ea-09fb-43f7-9402-ee6cc9909a71 service neutron] 10.222.0.20 "GET /v2.0/networks/386eb939-f77f-4b3e-8dc4-621a84351f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044519 Mar 01 13:53:02.981223 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-62d84047-ab46-44e6-b71f-844c2155460a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Deleting port 10cb3ca6-06a6-491e-975c-44b0be2fc046 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:53:02.982217 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-62d84047-ab46-44e6-b71f-844c2155460a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (10cb3ca6-06a6-491e-975c-44b0be2fc046), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:02.999150 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-c9cdef01-c4aa-48fd-bf56-d4b87ece87f7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.13&port_id=e8ccdf71-e2f4-4cc9-9760-5a1c1016a740 HTTP/1.1" status: 200 len: 217 time: 0.0515697 Mar 01 13:53:03.017609 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cbcce5de-a0fe-43b8-a1bd-811b32e72f22 req-4174e5bc-c25b-457e-a912-5a89ee3fbfea tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527176 Mar 01 13:53:03.075217 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-b008960d-4d6c-45e7-a9af-8b1cc8bac3e6 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129879 Mar 01 13:53:03.099696 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 45884) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:03.101219 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-36dcd970-2992-4247-a5fb-6035053e270b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:03.102736 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-36dcd970-2992-4247-a5fb-6035053e270b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00d563dd-b828-4cef-9459-e97de4e2dd32 HTTP/1.1" status: 200 len: 801 time: 0.0734315 Mar 01 13:53:03.149407 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e0631943-2e4f-4083-b164-fc4a225ea229 req-6c1e4c62-4edd-4dfa-9edf-2ab2f4ff59ab service neutron] 10.222.0.32 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128674 Mar 01 13:53:03.170182 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-142921ae-c8ab-4212-b362-aac970a6079e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:03.171615 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-142921ae-c8ab-4212-b362-aac970a6079e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bb12f60-f616-474b-8a2c-e1d2e3878bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0614243 Mar 01 13:53:03.230213 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-62d84047-ab46-44e6-b71f-844c2155460a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (10cb3ca6-06a6-491e-975c-44b0be2fc046), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:03.230536 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-62d84047-ab46-44e6-b71f-844c2155460a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for floatingip (10cb3ca6-06a6-491e-975c-44b0be2fc046), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:03.275504 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-62d84047-ab46-44e6-b71f-844c2155460a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Calling delete_port for 10cb3ca6-06a6-491e-975c-44b0be2fc046 owned by network:floatingip {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:53:03.278690 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-1917cbcf-a5e1-426c-a651-ce6683afe529 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-482411514-network', 'tenant_id': 'ce8433796a20462188b8cc95a1d1d4d8'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:03.333076 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1917cbcf-a5e1-426c-a651-ce6683afe529 admin admin] Made reservation on behalf of ce8433796a20462188b8cc95a1d1d4d8 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:53:03.336232 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1917cbcf-a5e1-426c-a651-ce6683afe529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:03.352105 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-d07e2602-797d-4b85-8de0-45bff2f5904d service neutron] 10.222.0.20 "GET /v2.0/networks/6bb12f60-f616-474b-8a2c-e1d2e3878bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727581 Mar 01 13:53:03.353122 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1917cbcf-a5e1-426c-a651-ce6683afe529 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:03.498648 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-7b9630ed-c0a9-4a26-9082-a436663d8d4c service neutron] 10.222.0.20 "GET /v2.0/networks/6bb12f60-f616-474b-8a2c-e1d2e3878bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267562 Mar 01 13:53:03.549367 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-5eb9d1dc-7815-4e4e-80b3-cfc1cf7b32e7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.77&port_id=4340cb38-53ab-4077-a720-5005f7134aca HTTP/1.1" status: 200 len: 217 time: 0.0426159 Mar 01 13:53:03.637183 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-df6b29e2-2f7c-49d0-aa02-9d98c886c0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:03.639156 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-df6b29e2-2f7c-49d0-aa02-9d98c886c0a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f6f8cec7-f28e-43d9-bd2b-edba8c67caac HTTP/1.1" status: 200 len: 801 time: 0.0815580 Mar 01 13:53:03.644786 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1917cbcf-a5e1-426c-a651-ce6683afe529 admin admin] Publish callbacks [] for security_group (cd4d9ca1-f55a-40bc-b944-f22de3eaf370), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:03.656874 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1917cbcf-a5e1-426c-a651-ce6683afe529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (cd4d9ca1-f55a-40bc-b944-f22de3eaf370), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:03.719619 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1917cbcf-a5e1-426c-a651-ce6683afe529 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:53:03.728811 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917cbcf-a5e1-426c-a651-ce6683afe529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4d9ca1-f55a-40bc-b944-f22de3eaf370,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:03.734728 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4e0c8cd-e842-4daf-af16-7eee6a626aed req-45d2805e-534a-46e6-b287-2db826f0202e service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6511908 Mar 01 13:53:03.746415 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1917cbcf-a5e1-426c-a651-ce6683afe529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (cf91def4-7767-4dc0-af58-dc3bc2235578), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:03.746938 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-1917cbcf-a5e1-426c-a651-ce6683afe529 admin admin] Added segment cf91def4-7767-4dc0-af58-dc3bc2235578 of type vlan for network 7791a3ad-ea99-41b5-bb9e-01fc535ffc2e Mar 01 13:53:03.749935 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-028ce9f3-374e-43da-aca7-d5970dff8863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:03.752239 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-028ce9f3-374e-43da-aca7-d5970dff8863 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=386eb939-f77f-4b3e-8dc4-621a84351f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1055453 Mar 01 13:53:03.766850 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e7e88-b8ca-435b-adb6-6234d4babbda req-1c343883-594f-41db-acf8-11b86dc69d03 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:03.775658 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c41e7e88-b8ca-435b-adb6-6234d4babbda req-1c343883-594f-41db-acf8-11b86dc69d03 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d1679c5-9784-4559-9622-1c192d487a34 HTTP/1.1" status: 200 len: 948 time: 0.5473733 Mar 01 13:53:03.850147 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1917cbcf-a5e1-426c-a651-ce6683afe529 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (7791a3ad-ea99-41b5-bb9e-01fc535ffc2e), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:03.885087 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0a2d4db5-0ac4-421c-a720-d5c5b36491a7 req-cf066f43-c284-4cda-905b-cd69e12c0c4c tempest-ServerShowV257Test-1493067437 tempest-ServerShowV257Test-1493067437-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.0714703 Mar 01 13:53:03.905833 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1917cbcf-a5e1-426c-a651-ce6683afe529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (7791a3ad-ea99-41b5-bb9e-01fc535ffc2e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:03.907031 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1917cbcf-a5e1-426c-a651-ce6683afe529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:03.907815 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1917cbcf-a5e1-426c-a651-ce6683afe529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:03.915025 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-7718a448-702b-4a65-b687-e158da57c5d2 service neutron] 10.222.0.20 "GET /v2.0/networks/386eb939-f77f-4b3e-8dc4-621a84351f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536677 Mar 01 13:53:03.936264 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c41e7e88-b8ca-435b-adb6-6234d4babbda req-a5112bae-2df5-4940-9bb3-9b6d797d06d3 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.13 "GET /v2.0/security-groups?id=51c93ae3-aed3-45f4-b8f0-6aa4cec888d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595392 Mar 01 13:53:03.950669 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c519fb-ea51-47e1-81b4-5b53a84ef0a6 req-2e4d3bba-2347-4b62-9c27-a6d6acef9941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:03.954085 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06c519fb-ea51-47e1-81b4-5b53a84ef0a6 req-2e4d3bba-2347-4b62-9c27-a6d6acef9941 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f340ff4e67804778a5279bb87e956395&device_id=8d1679c5-9784-4559-9622-1c192d487a34 HTTP/1.1" status: 200 len: 1130 time: 0.1644032 Mar 01 13:53:04.043619 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1917cbcf-a5e1-426c-a651-ce6683afe529 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9397526 Mar 01 13:53:04.046210 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 45902) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:04.055522 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917cbcf-a5e1-426c-a651-ce6683afe529 admin admin] Pushing event updated for resources: {'Network': ['ID=7791a3ad-ea99-41b5-bb9e-01fc535ffc2e,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:04.059549 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-f5315ff6-1173-4917-9e78-2ad226473164 admin admin] Request body: {'subnet': {'network_id': '7791a3ad-ea99-41b5-bb9e-01fc535ffc2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-482411514-subnet', 'tenant_id': 'ce8433796a20462188b8cc95a1d1d4d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:04.071788 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 7791a3ad-ea99-41b5-bb9e-01fc535ffc2e details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:53:04.088735 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-62d84047-ab46-44e6-b71f-844c2155460a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (10cb3ca6-06a6-491e-975c-44b0be2fc046), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:04.143785 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d84047-ab46-44e6-b71f-844c2155460a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Pushing event deleted for resources: {'Port': ['ID=10cb3ca6-06a6-491e-975c-44b0be2fc046,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:04.146013 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0352b6b3-efaf-46bd-b4e5-c09535d8c02b req-ac4121d4-feaf-40f0-ad8b-a6bd549efda4 service neutron] 10.222.0.20 "GET /v2.0/networks/386eb939-f77f-4b3e-8dc4-621a84351f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123649 Mar 01 13:53:04.153520 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c519fb-ea51-47e1-81b4-5b53a84ef0a6 req-0801d2b0-cbf8-4ec1-8bd1-66978a626fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:04.155589 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06c519fb-ea51-47e1-81b4-5b53a84ef0a6 req-0801d2b0-cbf8-4ec1-8bd1-66978a626fc5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.1945145 Mar 01 13:53:04.156397 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5315ff6-1173-4917-9e78-2ad226473164 admin admin] Made reservation on behalf of ce8433796a20462188b8cc95a1d1d4d8 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:53:04.159218 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f5315ff6-1173-4917-9e78-2ad226473164 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:04.299622 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06c519fb-ea51-47e1-81b4-5b53a84ef0a6 req-9b04fe80-2669-4e15-9365-a8e234814a62 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=f972b89c-b99b-496e-a82e-7cb372202a13 HTTP/1.1" status: 200 len: 217 time: 0.1373758 Mar 01 13:53:04.325000 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-dc15fb49-19dd-4514-a5d8-35cca56c0091 req-b39e0c97-b928-4827-82a3-59b05bb3be3c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.0452778 Mar 01 13:53:04.337502 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf04e8-7b48-4efc-a82e-ea41767b1b1f req-6c3da0f3-fd3b-4a20-b5c7-6ed61aa5933d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:04.337978 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf04e8-7b48-4efc-a82e-ea41767b1b1f req-6c3da0f3-fd3b-4a20-b5c7-6ed61aa5933d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:04.338441 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf04e8-7b48-4efc-a82e-ea41767b1b1f req-6c3da0f3-fd3b-4a20-b5c7-6ed61aa5933d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:04.340416 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-deaf04e8-7b48-4efc-a82e-ea41767b1b1f req-6c3da0f3-fd3b-4a20-b5c7-6ed61aa5933d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa3e6a61157b47d8a82db557a370763f&device_id=2f7d5d58-e866-4c50-b16a-ff65a741aa6a HTTP/1.1" status: 200 len: 2956 time: 0.1290300 Mar 01 13:53:04.415212 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-62d84047-ab46-44e6-b71f-844c2155460a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for floatingip (ca4ba4e9-6a4e-4ce6-83df-0b48d8bef7be), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:04.417784 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-62d84047-ab46-44e6-b71f-844c2155460a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:04.422493 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-62d84047-ab46-44e6-b71f-844c2155460a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "DELETE /v2.0/floatingips/ca4ba4e9-6a4e-4ce6-83df-0b48d8bef7be HTTP/1.1" status: 204 len: 168 time: 1.7758405 Mar 01 13:53:04.426896 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c519fb-ea51-47e1-81b4-5b53a84ef0a6 req-bbcbdd99-4ac6-42d1-a601-b106c0703138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:04.428418 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06c519fb-ea51-47e1-81b4-5b53a84ef0a6 req-bbcbdd99-4ac6-42d1-a601-b106c0703138 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.1129200 Mar 01 13:53:04.491449 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5ad4b-4ac7-4fa1-bdc7-d78f32222676 req-60d68a28-42d9-4773-810f-6813f8ad5b90 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:04.497015 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5ad4b-4ac7-4fa1-bdc7-d78f32222676 req-60d68a28-42d9-4773-810f-6813f8ad5b90 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:04.502318 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5ad4b-4ac7-4fa1-bdc7-d78f32222676 req-60d68a28-42d9-4773-810f-6813f8ad5b90 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:04.503970 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b4e5ad4b-4ac7-4fa1-bdc7-d78f32222676 req-60d68a28-42d9-4773-810f-6813f8ad5b90 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d5d58-e866-4c50-b16a-ff65a741aa6a HTTP/1.1" status: 200 len: 2410 time: 0.2265074 Mar 01 13:53:04.600795 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c519fb-ea51-47e1-81b4-5b53a84ef0a6 req-5ad0f04a-80ef-4058-afe6-a846b2cef177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:04.602354 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06c519fb-ea51-47e1-81b4-5b53a84ef0a6 req-5ad0f04a-80ef-4058-afe6-a846b2cef177 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1671460 Mar 01 13:53:04.716256 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b4e5ad4b-4ac7-4fa1-bdc7-d78f32222676 req-f8b01d08-c008-45a1-8716-7d0a087ab5f8 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899631 Mar 01 13:53:04.730833 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f5315ff6-1173-4917-9e78-2ad226473164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (7a603dae-4e79-4b27-b3ec-18e6d13670f2), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:04.744204 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 45914) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:04.749501 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-45e1ffb5-7c6f-42bc-9ee0-f6133fbd4aa9 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Request body: {'security_group': {'name': 'tempest-securitygroup--698188433', 'description': 'tempest-description--1346035031'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:04.786154 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-45e1ffb5-7c6f-42bc-9ee0-f6133fbd4aa9 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:04.818691 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5315ff6-1173-4917-9e78-2ad226473164 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a603dae-4e79-4b27-b3ec-18e6d13670f2,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:04.846471 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06c519fb-ea51-47e1-81b4-5b53a84ef0a6 req-69af6309-ff96-42e3-b904-4d6fdf74cf59 service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308567 Mar 01 13:53:04.873005 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5315ff6-1173-4917-9e78-2ad226473164 admin admin] Checking segment: {'id': 'cf91def4-7767-4dc0-af58-dc3bc2235578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7791a3ad-ea99-41b5-bb9e-01fc535ffc2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:53:04.873401 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5315ff6-1173-4917-9e78-2ad226473164 admin admin] Network hostable DHCP agents. Network: 7791a3ad-ea99-41b5-bb9e-01fc535ffc2e, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:53:04.880510 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf04e8-7b48-4efc-a82e-ea41767b1b1f req-43b20335-1b58-44b9-b5a2-64fb3a8b2e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:04.882501 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-deaf04e8-7b48-4efc-a82e-ea41767b1b1f req-43b20335-1b58-44b9-b5a2-64fb3a8b2e35 service neutron] 10.222.0.20 "GET /v2.0/networks?id=386eb939-f77f-4b3e-8dc4-621a84351f3a HTTP/1.1" status: 200 len: 903 time: 0.2687697 Mar 01 13:53:04.945678 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5315ff6-1173-4917-9e78-2ad226473164 admin admin] Network 7791a3ad-ea99-41b5-bb9e-01fc535ffc2e is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:53:04.950856 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-deaf04e8-7b48-4efc-a82e-ea41767b1b1f req-07069fba-eec2-45fd-b5fc-df0b0f161819 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.77&port_id=4340cb38-53ab-4077-a720-5005f7134aca HTTP/1.1" status: 200 len: 217 time: 0.0622802 Mar 01 13:53:04.968120 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-45e1ffb5-7c6f-42bc-9ee0-f6133fbd4aa9 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for security_group (ed9cc7f8-5d55-4193-b598-a88ecec4a05f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:05.000858 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-45e1ffb5-7c6f-42bc-9ee0-f6133fbd4aa9 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ed9cc7f8-5d55-4193-b598-a88ecec4a05f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:05.013783 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-f5315ff6-1173-4917-9e78-2ad226473164 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 7791a3ad-ea99-41b5-bb9e-01fc535ffc2e) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:53:05.025308 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4708d595-1ff8-49ea-874b-ebf146697aef None None] Network 7791a3ad-ea99-41b5-bb9e-01fc535ffc2e requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:53:05.041401 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5315ff6-1173-4917-9e78-2ad226473164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:05.042059 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f5315ff6-1173-4917-9e78-2ad226473164 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:05.079289 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e1ffb5-7c6f-42bc-9ee0-f6133fbd4aa9 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9cc7f8-5d55-4193-b598-a88ecec4a05f,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:05.099252 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06c519fb-ea51-47e1-81b4-5b53a84ef0a6 req-1a2144f8-a7c7-4dd7-a34a-be15d3ff1d4b service neutron] 10.222.0.32 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473426 Mar 01 13:53:05.101337 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-130760e7-9a3f-4314-93a9-47eed9a1ddb2 req-60044185-b8c2-4996-9112-6ec36677e3eb tempest-ServerShowV257Test-1493067437 tempest-ServerShowV257Test-1493067437-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.0530944 Mar 01 13:53:05.107565 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-45e1ffb5-7c6f-42bc-9ee0-f6133fbd4aa9 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:05.119494 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f5315ff6-1173-4917-9e78-2ad226473164 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0661855 Mar 01 13:53:05.147070 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-45e1ffb5-7c6f-42bc-9ee0-f6133fbd4aa9 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4016972 Mar 01 13:53:05.151237 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf04e8-7b48-4efc-a82e-ea41767b1b1f req-1fee3b91-9f3a-4bec-b751-569fa1691664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:05.152706 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-deaf04e8-7b48-4efc-a82e-ea41767b1b1f req-1fee3b91-9f3a-4bec-b751-569fa1691664 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f6f8cec7-f28e-43d9-bd2b-edba8c67caac HTTP/1.1" status: 200 len: 801 time: 0.1956725 Mar 01 13:53:05.153193 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 45930) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:05.174771 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba960c6-7777-4156-8145-2ce969d0aa86 req-7bed8681-512b-40b5-b0a5-5bd9c1d49e79 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:05.175916 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-fab943cc-8c11-42f8-89cf-35df0106f48f tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Request body: {'security_group_rule': {'security_group_id': 'ed9cc7f8-5d55-4193-b598-a88ecec4a05f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:05.176563 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5ba960c6-7777-4156-8145-2ce969d0aa86 req-7bed8681-512b-40b5-b0a5-5bd9c1d49e79 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d1679c5-9784-4559-9622-1c192d487a34 HTTP/1.1" status: 200 len: 948 time: 0.1136227 Mar 01 13:53:05.285397 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f767f8b-22d4-43d1-81af-bfcd9501521c None None] Network 7791a3ad-ea99-41b5-bb9e-01fc535ffc2e requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:53:05.304217 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fab943cc-8c11-42f8-89cf-35df0106f48f tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for security_group_rule (34e1f72c-9cbc-42ce-bb4c-f064e19aa157), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:05.344717 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5ba960c6-7777-4156-8145-2ce969d0aa86 req-df5abfaf-7589-45c2-a366-23cad7bc41dd tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.13 "GET /v2.0/security-groups?id=51c93ae3-aed3-45f4-b8f0-6aa4cec888d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446817 Mar 01 13:53:05.416710 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fab943cc-8c11-42f8-89cf-35df0106f48f tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for security_group_rule (34e1f72c-9cbc-42ce-bb4c-f064e19aa157), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:05.430405 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf04e8-7b48-4efc-a82e-ea41767b1b1f req-94153e12-59d5-423f-9720-5c58faec3a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:05.432712 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-deaf04e8-7b48-4efc-a82e-ea41767b1b1f req-94153e12-59d5-423f-9720-5c58faec3a2b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=386eb939-f77f-4b3e-8dc4-621a84351f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2524440 Mar 01 13:53:05.433491 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fab943cc-8c11-42f8-89cf-35df0106f48f tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (34e1f72c-9cbc-42ce-bb4c-f064e19aa157), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:05.514417 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab943cc-8c11-42f8-89cf-35df0106f48f tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e1f72c-9cbc-42ce-bb4c-f064e19aa157,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:05.549141 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fab943cc-8c11-42f8-89cf-35df0106f48f tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:05.553247 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 45938) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:05.553475 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fab943cc-8c11-42f8-89cf-35df0106f48f tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3990898 Mar 01 13:53:05.559359 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-3522e1ef-bceb-4738-8448-6faa95c4fe12 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Request body: {'security_group_rule': {'security_group_id': 'ed9cc7f8-5d55-4193-b598-a88ecec4a05f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:05.617215 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-d8479882-3edc-4707-93a7-43a71dacecc2 req-156a3caf-414d-4f88-8063-aed1e991f29d tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-207186487', 'description': 'tempest-description-782240515'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:05.639620 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-deaf04e8-7b48-4efc-a82e-ea41767b1b1f req-9e6141a7-6238-4d0b-b5b4-a959b701d8c9 service neutron] 10.222.0.20 "GET /v2.0/networks/386eb939-f77f-4b3e-8dc4-621a84351f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977882 Mar 01 13:53:05.684363 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3522e1ef-bceb-4738-8448-6faa95c4fe12 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for security_group_rule (4c2b6c8a-141e-40e4-a936-8e3247d7870a), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:05.694353 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-d8479882-3edc-4707-93a7-43a71dacecc2 req-156a3caf-414d-4f88-8063-aed1e991f29d tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:05.822105 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-deaf04e8-7b48-4efc-a82e-ea41767b1b1f req-ff84ffde-dbf7-4bca-a50e-a5a374c96fc0 service neutron] 10.222.0.20 "GET /v2.0/networks/386eb939-f77f-4b3e-8dc4-621a84351f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655667 Mar 01 13:53:05.940149 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3522e1ef-bceb-4738-8448-6faa95c4fe12 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for security_group_rule (4c2b6c8a-141e-40e4-a936-8e3247d7870a), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:05.945008 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-d8479882-3edc-4707-93a7-43a71dacecc2 req-156a3caf-414d-4f88-8063-aed1e991f29d tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (088bd235-4ae3-49f8-bb55-295d73bd1b6f), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:05.948743 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3522e1ef-bceb-4738-8448-6faa95c4fe12 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (4c2b6c8a-141e-40e4-a936-8e3247d7870a), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:05.961701 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-d8479882-3edc-4707-93a7-43a71dacecc2 req-156a3caf-414d-4f88-8063-aed1e991f29d tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (088bd235-4ae3-49f8-bb55-295d73bd1b6f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:06.019928 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522e1ef-bceb-4738-8448-6faa95c4fe12 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2b6c8a-141e-40e4-a936-8e3247d7870a,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:06.033166 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d8309-3c50-48f6-89a9-e9b98ae9ec38 req-c461b7fa-d4be-4cdf-8e01-34d9d30daa6f tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:06.038619 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d8309-3c50-48f6-89a9-e9b98ae9ec38 req-c461b7fa-d4be-4cdf-8e01-34d9d30daa6f tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:06.044093 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d8309-3c50-48f6-89a9-e9b98ae9ec38 req-c461b7fa-d4be-4cdf-8e01-34d9d30daa6f tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:06.045898 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2a5d8309-3c50-48f6-89a9-e9b98ae9ec38 req-c461b7fa-d4be-4cdf-8e01-34d9d30daa6f tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d5d58-e866-4c50-b16a-ff65a741aa6a HTTP/1.1" status: 200 len: 2410 time: 0.1980081 Mar 01 13:53:06.050983 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3522e1ef-bceb-4738-8448-6faa95c4fe12 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:06.052209 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3522e1ef-bceb-4738-8448-6faa95c4fe12 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4977336 Mar 01 13:53:06.055329 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-d8479882-3edc-4707-93a7-43a71dacecc2 req-156a3caf-414d-4f88-8063-aed1e991f29d tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:06.055823 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 45944) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:06.059763 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d8479882-3edc-4707-93a7-43a71dacecc2 req-156a3caf-414d-4f88-8063-aed1e991f29d tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4538796 Mar 01 13:53:06.061902 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a3caf-414d-4f88-8063-aed1e991f29d tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=088bd235-4ae3-49f8-bb55-295d73bd1b6f,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:06.064515 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-d1d87411-4b4a-4431-b067-5b5465e280ee tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:06.102006 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-0e6597c2-5740-4828-b0cf-99e9f7710d4a req-a9391857-5ba0-42d9-a233-333e193549ae tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-702044598', 'description': 'tempest-description-1363872128'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:06.106139 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d1d87411-4b4a-4431-b067-5b5465e280ee tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:06.151067 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2a5d8309-3c50-48f6-89a9-e9b98ae9ec38 req-768451fb-8d06-428d-a094-184db01a9f06 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900915 Mar 01 13:53:06.152521 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-0e6597c2-5740-4828-b0cf-99e9f7710d4a req-a9391857-5ba0-42d9-a233-333e193549ae tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:06.225108 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d1d87411-4b4a-4431-b067-5b5465e280ee tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:06.272212 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-0e6597c2-5740-4828-b0cf-99e9f7710d4a req-a9391857-5ba0-42d9-a233-333e193549ae tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (be726fc1-62f5-4ce0-8674-59328ffb6c74), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:06.274547 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0588dd14-47ec-49f0-b69a-f709cada9eba req-8fe07c9a-ed4f-4b53-a839-85116b34e92f tempest-ServerShowV257Test-1493067437 tempest-ServerShowV257Test-1493067437-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.0424497 Mar 01 13:53:06.278827 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-0e6597c2-5740-4828-b0cf-99e9f7710d4a req-a9391857-5ba0-42d9-a233-333e193549ae tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (be726fc1-62f5-4ce0-8674-59328ffb6c74), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:06.324779 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-0e6597c2-5740-4828-b0cf-99e9f7710d4a req-a9391857-5ba0-42d9-a233-333e193549ae tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:06.329378 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0e6597c2-5740-4828-b0cf-99e9f7710d4a req-a9391857-5ba0-42d9-a233-333e193549ae tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2446144 Mar 01 13:53:06.330202 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9391857-5ba0-42d9-a233-333e193549ae tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be726fc1-62f5-4ce0-8674-59328ffb6c74,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:06.403793 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-d1d87411-4b4a-4431-b067-5b5465e280ee tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Allocated IP 172.25.1.120 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/b9d0d490-7f63-4b2d-89b8-f02f5ef76c2d) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:53:06.524705 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c62b8-e395-426b-b84a-713605bdd463 req-226ccdf2-a728-4e85-8107-bfd3a74d297c tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:06.531854 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bb8c62b8-e395-426b-b84a-713605bdd463 req-226ccdf2-a728-4e85-8107-bfd3a74d297c tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d1679c5-9784-4559-9622-1c192d487a34 HTTP/1.1" status: 200 len: 948 time: 0.0829504 Mar 01 13:53:06.568642 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d1d87411-4b4a-4431-b067-5b5465e280ee tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for port (b9d0d490-7f63-4b2d-89b8-f02f5ef76c2d), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:06.622181 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bb8c62b8-e395-426b-b84a-713605bdd463 req-8667f3f2-9c66-42ff-9402-68ad57dda6f5 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.13 "GET /v2.0/security-groups?id=51c93ae3-aed3-45f4-b8f0-6aa4cec888d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820558 Mar 01 13:53:06.629145 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d1d87411-4b4a-4431-b067-5b5465e280ee tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (b9d0d490-7f63-4b2d-89b8-f02f5ef76c2d), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:06.677192 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d87411-4b4a-4431-b067-5b5465e280ee tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:53:06.691023 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-d1d87411-4b4a-4431-b067-5b5465e280ee tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:53:06.710155 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d87411-4b4a-4431-b067-5b5465e280ee tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:53:06.712230 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d87411-4b4a-4431-b067-5b5465e280ee tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Pushing event updated for resources: {'Port': ['ID=b9d0d490-7f63-4b2d-89b8-f02f5ef76c2d,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:06.866480 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b17c6323-c0a5-4c5a-88c5-87b6108a192d req-08fc8125-c855-46f4-bd1c-ede6d7b64741 tempest-ServerShowV257Test-1493067437 tempest-ServerShowV257Test-1493067437-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.0725479 Mar 01 13:53:06.955037 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118344c4-d65e-4261-affa-a3bc09715bbf req-4d77feb0-fcc8-4f8a-a8b6-2524136e7f75 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:06.958392 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d1d87411-4b4a-4431-b067-5b5465e280ee tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for floatingip (a8438f8a-0cd9-403b-a6a0-192ca4f164b7), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:06.959097 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-118344c4-d65e-4261-affa-a3bc09715bbf req-4d77feb0-fcc8-4f8a-a8b6-2524136e7f75 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/networks?id=7791a3ad-ea99-41b5-bb9e-01fc535ffc2e HTTP/1.1" status: 200 len: 812 time: 0.2036841 Mar 01 13:53:06.985400 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-118344c4-d65e-4261-affa-a3bc09715bbf req-375b53ad-8f2d-4441-8e5e-5811e0004d6c tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/quotas/ce8433796a20462188b8cc95a1d1d4d8 HTTP/1.1" status: 200 len: 375 time: 0.0190377 Mar 01 13:53:07.035914 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d1d87411-4b4a-4431-b067-5b5465e280ee tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b9d0d490-7f63-4b2d-89b8-f02f5ef76c2d), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:07.042850 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-118344c4-d65e-4261-affa-a3bc09715bbf req-c048c95c-d351-4453-9f68-81c9adc1100b tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce8433796a20462188b8cc95a1d1d4d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483451 Mar 01 13:53:07.141925 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-118344c4-d65e-4261-affa-a3bc09715bbf req-dc886650-1b16-44ae-a3b4-7097a7139bf4 service neutron] 10.222.0.13 "GET /v2.0/networks/7791a3ad-ea99-41b5-bb9e-01fc535ffc2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978496 Mar 01 13:53:07.242443 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d1d87411-4b4a-4431-b067-5b5465e280ee tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for port (b9d0d490-7f63-4b2d-89b8-f02f5ef76c2d), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:07.251689 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d1d87411-4b4a-4431-b067-5b5465e280ee tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (b9d0d490-7f63-4b2d-89b8-f02f5ef76c2d), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:07.347000 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-118344c4-d65e-4261-affa-a3bc09715bbf req-8f732b8c-48cf-4169-ae85-47eeba94a609 service neutron] 10.222.0.13 "GET /v2.0/networks/7791a3ad-ea99-41b5-bb9e-01fc535ffc2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988533 Mar 01 13:53:07.371709 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552823e-15ff-4ff1-8e78-45f87e0b442a req-b0dc568b-ad3d-4aa1-9f40-98a2899ddffc tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:07.377668 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552823e-15ff-4ff1-8e78-45f87e0b442a req-b0dc568b-ad3d-4aa1-9f40-98a2899ddffc tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:07.384529 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552823e-15ff-4ff1-8e78-45f87e0b442a req-b0dc568b-ad3d-4aa1-9f40-98a2899ddffc tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:07.386394 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6552823e-15ff-4ff1-8e78-45f87e0b442a req-b0dc568b-ad3d-4aa1-9f40-98a2899ddffc tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d5d58-e866-4c50-b16a-ff65a741aa6a HTTP/1.1" status: 200 len: 2410 time: 0.0924561 Mar 01 13:53:07.447172 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d1d87411-4b4a-4431-b067-5b5465e280ee tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (a8438f8a-0cd9-403b-a6a0-192ca4f164b7), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:07.464543 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d87411-4b4a-4431-b067-5b5465e280ee tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Pushing event updated for resources: {'Port': ['ID=b9d0d490-7f63-4b2d-89b8-f02f5ef76c2d,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:07.499961 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d1d87411-4b4a-4431-b067-5b5465e280ee tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:07.501886 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d1d87411-4b4a-4431-b067-5b5465e280ee tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4442055 Mar 01 13:53:07.507743 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b631a7a1-6718-43f1-85ad-c3b1ba0cdd91 req-d1084113-15a0-4b89-be76-7ffe3bf0931a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=29fb50e5-e3a5-41b9-b21c-f954bdc8471e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2054386 Mar 01 13:53:07.557179 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6552823e-15ff-4ff1-8e78-45f87e0b442a req-b274257f-1db7-4f0d-9890-bc052b6576e9 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576836 Mar 01 13:53:07.618293 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c38203b0-4ae9-4c51-a984-1b2f86b98131 req-d6916130-9c1a-4697-a9fe-2c8661d57f9f tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdb449fd-6c4c-40ea-8ffc-62f757807687 HTTP/1.1" status: 200 len: 210 time: 0.0502276 Mar 01 13:53:07.679430 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631a7a1-6718-43f1-85ad-c3b1ba0cdd91 req-dd340ef0-c8bd-4854-bb14-2943e42c514c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:07.681005 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b631a7a1-6718-43f1-85ad-c3b1ba0cdd91 req-dd340ef0-c8bd-4854-bb14-2943e42c514c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=475192ca5f814c16b38a7d788a6a6472&device_id=29fb50e5-e3a5-41b9-b21c-f954bdc8471e HTTP/1.1" status: 200 len: 1128 time: 0.0964956 Mar 01 13:53:07.848847 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9cff6-11d9-48b9-a663-122344e2d2a2 req-e8f72ec1-40c2-4fd5-8027-a275f4143963 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:07.850314 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631a7a1-6718-43f1-85ad-c3b1ba0cdd91 req-4a12612c-7a1b-4e35-8ac0-bd2bf66daf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:07.852280 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b631a7a1-6718-43f1-85ad-c3b1ba0cdd91 req-4a12612c-7a1b-4e35-8ac0-bd2bf66daf88 service neutron] 10.222.0.20 "GET /v2.0/networks?id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 HTTP/1.1" status: 200 len: 913 time: 0.1529903 Mar 01 13:53:07.859290 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-50c9cff6-11d9-48b9-a663-122344e2d2a2 req-e8f72ec1-40c2-4fd5-8027-a275f4143963 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d1679c5-9784-4559-9622-1c192d487a34 HTTP/1.1" status: 200 len: 948 time: 0.1484699 Mar 01 13:53:07.919747 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b631a7a1-6718-43f1-85ad-c3b1ba0cdd91 req-37611133-d654-4933-8d3e-414e93176639 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81ae989c-7b62-47ac-af82-3314b9b53ab0 HTTP/1.1" status: 200 len: 217 time: 0.0613763 Mar 01 13:53:08.024879 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-b5a45213-dfd4-4597-8062-3c93aca700b1 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--698188433&fields=id&tenant_id=3f051444b2884a98b4646c3ecdbf54cd HTTP/1.1" status: 200 len: 267 time: 0.2456679 Mar 01 13:53:08.054615 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631a7a1-6718-43f1-85ad-c3b1ba0cdd91 req-f432dc37-03a3-416d-af2a-7f7c543f2486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:08.058909 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b631a7a1-6718-43f1-85ad-c3b1ba0cdd91 req-f432dc37-03a3-416d-af2a-7f7c543f2486 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1ea702e-89f4-430d-ba35-37a3134c98fa HTTP/1.1" status: 200 len: 851 time: 0.1339281 Mar 01 13:53:08.125675 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-50c9cff6-11d9-48b9-a663-122344e2d2a2 req-479ba535-fe75-4fdb-a7eb-4e9d7569584b tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.13 "GET /v2.0/security-groups?id=51c93ae3-aed3-45f4-b8f0-6aa4cec888d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649903 Mar 01 13:53:08.148172 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631a7a1-6718-43f1-85ad-c3b1ba0cdd91 req-6c175d0f-da29-4358-afd0-0bac3899e818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:08.150405 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b631a7a1-6718-43f1-85ad-c3b1ba0cdd91 req-6c175d0f-da29-4358-afd0-0bac3899e818 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0851533 Mar 01 13:53:08.345042 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 4340cb38-53ab-4077-a720-5005f7134aca details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:53:08.359316 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b631a7a1-6718-43f1-85ad-c3b1ba0cdd91 req-0b23e323-270c-4ce7-97ba-0d59c355e747 service neutron] 10.222.0.20 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002757 Mar 01 13:53:08.410708 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8de9d2aa-34d7-433e-a51c-11b0b9ee0908 req-ca398a0f-cba0-4013-ba34-ccd9efc45b83 tempest-ServerShowV257Test-1493067437 tempest-ServerShowV257Test-1493067437-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.1423736 Mar 01 13:53:08.432233 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-49748176-a59d-4712-bb9d-31fbe3f8fdb8 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:08.450524 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-49748176-a59d-4712-bb9d-31fbe3f8fdb8 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/networks?id=a2dec7e3-4601-4685-95e7-9ed53553db77 HTTP/1.1" status: 200 len: 817 time: 0.4141154 Mar 01 13:53:08.487965 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-41b54eed-52c3-428d-930f-355ab66b9a77 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/quotas/3f051444b2884a98b4646c3ecdbf54cd HTTP/1.1" status: 200 len: 375 time: 0.0361090 Mar 01 13:53:08.572902 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-50e2f46c-0ae2-4fb8-bd0b-02d9dfa896c2 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f051444b2884a98b4646c3ecdbf54cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0837648 Mar 01 13:53:08.579237 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device f972b89c-b99b-496e-a82e-7cb372202a13 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:53:08.601679 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b631a7a1-6718-43f1-85ad-c3b1ba0cdd91 req-d4dccb96-3443-4b5d-abc6-2ebd3e6414dd service neutron] 10.222.0.20 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348225 Mar 01 13:53:08.636139 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 4340cb38-53ab-4077-a720-5005f7134aca, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=4340cb38-53ab-4077-a720-5005f7134aca,segment=NetworkSegment(c5287cb7-97ef-478a-832a-938a065620e2),segment_id=c5287cb7-97ef-478a-832a-938a065620e2)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:08.656737 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '4340cb38-53ab-4077-a720-5005f7134aca', 'network_id': '386eb939-f77f-4b3e-8dc4-621a84351f3a', 'port_id': '4340cb38-53ab-4077-a720-5005f7134aca', 'mac_address': 'fa:16:3e:d7:74:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f8cec7-f28e-43d9-bd2b-edba8c67caac', 'ip_address': '19.80.0.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:53:08.741600 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 4340cb38-53ab-4077-a720-5005f7134aca is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:53:08.742223 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4340cb38-53ab-4077-a720-5005f7134aca), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:08.830453 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4340cb38-53ab-4077-a720-5005f7134aca {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:53:08.873288 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 4340cb38-53ab-4077-a720-5005f7134aca, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=4340cb38-53ab-4077-a720-5005f7134aca,segment=NetworkSegment(c5287cb7-97ef-478a-832a-938a065620e2),segment_id=c5287cb7-97ef-478a-832a-938a065620e2)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:08.881567 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port f972b89c-b99b-496e-a82e-7cb372202a13, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f972b89c-b99b-496e-a82e-7cb372202a13,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:08.884630 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (4340cb38-53ab-4077-a720-5005f7134aca), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:08.885582 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device e8ccdf71-e2f4-4cc9-9760-5a1c1016a740 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:53:08.890937 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-ee900573-cc19-44cd-a1c0-5fbef8b5f790 service neutron] 10.222.0.13 "GET /v2.0/networks/a2dec7e3-4601-4685-95e7-9ed53553db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011029 Mar 01 13:53:08.906984 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cc277-90f5-4a5e-bec9-1f16481c1763 req-d240535d-2bab-41c2-8638-f47ca901d8df tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:08.914885 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cc277-90f5-4a5e-bec9-1f16481c1763 req-d240535d-2bab-41c2-8638-f47ca901d8df tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:08.921249 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cc277-90f5-4a5e-bec9-1f16481c1763 req-d240535d-2bab-41c2-8638-f47ca901d8df tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:08.931040 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fd9cc277-90f5-4a5e-bec9-1f16481c1763 req-d240535d-2bab-41c2-8638-f47ca901d8df tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d5d58-e866-4c50-b16a-ff65a741aa6a HTTP/1.1" status: 200 len: 2410 time: 0.2098835 Mar 01 13:53:08.993276 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'f972b89c-b99b-496e-a82e-7cb372202a13', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': 'f972b89c-b99b-496e-a82e-7cb372202a13', 'mac_address': 'fa:16:3e:60:42:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:53:09.051800 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port f972b89c-b99b-496e-a82e-7cb372202a13 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:53:09.052443 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f972b89c-b99b-496e-a82e-7cb372202a13), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:09.059753 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fd9cc277-90f5-4a5e-bec9-1f16481c1763 req-d9f1d7cb-a117-4149-8823-e89aada9db29 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281691 Mar 01 13:53:09.077469 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f972b89c-b99b-496e-a82e-7cb372202a13 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:53:09.108884 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=4340cb38-53ab-4077-a720-5005f7134aca,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:09.126089 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-25ee86cf-0d46-45a1-9ba6-0d7bd4a4b079 service neutron] 10.222.0.13 "GET /v2.0/networks/a2dec7e3-4601-4685-95e7-9ed53553db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912177 Mar 01 13:53:09.137199 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port e8ccdf71-e2f4-4cc9-9760-5a1c1016a740, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=e8ccdf71-e2f4-4cc9-9760-5a1c1016a740,segment=NetworkSegment(e1443a1b-d44b-4882-98a3-98e50e9454ca),segment_id=e1443a1b-d44b-4882-98a3-98e50e9454ca)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:09.156154 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': 'e8ccdf71-e2f4-4cc9-9760-5a1c1016a740', 'network_id': '6bb12f60-f616-474b-8a2c-e1d2e3878bd0', 'port_id': 'e8ccdf71-e2f4-4cc9-9760-5a1c1016a740', 'mac_address': 'fa:16:3e:01:55:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d563dd-b828-4cef-9459-e97de4e2dd32', 'ip_address': '19.86.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:53:09.177968 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port f972b89c-b99b-496e-a82e-7cb372202a13, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f972b89c-b99b-496e-a82e-7cb372202a13,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:09.271223 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f972b89c-b99b-496e-a82e-7cb372202a13), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:09.374410 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c6bfe9e9-6b3a-48ee-83a4-8205ee6c4742 req-d0cad418-212c-4e5e-8e0e-f1cc91a4102d tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdb449fd-6c4c-40ea-8ffc-62f757807687 HTTP/1.1" status: 200 len: 210 time: 0.1643157 Mar 01 13:53:09.378139 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port e8ccdf71-e2f4-4cc9-9760-5a1c1016a740 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:53:09.378610 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e8ccdf71-e2f4-4cc9-9760-5a1c1016a740), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:09.427222 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8ccdf71-e2f4-4cc9-9760-5a1c1016a740 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:53:09.475239 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port e8ccdf71-e2f4-4cc9-9760-5a1c1016a740, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=e8ccdf71-e2f4-4cc9-9760-5a1c1016a740,segment=NetworkSegment(e1443a1b-d44b-4882-98a3-98e50e9454ca),segment_id=e1443a1b-d44b-4882-98a3-98e50e9454ca)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:09.493510 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (e8ccdf71-e2f4-4cc9-9760-5a1c1016a740), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:09.494169 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 66720d05-7eda-44b2-8a76-c9f014167c57 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:53:09.563617 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=f972b89c-b99b-496e-a82e-7cb372202a13,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:09.571103 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118344c4-d65e-4261-affa-a3bc09715bbf req-8f87669e-3923-4814-ae0e-bd713e459088 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:09.572892 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-118344c4-d65e-4261-affa-a3bc09715bbf req-8f87669e-3923-4814-ae0e-bd713e459088 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.32 "GET /v2.0/networks?id=7791a3ad-ea99-41b5-bb9e-01fc535ffc2e HTTP/1.1" status: 200 len: 812 time: 0.4081795 Mar 01 13:53:09.597578 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-118344c4-d65e-4261-affa-a3bc09715bbf req-c7bf5fa8-f9c7-4d99-9598-fe60d26aedfe tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Request body: {'port': {'device_id': 'cdb449fd-6c4c-40ea-8ffc-62f757807687', 'network_id': '7791a3ad-ea99-41b5-bb9e-01fc535ffc2e', 'admin_state_up': True, 'tenant_id': 'ce8433796a20462188b8cc95a1d1d4d8'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:09.610401 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f0b59928-6998-4f8b-a04d-e7a71dfe464a req-a04be55e-3280-43e1-b591-77a5367e8346 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 210 time: 0.1214390 Mar 01 13:53:09.636740 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0444f58c-506d-4005-b4d5-b5976eedf073 req-7de9a227-7c85-4628-ab69-6e5ce9c09ada tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:09.648168 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0444f58c-506d-4005-b4d5-b5976eedf073 req-7de9a227-7c85-4628-ab69-6e5ce9c09ada tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d1679c5-9784-4559-9622-1c192d487a34 HTTP/1.1" status: 200 len: 949 time: 0.2244091 Mar 01 13:53:09.668567 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['f972b89c-b99b-496e-a82e-7cb372202a13'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:53:09.796959 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 66720d05-7eda-44b2-8a76-c9f014167c57, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=66720d05-7eda-44b2-8a76-c9f014167c57,segment=NetworkSegment(c5287cb7-97ef-478a-832a-938a065620e2),segment_id=c5287cb7-97ef-478a-832a-938a065620e2)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:09.893834 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:09.901430 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '66720d05-7eda-44b2-8a76-c9f014167c57', 'network_id': '386eb939-f77f-4b3e-8dc4-621a84351f3a', 'port_id': '66720d05-7eda-44b2-8a76-c9f014167c57', 'mac_address': 'fa:16:3e:98:3b:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f8cec7-f28e-43d9-bd2b-edba8c67caac', 'ip_address': '19.80.0.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:53:09.968990 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=e8ccdf71-e2f4-4cc9-9760-5a1c1016a740,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:09.976351 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 66720d05-7eda-44b2-8a76-c9f014167c57 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:53:09.976881 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (66720d05-7eda-44b2-8a76-c9f014167c57), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:09.999730 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66720d05-7eda-44b2-8a76-c9f014167c57 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:53:09.999730 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:10.027713 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c0417df6-78b0-41d4-a568-f065af9d6f23 req-de669595-29e6-4914-9f1a-607c1ca4c572 tempest-ServerShowV257Test-1493067437 tempest-ServerShowV257Test-1493067437-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.2386403 Mar 01 13:53:10.031694 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 66720d05-7eda-44b2-8a76-c9f014167c57, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=66720d05-7eda-44b2-8a76-c9f014167c57,segment=NetworkSegment(c5287cb7-97ef-478a-832a-938a065620e2),segment_id=c5287cb7-97ef-478a-832a-938a065620e2)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:10.038094 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-118344c4-d65e-4261-affa-a3bc09715bbf req-c7bf5fa8-f9c7-4d99-9598-fe60d26aedfe tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Made reservation on behalf of ce8433796a20462188b8cc95a1d1d4d8 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:53:10.044689 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-118344c4-d65e-4261-affa-a3bc09715bbf req-c7bf5fa8-f9c7-4d99-9598-fe60d26aedfe tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:10.069043 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (66720d05-7eda-44b2-8a76-c9f014167c57), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:10.089733 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0444f58c-506d-4005-b4d5-b5976eedf073 req-1973d081-dc0a-4468-bafb-f936ea3f0266 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.13 "GET /v2.0/security-groups?id=51c93ae3-aed3-45f4-b8f0-6aa4cec888d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405806 Mar 01 13:53:10.134552 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=66720d05-7eda-44b2-8a76-c9f014167c57,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:10.312429 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-118344c4-d65e-4261-affa-a3bc09715bbf req-c7bf5fa8-f9c7-4d99-9598-fe60d26aedfe tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Allocated IP 172.20.0.13 (7791a3ad-ea99-41b5-bb9e-01fc535ffc2e/7a603dae-4e79-4b27-b3ec-18e6d13670f2/b25b0ac6-5e13-4a50-9578-da85b551614f) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:53:10.351379 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdceb1b-29d2-4c4b-896d-0f69e4b907e5 req-0f4bba06-0196-4748-b8d6-03ffb4f6d4f9 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:10.356838 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdceb1b-29d2-4c4b-896d-0f69e4b907e5 req-0f4bba06-0196-4748-b8d6-03ffb4f6d4f9 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:10.363416 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdceb1b-29d2-4c4b-896d-0f69e4b907e5 req-0f4bba06-0196-4748-b8d6-03ffb4f6d4f9 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:10.371330 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cfdceb1b-29d2-4c4b-896d-0f69e4b907e5 req-0f4bba06-0196-4748-b8d6-03ffb4f6d4f9 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d5d58-e866-4c50-b16a-ff65a741aa6a HTTP/1.1" status: 200 len: 2413 time: 0.1200497 Mar 01 13:53:10.534878 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c7628fc0-52a9-469c-a3bd-02a149d24ed9 req-2875abba-baae-4ddf-be4a-60749d3e3d7d tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdb449fd-6c4c-40ea-8ffc-62f757807687 HTTP/1.1" status: 200 len: 210 time: 0.0405815 Mar 01 13:53:10.564698 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cfdceb1b-29d2-4c4b-896d-0f69e4b907e5 req-25163368-d5c0-467e-9b56-00512359493b tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924009 Mar 01 13:53:10.607087 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['e8ccdf71-e2f4-4cc9-9760-5a1c1016a740'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:53:10.613059 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['4340cb38-53ab-4077-a720-5005f7134aca'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:53:10.702259 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['66720d05-7eda-44b2-8a76-c9f014167c57'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:53:10.720473 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-118344c4-d65e-4261-affa-a3bc09715bbf req-c7bf5fa8-f9c7-4d99-9598-fe60d26aedfe tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for port (b25b0ac6-5e13-4a50-9578-da85b551614f), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:10.744428 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-962a7738-0692-497a-abd4-809e4b5add20 req-d64b118e-535f-42ec-8c30-314c9a51f020 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 210 time: 0.0387945 Mar 01 13:53:10.786365 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-118344c4-d65e-4261-affa-a3bc09715bbf req-c7bf5fa8-f9c7-4d99-9598-fe60d26aedfe tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (b25b0ac6-5e13-4a50-9578-da85b551614f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:10.842242 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf5fa8-f9c7-4d99-9598-fe60d26aedfe tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Pushing event updated for resources: {'Port': ['ID=b25b0ac6-5e13-4a50-9578-da85b551614f,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:10.871656 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-118344c4-d65e-4261-affa-a3bc09715bbf req-c7bf5fa8-f9c7-4d99-9598-fe60d26aedfe tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Network 7791a3ad-ea99-41b5-bb9e-01fc535ffc2e is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:53:10.880100 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-118344c4-d65e-4261-affa-a3bc09715bbf req-c7bf5fa8-f9c7-4d99-9598-fe60d26aedfe tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:53:10.884339 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-118344c4-d65e-4261-affa-a3bc09715bbf req-c7bf5fa8-f9c7-4d99-9598-fe60d26aedfe tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:53:11.008785 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118344c4-d65e-4261-affa-a3bc09715bbf req-c7bf5fa8-f9c7-4d99-9598-fe60d26aedfe tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:11.009450 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-118344c4-d65e-4261-affa-a3bc09715bbf req-c7bf5fa8-f9c7-4d99-9598-fe60d26aedfe tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:11.043020 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-118344c4-d65e-4261-affa-a3bc09715bbf req-c7bf5fa8-f9c7-4d99-9598-fe60d26aedfe tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4507861 Mar 01 13:53:11.056840 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-118344c4-d65e-4261-affa-a3bc09715bbf req-55787474-8c69-4953-bdf1-c1c1fff66c8f service neutron] Request body: {'port': {'device_id': 'cdb449fd-6c4c-40ea-8ffc-62f757807687', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:11.209405 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-50a5e0ec-9a36-49ad-96a2-0cfafa540b0b tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:11.211042 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-50a5e0ec-9a36-49ad-96a2-0cfafa540b0b tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.20 "GET /v2.0/networks?id=a2dec7e3-4601-4685-95e7-9ed53553db77 HTTP/1.1" status: 200 len: 817 time: 0.2417438 Mar 01 13:53:11.249106 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c2a75492-d4bc-4fee-b5c6-4374a67b5246 req-ea77506b-643f-4e25-b178-ed2d3a660350 tempest-ServerShowV257Test-1493067437 tempest-ServerShowV257Test-1493067437-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.0575461 Mar 01 13:53:11.273420 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-118344c4-d65e-4261-affa-a3bc09715bbf req-55787474-8c69-4953-bdf1-c1c1fff66c8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b25b0ac6-5e13-4a50-9578-da85b551614f), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:11.340593 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-a69bc0ce-3727-470c-8b7b-f47c89f3f72e tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f051444b2884a98b4646c3ecdbf54cd HTTP/1.1" status: 200 len: 379 time: 0.1215720 Mar 01 13:53:11.351769 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-d1a18f17-d742-4d3c-8e2a-3c049c64c5d2 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Request body: {'port': {'device_id': 'd0cf8a93-2cf1-4b23-b092-d6d5c25d5249', 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77', 'admin_state_up': True, 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'security_groups': ['ed9cc7f8-5d55-4193-b598-a88ecec4a05f']}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:11.536477 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-d1a18f17-d742-4d3c-8e2a-3c049c64c5d2 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Made reservation on behalf of 3f051444b2884a98b4646c3ecdbf54cd for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:53:11.541937 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-d1a18f17-d742-4d3c-8e2a-3c049c64c5d2 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:11.557026 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f63dc-27d1-410b-b299-281b38604668 req-ed3d7692-210a-4d60-8646-4087875752a4 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:11.558562 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e23f63dc-27d1-410b-b299-281b38604668 req-ed3d7692-210a-4d60-8646-4087875752a4 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d1679c5-9784-4559-9622-1c192d487a34 HTTP/1.1" status: 200 len: 949 time: 0.3052032 Mar 01 13:53:11.719142 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-d1a18f17-d742-4d3c-8e2a-3c049c64c5d2 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Allocated IP 172.20.0.3 (a2dec7e3-4601-4685-95e7-9ed53553db77/261203cc-bf87-4d50-a32d-f34589170095/ea1f1b7a-9a9a-440d-a2a3-ae371a358086) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:53:11.754685 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e23f63dc-27d1-410b-b299-281b38604668 req-2b1b34b7-e077-4297-b486-17c61d1717ad tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.13 "GET /v2.0/security-groups?id=51c93ae3-aed3-45f4-b8f0-6aa4cec888d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817389 Mar 01 13:53:11.785288 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b6a8d-ad82-4cc4-96af-61f4682bce06 req-7ce72272-fdcf-4530-a9a4-6342484e549f tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:11.787904 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-285b6a8d-ad82-4cc4-96af-61f4682bce06 req-7ce72272-fdcf-4530-a9a4-6342484e549f tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdb449fd-6c4c-40ea-8ffc-62f757807687 HTTP/1.1" status: 200 len: 932 time: 0.1779497 Mar 01 13:53:11.980181 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-118344c4-d65e-4261-affa-a3bc09715bbf req-55787474-8c69-4953-bdf1-c1c1fff66c8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b25b0ac6-5e13-4a50-9578-da85b551614f {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:53:11.991294 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-118344c4-d65e-4261-affa-a3bc09715bbf req-55787474-8c69-4953-bdf1-c1c1fff66c8f service neutron] Publish callbacks [] for port (b25b0ac6-5e13-4a50-9578-da85b551614f), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:11.991533 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-d1a18f17-d742-4d3c-8e2a-3c049c64c5d2 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for port (ea1f1b7a-9a9a-440d-a2a3-ae371a358086), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:12.009004 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-285b6a8d-ad82-4cc4-96af-61f4682bce06 req-885da653-7341-4500-b6e0-b62fa6fbad66 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4d9ca1-f55a-40bc-b944-f22de3eaf370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965013 Mar 01 13:53:12.023516 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-118344c4-d65e-4261-affa-a3bc09715bbf req-55787474-8c69-4953-bdf1-c1c1fff66c8f service neutron] Transition to ACTIVE for port object b25b0ac6-5e13-4a50-9578-da85b551614f will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:53:12.040476 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081ef08-1496-4c0b-a637-3eeb4275738b req-315eddca-0c01-43b1-b84c-7a9a81362a6e tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:12.046935 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081ef08-1496-4c0b-a637-3eeb4275738b req-315eddca-0c01-43b1-b84c-7a9a81362a6e tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:12.048912 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-d1a18f17-d742-4d3c-8e2a-3c049c64c5d2 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (ea1f1b7a-9a9a-440d-a2a3-ae371a358086), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:12.053405 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081ef08-1496-4c0b-a637-3eeb4275738b req-315eddca-0c01-43b1-b84c-7a9a81362a6e tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:12.055355 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2081ef08-1496-4c0b-a637-3eeb4275738b req-315eddca-0c01-43b1-b84c-7a9a81362a6e tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d5d58-e866-4c50-b16a-ff65a741aa6a HTTP/1.1" status: 200 len: 2413 time: 0.1677539 Mar 01 13:53:12.056216 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-118344c4-d65e-4261-affa-a3bc09715bbf req-55787474-8c69-4953-bdf1-c1c1fff66c8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (b25b0ac6-5e13-4a50-9578-da85b551614f), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:12.105771 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a18f17-d742-4d3c-8e2a-3c049c64c5d2 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Pushing event updated for resources: {'Port': ['ID=ea1f1b7a-9a9a-440d-a2a3-ae371a358086,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:12.127728 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-d1a18f17-d742-4d3c-8e2a-3c049c64c5d2 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Network a2dec7e3-4601-4685-95e7-9ed53553db77 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:53:12.130516 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-d1a18f17-d742-4d3c-8e2a-3c049c64c5d2 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:53:12.133717 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-d1a18f17-d742-4d3c-8e2a-3c049c64c5d2 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:53:12.228064 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-d1a18f17-d742-4d3c-8e2a-3c049c64c5d2 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:12.229268 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-d1a18f17-d742-4d3c-8e2a-3c049c64c5d2 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:12.253482 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-d1a18f17-d742-4d3c-8e2a-3c049c64c5d2 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9059391 Mar 01 13:53:12.268308 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-7dcfbfa5-a28d-4573-8c09-e3fa2dc58565 service neutron] Request body: {'port': {'device_id': 'd0cf8a93-2cf1-4b23-b092-d6d5c25d5249', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:12.365721 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-7dcfbfa5-a28d-4573-8c09-e3fa2dc58565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ea1f1b7a-9a9a-440d-a2a3-ae371a358086), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:12.598712 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device f972b89c-b99b-496e-a82e-7cb372202a13 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:53:12.620928 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55787474-8c69-4953-bdf1-c1c1fff66c8f service neutron] Pushing event updated for resources: {'Port': ['ID=b25b0ac6-5e13-4a50-9578-da85b551614f,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:12.654316 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-bff97f15-5cb3-4882-9e74-77fb9601d7c7 None None] Provisioning complete for port ea1f1b7a-9a9a-440d-a2a3-ae371a358086 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:53:12.655617 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bff97f15-5cb3-4882-9e74-77fb9601d7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ea1f1b7a-9a9a-440d-a2a3-ae371a358086), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:12.679559 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2081ef08-1496-4c0b-a637-3eeb4275738b req-94a1bebe-2e0e-4e0f-b423-7c3479b54578 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6141522 Mar 01 13:53:12.714725 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c832b-1fc9-4c8e-b838-6f759106aabd req-1a653023-ffda-4c67-ab5e-cb4774314a38 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:12.716265 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-705c832b-1fc9-4c8e-b838-6f759106aabd req-1a653023-ffda-4c67-ab5e-cb4774314a38 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 931 time: 0.6047862 Mar 01 13:53:12.722666 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-bff97f15-5cb3-4882-9e74-77fb9601d7c7 None None] Port ea1f1b7a-9a9a-440d-a2a3-ae371a358086 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:53:12.742808 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port f972b89c-b99b-496e-a82e-7cb372202a13 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:53:12.749954 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port f972b89c-b99b-496e-a82e-7cb372202a13 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:53:12.752209 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f972b89c-b99b-496e-a82e-7cb372202a13), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:12.847440 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ed348900-c2e8-4aa0-89c7-447110ca4287 req-55e125a2-e000-4a80-b520-ef5a1900082e tempest-ServerShowV257Test-1493067437 tempest-ServerShowV257Test-1493067437-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.0389271 Mar 01 13:53:12.850864 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-118344c4-d65e-4261-affa-a3bc09715bbf req-55787474-8c69-4953-bdf1-c1c1fff66c8f service neutron] Attempting to bind port b25b0ac6-5e13-4a50-9578-da85b551614f on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:53:12.851143 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-118344c4-d65e-4261-affa-a3bc09715bbf req-55787474-8c69-4953-bdf1-c1c1fff66c8f service neutron] Attempting to bind port b25b0ac6-5e13-4a50-9578-da85b551614f by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'cf91def4-7767-4dc0-af58-dc3bc2235578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7791a3ad-ea99-41b5-bb9e-01fc535ffc2e'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:53:12.851859 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118344c4-d65e-4261-affa-a3bc09715bbf req-55787474-8c69-4953-bdf1-c1c1fff66c8f service neutron] Attempting to bind port b25b0ac6-5e13-4a50-9578-da85b551614f on network 7791a3ad-ea99-41b5-bb9e-01fc535ffc2e {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:53:12.874514 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-7dcfbfa5-a28d-4573-8c09-e3fa2dc58565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea1f1b7a-9a9a-440d-a2a3-ae371a358086 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:53:12.886084 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118344c4-d65e-4261-affa-a3bc09715bbf req-55787474-8c69-4953-bdf1-c1c1fff66c8f service neutron] Port b25b0ac6-5e13-4a50-9578-da85b551614f on network 7791a3ad-ea99-41b5-bb9e-01fc535ffc2e not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:53:12.886524 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118344c4-d65e-4261-affa-a3bc09715bbf req-55787474-8c69-4953-bdf1-c1c1fff66c8f service neutron] Attempting to bind port b25b0ac6-5e13-4a50-9578-da85b551614f on network 7791a3ad-ea99-41b5-bb9e-01fc535ffc2e {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:53:12.897231 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-7dcfbfa5-a28d-4573-8c09-e3fa2dc58565 service neutron] Publish callbacks [] for port (ea1f1b7a-9a9a-440d-a2a3-ae371a358086), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:12.897510 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port f972b89c-b99b-496e-a82e-7cb372202a13 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:53:12.897999 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f972b89c-b99b-496e-a82e-7cb372202a13), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:12.900500 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-705c832b-1fc9-4c8e-b838-6f759106aabd req-bb4d57b3-50de-47f1-86de-0568eda12a00 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646936 Mar 01 13:53:12.909265 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118344c4-d65e-4261-affa-a3bc09715bbf req-55787474-8c69-4953-bdf1-c1c1fff66c8f service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:53:12.909725 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118344c4-d65e-4261-affa-a3bc09715bbf req-55787474-8c69-4953-bdf1-c1c1fff66c8f service neutron] Checking segment: {'id': 'cf91def4-7767-4dc0-af58-dc3bc2235578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7791a3ad-ea99-41b5-bb9e-01fc535ffc2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:53:12.910784 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118344c4-d65e-4261-affa-a3bc09715bbf req-55787474-8c69-4953-bdf1-c1c1fff66c8f service neutron] Bound using segment: {'id': 'cf91def4-7767-4dc0-af58-dc3bc2235578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7791a3ad-ea99-41b5-bb9e-01fc535ffc2e'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:53:12.911234 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-118344c4-d65e-4261-affa-a3bc09715bbf req-55787474-8c69-4953-bdf1-c1c1fff66c8f service neutron] Bound port: b25b0ac6-5e13-4a50-9578-da85b551614f, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf91def4-7767-4dc0-af58-dc3bc2235578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7791a3ad-ea99-41b5-bb9e-01fc535ffc2e'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:53:12.911595 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-118344c4-d65e-4261-affa-a3bc09715bbf req-55787474-8c69-4953-bdf1-c1c1fff66c8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b25b0ac6-5e13-4a50-9578-da85b551614f), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:12.942496 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-7dcfbfa5-a28d-4573-8c09-e3fa2dc58565 service neutron] Transition to ACTIVE for port object ea1f1b7a-9a9a-440d-a2a3-ae371a358086 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:53:12.947080 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-7dcfbfa5-a28d-4573-8c09-e3fa2dc58565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (ea1f1b7a-9a9a-440d-a2a3-ae371a358086), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:12.966751 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port f972b89c-b99b-496e-a82e-7cb372202a13, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f972b89c-b99b-496e-a82e-7cb372202a13,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:12.968719 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1679c5-9784-4559-9622-1c192d487a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f972b89c-b99b-496e-a82e-7cb372202a13'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:53:12.973509 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c28b27-dada-4e7d-bb31-ceb9b09e417b" -d '{"events": [{"server_uuid": "8d1679c5-9784-4559-9622-1c192d487a34", "name": "network-vif-plugged", "status": "completed", "tag": "f972b89c-b99b-496e-a82e-7cb372202a13"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:53:12.992919 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f972b89c-b99b-496e-a82e-7cb372202a13), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:13.028976 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcfbfa5-a28d-4573-8c09-e3fa2dc58565 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1f1b7a-9a9a-440d-a2a3-ae371a358086,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:13.072007 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e146e73-d567-4630-b943-9f5ca258a335 x-openstack-request-id: req-4e146e73-d567-4630-b943-9f5ca258a335 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:53:13.074686 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1679c5-9784-4559-9622-1c192d487a34", "name": "network-vif-plugged", "status": "completed", "tag": "f972b89c-b99b-496e-a82e-7cb372202a13", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:53:13.074953 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e146e73-d567-4630-b943-9f5ca258a335 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:53:13.075536 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1679c5-9784-4559-9622-1c192d487a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f972b89c-b99b-496e-a82e-7cb372202a13', 'code': 200} Mar 01 13:53:13.101374 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-118344c4-d65e-4261-affa-a3bc09715bbf req-55787474-8c69-4953-bdf1-c1c1fff66c8f service neutron] For port b25b0ac6-5e13-4a50-9578-da85b551614f, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:53:13.113639 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-118344c4-d65e-4261-affa-a3bc09715bbf req-55787474-8c69-4953-bdf1-c1c1fff66c8f service neutron] For port b25b0ac6-5e13-4a50-9578-da85b551614f, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b25b0ac6-5e13-4a50-9578-da85b551614f,segment=NetworkSegment(cf91def4-7767-4dc0-af58-dc3bc2235578),segment_id=cf91def4-7767-4dc0-af58-dc3bc2235578)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:53:13.119443 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=f972b89c-b99b-496e-a82e-7cb372202a13,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:13.143252 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df37f11-132c-4d42-b03b-b4c247cf2297 req-5b6ec41e-d587-4a3f-80e1-bf46fc7947b5 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:13.154769 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2df37f11-132c-4d42-b03b-b4c247cf2297 req-5b6ec41e-d587-4a3f-80e1-bf46fc7947b5 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d1679c5-9784-4559-9622-1c192d487a34 HTTP/1.1" status: 200 len: 950 time: 0.1852171 Mar 01 13:53:13.173813 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-118344c4-d65e-4261-affa-a3bc09715bbf req-55787474-8c69-4953-bdf1-c1c1fff66c8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (b25b0ac6-5e13-4a50-9578-da85b551614f), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:13.256429 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-7dcfbfa5-a28d-4573-8c09-e3fa2dc58565 service neutron] Attempting to bind port ea1f1b7a-9a9a-440d-a2a3-ae371a358086 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:53:13.256980 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-7dcfbfa5-a28d-4573-8c09-e3fa2dc58565 service neutron] Attempting to bind port ea1f1b7a-9a9a-440d-a2a3-ae371a358086 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': 'efe48ac2-5e62-42f6-97e0-cf92cf9f656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:53:13.257464 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-7dcfbfa5-a28d-4573-8c09-e3fa2dc58565 service neutron] Attempting to bind port ea1f1b7a-9a9a-440d-a2a3-ae371a358086 on network a2dec7e3-4601-4685-95e7-9ed53553db77 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:53:13.269018 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-7dcfbfa5-a28d-4573-8c09-e3fa2dc58565 service neutron] Port ea1f1b7a-9a9a-440d-a2a3-ae371a358086 on network a2dec7e3-4601-4685-95e7-9ed53553db77 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:53:13.269435 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-7dcfbfa5-a28d-4573-8c09-e3fa2dc58565 service neutron] Attempting to bind port ea1f1b7a-9a9a-440d-a2a3-ae371a358086 on network a2dec7e3-4601-4685-95e7-9ed53553db77 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:53:13.280514 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-7dcfbfa5-a28d-4573-8c09-e3fa2dc58565 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:53:13.280879 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-7dcfbfa5-a28d-4573-8c09-e3fa2dc58565 service neutron] Checking segment: {'id': 'efe48ac2-5e62-42f6-97e0-cf92cf9f656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:53:13.281331 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-7dcfbfa5-a28d-4573-8c09-e3fa2dc58565 service neutron] Bound using segment: {'id': 'efe48ac2-5e62-42f6-97e0-cf92cf9f656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:53:13.281836 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-7dcfbfa5-a28d-4573-8c09-e3fa2dc58565 service neutron] Bound port: ea1f1b7a-9a9a-440d-a2a3-ae371a358086, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efe48ac2-5e62-42f6-97e0-cf92cf9f656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:53:13.282255 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-7dcfbfa5-a28d-4573-8c09-e3fa2dc58565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ea1f1b7a-9a9a-440d-a2a3-ae371a358086), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:13.312259 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6659d5-ba2b-47f7-bd07-0305112f083a req-0cf5c2fa-c537-47a3-93b3-4d2de52afa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:13.314565 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8d6659d5-ba2b-47f7-bd07-0305112f083a req-0cf5c2fa-c537-47a3-93b3-4d2de52afa6a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8d1679c5-9784-4559-9622-1c192d487a34 HTTP/1.1" status: 200 len: 1132 time: 0.1427646 Mar 01 13:53:13.334251 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118344c4-d65e-4261-affa-a3bc09715bbf req-55787474-8c69-4953-bdf1-c1c1fff66c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:13.335105 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-118344c4-d65e-4261-affa-a3bc09715bbf req-55787474-8c69-4953-bdf1-c1c1fff66c8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:13.336595 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-118344c4-d65e-4261-affa-a3bc09715bbf req-55787474-8c69-4953-bdf1-c1c1fff66c8f service neutron] 10.222.0.32 "PUT /v2.0/ports/b25b0ac6-5e13-4a50-9578-da85b551614f HTTP/1.1" status: 200 len: 1092 time: 2.2861180 Mar 01 13:53:13.353561 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2df37f11-132c-4d42-b03b-b4c247cf2297 req-08ca6204-5cee-4869-bed1-211b9d25cc0e tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.13 "GET /v2.0/security-groups?id=51c93ae3-aed3-45f4-b8f0-6aa4cec888d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976771 Mar 01 13:53:13.355156 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb449fd-6c4c-40ea-8ffc-62f757807687', 'tag': 'b25b0ac6-5e13-4a50-9578-da85b551614f'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:53:13.367867 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ad7aa1-1604-4661-9434-81a38342b777" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb449fd-6c4c-40ea-8ffc-62f757807687", "tag": "b25b0ac6-5e13-4a50-9578-da85b551614f"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:53:13.471618 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52868dad-f231-4e2b-8bce-777dc7c79590 x-openstack-request-id: req-52868dad-f231-4e2b-8bce-777dc7c79590 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:53:13.472230 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb449fd-6c4c-40ea-8ffc-62f757807687", "tag": "b25b0ac6-5e13-4a50-9578-da85b551614f", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:53:13.472359 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52868dad-f231-4e2b-8bce-777dc7c79590 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:53:13.472867 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb449fd-6c4c-40ea-8ffc-62f757807687', 'tag': 'b25b0ac6-5e13-4a50-9578-da85b551614f', 'status': 'completed', 'code': 200} Mar 01 13:53:13.479606 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8d6659d5-ba2b-47f7-bd07-0305112f083a req-b2723571-9918-464b-bcb5-80a0db4c114c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=51c93ae3-aed3-45f4-b8f0-6aa4cec888d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464827 Mar 01 13:53:13.480664 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55787474-8c69-4953-bdf1-c1c1fff66c8f service neutron] Pushing event updated for resources: {'Port': ['ID=b25b0ac6-5e13-4a50-9578-da85b551614f,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:13.481353 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-7dcfbfa5-a28d-4573-8c09-e3fa2dc58565 service neutron] For port ea1f1b7a-9a9a-440d-a2a3-ae371a358086, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:53:13.487976 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-7dcfbfa5-a28d-4573-8c09-e3fa2dc58565 service neutron] For port ea1f1b7a-9a9a-440d-a2a3-ae371a358086, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ea1f1b7a-9a9a-440d-a2a3-ae371a358086,segment=NetworkSegment(efe48ac2-5e62-42f6-97e0-cf92cf9f656d),segment_id=efe48ac2-5e62-42f6-97e0-cf92cf9f656d)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:53:13.495527 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5a644-8d3b-4b78-8c1c-09c3deb6b3bf req-b6724c35-8a6f-476f-9fff-f6439999118d tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:13.497287 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4fb5a644-8d3b-4b78-8c1c-09c3deb6b3bf req-b6724c35-8a6f-476f-9fff-f6439999118d tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdb449fd-6c4c-40ea-8ffc-62f757807687 HTTP/1.1" status: 200 len: 944 time: 0.2483168 Mar 01 13:53:13.498984 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-7dcfbfa5-a28d-4573-8c09-e3fa2dc58565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (ea1f1b7a-9a9a-440d-a2a3-ae371a358086), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:13.532973 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118344c4-d65e-4261-affa-a3bc09715bbf req-07629761-948c-4cb0-ba8e-11315a7c8eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:13.534621 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-118344c4-d65e-4261-affa-a3bc09715bbf req-07629761-948c-4cb0-ba8e-11315a7c8eef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce8433796a20462188b8cc95a1d1d4d8&device_id=cdb449fd-6c4c-40ea-8ffc-62f757807687 HTTP/1.1" status: 200 len: 1126 time: 0.1100430 Mar 01 13:53:13.537997 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-7dcfbfa5-a28d-4573-8c09-e3fa2dc58565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:13.538728 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-7dcfbfa5-a28d-4573-8c09-e3fa2dc58565 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:13.540264 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-7dcfbfa5-a28d-4573-8c09-e3fa2dc58565 service neutron] 10.222.0.20 "PUT /v2.0/ports/ea1f1b7a-9a9a-440d-a2a3-ae371a358086 HTTP/1.1" status: 200 len: 1091 time: 1.2785447 Mar 01 13:53:13.542988 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0cf8a93-2cf1-4b23-b092-d6d5c25d5249', 'tag': 'ea1f1b7a-9a9a-440d-a2a3-ae371a358086'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:53:13.554703 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ab8b0e-66cd-4391-bef5-6b7bc431ce0b" -d '{"events": [{"name": "network-changed", "server_uuid": "d0cf8a93-2cf1-4b23-b092-d6d5c25d5249", "tag": "ea1f1b7a-9a9a-440d-a2a3-ae371a358086"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:53:13.588134 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4fb5a644-8d3b-4b78-8c1c-09c3deb6b3bf req-a1d583bc-fde6-4610-9853-ac13337b11aa tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4d9ca1-f55a-40bc-b944-f22de3eaf370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825672 Mar 01 13:53:13.620194 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47da39b7-d747-4f13-8a07-a9ff0c792c2d x-openstack-request-id: req-47da39b7-d747-4f13-8a07-a9ff0c792c2d {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:53:13.620630 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0cf8a93-2cf1-4b23-b092-d6d5c25d5249", "tag": "ea1f1b7a-9a9a-440d-a2a3-ae371a358086", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:53:13.620977 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47da39b7-d747-4f13-8a07-a9ff0c792c2d {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:53:13.621472 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0cf8a93-2cf1-4b23-b092-d6d5c25d5249', 'tag': 'ea1f1b7a-9a9a-440d-a2a3-ae371a358086', 'status': 'completed', 'code': 200} Mar 01 13:53:13.678655 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-88a236bd-4e3a-4ca9-b144-dc8be98be50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:13.680226 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-88a236bd-4e3a-4ca9-b144-dc8be98be50f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f051444b2884a98b4646c3ecdbf54cd&device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 1125 time: 0.0864768 Mar 01 13:53:13.680907 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcfbfa5-a28d-4573-8c09-e3fa2dc58565 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1f1b7a-9a9a-440d-a2a3-ae371a358086,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:13.766593 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-282cdf7a-1fdf-4f18-b953-c5925f0604df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea1f1b7a-9a9a-440d-a2a3-ae371a358086 HTTP/1.1" status: 200 len: 217 time: 0.0777495 Mar 01 13:53:13.816881 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-118344c4-d65e-4261-affa-a3bc09715bbf req-696376c6-d183-49c9-8be7-9e9bf9f06816 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b25b0ac6-5e13-4a50-9578-da85b551614f HTTP/1.1" status: 200 len: 217 time: 0.0818207 Mar 01 13:53:13.840598 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-e7ddf67a-a6e8-4834-9aa0-fdbea99503ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:13.842088 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-e7ddf67a-a6e8-4834-9aa0-fdbea99503ea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=261203cc-bf87-4d50-a32d-f34589170095 HTTP/1.1" status: 200 len: 856 time: 0.0685360 Mar 01 13:53:13.917548 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-37303476-788c-4ce5-b23a-ea98a4dda122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:13.918462 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13df200-78d0-4b6d-9558-89b96321be8e req-16c12201-125c-44b1-aae3-2f5130ac3a97 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:13.920794 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-37303476-788c-4ce5-b23a-ea98a4dda122 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a2dec7e3-4601-4685-95e7-9ed53553db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0709329 Mar 01 13:53:13.925107 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13df200-78d0-4b6d-9558-89b96321be8e req-16c12201-125c-44b1-aae3-2f5130ac3a97 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:13.931407 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13df200-78d0-4b6d-9558-89b96321be8e req-16c12201-125c-44b1-aae3-2f5130ac3a97 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:13.939785 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b13df200-78d0-4b6d-9558-89b96321be8e req-16c12201-125c-44b1-aae3-2f5130ac3a97 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d5d58-e866-4c50-b16a-ff65a741aa6a HTTP/1.1" status: 200 len: 2413 time: 0.1261914 Mar 01 13:53:13.960034 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118344c4-d65e-4261-affa-a3bc09715bbf req-65c76275-086e-4314-ad01-2e8ed7f5cf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:13.961642 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-118344c4-d65e-4261-affa-a3bc09715bbf req-65c76275-086e-4314-ad01-2e8ed7f5cf7a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7a603dae-4e79-4b27-b3ec-18e6d13670f2 HTTP/1.1" status: 200 len: 852 time: 0.1139228 Mar 01 13:53:14.044272 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9159f61a-dc72-422b-a6e3-9cf5b51e41e5 req-efb0c9e1-0347-437f-a28e-de2feea812c2 tempest-ServerShowV257Test-1493067437 tempest-ServerShowV257Test-1493067437-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.0364196 Mar 01 13:53:14.046114 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-118344c4-d65e-4261-affa-a3bc09715bbf req-f7d9f5f3-1289-4858-b4da-11c9c8147c23 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7791a3ad-ea99-41b5-bb9e-01fc535ffc2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729878 Mar 01 13:53:14.056294 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-25faeb3f-0a7b-46d6-8350-ac455e16bae1 service neutron] 10.222.0.20 "GET /v2.0/networks/a2dec7e3-4601-4685-95e7-9ed53553db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293633 Mar 01 13:53:14.149382 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b13df200-78d0-4b6d-9558-89b96321be8e req-21376a90-6846-4ea1-8e82-78c88dbdd23a tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082133 Mar 01 13:53:14.218145 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-87acc9fe-ce09-4791-8d81-ac39cb0a1b72 req-b223d106-5118-4310-9ce3-16fd97c8011e service neutron] 10.222.0.20 "GET /v2.0/networks/a2dec7e3-4601-4685-95e7-9ed53553db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521249 Mar 01 13:53:14.222300 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-118344c4-d65e-4261-affa-a3bc09715bbf req-1ff05184-dcd2-4884-bb5b-ee39fb8c596f service neutron] 10.222.0.32 "GET /v2.0/networks/7791a3ad-ea99-41b5-bb9e-01fc535ffc2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670918 Mar 01 13:53:14.284906 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c77ed0-1125-4873-a5e8-ff37b2e2a568 req-61851c3d-e76a-4028-b3b0-d08520bdc49f tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:14.286477 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06c77ed0-1125-4873-a5e8-ff37b2e2a568 req-61851c3d-e76a-4028-b3b0-d08520bdc49f tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 943 time: 0.1326268 Mar 01 13:53:14.326433 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab8b0e-66cd-4391-bef5-6b7bc431ce0b req-4d77065d-2d1c-4e6f-8858-f9e50689d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:14.327894 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-79ab8b0e-66cd-4391-bef5-6b7bc431ce0b req-4d77065d-2d1c-4e6f-8858-f9e50689d848 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f051444b2884a98b4646c3ecdbf54cd&device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 1125 time: 0.0571709 Mar 01 13:53:14.356249 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-118344c4-d65e-4261-affa-a3bc09715bbf req-aa7648b4-0b17-4f3e-aed5-e159668a3297 service neutron] 10.222.0.32 "GET /v2.0/networks/7791a3ad-ea99-41b5-bb9e-01fc535ffc2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263113 Mar 01 13:53:14.399176 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 4340cb38-53ab-4077-a720-5005f7134aca up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:53:14.443238 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab8b0e-66cd-4391-bef5-6b7bc431ce0b req-ca663c0e-d2af-40e0-b899-0ddf73629380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:14.445436 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-79ab8b0e-66cd-4391-bef5-6b7bc431ce0b req-ca663c0e-d2af-40e0-b899-0ddf73629380 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a2dec7e3-4601-4685-95e7-9ed53553db77 HTTP/1.1" status: 200 len: 918 time: 0.1106954 Mar 01 13:53:14.462461 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06c77ed0-1125-4873-a5e8-ff37b2e2a568 req-08b05670-e284-4dee-a1db-e0027aecc478 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291893 Mar 01 13:53:14.543107 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-79ab8b0e-66cd-4391-bef5-6b7bc431ce0b req-b3e76780-72bc-4cbe-b57f-2e98fead812a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea1f1b7a-9a9a-440d-a2a3-ae371a358086 HTTP/1.1" status: 200 len: 217 time: 0.0918183 Mar 01 13:53:14.552787 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 4340cb38-53ab-4077-a720-5005f7134aca completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:53:14.558201 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 4340cb38-53ab-4077-a720-5005f7134aca triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:53:14.558833 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (4340cb38-53ab-4077-a720-5005f7134aca), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:14.567137 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad7aa1-1604-4661-9434-81a38342b777 req-e917cc90-8aa6-42c7-ad47-656a865ff2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:14.568706 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-57ad7aa1-1604-4661-9434-81a38342b777 req-e917cc90-8aa6-42c7-ad47-656a865ff2c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce8433796a20462188b8cc95a1d1d4d8&device_id=cdb449fd-6c4c-40ea-8ffc-62f757807687 HTTP/1.1" status: 200 len: 1126 time: 0.1000948 Mar 01 13:53:14.578126 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b861dde-3ad7-41cc-9071-e09a686dcef5 req-d385390d-ab79-4f54-bb92-49e64cf2571a tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:14.580287 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2b861dde-3ad7-41cc-9071-e09a686dcef5 req-d385390d-ab79-4f54-bb92-49e64cf2571a tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d1679c5-9784-4559-9622-1c192d487a34 HTTP/1.1" status: 200 len: 950 time: 0.1101913 Mar 01 13:53:14.645254 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab8b0e-66cd-4391-bef5-6b7bc431ce0b req-d97fcccb-7a3d-4b71-a225-e3a1d0459bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:14.650115 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-79ab8b0e-66cd-4391-bef5-6b7bc431ce0b req-d97fcccb-7a3d-4b71-a225-e3a1d0459bee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=261203cc-bf87-4d50-a32d-f34589170095 HTTP/1.1" status: 200 len: 856 time: 0.0991836 Mar 01 13:53:14.686796 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2b861dde-3ad7-41cc-9071-e09a686dcef5 req-ee994039-22cd-4fbf-9b68-934193e37f05 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.13 "GET /v2.0/security-groups?id=51c93ae3-aed3-45f4-b8f0-6aa4cec888d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962532 Mar 01 13:53:14.686992 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 4340cb38-53ab-4077-a720-5005f7134aca is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:53:14.687228 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4340cb38-53ab-4077-a720-5005f7134aca), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:14.728576 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab8b0e-66cd-4391-bef5-6b7bc431ce0b req-9045c37a-03ca-4335-bd0e-3b0b2fc6b1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:14.730704 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-79ab8b0e-66cd-4391-bef5-6b7bc431ce0b req-9045c37a-03ca-4335-bd0e-3b0b2fc6b1ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a2dec7e3-4601-4685-95e7-9ed53553db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0771387 Mar 01 13:53:14.753598 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 4340cb38-53ab-4077-a720-5005f7134aca, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=4340cb38-53ab-4077-a720-5005f7134aca,segment=NetworkSegment(c5287cb7-97ef-478a-832a-938a065620e2),segment_id=c5287cb7-97ef-478a-832a-938a065620e2)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:14.762966 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (4340cb38-53ab-4077-a720-5005f7134aca), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:14.764665 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device e8ccdf71-e2f4-4cc9-9760-5a1c1016a740 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:53:14.854957 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad7aa1-1604-4661-9434-81a38342b777 req-81ae7b35-b832-4bad-b111-5c7c43e24047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:14.857701 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-57ad7aa1-1604-4661-9434-81a38342b777 req-81ae7b35-b832-4bad-b111-5c7c43e24047 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7791a3ad-ea99-41b5-bb9e-01fc535ffc2e HTTP/1.1" status: 200 len: 913 time: 0.2764823 Mar 01 13:53:14.870498 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=4340cb38-53ab-4077-a720-5005f7134aca,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:14.873297 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-79ab8b0e-66cd-4391-bef5-6b7bc431ce0b req-3d54e2d7-8f00-4fc6-b9d0-f1d33dc810e4 service neutron] 10.222.0.20 "GET /v2.0/networks/a2dec7e3-4601-4685-95e7-9ed53553db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358180 Mar 01 13:53:14.901562 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port e8ccdf71-e2f4-4cc9-9760-5a1c1016a740 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:53:14.906085 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port e8ccdf71-e2f4-4cc9-9760-5a1c1016a740 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:53:14.906674 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e8ccdf71-e2f4-4cc9-9760-5a1c1016a740), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:14.911314 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4794c7-297c-4af3-bf6b-1d59dec3fc5c req-7a062df2-4651-4cb2-94a1-fee693e7bc86 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:14.920787 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5f4794c7-297c-4af3-bf6b-1d59dec3fc5c req-7a062df2-4651-4cb2-94a1-fee693e7bc86 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdb449fd-6c4c-40ea-8ffc-62f757807687 HTTP/1.1" status: 200 len: 944 time: 0.2097895 Mar 01 13:53:14.975161 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-57ad7aa1-1604-4661-9434-81a38342b777 req-ab8dcbdc-a062-4e59-92a0-b7b472f7d17e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b25b0ac6-5e13-4a50-9578-da85b551614f HTTP/1.1" status: 200 len: 217 time: 0.1001303 Mar 01 13:53:15.049991 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5f4794c7-297c-4af3-bf6b-1d59dec3fc5c req-c350b036-5b4b-417b-b6d9-9d29d3fbd47d tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4d9ca1-f55a-40bc-b944-f22de3eaf370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279535 Mar 01 13:53:15.054932 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port e8ccdf71-e2f4-4cc9-9760-5a1c1016a740 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:53:15.055393 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e8ccdf71-e2f4-4cc9-9760-5a1c1016a740), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:15.056313 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-79ab8b0e-66cd-4391-bef5-6b7bc431ce0b req-160bb8e3-ef90-44e7-86a8-c84bb06310d2 service neutron] 10.222.0.20 "GET /v2.0/networks/a2dec7e3-4601-4685-95e7-9ed53553db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730113 Mar 01 13:53:15.078206 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7d5d58-e866-4c50-b16a-ff65a741aa6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4340cb38-53ab-4077-a720-5005f7134aca'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:53:15.103308 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91f0795-319f-4169-8c23-402d6624829e" -d '{"events": [{"server_uuid": "2f7d5d58-e866-4c50-b16a-ff65a741aa6a", "name": "network-vif-plugged", "status": "completed", "tag": "4340cb38-53ab-4077-a720-5005f7134aca"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:53:15.127705 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad7aa1-1604-4661-9434-81a38342b777 req-95fffbb8-d3c8-4681-9881-8983b12d8955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:15.130732 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-57ad7aa1-1604-4661-9434-81a38342b777 req-95fffbb8-d3c8-4681-9881-8983b12d8955 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7a603dae-4e79-4b27-b3ec-18e6d13670f2 HTTP/1.1" status: 200 len: 852 time: 0.1324329 Mar 01 13:53:15.167734 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port e8ccdf71-e2f4-4cc9-9760-5a1c1016a740, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=e8ccdf71-e2f4-4cc9-9760-5a1c1016a740,segment=NetworkSegment(e1443a1b-d44b-4882-98a3-98e50e9454ca),segment_id=e1443a1b-d44b-4882-98a3-98e50e9454ca)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:15.181306 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (e8ccdf71-e2f4-4cc9-9760-5a1c1016a740), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:15.182295 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 66720d05-7eda-44b2-8a76-c9f014167c57 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:53:15.214262 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-57ad7aa1-1604-4661-9434-81a38342b777 req-d01d672a-dd28-4f0a-8f9a-c1e1e3a8a04d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7791a3ad-ea99-41b5-bb9e-01fc535ffc2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759377 Mar 01 13:53:15.245949 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec8b85d-1bb6-4434-bd2f-0ed36f77c4c4 x-openstack-request-id: req-8ec8b85d-1bb6-4434-bd2f-0ed36f77c4c4 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:53:15.246279 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7d5d58-e866-4c50-b16a-ff65a741aa6a", "name": "network-vif-plugged", "status": "completed", "tag": "4340cb38-53ab-4077-a720-5005f7134aca", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:53:15.246494 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ec8b85d-1bb6-4434-bd2f-0ed36f77c4c4 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:53:15.246886 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7d5d58-e866-4c50-b16a-ff65a741aa6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4340cb38-53ab-4077-a720-5005f7134aca', 'code': 200} Mar 01 13:53:15.271955 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b27e8b38-fa25-4e77-8ae3-85d4e8d9f93c req-cc438305-a514-4125-a751-8d03dba0f935 tempest-ServerShowV257Test-1493067437 tempest-ServerShowV257Test-1493067437-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.0758698 Mar 01 13:53:15.320169 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=e8ccdf71-e2f4-4cc9-9760-5a1c1016a740,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:15.343267 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 66720d05-7eda-44b2-8a76-c9f014167c57 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:53:15.349186 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 66720d05-7eda-44b2-8a76-c9f014167c57 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:53:15.349632 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (66720d05-7eda-44b2-8a76-c9f014167c57), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:15.397964 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-57ad7aa1-1604-4661-9434-81a38342b777 req-41a18713-6189-46f9-a04c-d29769e51a4b service neutron] 10.222.0.32 "GET /v2.0/networks/7791a3ad-ea99-41b5-bb9e-01fc535ffc2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346471 Mar 01 13:53:15.410176 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049edff-4390-47c3-9e50-258a15b12181 req-48ab155f-9c0c-416a-95eb-f84ba3886cd3 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:15.416251 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049edff-4390-47c3-9e50-258a15b12181 req-48ab155f-9c0c-416a-95eb-f84ba3886cd3 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:15.421828 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049edff-4390-47c3-9e50-258a15b12181 req-48ab155f-9c0c-416a-95eb-f84ba3886cd3 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:15.424224 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e049edff-4390-47c3-9e50-258a15b12181 req-48ab155f-9c0c-416a-95eb-f84ba3886cd3 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d5d58-e866-4c50-b16a-ff65a741aa6a HTTP/1.1" status: 200 len: 2415 time: 0.1112971 Mar 01 13:53:15.456074 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 66720d05-7eda-44b2-8a76-c9f014167c57 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:53:15.457344 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (66720d05-7eda-44b2-8a76-c9f014167c57), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:15.527561 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 66720d05-7eda-44b2-8a76-c9f014167c57, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=66720d05-7eda-44b2-8a76-c9f014167c57,segment=NetworkSegment(c5287cb7-97ef-478a-832a-938a065620e2),segment_id=c5287cb7-97ef-478a-832a-938a065620e2)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:15.534610 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (66720d05-7eda-44b2-8a76-c9f014167c57), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:15.541428 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e049edff-4390-47c3-9e50-258a15b12181 req-d11b2907-9add-4994-b34b-5c06c6d03751 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086955 Mar 01 13:53:15.567578 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-57ad7aa1-1604-4661-9434-81a38342b777 req-859a26a8-8748-445d-9803-ab969703cb59 service neutron] 10.222.0.32 "GET /v2.0/networks/7791a3ad-ea99-41b5-bb9e-01fc535ffc2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418726 Mar 01 13:53:15.653810 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=66720d05-7eda-44b2-8a76-c9f014167c57,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:15.661439 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 46136) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:15.663757 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63a02f-b466-413a-bc53-c5948e8bc5d6 req-44177351-a0aa-4ae5-83d0-3b6e524431c9 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:15.665640 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ed63a02f-b466-413a-bc53-c5948e8bc5d6 req-44177351-a0aa-4ae5-83d0-3b6e524431c9 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 943 time: 0.0790536 Mar 01 13:53:15.768724 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ed63a02f-b466-413a-bc53-c5948e8bc5d6 req-d53c4185-ff14-4740-8587-817cdf766695 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941055 Mar 01 13:53:15.813025 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-09ef3078-944a-4043-b8c8-653f999826e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:15.848484 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87050107-d3cb-4ad6-9fd5-3af0fc7399a3 req-bb66d607-c7f7-459d-a748-2a5baf83f54d tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:15.855564 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-87050107-d3cb-4ad6-9fd5-3af0fc7399a3 req-bb66d607-c7f7-459d-a748-2a5baf83f54d tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d1679c5-9784-4559-9622-1c192d487a34 HTTP/1.1" status: 200 len: 950 time: 0.0731924 Mar 01 13:53:15.907929 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-87050107-d3cb-4ad6-9fd5-3af0fc7399a3 req-14cec19c-6d14-4540-9408-ee78033c7875 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.13 "GET /v2.0/security-groups?id=51c93ae3-aed3-45f4-b8f0-6aa4cec888d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506594 Mar 01 13:53:15.951409 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-09ef3078-944a-4043-b8c8-653f999826e5 admin admin] Publish callbacks [] for security_group (85d9c953-867b-4610-b15e-73ebbe66a7bf), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:15.957212 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-09ef3078-944a-4043-b8c8-653f999826e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (85d9c953-867b-4610-b15e-73ebbe66a7bf), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:15.998570 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-09ef3078-944a-4043-b8c8-653f999826e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5bc15392cf0d4a8d9c074e542f386d36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3360028 Mar 01 13:53:16.000591 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef3078-944a-4043-b8c8-653f999826e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d9c953-867b-4610-b15e-73ebbe66a7bf,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:16.001165 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 46148) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:16.020657 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef3078-944a-4043-b8c8-653f999826e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:16.021003 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef3078-944a-4043-b8c8-653f999826e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:16.022054 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef3078-944a-4043-b8c8-653f999826e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:16.022054 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef3078-944a-4043-b8c8-653f999826e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:16.022054 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef3078-944a-4043-b8c8-653f999826e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:16.022326 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef3078-944a-4043-b8c8-653f999826e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:16.022580 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef3078-944a-4043-b8c8-653f999826e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:16.022898 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef3078-944a-4043-b8c8-653f999826e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:16.023232 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef3078-944a-4043-b8c8-653f999826e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:16.023524 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef3078-944a-4043-b8c8-653f999826e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:16.023880 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef3078-944a-4043-b8c8-653f999826e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:16.024200 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef3078-944a-4043-b8c8-653f999826e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:16.024503 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef3078-944a-4043-b8c8-653f999826e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:16.090189 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-595aef9c-62d5-429c-bab3-1966e8c11643 admin admin] Publish callbacks [] for security_group (85d9c953-867b-4610-b15e-73ebbe66a7bf), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:16.144850 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-595aef9c-62d5-429c-bab3-1966e8c11643 admin admin] Publish callbacks [] for security_group (85d9c953-867b-4610-b15e-73ebbe66a7bf), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:16.275740 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66558d3d-f083-4256-90d6-53ab5b8550ee req-00fd08a0-e43b-4260-b41c-0b6438a7cd01 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:16.277296 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-66558d3d-f083-4256-90d6-53ab5b8550ee req-00fd08a0-e43b-4260-b41c-0b6438a7cd01 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d1679c5-9784-4559-9622-1c192d487a34 HTTP/1.1" status: 200 len: 950 time: 0.1121728 Mar 01 13:53:16.286200 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b8865-41a6-4d32-a765-de6f3727b10b req-b52b5237-a46b-46de-a5db-b7287752249f tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:16.287846 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8c0b8865-41a6-4d32-a765-de6f3727b10b req-b52b5237-a46b-46de-a5db-b7287752249f tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdb449fd-6c4c-40ea-8ffc-62f757807687 HTTP/1.1" status: 200 len: 944 time: 0.1046269 Mar 01 13:53:16.290842 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-595aef9c-62d5-429c-bab3-1966e8c11643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (85d9c953-867b-4610-b15e-73ebbe66a7bf), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:16.293786 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-595aef9c-62d5-429c-bab3-1966e8c11643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:16.294885 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-595aef9c-62d5-429c-bab3-1966e8c11643 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85d9c953-867b-4610-b15e-73ebbe66a7bf HTTP/1.1" status: 204 len: 168 time: 0.2927005 Mar 01 13:53:16.332774 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595aef9c-62d5-429c-bab3-1966e8c11643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d9c953-867b-4610-b15e-73ebbe66a7bf,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:16.408408 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8c0b8865-41a6-4d32-a765-de6f3727b10b req-a679ea34-c60d-4bb6-a089-b9a1e84e2e6b tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4d9ca1-f55a-40bc-b944-f22de3eaf370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059628 Mar 01 13:53:16.432709 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-66558d3d-f083-4256-90d6-53ab5b8550ee req-22e0a6de-536b-45f8-844c-cc786ceb5fa3 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.13 "GET /v2.0/security-groups?id=51c93ae3-aed3-45f4-b8f0-6aa4cec888d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293442 Mar 01 13:53:16.530132 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ecfb1c22-dec2-486f-8dcf-b84e26511335 req-a62d9f4c-99f9-43b4-8247-0727e0ab9e4a tempest-ServerShowV257Test-1493067437 tempest-ServerShowV257Test-1493067437-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.0386000 Mar 01 13:53:16.683663 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed6dd9-1efe-4202-9400-33cae85f9b4b req-29fd569c-5bbc-4237-9225-aee4e23223b0 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:16.690088 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed6dd9-1efe-4202-9400-33cae85f9b4b req-29fd569c-5bbc-4237-9225-aee4e23223b0 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:16.696651 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed6dd9-1efe-4202-9400-33cae85f9b4b req-29fd569c-5bbc-4237-9225-aee4e23223b0 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:16.705112 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-48ed6dd9-1efe-4202-9400-33cae85f9b4b req-29fd569c-5bbc-4237-9225-aee4e23223b0 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d5d58-e866-4c50-b16a-ff65a741aa6a HTTP/1.1" status: 200 len: 2416 time: 0.0827475 Mar 01 13:53:16.727711 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 46164) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:16.744785 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6a2ac0fe-8acf-4175-892f-61745b8f092d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:16.769524 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-48ed6dd9-1efe-4202-9400-33cae85f9b4b req-0862908c-4bad-43cc-8979-d8cdbf05368c tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631392 Mar 01 13:53:16.839746 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6a2ac0fe-8acf-4175-892f-61745b8f092d admin admin] Publish callbacks [] for security_group (f0390c38-f9da-41a3-9e4e-6db2a22ac29a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:16.843822 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6a2ac0fe-8acf-4175-892f-61745b8f092d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (f0390c38-f9da-41a3-9e4e-6db2a22ac29a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:16.887008 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ac0fe-8acf-4175-892f-61745b8f092d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0390c38-f9da-41a3-9e4e-6db2a22ac29a,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:16.895848 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6a2ac0fe-8acf-4175-892f-61745b8f092d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a1632e4a9274724b4ff148043ab7475&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1645057 Mar 01 13:53:16.896056 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 46168) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:16.942191 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c9f30-6fc8-49fa-9107-dbc5c7db2ff2 req-c62674b6-d971-4268-b4f5-d6f8efeb1d7e tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:16.944015 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-379c9f30-6fc8-49fa-9107-dbc5c7db2ff2 req-c62674b6-d971-4268-b4f5-d6f8efeb1d7e tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 943 time: 0.1043420 Mar 01 13:53:16.971103 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3b82d671-d806-43d2-a5c3-a31168828a55 admin admin] Publish callbacks [] for security_group (f0390c38-f9da-41a3-9e4e-6db2a22ac29a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:17.010037 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3b82d671-d806-43d2-a5c3-a31168828a55 admin admin] Publish callbacks [] for security_group (f0390c38-f9da-41a3-9e4e-6db2a22ac29a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:17.019977 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-379c9f30-6fc8-49fa-9107-dbc5c7db2ff2 req-6cfdcf49-38d9-4597-b317-038f9d361055 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694590 Mar 01 13:53:17.069462 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3b82d671-d806-43d2-a5c3-a31168828a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (f0390c38-f9da-41a3-9e4e-6db2a22ac29a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:17.072134 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3b82d671-d806-43d2-a5c3-a31168828a55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:17.073283 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3b82d671-d806-43d2-a5c3-a31168828a55 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0390c38-f9da-41a3-9e4e-6db2a22ac29a HTTP/1.1" status: 204 len: 168 time: 0.1763051 Mar 01 13:53:17.081769 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82d671-d806-43d2-a5c3-a31168828a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0390c38-f9da-41a3-9e4e-6db2a22ac29a,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:17.248516 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7d5d58-e866-4c50-b16a-ff65a741aa6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ccdf71-e2f4-4cc9-9760-5a1c1016a740'}, {'server_uuid': '2f7d5d58-e866-4c50-b16a-ff65a741aa6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66720d05-7eda-44b2-8a76-c9f014167c57'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:53:17.252874 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e961b047-510d-4fa8-b69b-a2e75787b6a9" -d '{"events": [{"server_uuid": "2f7d5d58-e866-4c50-b16a-ff65a741aa6a", "name": "network-vif-plugged", "status": "completed", "tag": "e8ccdf71-e2f4-4cc9-9760-5a1c1016a740"}, {"server_uuid": "2f7d5d58-e866-4c50-b16a-ff65a741aa6a", "name": "network-vif-plugged", "status": "completed", "tag": "66720d05-7eda-44b2-8a76-c9f014167c57"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:53:17.299158 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 01 Mar 2022 13:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6d3cde-619b-4be7-87fa-9e29e987efb3 x-openstack-request-id: req-bb6d3cde-619b-4be7-87fa-9e29e987efb3 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:53:17.299535 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7d5d58-e866-4c50-b16a-ff65a741aa6a", "name": "network-vif-plugged", "status": "completed", "tag": "e8ccdf71-e2f4-4cc9-9760-5a1c1016a740", "code": 200}, {"server_uuid": "2f7d5d58-e866-4c50-b16a-ff65a741aa6a", "name": "network-vif-plugged", "status": "completed", "tag": "66720d05-7eda-44b2-8a76-c9f014167c57", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:53:17.299757 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb6d3cde-619b-4be7-87fa-9e29e987efb3 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:53:17.300163 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7d5d58-e866-4c50-b16a-ff65a741aa6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ccdf71-e2f4-4cc9-9760-5a1c1016a740', 'code': 200} Mar 01 13:53:17.300419 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7d5d58-e866-4c50-b16a-ff65a741aa6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66720d05-7eda-44b2-8a76-c9f014167c57', 'code': 200} Mar 01 13:53:17.459604 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33efde8-f41a-4024-a026-b31a9c08d8e0 req-bd8fb976-16f6-4e94-970d-ad28a3e51984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:17.460675 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33efde8-f41a-4024-a026-b31a9c08d8e0 req-bd8fb976-16f6-4e94-970d-ad28a3e51984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:17.462614 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33efde8-f41a-4024-a026-b31a9c08d8e0 req-bd8fb976-16f6-4e94-970d-ad28a3e51984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:17.465214 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d33efde8-f41a-4024-a026-b31a9c08d8e0 req-bd8fb976-16f6-4e94-970d-ad28a3e51984 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2f7d5d58-e866-4c50-b16a-ff65a741aa6a HTTP/1.1" status: 200 len: 2962 time: 0.0709574 Mar 01 13:53:17.538663 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d33efde8-f41a-4024-a026-b31a9c08d8e0 req-7210fb20-2416-4947-914e-4435e874d92f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657291 Mar 01 13:53:17.595093 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942940f-940f-4b2a-8039-b843ea0d675b req-3bce810a-e1b4-41ac-8138-90272199d168 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:17.596601 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1942940f-940f-4b2a-8039-b843ea0d675b req-3bce810a-e1b4-41ac-8138-90272199d168 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d1679c5-9784-4559-9622-1c192d487a34 HTTP/1.1" status: 200 len: 950 time: 0.0860581 Mar 01 13:53:17.607499 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d58016-363d-45e6-a7da-af56303c3299 req-c4ebd6fb-0297-453d-bb30-c7c13fe524e9 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:17.608929 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b1d58016-363d-45e6-a7da-af56303c3299 req-c4ebd6fb-0297-453d-bb30-c7c13fe524e9 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdb449fd-6c4c-40ea-8ffc-62f757807687 HTTP/1.1" status: 200 len: 944 time: 0.0696208 Mar 01 13:53:17.711788 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1942940f-940f-4b2a-8039-b843ea0d675b req-a306d8b8-f428-4b70-99a7-3c348ef04228 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.13 "GET /v2.0/security-groups?id=51c93ae3-aed3-45f4-b8f0-6aa4cec888d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018353 Mar 01 13:53:17.721258 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b1d58016-363d-45e6-a7da-af56303c3299 req-0cc5a15a-54c6-4fde-b6c2-46c2f696a91a tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4d9ca1-f55a-40bc-b944-f22de3eaf370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049335 Mar 01 13:53:17.736956 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edebae-1254-4559-a469-bf354024f12b req-de179971-e8e9-4655-b0ae-b94d7504c085 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:17.738418 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-88edebae-1254-4559-a469-bf354024f12b req-de179971-e8e9-4655-b0ae-b94d7504c085 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d1679c5-9784-4559-9622-1c192d487a34 HTTP/1.1" status: 200 len: 950 time: 0.0974550 Mar 01 13:53:17.820184 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b0ae2577-c8be-40b0-998b-085cd634e4d0 req-23968407-0076-46e3-bd18-260d76a77041 tempest-ServerShowV257Test-1493067437 tempest-ServerShowV257Test-1493067437-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.0361717 Mar 01 13:53:17.916794 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb58c7c-542f-44e0-81eb-eed5a9f76da9 req-291ec1de-669c-4ddb-80d9-24ef353cbb92 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:17.922072 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb58c7c-542f-44e0-81eb-eed5a9f76da9 req-291ec1de-669c-4ddb-80d9-24ef353cbb92 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:17.927371 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb58c7c-542f-44e0-81eb-eed5a9f76da9 req-291ec1de-669c-4ddb-80d9-24ef353cbb92 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:17.929020 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1eb58c7c-542f-44e0-81eb-eed5a9f76da9 req-291ec1de-669c-4ddb-80d9-24ef353cbb92 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d5d58-e866-4c50-b16a-ff65a741aa6a HTTP/1.1" status: 200 len: 2416 time: 0.0832672 Mar 01 13:53:17.935038 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-88edebae-1254-4559-a469-bf354024f12b req-925c5a14-60b8-469f-8934-bcf7b0edeb98 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Deleting port f972b89c-b99b-496e-a82e-7cb372202a13 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:53:17.935381 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-88edebae-1254-4559-a469-bf354024f12b req-925c5a14-60b8-469f-8934-bcf7b0edeb98 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (f972b89c-b99b-496e-a82e-7cb372202a13), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:18.043803 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1eb58c7c-542f-44e0-81eb-eed5a9f76da9 req-c3a87824-93af-41d3-be49-01407b072190 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042752 Mar 01 13:53:18.061949 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-88edebae-1254-4559-a469-bf354024f12b req-925c5a14-60b8-469f-8934-bcf7b0edeb98 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] For port f972b89c-b99b-496e-a82e-7cb372202a13, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f972b89c-b99b-496e-a82e-7cb372202a13,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:18.062390 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-88edebae-1254-4559-a469-bf354024f12b req-925c5a14-60b8-469f-8934-bcf7b0edeb98 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (f972b89c-b99b-496e-a82e-7cb372202a13), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:18.091458 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-88edebae-1254-4559-a469-bf354024f12b req-925c5a14-60b8-469f-8934-bcf7b0edeb98 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Calling delete_port for f972b89c-b99b-496e-a82e-7cb372202a13 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:53:18.202036 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3c298-3955-4f33-8e6a-70aec6171e02 req-9c896da6-ef99-4850-ad11-40d9265c4ad9 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:18.203541 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-66c3c298-3955-4f33-8e6a-70aec6171e02 req-9c896da6-ef99-4850-ad11-40d9265c4ad9 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 943 time: 0.0700057 Mar 01 13:53:18.287600 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-66c3c298-3955-4f33-8e6a-70aec6171e02 req-41b31f18-5202-4a1a-9312-a3af6bd69f1a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722709 Mar 01 13:53:18.348571 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-88edebae-1254-4559-a469-bf354024f12b req-925c5a14-60b8-469f-8934-bcf7b0edeb98 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (f972b89c-b99b-496e-a82e-7cb372202a13), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:18.364206 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['f972b89c-b99b-496e-a82e-7cb372202a13'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:53:18.383813 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c5a14-60b8-469f-8934-bcf7b0edeb98 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Pushing event deleted for resources: {'Port': ['ID=f972b89c-b99b-496e-a82e-7cb372202a13,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:18.413361 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device ea1f1b7a-9a9a-440d-a2a3-ae371a358086 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:53:18.445762 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-88edebae-1254-4559-a469-bf354024f12b req-925c5a14-60b8-469f-8934-bcf7b0edeb98 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] No DVR routers for this DVR port f972b89c-b99b-496e-a82e-7cb372202a13 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:53:18.449024 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-88edebae-1254-4559-a469-bf354024f12b req-925c5a14-60b8-469f-8934-bcf7b0edeb98 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:18.453448 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-88edebae-1254-4559-a469-bf354024f12b req-925c5a14-60b8-469f-8934-bcf7b0edeb98 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.32 "DELETE /v2.0/ports/f972b89c-b99b-496e-a82e-7cb372202a13 HTTP/1.1" status: 204 len: 173 time: 0.7076609 Mar 01 13:53:18.456192 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1679c5-9784-4559-9622-1c192d487a34', 'name': 'network-vif-deleted', 'tag': 'f972b89c-b99b-496e-a82e-7cb372202a13'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:53:18.459995 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c0cea3-65e4-456c-a2d2-e96f476e5a8d" -d '{"events": [{"server_uuid": "8d1679c5-9784-4559-9622-1c192d487a34", "name": "network-vif-deleted", "tag": "f972b89c-b99b-496e-a82e-7cb372202a13"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:53:18.511840 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05223a9-ea20-45b0-abd1-5fc2f2cbcbe8 x-openstack-request-id: req-b05223a9-ea20-45b0-abd1-5fc2f2cbcbe8 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:53:18.512323 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1679c5-9784-4559-9622-1c192d487a34", "name": "network-vif-deleted", "tag": "f972b89c-b99b-496e-a82e-7cb372202a13", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:53:18.512755 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b05223a9-ea20-45b0-abd1-5fc2f2cbcbe8 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:53:18.513626 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1679c5-9784-4559-9622-1c192d487a34', 'name': 'network-vif-deleted', 'tag': 'f972b89c-b99b-496e-a82e-7cb372202a13', 'status': 'completed', 'code': 200} Mar 01 13:53:18.570977 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port ea1f1b7a-9a9a-440d-a2a3-ae371a358086, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ea1f1b7a-9a9a-440d-a2a3-ae371a358086,segment=NetworkSegment(efe48ac2-5e62-42f6-97e0-cf92cf9f656d),segment_id=efe48ac2-5e62-42f6-97e0-cf92cf9f656d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:18.585429 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': 'ea1f1b7a-9a9a-440d-a2a3-ae371a358086', 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77', 'port_id': 'ea1f1b7a-9a9a-440d-a2a3-ae371a358086', 'mac_address': 'fa:16:3e:95:01:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '261203cc-bf87-4d50-a32d-f34589170095', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:53:18.637690 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b25b0ac6-5e13-4a50-9578-da85b551614f details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:53:18.710866 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port ea1f1b7a-9a9a-440d-a2a3-ae371a358086 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:53:18.711261 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ea1f1b7a-9a9a-440d-a2a3-ae371a358086), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:18.731457 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1f1b7a-9a9a-440d-a2a3-ae371a358086 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:53:18.765467 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port ea1f1b7a-9a9a-440d-a2a3-ae371a358086, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ea1f1b7a-9a9a-440d-a2a3-ae371a358086,segment=NetworkSegment(efe48ac2-5e62-42f6-97e0-cf92cf9f656d),segment_id=efe48ac2-5e62-42f6-97e0-cf92cf9f656d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:18.787392 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ea1f1b7a-9a9a-440d-a2a3-ae371a358086), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:18.831451 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b25b0ac6-5e13-4a50-9578-da85b551614f, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b25b0ac6-5e13-4a50-9578-da85b551614f,segment=NetworkSegment(cf91def4-7767-4dc0-af58-dc3bc2235578),segment_id=cf91def4-7767-4dc0-af58-dc3bc2235578)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:18.901813 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1af55a3b-bc11-46c8-9e8a-3bda385b60d3 req-3836b98d-bfda-403d-9dc3-cb6b24b54ab4 tempest-ImagesNegativeTestJSON-1453730692 tempest-ImagesNegativeTestJSON-1453730692-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d1679c5-9784-4559-9622-1c192d487a34 HTTP/1.1" status: 200 len: 210 time: 0.0691910 Mar 01 13:53:18.976272 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b2a09-c7c8-4de5-9643-45f1fc9f1c75 req-6162b523-ae65-482f-8f77-d2d7dc4caad9 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:18.992116 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8f6b2a09-c7c8-4de5-9643-45f1fc9f1c75 req-6162b523-ae65-482f-8f77-d2d7dc4caad9 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdb449fd-6c4c-40ea-8ffc-62f757807687 HTTP/1.1" status: 200 len: 944 time: 0.1461227 Mar 01 13:53:19.108380 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'b25b0ac6-5e13-4a50-9578-da85b551614f', 'network_id': '7791a3ad-ea99-41b5-bb9e-01fc535ffc2e', 'port_id': 'b25b0ac6-5e13-4a50-9578-da85b551614f', 'mac_address': 'fa:16:3e:61:d0:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a603dae-4e79-4b27-b3ec-18e6d13670f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:53:19.114871 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d933ea72-340d-4f14-8b43-d7c046d8fa13 req-2d448397-cd9a-485e-bf86-8042e6e9a11c tempest-ServerShowV257Test-1493067437 tempest-ServerShowV257Test-1493067437-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.0698938 Mar 01 13:53:19.149127 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8f6b2a09-c7c8-4de5-9643-45f1fc9f1c75 req-8a35e201-f9e9-4f96-a17c-e379d84d41ae tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4d9ca1-f55a-40bc-b944-f22de3eaf370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328037 Mar 01 13:53:19.196495 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=ea1f1b7a-9a9a-440d-a2a3-ae371a358086,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:19.207088 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port b25b0ac6-5e13-4a50-9578-da85b551614f is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:53:19.207539 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b25b0ac6-5e13-4a50-9578-da85b551614f), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:19.240294 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b25b0ac6-5e13-4a50-9578-da85b551614f {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:53:19.272528 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b25b0ac6-5e13-4a50-9578-da85b551614f, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b25b0ac6-5e13-4a50-9578-da85b551614f,segment=NetworkSegment(cf91def4-7767-4dc0-af58-dc3bc2235578),segment_id=cf91def4-7767-4dc0-af58-dc3bc2235578)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:19.282170 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['ea1f1b7a-9a9a-440d-a2a3-ae371a358086'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:53:19.309200 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d398f-f283-4423-a9e7-2fa872486592 req-12185031-ecd4-4726-a7fb-a5b9184be8d4 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:19.315119 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d398f-f283-4423-a9e7-2fa872486592 req-12185031-ecd4-4726-a7fb-a5b9184be8d4 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:19.321868 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d398f-f283-4423-a9e7-2fa872486592 req-12185031-ecd4-4726-a7fb-a5b9184be8d4 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:19.327277 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b25b0ac6-5e13-4a50-9578-da85b551614f), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:19.332137 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8c8d398f-f283-4423-a9e7-2fa872486592 req-12185031-ecd4-4726-a7fb-a5b9184be8d4 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d5d58-e866-4c50-b16a-ff65a741aa6a HTTP/1.1" status: 200 len: 2416 time: 0.1121533 Mar 01 13:53:19.413712 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=b25b0ac6-5e13-4a50-9578-da85b551614f,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:19.439143 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8c8d398f-f283-4423-a9e7-2fa872486592 req-62e005dc-14a6-4f18-b71b-a30e974ac5e5 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037030 Mar 01 13:53:19.537560 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9c36f-672e-4922-a808-e4d6a626801d req-f41b1241-e896-4cd0-bf84-8df56ccad1cf tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:19.540052 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d1e9c36f-672e-4922-a808-e4d6a626801d req-f41b1241-e896-4cd0-bf84-8df56ccad1cf tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 944 time: 0.0968318 Mar 01 13:53:19.614365 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d1e9c36f-672e-4922-a808-e4d6a626801d req-9fb2acec-8f89-486c-ba90-9524f06feb95 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592003 Mar 01 13:53:19.658426 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['b25b0ac6-5e13-4a50-9578-da85b551614f'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:53:20.257871 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0a4e1ea0-43e9-43c9-b6ae-00bd8455ae52 req-7b55967a-29c9-4bb0-aed9-5f96cae1d927 tempest-ServerShowV257Test-1493067437 tempest-ServerShowV257Test-1493067437-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.0453639 Mar 01 13:53:20.283844 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bbb04a-dc0d-4de7-8083-334467a10ef5 req-473d06f7-2de2-474f-8983-13e6b1312a1d tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:20.285350 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c7bbb04a-dc0d-4de7-8083-334467a10ef5 req-473d06f7-2de2-474f-8983-13e6b1312a1d tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdb449fd-6c4c-40ea-8ffc-62f757807687 HTTP/1.1" status: 200 len: 945 time: 0.0845044 Mar 01 13:53:20.338870 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c7bbb04a-dc0d-4de7-8083-334467a10ef5 req-4abe2ce3-38dd-471d-855f-e4c79769819c tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4d9ca1-f55a-40bc-b944-f22de3eaf370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440733 Mar 01 13:53:20.410070 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device ea1f1b7a-9a9a-440d-a2a3-ae371a358086 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:53:20.430650 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 46284) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:20.473775 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port ea1f1b7a-9a9a-440d-a2a3-ae371a358086 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:53:20.478638 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port ea1f1b7a-9a9a-440d-a2a3-ae371a358086 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:53:20.479028 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ea1f1b7a-9a9a-440d-a2a3-ae371a358086), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:20.568766 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port ea1f1b7a-9a9a-440d-a2a3-ae371a358086 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:53:20.569429 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ea1f1b7a-9a9a-440d-a2a3-ae371a358086), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:20.574939 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 46292) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:20.582004 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-528f7c32-37ed-4540-9668-46e7be258e1c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-690302337'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:20.589366 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b5867-3073-4491-a5a0-fed6736f19ce req-e97c3877-1eed-4267-a2a8-79532fdf60e4 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:20.598057 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b5867-3073-4491-a5a0-fed6736f19ce req-e97c3877-1eed-4267-a2a8-79532fdf60e4 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:20.603219 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0cf8a93-2cf1-4b23-b092-d6d5c25d5249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1f1b7a-9a9a-440d-a2a3-ae371a358086'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:53:20.605633 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b5867-3073-4491-a5a0-fed6736f19ce req-e97c3877-1eed-4267-a2a8-79532fdf60e4 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:20.605943 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50a1111-ec10-432c-8b9c-d4bb3f3957ac" -d '{"events": [{"server_uuid": "d0cf8a93-2cf1-4b23-b092-d6d5c25d5249", "name": "network-vif-plugged", "status": "completed", "tag": "ea1f1b7a-9a9a-440d-a2a3-ae371a358086"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:53:20.613657 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b25b0ac6-5e13-4a50-9578-da85b551614f up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:53:20.628851 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e33b5867-3073-4491-a5a0-fed6736f19ce req-e97c3877-1eed-4267-a2a8-79532fdf60e4 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d5d58-e866-4c50-b16a-ff65a741aa6a HTTP/1.1" status: 200 len: 2416 time: 0.1351590 Mar 01 13:53:20.651352 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port ea1f1b7a-9a9a-440d-a2a3-ae371a358086, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ea1f1b7a-9a9a-440d-a2a3-ae371a358086,segment=NetworkSegment(efe48ac2-5e62-42f6-97e0-cf92cf9f656d),segment_id=efe48ac2-5e62-42f6-97e0-cf92cf9f656d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:20.658722 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528f7c32-37ed-4540-9668-46e7be258e1c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Made reservation on behalf of 78efedc3031f4258896f94ad66a2f53b for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:53:20.665615 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ea1f1b7a-9a9a-440d-a2a3-ae371a358086), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:20.669243 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-528f7c32-37ed-4540-9668-46e7be258e1c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:20.702754 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165b87d2-ad1d-4559-b88e-c8b04fc8f206 x-openstack-request-id: req-165b87d2-ad1d-4559-b88e-c8b04fc8f206 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:53:20.703319 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0cf8a93-2cf1-4b23-b092-d6d5c25d5249", "name": "network-vif-plugged", "status": "completed", "tag": "ea1f1b7a-9a9a-440d-a2a3-ae371a358086", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:53:20.703839 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-165b87d2-ad1d-4559-b88e-c8b04fc8f206 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:53:20.705105 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0cf8a93-2cf1-4b23-b092-d6d5c25d5249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1f1b7a-9a9a-440d-a2a3-ae371a358086', 'code': 200} Mar 01 13:53:20.747434 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port b25b0ac6-5e13-4a50-9578-da85b551614f completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:53:20.748180 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-528f7c32-37ed-4540-9668-46e7be258e1c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:53:20.767759 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port b25b0ac6-5e13-4a50-9578-da85b551614f triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:53:20.768705 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (b25b0ac6-5e13-4a50-9578-da85b551614f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:20.778356 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e33b5867-3073-4491-a5a0-fed6736f19ce req-ed71500a-5168-4f6b-8664-7c7cb7c3521f tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485524 Mar 01 13:53:20.781588 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-528f7c32-37ed-4540-9668-46e7be258e1c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (3f5e992e-f8ac-4270-a68d-c36243966fe6), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:20.782363 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-528f7c32-37ed-4540-9668-46e7be258e1c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Added segment 3f5e992e-f8ac-4270-a68d-c36243966fe6 of type vlan for network 6d51e108-e704-49e6-8e91-4223e1d8d343 Mar 01 13:53:20.794165 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=ea1f1b7a-9a9a-440d-a2a3-ae371a358086,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:20.864410 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-528f7c32-37ed-4540-9668-46e7be258e1c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (6d51e108-e704-49e6-8e91-4223e1d8d343), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:20.880429 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port b25b0ac6-5e13-4a50-9578-da85b551614f is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:53:20.880999 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b25b0ac6-5e13-4a50-9578-da85b551614f), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:20.901922 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-252e857f-743e-4adf-abd5-c70817933dc9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f340ff4e67804778a5279bb87e956395&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4663157 Mar 01 13:53:20.910720 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 46304) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:20.924981 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b25b0ac6-5e13-4a50-9578-da85b551614f, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b25b0ac6-5e13-4a50-9578-da85b551614f,segment=NetworkSegment(cf91def4-7767-4dc0-af58-dc3bc2235578),segment_id=cf91def4-7767-4dc0-af58-dc3bc2235578)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:20.929725 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b25b0ac6-5e13-4a50-9578-da85b551614f), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:20.930586 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device f972b89c-b99b-496e-a82e-7cb372202a13 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:53:20.940850 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae16c72-18a3-4689-a3ed-824dce4d7c88 req-42fb42ba-1cb1-491d-a016-b5d4ee063185 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:20.945487 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2ae16c72-18a3-4689-a3ed-824dce4d7c88 req-42fb42ba-1cb1-491d-a016-b5d4ee063185 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 945 time: 0.1213646 Mar 01 13:53:20.977962 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: f972b89c-b99b-496e-a82e-7cb372202a13 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:53:20.978308 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device f972b89c-b99b-496e-a82e-7cb372202a13 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:53:20.989742 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.db.resource_extend [None req-528f7c32-37ed-4540-9668-46e7be258e1c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 13:53:21.018906 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=b25b0ac6-5e13-4a50-9578-da85b551614f,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:21.034963 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-528f7c32-37ed-4540-9668-46e7be258e1c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (6d51e108-e704-49e6-8e91-4223e1d8d343), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:21.038252 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2ae16c72-18a3-4689-a3ed-824dce4d7c88 req-7d1f9921-24ab-4875-b553-52b5de3df9ef tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852571 Mar 01 13:53:21.040468 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528f7c32-37ed-4540-9668-46e7be258e1c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:21.041284 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-528f7c32-37ed-4540-9668-46e7be258e1c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:21.208204 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad6fe8-2580-4bce-ac36-631934a1dfd0 req-ed906d8b-aa28-49e7-bb87-e510f617b042 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:21.213553 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad6fe8-2580-4bce-ac36-631934a1dfd0 req-ed906d8b-aa28-49e7-bb87-e510f617b042 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:21.218864 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad6fe8-2580-4bce-ac36-631934a1dfd0 req-ed906d8b-aa28-49e7-bb87-e510f617b042 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:21.222408 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aaad6fe8-2580-4bce-ac36-631934a1dfd0 req-ed906d8b-aa28-49e7-bb87-e510f617b042 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d5d58-e866-4c50-b16a-ff65a741aa6a HTTP/1.1" status: 200 len: 2416 time: 0.0765464 Mar 01 13:53:21.271321 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aaad6fe8-2580-4bce-ac36-631934a1dfd0 req-1c943d12-3cd3-407d-9146-f96b61fe4483 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444989 Mar 01 13:53:21.370393 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-70651da1-b223-49d9-a858-6ca9b81a7944 req-63d4515e-ee18-4983-9914-e4171e2c320f tempest-ServerShowV257Test-1493067437 tempest-ServerShowV257Test-1493067437-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.0293632 Mar 01 13:53:21.430629 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e567db-4783-4173-a8fa-47227760dbdc req-c0b72870-4101-4ea4-ae2a-80d54151dc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:21.432261 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-58e567db-4783-4173-a8fa-47227760dbdc req-c0b72870-4101-4ea4-ae2a-80d54151dc75 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 1127 time: 0.5599129 Mar 01 13:53:21.439739 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-528f7c32-37ed-4540-9668-46e7be258e1c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8634171 Mar 01 13:53:21.446952 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 46312) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:21.460110 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-66af0f25-18d7-4713-b8e1-eda444dd28ea tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-349983567'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:21.479063 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b22d0aaa-59ab-4cfa-88dd-3d030dd06b9c admin admin] Publish callbacks [] for security_group (51c93ae3-aed3-45f4-b8f0-6aa4cec888d6), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:21.480577 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02d845-06cd-4ba5-8924-995d5af6ff0a req-03230291-2e7e-4deb-bdde-d5dfe36715aa tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:21.482076 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ce02d845-06cd-4ba5-8924-995d5af6ff0a req-03230291-2e7e-4deb-bdde-d5dfe36715aa tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdb449fd-6c4c-40ea-8ffc-62f757807687 HTTP/1.1" status: 200 len: 946 time: 0.0536628 Mar 01 13:53:21.498388 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f7c32-37ed-4540-9668-46e7be258e1c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Pushing event updated for resources: {'Network': ['ID=6d51e108-e704-49e6-8e91-4223e1d8d343,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:21.509457 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 6d51e108-e704-49e6-8e91-4223e1d8d343 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:53:21.522935 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66af0f25-18d7-4713-b8e1-eda444dd28ea tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Made reservation on behalf of 78efedc3031f4258896f94ad66a2f53b for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:53:21.526127 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-66af0f25-18d7-4713-b8e1-eda444dd28ea tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:21.537804 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b22d0aaa-59ab-4cfa-88dd-3d030dd06b9c admin admin] Publish callbacks [] for security_group (51c93ae3-aed3-45f4-b8f0-6aa4cec888d6), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:21.548793 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ce02d845-06cd-4ba5-8924-995d5af6ff0a req-78025c07-5ef0-4704-a3a7-fa80d7e85e23 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4d9ca1-f55a-40bc-b944-f22de3eaf370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581682 Mar 01 13:53:21.577655 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-58e567db-4783-4173-a8fa-47227760dbdc req-4b01e20f-7fc9-4268-adf0-2b884c39d4dd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284430 Mar 01 13:53:21.597623 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66af0f25-18d7-4713-b8e1-eda444dd28ea tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:53:21.607754 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-66af0f25-18d7-4713-b8e1-eda444dd28ea tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (8c993aa3-b4bc-4822-be01-8f2382354ee8), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:21.608098 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-66af0f25-18d7-4713-b8e1-eda444dd28ea tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Added segment 8c993aa3-b4bc-4822-be01-8f2382354ee8 of type vlan for network c10380dc-3261-481a-b6e0-b67ea74edb52 Mar 01 13:53:21.644060 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b22d0aaa-59ab-4cfa-88dd-3d030dd06b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (51c93ae3-aed3-45f4-b8f0-6aa4cec888d6), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:21.646485 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b22d0aaa-59ab-4cfa-88dd-3d030dd06b9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:21.647595 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b22d0aaa-59ab-4cfa-88dd-3d030dd06b9c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51c93ae3-aed3-45f4-b8f0-6aa4cec888d6 HTTP/1.1" status: 204 len: 168 time: 0.6919956 Mar 01 13:53:21.657146 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-66af0f25-18d7-4713-b8e1-eda444dd28ea tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (c10380dc-3261-481a-b6e0-b67ea74edb52), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:21.664993 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d0aaa-59ab-4cfa-88dd-3d030dd06b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c93ae3-aed3-45f4-b8f0-6aa4cec888d6,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:21.688591 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-66af0f25-18d7-4713-b8e1-eda444dd28ea tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (c10380dc-3261-481a-b6e0-b67ea74edb52), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:21.694263 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66af0f25-18d7-4713-b8e1-eda444dd28ea tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:21.694871 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-66af0f25-18d7-4713-b8e1-eda444dd28ea tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:21.746053 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-66af0f25-18d7-4713-b8e1-eda444dd28ea tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2956789 Mar 01 13:53:21.748864 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 46318) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:21.753840 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-0f109926-8377-4556-a722-2a73879d0091 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Request body: {'subnet': {'network_id': '6d51e108-e704-49e6-8e91-4223e1d8d343', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:21.776192 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af0f25-18d7-4713-b8e1-eda444dd28ea tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Pushing event updated for resources: {'Network': ['ID=c10380dc-3261-481a-b6e0-b67ea74edb52,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:21.788237 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network c10380dc-3261-481a-b6e0-b67ea74edb52 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:53:21.860799 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f109926-8377-4556-a722-2a73879d0091 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Made reservation on behalf of 78efedc3031f4258896f94ad66a2f53b for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:53:21.865012 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0f109926-8377-4556-a722-2a73879d0091 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:22.072702 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0f109926-8377-4556-a722-2a73879d0091 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (28fc07ce-dc1a-4114-910a-af6b415562fa), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:22.175982 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f109926-8377-4556-a722-2a73879d0091 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Pushing event updated for resources: {'Subnet': ['ID=28fc07ce-dc1a-4114-910a-af6b415562fa,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:22.191700 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f109926-8377-4556-a722-2a73879d0091 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Checking segment: {'id': '3f5e992e-f8ac-4270-a68d-c36243966fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6d51e108-e704-49e6-8e91-4223e1d8d343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:53:22.193797 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f109926-8377-4556-a722-2a73879d0091 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Network hostable DHCP agents. Network: 6d51e108-e704-49e6-8e91-4223e1d8d343, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:53:22.212442 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878162c-4c89-470a-b7f1-861316b2630f req-ced414a6-596d-433a-9fb4-e1038ded8f59 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:22.213965 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a878162c-4c89-470a-b7f1-861316b2630f req-ced414a6-596d-433a-9fb4-e1038ded8f59 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 945 time: 0.0900452 Mar 01 13:53:22.239571 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f109926-8377-4556-a722-2a73879d0091 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Network 6d51e108-e704-49e6-8e91-4223e1d8d343 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:53:22.258653 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-0f109926-8377-4556-a722-2a73879d0091 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 6d51e108-e704-49e6-8e91-4223e1d8d343) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:53:22.263964 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f109926-8377-4556-a722-2a73879d0091 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:22.265195 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0f109926-8377-4556-a722-2a73879d0091 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:22.269938 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95688d15-0fb8-46d0-86db-8bfc5309169d None None] Network 6d51e108-e704-49e6-8e91-4223e1d8d343 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:53:22.295886 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 46348) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:22.296857 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0f109926-8377-4556-a722-2a73879d0091 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5468283 Mar 01 13:53:22.302810 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-9eb4d0d1-49f5-47c3-b551-ef57c68ae508 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Request body: {'subnet': {'network_id': 'c10380dc-3261-481a-b6e0-b67ea74edb52', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:22.314896 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a878162c-4c89-470a-b7f1-861316b2630f req-397f5dfc-9f49-40b4-a638-26dd7b8de26e tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916209 Mar 01 13:53:22.428845 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d455809-2341-4b98-9121-f62b5db18d4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-6d51e108-e704-49e6-8e91-4223e1d8d343', 'network_id': '6d51e108-e704-49e6-8e91-4223e1d8d343', 'project_id': '78efedc3031f4258896f94ad66a2f53b', 'fixed_ips': [{'subnet_id': '28fc07ce-dc1a-4114-910a-af6b415562fa'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:53:22.429710 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0d455809-2341-4b98-9121-f62b5db18d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:22.507155 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb4d0d1-49f5-47c3-b551-ef57c68ae508 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Made reservation on behalf of 78efedc3031f4258896f94ad66a2f53b for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:53:22.508333 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-24dc4f07-f231-4e75-bd32-7d680671dbf5 req-9c65b264-441a-4823-a78e-7a3c86ce1cec tempest-ServerShowV257Test-1493067437 tempest-ServerShowV257Test-1493067437-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.0409586 Mar 01 13:53:22.512530 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9eb4d0d1-49f5-47c3-b551-ef57c68ae508 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:22.541176 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc403354-eec6-4797-8ac4-955184afab27 req-a34d406d-b414-4110-99ab-26fc135c6568 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:22.557591 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc403354-eec6-4797-8ac4-955184afab27 req-a34d406d-b414-4110-99ab-26fc135c6568 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:22.574777 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc403354-eec6-4797-8ac4-955184afab27 req-a34d406d-b414-4110-99ab-26fc135c6568 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:22.578200 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc403354-eec6-4797-8ac4-955184afab27 req-a34d406d-b414-4110-99ab-26fc135c6568 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d5d58-e866-4c50-b16a-ff65a741aa6a HTTP/1.1" status: 200 len: 2416 time: 0.1952133 Mar 01 13:53:22.675688 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc403354-eec6-4797-8ac4-955184afab27 req-35a27cdd-b006-47c9-8ac5-defc4b2b3092 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915952 Mar 01 13:53:22.699590 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-0d455809-2341-4b98-9121-f62b5db18d4b None None] Allocated IP 10.1.1.2 (6d51e108-e704-49e6-8e91-4223e1d8d343/28fc07ce-dc1a-4114-910a-af6b415562fa/04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:53:22.708939 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb449fd-6c4c-40ea-8ffc-62f757807687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b25b0ac6-5e13-4a50-9578-da85b551614f'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:53:22.714570 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04ea19a-1c35-49e6-8430-d5ad2b3c0596" -d '{"events": [{"server_uuid": "cdb449fd-6c4c-40ea-8ffc-62f757807687", "name": "network-vif-plugged", "status": "completed", "tag": "b25b0ac6-5e13-4a50-9578-da85b551614f"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:53:22.762374 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9eb4d0d1-49f5-47c3-b551-ef57c68ae508 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (bbb0ca41-6268-4b81-bdd7-21226410b058), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:22.836686 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4d0d1-49f5-47c3-b551-ef57c68ae508 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Pushing event updated for resources: {'Subnet': ['ID=bbb0ca41-6268-4b81-bdd7-21226410b058,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:22.839080 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb4d0d1-49f5-47c3-b551-ef57c68ae508 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Checking segment: {'id': '8c993aa3-b4bc-4822-be01-8f2382354ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c10380dc-3261-481a-b6e0-b67ea74edb52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:53:22.839530 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb4d0d1-49f5-47c3-b551-ef57c68ae508 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Network hostable DHCP agents. Network: c10380dc-3261-481a-b6e0-b67ea74edb52, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:53:22.860122 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb4d0d1-49f5-47c3-b551-ef57c68ae508 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Network c10380dc-3261-481a-b6e0-b67ea74edb52 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:53:22.875496 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-9eb4d0d1-49f5-47c3-b551-ef57c68ae508 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, c10380dc-3261-481a-b6e0-b67ea74edb52) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:53:22.881133 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb4d0d1-49f5-47c3-b551-ef57c68ae508 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:22.881993 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9eb4d0d1-49f5-47c3-b551-ef57c68ae508 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:22.890474 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74dae3-acc9-44ce-92fc-cbd325bda266 req-5c5ca365-4719-44d6-938e-307097c2d7e9 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:22.898664 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5c74dae3-acc9-44ce-92fc-cbd325bda266 req-5c5ca365-4719-44d6-938e-307097c2d7e9 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdb449fd-6c4c-40ea-8ffc-62f757807687 HTTP/1.1" status: 200 len: 946 time: 0.1170921 Mar 01 13:53:22.906829 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baba7682-f0f5-4c3a-862f-6405faace0f9 None None] Network c10380dc-3261-481a-b6e0-b67ea74edb52 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:53:22.912535 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9eb4d0d1-49f5-47c3-b551-ef57c68ae508 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6144273 Mar 01 13:53:22.914848 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 46366) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:22.921579 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-f3c605b7-728c-49e8-94f9-914b50f79c7c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Request body: {'port': {'network_id': '6d51e108-e704-49e6-8e91-4223e1d8d343', 'name': 'tempest-TaggedBootDevicesTest-118459649', 'fixed_ips': [{'subnet_id': '28fc07ce-dc1a-4114-910a-af6b415562fa'}]}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:22.995197 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5c74dae3-acc9-44ce-92fc-cbd325bda266 req-726c7c2f-66cf-488b-8c68-6e170cdd014c tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4d9ca1-f55a-40bc-b944-f22de3eaf370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836790 Mar 01 13:53:23.051110 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1b65bf-fcf1-49db-b617-40e16ef68ba7 x-openstack-request-id: req-5a1b65bf-fcf1-49db-b617-40e16ef68ba7 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:53:23.051393 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb449fd-6c4c-40ea-8ffc-62f757807687", "name": "network-vif-plugged", "status": "completed", "tag": "b25b0ac6-5e13-4a50-9578-da85b551614f", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:53:23.051652 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a1b65bf-fcf1-49db-b617-40e16ef68ba7 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:53:23.052290 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb449fd-6c4c-40ea-8ffc-62f757807687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b25b0ac6-5e13-4a50-9578-da85b551614f', 'code': 200} Mar 01 13:53:23.109600 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c605b7-728c-49e8-94f9-914b50f79c7c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Made reservation on behalf of 78efedc3031f4258896f94ad66a2f53b for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:53:23.164989 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0d455809-2341-4b98-9121-f62b5db18d4b None None] Publish callbacks [] for port (04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:23.183148 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f10a4d-70b1-4895-8dcc-d2f78bde645b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-c10380dc-3261-481a-b6e0-b67ea74edb52', 'network_id': 'c10380dc-3261-481a-b6e0-b67ea74edb52', 'project_id': '78efedc3031f4258896f94ad66a2f53b', 'fixed_ips': [{'subnet_id': 'bbb0ca41-6268-4b81-bdd7-21226410b058'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:53:23.184121 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a9f10a4d-70b1-4895-8dcc-d2f78bde645b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:23.188385 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0d455809-2341-4b98-9121-f62b5db18d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:23.201673 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3808e3-6c12-49c0-ae45-e98a7dd30689 req-b5dda911-a2c7-4b93-baa0-33e4b8f20a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:23.206185 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5b3808e3-6c12-49c0-ae45-e98a7dd30689 req-b5dda911-a2c7-4b93-baa0-33e4b8f20a59 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cdb449fd-6c4c-40ea-8ffc-62f757807687 HTTP/1.1" status: 200 len: 1128 time: 0.1664925 Mar 01 13:53:23.281360 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d455809-2341-4b98-9121-f62b5db18d4b None None] Network 6d51e108-e704-49e6-8e91-4223e1d8d343 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:53:23.307437 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f3c605b7-728c-49e8-94f9-914b50f79c7c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:23.310308 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-0d455809-2341-4b98-9121-f62b5db18d4b None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:53:23.322122 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d54bd5-aabb-4edf-b0ce-72724f8d9e7a req-08c4b51b-34a0-4f06-b29c-5c8d8ac92ff7 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:23.324322 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5b3808e3-6c12-49c0-ae45-e98a7dd30689 req-cc9db1d2-192e-4360-9a16-28552a04d623 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cd4d9ca1-f55a-40bc-b944-f22de3eaf370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067004 Mar 01 13:53:23.329842 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d54bd5-aabb-4edf-b0ce-72724f8d9e7a req-08c4b51b-34a0-4f06-b29c-5c8d8ac92ff7 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:23.335511 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d54bd5-aabb-4edf-b0ce-72724f8d9e7a req-08c4b51b-34a0-4f06-b29c-5c8d8ac92ff7 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:23.338372 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-41d54bd5-aabb-4edf-b0ce-72724f8d9e7a req-08c4b51b-34a0-4f06-b29c-5c8d8ac92ff7 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f7d5d58-e866-4c50-b16a-ff65a741aa6a HTTP/1.1" status: 200 len: 2416 time: 0.1137993 Mar 01 13:53:23.338563 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d455809-2341-4b98-9121-f62b5db18d4b None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:53:23.425804 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d455809-2341-4b98-9121-f62b5db18d4b None None] Pushing event updated for resources: {'Port': ['ID=04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:23.511189 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 46374) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:23.512085 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-0d455809-2341-4b98-9121-f62b5db18d4b None None] Attempting to bind port 04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:53:23.512652 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-0d455809-2341-4b98-9121-f62b5db18d4b None None] Attempting to bind port 04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '3f5e992e-f8ac-4270-a68d-c36243966fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6d51e108-e704-49e6-8e91-4223e1d8d343'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:53:23.513247 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d455809-2341-4b98-9121-f62b5db18d4b None None] Attempting to bind port 04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0 on network 6d51e108-e704-49e6-8e91-4223e1d8d343 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:53:23.525552 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d455809-2341-4b98-9121-f62b5db18d4b None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:53:23.526248 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d455809-2341-4b98-9121-f62b5db18d4b None None] Checking segment: {'id': '3f5e992e-f8ac-4270-a68d-c36243966fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6d51e108-e704-49e6-8e91-4223e1d8d343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:53:23.526828 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0d455809-2341-4b98-9121-f62b5db18d4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:23.527408 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d455809-2341-4b98-9121-f62b5db18d4b None None] Bound using segment: {'id': '3f5e992e-f8ac-4270-a68d-c36243966fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6d51e108-e704-49e6-8e91-4223e1d8d343'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:53:23.528100 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-0d455809-2341-4b98-9121-f62b5db18d4b None None] Bound port: 04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5e992e-f8ac-4270-a68d-c36243966fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6d51e108-e704-49e6-8e91-4223e1d8d343'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:53:23.528665 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0d455809-2341-4b98-9121-f62b5db18d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:23.542900 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-f3c605b7-728c-49e8-94f9-914b50f79c7c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] device_id is not set on port df6c0fb5-c12f-40eb-9fe7-daaf2c030675 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:53:23.558149 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6ee2f-bd3f-4ea4-a28d-c2f958c2b914 req-3eb6c9ff-393a-4485-9f42-f0a8f748bd9a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:23.567986 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3ca6ee2f-bd3f-4ea4-a28d-c2f958c2b914 req-3eb6c9ff-393a-4485-9f42-f0a8f748bd9a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 945 time: 0.1312377 Mar 01 13:53:23.681929 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-a9f10a4d-70b1-4895-8dcc-d2f78bde645b None None] Allocated IP 10.2.2.2 (c10380dc-3261-481a-b6e0-b67ea74edb52/bbb0ca41-6268-4b81-bdd7-21226410b058/9e0c7033-6b34-4587-b9e6-6c548b0a6014) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:53:23.714304 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-41d54bd5-aabb-4edf-b0ce-72724f8d9e7a req-ec15b3e5-be30-47b6-909c-3ec0955fc849 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Deleting port 66720d05-7eda-44b2-8a76-c9f014167c57 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:53:23.714849 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-41d54bd5-aabb-4edf-b0ce-72724f8d9e7a req-ec15b3e5-be30-47b6-909c-3ec0955fc849 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (66720d05-7eda-44b2-8a76-c9f014167c57), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:23.740175 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ff30a171-94e7-4547-9a1f-31fcf7869b88 req-35246923-8313-4a83-965c-b7fd0f23b83d tempest-ServerShowV257Test-1493067437 tempest-ServerShowV257Test-1493067437-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.0835557 Mar 01 13:53:23.761816 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-0d455809-2341-4b98-9121-f62b5db18d4b None None] For port 04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:53:23.765434 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3ca6ee2f-bd3f-4ea4-a28d-c2f958c2b914 req-0c35fb0f-0454-4bb4-b093-61008f89d644 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1963120 Mar 01 13:53:23.818263 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5ecf60da-489a-45dc-9d38-57772d9643ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:23.876693 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-0d455809-2341-4b98-9121-f62b5db18d4b None None] For port 04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0,segment=NetworkSegment(3f5e992e-f8ac-4270-a68d-c36243966fe6),segment_id=3f5e992e-f8ac-4270-a68d-c36243966fe6)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:53:23.889967 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0d455809-2341-4b98-9121-f62b5db18d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:23.923951 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-f3c605b7-728c-49e8-94f9-914b50f79c7c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Allocated IP 10.1.1.34 (6d51e108-e704-49e6-8e91-4223e1d8d343/28fc07ce-dc1a-4114-910a-af6b415562fa/df6c0fb5-c12f-40eb-9fe7-daaf2c030675) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:53:24.028625 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fded6a-781a-4572-880c-007d98c58aa8 req-11d51419-2bb6-4bce-9850-8e1fe2f07251 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:24.038735 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fded6a-781a-4572-880c-007d98c58aa8 req-11d51419-2bb6-4bce-9850-8e1fe2f07251 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:24.049060 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fded6a-781a-4572-880c-007d98c58aa8 req-11d51419-2bb6-4bce-9850-8e1fe2f07251 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:24.052080 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-59fded6a-781a-4572-880c-007d98c58aa8 req-11d51419-2bb6-4bce-9850-8e1fe2f07251 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d5d58-e866-4c50-b16a-ff65a741aa6a HTTP/1.1" status: 200 len: 2416 time: 0.1835783 Mar 01 13:53:24.076271 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d455809-2341-4b98-9121-f62b5db18d4b None None] Pushing event updated for resources: {'Port': ['ID=04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:24.121707 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a9f10a4d-70b1-4895-8dcc-d2f78bde645b None None] Publish callbacks [] for port (9e0c7033-6b34-4587-b9e6-6c548b0a6014), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:24.130484 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f3c605b7-728c-49e8-94f9-914b50f79c7c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks [] for port (df6c0fb5-c12f-40eb-9fe7-daaf2c030675), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:24.137475 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a9f10a4d-70b1-4895-8dcc-d2f78bde645b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (9e0c7033-6b34-4587-b9e6-6c548b0a6014), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:24.152430 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b927e7-a6d6-4ada-aa5a-c364eb705c03 req-4aad1006-958d-46f9-bb6f-ea61a94c706c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:24.173267 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d4b927e7-a6d6-4ada-aa5a-c364eb705c03 req-4aad1006-958d-46f9-bb6f-ea61a94c706c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 945 time: 0.3026373 Mar 01 13:53:24.192397 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 46388) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:24.233324 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f3c605b7-728c-49e8-94f9-914b50f79c7c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (df6c0fb5-c12f-40eb-9fe7-daaf2c030675), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:24.234718 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f10a4d-70b1-4895-8dcc-d2f78bde645b None None] Network c10380dc-3261-481a-b6e0-b67ea74edb52 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:53:24.243763 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-a9f10a4d-70b1-4895-8dcc-d2f78bde645b None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:53:24.246258 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-c8b1271b-5b76-468c-bab5-5445e7a4cd90 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Request body: {'floatingip': {'port_id': 'ea1f1b7a-9a9a-440d-a2a3-ae371a358086'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:24.254824 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f10a4d-70b1-4895-8dcc-d2f78bde645b None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:53:24.258470 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f10a4d-70b1-4895-8dcc-d2f78bde645b None None] Pushing event updated for resources: {'Port': ['ID=9e0c7033-6b34-4587-b9e6-6c548b0a6014,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:24.312440 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5ecf60da-489a-45dc-9d38-57772d9643ac admin admin] Publish callbacks [] for security_group (ebdc0805-578b-4ea2-94ab-4fe11f3e2c97), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:24.366787 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-41d54bd5-aabb-4edf-b0ce-72724f8d9e7a req-ec15b3e5-be30-47b6-909c-3ec0955fc849 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] For port 66720d05-7eda-44b2-8a76-c9f014167c57, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=66720d05-7eda-44b2-8a76-c9f014167c57,segment=NetworkSegment(c5287cb7-97ef-478a-832a-938a065620e2),segment_id=c5287cb7-97ef-478a-832a-938a065620e2)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:24.367163 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-41d54bd5-aabb-4edf-b0ce-72724f8d9e7a req-ec15b3e5-be30-47b6-909c-3ec0955fc849 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (66720d05-7eda-44b2-8a76-c9f014167c57), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:24.369190 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-59fded6a-781a-4572-880c-007d98c58aa8 req-2c2080a2-4519-43c5-9deb-31bdd8818f13 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962835 Mar 01 13:53:24.405400 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c605b7-728c-49e8-94f9-914b50f79c7c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Network 6d51e108-e704-49e6-8e91-4223e1d8d343 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:53:24.411350 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-f3c605b7-728c-49e8-94f9-914b50f79c7c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:53:24.417867 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c605b7-728c-49e8-94f9-914b50f79c7c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:53:24.448203 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-41d54bd5-aabb-4edf-b0ce-72724f8d9e7a req-ec15b3e5-be30-47b6-909c-3ec0955fc849 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Calling delete_port for 66720d05-7eda-44b2-8a76-c9f014167c57 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:53:24.453464 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-a9f10a4d-70b1-4895-8dcc-d2f78bde645b None None] Attempting to bind port 9e0c7033-6b34-4587-b9e6-6c548b0a6014 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:53:24.454721 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-a9f10a4d-70b1-4895-8dcc-d2f78bde645b None None] Attempting to bind port 9e0c7033-6b34-4587-b9e6-6c548b0a6014 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '8c993aa3-b4bc-4822-be01-8f2382354ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c10380dc-3261-481a-b6e0-b67ea74edb52'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:53:24.455265 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f10a4d-70b1-4895-8dcc-d2f78bde645b None None] Attempting to bind port 9e0c7033-6b34-4587-b9e6-6c548b0a6014 on network c10380dc-3261-481a-b6e0-b67ea74edb52 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:53:24.467800 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f10a4d-70b1-4895-8dcc-d2f78bde645b None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:53:24.468554 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f10a4d-70b1-4895-8dcc-d2f78bde645b None None] Checking segment: {'id': '8c993aa3-b4bc-4822-be01-8f2382354ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c10380dc-3261-481a-b6e0-b67ea74edb52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:53:24.470409 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a9f10a4d-70b1-4895-8dcc-d2f78bde645b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:24.470967 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f10a4d-70b1-4895-8dcc-d2f78bde645b None None] Bound using segment: {'id': '8c993aa3-b4bc-4822-be01-8f2382354ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c10380dc-3261-481a-b6e0-b67ea74edb52'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:53:24.473389 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-a9f10a4d-70b1-4895-8dcc-d2f78bde645b None None] Bound port: 9e0c7033-6b34-4587-b9e6-6c548b0a6014, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c993aa3-b4bc-4822-be01-8f2382354ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c10380dc-3261-481a-b6e0-b67ea74edb52'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:53:24.474364 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a9f10a4d-70b1-4895-8dcc-d2f78bde645b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9e0c7033-6b34-4587-b9e6-6c548b0a6014), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:24.487299 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5ecf60da-489a-45dc-9d38-57772d9643ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ebdc0805-578b-4ea2-94ab-4fe11f3e2c97), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:24.492768 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c8b1271b-5b76-468c-bab5-5445e7a4cd90 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for floatingip (a8438f8a-0cd9-403b-a6a0-192ca4f164b7), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:24.605960 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c605b7-728c-49e8-94f9-914b50f79c7c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Pushing event updated for resources: {'Port': ['ID=df6c0fb5-c12f-40eb-9fe7-daaf2c030675,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:24.659112 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c605b7-728c-49e8-94f9-914b50f79c7c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:24.660347 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f3c605b7-728c-49e8-94f9-914b50f79c7c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:24.661400 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-a9f10a4d-70b1-4895-8dcc-d2f78bde645b None None] For port 9e0c7033-6b34-4587-b9e6-6c548b0a6014, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:53:24.670553 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-a9f10a4d-70b1-4895-8dcc-d2f78bde645b None None] For port 9e0c7033-6b34-4587-b9e6-6c548b0a6014, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=9e0c7033-6b34-4587-b9e6-6c548b0a6014,segment=NetworkSegment(8c993aa3-b4bc-4822-be01-8f2382354ee8),segment_id=8c993aa3-b4bc-4822-be01-8f2382354ee8)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:53:24.686039 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a9f10a4d-70b1-4895-8dcc-d2f78bde645b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9e0c7033-6b34-4587-b9e6-6c548b0a6014), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:24.732266 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf60da-489a-45dc-9d38-57772d9643ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdc0805-578b-4ea2-94ab-4fe11f3e2c97,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:24.752155 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f3c605b7-728c-49e8-94f9-914b50f79c7c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8352067 Mar 01 13:53:24.755178 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 46390) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:24.763568 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-5ba3f87d-00b4-4b09-a323-a39c5478e661 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Request body: {'port': {'network_id': '6d51e108-e704-49e6-8e91-4223e1d8d343', 'name': 'tempest-TaggedBootDevicesTest-487363416', 'fixed_ips': [{'subnet_id': '28fc07ce-dc1a-4114-910a-af6b415562fa'}]}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:24.801041 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f10a4d-70b1-4895-8dcc-d2f78bde645b None None] Pushing event updated for resources: {'Port': ['ID=9e0c7033-6b34-4587-b9e6-6c548b0a6014,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:24.990311 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-41d54bd5-aabb-4edf-b0ce-72724f8d9e7a req-ec15b3e5-be30-47b6-909c-3ec0955fc849 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (66720d05-7eda-44b2-8a76-c9f014167c57), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:25.067034 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15b3e5-be30-47b6-909c-3ec0955fc849 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Pushing event deleted for resources: {'Port': ['ID=66720d05-7eda-44b2-8a76-c9f014167c57,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:25.109074 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba3f87d-00b4-4b09-a323-a39c5478e661 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Made reservation on behalf of 78efedc3031f4258896f94ad66a2f53b for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:53:25.122818 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5ba3f87d-00b4-4b09-a323-a39c5478e661 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:25.188008 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d54bd5-aabb-4edf-b0ce-72724f8d9e7a req-ec15b3e5-be30-47b6-909c-3ec0955fc849 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] No DVR routers for this DVR port 66720d05-7eda-44b2-8a76-c9f014167c57 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:53:25.192966 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-41d54bd5-aabb-4edf-b0ce-72724f8d9e7a req-ec15b3e5-be30-47b6-909c-3ec0955fc849 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:25.200283 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-41d54bd5-aabb-4edf-b0ce-72724f8d9e7a req-ec15b3e5-be30-47b6-909c-3ec0955fc849 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.20 "DELETE /v2.0/ports/66720d05-7eda-44b2-8a76-c9f014167c57 HTTP/1.1" status: 204 len: 173 time: 1.8545485 Mar 01 13:53:25.200826 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7d5d58-e866-4c50-b16a-ff65a741aa6a', 'name': 'network-vif-deleted', 'tag': '66720d05-7eda-44b2-8a76-c9f014167c57'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:53:25.203138 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1c1c1c-85ec-43bd-88b2-16a1cad41f47" -d '{"events": [{"server_uuid": "2f7d5d58-e866-4c50-b16a-ff65a741aa6a", "name": "network-vif-deleted", "tag": "66720d05-7eda-44b2-8a76-c9f014167c57"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:53:25.231200 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-717af6bd-ab65-480f-a766-605c7f008958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:25.262825 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5ecf60da-489a-45dc-9d38-57772d9643ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b5b07b475fb84bd0b73d3711f5cbf84f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7504151 Mar 01 13:53:25.289266 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 46398) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:25.291686 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b1722c1b-cfcf-4fd7-a0a6-2da8fe42a3d9 req-799a2200-9f08-496d-b7dc-efe5c24e750a tempest-ServerShowV257Test-1493067437 tempest-ServerShowV257Test-1493067437-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.0513339 Mar 01 13:53:25.392420 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-5ba3f87d-00b4-4b09-a323-a39c5478e661 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] device_id is not set on port 27efff50-7823-4915-9500-0bfe4a48b9a2 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:53:25.460781 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae31f45-bdc3-4f17-9b3e-8770f61f136f req-d0078c43-0f95-49d1-955a-dbe61fa94be5 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:25.493365 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e6f451-3994-496e-8023-4df55a36f288 x-openstack-request-id: req-94e6f451-3994-496e-8023-4df55a36f288 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:53:25.493365 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7d5d58-e866-4c50-b16a-ff65a741aa6a", "name": "network-vif-deleted", "tag": "66720d05-7eda-44b2-8a76-c9f014167c57", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:53:25.493365 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94e6f451-3994-496e-8023-4df55a36f288 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:53:25.500751 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5ae31f45-bdc3-4f17-9b3e-8770f61f136f req-d0078c43-0f95-49d1-955a-dbe61fa94be5 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdb449fd-6c4c-40ea-8ffc-62f757807687 HTTP/1.1" status: 200 len: 946 time: 1.0553946 Mar 01 13:53:25.501603 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7d5d58-e866-4c50-b16a-ff65a741aa6a', 'name': 'network-vif-deleted', 'tag': '66720d05-7eda-44b2-8a76-c9f014167c57', 'status': 'completed', 'code': 200} Mar 01 13:53:25.581486 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 9e0c7033-6b34-4587-b9e6-6c548b0a6014 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:53:25.692674 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 9e0c7033-6b34-4587-b9e6-6c548b0a6014 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:53:25.693363 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9e0c7033-6b34-4587-b9e6-6c548b0a6014), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:25.709411 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-41d54bd5-aabb-4edf-b0ce-72724f8d9e7a req-1e6ea73f-d29f-48e3-878f-b3e2d13f4d47 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Deleting port 4340cb38-53ab-4077-a720-5005f7134aca {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:53:25.709967 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-41d54bd5-aabb-4edf-b0ce-72724f8d9e7a req-1e6ea73f-d29f-48e3-878f-b3e2d13f4d47 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (4340cb38-53ab-4077-a720-5005f7134aca), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:25.814683 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-da48a030-810c-408c-ab26-dda34c2fca61 admin admin] Publish callbacks [] for security_group (ebdc0805-578b-4ea2-94ab-4fe11f3e2c97), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:25.893319 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 9e0c7033-6b34-4587-b9e6-6c548b0a6014 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:53:25.893911 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9e0c7033-6b34-4587-b9e6-6c548b0a6014), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:25.899159 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5ae31f45-bdc3-4f17-9b3e-8770f61f136f req-62a273b4-e0ae-4ade-a65c-72bf6044ec6e tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4d9ca1-f55a-40bc-b944-f22de3eaf370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781953 Mar 01 13:53:25.910557 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-5ba3f87d-00b4-4b09-a323-a39c5478e661 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Allocated IP 10.1.1.24 (6d51e108-e704-49e6-8e91-4223e1d8d343/28fc07ce-dc1a-4114-910a-af6b415562fa/27efff50-7823-4915-9500-0bfe4a48b9a2) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:53:25.917136 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-41d54bd5-aabb-4edf-b0ce-72724f8d9e7a req-1e6ea73f-d29f-48e3-878f-b3e2d13f4d47 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] For port 4340cb38-53ab-4077-a720-5005f7134aca, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=4340cb38-53ab-4077-a720-5005f7134aca,segment=NetworkSegment(c5287cb7-97ef-478a-832a-938a065620e2),segment_id=c5287cb7-97ef-478a-832a-938a065620e2)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:25.918228 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-41d54bd5-aabb-4edf-b0ce-72724f8d9e7a req-1e6ea73f-d29f-48e3-878f-b3e2d13f4d47 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (4340cb38-53ab-4077-a720-5005f7134aca), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:25.926753 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3192e3cd-8085-498f-bf21-66633c1fef33 None None] Network 6d51e108-e704-49e6-8e91-4223e1d8d343 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:53:25.931306 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-da48a030-810c-408c-ab26-dda34c2fca61 admin admin] Publish callbacks [] for security_group (ebdc0805-578b-4ea2-94ab-4fe11f3e2c97), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:25.965415 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-41d54bd5-aabb-4edf-b0ce-72724f8d9e7a req-1e6ea73f-d29f-48e3-878f-b3e2d13f4d47 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Calling delete_port for 4340cb38-53ab-4077-a720-5005f7134aca owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:53:26.080308 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 9e0c7033-6b34-4587-b9e6-6c548b0a6014, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=9e0c7033-6b34-4587-b9e6-6c548b0a6014,segment=NetworkSegment(8c993aa3-b4bc-4822-be01-8f2382354ee8),segment_id=8c993aa3-b4bc-4822-be01-8f2382354ee8)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:26.093657 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-dbb38f01-74c9-4f18-b31e-bde7b20d0e55 None None] Provisioning complete for port 04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:53:26.100269 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-dbb38f01-74c9-4f18-b31e-bde7b20d0e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:26.116307 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22418a40-5dcb-40e8-9222-8d6c979b89d1 req-770b5f50-259e-447b-8941-affc1fd312c9 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:26.121620 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22418a40-5dcb-40e8-9222-8d6c979b89d1 req-770b5f50-259e-447b-8941-affc1fd312c9 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:26.129574 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-22418a40-5dcb-40e8-9222-8d6c979b89d1 req-770b5f50-259e-447b-8941-affc1fd312c9 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d5d58-e866-4c50-b16a-ff65a741aa6a HTTP/1.1" status: 200 len: 1681 time: 0.4329178 Mar 01 13:53:26.186837 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9e0c7033-6b34-4587-b9e6-6c548b0a6014), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:26.187647 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:53:26.333388 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=9e0c7033-6b34-4587-b9e6-6c548b0a6014,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:26.339234 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5ba3f87d-00b4-4b09-a323-a39c5478e661 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks [] for port (27efff50-7823-4915-9500-0bfe4a48b9a2), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:26.359253 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-41d54bd5-aabb-4edf-b0ce-72724f8d9e7a req-1e6ea73f-d29f-48e3-878f-b3e2d13f4d47 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (4340cb38-53ab-4077-a720-5005f7134aca), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:26.436348 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ea73f-d29f-48e3-878f-b3e2d13f4d47 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Pushing event deleted for resources: {'Port': ['ID=4340cb38-53ab-4077-a720-5005f7134aca,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:26.468693 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-22418a40-5dcb-40e8-9222-8d6c979b89d1 req-e3951497-00cf-4fb7-b36a-6fd15cb4bc86 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297627 Mar 01 13:53:26.549332 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-09da6ff6-4c00-4d56-9868-e76396bd463f req-940fce85-5f4c-43a0-9bf8-06b6870bb6d6 tempest-ServerShowV257Test-1493067437 tempest-ServerShowV257Test-1493067437-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.0449650 Mar 01 13:53:26.577480 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d54bd5-aabb-4edf-b0ce-72724f8d9e7a req-1e6ea73f-d29f-48e3-878f-b3e2d13f4d47 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] No DVR routers for this DVR port 4340cb38-53ab-4077-a720-5005f7134aca on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:53:26.582632 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c8b1271b-5b76-468c-bab5-5445e7a4cd90 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:26.587731 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-da48a030-810c-408c-ab26-dda34c2fca61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ebdc0805-578b-4ea2-94ab-4fe11f3e2c97), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:26.592567 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-41d54bd5-aabb-4edf-b0ce-72724f8d9e7a req-1e6ea73f-d29f-48e3-878f-b3e2d13f4d47 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:26.594825 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-da48a030-810c-408c-ab26-dda34c2fca61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:26.603095 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-41d54bd5-aabb-4edf-b0ce-72724f8d9e7a req-1e6ea73f-d29f-48e3-878f-b3e2d13f4d47 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.20 "DELETE /v2.0/ports/4340cb38-53ab-4077-a720-5005f7134aca HTTP/1.1" status: 204 len: 173 time: 1.3839087 Mar 01 13:53:26.609942 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-da48a030-810c-408c-ab26-dda34c2fca61 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ebdc0805-578b-4ea2-94ab-4fe11f3e2c97 HTTP/1.1" status: 204 len: 168 time: 1.3130705 Mar 01 13:53:26.614688 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c8b1271b-5b76-468c-bab5-5445e7a4cd90 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (a8438f8a-0cd9-403b-a6a0-192ca4f164b7), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:26.642199 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5ba3f87d-00b4-4b09-a323-a39c5478e661 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (27efff50-7823-4915-9500-0bfe4a48b9a2), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:26.684941 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48a030-810c-408c-ab26-dda34c2fca61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdc0805-578b-4ea2-94ab-4fe11f3e2c97,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:26.810906 n-d-827467-3 neutron-server[103727]: INFO neutron.db.l3_db [None req-c8b1271b-5b76-468c-bab5-5445e7a4cd90 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Floating IP a8438f8a-0cd9-403b-a6a0-192ca4f164b7 associated. External IP: 172.25.1.120, port: ea1f1b7a-9a9a-440d-a2a3-ae371a358086. Mar 01 13:53:26.818655 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-dbb38f01-74c9-4f18-b31e-bde7b20d0e55 None None] Current status of the port 04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:53:26.819053 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-dbb38f01-74c9-4f18-b31e-bde7b20d0e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:26.822107 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3f87d-00b4-4b09-a323-a39c5478e661 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Pushing event updated for resources: {'Port': ['ID=27efff50-7823-4915-9500-0bfe4a48b9a2,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:26.823600 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 4340cb38-53ab-4077-a720-5005f7134aca no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:53:26.893009 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 4340cb38-53ab-4077-a720-5005f7134aca {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:53:26.893357 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 4340cb38-53ab-4077-a720-5005f7134aca not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:53:26.893920 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device e8ccdf71-e2f4-4cc9-9760-5a1c1016a740 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:53:26.923915 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba3f87d-00b4-4b09-a323-a39c5478e661 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Network 6d51e108-e704-49e6-8e91-4223e1d8d343 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:53:26.936206 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-5ba3f87d-00b4-4b09-a323-a39c5478e661 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:53:26.964862 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c899241-0313-498f-8e6f-a4b90b1ab143 None None] Network c10380dc-3261-481a-b6e0-b67ea74edb52 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:53:27.015274 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba3f87d-00b4-4b09-a323-a39c5478e661 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:53:27.163462 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d7d8a-2e62-4e23-a5df-6dd3528c5aa8 req-b6215416-5436-46dd-b7ed-2a0385b712a8 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:27.172355 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba3f87d-00b4-4b09-a323-a39c5478e661 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:27.173344 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5ba3f87d-00b4-4b09-a323-a39c5478e661 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:27.181204 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9d7d7d8a-2e62-4e23-a5df-6dd3528c5aa8 req-b6215416-5436-46dd-b7ed-2a0385b712a8 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdb449fd-6c4c-40ea-8ffc-62f757807687 HTTP/1.1" status: 200 len: 946 time: 0.1113000 Mar 01 13:53:27.215536 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-41d54bd5-aabb-4edf-b0ce-72724f8d9e7a req-6413d57f-cf53-45cb-932f-3193c00020ff tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Deleting port e8ccdf71-e2f4-4cc9-9760-5a1c1016a740 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:53:27.216372 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-41d54bd5-aabb-4edf-b0ce-72724f8d9e7a req-6413d57f-cf53-45cb-932f-3193c00020ff tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (e8ccdf71-e2f4-4cc9-9760-5a1c1016a740), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:27.230906 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5ba3f87d-00b4-4b09-a323-a39c5478e661 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4702339 Mar 01 13:53:27.278032 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port e8ccdf71-e2f4-4cc9-9760-5a1c1016a740 is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:53:27.278420 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e8ccdf71-e2f4-4cc9-9760-5a1c1016a740), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:27.312973 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9d7d7d8a-2e62-4e23-a5df-6dd3528c5aa8 req-4b79716c-3a03-437d-95dd-58adabc46ee4 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4d9ca1-f55a-40bc-b944-f22de3eaf370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308815 Mar 01 13:53:27.337754 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b1271b-5b76-468c-bab5-5445e7a4cd90 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Router 4bc3ce39-3e78-4067-b884-df9b6d673597 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:53:27.399211 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-dbb38f01-74c9-4f18-b31e-bde7b20d0e55 None None] For port 04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0,segment=NetworkSegment(3f5e992e-f8ac-4270-a68d-c36243966fe6),segment_id=3f5e992e-f8ac-4270-a68d-c36243966fe6)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:27.458306 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-dbb38f01-74c9-4f18-b31e-bde7b20d0e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:27.510240 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7d5d58-e866-4c50-b16a-ff65a741aa6a', 'name': 'network-vif-deleted', 'tag': '4340cb38-53ab-4077-a720-5005f7134aca'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:53:27.512085 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916fea90-06a8-471a-8128-70fc4bbc3781" -d '{"events": [{"server_uuid": "2f7d5d58-e866-4c50-b16a-ff65a741aa6a", "name": "network-vif-deleted", "tag": "4340cb38-53ab-4077-a720-5005f7134aca"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:53:27.550297 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-41d54bd5-aabb-4edf-b0ce-72724f8d9e7a req-6413d57f-cf53-45cb-932f-3193c00020ff tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] For port e8ccdf71-e2f4-4cc9-9760-5a1c1016a740, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=e8ccdf71-e2f4-4cc9-9760-5a1c1016a740,segment=NetworkSegment(e1443a1b-d44b-4882-98a3-98e50e9454ca),segment_id=e1443a1b-d44b-4882-98a3-98e50e9454ca)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:27.551039 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-41d54bd5-aabb-4edf-b0ce-72724f8d9e7a req-6413d57f-cf53-45cb-932f-3193c00020ff tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (e8ccdf71-e2f4-4cc9-9760-5a1c1016a740), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:27.583119 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-41d54bd5-aabb-4edf-b0ce-72724f8d9e7a req-6413d57f-cf53-45cb-932f-3193c00020ff tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Calling delete_port for e8ccdf71-e2f4-4cc9-9760-5a1c1016a740 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:53:27.589948 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7d5d58-e866-4c50-b16a-ff65a741aa6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8ccdf71-e2f4-4cc9-9760-5a1c1016a740'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:53:27.598986 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680cd9d5-c24b-4dac-b644-42892ef07378" -d '{"events": [{"server_uuid": "2f7d5d58-e866-4c50-b16a-ff65a741aa6a", "name": "network-vif-unplugged", "status": "completed", "tag": "e8ccdf71-e2f4-4cc9-9760-5a1c1016a740"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:53:27.694006 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port e8ccdf71-e2f4-4cc9-9760-5a1c1016a740, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=e8ccdf71-e2f4-4cc9-9760-5a1c1016a740,segment=NetworkSegment(e1443a1b-d44b-4882-98a3-98e50e9454ca),segment_id=e1443a1b-d44b-4882-98a3-98e50e9454ca)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:27.710240 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b1271b-5b76-468c-bab5-5445e7a4cd90 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:53:27.726601 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c8b1271b-5b76-468c-bab5-5445e7a4cd90 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:27.793811 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (e8ccdf71-e2f4-4cc9-9760-5a1c1016a740), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:27.798168 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 66720d05-7eda-44b2-8a76-c9f014167c57 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:53:27.828508 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5b13f43b-7834-4e70-88ea-34590fc713c0 req-1c5fba08-30bc-459d-a3fe-24cc71973b17 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-207186487&fields=id&tenant_id=ce8433796a20462188b8cc95a1d1d4d8 HTTP/1.1" status: 200 len: 267 time: 0.2588036 Mar 01 13:53:27.857967 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9d3fec-6dd6-4b1d-94b8-ae249da07e25 None None] Sync routers for ids ['4bc3ce39-3e78-4067-b884-df9b6d673597'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:53:27.907439 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 66720d05-7eda-44b2-8a76-c9f014167c57 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:53:27.909099 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 66720d05-7eda-44b2-8a76-c9f014167c57 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:53:27.909933 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-41d54bd5-aabb-4edf-b0ce-72724f8d9e7a req-6413d57f-cf53-45cb-932f-3193c00020ff tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (e8ccdf71-e2f4-4cc9-9760-5a1c1016a740), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:27.932404 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e54cd1dd-6363-4323-ad47-dea433943f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:27.982409 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:53:27.985630 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:27.986656 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413d57f-cf53-45cb-932f-3193c00020ff tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Pushing event deleted for resources: {'Port': ['ID=e8ccdf71-e2f4-4cc9-9760-5a1c1016a740,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:28.021768 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-98bb0a38-6ec8-4343-8f39-fcd753be8a6f None None] Provisioning complete for port 04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:53:28.022149 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-98bb0a38-6ec8-4343-8f39-fcd753be8a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:28.024602 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c8b1271b-5b76-468c-bab5-5445e7a4cd90 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "PUT /v2.0/floatingips/a8438f8a-0cd9-403b-a6a0-192ca4f164b7 HTTP/1.1" status: 200 len: 991 time: 3.8230476 Mar 01 13:53:28.040317 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0cf8a93-2cf1-4b23-b092-d6d5c25d5249', 'tag': 'ea1f1b7a-9a9a-440d-a2a3-ae371a358086'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:53:28.042696 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163a216e-6b0f-4d97-9b0e-9d81af772fb1" -d '{"events": [{"name": "network-changed", "server_uuid": "d0cf8a93-2cf1-4b23-b092-d6d5c25d5249", "tag": "ea1f1b7a-9a9a-440d-a2a3-ae371a358086"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:53:28.051894 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 46446) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:28.066525 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-24beda8f-cdb0-49d8-88ea-63b5e87b7b5e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Request body: {'security_group': {'name': 'tempest-securitygroup--626344308', 'description': 'tempest-description--703373532'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:28.076513 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13f43b-7834-4e70-88ea-34590fc713c0 req-f1b865f3-e90b-4d2e-8d34-b5ec1c1b0e4d tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:28.078283 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5b13f43b-7834-4e70-88ea-34590fc713c0 req-f1b865f3-e90b-4d2e-8d34-b5ec1c1b0e4d tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdb449fd-6c4c-40ea-8ffc-62f757807687 HTTP/1.1" status: 200 len: 946 time: 0.2426023 Mar 01 13:53:28.095699 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-5b13f43b-7834-4e70-88ea-34590fc713c0 req-d8b43073-a950-4fab-ba2c-ccabc762b847 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Request body: {'port': {'security_groups': ['cd4d9ca1-f55a-40bc-b944-f22de3eaf370', '088bd235-4ae3-49f8-bb55-295d73bd1b6f']}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:28.129530 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 46448) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:28.133814 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d54bd5-aabb-4edf-b0ce-72724f8d9e7a req-6413d57f-cf53-45cb-932f-3193c00020ff tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] No DVR routers for this DVR port e8ccdf71-e2f4-4cc9-9760-5a1c1016a740 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:53:28.140772 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-41d54bd5-aabb-4edf-b0ce-72724f8d9e7a req-6413d57f-cf53-45cb-932f-3193c00020ff tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:28.143260 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9d3fec-6dd6-4b1d-94b8-ae249da07e25 None None] Routers {'4bc3ce39-3e78-4067-b884-df9b6d673597'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:53:28.143941 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-bf9d3fec-6dd6-4b1d-94b8-ae249da07e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:53:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4bc3ce39-3e78-4067-b884-df9b6d673597'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:53:28.145887 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-41d54bd5-aabb-4edf-b0ce-72724f8d9e7a req-6413d57f-cf53-45cb-932f-3193c00020ff tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.20 "DELETE /v2.0/ports/e8ccdf71-e2f4-4cc9-9760-5a1c1016a740 HTTP/1.1" status: 204 len: 173 time: 1.5353415 Mar 01 13:53:28.191114 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-24beda8f-cdb0-49d8-88ea-63b5e87b7b5e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:28.381988 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-62881b98-6fd1-4ec4-85d5-bd27c399ffb0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1398084703-network', 'tenant_id': '96b965f354af4894be7dc686621db4fb'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:28.390990 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-5b13f43b-7834-4e70-88ea-34590fc713c0 req-d8b43073-a950-4fab-ba2c-ccabc762b847 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b25b0ac6-5e13-4a50-9578-da85b551614f), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:28.418208 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-24beda8f-cdb0-49d8-88ea-63b5e87b7b5e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks [] for security_group (cd31dc84-2a34-4510-bd02-9692c6d7e4c3), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:28.427367 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-70674169-20ca-46b2-9308-253404a8a95d req-7fb9ba98-1659-42f8-b796-b1e874af0146 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d5d58-e866-4c50-b16a-ff65a741aa6a HTTP/1.1" status: 200 len: 210 time: 0.0504155 Mar 01 13:53:28.438659 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-bf9d3fec-6dd6-4b1d-94b8-ae249da07e25 None None] Set router 4bc3ce39-3e78-4067-b884-df9b6d673597 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:53:28.456191 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-24beda8f-cdb0-49d8-88ea-63b5e87b7b5e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (cd31dc84-2a34-4510-bd02-9692c6d7e4c3), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:28.487948 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62881b98-6fd1-4ec4-85d5-bd27c399ffb0 admin admin] Made reservation on behalf of 96b965f354af4894be7dc686621db4fb for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:53:28.490353 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-62881b98-6fd1-4ec4-85d5-bd27c399ffb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:28.536893 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bc8218-f969-4804-8829-9e6a2e116ceb x-openstack-request-id: req-f8bc8218-f969-4804-8829-9e6a2e116ceb {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:53:28.541438 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7d5d58-e866-4c50-b16a-ff65a741aa6a", "name": "network-vif-deleted", "tag": "4340cb38-53ab-4077-a720-5005f7134aca", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:53:28.543836 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8bc8218-f969-4804-8829-9e6a2e116ceb {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:53:28.546539 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7d5d58-e866-4c50-b16a-ff65a741aa6a', 'name': 'network-vif-deleted', 'tag': '4340cb38-53ab-4077-a720-5005f7134aca', 'status': 'completed', 'code': 200} Mar 01 13:53:28.558969 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-62881b98-6fd1-4ec4-85d5-bd27c399ffb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:28.577383 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-24beda8f-cdb0-49d8-88ea-63b5e87b7b5e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:28.579522 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-24beda8f-cdb0-49d8-88ea-63b5e87b7b5e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5256803 Mar 01 13:53:28.590273 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24beda8f-cdb0-49d8-88ea-63b5e87b7b5e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd31dc84-2a34-4510-bd02-9692c6d7e4c3,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:28.615309 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 46452) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:28.627166 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-491d92b8-7453-4c28-ab83-31848fd07527 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Request body: {'security_group_rule': {'security_group_id': 'cd31dc84-2a34-4510-bd02-9692c6d7e4c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:28.629992 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb38f01-74c9-4f18-b31e-bde7b20d0e55 None None] Pushing event updated for resources: {'Port': ['ID=04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:28.692410 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-491d92b8-7453-4c28-ab83-31848fd07527 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks [] for security_group_rule (7a1d580d-597c-4bdc-9066-deadd33dfd9a), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:28.708500 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-5b13f43b-7834-4e70-88ea-34590fc713c0 req-d8b43073-a950-4fab-ba2c-ccabc762b847 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] For port b25b0ac6-5e13-4a50-9578-da85b551614f, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b25b0ac6-5e13-4a50-9578-da85b551614f,segment=NetworkSegment(cf91def4-7767-4dc0-af58-dc3bc2235578),segment_id=cf91def4-7767-4dc0-af58-dc3bc2235578)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:28.743223 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-5b13f43b-7834-4e70-88ea-34590fc713c0 req-d8b43073-a950-4fab-ba2c-ccabc762b847 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for port (b25b0ac6-5e13-4a50-9578-da85b551614f), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:28.775715 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-5b13f43b-7834-4e70-88ea-34590fc713c0 req-d8b43073-a950-4fab-ba2c-ccabc762b847 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (b25b0ac6-5e13-4a50-9578-da85b551614f), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:28.784347 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event deleted for resources: {'Port': ['ID=e8ccdf71-e2f4-4cc9-9760-5a1c1016a740,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:28.790905 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-98bb0a38-6ec8-4343-8f39-fcd753be8a6f None None] Current status of the port 04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:53:28.811689 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['b25b0ac6-5e13-4a50-9578-da85b551614f'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:53:28.822321 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-74ccc368-ccb1-41c2-98e5-ddae8fa3f95d req-5dbe1abc-5807-4e51-adad-fe25e53a66b4 tempest-ServerShowV257Test-1493067437 tempest-ServerShowV257Test-1493067437-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.0761743 Mar 01 13:53:28.868408 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-491d92b8-7453-4c28-ab83-31848fd07527 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks [] for security_group_rule (7a1d580d-597c-4bdc-9066-deadd33dfd9a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:28.921834 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-491d92b8-7453-4c28-ab83-31848fd07527 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (7a1d580d-597c-4bdc-9066-deadd33dfd9a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:28.931275 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13f43b-7834-4e70-88ea-34590fc713c0 req-d8b43073-a950-4fab-ba2c-ccabc762b847 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:28.933609 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-5b13f43b-7834-4e70-88ea-34590fc713c0 req-d8b43073-a950-4fab-ba2c-ccabc762b847 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:28.952429 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5b13f43b-7834-4e70-88ea-34590fc713c0 req-d8b43073-a950-4fab-ba2c-ccabc762b847 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "PUT /v2.0/ports/b25b0ac6-5e13-4a50-9578-da85b551614f HTTP/1.1" status: 200 len: 982 time: 0.8664157 Mar 01 13:53:29.008408 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b43073-a950-4fab-ba2c-ccabc762b847 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Pushing event updated for resources: {'Port': ['ID=b25b0ac6-5e13-4a50-9578-da85b551614f,revision_number=6']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:29.015135 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d92b8-7453-4c28-ab83-31848fd07527 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a1d580d-597c-4bdc-9066-deadd33dfd9a,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:29.015617 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 13:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d17a3d3-f5e5-43b2-9ca3-a7c2a6a0dae3 x-openstack-request-id: req-6d17a3d3-f5e5-43b2-9ca3-a7c2a6a0dae3 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:53:29.016145 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7d5d58-e866-4c50-b16a-ff65a741aa6a", "name": "network-vif-unplugged", "status": "completed", "tag": "e8ccdf71-e2f4-4cc9-9760-5a1c1016a740", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:53:29.016145 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d17a3d3-f5e5-43b2-9ca3-a7c2a6a0dae3 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:53:29.017622 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7d5d58-e866-4c50-b16a-ff65a741aa6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8ccdf71-e2f4-4cc9-9760-5a1c1016a740', 'code': 200} Mar 01 13:53:29.024501 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191c9494-8c1e-4cf3-8cb8-d31156d883bd x-openstack-request-id: req-191c9494-8c1e-4cf3-8cb8-d31156d883bd {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:53:29.024501 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0cf8a93-2cf1-4b23-b092-d6d5c25d5249", "tag": "ea1f1b7a-9a9a-440d-a2a3-ae371a358086", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:53:29.024991 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-191c9494-8c1e-4cf3-8cb8-d31156d883bd {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:53:29.025670 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0cf8a93-2cf1-4b23-b092-d6d5c25d5249', 'tag': 'ea1f1b7a-9a9a-440d-a2a3-ae371a358086', 'status': 'completed', 'code': 200} Mar 01 13:53:29.035926 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-98bb0a38-6ec8-4343-8f39-fcd753be8a6f None None] Provisioning complete for port df6c0fb5-c12f-40eb-9fe7-daaf2c030675 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:53:29.036470 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-98bb0a38-6ec8-4343-8f39-fcd753be8a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (df6c0fb5-c12f-40eb-9fe7-daaf2c030675), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:29.093838 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-98bb0a38-6ec8-4343-8f39-fcd753be8a6f None None] Port df6c0fb5-c12f-40eb-9fe7-daaf2c030675 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:53:29.098068 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['b25b0ac6-5e13-4a50-9578-da85b551614f'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:53:29.104844 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 46464) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:29.137375 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-491d92b8-7453-4c28-ab83-31848fd07527 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:29.145584 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-491d92b8-7453-4c28-ab83-31848fd07527 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5245850 Mar 01 13:53:29.190038 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 46468) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:29.207328 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-556ee9f2-20d4-4103-a524-cd8b2422bd0a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Request body: {'security_group_rule': {'security_group_id': 'cd31dc84-2a34-4510-bd02-9692c6d7e4c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:29.211026 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4f657792-aeaf-48b7-af33-192e6bb034b9 req-6ad517ea-9151-42dc-a4fc-e227772a3f6e tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-702044598&fields=id&tenant_id=ce8433796a20462188b8cc95a1d1d4d8 HTTP/1.1" status: 200 len: 267 time: 0.0782104 Mar 01 13:53:29.249009 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:53:29.251991 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:29.292510 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-62881b98-6fd1-4ec4-85d5-bd27c399ffb0 admin admin] Publish callbacks [] for security_group (a0e13985-ee26-45b3-a273-d4ef0c1e9915), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:29.310410 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-98bb0a38-6ec8-4343-8f39-fcd753be8a6f None None] Provisioning complete for port 9e0c7033-6b34-4587-b9e6-6c548b0a6014 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:53:29.310904 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-98bb0a38-6ec8-4343-8f39-fcd753be8a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9e0c7033-6b34-4587-b9e6-6c548b0a6014), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:29.314581 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-62881b98-6fd1-4ec4-85d5-bd27c399ffb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a0e13985-ee26-45b3-a273-d4ef0c1e9915), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:29.332674 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-556ee9f2-20d4-4103-a524-cd8b2422bd0a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks [] for security_group_rule (0b5d5651-17d9-48d1-aca8-64f3b6df8d0a), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:29.357326 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a216e-6b0f-4d97-9b0e-9d81af772fb1 req-b2cbd350-dc5d-4790-b97d-06b37a47c7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:29.358849 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f657792-aeaf-48b7-af33-192e6bb034b9 req-6337dfaa-f7c6-43b3-a935-a49bb28012ef tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:29.359631 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-163a216e-6b0f-4d97-9b0e-9d81af772fb1 req-b2cbd350-dc5d-4790-b97d-06b37a47c7ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f051444b2884a98b4646c3ecdbf54cd&device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 1127 time: 0.2602181 Mar 01 13:53:29.370935 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4f657792-aeaf-48b7-af33-192e6bb034b9 req-6337dfaa-f7c6-43b3-a935-a49bb28012ef tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdb449fd-6c4c-40ea-8ffc-62f757807687 HTTP/1.1" status: 200 len: 985 time: 0.1521156 Mar 01 13:53:29.386328 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-4f657792-aeaf-48b7-af33-192e6bb034b9 req-5c78b5c8-93c8-433c-a578-012d844614f1 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Request body: {'port': {'security_groups': ['088bd235-4ae3-49f8-bb55-295d73bd1b6f', 'cd4d9ca1-f55a-40bc-b944-f22de3eaf370', 'be726fc1-62f5-4ce0-8674-59328ffb6c74']}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:29.451921 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62881b98-6fd1-4ec4-85d5-bd27c399ffb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:53:29.500478 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 9e0c7033-6b34-4587-b9e6-6c548b0a6014 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:53:29.511444 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bc5eaba0-254c-47cd-b3d5-6b5f0b421830 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:29.521446 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 46474) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:29.552595 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62881b98-6fd1-4ec4-85d5-bd27c399ffb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e13985-ee26-45b3-a273-d4ef0c1e9915,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:29.618888 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-1497cf4c-739e-4090-98f6-387966821bba tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Deleting subnet 00d563dd-b828-4cef-9459-e97de4e2dd32 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:53:29.624487 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-62881b98-6fd1-4ec4-85d5-bd27c399ffb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (59a4f25a-c6ae-4ad5-811e-df960a8c9491), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:29.624864 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-62881b98-6fd1-4ec4-85d5-bd27c399ffb0 admin admin] Added segment 59a4f25a-c6ae-4ad5-811e-df960a8c9491 of type vlan for network 82e2d94a-c8f0-4593-a16d-d1aa67bee78f Mar 01 13:53:29.639611 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-4f657792-aeaf-48b7-af33-192e6bb034b9 req-5c78b5c8-93c8-433c-a578-012d844614f1 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b25b0ac6-5e13-4a50-9578-da85b551614f), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:29.641191 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1497cf4c-739e-4090-98f6-387966821bba tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks [] for subnet (00d563dd-b828-4cef-9459-e97de4e2dd32), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:29.745043 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1497cf4c-739e-4090-98f6-387966821bba tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (00d563dd-b828-4cef-9459-e97de4e2dd32), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:29.748470 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-62881b98-6fd1-4ec4-85d5-bd27c399ffb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (82e2d94a-c8f0-4593-a16d-d1aa67bee78f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:29.804726 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-556ee9f2-20d4-4103-a524-cd8b2422bd0a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks [] for security_group_rule (0b5d5651-17d9-48d1-aca8-64f3b6df8d0a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:29.817367 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a216e-6b0f-4d97-9b0e-9d81af772fb1 req-bea1dab6-cffc-41c9-adc9-f1ac46771e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:29.818859 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-163a216e-6b0f-4d97-9b0e-9d81af772fb1 req-bea1dab6-cffc-41c9-adc9-f1ac46771e84 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a2dec7e3-4601-4685-95e7-9ed53553db77 HTTP/1.1" status: 200 len: 918 time: 0.4268191 Mar 01 13:53:29.825223 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-556ee9f2-20d4-4103-a524-cd8b2422bd0a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (0b5d5651-17d9-48d1-aca8-64f3b6df8d0a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:29.862875 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-556ee9f2-20d4-4103-a524-cd8b2422bd0a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:29.864086 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-556ee9f2-20d4-4103-a524-cd8b2422bd0a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6641619 Mar 01 13:53:29.872991 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 46480) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:29.882269 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-ad6a7c10-6f7f-4a0d-83c8-e7897332bf31 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:29.897017 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-62881b98-6fd1-4ec4-85d5-bd27c399ffb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (82e2d94a-c8f0-4593-a16d-d1aa67bee78f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:29.898012 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62881b98-6fd1-4ec4-85d5-bd27c399ffb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:29.898473 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-62881b98-6fd1-4ec4-85d5-bd27c399ffb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:29.935531 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ee9f2-20d4-4103-a524-cd8b2422bd0a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b5d5651-17d9-48d1-aca8-64f3b6df8d0a,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:29.963164 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bc5eaba0-254c-47cd-b3d5-6b5f0b421830 admin admin] Publish callbacks [] for security_group (2bfd0fbd-89f1-41a5-83d8-fbcb6acf9c6e), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:29.987082 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bc5eaba0-254c-47cd-b3d5-6b5f0b421830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (2bfd0fbd-89f1-41a5-83d8-fbcb6acf9c6e), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:29.989573 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ad6a7c10-6f7f-4a0d-83c8-e7897332bf31 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:30.037898 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-62881b98-6fd1-4ec4-85d5-bd27c399ffb0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9054897 Mar 01 13:53:30.059044 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 46484) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:30.068299 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 9e0c7033-6b34-4587-b9e6-6c548b0a6014 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:53:30.068880 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9e0c7033-6b34-4587-b9e6-6c548b0a6014), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:30.070773 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-98bb0a38-6ec8-4343-8f39-fcd753be8a6f None None] Current status of the port 9e0c7033-6b34-4587-b9e6-6c548b0a6014 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:53:30.086129 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5eaba0-254c-47cd-b3d5-6b5f0b421830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfd0fbd-89f1-41a5-83d8-fbcb6acf9c6e,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:30.099317 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-bf9d3fec-6dd6-4b1d-94b8-ae249da07e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'name': 'tempest-AttachVolumeShelveTestJSON-1706073340-router', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:03Z', 'updated_at': '2022-03-01T13:47:12Z', 'revision_number': 4, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'gw_port': {'id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:05Z', 'updated_at': '2022-03-01T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'a8438f8a-0cd9-403b-a6a0-192ca4f164b7', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'floating_ip_address': '172.25.1.120', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'port_id': 'ea1f1b7a-9a9a-440d-a2a3-ae371a358086', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77', 'mac_address': 'fa:16:3e:95:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cf8a93-2cf1-4b23-b092-d6d5c25d5249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:53:06Z', 'updated_at': '2022-03-01T13:53:26Z', 'revision_number': 1, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2081164-471f-4cfe-9d84-127b9b18c90c', 'name': '', 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'mac_address': 'fa:16:3e:8d:6a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '261203cc-bf87-4d50-a32d-f34589170095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:10Z', 'updated_at': '2022-03-01T13:47:20Z', 'revision_number': 5, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'subnets': [{'id': '261203cc-bf87-4d50-a32d-f34589170095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:53:30.119600 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a25a7b46-49ba-418a-8eab-2907c673e4c2 req-874768d3-3c5f-4e28-869b-b369758ee1ed tempest-ServerShowV257Test-1493067437 tempest-ServerShowV257Test-1493067437-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.1047256 Mar 01 13:53:30.119912 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-45725559-5609-4a03-aa98-77c437fb2698 admin admin] Request body: {'subnet': {'network_id': '82e2d94a-c8f0-4593-a16d-d1aa67bee78f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1398084703-subnet', 'tenant_id': '96b965f354af4894be7dc686621db4fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:30.131094 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-163a216e-6b0f-4d97-9b0e-9d81af772fb1 req-e0de9807-00f4-4c45-8c42-f6e18771123f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea1f1b7a-9a9a-440d-a2a3-ae371a358086 HTTP/1.1" status: 200 len: 999 time: 0.3024299 Mar 01 13:53:30.135467 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62881b98-6fd1-4ec4-85d5-bd27c399ffb0 admin admin] Pushing event updated for resources: {'Network': ['ID=82e2d94a-c8f0-4593-a16d-d1aa67bee78f,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:30.148950 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1497cf4c-739e-4090-98f6-387966821bba tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (00d563dd-b828-4cef-9459-e97de4e2dd32), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:30.193515 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9d3fec-6dd6-4b1d-94b8-ae249da07e25 None None] Checking router: 4bc3ce39-3e78-4067-b884-df9b6d673597 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:53:30.202887 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 82e2d94a-c8f0-4593-a16d-d1aa67bee78f details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:53:30.211600 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-bc5eaba0-254c-47cd-b3d5-6b5f0b421830 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb285018eccb4a84ac98b2089112ecc5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1052608 Mar 01 13:53:30.215239 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 46486) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:30.257573 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45725559-5609-4a03-aa98-77c437fb2698 admin admin] Made reservation on behalf of 96b965f354af4894be7dc686621db4fb for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:53:30.260715 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-45725559-5609-4a03-aa98-77c437fb2698 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:30.321937 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a216e-6b0f-4d97-9b0e-9d81af772fb1 req-abc8cbde-bdc2-414e-a5c1-0d1588314cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:30.324549 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-163a216e-6b0f-4d97-9b0e-9d81af772fb1 req-abc8cbde-bdc2-414e-a5c1-0d1588314cf4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=261203cc-bf87-4d50-a32d-f34589170095 HTTP/1.1" status: 200 len: 856 time: 0.1716759 Mar 01 13:53:30.333020 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-4f657792-aeaf-48b7-af33-192e6bb034b9 req-5c78b5c8-93c8-433c-a578-012d844614f1 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] For port b25b0ac6-5e13-4a50-9578-da85b551614f, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b25b0ac6-5e13-4a50-9578-da85b551614f,segment=NetworkSegment(cf91def4-7767-4dc0-af58-dc3bc2235578),segment_id=cf91def4-7767-4dc0-af58-dc3bc2235578)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:30.334838 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:30.347773 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9d3fec-6dd6-4b1d-94b8-ae249da07e25 None None] Routers {'4bc3ce39-3e78-4067-b884-df9b6d673597'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:53:30.348538 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-bf9d3fec-6dd6-4b1d-94b8-ae249da07e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:53:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4bc3ce39-3e78-4067-b884-df9b6d673597'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:53:30.416347 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1497cf4c-739e-4090-98f6-387966821bba tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (00d563dd-b828-4cef-9459-e97de4e2dd32), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:30.434410 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fdd58b50-9f39-4894-aef8-26d154574996 admin admin] Publish callbacks [] for security_group (2bfd0fbd-89f1-41a5-83d8-fbcb6acf9c6e), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:30.450485 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-1d49c525-b517-4e12-9f9d-3a54e7b2525c None None] Provisioning complete for port 27efff50-7823-4915-9500-0bfe4a48b9a2 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:53:30.451162 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1d49c525-b517-4e12-9f9d-3a54e7b2525c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (27efff50-7823-4915-9500-0bfe4a48b9a2), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:30.481475 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1497cf4c-739e-4090-98f6-387966821bba tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:30.487792 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1497cf4c-739e-4090-98f6-387966821bba tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "DELETE /v2.0/subnets/00d563dd-b828-4cef-9459-e97de4e2dd32 HTTP/1.1" status: 204 len: 168 time: 0.9323273 Mar 01 13:53:30.496818 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497cf4c-739e-4090-98f6-387966821bba tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Pushing event deleted for resources: {'Subnet': ['ID=00d563dd-b828-4cef-9459-e97de4e2dd32,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:30.499773 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 46488) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:30.523489 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-4f657792-aeaf-48b7-af33-192e6bb034b9 req-5c78b5c8-93c8-433c-a578-012d844614f1 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for port (b25b0ac6-5e13-4a50-9578-da85b551614f), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:30.535685 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fdd58b50-9f39-4894-aef8-26d154574996 admin admin] Publish callbacks [] for security_group (2bfd0fbd-89f1-41a5-83d8-fbcb6acf9c6e), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:30.549654 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-4f657792-aeaf-48b7-af33-192e6bb034b9 req-5c78b5c8-93c8-433c-a578-012d844614f1 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (b25b0ac6-5e13-4a50-9578-da85b551614f), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:30.554795 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ad6a7c10-6f7f-4a0d-83c8-e7897332bf31 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:30.637142 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7d5d58-e866-4c50-b16a-ff65a741aa6a', 'name': 'network-vif-deleted', 'tag': 'e8ccdf71-e2f4-4cc9-9760-5a1c1016a740'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:53:30.640097 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14e5305-a593-4ddc-9d12-59ce02d2b7cf" -d '{"events": [{"server_uuid": "2f7d5d58-e866-4c50-b16a-ff65a741aa6a", "name": "network-vif-deleted", "tag": "e8ccdf71-e2f4-4cc9-9760-5a1c1016a740"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:53:30.663999 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0ed5bb44-6c8b-4414-974e-3219e1cccc39 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (6bb12f60-f616-474b-8a2c-e1d2e3878bd0), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:30.666881 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af07bbe5-5d88-4180-9443-f740ef3d0148 None None] Network 6bb12f60-f616-474b-8a2c-e1d2e3878bd0 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:53:30.669032 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['b25b0ac6-5e13-4a50-9578-da85b551614f'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:53:30.700272 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a216e-6b0f-4d97-9b0e-9d81af772fb1 req-93c4bdb8-7e68-462d-b059-110c3872bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:30.708554 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-163a216e-6b0f-4d97-9b0e-9d81af772fb1 req-93c4bdb8-7e68-462d-b059-110c3872bae9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a2dec7e3-4601-4685-95e7-9ed53553db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3680589 Mar 01 13:53:30.821699 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d66a464-d7d5-44af-bb8f-667f7d4bf31f x-openstack-request-id: req-3d66a464-d7d5-44af-bb8f-667f7d4bf31f {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:53:30.822065 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7d5d58-e866-4c50-b16a-ff65a741aa6a", "name": "network-vif-deleted", "tag": "e8ccdf71-e2f4-4cc9-9760-5a1c1016a740", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:53:30.822264 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d66a464-d7d5-44af-bb8f-667f7d4bf31f {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:53:30.822489 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7d5d58-e866-4c50-b16a-ff65a741aa6a', 'name': 'network-vif-deleted', 'tag': 'e8ccdf71-e2f4-4cc9-9760-5a1c1016a740', 'status': 'completed', 'code': 200} Mar 01 13:53:30.879517 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-1d49c525-b517-4e12-9f9d-3a54e7b2525c None None] Port 27efff50-7823-4915-9500-0bfe4a48b9a2 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:53:30.892426 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f657792-aeaf-48b7-af33-192e6bb034b9 req-5c78b5c8-93c8-433c-a578-012d844614f1 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:30.893029 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-4f657792-aeaf-48b7-af33-192e6bb034b9 req-5c78b5c8-93c8-433c-a578-012d844614f1 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:30.902118 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4f657792-aeaf-48b7-af33-192e6bb034b9 req-5c78b5c8-93c8-433c-a578-012d844614f1 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "PUT /v2.0/ports/b25b0ac6-5e13-4a50-9578-da85b551614f HTTP/1.1" status: 200 len: 1021 time: 1.5286684 Mar 01 13:53:30.903217 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78b5c8-93c8-433c-a578-012d844614f1 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Pushing event updated for resources: {'Port': ['ID=b25b0ac6-5e13-4a50-9578-da85b551614f,revision_number=7']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:30.933655 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-bf9d3fec-6dd6-4b1d-94b8-ae249da07e25 None None] Set router 4bc3ce39-3e78-4067-b884-df9b6d673597 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:53:31.095682 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 9e0c7033-6b34-4587-b9e6-6c548b0a6014 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:53:31.096885 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:53:31.121349 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-ad6a7c10-6f7f-4a0d-83c8-e7897332bf31 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Allocated IP 172.25.1.130 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/d9631d36-fa6b-4061-a83f-679f1f2a827e) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:53:31.189677 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-1d49c525-b517-4e12-9f9d-3a54e7b2525c None None] Provisioning complete for port 9e0c7033-6b34-4587-b9e6-6c548b0a6014 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:53:31.190049 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1d49c525-b517-4e12-9f9d-3a54e7b2525c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9e0c7033-6b34-4587-b9e6-6c548b0a6014), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:31.263269 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ad6a7c10-6f7f-4a0d-83c8-e7897332bf31 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks [] for port (d9631d36-fa6b-4061-a83f-679f1f2a827e), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:31.307093 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fdd58b50-9f39-4894-aef8-26d154574996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (2bfd0fbd-89f1-41a5-83d8-fbcb6acf9c6e), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:31.312668 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fdd58b50-9f39-4894-aef8-26d154574996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:31.314936 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-fdd58b50-9f39-4894-aef8-26d154574996 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2bfd0fbd-89f1-41a5-83d8-fbcb6acf9c6e HTTP/1.1" status: 204 len: 168 time: 1.0963619 Mar 01 13:53:31.315739 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb449fd-6c4c-40ea-8ffc-62f757807687', 'tag': 'b25b0ac6-5e13-4a50-9578-da85b551614f'}, {'name': 'network-changed', 'server_uuid': 'cdb449fd-6c4c-40ea-8ffc-62f757807687', 'tag': 'b25b0ac6-5e13-4a50-9578-da85b551614f'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:53:31.315861 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:53:31.316194 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:31.320094 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb83d34-ffef-4398-ae22-41cf732a4ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb449fd-6c4c-40ea-8ffc-62f757807687", "tag": "b25b0ac6-5e13-4a50-9578-da85b551614f"}, {"name": "network-changed", "server_uuid": "cdb449fd-6c4c-40ea-8ffc-62f757807687", "tag": "b25b0ac6-5e13-4a50-9578-da85b551614f"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:53:31.398090 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd58b50-9f39-4894-aef8-26d154574996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfd0fbd-89f1-41a5-83d8-fbcb6acf9c6e,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:31.408011 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ad6a7c10-6f7f-4a0d-83c8-e7897332bf31 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (d9631d36-fa6b-4061-a83f-679f1f2a827e), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:31.418999 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6f2cc242-e2f4-4b03-ab52-6990afbd14c5 req-8953fcf5-1723-4806-be23-2b469adc017a tempest-ServerShowV257Test-1493067437 tempest-ServerShowV257Test-1493067437-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.0524874 Mar 01 13:53:31.435342 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-1d49c525-b517-4e12-9f9d-3a54e7b2525c None None] Current status of the port 9e0c7033-6b34-4587-b9e6-6c548b0a6014 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:53:31.541132 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-1d49c525-b517-4e12-9f9d-3a54e7b2525c None None] Provisioning complete for port df6c0fb5-c12f-40eb-9fe7-daaf2c030675 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:53:31.542315 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1d49c525-b517-4e12-9f9d-3a54e7b2525c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (df6c0fb5-c12f-40eb-9fe7-daaf2c030675), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:31.543854 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6a7c10-6f7f-4a0d-83c8-e7897332bf31 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:53:31.549900 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 01 Mar 2022 13:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79787a8d-41c8-4db0-97fb-c2c3169de976 x-openstack-request-id: req-79787a8d-41c8-4db0-97fb-c2c3169de976 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:53:31.550201 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb449fd-6c4c-40ea-8ffc-62f757807687", "tag": "b25b0ac6-5e13-4a50-9578-da85b551614f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cdb449fd-6c4c-40ea-8ffc-62f757807687", "tag": "b25b0ac6-5e13-4a50-9578-da85b551614f", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:53:31.552875 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79787a8d-41c8-4db0-97fb-c2c3169de976 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:53:31.553514 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb449fd-6c4c-40ea-8ffc-62f757807687', 'tag': 'b25b0ac6-5e13-4a50-9578-da85b551614f', 'status': 'completed', 'code': 200} Mar 01 13:53:31.553886 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb449fd-6c4c-40ea-8ffc-62f757807687', 'tag': 'b25b0ac6-5e13-4a50-9578-da85b551614f', 'status': 'completed', 'code': 200} Mar 01 13:53:31.564958 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a7c10-6f7f-4a0d-83c8-e7897332bf31 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Pushing event updated for resources: {'Port': ['ID=d9631d36-fa6b-4061-a83f-679f1f2a827e,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:31.571702 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-ad6a7c10-6f7f-4a0d-83c8-e7897332bf31 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:53:31.574205 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6a7c10-6f7f-4a0d-83c8-e7897332bf31 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:53:31.606449 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['b25b0ac6-5e13-4a50-9578-da85b551614f'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:53:31.738868 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-163a216e-6b0f-4d97-9b0e-9d81af772fb1 req-07820969-6af4-4247-b000-23a0cc386af9 service neutron] 10.222.0.20 "GET /v2.0/networks/a2dec7e3-4601-4685-95e7-9ed53553db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9973571 Mar 01 13:53:31.756136 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ad6a7c10-6f7f-4a0d-83c8-e7897332bf31 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks [] for floatingip (ac5d109f-9ae2-47f3-90d4-fa5bf8a57b7b), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:31.762565 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc058e51-71bf-4ed0-b2c6-edacb432aba7 None None] DHCP port deletion for 6bb12f60-f616-474b-8a2c-e1d2e3878bd0 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:53:31.789070 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df5e76-83fd-48f4-ae18-b8ae300deb1c req-2ac58322-4075-4693-9cd0-855672c1dc2c tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:31.790728 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-28df5e76-83fd-48f4-ae18-b8ae300deb1c req-2ac58322-4075-4693-9cd0-855672c1dc2c tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdb449fd-6c4c-40ea-8ffc-62f757807687 HTTP/1.1" status: 200 len: 1024 time: 0.4578874 Mar 01 13:53:31.859029 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ad6a7c10-6f7f-4a0d-83c8-e7897332bf31 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d9631d36-fa6b-4061-a83f-679f1f2a827e), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:31.892960 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-45725559-5609-4a03-aa98-77c437fb2698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (471f250e-8ac9-4d79-84ed-5074502ba7bf), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:32.018342 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-1d49c525-b517-4e12-9f9d-3a54e7b2525c None None] Port df6c0fb5-c12f-40eb-9fe7-daaf2c030675 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:53:32.031398 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:32.056371 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 46506) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:32.062029 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ad6a7c10-6f7f-4a0d-83c8-e7897332bf31 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks [] for port (d9631d36-fa6b-4061-a83f-679f1f2a827e), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:32.062533 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45725559-5609-4a03-aa98-77c437fb2698 admin admin] Checking segment: {'id': '59a4f25a-c6ae-4ad5-811e-df960a8c9491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '82e2d94a-c8f0-4593-a16d-d1aa67bee78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:53:32.062533 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45725559-5609-4a03-aa98-77c437fb2698 admin admin] Network hostable DHCP agents. Network: 82e2d94a-c8f0-4593-a16d-d1aa67bee78f, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:53:32.080450 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ad6a7c10-6f7f-4a0d-83c8-e7897332bf31 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (d9631d36-fa6b-4061-a83f-679f1f2a827e), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:32.113167 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45725559-5609-4a03-aa98-77c437fb2698 admin admin] Pushing event updated for resources: {'Subnet': ['ID=471f250e-8ac9-4d79-84ed-5074502ba7bf,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:32.121239 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb83d34-ffef-4398-ae22-41cf732a4ef1 req-5785cfd9-2c7a-49fa-9e54-654415e525f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:32.122828 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9cb83d34-ffef-4398-ae22-41cf732a4ef1 req-5785cfd9-2c7a-49fa-9e54-654415e525f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce8433796a20462188b8cc95a1d1d4d8&device_id=cdb449fd-6c4c-40ea-8ffc-62f757807687 HTTP/1.1" status: 200 len: 1207 time: 0.4877288 Mar 01 13:53:32.126658 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ac1de2d1-ec34-4185-81f5-b82d73c24708 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:32.134458 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-0ed5bb44-6c8b-4414-974e-3219e1cccc39 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Deleting port cd038794-75ea-450f-bca5-18ba72b8c441 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:53:32.135229 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0ed5bb44-6c8b-4414-974e-3219e1cccc39 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (cd038794-75ea-450f-bca5-18ba72b8c441), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:32.145273 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45725559-5609-4a03-aa98-77c437fb2698 admin admin] Network 82e2d94a-c8f0-4593-a16d-d1aa67bee78f is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:53:32.170568 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:53:32.179287 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-163a216e-6b0f-4d97-9b0e-9d81af772fb1 req-d181d559-29e5-473e-ac80-ea86f6d6a540 service neutron] 10.222.0.20 "GET /v2.0/networks/a2dec7e3-4601-4685-95e7-9ed53553db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246653 Mar 01 13:53:32.209239 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-45725559-5609-4a03-aa98-77c437fb2698 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 82e2d94a-c8f0-4593-a16d-d1aa67bee78f) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:53:32.221533 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45725559-5609-4a03-aa98-77c437fb2698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:32.230314 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-45725559-5609-4a03-aa98-77c437fb2698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:32.231855 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a220cd0-9bea-49b3-94d2-69c841d1941b None None] Network 82e2d94a-c8f0-4593-a16d-d1aa67bee78f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:53:32.246151 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-fc058e51-71bf-4ed0-b2c6-edacb432aba7 None None] Deleting port cd038794-75ea-450f-bca5-18ba72b8c441 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:53:32.246555 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fc058e51-71bf-4ed0-b2c6-edacb432aba7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (cd038794-75ea-450f-bca5-18ba72b8c441), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:32.304059 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-28df5e76-83fd-48f4-ae18-b8ae300deb1c req-27f8ff76-7998-4671-a341-5194c3f2fd33 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups?id=088bd235-4ae3-49f8-bb55-295d73bd1b6f&id=cd4d9ca1-f55a-40bc-b944-f22de3eaf370&id=be726fc1-62f5-4ce0-8674-59328ffb6c74 HTTP/1.1" status: 200 len: 6206 time: 0.4698229 Mar 01 13:53:32.318311 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-0ed5bb44-6c8b-4414-974e-3219e1cccc39 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] For port cd038794-75ea-450f-bca5-18ba72b8c441, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=cd038794-75ea-450f-bca5-18ba72b8c441,segment=NetworkSegment(e1443a1b-d44b-4882-98a3-98e50e9454ca),segment_id=e1443a1b-d44b-4882-98a3-98e50e9454ca)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:32.318819 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0ed5bb44-6c8b-4414-974e-3219e1cccc39 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (cd038794-75ea-450f-bca5-18ba72b8c441), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:32.362009 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-45725559-5609-4a03-aa98-77c437fb2698 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.2752101 Mar 01 13:53:32.380962 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-0ed5bb44-6c8b-4414-974e-3219e1cccc39 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Calling delete_port for cd038794-75ea-450f-bca5-18ba72b8c441 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:53:32.446160 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-fc058e51-71bf-4ed0-b2c6-edacb432aba7 None None] For port cd038794-75ea-450f-bca5-18ba72b8c441, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=cd038794-75ea-450f-bca5-18ba72b8c441,segment=NetworkSegment(e1443a1b-d44b-4882-98a3-98e50e9454ca),segment_id=e1443a1b-d44b-4882-98a3-98e50e9454ca)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:32.446705 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fc058e51-71bf-4ed0-b2c6-edacb432aba7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (cd038794-75ea-450f-bca5-18ba72b8c441), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:32.467497 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ac1de2d1-ec34-4185-81f5-b82d73c24708 admin admin] Publish callbacks [] for security_group (2eaa0eed-c3a1-4cd5-9cdf-1aea8ef74ec6), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:32.478542 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-fc058e51-71bf-4ed0-b2c6-edacb432aba7 None None] Calling delete_port for cd038794-75ea-450f-bca5-18ba72b8c441 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:53:32.486306 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ac1de2d1-ec34-4185-81f5-b82d73c24708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (2eaa0eed-c3a1-4cd5-9cdf-1aea8ef74ec6), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:32.538234 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device cd038794-75ea-450f-bca5-18ba72b8c441 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:53:32.543063 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-bf9d3fec-6dd6-4b1d-94b8-ae249da07e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'name': 'tempest-AttachVolumeShelveTestJSON-1706073340-router', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:03Z', 'updated_at': '2022-03-01T13:47:12Z', 'revision_number': 4, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'gw_port': {'id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:05Z', 'updated_at': '2022-03-01T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'a8438f8a-0cd9-403b-a6a0-192ca4f164b7', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'floating_ip_address': '172.25.1.120', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'port_id': 'ea1f1b7a-9a9a-440d-a2a3-ae371a358086', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77', 'mac_address': 'fa:16:3e:95:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cf8a93-2cf1-4b23-b092-d6d5c25d5249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:53:06Z', 'updated_at': '2022-03-01T13:53:26Z', 'revision_number': 1, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2081164-471f-4cfe-9d84-127b9b18c90c', 'name': '', 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'mac_address': 'fa:16:3e:8d:6a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '261203cc-bf87-4d50-a32d-f34589170095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:10Z', 'updated_at': '2022-03-01T13:47:20Z', 'revision_number': 5, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'subnets': [{'id': '261203cc-bf87-4d50-a32d-f34589170095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:53:32.552750 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1de2d1-ec34-4185-81f5-b82d73c24708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eaa0eed-c3a1-4cd5-9cdf-1aea8ef74ec6,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:32.569119 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ac1de2d1-ec34-4185-81f5-b82d73c24708 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19bfb73b43884b7591dc442ab8cdb226&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4943273 Mar 01 13:53:32.572421 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 46516) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:32.601180 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0ed5bb44-6c8b-4414-974e-3219e1cccc39 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (cd038794-75ea-450f-bca5-18ba72b8c441), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:32.636140 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5bb44-6c8b-4414-974e-3219e1cccc39 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Pushing event deleted for resources: {'Port': ['ID=cd038794-75ea-450f-bca5-18ba72b8c441,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:32.636417 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9d3fec-6dd6-4b1d-94b8-ae249da07e25 None None] The sync data for ids ['4bc3ce39-3e78-4067-b884-df9b6d673597'] in n-d-827467-3 is: [{'id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'name': 'tempest-AttachVolumeShelveTestJSON-1706073340-router', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:03Z', 'updated_at': '2022-03-01T13:47:12Z', 'revision_number': 4, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'gw_port': {'id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:05Z', 'updated_at': '2022-03-01T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'a8438f8a-0cd9-403b-a6a0-192ca4f164b7', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'floating_ip_address': '172.25.1.120', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'port_id': 'ea1f1b7a-9a9a-440d-a2a3-ae371a358086', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77', 'mac_address': 'fa:16:3e:95:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cf8a93-2cf1-4b23-b092-d6d5c25d5249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:53:06Z', 'updated_at': '2022-03-01T13:53:26Z', 'revision_number': 1, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2081164-471f-4cfe-9d84-127b9b18c90c', 'name': '', 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'mac_address': 'fa:16:3e:8d:6a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '261203cc-bf87-4d50-a32d-f34589170095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:10Z', 'updated_at': '2022-03-01T13:47:20Z', 'revision_number': 5, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'subnets': [{'id': '261203cc-bf87-4d50-a32d-f34589170095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:53:32.642386 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed5bb44-6c8b-4414-974e-3219e1cccc39 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] No DVR routers for this DVR port cd038794-75ea-450f-bca5-18ba72b8c441 on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:53:32.692807 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-50b6210b-b444-4539-a04d-e2fe68234d71 admin admin] Publish callbacks [] for security_group (2eaa0eed-c3a1-4cd5-9cdf-1aea8ef74ec6), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:32.722639 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ad6a7c10-6f7f-4a0d-83c8-e7897332bf31 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (ac5d109f-9ae2-47f3-90d4-fa5bf8a57b7b), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:32.744846 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-96f4c810-2e33-424f-a2b3-36d83d5de937 req-185f1470-e7cc-4cae-b4ec-679d04faa44c tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1250453075 ', 'description': 'tempest-description-996196680'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:32.748165 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No active binding found for port cd038794-75ea-450f-bca5-18ba72b8c441 {{(pid=103728) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 01 13:53:32.748256 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] The host n-d-827467-3 is not matching for port cd038794-75ea-450f-bca5-18ba72b8c441 host None! {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 01 13:53:32.748740 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device cd038794-75ea-450f-bca5-18ba72b8c441 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:53:32.750179 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fc058e51-71bf-4ed0-b2c6-edacb432aba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (cd038794-75ea-450f-bca5-18ba72b8c441), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:32.784132 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ad6a7c10-6f7f-4a0d-83c8-e7897332bf31 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:32.785371 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ad6a7c10-6f7f-4a0d-83c8-e7897332bf31 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9088569 Mar 01 13:53:32.792355 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9a4789-2e0c-43a3-a657-fbcbf0a375e1 None None] Network 82e2d94a-c8f0-4593-a16d-d1aa67bee78f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:53:32.805792 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a7c10-6f7f-4a0d-83c8-e7897332bf31 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Pushing event updated for resources: {'Port': ['ID=d9631d36-fa6b-4061-a83f-679f1f2a827e,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:32.811006 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-42a4b20a-c0a7-41f3-a081-8410ab145632 req-0fcab280-6185-4a9a-94fd-6cce00909fc7 tempest-ServerShowV257Test-1493067437 tempest-ServerShowV257Test-1493067437-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.0565236 Mar 01 13:53:32.817412 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0ed5bb44-6c8b-4414-974e-3219e1cccc39 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (6bb12f60-f616-474b-8a2c-e1d2e3878bd0), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:32.818179 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb83d34-ffef-4398-ae22-41cf732a4ef1 req-ac3bf2a6-5e7e-439d-84b2-72dd357f2914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:32.819986 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9cb83d34-ffef-4398-ae22-41cf732a4ef1 req-ac3bf2a6-5e7e-439d-84b2-72dd357f2914 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7791a3ad-ea99-41b5-bb9e-01fc535ffc2e HTTP/1.1" status: 200 len: 913 time: 0.6844790 Mar 01 13:53:32.828304 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-96f4c810-2e33-424f-a2b3-36d83d5de937 req-185f1470-e7cc-4cae-b4ec-679d04faa44c tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:32.851983 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-50b6210b-b444-4539-a04d-e2fe68234d71 admin admin] Publish callbacks [] for security_group (2eaa0eed-c3a1-4cd5-9cdf-1aea8ef74ec6), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:32.880502 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-0ed5bb44-6c8b-4414-974e-3219e1cccc39 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bb12f60-f616-474b-8a2c-e1d2e3878bd0']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:53:32.902011 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc058e51-71bf-4ed0-b2c6-edacb432aba7 None None] Pushing event deleted for resources: {'Port': ['ID=cd038794-75ea-450f-bca5-18ba72b8c441,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:32.903887 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-0ed5bb44-6c8b-4414-974e-3219e1cccc39 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1443a1b-d44b-4882-98a3-98e50e9454ca') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:53:32.904180 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-0ed5bb44-6c8b-4414-974e-3219e1cccc39 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1443a1b-d44b-4882-98a3-98e50e9454ca') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:53:32.908966 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc058e51-71bf-4ed0-b2c6-edacb432aba7 None None] No DVR routers for this DVR port cd038794-75ea-450f-bca5-18ba72b8c441 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:53:32.957916 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0ed5bb44-6c8b-4414-974e-3219e1cccc39 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (e1443a1b-d44b-4882-98a3-98e50e9454ca), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:32.997190 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9cb83d34-ffef-4398-ae22-41cf732a4ef1 req-58a7b6f9-10e9-4e00-ab1e-d583c32d3575 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b25b0ac6-5e13-4a50-9578-da85b551614f HTTP/1.1" status: 200 len: 217 time: 0.1641645 Mar 01 13:53:33.005185 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0ed5bb44-6c8b-4414-974e-3219e1cccc39 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (e1443a1b-d44b-4882-98a3-98e50e9454ca), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:33.024990 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed5bb44-6c8b-4414-974e-3219e1cccc39 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:53:33.026227 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0ed5bb44-6c8b-4414-974e-3219e1cccc39 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (e1443a1b-d44b-4882-98a3-98e50e9454ca), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:33.034950 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:53:33.034950 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:53:33.034950 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:53:33.034950 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:53:33.034950 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:53:33.034950 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:53:33.034950 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:53:33.034950 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:53:33.034950 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:53:33.034950 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:53:33.034950 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:53:33.034950 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:53:33.034950 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:53:33.034950 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:53:33.034950 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:53:33.034950 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:53:33.034950 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:53:33.034950 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:53:33.034950 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:53:33.034950 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:53:33.034950 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:53:33.034950 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:53:33.034950 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:53:33.034950 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:53:33.034950 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:53:33.034950 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:53:33.034950 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:53:33.034950 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:53:33.034950 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:53:33.034950 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:53:33.034950 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:53:33.034950 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:53:33.051473 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-50b6210b-b444-4539-a04d-e2fe68234d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (2eaa0eed-c3a1-4cd5-9cdf-1aea8ef74ec6), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:33.062079 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-50b6210b-b444-4539-a04d-e2fe68234d71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:33.064014 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-50b6210b-b444-4539-a04d-e2fe68234d71 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2eaa0eed-c3a1-4cd5-9cdf-1aea8ef74ec6 HTTP/1.1" status: 204 len: 168 time: 0.4899907 Mar 01 13:53:33.084882 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb83d34-ffef-4398-ae22-41cf732a4ef1 req-891847ba-d41e-4699-a601-17acf9b19046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:33.086348 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9cb83d34-ffef-4398-ae22-41cf732a4ef1 req-891847ba-d41e-4699-a601-17acf9b19046 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7a603dae-4e79-4b27-b3ec-18e6d13670f2 HTTP/1.1" status: 200 len: 852 time: 0.0813022 Mar 01 13:53:33.113101 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaa7403-0312-4768-baa0-24b373a25432 None None] New status for floating IP a8438f8a-0cd9-403b-a6a0-192ca4f164b7: ACTIVE {{(pid=103729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 13:53:33.116320 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b6210b-b444-4539-a04d-e2fe68234d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eaa0eed-c3a1-4cd5-9cdf-1aea8ef74ec6,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:33.144642 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0ed5bb44-6c8b-4414-974e-3219e1cccc39 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (6bb12f60-f616-474b-8a2c-e1d2e3878bd0), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:33.153948 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9cb83d34-ffef-4398-ae22-41cf732a4ef1 req-dc2f1f2d-9008-4f57-87ab-b33bb09e2b08 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7791a3ad-ea99-41b5-bb9e-01fc535ffc2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567274 Mar 01 13:53:33.162756 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0ed5bb44-6c8b-4414-974e-3219e1cccc39 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:33.167427 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-96f4c810-2e33-424f-a2b3-36d83d5de937 req-185f1470-e7cc-4cae-b4ec-679d04faa44c tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (4ce28cff-44a4-48db-a193-05b2f02eb9fe), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:33.175027 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0ed5bb44-6c8b-4414-974e-3219e1cccc39 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "DELETE /v2.0/networks/6bb12f60-f616-474b-8a2c-e1d2e3878bd0 HTTP/1.1" status: 204 len: 168 time: 2.6655383 Mar 01 13:53:33.178258 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 46532) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:33.184857 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-6269fb0d-04d3-4255-99e0-e459ec82e1f3 req-c3913e7f-5087-4020-b5b5-c6e50303c028 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-491503765', 'description': 'tempest-description-540167597'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:33.201478 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5bb44-6c8b-4414-974e-3219e1cccc39 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Pushing event deleted for resources: {'Network': ['ID=6bb12f60-f616-474b-8a2c-e1d2e3878bd0,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:33.226655 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-96f4c810-2e33-424f-a2b3-36d83d5de937 req-185f1470-e7cc-4cae-b4ec-679d04faa44c tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4ce28cff-44a4-48db-a193-05b2f02eb9fe), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:33.345714 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-96f4c810-2e33-424f-a2b3-36d83d5de937 req-185f1470-e7cc-4cae-b4ec-679d04faa44c tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:33.346967 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-96f4c810-2e33-424f-a2b3-36d83d5de937 req-185f1470-e7cc-4cae-b4ec-679d04faa44c tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6113634 Mar 01 13:53:33.362191 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf8e0bc-8588-4eb1-b51f-858de4c6f52c tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Deleting subnet f6f8cec7-f28e-43d9-bd2b-edba8c67caac {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:53:33.363922 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f1470-e7cc-4cae-b4ec-679d04faa44c tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce28cff-44a4-48db-a193-05b2f02eb9fe,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:33.374688 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9cf8e0bc-8588-4eb1-b51f-858de4c6f52c tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks [] for subnet (f6f8cec7-f28e-43d9-bd2b-edba8c67caac), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:33.377368 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6269fb0d-04d3-4255-99e0-e459ec82e1f3 req-c3913e7f-5087-4020-b5b5-c6e50303c028 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:33.436199 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9cb83d34-ffef-4398-ae22-41cf732a4ef1 req-7c1250df-d448-4ec8-88e1-6994b9a93ecc service neutron] 10.222.0.32 "GET /v2.0/networks/7791a3ad-ea99-41b5-bb9e-01fc535ffc2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682462 Mar 01 13:53:33.493447 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9cf8e0bc-8588-4eb1-b51f-858de4c6f52c tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (f6f8cec7-f28e-43d9-bd2b-edba8c67caac), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:33.642240 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-da295258-1c88-486a-814c-f92de44e4df9 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--626344308&fields=id&tenant_id=78efedc3031f4258896f94ad66a2f53b HTTP/1.1" status: 200 len: 267 time: 0.1910820 Mar 01 13:53:33.722540 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6269fb0d-04d3-4255-99e0-e459ec82e1f3 req-c3913e7f-5087-4020-b5b5-c6e50303c028 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (4a4bfee5-3a3d-4b32-8f14-e66f91527a9f), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:33.729102 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9cb83d34-ffef-4398-ae22-41cf732a4ef1 req-40dfc255-9db5-4d0d-910e-61a8fcefe25e service neutron] 10.222.0.32 "GET /v2.0/networks/7791a3ad-ea99-41b5-bb9e-01fc535ffc2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879093 Mar 01 13:53:33.739962 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6269fb0d-04d3-4255-99e0-e459ec82e1f3 req-c3913e7f-5087-4020-b5b5-c6e50303c028 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4a4bfee5-3a3d-4b32-8f14-e66f91527a9f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:33.762324 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9cf8e0bc-8588-4eb1-b51f-858de4c6f52c tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (f6f8cec7-f28e-43d9-bd2b-edba8c67caac), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:33.772395 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-de4166b9-4460-4c81-a3f7-bf10e53542ef tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:33.773780 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-de4166b9-4460-4c81-a3f7-bf10e53542ef tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports/df6c0fb5-c12f-40eb-9fe7-daaf2c030675 HTTP/1.1" status: 200 len: 930 time: 0.1222653 Mar 01 13:53:33.848466 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6269fb0d-04d3-4255-99e0-e459ec82e1f3 req-c3913e7f-5087-4020-b5b5-c6e50303c028 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:33.849711 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6269fb0d-04d3-4255-99e0-e459ec82e1f3 req-c3913e7f-5087-4020-b5b5-c6e50303c028 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.6731484 Mar 01 13:53:33.921483 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3913e7f-5087-4020-b5b5-c6e50303c028 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4bfee5-3a3d-4b32-8f14-e66f91527a9f,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:33.946654 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-433f8197-7f6d-4784-9e8b-02f421a7ce2b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:33.948068 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-433f8197-7f6d-4784-9e8b-02f421a7ce2b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports/27efff50-7823-4915-9500-0bfe4a48b9a2 HTTP/1.1" status: 200 len: 930 time: 0.1463647 Mar 01 13:53:34.023763 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-65dee6d3-3dbb-487b-b48e-271849f74400 req-dbaee562-c1c4-437b-af53-95a4115861cf tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups/4ce28cff-44a4-48db-a193-05b2f02eb9fe HTTP/1.1" status: 200 len: 1799 time: 0.1344454 Mar 01 13:53:34.025756 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-715af4de-6937-456f-a462-2788574c1968 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?network_id=c10380dc-3261-481a-b6e0-b67ea74edb52&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0691140 Mar 01 13:53:34.028004 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb83d34-ffef-4398-ae22-41cf732a4ef1 req-f1d004a9-8f6d-4e19-a0d0-5e5af21290fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:34.029430 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9cb83d34-ffef-4398-ae22-41cf732a4ef1 req-f1d004a9-8f6d-4e19-a0d0-5e5af21290fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce8433796a20462188b8cc95a1d1d4d8&device_id=cdb449fd-6c4c-40ea-8ffc-62f757807687 HTTP/1.1" status: 200 len: 1207 time: 0.2288558 Mar 01 13:53:34.030565 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9cf8e0bc-8588-4eb1-b51f-858de4c6f52c tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (f6f8cec7-f28e-43d9-bd2b-edba8c67caac), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:34.107593 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8e0bc-8588-4eb1-b51f-858de4c6f52c tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Pushing event deleted for resources: {'Subnet': ['ID=f6f8cec7-f28e-43d9-bd2b-edba8c67caac,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:34.118380 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0525d5ae-d665-4db5-85d0-df9ec700b391 None None] Network 386eb939-f77f-4b3e-8dc4-621a84351f3a requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:53:34.120857 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-41fd2551-519c-48a0-a251-04a4de672f6d tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?network_id=c10380dc-3261-481a-b6e0-b67ea74edb52&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0872664 Mar 01 13:53:34.148289 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9cf8e0bc-8588-4eb1-b51f-858de4c6f52c tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:34.152197 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9cf8e0bc-8588-4eb1-b51f-858de4c6f52c tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "DELETE /v2.0/subnets/f6f8cec7-f28e-43d9-bd2b-edba8c67caac HTTP/1.1" status: 204 len: 168 time: 0.9722352 Mar 01 13:53:34.154446 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 46572) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:34.178625 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7c7fc742-57e6-44ad-b373-08c23a731bcd req-3ee0fe7c-22df-4fbd-a683-b05db3422445 tempest-ServerShowV257Test-1493067437 tempest-ServerShowV257Test-1493067437-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.0960841 Mar 01 13:53:34.290947 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9d1c093a-c77e-423e-86bb-3fc2d6097618 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (386eb939-f77f-4b3e-8dc4-621a84351f3a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:34.326706 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb83d34-ffef-4398-ae22-41cf732a4ef1 req-79c8dfe5-6533-4ddb-8a1f-34c1adbeba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:34.328268 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9cb83d34-ffef-4398-ae22-41cf732a4ef1 req-79c8dfe5-6533-4ddb-8a1f-34c1adbeba2f service neutron] 10.222.0.32 "GET /v2.0/networks?id=7791a3ad-ea99-41b5-bb9e-01fc535ffc2e HTTP/1.1" status: 200 len: 913 time: 0.2911956 Mar 01 13:53:34.342008 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-afe7a47b-848d-4000-b6a0-10e9032518e7 req-713b7a96-da3f-454b-8812-8411f6c64341 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "GET /v2.0/security-groups/4a4bfee5-3a3d-4b32-8f14-e66f91527a9f HTTP/1.1" status: 200 len: 1822 time: 0.1050260 Mar 01 13:53:34.389894 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-9d1c093a-c77e-423e-86bb-3fc2d6097618 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Deleting port 2e875e4f-d558-4343-bb01-c4547bf41298 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:53:34.391085 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9d1c093a-c77e-423e-86bb-3fc2d6097618 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (2e875e4f-d558-4343-bb01-c4547bf41298), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:34.425203 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9cb83d34-ffef-4398-ae22-41cf732a4ef1 req-6cb210a3-db8c-4dd6-8386-d2cb78f779a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b25b0ac6-5e13-4a50-9578-da85b551614f HTTP/1.1" status: 200 len: 217 time: 0.0859599 Mar 01 13:53:34.450001 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-afe7a47b-848d-4000-b6a0-10e9032518e7 req-8378f691-ce6b-485d-bdd5-c213669c8efd tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4a4bfee5-3a3d-4b32-8f14-e66f91527a9f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:34.450619 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-afe7a47b-848d-4000-b6a0-10e9032518e7 req-8378f691-ce6b-485d-bdd5-c213669c8efd tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4a4bfee5-3a3d-4b32-8f14-e66f91527a9f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:34.478054 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-9d1c093a-c77e-423e-86bb-3fc2d6097618 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] For port 2e875e4f-d558-4343-bb01-c4547bf41298, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=2e875e4f-d558-4343-bb01-c4547bf41298,segment=NetworkSegment(c5287cb7-97ef-478a-832a-938a065620e2),segment_id=c5287cb7-97ef-478a-832a-938a065620e2)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:34.478281 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9d1c093a-c77e-423e-86bb-3fc2d6097618 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (2e875e4f-d558-4343-bb01-c4547bf41298), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:34.489213 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-a8f16f13-ffc8-40bb-82d7-a42a1ef4c1df tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:34.494962 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-a8f16f13-ffc8-40bb-82d7-a42a1ef4c1df tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:34.496767 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-9d1c093a-c77e-423e-86bb-3fc2d6097618 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Calling delete_port for 2e875e4f-d558-4343-bb01-c4547bf41298 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:53:34.500471 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-a8f16f13-ffc8-40bb-82d7-a42a1ef4c1df tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:34.502495 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-a8f16f13-ffc8-40bb-82d7-a42a1ef4c1df tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/networks?id=7bc0ee18-c84c-4cd4-a25a-b7c745ed092c&id=6d51e108-e704-49e6-8e91-4223e1d8d343&id=6d51e108-e704-49e6-8e91-4223e1d8d343&id=c10380dc-3261-481a-b6e0-b67ea74edb52&id=c10380dc-3261-481a-b6e0-b67ea74edb52 HTTP/1.1" status: 200 len: 1987 time: 0.3481801 Mar 01 13:53:34.525212 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454989c0-29ef-45d6-ba05-ca092ddbc326 None None] DHCP port deletion for 386eb939-f77f-4b3e-8dc4-621a84351f3a request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:53:34.535444 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-5bf7df73-21a0-4268-8a4c-15eaab66f737 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/quotas/78efedc3031f4258896f94ad66a2f53b HTTP/1.1" status: 200 len: 375 time: 0.0215025 Mar 01 13:53:34.545408 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb83d34-ffef-4398-ae22-41cf732a4ef1 req-ebdae624-c6cd-4b82-942b-f34e3ec28eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:34.547052 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9cb83d34-ffef-4398-ae22-41cf732a4ef1 req-ebdae624-c6cd-4b82-942b-f34e3ec28eaf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7a603dae-4e79-4b27-b3ec-18e6d13670f2 HTTP/1.1" status: 200 len: 852 time: 0.1122954 Mar 01 13:53:34.601101 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9d1c093a-c77e-423e-86bb-3fc2d6097618 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (2e875e4f-d558-4343-bb01-c4547bf41298), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:34.601722 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-454989c0-29ef-45d6-ba05-ca092ddbc326 None None] Deleting port 2e875e4f-d558-4343-bb01-c4547bf41298 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:53:34.602100 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-454989c0-29ef-45d6-ba05-ca092ddbc326 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (2e875e4f-d558-4343-bb01-c4547bf41298), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:34.628642 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9cb83d34-ffef-4398-ae22-41cf732a4ef1 req-d5dffaa9-42c3-411d-babc-9844caebcd22 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7791a3ad-ea99-41b5-bb9e-01fc535ffc2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535958 Mar 01 13:53:34.641572 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c093a-c77e-423e-86bb-3fc2d6097618 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Pushing event deleted for resources: {'Port': ['ID=2e875e4f-d558-4343-bb01-c4547bf41298,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:34.645382 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1c093a-c77e-423e-86bb-3fc2d6097618 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] No DVR routers for this DVR port 2e875e4f-d558-4343-bb01-c4547bf41298 on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:53:34.667626 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-afe7a47b-848d-4000-b6a0-10e9032518e7 req-8378f691-ce6b-485d-bdd5-c213669c8efd tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group_rule (7937b601-8c0c-4667-b3a4-ede90f684b5e), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:34.687066 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-454989c0-29ef-45d6-ba05-ca092ddbc326 None None] For port 2e875e4f-d558-4343-bb01-c4547bf41298, host n-d-827467-3, got binding levels [] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:34.687863 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-454989c0-29ef-45d6-ba05-ca092ddbc326 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (2e875e4f-d558-4343-bb01-c4547bf41298), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:34.701611 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-454989c0-29ef-45d6-ba05-ca092ddbc326 None None] Calling delete_port for 2e875e4f-d558-4343-bb01-c4547bf41298 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:53:34.704736 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.ipam_backend_mixin [None req-454989c0-29ef-45d6-ba05-ca092ddbc326 None None] Port 2e875e4f-d558-4343-bb01-c4547bf41298 was not found and therefore no delete operation was performed {{(pid=103728) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 01 13:53:34.706253 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-454989c0-29ef-45d6-ba05-ca092ddbc326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (2e875e4f-d558-4343-bb01-c4547bf41298), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:34.726924 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-afe7a47b-848d-4000-b6a0-10e9032518e7 req-8378f691-ce6b-485d-bdd5-c213669c8efd tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group_rule (7937b601-8c0c-4667-b3a4-ede90f684b5e), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:34.738399 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454989c0-29ef-45d6-ba05-ca092ddbc326 None None] Pushing event deleted for resources: {'Port': ['ID=2e875e4f-d558-4343-bb01-c4547bf41298,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:34.741554 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9d1c093a-c77e-423e-86bb-3fc2d6097618 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (386eb939-f77f-4b3e-8dc4-621a84351f3a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:34.741706 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454989c0-29ef-45d6-ba05-ca092ddbc326 None None] No DVR routers for this DVR port 2e875e4f-d558-4343-bb01-c4547bf41298 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:53:34.741890 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-cff67273-9c7d-485c-9f4e-9650765c18eb tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=78efedc3031f4258896f94ad66a2f53b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1920793 Mar 01 13:53:34.744710 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-afe7a47b-848d-4000-b6a0-10e9032518e7 req-8378f691-ce6b-485d-bdd5-c213669c8efd tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (7937b601-8c0c-4667-b3a4-ede90f684b5e), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:34.767998 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-9d1c093a-c77e-423e-86bb-3fc2d6097618 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['386eb939-f77f-4b3e-8dc4-621a84351f3a']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:53:34.778704 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-9d1c093a-c77e-423e-86bb-3fc2d6097618 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5287cb7-97ef-478a-832a-938a065620e2') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:53:34.779007 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-9d1c093a-c77e-423e-86bb-3fc2d6097618 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5287cb7-97ef-478a-832a-938a065620e2') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:53:34.789990 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9d1c093a-c77e-423e-86bb-3fc2d6097618 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (c5287cb7-97ef-478a-832a-938a065620e2), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:34.794460 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378f691-ce6b-485d-bdd5-c213669c8efd tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7937b601-8c0c-4667-b3a4-ede90f684b5e,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:34.805071 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9d1c093a-c77e-423e-86bb-3fc2d6097618 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (c5287cb7-97ef-478a-832a-938a065620e2), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:34.812560 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9cb83d34-ffef-4398-ae22-41cf732a4ef1 req-7b9af5f9-c4b0-46d4-85a5-85a7f60f814a service neutron] 10.222.0.32 "GET /v2.0/networks/7791a3ad-ea99-41b5-bb9e-01fc535ffc2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741314 Mar 01 13:53:34.812871 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d1c093a-c77e-423e-86bb-3fc2d6097618 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:53:34.813613 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9d1c093a-c77e-423e-86bb-3fc2d6097618 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (c5287cb7-97ef-478a-832a-938a065620e2), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:34.815216 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-afe7a47b-848d-4000-b6a0-10e9032518e7 req-8378f691-ce6b-485d-bdd5-c213669c8efd tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:34.816337 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-afe7a47b-848d-4000-b6a0-10e9032518e7 req-8378f691-ce6b-485d-bdd5-c213669c8efd tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3848085 Mar 01 13:53:34.816840 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:53:34.816840 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:53:34.816840 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:53:34.816840 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:53:34.816840 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:53:34.816840 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:53:34.816840 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:53:34.816840 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:53:34.816840 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:53:34.816840 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:53:34.816840 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:53:34.816840 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:53:34.816840 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:53:34.816840 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:53:34.816840 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:53:34.816840 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:53:34.816840 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:53:34.816840 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:53:34.816840 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:53:34.816840 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:53:34.816840 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:53:34.816840 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:53:34.816840 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:53:34.816840 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:53:34.816840 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:53:34.816840 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:53:34.816840 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:53:34.816840 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:53:34.816840 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:53:34.816840 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:53:34.816840 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:53:34.816840 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:53:34.887068 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9d1c093a-c77e-423e-86bb-3fc2d6097618 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (386eb939-f77f-4b3e-8dc4-621a84351f3a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:34.895587 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9d1c093a-c77e-423e-86bb-3fc2d6097618 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:34.907720 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9d1c093a-c77e-423e-86bb-3fc2d6097618 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "DELETE /v2.0/networks/386eb939-f77f-4b3e-8dc4-621a84351f3a HTTP/1.1" status: 204 len: 168 time: 0.7485361 Mar 01 13:53:34.918449 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 46596) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:34.923631 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c093a-c77e-423e-86bb-3fc2d6097618 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Pushing event deleted for resources: {'Network': ['ID=386eb939-f77f-4b3e-8dc4-621a84351f3a,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:34.927651 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-62e4814d-1cca-487a-972c-dbe874bcbb47 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-496153842'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:35.009557 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06b9fbc6-b707-4011-a7e8-80cafd94fb3e req-52a0845a-328d-44ae-8ef6-ff2f1d37fcf1 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups/4ce28cff-44a4-48db-a193-05b2f02eb9fe HTTP/1.1" status: 200 len: 1799 time: 0.1520052 Mar 01 13:53:35.019323 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e4814d-1cca-487a-972c-dbe874bcbb47 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Made reservation on behalf of aa3e6a61157b47d8a82db557a370763f for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:53:35.022534 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-62e4814d-1cca-487a-972c-dbe874bcbb47 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:35.029175 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-12fb3f89-d71c-4bb0-a298-b4a9b50fed51 service neutron] 10.222.0.13 "GET /v2.0/networks/7bc0ee18-c84c-4cd4-a25a-b7c745ed092c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498562 Mar 01 13:53:35.054636 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9cb83d34-ffef-4398-ae22-41cf732a4ef1 req-cfd9f831-aad6-4034-bdcc-43d2b0dbe77d service neutron] 10.222.0.32 "GET /v2.0/networks/7791a3ad-ea99-41b5-bb9e-01fc535ffc2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354007 Mar 01 13:53:35.139012 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62e4814d-1cca-487a-972c-dbe874bcbb47 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:53:35.166117 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-62e4814d-1cca-487a-972c-dbe874bcbb47 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (70078cb3-7097-47b5-b841-3e6434eda3e0), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:35.166476 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-62e4814d-1cca-487a-972c-dbe874bcbb47 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Added segment 70078cb3-7097-47b5-b841-3e6434eda3e0 of type vlan for network a340cda7-9090-4b09-a0a5-d366c79cd9ed Mar 01 13:53:35.215493 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-06b9fbc6-b707-4011-a7e8-80cafd94fb3e req-0ee0ffc0-d70c-4979-a12e-57332c56b763 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (4ce28cff-44a4-48db-a193-05b2f02eb9fe), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:35.223841 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 46606) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:35.224788 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-d96e0236-4373-4958-bc05-162f9e5d2fcc service neutron] 10.222.0.13 "GET /v2.0/networks/7bc0ee18-c84c-4cd4-a25a-b7c745ed092c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812749 Mar 01 13:53:35.241181 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-62e4814d-1cca-487a-972c-dbe874bcbb47 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (a340cda7-9090-4b09-a0a5-d366c79cd9ed), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:35.284053 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-06b9fbc6-b707-4011-a7e8-80cafd94fb3e req-0ee0ffc0-d70c-4979-a12e-57332c56b763 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (4ce28cff-44a4-48db-a193-05b2f02eb9fe), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:35.315779 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-65ef1c4b-dded-42f7-9bab-2a79ee1706d3 service neutron] 10.222.0.13 "GET /v2.0/ports/df6c0fb5-c12f-40eb-9fe7-daaf2c030675?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0816219 Mar 01 13:53:35.330918 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3d8affc1-c5c6-4c97-8283-21af0a024966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:35.349281 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-62e4814d-1cca-487a-972c-dbe874bcbb47 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (a340cda7-9090-4b09-a0a5-d366c79cd9ed), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:35.354233 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e4814d-1cca-487a-972c-dbe874bcbb47 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:35.354860 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-62e4814d-1cca-487a-972c-dbe874bcbb47 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:35.412273 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3d8affc1-c5c6-4c97-8283-21af0a024966 admin admin] Publish callbacks [] for security_group (d470f4f0-cc8f-4c1f-9168-4a003ad6e803), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:35.417609 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3d8affc1-c5c6-4c97-8283-21af0a024966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d470f4f0-cc8f-4c1f-9168-4a003ad6e803), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:35.442077 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-06b9fbc6-b707-4011-a7e8-80cafd94fb3e req-0ee0ffc0-d70c-4979-a12e-57332c56b763 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4ce28cff-44a4-48db-a193-05b2f02eb9fe), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:35.444837 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-06b9fbc6-b707-4011-a7e8-80cafd94fb3e req-0ee0ffc0-d70c-4979-a12e-57332c56b763 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:35.445993 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06b9fbc6-b707-4011-a7e8-80cafd94fb3e req-0ee0ffc0-d70c-4979-a12e-57332c56b763 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "DELETE /v2.0/security-groups/4ce28cff-44a4-48db-a193-05b2f02eb9fe HTTP/1.1" status: 204 len: 173 time: 0.4191456 Mar 01 13:53:35.463617 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-62e4814d-1cca-487a-972c-dbe874bcbb47 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5416358 Mar 01 13:53:35.466144 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 46614) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:35.471960 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-f6c26432-cdaf-4edf-b448-e2d74fa04dbf tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Request body: {'subnet': {'network_id': 'a340cda7-9090-4b09-a0a5-d366c79cd9ed', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:35.478580 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3d8affc1-c5c6-4c97-8283-21af0a024966 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=625cc159ed174161b302e145bfa01463&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2535634 Mar 01 13:53:35.480857 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8affc1-c5c6-4c97-8283-21af0a024966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d470f4f0-cc8f-4c1f-9168-4a003ad6e803,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:35.482552 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-300b3514-b125-46a6-8212-84aa043603d6 req-c469f981-6ec3-4f11-ab83-b5e0df3a7233 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1360056778', 'description': 'tempest-description-670591957'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:35.486669 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0ffc0-d70c-4979-a12e-57332c56b763 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce28cff-44a4-48db-a193-05b2f02eb9fe,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:35.492107 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 46616) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:35.514881 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4814d-1cca-487a-972c-dbe874bcbb47 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Pushing event updated for resources: {'Network': ['ID=a340cda7-9090-4b09-a0a5-d366c79cd9ed,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:35.527068 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network a340cda7-9090-4b09-a0a5-d366c79cd9ed details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:53:35.529317 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-08c5b84c-8a99-4465-bb47-a267d0392fb4 service neutron] 10.222.0.13 "GET /v2.0/networks/6d51e108-e704-49e6-8e91-4223e1d8d343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069972 Mar 01 13:53:35.561198 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-300b3514-b125-46a6-8212-84aa043603d6 req-c469f981-6ec3-4f11-ab83-b5e0df3a7233 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:35.607040 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b8f6738a-23d1-469d-9095-6777415149b3 admin admin] Publish callbacks [] for security_group (d470f4f0-cc8f-4c1f-9168-4a003ad6e803), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:35.611487 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c26432-cdaf-4edf-b448-e2d74fa04dbf tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Made reservation on behalf of aa3e6a61157b47d8a82db557a370763f for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:53:35.614848 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f6c26432-cdaf-4edf-b448-e2d74fa04dbf tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:35.668997 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-19fbf78b-162f-4a65-8713-8d5e2bde524b service neutron] 10.222.0.13 "GET /v2.0/networks/6d51e108-e704-49e6-8e91-4223e1d8d343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328907 Mar 01 13:53:35.678686 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b8f6738a-23d1-469d-9095-6777415149b3 admin admin] Publish callbacks [] for security_group (d470f4f0-cc8f-4c1f-9168-4a003ad6e803), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:35.722953 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-300b3514-b125-46a6-8212-84aa043603d6 req-c469f981-6ec3-4f11-ab83-b5e0df3a7233 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (019da842-8576-4426-a33a-3549250afe44), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:35.730073 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-300b3514-b125-46a6-8212-84aa043603d6 req-c469f981-6ec3-4f11-ab83-b5e0df3a7233 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (019da842-8576-4426-a33a-3549250afe44), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:35.740494 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-e1dd3104-d7a2-4577-bf05-e0742f0e38f0 service neutron] 10.222.0.13 "GET /v2.0/ports/27efff50-7823-4915-9500-0bfe4a48b9a2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0638170 Mar 01 13:53:35.778084 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b8f6738a-23d1-469d-9095-6777415149b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d470f4f0-cc8f-4c1f-9168-4a003ad6e803), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:35.780802 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b8f6738a-23d1-469d-9095-6777415149b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:35.780962 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-300b3514-b125-46a6-8212-84aa043603d6 req-c469f981-6ec3-4f11-ab83-b5e0df3a7233 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:35.784348 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b8f6738a-23d1-469d-9095-6777415149b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d470f4f0-cc8f-4c1f-9168-4a003ad6e803 HTTP/1.1" status: 204 len: 168 time: 0.2889075 Mar 01 13:53:35.784495 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-300b3514-b125-46a6-8212-84aa043603d6 req-c469f981-6ec3-4f11-ab83-b5e0df3a7233 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3198488 Mar 01 13:53:35.795507 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f6738a-23d1-469d-9095-6777415149b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d470f4f0-cc8f-4c1f-9168-4a003ad6e803,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:35.825511 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c469f981-6ec3-4f11-ab83-b5e0df3a7233 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=019da842-8576-4426-a33a-3549250afe44,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:35.865186 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f6c26432-cdaf-4edf-b448-e2d74fa04dbf tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (6d5cb574-bbf6-43f8-a130-608c866fcafa), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:35.884181 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-2ecb039e-949b-451e-a591-9a54685424a3 service neutron] 10.222.0.13 "GET /v2.0/networks/6d51e108-e704-49e6-8e91-4223e1d8d343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332502 Mar 01 13:53:35.933336 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c26432-cdaf-4edf-b448-e2d74fa04dbf tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Pushing event updated for resources: {'Subnet': ['ID=6d5cb574-bbf6-43f8-a130-608c866fcafa,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:35.944472 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c26432-cdaf-4edf-b448-e2d74fa04dbf tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Checking segment: {'id': '70078cb3-7097-47b5-b841-3e6434eda3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a340cda7-9090-4b09-a0a5-d366c79cd9ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:53:35.945183 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c26432-cdaf-4edf-b448-e2d74fa04dbf tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Network hostable DHCP agents. Network: a340cda7-9090-4b09-a0a5-d366c79cd9ed, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:53:35.964731 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c26432-cdaf-4edf-b448-e2d74fa04dbf tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Network a340cda7-9090-4b09-a0a5-d366c79cd9ed is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:53:35.974946 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-f6c26432-cdaf-4edf-b448-e2d74fa04dbf tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, a340cda7-9090-4b09-a0a5-d366c79cd9ed) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:53:35.979635 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c26432-cdaf-4edf-b448-e2d74fa04dbf tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:35.980663 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f6c26432-cdaf-4edf-b448-e2d74fa04dbf tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:35.988946 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93d7b47-8674-40fc-809c-2dd84d30d507 None None] Network a340cda7-9090-4b09-a0a5-d366c79cd9ed requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:53:35.999471 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-67664728-6198-4838-9a16-490604a787cd req-591975eb-11ac-40c2-b3c8-b0d2304f43a7 tempest-ServerShowV257Test-1493067437 tempest-ServerShowV257Test-1493067437-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.0997322 Mar 01 13:53:36.007417 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f6c26432-cdaf-4edf-b448-e2d74fa04dbf tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5400743 Mar 01 13:53:36.010438 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 46624) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:36.022405 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-dc14acb7-fd41-4800-baa9-07313a9f2753 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-208941605'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:36.047149 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-e5ccf959-bfd8-4eef-a27c-4668ef59e8a0 service neutron] 10.222.0.13 "GET /v2.0/networks/6d51e108-e704-49e6-8e91-4223e1d8d343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620820 Mar 01 13:53:36.053909 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [req-5b414136-7cba-41a7-aa30-40acd5af86ab req-aa0b2e0b-5b76-4051-b8d1-63a273c1a256 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] show failed (client error): The resource could not be found. Mar 01 13:53:36.055286 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5b414136-7cba-41a7-aa30-40acd5af86ab req-aa0b2e0b-5b76-4051-b8d1-63a273c1a256 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups/4ce28cff-44a4-48db-a193-05b2f02eb9fe HTTP/1.1" status: 404 len: 352 time: 0.0204773 Mar 01 13:53:36.061513 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc14acb7-fd41-4800-baa9-07313a9f2753 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Made reservation on behalf of aa3e6a61157b47d8a82db557a370763f for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:53:36.071326 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc14acb7-fd41-4800-baa9-07313a9f2753 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:36.103080 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc14acb7-fd41-4800-baa9-07313a9f2753 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:53:36.113191 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc14acb7-fd41-4800-baa9-07313a9f2753 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (48598a6f-86f3-45e9-8665-ef2be92ef181), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:36.113537 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-dc14acb7-fd41-4800-baa9-07313a9f2753 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Added segment 48598a6f-86f3-45e9-8665-ef2be92ef181 of type vlan for network d9c9a123-a209-40cf-a882-c12429486d91 Mar 01 13:53:36.144809 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254b2b31-9974-42bc-b463-ea87f05e463a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-a340cda7-9090-4b09-a0a5-d366c79cd9ed', 'network_id': 'a340cda7-9090-4b09-a0a5-d366c79cd9ed', 'project_id': 'aa3e6a61157b47d8a82db557a370763f', 'fixed_ips': [{'subnet_id': '6d5cb574-bbf6-43f8-a130-608c866fcafa'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:53:36.146304 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-254b2b31-9974-42bc-b463-ea87f05e463a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:36.161095 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc14acb7-fd41-4800-baa9-07313a9f2753 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (d9c9a123-a209-40cf-a882-c12429486d91), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:36.171877 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 46628) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:36.191015 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e5b21ce4-e233-4eef-a9a5-ebc75fa6cfb4 req-a95f37f4-de9a-43a5-b7eb-6d0373ed5244 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "GET /v2.0/security-groups/019da842-8576-4426-a33a-3549250afe44 HTTP/1.1" status: 200 len: 1823 time: 0.1058602 Mar 01 13:53:36.193600 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc14acb7-fd41-4800-baa9-07313a9f2753 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (d9c9a123-a209-40cf-a882-c12429486d91), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:36.200203 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc14acb7-fd41-4800-baa9-07313a9f2753 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:36.200737 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc14acb7-fd41-4800-baa9-07313a9f2753 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:36.201022 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-18713f14-c2f6-43fd-b9f7-537f77cefab4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:36.216197 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-e5b21ce4-e233-4eef-a9a5-ebc75fa6cfb4 req-97f0df8c-6c14-454c-9cea-523e215889f3 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '019da842-8576-4426-a33a-3549250afe44', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:36.216861 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-e5b21ce4-e233-4eef-a9a5-ebc75fa6cfb4 req-97f0df8c-6c14-454c-9cea-523e215889f3 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '019da842-8576-4426-a33a-3549250afe44', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:36.237185 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-1583fe4d-dd3d-4909-a49a-df428dac8be0 service neutron] 10.222.0.13 "GET /v2.0/networks/6d51e108-e704-49e6-8e91-4223e1d8d343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805973 Mar 01 13:53:36.239445 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-dc14acb7-fd41-4800-baa9-07313a9f2753 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2271707 Mar 01 13:53:36.245156 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 46630) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:36.256339 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-e30daa75-590b-4e3b-9295-2f7e1a3c9b66 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Request body: {'subnet': {'network_id': 'd9c9a123-a209-40cf-a882-c12429486d91', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:36.293156 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 2e875e4f-d558-4343-bb01-c4547bf41298 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:53:36.308620 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14acb7-fd41-4800-baa9-07313a9f2753 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Pushing event updated for resources: {'Network': ['ID=d9c9a123-a209-40cf-a882-c12429486d91,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:36.321907 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 2e875e4f-d558-4343-bb01-c4547bf41298 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:53:36.322197 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 2e875e4f-d558-4343-bb01-c4547bf41298 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:53:36.323614 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network d9c9a123-a209-40cf-a882-c12429486d91 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:53:36.384203 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-254b2b31-9974-42bc-b463-ea87f05e463a None None] Allocated IP 19.80.0.2 (a340cda7-9090-4b09-a0a5-d366c79cd9ed/6d5cb574-bbf6-43f8-a130-608c866fcafa/c4393b8f-0d2d-442f-890c-8f1c73f8efdf) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:53:36.484065 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e5b21ce4-e233-4eef-a9a5-ebc75fa6cfb4 req-97f0df8c-6c14-454c-9cea-523e215889f3 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group_rule (83d12594-c511-47e9-9873-9ef1ca16066a), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:36.509104 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-97c08cfc-a6af-4584-b2b7-4c43be854bc9 service neutron] 10.222.0.13 "GET /v2.0/networks/6d51e108-e704-49e6-8e91-4223e1d8d343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491114 Mar 01 13:53:36.530506 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30daa75-590b-4e3b-9295-2f7e1a3c9b66 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Made reservation on behalf of aa3e6a61157b47d8a82db557a370763f for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:53:36.534237 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e30daa75-590b-4e3b-9295-2f7e1a3c9b66 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:36.539885 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-254b2b31-9974-42bc-b463-ea87f05e463a None None] Publish callbacks [] for port (c4393b8f-0d2d-442f-890c-8f1c73f8efdf), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:36.546778 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-254b2b31-9974-42bc-b463-ea87f05e463a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (c4393b8f-0d2d-442f-890c-8f1c73f8efdf), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:36.590741 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254b2b31-9974-42bc-b463-ea87f05e463a None None] Network a340cda7-9090-4b09-a0a5-d366c79cd9ed is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:53:36.593677 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-254b2b31-9974-42bc-b463-ea87f05e463a None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:53:36.599107 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254b2b31-9974-42bc-b463-ea87f05e463a None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:53:36.601868 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b2b31-9974-42bc-b463-ea87f05e463a None None] Pushing event updated for resources: {'Port': ['ID=c4393b8f-0d2d-442f-890c-8f1c73f8efdf,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:36.606040 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e5b21ce4-e233-4eef-a9a5-ebc75fa6cfb4 req-97f0df8c-6c14-454c-9cea-523e215889f3 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group_rule (83d12594-c511-47e9-9873-9ef1ca16066a), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:36.615780 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-18713f14-c2f6-43fd-b9f7-537f77cefab4 admin admin] Publish callbacks [] for security_group (f1f21857-48a8-4125-aa54-6e09b78938bf), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:36.645742 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e5b21ce4-e233-4eef-a9a5-ebc75fa6cfb4 req-97f0df8c-6c14-454c-9cea-523e215889f3 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (83d12594-c511-47e9-9873-9ef1ca16066a), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:36.656808 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-254b2b31-9974-42bc-b463-ea87f05e463a None None] Attempting to bind port c4393b8f-0d2d-442f-890c-8f1c73f8efdf on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:53:36.657675 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-18713f14-c2f6-43fd-b9f7-537f77cefab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (f1f21857-48a8-4125-aa54-6e09b78938bf), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:36.657812 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-254b2b31-9974-42bc-b463-ea87f05e463a None None] Attempting to bind port c4393b8f-0d2d-442f-890c-8f1c73f8efdf by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '70078cb3-7097-47b5-b841-3e6434eda3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a340cda7-9090-4b09-a0a5-d366c79cd9ed'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:53:36.658147 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254b2b31-9974-42bc-b463-ea87f05e463a None None] Attempting to bind port c4393b8f-0d2d-442f-890c-8f1c73f8efdf on network a340cda7-9090-4b09-a0a5-d366c79cd9ed {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:53:36.663128 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254b2b31-9974-42bc-b463-ea87f05e463a None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:53:36.663504 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254b2b31-9974-42bc-b463-ea87f05e463a None None] Checking segment: {'id': '70078cb3-7097-47b5-b841-3e6434eda3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a340cda7-9090-4b09-a0a5-d366c79cd9ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:53:36.663941 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-254b2b31-9974-42bc-b463-ea87f05e463a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:36.664339 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254b2b31-9974-42bc-b463-ea87f05e463a None None] Bound using segment: {'id': '70078cb3-7097-47b5-b841-3e6434eda3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a340cda7-9090-4b09-a0a5-d366c79cd9ed'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:53:36.664801 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-254b2b31-9974-42bc-b463-ea87f05e463a None None] Bound port: c4393b8f-0d2d-442f-890c-8f1c73f8efdf, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70078cb3-7097-47b5-b841-3e6434eda3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a340cda7-9090-4b09-a0a5-d366c79cd9ed'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:53:36.665186 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-254b2b31-9974-42bc-b463-ea87f05e463a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c4393b8f-0d2d-442f-890c-8f1c73f8efdf), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:36.728711 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-254b2b31-9974-42bc-b463-ea87f05e463a None None] For port c4393b8f-0d2d-442f-890c-8f1c73f8efdf, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:53:36.731965 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-254b2b31-9974-42bc-b463-ea87f05e463a None None] For port c4393b8f-0d2d-442f-890c-8f1c73f8efdf, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=c4393b8f-0d2d-442f-890c-8f1c73f8efdf,segment=NetworkSegment(70078cb3-7097-47b5-b841-3e6434eda3e0),segment_id=70078cb3-7097-47b5-b841-3e6434eda3e0)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:53:36.738795 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-254b2b31-9974-42bc-b463-ea87f05e463a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c4393b8f-0d2d-442f-890c-8f1c73f8efdf), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:36.790172 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:53:36.800615 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b2b31-9974-42bc-b463-ea87f05e463a None None] Pushing event updated for resources: {'Port': ['ID=c4393b8f-0d2d-442f-890c-8f1c73f8efdf,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:37.022557 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0df8c-6c14-454c-9cea-523e215889f3 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d12594-c511-47e9-9873-9ef1ca16066a,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:37.037441 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e5b21ce4-e233-4eef-a9a5-ebc75fa6cfb4 req-97f0df8c-6c14-454c-9cea-523e215889f3 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:37.038664 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e5b21ce4-e233-4eef-a9a5-ebc75fa6cfb4 req-97f0df8c-6c14-454c-9cea-523e215889f3 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.8307333 Mar 01 13:53:37.062518 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-18713f14-c2f6-43fd-b9f7-537f77cefab4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=862e27a6097e4fb38be1667fe90ee360&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8888311 Mar 01 13:53:37.066031 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 46636) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:37.077232 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18713f14-c2f6-43fd-b9f7-537f77cefab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f21857-48a8-4125-aa54-6e09b78938bf,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:37.086499 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-0b0a0ff7-872f-4544-9c53-3a3e790196d7 req-67d3ea3a-29dd-42b6-979c-44e23c4c632e tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-797097636', 'description': 'tempest-description-234463431'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:37.100356 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-2fd9f115-858f-4d1d-ad52-08d501bc1219 service neutron] 10.222.0.13 "GET /v2.0/networks/6d51e108-e704-49e6-8e91-4223e1d8d343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5809143 Mar 01 13:53:37.131872 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c6e1b184-fb70-47d9-86e5-c922e5ded6e5 admin admin] Publish callbacks [] for security_group (f1f21857-48a8-4125-aa54-6e09b78938bf), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:37.139291 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-0b0a0ff7-872f-4544-9c53-3a3e790196d7 req-67d3ea3a-29dd-42b6-979c-44e23c4c632e tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:37.154002 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c6e1b184-fb70-47d9-86e5-c922e5ded6e5 admin admin] Publish callbacks [] for security_group (f1f21857-48a8-4125-aa54-6e09b78938bf), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:37.206155 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c6e1b184-fb70-47d9-86e5-c922e5ded6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (f1f21857-48a8-4125-aa54-6e09b78938bf), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:37.209209 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c6e1b184-fb70-47d9-86e5-c922e5ded6e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:37.210363 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c6e1b184-fb70-47d9-86e5-c922e5ded6e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f1f21857-48a8-4125-aa54-6e09b78938bf HTTP/1.1" status: 204 len: 168 time: 0.1429214 Mar 01 13:53:37.218534 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1b184-fb70-47d9-86e5-c922e5ded6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f21857-48a8-4125-aa54-6e09b78938bf,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:37.315864 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-646b2720-453a-4998-bb71-1452955831e4 service neutron] 10.222.0.13 "GET /v2.0/networks/6d51e108-e704-49e6-8e91-4223e1d8d343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072110 Mar 01 13:53:37.338057 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e30daa75-590b-4e3b-9295-2f7e1a3c9b66 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (10aeadb3-bee1-4441-8aac-0a4661f41f31), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:37.410124 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-0b0a0ff7-872f-4544-9c53-3a3e790196d7 req-67d3ea3a-29dd-42b6-979c-44e23c4c632e tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (37d57b15-7d4a-4513-9ffe-d9a81df72432), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:37.426119 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-0b0a0ff7-872f-4544-9c53-3a3e790196d7 req-67d3ea3a-29dd-42b6-979c-44e23c4c632e tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (37d57b15-7d4a-4513-9ffe-d9a81df72432), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:37.491742 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-0b0a0ff7-872f-4544-9c53-3a3e790196d7 req-67d3ea3a-29dd-42b6-979c-44e23c4c632e tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:37.492934 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0b0a0ff7-872f-4544-9c53-3a3e790196d7 req-67d3ea3a-29dd-42b6-979c-44e23c4c632e tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4242504 Mar 01 13:53:37.503884 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30daa75-590b-4e3b-9295-2f7e1a3c9b66 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Pushing event updated for resources: {'Subnet': ['ID=10aeadb3-bee1-4441-8aac-0a4661f41f31,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:37.520500 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3ea3a-29dd-42b6-979c-44e23c4c632e tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37d57b15-7d4a-4513-9ffe-d9a81df72432,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:37.530855 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-ce21a0f1-4936-4810-9a67-9059807390ff service neutron] 10.222.0.13 "GET /v2.0/networks/c10380dc-3261-481a-b6e0-b67ea74edb52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081032 Mar 01 13:53:37.555816 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30daa75-590b-4e3b-9295-2f7e1a3c9b66 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Checking segment: {'id': '48598a6f-86f3-45e9-8665-ef2be92ef181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd9c9a123-a209-40cf-a882-c12429486d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:53:37.556200 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30daa75-590b-4e3b-9295-2f7e1a3c9b66 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Network hostable DHCP agents. Network: d9c9a123-a209-40cf-a882-c12429486d91, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:53:37.647971 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b65336dc-adb2-4f94-95c8-54b0513dfa10 req-620e34b3-31a5-4721-bf83-b3c2d95026bd tempest-ServerShowV257Test-1493067437 tempest-ServerShowV257Test-1493067437-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.0365615 Mar 01 13:53:37.652045 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30daa75-590b-4e3b-9295-2f7e1a3c9b66 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Network d9c9a123-a209-40cf-a882-c12429486d91 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:53:37.685415 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-e30daa75-590b-4e3b-9295-2f7e1a3c9b66 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, d9c9a123-a209-40cf-a882-c12429486d91) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:53:37.692211 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-0406ed94-ddd0-4586-91bd-7dda831f4618 service neutron] 10.222.0.13 "GET /v2.0/networks/c10380dc-3261-481a-b6e0-b67ea74edb52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467161 Mar 01 13:53:37.694945 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52fadf9-18ca-4db9-b81e-d51b4ee6aa7f None None] Network d9c9a123-a209-40cf-a882-c12429486d91 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:53:37.695586 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-7d8cf2cd-f105-4d13-a6af-08078c8030f3 req-54eb2d7f-1316-44fc-9fa5-b9185b63e0cf tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-425855036', 'description': 'tempest-description-2057818753'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:37.701847 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30daa75-590b-4e3b-9295-2f7e1a3c9b66 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:37.702488 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e30daa75-590b-4e3b-9295-2f7e1a3c9b66 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:37.787733 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e30daa75-590b-4e3b-9295-2f7e1a3c9b66 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5353708 Mar 01 13:53:37.800667 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-7d8cf2cd-f105-4d13-a6af-08078c8030f3 req-54eb2d7f-1316-44fc-9fa5-b9185b63e0cf tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:37.827764 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11930282-9cb8-4976-b8ea-8aaf6af74849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-d9c9a123-a209-40cf-a882-c12429486d91', 'network_id': 'd9c9a123-a209-40cf-a882-c12429486d91', 'project_id': 'aa3e6a61157b47d8a82db557a370763f', 'fixed_ips': [{'subnet_id': '10aeadb3-bee1-4441-8aac-0a4661f41f31'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:53:37.829198 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-11930282-9cb8-4976-b8ea-8aaf6af74849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:37.848117 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-2ade6533-94e2-448e-8ac7-e1ebcdac37a6 service neutron] 10.222.0.13 "GET /v2.0/networks/c10380dc-3261-481a-b6e0-b67ea74edb52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404731 Mar 01 13:53:37.972684 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ea9cb8-9f76-4f7a-ae9b-2fe5f498212a None None] Network a340cda7-9090-4b09-a0a5-d366c79cd9ed requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:53:37.990618 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-fd5a1dcb-178a-4ee0-8b41-fef8c5662f75 service neutron] 10.222.0.13 "GET /v2.0/networks/c10380dc-3261-481a-b6e0-b67ea74edb52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320958 Mar 01 13:53:38.004681 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-7d8cf2cd-f105-4d13-a6af-08078c8030f3 req-54eb2d7f-1316-44fc-9fa5-b9185b63e0cf tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (c258a99d-ea8b-49c5-824a-461f473e0c28), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:38.015534 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-7d8cf2cd-f105-4d13-a6af-08078c8030f3 req-54eb2d7f-1316-44fc-9fa5-b9185b63e0cf tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c258a99d-ea8b-49c5-824a-461f473e0c28), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:38.071214 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-0a965ff8-42d1-4cfb-aa7a-f299b7ff895f None None] Provisioning complete for port c4393b8f-0d2d-442f-890c-8f1c73f8efdf triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:53:38.071572 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0a965ff8-42d1-4cfb-aa7a-f299b7ff895f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c4393b8f-0d2d-442f-890c-8f1c73f8efdf), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:38.075625 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb2d7f-1316-44fc-9fa5-b9185b63e0cf tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c258a99d-ea8b-49c5-824a-461f473e0c28,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:38.080382 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-7d8cf2cd-f105-4d13-a6af-08078c8030f3 req-54eb2d7f-1316-44fc-9fa5-b9185b63e0cf tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:38.081621 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7d8cf2cd-f105-4d13-a6af-08078c8030f3 req-54eb2d7f-1316-44fc-9fa5-b9185b63e0cf tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3940949 Mar 01 13:53:38.088335 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-8b213add-ea50-4697-a7d1-69f049ca2cb1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:38.090037 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-8b213add-ea50-4697-a7d1-69f049ca2cb1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports/df6c0fb5-c12f-40eb-9fe7-daaf2c030675 HTTP/1.1" status: 200 len: 930 time: 0.0877883 Mar 01 13:53:38.118709 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-444d3db6-36db-4409-95f6-22a5d61507c3 req-1ad68373-445e-4a1f-beae-876c79f86dcc tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-596277180', 'description': 'tempest-description-1282572451'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:38.140843 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-11930282-9cb8-4976-b8ea-8aaf6af74849 None None] Allocated IP 19.86.0.2 (d9c9a123-a209-40cf-a882-c12429486d91/10aeadb3-bee1-4441-8aac-0a4661f41f31/5fba28c9-095e-4855-9585-06114744af38) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:53:38.167201 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-ebf4867e-1d1e-4879-adb8-619d644cbe3d tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:38.168743 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-ebf4867e-1d1e-4879-adb8-619d644cbe3d tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports/27efff50-7823-4915-9500-0bfe4a48b9a2 HTTP/1.1" status: 200 len: 930 time: 0.0640469 Mar 01 13:53:38.176675 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-444d3db6-36db-4409-95f6-22a5d61507c3 req-1ad68373-445e-4a1f-beae-876c79f86dcc tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:38.311357 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-444d3db6-36db-4409-95f6-22a5d61507c3 req-1ad68373-445e-4a1f-beae-876c79f86dcc tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (5cc6d6ad-9788-416f-83a7-f5950037fa06), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:38.317681 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-444d3db6-36db-4409-95f6-22a5d61507c3 req-1ad68373-445e-4a1f-beae-876c79f86dcc tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (5cc6d6ad-9788-416f-83a7-f5950037fa06), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:38.342505 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-0a965ff8-42d1-4cfb-aa7a-f299b7ff895f None None] Current status of the port c4393b8f-0d2d-442f-890c-8f1c73f8efdf is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:53:38.342905 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0a965ff8-42d1-4cfb-aa7a-f299b7ff895f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c4393b8f-0d2d-442f-890c-8f1c73f8efdf), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:38.393949 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c4393b8f-0d2d-442f-890c-8f1c73f8efdf up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:53:38.408534 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-444d3db6-36db-4409-95f6-22a5d61507c3 req-1ad68373-445e-4a1f-beae-876c79f86dcc tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:38.422226 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-444d3db6-36db-4409-95f6-22a5d61507c3 req-1ad68373-445e-4a1f-beae-876c79f86dcc tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3088970 Mar 01 13:53:38.425707 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad68373-445e-4a1f-beae-876c79f86dcc tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc6d6ad-9788-416f-83a7-f5950037fa06,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:38.576289 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-0a965ff8-42d1-4cfb-aa7a-f299b7ff895f None None] For port c4393b8f-0d2d-442f-890c-8f1c73f8efdf, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=c4393b8f-0d2d-442f-890c-8f1c73f8efdf,segment=NetworkSegment(70078cb3-7097-47b5-b841-3e6434eda3e0),segment_id=70078cb3-7097-47b5-b841-3e6434eda3e0)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:38.589365 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0a965ff8-42d1-4cfb-aa7a-f299b7ff895f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c4393b8f-0d2d-442f-890c-8f1c73f8efdf), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:38.638562 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-11930282-9cb8-4976-b8ea-8aaf6af74849 None None] Publish callbacks [] for port (5fba28c9-095e-4855-9585-06114744af38), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:38.654535 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a965ff8-42d1-4cfb-aa7a-f299b7ff895f None None] Pushing event updated for resources: {'Port': ['ID=c4393b8f-0d2d-442f-890c-8f1c73f8efdf,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:38.665449 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-11930282-9cb8-4976-b8ea-8aaf6af74849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (5fba28c9-095e-4855-9585-06114744af38), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:38.676083 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port c4393b8f-0d2d-442f-890c-8f1c73f8efdf triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:53:38.676666 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c4393b8f-0d2d-442f-890c-8f1c73f8efdf), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:38.744193 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-68cbd736-e2e6-4c46-b2f8-eda311329e08 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:38.746751 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11930282-9cb8-4976-b8ea-8aaf6af74849 None None] Network d9c9a123-a209-40cf-a882-c12429486d91 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:53:38.749250 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-68cbd736-e2e6-4c46-b2f8-eda311329e08 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:38.751072 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-68cbd736-e2e6-4c46-b2f8-eda311329e08 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/networks?id=a340cda7-9090-4b09-a0a5-d366c79cd9ed&id=d9c9a123-a209-40cf-a882-c12429486d91 HTTP/1.1" status: 200 len: 1390 time: 0.2246125 Mar 01 13:53:38.757470 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-11930282-9cb8-4976-b8ea-8aaf6af74849 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:53:38.764657 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11930282-9cb8-4976-b8ea-8aaf6af74849 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:53:38.773128 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-b1847050-948b-4ec7-ba1d-1f4c31596be4 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/quotas/aa3e6a61157b47d8a82db557a370763f HTTP/1.1" status: 200 len: 375 time: 0.0147030 Mar 01 13:53:38.793888 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11930282-9cb8-4976-b8ea-8aaf6af74849 None None] Pushing event updated for resources: {'Port': ['ID=5fba28c9-095e-4855-9585-06114744af38,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:38.858731 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-470c8988-499f-4a92-a5e1-7a83848bd92c tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa3e6a61157b47d8a82db557a370763f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0809331 Mar 01 13:53:38.918232 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-11930282-9cb8-4976-b8ea-8aaf6af74849 None None] Attempting to bind port 5fba28c9-095e-4855-9585-06114744af38 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:53:38.918842 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-11930282-9cb8-4976-b8ea-8aaf6af74849 None None] Attempting to bind port 5fba28c9-095e-4855-9585-06114744af38 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '48598a6f-86f3-45e9-8665-ef2be92ef181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd9c9a123-a209-40cf-a882-c12429486d91'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:53:38.919377 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11930282-9cb8-4976-b8ea-8aaf6af74849 None None] Attempting to bind port 5fba28c9-095e-4855-9585-06114744af38 on network d9c9a123-a209-40cf-a882-c12429486d91 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:53:38.928049 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-db7a5d25-f5a9-4e0a-8fa4-806aa4d097b6 None None] Provisioning complete for port c4393b8f-0d2d-442f-890c-8f1c73f8efdf triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:53:38.928914 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-db7a5d25-f5a9-4e0a-8fa4-806aa4d097b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c4393b8f-0d2d-442f-890c-8f1c73f8efdf), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:38.974002 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11930282-9cb8-4976-b8ea-8aaf6af74849 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:53:38.974640 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11930282-9cb8-4976-b8ea-8aaf6af74849 None None] Checking segment: {'id': '48598a6f-86f3-45e9-8665-ef2be92ef181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd9c9a123-a209-40cf-a882-c12429486d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:53:38.975291 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-11930282-9cb8-4976-b8ea-8aaf6af74849 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:38.975885 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11930282-9cb8-4976-b8ea-8aaf6af74849 None None] Bound using segment: {'id': '48598a6f-86f3-45e9-8665-ef2be92ef181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd9c9a123-a209-40cf-a882-c12429486d91'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:53:38.976471 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-11930282-9cb8-4976-b8ea-8aaf6af74849 None None] Bound port: 5fba28c9-095e-4855-9585-06114744af38, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48598a6f-86f3-45e9-8665-ef2be92ef181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd9c9a123-a209-40cf-a882-c12429486d91'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:53:38.976884 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-11930282-9cb8-4976-b8ea-8aaf6af74849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (5fba28c9-095e-4855-9585-06114744af38), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:38.986279 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-21e895cd-d8b3-434a-8f5e-837860e2174b service neutron] 10.222.0.13 "GET /v2.0/networks/a340cda7-9090-4b09-a0a5-d366c79cd9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174533 Mar 01 13:53:38.996997 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port c4393b8f-0d2d-442f-890c-8f1c73f8efdf is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:53:39.075982 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-ec91afde-8000-4668-9293-d9dea9cf75af req-8e42aa31-ab22-4b34-9958-5d42bdc31843 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1480866697', 'description': 'tempest-description-1658077970'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:39.110665 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ec91afde-8000-4668-9293-d9dea9cf75af req-8e42aa31-ab22-4b34-9958-5d42bdc31843 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:39.119585 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-11930282-9cb8-4976-b8ea-8aaf6af74849 None None] For port 5fba28c9-095e-4855-9585-06114744af38, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:53:39.142071 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-11930282-9cb8-4976-b8ea-8aaf6af74849 None None] For port 5fba28c9-095e-4855-9585-06114744af38, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=5fba28c9-095e-4855-9585-06114744af38,segment=NetworkSegment(48598a6f-86f3-45e9-8665-ef2be92ef181),segment_id=48598a6f-86f3-45e9-8665-ef2be92ef181)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:53:39.150844 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-db7a5d25-f5a9-4e0a-8fa4-806aa4d097b6 None None] Current status of the port c4393b8f-0d2d-442f-890c-8f1c73f8efdf is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:53:39.156713 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-11930282-9cb8-4976-b8ea-8aaf6af74849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (5fba28c9-095e-4855-9585-06114744af38), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:39.187026 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ec91afde-8000-4668-9293-d9dea9cf75af req-8e42aa31-ab22-4b34-9958-5d42bdc31843 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (afcb2fd2-bc08-42fe-ba34-2e08bdb7893f), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:39.191892 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-29d25f7e-477b-4f71-840e-f6d6d21a7ab4 service neutron] 10.222.0.13 "GET /v2.0/networks/a340cda7-9090-4b09-a0a5-d366c79cd9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047451 Mar 01 13:53:39.197189 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ec91afde-8000-4668-9293-d9dea9cf75af req-8e42aa31-ab22-4b34-9958-5d42bdc31843 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (afcb2fd2-bc08-42fe-ba34-2e08bdb7893f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:39.225611 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11930282-9cb8-4976-b8ea-8aaf6af74849 None None] Pushing event updated for resources: {'Port': ['ID=5fba28c9-095e-4855-9585-06114744af38,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:39.279548 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ec91afde-8000-4668-9293-d9dea9cf75af req-8e42aa31-ab22-4b34-9958-5d42bdc31843 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:39.281704 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ec91afde-8000-4668-9293-d9dea9cf75af req-8e42aa31-ab22-4b34-9958-5d42bdc31843 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.2109621 Mar 01 13:53:39.321252 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42aa31-ab22-4b34-9958-5d42bdc31843 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afcb2fd2-bc08-42fe-ba34-2e08bdb7893f,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:39.332581 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-cebec79d-b63c-43b6-a780-f295ef5ef6e9 req-7f8ccd94-e3cb-4c82-999e-d4c76afb18e3 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-987757820', 'description': 'tempest-description-2125722976'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:39.366119 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-bb80134f-2ad0-4976-b85b-8b0caeb6d0f9 service neutron] 10.222.0.13 "GET /v2.0/networks/d9c9a123-a209-40cf-a882-c12429486d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559508 Mar 01 13:53:39.373935 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cebec79d-b63c-43b6-a780-f295ef5ef6e9 req-7f8ccd94-e3cb-4c82-999e-d4c76afb18e3 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:39.444035 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-c1dc5598-c99d-4b93-9542-1d87c9e7c970 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:39.445441 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-c1dc5598-c99d-4b93-9542-1d87c9e7c970 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports/df6c0fb5-c12f-40eb-9fe7-daaf2c030675 HTTP/1.1" status: 200 len: 930 time: 0.3666494 Mar 01 13:53:39.506896 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-164c0f92-9c7b-4856-b44c-44f02dc45f32 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:39.536491 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-164c0f92-9c7b-4856-b44c-44f02dc45f32 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports/27efff50-7823-4915-9500-0bfe4a48b9a2 HTTP/1.1" status: 200 len: 930 time: 0.0833843 Mar 01 13:53:39.559040 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cebec79d-b63c-43b6-a780-f295ef5ef6e9 req-7f8ccd94-e3cb-4c82-999e-d4c76afb18e3 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (d2eac950-6792-40e4-b081-b7e742aff865), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:39.567037 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cebec79d-b63c-43b6-a780-f295ef5ef6e9 req-7f8ccd94-e3cb-4c82-999e-d4c76afb18e3 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d2eac950-6792-40e4-b081-b7e742aff865), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:39.639038 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ccd94-e3cb-4c82-999e-d4c76afb18e3 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2eac950-6792-40e4-b081-b7e742aff865,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:39.647107 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cebec79d-b63c-43b6-a780-f295ef5ef6e9 req-7f8ccd94-e3cb-4c82-999e-d4c76afb18e3 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:39.648784 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cebec79d-b63c-43b6-a780-f295ef5ef6e9 req-7f8ccd94-e3cb-4c82-999e-d4c76afb18e3 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3286994 Mar 01 13:53:39.702533 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-a114fb25-eec1-4c99-95d6-5de1e34ecc91 service neutron] 10.222.0.13 "GET /v2.0/networks/d9c9a123-a209-40cf-a882-c12429486d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121140 Mar 01 13:53:39.728930 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:39.785717 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2e92eb6c-1ddb-4ecf-9998-63f6700eb178 req-a226241a-d1b1-4f05-89c2-9a2d42864e79 tempest-ServerShowV257Test-1493067437 tempest-ServerShowV257Test-1493067437-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.0417747 Mar 01 13:53:39.858498 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:39.928253 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-41d001a3-e8cc-46c8-913b-904c1318862d req-dca20b89-7114-4a05-b93c-3484f5405872 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 210 time: 0.0460572 Mar 01 13:53:40.002444 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8e93c749-fb04-4404-b48f-25dff3ba7bb7 req-509a4aa1-8ef5-4677-a9ff-2d8c6c64f841 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "GET /v2.0/security-groups/c258a99d-ea8b-49c5-824a-461f473e0c28 HTTP/1.1" status: 200 len: 1823 time: 0.0825737 Mar 01 13:53:40.117657 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8e93c749-fb04-4404-b48f-25dff3ba7bb7 req-2559561e-0e1a-4b71-9aa6-49254c80523b tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "GET /v2.0/security-groups/afcb2fd2-bc08-42fe-ba34-2e08bdb7893f HTTP/1.1" status: 200 len: 1824 time: 0.1063733 Mar 01 13:53:40.125330 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-8e93c749-fb04-4404-b48f-25dff3ba7bb7 req-45197386-f874-4853-8cdd-a4693d61217f tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c258a99d-ea8b-49c5-824a-461f473e0c28', 'remote_group_id': 'afcb2fd2-bc08-42fe-ba34-2e08bdb7893f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:40.125688 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-8e93c749-fb04-4404-b48f-25dff3ba7bb7 req-45197386-f874-4853-8cdd-a4693d61217f tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c258a99d-ea8b-49c5-824a-461f473e0c28', 'remote_group_id': 'afcb2fd2-bc08-42fe-ba34-2e08bdb7893f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:40.189409 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c15959f4-004a-4adb-aa64-d3c776f3eb8a req-e17a528c-210f-45da-9b4f-33c08b48430f tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce8433796a20462188b8cc95a1d1d4d8 HTTP/1.1" status: 200 len: 11009 time: 0.2270975 Mar 01 13:53:40.354275 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c15959f4-004a-4adb-aa64-d3c776f3eb8a req-a8882cec-cb4f-4afa-ab18-282204b5588e tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups/cd4d9ca1-f55a-40bc-b944-f22de3eaf370 HTTP/1.1" status: 200 len: 3002 time: 0.1413279 Mar 01 13:53:40.403812 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-8e93c749-fb04-4404-b48f-25dff3ba7bb7 req-45197386-f874-4853-8cdd-a4693d61217f tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group_rule (02a64c59-425c-4c8b-97dc-1ac0eeb1206a), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:40.493856 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c15959f4-004a-4adb-aa64-d3c776f3eb8a req-25b3673f-d421-46c4-8619-9abdeec2af5a tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups/cd4d9ca1-f55a-40bc-b944-f22de3eaf370 HTTP/1.1" status: 200 len: 3002 time: 0.1372731 Mar 01 13:53:40.539652 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-8e93c749-fb04-4404-b48f-25dff3ba7bb7 req-45197386-f874-4853-8cdd-a4693d61217f tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group_rule (02a64c59-425c-4c8b-97dc-1ac0eeb1206a), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:40.544720 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-8e93c749-fb04-4404-b48f-25dff3ba7bb7 req-45197386-f874-4853-8cdd-a4693d61217f tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (02a64c59-425c-4c8b-97dc-1ac0eeb1206a), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:40.573724 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c4393b8f-0d2d-442f-890c-8f1c73f8efdf up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:53:40.592808 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45197386-f874-4853-8cdd-a4693d61217f tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a64c59-425c-4c8b-97dc-1ac0eeb1206a,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:40.607843 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-8e93c749-fb04-4404-b48f-25dff3ba7bb7 req-45197386-f874-4853-8cdd-a4693d61217f tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:40.618384 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8e93c749-fb04-4404-b48f-25dff3ba7bb7 req-45197386-f874-4853-8cdd-a4693d61217f tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4996927 Mar 01 13:53:40.723561 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port c4393b8f-0d2d-442f-890c-8f1c73f8efdf triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:53:40.724057 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c4393b8f-0d2d-442f-890c-8f1c73f8efdf), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:40.770006 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e7168558-39fc-40c9-bdd0-6554a25a659e req-78fd50a5-601e-4ca2-ac15-8f640ba22bff tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edcb858-6faa-44b2-9a7e-80473a29fce0 HTTP/1.1" status: 200 len: 210 time: 0.0874305 Mar 01 13:53:40.784065 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fb8f50e0-4300-4859-b109-9da57ff9c998 req-b33ed031-17e0-4eba-b1f8-131fe640f817 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups/37d57b15-7d4a-4513-9ffe-d9a81df72432 HTTP/1.1" status: 200 len: 1818 time: 0.1532393 Mar 01 13:53:40.816513 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-2dd1b40d-cefe-42c2-ab85-926d30ca8bb5 req-8b7cc869-3fb3-4417-a29f-ee89a950fdda tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1154886953', 'description': 'tempest-description-1972015608'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:40.854876 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2dd1b40d-cefe-42c2-ab85-926d30ca8bb5 req-8b7cc869-3fb3-4417-a29f-ee89a950fdda tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:40.865944 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port c4393b8f-0d2d-442f-890c-8f1c73f8efdf is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:53:40.867093 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 5fba28c9-095e-4855-9585-06114744af38 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:53:40.902797 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-fb8f50e0-4300-4859-b109-9da57ff9c998 req-c7c1cc92-8aa8-433a-a839-a9a50d1d8037 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (37d57b15-7d4a-4513-9ffe-d9a81df72432), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:40.927023 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 5fba28c9-095e-4855-9585-06114744af38 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:53:40.927651 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (5fba28c9-095e-4855-9585-06114744af38), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:40.937073 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-fb8f50e0-4300-4859-b109-9da57ff9c998 req-c7c1cc92-8aa8-433a-a839-a9a50d1d8037 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (37d57b15-7d4a-4513-9ffe-d9a81df72432), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:41.021050 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2dd1b40d-cefe-42c2-ab85-926d30ca8bb5 req-8b7cc869-3fb3-4417-a29f-ee89a950fdda tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (fcce31fb-10bf-44d7-9db6-290ddba3035c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:41.026442 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2dd1b40d-cefe-42c2-ab85-926d30ca8bb5 req-8b7cc869-3fb3-4417-a29f-ee89a950fdda tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fcce31fb-10bf-44d7-9db6-290ddba3035c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:41.052387 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-fb8f50e0-4300-4859-b109-9da57ff9c998 req-c7c1cc92-8aa8-433a-a839-a9a50d1d8037 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (37d57b15-7d4a-4513-9ffe-d9a81df72432), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:41.055138 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-fb8f50e0-4300-4859-b109-9da57ff9c998 req-c7c1cc92-8aa8-433a-a839-a9a50d1d8037 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:41.056493 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fb8f50e0-4300-4859-b109-9da57ff9c998 req-c7c1cc92-8aa8-433a-a839-a9a50d1d8037 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "DELETE /v2.0/security-groups/37d57b15-7d4a-4513-9ffe-d9a81df72432 HTTP/1.1" status: 204 len: 173 time: 0.2660964 Mar 01 13:53:41.068185 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2dd1b40d-cefe-42c2-ab85-926d30ca8bb5 req-8b7cc869-3fb3-4417-a29f-ee89a950fdda tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:41.080292 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2dd1b40d-cefe-42c2-ab85-926d30ca8bb5 req-8b7cc869-3fb3-4417-a29f-ee89a950fdda tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.2703826 Mar 01 13:53:41.122261 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c630e470-b986-4b10-ba5b-f86cddec5ec1 None None] Network d9c9a123-a209-40cf-a882-c12429486d91 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:53:41.139300 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7cc869-3fb3-4417-a29f-ee89a950fdda tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcce31fb-10bf-44d7-9db6-290ddba3035c,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:41.201627 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-31bea98d-f1f1-414e-b39b-88f30ef1b880 req-c4650c02-0545-4ed5-bdb5-68f9b829ad30 tempest-ServerShowV257Test-1493067437 tempest-ServerShowV257Test-1493067437-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.0288825 Mar 01 13:53:41.216395 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-42c4b092-3f74-4056-86f2-edfc5c46f415 None None] Provisioning complete for port 5fba28c9-095e-4855-9585-06114744af38 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:53:41.217024 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-42c4b092-3f74-4056-86f2-edfc5c46f415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (5fba28c9-095e-4855-9585-06114744af38), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:41.236255 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-11898a94-207b-49a1-9e7a-25bf70496beb req-84617e39-c9f3-4274-a553-ce5fd4e28d5b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 210 time: 0.0760298 Mar 01 13:53:41.251002 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c1cc92-8aa8-433a-a839-a9a50d1d8037 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d57b15-7d4a-4513-9ffe-d9a81df72432,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:41.278225 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-5cf77ce8-266a-4adb-b70a-ea1e9e94ad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:41.281775 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-5cf77ce8-266a-4adb-b70a-ea1e9e94ad76 service neutron] 10.222.0.32 "GET /v2.0/ports/df6c0fb5-c12f-40eb-9fe7-daaf2c030675 HTTP/1.1" status: 200 len: 1026 time: 0.1983051 Mar 01 13:53:41.316873 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [req-c61dbcc1-3314-4e00-88d3-ee9038fd72f5 req-3ad88ae2-4897-42fa-b03e-49c89b0da5f9 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] show failed (client error): The resource could not be found. Mar 01 13:53:41.333285 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c61dbcc1-3314-4e00-88d3-ee9038fd72f5 req-3ad88ae2-4897-42fa-b03e-49c89b0da5f9 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups/37d57b15-7d4a-4513-9ffe-d9a81df72432 HTTP/1.1" status: 404 len: 352 time: 0.0459054 Mar 01 13:53:41.358354 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 5fba28c9-095e-4855-9585-06114744af38 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:53:41.358946 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (5fba28c9-095e-4855-9585-06114744af38), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:41.369520 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e0bee3c1-b02e-4815-bbe4-b2b35c323eb4 req-8b8b97bd-c62f-4c18-875f-029f99fdd841 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.0863702 Mar 01 13:53:41.386995 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-cc48fdac-4824-4c66-9b1f-431c8e7f8d93 req-c518de5e-34df-4618-be73-697e538f4291 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-661225511', 'description': 'tempest-description-125418743'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:41.441744 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cc48fdac-4824-4c66-9b1f-431c8e7f8d93 req-c518de5e-34df-4618-be73-697e538f4291 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:41.448589 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-42c4b092-3f74-4056-86f2-edfc5c46f415 None None] Current status of the port 5fba28c9-095e-4855-9585-06114744af38 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:53:41.449650 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-42c4b092-3f74-4056-86f2-edfc5c46f415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (5fba28c9-095e-4855-9585-06114744af38), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:41.484569 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 5fba28c9-095e-4855-9585-06114744af38, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=5fba28c9-095e-4855-9585-06114744af38,segment=NetworkSegment(48598a6f-86f3-45e9-8665-ef2be92ef181),segment_id=48598a6f-86f3-45e9-8665-ef2be92ef181)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:41.497867 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-9b59190d-e52e-4365-b6ed-3f8e77cd4543 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:41.504140 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (5fba28c9-095e-4855-9585-06114744af38), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:41.505358 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-9b59190d-e52e-4365-b6ed-3f8e77cd4543 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:41.507172 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-9b59190d-e52e-4365-b6ed-3f8e77cd4543 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.32 "GET /v2.0/networks?id=a340cda7-9090-4b09-a0a5-d366c79cd9ed&id=d9c9a123-a209-40cf-a882-c12429486d91 HTTP/1.1" status: 200 len: 1390 time: 0.1367538 Mar 01 13:53:41.511349 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-060bb548-673c-462a-8c72-bb39e67baf4f tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8052238d32b54a06b68773fbfc80e6d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1308930 Mar 01 13:53:41.522216 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-12b68fe5-2ad4-4fbf-92db-5bf260b0ddca tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Request body: {'port': {'device_id': '2edcb858-6faa-44b2-9a7e-80473a29fce0', 'network_id': 'a340cda7-9090-4b09-a0a5-d366c79cd9ed', 'admin_state_up': True, 'tenant_id': 'aa3e6a61157b47d8a82db557a370763f'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:41.576746 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-42c4b092-3f74-4056-86f2-edfc5c46f415 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 13:53:41.577101 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-42c4b092-3f74-4056-86f2-edfc5c46f415 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 13:53:41.621607 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=5fba28c9-095e-4855-9585-06114744af38,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:41.651278 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-3606a687-28c6-4edc-85e9-e7dd953ce993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:41.652914 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-3606a687-28c6-4edc-85e9-e7dd953ce993 service neutron] 10.222.0.32 "GET /v2.0/ports/27efff50-7823-4915-9500-0bfe4a48b9a2 HTTP/1.1" status: 200 len: 1026 time: 0.3373766 Mar 01 13:53:41.664195 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:41.664992 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:41.665101 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:41.665421 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:41.665933 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:41.666451 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:41.666651 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:41.667149 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:41.667978 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:41.668435 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:41.669350 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:41.669950 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:41.670543 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:41.712990 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-12b68fe5-2ad4-4fbf-92db-5bf260b0ddca tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Made reservation on behalf of aa3e6a61157b47d8a82db557a370763f for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:53:41.717963 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-12b68fe5-2ad4-4fbf-92db-5bf260b0ddca tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:41.756304 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cc48fdac-4824-4c66-9b1f-431c8e7f8d93 req-c518de5e-34df-4618-be73-697e538f4291 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (43e81838-46e2-40e5-af02-acad330ed8d6), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:41.766513 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cc48fdac-4824-4c66-9b1f-431c8e7f8d93 req-c518de5e-34df-4618-be73-697e538f4291 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (43e81838-46e2-40e5-af02-acad330ed8d6), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:41.824397 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cc48fdac-4824-4c66-9b1f-431c8e7f8d93 req-c518de5e-34df-4618-be73-697e538f4291 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:41.825757 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc48fdac-4824-4c66-9b1f-431c8e7f8d93 req-c518de5e-34df-4618-be73-697e538f4291 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4441538 Mar 01 13:53:41.851249 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-f0ab56d2-896d-4316-afb9-792321659ffa tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:41.852879 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-f0ab56d2-896d-4316-afb9-792321659ffa tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3222466 Mar 01 13:53:41.853575 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518de5e-34df-4618-be73-697e538f4291 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43e81838-46e2-40e5-af02-acad330ed8d6,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:41.872109 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-3574b9c9-33b8-4b1e-88b0-3f4bb831abf8 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:41.875537 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-12b68fe5-2ad4-4fbf-92db-5bf260b0ddca tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Allocated IP 19.80.0.136 (a340cda7-9090-4b09-a0a5-d366c79cd9ed/6d5cb574-bbf6-43f8-a130-608c866fcafa/b9086be0-b356-403b-b0af-d8dae6916ba0) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:53:41.877640 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-3574b9c9-33b8-4b1e-88b0-3f4bb831abf8 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:41.882785 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-3574b9c9-33b8-4b1e-88b0-3f4bb831abf8 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:41.884466 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-3574b9c9-33b8-4b1e-88b0-3f4bb831abf8 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.32 "GET /v2.0/networks?id=7bc0ee18-c84c-4cd4-a25a-b7c745ed092c&id=6d51e108-e704-49e6-8e91-4223e1d8d343&id=6d51e108-e704-49e6-8e91-4223e1d8d343&id=6d51e108-e704-49e6-8e91-4223e1d8d343&id=6d51e108-e704-49e6-8e91-4223e1d8d343&id=c10380dc-3261-481a-b6e0-b67ea74edb52&id=c10380dc-3261-481a-b6e0-b67ea74edb52 HTTP/1.1" status: 200 len: 1987 time: 0.2224076 Mar 01 13:53:41.924756 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-d5c71909-a8f7-4bb3-8d93-2250cda5f608 tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] 10.222.0.13 "GET /v2.0/quotas/8052238d32b54a06b68773fbfc80e6d2 HTTP/1.1" status: 200 len: 375 time: 0.0390229 Mar 01 13:53:41.970855 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-121f0210-87b2-4961-a27d-96b18b991e52 tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8052238d32b54a06b68773fbfc80e6d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341008 Mar 01 13:53:41.995955 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ecd9b0ba-50d1-4719-962c-df86eb03f7aa req-9d3c74ea-ad08-4c26-b883-708acc973edd tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups/5cc6d6ad-9788-416f-83a7-f5950037fa06 HTTP/1.1" status: 200 len: 1819 time: 0.1027648 Mar 01 13:53:42.025834 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-3af2ae53-b2f2-4a4c-a144-bb7c82383637 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78efedc3031f4258896f94ad66a2f53b HTTP/1.1" status: 200 len: 379 time: 0.1201982 Mar 01 13:53:42.038188 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-12b68fe5-2ad4-4fbf-92db-5bf260b0ddca tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks [] for port (b9086be0-b356-403b-b0af-d8dae6916ba0), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:42.039993 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-464bbeee-7b8a-45bb-8ace-9e6d20089a8e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Request body: {'port': {'device_id': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'network_id': '7bc0ee18-c84c-4cd4-a25a-b7c745ed092c', 'admin_state_up': True, 'tenant_id': '78efedc3031f4258896f94ad66a2f53b', 'security_groups': ['cd31dc84-2a34-4510-bd02-9692c6d7e4c3']}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:42.082898 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-12b68fe5-2ad4-4fbf-92db-5bf260b0ddca tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (b9086be0-b356-403b-b0af-d8dae6916ba0), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:42.132190 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ecd9b0ba-50d1-4719-962c-df86eb03f7aa req-626e0ddb-66b2-49c5-a0b1-10eb02e2170c tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (5cc6d6ad-9788-416f-83a7-f5950037fa06), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:42.149595 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b68fe5-2ad4-4fbf-92db-5bf260b0ddca tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Pushing event updated for resources: {'Port': ['ID=b9086be0-b356-403b-b0af-d8dae6916ba0,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:42.152682 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-42c4b092-3f74-4056-86f2-edfc5c46f415 None None] Current status of the port 5fba28c9-095e-4855-9585-06114744af38 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:53:42.178172 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ecd9b0ba-50d1-4719-962c-df86eb03f7aa req-626e0ddb-66b2-49c5-a0b1-10eb02e2170c tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (5cc6d6ad-9788-416f-83a7-f5950037fa06), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:42.179916 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-12b68fe5-2ad4-4fbf-92db-5bf260b0ddca tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Network a340cda7-9090-4b09-a0a5-d366c79cd9ed is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:53:42.183733 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-12b68fe5-2ad4-4fbf-92db-5bf260b0ddca tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:53:42.206471 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-12b68fe5-2ad4-4fbf-92db-5bf260b0ddca tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:53:42.272051 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-12b68fe5-2ad4-4fbf-92db-5bf260b0ddca tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:42.272848 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-12b68fe5-2ad4-4fbf-92db-5bf260b0ddca tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:42.284120 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-37222799-3b30-4de6-b7dc-4c232df01968 None None] Provisioning complete for port 5fba28c9-095e-4855-9585-06114744af38 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:53:42.284489 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-37222799-3b30-4de6-b7dc-4c232df01968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (5fba28c9-095e-4855-9585-06114744af38), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:42.300240 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-12b68fe5-2ad4-4fbf-92db-5bf260b0ddca tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7819564 Mar 01 13:53:42.333546 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-9165ef38-8288-4d7c-8b5e-a411efbd9ff9 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Request body: {'port': {'device_id': '2edcb858-6faa-44b2-9a7e-80473a29fce0', 'network_id': 'd9c9a123-a209-40cf-a882-c12429486d91', 'admin_state_up': True, 'tenant_id': 'aa3e6a61157b47d8a82db557a370763f'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:42.392864 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 5fba28c9-095e-4855-9585-06114744af38 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:53:42.433174 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-464bbeee-7b8a-45bb-8ace-9e6d20089a8e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Made reservation on behalf of 78efedc3031f4258896f94ad66a2f53b for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:53:42.436479 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-464bbeee-7b8a-45bb-8ace-9e6d20089a8e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:42.462715 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ecd9b0ba-50d1-4719-962c-df86eb03f7aa req-626e0ddb-66b2-49c5-a0b1-10eb02e2170c tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (5cc6d6ad-9788-416f-83a7-f5950037fa06), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:42.465495 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ecd9b0ba-50d1-4719-962c-df86eb03f7aa req-626e0ddb-66b2-49c5-a0b1-10eb02e2170c tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:42.480321 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ecd9b0ba-50d1-4719-962c-df86eb03f7aa req-626e0ddb-66b2-49c5-a0b1-10eb02e2170c tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "DELETE /v2.0/security-groups/5cc6d6ad-9788-416f-83a7-f5950037fa06 HTTP/1.1" status: 204 len: 173 time: 0.4741502 Mar 01 13:53:42.536725 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-9165ef38-8288-4d7c-8b5e-a411efbd9ff9 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Made reservation on behalf of aa3e6a61157b47d8a82db557a370763f for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:53:42.541888 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-9165ef38-8288-4d7c-8b5e-a411efbd9ff9 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:42.545209 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e0ddb-66b2-49c5-a0b1-10eb02e2170c tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc6d6ad-9788-416f-83a7-f5950037fa06,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:42.633317 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 5fba28c9-095e-4855-9585-06114744af38 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:53:42.633976 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (5fba28c9-095e-4855-9585-06114744af38), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:42.648586 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313fead-40d3-4734-98ad-8d67ea89801d req-0d1570a4-48e6-4fc3-a07a-750cf2e7fda5 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:42.675058 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-37222799-3b30-4de6-b7dc-4c232df01968 None None] Current status of the port 5fba28c9-095e-4855-9585-06114744af38 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:53:42.682851 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6313fead-40d3-4734-98ad-8d67ea89801d req-0d1570a4-48e6-4fc3-a07a-750cf2e7fda5 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edcb858-6faa-44b2-9a7e-80473a29fce0 HTTP/1.1" status: 200 len: 932 time: 0.3870389 Mar 01 13:53:42.723757 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-9165ef38-8288-4d7c-8b5e-a411efbd9ff9 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Allocated IP 19.86.0.51 (d9c9a123-a209-40cf-a882-c12429486d91/10aeadb3-bee1-4441-8aac-0a4661f41f31/bf99950e-5f80-4419-804c-7b7a15f6ec34) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:53:42.806309 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-990a4797-7463-4558-a041-56f12e6d5802 req-776ed7d9-788a-4549-840c-ad85e6de9a3f tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "GET /v2.0/security-groups/fcce31fb-10bf-44d7-9db6-290ddba3035c HTTP/1.1" status: 200 len: 1824 time: 0.2845392 Mar 01 13:53:42.825190 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 5fba28c9-095e-4855-9585-06114744af38 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:53:42.840307 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6313fead-40d3-4734-98ad-8d67ea89801d req-d86df528-db97-4bba-810a-aa2e9db3f175 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563132 Mar 01 13:53:42.871382 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-23fbc23c-63d9-4208-8c31-dea82216466e None None] Provisioning complete for port b9086be0-b356-403b-b0af-d8dae6916ba0 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:53:42.873789 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-23fbc23c-63d9-4208-8c31-dea82216466e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (b9086be0-b356-403b-b0af-d8dae6916ba0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:42.945529 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-23fbc23c-63d9-4208-8c31-dea82216466e None None] Port b9086be0-b356-403b-b0af-d8dae6916ba0 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:53:42.977249 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-9165ef38-8288-4d7c-8b5e-a411efbd9ff9 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks [] for port (bf99950e-5f80-4419-804c-7b7a15f6ec34), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:43.021591 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-9165ef38-8288-4d7c-8b5e-a411efbd9ff9 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (bf99950e-5f80-4419-804c-7b7a15f6ec34), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:43.022445 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bd5c63fd-0d68-487c-b584-e2c41f613a62 req-8df0e8df-20f3-4dc0-b9c6-643aaf9a214c tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] 10.222.0.13 "GET /v2.0/ports?device_id=3381d3c5-9d9b-4aac-94d9-73a43ff7ea03 HTTP/1.1" status: 200 len: 210 time: 0.0827458 Mar 01 13:53:43.035084 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-990a4797-7463-4558-a041-56f12e6d5802 req-7e026732-8f8d-42cb-afc6-be0179ec5cf1 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "GET /v2.0/security-groups/43e81838-46e2-40e5-af02-acad330ed8d6 HTTP/1.1" status: 200 len: 1822 time: 0.2278979 Mar 01 13:53:43.053296 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-464bbeee-7b8a-45bb-8ace-9e6d20089a8e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Allocated IP 172.20.0.12 (7bc0ee18-c84c-4cd4-a25a-b7c745ed092c/ac4622d6-031a-43e3-b876-291bd0fbb3da/9f28206c-c781-4ede-8c50-bd5c43320593) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:53:43.063109 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-990a4797-7463-4558-a041-56f12e6d5802 req-109c85a8-5f4a-402b-8d7a-1cff8f108530 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fcce31fb-10bf-44d7-9db6-290ddba3035c', 'remote_group_id': '43e81838-46e2-40e5-af02-acad330ed8d6', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:43.063497 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-990a4797-7463-4558-a041-56f12e6d5802 req-109c85a8-5f4a-402b-8d7a-1cff8f108530 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fcce31fb-10bf-44d7-9db6-290ddba3035c', 'remote_group_id': '43e81838-46e2-40e5-af02-acad330ed8d6', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:43.084419 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-9165ef38-8288-4d7c-8b5e-a411efbd9ff9 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Network d9c9a123-a209-40cf-a882-c12429486d91 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:53:43.088858 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-9165ef38-8288-4d7c-8b5e-a411efbd9ff9 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:53:43.093562 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-9165ef38-8288-4d7c-8b5e-a411efbd9ff9 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:53:43.138463 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165ef38-8288-4d7c-8b5e-a411efbd9ff9 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Pushing event updated for resources: {'Port': ['ID=bf99950e-5f80-4419-804c-7b7a15f6ec34,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:43.177290 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-9165ef38-8288-4d7c-8b5e-a411efbd9ff9 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:43.178156 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-9165ef38-8288-4d7c-8b5e-a411efbd9ff9 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:43.192477 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6283e07d-95e6-4d15-abec-e1594f928c4c req-9504b3d5-e6bb-4bf8-ba35-97093727aedd tempest-ServerShowV257Test-1493067437 tempest-ServerShowV257Test-1493067437-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.0610144 Mar 01 13:53:43.202918 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-9165ef38-8288-4d7c-8b5e-a411efbd9ff9 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8918014 Mar 01 13:53:43.218126 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-4ce3a4ab-2e25-4986-aa0a-8076f175e9a9 service neutron] Request body: {'port': {'device_id': '2edcb858-6faa-44b2-9a7e-80473a29fce0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:43.314320 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-4ce3a4ab-2e25-4986-aa0a-8076f175e9a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b9086be0-b356-403b-b0af-d8dae6916ba0), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:43.444526 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a6d2c669-263d-4524-b7d3-0484c4198659 req-5d8a0aef-5590-4142-8358-b34a9d71e638 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 210 time: 0.0932245 Mar 01 13:53:43.477030 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-464bbeee-7b8a-45bb-8ace-9e6d20089a8e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks [] for port (9f28206c-c781-4ede-8c50-bd5c43320593), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:43.545656 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [req-a3f7d9f2-b169-485f-8504-1e02f76c064f req-50d09238-9121-459a-af90-13da0b22bdbc tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] show failed (client error): The resource could not be found. Mar 01 13:53:43.546704 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3f7d9f2-b169-485f-8504-1e02f76c064f req-50d09238-9121-459a-af90-13da0b22bdbc tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups/5cc6d6ad-9788-416f-83a7-f5950037fa06 HTTP/1.1" status: 404 len: 352 time: 0.0304918 Mar 01 13:53:43.563974 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-990a4797-7463-4558-a041-56f12e6d5802 req-109c85a8-5f4a-402b-8d7a-1cff8f108530 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group_rule (b7eeaaa0-e2c2-43b9-a8e5-00f205d69e95), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:43.589427 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-7dd0699d-ad47-4128-b456-a2ec9310b9c8 None None] Provisioning complete for port bf99950e-5f80-4419-804c-7b7a15f6ec34 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:53:43.589981 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7dd0699d-ad47-4128-b456-a2ec9310b9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (bf99950e-5f80-4419-804c-7b7a15f6ec34), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:43.670164 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-990a4797-7463-4558-a041-56f12e6d5802 req-109c85a8-5f4a-402b-8d7a-1cff8f108530 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group_rule (b7eeaaa0-e2c2-43b9-a8e5-00f205d69e95), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:43.673201 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-464bbeee-7b8a-45bb-8ace-9e6d20089a8e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (9f28206c-c781-4ede-8c50-bd5c43320593), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:43.686784 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-990a4797-7463-4558-a041-56f12e6d5802 req-109c85a8-5f4a-402b-8d7a-1cff8f108530 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (b7eeaaa0-e2c2-43b9-a8e5-00f205d69e95), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:43.698430 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-7dd0699d-ad47-4128-b456-a2ec9310b9c8 None None] Port bf99950e-5f80-4419-804c-7b7a15f6ec34 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:53:43.796492 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-464bbeee-7b8a-45bb-8ace-9e6d20089a8e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Network 7bc0ee18-c84c-4cd4-a25a-b7c745ed092c is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:53:43.823232 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-464bbeee-7b8a-45bb-8ace-9e6d20089a8e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:53:43.840643 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-464bbeee-7b8a-45bb-8ace-9e6d20089a8e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:53:43.844375 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c85a8-5f4a-402b-8d7a-1cff8f108530 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7eeaaa0-e2c2-43b9-a8e5-00f205d69e95,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:43.854065 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-990a4797-7463-4558-a041-56f12e6d5802 req-109c85a8-5f4a-402b-8d7a-1cff8f108530 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:43.861263 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-990a4797-7463-4558-a041-56f12e6d5802 req-109c85a8-5f4a-402b-8d7a-1cff8f108530 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8166604 Mar 01 13:53:43.918514 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-67a0b295-c0cd-4219-86c4-ea79fcdb0390 req-1f8ff7d1-b26b-4989-b7d8-2db3661f3c07 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=927811bf467d4c0e8845bed72ab6718b&device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.0346737 Mar 01 13:53:43.921350 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-4ce3a4ab-2e25-4986-aa0a-8076f175e9a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9086be0-b356-403b-b0af-d8dae6916ba0 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:53:43.927442 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-b989e559-24f6-4af6-a558-d39005d5bcb8 tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=8052238d32b54a06b68773fbfc80e6d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0936139 Mar 01 13:53:43.945683 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-4ce3a4ab-2e25-4986-aa0a-8076f175e9a9 service neutron] Publish callbacks [] for port (b9086be0-b356-403b-b0af-d8dae6916ba0), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:43.990131 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464bbeee-7b8a-45bb-8ace-9e6d20089a8e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Pushing event updated for resources: {'Port': ['ID=9f28206c-c781-4ede-8c50-bd5c43320593,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:44.004887 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-67a0b295-c0cd-4219-86c4-ea79fcdb0390 req-737d9456-9292-4d5d-81a0-674406c92d5f service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=927811bf467d4c0e8845bed72ab6718b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0725515 Mar 01 13:53:44.021262 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1a1a1bbd-38be-4a44-9493-14d08d3766a3 req-9971a978-dc7e-497f-9298-673a14169ffa tempest-ServerShowV257Test-1493067437 tempest-ServerShowV257Test-1493067437-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.0600851 Mar 01 13:53:44.047084 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-464bbeee-7b8a-45bb-8ace-9e6d20089a8e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:44.048412 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-464bbeee-7b8a-45bb-8ace-9e6d20089a8e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:44.074011 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-464bbeee-7b8a-45bb-8ace-9e6d20089a8e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0374334 Mar 01 13:53:44.085538 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-35b2046e-78bf-495a-a719-a1b1d0c40884 req-af137487-aa50-46b2-9353-c1d6eee71809 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups/d2eac950-6792-40e4-b081-b7e742aff865 HTTP/1.1" status: 200 len: 1819 time: 0.2349606 Mar 01 13:53:44.100189 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-a2bf8489-8cbf-42e0-b548-de4017683b0b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Request body: {'port': {'device_id': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'network_id': '6d51e108-e704-49e6-8e91-4223e1d8d343', 'admin_state_up': True, 'tenant_id': '78efedc3031f4258896f94ad66a2f53b', 'security_groups': ['cd31dc84-2a34-4510-bd02-9692c6d7e4c3']}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:44.148750 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0b295-c0cd-4219-86c4-ea79fcdb0390 req-b0ab735b-f49f-4d48-bd37-2445f9da5770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:44.150151 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-67a0b295-c0cd-4219-86c4-ea79fcdb0390 req-b0ab735b-f49f-4d48-bd37-2445f9da5770 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1121802 Mar 01 13:53:44.160593 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-4ce3a4ab-2e25-4986-aa0a-8076f175e9a9 service neutron] Transition to ACTIVE for port object b9086be0-b356-403b-b0af-d8dae6916ba0 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:53:44.170081 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-4ce3a4ab-2e25-4986-aa0a-8076f175e9a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (b9086be0-b356-403b-b0af-d8dae6916ba0), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:44.223995 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-17248bc8-060c-406f-9dea-898a89920cc4 None None] Provisioning complete for port 9f28206c-c781-4ede-8c50-bd5c43320593 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:53:44.224769 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-17248bc8-060c-406f-9dea-898a89920cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9f28206c-c781-4ede-8c50-bd5c43320593), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:44.265940 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-43668faf-d312-49ab-94a0-2c023655925c tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:44.267598 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-43668faf-d312-49ab-94a0-2c023655925c tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3172305 Mar 01 13:53:44.268298 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3a4ab-2e25-4986-aa0a-8076f175e9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b9086be0-b356-403b-b0af-d8dae6916ba0,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:44.279746 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-17248bc8-060c-406f-9dea-898a89920cc4 None None] Port 9f28206c-c781-4ede-8c50-bd5c43320593 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:53:44.296411 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-d9a7a4df-e5d4-4862-a6d2-dd2dbd7293de tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] Request body: {'port': {'device_id': '3381d3c5-9d9b-4aac-94d9-73a43ff7ea03', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'admin_state_up': True, 'tenant_id': '8052238d32b54a06b68773fbfc80e6d2'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:44.366478 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-a2bf8489-8cbf-42e0-b548-de4017683b0b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Made reservation on behalf of 78efedc3031f4258896f94ad66a2f53b for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:53:44.372626 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-a2bf8489-8cbf-42e0-b548-de4017683b0b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:44.387720 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-35b2046e-78bf-495a-a719-a1b1d0c40884 req-7492bcf7-280d-4eeb-9dd8-22f5c918d949 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (d2eac950-6792-40e4-b081-b7e742aff865), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:44.408150 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-4ce3a4ab-2e25-4986-aa0a-8076f175e9a9 service neutron] Attempting to bind port b9086be0-b356-403b-b0af-d8dae6916ba0 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:53:44.408491 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-4ce3a4ab-2e25-4986-aa0a-8076f175e9a9 service neutron] Attempting to bind port b9086be0-b356-403b-b0af-d8dae6916ba0 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '70078cb3-7097-47b5-b841-3e6434eda3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a340cda7-9090-4b09-a0a5-d366c79cd9ed'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:53:44.408817 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-4ce3a4ab-2e25-4986-aa0a-8076f175e9a9 service neutron] Attempting to bind port b9086be0-b356-403b-b0af-d8dae6916ba0 on network a340cda7-9090-4b09-a0a5-d366c79cd9ed {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:53:44.422929 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-4ce3a4ab-2e25-4986-aa0a-8076f175e9a9 service neutron] Port b9086be0-b356-403b-b0af-d8dae6916ba0 on network a340cda7-9090-4b09-a0a5-d366c79cd9ed not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:53:44.423329 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-4ce3a4ab-2e25-4986-aa0a-8076f175e9a9 service neutron] Attempting to bind port b9086be0-b356-403b-b0af-d8dae6916ba0 on network a340cda7-9090-4b09-a0a5-d366c79cd9ed {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:53:44.437516 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-4ce3a4ab-2e25-4986-aa0a-8076f175e9a9 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:53:44.438429 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-4ce3a4ab-2e25-4986-aa0a-8076f175e9a9 service neutron] Checking segment: {'id': '70078cb3-7097-47b5-b841-3e6434eda3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a340cda7-9090-4b09-a0a5-d366c79cd9ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:53:44.438826 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-4ce3a4ab-2e25-4986-aa0a-8076f175e9a9 service neutron] Bound using segment: {'id': '70078cb3-7097-47b5-b841-3e6434eda3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a340cda7-9090-4b09-a0a5-d366c79cd9ed'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:53:44.439266 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-4ce3a4ab-2e25-4986-aa0a-8076f175e9a9 service neutron] Bound port: b9086be0-b356-403b-b0af-d8dae6916ba0, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70078cb3-7097-47b5-b841-3e6434eda3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a340cda7-9090-4b09-a0a5-d366c79cd9ed'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:53:44.439625 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-4ce3a4ab-2e25-4986-aa0a-8076f175e9a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b9086be0-b356-403b-b0af-d8dae6916ba0), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:44.464500 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddea0d-720a-410c-8c24-0e501f89749a req-e9e3eb42-17cb-4aee-8a2b-be35cd3232ac tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:44.470200 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddea0d-720a-410c-8c24-0e501f89749a req-e9e3eb42-17cb-4aee-8a2b-be35cd3232ac tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:44.477188 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d5ddea0d-720a-410c-8c24-0e501f89749a req-e9e3eb42-17cb-4aee-8a2b-be35cd3232ac tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edcb858-6faa-44b2-9a7e-80473a29fce0 HTTP/1.1" status: 200 len: 1666 time: 0.2205682 Mar 01 13:53:44.515942 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-35b2046e-78bf-495a-a719-a1b1d0c40884 req-7492bcf7-280d-4eeb-9dd8-22f5c918d949 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (d2eac950-6792-40e4-b081-b7e742aff865), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:44.533870 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-4ce3a4ab-2e25-4986-aa0a-8076f175e9a9 service neutron] For port b9086be0-b356-403b-b0af-d8dae6916ba0, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:53:44.538264 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-4ce3a4ab-2e25-4986-aa0a-8076f175e9a9 service neutron] For port b9086be0-b356-403b-b0af-d8dae6916ba0, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b9086be0-b356-403b-b0af-d8dae6916ba0,segment=NetworkSegment(70078cb3-7097-47b5-b841-3e6434eda3e0),segment_id=70078cb3-7097-47b5-b841-3e6434eda3e0)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:53:44.542810 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-d9a7a4df-e5d4-4862-a6d2-dd2dbd7293de tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] Made reservation on behalf of 8052238d32b54a06b68773fbfc80e6d2 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:53:44.549021 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-d9a7a4df-e5d4-4862-a6d2-dd2dbd7293de tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:44.560709 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-d9a7a4df-e5d4-4862-a6d2-dd2dbd7293de tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:44.563362 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-4ce3a4ab-2e25-4986-aa0a-8076f175e9a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (b9086be0-b356-403b-b0af-d8dae6916ba0), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:44.627916 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d5ddea0d-720a-410c-8c24-0e501f89749a req-403be27d-34f5-4627-a99f-d7650fd89bd3 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498373 Mar 01 13:53:44.637042 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-a2bf8489-8cbf-42e0-b548-de4017683b0b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Allocated IP 10.1.1.97 (6d51e108-e704-49e6-8e91-4223e1d8d343/28fc07ce-dc1a-4114-910a-af6b415562fa/b5196179-dcc7-4882-9422-95ca3a492713) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:53:44.644233 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-35b2046e-78bf-495a-a719-a1b1d0c40884 req-7492bcf7-280d-4eeb-9dd8-22f5c918d949 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d2eac950-6792-40e4-b081-b7e742aff865), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:44.646892 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-35b2046e-78bf-495a-a719-a1b1d0c40884 req-7492bcf7-280d-4eeb-9dd8-22f5c918d949 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:44.648068 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-35b2046e-78bf-495a-a719-a1b1d0c40884 req-7492bcf7-280d-4eeb-9dd8-22f5c918d949 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "DELETE /v2.0/security-groups/d2eac950-6792-40e4-b081-b7e742aff865 HTTP/1.1" status: 204 len: 173 time: 0.5617180 Mar 01 13:53:44.663100 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492bcf7-280d-4eeb-9dd8-22f5c918d949 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2eac950-6792-40e4-b081-b7e742aff865,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:44.726751 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-4ce3a4ab-2e25-4986-aa0a-8076f175e9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:44.727800 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-4ce3a4ab-2e25-4986-aa0a-8076f175e9a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:44.729425 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-4ce3a4ab-2e25-4986-aa0a-8076f175e9a9 service neutron] 10.222.0.32 "PUT /v2.0/ports/b9086be0-b356-403b-b0af-d8dae6916ba0 HTTP/1.1" status: 200 len: 1092 time: 1.5167210 Mar 01 13:53:44.730447 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2edcb858-6faa-44b2-9a7e-80473a29fce0', 'tag': 'b9086be0-b356-403b-b0af-d8dae6916ba0'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:53:44.732981 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6112a2d-2645-408d-9f51-17beb2e1ce26" -d '{"events": [{"name": "network-changed", "server_uuid": "2edcb858-6faa-44b2-9a7e-80473a29fce0", "tag": "b9086be0-b356-403b-b0af-d8dae6916ba0"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:53:44.740853 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3a4ab-2e25-4986-aa0a-8076f175e9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b9086be0-b356-403b-b0af-d8dae6916ba0,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:44.768867 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-8f26cbf0-0f94-4361-9e37-91af62dd0c75 service neutron] Request body: {'port': {'device_id': '2edcb858-6faa-44b2-9a7e-80473a29fce0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:44.808962 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6a1a3a22-a6ca-4aeb-a9ff-a79bc53c23c3 req-a09d9021-4666-4011-8a2e-0f56f11eb211 tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] 10.222.0.13 "GET /v2.0/ports?device_id=3381d3c5-9d9b-4aac-94d9-73a43ff7ea03 HTTP/1.1" status: 200 len: 210 time: 0.0541024 Mar 01 13:53:44.819996 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-d9a7a4df-e5d4-4862-a6d2-dd2dbd7293de tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] Publish callbacks [] for security_group (7eb82d9d-c3e6-4600-a7f4-f8f8362655ea), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:44.836856 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-d9a7a4df-e5d4-4862-a6d2-dd2dbd7293de tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (7eb82d9d-c3e6-4600-a7f4-f8f8362655ea), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:44.841490 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-989d9e86-283a-47f0-89ca-1da533e676c6 req-8a5f372f-70e6-494a-9fae-231dc2660b99 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "GET /v2.0/security-groups/43e81838-46e2-40e5-af02-acad330ed8d6 HTTP/1.1" status: 200 len: 1822 time: 0.1707079 Mar 01 13:53:44.931713 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-a2bf8489-8cbf-42e0-b548-de4017683b0b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks [] for port (b5196179-dcc7-4882-9422-95ca3a492713), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:44.933430 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-8f26cbf0-0f94-4361-9e37-91af62dd0c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (bf99950e-5f80-4419-804c-7b7a15f6ec34), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:44.944012 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7a4df-e5d4-4862-a6d2-dd2dbd7293de tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb82d9d-c3e6-4600-a7f4-f8f8362655ea,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:45.040772 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-989d9e86-283a-47f0-89ca-1da533e676c6 req-b252f706-59aa-4582-a225-fdf17ca38e3e tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (43e81838-46e2-40e5-af02-acad330ed8d6), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:45.051131 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869cc39-7982-49d6-85ba-5f815d4ede06 req-3ba81c2f-d6fd-4df6-839c-a1723769e1aa tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:45.052818 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8869cc39-7982-49d6-85ba-5f815d4ede06 req-3ba81c2f-d6fd-4df6-839c-a1723769e1aa tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 932 time: 0.1178002 Mar 01 13:53:45.064010 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-a2bf8489-8cbf-42e0-b548-de4017683b0b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (b5196179-dcc7-4882-9422-95ca3a492713), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:45.118771 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-989d9e86-283a-47f0-89ca-1da533e676c6 req-b252f706-59aa-4582-a225-fdf17ca38e3e tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (43e81838-46e2-40e5-af02-acad330ed8d6), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:45.139839 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-d9a7a4df-e5d4-4862-a6d2-dd2dbd7293de tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] Allocated IP 192.168.233.162 (5e5e5cdc-dce5-4633-91fd-8e14363cd220/909a9e4d-2330-4bdf-bf33-da65c3dea6db/1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:53:45.143638 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-a2bf8489-8cbf-42e0-b548-de4017683b0b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Network 6d51e108-e704-49e6-8e91-4223e1d8d343 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:53:45.154359 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-a2bf8489-8cbf-42e0-b548-de4017683b0b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:53:45.170196 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-a2bf8489-8cbf-42e0-b548-de4017683b0b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:53:45.183755 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf8489-8cbf-42e0-b548-de4017683b0b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Pushing event updated for resources: {'Port': ['ID=b5196179-dcc7-4882-9422-95ca3a492713,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:45.380622 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-8f26cbf0-0f94-4361-9e37-91af62dd0c75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf99950e-5f80-4419-804c-7b7a15f6ec34 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:53:45.398333 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-8f26cbf0-0f94-4361-9e37-91af62dd0c75 service neutron] Publish callbacks [] for port (bf99950e-5f80-4419-804c-7b7a15f6ec34), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:45.426767 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-d9a7a4df-e5d4-4862-a6d2-dd2dbd7293de tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] Publish callbacks [] for port (1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:45.431594 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-8f26cbf0-0f94-4361-9e37-91af62dd0c75 service neutron] Transition to ACTIVE for port object bf99950e-5f80-4419-804c-7b7a15f6ec34 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:53:45.446119 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-8f26cbf0-0f94-4361-9e37-91af62dd0c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (bf99950e-5f80-4419-804c-7b7a15f6ec34), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:45.537510 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26cbf0-0f94-4361-9e37-91af62dd0c75 service neutron] Pushing event updated for resources: {'Port': ['ID=bf99950e-5f80-4419-804c-7b7a15f6ec34,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:45.546300 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-d9a7a4df-e5d4-4862-a6d2-dd2dbd7293de tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:45.562649 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8869cc39-7982-49d6-85ba-5f815d4ede06 req-79b46891-3697-40b1-bb84-905d6bc2eb0a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5000298 Mar 01 13:53:45.586887 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-a2bf8489-8cbf-42e0-b548-de4017683b0b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:45.596081 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-a2bf8489-8cbf-42e0-b548-de4017683b0b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:45.623924 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-d9a7a4df-e5d4-4862-a6d2-dd2dbd7293de tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] Network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:53:45.638539 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-d9a7a4df-e5d4-4862-a6d2-dd2dbd7293de tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:53:45.642288 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-d9a7a4df-e5d4-4862-a6d2-dd2dbd7293de tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:53:45.652816 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-a2bf8489-8cbf-42e0-b548-de4017683b0b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5645285 Mar 01 13:53:45.665159 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-e791cd45-9eb7-443a-8c55-a0e125226f1d tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Request body: {'port': {'device_id': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'network_id': '6d51e108-e704-49e6-8e91-4223e1d8d343', 'admin_state_up': True, 'tenant_id': '78efedc3031f4258896f94ad66a2f53b', 'security_groups': ['cd31dc84-2a34-4510-bd02-9692c6d7e4c3']}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:45.748717 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-3af8c525-6264-4f26-9f67-ada46056cd0c None None] Provisioning complete for port b5196179-dcc7-4882-9422-95ca3a492713 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:53:45.749769 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3af8c525-6264-4f26-9f67-ada46056cd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (b5196179-dcc7-4882-9422-95ca3a492713), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:45.801599 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3af8c525-6264-4f26-9f67-ada46056cd0c None None] Port b5196179-dcc7-4882-9422-95ca3a492713 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:53:45.814717 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-989d9e86-283a-47f0-89ca-1da533e676c6 req-b252f706-59aa-4582-a225-fdf17ca38e3e tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (43e81838-46e2-40e5-af02-acad330ed8d6), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:45.815186 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-d9a7a4df-e5d4-4862-a6d2-dd2dbd7293de tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:45.816286 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-d9a7a4df-e5d4-4862-a6d2-dd2dbd7293de tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:45.819077 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-989d9e86-283a-47f0-89ca-1da533e676c6 req-b252f706-59aa-4582-a225-fdf17ca38e3e tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:45.830492 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-67a0b295-c0cd-4219-86c4-ea79fcdb0390 req-380ace34-a636-41fe-ad2a-9754249b994e tempest-ServerShowV257Test-1493067437 tempest-ServerShowV257Test-1493067437-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.1043429 Mar 01 13:53:45.833218 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-989d9e86-283a-47f0-89ca-1da533e676c6 req-b252f706-59aa-4582-a225-fdf17ca38e3e tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "DELETE /v2.0/security-groups/43e81838-46e2-40e5-af02-acad330ed8d6 HTTP/1.1" status: 204 len: 173 time: 0.9720206 Mar 01 13:53:45.834824 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [req-ae659b0e-bdef-40dc-97bd-e9dfac48a394 req-32e1e8dc-f6d2-4be0-a941-64d680fa078c tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] show failed (client error): The resource could not be found. Mar 01 13:53:45.840996 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7a4df-e5d4-4862-a6d2-dd2dbd7293de tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] Pushing event updated for resources: {'Port': ['ID=1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:45.852260 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ae659b0e-bdef-40dc-97bd-e9dfac48a394 req-32e1e8dc-f6d2-4be0-a941-64d680fa078c tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups/d2eac950-6792-40e4-b081-b7e742aff865 HTTP/1.1" status: 404 len: 352 time: 0.2265673 Mar 01 13:53:45.879848 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-e791cd45-9eb7-443a-8c55-a0e125226f1d tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Made reservation on behalf of 78efedc3031f4258896f94ad66a2f53b for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:53:45.889587 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-d9a7a4df-e5d4-4862-a6d2-dd2dbd7293de tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5970452 Mar 01 13:53:45.899142 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-e791cd45-9eb7-443a-8c55-a0e125226f1d tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:45.932955 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-5c5157d6-7b2f-4a99-a705-317528fd11bb service neutron] Request body: {'port': {'device_id': '3381d3c5-9d9b-4aac-94d9-73a43ff7ea03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:45.942746 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252f706-59aa-4582-a225-fdf17ca38e3e tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e81838-46e2-40e5-af02-acad330ed8d6,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:45.980371 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8320a9db-eb55-414d-b2f3-73e4703f0a81 x-openstack-request-id: req-8320a9db-eb55-414d-b2f3-73e4703f0a81 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:53:45.983167 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2edcb858-6faa-44b2-9a7e-80473a29fce0", "tag": "b9086be0-b356-403b-b0af-d8dae6916ba0", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:53:45.983602 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8320a9db-eb55-414d-b2f3-73e4703f0a81 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:53:45.984294 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2edcb858-6faa-44b2-9a7e-80473a29fce0', 'tag': 'b9086be0-b356-403b-b0af-d8dae6916ba0', 'status': 'completed', 'code': 200} Mar 01 13:53:46.034157 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-8f26cbf0-0f94-4361-9e37-91af62dd0c75 service neutron] Attempting to bind port bf99950e-5f80-4419-804c-7b7a15f6ec34 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:53:46.034157 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-8f26cbf0-0f94-4361-9e37-91af62dd0c75 service neutron] Attempting to bind port bf99950e-5f80-4419-804c-7b7a15f6ec34 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '48598a6f-86f3-45e9-8665-ef2be92ef181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd9c9a123-a209-40cf-a882-c12429486d91'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:53:46.034157 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-8f26cbf0-0f94-4361-9e37-91af62dd0c75 service neutron] Attempting to bind port bf99950e-5f80-4419-804c-7b7a15f6ec34 on network d9c9a123-a209-40cf-a882-c12429486d91 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:53:46.061085 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-8f26cbf0-0f94-4361-9e37-91af62dd0c75 service neutron] Port bf99950e-5f80-4419-804c-7b7a15f6ec34 on network d9c9a123-a209-40cf-a882-c12429486d91 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:53:46.061441 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-8f26cbf0-0f94-4361-9e37-91af62dd0c75 service neutron] Attempting to bind port bf99950e-5f80-4419-804c-7b7a15f6ec34 on network d9c9a123-a209-40cf-a882-c12429486d91 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:53:46.073387 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-8f26cbf0-0f94-4361-9e37-91af62dd0c75 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:53:46.073723 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-8f26cbf0-0f94-4361-9e37-91af62dd0c75 service neutron] Checking segment: {'id': '48598a6f-86f3-45e9-8665-ef2be92ef181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd9c9a123-a209-40cf-a882-c12429486d91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:53:46.074116 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-8f26cbf0-0f94-4361-9e37-91af62dd0c75 service neutron] Bound using segment: {'id': '48598a6f-86f3-45e9-8665-ef2be92ef181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd9c9a123-a209-40cf-a882-c12429486d91'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:53:46.074737 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-8f26cbf0-0f94-4361-9e37-91af62dd0c75 service neutron] Bound port: bf99950e-5f80-4419-804c-7b7a15f6ec34, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48598a6f-86f3-45e9-8665-ef2be92ef181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd9c9a123-a209-40cf-a882-c12429486d91'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:53:46.075224 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-8f26cbf0-0f94-4361-9e37-91af62dd0c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (bf99950e-5f80-4419-804c-7b7a15f6ec34), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:46.176646 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c0c2e98e-5849-4f16-8d90-652c76c03419 req-cb2cf7d7-f433-49fd-98ec-66b082f2f24c tempest-ServerShowV257Test-1493067437 tempest-ServerShowV257Test-1493067437-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad64ab84-2d72-4602-9823-679d0186b06c HTTP/1.1" status: 200 len: 210 time: 0.0721364 Mar 01 13:53:46.177395 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-2ca4c67e-e11b-434d-8aee-2203e97062ec None None] Provisioning complete for port 1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:53:46.178122 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2ca4c67e-e11b-434d-8aee-2203e97062ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:46.240655 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-2ca4c67e-e11b-434d-8aee-2203e97062ec None None] Port 1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:53:46.334633 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e192e69-bddb-44af-81d3-8dce00539b0c req-5fb6f75f-fb87-46f2-b2f7-8065d9b27455 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:46.340633 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e192e69-bddb-44af-81d3-8dce00539b0c req-5fb6f75f-fb87-46f2-b2f7-8065d9b27455 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:46.342303 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3e192e69-bddb-44af-81d3-8dce00539b0c req-5fb6f75f-fb87-46f2-b2f7-8065d9b27455 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edcb858-6faa-44b2-9a7e-80473a29fce0 HTTP/1.1" status: 200 len: 1678 time: 0.2391319 Mar 01 13:53:46.352335 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-e791cd45-9eb7-443a-8c55-a0e125226f1d tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Allocated IP 10.1.1.65 (6d51e108-e704-49e6-8e91-4223e1d8d343/28fc07ce-dc1a-4114-910a-af6b415562fa/f689403b-d428-4c0e-a2d9-731bc5e976a6) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:53:46.368649 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5ce83c1d-0707-4a89-8f3b-568064067a6b req-f810813c-6dbf-46c2-bfb2-81898dbe102b tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "GET /v2.0/security-groups/fcce31fb-10bf-44d7-9db6-290ddba3035c HTTP/1.1" status: 200 len: 1824 time: 0.1011555 Mar 01 13:53:46.460031 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3e192e69-bddb-44af-81d3-8dce00539b0c req-76fc3561-57bd-4d8d-a97c-75b2cfb78b43 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093552 Mar 01 13:53:46.478015 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-5c5157d6-7b2f-4a99-a705-317528fd11bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:46.497579 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6112a2d-2645-408d-9f51-17beb2e1ce26 req-9789b530-0bce-4164-8841-cc9e5d1a0b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:46.498062 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6112a2d-2645-408d-9f51-17beb2e1ce26 req-9789b530-0bce-4164-8841-cc9e5d1a0b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:46.499782 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e6112a2d-2645-408d-9f51-17beb2e1ce26 req-9789b530-0bce-4164-8841-cc9e5d1a0b68 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=aa3e6a61157b47d8a82db557a370763f&device_id=2edcb858-6faa-44b2-9a7e-80473a29fce0 HTTP/1.1" status: 200 len: 1969 time: 0.4800019 Mar 01 13:53:46.641426 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-8f26cbf0-0f94-4361-9e37-91af62dd0c75 service neutron] For port bf99950e-5f80-4419-804c-7b7a15f6ec34, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:53:46.643539 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a94835-91b8-498f-9657-a127835f59ea req-405d9284-9d35-48b8-a0b5-4027600aca20 tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:46.645121 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4a94835-91b8-498f-9657-a127835f59ea req-405d9284-9d35-48b8-a0b5-4027600aca20 tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] 10.222.0.13 "GET /v2.0/ports?device_id=3381d3c5-9d9b-4aac-94d9-73a43ff7ea03 HTTP/1.1" status: 200 len: 936 time: 0.1637375 Mar 01 13:53:46.706818 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a64e3f0f-aea5-48b4-89c3-e820aa6619b8 req-7516e73c-d2d0-4715-89f4-2b0109bad6ad tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce8433796a20462188b8cc95a1d1d4d8 HTTP/1.1" status: 200 len: 6206 time: 0.1930597 Mar 01 13:53:46.720403 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-8f26cbf0-0f94-4361-9e37-91af62dd0c75 service neutron] For port bf99950e-5f80-4419-804c-7b7a15f6ec34, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=bf99950e-5f80-4419-804c-7b7a15f6ec34,segment=NetworkSegment(48598a6f-86f3-45e9-8665-ef2be92ef181),segment_id=48598a6f-86f3-45e9-8665-ef2be92ef181)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:53:46.744381 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-e791cd45-9eb7-443a-8c55-a0e125226f1d tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks [] for port (f689403b-d428-4c0e-a2d9-731bc5e976a6), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:46.746345 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-8f26cbf0-0f94-4361-9e37-91af62dd0c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (bf99950e-5f80-4419-804c-7b7a15f6ec34), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:46.765254 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6112a2d-2645-408d-9f51-17beb2e1ce26 req-7c602cb9-055e-4e61-8081-efa3f338c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:46.765732 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6112a2d-2645-408d-9f51-17beb2e1ce26 req-7c602cb9-055e-4e61-8081-efa3f338c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:46.766752 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6112a2d-2645-408d-9f51-17beb2e1ce26 req-7c602cb9-055e-4e61-8081-efa3f338c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:46.768366 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e6112a2d-2645-408d-9f51-17beb2e1ce26 req-7c602cb9-055e-4e61-8081-efa3f338c5a1 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=aa3e6a61157b47d8a82db557a370763f&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2586629 Mar 01 13:53:46.769553 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4a94835-91b8-498f-9657-a127835f59ea req-ef62a1e3-607e-4579-a838-73574cd880cf tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] 10.222.0.13 "GET /v2.0/security-groups?id=7eb82d9d-c3e6-4600-a7f4-f8f8362655ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114800 Mar 01 13:53:46.819856 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-2df9f62b-0dd3-41cb-a283-3883c04af683 req-c646d9af-7acb-4544-aace-b17d07b8ef36 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-873470738', 'description': 'tempest-description-335092382'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:46.846135 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a64e3f0f-aea5-48b4-89c3-e820aa6619b8 req-29883983-02cb-4d8e-83bc-dce1b9482c4b tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups/cd4d9ca1-f55a-40bc-b944-f22de3eaf370 HTTP/1.1" status: 200 len: 3002 time: 0.1143222 Mar 01 13:53:46.850204 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-8f26cbf0-0f94-4361-9e37-91af62dd0c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:46.850825 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-8f26cbf0-0f94-4361-9e37-91af62dd0c75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:46.852255 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-8f26cbf0-0f94-4361-9e37-91af62dd0c75 service neutron] 10.222.0.32 "PUT /v2.0/ports/bf99950e-5f80-4419-804c-7b7a15f6ec34 HTTP/1.1" status: 200 len: 1091 time: 2.0878611 Mar 01 13:53:46.880605 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-e791cd45-9eb7-443a-8c55-a0e125226f1d tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (f689403b-d428-4c0e-a2d9-731bc5e976a6), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:46.897450 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2df9f62b-0dd3-41cb-a283-3883c04af683 req-c646d9af-7acb-4544-aace-b17d07b8ef36 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:46.921480 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26cbf0-0f94-4361-9e37-91af62dd0c75 service neutron] Pushing event updated for resources: {'Port': ['ID=bf99950e-5f80-4419-804c-7b7a15f6ec34,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:46.972945 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-e791cd45-9eb7-443a-8c55-a0e125226f1d tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Network 6d51e108-e704-49e6-8e91-4223e1d8d343 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:53:46.985128 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-e791cd45-9eb7-443a-8c55-a0e125226f1d tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:53:46.994639 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-e791cd45-9eb7-443a-8c55-a0e125226f1d tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:53:47.002897 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a64e3f0f-aea5-48b4-89c3-e820aa6619b8 req-0271b741-0783-490a-a8d9-ea686383369b tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups/cd4d9ca1-f55a-40bc-b944-f22de3eaf370 HTTP/1.1" status: 200 len: 3002 time: 0.1558683 Mar 01 13:53:47.003517 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791cd45-9eb7-443a-8c55-a0e125226f1d tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Pushing event updated for resources: {'Port': ['ID=f689403b-d428-4c0e-a2d9-731bc5e976a6,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:47.080027 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6112a2d-2645-408d-9f51-17beb2e1ce26 req-7df77cfb-84bb-4666-8047-2899822a6f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:47.080975 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-e791cd45-9eb7-443a-8c55-a0e125226f1d tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:47.081646 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-e791cd45-9eb7-443a-8c55-a0e125226f1d tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:47.082153 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e6112a2d-2645-408d-9f51-17beb2e1ce26 req-7df77cfb-84bb-4666-8047-2899822a6f0b service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2655220 Mar 01 13:53:47.091644 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-5c5157d6-7b2f-4a99-a705-317528fd11bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:53:47.100614 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-5c5157d6-7b2f-4a99-a705-317528fd11bb service neutron] Publish callbacks [] for port (1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:47.125033 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-5c5157d6-7b2f-4a99-a705-317528fd11bb service neutron] Transition to ACTIVE for port object 1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:53:47.136190 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-5c5157d6-7b2f-4a99-a705-317528fd11bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:47.137932 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-e791cd45-9eb7-443a-8c55-a0e125226f1d tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4780703 Mar 01 13:53:47.155285 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-b9408370-9fb8-4466-8655-984e62538a59 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Request body: {'port': {'device_id': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c10380dc-3261-481a-b6e0-b67ea74edb52', 'admin_state_up': True, 'tenant_id': '78efedc3031f4258896f94ad66a2f53b', 'security_groups': ['cd31dc84-2a34-4510-bd02-9692c6d7e4c3']}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:47.201649 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2df9f62b-0dd3-41cb-a283-3883c04af683 req-c646d9af-7acb-4544-aace-b17d07b8ef36 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (a9dd3294-2edd-4e52-b03d-5edad7ad15d7), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:47.239738 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5157d6-7b2f-4a99-a705-317528fd11bb service neutron] Pushing event updated for resources: {'Port': ['ID=1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:47.299159 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-9586c954-0e0a-4519-8572-1598fe1ed04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:47.299639 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-9586c954-0e0a-4519-8572-1598fe1ed04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:47.301339 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-9586c954-0e0a-4519-8572-1598fe1ed04d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=aa3e6a61157b47d8a82db557a370763f&device_id=2edcb858-6faa-44b2-9a7e-80473a29fce0 HTTP/1.1" status: 200 len: 2042 time: 0.1614609 Mar 01 13:53:47.304442 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2df9f62b-0dd3-41cb-a283-3883c04af683 req-c646d9af-7acb-4544-aace-b17d07b8ef36 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a9dd3294-2edd-4e52-b03d-5edad7ad15d7), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:47.350631 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-299e2999-e325-4555-b346-6e5449ce0060 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.136&port_id=b9086be0-b356-403b-b0af-d8dae6916ba0 HTTP/1.1" status: 200 len: 217 time: 0.0399795 Mar 01 13:53:47.393803 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646d9af-7acb-4544-aace-b17d07b8ef36 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9dd3294-2edd-4e52-b03d-5edad7ad15d7,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:47.398391 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2df9f62b-0dd3-41cb-a283-3883c04af683 req-c646d9af-7acb-4544-aace-b17d07b8ef36 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:47.409899 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2df9f62b-0dd3-41cb-a283-3883c04af683 req-c646d9af-7acb-4544-aace-b17d07b8ef36 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5951908 Mar 01 13:53:47.418641 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-5c5157d6-7b2f-4a99-a705-317528fd11bb service neutron] Attempting to bind port 1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:53:47.419016 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-5c5157d6-7b2f-4a99-a705-317528fd11bb service neutron] Attempting to bind port 1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:53:47.419291 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-5c5157d6-7b2f-4a99-a705-317528fd11bb service neutron] Attempting to bind port 1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:53:47.429475 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-5c5157d6-7b2f-4a99-a705-317528fd11bb service neutron] Port 1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:53:47.429694 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-5c5157d6-7b2f-4a99-a705-317528fd11bb service neutron] Attempting to bind port 1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:53:47.441337 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-5c5157d6-7b2f-4a99-a705-317528fd11bb service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:53:47.441774 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-5c5157d6-7b2f-4a99-a705-317528fd11bb service neutron] Checking segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:53:47.442532 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-5c5157d6-7b2f-4a99-a705-317528fd11bb service neutron] Bound using segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:53:47.443073 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-5c5157d6-7b2f-4a99-a705-317528fd11bb service neutron] Bound port: 1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:53:47.443442 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-5c5157d6-7b2f-4a99-a705-317528fd11bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:47.447523 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-25788986-11ad-4044-b5cf-5bb173818646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:47.449273 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-25788986-11ad-4044-b5cf-5bb173818646 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6d5cb574-bbf6-43f8-a130-608c866fcafa HTTP/1.1" status: 200 len: 801 time: 0.0906634 Mar 01 13:53:47.508772 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767022b-14bb-4a4a-a6be-7b0eab60c8e3 req-28384512-ba9c-4cc7-a4b5-7e66dab91dba tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:47.524061 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-a416df14-c06c-4330-907e-caef12a43fe9 None None] Provisioning complete for port f689403b-d428-4c0e-a2d9-731bc5e976a6 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:53:47.525156 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a416df14-c06c-4330-907e-caef12a43fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f689403b-d428-4c0e-a2d9-731bc5e976a6), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:47.528527 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767022b-14bb-4a4a-a6be-7b0eab60c8e3 req-28384512-ba9c-4cc7-a4b5-7e66dab91dba tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:47.550310 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767022b-14bb-4a4a-a6be-7b0eab60c8e3 req-28384512-ba9c-4cc7-a4b5-7e66dab91dba tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:47.552016 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7767022b-14bb-4a4a-a6be-7b0eab60c8e3 req-28384512-ba9c-4cc7-a4b5-7e66dab91dba tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 2373 time: 0.3863857 Mar 01 13:53:47.556739 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-2a47b16f-1268-41eb-a862-86c30461ef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:47.558376 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-2a47b16f-1268-41eb-a862-86c30461ef48 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a340cda7-9090-4b09-a0a5-d366c79cd9ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1001256 Mar 01 13:53:47.562012 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-5c5157d6-7b2f-4a99-a705-317528fd11bb service neutron] For port 1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:53:47.565508 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-5c5157d6-7b2f-4a99-a705-317528fd11bb service neutron] For port 1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:53:47.567485 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-3b5fb3ca-50c8-4bac-bd15-d7b4c455ccf5 req-981cf545-fed7-43fa-9ae8-133efb8aae3c tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-994744126', 'description': 'tempest-description-311601726'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:47.577583 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-5c5157d6-7b2f-4a99-a705-317528fd11bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:47.589780 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-a416df14-c06c-4330-907e-caef12a43fe9 None None] Port f689403b-d428-4c0e-a2d9-731bc5e976a6 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:53:47.616566 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-b9408370-9fb8-4466-8655-984e62538a59 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Made reservation on behalf of 78efedc3031f4258896f94ad66a2f53b for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:53:47.667026 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-5c5157d6-7b2f-4a99-a705-317528fd11bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:47.667694 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-5c5157d6-7b2f-4a99-a705-317528fd11bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:47.669066 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-5c5157d6-7b2f-4a99-a705-317528fd11bb service neutron] 10.222.0.20 "PUT /v2.0/ports/1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5 HTTP/1.1" status: 200 len: 1096 time: 1.7407923 Mar 01 13:53:47.687079 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-3b5fb3ca-50c8-4bac-bd15-d7b4c455ccf5 req-981cf545-fed7-43fa-9ae8-133efb8aae3c tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:47.691348 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5157d6-7b2f-4a99-a705-317528fd11bb service neutron] Pushing event updated for resources: {'Port': ['ID=1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:47.723694 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-1131e1b5-bc83-4ff7-876d-2fd94424513d service neutron] 10.222.0.32 "GET /v2.0/networks/a340cda7-9090-4b09-a0a5-d366c79cd9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564565 Mar 01 13:53:47.756476 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7767022b-14bb-4a4a-a6be-7b0eab60c8e3 req-c9444e67-8f2b-43a1-bf17-eb29c79de69a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1970873 Mar 01 13:53:47.807810 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-3b5fb3ca-50c8-4bac-bd15-d7b4c455ccf5 req-981cf545-fed7-43fa-9ae8-133efb8aae3c tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (451d73e9-520b-4dc1-8f43-66c0d36dddbf), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:47.817497 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-3b5fb3ca-50c8-4bac-bd15-d7b4c455ccf5 req-981cf545-fed7-43fa-9ae8-133efb8aae3c tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (451d73e9-520b-4dc1-8f43-66c0d36dddbf), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:47.885857 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-3b5fb3ca-50c8-4bac-bd15-d7b4c455ccf5 req-981cf545-fed7-43fa-9ae8-133efb8aae3c tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:47.891462 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3b5fb3ca-50c8-4bac-bd15-d7b4c455ccf5 req-981cf545-fed7-43fa-9ae8-133efb8aae3c tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4082413 Mar 01 13:53:47.905990 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981cf545-fed7-43fa-9ae8-133efb8aae3c tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=451d73e9-520b-4dc1-8f43-66c0d36dddbf,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:47.931787 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-b9408370-9fb8-4466-8655-984e62538a59 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:47.938085 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-8371dae0-ce79-4905-9cd0-eb1e1dcaf34b service neutron] 10.222.0.32 "GET /v2.0/networks/a340cda7-9090-4b09-a0a5-d366c79cd9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066715 Mar 01 13:53:47.941965 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-bfefff38-34ec-409a-af42-873707d87511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:47.943529 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-bfefff38-34ec-409a-af42-873707d87511 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8052238d32b54a06b68773fbfc80e6d2&device_id=3381d3c5-9d9b-4aac-94d9-73a43ff7ea03 HTTP/1.1" status: 200 len: 1130 time: 0.1293743 Mar 01 13:53:48.023115 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2edcb858-6faa-44b2-9a7e-80473a29fce0', 'tag': 'bf99950e-5f80-4419-804c-7b7a15f6ec34'}, {'name': 'network-changed', 'server_uuid': '3381d3c5-9d9b-4aac-94d9-73a43ff7ea03', 'tag': '1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:53:48.043068 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed390d30-7dc2-4dd0-a0c5-59466d572667" -d '{"events": [{"name": "network-changed", "server_uuid": "2edcb858-6faa-44b2-9a7e-80473a29fce0", "tag": "bf99950e-5f80-4419-804c-7b7a15f6ec34"}, {"name": "network-changed", "server_uuid": "3381d3c5-9d9b-4aac-94d9-73a43ff7ea03", "tag": "1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:53:48.051285 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b16b7155-fb97-474f-842f-272ce9d95cbe req-d162b257-137d-4a5a-bc0c-f27573de492a tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "GET /v2.0/security-groups/a9dd3294-2edd-4e52-b03d-5edad7ad15d7 HTTP/1.1" status: 200 len: 1822 time: 0.1589420 Mar 01 13:53:48.088520 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-b16b7155-fb97-474f-842f-272ce9d95cbe req-170c612d-be76-49ff-8046-d7bb2be3e5c5 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a9dd3294-2edd-4e52-b03d-5edad7ad15d7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:48.088836 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-b16b7155-fb97-474f-842f-272ce9d95cbe req-170c612d-be76-49ff-8046-d7bb2be3e5c5 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a9dd3294-2edd-4e52-b03d-5edad7ad15d7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:48.095888 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-9b9e609f-5b3f-4939-958f-baf579e58f5d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5 HTTP/1.1" status: 200 len: 217 time: 0.1435871 Mar 01 13:53:48.098589 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-70280143-8942-4abd-b05c-2d9dcb21690a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.51&port_id=bf99950e-5f80-4419-804c-7b7a15f6ec34 HTTP/1.1" status: 200 len: 217 time: 0.1536038 Mar 01 13:53:48.199516 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-55054b1c-3150-4a63-90b3-54fe21e477d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:48.201181 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-55054b1c-3150-4a63-90b3-54fe21e477d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0977967 Mar 01 13:53:48.202834 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-d9192ad7-e9e6-4f83-a749-1919fb438827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:48.204621 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-d9192ad7-e9e6-4f83-a749-1919fb438827 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=10aeadb3-bee1-4441-8aac-0a4661f41f31 HTTP/1.1" status: 200 len: 801 time: 0.0816791 Mar 01 13:53:48.240641 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa222a-a9b3-428a-ae77-afcb1a256356 req-729ff0be-6b8d-4fbd-8a4a-2b76a6ead772 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:48.246659 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa222a-a9b3-428a-ae77-afcb1a256356 req-729ff0be-6b8d-4fbd-8a4a-2b76a6ead772 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:48.248750 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8efa222a-a9b3-428a-ae77-afcb1a256356 req-729ff0be-6b8d-4fbd-8a4a-2b76a6ead772 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edcb858-6faa-44b2-9a7e-80473a29fce0 HTTP/1.1" status: 200 len: 1678 time: 0.2278776 Mar 01 13:53:48.255367 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 46836) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:48.308604 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-a6c46993-4387-4b54-bbc5-d8f8ff178839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:48.309748 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-a6c46993-4387-4b54-bbc5-d8f8ff178839 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9c9a123-a209-40cf-a882-c12429486d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0894597 Mar 01 13:53:48.315778 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-e38218ae-b9aa-444c-aa63-75b74e43d24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:48.317201 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-e38218ae-b9aa-444c-aa63-75b74e43d24c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1087544 Mar 01 13:53:48.373412 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b16b7155-fb97-474f-842f-272ce9d95cbe req-170c612d-be76-49ff-8046-d7bb2be3e5c5 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group_rule (88a2dde8-1da3-4753-9ea8-c840634a9f91), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:48.397063 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8efa222a-a9b3-428a-ae77-afcb1a256356 req-93e6eb46-bc79-4d02-9158-436f8541b1b9 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356525 Mar 01 13:53:48.413974 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-b9408370-9fb8-4466-8655-984e62538a59 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Allocated IP 10.2.2.100 (c10380dc-3261-481a-b6e0-b67ea74edb52/bbb0ca41-6268-4b81-bdd7-21226410b058/f27e4255-a98a-462e-9298-016f98c6d074) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:53:48.431250 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b16b7155-fb97-474f-842f-272ce9d95cbe req-170c612d-be76-49ff-8046-d7bb2be3e5c5 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group_rule (88a2dde8-1da3-4753-9ea8-c840634a9f91), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:48.439791 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b16b7155-fb97-474f-842f-272ce9d95cbe req-170c612d-be76-49ff-8046-d7bb2be3e5c5 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (88a2dde8-1da3-4753-9ea8-c840634a9f91), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:48.451096 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c5345215-dd63-4cf6-937e-a93d5c7d4734 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:48.479582 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c612d-be76-49ff-8046-d7bb2be3e5c5 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a2dde8-1da3-4753-9ea8-c840634a9f91,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:48.490141 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b16b7155-fb97-474f-842f-272ce9d95cbe req-170c612d-be76-49ff-8046-d7bb2be3e5c5 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:48.500252 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b16b7155-fb97-474f-842f-272ce9d95cbe req-170c612d-be76-49ff-8046-d7bb2be3e5c5 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4156964 Mar 01 13:53:48.535912 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-fae4eb48-42ef-462a-83e1-3a06c8ab37d5 service neutron] 10.222.0.32 "GET /v2.0/networks/d9c9a123-a209-40cf-a882-c12429486d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176440 Mar 01 13:53:48.542556 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-a1823903-13b5-4d08-b730-29346b41eb31 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174864 Mar 01 13:53:48.566636 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-73a3913c-71e0-4931-9010-7a3233c949c4 req-7b8ae23f-e571-4ea4-98f6-0c3bea52779d tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-498257808', 'description': 'tempest-description-6545302'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:48.619066 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-73a3913c-71e0-4931-9010-7a3233c949c4 req-7b8ae23f-e571-4ea4-98f6-0c3bea52779d tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:48.718342 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c5345215-dd63-4cf6-937e-a93d5c7d4734 admin admin] Publish callbacks [] for security_group (c5a6b54e-4c44-4b71-ae2f-7bde64e22e7e), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:48.727645 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4ff0d5c3-2275-42c8-9b38-c288124c3522 req-a1f6b22f-a6e8-4e9b-9386-3d8cf464545e service neutron] 10.222.0.32 "GET /v2.0/networks/d9c9a123-a209-40cf-a882-c12429486d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810350 Mar 01 13:53:48.732809 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c5345215-dd63-4cf6-937e-a93d5c7d4734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c5a6b54e-4c44-4b71-ae2f-7bde64e22e7e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:48.737761 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b6e6a-6bc7-4f8c-9540-11ce0ee0e25f req-d456f3aa-ae23-4cd4-b73c-61b115f7e8ed tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:48.745993 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8e4b6e6a-6bc7-4f8c-9540-11ce0ee0e25f req-d456f3aa-ae23-4cd4-b73c-61b115f7e8ed tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] 10.222.0.13 "GET /v2.0/ports?device_id=3381d3c5-9d9b-4aac-94d9-73a43ff7ea03 HTTP/1.1" status: 200 len: 948 time: 0.2316275 Mar 01 13:53:48.759891 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c5345215-dd63-4cf6-937e-a93d5c7d4734 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=927811bf467d4c0e8845bed72ab6718b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4883518 Mar 01 13:53:48.762614 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 46842) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:48.780102 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-46ab60da-c1fc-4ddd-81a5-51ac8a851ae3 req-9d854b59-d0ca-4cd1-98d4-7801aea29d05 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241170 Mar 01 13:53:48.796633 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5345215-dd63-4cf6-937e-a93d5c7d4734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a6b54e-4c44-4b71-ae2f-7bde64e22e7e,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:48.805598 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-b9408370-9fb8-4466-8655-984e62538a59 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks [] for port (f27e4255-a98a-462e-9298-016f98c6d074), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:48.832935 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b118bf2-59a4-4041-b578-262d0a104f64 admin admin] Publish callbacks [] for security_group (c5a6b54e-4c44-4b71-ae2f-7bde64e22e7e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:48.854786 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-73a3913c-71e0-4931-9010-7a3233c949c4 req-7b8ae23f-e571-4ea4-98f6-0c3bea52779d tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (b868d247-c71d-48d9-a089-ce9ad68cf4ed), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:48.855918 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b118bf2-59a4-4041-b578-262d0a104f64 admin admin] Publish callbacks [] for security_group (c5a6b54e-4c44-4b71-ae2f-7bde64e22e7e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:48.865395 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-73a3913c-71e0-4931-9010-7a3233c949c4 req-7b8ae23f-e571-4ea4-98f6-0c3bea52779d tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b868d247-c71d-48d9-a089-ce9ad68cf4ed), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:48.873692 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-b9408370-9fb8-4466-8655-984e62538a59 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (f27e4255-a98a-462e-9298-016f98c6d074), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:48.910245 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b118bf2-59a4-4041-b578-262d0a104f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c5a6b54e-4c44-4b71-ae2f-7bde64e22e7e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:48.913533 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b118bf2-59a4-4041-b578-262d0a104f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:48.917475 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1b118bf2-59a4-4041-b578-262d0a104f64 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5a6b54e-4c44-4b71-ae2f-7bde64e22e7e HTTP/1.1" status: 204 len: 168 time: 0.1466963 Mar 01 13:53:48.924443 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8e4b6e6a-6bc7-4f8c-9540-11ce0ee0e25f req-9a3cda55-6ed4-42c8-85ab-dc12adf49f37 tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] 10.222.0.13 "GET /v2.0/security-groups?id=7eb82d9d-c3e6-4600-a7f4-f8f8362655ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775973 Mar 01 13:53:48.954944 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b118bf2-59a4-4041-b578-262d0a104f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a6b54e-4c44-4b71-ae2f-7bde64e22e7e,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:48.967137 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-b9408370-9fb8-4466-8655-984e62538a59 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Network c10380dc-3261-481a-b6e0-b67ea74edb52 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:53:48.976513 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-b9408370-9fb8-4466-8655-984e62538a59 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:53:48.979178 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-b9408370-9fb8-4466-8655-984e62538a59 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:53:48.987501 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-73a3913c-71e0-4931-9010-7a3233c949c4 req-7b8ae23f-e571-4ea4-98f6-0c3bea52779d tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:49.001371 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73a3913c-71e0-4931-9010-7a3233c949c4 req-7b8ae23f-e571-4ea4-98f6-0c3bea52779d tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.4766989 Mar 01 13:53:49.010875 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ae23f-e571-4ea4-98f6-0c3bea52779d tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b868d247-c71d-48d9-a089-ce9ad68cf4ed,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:49.051550 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9408370-9fb8-4466-8655-984e62538a59 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Pushing event updated for resources: {'Port': ['ID=f27e4255-a98a-462e-9298-016f98c6d074,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:49.080100 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 01 Mar 2022 13:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0cbd67-201d-474c-b2b1-5fea72139dfd x-openstack-request-id: req-5a0cbd67-201d-474c-b2b1-5fea72139dfd {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:53:49.080655 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2edcb858-6faa-44b2-9a7e-80473a29fce0", "tag": "bf99950e-5f80-4419-804c-7b7a15f6ec34", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3381d3c5-9d9b-4aac-94d9-73a43ff7ea03", "tag": "1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:53:49.081112 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a0cbd67-201d-474c-b2b1-5fea72139dfd {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:53:49.081716 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2edcb858-6faa-44b2-9a7e-80473a29fce0', 'tag': 'bf99950e-5f80-4419-804c-7b7a15f6ec34', 'status': 'completed', 'code': 200} Mar 01 13:53:49.082176 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3381d3c5-9d9b-4aac-94d9-73a43ff7ea03', 'tag': '1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5', 'status': 'completed', 'code': 200} Mar 01 13:53:49.136347 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-b9408370-9fb8-4466-8655-984e62538a59 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:49.137037 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-b9408370-9fb8-4466-8655-984e62538a59 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:49.186470 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-edb7d75b-a472-447e-ab65-72539d3b7a5f req-8a63290d-9995-4aab-ab4a-9cb5e4dcc135 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "GET /v2.0/security-groups/a9dd3294-2edd-4e52-b03d-5edad7ad15d7 HTTP/1.1" status: 200 len: 2416 time: 0.1716359 Mar 01 13:53:49.201421 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-edb7d75b-a472-447e-ab65-72539d3b7a5f req-167b06e8-5a49-4b08-b2dc-301baf6c0799 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a9dd3294-2edd-4e52-b03d-5edad7ad15d7', 'remote_group_id': None}]} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:49.201771 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-edb7d75b-a472-447e-ab65-72539d3b7a5f req-167b06e8-5a49-4b08-b2dc-301baf6c0799 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a9dd3294-2edd-4e52-b03d-5edad7ad15d7', 'remote_group_id': None}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:49.252291 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-b9408370-9fb8-4466-8655-984e62538a59 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1030946 Mar 01 13:53:49.264715 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed390d30-7dc2-4dd0-a0c5-59466d572667 req-f4bc0db3-883a-4015-b2a8-252d1b80bd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:49.271436 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed390d30-7dc2-4dd0-a0c5-59466d572667 req-f4bc0db3-883a-4015-b2a8-252d1b80bd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:49.273396 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ed390d30-7dc2-4dd0-a0c5-59466d572667 req-f4bc0db3-883a-4015-b2a8-252d1b80bd97 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=aa3e6a61157b47d8a82db557a370763f&device_id=2edcb858-6faa-44b2-9a7e-80473a29fce0 HTTP/1.1" status: 200 len: 2042 time: 0.1796968 Mar 01 13:53:49.279579 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-b61feb18-099c-4fdf-8eaf-7971217d42b7 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Request body: {'port': {'device_id': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c10380dc-3261-481a-b6e0-b67ea74edb52', 'admin_state_up': True, 'tenant_id': '78efedc3031f4258896f94ad66a2f53b', 'security_groups': ['cd31dc84-2a34-4510-bd02-9692c6d7e4c3']}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:49.419058 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed390d30-7dc2-4dd0-a0c5-59466d572667 req-a3f3c75b-fd9b-4005-95ea-dc981c396435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:49.421431 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ed390d30-7dc2-4dd0-a0c5-59466d572667 req-a3f3c75b-fd9b-4005-95ea-dc981c396435 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8052238d32b54a06b68773fbfc80e6d2&device_id=3381d3c5-9d9b-4aac-94d9-73a43ff7ea03 HTTP/1.1" status: 200 len: 1130 time: 0.2373161 Mar 01 13:53:49.449827 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-a0031d2a-0e87-42a2-a31e-fb2b9adb94f5 None None] Provisioning complete for port f27e4255-a98a-462e-9298-016f98c6d074 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:53:49.450792 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a0031d2a-0e87-42a2-a31e-fb2b9adb94f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f27e4255-a98a-462e-9298-016f98c6d074), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:49.493052 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-a0031d2a-0e87-42a2-a31e-fb2b9adb94f5 None None] Port f27e4255-a98a-462e-9298-016f98c6d074 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:53:49.503751 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a3598-9317-4341-8c67-87a137c26745 req-f68a0bfb-4fbf-46fd-a84e-3ae18e59c7d4 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:49.510170 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a3598-9317-4341-8c67-87a137c26745 req-f68a0bfb-4fbf-46fd-a84e-3ae18e59c7d4 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:49.516518 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a3598-9317-4341-8c67-87a137c26745 req-f68a0bfb-4fbf-46fd-a84e-3ae18e59c7d4 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:49.522611 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a3598-9317-4341-8c67-87a137c26745 req-f68a0bfb-4fbf-46fd-a84e-3ae18e59c7d4 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:49.531130 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d90a3598-9317-4341-8c67-87a137c26745 req-f68a0bfb-4fbf-46fd-a84e-3ae18e59c7d4 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 3094 time: 0.3144801 Mar 01 13:53:49.543310 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-edb7d75b-a472-447e-ab65-72539d3b7a5f req-167b06e8-5a49-4b08-b2dc-301baf6c0799 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group_rule (58cc3403-1f21-45ea-95de-baa557ee17b4), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:49.551605 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed390d30-7dc2-4dd0-a0c5-59466d572667 req-48599f0b-f23c-4c23-8b5e-2988b76c188b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:49.553006 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ed390d30-7dc2-4dd0-a0c5-59466d572667 req-48599f0b-f23c-4c23-8b5e-2988b76c188b service neutron] 10.222.0.32 "GET /v2.0/networks?id=d9c9a123-a209-40cf-a882-c12429486d91 HTTP/1.1" status: 200 len: 902 time: 0.2715831 Mar 01 13:53:49.572827 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-edb7d75b-a472-447e-ab65-72539d3b7a5f req-167b06e8-5a49-4b08-b2dc-301baf6c0799 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group_rule (58cc3403-1f21-45ea-95de-baa557ee17b4), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:49.575466 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-b61feb18-099c-4fdf-8eaf-7971217d42b7 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Made reservation on behalf of 78efedc3031f4258896f94ad66a2f53b for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:53:49.582614 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-b61feb18-099c-4fdf-8eaf-7971217d42b7 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:49.604825 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-edb7d75b-a472-447e-ab65-72539d3b7a5f req-167b06e8-5a49-4b08-b2dc-301baf6c0799 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (58cc3403-1f21-45ea-95de-baa557ee17b4), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:49.617332 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ed390d30-7dc2-4dd0-a0c5-59466d572667 req-1a79797e-625c-4a58-ba8a-5da4308b629d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.51&port_id=bf99950e-5f80-4419-804c-7b7a15f6ec34 HTTP/1.1" status: 200 len: 217 time: 0.0547416 Mar 01 13:53:49.668997 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed390d30-7dc2-4dd0-a0c5-59466d572667 req-78f89351-b783-4054-a854-d488589bb7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:49.670842 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ed390d30-7dc2-4dd0-a0c5-59466d572667 req-78f89351-b783-4054-a854-d488589bb7e2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.2387483 Mar 01 13:53:49.733041 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ed390d30-7dc2-4dd0-a0c5-59466d572667 req-f4aa5d2e-3c91-4a71-ba39-e86b919cf335 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5 HTTP/1.1" status: 200 len: 217 time: 0.0477629 Mar 01 13:53:49.788229 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed390d30-7dc2-4dd0-a0c5-59466d572667 req-40d99dc7-1f69-4cf8-b1b5-28e3e74809ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:49.789711 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ed390d30-7dc2-4dd0-a0c5-59466d572667 req-40d99dc7-1f69-4cf8-b1b5-28e3e74809ef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0493453 Mar 01 13:53:49.795650 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed390d30-7dc2-4dd0-a0c5-59466d572667 req-b1f25dfd-0324-43d8-a4af-55a3b1a500e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:49.797417 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ed390d30-7dc2-4dd0-a0c5-59466d572667 req-b1f25dfd-0324-43d8-a4af-55a3b1a500e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=10aeadb3-bee1-4441-8aac-0a4661f41f31 HTTP/1.1" status: 200 len: 801 time: 0.1671820 Mar 01 13:53:49.833053 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-b61feb18-099c-4fdf-8eaf-7971217d42b7 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Allocated IP 10.2.2.200 (c10380dc-3261-481a-b6e0-b67ea74edb52/bbb0ca41-6268-4b81-bdd7-21226410b058/e187b1ce-0b6f-4521-8972-2202ece5890a) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:53:49.850580 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d90a3598-9317-4341-8c67-87a137c26745 req-c3fb1fae-568e-4e9a-870c-3f50344a75db tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3177137 Mar 01 13:53:49.873393 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b06e8-5a49-4b08-b2dc-301baf6c0799 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58cc3403-1f21-45ea-95de-baa557ee17b4,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:49.900672 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-edb7d75b-a472-447e-ab65-72539d3b7a5f req-167b06e8-5a49-4b08-b2dc-301baf6c0799 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:49.900672 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-edb7d75b-a472-447e-ab65-72539d3b7a5f req-167b06e8-5a49-4b08-b2dc-301baf6c0799 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7071738 Mar 01 13:53:49.900887 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed390d30-7dc2-4dd0-a0c5-59466d572667 req-804a3743-a7b8-4d30-810d-f991afd19104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:49.905671 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ed390d30-7dc2-4dd0-a0c5-59466d572667 req-804a3743-a7b8-4d30-810d-f991afd19104 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1073837 Mar 01 13:53:49.913316 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed390d30-7dc2-4dd0-a0c5-59466d572667 req-7d11cb50-38c1-4e99-9974-5c240d87394e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:49.916166 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ed390d30-7dc2-4dd0-a0c5-59466d572667 req-7d11cb50-38c1-4e99-9974-5c240d87394e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9c9a123-a209-40cf-a882-c12429486d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1084275 Mar 01 13:53:49.935182 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 46874) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:50.100612 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ed390d30-7dc2-4dd0-a0c5-59466d572667 req-da44d380-e3b2-47ef-bb79-7e3efc0a7b06 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833484 Mar 01 13:53:50.103646 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-ab7165b0-a15e-429c-877e-161dae8a9673 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-669861793-network', 'tenant_id': 'ce5ef1e9645441ceba0503b147a15e3a'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:50.119294 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ed390d30-7dc2-4dd0-a0c5-59466d572667 req-0fd86e1e-b694-4915-8815-1df1329b7e56 service neutron] 10.222.0.32 "GET /v2.0/networks/d9c9a123-a209-40cf-a882-c12429486d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848812 Mar 01 13:53:50.179947 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-b61feb18-099c-4fdf-8eaf-7971217d42b7 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks [] for port (e187b1ce-0b6f-4521-8972-2202ece5890a), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:50.220812 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7165b0-a15e-429c-877e-161dae8a9673 admin admin] Made reservation on behalf of ce5ef1e9645441ceba0503b147a15e3a for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:53:50.223214 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ab7165b0-a15e-429c-877e-161dae8a9673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:50.241101 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ab7165b0-a15e-429c-877e-161dae8a9673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:50.246475 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc82bb-1f54-4a15-9b0f-2788ebd6583a req-bca6bac4-d56a-471b-9879-190a442d5b2f tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:50.252548 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc82bb-1f54-4a15-9b0f-2788ebd6583a req-bca6bac4-d56a-471b-9879-190a442d5b2f tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:50.256128 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6fcc82bb-1f54-4a15-9b0f-2788ebd6583a req-bca6bac4-d56a-471b-9879-190a442d5b2f tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edcb858-6faa-44b2-9a7e-80473a29fce0 HTTP/1.1" status: 200 len: 1678 time: 0.2338514 Mar 01 13:53:50.288521 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-0ce77248-dbdf-4e98-87a0-22446f6d462c tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:50.290400 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-0ce77248-dbdf-4e98-87a0-22446f6d462c tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/networks?id=7791a3ad-ea99-41b5-bb9e-01fc535ffc2e HTTP/1.1" status: 200 len: 812 time: 0.2658858 Mar 01 13:53:50.316656 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ed390d30-7dc2-4dd0-a0c5-59466d572667 req-cefb0bb7-9559-40d6-80e2-e09f2b403c19 service neutron] 10.222.0.32 "GET /v2.0/networks/d9c9a123-a209-40cf-a882-c12429486d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816831 Mar 01 13:53:50.323513 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ed390d30-7dc2-4dd0-a0c5-59466d572667 req-9e4aa060-695c-4ef6-a7d9-18a07b658cbb service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130582 Mar 01 13:53:50.324000 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-30d8153a-0c43-4004-98a3-347426305073 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/quotas/ce8433796a20462188b8cc95a1d1d4d8 HTTP/1.1" status: 200 len: 375 time: 0.0269570 Mar 01 13:53:50.341480 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-b61feb18-099c-4fdf-8eaf-7971217d42b7 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (e187b1ce-0b6f-4521-8972-2202ece5890a), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:50.402870 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ab7165b0-a15e-429c-877e-161dae8a9673 admin admin] Publish callbacks [] for security_group (ea861a08-0fa1-46cc-a3cb-61129b94d203), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:50.408356 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ab7165b0-a15e-429c-877e-161dae8a9673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ea861a08-0fa1-46cc-a3cb-61129b94d203), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:50.438665 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab7165b0-a15e-429c-877e-161dae8a9673 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:53:50.438909 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-b61feb18-099c-4fdf-8eaf-7971217d42b7 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Network c10380dc-3261-481a-b6e0-b67ea74edb52 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:53:50.446726 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-b61feb18-099c-4fdf-8eaf-7971217d42b7 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:53:50.449718 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7165b0-a15e-429c-877e-161dae8a9673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea861a08-0fa1-46cc-a3cb-61129b94d203,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:50.449905 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-b61feb18-099c-4fdf-8eaf-7971217d42b7 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:53:50.455698 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ab7165b0-a15e-429c-877e-161dae8a9673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (3aa63847-39eb-4f29-bbd2-378e4ac6d137), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:50.455931 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-ab7165b0-a15e-429c-877e-161dae8a9673 admin admin] Added segment 3aa63847-39eb-4f29-bbd2-378e4ac6d137 of type vlan for network 079f57ae-9981-4adf-9a56-b06986225417 Mar 01 13:53:50.469342 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6fcc82bb-1f54-4a15-9b0f-2788ebd6583a req-5a09e35b-9ba3-4009-9ec5-ee09e337f111 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892848 Mar 01 13:53:50.505805 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61feb18-099c-4fdf-8eaf-7971217d42b7 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Pushing event updated for resources: {'Port': ['ID=e187b1ce-0b6f-4521-8972-2202ece5890a,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:50.509068 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ab7165b0-a15e-429c-877e-161dae8a9673 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (079f57ae-9981-4adf-9a56-b06986225417), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:50.541701 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ab7165b0-a15e-429c-877e-161dae8a9673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (079f57ae-9981-4adf-9a56-b06986225417), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:50.544643 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7165b0-a15e-429c-877e-161dae8a9673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:50.546267 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ab7165b0-a15e-429c-877e-161dae8a9673 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:50.560583 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-66ee76fe-861c-454e-af09-96e8e86563a4 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce8433796a20462188b8cc95a1d1d4d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2171786 Mar 01 13:53:50.581727 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ab7165b0-a15e-429c-877e-161dae8a9673 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6450803 Mar 01 13:53:50.590638 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-b61feb18-099c-4fdf-8eaf-7971217d42b7 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:50.591264 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-b61feb18-099c-4fdf-8eaf-7971217d42b7 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:50.643333 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7165b0-a15e-429c-877e-161dae8a9673 admin admin] Pushing event updated for resources: {'Network': ['ID=079f57ae-9981-4adf-9a56-b06986225417,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:50.652009 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5a3d1abd-0369-4bb3-bb46-1e49bc669a74 req-ab5a7192-3797-466b-9786-b1b63d6c9744 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "GET /v2.0/security-groups/a9dd3294-2edd-4e52-b03d-5edad7ad15d7 HTTP/1.1" status: 200 len: 3015 time: 0.1479597 Mar 01 13:53:50.665233 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 079f57ae-9981-4adf-9a56-b06986225417 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:53:50.701735 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-b61feb18-099c-4fdf-8eaf-7971217d42b7 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4268334 Mar 01 13:53:50.730815 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-10bfe40b-9020-4ac4-a7b4-155b8011b19c service neutron] Request body: {'port': {'device_id': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:50.827275 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-99df0921-3cbd-4915-b97a-4e14e340175b None None] Provisioning complete for port e187b1ce-0b6f-4521-8972-2202ece5890a triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:53:50.827826 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-99df0921-3cbd-4915-b97a-4e14e340175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e187b1ce-0b6f-4521-8972-2202ece5890a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:50.827940 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-75ec2a7d-1f7d-44d2-96fe-4a54d62d087c service neutron] 10.222.0.13 "GET /v2.0/networks/7791a3ad-ea99-41b5-bb9e-01fc535ffc2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532866 Mar 01 13:53:50.866109 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-99df0921-3cbd-4915-b97a-4e14e340175b None None] Port e187b1ce-0b6f-4521-8972-2202ece5890a cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:53:50.916682 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-10bfe40b-9020-4ac4-a7b4-155b8011b19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9f28206c-c781-4ede-8c50-bd5c43320593), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:50.937687 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b07c1c-7534-4eef-b7d5-2da24984768f req-cee83802-de05-410c-8489-8abe3cfc1110 tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:50.939152 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c5b07c1c-7534-4eef-b7d5-2da24984768f req-cee83802-de05-410c-8489-8abe3cfc1110 tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] 10.222.0.13 "GET /v2.0/ports?device_id=3381d3c5-9d9b-4aac-94d9-73a43ff7ea03 HTTP/1.1" status: 200 len: 948 time: 0.1780014 Mar 01 13:53:51.026132 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-ba28116f-447b-4ee8-992a-946f72e3e7e4 service neutron] 10.222.0.13 "GET /v2.0/networks/7791a3ad-ea99-41b5-bb9e-01fc535ffc2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911075 Mar 01 13:53:51.104680 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c5b07c1c-7534-4eef-b7d5-2da24984768f req-86514d22-403d-4e3f-95f4-de8def0db467 tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] 10.222.0.13 "GET /v2.0/security-groups?id=7eb82d9d-c3e6-4600-a7f4-f8f8362655ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557212 Mar 01 13:53:51.188181 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bafe7b33-5793-42a6-aa63-4d6727b524a1 req-fc45648b-b0f4-409b-b77b-7356397da06c tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "GET /v2.0/security-group-rules/58cc3403-1f21-45ea-95de-baa557ee17b4 HTTP/1.1" status: 200 len: 783 time: 0.0277719 Mar 01 13:53:51.614799 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bafe7b33-5793-42a6-aa63-4d6727b524a1 req-b4e2b745-1af5-4898-bdbb-8e4aef8ed050 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "GET /v2.0/security-groups/a9dd3294-2edd-4e52-b03d-5edad7ad15d7 HTTP/1.1" status: 200 len: 3015 time: 0.4176946 Mar 01 13:53:51.721260 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-10bfe40b-9020-4ac4-a7b4-155b8011b19c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f28206c-c781-4ede-8c50-bd5c43320593 {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:53:51.731881 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35c3d6-9a4b-4ee4-8210-1ae62a6b565a req-92f7e7d6-3cc0-4130-a09b-9f2515d4db37 tempest-ComputeTenantNetworksTest-1962822983 tempest-ComputeTenantNetworksTest-1962822983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:51.737714 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35c3d6-9a4b-4ee4-8210-1ae62a6b565a req-92f7e7d6-3cc0-4130-a09b-9f2515d4db37 tempest-ComputeTenantNetworksTest-1962822983 tempest-ComputeTenantNetworksTest-1962822983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:51.743164 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35c3d6-9a4b-4ee4-8210-1ae62a6b565a req-92f7e7d6-3cc0-4130-a09b-9f2515d4db37 tempest-ComputeTenantNetworksTest-1962822983 tempest-ComputeTenantNetworksTest-1962822983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:51.745237 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc35c3d6-9a4b-4ee4-8210-1ae62a6b565a req-92f7e7d6-3cc0-4130-a09b-9f2515d4db37 tempest-ComputeTenantNetworksTest-1962822983 tempest-ComputeTenantNetworksTest-1962822983-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2487416 Mar 01 13:53:51.748919 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bafe7b33-5793-42a6-aa63-4d6727b524a1 req-0351ffd1-4079-47b6-b0f8-2ab4ffbaecc6 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group_rule (58cc3403-1f21-45ea-95de-baa557ee17b4), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:51.752760 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-10bfe40b-9020-4ac4-a7b4-155b8011b19c service neutron] Publish callbacks [] for port (9f28206c-c781-4ede-8c50-bd5c43320593), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:51.765631 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bafe7b33-5793-42a6-aa63-4d6727b524a1 req-0351ffd1-4079-47b6-b0f8-2ab4ffbaecc6 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group_rule (58cc3403-1f21-45ea-95de-baa557ee17b4), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:51.787036 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-10bfe40b-9020-4ac4-a7b4-155b8011b19c service neutron] Transition to ACTIVE for port object 9f28206c-c781-4ede-8c50-bd5c43320593 will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:53:51.801091 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-10bfe40b-9020-4ac4-a7b4-155b8011b19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (9f28206c-c781-4ede-8c50-bd5c43320593), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:51.846728 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bafe7b33-5793-42a6-aa63-4d6727b524a1 req-0351ffd1-4079-47b6-b0f8-2ab4ffbaecc6 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (58cc3403-1f21-45ea-95de-baa557ee17b4), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:51.852664 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bafe7b33-5793-42a6-aa63-4d6727b524a1 req-0351ffd1-4079-47b6-b0f8-2ab4ffbaecc6 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:51.853776 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bafe7b33-5793-42a6-aa63-4d6727b524a1 req-0351ffd1-4079-47b6-b0f8-2ab4ffbaecc6 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/58cc3403-1f21-45ea-95de-baa557ee17b4 HTTP/1.1" status: 204 len: 173 time: 0.2287230 Mar 01 13:53:51.902416 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351ffd1-4079-47b6-b0f8-2ab4ffbaecc6 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58cc3403-1f21-45ea-95de-baa557ee17b4,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:51.915182 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bfe40b-9020-4ac4-a7b4-155b8011b19c service neutron] Pushing event updated for resources: {'Port': ['ID=9f28206c-c781-4ede-8c50-bd5c43320593,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:51.997490 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6a010ebb-9350-4f18-b251-49dd6f97f4fe req-88f0af61-1af1-43e4-89ff-2d974812069a tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?device_id=258c1703-958b-4c7c-a6ea-108c2af79998 HTTP/1.1" status: 200 len: 210 time: 0.0520959 Mar 01 13:53:52.014223 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176e1e6-9490-4355-9bc6-ef7d9c35411f req-8cfd28a3-7e2d-451f-96ef-6cf7b5189dd7 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:52.020302 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176e1e6-9490-4355-9bc6-ef7d9c35411f req-8cfd28a3-7e2d-451f-96ef-6cf7b5189dd7 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:52.025659 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176e1e6-9490-4355-9bc6-ef7d9c35411f req-8cfd28a3-7e2d-451f-96ef-6cf7b5189dd7 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:52.032245 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176e1e6-9490-4355-9bc6-ef7d9c35411f req-8cfd28a3-7e2d-451f-96ef-6cf7b5189dd7 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:52.037680 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176e1e6-9490-4355-9bc6-ef7d9c35411f req-8cfd28a3-7e2d-451f-96ef-6cf7b5189dd7 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:52.039488 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a176e1e6-9490-4355-9bc6-ef7d9c35411f req-8cfd28a3-7e2d-451f-96ef-6cf7b5189dd7 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 3827 time: 0.2098632 Mar 01 13:53:52.083606 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-10bfe40b-9020-4ac4-a7b4-155b8011b19c service neutron] Attempting to bind port 9f28206c-c781-4ede-8c50-bd5c43320593 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:53:52.083965 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-10bfe40b-9020-4ac4-a7b4-155b8011b19c service neutron] Attempting to bind port 9f28206c-c781-4ede-8c50-bd5c43320593 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'efe63841-b106-46a8-b592-11b75931e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7bc0ee18-c84c-4cd4-a25a-b7c745ed092c'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:53:52.084294 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-10bfe40b-9020-4ac4-a7b4-155b8011b19c service neutron] Attempting to bind port 9f28206c-c781-4ede-8c50-bd5c43320593 on network 7bc0ee18-c84c-4cd4-a25a-b7c745ed092c {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:53:52.098251 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-10bfe40b-9020-4ac4-a7b4-155b8011b19c service neutron] Port 9f28206c-c781-4ede-8c50-bd5c43320593 on network 7bc0ee18-c84c-4cd4-a25a-b7c745ed092c not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:53:52.098588 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-10bfe40b-9020-4ac4-a7b4-155b8011b19c service neutron] Attempting to bind port 9f28206c-c781-4ede-8c50-bd5c43320593 on network 7bc0ee18-c84c-4cd4-a25a-b7c745ed092c {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:53:52.130815 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a176e1e6-9490-4355-9bc6-ef7d9c35411f req-c0a1e231-730f-4d5a-ab6a-d71723676693 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794933 Mar 01 13:53:52.150368 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-10bfe40b-9020-4ac4-a7b4-155b8011b19c service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:53:52.150709 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-10bfe40b-9020-4ac4-a7b4-155b8011b19c service neutron] Checking segment: {'id': 'efe63841-b106-46a8-b592-11b75931e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7bc0ee18-c84c-4cd4-a25a-b7c745ed092c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:53:52.151095 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-10bfe40b-9020-4ac4-a7b4-155b8011b19c service neutron] Bound using segment: {'id': 'efe63841-b106-46a8-b592-11b75931e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7bc0ee18-c84c-4cd4-a25a-b7c745ed092c'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:53:52.151536 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-10bfe40b-9020-4ac4-a7b4-155b8011b19c service neutron] Bound port: 9f28206c-c781-4ede-8c50-bd5c43320593, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efe63841-b106-46a8-b592-11b75931e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7bc0ee18-c84c-4cd4-a25a-b7c745ed092c'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:53:52.151938 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-10bfe40b-9020-4ac4-a7b4-155b8011b19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9f28206c-c781-4ede-8c50-bd5c43320593), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:52.343716 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0c083-faff-418f-b0cf-5edc38b8b97a req-53ef77fc-b5fb-4fdd-89e6-4b78a69e0138 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:52.350495 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0c083-faff-418f-b0cf-5edc38b8b97a req-53ef77fc-b5fb-4fdd-89e6-4b78a69e0138 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:52.350983 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a4a0c083-faff-418f-b0cf-5edc38b8b97a req-53ef77fc-b5fb-4fdd-89e6-4b78a69e0138 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edcb858-6faa-44b2-9a7e-80473a29fce0 HTTP/1.1" status: 200 len: 1678 time: 0.2465990 Mar 01 13:53:52.352224 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-10bfe40b-9020-4ac4-a7b4-155b8011b19c service neutron] For port 9f28206c-c781-4ede-8c50-bd5c43320593, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:53:52.355860 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-397db3a2-c575-4ec2-bb56-7da2a79ae65d tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:52.359577 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e514f6-33b8-4439-8a0f-9df30c105b36 req-54c9e43d-11bb-4a5d-a830-44fdfc20886e tempest-ComputeTenantNetworksTest-1962822983 tempest-ComputeTenantNetworksTest-1962822983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:52.361039 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-78e514f6-33b8-4439-8a0f-9df30c105b36 req-54c9e43d-11bb-4a5d-a830-44fdfc20886e tempest-ComputeTenantNetworksTest-1962822983 tempest-ComputeTenantNetworksTest-1962822983-project] 10.222.0.13 "GET /v2.0/networks/079f57ae-9981-4adf-9a56-b06986225417 HTTP/1.1" status: 200 len: 768 time: 0.1471386 Mar 01 13:53:52.362906 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-10bfe40b-9020-4ac4-a7b4-155b8011b19c service neutron] For port 9f28206c-c781-4ede-8c50-bd5c43320593, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9f28206c-c781-4ede-8c50-bd5c43320593,segment=NetworkSegment(efe63841-b106-46a8-b592-11b75931e8a7),segment_id=efe63841-b106-46a8-b592-11b75931e8a7)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:53:52.373135 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 46918) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:52.382205 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-397db3a2-c575-4ec2-bb56-7da2a79ae65d tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.20 "GET /v2.0/networks?id=7791a3ad-ea99-41b5-bb9e-01fc535ffc2e HTTP/1.1" status: 200 len: 812 time: 0.1522057 Mar 01 13:53:52.399867 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-14ea9dbc-1057-46aa-a8ba-9007bcdbf68a tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Request body: {'port': {'device_id': '258c1703-958b-4c7c-a6ea-108c2af79998', 'network_id': '7791a3ad-ea99-41b5-bb9e-01fc535ffc2e', 'admin_state_up': True, 'tenant_id': 'ce8433796a20462188b8cc95a1d1d4d8'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:52.401119 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-10bfe40b-9020-4ac4-a7b4-155b8011b19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (9f28206c-c781-4ede-8c50-bd5c43320593), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:52.516254 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-10bfe40b-9020-4ac4-a7b4-155b8011b19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:52.517961 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-10bfe40b-9020-4ac4-a7b4-155b8011b19c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:52.520189 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-10bfe40b-9020-4ac4-a7b4-155b8011b19c service neutron] 10.222.0.32 "PUT /v2.0/ports/9f28206c-c781-4ede-8c50-bd5c43320593 HTTP/1.1" status: 200 len: 1092 time: 1.8093209 Mar 01 13:53:52.521759 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-14ea9dbc-1057-46aa-a8ba-9007bcdbf68a tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Made reservation on behalf of ce8433796a20462188b8cc95a1d1d4d8 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:53:52.526806 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-14ea9dbc-1057-46aa-a8ba-9007bcdbf68a tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:52.531487 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'tag': '9f28206c-c781-4ede-8c50-bd5c43320593'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:53:52.540263 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02816f35-d4a3-4fc9-9bec-63a7590d4ed9" -d '{"events": [{"name": "network-changed", "server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "tag": "9f28206c-c781-4ede-8c50-bd5c43320593"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:53:52.551242 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:53:52.597454 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-c2499e37-4600-4d4f-a98c-e0a1f7ad06ec service neutron] Request body: {'port': {'device_id': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:52.661445 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f8835fb0-28e1-4cf2-af8f-1b75a2f92ced req-dae1f015-a751-4e21-b98e-1d9c91da18d9 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "GET /v2.0/security-groups/a9dd3294-2edd-4e52-b03d-5edad7ad15d7 HTTP/1.1" status: 200 len: 2416 time: 0.2637801 Mar 01 13:53:52.677066 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a4a0c083-faff-418f-b0cf-5edc38b8b97a req-372b643a-ba04-4690-8e09-241a82cd69ee tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067458 Mar 01 13:53:52.681136 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-970f72c9-525d-4fd3-bd8a-489701470980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (079f57ae-9981-4adf-9a56-b06986225417), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:52.715128 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:52.726794 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-14ea9dbc-1057-46aa-a8ba-9007bcdbf68a tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Allocated IP 172.20.0.6 (7791a3ad-ea99-41b5-bb9e-01fc535ffc2e/7a603dae-4e79-4b27-b3ec-18e6d13670f2/7a8cbb72-6be0-4f74-b061-115e6015fd40) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:53:52.742590 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': '1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5', 'mac_address': 'fa:16:3e:50:8f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:53:52.748965 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device bf99950e-5f80-4419-804c-7b7a15f6ec34 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:53:52.762084 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bfe40b-9020-4ac4-a7b4-155b8011b19c service neutron] Pushing event updated for resources: {'Port': ['ID=9f28206c-c781-4ede-8c50-bd5c43320593,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:52.896512 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-c2499e37-4600-4d4f-a98c-e0a1f7ad06ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (df6c0fb5-c12f-40eb-9fe7-daaf2c030675), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:52.910868 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port bf99950e-5f80-4419-804c-7b7a15f6ec34, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=bf99950e-5f80-4419-804c-7b7a15f6ec34,segment=NetworkSegment(48598a6f-86f3-45e9-8665-ef2be92ef181),segment_id=48598a6f-86f3-45e9-8665-ef2be92ef181)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:52.927191 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'bf99950e-5f80-4419-804c-7b7a15f6ec34', 'network_id': 'd9c9a123-a209-40cf-a882-c12429486d91', 'port_id': 'bf99950e-5f80-4419-804c-7b7a15f6ec34', 'mac_address': 'fa:16:3e:3b:52:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10aeadb3-bee1-4441-8aac-0a4661f41f31', 'ip_address': '19.86.0.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:53:52.945278 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-14ea9dbc-1057-46aa-a8ba-9007bcdbf68a tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for port (7a8cbb72-6be0-4f74-b061-115e6015fd40), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:52.949363 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:53:52.950024 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:52.966723 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:53:52.970737 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-970f72c9-525d-4fd3-bd8a-489701470980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (079f57ae-9981-4adf-9a56-b06986225417), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:52.986637 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-14ea9dbc-1057-46aa-a8ba-9007bcdbf68a tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (7a8cbb72-6be0-4f74-b061-115e6015fd40), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:52.990166 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:53.005204 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-f8835fb0-28e1-4cf2-af8f-1b75a2f92ced req-b898d94f-f614-4aa8-a72b-35d2760acc69 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (a9dd3294-2edd-4e52-b03d-5edad7ad15d7), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:53.010538 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-14ea9dbc-1057-46aa-a8ba-9007bcdbf68a tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Network 7791a3ad-ea99-41b5-bb9e-01fc535ffc2e is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:53:53.028654 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port bf99950e-5f80-4419-804c-7b7a15f6ec34 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:53:53.029379 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (bf99950e-5f80-4419-804c-7b7a15f6ec34), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:53.035286 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['b25b0ac6-5e13-4a50-9578-da85b551614f'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:53:53.037505 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-14ea9dbc-1057-46aa-a8ba-9007bcdbf68a tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:53:53.037637 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745dc05-3b79-4f8c-a429-26e7b82c5d85 req-d16a46c5-3b77-45a8-bcd1-2b21fd7f94c3 tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:53.039982 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7745dc05-3b79-4f8c-a429-26e7b82c5d85 req-d16a46c5-3b77-45a8-bcd1-2b21fd7f94c3 tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] 10.222.0.13 "GET /v2.0/ports?device_id=3381d3c5-9d9b-4aac-94d9-73a43ff7ea03 HTTP/1.1" status: 200 len: 948 time: 0.2242815 Mar 01 13:53:53.049464 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-970f72c9-525d-4fd3-bd8a-489701470980 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['079f57ae-9981-4adf-9a56-b06986225417']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:53:53.056183 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-14ea9dbc-1057-46aa-a8ba-9007bcdbf68a tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:53:53.078041 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:53.083806 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-970f72c9-525d-4fd3-bd8a-489701470980 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa63847-39eb-4f29-bbd2-378e4ac6d137') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:53:53.084109 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-970f72c9-525d-4fd3-bd8a-489701470980 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa63847-39eb-4f29-bbd2-378e4ac6d137') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:53:53.104285 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-f8835fb0-28e1-4cf2-af8f-1b75a2f92ced req-b898d94f-f614-4aa8-a72b-35d2760acc69 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (a9dd3294-2edd-4e52-b03d-5edad7ad15d7), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:53.109408 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea9dbc-1057-46aa-a8ba-9007bcdbf68a tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Pushing event updated for resources: {'Port': ['ID=7a8cbb72-6be0-4f74-b061-115e6015fd40,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:53.114543 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-970f72c9-525d-4fd3-bd8a-489701470980 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (3aa63847-39eb-4f29-bbd2-378e4ac6d137), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:53.133853 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-14ea9dbc-1057-46aa-a8ba-9007bcdbf68a tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:53.134483 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-14ea9dbc-1057-46aa-a8ba-9007bcdbf68a tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:53.147215 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:53.154810 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf99950e-5f80-4419-804c-7b7a15f6ec34 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:53:53.164228 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-14ea9dbc-1057-46aa-a8ba-9007bcdbf68a tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7735298 Mar 01 13:53:53.176382 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-b0d7e758-c767-4264-b184-c047aeac53eb service neutron] Request body: {'port': {'device_id': '258c1703-958b-4c7c-a6ea-108c2af79998', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:53.217146 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-970f72c9-525d-4fd3-bd8a-489701470980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (3aa63847-39eb-4f29-bbd2-378e4ac6d137), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:53.234078 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-970f72c9-525d-4fd3-bd8a-489701470980 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:53:53.234459 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-970f72c9-525d-4fd3-bd8a-489701470980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (3aa63847-39eb-4f29-bbd2-378e4ac6d137), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:53.236111 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 13:53:53.236111 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:53:53.236111 n-d-827467-3 neutron-server[103727]: timer() Mar 01 13:53:53.236111 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:53:53.236111 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 13:53:53.236111 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:53:53.236111 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 13:53:53.236111 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:53:53.236111 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 13:53:53.236111 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:53:53.236111 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 13:53:53.236111 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:53:53.236111 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 13:53:53.236111 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:53:53.236111 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:53:53.236111 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:53:53.236111 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:53:53.236111 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:53:53.236111 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 13:53:53.236111 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:53:53.236111 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 13:53:53.236111 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:53:53.236111 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:53:53.236111 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:53:53.236111 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 13:53:53.236111 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:53:53.236111 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:53:53.236111 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:53:53.236111 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:53:53.236111 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:53:53.236111 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:53:53.236111 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:53:53.259770 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-b0d7e758-c767-4264-b184-c047aeac53eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7a8cbb72-6be0-4f74-b061-115e6015fd40), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:53.262731 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port bf99950e-5f80-4419-804c-7b7a15f6ec34, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=bf99950e-5f80-4419-804c-7b7a15f6ec34,segment=NetworkSegment(48598a6f-86f3-45e9-8665-ef2be92ef181),segment_id=48598a6f-86f3-45e9-8665-ef2be92ef181)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:53.304352 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7745dc05-3b79-4f8c-a429-26e7b82c5d85 req-a5fa0938-a628-4004-b6d0-9ea6c1a35251 tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] 10.222.0.13 "GET /v2.0/security-groups?id=7eb82d9d-c3e6-4600-a7f4-f8f8362655ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506502 Mar 01 13:53:53.311841 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (bf99950e-5f80-4419-804c-7b7a15f6ec34), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:53.312788 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b9086be0-b356-403b-b0af-d8dae6916ba0 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:53:53.370107 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-f8835fb0-28e1-4cf2-af8f-1b75a2f92ced req-b898d94f-f614-4aa8-a72b-35d2760acc69 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a9dd3294-2edd-4e52-b03d-5edad7ad15d7), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:53.372720 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-f8835fb0-28e1-4cf2-af8f-1b75a2f92ced req-b898d94f-f614-4aa8-a72b-35d2760acc69 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:53.373871 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f8835fb0-28e1-4cf2-af8f-1b75a2f92ced req-b898d94f-f614-4aa8-a72b-35d2760acc69 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "DELETE /v2.0/security-groups/a9dd3294-2edd-4e52-b03d-5edad7ad15d7 HTTP/1.1" status: 204 len: 173 time: 0.6811240 Mar 01 13:53:53.393046 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-970f72c9-525d-4fd3-bd8a-489701470980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (079f57ae-9981-4adf-9a56-b06986225417), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:53.405636 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=bf99950e-5f80-4419-804c-7b7a15f6ec34,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:53.427209 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-970f72c9-525d-4fd3-bd8a-489701470980 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:53.433807 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-970f72c9-525d-4fd3-bd8a-489701470980 admin admin] 10.222.0.13 "DELETE /v2.0/networks/079f57ae-9981-4adf-9a56-b06986225417 HTTP/1.1" status: 204 len: 168 time: 1.0597007 Mar 01 13:53:53.441304 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898d94f-f614-4aa8-a72b-35d2760acc69 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9dd3294-2edd-4e52-b03d-5edad7ad15d7,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:53.478808 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:53:53.482843 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5db9327-a1fc-4fdd-9002-bb91ad7fddc1 x-openstack-request-id: req-b5db9327-a1fc-4fdd-9002-bb91ad7fddc1 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:53:53.483414 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "tag": "9f28206c-c781-4ede-8c50-bd5c43320593", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:53:53.483778 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5db9327-a1fc-4fdd-9002-bb91ad7fddc1 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:53:53.484272 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'tag': '9f28206c-c781-4ede-8c50-bd5c43320593', 'status': 'completed', 'code': 200} Mar 01 13:53:53.488503 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f72c9-525d-4fd3-bd8a-489701470980 admin admin] Pushing event deleted for resources: {'Network': ['ID=079f57ae-9981-4adf-9a56-b06986225417,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:53.512790 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.resource_extend [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 13:53:53.629634 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b9086be0-b356-403b-b0af-d8dae6916ba0, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b9086be0-b356-403b-b0af-d8dae6916ba0,segment=NetworkSegment(70078cb3-7097-47b5-b841-3e6434eda3e0),segment_id=70078cb3-7097-47b5-b841-3e6434eda3e0)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:53.660698 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'b9086be0-b356-403b-b0af-d8dae6916ba0', 'network_id': 'a340cda7-9090-4b09-a0a5-d366c79cd9ed', 'port_id': 'b9086be0-b356-403b-b0af-d8dae6916ba0', 'mac_address': 'fa:16:3e:9b:34:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d5cb574-bbf6-43f8-a130-608c866fcafa', 'ip_address': '19.80.0.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:53:53.729558 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 46934) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:53.776203 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e87398-3c58-4b89-8cc4-3b3887d5e5d5 req-411bdfa7-26f8-4a99-8cb4-c33f56a66ac0 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:53.777985 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-01e87398-3c58-4b89-8cc4-3b3887d5e5d5 req-411bdfa7-26f8-4a99-8cb4-c33f56a66ac0 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?device_id=258c1703-958b-4c7c-a6ea-108c2af79998 HTTP/1.1" status: 200 len: 931 time: 0.2456388 Mar 01 13:53:53.783026 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-c2499e37-4600-4d4f-a98c-e0a1f7ad06ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df6c0fb5-c12f-40eb-9fe7-daaf2c030675 {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:53:53.783371 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port b9086be0-b356-403b-b0af-d8dae6916ba0 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:53:53.783797 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b9086be0-b356-403b-b0af-d8dae6916ba0), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:53.795723 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-c2499e37-4600-4d4f-a98c-e0a1f7ad06ec service neutron] Publish callbacks [] for port (df6c0fb5-c12f-40eb-9fe7-daaf2c030675), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:53.799794 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9086be0-b356-403b-b0af-d8dae6916ba0 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:53:53.823540 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b9086be0-b356-403b-b0af-d8dae6916ba0, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b9086be0-b356-403b-b0af-d8dae6916ba0,segment=NetworkSegment(70078cb3-7097-47b5-b841-3e6434eda3e0),segment_id=70078cb3-7097-47b5-b841-3e6434eda3e0)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:53.857679 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596ef1f-8925-4d05-9e99-239e6adcc7ff req-1cdcb748-9122-410e-ac32-91827f09f443 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:53.863418 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596ef1f-8925-4d05-9e99-239e6adcc7ff req-1cdcb748-9122-410e-ac32-91827f09f443 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:53.867115 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-b0d7e758-c767-4264-b184-c047aeac53eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a8cbb72-6be0-4f74-b061-115e6015fd40 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:53:53.869250 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596ef1f-8925-4d05-9e99-239e6adcc7ff req-1cdcb748-9122-410e-ac32-91827f09f443 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:53.874309 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b9086be0-b356-403b-b0af-d8dae6916ba0), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:53.876521 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596ef1f-8925-4d05-9e99-239e6adcc7ff req-1cdcb748-9122-410e-ac32-91827f09f443 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:53.877100 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-b0d7e758-c767-4264-b184-c047aeac53eb service neutron] Publish callbacks [] for port (7a8cbb72-6be0-4f74-b061-115e6015fd40), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:53.882451 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596ef1f-8925-4d05-9e99-239e6adcc7ff req-1cdcb748-9122-410e-ac32-91827f09f443 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:53.890328 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6596ef1f-8925-4d05-9e99-239e6adcc7ff req-1cdcb748-9122-410e-ac32-91827f09f443 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 3827 time: 0.3013873 Mar 01 13:53:53.892340 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-b0d7e758-c767-4264-b184-c047aeac53eb service neutron] Transition to ACTIVE for port object 7a8cbb72-6be0-4f74-b061-115e6015fd40 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:53:53.899548 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-c2499e37-4600-4d4f-a98c-e0a1f7ad06ec service neutron] Transition to ACTIVE for port object df6c0fb5-c12f-40eb-9fe7-daaf2c030675 will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:53:53.905891 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-b0d7e758-c767-4264-b184-c047aeac53eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (7a8cbb72-6be0-4f74-b061-115e6015fd40), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:53.910308 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-cb293208-fc36-4028-8d0a-138ca5aa211c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce5ef1e9645441ceba0503b147a15e3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1750982 Mar 01 13:53:53.918910 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 46936) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:53.929466 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-c2499e37-4600-4d4f-a98c-e0a1f7ad06ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (df6c0fb5-c12f-40eb-9fe7-daaf2c030675), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:54.006384 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=b9086be0-b356-403b-b0af-d8dae6916ba0,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:54.026217 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-01e87398-3c58-4b89-8cc4-3b3887d5e5d5 req-4bb07a1b-f4c3-42bd-9490-c147e1567a59 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4d9ca1-f55a-40bc-b944-f22de3eaf370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368071 Mar 01 13:53:54.074399 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d7e758-c767-4264-b184-c047aeac53eb service neutron] Pushing event updated for resources: {'Port': ['ID=7a8cbb72-6be0-4f74-b061-115e6015fd40,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:54.078033 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6596ef1f-8925-4d05-9e99-239e6adcc7ff req-75355291-b342-4536-b9eb-81bf766583f8 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798363 Mar 01 13:53:54.085788 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2499e37-4600-4d4f-a98c-e0a1f7ad06ec service neutron] Pushing event updated for resources: {'Port': ['ID=df6c0fb5-c12f-40eb-9fe7-daaf2c030675,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:54.114549 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02816f35-d4a3-4fc9-9bec-63a7590d4ed9 req-8b4a5683-7ef2-42d5-bb84-f41798fc8f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:54.115039 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02816f35-d4a3-4fc9-9bec-63a7590d4ed9 req-8b4a5683-7ef2-42d5-bb84-f41798fc8f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:54.115521 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02816f35-d4a3-4fc9-9bec-63a7590d4ed9 req-8b4a5683-7ef2-42d5-bb84-f41798fc8f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:54.116241 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02816f35-d4a3-4fc9-9bec-63a7590d4ed9 req-8b4a5683-7ef2-42d5-bb84-f41798fc8f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:54.116707 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02816f35-d4a3-4fc9-9bec-63a7590d4ed9 req-8b4a5683-7ef2-42d5-bb84-f41798fc8f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:54.119216 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-02816f35-d4a3-4fc9-9bec-63a7590d4ed9 req-8b4a5683-7ef2-42d5-bb84-f41798fc8f12 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=78efedc3031f4258896f94ad66a2f53b&device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 4393 time: 0.5949807 Mar 01 13:53:54.146628 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-b0d7e758-c767-4264-b184-c047aeac53eb service neutron] Attempting to bind port 7a8cbb72-6be0-4f74-b061-115e6015fd40 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:53:54.146965 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-b0d7e758-c767-4264-b184-c047aeac53eb service neutron] Attempting to bind port 7a8cbb72-6be0-4f74-b061-115e6015fd40 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': 'cf91def4-7767-4dc0-af58-dc3bc2235578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7791a3ad-ea99-41b5-bb9e-01fc535ffc2e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:53:54.147291 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-b0d7e758-c767-4264-b184-c047aeac53eb service neutron] Attempting to bind port 7a8cbb72-6be0-4f74-b061-115e6015fd40 on network 7791a3ad-ea99-41b5-bb9e-01fc535ffc2e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:53:54.167577 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-b0d7e758-c767-4264-b184-c047aeac53eb service neutron] Port 7a8cbb72-6be0-4f74-b061-115e6015fd40 on network 7791a3ad-ea99-41b5-bb9e-01fc535ffc2e not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:53:54.167925 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-b0d7e758-c767-4264-b184-c047aeac53eb service neutron] Attempting to bind port 7a8cbb72-6be0-4f74-b061-115e6015fd40 on network 7791a3ad-ea99-41b5-bb9e-01fc535ffc2e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:53:54.168886 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [req-d27b97b5-596d-4b0f-815a-acaff235fa23 req-1172395b-5863-4f1a-a779-9b91a7a1d8c4 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] show failed (client error): The resource could not be found. Mar 01 13:53:54.170015 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d27b97b5-596d-4b0f-815a-acaff235fa23 req-1172395b-5863-4f1a-a779-9b91a7a1d8c4 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "GET /v2.0/security-groups/43e81838-46e2-40e5-af02-acad330ed8d6 HTTP/1.1" status: 404 len: 352 time: 0.0902297 Mar 01 13:53:54.196841 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-b0d7e758-c767-4264-b184-c047aeac53eb service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:53:54.197353 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-b0d7e758-c767-4264-b184-c047aeac53eb service neutron] Checking segment: {'id': 'cf91def4-7767-4dc0-af58-dc3bc2235578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7791a3ad-ea99-41b5-bb9e-01fc535ffc2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:53:54.198013 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-b0d7e758-c767-4264-b184-c047aeac53eb service neutron] Bound using segment: {'id': 'cf91def4-7767-4dc0-af58-dc3bc2235578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7791a3ad-ea99-41b5-bb9e-01fc535ffc2e'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:53:54.198488 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-b0d7e758-c767-4264-b184-c047aeac53eb service neutron] Bound port: 7a8cbb72-6be0-4f74-b061-115e6015fd40, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf91def4-7767-4dc0-af58-dc3bc2235578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7791a3ad-ea99-41b5-bb9e-01fc535ffc2e'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:53:54.198996 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-b0d7e758-c767-4264-b184-c047aeac53eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7a8cbb72-6be0-4f74-b061-115e6015fd40), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:54.278911 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bad5a52c-b6ef-4deb-bebe-f559cf000b2a admin admin] Publish callbacks [] for security_group (ea861a08-0fa1-46cc-a3cb-61129b94d203), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:54.346247 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bad5a52c-b6ef-4deb-bebe-f559cf000b2a admin admin] Publish callbacks [] for security_group (ea861a08-0fa1-46cc-a3cb-61129b94d203), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:54.348872 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-c2499e37-4600-4d4f-a98c-e0a1f7ad06ec service neutron] Attempting to bind port df6c0fb5-c12f-40eb-9fe7-daaf2c030675 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:53:54.349269 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-c2499e37-4600-4d4f-a98c-e0a1f7ad06ec service neutron] Attempting to bind port df6c0fb5-c12f-40eb-9fe7-daaf2c030675 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '3f5e992e-f8ac-4270-a68d-c36243966fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6d51e108-e704-49e6-8e91-4223e1d8d343'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:53:54.349661 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-c2499e37-4600-4d4f-a98c-e0a1f7ad06ec service neutron] Attempting to bind port df6c0fb5-c12f-40eb-9fe7-daaf2c030675 on network 6d51e108-e704-49e6-8e91-4223e1d8d343 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:53:54.363519 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-754fb686-cae7-45cb-9ce8-66f97c730e4c req-2782eb98-f82a-4b2f-9619-59d43e870a81 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "GET /v2.0/security-groups/fcce31fb-10bf-44d7-9db6-290ddba3035c HTTP/1.1" status: 200 len: 1824 time: 0.1485319 Mar 01 13:53:54.370165 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['b9086be0-b356-403b-b0af-d8dae6916ba0'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:53:54.371476 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-c2499e37-4600-4d4f-a98c-e0a1f7ad06ec service neutron] Port df6c0fb5-c12f-40eb-9fe7-daaf2c030675 on network 6d51e108-e704-49e6-8e91-4223e1d8d343 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:53:54.371893 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-c2499e37-4600-4d4f-a98c-e0a1f7ad06ec service neutron] Attempting to bind port df6c0fb5-c12f-40eb-9fe7-daaf2c030675 on network 6d51e108-e704-49e6-8e91-4223e1d8d343 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:53:54.408529 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254de53-7a84-436d-adb2-e809e28d200b req-1616f338-05ee-4952-bd75-7e90deca716f tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:54.413955 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254de53-7a84-436d-adb2-e809e28d200b req-1616f338-05ee-4952-bd75-7e90deca716f tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:54.415441 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02816f35-d4a3-4fc9-9bec-63a7590d4ed9 req-061b5a06-1be9-46ad-bb80-885aa0161566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:54.415588 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8254de53-7a84-436d-adb2-e809e28d200b req-1616f338-05ee-4952-bd75-7e90deca716f tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edcb858-6faa-44b2-9a7e-80473a29fce0 HTTP/1.1" status: 200 len: 1680 time: 0.2445250 Mar 01 13:53:54.415948 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02816f35-d4a3-4fc9-9bec-63a7590d4ed9 req-061b5a06-1be9-46ad-bb80-885aa0161566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:54.416416 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02816f35-d4a3-4fc9-9bec-63a7590d4ed9 req-061b5a06-1be9-46ad-bb80-885aa0161566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:54.416529 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-c2499e37-4600-4d4f-a98c-e0a1f7ad06ec service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:53:54.416880 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-c2499e37-4600-4d4f-a98c-e0a1f7ad06ec service neutron] Checking segment: {'id': '3f5e992e-f8ac-4270-a68d-c36243966fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6d51e108-e704-49e6-8e91-4223e1d8d343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:53:54.417321 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-c2499e37-4600-4d4f-a98c-e0a1f7ad06ec service neutron] Bound using segment: {'id': '3f5e992e-f8ac-4270-a68d-c36243966fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6d51e108-e704-49e6-8e91-4223e1d8d343'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:53:54.417932 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-c2499e37-4600-4d4f-a98c-e0a1f7ad06ec service neutron] Bound port: df6c0fb5-c12f-40eb-9fe7-daaf2c030675, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f5e992e-f8ac-4270-a68d-c36243966fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6d51e108-e704-49e6-8e91-4223e1d8d343'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:53:54.418362 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-c2499e37-4600-4d4f-a98c-e0a1f7ad06ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (df6c0fb5-c12f-40eb-9fe7-daaf2c030675), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:54.418829 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-02816f35-d4a3-4fc9-9bec-63a7590d4ed9 req-061b5a06-1be9-46ad-bb80-885aa0161566 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=78efedc3031f4258896f94ad66a2f53b&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2834539 Mar 01 13:53:54.422947 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-b0d7e758-c767-4264-b184-c047aeac53eb service neutron] For port 7a8cbb72-6be0-4f74-b061-115e6015fd40, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:53:54.436266 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-b0d7e758-c767-4264-b184-c047aeac53eb service neutron] For port 7a8cbb72-6be0-4f74-b061-115e6015fd40, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=7a8cbb72-6be0-4f74-b061-115e6015fd40,segment=NetworkSegment(cf91def4-7767-4dc0-af58-dc3bc2235578),segment_id=cf91def4-7767-4dc0-af58-dc3bc2235578)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:53:54.494891 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-b0d7e758-c767-4264-b184-c047aeac53eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (7a8cbb72-6be0-4f74-b061-115e6015fd40), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:54.523323 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-b0d7e758-c767-4264-b184-c047aeac53eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:54.524652 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-b0d7e758-c767-4264-b184-c047aeac53eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:54.526397 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-b0d7e758-c767-4264-b184-c047aeac53eb service neutron] 10.222.0.20 "PUT /v2.0/ports/7a8cbb72-6be0-4f74-b061-115e6015fd40 HTTP/1.1" status: 200 len: 1091 time: 1.3545680 Mar 01 13:53:54.534863 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258c1703-958b-4c7c-a6ea-108c2af79998', 'tag': '7a8cbb72-6be0-4f74-b061-115e6015fd40'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:53:54.538723 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d211906-80b9-4adb-a9b5-961e4ec5ad5c" -d '{"events": [{"name": "network-changed", "server_uuid": "258c1703-958b-4c7c-a6ea-108c2af79998", "tag": "7a8cbb72-6be0-4f74-b061-115e6015fd40"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:53:54.583738 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bad5a52c-b6ef-4deb-bebe-f559cf000b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ea861a08-0fa1-46cc-a3cb-61129b94d203), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:54.586953 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bad5a52c-b6ef-4deb-bebe-f559cf000b2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:54.588273 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-bad5a52c-b6ef-4deb-bebe-f559cf000b2a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea861a08-0fa1-46cc-a3cb-61129b94d203 HTTP/1.1" status: 204 len: 168 time: 0.6598611 Mar 01 13:53:54.598063 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8254de53-7a84-436d-adb2-e809e28d200b req-fb309305-62d8-41f0-935a-3a06b45c4582 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697645 Mar 01 13:53:54.606379 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-754fb686-cae7-45cb-9ce8-66f97c730e4c req-f5bc7f7c-ee9d-431a-8365-2a3e7fb09283 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (fcce31fb-10bf-44d7-9db6-290ddba3035c), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:54.610757 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-c2499e37-4600-4d4f-a98c-e0a1f7ad06ec service neutron] For port df6c0fb5-c12f-40eb-9fe7-daaf2c030675, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:53:54.613318 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5a52c-b6ef-4deb-bebe-f559cf000b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea861a08-0fa1-46cc-a3cb-61129b94d203,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:54.619326 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-c2499e37-4600-4d4f-a98c-e0a1f7ad06ec service neutron] For port df6c0fb5-c12f-40eb-9fe7-daaf2c030675, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=df6c0fb5-c12f-40eb-9fe7-daaf2c030675,segment=NetworkSegment(3f5e992e-f8ac-4270-a68d-c36243966fe6),segment_id=3f5e992e-f8ac-4270-a68d-c36243966fe6)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:53:54.639946 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-c2499e37-4600-4d4f-a98c-e0a1f7ad06ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (df6c0fb5-c12f-40eb-9fe7-daaf2c030675), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:54.652291 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-754fb686-cae7-45cb-9ce8-66f97c730e4c req-f5bc7f7c-ee9d-431a-8365-2a3e7fb09283 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (fcce31fb-10bf-44d7-9db6-290ddba3035c), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:54.711340 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-f1ea4322-b038-4ab7-81f0-977ea4be9536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:54.713229 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-f1ea4322-b038-4ab7-81f0-977ea4be9536 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce8433796a20462188b8cc95a1d1d4d8&device_id=258c1703-958b-4c7c-a6ea-108c2af79998 HTTP/1.1" status: 200 len: 1125 time: 0.1324408 Mar 01 13:53:54.717586 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d7e758-c767-4264-b184-c047aeac53eb service neutron] Pushing event updated for resources: {'Port': ['ID=7a8cbb72-6be0-4f74-b061-115e6015fd40,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:54.748480 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-c2499e37-4600-4d4f-a98c-e0a1f7ad06ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:54.749102 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-c2499e37-4600-4d4f-a98c-e0a1f7ad06ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:54.751182 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-c2499e37-4600-4d4f-a98c-e0a1f7ad06ec service neutron] 10.222.0.32 "PUT /v2.0/ports/df6c0fb5-c12f-40eb-9fe7-daaf2c030675 HTTP/1.1" status: 200 len: 1129 time: 2.1600535 Mar 01 13:53:54.784230 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-f88c228a-11b7-46c2-8671-a6fdbbcc104e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a8cbb72-6be0-4f74-b061-115e6015fd40 HTTP/1.1" status: 200 len: 217 time: 0.0602815 Mar 01 13:53:54.813771 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-902a94ad-1a0b-41fa-88d5-c37f6f532cf5 service neutron] Request body: {'port': {'device_id': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:54.820115 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-754fb686-cae7-45cb-9ce8-66f97c730e4c req-f5bc7f7c-ee9d-431a-8365-2a3e7fb09283 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fcce31fb-10bf-44d7-9db6-290ddba3035c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:54.822745 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-754fb686-cae7-45cb-9ce8-66f97c730e4c req-f5bc7f7c-ee9d-431a-8365-2a3e7fb09283 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:54.823859 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-754fb686-cae7-45cb-9ce8-66f97c730e4c req-f5bc7f7c-ee9d-431a-8365-2a3e7fb09283 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "DELETE /v2.0/security-groups/fcce31fb-10bf-44d7-9db6-290ddba3035c HTTP/1.1" status: 204 len: 173 time: 0.4496598 Mar 01 13:53:54.824664 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2499e37-4600-4d4f-a98c-e0a1f7ad06ec service neutron] Pushing event updated for resources: {'Port': ['ID=df6c0fb5-c12f-40eb-9fe7-daaf2c030675,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:54.863598 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02816f35-d4a3-4fc9-9bec-63a7590d4ed9 req-902dc59c-e1fa-4d1e-a7e9-e6ebdcbd1e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:54.869712 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-02816f35-d4a3-4fc9-9bec-63a7590d4ed9 req-902dc59c-e1fa-4d1e-a7e9-e6ebdcbd1e21 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4443266 Mar 01 13:53:54.894945 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc7f7c-ee9d-431a-8365-2a3e7fb09283 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcce31fb-10bf-44d7-9db6-290ddba3035c,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:54.927155 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-4c73d5ef-6e9e-4a77-be1d-3cc9ebd420b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:54.931772 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-4c73d5ef-6e9e-4a77-be1d-3cc9ebd420b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7a603dae-4e79-4b27-b3ec-18e6d13670f2 HTTP/1.1" status: 200 len: 852 time: 0.1393511 Mar 01 13:53:54.935630 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1894ece-01ac-41d7-b160-d7a953f3497b x-openstack-request-id: req-d1894ece-01ac-41d7-b160-d7a953f3497b {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:53:54.936890 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "258c1703-958b-4c7c-a6ea-108c2af79998", "tag": "7a8cbb72-6be0-4f74-b061-115e6015fd40", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:53:54.939623 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1894ece-01ac-41d7-b160-d7a953f3497b {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:53:54.940156 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '258c1703-958b-4c7c-a6ea-108c2af79998', 'tag': '7a8cbb72-6be0-4f74-b061-115e6015fd40', 'status': 'completed', 'code': 200} Mar 01 13:53:54.967846 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-902a94ad-1a0b-41fa-88d5-c37f6f532cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (27efff50-7823-4915-9500-0bfe4a48b9a2), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:54.990934 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4226db9-7cd8-4142-bf63-6d30718abf57 req-16fc984b-8c7d-4a15-a726-116c82911e3a tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:55.010705 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4226db9-7cd8-4142-bf63-6d30718abf57 req-16fc984b-8c7d-4a15-a726-116c82911e3a tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] 10.222.0.13 "GET /v2.0/ports?device_id=3381d3c5-9d9b-4aac-94d9-73a43ff7ea03 HTTP/1.1" status: 200 len: 949 time: 0.1937530 Mar 01 13:53:55.020642 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-ca6d5dc5-0997-40a2-b878-0559899efbfa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7791a3ad-ea99-41b5-bb9e-01fc535ffc2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793598 Mar 01 13:53:55.178137 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4226db9-7cd8-4142-bf63-6d30718abf57 req-ed99271b-796f-49ba-bde5-8feb3e361d1e tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] 10.222.0.13 "GET /v2.0/security-groups?id=7eb82d9d-c3e6-4600-a7f4-f8f8362655ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294374 Mar 01 13:53:55.184892 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-5e482931-ba95-40fa-bc40-34329c5f278a service neutron] 10.222.0.20 "GET /v2.0/networks/7791a3ad-ea99-41b5-bb9e-01fc535ffc2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570127 Mar 01 13:53:55.247599 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-06ce57bc-01e7-4112-84a7-15a65d94d084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:55.355269 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-dd7cf1ff-4d73-4ec9-a1f4-cef692328eed req-6ba0b5b1-453d-469e-99e8-48a43393adf5 service neutron] 10.222.0.20 "GET /v2.0/networks/7791a3ad-ea99-41b5-bb9e-01fc535ffc2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624846 Mar 01 13:53:55.453668 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a2a33eb2-d3d4-4122-955a-fd93e3fb0155 req-3633c333-be95-40ed-be02-7fe08e42c2f8 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "GET /v2.0/security-groups/afcb2fd2-bc08-42fe-ba34-2e08bdb7893f HTTP/1.1" status: 200 len: 1824 time: 0.5086594 Mar 01 13:53:55.457448 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['bf99950e-5f80-4419-804c-7b7a15f6ec34'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:53:55.484166 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d211906-80b9-4adb-a9b5-961e4ec5ad5c req-c7abeae3-db20-4917-9dd1-a5a061cf8e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:55.485027 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb9789-7747-4570-825c-993787dee503 req-84fe8c87-e5a7-4dc7-b2b9-129ac8a76150 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:55.485908 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2d211906-80b9-4adb-a9b5-961e4ec5ad5c req-c7abeae3-db20-4917-9dd1-a5a061cf8e52 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce8433796a20462188b8cc95a1d1d4d8&device_id=258c1703-958b-4c7c-a6ea-108c2af79998 HTTP/1.1" status: 200 len: 1125 time: 0.0662465 Mar 01 13:53:55.492108 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d1cb9789-7747-4570-825c-993787dee503 req-84fe8c87-e5a7-4dc7-b2b9-129ac8a76150 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?device_id=258c1703-958b-4c7c-a6ea-108c2af79998 HTTP/1.1" status: 200 len: 943 time: 0.1740947 Mar 01 13:53:55.502513 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'tag': 'df6c0fb5-c12f-40eb-9fe7-daaf2c030675'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:53:55.504832 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4dfdbf-b8c8-49ad-8f35-2732a0fe38d8" -d '{"events": [{"name": "network-changed", "server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "tag": "df6c0fb5-c12f-40eb-9fe7-daaf2c030675"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:53:55.565817 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-902a94ad-1a0b-41fa-88d5-c37f6f532cf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27efff50-7823-4915-9500-0bfe4a48b9a2 {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:53:55.583176 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-902a94ad-1a0b-41fa-88d5-c37f6f532cf5 service neutron] Publish callbacks [] for port (27efff50-7823-4915-9500-0bfe4a48b9a2), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:55.673317 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-902a94ad-1a0b-41fa-88d5-c37f6f532cf5 service neutron] Transition to ACTIVE for port object 27efff50-7823-4915-9500-0bfe4a48b9a2 will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:53:55.689091 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d1cb9789-7747-4570-825c-993787dee503 req-c22dda4f-59f1-461b-a5a7-a10680975bed tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4d9ca1-f55a-40bc-b944-f22de3eaf370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960318 Mar 01 13:53:55.692317 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-902a94ad-1a0b-41fa-88d5-c37f6f532cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (27efff50-7823-4915-9500-0bfe4a48b9a2), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:55.708280 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-a2a33eb2-d3d4-4122-955a-fd93e3fb0155 req-36fb7c42-02ee-4121-b442-335f332ec0f2 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (afcb2fd2-bc08-42fe-ba34-2e08bdb7893f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:55.783662 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-a2a33eb2-d3d4-4122-955a-fd93e3fb0155 req-36fb7c42-02ee-4121-b442-335f332ec0f2 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (afcb2fd2-bc08-42fe-ba34-2e08bdb7893f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:55.925282 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a94ad-1a0b-41fa-88d5-c37f6f532cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=27efff50-7823-4915-9500-0bfe4a48b9a2,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:56.045864 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b0cc0-3963-4f57-9145-c7d87f0bd70e req-3257d4c1-487d-4de5-9553-dab006c4ab45 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:56.053258 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b0cc0-3963-4f57-9145-c7d87f0bd70e req-3257d4c1-487d-4de5-9553-dab006c4ab45 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:56.060276 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b0cc0-3963-4f57-9145-c7d87f0bd70e req-3257d4c1-487d-4de5-9553-dab006c4ab45 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:56.066392 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b0cc0-3963-4f57-9145-c7d87f0bd70e req-3257d4c1-487d-4de5-9553-dab006c4ab45 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:56.072597 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b0cc0-3963-4f57-9145-c7d87f0bd70e req-3257d4c1-487d-4de5-9553-dab006c4ab45 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:56.077115 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d211906-80b9-4adb-a9b5-961e4ec5ad5c req-213f8a3e-3b2e-42be-b2a8-fe5e18bb3a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:56.079712 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2d211906-80b9-4adb-a9b5-961e4ec5ad5c req-213f8a3e-3b2e-42be-b2a8-fe5e18bb3a40 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7791a3ad-ea99-41b5-bb9e-01fc535ffc2e HTTP/1.1" status: 200 len: 913 time: 0.5851901 Mar 01 13:53:56.080399 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b0cc0-3963-4f57-9145-c7d87f0bd70e req-3257d4c1-487d-4de5-9553-dab006c4ab45 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:56.086519 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b0cc0-3963-4f57-9145-c7d87f0bd70e req-3257d4c1-487d-4de5-9553-dab006c4ab45 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:56.089291 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-983b0cc0-3963-4f57-9145-c7d87f0bd70e req-3257d4c1-487d-4de5-9553-dab006c4ab45 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5369 time: 0.3081048 Mar 01 13:53:56.123190 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-a2a33eb2-d3d4-4122-955a-fd93e3fb0155 req-36fb7c42-02ee-4121-b442-335f332ec0f2 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (afcb2fd2-bc08-42fe-ba34-2e08bdb7893f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:56.126509 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-a2a33eb2-d3d4-4122-955a-fd93e3fb0155 req-36fb7c42-02ee-4121-b442-335f332ec0f2 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:56.127649 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a2a33eb2-d3d4-4122-955a-fd93e3fb0155 req-36fb7c42-02ee-4121-b442-335f332ec0f2 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "DELETE /v2.0/security-groups/afcb2fd2-bc08-42fe-ba34-2e08bdb7893f HTTP/1.1" status: 204 len: 173 time: 0.6656156 Mar 01 13:53:56.136732 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2d211906-80b9-4adb-a9b5-961e4ec5ad5c req-404e6cb3-0273-46e8-8f5f-612a09ceeaef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a8cbb72-6be0-4f74-b061-115e6015fd40 HTTP/1.1" status: 200 len: 217 time: 0.0510774 Mar 01 13:53:56.163527 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb7c42-02ee-4121-b442-335f332ec0f2 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcb2fd2-bc08-42fe-ba34-2e08bdb7893f,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:56.214378 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4e2baa-d416-46e1-994a-31a2935e37af x-openstack-request-id: req-9a4e2baa-d416-46e1-994a-31a2935e37af {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:53:56.215237 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "tag": "df6c0fb5-c12f-40eb-9fe7-daaf2c030675", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:53:56.215237 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a4e2baa-d416-46e1-994a-31a2935e37af {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:53:56.215421 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'tag': 'df6c0fb5-c12f-40eb-9fe7-daaf2c030675', 'status': 'completed', 'code': 200} Mar 01 13:53:56.242575 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-902a94ad-1a0b-41fa-88d5-c37f6f532cf5 service neutron] Attempting to bind port 27efff50-7823-4915-9500-0bfe4a48b9a2 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:53:56.242919 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-902a94ad-1a0b-41fa-88d5-c37f6f532cf5 service neutron] Attempting to bind port 27efff50-7823-4915-9500-0bfe4a48b9a2 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '3f5e992e-f8ac-4270-a68d-c36243966fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6d51e108-e704-49e6-8e91-4223e1d8d343'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:53:56.243904 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-902a94ad-1a0b-41fa-88d5-c37f6f532cf5 service neutron] Attempting to bind port 27efff50-7823-4915-9500-0bfe4a48b9a2 on network 6d51e108-e704-49e6-8e91-4223e1d8d343 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:53:56.269875 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-902a94ad-1a0b-41fa-88d5-c37f6f532cf5 service neutron] Port 27efff50-7823-4915-9500-0bfe4a48b9a2 on network 6d51e108-e704-49e6-8e91-4223e1d8d343 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:53:56.270219 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-902a94ad-1a0b-41fa-88d5-c37f6f532cf5 service neutron] Attempting to bind port 27efff50-7823-4915-9500-0bfe4a48b9a2 on network 6d51e108-e704-49e6-8e91-4223e1d8d343 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:53:56.277277 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d211906-80b9-4adb-a9b5-961e4ec5ad5c req-52b0b6f8-b701-4f11-a454-abb7422864ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:56.278900 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2d211906-80b9-4adb-a9b5-961e4ec5ad5c req-52b0b6f8-b701-4f11-a454-abb7422864ab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7a603dae-4e79-4b27-b3ec-18e6d13670f2 HTTP/1.1" status: 200 len: 852 time: 0.1335461 Mar 01 13:53:56.282996 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-902a94ad-1a0b-41fa-88d5-c37f6f532cf5 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:53:56.283347 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-902a94ad-1a0b-41fa-88d5-c37f6f532cf5 service neutron] Checking segment: {'id': '3f5e992e-f8ac-4270-a68d-c36243966fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6d51e108-e704-49e6-8e91-4223e1d8d343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:53:56.283757 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-902a94ad-1a0b-41fa-88d5-c37f6f532cf5 service neutron] Bound using segment: {'id': '3f5e992e-f8ac-4270-a68d-c36243966fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6d51e108-e704-49e6-8e91-4223e1d8d343'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:53:56.284194 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-902a94ad-1a0b-41fa-88d5-c37f6f532cf5 service neutron] Bound port: 27efff50-7823-4915-9500-0bfe4a48b9a2, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f5e992e-f8ac-4270-a68d-c36243966fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6d51e108-e704-49e6-8e91-4223e1d8d343'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:53:56.284553 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-902a94ad-1a0b-41fa-88d5-c37f6f532cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (27efff50-7823-4915-9500-0bfe4a48b9a2), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:56.308731 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-983b0cc0-3963-4f57-9145-c7d87f0bd70e req-a6f63520-3126-48bc-87c8-c51d921576ed tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1886714 Mar 01 13:53:56.329066 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2d211906-80b9-4adb-a9b5-961e4ec5ad5c req-a50acd43-793d-4e3d-a293-408932491fab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7791a3ad-ea99-41b5-bb9e-01fc535ffc2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394018 Mar 01 13:53:56.338457 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4dfdbf-b8c8-49ad-8f35-2732a0fe38d8 req-dd322bb7-5e41-467c-9978-36b94d3286c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:56.339225 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4dfdbf-b8c8-49ad-8f35-2732a0fe38d8 req-dd322bb7-5e41-467c-9978-36b94d3286c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:56.339789 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4dfdbf-b8c8-49ad-8f35-2732a0fe38d8 req-dd322bb7-5e41-467c-9978-36b94d3286c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:56.341594 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4dfdbf-b8c8-49ad-8f35-2732a0fe38d8 req-dd322bb7-5e41-467c-9978-36b94d3286c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:56.342346 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4dfdbf-b8c8-49ad-8f35-2732a0fe38d8 req-dd322bb7-5e41-467c-9978-36b94d3286c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:56.343334 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4dfdbf-b8c8-49ad-8f35-2732a0fe38d8 req-dd322bb7-5e41-467c-9978-36b94d3286c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:56.344474 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4dfdbf-b8c8-49ad-8f35-2732a0fe38d8 req-dd322bb7-5e41-467c-9978-36b94d3286c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:56.357561 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ea4dfdbf-b8c8-49ad-8f35-2732a0fe38d8 req-dd322bb7-5e41-467c-9978-36b94d3286c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=78efedc3031f4258896f94ad66a2f53b&device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 6226 time: 0.1390374 Mar 01 13:53:56.550625 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2d211906-80b9-4adb-a9b5-961e4ec5ad5c req-c6c81105-0360-4d61-ab3e-7c7692a06618 service neutron] 10.222.0.20 "GET /v2.0/networks/7791a3ad-ea99-41b5-bb9e-01fc535ffc2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919467 Mar 01 13:53:56.551941 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4dfdbf-b8c8-49ad-8f35-2732a0fe38d8 req-f9996b8f-f66e-4359-9d13-c0a55eca0e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:56.552417 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4dfdbf-b8c8-49ad-8f35-2732a0fe38d8 req-f9996b8f-f66e-4359-9d13-c0a55eca0e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:56.553123 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4dfdbf-b8c8-49ad-8f35-2732a0fe38d8 req-f9996b8f-f66e-4359-9d13-c0a55eca0e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:56.556139 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ea4dfdbf-b8c8-49ad-8f35-2732a0fe38d8 req-f9996b8f-f66e-4359-9d13-c0a55eca0e00 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=78efedc3031f4258896f94ad66a2f53b&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1882496 Mar 01 13:53:56.578790 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:53:56.714968 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:53:56.721823 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:53:56.722429 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:56.772526 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device bf99950e-5f80-4419-804c-7b7a15f6ec34 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:53:56.807538 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5ca2f01e-2d18-4fce-9322-1eb2c9c0e195 req-430c53e0-56e6-4134-8c01-6f50575d2690 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "GET /v2.0/security-groups/c258a99d-ea8b-49c5-824a-461f473e0c28 HTTP/1.1" status: 200 len: 1823 time: 0.4272187 Mar 01 13:53:56.813561 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2d211906-80b9-4adb-a9b5-961e4ec5ad5c req-98f22a68-2ff7-46ce-adc7-a91450588093 service neutron] 10.222.0.20 "GET /v2.0/networks/7791a3ad-ea99-41b5-bb9e-01fc535ffc2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486780 Mar 01 13:53:56.829390 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4dfdbf-b8c8-49ad-8f35-2732a0fe38d8 req-eba15113-844e-4560-bf0f-9acbb856d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:56.831478 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ea4dfdbf-b8c8-49ad-8f35-2732a0fe38d8 req-eba15113-844e-4560-bf0f-9acbb856d391 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2641375 Mar 01 13:53:56.831922 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097f7d2-a081-4229-b9b2-d0ecec4c6a66 req-70ea44a5-2559-4a07-b323-15b6845e2c6e tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:56.838991 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097f7d2-a081-4229-b9b2-d0ecec4c6a66 req-70ea44a5-2559-4a07-b323-15b6845e2c6e tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:56.845349 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0097f7d2-a081-4229-b9b2-d0ecec4c6a66 req-70ea44a5-2559-4a07-b323-15b6845e2c6e tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edcb858-6faa-44b2-9a7e-80473a29fce0 HTTP/1.1" status: 200 len: 1680 time: 0.5350809 Mar 01 13:53:56.847810 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-902a94ad-1a0b-41fa-88d5-c37f6f532cf5 service neutron] For port 27efff50-7823-4915-9500-0bfe4a48b9a2, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:53:56.869311 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-902a94ad-1a0b-41fa-88d5-c37f6f532cf5 service neutron] For port 27efff50-7823-4915-9500-0bfe4a48b9a2, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=27efff50-7823-4915-9500-0bfe4a48b9a2,segment=NetworkSegment(3f5e992e-f8ac-4270-a68d-c36243966fe6),segment_id=3f5e992e-f8ac-4270-a68d-c36243966fe6)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:53:56.909086 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-902a94ad-1a0b-41fa-88d5-c37f6f532cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (27efff50-7823-4915-9500-0bfe4a48b9a2), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:56.931603 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port bf99950e-5f80-4419-804c-7b7a15f6ec34 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:53:56.944747 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port bf99950e-5f80-4419-804c-7b7a15f6ec34 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:53:56.945880 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (bf99950e-5f80-4419-804c-7b7a15f6ec34), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:56.984894 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:53:56.987002 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:56.997375 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-902a94ad-1a0b-41fa-88d5-c37f6f532cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:56.998320 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-902a94ad-1a0b-41fa-88d5-c37f6f532cf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:56.999779 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-902a94ad-1a0b-41fa-88d5-c37f6f532cf5 service neutron] 10.222.0.32 "PUT /v2.0/ports/27efff50-7823-4915-9500-0bfe4a48b9a2 HTTP/1.1" status: 200 len: 1129 time: 2.2050517 Mar 01 13:53:57.041177 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-491b52e3-8061-4b79-b3db-e20399798bb8 service neutron] Request body: {'port': {'device_id': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:57.043411 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3381d3c5-9d9b-4aac-94d9-73a43ff7ea03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:53:57.045946 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7689f9-3008-432b-901f-475dd3d48fd7" -d '{"events": [{"server_uuid": "3381d3c5-9d9b-4aac-94d9-73a43ff7ea03", "name": "network-vif-plugged", "status": "completed", "tag": "1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:53:57.060071 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0097f7d2-a081-4229-b9b2-d0ecec4c6a66 req-b708ce18-58c8-45b6-95c5-4d65ec33d4b0 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840703 Mar 01 13:53:57.084282 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:57.097841 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:57.164145 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port bf99950e-5f80-4419-804c-7b7a15f6ec34 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:53:57.164918 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (bf99950e-5f80-4419-804c-7b7a15f6ec34), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:57.188687 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-5ca2f01e-2d18-4fce-9322-1eb2c9c0e195 req-8b8c3e24-d19c-4b2d-afee-a32c72095d70 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (c258a99d-ea8b-49c5-824a-461f473e0c28), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:57.191978 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:57.226060 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port bf99950e-5f80-4419-804c-7b7a15f6ec34, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=bf99950e-5f80-4419-804c-7b7a15f6ec34,segment=NetworkSegment(48598a6f-86f3-45e9-8665-ef2be92ef181),segment_id=48598a6f-86f3-45e9-8665-ef2be92ef181)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:57.233224 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (bf99950e-5f80-4419-804c-7b7a15f6ec34), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:57.234548 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b9086be0-b356-403b-b0af-d8dae6916ba0 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:53:57.255172 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a94ad-1a0b-41fa-88d5-c37f6f532cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=27efff50-7823-4915-9500-0bfe4a48b9a2,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:57.320701 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-5ca2f01e-2d18-4fce-9322-1eb2c9c0e195 req-8b8c3e24-d19c-4b2d-afee-a32c72095d70 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (c258a99d-ea8b-49c5-824a-461f473e0c28), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:57.329204 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=bf99950e-5f80-4419-804c-7b7a15f6ec34,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:57.345571 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port b9086be0-b356-403b-b0af-d8dae6916ba0 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:53:57.352334 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port b9086be0-b356-403b-b0af-d8dae6916ba0 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:53:57.353074 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (b9086be0-b356-403b-b0af-d8dae6916ba0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:57.358289 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e11d34-6fac-4bfc-936f-5ae9ae659a69 req-90eaf2ed-144b-4acd-8891-4326b33bb3a2 tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:57.364327 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-07e11d34-6fac-4bfc-936f-5ae9ae659a69 req-90eaf2ed-144b-4acd-8891-4326b33bb3a2 tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] 10.222.0.13 "GET /v2.0/ports?device_id=3381d3c5-9d9b-4aac-94d9-73a43ff7ea03 HTTP/1.1" status: 200 len: 950 time: 0.1519265 Mar 01 13:53:57.368842 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-491b52e3-8061-4b79-b3db-e20399798bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b5196179-dcc7-4882-9422-95ca3a492713), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:57.440655 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-df7e5182-140b-48ad-a07c-ab5157cfe01a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:57.479118 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-5ca2f01e-2d18-4fce-9322-1eb2c9c0e195 req-8b8c3e24-d19c-4b2d-afee-a32c72095d70 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c258a99d-ea8b-49c5-824a-461f473e0c28), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:57.481813 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-5ca2f01e-2d18-4fce-9322-1eb2c9c0e195 req-8b8c3e24-d19c-4b2d-afee-a32c72095d70 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:57.484679 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5ca2f01e-2d18-4fce-9322-1eb2c9c0e195 req-8b8c3e24-d19c-4b2d-afee-a32c72095d70 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "DELETE /v2.0/security-groups/c258a99d-ea8b-49c5-824a-461f473e0c28 HTTP/1.1" status: 204 len: 173 time: 0.6382530 Mar 01 13:53:57.518785 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port b9086be0-b356-403b-b0af-d8dae6916ba0 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:53:57.519743 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b9086be0-b356-403b-b0af-d8dae6916ba0), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:57.542469 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-07e11d34-6fac-4bfc-936f-5ae9ae659a69 req-a6f9548f-4fb0-4fc1-91e5-36cffa762513 tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] 10.222.0.13 "GET /v2.0/security-groups?id=7eb82d9d-c3e6-4600-a7f4-f8f8362655ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719270 Mar 01 13:53:57.569593 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b9086be0-b356-403b-b0af-d8dae6916ba0, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b9086be0-b356-403b-b0af-d8dae6916ba0,segment=NetworkSegment(70078cb3-7097-47b5-b841-3e6434eda3e0),segment_id=70078cb3-7097-47b5-b841-3e6434eda3e0)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:57.577620 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b9086be0-b356-403b-b0af-d8dae6916ba0), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:57.623841 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c3e24-d19c-4b2d-afee-a32c72095d70 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c258a99d-ea8b-49c5-824a-461f473e0c28,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:57.649465 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc57f4f-859b-4042-899d-1b7ff78db9bd x-openstack-request-id: req-8cc57f4f-859b-4042-899d-1b7ff78db9bd {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:53:57.649985 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3381d3c5-9d9b-4aac-94d9-73a43ff7ea03", "name": "network-vif-plugged", "status": "completed", "tag": "1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:53:57.649985 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8cc57f4f-859b-4042-899d-1b7ff78db9bd {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:53:57.650213 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3381d3c5-9d9b-4aac-94d9-73a43ff7ea03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5', 'code': 200} Mar 01 13:53:57.729354 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=b9086be0-b356-403b-b0af-d8dae6916ba0,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:57.760053 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa778bd-a80f-4b4a-8713-517e412b28af req-d8c47ef2-0df2-46f6-a449-d78cee7dda82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:57.762569 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-bfa778bd-a80f-4b4a-8713-517e412b28af req-d8c47ef2-0df2-46f6-a449-d78cee7dda82 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3381d3c5-9d9b-4aac-94d9-73a43ff7ea03 HTTP/1.1" status: 200 len: 1132 time: 0.0872405 Mar 01 13:53:57.818877 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-bfa778bd-a80f-4b4a-8713-517e412b28af req-2cb1ace9-936b-4d58-b537-92a7768afb86 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7eb82d9d-c3e6-4600-a7f4-f8f8362655ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502443 Mar 01 13:53:57.849820 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c03b9-68a5-4786-b67f-49b112e43867 req-8e4414d5-d400-4316-84f3-2563b332c7a4 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:57.851310 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9c1c03b9-68a5-4786-b67f-49b112e43867 req-8e4414d5-d400-4316-84f3-2563b332c7a4 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?device_id=258c1703-958b-4c7c-a6ea-108c2af79998 HTTP/1.1" status: 200 len: 943 time: 0.2244194 Mar 01 13:53:57.876258 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26b6e6-bed3-409e-885c-a71b10ed529a req-d79751a5-270f-4adb-a990-e33c34999d78 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:57.881670 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26b6e6-bed3-409e-885c-a71b10ed529a req-d79751a5-270f-4adb-a990-e33c34999d78 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:57.887161 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26b6e6-bed3-409e-885c-a71b10ed529a req-d79751a5-270f-4adb-a990-e33c34999d78 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:57.892416 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26b6e6-bed3-409e-885c-a71b10ed529a req-d79751a5-270f-4adb-a990-e33c34999d78 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:57.897659 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26b6e6-bed3-409e-885c-a71b10ed529a req-d79751a5-270f-4adb-a990-e33c34999d78 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:57.902950 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26b6e6-bed3-409e-885c-a71b10ed529a req-d79751a5-270f-4adb-a990-e33c34999d78 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:57.908335 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26b6e6-bed3-409e-885c-a71b10ed529a req-d79751a5-270f-4adb-a990-e33c34999d78 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:57.910266 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ed26b6e6-bed3-409e-885c-a71b10ed529a req-d79751a5-270f-4adb-a990-e33c34999d78 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5369 time: 0.1908395 Mar 01 13:53:58.012451 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9c1c03b9-68a5-4786-b67f-49b112e43867 req-2149818d-9b58-428d-9f10-66c7d2483283 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4d9ca1-f55a-40bc-b944-f22de3eaf370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510122 Mar 01 13:53:58.064988 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-491b52e3-8061-4b79-b3db-e20399798bb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5196179-dcc7-4882-9422-95ca3a492713 {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:53:58.083883 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-491b52e3-8061-4b79-b3db-e20399798bb8 service neutron] Publish callbacks [] for port (b5196179-dcc7-4882-9422-95ca3a492713), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:58.099005 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ed26b6e6-bed3-409e-885c-a71b10ed529a req-8a95aaef-6bc6-4a16-9454-76126cfbb9dc tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1722252 Mar 01 13:53:58.119317 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-491b52e3-8061-4b79-b3db-e20399798bb8 service neutron] Transition to ACTIVE for port object b5196179-dcc7-4882-9422-95ca3a492713 will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:53:58.129622 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-491b52e3-8061-4b79-b3db-e20399798bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (b5196179-dcc7-4882-9422-95ca3a492713), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:58.164226 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-52090c06-8a93-496c-9b35-db8bfac201c7 req-18f37725-dd06-4e48-904e-b13be65052eb tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "GET /v2.0/security-groups/019da842-8576-4426-a33a-3549250afe44 HTTP/1.1" status: 200 len: 2423 time: 0.0947640 Mar 01 13:53:58.204767 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b52e3-8061-4b79-b3db-e20399798bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=b5196179-dcc7-4882-9422-95ca3a492713,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:58.238040 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47020) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:58.240658 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'tag': '27efff50-7823-4915-9500-0bfe4a48b9a2'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:53:58.242979 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4040266e-112f-4805-b4d4-cb1718ed7153" -d '{"events": [{"name": "network-changed", "server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "tag": "27efff50-7823-4915-9500-0bfe4a48b9a2"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:53:58.383019 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-52090c06-8a93-496c-9b35-db8bfac201c7 req-ed903c75-2a00-4911-b126-f8eecff4ec05 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (019da842-8576-4426-a33a-3549250afe44), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:58.384955 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-491b52e3-8061-4b79-b3db-e20399798bb8 service neutron] Attempting to bind port b5196179-dcc7-4882-9422-95ca3a492713 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:53:58.385418 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-491b52e3-8061-4b79-b3db-e20399798bb8 service neutron] Attempting to bind port b5196179-dcc7-4882-9422-95ca3a492713 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '3f5e992e-f8ac-4270-a68d-c36243966fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6d51e108-e704-49e6-8e91-4223e1d8d343'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:53:58.385871 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-491b52e3-8061-4b79-b3db-e20399798bb8 service neutron] Attempting to bind port b5196179-dcc7-4882-9422-95ca3a492713 on network 6d51e108-e704-49e6-8e91-4223e1d8d343 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:53:58.403771 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8c06d-efa0-44f6-82c3-78700e62a633 req-6f41dba1-f148-45fa-a2b9-9994241d0142 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:58.409793 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8c06d-efa0-44f6-82c3-78700e62a633 req-6f41dba1-f148-45fa-a2b9-9994241d0142 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:58.411566 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cae8c06d-efa0-44f6-82c3-78700e62a633 req-6f41dba1-f148-45fa-a2b9-9994241d0142 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edcb858-6faa-44b2-9a7e-80473a29fce0 HTTP/1.1" status: 200 len: 1682 time: 0.1659720 Mar 01 13:53:58.425045 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-491b52e3-8061-4b79-b3db-e20399798bb8 service neutron] Port b5196179-dcc7-4882-9422-95ca3a492713 on network 6d51e108-e704-49e6-8e91-4223e1d8d343 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:53:58.425491 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-491b52e3-8061-4b79-b3db-e20399798bb8 service neutron] Attempting to bind port b5196179-dcc7-4882-9422-95ca3a492713 on network 6d51e108-e704-49e6-8e91-4223e1d8d343 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:53:58.435584 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-deef2de1-4388-454b-9a0a-7985356b44ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:58.455296 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-491b52e3-8061-4b79-b3db-e20399798bb8 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:53:58.456016 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-491b52e3-8061-4b79-b3db-e20399798bb8 service neutron] Checking segment: {'id': '3f5e992e-f8ac-4270-a68d-c36243966fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6d51e108-e704-49e6-8e91-4223e1d8d343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:53:58.456569 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-491b52e3-8061-4b79-b3db-e20399798bb8 service neutron] Bound using segment: {'id': '3f5e992e-f8ac-4270-a68d-c36243966fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6d51e108-e704-49e6-8e91-4223e1d8d343'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:53:58.457197 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-491b52e3-8061-4b79-b3db-e20399798bb8 service neutron] Bound port: b5196179-dcc7-4882-9422-95ca3a492713, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f5e992e-f8ac-4270-a68d-c36243966fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6d51e108-e704-49e6-8e91-4223e1d8d343'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:53:58.457728 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-491b52e3-8061-4b79-b3db-e20399798bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b5196179-dcc7-4882-9422-95ca3a492713), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:58.464503 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-52090c06-8a93-496c-9b35-db8bfac201c7 req-ed903c75-2a00-4911-b126-f8eecff4ec05 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (019da842-8576-4426-a33a-3549250afe44), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:58.519936 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cae8c06d-efa0-44f6-82c3-78700e62a633 req-1e4544a7-c8ef-4d39-a8f5-c04f1045b620 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899019 Mar 01 13:53:58.560415 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-deef2de1-4388-454b-9a0a-7985356b44ca admin admin] Publish callbacks [] for security_group (33a5d07e-ef0e-411e-9c66-8196e2c97a86), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:58.569139 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-deef2de1-4388-454b-9a0a-7985356b44ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (33a5d07e-ef0e-411e-9c66-8196e2c97a86), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:58.580912 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 7a8cbb72-6be0-4f74-b061-115e6015fd40 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:53:58.594527 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-491b52e3-8061-4b79-b3db-e20399798bb8 service neutron] For port b5196179-dcc7-4882-9422-95ca3a492713, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:53:58.597818 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-491b52e3-8061-4b79-b3db-e20399798bb8 service neutron] For port b5196179-dcc7-4882-9422-95ca3a492713, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b5196179-dcc7-4882-9422-95ca3a492713,segment=NetworkSegment(3f5e992e-f8ac-4270-a68d-c36243966fe6),segment_id=3f5e992e-f8ac-4270-a68d-c36243966fe6)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:53:58.603073 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fd4a17-3f8c-43c5-80fe-3a465da3d0cf x-openstack-request-id: req-03fd4a17-3f8c-43c5-80fe-3a465da3d0cf {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:53:58.603365 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "tag": "27efff50-7823-4915-9500-0bfe4a48b9a2", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:53:58.605003 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03fd4a17-3f8c-43c5-80fe-3a465da3d0cf {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:53:58.605580 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'tag': '27efff50-7823-4915-9500-0bfe4a48b9a2', 'status': 'completed', 'code': 200} Mar 01 13:53:58.623582 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-491b52e3-8061-4b79-b3db-e20399798bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (b5196179-dcc7-4882-9422-95ca3a492713), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:58.633935 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-deef2de1-4388-454b-9a0a-7985356b44ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38c5390ec3064f20a80336cc9438fcae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3937833 Mar 01 13:53:58.655035 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 47028) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:58.655749 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-52090c06-8a93-496c-9b35-db8bfac201c7 req-ed903c75-2a00-4911-b126-f8eecff4ec05 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (019da842-8576-4426-a33a-3549250afe44), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:58.658380 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-52090c06-8a93-496c-9b35-db8bfac201c7 req-ed903c75-2a00-4911-b126-f8eecff4ec05 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:58.661615 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-52090c06-8a93-496c-9b35-db8bfac201c7 req-ed903c75-2a00-4911-b126-f8eecff4ec05 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "DELETE /v2.0/security-groups/019da842-8576-4426-a33a-3549250afe44 HTTP/1.1" status: 204 len: 173 time: 0.4856873 Mar 01 13:53:58.681931 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef2de1-4388-454b-9a0a-7985356b44ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a5d07e-ef0e-411e-9c66-8196e2c97a86,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:58.710570 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040266e-112f-4805-b4d4-cb1718ed7153 req-09b6480a-bf12-4015-b7ce-481331666b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:58.711256 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040266e-112f-4805-b4d4-cb1718ed7153 req-09b6480a-bf12-4015-b7ce-481331666b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:58.711522 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040266e-112f-4805-b4d4-cb1718ed7153 req-09b6480a-bf12-4015-b7ce-481331666b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:58.712332 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040266e-112f-4805-b4d4-cb1718ed7153 req-09b6480a-bf12-4015-b7ce-481331666b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:58.713080 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040266e-112f-4805-b4d4-cb1718ed7153 req-09b6480a-bf12-4015-b7ce-481331666b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:58.713500 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040266e-112f-4805-b4d4-cb1718ed7153 req-09b6480a-bf12-4015-b7ce-481331666b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:58.714009 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040266e-112f-4805-b4d4-cb1718ed7153 req-09b6480a-bf12-4015-b7ce-481331666b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:58.716204 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4040266e-112f-4805-b4d4-cb1718ed7153 req-09b6480a-bf12-4015-b7ce-481331666b0c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=78efedc3031f4258896f94ad66a2f53b&device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 6397 time: 0.0783243 Mar 01 13:53:58.753727 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 7a8cbb72-6be0-4f74-b061-115e6015fd40, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=7a8cbb72-6be0-4f74-b061-115e6015fd40,segment=NetworkSegment(cf91def4-7767-4dc0-af58-dc3bc2235578),segment_id=cf91def4-7767-4dc0-af58-dc3bc2235578)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:58.768999 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '7a8cbb72-6be0-4f74-b061-115e6015fd40', 'network_id': '7791a3ad-ea99-41b5-bb9e-01fc535ffc2e', 'port_id': '7a8cbb72-6be0-4f74-b061-115e6015fd40', 'mac_address': 'fa:16:3e:89:cd:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a603dae-4e79-4b27-b3ec-18e6d13670f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:53:58.770008 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b52e3-8061-4b79-b3db-e20399798bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=b5196179-dcc7-4882-9422-95ca3a492713,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:58.793408 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-491b52e3-8061-4b79-b3db-e20399798bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:58.797749 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-491b52e3-8061-4b79-b3db-e20399798bb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:58.800319 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-491b52e3-8061-4b79-b3db-e20399798bb8 service neutron] 10.222.0.32 "PUT /v2.0/ports/b5196179-dcc7-4882-9422-95ca3a492713 HTTP/1.1" status: 200 len: 1090 time: 1.7634542 Mar 01 13:53:58.817198 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed903c75-2a00-4911-b126-f8eecff4ec05 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=019da842-8576-4426-a33a-3549250afe44,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:58.862823 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:58.864541 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 7a8cbb72-6be0-4f74-b061-115e6015fd40 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:53:58.864905 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7a8cbb72-6be0-4f74-b061-115e6015fd40), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:58.885332 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040266e-112f-4805-b4d4-cb1718ed7153 req-05b03c59-33d5-4827-93c0-1d55021e027b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:58.887174 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040266e-112f-4805-b4d4-cb1718ed7153 req-05b03c59-33d5-4827-93c0-1d55021e027b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:58.887850 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040266e-112f-4805-b4d4-cb1718ed7153 req-05b03c59-33d5-4827-93c0-1d55021e027b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:58.890645 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a8cbb72-6be0-4f74-b061-115e6015fd40 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:53:58.891275 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4040266e-112f-4805-b4d4-cb1718ed7153 req-05b03c59-33d5-4827-93c0-1d55021e027b service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=78efedc3031f4258896f94ad66a2f53b&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1662161 Mar 01 13:53:58.898266 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-32cfcdab-3803-49a7-9c69-07a53b45e80b service neutron] Request body: {'port': {'device_id': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:53:58.915578 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 7a8cbb72-6be0-4f74-b061-115e6015fd40, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=7a8cbb72-6be0-4f74-b061-115e6015fd40,segment=NetworkSegment(cf91def4-7767-4dc0-af58-dc3bc2235578),segment_id=cf91def4-7767-4dc0-af58-dc3bc2235578)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:53:58.924483 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (7a8cbb72-6be0-4f74-b061-115e6015fd40), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:58.973537 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=7a8cbb72-6be0-4f74-b061-115e6015fd40,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:58.973917 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2466d16c-517e-4c8b-9583-adf3e51ebc3e req-29370fb2-4dbb-4f3f-a549-4dca9af509b3 tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "GET /v2.0/security-groups/4a4bfee5-3a3d-4b32-8f14-e66f91527a9f HTTP/1.1" status: 200 len: 2416 time: 0.2755949 Mar 01 13:53:59.035740 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040266e-112f-4805-b4d4-cb1718ed7153 req-57544afa-085a-4cdf-a159-201af445528f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:59.038227 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4040266e-112f-4805-b4d4-cb1718ed7153 req-57544afa-085a-4cdf-a159-201af445528f service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1407170 Mar 01 13:53:59.060012 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-58e60c05-4d1e-4b85-8485-1f3a2db682bc admin admin] Publish callbacks [] for security_group (33a5d07e-ef0e-411e-9c66-8196e2c97a86), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:59.069457 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de1386-8aa0-4468-9d97-70efd304e746 req-5c77e6b4-381d-45f4-ac1d-273697cab727 tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:59.070900 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b7de1386-8aa0-4468-9d97-70efd304e746 req-5c77e6b4-381d-45f4-ac1d-273697cab727 tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] 10.222.0.13 "GET /v2.0/ports?device_id=3381d3c5-9d9b-4aac-94d9-73a43ff7ea03 HTTP/1.1" status: 200 len: 950 time: 0.3760076 Mar 01 13:53:59.105330 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-32cfcdab-3803-49a7-9c69-07a53b45e80b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f689403b-d428-4c0e-a2d9-731bc5e976a6), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:59.131364 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-58e60c05-4d1e-4b85-8485-1f3a2db682bc admin admin] Publish callbacks [] for security_group (33a5d07e-ef0e-411e-9c66-8196e2c97a86), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:59.254905 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b7de1386-8aa0-4468-9d97-70efd304e746 req-3ecd3902-ec9e-443b-bd4c-b1933121767c tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] 10.222.0.13 "GET /v2.0/security-groups?id=7eb82d9d-c3e6-4600-a7f4-f8f8362655ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608956 Mar 01 13:53:59.257980 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2466d16c-517e-4c8b-9583-adf3e51ebc3e req-e8ffc2cd-cf1f-48c9-8c45-3a002eb58a6e tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (4a4bfee5-3a3d-4b32-8f14-e66f91527a9f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:59.287641 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['7a8cbb72-6be0-4f74-b061-115e6015fd40'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:53:59.306506 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2466d16c-517e-4c8b-9583-adf3e51ebc3e req-e8ffc2cd-cf1f-48c9-8c45-3a002eb58a6e tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (4a4bfee5-3a3d-4b32-8f14-e66f91527a9f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:59.366821 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-58e60c05-4d1e-4b85-8485-1f3a2db682bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (33a5d07e-ef0e-411e-9c66-8196e2c97a86), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:59.369358 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-58e60c05-4d1e-4b85-8485-1f3a2db682bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:59.373043 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-58e60c05-4d1e-4b85-8485-1f3a2db682bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/33a5d07e-ef0e-411e-9c66-8196e2c97a86 HTTP/1.1" status: 204 len: 168 time: 0.7080085 Mar 01 13:53:59.429031 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e60c05-4d1e-4b85-8485-1f3a2db682bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a5d07e-ef0e-411e-9c66-8196e2c97a86,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:59.477366 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e60c05-4d1e-4b85-8485-1f3a2db682bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:59.477992 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e60c05-4d1e-4b85-8485-1f3a2db682bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:59.478481 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e60c05-4d1e-4b85-8485-1f3a2db682bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:59.478995 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e60c05-4d1e-4b85-8485-1f3a2db682bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:59.479493 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e60c05-4d1e-4b85-8485-1f3a2db682bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:59.480017 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e60c05-4d1e-4b85-8485-1f3a2db682bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:59.480677 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e60c05-4d1e-4b85-8485-1f3a2db682bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:59.481676 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e60c05-4d1e-4b85-8485-1f3a2db682bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:59.481676 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e60c05-4d1e-4b85-8485-1f3a2db682bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:59.482190 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e60c05-4d1e-4b85-8485-1f3a2db682bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:59.482704 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e60c05-4d1e-4b85-8485-1f3a2db682bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:59.483040 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e60c05-4d1e-4b85-8485-1f3a2db682bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:59.483462 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e60c05-4d1e-4b85-8485-1f3a2db682bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:53:59.552198 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2466d16c-517e-4c8b-9583-adf3e51ebc3e req-e8ffc2cd-cf1f-48c9-8c45-3a002eb58a6e tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4a4bfee5-3a3d-4b32-8f14-e66f91527a9f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:59.555369 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2466d16c-517e-4c8b-9583-adf3e51ebc3e req-e8ffc2cd-cf1f-48c9-8c45-3a002eb58a6e tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:59.556585 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2466d16c-517e-4c8b-9583-adf3e51ebc3e req-e8ffc2cd-cf1f-48c9-8c45-3a002eb58a6e tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] 10.222.0.13 "DELETE /v2.0/security-groups/4a4bfee5-3a3d-4b32-8f14-e66f91527a9f HTTP/1.1" status: 204 len: 173 time: 0.5678484 Mar 01 13:53:59.564041 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47044) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:59.573598 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9c7e2-c809-4f31-a4df-024e1ae907f0 req-ce6b263d-0644-4439-8ccd-60f131e5575e tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:59.575407 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b8b9c7e2-c809-4f31-a4df-024e1ae907f0 req-ce6b263d-0644-4439-8ccd-60f131e5575e tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?device_id=258c1703-958b-4c7c-a6ea-108c2af79998 HTTP/1.1" status: 200 len: 944 time: 0.1923702 Mar 01 13:53:59.588709 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ffc2cd-cf1f-48c9-8c45-3a002eb58a6e tempest-SecurityGroupRulesTestJSON-1446005703 tempest-SecurityGroupRulesTestJSON-1446005703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4bfee5-3a3d-4b32-8f14-e66f91527a9f,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:59.651809 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edcb858-6faa-44b2-9a7e-80473a29fce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf99950e-5f80-4419-804c-7b7a15f6ec34'}, {'server_uuid': '2edcb858-6faa-44b2-9a7e-80473a29fce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9086be0-b356-403b-b0af-d8dae6916ba0'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:53:59.655533 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d99b738-8ed3-4344-8cc3-6e72b849ab73" -d '{"events": [{"server_uuid": "2edcb858-6faa-44b2-9a7e-80473a29fce0", "name": "network-vif-plugged", "status": "completed", "tag": "bf99950e-5f80-4419-804c-7b7a15f6ec34"}, {"server_uuid": "2edcb858-6faa-44b2-9a7e-80473a29fce0", "name": "network-vif-plugged", "status": "completed", "tag": "b9086be0-b356-403b-b0af-d8dae6916ba0"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:53:59.674935 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-8115fcf4-ff87-4f2c-ac7c-d7368d0fc5af admin admin] Deleting subnet 471f250e-8ac9-4d79-84ed-5074502ba7bf {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:53:59.679252 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8115fcf4-ff87-4f2c-ac7c-d7368d0fc5af admin admin] Publish callbacks [] for subnet (471f250e-8ac9-4d79-84ed-5074502ba7bf), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:59.698361 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b8b9c7e2-c809-4f31-a4df-024e1ae907f0 req-19c1b7e6-f649-4085-a29a-4cec07cc8be5 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4d9ca1-f55a-40bc-b944-f22de3eaf370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040871 Mar 01 13:53:59.761717 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8115fcf4-ff87-4f2c-ac7c-d7368d0fc5af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (471f250e-8ac9-4d79-84ed-5074502ba7bf), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:59.812269 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8115fcf4-ff87-4f2c-ac7c-d7368d0fc5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (471f250e-8ac9-4d79-84ed-5074502ba7bf), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:59.842518 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47050) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:59.860005 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e1c712ff-7d45-4210-921e-93f1353413e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:59.885634 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-32cfcdab-3803-49a7-9c69-07a53b45e80b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f689403b-d428-4c0e-a2d9-731bc5e976a6 {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:53:59.898474 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-32cfcdab-3803-49a7-9c69-07a53b45e80b service neutron] Publish callbacks [] for port (f689403b-d428-4c0e-a2d9-731bc5e976a6), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:59.910459 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8115fcf4-ff87-4f2c-ac7c-d7368d0fc5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (471f250e-8ac9-4d79-84ed-5074502ba7bf), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:59.914106 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a54230-4be4-44a5-bf2c-6921d570f75a req-7d0da866-7cf5-4ebf-8866-409a178ba4e1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:59.919931 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a54230-4be4-44a5-bf2c-6921d570f75a req-7d0da866-7cf5-4ebf-8866-409a178ba4e1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:59.926863 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a54230-4be4-44a5-bf2c-6921d570f75a req-7d0da866-7cf5-4ebf-8866-409a178ba4e1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:59.934190 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a54230-4be4-44a5-bf2c-6921d570f75a req-7d0da866-7cf5-4ebf-8866-409a178ba4e1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:59.940418 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a54230-4be4-44a5-bf2c-6921d570f75a req-7d0da866-7cf5-4ebf-8866-409a178ba4e1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:59.945807 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a54230-4be4-44a5-bf2c-6921d570f75a req-7d0da866-7cf5-4ebf-8866-409a178ba4e1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:59.948770 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115fcf4-ff87-4f2c-ac7c-d7368d0fc5af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=471f250e-8ac9-4d79-84ed-5074502ba7bf,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:53:59.951360 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a54230-4be4-44a5-bf2c-6921d570f75a req-7d0da866-7cf5-4ebf-8866-409a178ba4e1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:59.953434 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-25a54230-4be4-44a5-bf2c-6921d570f75a req-7d0da866-7cf5-4ebf-8866-409a178ba4e1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5381 time: 0.2513940 Mar 01 13:53:59.954824 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8115fcf4-ff87-4f2c-ac7c-d7368d0fc5af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:53:59.958219 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8115fcf4-ff87-4f2c-ac7c-d7368d0fc5af admin admin] 10.222.0.13 "DELETE /v2.0/subnets/471f250e-8ac9-4d79-84ed-5074502ba7bf HTTP/1.1" status: 204 len: 168 time: 0.3931499 Mar 01 13:53:59.961686 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348620d9-7a9b-480c-850a-e4e8469c45d2 req-43a6b7b3-c388-4c99-8e50-0625d3791366 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:59.962303 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47052) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:53:59.973727 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348620d9-7a9b-480c-850a-e4e8469c45d2 req-43a6b7b3-c388-4c99-8e50-0625d3791366 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:53:59.975342 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-348620d9-7a9b-480c-850a-e4e8469c45d2 req-43a6b7b3-c388-4c99-8e50-0625d3791366 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edcb858-6faa-44b2-9a7e-80473a29fce0 HTTP/1.1" status: 200 len: 1682 time: 0.1837804 Mar 01 13:53:59.996511 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:00.037965 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-32cfcdab-3803-49a7-9c69-07a53b45e80b service neutron] Transition to ACTIVE for port object f689403b-d428-4c0e-a2d9-731bc5e976a6 will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:54:00.058549 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-32cfcdab-3803-49a7-9c69-07a53b45e80b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (f689403b-d428-4c0e-a2d9-731bc5e976a6), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:00.070414 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e1c712ff-7d45-4210-921e-93f1353413e6 admin admin] Publish callbacks [] for security_group (842823c6-9e35-4e00-bb61-4c4e24363f47), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:00.082856 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e1c712ff-7d45-4210-921e-93f1353413e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (842823c6-9e35-4e00-bb61-4c4e24363f47), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:00.090859 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4c992d6e-a27d-481b-b599-1b65fd79e636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (82e2d94a-c8f0-4593-a16d-d1aa67bee78f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:00.139536 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-348620d9-7a9b-480c-850a-e4e8469c45d2 req-0fe8c43b-b5a1-4c09-8b0d-213a5717e515 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452143 Mar 01 13:54:00.141630 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e1c712ff-7d45-4210-921e-93f1353413e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=996e2a4d36f441c48e9169af8a1dafbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2980878 Mar 01 13:54:00.148165 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 47054) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:00.149366 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cfcdab-3803-49a7-9c69-07a53b45e80b service neutron] Pushing event updated for resources: {'Port': ['ID=f689403b-d428-4c0e-a2d9-731bc5e976a6,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:00.155623 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-25a54230-4be4-44a5-bf2c-6921d570f75a req-92d4a748-4f78-4404-8737-4d8bdbbaf064 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1761184 Mar 01 13:54:00.178433 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c712ff-7d45-4210-921e-93f1353413e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842823c6-9e35-4e00-bb61-4c4e24363f47,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:00.281981 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 01 Mar 2022 13:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1dba4b-bebb-4eb4-8db4-68411fecc6e8 x-openstack-request-id: req-eb1dba4b-bebb-4eb4-8db4-68411fecc6e8 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:54:00.282618 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edcb858-6faa-44b2-9a7e-80473a29fce0", "name": "network-vif-plugged", "status": "completed", "tag": "bf99950e-5f80-4419-804c-7b7a15f6ec34", "code": 200}, {"server_uuid": "2edcb858-6faa-44b2-9a7e-80473a29fce0", "name": "network-vif-plugged", "status": "completed", "tag": "b9086be0-b356-403b-b0af-d8dae6916ba0", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:54:00.283162 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb1dba4b-bebb-4eb4-8db4-68411fecc6e8 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:54:00.283942 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edcb858-6faa-44b2-9a7e-80473a29fce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf99950e-5f80-4419-804c-7b7a15f6ec34', 'code': 200} Mar 01 13:54:00.284587 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edcb858-6faa-44b2-9a7e-80473a29fce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9086be0-b356-403b-b0af-d8dae6916ba0', 'code': 200} Mar 01 13:54:00.316445 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4c992d6e-a27d-481b-b599-1b65fd79e636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (82e2d94a-c8f0-4593-a16d-d1aa67bee78f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:00.341347 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-4c992d6e-a27d-481b-b599-1b65fd79e636 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e2d94a-c8f0-4593-a16d-d1aa67bee78f']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:00.382610 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dcaa640b-fcd7-4d60-865f-a828c65745de admin admin] Publish callbacks [] for security_group (842823c6-9e35-4e00-bb61-4c4e24363f47), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:00.400071 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-32cfcdab-3803-49a7-9c69-07a53b45e80b service neutron] Attempting to bind port f689403b-d428-4c0e-a2d9-731bc5e976a6 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:54:00.400675 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-32cfcdab-3803-49a7-9c69-07a53b45e80b service neutron] Attempting to bind port f689403b-d428-4c0e-a2d9-731bc5e976a6 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '3f5e992e-f8ac-4270-a68d-c36243966fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6d51e108-e704-49e6-8e91-4223e1d8d343'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:54:00.401206 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-32cfcdab-3803-49a7-9c69-07a53b45e80b service neutron] Attempting to bind port f689403b-d428-4c0e-a2d9-731bc5e976a6 on network 6d51e108-e704-49e6-8e91-4223e1d8d343 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:54:00.401848 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-4c992d6e-a27d-481b-b599-1b65fd79e636 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59a4f25a-c6ae-4ad5-811e-df960a8c9491') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:00.402141 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-4c992d6e-a27d-481b-b599-1b65fd79e636 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59a4f25a-c6ae-4ad5-811e-df960a8c9491') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:00.420348 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4c992d6e-a27d-481b-b599-1b65fd79e636 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (59a4f25a-c6ae-4ad5-811e-df960a8c9491), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:00.427886 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-32cfcdab-3803-49a7-9c69-07a53b45e80b service neutron] Port f689403b-d428-4c0e-a2d9-731bc5e976a6 on network 6d51e108-e704-49e6-8e91-4223e1d8d343 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:54:00.428446 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-32cfcdab-3803-49a7-9c69-07a53b45e80b service neutron] Attempting to bind port f689403b-d428-4c0e-a2d9-731bc5e976a6 on network 6d51e108-e704-49e6-8e91-4223e1d8d343 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:54:00.439150 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4c992d6e-a27d-481b-b599-1b65fd79e636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (59a4f25a-c6ae-4ad5-811e-df960a8c9491), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:00.447154 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f60997-ce52-40dd-bdbc-22911d421d17 req-2523e9ae-6b5a-4844-9008-bf7cf84bae88 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:00.448008 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a70de-baf7-4fca-8f9b-ab6839f9d194 req-2a446d52-2c2e-4ab6-95f1-8905c0f952f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:00.448629 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a70de-baf7-4fca-8f9b-ab6839f9d194 req-2a446d52-2c2e-4ab6-95f1-8905c0f952f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:00.451152 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c30a70de-baf7-4fca-8f9b-ab6839f9d194 req-2a446d52-2c2e-4ab6-95f1-8905c0f952f7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2edcb858-6faa-44b2-9a7e-80473a29fce0 HTTP/1.1" status: 200 len: 2046 time: 0.0849197 Mar 01 13:54:00.454190 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b1f60997-ce52-40dd-bdbc-22911d421d17 req-2523e9ae-6b5a-4844-9008-bf7cf84bae88 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1613102 Mar 01 13:54:00.467806 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c992d6e-a27d-481b-b599-1b65fd79e636 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:54:00.468203 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4c992d6e-a27d-481b-b599-1b65fd79e636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (59a4f25a-c6ae-4ad5-811e-df960a8c9491), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:00.470538 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:54:00.470538 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:54:00.470538 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:54:00.470538 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:54:00.470538 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:54:00.470538 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:54:00.470538 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:54:00.470538 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:54:00.470538 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:54:00.470538 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:54:00.470538 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:54:00.470538 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:54:00.470538 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:54:00.470538 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:54:00.470538 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:54:00.470538 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:54:00.470538 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:54:00.470538 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:54:00.470538 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:54:00.470538 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:54:00.470538 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:54:00.470538 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:54:00.470538 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:54:00.470538 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:54:00.470538 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:54:00.470538 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:54:00.470538 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:54:00.470538 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:54:00.470538 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:54:00.470538 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:54:00.470538 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:54:00.470538 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:54:00.505341 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dcaa640b-fcd7-4d60-865f-a828c65745de admin admin] Publish callbacks [] for security_group (842823c6-9e35-4e00-bb61-4c4e24363f47), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:00.518979 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-32cfcdab-3803-49a7-9c69-07a53b45e80b service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:54:00.519543 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-32cfcdab-3803-49a7-9c69-07a53b45e80b service neutron] Checking segment: {'id': '3f5e992e-f8ac-4270-a68d-c36243966fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6d51e108-e704-49e6-8e91-4223e1d8d343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:54:00.519963 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-32cfcdab-3803-49a7-9c69-07a53b45e80b service neutron] Bound using segment: {'id': '3f5e992e-f8ac-4270-a68d-c36243966fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6d51e108-e704-49e6-8e91-4223e1d8d343'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:54:00.520406 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-32cfcdab-3803-49a7-9c69-07a53b45e80b service neutron] Bound port: f689403b-d428-4c0e-a2d9-731bc5e976a6, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f5e992e-f8ac-4270-a68d-c36243966fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6d51e108-e704-49e6-8e91-4223e1d8d343'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:54:00.520937 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-32cfcdab-3803-49a7-9c69-07a53b45e80b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f689403b-d428-4c0e-a2d9-731bc5e976a6), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:00.563344 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c30a70de-baf7-4fca-8f9b-ab6839f9d194 req-f065d3d3-e4e7-42f6-b7ed-22b7aa0176bd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023386 Mar 01 13:54:00.574699 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4c992d6e-a27d-481b-b599-1b65fd79e636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (82e2d94a-c8f0-4593-a16d-d1aa67bee78f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:00.583446 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4c992d6e-a27d-481b-b599-1b65fd79e636 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:00.589341 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4c992d6e-a27d-481b-b599-1b65fd79e636 admin admin] 10.222.0.13 "DELETE /v2.0/networks/82e2d94a-c8f0-4593-a16d-d1aa67bee78f HTTP/1.1" status: 204 len: 168 time: 0.6260796 Mar 01 13:54:00.597827 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 7a8cbb72-6be0-4f74-b061-115e6015fd40 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:54:00.607756 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'tag': 'b5196179-dcc7-4882-9422-95ca3a492713'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:54:00.610882 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb5f379-7000-4026-b82f-489932064a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "tag": "b5196179-dcc7-4882-9422-95ca3a492713"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:54:00.636364 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c992d6e-a27d-481b-b599-1b65fd79e636 admin admin] Pushing event deleted for resources: {'Network': ['ID=82e2d94a-c8f0-4593-a16d-d1aa67bee78f,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:00.646106 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f0bf4-659c-4663-9d18-da37ebb7b12c req-062fb04c-cd2d-4612-a2c8-9c2153eed8c7 tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:00.648002 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5e9f0bf4-659c-4663-9d18-da37ebb7b12c req-062fb04c-cd2d-4612-a2c8-9c2153eed8c7 tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] 10.222.0.13 "GET /v2.0/ports?device_id=3381d3c5-9d9b-4aac-94d9-73a43ff7ea03 HTTP/1.1" status: 200 len: 950 time: 0.1908772 Mar 01 13:54:00.674253 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b1f60997-ce52-40dd-bdbc-22911d421d17 req-7c71b1ed-5872-4f63-a038-2ef183fd02f9 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546388 Mar 01 13:54:00.708315 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 7a8cbb72-6be0-4f74-b061-115e6015fd40 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:54:00.716762 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 7a8cbb72-6be0-4f74-b061-115e6015fd40 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:00.717723 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7a8cbb72-6be0-4f74-b061-115e6015fd40), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:00.731435 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dcaa640b-fcd7-4d60-865f-a828c65745de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (842823c6-9e35-4e00-bb61-4c4e24363f47), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:00.737356 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dcaa640b-fcd7-4d60-865f-a828c65745de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:00.740628 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-dcaa640b-fcd7-4d60-865f-a828c65745de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/842823c6-9e35-4e00-bb61-4c4e24363f47 HTTP/1.1" status: 204 len: 168 time: 0.5840480 Mar 01 13:54:00.761004 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0dabfc-24b4-48c9-a406-1b3f8381694a x-openstack-request-id: req-ad0dabfc-24b4-48c9-a406-1b3f8381694a {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:54:00.761261 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "tag": "b5196179-dcc7-4882-9422-95ca3a492713", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:54:00.761566 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad0dabfc-24b4-48c9-a406-1b3f8381694a {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:54:00.762008 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'tag': 'b5196179-dcc7-4882-9422-95ca3a492713', 'status': 'completed', 'code': 200} Mar 01 13:54:00.763741 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-32cfcdab-3803-49a7-9c69-07a53b45e80b service neutron] For port f689403b-d428-4c0e-a2d9-731bc5e976a6, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:54:00.813460 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa640b-fcd7-4d60-865f-a828c65745de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842823c6-9e35-4e00-bb61-4c4e24363f47,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:00.847847 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-32cfcdab-3803-49a7-9c69-07a53b45e80b service neutron] For port f689403b-d428-4c0e-a2d9-731bc5e976a6, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f689403b-d428-4c0e-a2d9-731bc5e976a6,segment=NetworkSegment(3f5e992e-f8ac-4270-a68d-c36243966fe6),segment_id=3f5e992e-f8ac-4270-a68d-c36243966fe6)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:54:00.886224 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-32cfcdab-3803-49a7-9c69-07a53b45e80b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (f689403b-d428-4c0e-a2d9-731bc5e976a6), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:00.903884 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5e9f0bf4-659c-4663-9d18-da37ebb7b12c req-7b44247d-75e0-4bcb-8839-fe2eb6610192 tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] 10.222.0.13 "GET /v2.0/security-groups?id=7eb82d9d-c3e6-4600-a7f4-f8f8362655ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445600 Mar 01 13:54:00.921781 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47068) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:00.941062 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-32cfcdab-3803-49a7-9c69-07a53b45e80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:00.941836 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-32cfcdab-3803-49a7-9c69-07a53b45e80b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:00.943350 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-32cfcdab-3803-49a7-9c69-07a53b45e80b service neutron] 10.222.0.32 "PUT /v2.0/ports/f689403b-d428-4c0e-a2d9-731bc5e976a6 HTTP/1.1" status: 200 len: 1090 time: 2.0568533 Mar 01 13:54:00.998614 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290b803-ffe9-44e0-9d44-7a59b1eb68bd req-883cfa1c-7b7c-48d5-973a-1034fb0436be tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:01.006412 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8290b803-ffe9-44e0-9d44-7a59b1eb68bd req-883cfa1c-7b7c-48d5-973a-1034fb0436be tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1673048 Mar 01 13:54:01.019444 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 7a8cbb72-6be0-4f74-b061-115e6015fd40 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:01.020141 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7a8cbb72-6be0-4f74-b061-115e6015fd40), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:01.020899 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-12240868-fcdb-4a73-bcac-372080ab0f8f service neutron] Request body: {'port': {'device_id': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:54:01.025471 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cfcdab-3803-49a7-9c69-07a53b45e80b service neutron] Pushing event updated for resources: {'Port': ['ID=f689403b-d428-4c0e-a2d9-731bc5e976a6,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:01.111492 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 7a8cbb72-6be0-4f74-b061-115e6015fd40, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=7a8cbb72-6be0-4f74-b061-115e6015fd40,segment=NetworkSegment(cf91def4-7767-4dc0-af58-dc3bc2235578),segment_id=cf91def4-7767-4dc0-af58-dc3bc2235578)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:01.119765 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (7a8cbb72-6be0-4f74-b061-115e6015fd40), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:01.126083 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5f379-7000-4026-b82f-489932064a3d req-e95336bf-7ef6-4c83-af00-2771d93da956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:01.130641 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5f379-7000-4026-b82f-489932064a3d req-e95336bf-7ef6-4c83-af00-2771d93da956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:01.131378 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5f379-7000-4026-b82f-489932064a3d req-e95336bf-7ef6-4c83-af00-2771d93da956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:01.132046 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5f379-7000-4026-b82f-489932064a3d req-e95336bf-7ef6-4c83-af00-2771d93da956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:01.132977 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5f379-7000-4026-b82f-489932064a3d req-e95336bf-7ef6-4c83-af00-2771d93da956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:01.133595 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5f379-7000-4026-b82f-489932064a3d req-e95336bf-7ef6-4c83-af00-2771d93da956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:01.136113 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5f379-7000-4026-b82f-489932064a3d req-e95336bf-7ef6-4c83-af00-2771d93da956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:01.141023 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8eb5f379-7000-4026-b82f-489932064a3d req-e95336bf-7ef6-4c83-af00-2771d93da956 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=78efedc3031f4258896f94ad66a2f53b&device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 6452 time: 0.2955029 Mar 01 13:54:01.205065 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=7a8cbb72-6be0-4f74-b061-115e6015fd40,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:01.235556 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8290b803-ffe9-44e0-9d44-7a59b1eb68bd req-caac66b1-5e05-4546-b9fc-688e9a1e89d4 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2257569 Mar 01 13:54:01.246698 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-12240868-fcdb-4a73-bcac-372080ab0f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f27e4255-a98a-462e-9298-016f98c6d074), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:01.263011 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ae75ede7-ab15-4b6e-97ff-d1197c85be6c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96b965f354af4894be7dc686621db4fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3285279 Mar 01 13:54:01.274751 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47086) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:01.291390 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0e602883-f274-48b9-884c-1ff89603dbd5 req-776d5530-3e88-46e5-8813-3c35d65eeab2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3727920 Mar 01 13:54:01.347252 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db6ba8-9d3b-4548-8baf-35769141af64 req-6269caa5-2465-4bd2-9208-08081e9b417b tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:01.353280 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-81db6ba8-9d3b-4548-8baf-35769141af64 req-6269caa5-2465-4bd2-9208-08081e9b417b tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?device_id=258c1703-958b-4c7c-a6ea-108c2af79998 HTTP/1.1" status: 200 len: 944 time: 0.2684906 Mar 01 13:54:01.459051 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5f379-7000-4026-b82f-489932064a3d req-1f229af7-b672-426b-92c1-64d2b4bad306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:01.459608 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5f379-7000-4026-b82f-489932064a3d req-1f229af7-b672-426b-92c1-64d2b4bad306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:01.460138 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5f379-7000-4026-b82f-489932064a3d req-1f229af7-b672-426b-92c1-64d2b4bad306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:01.462114 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8eb5f379-7000-4026-b82f-489932064a3d req-1f229af7-b672-426b-92c1-64d2b4bad306 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=78efedc3031f4258896f94ad66a2f53b&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3100817 Mar 01 13:54:01.528369 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e602883-f274-48b9-884c-1ff89603dbd5 req-57695ff6-2401-4580-9e36-d3a3bac40473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:01.530098 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0e602883-f274-48b9-884c-1ff89603dbd5 req-57695ff6-2401-4580-9e36-d3a3bac40473 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=475192ca5f814c16b38a7d788a6a6472&device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 1128 time: 0.1960490 Mar 01 13:54:01.530777 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-69936ed9-f236-4170-adb1-0debff121852 admin admin] Publish callbacks [] for security_group (a0e13985-ee26-45b3-a273-d4ef0c1e9915), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:01.652595 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-69936ed9-f236-4170-adb1-0debff121852 admin admin] Publish callbacks [] for security_group (a0e13985-ee26-45b3-a273-d4ef0c1e9915), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:01.722918 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:01.772172 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5f379-7000-4026-b82f-489932064a3d req-3a4e2f78-f1c5-4d09-8220-27416e4ee427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:01.773784 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8eb5f379-7000-4026-b82f-489932064a3d req-3a4e2f78-f1c5-4d09-8220-27416e4ee427 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2982767 Mar 01 13:54:01.776067 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-81db6ba8-9d3b-4548-8baf-35769141af64 req-2f43258e-517f-44f0-9788-031779c60e12 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4d9ca1-f55a-40bc-b944-f22de3eaf370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681023 Mar 01 13:54:01.801916 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e602883-f274-48b9-884c-1ff89603dbd5 req-47043bd0-4f01-41a8-a67d-5d51460cc415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:01.806861 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0e602883-f274-48b9-884c-1ff89603dbd5 req-47043bd0-4f01-41a8-a67d-5d51460cc415 service neutron] 10.222.0.32 "GET /v2.0/networks?id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 HTTP/1.1" status: 200 len: 913 time: 0.2374432 Mar 01 13:54:01.823028 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-69936ed9-f236-4170-adb1-0debff121852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a0e13985-ee26-45b3-a273-d4ef0c1e9915), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:01.827266 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-69936ed9-f236-4170-adb1-0debff121852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:01.829402 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-69936ed9-f236-4170-adb1-0debff121852 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a0e13985-ee26-45b3-a273-d4ef0c1e9915 HTTP/1.1" status: 204 len: 168 time: 0.5536308 Mar 01 13:54:01.874086 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0e602883-f274-48b9-884c-1ff89603dbd5 req-729dc0a9-1e57-4d3c-b8df-20cda5651de8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38821d47-c9dc-4e1a-ae38-38c81d1eeaba HTTP/1.1" status: 200 len: 217 time: 0.0614002 Mar 01 13:54:01.880271 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69936ed9-f236-4170-adb1-0debff121852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e13985-ee26-45b3-a273-d4ef0c1e9915,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:01.912957 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24421988-684f-4ee5-a49b-f3b962095239 req-ee094c57-0d80-4e6a-8f13-f05fd88c749e tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:01.939964 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24421988-684f-4ee5-a49b-f3b962095239 req-ee094c57-0d80-4e6a-8f13-f05fd88c749e tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:01.944386 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-24421988-684f-4ee5-a49b-f3b962095239 req-ee094c57-0d80-4e6a-8f13-f05fd88c749e tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edcb858-6faa-44b2-9a7e-80473a29fce0 HTTP/1.1" status: 200 len: 1682 time: 0.2988613 Mar 01 13:54:01.992176 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e602883-f274-48b9-884c-1ff89603dbd5 req-f125a22f-6808-43d3-897a-6ce34e6e5a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:01.995105 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0e602883-f274-48b9-884c-1ff89603dbd5 req-f125a22f-6808-43d3-897a-6ce34e6e5a18 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d1ea702e-89f4-430d-ba35-37a3134c98fa HTTP/1.1" status: 200 len: 851 time: 0.0954518 Mar 01 13:54:02.108631 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-12240868-fcdb-4a73-bcac-372080ab0f8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f27e4255-a98a-462e-9298-016f98c6d074 {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:54:02.117773 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-12240868-fcdb-4a73-bcac-372080ab0f8f service neutron] Publish callbacks [] for port (f27e4255-a98a-462e-9298-016f98c6d074), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:02.125495 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e602883-f274-48b9-884c-1ff89603dbd5 req-d683047b-cdc7-4491-9899-5b4794595a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:02.127431 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0e602883-f274-48b9-884c-1ff89603dbd5 req-d683047b-cdc7-4491-9899-5b4794595a66 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1244152 Mar 01 13:54:02.135123 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-12240868-fcdb-4a73-bcac-372080ab0f8f service neutron] Transition to ACTIVE for port object f27e4255-a98a-462e-9298-016f98c6d074 will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:54:02.162867 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-12240868-fcdb-4a73-bcac-372080ab0f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (f27e4255-a98a-462e-9298-016f98c6d074), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:02.209058 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-24421988-684f-4ee5-a49b-f3b962095239 req-16bcdfe7-d228-433d-9d01-a954d25ce2d7 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779184 Mar 01 13:54:02.230232 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78221f50-7d49-4db9-89d9-db7d4d633d7d req-238bf321-3809-4dc6-b04d-f002e4185f1b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:02.250526 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78221f50-7d49-4db9-89d9-db7d4d633d7d req-238bf321-3809-4dc6-b04d-f002e4185f1b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:02.250526 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78221f50-7d49-4db9-89d9-db7d4d633d7d req-238bf321-3809-4dc6-b04d-f002e4185f1b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:02.263237 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78221f50-7d49-4db9-89d9-db7d4d633d7d req-238bf321-3809-4dc6-b04d-f002e4185f1b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:02.270373 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78221f50-7d49-4db9-89d9-db7d4d633d7d req-238bf321-3809-4dc6-b04d-f002e4185f1b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:02.276599 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78221f50-7d49-4db9-89d9-db7d4d633d7d req-238bf321-3809-4dc6-b04d-f002e4185f1b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:02.282915 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78221f50-7d49-4db9-89d9-db7d4d633d7d req-238bf321-3809-4dc6-b04d-f002e4185f1b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:02.284918 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-78221f50-7d49-4db9-89d9-db7d4d633d7d req-238bf321-3809-4dc6-b04d-f002e4185f1b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5393 time: 0.3206599 Mar 01 13:54:02.287160 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258c1703-958b-4c7c-a6ea-108c2af79998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8cbb72-6be0-4f74-b061-115e6015fd40'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:54:02.291767 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7defa958-3cd4-4011-ab84-2695316755ba" -d '{"events": [{"server_uuid": "258c1703-958b-4c7c-a6ea-108c2af79998", "name": "network-vif-plugged", "status": "completed", "tag": "7a8cbb72-6be0-4f74-b061-115e6015fd40"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:54:02.357982 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0e602883-f274-48b9-884c-1ff89603dbd5 req-c72a781e-d572-4fd9-8b73-4509295e66e6 service neutron] 10.222.0.32 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161050 Mar 01 13:54:02.377913 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12240868-fcdb-4a73-bcac-372080ab0f8f service neutron] Pushing event updated for resources: {'Port': ['ID=f27e4255-a98a-462e-9298-016f98c6d074,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:02.533316 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-78221f50-7d49-4db9-89d9-db7d4d633d7d req-1ccf0114-849a-4f61-9577-8c9f97f58853 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2211230 Mar 01 13:54:02.544423 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0e602883-f274-48b9-884c-1ff89603dbd5 req-b44fd587-a661-492d-856c-e3bd8ceaee38 service neutron] 10.222.0.32 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764688 Mar 01 13:54:02.631998 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb875fb-ea4e-4f77-bd94-935cf38d62b6 req-015d1743-e0eb-4d99-aa3c-237bf6a9ff5b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:02.640328 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ffb875fb-ea4e-4f77-bd94-935cf38d62b6 req-015d1743-e0eb-4d99-aa3c-237bf6a9ff5b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.3474581 Mar 01 13:54:02.681241 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-12240868-fcdb-4a73-bcac-372080ab0f8f service neutron] Attempting to bind port f27e4255-a98a-462e-9298-016f98c6d074 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:54:02.681862 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-12240868-fcdb-4a73-bcac-372080ab0f8f service neutron] Attempting to bind port f27e4255-a98a-462e-9298-016f98c6d074 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '8c993aa3-b4bc-4822-be01-8f2382354ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c10380dc-3261-481a-b6e0-b67ea74edb52'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:54:02.682352 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-12240868-fcdb-4a73-bcac-372080ab0f8f service neutron] Attempting to bind port f27e4255-a98a-462e-9298-016f98c6d074 on network c10380dc-3261-481a-b6e0-b67ea74edb52 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:54:02.731773 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ffb875fb-ea4e-4f77-bd94-935cf38d62b6 req-605d1ac6-c340-42a6-8a44-b2432ce317cc tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897574 Mar 01 13:54:02.754317 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-12240868-fcdb-4a73-bcac-372080ab0f8f service neutron] Port f27e4255-a98a-462e-9298-016f98c6d074 on network c10380dc-3261-481a-b6e0-b67ea74edb52 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:54:02.754854 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-12240868-fcdb-4a73-bcac-372080ab0f8f service neutron] Attempting to bind port f27e4255-a98a-462e-9298-016f98c6d074 on network c10380dc-3261-481a-b6e0-b67ea74edb52 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:54:02.762473 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-12240868-fcdb-4a73-bcac-372080ab0f8f service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:54:02.763269 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-12240868-fcdb-4a73-bcac-372080ab0f8f service neutron] Checking segment: {'id': '8c993aa3-b4bc-4822-be01-8f2382354ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c10380dc-3261-481a-b6e0-b67ea74edb52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:54:02.763874 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-12240868-fcdb-4a73-bcac-372080ab0f8f service neutron] Bound using segment: {'id': '8c993aa3-b4bc-4822-be01-8f2382354ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c10380dc-3261-481a-b6e0-b67ea74edb52'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:54:02.764462 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-12240868-fcdb-4a73-bcac-372080ab0f8f service neutron] Bound port: f27e4255-a98a-462e-9298-016f98c6d074, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c993aa3-b4bc-4822-be01-8f2382354ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c10380dc-3261-481a-b6e0-b67ea74edb52'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:54:02.766278 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-12240868-fcdb-4a73-bcac-372080ab0f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f27e4255-a98a-462e-9298-016f98c6d074), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:02.769923 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'tag': 'f689403b-d428-4c0e-a2d9-731bc5e976a6'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:54:02.772681 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c824cec-ee2b-4e30-8466-678efc50d300" -d '{"events": [{"name": "network-changed", "server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "tag": "f689403b-d428-4c0e-a2d9-731bc5e976a6"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:54:02.852520 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bfd9e-6f1a-4c85-a13f-46dc7cb8425c req-e2ffa8ed-e36e-4418-a37c-a9de2ae59317 tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:02.853898 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5baf988f-b523-48e5-a573-0f48c8e32b95 x-openstack-request-id: req-5baf988f-b523-48e5-a573-0f48c8e32b95 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:54:02.854218 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258c1703-958b-4c7c-a6ea-108c2af79998", "name": "network-vif-plugged", "status": "completed", "tag": "7a8cbb72-6be0-4f74-b061-115e6015fd40", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:54:02.854664 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5baf988f-b523-48e5-a573-0f48c8e32b95 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:54:02.855215 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258c1703-958b-4c7c-a6ea-108c2af79998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8cbb72-6be0-4f74-b061-115e6015fd40', 'code': 200} Mar 01 13:54:02.855810 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-407bfd9e-6f1a-4c85-a13f-46dc7cb8425c req-e2ffa8ed-e36e-4418-a37c-a9de2ae59317 tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] 10.222.0.13 "GET /v2.0/ports?device_id=3381d3c5-9d9b-4aac-94d9-73a43ff7ea03 HTTP/1.1" status: 200 len: 950 time: 0.1756232 Mar 01 13:54:02.995579 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73dbea-f392-4cf7-9aeb-04ee35505e4c req-a143f26b-162a-4dce-9854-72b51ef96a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:02.997052 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-12240868-fcdb-4a73-bcac-372080ab0f8f service neutron] For port f27e4255-a98a-462e-9298-016f98c6d074, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:54:02.998381 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8a73dbea-f392-4cf7-9aeb-04ee35505e4c req-a143f26b-162a-4dce-9854-72b51ef96a8c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=258c1703-958b-4c7c-a6ea-108c2af79998 HTTP/1.1" status: 200 len: 1127 time: 0.0923636 Mar 01 13:54:03.003083 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-407bfd9e-6f1a-4c85-a13f-46dc7cb8425c req-3fe0719d-618b-4e2c-b5b9-0e5cda765665 tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] 10.222.0.13 "GET /v2.0/security-groups?id=7eb82d9d-c3e6-4600-a7f4-f8f8362655ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393087 Mar 01 13:54:03.016359 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-12240868-fcdb-4a73-bcac-372080ab0f8f service neutron] For port f27e4255-a98a-462e-9298-016f98c6d074, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f27e4255-a98a-462e-9298-016f98c6d074,segment=NetworkSegment(8c993aa3-b4bc-4822-be01-8f2382354ee8),segment_id=8c993aa3-b4bc-4822-be01-8f2382354ee8)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:54:03.034075 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-12240868-fcdb-4a73-bcac-372080ab0f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (f27e4255-a98a-462e-9298-016f98c6d074), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:03.085331 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-12240868-fcdb-4a73-bcac-372080ab0f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:03.086100 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-12240868-fcdb-4a73-bcac-372080ab0f8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:03.087379 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-12240868-fcdb-4a73-bcac-372080ab0f8f service neutron] 10.222.0.32 "PUT /v2.0/ports/f27e4255-a98a-462e-9298-016f98c6d074 HTTP/1.1" status: 200 len: 1091 time: 2.0759687 Mar 01 13:54:03.139885 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c47b5f-9e4a-4b51-8854-e7e3510e13eb x-openstack-request-id: req-b4c47b5f-9e4a-4b51-8854-e7e3510e13eb {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:54:03.140185 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "tag": "f689403b-d428-4c0e-a2d9-731bc5e976a6", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:54:03.140582 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4c47b5f-9e4a-4b51-8854-e7e3510e13eb {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:54:03.140933 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'tag': 'f689403b-d428-4c0e-a2d9-731bc5e976a6', 'status': 'completed', 'code': 200} Mar 01 13:54:03.148289 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-d7e659ad-1e7f-4e57-9347-bbe3e09f6a5a service neutron] Request body: {'port': {'device_id': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:54:03.163723 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8a73dbea-f392-4cf7-9aeb-04ee35505e4c req-1c868331-0a5a-4d7e-a6d6-7de6a665d06d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cd4d9ca1-f55a-40bc-b944-f22de3eaf370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964344 Mar 01 13:54:03.223943 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12240868-fcdb-4a73-bcac-372080ab0f8f service neutron] Pushing event updated for resources: {'Port': ['ID=f27e4255-a98a-462e-9298-016f98c6d074,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:03.310880 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e99f8-2ccd-40dc-9b6c-846751e0965d req-9b90bc39-0c7e-428e-a82b-fea01b116916 tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:03.315138 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6f4e99f8-2ccd-40dc-9b6c-846751e0965d req-9b90bc39-0c7e-428e-a82b-fea01b116916 tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] 10.222.0.20 "GET /v2.0/ports?device_id=3381d3c5-9d9b-4aac-94d9-73a43ff7ea03 HTTP/1.1" status: 200 len: 950 time: 0.3064151 Mar 01 13:54:03.345306 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-d7e659ad-1e7f-4e57-9347-bbe3e09f6a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e187b1ce-0b6f-4521-8972-2202ece5890a), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:03.345641 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c824cec-ee2b-4e30-8466-678efc50d300 req-55b0c191-029f-4e7b-9963-7d0de35d2c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:03.357088 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c824cec-ee2b-4e30-8466-678efc50d300 req-55b0c191-029f-4e7b-9963-7d0de35d2c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:03.357589 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c824cec-ee2b-4e30-8466-678efc50d300 req-55b0c191-029f-4e7b-9963-7d0de35d2c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:03.358070 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c824cec-ee2b-4e30-8466-678efc50d300 req-55b0c191-029f-4e7b-9963-7d0de35d2c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:03.358552 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c824cec-ee2b-4e30-8466-678efc50d300 req-55b0c191-029f-4e7b-9963-7d0de35d2c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:03.359017 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c824cec-ee2b-4e30-8466-678efc50d300 req-55b0c191-029f-4e7b-9963-7d0de35d2c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:03.361696 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c824cec-ee2b-4e30-8466-678efc50d300 req-55b0c191-029f-4e7b-9963-7d0de35d2c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:03.363785 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9c824cec-ee2b-4e30-8466-678efc50d300 req-55b0c191-029f-4e7b-9963-7d0de35d2c15 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=78efedc3031f4258896f94ad66a2f53b&device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 6593 time: 0.2079341 Mar 01 13:54:03.377706 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 47152) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:03.396005 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac724bd-0a4d-46c9-997a-64bb2fab546e req-08dae288-41d7-49b9-bcf0-83a74f3a0b85 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:03.397977 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3ac724bd-0a4d-46c9-997a-64bb2fab546e req-08dae288-41d7-49b9-bcf0-83a74f3a0b85 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?device_id=258c1703-958b-4c7c-a6ea-108c2af79998 HTTP/1.1" status: 200 len: 945 time: 0.1754732 Mar 01 13:54:03.585797 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-627facdf-464e-4ede-9a3a-80bbd108fde1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1027958049-network', 'tenant_id': '4475ad9be4194a7593562a2e7537afad'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:54:03.592292 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3ac724bd-0a4d-46c9-997a-64bb2fab546e req-26c8d087-002a-4ca1-8de9-528cd27cfedc tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4d9ca1-f55a-40bc-b944-f22de3eaf370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866195 Mar 01 13:54:03.665065 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627facdf-464e-4ede-9a3a-80bbd108fde1 admin admin] Made reservation on behalf of 4475ad9be4194a7593562a2e7537afad for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:54:03.670843 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-627facdf-464e-4ede-9a3a-80bbd108fde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:03.695810 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-6f4e99f8-2ccd-40dc-9b6c-846751e0965d req-33dfb55e-ac02-4dd1-bbbf-9bd19c2d154f tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] Deleting port 1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:54:03.696156 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6f4e99f8-2ccd-40dc-9b6c-846751e0965d req-33dfb55e-ac02-4dd1-bbbf-9bd19c2d154f tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:03.711569 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-627facdf-464e-4ede-9a3a-80bbd108fde1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:03.715279 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c824cec-ee2b-4e30-8466-678efc50d300 req-b4ccf913-dd16-491d-b0e4-4640a1e73928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:03.715782 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c824cec-ee2b-4e30-8466-678efc50d300 req-b4ccf913-dd16-491d-b0e4-4640a1e73928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:03.716249 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c824cec-ee2b-4e30-8466-678efc50d300 req-b4ccf913-dd16-491d-b0e4-4640a1e73928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:03.717899 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9c824cec-ee2b-4e30-8466-678efc50d300 req-b4ccf913-dd16-491d-b0e4-4640a1e73928 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=78efedc3031f4258896f94ad66a2f53b&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3436484 Mar 01 13:54:03.875274 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-6f4e99f8-2ccd-40dc-9b6c-846751e0965d req-33dfb55e-ac02-4dd1-bbbf-9bd19c2d154f tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] For port 1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:03.875638 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6f4e99f8-2ccd-40dc-9b6c-846751e0965d req-33dfb55e-ac02-4dd1-bbbf-9bd19c2d154f tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:03.898898 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-6f4e99f8-2ccd-40dc-9b6c-846751e0965d req-33dfb55e-ac02-4dd1-bbbf-9bd19c2d154f tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] Calling delete_port for 1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:54:03.903586 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c824cec-ee2b-4e30-8466-678efc50d300 req-a21a99b6-2e3d-40da-ba65-a5354a9017ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:03.905142 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9c824cec-ee2b-4e30-8466-678efc50d300 req-a21a99b6-2e3d-40da-ba65-a5354a9017ea service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1435199 Mar 01 13:54:04.057799 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6f4e99f8-2ccd-40dc-9b6c-846751e0965d req-33dfb55e-ac02-4dd1-bbbf-9bd19c2d154f tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:04.072964 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:54:04.150193 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dfb55e-ac02-4dd1-bbbf-9bd19c2d154f tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] Pushing event deleted for resources: {'Port': ['ID=1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:04.181184 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bf83f-782f-4ceb-b0a7-9a99a63a5ef0 req-06fdc495-dbc9-46a2-b73c-dce8bd27c70d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:04.182722 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-229bf83f-782f-4ceb-b0a7-9a99a63a5ef0 req-06fdc495-dbc9-46a2-b73c-dce8bd27c70d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 1.2003860 Mar 01 13:54:04.216190 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c68f2-f43f-46d2-b85e-21e32e4c9e23 req-0424dcde-6abb-4f90-be2e-f76582120463 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:04.222066 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c68f2-f43f-46d2-b85e-21e32e4c9e23 req-0424dcde-6abb-4f90-be2e-f76582120463 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:04.229237 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f8c68f2-f43f-46d2-b85e-21e32e4c9e23 req-0424dcde-6abb-4f90-be2e-f76582120463 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edcb858-6faa-44b2-9a7e-80473a29fce0 HTTP/1.1" status: 200 len: 1682 time: 0.5150635 Mar 01 13:54:04.230439 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4e99f8-2ccd-40dc-9b6c-846751e0965d req-33dfb55e-ac02-4dd1-bbbf-9bd19c2d154f tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] No DVR routers for this DVR port 1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:54:04.236311 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6f4e99f8-2ccd-40dc-9b6c-846751e0965d req-33dfb55e-ac02-4dd1-bbbf-9bd19c2d154f tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:04.240355 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6f4e99f8-2ccd-40dc-9b6c-846751e0965d req-33dfb55e-ac02-4dd1-bbbf-9bd19c2d154f tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] 10.222.0.20 "DELETE /v2.0/ports/1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5 HTTP/1.1" status: 204 len: 173 time: 0.7385724 Mar 01 13:54:04.240882 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3381d3c5-9d9b-4aac-94d9-73a43ff7ea03', 'name': 'network-vif-deleted', 'tag': '1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:54:04.243301 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7068fc-9136-476a-b585-23d72b8efbbb" -d '{"events": [{"server_uuid": "3381d3c5-9d9b-4aac-94d9-73a43ff7ea03", "name": "network-vif-deleted", "tag": "1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:54:04.434915 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f8c68f2-f43f-46d2-b85e-21e32e4c9e23 req-108fa096-0c18-46bf-8431-556a0b3c8a39 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049005 Mar 01 13:54:04.440965 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-627facdf-464e-4ede-9a3a-80bbd108fde1 admin admin] Publish callbacks [] for security_group (093993db-f4e9-40a9-8143-0b022f5badf8), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:04.447265 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-229bf83f-782f-4ceb-b0a7-9a99a63a5ef0 req-fa8805c6-5fd4-4377-9800-bf7ed6dceb96 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2498872 Mar 01 13:54:04.454209 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-627facdf-464e-4ede-9a3a-80bbd108fde1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (093993db-f4e9-40a9-8143-0b022f5badf8), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:04.467551 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627facdf-464e-4ede-9a3a-80bbd108fde1 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:54:04.513922 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-627facdf-464e-4ede-9a3a-80bbd108fde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (16eada52-045a-4b45-90c8-cb23f5f5789e), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:04.514815 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-627facdf-464e-4ede-9a3a-80bbd108fde1 admin admin] Added segment 16eada52-045a-4b45-90c8-cb23f5f5789e of type vlan for network a331d97d-3b18-4702-9c0b-f805cbe3e548 Mar 01 13:54:04.543404 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-d7e659ad-1e7f-4e57-9347-bbe3e09f6a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e187b1ce-0b6f-4521-8972-2202ece5890a {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:54:04.574255 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-d7e659ad-1e7f-4e57-9347-bbe3e09f6a5a service neutron] Publish callbacks [] for port (e187b1ce-0b6f-4521-8972-2202ece5890a), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:04.607273 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627facdf-464e-4ede-9a3a-80bbd108fde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093993db-f4e9-40a9-8143-0b022f5badf8,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:04.682035 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-d7e659ad-1e7f-4e57-9347-bbe3e09f6a5a service neutron] Transition to ACTIVE for port object e187b1ce-0b6f-4521-8972-2202ece5890a will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:54:04.699868 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-627facdf-464e-4ede-9a3a-80bbd108fde1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (a331d97d-3b18-4702-9c0b-f805cbe3e548), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:04.746703 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bc136dba-6139-406f-9be8-fa0ca704ed81 req-057ecd77-6e4c-4e51-ace8-125fe8139dc1 tempest-VolumesNegativeTest-2074248594 tempest-VolumesNegativeTest-2074248594-project] 10.222.0.13 "GET /v2.0/ports?device_id=3381d3c5-9d9b-4aac-94d9-73a43ff7ea03 HTTP/1.1" status: 200 len: 210 time: 0.0853188 Mar 01 13:54:04.747784 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-d7e659ad-1e7f-4e57-9347-bbe3e09f6a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (e187b1ce-0b6f-4521-8972-2202ece5890a), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:04.816453 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba259445-66d7-4060-9d65-237032af7ea0 x-openstack-request-id: req-ba259445-66d7-4060-9d65-237032af7ea0 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:54:04.817122 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3381d3c5-9d9b-4aac-94d9-73a43ff7ea03", "name": "network-vif-deleted", "tag": "1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:54:04.818007 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba259445-66d7-4060-9d65-237032af7ea0 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:54:04.818007 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3381d3c5-9d9b-4aac-94d9-73a43ff7ea03', 'name': 'network-vif-deleted', 'tag': '1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5', 'status': 'completed', 'code': 200} Mar 01 13:54:04.821574 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-627facdf-464e-4ede-9a3a-80bbd108fde1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (a331d97d-3b18-4702-9c0b-f805cbe3e548), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:04.825331 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627facdf-464e-4ede-9a3a-80bbd108fde1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:04.825981 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-627facdf-464e-4ede-9a3a-80bbd108fde1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:04.863636 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e659ad-1e7f-4e57-9347-bbe3e09f6a5a service neutron] Pushing event updated for resources: {'Port': ['ID=e187b1ce-0b6f-4521-8972-2202ece5890a,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:04.946775 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31923e13-529d-4f7b-a1c0-592803d20c16 req-ea3461c8-77c3-4b9a-a59a-6fdf8b9cc4e4 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:04.952302 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31923e13-529d-4f7b-a1c0-592803d20c16 req-ea3461c8-77c3-4b9a-a59a-6fdf8b9cc4e4 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:04.958989 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31923e13-529d-4f7b-a1c0-592803d20c16 req-ea3461c8-77c3-4b9a-a59a-6fdf8b9cc4e4 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:04.964674 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31923e13-529d-4f7b-a1c0-592803d20c16 req-ea3461c8-77c3-4b9a-a59a-6fdf8b9cc4e4 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:04.970384 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31923e13-529d-4f7b-a1c0-592803d20c16 req-ea3461c8-77c3-4b9a-a59a-6fdf8b9cc4e4 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:04.976058 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31923e13-529d-4f7b-a1c0-592803d20c16 req-ea3461c8-77c3-4b9a-a59a-6fdf8b9cc4e4 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:04.981708 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31923e13-529d-4f7b-a1c0-592803d20c16 req-ea3461c8-77c3-4b9a-a59a-6fdf8b9cc4e4 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:04.990774 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-31923e13-529d-4f7b-a1c0-592803d20c16 req-ea3461c8-77c3-4b9a-a59a-6fdf8b9cc4e4 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5405 time: 0.3513079 Mar 01 13:54:05.007536 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47190) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:05.008744 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-627facdf-464e-4ede-9a3a-80bbd108fde1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6295631 Mar 01 13:54:05.011699 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47192) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:05.022622 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-c4a0540b-55e9-4557-84e6-dc61060c2f61 admin admin] Request body: {'subnet': {'network_id': 'a331d97d-3b18-4702-9c0b-f805cbe3e548', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1027958049-subnet', 'tenant_id': '4475ad9be4194a7593562a2e7537afad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:54:05.061347 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a0540b-55e9-4557-84e6-dc61060c2f61 admin admin] Made reservation on behalf of 4475ad9be4194a7593562a2e7537afad for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:54:05.067990 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c4a0540b-55e9-4557-84e6-dc61060c2f61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:05.116093 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627facdf-464e-4ede-9a3a-80bbd108fde1 admin admin] Pushing event updated for resources: {'Network': ['ID=a331d97d-3b18-4702-9c0b-f805cbe3e548,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:05.140890 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network a331d97d-3b18-4702-9c0b-f805cbe3e548 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:54:05.147832 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'tag': 'f27e4255-a98a-462e-9298-016f98c6d074'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:54:05.150105 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f3ed7f-5449-4be0-94e8-b9f38825615f" -d '{"events": [{"name": "network-changed", "server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "tag": "f27e4255-a98a-462e-9298-016f98c6d074"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:54:05.205266 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-31923e13-529d-4f7b-a1c0-592803d20c16 req-4d6cff18-6a89-4e55-b49f-d50c32025fb9 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2123208 Mar 01 13:54:05.214503 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c1ca0-cbf8-4c1e-b186-e807b87625a0 req-f9bd0748-8d68-4476-8b4d-fc5a84317311 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:05.245427 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eb5c1ca0-cbf8-4c1e-b186-e807b87625a0 req-f9bd0748-8d68-4476-8b4d-fc5a84317311 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?device_id=258c1703-958b-4c7c-a6ea-108c2af79998 HTTP/1.1" status: 200 len: 945 time: 0.2513864 Mar 01 13:54:05.246916 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-d7e659ad-1e7f-4e57-9347-bbe3e09f6a5a service neutron] Attempting to bind port e187b1ce-0b6f-4521-8972-2202ece5890a on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:54:05.247416 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-d7e659ad-1e7f-4e57-9347-bbe3e09f6a5a service neutron] Attempting to bind port e187b1ce-0b6f-4521-8972-2202ece5890a by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '8c993aa3-b4bc-4822-be01-8f2382354ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c10380dc-3261-481a-b6e0-b67ea74edb52'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:54:05.247942 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-d7e659ad-1e7f-4e57-9347-bbe3e09f6a5a service neutron] Attempting to bind port e187b1ce-0b6f-4521-8972-2202ece5890a on network c10380dc-3261-481a-b6e0-b67ea74edb52 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:54:05.273226 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-d7e659ad-1e7f-4e57-9347-bbe3e09f6a5a service neutron] Port e187b1ce-0b6f-4521-8972-2202ece5890a on network c10380dc-3261-481a-b6e0-b67ea74edb52 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:54:05.281890 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-d7e659ad-1e7f-4e57-9347-bbe3e09f6a5a service neutron] Attempting to bind port e187b1ce-0b6f-4521-8972-2202ece5890a on network c10380dc-3261-481a-b6e0-b67ea74edb52 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:54:05.292624 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3ae31a31-448b-4cbd-9632-b7591c627644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:05.312205 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-d7e659ad-1e7f-4e57-9347-bbe3e09f6a5a service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:54:05.312726 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-d7e659ad-1e7f-4e57-9347-bbe3e09f6a5a service neutron] Checking segment: {'id': '8c993aa3-b4bc-4822-be01-8f2382354ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c10380dc-3261-481a-b6e0-b67ea74edb52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:54:05.313385 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-d7e659ad-1e7f-4e57-9347-bbe3e09f6a5a service neutron] Bound using segment: {'id': '8c993aa3-b4bc-4822-be01-8f2382354ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c10380dc-3261-481a-b6e0-b67ea74edb52'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:54:05.314134 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-d7e659ad-1e7f-4e57-9347-bbe3e09f6a5a service neutron] Bound port: e187b1ce-0b6f-4521-8972-2202ece5890a, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c993aa3-b4bc-4822-be01-8f2382354ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c10380dc-3261-481a-b6e0-b67ea74edb52'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:54:05.315060 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-d7e659ad-1e7f-4e57-9347-bbe3e09f6a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e187b1ce-0b6f-4521-8972-2202ece5890a), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:05.322782 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c4a0540b-55e9-4557-84e6-dc61060c2f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (2a7f95b2-978a-4a0a-927f-c44508a26ed8), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:05.401693 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3ae31a31-448b-4cbd-9632-b7591c627644 admin admin] Publish callbacks [] for security_group (1e5fa56e-590a-427c-990f-2e9eae5427dd), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:05.443126 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eb5c1ca0-cbf8-4c1e-b186-e807b87625a0 req-23d56495-359b-4074-8c11-d4fcc7d65b0f tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4d9ca1-f55a-40bc-b944-f22de3eaf370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840491 Mar 01 13:54:05.451124 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a0540b-55e9-4557-84e6-dc61060c2f61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a7f95b2-978a-4a0a-927f-c44508a26ed8,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:05.460322 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3ae31a31-448b-4cbd-9632-b7591c627644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (1e5fa56e-590a-427c-990f-2e9eae5427dd), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:05.499106 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-d7e659ad-1e7f-4e57-9347-bbe3e09f6a5a service neutron] For port e187b1ce-0b6f-4521-8972-2202ece5890a, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:54:05.510945 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-d7e659ad-1e7f-4e57-9347-bbe3e09f6a5a service neutron] For port e187b1ce-0b6f-4521-8972-2202ece5890a, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=e187b1ce-0b6f-4521-8972-2202ece5890a,segment=NetworkSegment(8c993aa3-b4bc-4822-be01-8f2382354ee8),segment_id=8c993aa3-b4bc-4822-be01-8f2382354ee8)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:54:05.533944 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-d7e659ad-1e7f-4e57-9347-bbe3e09f6a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (e187b1ce-0b6f-4521-8972-2202ece5890a), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:05.540835 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3ae31a31-448b-4cbd-9632-b7591c627644 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c72ff10991a4d07905b619eda97f45e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5277467 Mar 01 13:54:05.542169 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47208) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:05.556293 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-d7e659ad-1e7f-4e57-9347-bbe3e09f6a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:05.557130 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-d7e659ad-1e7f-4e57-9347-bbe3e09f6a5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:05.559054 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-d7e659ad-1e7f-4e57-9347-bbe3e09f6a5a service neutron] 10.222.0.32 "PUT /v2.0/ports/e187b1ce-0b6f-4521-8972-2202ece5890a HTTP/1.1" status: 200 len: 1091 time: 2.4172068 Mar 01 13:54:05.568402 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-e7e23966-1820-4f59-982e-6368513039db tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:05.570215 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-e7e23966-1820-4f59-982e-6368513039db tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/networks?id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 HTTP/1.1" status: 200 len: 812 time: 0.2318490 Mar 01 13:54:05.607657 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae31a31-448b-4cbd-9632-b7591c627644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5fa56e-590a-427c-990f-2e9eae5427dd,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:05.638819 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-1f93eff8-a3db-4c27-87db-4052018a2552 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/quotas/475192ca5f814c16b38a7d788a6a6472 HTTP/1.1" status: 200 len: 375 time: 0.0376267 Mar 01 13:54:05.639591 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a0540b-55e9-4557-84e6-dc61060c2f61 admin admin] Checking segment: {'id': '16eada52-045a-4b45-90c8-cb23f5f5789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a331d97d-3b18-4702-9c0b-f805cbe3e548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:54:05.639986 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a0540b-55e9-4557-84e6-dc61060c2f61 admin admin] Network hostable DHCP agents. Network: a331d97d-3b18-4702-9c0b-f805cbe3e548, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:54:05.656083 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bcd28119-30fd-41d1-b81a-ee12ee12d55d admin admin] Publish callbacks [] for security_group (1e5fa56e-590a-427c-990f-2e9eae5427dd), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:05.694073 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bcd28119-30fd-41d1-b81a-ee12ee12d55d admin admin] Publish callbacks [] for security_group (1e5fa56e-590a-427c-990f-2e9eae5427dd), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:05.724430 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a0540b-55e9-4557-84e6-dc61060c2f61 admin admin] Network a331d97d-3b18-4702-9c0b-f805cbe3e548 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:54:05.753945 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e659ad-1e7f-4e57-9347-bbe3e09f6a5a service neutron] Pushing event updated for resources: {'Port': ['ID=e187b1ce-0b6f-4521-8972-2202ece5890a,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:05.782421 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60261b19-d178-4795-ad7f-cbd1231e8d40 x-openstack-request-id: req-60261b19-d178-4795-ad7f-cbd1231e8d40 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:54:05.782421 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "tag": "f27e4255-a98a-462e-9298-016f98c6d074", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:54:05.782421 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60261b19-d178-4795-ad7f-cbd1231e8d40 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:54:05.782737 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'tag': 'f27e4255-a98a-462e-9298-016f98c6d074', 'status': 'completed', 'code': 200} Mar 01 13:54:05.798338 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-8a23528a-08e9-4de2-a0f5-61cfd0aa8ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:05.798581 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-8a23528a-08e9-4de2-a0f5-61cfd0aa8ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:05.798989 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-8a23528a-08e9-4de2-a0f5-61cfd0aa8ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:05.799609 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-8a23528a-08e9-4de2-a0f5-61cfd0aa8ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:05.800149 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-8a23528a-08e9-4de2-a0f5-61cfd0aa8ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:05.800667 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-8a23528a-08e9-4de2-a0f5-61cfd0aa8ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:05.801544 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-8a23528a-08e9-4de2-a0f5-61cfd0aa8ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:05.802295 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bcd28119-30fd-41d1-b81a-ee12ee12d55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (1e5fa56e-590a-427c-990f-2e9eae5427dd), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:05.804071 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-8a23528a-08e9-4de2-a0f5-61cfd0aa8ea1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=78efedc3031f4258896f94ad66a2f53b&device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 6691 time: 0.1888733 Mar 01 13:54:05.805210 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bcd28119-30fd-41d1-b81a-ee12ee12d55d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:05.806656 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-bcd28119-30fd-41d1-b81a-ee12ee12d55d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e5fa56e-590a-427c-990f-2e9eae5427dd HTTP/1.1" status: 204 len: 168 time: 0.2633820 Mar 01 13:54:05.814477 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-c4a0540b-55e9-4557-84e6-dc61060c2f61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, a331d97d-3b18-4702-9c0b-f805cbe3e548) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:54:05.823032 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99335bb0-c9ea-4dc5-b019-baf20f0fff0e None None] Network a331d97d-3b18-4702-9c0b-f805cbe3e548 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:54:05.843360 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd28119-30fd-41d1-b81a-ee12ee12d55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5fa56e-590a-427c-990f-2e9eae5427dd,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:05.848294 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a0540b-55e9-4557-84e6-dc61060c2f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:05.852614 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c4a0540b-55e9-4557-84e6-dc61060c2f61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:05.877032 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-91ab9216-e05c-429b-8a8c-45d12746bf31 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=475192ca5f814c16b38a7d788a6a6472&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2371635 Mar 01 13:54:05.894877 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c4a0540b-55e9-4557-84e6-dc61060c2f61 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8770449 Mar 01 13:54:05.896043 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47216) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:05.905183 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-115f55b7-93d1-4d92-ae05-d1998b6050b2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1027958049-router', 'tenant_id': '4475ad9be4194a7593562a2e7537afad', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:54:05.931246 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-115f55b7-93d1-4d92-ae05-d1998b6050b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (294d4ec9-fa81-43dc-ae62-75836906d03f), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:05.933600 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-115f55b7-93d1-4d92-ae05-d1998b6050b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (294d4ec9-fa81-43dc-ae62-75836906d03f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:05.978265 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-455300c4-3dd9-4dc4-8ca6-429bc6b696c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f28206c-c781-4ede-8c50-bd5c43320593 HTTP/1.1" status: 200 len: 217 time: 0.0990400 Mar 01 13:54:06.036171 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc6004c-c496-4d7f-965d-2a40a6c912e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-a331d97d-3b18-4702-9c0b-f805cbe3e548', 'network_id': 'a331d97d-3b18-4702-9c0b-f805cbe3e548', 'project_id': '4475ad9be4194a7593562a2e7537afad', 'fixed_ips': [{'subnet_id': '2a7f95b2-978a-4a0a-927f-c44508a26ed8'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:54:06.037961 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0dc6004c-c496-4d7f-965d-2a40a6c912e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:06.043578 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-115f55b7-93d1-4d92-ae05-d1998b6050b2 admin admin] Publish callbacks [] for router_controller (294d4ec9-fa81-43dc-ae62-75836906d03f), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:06.141076 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-11d9c658-02c2-4dfe-9324-74f2b8f53078 req-1b8301ee-0ada-40f9-adc2-c5745008ace9 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-994744126&fields=id&tenant_id=ce8433796a20462188b8cc95a1d1d4d8 HTTP/1.1" status: 200 len: 267 time: 0.2315497 Mar 01 13:54:06.210215 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-13428689-d43c-4c68-a31f-99fe4dfc8336 service neutron] 10.222.0.13 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323066 Mar 01 13:54:06.226984 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-2f3e645b-fc9c-44b4-93ba-a0cdca835612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:06.228357 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-2f3e645b-fc9c-44b4-93ba-a0cdca835612 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac4622d6-031a-43e3-b876-291bd0fbb3da HTTP/1.1" status: 200 len: 849 time: 0.1893165 Mar 01 13:54:06.233085 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-115f55b7-93d1-4d92-ae05-d1998b6050b2 admin admin] Publish callbacks [] for router_gateway (294d4ec9-fa81-43dc-ae62-75836906d03f), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:06.278723 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 47222) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:06.288467 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-0dc6004c-c496-4d7f-965d-2a40a6c912e9 None None] Allocated IP 172.20.0.2 (a331d97d-3b18-4702-9c0b-f805cbe3e548/2a7f95b2-978a-4a0a-927f-c44508a26ed8/6de806e1-abac-40f5-9294-472838ae2501) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:54:06.348716 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-78f441f5-f9cf-4c93-ade6-7624e2ab05ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:06.371693 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9c658-02c2-4dfe-9324-74f2b8f53078 req-ecb669a9-4f60-4d61-9125-45fecf0f5e7f tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:06.379173 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-11d9c658-02c2-4dfe-9324-74f2b8f53078 req-ecb669a9-4f60-4d61-9125-45fecf0f5e7f tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?device_id=258c1703-958b-4c7c-a6ea-108c2af79998 HTTP/1.1" status: 200 len: 945 time: 0.2370667 Mar 01 13:54:06.390310 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-11d9c658-02c2-4dfe-9324-74f2b8f53078 req-aba19baa-ce74-4a32-a169-b87e4503ff36 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Request body: {'port': {'security_groups': ['cd4d9ca1-f55a-40bc-b944-f22de3eaf370', '451d73e9-520b-4dc1-8f43-66c0d36dddbf']}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:54:06.473590 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-b912af10-8bdb-465f-81bb-29911a1323f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:06.475018 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-b912af10-8bdb-465f-81bb-29911a1323f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc0ee18-c84c-4cd4-a25a-b7c745ed092c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2244136 Mar 01 13:54:06.483711 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-115f55b7-93d1-4d92-ae05-d1998b6050b2 admin admin] Publish callbacks [] for router_gateway (294d4ec9-fa81-43dc-ae62-75836906d03f), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:06.488377 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-ada60186-62f2-4e16-8fff-dda14edf8dcc service neutron] 10.222.0.13 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633641 Mar 01 13:54:06.504267 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0dc6004c-c496-4d7f-965d-2a40a6c912e9 None None] Publish callbacks [] for port (6de806e1-abac-40f5-9294-472838ae2501), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:06.511372 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-115f55b7-93d1-4d92-ae05-d1998b6050b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:06.522863 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0dc6004c-c496-4d7f-965d-2a40a6c912e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (6de806e1-abac-40f5-9294-472838ae2501), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:06.588633 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-11d9c658-02c2-4dfe-9324-74f2b8f53078 req-aba19baa-ce74-4a32-a169-b87e4503ff36 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7a8cbb72-6be0-4f74-b061-115e6015fd40), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:06.605367 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6004c-c496-4d7f-965d-2a40a6c912e9 None None] Pushing event updated for resources: {'Port': ['ID=6de806e1-abac-40f5-9294-472838ae2501,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:06.624280 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:54:06.669923 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:54:06.677567 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-78f441f5-f9cf-4c93-ade6-7624e2ab05ab admin admin] Publish callbacks [] for security_group (187060b1-dbbc-4156-b82f-0f6b4644d116), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:06.679874 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 1da38b85-9be3-4f4a-a3c6-d2f6d7b5c0c5 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:54:06.696564 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-78f441f5-f9cf-4c93-ade6-7624e2ab05ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (187060b1-dbbc-4156-b82f-0f6b4644d116), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:06.700511 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc6004c-c496-4d7f-965d-2a40a6c912e9 None None] Network a331d97d-3b18-4702-9c0b-f805cbe3e548 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:54:06.702833 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-0dc6004c-c496-4d7f-965d-2a40a6c912e9 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:54:06.710443 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc6004c-c496-4d7f-965d-2a40a6c912e9 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:54:06.722248 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-115f55b7-93d1-4d92-ae05-d1998b6050b2 admin admin] Allocated IP 172.25.1.174 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/ae06bd63-92a3-4093-a394-df9ca5c9b2de) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:54:06.762703 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-3f5b980a-3ce8-4358-9b81-b123c8f4fe57 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc0ee18-c84c-4cd4-a25a-b7c745ed092c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545562 Mar 01 13:54:06.775731 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-78f441f5-f9cf-4c93-ade6-7624e2ab05ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f24cab7fa4ee4893b5e5d17086fcd21d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4959464 Mar 01 13:54:06.781728 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47230) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:06.803997 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f441f5-f9cf-4c93-ade6-7624e2ab05ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187060b1-dbbc-4156-b82f-0f6b4644d116,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:06.878363 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-0dc6004c-c496-4d7f-965d-2a40a6c912e9 None None] Attempting to bind port 6de806e1-abac-40f5-9294-472838ae2501 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:54:06.878740 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-0dc6004c-c496-4d7f-965d-2a40a6c912e9 None None] Attempting to bind port 6de806e1-abac-40f5-9294-472838ae2501 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '16eada52-045a-4b45-90c8-cb23f5f5789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a331d97d-3b18-4702-9c0b-f805cbe3e548'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:54:06.879100 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc6004c-c496-4d7f-965d-2a40a6c912e9 None None] Attempting to bind port 6de806e1-abac-40f5-9294-472838ae2501 on network a331d97d-3b18-4702-9c0b-f805cbe3e548 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:54:06.889759 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc6004c-c496-4d7f-965d-2a40a6c912e9 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:54:06.890140 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc6004c-c496-4d7f-965d-2a40a6c912e9 None None] Checking segment: {'id': '16eada52-045a-4b45-90c8-cb23f5f5789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a331d97d-3b18-4702-9c0b-f805cbe3e548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:54:06.890633 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0dc6004c-c496-4d7f-965d-2a40a6c912e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:06.891493 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc6004c-c496-4d7f-965d-2a40a6c912e9 None None] Bound using segment: {'id': '16eada52-045a-4b45-90c8-cb23f5f5789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a331d97d-3b18-4702-9c0b-f805cbe3e548'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:54:06.892232 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-0dc6004c-c496-4d7f-965d-2a40a6c912e9 None None] Bound port: 6de806e1-abac-40f5-9294-472838ae2501, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16eada52-045a-4b45-90c8-cb23f5f5789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a331d97d-3b18-4702-9c0b-f805cbe3e548'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:54:06.892623 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0dc6004c-c496-4d7f-965d-2a40a6c912e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6de806e1-abac-40f5-9294-472838ae2501), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:06.905479 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ed8b8a92-1e81-4b51-8f7f-ab9308d079ec admin admin] Publish callbacks [] for security_group (187060b1-dbbc-4156-b82f-0f6b4644d116), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:06.942993 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ed8b8a92-1e81-4b51-8f7f-ab9308d079ec admin admin] Publish callbacks [] for security_group (187060b1-dbbc-4156-b82f-0f6b4644d116), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:06.992525 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-115f55b7-93d1-4d92-ae05-d1998b6050b2 admin admin] Publish callbacks [] for port (ae06bd63-92a3-4093-a394-df9ca5c9b2de), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:07.025148 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f71b9-cff7-4351-9a84-a5a2226e0e69 req-5991829b-4fa3-41ff-a352-7de7f0df318c tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:07.032602 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f71b9-cff7-4351-9a84-a5a2226e0e69 req-5991829b-4fa3-41ff-a352-7de7f0df318c tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:07.034218 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ff8f71b9-cff7-4351-9a84-a5a2226e0e69 req-5991829b-4fa3-41ff-a352-7de7f0df318c tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edcb858-6faa-44b2-9a7e-80473a29fce0 HTTP/1.1" status: 200 len: 1682 time: 0.2466693 Mar 01 13:54:07.042254 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-33451504-ee9b-4b67-bb43-90541a27b00e service neutron] 10.222.0.32 "GET /v2.0/networks/7bc0ee18-c84c-4cd4-a25a-b7c745ed092c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606130 Mar 01 13:54:07.044992 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-0dc6004c-c496-4d7f-965d-2a40a6c912e9 None None] For port 6de806e1-abac-40f5-9294-472838ae2501, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:54:07.055602 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-0dc6004c-c496-4d7f-965d-2a40a6c912e9 None None] For port 6de806e1-abac-40f5-9294-472838ae2501, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6de806e1-abac-40f5-9294-472838ae2501,segment=NetworkSegment(16eada52-045a-4b45-90c8-cb23f5f5789e),segment_id=16eada52-045a-4b45-90c8-cb23f5f5789e)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:54:07.067480 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0dc6004c-c496-4d7f-965d-2a40a6c912e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (6de806e1-abac-40f5-9294-472838ae2501), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:07.074867 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ed8b8a92-1e81-4b51-8f7f-ab9308d079ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (187060b1-dbbc-4156-b82f-0f6b4644d116), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:07.082095 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ed8b8a92-1e81-4b51-8f7f-ab9308d079ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:07.083455 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ed8b8a92-1e81-4b51-8f7f-ab9308d079ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/187060b1-dbbc-4156-b82f-0f6b4644d116 HTTP/1.1" status: 204 len: 168 time: 0.3003576 Mar 01 13:54:07.104859 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-115f55b7-93d1-4d92-ae05-d1998b6050b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (ae06bd63-92a3-4093-a394-df9ca5c9b2de), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:07.165050 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-c22accea-acd7-4148-955e-a8e02869b179 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=df6c0fb5-c12f-40eb-9fe7-daaf2c030675 HTTP/1.1" status: 200 len: 217 time: 0.1029439 Mar 01 13:54:07.192804 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6004c-c496-4d7f-965d-2a40a6c912e9 None None] Pushing event updated for resources: {'Port': ['ID=6de806e1-abac-40f5-9294-472838ae2501,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:07.249855 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b8a92-1e81-4b51-8f7f-ab9308d079ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187060b1-dbbc-4156-b82f-0f6b4644d116,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:07.274215 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f55b7-93d1-4d92-ae05-d1998b6050b2 admin admin] Pushing event updated for resources: {'Port': ['ID=ae06bd63-92a3-4093-a394-df9ca5c9b2de,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:07.289313 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-11d9c658-02c2-4dfe-9324-74f2b8f53078 req-aba19baa-ce74-4a32-a169-b87e4503ff36 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] For port 7a8cbb72-6be0-4f74-b061-115e6015fd40, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=7a8cbb72-6be0-4f74-b061-115e6015fd40,segment=NetworkSegment(cf91def4-7767-4dc0-af58-dc3bc2235578),segment_id=cf91def4-7767-4dc0-af58-dc3bc2235578)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:07.297444 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115f55b7-93d1-4d92-ae05-d1998b6050b2 admin admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:54:07.302983 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ff8f71b9-cff7-4351-9a84-a5a2226e0e69 req-790fc56f-6ace-46a6-b98c-f48d4572c570 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579434 Mar 01 13:54:07.319386 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-115f55b7-93d1-4d92-ae05-d1998b6050b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:54:07.342857 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-c3a07a25-2b92-41d2-b966-ef8cf4eb19ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:07.349632 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-c3a07a25-2b92-41d2-b966-ef8cf4eb19ef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28fc07ce-dc1a-4114-910a-af6b415562fa HTTP/1.1" status: 200 len: 797 time: 0.1811113 Mar 01 13:54:07.352953 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115f55b7-93d1-4d92-ae05-d1998b6050b2 admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:54:07.385662 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-11d9c658-02c2-4dfe-9324-74f2b8f53078 req-aba19baa-ce74-4a32-a169-b87e4503ff36 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for port (7a8cbb72-6be0-4f74-b061-115e6015fd40), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:07.403003 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-11d9c658-02c2-4dfe-9324-74f2b8f53078 req-aba19baa-ce74-4a32-a169-b87e4503ff36 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (7a8cbb72-6be0-4f74-b061-115e6015fd40), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:07.431951 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['b25b0ac6-5e13-4a50-9578-da85b551614f'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:54:07.450869 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['7a8cbb72-6be0-4f74-b061-115e6015fd40'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:54:07.480970 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9c658-02c2-4dfe-9324-74f2b8f53078 req-aba19baa-ce74-4a32-a169-b87e4503ff36 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:07.481564 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-11d9c658-02c2-4dfe-9324-74f2b8f53078 req-aba19baa-ce74-4a32-a169-b87e4503ff36 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:07.493729 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-11d9c658-02c2-4dfe-9324-74f2b8f53078 req-aba19baa-ce74-4a32-a169-b87e4503ff36 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "PUT /v2.0/ports/7a8cbb72-6be0-4f74-b061-115e6015fd40 HTTP/1.1" status: 200 len: 981 time: 1.1135988 Mar 01 13:54:07.586218 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ad996-5be9-493e-871f-08b265069fc4 req-182fa112-d06c-43a4-a83e-0f4169f750b4 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:07.599015 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ad996-5be9-493e-871f-08b265069fc4 req-182fa112-d06c-43a4-a83e-0f4169f750b4 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:07.608193 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-067ad996-5be9-493e-871f-08b265069fc4 req-182fa112-d06c-43a4-a83e-0f4169f750b4 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.32 "GET /v2.0/ports?device_id=2edcb858-6faa-44b2-9a7e-80473a29fce0 HTTP/1.1" status: 200 len: 1682 time: 0.3125799 Mar 01 13:54:07.660444 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-49d23515-8b4e-494e-b3fc-1246d0fb900a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:07.662118 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-49d23515-8b4e-494e-b3fc-1246d0fb900a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d51e108-e704-49e6-8e91-4223e1d8d343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3063023 Mar 01 13:54:07.820863 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'tag': 'e187b1ce-0b6f-4521-8972-2202ece5890a'}, {'name': 'network-changed', 'server_uuid': '258c1703-958b-4c7c-a6ea-108c2af79998', 'tag': '7a8cbb72-6be0-4f74-b061-115e6015fd40'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:54:07.830629 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca1295d-1ce2-4d94-a538-603692b99f4a" -d '{"events": [{"name": "network-changed", "server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "tag": "e187b1ce-0b6f-4521-8972-2202ece5890a"}, {"name": "network-changed", "server_uuid": "258c1703-958b-4c7c-a6ea-108c2af79998", "tag": "7a8cbb72-6be0-4f74-b061-115e6015fd40"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:54:07.839779 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba19baa-ce74-4a32-a169-b87e4503ff36 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Pushing event updated for resources: {'Port': ['ID=7a8cbb72-6be0-4f74-b061-115e6015fd40,revision_number=6']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:07.871099 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f0a0f119-3bcf-4500-8e3a-15d73cbb4d06 req-74ae8e2b-70a2-4bd4-9462-f23d81c94d4c tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=22e15fa0-07fe-4952-a594-14048582fca5 HTTP/1.1" status: 200 len: 210 time: 0.2679586 Mar 01 13:54:08.053830 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['7a8cbb72-6be0-4f74-b061-115e6015fd40'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:54:08.200331 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96779e-3380-48de-8503-aa983db674ec req-aa169429-c146-43e6-833d-ec14c3047740 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:08.219796 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96779e-3380-48de-8503-aa983db674ec req-aa169429-c146-43e6-833d-ec14c3047740 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:08.238139 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96779e-3380-48de-8503-aa983db674ec req-aa169429-c146-43e6-833d-ec14c3047740 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:08.254227 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96779e-3380-48de-8503-aa983db674ec req-aa169429-c146-43e6-833d-ec14c3047740 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:08.270878 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96779e-3380-48de-8503-aa983db674ec req-aa169429-c146-43e6-833d-ec14c3047740 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:08.292662 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96779e-3380-48de-8503-aa983db674ec req-aa169429-c146-43e6-833d-ec14c3047740 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:08.318376 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96779e-3380-48de-8503-aa983db674ec req-aa169429-c146-43e6-833d-ec14c3047740 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:08.328396 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4b96779e-3380-48de-8503-aa983db674ec req-aa169429-c146-43e6-833d-ec14c3047740 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5417 time: 0.7513080 Mar 01 13:54:08.442211 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-9d60f00e-73d1-481a-b5c4-6fc689de03c2 service neutron] 10.222.0.32 "GET /v2.0/networks/6d51e108-e704-49e6-8e91-4223e1d8d343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7339988 Mar 01 13:54:08.483189 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-839ae747-6659-4f30-8ee7-4dc64d6618c9 req-9f2bea83-fb40-4cf0-a3bd-ab70cad855ff tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups/451d73e9-520b-4dc1-8f43-66c0d36dddbf HTTP/1.1" status: 200 len: 1818 time: 0.4374230 Mar 01 13:54:08.540241 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6de806e1-abac-40f5-9294-472838ae2501 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:54:08.753573 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4b96779e-3380-48de-8503-aa983db674ec req-84e51709-454b-4b91-bfa2-af0fa1c66e05 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3718674 Mar 01 13:54:08.784643 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 6de806e1-abac-40f5-9294-472838ae2501 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:08.784643 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6de806e1-abac-40f5-9294-472838ae2501), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:08.808974 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [req-839ae747-6659-4f30-8ee7-4dc64d6618c9 req-b766e3ae-9fe4-4812-9766-b7095b4709f7 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 01 13:54:08.810039 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-839ae747-6659-4f30-8ee7-4dc64d6618c9 req-b766e3ae-9fe4-4812-9766-b7095b4709f7 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "DELETE /v2.0/security-groups/451d73e9-520b-4dc1-8f43-66c0d36dddbf HTTP/1.1" status: 409 len: 341 time: 0.3260467 Mar 01 13:54:08.850980 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-392a82a3-8eda-4b76-9a07-a3b4168038f1 service neutron] 10.222.0.32 "GET /v2.0/networks/6d51e108-e704-49e6-8e91-4223e1d8d343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3984823 Mar 01 13:54:08.900157 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-0268226a-cff0-47aa-bb51-124cd5b41407 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=27efff50-7823-4915-9500-0bfe4a48b9a2 HTTP/1.1" status: 200 len: 217 time: 0.0397823 Mar 01 13:54:09.103513 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-81b39272-9063-4a17-8de8-e8e190b598b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:09.112122 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-81b39272-9063-4a17-8de8-e8e190b598b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28fc07ce-dc1a-4114-910a-af6b415562fa HTTP/1.1" status: 200 len: 797 time: 0.1975970 Mar 01 13:54:09.127918 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 01 Mar 2022 13:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d9cdbe-5e83-4f54-8359-75ebd4025976 x-openstack-request-id: req-42d9cdbe-5e83-4f54-8359-75ebd4025976 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:54:09.128474 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "tag": "e187b1ce-0b6f-4521-8972-2202ece5890a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "258c1703-958b-4c7c-a6ea-108c2af79998", "tag": "7a8cbb72-6be0-4f74-b061-115e6015fd40", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:54:09.128976 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42d9cdbe-5e83-4f54-8359-75ebd4025976 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:54:09.129604 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'tag': 'e187b1ce-0b6f-4521-8972-2202ece5890a', 'status': 'completed', 'code': 200} Mar 01 13:54:09.130068 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '258c1703-958b-4c7c-a6ea-108c2af79998', 'tag': '7a8cbb72-6be0-4f74-b061-115e6015fd40', 'status': 'completed', 'code': 200} Mar 01 13:54:09.203838 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210de4c8-06ef-482d-b400-83ffca4b212d None None] Network a331d97d-3b18-4702-9c0b-f805cbe3e548 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:54:09.263155 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-4b1b2f7d-6212-4d57-9cc5-cfd59484d411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:09.264828 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-4b1b2f7d-6212-4d57-9cc5-cfd59484d411 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d51e108-e704-49e6-8e91-4223e1d8d343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1514935 Mar 01 13:54:09.294741 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8cd60d-d4a8-459b-908b-4cd7ed7d59ec req-97f10662-da7b-4492-aab9-03cbc453fbaf tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:09.302576 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8cd60d-d4a8-459b-908b-4cd7ed7d59ec req-97f10662-da7b-4492-aab9-03cbc453fbaf tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:09.309099 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-da8cd60d-d4a8-459b-908b-4cd7ed7d59ec req-97f10662-da7b-4492-aab9-03cbc453fbaf tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edcb858-6faa-44b2-9a7e-80473a29fce0 HTTP/1.1" status: 200 len: 1682 time: 0.1945205 Mar 01 13:54:09.382528 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-067ad996-5be9-493e-871f-08b265069fc4 req-5a4197bf-a6d1-4a86-82c3-e9ebd82dd8a8 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Deleting port b9086be0-b356-403b-b0af-d8dae6916ba0 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:54:09.383629 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-067ad996-5be9-493e-871f-08b265069fc4 req-5a4197bf-a6d1-4a86-82c3-e9ebd82dd8a8 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (b9086be0-b356-403b-b0af-d8dae6916ba0), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:09.443125 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1295d-1ce2-4d94-a538-603692b99f4a req-0da1f35a-f097-459d-ac34-be9b19ea8604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:09.445695 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cca1295d-1ce2-4d94-a538-603692b99f4a req-0da1f35a-f097-459d-ac34-be9b19ea8604 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce8433796a20462188b8cc95a1d1d4d8&device_id=258c1703-958b-4c7c-a6ea-108c2af79998 HTTP/1.1" status: 200 len: 1166 time: 0.4377911 Mar 01 13:54:09.542784 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-115f55b7-93d1-4d92-ae05-d1998b6050b2 admin admin] Publish callbacks [] for router_gateway (294d4ec9-fa81-43dc-ae62-75836906d03f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:09.566265 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7d2b1a4d-3a87-451f-babd-cf07ea02a0d8 req-be9813e5-6273-4be9-bbcc-3679e8deb01d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=22e15fa0-07fe-4952-a594-14048582fca5 HTTP/1.1" status: 200 len: 210 time: 0.1384110 Mar 01 13:54:09.572476 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-9eff6184-2c0e-44e9-a1ec-24ba41019b56 service neutron] 10.222.0.32 "GET /v2.0/networks/6d51e108-e704-49e6-8e91-4223e1d8d343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001697 Mar 01 13:54:09.575325 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-aa0221fb-fb0c-4996-b389-757cded0c925 None None] Provisioning complete for port 6de806e1-abac-40f5-9294-472838ae2501 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:09.575862 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-aa0221fb-fb0c-4996-b389-757cded0c925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6de806e1-abac-40f5-9294-472838ae2501), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:09.608854 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-da8cd60d-d4a8-459b-908b-4cd7ed7d59ec req-1852e99c-b678-4ab7-a01f-00fabd3e665c tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798782 Mar 01 13:54:09.683531 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 6de806e1-abac-40f5-9294-472838ae2501 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:09.683958 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6de806e1-abac-40f5-9294-472838ae2501), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:09.776484 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:09.894421 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 6de806e1-abac-40f5-9294-472838ae2501, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6de806e1-abac-40f5-9294-472838ae2501,segment=NetworkSegment(16eada52-045a-4b45-90c8-cb23f5f5789e),segment_id=16eada52-045a-4b45-90c8-cb23f5f5789e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:09.898849 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-aa0221fb-fb0c-4996-b389-757cded0c925 None None] Current status of the port 6de806e1-abac-40f5-9294-472838ae2501 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:09.899253 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-aa0221fb-fb0c-4996-b389-757cded0c925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6de806e1-abac-40f5-9294-472838ae2501), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:09.927965 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (6de806e1-abac-40f5-9294-472838ae2501), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:10.000360 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aac188-5bd2-4bbc-a317-313f14458a31 req-63b88104-e26c-4d66-9557-277ad65aa4de tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:10.009724 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c0aac188-5bd2-4bbc-a317-313f14458a31 req-63b88104-e26c-4d66-9557-277ad65aa4de tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?device_id=258c1703-958b-4c7c-a6ea-108c2af79998 HTTP/1.1" status: 200 len: 984 time: 0.2798326 Mar 01 13:54:10.014019 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:10.039075 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-1c3103d4-4ecb-43d0-ac59-0418552e48cc service neutron] 10.222.0.32 "GET /v2.0/networks/6d51e108-e704-49e6-8e91-4223e1d8d343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562173 Mar 01 13:54:10.060048 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-a4a648c5-9bc5-42af-b34b-9615c86a06a8 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:10.063525 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-a4a648c5-9bc5-42af-b34b-9615c86a06a8 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.20 "GET /v2.0/networks?id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 HTTP/1.1" status: 200 len: 812 time: 1.0800128 Mar 01 13:54:10.138508 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-aa0221fb-fb0c-4996-b389-757cded0c925 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 13:54:10.138865 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-aa0221fb-fb0c-4996-b389-757cded0c925 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 13:54:10.161915 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=6de806e1-abac-40f5-9294-472838ae2501,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:10.206888 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-7206aa39-bdde-4275-9ce6-73b15b370377 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=b5196179-dcc7-4882-9422-95ca3a492713 HTTP/1.1" status: 200 len: 217 time: 0.1423037 Mar 01 13:54:10.254558 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1295d-1ce2-4d94-a538-603692b99f4a req-774e712b-ea6c-44bc-9e5f-dfc0aea56726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:10.260596 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cca1295d-1ce2-4d94-a538-603692b99f4a req-774e712b-ea6c-44bc-9e5f-dfc0aea56726 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7791a3ad-ea99-41b5-bb9e-01fc535ffc2e HTTP/1.1" status: 200 len: 913 time: 0.7509365 Mar 01 13:54:10.291346 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-526a5591-8e13-4e38-9332-5d44e2329311 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Request body: {'port': {'device_id': '22e15fa0-07fe-4952-a594-14048582fca5', 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166', 'admin_state_up': True, 'tenant_id': '475192ca5f814c16b38a7d788a6a6472'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:54:10.387353 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656597a-18ee-4c17-bf3c-c417b3aa63ad req-2870e4e2-545d-4bc6-8d5e-30e34d93b36d tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:10.387899 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6de806e1-abac-40f5-9294-472838ae2501 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:54:10.400422 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656597a-18ee-4c17-bf3c-c417b3aa63ad req-2870e4e2-545d-4bc6-8d5e-30e34d93b36d tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:10.414830 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656597a-18ee-4c17-bf3c-c417b3aa63ad req-2870e4e2-545d-4bc6-8d5e-30e34d93b36d tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:10.421025 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656597a-18ee-4c17-bf3c-c417b3aa63ad req-2870e4e2-545d-4bc6-8d5e-30e34d93b36d tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:10.452426 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656597a-18ee-4c17-bf3c-c417b3aa63ad req-2870e4e2-545d-4bc6-8d5e-30e34d93b36d tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:10.471966 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656597a-18ee-4c17-bf3c-c417b3aa63ad req-2870e4e2-545d-4bc6-8d5e-30e34d93b36d tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:10.473786 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cca1295d-1ce2-4d94-a538-603692b99f4a req-d42c3358-4bb6-4117-8f92-392392c158d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a8cbb72-6be0-4f74-b061-115e6015fd40 HTTP/1.1" status: 200 len: 217 time: 0.1777647 Mar 01 13:54:10.480555 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656597a-18ee-4c17-bf3c-c417b3aa63ad req-2870e4e2-545d-4bc6-8d5e-30e34d93b36d tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:10.483026 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1656597a-18ee-4c17-bf3c-c417b3aa63ad req-2870e4e2-545d-4bc6-8d5e-30e34d93b36d tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5417 time: 0.5497391 Mar 01 13:54:10.485664 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-067ad996-5be9-493e-871f-08b265069fc4 req-5a4197bf-a6d1-4a86-82c3-e9ebd82dd8a8 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] For port b9086be0-b356-403b-b0af-d8dae6916ba0, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b9086be0-b356-403b-b0af-d8dae6916ba0,segment=NetworkSegment(70078cb3-7097-47b5-b841-3e6434eda3e0),segment_id=70078cb3-7097-47b5-b841-3e6434eda3e0)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:10.486125 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-067ad996-5be9-493e-871f-08b265069fc4 req-5a4197bf-a6d1-4a86-82c3-e9ebd82dd8a8 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (b9086be0-b356-403b-b0af-d8dae6916ba0), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:10.499451 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 6de806e1-abac-40f5-9294-472838ae2501 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:10.505781 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6de806e1-abac-40f5-9294-472838ae2501), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:10.557897 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-115f55b7-93d1-4d92-ae05-d1998b6050b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (294d4ec9-fa81-43dc-ae62-75836906d03f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:10.564268 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-067ad996-5be9-493e-871f-08b265069fc4 req-5a4197bf-a6d1-4a86-82c3-e9ebd82dd8a8 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Calling delete_port for b9086be0-b356-403b-b0af-d8dae6916ba0 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:54:10.639559 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c0aac188-5bd2-4bbc-a317-313f14458a31 req-48e38ae3-f07b-492b-9f19-f4395573689b tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4d9ca1-f55a-40bc-b944-f22de3eaf370&id=451d73e9-520b-4dc1-8f43-66c0d36dddbf&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.5970619 Mar 01 13:54:10.659520 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-37b39dd8-732e-46c0-9e6d-5343c983d84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:10.665957 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-37b39dd8-732e-46c0-9e6d-5343c983d84e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28fc07ce-dc1a-4114-910a-af6b415562fa HTTP/1.1" status: 200 len: 797 time: 0.4517705 Mar 01 13:54:10.748024 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-aa0221fb-fb0c-4996-b389-757cded0c925 None None] Current status of the port 6de806e1-abac-40f5-9294-472838ae2501 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:10.798729 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-badd5e99-dc85-4b20-8290-c6979f9037b2 req-58456bdb-31ec-44c3-86ae-9612e6f8bcf0 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=22e15fa0-07fe-4952-a594-14048582fca5 HTTP/1.1" status: 200 len: 210 time: 0.0432622 Mar 01 13:54:10.821043 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1656597a-18ee-4c17-bf3c-c417b3aa63ad req-a87c55cb-e3d5-4601-aa15-a42bcfed2d43 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3119218 Mar 01 13:54:10.856562 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-93e7ffdb-94b2-4ba4-aee9-45b01f869b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:10.858264 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-93e7ffdb-94b2-4ba4-aee9-45b01f869b72 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d51e108-e704-49e6-8e91-4223e1d8d343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1828344 Mar 01 13:54:10.859263 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1295d-1ce2-4d94-a538-603692b99f4a req-97dd91b0-9a2c-4b05-b160-73445e90cc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:10.860998 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cca1295d-1ce2-4d94-a538-603692b99f4a req-97dd91b0-9a2c-4b05-b160-73445e90cc7a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7a603dae-4e79-4b27-b3ec-18e6d13670f2 HTTP/1.1" status: 200 len: 852 time: 0.3718123 Mar 01 13:54:10.861507 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device bf99950e-5f80-4419-804c-7b7a15f6ec34 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:54:10.941158 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 6de806e1-abac-40f5-9294-472838ae2501 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:10.978523 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cca1295d-1ce2-4d94-a538-603692b99f4a req-3a513255-3954-4c0f-971e-47fdc1f8aa37 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7791a3ad-ea99-41b5-bb9e-01fc535ffc2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969317 Mar 01 13:54:11.031177 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-2fb6f9ea-f495-4ad8-814e-bc4048295732 service neutron] 10.222.0.32 "GET /v2.0/networks/6d51e108-e704-49e6-8e91-4223e1d8d343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652918 Mar 01 13:54:11.032753 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-c3b6d9e1-c7b3-4cbd-b755-59a54585c9e3 None None] Provisioning complete for port 6de806e1-abac-40f5-9294-472838ae2501 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:11.034297 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c3b6d9e1-c7b3-4cbd-b755-59a54585c9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6de806e1-abac-40f5-9294-472838ae2501), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:11.063821 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-526a5591-8e13-4e38-9332-5d44e2329311 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Made reservation on behalf of 475192ca5f814c16b38a7d788a6a6472 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:54:11.064809 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b96306-9956-447d-b74d-1b7e57064458 req-2d397575-a15c-49c0-a627-b1c5386ef91b tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:11.067252 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-526a5591-8e13-4e38-9332-5d44e2329311 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:11.070487 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b96306-9956-447d-b74d-1b7e57064458 req-2d397575-a15c-49c0-a627-b1c5386ef91b tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:11.072252 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-31b96306-9956-447d-b74d-1b7e57064458 req-2d397575-a15c-49c0-a627-b1c5386ef91b tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edcb858-6faa-44b2-9a7e-80473a29fce0 HTTP/1.1" status: 200 len: 1682 time: 0.1168184 Mar 01 13:54:11.166681 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115f55b7-93d1-4d92-ae05-d1998b6050b2 admin admin] Router 294d4ec9-fa81-43dc-ae62-75836906d03f is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 13:54:11.172437 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-31b96306-9956-447d-b74d-1b7e57064458 req-48211ce6-cffc-4520-b172-1348dbf9c55d tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715153 Mar 01 13:54:11.184784 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-100e6dd1-e44b-47ed-9e9e-9ec70ec41f28 service neutron] 10.222.0.32 "GET /v2.0/networks/6d51e108-e704-49e6-8e91-4223e1d8d343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475194 Mar 01 13:54:11.238410 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port bf99950e-5f80-4419-804c-7b7a15f6ec34 is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:11.238963 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (bf99950e-5f80-4419-804c-7b7a15f6ec34), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:11.253335 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-922dfffa-e596-4367-ab81-cd6bfdf5f3ad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=f689403b-d428-4c0e-a2d9-731bc5e976a6 HTTP/1.1" status: 200 len: 217 time: 0.0607991 Mar 01 13:54:11.286601 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port bf99950e-5f80-4419-804c-7b7a15f6ec34, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=bf99950e-5f80-4419-804c-7b7a15f6ec34,segment=NetworkSegment(48598a6f-86f3-45e9-8665-ef2be92ef181),segment_id=48598a6f-86f3-45e9-8665-ef2be92ef181)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:11.309181 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edcb858-6faa-44b2-9a7e-80473a29fce0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf99950e-5f80-4419-804c-7b7a15f6ec34'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:54:11.311786 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48de568-83ad-4dda-8302-dc76c68e1413" -d '{"events": [{"server_uuid": "2edcb858-6faa-44b2-9a7e-80473a29fce0", "name": "network-vif-unplugged", "status": "completed", "tag": "bf99950e-5f80-4419-804c-7b7a15f6ec34"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:54:11.332985 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (bf99950e-5f80-4419-804c-7b7a15f6ec34), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:11.338655 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b9086be0-b356-403b-b0af-d8dae6916ba0 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:54:11.389538 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 13:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc2ab3a-12b4-4508-bc15-c985e6d27fc6 x-openstack-request-id: req-3bc2ab3a-12b4-4508-bc15-c985e6d27fc6 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:54:11.390827 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edcb858-6faa-44b2-9a7e-80473a29fce0", "name": "network-vif-unplugged", "status": "completed", "tag": "bf99950e-5f80-4419-804c-7b7a15f6ec34", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:54:11.391352 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3bc2ab3a-12b4-4508-bc15-c985e6d27fc6 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:54:11.392067 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edcb858-6faa-44b2-9a7e-80473a29fce0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf99950e-5f80-4419-804c-7b7a15f6ec34', 'code': 200} Mar 01 13:54:11.394774 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-a26bb9be-3cff-49ba-a71c-cacd2ae5923d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:11.401008 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-a26bb9be-3cff-49ba-a71c-cacd2ae5923d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28fc07ce-dc1a-4114-910a-af6b415562fa HTTP/1.1" status: 200 len: 797 time: 0.1431248 Mar 01 13:54:11.440326 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-c3b6d9e1-c7b3-4cbd-b755-59a54585c9e3 None None] Current status of the port 6de806e1-abac-40f5-9294-472838ae2501 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:11.520549 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-78a6928e-b2aa-4c59-8194-3ae8e83e3dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:11.522160 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-78a6928e-b2aa-4c59-8194-3ae8e83e3dc3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d51e108-e704-49e6-8e91-4223e1d8d343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1140242 Mar 01 13:54:11.539418 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port b9086be0-b356-403b-b0af-d8dae6916ba0 is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:11.564895 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b9086be0-b356-403b-b0af-d8dae6916ba0), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:11.602487 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cca1295d-1ce2-4d94-a538-603692b99f4a req-cbde179a-82b2-4a68-91e0-b34ec63491c4 service neutron] 10.222.0.20 "GET /v2.0/networks/7791a3ad-ea99-41b5-bb9e-01fc535ffc2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6041813 Mar 01 13:54:11.639175 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=bf99950e-5f80-4419-804c-7b7a15f6ec34,revision_number=6']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:11.760830 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cca1295d-1ce2-4d94-a538-603692b99f4a req-76be9062-a0d3-4f87-b954-714044c9c028 service neutron] 10.222.0.20 "GET /v2.0/networks/7791a3ad-ea99-41b5-bb9e-01fc535ffc2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461093 Mar 01 13:54:11.800616 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-067ad996-5be9-493e-871f-08b265069fc4 req-5a4197bf-a6d1-4a86-82c3-e9ebd82dd8a8 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (b9086be0-b356-403b-b0af-d8dae6916ba0), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:12.066866 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-067ad996-5be9-493e-871f-08b265069fc4 req-5a4197bf-a6d1-4a86-82c3-e9ebd82dd8a8 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] No DVR routers for this DVR port b9086be0-b356-403b-b0af-d8dae6916ba0 on host n-h1-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:54:12.084560 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4197bf-a6d1-4a86-82c3-e9ebd82dd8a8 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Pushing event deleted for resources: {'Port': ['ID=b9086be0-b356-403b-b0af-d8dae6916ba0,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:12.090254 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-067ad996-5be9-493e-871f-08b265069fc4 req-5a4197bf-a6d1-4a86-82c3-e9ebd82dd8a8 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:12.094147 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-067ad996-5be9-493e-871f-08b265069fc4 req-5a4197bf-a6d1-4a86-82c3-e9ebd82dd8a8 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.32 "DELETE /v2.0/ports/b9086be0-b356-403b-b0af-d8dae6916ba0 HTTP/1.1" status: 204 len: 173 time: 4.4847941 Mar 01 13:54:12.099806 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edcb858-6faa-44b2-9a7e-80473a29fce0', 'name': 'network-vif-deleted', 'tag': 'b9086be0-b356-403b-b0af-d8dae6916ba0'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:54:12.102418 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad805d30-c947-4b69-a7b6-ab4fabba7727" -d '{"events": [{"server_uuid": "2edcb858-6faa-44b2-9a7e-80473a29fce0", "name": "network-vif-deleted", "tag": "b9086be0-b356-403b-b0af-d8dae6916ba0"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:54:12.249285 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84896b-74cd-4247-b0bc-2a9b5e438520 req-165a5c22-28f8-457b-beed-6b542f7c736c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:12.256364 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1b84896b-74cd-4247-b0bc-2a9b5e438520 req-165a5c22-28f8-457b-beed-6b542f7c736c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce8433796a20462188b8cc95a1d1d4d8&device_id=258c1703-958b-4c7c-a6ea-108c2af79998 HTTP/1.1" status: 200 len: 1166 time: 0.3281713 Mar 01 13:54:12.287002 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c2ef00a1-6906-4a3c-941d-d3c28e46313a req-9123bb9d-430b-4317-b850-093bfcfa8d35 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=22e15fa0-07fe-4952-a594-14048582fca5 HTTP/1.1" status: 200 len: 210 time: 0.1393540 Mar 01 13:54:12.318848 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115f55b7-93d1-4d92-ae05-d1998b6050b2 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:54:12.331375 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0839ec-3786-4d38-8aee-ede02ab103e5 None None] Sync routers for ids ['294d4ec9-fa81-43dc-ae62-75836906d03f'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:54:12.350320 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0839ec-3786-4d38-8aee-ede02ab103e5 None None] Routers {'294d4ec9-fa81-43dc-ae62-75836906d03f'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:54:12.351275 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-5b0839ec-3786-4d38-8aee-ede02ab103e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:53:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['294d4ec9-fa81-43dc-ae62-75836906d03f'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:12.379180 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f763bc-342a-42ee-aa79-cadf658c3368 req-deab8717-f0c6-4050-a138-d385d3e66692 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:12.388547 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-99f763bc-342a-42ee-aa79-cadf658c3368 req-deab8717-f0c6-4050-a138-d385d3e66692 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?device_id=258c1703-958b-4c7c-a6ea-108c2af79998 HTTP/1.1" status: 200 len: 984 time: 0.2299643 Mar 01 13:54:12.435248 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-23adf0a1-44d4-4c2c-9e5a-4800fd4ee37c service neutron] 10.222.0.32 "GET /v2.0/networks/6d51e108-e704-49e6-8e91-4223e1d8d343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9056344 Mar 01 13:54:12.540846 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84896b-74cd-4247-b0bc-2a9b5e438520 req-efa9cd4d-45c0-4589-9682-3ca07b9314ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:12.543069 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1b84896b-74cd-4247-b0bc-2a9b5e438520 req-efa9cd4d-45c0-4589-9682-3ca07b9314ed service neutron] 10.222.0.20 "GET /v2.0/networks?id=7791a3ad-ea99-41b5-bb9e-01fc535ffc2e HTTP/1.1" status: 200 len: 913 time: 0.2746859 Mar 01 13:54:12.544710 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-526a5591-8e13-4e38-9332-5d44e2329311 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Allocated IP 172.20.0.7 (20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166/d1ea702e-89f4-430d-ba35-37a3134c98fa/73dea8f2-6a5e-464b-b36c-6cb23b9ad117) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:54:12.625280 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-5b0839ec-3786-4d38-8aee-ede02ab103e5 None None] Set router 294d4ec9-fa81-43dc-ae62-75836906d03f gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:54:12.666395 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-99f763bc-342a-42ee-aa79-cadf658c3368 req-89d728e2-8cd4-48d4-9b50-8a0fe5e27ac6 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4d9ca1-f55a-40bc-b944-f22de3eaf370&id=451d73e9-520b-4dc1-8f43-66c0d36dddbf&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2767959 Mar 01 13:54:12.687850 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1b84896b-74cd-4247-b0bc-2a9b5e438520 req-a9dfcc2b-38d2-494f-8d06-6229bf5607ce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a8cbb72-6be0-4f74-b061-115e6015fd40 HTTP/1.1" status: 200 len: 217 time: 0.1267517 Mar 01 13:54:12.715280 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-067ad996-5be9-493e-871f-08b265069fc4 req-920d287d-e0f8-4ab4-8ac3-9f4d2943886a tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Deleting port bf99950e-5f80-4419-804c-7b7a15f6ec34 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:54:12.715623 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-067ad996-5be9-493e-871f-08b265069fc4 req-920d287d-e0f8-4ab4-8ac3-9f4d2943886a tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (bf99950e-5f80-4419-804c-7b7a15f6ec34), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:12.716450 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf08d6d-af5d-47c8-bf48-e005c901cd53 req-1ac7a519-5a69-4cb2-a4a4-991c5c5ed545 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:12.727958 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf08d6d-af5d-47c8-bf48-e005c901cd53 req-1ac7a519-5a69-4cb2-a4a4-991c5c5ed545 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:12.742901 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf08d6d-af5d-47c8-bf48-e005c901cd53 req-1ac7a519-5a69-4cb2-a4a4-991c5c5ed545 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:12.754071 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf08d6d-af5d-47c8-bf48-e005c901cd53 req-1ac7a519-5a69-4cb2-a4a4-991c5c5ed545 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:12.762797 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf08d6d-af5d-47c8-bf48-e005c901cd53 req-1ac7a519-5a69-4cb2-a4a4-991c5c5ed545 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:12.790609 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf08d6d-af5d-47c8-bf48-e005c901cd53 req-1ac7a519-5a69-4cb2-a4a4-991c5c5ed545 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:12.807218 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf08d6d-af5d-47c8-bf48-e005c901cd53 req-1ac7a519-5a69-4cb2-a4a4-991c5c5ed545 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:12.816849 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3bf08d6d-af5d-47c8-bf48-e005c901cd53 req-1ac7a519-5a69-4cb2-a4a4-991c5c5ed545 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5417 time: 0.3657911 Mar 01 13:54:12.846669 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-115f55b7-93d1-4d92-ae05-d1998b6050b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:12.848324 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-115f55b7-93d1-4d92-ae05-d1998b6050b2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.9507017 Mar 01 13:54:12.855249 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbdd135-0167-422d-a2e3-af49585ef889 x-openstack-request-id: req-1fbdd135-0167-422d-a2e3-af49585ef889 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:54:12.855541 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edcb858-6faa-44b2-9a7e-80473a29fce0", "name": "network-vif-deleted", "tag": "b9086be0-b356-403b-b0af-d8dae6916ba0", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:54:12.855824 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fbdd135-0167-422d-a2e3-af49585ef889 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:54:12.856224 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edcb858-6faa-44b2-9a7e-80473a29fce0', 'name': 'network-vif-deleted', 'tag': 'b9086be0-b356-403b-b0af-d8dae6916ba0', 'status': 'completed', 'code': 200} Mar 01 13:54:12.866967 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 47538) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:12.909290 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84896b-74cd-4247-b0bc-2a9b5e438520 req-ce382726-e62c-466b-97c6-a924cc2ef86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:12.911072 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1b84896b-74cd-4247-b0bc-2a9b5e438520 req-ce382726-e62c-466b-97c6-a924cc2ef86d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7a603dae-4e79-4b27-b3ec-18e6d13670f2 HTTP/1.1" status: 200 len: 852 time: 0.2050321 Mar 01 13:54:12.970930 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1b84896b-74cd-4247-b0bc-2a9b5e438520 req-3974ff81-b5a6-4d16-b805-007f4c4bb76b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7791a3ad-ea99-41b5-bb9e-01fc535ffc2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499327 Mar 01 13:54:12.982515 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-067ad996-5be9-493e-871f-08b265069fc4 req-920d287d-e0f8-4ab4-8ac3-9f4d2943886a tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] For port bf99950e-5f80-4419-804c-7b7a15f6ec34, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=bf99950e-5f80-4419-804c-7b7a15f6ec34,segment=NetworkSegment(48598a6f-86f3-45e9-8665-ef2be92ef181),segment_id=48598a6f-86f3-45e9-8665-ef2be92ef181)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:12.982887 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-067ad996-5be9-493e-871f-08b265069fc4 req-920d287d-e0f8-4ab4-8ac3-9f4d2943886a tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (bf99950e-5f80-4419-804c-7b7a15f6ec34), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:13.016649 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-067ad996-5be9-493e-871f-08b265069fc4 req-920d287d-e0f8-4ab4-8ac3-9f4d2943886a tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Calling delete_port for bf99950e-5f80-4419-804c-7b7a15f6ec34 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:54:13.083449 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-5a19980e-35b5-4c15-81a2-01e4fbde37ce service neutron] 10.222.0.32 "GET /v2.0/networks/6d51e108-e704-49e6-8e91-4223e1d8d343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6362760 Mar 01 13:54:13.149129 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-5b0839ec-3786-4d38-8aee-ede02ab103e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'name': 'tempest-TaggedBootDevicesTest_v242-1027958049-router', 'tenant_id': '4475ad9be4194a7593562a2e7537afad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ae06bd63-92a3-4093-a394-df9ca5c9b2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:05Z', 'updated_at': '2022-03-01T13:54:07Z', 'revision_number': 3, 'project_id': '4475ad9be4194a7593562a2e7537afad', 'gw_port': {'id': 'ae06bd63-92a3-4093-a394-df9ca5c9b2de', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:06Z', 'updated_at': '2022-03-01T13:54:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:13.200965 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-a5598c1d-a651-44b1-acd3-9b0a49d2b86c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f27e4255-a98a-462e-9298-016f98c6d074 HTTP/1.1" status: 200 len: 217 time: 0.0925674 Mar 01 13:54:13.223251 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1b84896b-74cd-4247-b0bc-2a9b5e438520 req-6d05face-4536-4240-8941-e74ca2aaa50e service neutron] 10.222.0.20 "GET /v2.0/networks/7791a3ad-ea99-41b5-bb9e-01fc535ffc2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117635 Mar 01 13:54:13.241369 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0839ec-3786-4d38-8aee-ede02ab103e5 None None] Checking router: 294d4ec9-fa81-43dc-ae62-75836906d03f for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:54:13.241768 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0839ec-3786-4d38-8aee-ede02ab103e5 None None] Updating router 294d4ec9-fa81-43dc-ae62-75836906d03f port ae06bd63-92a3-4093-a394-df9ca5c9b2de binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:54:13.305808 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5b0839ec-3786-4d38-8aee-ede02ab103e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ae06bd63-92a3-4093-a394-df9ca5c9b2de), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:13.352678 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a664c6-5c03-4ed9-8cc5-e0015e032a67 req-7587d7ad-2d37-4795-8b1a-4878b3e3e087 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:13.362611 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-93a664c6-5c03-4ed9-8cc5-e0015e032a67 req-7587d7ad-2d37-4795-8b1a-4878b3e3e087 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edcb858-6faa-44b2-9a7e-80473a29fce0 HTTP/1.1" status: 200 len: 943 time: 0.4900503 Mar 01 13:54:13.398731 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3bf08d6d-af5d-47c8-bf48-e005c901cd53 req-bb88e36b-e1e5-478a-bc74-f7921acb8991 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5668428 Mar 01 13:54:13.399984 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-067ad996-5be9-493e-871f-08b265069fc4 req-920d287d-e0f8-4ab4-8ac3-9f4d2943886a tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (bf99950e-5f80-4419-804c-7b7a15f6ec34), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:13.457102 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-e8c46ace-600a-4028-b8a1-19e1c16ced7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:13.470936 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-e8c46ace-600a-4028-b8a1-19e1c16ced7f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbb0ca41-6268-4b81-bdd7-21226410b058 HTTP/1.1" status: 200 len: 797 time: 0.2630382 Mar 01 13:54:13.567809 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d287d-e0f8-4ab4-8ac3-9f4d2943886a tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Pushing event deleted for resources: {'Port': ['ID=bf99950e-5f80-4419-804c-7b7a15f6ec34,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:13.614842 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-067ad996-5be9-493e-871f-08b265069fc4 req-920d287d-e0f8-4ab4-8ac3-9f4d2943886a tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] No DVR routers for this DVR port bf99950e-5f80-4419-804c-7b7a15f6ec34 on host n-h1-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:54:13.617850 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-067ad996-5be9-493e-871f-08b265069fc4 req-920d287d-e0f8-4ab4-8ac3-9f4d2943886a tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:13.622109 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-067ad996-5be9-493e-871f-08b265069fc4 req-920d287d-e0f8-4ab4-8ac3-9f4d2943886a tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.32 "DELETE /v2.0/ports/bf99950e-5f80-4419-804c-7b7a15f6ec34 HTTP/1.1" status: 204 len: 173 time: 1.5162513 Mar 01 13:54:13.713761 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1b84896b-74cd-4247-b0bc-2a9b5e438520 req-12f3d905-fc81-4cc6-9b94-219f077db88c service neutron] 10.222.0.20 "GET /v2.0/networks/7791a3ad-ea99-41b5-bb9e-01fc535ffc2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4827998 Mar 01 13:54:13.733074 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-526a5591-8e13-4e38-9332-5d44e2329311 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks [] for port (73dea8f2-6a5e-464b-b36c-6cb23b9ad117), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:13.741860 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7245c047-a838-4d24-a1ee-55bb32b74204 req-9f63417b-d6c7-483b-add7-422bd5e5a6ac tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=22e15fa0-07fe-4952-a594-14048582fca5 HTTP/1.1" status: 200 len: 210 time: 0.0980306 Mar 01 13:54:13.791573 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:54:13.879321 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-526a5591-8e13-4e38-9332-5d44e2329311 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (73dea8f2-6a5e-464b-b36c-6cb23b9ad117), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:13.903478 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['38821d47-c9dc-4e1a-ae38-38c81d1eeaba'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:54:13.911860 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['81ae989c-7b62-47ac-af82-3314b9b53ab0'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:54:13.965846 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-93a664c6-5c03-4ed9-8cc5-e0015e032a67 req-2daf042a-dd7b-41c7-9312-6e0d5431280b tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "GET /v2.0/security-groups?id=4af24981-e5e4-49fb-bf8c-f71598d36a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6021538 Mar 01 13:54:14.060749 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-526a5591-8e13-4e38-9332-5d44e2329311 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Network 20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:54:14.072994 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-526a5591-8e13-4e38-9332-5d44e2329311 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:54:14.075359 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-228de77b-3c17-48bd-aece-8c8be2b38141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:14.080987 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-526a5591-8e13-4e38-9332-5d44e2329311 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:54:14.083541 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-228de77b-3c17-48bd-aece-8c8be2b38141 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c10380dc-3261-481a-b6e0-b67ea74edb52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5964735 Mar 01 13:54:14.174852 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a5591-8e13-4e38-9332-5d44e2329311 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Pushing event updated for resources: {'Port': ['ID=73dea8f2-6a5e-464b-b36c-6cb23b9ad117,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:14.220334 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71991e2-7bf5-4024-8ea7-e6b64a096ca0 req-ff2634d6-4a2f-43ce-b139-55db6bd88546 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:14.223777 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c71991e2-7bf5-4024-8ea7-e6b64a096ca0 req-ff2634d6-4a2f-43ce-b139-55db6bd88546 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?device_id=258c1703-958b-4c7c-a6ea-108c2af79998 HTTP/1.1" status: 200 len: 984 time: 0.2445335 Mar 01 13:54:14.264792 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-526a5591-8e13-4e38-9332-5d44e2329311 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:14.268549 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-526a5591-8e13-4e38-9332-5d44e2329311 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:14.310160 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-526a5591-8e13-4e38-9332-5d44e2329311 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0484803 Mar 01 13:54:14.335620 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-c490d234-345d-416b-b112-97a1011d023f service neutron] Request body: {'port': {'device_id': '22e15fa0-07fe-4952-a594-14048582fca5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:54:14.339706 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-8a614d09-cbc8-4d1c-bab8-4151f20a9570 service neutron] 10.222.0.32 "GET /v2.0/networks/c10380dc-3261-481a-b6e0-b67ea74edb52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417407 Mar 01 13:54:14.575652 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-c490d234-345d-416b-b112-97a1011d023f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (73dea8f2-6a5e-464b-b36c-6cb23b9ad117), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:14.621368 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e44b7c4d-b803-485e-b5de-6318ae023d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:14.837043 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-f8a94725-ba98-4a31-beee-a2404790c458 None None] Provisioning complete for port 73dea8f2-6a5e-464b-b36c-6cb23b9ad117 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:14.837448 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f8a94725-ba98-4a31-beee-a2404790c458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (73dea8f2-6a5e-464b-b36c-6cb23b9ad117), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:14.881525 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5b0839ec-3786-4d38-8aee-ede02ab103e5 None None] Publish callbacks [] for port (ae06bd63-92a3-4093-a394-df9ca5c9b2de), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:14.910223 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-4fc0bf93-02f5-4533-83b2-1ff682c79852 service neutron] 10.222.0.32 "GET /v2.0/networks/c10380dc-3261-481a-b6e0-b67ea74edb52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5594215 Mar 01 13:54:14.922695 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c71991e2-7bf5-4024-8ea7-e6b64a096ca0 req-97e2bf15-9af4-41e8-a9f9-a8994b465e65 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4d9ca1-f55a-40bc-b944-f22de3eaf370&id=451d73e9-520b-4dc1-8f43-66c0d36dddbf&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.5672333 Mar 01 13:54:14.923717 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5b0839ec-3786-4d38-8aee-ede02ab103e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ae06bd63-92a3-4093-a394-df9ca5c9b2de), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:15.065863 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f8a94725-ba98-4a31-beee-a2404790c458 None None] Port 73dea8f2-6a5e-464b-b36c-6cb23b9ad117 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:54:15.176582 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc095cc-c5dc-46e7-b3f3-9ee9d47652ac None None] Pushing event updated for resources: {'Port': ['ID=ae06bd63-92a3-4093-a394-df9ca5c9b2de,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:15.183110 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-5b0839ec-3786-4d38-8aee-ede02ab103e5 None None] Attempting to bind port ae06bd63-92a3-4093-a394-df9ca5c9b2de on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:54:15.183508 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-5b0839ec-3786-4d38-8aee-ede02ab103e5 None None] Attempting to bind port ae06bd63-92a3-4093-a394-df9ca5c9b2de by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:54:15.183892 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0839ec-3786-4d38-8aee-ede02ab103e5 None None] Attempting to bind port ae06bd63-92a3-4093-a394-df9ca5c9b2de on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:54:15.204862 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0839ec-3786-4d38-8aee-ede02ab103e5 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:54:15.205271 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0839ec-3786-4d38-8aee-ede02ab103e5 None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:54:15.205637 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5b0839ec-3786-4d38-8aee-ede02ab103e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:15.206033 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0839ec-3786-4d38-8aee-ede02ab103e5 None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:54:15.206522 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-5b0839ec-3786-4d38-8aee-ede02ab103e5 None None] Bound port: ae06bd63-92a3-4093-a394-df9ca5c9b2de, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:54:15.206907 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5b0839ec-3786-4d38-8aee-ede02ab103e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ae06bd63-92a3-4093-a394-df9ca5c9b2de), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:15.308726 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-5c63aa1f-1ce3-4421-b6e7-0b14e4822c19 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e187b1ce-0b6f-4521-8972-2202ece5890a HTTP/1.1" status: 200 len: 217 time: 0.3784919 Mar 01 13:54:15.368113 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edcb858-6faa-44b2-9a7e-80473a29fce0', 'name': 'network-vif-deleted', 'tag': 'bf99950e-5f80-4419-804c-7b7a15f6ec34'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:54:15.371808 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b957540-af96-45b7-a8a3-ac194c65803b" -d '{"events": [{"server_uuid": "2edcb858-6faa-44b2-9a7e-80473a29fce0", "name": "network-vif-deleted", "tag": "bf99950e-5f80-4419-804c-7b7a15f6ec34"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:54:15.376975 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-5b0839ec-3786-4d38-8aee-ede02ab103e5 None None] For port ae06bd63-92a3-4093-a394-df9ca5c9b2de, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:54:15.380853 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-5b0839ec-3786-4d38-8aee-ede02ab103e5 None None] For port ae06bd63-92a3-4093-a394-df9ca5c9b2de, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ae06bd63-92a3-4093-a394-df9ca5c9b2de,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:54:15.408567 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5b0839ec-3786-4d38-8aee-ede02ab103e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ae06bd63-92a3-4093-a394-df9ca5c9b2de), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:15.510499 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940f638-b2e9-4ff6-97c6-7bfe61bb582e req-292e9259-5f66-47fc-a279-e0f30f09e6f8 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:15.525135 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940f638-b2e9-4ff6-97c6-7bfe61bb582e req-292e9259-5f66-47fc-a279-e0f30f09e6f8 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:15.531624 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940f638-b2e9-4ff6-97c6-7bfe61bb582e req-292e9259-5f66-47fc-a279-e0f30f09e6f8 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:15.534936 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0839ec-3786-4d38-8aee-ede02ab103e5 None None] Routers {'294d4ec9-fa81-43dc-ae62-75836906d03f'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:54:15.535580 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-5b0839ec-3786-4d38-8aee-ede02ab103e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:53:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['294d4ec9-fa81-43dc-ae62-75836906d03f'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:15.537575 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc095cc-c5dc-46e7-b3f3-9ee9d47652ac None None] Pushing event updated for resources: {'Port': ['ID=ae06bd63-92a3-4093-a394-df9ca5c9b2de,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:15.538459 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940f638-b2e9-4ff6-97c6-7bfe61bb582e req-292e9259-5f66-47fc-a279-e0f30f09e6f8 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:15.544274 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940f638-b2e9-4ff6-97c6-7bfe61bb582e req-292e9259-5f66-47fc-a279-e0f30f09e6f8 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:15.553641 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940f638-b2e9-4ff6-97c6-7bfe61bb582e req-292e9259-5f66-47fc-a279-e0f30f09e6f8 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:15.565844 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940f638-b2e9-4ff6-97c6-7bfe61bb582e req-292e9259-5f66-47fc-a279-e0f30f09e6f8 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:15.570200 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2940f638-b2e9-4ff6-97c6-7bfe61bb582e req-292e9259-5f66-47fc-a279-e0f30f09e6f8 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5417 time: 1.0419531 Mar 01 13:54:15.621759 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-af1c6bb5-4efc-4861-b790-b07c7ce27454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:15.625450 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-af1c6bb5-4efc-4861-b790-b07c7ce27454 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbb0ca41-6268-4b81-bdd7-21226410b058 HTTP/1.1" status: 200 len: 797 time: 0.2869802 Mar 01 13:54:15.691145 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-e44b7c4d-b803-485e-b5de-6318ae023d31 admin admin] Allocated IP 172.20.0.1 (a331d97d-3b18-4702-9c0b-f805cbe3e548/2a7f95b2-978a-4a0a-927f-c44508a26ed8/846fa967-75da-4527-8413-b4290e55da8d) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:54:15.708744 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9ba92-7c2f-45fd-a7a4-789dcebcf42d req-9a861512-203c-4b28-9c28-76c429fcb92d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:15.717387 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2ab9ba92-7c2f-45fd-a7a4-789dcebcf42d req-9a861512-203c-4b28-9c28-76c429fcb92d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=22e15fa0-07fe-4952-a594-14048582fca5 HTTP/1.1" status: 200 len: 931 time: 0.5148275 Mar 01 13:54:15.761334 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-5b0839ec-3786-4d38-8aee-ede02ab103e5 None None] Set router 294d4ec9-fa81-43dc-ae62-75836906d03f gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:54:15.816472 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-c490d234-345d-416b-b112-97a1011d023f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73dea8f2-6a5e-464b-b36c-6cb23b9ad117 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:54:15.828865 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-c490d234-345d-416b-b112-97a1011d023f service neutron] Publish callbacks [] for port (73dea8f2-6a5e-464b-b36c-6cb23b9ad117), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:15.848500 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-c490d234-345d-416b-b112-97a1011d023f service neutron] Transition to ACTIVE for port object 73dea8f2-6a5e-464b-b36c-6cb23b9ad117 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:54:15.856755 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-c490d234-345d-416b-b112-97a1011d023f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (73dea8f2-6a5e-464b-b36c-6cb23b9ad117), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:15.857866 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2940f638-b2e9-4ff6-97c6-7bfe61bb582e req-0d3d878c-aa88-43b0-bafe-48a0994627dc tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2764628 Mar 01 13:54:15.865105 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-060bb410-37ad-4be9-8a3b-3eebd8997c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:15.867534 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-060bb410-37ad-4be9-8a3b-3eebd8997c93 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c10380dc-3261-481a-b6e0-b67ea74edb52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2217176 Mar 01 13:54:15.922745 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2ab9ba92-7c2f-45fd-a7a4-789dcebcf42d req-63d33fac-8374-4ff4-b24a-1aa8d9e9352d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039881 Mar 01 13:54:16.013057 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47630) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:16.045479 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-b29aedb8-5e21-419b-b4ba-25bf204bc0b3 service neutron] 10.222.0.32 "GET /v2.0/networks/c10380dc-3261-481a-b6e0-b67ea74edb52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707582 Mar 01 13:54:16.066350 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9afeeff-1890-4239-ab39-45eea59a7fcd x-openstack-request-id: req-d9afeeff-1890-4239-ab39-45eea59a7fcd {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:54:16.067612 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edcb858-6faa-44b2-9a7e-80473a29fce0", "name": "network-vif-deleted", "tag": "bf99950e-5f80-4419-804c-7b7a15f6ec34", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:54:16.068053 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9afeeff-1890-4239-ab39-45eea59a7fcd {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:54:16.068609 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edcb858-6faa-44b2-9a7e-80473a29fce0', 'name': 'network-vif-deleted', 'tag': 'bf99950e-5f80-4419-804c-7b7a15f6ec34', 'status': 'completed', 'code': 200} Mar 01 13:54:16.160679 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-5b0839ec-3786-4d38-8aee-ede02ab103e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'name': 'tempest-TaggedBootDevicesTest_v242-1027958049-router', 'tenant_id': '4475ad9be4194a7593562a2e7537afad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ae06bd63-92a3-4093-a394-df9ca5c9b2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:05Z', 'updated_at': '2022-03-01T13:54:07Z', 'revision_number': 3, 'project_id': '4475ad9be4194a7593562a2e7537afad', 'gw_port': {'id': 'ae06bd63-92a3-4093-a394-df9ca5c9b2de', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:06Z', 'updated_at': '2022-03-01T13:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:16.183351 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490d234-345d-416b-b112-97a1011d023f service neutron] Pushing event updated for resources: {'Port': ['ID=73dea8f2-6a5e-464b-b36c-6cb23b9ad117,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:16.219267 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0839ec-3786-4d38-8aee-ede02ab103e5 None None] The sync data for ids ['294d4ec9-fa81-43dc-ae62-75836906d03f'] in n-d-827467-3 is: [{'id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'name': 'tempest-TaggedBootDevicesTest_v242-1027958049-router', 'tenant_id': '4475ad9be4194a7593562a2e7537afad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ae06bd63-92a3-4093-a394-df9ca5c9b2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:05Z', 'updated_at': '2022-03-01T13:54:07Z', 'revision_number': 3, 'project_id': '4475ad9be4194a7593562a2e7537afad', 'gw_port': {'id': 'ae06bd63-92a3-4093-a394-df9ca5c9b2de', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:06Z', 'updated_at': '2022-03-01T13:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:54:16.264140 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c490d234-345d-416b-b112-97a1011d023f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:16.264486 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c490d234-345d-416b-b112-97a1011d023f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:16.264824 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c490d234-345d-416b-b112-97a1011d023f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:16.273283 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c490d234-345d-416b-b112-97a1011d023f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:16.273701 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c490d234-345d-416b-b112-97a1011d023f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:16.273998 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c490d234-345d-416b-b112-97a1011d023f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:16.274514 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c490d234-345d-416b-b112-97a1011d023f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:16.274847 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c490d234-345d-416b-b112-97a1011d023f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:16.275416 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c490d234-345d-416b-b112-97a1011d023f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:16.280256 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c490d234-345d-416b-b112-97a1011d023f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:16.281380 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c490d234-345d-416b-b112-97a1011d023f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:16.281816 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c490d234-345d-416b-b112-97a1011d023f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:16.282223 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c490d234-345d-416b-b112-97a1011d023f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:16.314882 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-88c94acb-4aad-4562-8082-2e7c5be8e8ea tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Deleting subnet 10aeadb3-bee1-4441-8aac-0a4661f41f31 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:54:16.323707 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-88c94acb-4aad-4562-8082-2e7c5be8e8ea tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks [] for subnet (10aeadb3-bee1-4441-8aac-0a4661f41f31), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:16.432716 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-88c94acb-4aad-4562-8082-2e7c5be8e8ea tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (10aeadb3-bee1-4441-8aac-0a4661f41f31), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:16.484369 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-c490d234-345d-416b-b112-97a1011d023f service neutron] Attempting to bind port 73dea8f2-6a5e-464b-b36c-6cb23b9ad117 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:54:16.484711 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-c490d234-345d-416b-b112-97a1011d023f service neutron] Attempting to bind port 73dea8f2-6a5e-464b-b36c-6cb23b9ad117 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': 'adbddf4e-a21d-4b8d-ae28-1974e74a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:54:16.485032 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-c490d234-345d-416b-b112-97a1011d023f service neutron] Attempting to bind port 73dea8f2-6a5e-464b-b36c-6cb23b9ad117 on network 20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:54:16.498146 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-c490d234-345d-416b-b112-97a1011d023f service neutron] Port 73dea8f2-6a5e-464b-b36c-6cb23b9ad117 on network 20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:54:16.498512 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-c490d234-345d-416b-b112-97a1011d023f service neutron] Attempting to bind port 73dea8f2-6a5e-464b-b36c-6cb23b9ad117 on network 20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:54:16.541450 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-c490d234-345d-416b-b112-97a1011d023f service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:54:16.541969 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-c490d234-345d-416b-b112-97a1011d023f service neutron] Checking segment: {'id': 'adbddf4e-a21d-4b8d-ae28-1974e74a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:54:16.542358 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-c490d234-345d-416b-b112-97a1011d023f service neutron] Bound using segment: {'id': 'adbddf4e-a21d-4b8d-ae28-1974e74a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:54:16.543315 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-c490d234-345d-416b-b112-97a1011d023f service neutron] Bound port: 73dea8f2-6a5e-464b-b36c-6cb23b9ad117, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adbddf4e-a21d-4b8d-ae28-1974e74a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:54:16.543701 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-c490d234-345d-416b-b112-97a1011d023f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (73dea8f2-6a5e-464b-b36c-6cb23b9ad117), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:16.799738 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-88c94acb-4aad-4562-8082-2e7c5be8e8ea tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (10aeadb3-bee1-4441-8aac-0a4661f41f31), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:16.894384 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-c490d234-345d-416b-b112-97a1011d023f service neutron] For port 73dea8f2-6a5e-464b-b36c-6cb23b9ad117, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:54:16.900039 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-c490d234-345d-416b-b112-97a1011d023f service neutron] For port 73dea8f2-6a5e-464b-b36c-6cb23b9ad117, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=73dea8f2-6a5e-464b-b36c-6cb23b9ad117,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:54:16.912894 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-c490d234-345d-416b-b112-97a1011d023f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (73dea8f2-6a5e-464b-b36c-6cb23b9ad117), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:17.007297 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-c490d234-345d-416b-b112-97a1011d023f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:17.008000 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-c490d234-345d-416b-b112-97a1011d023f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:17.012197 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-c490d234-345d-416b-b112-97a1011d023f service neutron] 10.222.0.20 "PUT /v2.0/ports/73dea8f2-6a5e-464b-b36c-6cb23b9ad117 HTTP/1.1" status: 200 len: 1091 time: 2.6871729 Mar 01 13:54:17.054460 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e44b7c4d-b803-485e-b5de-6318ae023d31 admin admin] Publish callbacks [] for port (846fa967-75da-4527-8413-b4290e55da8d), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:17.068519 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1974ca4-f755-4e0b-a61f-b624ac82d1ec req-beafbffe-ef55-4d56-88d7-b530e581b812 service neutron] 10.222.0.32 "GET /v2.0/networks/c10380dc-3261-481a-b6e0-b67ea74edb52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0079217 Mar 01 13:54:17.114352 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-88c94acb-4aad-4562-8082-2e7c5be8e8ea tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (10aeadb3-bee1-4441-8aac-0a4661f41f31), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:17.217272 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c94acb-4aad-4562-8082-2e7c5be8e8ea tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Pushing event deleted for resources: {'Subnet': ['ID=10aeadb3-bee1-4441-8aac-0a4661f41f31,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:17.236784 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-88c94acb-4aad-4562-8082-2e7c5be8e8ea tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:17.242390 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-88c94acb-4aad-4562-8082-2e7c5be8e8ea tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "DELETE /v2.0/subnets/10aeadb3-bee1-4441-8aac-0a4661f41f31 HTTP/1.1" status: 204 len: 168 time: 1.2198446 Mar 01 13:54:17.243971 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490d234-345d-416b-b112-97a1011d023f service neutron] Pushing event updated for resources: {'Port': ['ID=73dea8f2-6a5e-464b-b36c-6cb23b9ad117,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:17.246207 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 47648) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:17.256481 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb97166e-1000-4dba-9b9b-306b7ca08492 None None] Network d9c9a123-a209-40cf-a882-c12429486d91 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:54:17.298250 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-5e07918a-8352-48a0-8e46-430ba71e6402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:17.299875 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-5e07918a-8352-48a0-8e46-430ba71e6402 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=475192ca5f814c16b38a7d788a6a6472&device_id=22e15fa0-07fe-4952-a594-14048582fca5 HTTP/1.1" status: 200 len: 1125 time: 0.2275412 Mar 01 13:54:17.423945 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-780de119-4b9f-4a88-a5e3-34d893363e1a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73dea8f2-6a5e-464b-b36c-6cb23b9ad117 HTTP/1.1" status: 200 len: 217 time: 0.1156411 Mar 01 13:54:17.502714 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7f5cd142-4320-4533-acc8-6c694cab5c41 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (d9c9a123-a209-40cf-a882-c12429486d91), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:17.594990 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-2abd6c37-80b6-44c4-adec-862f72217d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:17.599306 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-2abd6c37-80b6-44c4-adec-862f72217d72 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1ea702e-89f4-430d-ba35-37a3134c98fa HTTP/1.1" status: 200 len: 851 time: 0.1687293 Mar 01 13:54:17.600641 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046b75b-2124-4eaa-975d-bf8e7d97240e req-dc1bf828-6ae3-453a-9bf9-9c765147b464 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:17.602181 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d046b75b-2124-4eaa-975d-bf8e7d97240e req-dc1bf828-6ae3-453a-9bf9-9c765147b464 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?device_id=258c1703-958b-4c7c-a6ea-108c2af79998 HTTP/1.1" status: 200 len: 984 time: 1.4220507 Mar 01 13:54:17.609818 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515aa918-c56c-454d-90c0-c976ec8adcfe req-3439835f-7086-40d5-83b2-5922f7ff1349 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:17.623322 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-515aa918-c56c-454d-90c0-c976ec8adcfe req-3439835f-7086-40d5-83b2-5922f7ff1349 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=22e15fa0-07fe-4952-a594-14048582fca5 HTTP/1.1" status: 200 len: 943 time: 0.5093300 Mar 01 13:54:17.727105 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a57778-170a-46a7-8c95-d2e044520231 None None] DHCP port deletion for d9c9a123-a209-40cf-a882-c12429486d91 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:54:17.759714 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-b31b91f5-8648-40e6-9f86-213bbd249cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:17.761546 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-b31b91f5-8648-40e6-9f86-213bbd249cd7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1516099 Mar 01 13:54:17.801841 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e44b7c4d-b803-485e-b5de-6318ae023d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (846fa967-75da-4527-8413-b4290e55da8d), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:17.876872 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3ed7f-5449-4be0-94e8-b9f38825615f req-a4004e05-d8df-480d-b330-63c77a0c8768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:17.877356 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3ed7f-5449-4be0-94e8-b9f38825615f req-a4004e05-d8df-480d-b330-63c77a0c8768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:17.877831 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3ed7f-5449-4be0-94e8-b9f38825615f req-a4004e05-d8df-480d-b330-63c77a0c8768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:17.878009 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-16a57778-170a-46a7-8c95-d2e044520231 None None] Deleting port 5fba28c9-095e-4855-9585-06114744af38 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:54:17.878299 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3ed7f-5449-4be0-94e8-b9f38825615f req-a4004e05-d8df-480d-b330-63c77a0c8768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:17.878685 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-16a57778-170a-46a7-8c95-d2e044520231 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (5fba28c9-095e-4855-9585-06114744af38), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:17.878806 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3ed7f-5449-4be0-94e8-b9f38825615f req-a4004e05-d8df-480d-b330-63c77a0c8768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:17.879209 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3ed7f-5449-4be0-94e8-b9f38825615f req-a4004e05-d8df-480d-b330-63c77a0c8768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:17.879690 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3ed7f-5449-4be0-94e8-b9f38825615f req-a4004e05-d8df-480d-b330-63c77a0c8768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:17.901248 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-47f3ed7f-5449-4be0-94e8-b9f38825615f req-a4004e05-d8df-480d-b330-63c77a0c8768 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=78efedc3031f4258896f94ad66a2f53b&device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 6691 time: 0.7417989 Mar 01 13:54:17.908547 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b7c4d-b803-485e-b5de-6318ae023d31 admin admin] Pushing event updated for resources: {'Port': ['ID=846fa967-75da-4527-8413-b4290e55da8d,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:17.937742 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44b7c4d-b803-485e-b5de-6318ae023d31 admin admin] Network a331d97d-3b18-4702-9c0b-f805cbe3e548 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:54:17.964756 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-515aa918-c56c-454d-90c0-c976ec8adcfe req-19a66b3a-badb-400c-a768-913e68751a9d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401606 Mar 01 13:54:17.986072 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-e44b7c4d-b803-485e-b5de-6318ae023d31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:54:17.986959 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-2285064f-96ae-48aa-8515-8f0429d7f13e service neutron] 10.222.0.20 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137313 Mar 01 13:54:18.004075 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44b7c4d-b803-485e-b5de-6318ae023d31 admin admin] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:54:18.022261 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d046b75b-2124-4eaa-975d-bf8e7d97240e req-0a6214d2-71cb-4f29-85b6-c41478a7955f tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4d9ca1-f55a-40bc-b944-f22de3eaf370&id=451d73e9-520b-4dc1-8f43-66c0d36dddbf&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3672597 Mar 01 13:54:18.027086 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-7f5cd142-4320-4533-acc8-6c694cab5c41 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Deleting port 5fba28c9-095e-4855-9585-06114744af38 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:54:18.031263 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7f5cd142-4320-4533-acc8-6c694cab5c41 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (5fba28c9-095e-4855-9585-06114744af38), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:18.052615 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-16a57778-170a-46a7-8c95-d2e044520231 None None] For port 5fba28c9-095e-4855-9585-06114744af38, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=5fba28c9-095e-4855-9585-06114744af38,segment=NetworkSegment(48598a6f-86f3-45e9-8665-ef2be92ef181),segment_id=48598a6f-86f3-45e9-8665-ef2be92ef181)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:18.052615 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-16a57778-170a-46a7-8c95-d2e044520231 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (5fba28c9-095e-4855-9585-06114744af38), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:18.071154 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e15fa0-07fe-4952-a594-14048582fca5', 'tag': '73dea8f2-6a5e-464b-b36c-6cb23b9ad117'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:54:18.075892 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f563842e-54ae-43a5-9541-6565d186ee73" -d '{"events": [{"name": "network-changed", "server_uuid": "22e15fa0-07fe-4952-a594-14048582fca5", "tag": "73dea8f2-6a5e-464b-b36c-6cb23b9ad117"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:54:18.078211 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-16a57778-170a-46a7-8c95-d2e044520231 None None] Calling delete_port for 5fba28c9-095e-4855-9585-06114744af38 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:54:18.139899 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-7f5cd142-4320-4533-acc8-6c694cab5c41 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] For port 5fba28c9-095e-4855-9585-06114744af38, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=5fba28c9-095e-4855-9585-06114744af38,segment=NetworkSegment(48598a6f-86f3-45e9-8665-ef2be92ef181),segment_id=48598a6f-86f3-45e9-8665-ef2be92ef181)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:18.140977 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7f5cd142-4320-4533-acc8-6c694cab5c41 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (5fba28c9-095e-4855-9585-06114744af38), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:18.155122 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-7f5cd142-4320-4533-acc8-6c694cab5c41 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Calling delete_port for 5fba28c9-095e-4855-9585-06114744af38 owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:54:18.258442 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-755c1012-51d5-4cf7-86d2-c76c1b460120 req-0884144d-0491-4aab-8d62-d027f5e68045 service neutron] 10.222.0.20 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641854 Mar 01 13:54:18.293575 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-16a57778-170a-46a7-8c95-d2e044520231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (5fba28c9-095e-4855-9585-06114744af38), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:18.341422 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a57778-170a-46a7-8c95-d2e044520231 None None] Pushing event deleted for resources: {'Port': ['ID=5fba28c9-095e-4855-9585-06114744af38,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:18.356027 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a57778-170a-46a7-8c95-d2e044520231 None None] No DVR routers for this DVR port 5fba28c9-095e-4855-9585-06114744af38 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:54:18.488885 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ae06bd63-92a3-4093-a394-df9ca5c9b2de up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:54:18.546069 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-0efdd47d-bf89-406b-a2d6-fdae066140a8 None None] Provisioning complete for port 846fa967-75da-4527-8413-b4290e55da8d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:18.546478 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0efdd47d-bf89-406b-a2d6-fdae066140a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (846fa967-75da-4527-8413-b4290e55da8d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:18.627654 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port ae06bd63-92a3-4093-a394-df9ca5c9b2de triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:18.627950 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ae06bd63-92a3-4093-a394-df9ca5c9b2de), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:18.655159 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-0efdd47d-bf89-406b-a2d6-fdae066140a8 None None] Port 846fa967-75da-4527-8413-b4290e55da8d cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:54:18.682932 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3ed7f-5449-4be0-94e8-b9f38825615f req-df4131c4-b625-4961-a61f-71fda38dc3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:18.686063 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-47f3ed7f-5449-4be0-94e8-b9f38825615f req-df4131c4-b625-4961-a61f-71fda38dc3a5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c10380dc-3261-481a-b6e0-b67ea74edb52 HTTP/1.1" status: 200 len: 902 time: 0.7694631 Mar 01 13:54:18.752595 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port ae06bd63-92a3-4093-a394-df9ca5c9b2de is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:18.753427 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ae06bd63-92a3-4093-a394-df9ca5c9b2de), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:18.785515 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port ae06bd63-92a3-4093-a394-df9ca5c9b2de, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ae06bd63-92a3-4093-a394-df9ca5c9b2de,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:18.794676 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ae06bd63-92a3-4093-a394-df9ca5c9b2de), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:18.841890 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e44b7c4d-b803-485e-b5de-6318ae023d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (294d4ec9-fa81-43dc-ae62-75836906d03f), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:18.845761 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-47f3ed7f-5449-4be0-94e8-b9f38825615f req-abfa1982-23ff-4d44-9073-9b2ca7dff867 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f27e4255-a98a-462e-9298-016f98c6d074 HTTP/1.1" status: 200 len: 217 time: 0.1277497 Mar 01 13:54:18.898700 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 5fba28c9-095e-4855-9585-06114744af38 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:54:18.915795 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7f5cd142-4320-4533-acc8-6c694cab5c41 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (5fba28c9-095e-4855-9585-06114744af38), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:18.973594 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 5fba28c9-095e-4855-9585-06114744af38 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:54:18.974737 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 5fba28c9-095e-4855-9585-06114744af38 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:54:18.994135 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=ae06bd63-92a3-4093-a394-df9ca5c9b2de,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:19.043067 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5cd142-4320-4533-acc8-6c694cab5c41 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Pushing event deleted for resources: {'Port': ['ID=5fba28c9-095e-4855-9585-06114744af38,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:19.079520 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe0545-71ba-42c3-83fb-de7631f93620 req-010bec03-dddf-4da0-8858-c6a7b5657caa tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:19.086962 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe0545-71ba-42c3-83fb-de7631f93620 req-010bec03-dddf-4da0-8858-c6a7b5657caa tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:19.092598 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe0545-71ba-42c3-83fb-de7631f93620 req-010bec03-dddf-4da0-8858-c6a7b5657caa tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:19.098820 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe0545-71ba-42c3-83fb-de7631f93620 req-010bec03-dddf-4da0-8858-c6a7b5657caa tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:19.104260 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe0545-71ba-42c3-83fb-de7631f93620 req-010bec03-dddf-4da0-8858-c6a7b5657caa tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:19.110262 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe0545-71ba-42c3-83fb-de7631f93620 req-010bec03-dddf-4da0-8858-c6a7b5657caa tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:19.115691 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe0545-71ba-42c3-83fb-de7631f93620 req-010bec03-dddf-4da0-8858-c6a7b5657caa tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:19.123329 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bfbe0545-71ba-42c3-83fb-de7631f93620 req-010bec03-dddf-4da0-8858-c6a7b5657caa tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5417 time: 0.8907330 Mar 01 13:54:19.133534 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-59cabb47-7e11-403e-a545-326f459de208 req-e51a7987-b3e9-488d-9ed0-c382a547e8a5 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-498257808&fields=id&tenant_id=ce8433796a20462188b8cc95a1d1d4d8 HTTP/1.1" status: 200 len: 267 time: 0.8606780 Mar 01 13:54:19.136162 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5cd142-4320-4533-acc8-6c694cab5c41 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] No DVR routers for this DVR port 5fba28c9-095e-4855-9585-06114744af38 on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:54:19.282083 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3ed7f-5449-4be0-94e8-b9f38825615f req-73d71de5-f593-4ff5-8353-2e7158af9cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:19.284070 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-47f3ed7f-5449-4be0-94e8-b9f38825615f req-73d71de5-f593-4ff5-8353-2e7158af9cd0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbb0ca41-6268-4b81-bdd7-21226410b058 HTTP/1.1" status: 200 len: 797 time: 0.3725798 Mar 01 13:54:19.418204 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7f5cd142-4320-4533-acc8-6c694cab5c41 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (d9c9a123-a209-40cf-a882-c12429486d91), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:19.459465 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-7f5cd142-4320-4533-acc8-6c694cab5c41 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c9a123-a209-40cf-a882-c12429486d91']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:19.493790 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bfbe0545-71ba-42c3-83fb-de7631f93620 req-0a628708-86e9-4dda-838e-cae2bb398e50 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3490944 Mar 01 13:54:19.560994 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-7f5cd142-4320-4533-acc8-6c694cab5c41 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48598a6f-86f3-45e9-8665-ef2be92ef181') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:19.561295 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-7f5cd142-4320-4533-acc8-6c694cab5c41 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48598a6f-86f3-45e9-8665-ef2be92ef181') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:19.572129 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a62183d-04fc-4e92-9907-4f1b0971df7e x-openstack-request-id: req-0a62183d-04fc-4e92-9907-4f1b0971df7e {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:54:19.572632 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22e15fa0-07fe-4952-a594-14048582fca5", "tag": "73dea8f2-6a5e-464b-b36c-6cb23b9ad117", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:54:19.572737 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a62183d-04fc-4e92-9907-4f1b0971df7e {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:54:19.573080 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e15fa0-07fe-4952-a594-14048582fca5', 'tag': '73dea8f2-6a5e-464b-b36c-6cb23b9ad117', 'status': 'completed', 'code': 200} Mar 01 13:54:19.614172 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cabb47-7e11-403e-a545-326f459de208 req-89a67a77-2720-47ea-bb81-973c1af1f1bd tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:19.616099 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-59cabb47-7e11-403e-a545-326f459de208 req-89a67a77-2720-47ea-bb81-973c1af1f1bd tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?device_id=258c1703-958b-4c7c-a6ea-108c2af79998 HTTP/1.1" status: 200 len: 984 time: 0.4723296 Mar 01 13:54:19.623695 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7f5cd142-4320-4533-acc8-6c694cab5c41 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (48598a6f-86f3-45e9-8665-ef2be92ef181), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:19.634765 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e44b7c4d-b803-485e-b5de-6318ae023d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (846fa967-75da-4527-8413-b4290e55da8d), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:19.657579 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3ed7f-5449-4be0-94e8-b9f38825615f req-414cdb8a-12f6-42dc-b851-46009292949e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:19.659492 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-47f3ed7f-5449-4be0-94e8-b9f38825615f req-414cdb8a-12f6-42dc-b851-46009292949e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c10380dc-3261-481a-b6e0-b67ea74edb52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3157871 Mar 01 13:54:19.674719 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-59cabb47-7e11-403e-a545-326f459de208 req-e2805826-d19c-44ac-8e5f-59a191db2e4b tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Request body: {'port': {'security_groups': ['451d73e9-520b-4dc1-8f43-66c0d36dddbf', 'cd4d9ca1-f55a-40bc-b944-f22de3eaf370', 'b868d247-c71d-48d9-a089-ce9ad68cf4ed']}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:54:19.709593 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563842e-54ae-43a5-9541-6565d186ee73 req-8c8c58af-85cf-444f-be5d-f16185f0eb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:19.713727 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f563842e-54ae-43a5-9541-6565d186ee73 req-8c8c58af-85cf-444f-be5d-f16185f0eb8d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=475192ca5f814c16b38a7d788a6a6472&device_id=22e15fa0-07fe-4952-a594-14048582fca5 HTTP/1.1" status: 200 len: 1125 time: 0.1210115 Mar 01 13:54:19.830051 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563842e-54ae-43a5-9541-6565d186ee73 req-752f22df-d456-4317-bc7d-4698a4f68b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:19.832202 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f563842e-54ae-43a5-9541-6565d186ee73 req-752f22df-d456-4317-bc7d-4698a4f68b90 service neutron] 10.222.0.20 "GET /v2.0/networks?id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 HTTP/1.1" status: 200 len: 913 time: 0.1117296 Mar 01 13:54:19.882459 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f563842e-54ae-43a5-9541-6565d186ee73 req-ac5e75d3-f0cb-4e0a-ab31-aff0021535e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73dea8f2-6a5e-464b-b36c-6cb23b9ad117 HTTP/1.1" status: 200 len: 217 time: 0.0440376 Mar 01 13:54:19.936016 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563842e-54ae-43a5-9541-6565d186ee73 req-d28a2f71-9709-4017-9b0b-b6ba2a53d93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:19.937629 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f563842e-54ae-43a5-9541-6565d186ee73 req-d28a2f71-9709-4017-9b0b-b6ba2a53d93c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1ea702e-89f4-430d-ba35-37a3134c98fa HTTP/1.1" status: 200 len: 851 time: 0.0485129 Mar 01 13:54:19.951338 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-47f3ed7f-5449-4be0-94e8-b9f38825615f req-f143e830-d56c-4e70-83e0-99cdedbc26f2 service neutron] 10.222.0.32 "GET /v2.0/networks/c10380dc-3261-481a-b6e0-b67ea74edb52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729766 Mar 01 13:54:19.974289 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7f5cd142-4320-4533-acc8-6c694cab5c41 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (48598a6f-86f3-45e9-8665-ef2be92ef181), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:20.017388 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f5cd142-4320-4533-acc8-6c694cab5c41 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:54:20.018155 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7f5cd142-4320-4533-acc8-6c694cab5c41 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (48598a6f-86f3-45e9-8665-ef2be92ef181), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: self.session.flush() Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: self.session.flush() Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: self.session.flush() Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: self.session.flush() Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: timer() Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:54:20.029816 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:54:20.045039 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563842e-54ae-43a5-9541-6565d186ee73 req-11dfeade-77df-4de9-98f7-82a001ae22aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:20.047132 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f563842e-54ae-43a5-9541-6565d186ee73 req-11dfeade-77df-4de9-98f7-82a001ae22aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1031928 Mar 01 13:54:20.179788 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe62a44-a6e6-4747-932b-5a60c850106a req-2cc673f9-d606-4433-896a-dbd061d204e4 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:20.181666 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-abe62a44-a6e6-4747-932b-5a60c850106a req-2cc673f9-d606-4433-896a-dbd061d204e4 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=22e15fa0-07fe-4952-a594-14048582fca5 HTTP/1.1" status: 200 len: 943 time: 0.5128591 Mar 01 13:54:20.198981 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7f5cd142-4320-4533-acc8-6c694cab5c41 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (d9c9a123-a209-40cf-a882-c12429486d91), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:20.205420 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7f5cd142-4320-4533-acc8-6c694cab5c41 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:20.209977 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7f5cd142-4320-4533-acc8-6c694cab5c41 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "DELETE /v2.0/networks/d9c9a123-a209-40cf-a882-c12429486d91 HTTP/1.1" status: 204 len: 168 time: 2.9117773 Mar 01 13:54:20.225307 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f563842e-54ae-43a5-9541-6565d186ee73 req-f5dc7c2c-4710-4203-834e-38bbe49f9bde service neutron] 10.222.0.20 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719286 Mar 01 13:54:20.225857 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47706) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:20.275200 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-59cabb47-7e11-403e-a545-326f459de208 req-e2805826-d19c-44ac-8e5f-59a191db2e4b tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7a8cbb72-6be0-4f74-b061-115e6015fd40), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:20.370743 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5cd142-4320-4533-acc8-6c694cab5c41 tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Pushing event deleted for resources: {'Network': ['ID=d9c9a123-a209-40cf-a882-c12429486d91,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:20.398237 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-3947469c-e526-4425-8380-d7ca3ef6298b tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Deleting subnet 6d5cb574-bbf6-43f8-a130-608c866fcafa {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:54:20.404108 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ae06bd63-92a3-4093-a394-df9ca5c9b2de up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:54:20.407930 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3947469c-e526-4425-8380-d7ca3ef6298b tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks [] for subnet (6d5cb574-bbf6-43f8-a130-608c866fcafa), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:20.462623 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port ae06bd63-92a3-4093-a394-df9ca5c9b2de triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:20.463112 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ae06bd63-92a3-4093-a394-df9ca5c9b2de), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:20.522320 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f563842e-54ae-43a5-9541-6565d186ee73 req-87c4c4c2-1625-49a1-a584-5118583dcf0f service neutron] 10.222.0.20 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374775 Mar 01 13:54:20.541913 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-abe62a44-a6e6-4747-932b-5a60c850106a req-6e3cd673-76bd-4865-ac22-b32cd67d46f7 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467655 Mar 01 13:54:20.563049 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3947469c-e526-4425-8380-d7ca3ef6298b tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (6d5cb574-bbf6-43f8-a130-608c866fcafa), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:20.619649 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-47f3ed7f-5449-4be0-94e8-b9f38825615f req-f34c588d-c7d7-48cb-b68d-9184ee07ecbc service neutron] 10.222.0.32 "GET /v2.0/networks/c10380dc-3261-481a-b6e0-b67ea74edb52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6453495 Mar 01 13:54:20.688269 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e44b7c4d-b803-485e-b5de-6318ae023d31 admin admin] Publish callbacks [] for port (846fa967-75da-4527-8413-b4290e55da8d), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:20.707177 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port ae06bd63-92a3-4093-a394-df9ca5c9b2de is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:20.730105 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e44b7c4d-b803-485e-b5de-6318ae023d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (846fa967-75da-4527-8413-b4290e55da8d), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:20.768944 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3947469c-e526-4425-8380-d7ca3ef6298b tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (6d5cb574-bbf6-43f8-a130-608c866fcafa), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:20.839317 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3947469c-e526-4425-8380-d7ca3ef6298b tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (6d5cb574-bbf6-43f8-a130-608c866fcafa), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:20.865941 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e44b7c4d-b803-485e-b5de-6318ae023d31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (294d4ec9-fa81-43dc-ae62-75836906d03f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:20.874174 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947469c-e526-4425-8380-d7ca3ef6298b tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Pushing event deleted for resources: {'Subnet': ['ID=6d5cb574-bbf6-43f8-a130-608c866fcafa,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:20.877352 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3947469c-e526-4425-8380-d7ca3ef6298b tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:20.878993 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b7c4d-b803-485e-b5de-6318ae023d31 admin admin] Pushing event updated for resources: {'Port': ['ID=846fa967-75da-4527-8413-b4290e55da8d,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:20.884811 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3947469c-e526-4425-8380-d7ca3ef6298b tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "DELETE /v2.0/subnets/6d5cb574-bbf6-43f8-a130-608c866fcafa HTTP/1.1" status: 204 len: 168 time: 0.6578836 Mar 01 13:54:20.885501 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47718) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:20.899631 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50edd86-6729-4f85-9ff9-c9f1cc0166e5 None None] Network a340cda7-9090-4b09-a0a5-d366c79cd9ed requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:54:21.096267 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9d371c8c-18fc-4525-8bf4-077d67dd65ff tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (a340cda7-9090-4b09-a0a5-d366c79cd9ed), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:21.217705 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-9d371c8c-18fc-4525-8bf4-077d67dd65ff tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Deleting port c4393b8f-0d2d-442f-890c-8f1c73f8efdf {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:54:21.219238 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9d371c8c-18fc-4525-8bf4-077d67dd65ff tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (c4393b8f-0d2d-442f-890c-8f1c73f8efdf), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:21.255192 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94272eb1-b562-4efb-b86e-6f7348332210 None None] DHCP port deletion for a340cda7-9090-4b09-a0a5-d366c79cd9ed request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:54:21.384035 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-9d371c8c-18fc-4525-8bf4-077d67dd65ff tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] For port c4393b8f-0d2d-442f-890c-8f1c73f8efdf, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=c4393b8f-0d2d-442f-890c-8f1c73f8efdf,segment=NetworkSegment(70078cb3-7097-47b5-b841-3e6434eda3e0),segment_id=70078cb3-7097-47b5-b841-3e6434eda3e0)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:21.386994 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9d371c8c-18fc-4525-8bf4-077d67dd65ff tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (c4393b8f-0d2d-442f-890c-8f1c73f8efdf), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:21.399434 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-94272eb1-b562-4efb-b86e-6f7348332210 None None] Deleting port c4393b8f-0d2d-442f-890c-8f1c73f8efdf {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:54:21.401220 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-94272eb1-b562-4efb-b86e-6f7348332210 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (c4393b8f-0d2d-442f-890c-8f1c73f8efdf), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:21.427898 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-9d371c8c-18fc-4525-8bf4-077d67dd65ff tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Calling delete_port for c4393b8f-0d2d-442f-890c-8f1c73f8efdf owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:54:21.548675 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-94272eb1-b562-4efb-b86e-6f7348332210 None None] For port c4393b8f-0d2d-442f-890c-8f1c73f8efdf, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=c4393b8f-0d2d-442f-890c-8f1c73f8efdf,segment=NetworkSegment(70078cb3-7097-47b5-b841-3e6434eda3e0),segment_id=70078cb3-7097-47b5-b841-3e6434eda3e0)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:21.550192 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-94272eb1-b562-4efb-b86e-6f7348332210 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (c4393b8f-0d2d-442f-890c-8f1c73f8efdf), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:21.558327 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47734) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:21.581641 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-94272eb1-b562-4efb-b86e-6f7348332210 None None] Calling delete_port for c4393b8f-0d2d-442f-890c-8f1c73f8efdf owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:54:21.628783 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9d371c8c-18fc-4525-8bf4-077d67dd65ff tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (c4393b8f-0d2d-442f-890c-8f1c73f8efdf), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:21.689749 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d371c8c-18fc-4525-8bf4-077d67dd65ff tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Pushing event deleted for resources: {'Port': ['ID=c4393b8f-0d2d-442f-890c-8f1c73f8efdf,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:21.702049 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d371c8c-18fc-4525-8bf4-077d67dd65ff tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] No DVR routers for this DVR port c4393b8f-0d2d-442f-890c-8f1c73f8efdf on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:54:21.789140 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-94272eb1-b562-4efb-b86e-6f7348332210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (c4393b8f-0d2d-442f-890c-8f1c73f8efdf), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:21.789425 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eca625-be29-43fc-8433-fadf29319c9f req-9293770f-480e-42d0-a46f-5100f54ce387 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:21.803975 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eca625-be29-43fc-8433-fadf29319c9f req-9293770f-480e-42d0-a46f-5100f54ce387 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:21.816525 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eca625-be29-43fc-8433-fadf29319c9f req-9293770f-480e-42d0-a46f-5100f54ce387 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:21.822684 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eca625-be29-43fc-8433-fadf29319c9f req-9293770f-480e-42d0-a46f-5100f54ce387 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:21.829074 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eca625-be29-43fc-8433-fadf29319c9f req-9293770f-480e-42d0-a46f-5100f54ce387 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:21.835882 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eca625-be29-43fc-8433-fadf29319c9f req-9293770f-480e-42d0-a46f-5100f54ce387 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:21.841732 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eca625-be29-43fc-8433-fadf29319c9f req-9293770f-480e-42d0-a46f-5100f54ce387 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:21.844807 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-30eca625-be29-43fc-8433-fadf29319c9f req-9293770f-480e-42d0-a46f-5100f54ce387 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5417 time: 1.1276944 Mar 01 13:54:21.856906 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94272eb1-b562-4efb-b86e-6f7348332210 None None] Pushing event deleted for resources: {'Port': ['ID=c4393b8f-0d2d-442f-890c-8f1c73f8efdf,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:21.867571 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94272eb1-b562-4efb-b86e-6f7348332210 None None] No DVR routers for this DVR port c4393b8f-0d2d-442f-890c-8f1c73f8efdf on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:54:21.923903 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1295d-1ce2-4d94-a538-603692b99f4a req-b6ef11f8-2199-4e14-b1ee-1da0b59a8ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:21.924534 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1295d-1ce2-4d94-a538-603692b99f4a req-b6ef11f8-2199-4e14-b1ee-1da0b59a8ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:21.925068 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1295d-1ce2-4d94-a538-603692b99f4a req-b6ef11f8-2199-4e14-b1ee-1da0b59a8ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:21.925889 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1295d-1ce2-4d94-a538-603692b99f4a req-b6ef11f8-2199-4e14-b1ee-1da0b59a8ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:21.926412 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1295d-1ce2-4d94-a538-603692b99f4a req-b6ef11f8-2199-4e14-b1ee-1da0b59a8ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:21.926926 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1295d-1ce2-4d94-a538-603692b99f4a req-b6ef11f8-2199-4e14-b1ee-1da0b59a8ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:21.927450 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1295d-1ce2-4d94-a538-603692b99f4a req-b6ef11f8-2199-4e14-b1ee-1da0b59a8ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:21.929191 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9d371c8c-18fc-4525-8bf4-077d67dd65ff tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (a340cda7-9090-4b09-a0a5-d366c79cd9ed), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:21.929702 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cca1295d-1ce2-4d94-a538-603692b99f4a req-b6ef11f8-2199-4e14-b1ee-1da0b59a8ceb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=78efedc3031f4258896f94ad66a2f53b&device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 6691 time: 1.2381504 Mar 01 13:54:22.009195 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-9d371c8c-18fc-4525-8bf4-077d67dd65ff tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a340cda7-9090-4b09-a0a5-d366c79cd9ed']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:22.039341 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-9d371c8c-18fc-4525-8bf4-077d67dd65ff tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70078cb3-7097-47b5-b841-3e6434eda3e0') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:22.039632 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-9d371c8c-18fc-4525-8bf4-077d67dd65ff tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70078cb3-7097-47b5-b841-3e6434eda3e0') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:22.055522 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9d371c8c-18fc-4525-8bf4-077d67dd65ff tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (70078cb3-7097-47b5-b841-3e6434eda3e0), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:22.099754 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-30eca625-be29-43fc-8433-fadf29319c9f req-32be6347-de89-40d6-82fc-12f44d7b1c48 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2428873 Mar 01 13:54:22.120322 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9d371c8c-18fc-4525-8bf4-077d67dd65ff tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (70078cb3-7097-47b5-b841-3e6434eda3e0), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:22.124323 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44b7c4d-b803-485e-b5de-6318ae023d31 admin admin] Network a331d97d-3b18-4702-9c0b-f805cbe3e548 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:54:22.128927 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-40100ffe-1039-4818-89da-17ca33f2490b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8052238d32b54a06b68773fbfc80e6d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5693974 Mar 01 13:54:22.129580 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-e44b7c4d-b803-485e-b5de-6318ae023d31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:54:22.132413 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 47744) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:22.144291 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d371c8c-18fc-4525-8bf4-077d67dd65ff tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:54:22.144710 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9d371c8c-18fc-4525-8bf4-077d67dd65ff tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (70078cb3-7097-47b5-b841-3e6434eda3e0), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:22.148102 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:54:22.148102 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:54:22.148102 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:54:22.148102 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:54:22.148102 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:54:22.148102 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:54:22.148102 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:54:22.148102 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:54:22.148102 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:54:22.148102 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:54:22.148102 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:54:22.148102 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:54:22.148102 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:54:22.148102 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:54:22.148102 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:54:22.148102 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:54:22.148102 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:54:22.148102 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:54:22.148102 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:54:22.148102 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:54:22.148102 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:54:22.148102 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:54:22.148102 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:54:22.148102 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:54:22.148102 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:54:22.148102 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:54:22.148102 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:54:22.148102 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:54:22.148102 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:54:22.148102 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:54:22.148102 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:54:22.148102 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:54:22.185170 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1295d-1ce2-4d94-a538-603692b99f4a req-f2811b08-aa99-4abe-bd9c-4d5fcd1c35b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:22.186787 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cca1295d-1ce2-4d94-a538-603692b99f4a req-f2811b08-aa99-4abe-bd9c-4d5fcd1c35b2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c10380dc-3261-481a-b6e0-b67ea74edb52 HTTP/1.1" status: 200 len: 902 time: 0.2375515 Mar 01 13:54:22.268118 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9d371c8c-18fc-4525-8bf4-077d67dd65ff tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (a340cda7-9090-4b09-a0a5-d366c79cd9ed), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:22.286036 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9d371c8c-18fc-4525-8bf4-077d67dd65ff tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:22.289667 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9d371c8c-18fc-4525-8bf4-077d67dd65ff tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] 10.222.0.13 "DELETE /v2.0/networks/a340cda7-9090-4b09-a0a5-d366c79cd9ed HTTP/1.1" status: 204 len: 168 time: 1.4024069 Mar 01 13:54:22.314310 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d371c8c-18fc-4525-8bf4-077d67dd65ff tempest-ServersTestMultiNic-463983078 tempest-ServersTestMultiNic-463983078-project] Pushing event deleted for resources: {'Network': ['ID=a340cda7-9090-4b09-a0a5-d366c79cd9ed,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:22.339966 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-59cabb47-7e11-403e-a545-326f459de208 req-e2805826-d19c-44ac-8e5f-59a191db2e4b tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] For port 7a8cbb72-6be0-4f74-b061-115e6015fd40, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=7a8cbb72-6be0-4f74-b061-115e6015fd40,segment=NetworkSegment(cf91def4-7767-4dc0-af58-dc3bc2235578),segment_id=cf91def4-7767-4dc0-af58-dc3bc2235578)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:22.348886 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c4393b8f-0d2d-442f-890c-8f1c73f8efdf no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:54:22.393936 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: c4393b8f-0d2d-442f-890c-8f1c73f8efdf {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:54:22.394544 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c4393b8f-0d2d-442f-890c-8f1c73f8efdf not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:54:22.522082 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cca1295d-1ce2-4d94-a538-603692b99f4a req-a8b032ec-c127-4235-b3fc-a26cd66efbd1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e187b1ce-0b6f-4521-8972-2202ece5890a HTTP/1.1" status: 200 len: 217 time: 0.1489758 Mar 01 13:54:22.527422 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-7477ca81-673e-42a8-a488-fdece1788753 None None] Provisioning complete for port 846fa967-75da-4527-8413-b4290e55da8d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:22.528143 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7477ca81-673e-42a8-a488-fdece1788753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (846fa967-75da-4527-8413-b4290e55da8d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:22.547882 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-59cabb47-7e11-403e-a545-326f459de208 req-e2805826-d19c-44ac-8e5f-59a191db2e4b tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for port (7a8cbb72-6be0-4f74-b061-115e6015fd40), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:22.606177 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-7477ca81-673e-42a8-a488-fdece1788753 None None] Port 846fa967-75da-4527-8413-b4290e55da8d cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:54:22.652798 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-59cabb47-7e11-403e-a545-326f459de208 req-e2805826-d19c-44ac-8e5f-59a191db2e4b tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (7a8cbb72-6be0-4f74-b061-115e6015fd40), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:22.655367 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1295d-1ce2-4d94-a538-603692b99f4a req-c0654c70-6269-4ce3-818b-742ab13209da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:22.657865 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cca1295d-1ce2-4d94-a538-603692b99f4a req-c0654c70-6269-4ce3-818b-742ab13209da service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbb0ca41-6268-4b81-bdd7-21226410b058 HTTP/1.1" status: 200 len: 797 time: 0.1243958 Mar 01 13:54:22.667008 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['7a8cbb72-6be0-4f74-b061-115e6015fd40'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:54:22.671462 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['b25b0ac6-5e13-4a50-9578-da85b551614f'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:54:22.683957 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 73dea8f2-6a5e-464b-b36c-6cb23b9ad117 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:54:22.696187 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44b7c4d-b803-485e-b5de-6318ae023d31 admin admin] Router 294d4ec9-fa81-43dc-ae62-75836906d03f has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:54:22.759183 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-df25d413-e259-4529-9768-cabb97f1ae81 admin admin] Publish callbacks [] for security_group (7eb82d9d-c3e6-4600-a7f4-f8f8362655ea), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:22.784017 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d16ead-2992-4804-a559-b53bbd394131 req-e10a58bc-da7f-485f-9522-96fdce956abc tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:22.785554 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-19d16ead-2992-4804-a559-b53bbd394131 req-e10a58bc-da7f-485f-9522-96fdce956abc tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=22e15fa0-07fe-4952-a594-14048582fca5 HTTP/1.1" status: 200 len: 943 time: 0.4049881 Mar 01 13:54:22.812620 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cabb47-7e11-403e-a545-326f459de208 req-e2805826-d19c-44ac-8e5f-59a191db2e4b tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:22.813308 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-59cabb47-7e11-403e-a545-326f459de208 req-e2805826-d19c-44ac-8e5f-59a191db2e4b tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:22.814746 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-59cabb47-7e11-403e-a545-326f459de208 req-e2805826-d19c-44ac-8e5f-59a191db2e4b tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "PUT /v2.0/ports/7a8cbb72-6be0-4f74-b061-115e6015fd40 HTTP/1.1" status: 200 len: 1020 time: 3.1811292 Mar 01 13:54:22.815248 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258c1703-958b-4c7c-a6ea-108c2af79998', 'tag': '7a8cbb72-6be0-4f74-b061-115e6015fd40'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:54:22.817925 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d4d206-b1ee-431d-8304-6ba5cb0472e4" -d '{"events": [{"name": "network-changed", "server_uuid": "258c1703-958b-4c7c-a6ea-108c2af79998", "tag": "7a8cbb72-6be0-4f74-b061-115e6015fd40"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:54:22.827290 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 73dea8f2-6a5e-464b-b36c-6cb23b9ad117, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=73dea8f2-6a5e-464b-b36c-6cb23b9ad117,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:22.855314 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2805826-d19c-44ac-8e5f-59a191db2e4b tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Pushing event updated for resources: {'Port': ['ID=7a8cbb72-6be0-4f74-b061-115e6015fd40,revision_number=7']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:22.861171 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-df25d413-e259-4529-9768-cabb97f1ae81 admin admin] Publish callbacks [] for security_group (7eb82d9d-c3e6-4600-a7f4-f8f8362655ea), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:22.869365 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '73dea8f2-6a5e-464b-b36c-6cb23b9ad117', 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166', 'port_id': '73dea8f2-6a5e-464b-b36c-6cb23b9ad117', 'mac_address': 'fa:16:3e:00:f7:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ea702e-89f4-430d-ba35-37a3134c98fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:54:22.928034 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['7a8cbb72-6be0-4f74-b061-115e6015fd40'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:54:22.938709 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1295d-1ce2-4d94-a538-603692b99f4a req-ca935735-a296-47e2-9425-8e8504fc9e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:22.953177 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cca1295d-1ce2-4d94-a538-603692b99f4a req-ca935735-a296-47e2-9425-8e8504fc9e1e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c10380dc-3261-481a-b6e0-b67ea74edb52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2551758 Mar 01 13:54:23.069135 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 73dea8f2-6a5e-464b-b36c-6cb23b9ad117 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:23.069520 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (73dea8f2-6a5e-464b-b36c-6cb23b9ad117), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:23.081564 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-df25d413-e259-4529-9768-cabb97f1ae81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (7eb82d9d-c3e6-4600-a7f4-f8f8362655ea), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:23.088030 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-df25d413-e259-4529-9768-cabb97f1ae81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:23.094335 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-df25d413-e259-4529-9768-cabb97f1ae81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7eb82d9d-c3e6-4600-a7f4-f8f8362655ea HTTP/1.1" status: 204 len: 168 time: 0.9373195 Mar 01 13:54:23.154286 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73dea8f2-6a5e-464b-b36c-6cb23b9ad117 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:54:23.261350 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 73dea8f2-6a5e-464b-b36c-6cb23b9ad117, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=73dea8f2-6a5e-464b-b36c-6cb23b9ad117,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:23.286651 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25d413-e259-4529-9768-cabb97f1ae81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb82d9d-c3e6-4600-a7f4-f8f8362655ea,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:23.295529 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (73dea8f2-6a5e-464b-b36c-6cb23b9ad117), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:23.361910 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-19d16ead-2992-4804-a559-b53bbd394131 req-c23679eb-7b2a-4af9-aab5-463a4c8f599a tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5605931 Mar 01 13:54:23.436325 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=73dea8f2-6a5e-464b-b36c-6cb23b9ad117,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:23.515007 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2a570c-9ef9-4876-8220-0f16c209c555 x-openstack-request-id: req-6f2a570c-9ef9-4876-8220-0f16c209c555 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:54:23.515287 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "258c1703-958b-4c7c-a6ea-108c2af79998", "tag": "7a8cbb72-6be0-4f74-b061-115e6015fd40", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:54:23.515607 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f2a570c-9ef9-4876-8220-0f16c209c555 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:54:23.515958 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '258c1703-958b-4c7c-a6ea-108c2af79998', 'tag': '7a8cbb72-6be0-4f74-b061-115e6015fd40', 'status': 'completed', 'code': 200} Mar 01 13:54:23.550613 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f96c1aaf-bebd-4917-8d50-db9e95c6044c req-055802a6-5e4a-4e15-b28d-11a97513afcb tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups/b868d247-c71d-48d9-a089-ce9ad68cf4ed HTTP/1.1" status: 200 len: 1816 time: 0.6181095 Mar 01 13:54:23.670421 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4d206-b1ee-431d-8304-6ba5cb0472e4 req-051f6f4a-7d3a-4e45-b61e-1b46cdb8d96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:23.675147 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-18d4d206-b1ee-431d-8304-6ba5cb0472e4 req-051f6f4a-7d3a-4e45-b61e-1b46cdb8d96f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce8433796a20462188b8cc95a1d1d4d8&device_id=258c1703-958b-4c7c-a6ea-108c2af79998 HTTP/1.1" status: 200 len: 1206 time: 0.1476805 Mar 01 13:54:23.723722 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44b7c4d-b803-485e-b5de-6318ae023d31 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:54:23.739838 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1506899-0413-4422-8e13-7760ed2f046a None None] Sync routers for ids ['294d4ec9-fa81-43dc-ae62-75836906d03f'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:54:23.761800 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1506899-0413-4422-8e13-7760ed2f046a None None] Routers {'294d4ec9-fa81-43dc-ae62-75836906d03f'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:54:23.762617 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b1506899-0413-4422-8e13-7760ed2f046a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:53:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['294d4ec9-fa81-43dc-ae62-75836906d03f'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:23.766652 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e44b7c4d-b803-485e-b5de-6318ae023d31 admin admin] 10.222.0.13 "PUT /v2.0/routers/294d4ec9-fa81-43dc-ae62-75836906d03f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8976314 Mar 01 13:54:23.900950 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cca1295d-1ce2-4d94-a538-603692b99f4a req-5d3aacc1-7448-4282-9c3a-23114ba25a55 service neutron] 10.222.0.32 "GET /v2.0/networks/c10380dc-3261-481a-b6e0-b67ea74edb52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9162951 Mar 01 13:54:23.914263 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4d206-b1ee-431d-8304-6ba5cb0472e4 req-52e5eb90-ab2d-41a4-82e7-75e3f3f9c600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:23.914263 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-18d4d206-b1ee-431d-8304-6ba5cb0472e4 req-52e5eb90-ab2d-41a4-82e7-75e3f3f9c600 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7791a3ad-ea99-41b5-bb9e-01fc535ffc2e HTTP/1.1" status: 200 len: 913 time: 0.2287626 Mar 01 13:54:24.013086 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-18d4d206-b1ee-431d-8304-6ba5cb0472e4 req-a4bf3b91-cfdb-47cc-8b94-588052c14016 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a8cbb72-6be0-4f74-b061-115e6015fd40 HTTP/1.1" status: 200 len: 217 time: 0.0948241 Mar 01 13:54:24.060929 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [req-f96c1aaf-bebd-4917-8d50-db9e95c6044c req-a726e611-b499-4352-9a0f-5e67dc354056 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 01 13:54:24.075200 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f96c1aaf-bebd-4917-8d50-db9e95c6044c req-a726e611-b499-4352-9a0f-5e67dc354056 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "DELETE /v2.0/security-groups/b868d247-c71d-48d9-a089-ce9ad68cf4ed HTTP/1.1" status: 409 len: 341 time: 0.5147021 Mar 01 13:54:24.126695 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4d206-b1ee-431d-8304-6ba5cb0472e4 req-bb18b370-52f8-4b92-8935-36357f5caec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:24.134283 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-18d4d206-b1ee-431d-8304-6ba5cb0472e4 req-bb18b370-52f8-4b92-8935-36357f5caec1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7a603dae-4e79-4b27-b3ec-18e6d13670f2 HTTP/1.1" status: 200 len: 852 time: 0.1084995 Mar 01 13:54:24.167693 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-b1506899-0413-4422-8e13-7760ed2f046a None None] Set router 294d4ec9-fa81-43dc-ae62-75836906d03f gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:54:24.177807 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99485e94-7b4a-4b6e-8a18-3f2a179825d9 req-bb060b5b-2e70-47e3-9807-a3f1e58e39f5 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:24.194839 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99485e94-7b4a-4b6e-8a18-3f2a179825d9 req-bb060b5b-2e70-47e3-9807-a3f1e58e39f5 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:24.208516 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-18d4d206-b1ee-431d-8304-6ba5cb0472e4 req-fa1d00a2-4eda-4e61-9829-4a37194d24c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7791a3ad-ea99-41b5-bb9e-01fc535ffc2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725529 Mar 01 13:54:24.213475 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['73dea8f2-6a5e-464b-b36c-6cb23b9ad117'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:54:24.218314 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99485e94-7b4a-4b6e-8a18-3f2a179825d9 req-bb060b5b-2e70-47e3-9807-a3f1e58e39f5 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:24.234839 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99485e94-7b4a-4b6e-8a18-3f2a179825d9 req-bb060b5b-2e70-47e3-9807-a3f1e58e39f5 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:24.253774 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99485e94-7b4a-4b6e-8a18-3f2a179825d9 req-bb060b5b-2e70-47e3-9807-a3f1e58e39f5 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:24.265679 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99485e94-7b4a-4b6e-8a18-3f2a179825d9 req-bb060b5b-2e70-47e3-9807-a3f1e58e39f5 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:24.276837 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99485e94-7b4a-4b6e-8a18-3f2a179825d9 req-bb060b5b-2e70-47e3-9807-a3f1e58e39f5 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:24.292576 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-99485e94-7b4a-4b6e-8a18-3f2a179825d9 req-bb060b5b-2e70-47e3-9807-a3f1e58e39f5 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5417 time: 0.6063075 Mar 01 13:54:24.540939 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cca1295d-1ce2-4d94-a538-603692b99f4a req-362ec7db-0bfb-4d0b-a2d9-486ff67f504a service neutron] 10.222.0.32 "GET /v2.0/networks/c10380dc-3261-481a-b6e0-b67ea74edb52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6351016 Mar 01 13:54:24.570682 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-18d4d206-b1ee-431d-8304-6ba5cb0472e4 req-44278d76-3bee-4b9c-8c94-a5f1f6e6b5e8 service neutron] 10.222.0.20 "GET /v2.0/networks/7791a3ad-ea99-41b5-bb9e-01fc535ffc2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514583 Mar 01 13:54:24.596591 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-99485e94-7b4a-4b6e-8a18-3f2a179825d9 req-49dcc0bf-74ec-4850-aadf-a423d3b0ceb7 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3029070 Mar 01 13:54:24.752356 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 47808) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:24.852146 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b1506899-0413-4422-8e13-7760ed2f046a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'name': 'tempest-TaggedBootDevicesTest_v242-1027958049-router', 'tenant_id': '4475ad9be4194a7593562a2e7537afad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ae06bd63-92a3-4093-a394-df9ca5c9b2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:05Z', 'updated_at': '2022-03-01T13:54:19Z', 'revision_number': 4, 'project_id': '4475ad9be4194a7593562a2e7537afad', 'gw_port': {'id': 'ae06bd63-92a3-4093-a394-df9ca5c9b2de', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:06Z', 'updated_at': '2022-03-01T13:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '846fa967-75da-4527-8413-b4290e55da8d', 'name': '', 'network_id': 'a331d97d-3b18-4702-9c0b-f805cbe3e548', 'tenant_id': '4475ad9be4194a7593562a2e7537afad', 'mac_address': 'fa:16:3e:bb:f9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '2a7f95b2-978a-4a0a-927f-c44508a26ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:14Z', 'updated_at': '2022-03-01T13:54:20Z', 'revision_number': 2, 'project_id': '4475ad9be4194a7593562a2e7537afad', 'subnets': [{'id': '2a7f95b2-978a-4a0a-927f-c44508a26ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:24.887312 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1506899-0413-4422-8e13-7760ed2f046a None None] Checking router: 294d4ec9-fa81-43dc-ae62-75836906d03f for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:54:24.888040 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1506899-0413-4422-8e13-7760ed2f046a None None] Updating router 294d4ec9-fa81-43dc-ae62-75836906d03f port 846fa967-75da-4527-8413-b4290e55da8d binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:54:24.920807 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-b1506899-0413-4422-8e13-7760ed2f046a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (846fa967-75da-4527-8413-b4290e55da8d), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:24.937388 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-18d4d206-b1ee-431d-8304-6ba5cb0472e4 req-0a4cd3ed-8c71-42ef-9468-0cd1b5b0e63d service neutron] 10.222.0.20 "GET /v2.0/networks/7791a3ad-ea99-41b5-bb9e-01fc535ffc2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469205 Mar 01 13:54:25.164633 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3b033-36a5-4e92-a185-5f477a4aa24d req-47e8c84f-fc2c-4ed0-b534-94179e5d6968 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:25.173907 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c4a3b033-36a5-4e92-a185-5f477a4aa24d req-47e8c84f-fc2c-4ed0-b534-94179e5d6968 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=22e15fa0-07fe-4952-a594-14048582fca5 HTTP/1.1" status: 200 len: 944 time: 0.4783578 Mar 01 13:54:25.332079 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-940e5a7e-f19d-4cee-863d-e4f1725f6a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:25.351032 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96bd36-956f-4e4d-a4a1-cd7e940735d8 req-97b03c2d-2394-4757-90f5-8b358710d701 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:25.353431 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6b96bd36-956f-4e4d-a4a1-cd7e940735d8 req-97b03c2d-2394-4757-90f5-8b358710d701 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?device_id=258c1703-958b-4c7c-a6ea-108c2af79998 HTTP/1.1" status: 200 len: 1023 time: 0.4521885 Mar 01 13:54:25.492768 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-b1506899-0413-4422-8e13-7760ed2f046a None None] Publish callbacks [] for port (846fa967-75da-4527-8413-b4290e55da8d), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:25.499212 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c4a3b033-36a5-4e92-a185-5f477a4aa24d req-d6822681-b545-4bd0-bed1-0eb78a8dfc4a tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241911 Mar 01 13:54:25.517653 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-b1506899-0413-4422-8e13-7760ed2f046a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (846fa967-75da-4527-8413-b4290e55da8d), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:25.688090 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f46bb-8222-4e60-ac95-0f9f77476141 None None] Pushing event updated for resources: {'Port': ['ID=846fa967-75da-4527-8413-b4290e55da8d,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:25.724200 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f46bb-8222-4e60-ac95-0f9f77476141 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:25.724995 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f46bb-8222-4e60-ac95-0f9f77476141 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:25.725631 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f46bb-8222-4e60-ac95-0f9f77476141 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:25.726145 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f46bb-8222-4e60-ac95-0f9f77476141 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:25.726771 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f46bb-8222-4e60-ac95-0f9f77476141 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:25.727295 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f46bb-8222-4e60-ac95-0f9f77476141 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:25.727818 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f46bb-8222-4e60-ac95-0f9f77476141 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:25.728320 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f46bb-8222-4e60-ac95-0f9f77476141 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:25.728850 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f46bb-8222-4e60-ac95-0f9f77476141 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:25.729332 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f46bb-8222-4e60-ac95-0f9f77476141 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:25.729824 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f46bb-8222-4e60-ac95-0f9f77476141 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:25.730319 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f46bb-8222-4e60-ac95-0f9f77476141 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:25.730808 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f46bb-8222-4e60-ac95-0f9f77476141 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:25.752574 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-b1506899-0413-4422-8e13-7760ed2f046a None None] Attempting to bind port 846fa967-75da-4527-8413-b4290e55da8d on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:54:25.753124 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-b1506899-0413-4422-8e13-7760ed2f046a None None] Attempting to bind port 846fa967-75da-4527-8413-b4290e55da8d by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '16eada52-045a-4b45-90c8-cb23f5f5789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a331d97d-3b18-4702-9c0b-f805cbe3e548'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:54:25.753658 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1506899-0413-4422-8e13-7760ed2f046a None None] Attempting to bind port 846fa967-75da-4527-8413-b4290e55da8d on network a331d97d-3b18-4702-9c0b-f805cbe3e548 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:54:25.770320 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1506899-0413-4422-8e13-7760ed2f046a None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:54:25.774658 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1506899-0413-4422-8e13-7760ed2f046a None None] Checking segment: {'id': '16eada52-045a-4b45-90c8-cb23f5f5789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a331d97d-3b18-4702-9c0b-f805cbe3e548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:54:25.775912 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-b1506899-0413-4422-8e13-7760ed2f046a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:25.776494 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1506899-0413-4422-8e13-7760ed2f046a None None] Bound using segment: {'id': '16eada52-045a-4b45-90c8-cb23f5f5789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a331d97d-3b18-4702-9c0b-f805cbe3e548'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:54:25.777257 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-b1506899-0413-4422-8e13-7760ed2f046a None None] Bound port: 846fa967-75da-4527-8413-b4290e55da8d, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16eada52-045a-4b45-90c8-cb23f5f5789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a331d97d-3b18-4702-9c0b-f805cbe3e548'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:54:25.777819 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-b1506899-0413-4422-8e13-7760ed2f046a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (846fa967-75da-4527-8413-b4290e55da8d), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:25.928703 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-b1506899-0413-4422-8e13-7760ed2f046a None None] For port 846fa967-75da-4527-8413-b4290e55da8d, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:54:25.933260 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-b1506899-0413-4422-8e13-7760ed2f046a None None] For port 846fa967-75da-4527-8413-b4290e55da8d, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=846fa967-75da-4527-8413-b4290e55da8d,segment=NetworkSegment(16eada52-045a-4b45-90c8-cb23f5f5789e),segment_id=16eada52-045a-4b45-90c8-cb23f5f5789e)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:54:25.954481 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47838) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:25.961512 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-b1506899-0413-4422-8e13-7760ed2f046a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (846fa967-75da-4527-8413-b4290e55da8d), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:25.993752 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6b96bd36-956f-4e4d-a4a1-cd7e940735d8 req-8efa0241-998a-404e-acc6-59c49c7222f2 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups?id=b868d247-c71d-48d9-a089-ce9ad68cf4ed&id=cd4d9ca1-f55a-40bc-b944-f22de3eaf370&id=451d73e9-520b-4dc1-8f43-66c0d36dddbf&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.4838741 Mar 01 13:54:26.013787 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47842) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:26.019952 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-b43ed406-07dd-42de-9297-bbef814aa9bd admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-756921111-network', 'tenant_id': '3b98eaa60ae04ec59bb44beff89518cc'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:54:26.069459 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43ed406-07dd-42de-9297-bbef814aa9bd admin admin] Made reservation on behalf of 3b98eaa60ae04ec59bb44beff89518cc for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:54:26.072744 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b43ed406-07dd-42de-9297-bbef814aa9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:26.084660 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-abf9dd76-0ed1-4020-8ecc-d7971cf62dcf None None] Provisioning complete for port 846fa967-75da-4527-8413-b4290e55da8d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:26.085020 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-abf9dd76-0ed1-4020-8ecc-d7971cf62dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (846fa967-75da-4527-8413-b4290e55da8d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:26.101130 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1506899-0413-4422-8e13-7760ed2f046a None None] Routers {'294d4ec9-fa81-43dc-ae62-75836906d03f'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:54:26.102298 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b43ed406-07dd-42de-9297-bbef814aa9bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:26.103236 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b1506899-0413-4422-8e13-7760ed2f046a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:53:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['294d4ec9-fa81-43dc-ae62-75836906d03f'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:26.285234 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f46bb-8222-4e60-ac95-0f9f77476141 None None] Pushing event updated for resources: {'Port': ['ID=846fa967-75da-4527-8413-b4290e55da8d,revision_number=4']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:26.346837 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6c346-00a6-40be-bc4e-1fe53f95ed68 req-1ec1391d-5687-4537-91a6-613c11841d9a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:26.362242 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6c346-00a6-40be-bc4e-1fe53f95ed68 req-1ec1391d-5687-4537-91a6-613c11841d9a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:26.362928 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6c346-00a6-40be-bc4e-1fe53f95ed68 req-1ec1391d-5687-4537-91a6-613c11841d9a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:26.372258 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6c346-00a6-40be-bc4e-1fe53f95ed68 req-1ec1391d-5687-4537-91a6-613c11841d9a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:26.375064 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6c346-00a6-40be-bc4e-1fe53f95ed68 req-1ec1391d-5687-4537-91a6-613c11841d9a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:26.382821 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6c346-00a6-40be-bc4e-1fe53f95ed68 req-1ec1391d-5687-4537-91a6-613c11841d9a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:26.388557 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6c346-00a6-40be-bc4e-1fe53f95ed68 req-1ec1391d-5687-4537-91a6-613c11841d9a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:26.398059 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-80d6c346-00a6-40be-bc4e-1fe53f95ed68 req-1ec1391d-5687-4537-91a6-613c11841d9a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5417 time: 0.5864782 Mar 01 13:54:26.429387 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-abf9dd76-0ed1-4020-8ecc-d7971cf62dcf None None] Current status of the port 846fa967-75da-4527-8413-b4290e55da8d is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:26.429941 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-abf9dd76-0ed1-4020-8ecc-d7971cf62dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (846fa967-75da-4527-8413-b4290e55da8d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:26.496373 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-abf9dd76-0ed1-4020-8ecc-d7971cf62dcf None None] For port 846fa967-75da-4527-8413-b4290e55da8d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=846fa967-75da-4527-8413-b4290e55da8d,segment=NetworkSegment(16eada52-045a-4b45-90c8-cb23f5f5789e),segment_id=16eada52-045a-4b45-90c8-cb23f5f5789e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:26.503636 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-abf9dd76-0ed1-4020-8ecc-d7971cf62dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (846fa967-75da-4527-8413-b4290e55da8d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:26.554547 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b43ed406-07dd-42de-9297-bbef814aa9bd admin admin] Publish callbacks [] for security_group (c4814712-e9e8-40fa-8052-7adcfe884afa), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:26.562738 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9dd76-0ed1-4020-8ecc-d7971cf62dcf None None] Pushing event updated for resources: {'Port': ['ID=846fa967-75da-4527-8413-b4290e55da8d,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:26.565498 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-6ec2f3b6-e59a-4a22-a613-769a8a8a25d9 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-808130819-network', 'tenant_id': 'b533966f081448d3b778e42a021b0f2d'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:54:26.620474 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-b1506899-0413-4422-8e13-7760ed2f046a None None] Set router 294d4ec9-fa81-43dc-ae62-75836906d03f gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:54:26.639484 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-80d6c346-00a6-40be-bc4e-1fe53f95ed68 req-6c192b10-23d2-4c5e-8ed8-764a9a7b42cd tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2343080 Mar 01 13:54:26.647982 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-a5791be6-2b0e-4378-b750-c9fb9b302b50 None None] Provisioning complete for port 846fa967-75da-4527-8413-b4290e55da8d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:26.650040 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a5791be6-2b0e-4378-b750-c9fb9b302b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (846fa967-75da-4527-8413-b4290e55da8d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:26.698966 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b43ed406-07dd-42de-9297-bbef814aa9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c4814712-e9e8-40fa-8052-7adcfe884afa), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:26.785900 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec2f3b6-e59a-4a22-a613-769a8a8a25d9 admin admin] Made reservation on behalf of b533966f081448d3b778e42a021b0f2d for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:54:26.798119 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ec2f3b6-e59a-4a22-a613-769a8a8a25d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:26.801037 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 73dea8f2-6a5e-464b-b36c-6cb23b9ad117 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:54:26.813699 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8dcb6020-ce63-4ccd-91e2-74d765a23015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (4a8cc195-5d6a-4176-b5f2-3b2de04a60c9), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:26.856541 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b43ed406-07dd-42de-9297-bbef814aa9bd admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:54:26.878812 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b43ed406-07dd-42de-9297-bbef814aa9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (69064791-2691-4169-b20c-0b547dd04c59), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:26.879647 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-b43ed406-07dd-42de-9297-bbef814aa9bd admin admin] Added segment 69064791-2691-4169-b20c-0b547dd04c59 of type vlan for network 9c9ff221-b297-418d-84a7-1fb33a90a52d Mar 01 13:54:26.919126 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc275106-4395-4eac-a23b-6b26a79bc72e req-e1fd0b8d-08c7-490f-a5c4-cc5d8e54c3f6 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:26.930888 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bc275106-4395-4eac-a23b-6b26a79bc72e req-e1fd0b8d-08c7-490f-a5c4-cc5d8e54c3f6 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=22e15fa0-07fe-4952-a594-14048582fca5 HTTP/1.1" status: 200 len: 944 time: 0.1974771 Mar 01 13:54:26.958302 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ed406-07dd-42de-9297-bbef814aa9bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4814712-e9e8-40fa-8052-7adcfe884afa,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:26.979624 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ec2f3b6-e59a-4a22-a613-769a8a8a25d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:27.015981 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f212b8a-f3a0-4d8c-a414-b937123a2c70 req-4b81900e-782b-4c86-9961-86cc35c608a8 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:27.018960 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7f212b8a-f3a0-4d8c-a414-b937123a2c70 req-4b81900e-782b-4c86-9961-86cc35c608a8 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.20 "GET /v2.0/ports?device_id=258c1703-958b-4c7c-a6ea-108c2af79998 HTTP/1.1" status: 200 len: 1023 time: 0.6329765 Mar 01 13:54:27.021523 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b43ed406-07dd-42de-9297-bbef814aa9bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (9c9ff221-b297-418d-84a7-1fb33a90a52d), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:27.063121 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-a5791be6-2b0e-4378-b750-c9fb9b302b50 None None] Current status of the port 846fa967-75da-4527-8413-b4290e55da8d is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:27.070275 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 73dea8f2-6a5e-464b-b36c-6cb23b9ad117 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:54:27.082571 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 73dea8f2-6a5e-464b-b36c-6cb23b9ad117 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:27.082959 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (73dea8f2-6a5e-464b-b36c-6cb23b9ad117), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:27.140377 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b1506899-0413-4422-8e13-7760ed2f046a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'name': 'tempest-TaggedBootDevicesTest_v242-1027958049-router', 'tenant_id': '4475ad9be4194a7593562a2e7537afad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ae06bd63-92a3-4093-a394-df9ca5c9b2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:05Z', 'updated_at': '2022-03-01T13:54:19Z', 'revision_number': 4, 'project_id': '4475ad9be4194a7593562a2e7537afad', 'gw_port': {'id': 'ae06bd63-92a3-4093-a394-df9ca5c9b2de', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:06Z', 'updated_at': '2022-03-01T13:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '846fa967-75da-4527-8413-b4290e55da8d', 'name': '', 'network_id': 'a331d97d-3b18-4702-9c0b-f805cbe3e548', 'tenant_id': '4475ad9be4194a7593562a2e7537afad', 'mac_address': 'fa:16:3e:bb:f9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '2a7f95b2-978a-4a0a-927f-c44508a26ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:14Z', 'updated_at': '2022-03-01T13:54:25Z', 'revision_number': 4, 'project_id': '4475ad9be4194a7593562a2e7537afad', 'subnets': [{'id': '2a7f95b2-978a-4a0a-927f-c44508a26ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:27.195907 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 73dea8f2-6a5e-464b-b36c-6cb23b9ad117 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:27.196572 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (73dea8f2-6a5e-464b-b36c-6cb23b9ad117), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:27.200452 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1506899-0413-4422-8e13-7760ed2f046a None None] The sync data for ids ['294d4ec9-fa81-43dc-ae62-75836906d03f'] in n-d-827467-3 is: [{'id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'name': 'tempest-TaggedBootDevicesTest_v242-1027958049-router', 'tenant_id': '4475ad9be4194a7593562a2e7537afad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ae06bd63-92a3-4093-a394-df9ca5c9b2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:05Z', 'updated_at': '2022-03-01T13:54:19Z', 'revision_number': 4, 'project_id': '4475ad9be4194a7593562a2e7537afad', 'gw_port': {'id': 'ae06bd63-92a3-4093-a394-df9ca5c9b2de', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:06Z', 'updated_at': '2022-03-01T13:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '846fa967-75da-4527-8413-b4290e55da8d', 'name': '', 'network_id': 'a331d97d-3b18-4702-9c0b-f805cbe3e548', 'tenant_id': '4475ad9be4194a7593562a2e7537afad', 'mac_address': 'fa:16:3e:bb:f9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '2a7f95b2-978a-4a0a-927f-c44508a26ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:14Z', 'updated_at': '2022-03-01T13:54:25Z', 'revision_number': 4, 'project_id': '4475ad9be4194a7593562a2e7537afad', 'subnets': [{'id': '2a7f95b2-978a-4a0a-927f-c44508a26ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:54:27.240815 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e15fa0-07fe-4952-a594-14048582fca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73dea8f2-6a5e-464b-b36c-6cb23b9ad117'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:54:27.257263 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd2993c-b3bf-4580-8856-6f5016820870" -d '{"events": [{"server_uuid": "22e15fa0-07fe-4952-a594-14048582fca5", "name": "network-vif-plugged", "status": "completed", "tag": "73dea8f2-6a5e-464b-b36c-6cb23b9ad117"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:54:27.298880 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ec2f3b6-e59a-4a22-a613-769a8a8a25d9 admin admin] Publish callbacks [] for security_group (ac2e785b-ee93-477e-a833-b3e1a1222a71), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:27.310703 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 73dea8f2-6a5e-464b-b36c-6cb23b9ad117, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=73dea8f2-6a5e-464b-b36c-6cb23b9ad117,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:27.337008 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b43ed406-07dd-42de-9297-bbef814aa9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (9c9ff221-b297-418d-84a7-1fb33a90a52d), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:27.339318 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (73dea8f2-6a5e-464b-b36c-6cb23b9ad117), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:27.342312 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43ed406-07dd-42de-9297-bbef814aa9bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:27.342965 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b43ed406-07dd-42de-9297-bbef814aa9bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:27.345635 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bc275106-4395-4eac-a23b-6b26a79bc72e req-1df154ee-a415-427d-8080-465940bf5415 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076052 Mar 01 13:54:27.367002 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ec2f3b6-e59a-4a22-a613-769a8a8a25d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ac2e785b-ee93-477e-a833-b3e1a1222a71), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:27.447634 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=73dea8f2-6a5e-464b-b36c-6cb23b9ad117,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:27.474468 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5b33d84b-1724-43bc-a55f-aaccd157beb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:27.508311 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f2da08-7968-4969-9893-3667edaacac7 x-openstack-request-id: req-45f2da08-7968-4969-9893-3667edaacac7 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:54:27.509435 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e15fa0-07fe-4952-a594-14048582fca5", "name": "network-vif-plugged", "status": "completed", "tag": "73dea8f2-6a5e-464b-b36c-6cb23b9ad117", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:54:27.510106 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45f2da08-7968-4969-9893-3667edaacac7 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:54:27.510228 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e15fa0-07fe-4952-a594-14048582fca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73dea8f2-6a5e-464b-b36c-6cb23b9ad117', 'code': 200} Mar 01 13:54:27.518496 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b43ed406-07dd-42de-9297-bbef814aa9bd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5010624 Mar 01 13:54:27.531847 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320f737-d0f3-422b-b9cb-3f90c3d0a0d4 req-b3f3cda3-8eab-4925-8ef1-b9bb068b42d5 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:27.543030 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8320f737-d0f3-422b-b9cb-3f90c3d0a0d4 req-b3f3cda3-8eab-4925-8ef1-b9bb068b42d5 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?device_id=258c1703-958b-4c7c-a6ea-108c2af79998 HTTP/1.1" status: 200 len: 1023 time: 0.3877969 Mar 01 13:54:27.550135 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 47862) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:27.563079 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec2f3b6-e59a-4a22-a613-769a8a8a25d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:54:27.564291 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-1359425a-7b6b-496a-bf58-3ee87e694b19 admin admin] Request body: {'subnet': {'network_id': '9c9ff221-b297-418d-84a7-1fb33a90a52d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-756921111-subnet', 'tenant_id': '3b98eaa60ae04ec59bb44beff89518cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:54:27.654837 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ec2f3b6-e59a-4a22-a613-769a8a8a25d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (e84cec3c-832e-4296-bb87-8c5fba32c71f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:27.655846 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-6ec2f3b6-e59a-4a22-a613-769a8a8a25d9 admin admin] Added segment e84cec3c-832e-4296-bb87-8c5fba32c71f of type vlan for network 3880fb75-a02c-48ea-8ce3-a228c0bbf4f2 Mar 01 13:54:27.675108 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2f3b6-e59a-4a22-a613-769a8a8a25d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2e785b-ee93-477e-a833-b3e1a1222a71,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:27.696873 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1359425a-7b6b-496a-bf58-3ee87e694b19 admin admin] Made reservation on behalf of 3b98eaa60ae04ec59bb44beff89518cc for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:54:27.701185 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1359425a-7b6b-496a-bf58-3ee87e694b19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:27.704179 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ed406-07dd-42de-9297-bbef814aa9bd admin admin] Pushing event updated for resources: {'Network': ['ID=9c9ff221-b297-418d-84a7-1fb33a90a52d,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:27.721336 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 9c9ff221-b297-418d-84a7-1fb33a90a52d details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:54:27.760997 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-7f212b8a-f3a0-4d8c-a414-b937123a2c70 req-6a90e726-93c9-4147-b9ea-3de85846371e tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Deleting port 7a8cbb72-6be0-4f74-b061-115e6015fd40 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:54:27.761562 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7f212b8a-f3a0-4d8c-a414-b937123a2c70 req-6a90e726-93c9-4147-b9ea-3de85846371e tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (7a8cbb72-6be0-4f74-b061-115e6015fd40), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:27.845142 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199abbc1-a5cf-4b5a-8ec0-39093dc093fd req-0364cb9f-3dcd-413d-a43b-dd091ad6e5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:27.846737 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-199abbc1-a5cf-4b5a-8ec0-39093dc093fd req-0364cb9f-3dcd-413d-a43b-dd091ad6e5fc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=22e15fa0-07fe-4952-a594-14048582fca5 HTTP/1.1" status: 200 len: 1127 time: 0.2459059 Mar 01 13:54:27.850975 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ec2f3b6-e59a-4a22-a613-769a8a8a25d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (3880fb75-a02c-48ea-8ce3-a228c0bbf4f2), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:27.959142 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-199abbc1-a5cf-4b5a-8ec0-39093dc093fd req-9279fdfc-ae0d-4d9f-b66e-9dc5a9423004 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002696 Mar 01 13:54:27.965945 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.db.resource_extend [None req-6ec2f3b6-e59a-4a22-a613-769a8a8a25d9 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 13:54:28.010322 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ec2f3b6-e59a-4a22-a613-769a8a8a25d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (3880fb75-a02c-48ea-8ce3-a228c0bbf4f2), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:28.011236 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec2f3b6-e59a-4a22-a613-769a8a8a25d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:28.014218 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ec2f3b6-e59a-4a22-a613-769a8a8a25d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:28.063475 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-7f212b8a-f3a0-4d8c-a414-b937123a2c70 req-6a90e726-93c9-4147-b9ea-3de85846371e tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] For port 7a8cbb72-6be0-4f74-b061-115e6015fd40, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=7a8cbb72-6be0-4f74-b061-115e6015fd40,segment=NetworkSegment(cf91def4-7767-4dc0-af58-dc3bc2235578),segment_id=cf91def4-7767-4dc0-af58-dc3bc2235578)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:28.063942 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7f212b8a-f3a0-4d8c-a414-b937123a2c70 req-6a90e726-93c9-4147-b9ea-3de85846371e tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (7a8cbb72-6be0-4f74-b061-115e6015fd40), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:28.113093 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6ec2f3b6-e59a-4a22-a613-769a8a8a25d9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1568580 Mar 01 13:54:28.113843 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47868) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:28.123857 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-7f212b8a-f3a0-4d8c-a414-b937123a2c70 req-6a90e726-93c9-4147-b9ea-3de85846371e tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Calling delete_port for 7a8cbb72-6be0-4f74-b061-115e6015fd40 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:54:28.130208 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-0225247b-cddc-4205-b670-40af2551f8ab admin admin] Request body: {'subnet': {'network_id': '3880fb75-a02c-48ea-8ce3-a228c0bbf4f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-808130819-subnet', 'tenant_id': 'b533966f081448d3b778e42a021b0f2d', 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:54:28.403138 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2f3b6-e59a-4a22-a613-769a8a8a25d9 admin admin] Pushing event updated for resources: {'Network': ['ID=3880fb75-a02c-48ea-8ce3-a228c0bbf4f2,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:28.415211 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 3880fb75-a02c-48ea-8ce3-a228c0bbf4f2 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:54:28.415840 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0225247b-cddc-4205-b670-40af2551f8ab admin admin] Made reservation on behalf of b533966f081448d3b778e42a021b0f2d for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:54:28.418195 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0225247b-cddc-4205-b670-40af2551f8ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:28.425959 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7f212b8a-f3a0-4d8c-a414-b937123a2c70 req-6a90e726-93c9-4147-b9ea-3de85846371e tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (7a8cbb72-6be0-4f74-b061-115e6015fd40), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:28.463191 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['b25b0ac6-5e13-4a50-9578-da85b551614f'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:54:28.506494 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['7a8cbb72-6be0-4f74-b061-115e6015fd40'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:54:28.515989 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 846fa967-75da-4527-8413-b4290e55da8d up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:54:28.668857 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a90e726-93c9-4147-b9ea-3de85846371e tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Pushing event deleted for resources: {'Port': ['ID=7a8cbb72-6be0-4f74-b061-115e6015fd40,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:28.692883 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 846fa967-75da-4527-8413-b4290e55da8d triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:28.693815 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (846fa967-75da-4527-8413-b4290e55da8d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:28.741470 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8320f737-d0f3-422b-b9cb-3f90c3d0a0d4 req-b90c8a8b-1276-4083-aa43-d52e297259f2 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups?id=b868d247-c71d-48d9-a089-ce9ad68cf4ed&id=cd4d9ca1-f55a-40bc-b944-f22de3eaf370&id=451d73e9-520b-4dc1-8f43-66c0d36dddbf&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 1.1973760 Mar 01 13:54:28.774828 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f212b8a-f3a0-4d8c-a414-b937123a2c70 req-6a90e726-93c9-4147-b9ea-3de85846371e tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] No DVR routers for this DVR port 7a8cbb72-6be0-4f74-b061-115e6015fd40 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:54:28.779490 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7f212b8a-f3a0-4d8c-a414-b937123a2c70 req-6a90e726-93c9-4147-b9ea-3de85846371e tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:28.784546 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7f212b8a-f3a0-4d8c-a414-b937123a2c70 req-6a90e726-93c9-4147-b9ea-3de85846371e tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.20 "DELETE /v2.0/ports/7a8cbb72-6be0-4f74-b061-115e6015fd40 HTTP/1.1" status: 204 len: 173 time: 1.7589300 Mar 01 13:54:28.785984 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258c1703-958b-4c7c-a6ea-108c2af79998', 'name': 'network-vif-deleted', 'tag': '7a8cbb72-6be0-4f74-b061-115e6015fd40'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:54:28.789519 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d5da7c-4d78-40c6-9dcf-e30ddce530c8" -d '{"events": [{"server_uuid": "258c1703-958b-4c7c-a6ea-108c2af79998", "name": "network-vif-deleted", "tag": "7a8cbb72-6be0-4f74-b061-115e6015fd40"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:54:28.875291 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:28.924667 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0225247b-cddc-4205-b670-40af2551f8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (dd3357f3-03c5-4700-a83c-30a3c8d74929), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:29.007480 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225247b-cddc-4205-b670-40af2551f8ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd3357f3-03c5-4700-a83c-30a3c8d74929,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:29.054855 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0225247b-cddc-4205-b670-40af2551f8ab admin admin] Checking segment: {'id': 'e84cec3c-832e-4296-bb87-8c5fba32c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3880fb75-a02c-48ea-8ce3-a228c0bbf4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:54:29.055252 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0225247b-cddc-4205-b670-40af2551f8ab admin admin] Network hostable DHCP agents. Network: 3880fb75-a02c-48ea-8ce3-a228c0bbf4f2, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:54:29.056580 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 846fa967-75da-4527-8413-b4290e55da8d is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:29.081966 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0225247b-cddc-4205-b670-40af2551f8ab admin admin] Network 3880fb75-a02c-48ea-8ce3-a228c0bbf4f2 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:54:29.097348 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-0225247b-cddc-4205-b670-40af2551f8ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 3880fb75-a02c-48ea-8ce3-a228c0bbf4f2) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:54:29.108046 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ca82c1-a633-42ff-84c5-5eae0aa40c85 None None] Network 3880fb75-a02c-48ea-8ce3-a228c0bbf4f2 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:54:29.113878 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0225247b-cddc-4205-b670-40af2551f8ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:29.114546 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0225247b-cddc-4205-b670-40af2551f8ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:29.141196 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0225247b-cddc-4205-b670-40af2551f8ab admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0206320 Mar 01 13:54:29.141449 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10510f6-3df8-453d-ade5-e7493bfa9f80 req-9fa3ea45-c102-4711-aef6-90f61968abde tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:29.143815 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47886) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:29.152738 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10510f6-3df8-453d-ade5-e7493bfa9f80 req-9fa3ea45-c102-4711-aef6-90f61968abde tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:29.169291 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-7ac0035c-c6ee-46a3-87ad-29af6c3ff5e2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-808130819-router', 'tenant_id': 'b533966f081448d3b778e42a021b0f2d', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:54:29.175565 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10510f6-3df8-453d-ade5-e7493bfa9f80 req-9fa3ea45-c102-4711-aef6-90f61968abde tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:29.188467 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10510f6-3df8-453d-ade5-e7493bfa9f80 req-9fa3ea45-c102-4711-aef6-90f61968abde tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:29.211005 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10510f6-3df8-453d-ade5-e7493bfa9f80 req-9fa3ea45-c102-4711-aef6-90f61968abde tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:29.216878 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10510f6-3df8-453d-ade5-e7493bfa9f80 req-9fa3ea45-c102-4711-aef6-90f61968abde tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:29.225377 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10510f6-3df8-453d-ade5-e7493bfa9f80 req-9fa3ea45-c102-4711-aef6-90f61968abde tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:29.235851 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a10510f6-3df8-453d-ade5-e7493bfa9f80 req-9fa3ea45-c102-4711-aef6-90f61968abde tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5417 time: 0.8675003 Mar 01 13:54:29.244797 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7ac0035c-c6ee-46a3-87ad-29af6c3ff5e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (20763e3a-fd84-4f96-9cf8-58e4c0acc6a7), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:29.248941 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7ac0035c-c6ee-46a3-87ad-29af6c3ff5e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (20763e3a-fd84-4f96-9cf8-58e4c0acc6a7), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:29.417601 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65e229d-2c0a-4974-a272-43fbd2b4f8a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-3880fb75-a02c-48ea-8ce3-a228c0bbf4f2', 'network_id': '3880fb75-a02c-48ea-8ce3-a228c0bbf4f2', 'project_id': 'b533966f081448d3b778e42a021b0f2d', 'fixed_ips': [{'subnet_id': 'dd3357f3-03c5-4700-a83c-30a3c8d74929'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:54:29.418707 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e65e229d-2c0a-4974-a272-43fbd2b4f8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:29.472383 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7ac0035c-c6ee-46a3-87ad-29af6c3ff5e2 admin admin] Publish callbacks [] for router_controller (20763e3a-fd84-4f96-9cf8-58e4c0acc6a7), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:29.545665 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca80567-31db-4e4a-a09d-de212b529d56 req-fb34025b-34b8-4480-84d6-8f03b16782f0 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:29.551302 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aca80567-31db-4e4a-a09d-de212b529d56 req-fb34025b-34b8-4480-84d6-8f03b16782f0 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=22e15fa0-07fe-4952-a594-14048582fca5 HTTP/1.1" status: 200 len: 945 time: 0.6001968 Mar 01 13:54:29.565195 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1359425a-7b6b-496a-bf58-3ee87e694b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (34cb1465-99ee-44dd-a7c3-e05061137fd5), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:29.647849 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-8dcb6020-ce63-4ccd-91e2-74d765a23015 admin admin] Deleting port 28e686d8-c593-4aff-b7cc-6839746bcd89 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:54:29.648325 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8dcb6020-ce63-4ccd-91e2-74d765a23015 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (28e686d8-c593-4aff-b7cc-6839746bcd89), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:29.675998 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-e65e229d-2c0a-4974-a272-43fbd2b4f8a2 None None] Allocated IP 172.20.0.2 (3880fb75-a02c-48ea-8ce3-a228c0bbf4f2/dd3357f3-03c5-4700-a83c-30a3c8d74929/9b2044a2-be29-41c3-b3d6-ce8885c55a74) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:54:29.752703 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a10510f6-3df8-453d-ade5-e7493bfa9f80 req-3a0e8a13-1a04-4229-8611-95d3e6230358 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5091612 Mar 01 13:54:29.796722 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-8dcb6020-ce63-4ccd-91e2-74d765a23015 admin admin] For port 28e686d8-c593-4aff-b7cc-6839746bcd89, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=28e686d8-c593-4aff-b7cc-6839746bcd89,segment=NetworkSegment(9cdcccf4-054a-4e6f-bcd4-f24655a5b8d7),segment_id=9cdcccf4-054a-4e6f-bcd4-f24655a5b8d7)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:29.797103 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8dcb6020-ce63-4ccd-91e2-74d765a23015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (28e686d8-c593-4aff-b7cc-6839746bcd89), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:29.812405 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7ac0035c-c6ee-46a3-87ad-29af6c3ff5e2 admin admin] Publish callbacks [] for router_gateway (20763e3a-fd84-4f96-9cf8-58e4c0acc6a7), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:29.847817 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359425a-7b6b-496a-bf58-3ee87e694b19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34cb1465-99ee-44dd-a7c3-e05061137fd5,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:29.852931 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-8dcb6020-ce63-4ccd-91e2-74d765a23015 admin admin] Calling delete_port for 28e686d8-c593-4aff-b7cc-6839746bcd89 owned by network:router_interface {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:54:29.875135 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aca80567-31db-4e4a-a09d-de212b529d56 req-dd296d50-df34-4ed9-bd33-f69e673d106f tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066015 Mar 01 13:54:29.881290 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1359425a-7b6b-496a-bf58-3ee87e694b19 admin admin] Checking segment: {'id': '69064791-2691-4169-b20c-0b547dd04c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9c9ff221-b297-418d-84a7-1fb33a90a52d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:54:29.881660 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1359425a-7b6b-496a-bf58-3ee87e694b19 admin admin] Network hostable DHCP agents. Network: 9c9ff221-b297-418d-84a7-1fb33a90a52d, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:54:29.969752 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e65e229d-2c0a-4974-a272-43fbd2b4f8a2 None None] Publish callbacks [] for port (9b2044a2-be29-41c3-b3d6-ce8885c55a74), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:29.986049 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1359425a-7b6b-496a-bf58-3ee87e694b19 admin admin] Network 9c9ff221-b297-418d-84a7-1fb33a90a52d is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:54:30.016465 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e65e229d-2c0a-4974-a272-43fbd2b4f8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (9b2044a2-be29-41c3-b3d6-ce8885c55a74), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:30.056806 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-1359425a-7b6b-496a-bf58-3ee87e694b19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 9c9ff221-b297-418d-84a7-1fb33a90a52d) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:54:30.097848 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afa2273-b24f-4394-bf4b-74e5ebd5e43e None None] Network 9c9ff221-b297-418d-84a7-1fb33a90a52d requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:54:30.097848 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:30.104741 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1359425a-7b6b-496a-bf58-3ee87e694b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:30.108902 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1359425a-7b6b-496a-bf58-3ee87e694b19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:30.137066 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6582c794-1579-470a-b1ad-2a83af0d2dac x-openstack-request-id: req-6582c794-1579-470a-b1ad-2a83af0d2dac {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:54:30.137619 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258c1703-958b-4c7c-a6ea-108c2af79998", "name": "network-vif-deleted", "tag": "7a8cbb72-6be0-4f74-b061-115e6015fd40", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:54:30.137619 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6582c794-1579-470a-b1ad-2a83af0d2dac {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:54:30.137989 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258c1703-958b-4c7c-a6ea-108c2af79998', 'name': 'network-vif-deleted', 'tag': '7a8cbb72-6be0-4f74-b061-115e6015fd40', 'status': 'completed', 'code': 200} Mar 01 13:54:30.184472 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1359425a-7b6b-496a-bf58-3ee87e694b19 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.6331830 Mar 01 13:54:30.188257 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47916) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:30.192690 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-5916e251-efa2-435e-a38e-82adf98d797c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-756921111-router', 'tenant_id': '3b98eaa60ae04ec59bb44beff89518cc', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:54:30.195953 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c78e648-5fb9-4d08-859c-3feddfe97050 req-540eb650-836d-4438-afd2-c1ef46672112 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups/451d73e9-520b-4dc1-8f43-66c0d36dddbf HTTP/1.1" status: 200 len: 1818 time: 0.1406717 Mar 01 13:54:30.213329 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7ac0035c-c6ee-46a3-87ad-29af6c3ff5e2 admin admin] Publish callbacks [] for router_gateway (20763e3a-fd84-4f96-9cf8-58e4c0acc6a7), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:30.243575 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5916e251-efa2-435e-a38e-82adf98d797c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (b9e4723d-0964-4a2b-a3b8-4ab1ea761e15), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:30.244753 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5916e251-efa2-435e-a38e-82adf98d797c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (b9e4723d-0964-4a2b-a3b8-4ab1ea761e15), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:30.250143 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7ac0035c-c6ee-46a3-87ad-29af6c3ff5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:30.284095 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65e229d-2c0a-4974-a272-43fbd2b4f8a2 None None] Network 3880fb75-a02c-48ea-8ce3-a228c0bbf4f2 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:54:30.332232 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-1c78e648-5fb9-4d08-859c-3feddfe97050 req-f8304271-af2a-4884-8819-6307ead644c4 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (451d73e9-520b-4dc1-8f43-66c0d36dddbf), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:30.343699 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-e65e229d-2c0a-4974-a272-43fbd2b4f8a2 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:54:30.368904 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-1c78e648-5fb9-4d08-859c-3feddfe97050 req-f8304271-af2a-4884-8819-6307ead644c4 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (451d73e9-520b-4dc1-8f43-66c0d36dddbf), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:30.371919 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65e229d-2c0a-4974-a272-43fbd2b4f8a2 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:54:30.382280 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8dcb6020-ce63-4ccd-91e2-74d765a23015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (28e686d8-c593-4aff-b7cc-6839746bcd89), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:30.382994 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5916e251-efa2-435e-a38e-82adf98d797c admin admin] Publish callbacks [] for router_controller (b9e4723d-0964-4a2b-a3b8-4ab1ea761e15), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:30.404117 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb4c572-c066-4a85-8d89-49c7289fa4e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-9c9ff221-b297-418d-84a7-1fb33a90a52d', 'network_id': '9c9ff221-b297-418d-84a7-1fb33a90a52d', 'project_id': '3b98eaa60ae04ec59bb44beff89518cc', 'fixed_ips': [{'subnet_id': '34cb1465-99ee-44dd-a7c3-e05061137fd5'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:54:30.404925 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-afb4c572-c066-4a85-8d89-49c7289fa4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:30.455544 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb6020-ce63-4ccd-91e2-74d765a23015 admin admin] Pushing event deleted for resources: {'Port': ['ID=28e686d8-c593-4aff-b7cc-6839746bcd89,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:30.504011 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e229d-2c0a-4974-a272-43fbd2b4f8a2 None None] Pushing event updated for resources: {'Port': ['ID=9b2044a2-be29-41c3-b3d6-ce8885c55a74,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:30.508331 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-e65e229d-2c0a-4974-a272-43fbd2b4f8a2 None None] Attempting to bind port 9b2044a2-be29-41c3-b3d6-ce8885c55a74 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:54:30.512415 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-e65e229d-2c0a-4974-a272-43fbd2b4f8a2 None None] Attempting to bind port 9b2044a2-be29-41c3-b3d6-ce8885c55a74 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'e84cec3c-832e-4296-bb87-8c5fba32c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3880fb75-a02c-48ea-8ce3-a228c0bbf4f2'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:54:30.512976 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e229d-2c0a-4974-a272-43fbd2b4f8a2 None None] Attempting to bind port 9b2044a2-be29-41c3-b3d6-ce8885c55a74 on network 3880fb75-a02c-48ea-8ce3-a228c0bbf4f2 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:54:30.524426 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e229d-2c0a-4974-a272-43fbd2b4f8a2 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:54:30.525293 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e229d-2c0a-4974-a272-43fbd2b4f8a2 None None] Checking segment: {'id': 'e84cec3c-832e-4296-bb87-8c5fba32c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3880fb75-a02c-48ea-8ce3-a228c0bbf4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:54:30.529954 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e65e229d-2c0a-4974-a272-43fbd2b4f8a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:30.530651 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e229d-2c0a-4974-a272-43fbd2b4f8a2 None None] Bound using segment: {'id': 'e84cec3c-832e-4296-bb87-8c5fba32c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3880fb75-a02c-48ea-8ce3-a228c0bbf4f2'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:54:30.531363 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-e65e229d-2c0a-4974-a272-43fbd2b4f8a2 None None] Bound port: 9b2044a2-be29-41c3-b3d6-ce8885c55a74, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e84cec3c-832e-4296-bb87-8c5fba32c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3880fb75-a02c-48ea-8ce3-a228c0bbf4f2'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:54:30.532146 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e65e229d-2c0a-4974-a272-43fbd2b4f8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9b2044a2-be29-41c3-b3d6-ce8885c55a74), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:30.557441 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-1c78e648-5fb9-4d08-859c-3feddfe97050 req-f8304271-af2a-4884-8819-6307ead644c4 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (451d73e9-520b-4dc1-8f43-66c0d36dddbf), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:30.560088 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-1c78e648-5fb9-4d08-859c-3feddfe97050 req-f8304271-af2a-4884-8819-6307ead644c4 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:30.561258 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c78e648-5fb9-4d08-859c-3feddfe97050 req-f8304271-af2a-4884-8819-6307ead644c4 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "DELETE /v2.0/security-groups/451d73e9-520b-4dc1-8f43-66c0d36dddbf HTTP/1.1" status: 204 len: 173 time: 0.3565981 Mar 01 13:54:30.621451 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304271-af2a-4884-8819-6307ead644c4 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=451d73e9-520b-4dc1-8f43-66c0d36dddbf,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:30.747571 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-e65e229d-2c0a-4974-a272-43fbd2b4f8a2 None None] For port 9b2044a2-be29-41c3-b3d6-ce8885c55a74, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:54:30.757843 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 7a8cbb72-6be0-4f74-b061-115e6015fd40 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:54:30.792703 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 7a8cbb72-6be0-4f74-b061-115e6015fd40 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:54:30.793087 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 7a8cbb72-6be0-4f74-b061-115e6015fd40 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:54:30.829500 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2baedc3e-6247-4650-99a5-52cad6aebd83 req-1f70b2e4-fc42-4299-9c0b-361d12019078 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups/b868d247-c71d-48d9-a089-ce9ad68cf4ed HTTP/1.1" status: 200 len: 1816 time: 0.2090650 Mar 01 13:54:30.862315 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-e65e229d-2c0a-4974-a272-43fbd2b4f8a2 None None] For port 9b2044a2-be29-41c3-b3d6-ce8885c55a74, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=9b2044a2-be29-41c3-b3d6-ce8885c55a74,segment=NetworkSegment(e84cec3c-832e-4296-bb87-8c5fba32c71f),segment_id=e84cec3c-832e-4296-bb87-8c5fba32c71f)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:54:30.929339 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e65e229d-2c0a-4974-a272-43fbd2b4f8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9b2044a2-be29-41c3-b3d6-ce8885c55a74), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:30.981188 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8dcb6020-ce63-4ccd-91e2-74d765a23015 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (4a8cc195-5d6a-4176-b5f2-3b2de04a60c9), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:31.057823 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2baedc3e-6247-4650-99a5-52cad6aebd83 req-1358661f-2b33-49b7-a199-f6ab3850b3e3 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (b868d247-c71d-48d9-a089-ce9ad68cf4ed), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:31.097790 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-afb4c572-c066-4a85-8d89-49c7289fa4e6 None None] Allocated IP 172.20.0.2 (9c9ff221-b297-418d-84a7-1fb33a90a52d/34cb1465-99ee-44dd-a7c3-e05061137fd5/7347dd9d-afd8-4ace-8630-427ba7a232c5) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:54:31.102134 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aaf210-6929-49bc-a390-30ac79f10d46 req-1ee8d8a3-2248-4c18-98f8-bd0c2c87f7f6 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:31.108065 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aaf210-6929-49bc-a390-30ac79f10d46 req-1ee8d8a3-2248-4c18-98f8-bd0c2c87f7f6 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:31.118857 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aaf210-6929-49bc-a390-30ac79f10d46 req-1ee8d8a3-2248-4c18-98f8-bd0c2c87f7f6 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:31.125315 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aaf210-6929-49bc-a390-30ac79f10d46 req-1ee8d8a3-2248-4c18-98f8-bd0c2c87f7f6 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:31.134298 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-7ac0035c-c6ee-46a3-87ad-29af6c3ff5e2 admin admin] Allocated IP 172.25.1.132 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/85c4b909-d7c0-4535-a124-fab31bd6efc5) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:54:31.136189 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aaf210-6929-49bc-a390-30ac79f10d46 req-1ee8d8a3-2248-4c18-98f8-bd0c2c87f7f6 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:31.143577 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aaf210-6929-49bc-a390-30ac79f10d46 req-1ee8d8a3-2248-4c18-98f8-bd0c2c87f7f6 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:31.150507 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aaf210-6929-49bc-a390-30ac79f10d46 req-1ee8d8a3-2248-4c18-98f8-bd0c2c87f7f6 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:31.154432 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e229d-2c0a-4974-a272-43fbd2b4f8a2 None None] Pushing event updated for resources: {'Port': ['ID=9b2044a2-be29-41c3-b3d6-ce8885c55a74,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:31.159415 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-09aaf210-6929-49bc-a390-30ac79f10d46 req-1ee8d8a3-2248-4c18-98f8-bd0c2c87f7f6 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5417 time: 0.2374909 Mar 01 13:54:31.187571 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5916e251-efa2-435e-a38e-82adf98d797c admin admin] Publish callbacks [] for router_gateway (b9e4723d-0964-4a2b-a3b8-4ab1ea761e15), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:31.215254 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2baedc3e-6247-4650-99a5-52cad6aebd83 req-1358661f-2b33-49b7-a199-f6ab3850b3e3 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (b868d247-c71d-48d9-a089-ce9ad68cf4ed), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:31.406072 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-09aaf210-6929-49bc-a390-30ac79f10d46 req-ba4bf777-3e2c-436c-b4b7-66a89f0d8215 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2407429 Mar 01 13:54:31.424836 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2baedc3e-6247-4650-99a5-52cad6aebd83 req-1358661f-2b33-49b7-a199-f6ab3850b3e3 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b868d247-c71d-48d9-a089-ce9ad68cf4ed), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:31.438657 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2baedc3e-6247-4650-99a5-52cad6aebd83 req-1358661f-2b33-49b7-a199-f6ab3850b3e3 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:31.445152 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2baedc3e-6247-4650-99a5-52cad6aebd83 req-1358661f-2b33-49b7-a199-f6ab3850b3e3 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "DELETE /v2.0/security-groups/b868d247-c71d-48d9-a089-ce9ad68cf4ed HTTP/1.1" status: 204 len: 173 time: 0.6141939 Mar 01 13:54:31.481332 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7ac0035c-c6ee-46a3-87ad-29af6c3ff5e2 admin admin] Publish callbacks [] for port (85c4b909-d7c0-4535-a124-fab31bd6efc5), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:31.522354 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-afb4c572-c066-4a85-8d89-49c7289fa4e6 None None] Publish callbacks [] for port (7347dd9d-afd8-4ace-8630-427ba7a232c5), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:31.535405 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-afb4c572-c066-4a85-8d89-49c7289fa4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (7347dd9d-afd8-4ace-8630-427ba7a232c5), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:31.561359 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-c4b21b23-ee2f-439f-956e-8a5c72530b78 req-295e7109-727d-4c86-9024-11ec224b45d5 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1798185441', 'description': 'tempest-description-1183440753'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:54:31.567588 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7ac0035c-c6ee-46a3-87ad-29af6c3ff5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (85c4b909-d7c0-4535-a124-fab31bd6efc5), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:31.590280 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1358661f-2b33-49b7-a199-f6ab3850b3e3 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b868d247-c71d-48d9-a089-ce9ad68cf4ed,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:31.647703 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c4b21b23-ee2f-439f-956e-8a5c72530b78 req-295e7109-727d-4c86-9024-11ec224b45d5 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:31.657759 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac0035c-c6ee-46a3-87ad-29af6c3ff5e2 admin admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:54:31.673004 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb4c572-c066-4a85-8d89-49c7289fa4e6 None None] Network 9c9ff221-b297-418d-84a7-1fb33a90a52d is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:54:31.674358 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4c572-c066-4a85-8d89-49c7289fa4e6 None None] Pushing event updated for resources: {'Port': ['ID=7347dd9d-afd8-4ace-8630-427ba7a232c5,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:31.677505 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-afb4c572-c066-4a85-8d89-49c7289fa4e6 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:54:31.680373 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb4c572-c066-4a85-8d89-49c7289fa4e6 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:54:31.709610 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-7ac0035c-c6ee-46a3-87ad-29af6c3ff5e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:54:31.719841 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac0035c-c6ee-46a3-87ad-29af6c3ff5e2 admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:54:31.720834 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce2b2f-e55b-410d-b1d4-4be528a637bf req-7e8c78cd-4313-4fff-8c50-6e53749124f7 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:31.722700 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4fce2b2f-e55b-410d-b1d4-4be528a637bf req-7e8c78cd-4313-4fff-8c50-6e53749124f7 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=22e15fa0-07fe-4952-a594-14048582fca5 HTTP/1.1" status: 200 len: 945 time: 0.1691346 Mar 01 13:54:31.780398 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-afb4c572-c066-4a85-8d89-49c7289fa4e6 None None] Attempting to bind port 7347dd9d-afd8-4ace-8630-427ba7a232c5 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:54:31.784840 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-afb4c572-c066-4a85-8d89-49c7289fa4e6 None None] Attempting to bind port 7347dd9d-afd8-4ace-8630-427ba7a232c5 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '69064791-2691-4169-b20c-0b547dd04c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9c9ff221-b297-418d-84a7-1fb33a90a52d'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:54:31.785220 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb4c572-c066-4a85-8d89-49c7289fa4e6 None None] Attempting to bind port 7347dd9d-afd8-4ace-8630-427ba7a232c5 on network 9c9ff221-b297-418d-84a7-1fb33a90a52d {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:54:31.806499 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb4c572-c066-4a85-8d89-49c7289fa4e6 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:54:31.807815 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0035c-c6ee-46a3-87ad-29af6c3ff5e2 admin admin] Pushing event updated for resources: {'Port': ['ID=85c4b909-d7c0-4535-a124-fab31bd6efc5,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:31.809703 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb4c572-c066-4a85-8d89-49c7289fa4e6 None None] Checking segment: {'id': '69064791-2691-4169-b20c-0b547dd04c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9c9ff221-b297-418d-84a7-1fb33a90a52d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:54:31.810120 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-afb4c572-c066-4a85-8d89-49c7289fa4e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:31.810517 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb4c572-c066-4a85-8d89-49c7289fa4e6 None None] Bound using segment: {'id': '69064791-2691-4169-b20c-0b547dd04c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9c9ff221-b297-418d-84a7-1fb33a90a52d'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:54:31.811012 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-afb4c572-c066-4a85-8d89-49c7289fa4e6 None None] Bound port: 7347dd9d-afd8-4ace-8630-427ba7a232c5, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69064791-2691-4169-b20c-0b547dd04c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9c9ff221-b297-418d-84a7-1fb33a90a52d'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:54:31.811458 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-afb4c572-c066-4a85-8d89-49c7289fa4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7347dd9d-afd8-4ace-8630-427ba7a232c5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:31.812135 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c4b21b23-ee2f-439f-956e-8a5c72530b78 req-295e7109-727d-4c86-9024-11ec224b45d5 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (f09c2652-8a89-4870-8572-e0829c8652e0), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:31.832112 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c4b21b23-ee2f-439f-956e-8a5c72530b78 req-295e7109-727d-4c86-9024-11ec224b45d5 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (f09c2652-8a89-4870-8572-e0829c8652e0), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:31.838359 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:31.904305 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dcb6020-ce63-4ccd-91e2-74d765a23015 admin admin] Router 4a8cc195-5d6a-4176-b5f2-3b2de04a60c9 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:54:31.923908 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c4b21b23-ee2f-439f-956e-8a5c72530b78 req-295e7109-727d-4c86-9024-11ec224b45d5 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:31.925064 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c4b21b23-ee2f-439f-956e-8a5c72530b78 req-295e7109-727d-4c86-9024-11ec224b45d5 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3813014 Mar 01 13:54:31.937681 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e7109-727d-4c86-9024-11ec224b45d5 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f09c2652-8a89-4870-8572-e0829c8652e0,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:31.975389 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-afb4c572-c066-4a85-8d89-49c7289fa4e6 None None] For port 7347dd9d-afd8-4ace-8630-427ba7a232c5, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:54:31.980176 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4fce2b2f-e55b-410d-b1d4-4be528a637bf req-60b61d05-77cd-44d0-abf8-0ddc8852a44e tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663435 Mar 01 13:54:31.982297 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-afb4c572-c066-4a85-8d89-49c7289fa4e6 None None] For port 7347dd9d-afd8-4ace-8630-427ba7a232c5, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=7347dd9d-afd8-4ace-8630-427ba7a232c5,segment=NetworkSegment(69064791-2691-4169-b20c-0b547dd04c59),segment_id=69064791-2691-4169-b20c-0b547dd04c59)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:54:32.013512 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-afb4c572-c066-4a85-8d89-49c7289fa4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (7347dd9d-afd8-4ace-8630-427ba7a232c5), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:32.187542 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcb6020-ce63-4ccd-91e2-74d765a23015 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:54:32.197934 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8dcb6020-ce63-4ccd-91e2-74d765a23015 admin admin] 10.222.0.13 "PUT /v2.0/routers/4a8cc195-5d6a-4176-b5f2-3b2de04a60c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4357059 Mar 01 13:54:32.199505 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47944) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:32.211062 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5e5986ca-8139-4c9d-8ba4-2a7982e4d731 req-edc00384-9ca7-494d-8154-dd8ee45e8ad8 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups/f09c2652-8a89-4870-8572-e0829c8652e0 HTTP/1.1" status: 200 len: 1820 time: 0.2590158 Mar 01 13:54:32.226712 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-5e5986ca-8139-4c9d-8ba4-2a7982e4d731 req-c3146c84-e0da-4a57-a4e5-906b8468cbd3 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1716393208', 'description': 'tempest-description-hth-419847510'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:54:32.337152 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-5e5986ca-8139-4c9d-8ba4-2a7982e4d731 req-c3146c84-e0da-4a57-a4e5-906b8468cbd3 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (f09c2652-8a89-4870-8572-e0829c8652e0), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:32.350942 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e55c1785-03f4-4383-ab7b-c2123780d628 req-1b791977-76a6-4d3d-bf1e-288b5eaf3dd9 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=475192ca5f814c16b38a7d788a6a6472 HTTP/1.1" status: 200 len: 267 time: 0.2562683 Mar 01 13:54:32.370149 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 47946) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:32.403396 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416c326a-150f-42b1-9701-5b5d17185910 None None] Sync routers for ids ['4a8cc195-5d6a-4176-b5f2-3b2de04a60c9'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:54:32.455618 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5916e251-efa2-435e-a38e-82adf98d797c admin admin] Publish callbacks [] for router_gateway (b9e4723d-0964-4a2b-a3b8-4ab1ea761e15), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:32.474791 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416c326a-150f-42b1-9701-5b5d17185910 None None] Routers {'4a8cc195-5d6a-4176-b5f2-3b2de04a60c9'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:54:32.475489 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-416c326a-150f-42b1-9701-5b5d17185910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:54:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4a8cc195-5d6a-4176-b5f2-3b2de04a60c9'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:32.513562 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5916e251-efa2-435e-a38e-82adf98d797c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:32.539664 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-5e5986ca-8139-4c9d-8ba4-2a7982e4d731 req-c3146c84-e0da-4a57-a4e5-906b8468cbd3 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (f09c2652-8a89-4870-8572-e0829c8652e0), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:32.556880 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c1785-03f4-4383-ab7b-c2123780d628 req-3690db5f-e516-405f-b2ef-ec8efe5d0713 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:32.576350 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e55c1785-03f4-4383-ab7b-c2123780d628 req-3690db5f-e516-405f-b2ef-ec8efe5d0713 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=22e15fa0-07fe-4952-a594-14048582fca5 HTTP/1.1" status: 200 len: 945 time: 0.2238166 Mar 01 13:54:32.591877 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-e55c1785-03f4-4383-ab7b-c2123780d628 req-c871edec-e658-4c78-a5ea-a9fd6f64c971 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Request body: {'port': {'security_groups': []}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:54:32.595606 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-5e5986ca-8139-4c9d-8ba4-2a7982e4d731 req-c3146c84-e0da-4a57-a4e5-906b8468cbd3 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (f09c2652-8a89-4870-8572-e0829c8652e0), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:32.598412 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-5e5986ca-8139-4c9d-8ba4-2a7982e4d731 req-c3146c84-e0da-4a57-a4e5-906b8468cbd3 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:32.616720 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5e5986ca-8139-4c9d-8ba4-2a7982e4d731 req-c3146c84-e0da-4a57-a4e5-906b8468cbd3 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "PUT /v2.0/security-groups/f09c2652-8a89-4870-8572-e0829c8652e0 HTTP/1.1" status: 200 len: 1793 time: 0.3941231 Mar 01 13:54:32.675393 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-416c326a-150f-42b1-9701-5b5d17185910 None None] Set router 4a8cc195-5d6a-4176-b5f2-3b2de04a60c9 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:54:32.786300 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 9b2044a2-be29-41c3-b3d6-ce8885c55a74 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:54:32.832321 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e55c1785-03f4-4383-ab7b-c2123780d628 req-c871edec-e658-4c78-a5ea-a9fd6f64c971 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (73dea8f2-6a5e-464b-b36c-6cb23b9ad117), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:32.835940 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3146c84-e0da-4a57-a4e5-906b8468cbd3 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f09c2652-8a89-4870-8572-e0829c8652e0,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:32.836159 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4c572-c066-4a85-8d89-49c7289fa4e6 None None] Pushing event updated for resources: {'Port': ['ID=7347dd9d-afd8-4ace-8630-427ba7a232c5,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:32.845000 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a151c4-60a3-41f7-9269-bb6bc9ce339e None None] Network 3880fb75-a02c-48ea-8ce3-a228c0bbf4f2 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:54:32.848548 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cbb1428e-e39a-4997-bbde-064918a38019 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:32.852211 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7ac0035c-c6ee-46a3-87ad-29af6c3ff5e2 admin admin] Publish callbacks [] for router_gateway (20763e3a-fd84-4f96-9cf8-58e4c0acc6a7), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:32.922858 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5b4dbfb8-96e7-4dcd-93c0-752d21755ae6 admin admin] Publish callbacks [] for router (4a8cc195-5d6a-4176-b5f2-3b2de04a60c9), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:32.998407 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86288cb-55aa-4dbb-8979-798f29bd4fc4 req-63468f09-415d-4181-9dbb-8358f7ea0203 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:33.005817 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86288cb-55aa-4dbb-8979-798f29bd4fc4 req-63468f09-415d-4181-9dbb-8358f7ea0203 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:33.015524 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86288cb-55aa-4dbb-8979-798f29bd4fc4 req-63468f09-415d-4181-9dbb-8358f7ea0203 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:33.022917 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86288cb-55aa-4dbb-8979-798f29bd4fc4 req-63468f09-415d-4181-9dbb-8358f7ea0203 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:33.029305 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86288cb-55aa-4dbb-8979-798f29bd4fc4 req-63468f09-415d-4181-9dbb-8358f7ea0203 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:33.037018 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86288cb-55aa-4dbb-8979-798f29bd4fc4 req-63468f09-415d-4181-9dbb-8358f7ea0203 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:33.052072 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86288cb-55aa-4dbb-8979-798f29bd4fc4 req-63468f09-415d-4181-9dbb-8358f7ea0203 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:33.054610 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a86288cb-55aa-4dbb-8979-798f29bd4fc4 req-63468f09-415d-4181-9dbb-8358f7ea0203 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5417 time: 0.3257225 Mar 01 13:54:33.108658 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-1ad8337c-9cce-4300-9ef5-02d9c0429d73 None None] Provisioning complete for port 9b2044a2-be29-41c3-b3d6-ce8885c55a74 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:33.108990 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1ad8337c-9cce-4300-9ef5-02d9c0429d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9b2044a2-be29-41c3-b3d6-ce8885c55a74), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:33.146649 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-5916e251-efa2-435e-a38e-82adf98d797c admin admin] Allocated IP 172.25.1.23 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/1b0e6747-e77d-4b3b-994d-a2cdd327f40a) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:54:33.169677 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 9b2044a2-be29-41c3-b3d6-ce8885c55a74 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:33.170049 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9b2044a2-be29-41c3-b3d6-ce8885c55a74), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:33.276459 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a86288cb-55aa-4dbb-8979-798f29bd4fc4 req-f618a4ff-1d8f-4d22-a5db-03ae0c1100a1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2113683 Mar 01 13:54:33.347590 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cbb1428e-e39a-4997-bbde-064918a38019 admin admin] Publish callbacks [] for security_group (48f290dc-6b39-4cdb-833e-6bcc5d435f6c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:33.371549 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5b4dbfb8-96e7-4dcd-93c0-752d21755ae6 admin admin] Publish callbacks [] for router_gateway (4a8cc195-5d6a-4176-b5f2-3b2de04a60c9), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:33.385029 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cbb1428e-e39a-4997-bbde-064918a38019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (48f290dc-6b39-4cdb-833e-6bcc5d435f6c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:33.405192 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-1ad8337c-9cce-4300-9ef5-02d9c0429d73 None None] Current status of the port 9b2044a2-be29-41c3-b3d6-ce8885c55a74 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:33.405612 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1ad8337c-9cce-4300-9ef5-02d9c0429d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9b2044a2-be29-41c3-b3d6-ce8885c55a74), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:33.460801 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5916e251-efa2-435e-a38e-82adf98d797c admin admin] Publish callbacks [] for port (1b0e6747-e77d-4b3b-994d-a2cdd327f40a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:33.506672 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 9b2044a2-be29-41c3-b3d6-ce8885c55a74 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:33.507352 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9b2044a2-be29-41c3-b3d6-ce8885c55a74), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:33.507721 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8863f67a-39e5-41c8-9775-3653c2da449f req-d99f1361-7018-48fe-8f14-83b0a71b3a60 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups/f09c2652-8a89-4870-8572-e0829c8652e0 HTTP/1.1" status: 200 len: 1793 time: 0.1583509 Mar 01 13:54:33.536077 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-e55c1785-03f4-4383-ab7b-c2123780d628 req-c871edec-e658-4c78-a5ea-a9fd6f64c971 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] For port 73dea8f2-6a5e-464b-b36c-6cb23b9ad117, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=73dea8f2-6a5e-464b-b36c-6cb23b9ad117,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:33.537819 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-1ad8337c-9cce-4300-9ef5-02d9c0429d73 None None] For port 9b2044a2-be29-41c3-b3d6-ce8885c55a74, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=9b2044a2-be29-41c3-b3d6-ce8885c55a74,segment=NetworkSegment(e84cec3c-832e-4296-bb87-8c5fba32c71f),segment_id=e84cec3c-832e-4296-bb87-8c5fba32c71f)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:33.553178 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb1428e-e39a-4997-bbde-064918a38019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f290dc-6b39-4cdb-833e-6bcc5d435f6c,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:33.591597 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-cbb1428e-e39a-4997-bbde-064918a38019 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=126468877e624bfcbe8e959bf97aa03a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1955445 Mar 01 13:54:33.599648 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 47958) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:33.620573 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1ad8337c-9cce-4300-9ef5-02d9c0429d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9b2044a2-be29-41c3-b3d6-ce8885c55a74), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:33.631685 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 13:54:33.632997 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 13:54:33.637348 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7ac0035c-c6ee-46a3-87ad-29af6c3ff5e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (20763e3a-fd84-4f96-9cf8-58e4c0acc6a7), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:33.644954 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5916e251-efa2-435e-a38e-82adf98d797c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (1b0e6747-e77d-4b3b-994d-a2cdd327f40a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:33.674047 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e55c1785-03f4-4383-ab7b-c2123780d628 req-c871edec-e658-4c78-a5ea-a9fd6f64c971 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks [] for port (73dea8f2-6a5e-464b-b36c-6cb23b9ad117), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:33.696927 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-416c326a-150f-42b1-9701-5b5d17185910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8cc195-5d6a-4176-b5f2-3b2de04a60c9', 'name': 'tempest-ServersTestMultiNic-1029943574-router', 'tenant_id': 'aa3e6a61157b47d8a82db557a370763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'beadd8c8-4758-4a99-a7c3-78b19cd7b27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:52:20Z', 'updated_at': '2022-03-01T13:54:30Z', 'revision_number': 5, 'project_id': 'aa3e6a61157b47d8a82db557a370763f', 'gw_port': {'id': 'beadd8c8-4758-4a99-a7c3-78b19cd7b27b', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8cc195-5d6a-4176-b5f2-3b2de04a60c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:21Z', 'updated_at': '2022-03-01T13:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:33.721587 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e55c1785-03f4-4383-ab7b-c2123780d628 req-c871edec-e658-4c78-a5ea-a9fd6f64c971 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (73dea8f2-6a5e-464b-b36c-6cb23b9ad117), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:33.741055 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8eb19031-ef34-415f-b507-c97909fff00e admin admin] Publish callbacks [] for security_group (48f290dc-6b39-4cdb-833e-6bcc5d435f6c), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:33.755312 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['38821d47-c9dc-4e1a-ae38-38c81d1eeaba'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:54:33.758606 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['81ae989c-7b62-47ac-af82-3314b9b53ab0', '73dea8f2-6a5e-464b-b36c-6cb23b9ad117'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:54:33.766099 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416c326a-150f-42b1-9701-5b5d17185910 None None] Checking router: 4a8cc195-5d6a-4176-b5f2-3b2de04a60c9 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:54:33.778003 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1e7ced44-8450-4649-967a-efe7dcf4773b req-fc617080-1aa3-4c40-b353-b1a4cdd4ee79 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups/f09c2652-8a89-4870-8572-e0829c8652e0 HTTP/1.1" status: 200 len: 1793 time: 0.2210786 Mar 01 13:54:33.807844 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c1785-03f4-4383-ab7b-c2123780d628 req-c871edec-e658-4c78-a5ea-a9fd6f64c971 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:33.809598 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e55c1785-03f4-4383-ab7b-c2123780d628 req-c871edec-e658-4c78-a5ea-a9fd6f64c971 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:33.811211 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e55c1785-03f4-4383-ab7b-c2123780d628 req-c871edec-e658-4c78-a5ea-a9fd6f64c971 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "PUT /v2.0/ports/73dea8f2-6a5e-464b-b36c-6cb23b9ad117 HTTP/1.1" status: 200 len: 904 time: 1.2326300 Mar 01 13:54:33.824858 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8337c-9cce-4300-9ef5-02d9c0429d73 None None] Pushing event updated for resources: {'Port': ['ID=9b2044a2-be29-41c3-b3d6-ce8885c55a74,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:33.865437 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916e251-efa2-435e-a38e-82adf98d797c admin admin] Pushing event updated for resources: {'Port': ['ID=1b0e6747-e77d-4b3b-994d-a2cdd327f40a,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:33.868599 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e15fa0-07fe-4952-a594-14048582fca5', 'tag': '73dea8f2-6a5e-464b-b36c-6cb23b9ad117'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:54:33.873267 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef86b44c-27a4-47fc-9664-63a6ca3db14a" -d '{"events": [{"name": "network-changed", "server_uuid": "22e15fa0-07fe-4952-a594-14048582fca5", "tag": "73dea8f2-6a5e-464b-b36c-6cb23b9ad117"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:54:33.886453 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416c326a-150f-42b1-9701-5b5d17185910 None None] Routers {'4a8cc195-5d6a-4176-b5f2-3b2de04a60c9'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:54:33.887008 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-416c326a-150f-42b1-9701-5b5d17185910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:54:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4a8cc195-5d6a-4176-b5f2-3b2de04a60c9'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:33.901493 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5916e251-efa2-435e-a38e-82adf98d797c admin admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:54:33.908816 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-5916e251-efa2-435e-a38e-82adf98d797c admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:54:33.917035 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5916e251-efa2-435e-a38e-82adf98d797c admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:54:33.937343 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8eb19031-ef34-415f-b507-c97909fff00e admin admin] Publish callbacks [] for security_group (48f290dc-6b39-4cdb-833e-6bcc5d435f6c), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:34.002299 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871edec-e658-4c78-a5ea-a9fd6f64c971 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Pushing event updated for resources: {'Port': ['ID=73dea8f2-6a5e-464b-b36c-6cb23b9ad117,revision_number=6']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:34.037653 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-1e7ced44-8450-4649-967a-efe7dcf4773b req-099777f3-190b-4d9b-b319-52bd33c24f90 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (f09c2652-8a89-4870-8572-e0829c8652e0), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:34.037918 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-416c326a-150f-42b1-9701-5b5d17185910 None None] Set router 4a8cc195-5d6a-4176-b5f2-3b2de04a60c9 gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:54:34.078435 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['73dea8f2-6a5e-464b-b36c-6cb23b9ad117'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:54:34.087489 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8eb19031-ef34-415f-b507-c97909fff00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (48f290dc-6b39-4cdb-833e-6bcc5d435f6c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:34.090822 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8eb19031-ef34-415f-b507-c97909fff00e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:34.092321 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8eb19031-ef34-415f-b507-c97909fff00e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48f290dc-6b39-4cdb-833e-6bcc5d435f6c HTTP/1.1" status: 204 len: 168 time: 0.4902639 Mar 01 13:54:34.095612 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-1e7ced44-8450-4649-967a-efe7dcf4773b req-099777f3-190b-4d9b-b319-52bd33c24f90 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (f09c2652-8a89-4870-8572-e0829c8652e0), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:34.123109 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb19031-ef34-415f-b507-c97909fff00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f290dc-6b39-4cdb-833e-6bcc5d435f6c,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:34.126822 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-98de4d2c-98f7-4a35-b6f9-bd3dcf3141d4 None None] Provisioning complete for port 9b2044a2-be29-41c3-b3d6-ce8885c55a74 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:34.127477 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-98de4d2c-98f7-4a35-b6f9-bd3dcf3141d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9b2044a2-be29-41c3-b3d6-ce8885c55a74), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:34.176567 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a13b8-8c3a-4754-aea3-732c5c35354a req-28fd0f59-e126-463b-a18f-5cc288028e25 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:34.188627 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8b4a13b8-8c3a-4754-aea3-732c5c35354a req-28fd0f59-e126-463b-a18f-5cc288028e25 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=22e15fa0-07fe-4952-a594-14048582fca5 HTTP/1.1" status: 200 len: 907 time: 0.1925507 Mar 01 13:54:34.222356 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-5b4dbfb8-96e7-4dcd-93c0-752d21755ae6 admin admin] Deleting port beadd8c8-4758-4a99-a7c3-78b19cd7b27b {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:54:34.222741 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5b4dbfb8-96e7-4dcd-93c0-752d21755ae6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (beadd8c8-4758-4a99-a7c3-78b19cd7b27b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:34.229429 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-1e7ced44-8450-4649-967a-efe7dcf4773b req-099777f3-190b-4d9b-b319-52bd33c24f90 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (f09c2652-8a89-4870-8572-e0829c8652e0), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:34.232239 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-1e7ced44-8450-4649-967a-efe7dcf4773b req-099777f3-190b-4d9b-b319-52bd33c24f90 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:34.238398 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1e7ced44-8450-4649-967a-efe7dcf4773b req-099777f3-190b-4d9b-b319-52bd33c24f90 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "DELETE /v2.0/security-groups/f09c2652-8a89-4870-8572-e0829c8652e0 HTTP/1.1" status: 204 len: 173 time: 0.4253497 Mar 01 13:54:34.276069 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099777f3-190b-4d9b-b319-52bd33c24f90 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09c2652-8a89-4870-8572-e0829c8652e0,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:34.299454 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac0035c-c6ee-46a3-87ad-29af6c3ff5e2 admin admin] Router 20763e3a-fd84-4f96-9cf8-58e4c0acc6a7 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 13:54:34.353338 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-416c326a-150f-42b1-9701-5b5d17185910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8cc195-5d6a-4176-b5f2-3b2de04a60c9', 'name': 'tempest-ServersTestMultiNic-1029943574-router', 'tenant_id': 'aa3e6a61157b47d8a82db557a370763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:52:20Z', 'updated_at': '2022-03-01T13:54:33Z', 'revision_number': 6, 'project_id': 'aa3e6a61157b47d8a82db557a370763f', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:34.398348 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077ec83-b563-4f2a-9389-eb74416d0b98 req-1c5fea91-07af-4b6a-a112-fe64124672a0 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:34.406840 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61376e3-6e50-4433-bda3-d54ad46d3c15 None None] Network 9c9ff221-b297-418d-84a7-1fb33a90a52d requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:54:34.407282 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3077ec83-b563-4f2a-9389-eb74416d0b98 req-1c5fea91-07af-4b6a-a112-fe64124672a0 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.0735974 Mar 01 13:54:34.411178 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416c326a-150f-42b1-9701-5b5d17185910 None None] The sync data for ids ['4a8cc195-5d6a-4176-b5f2-3b2de04a60c9'] in n-d-827467-3 is: [{'id': '4a8cc195-5d6a-4176-b5f2-3b2de04a60c9', 'name': 'tempest-ServersTestMultiNic-1029943574-router', 'tenant_id': 'aa3e6a61157b47d8a82db557a370763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:52:20Z', 'updated_at': '2022-03-01T13:54:33Z', 'revision_number': 6, 'project_id': 'aa3e6a61157b47d8a82db557a370763f', 'gw_port_host': None}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:54:34.509406 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3077ec83-b563-4f2a-9389-eb74416d0b98 req-488555a7-48d9-4eca-beea-bc4ff4511773 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008825 Mar 01 13:54:34.565750 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-5b4dbfb8-96e7-4dcd-93c0-752d21755ae6 admin admin] For port beadd8c8-4758-4a99-a7c3-78b19cd7b27b, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=beadd8c8-4758-4a99-a7c3-78b19cd7b27b,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:34.566290 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5b4dbfb8-96e7-4dcd-93c0-752d21755ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (beadd8c8-4758-4a99-a7c3-78b19cd7b27b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:34.605792 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74d415f-68c4-43b8-8f43-6da01af86703 x-openstack-request-id: req-c74d415f-68c4-43b8-8f43-6da01af86703 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:54:34.606086 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22e15fa0-07fe-4952-a594-14048582fca5", "tag": "73dea8f2-6a5e-464b-b36c-6cb23b9ad117", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:54:34.606343 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c74d415f-68c4-43b8-8f43-6da01af86703 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:54:34.606738 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e15fa0-07fe-4952-a594-14048582fca5', 'tag': '73dea8f2-6a5e-464b-b36c-6cb23b9ad117', 'status': 'completed', 'code': 200} Mar 01 13:54:34.628411 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-5b4dbfb8-96e7-4dcd-93c0-752d21755ae6 admin admin] Calling delete_port for beadd8c8-4758-4a99-a7c3-78b19cd7b27b owned by network:router_gateway {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:54:34.634840 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 47980) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:34.646764 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 9b2044a2-be29-41c3-b3d6-ce8885c55a74 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:34.650686 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3860853e-7d57-4845-bfe0-59943d56c543 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:34.798781 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5916e251-efa2-435e-a38e-82adf98d797c admin admin] Publish callbacks [] for router_gateway (b9e4723d-0964-4a2b-a3b8-4ab1ea761e15), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:34.819359 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f49ceb-6b8f-4594-9b05-3992e9da976b req-f7fbe068-16bb-4ca9-95a6-8f1255ba3e5b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:34.825893 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f49ceb-6b8f-4594-9b05-3992e9da976b req-f7fbe068-16bb-4ca9-95a6-8f1255ba3e5b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:34.832179 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f49ceb-6b8f-4594-9b05-3992e9da976b req-f7fbe068-16bb-4ca9-95a6-8f1255ba3e5b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:34.843913 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f49ceb-6b8f-4594-9b05-3992e9da976b req-f7fbe068-16bb-4ca9-95a6-8f1255ba3e5b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:34.854861 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f49ceb-6b8f-4594-9b05-3992e9da976b req-f7fbe068-16bb-4ca9-95a6-8f1255ba3e5b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:34.869423 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f49ceb-6b8f-4594-9b05-3992e9da976b req-f7fbe068-16bb-4ca9-95a6-8f1255ba3e5b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:34.876734 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f49ceb-6b8f-4594-9b05-3992e9da976b req-f7fbe068-16bb-4ca9-95a6-8f1255ba3e5b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:34.880373 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c4f49ceb-6b8f-4594-9b05-3992e9da976b req-f7fbe068-16bb-4ca9-95a6-8f1255ba3e5b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5417 time: 0.2156882 Mar 01 13:54:34.903547 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac0035c-c6ee-46a3-87ad-29af6c3ff5e2 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:54:34.916506 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b79e231-5b87-40db-b94f-5bbac4ae9fbb None None] Sync routers for ids ['20763e3a-fd84-4f96-9cf8-58e4c0acc6a7'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:54:34.934614 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b79e231-5b87-40db-b94f-5bbac4ae9fbb None None] Routers {'20763e3a-fd84-4f96-9cf8-58e4c0acc6a7'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:54:34.935253 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-0b79e231-5b87-40db-b94f-5bbac4ae9fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:54:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['20763e3a-fd84-4f96-9cf8-58e4c0acc6a7'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:34.938198 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f863c22-a5d5-4716-afef-570daaaf5b9f req-735b6dfc-a051-4bc5-bf8c-6ddde40e044c tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:34.960095 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6f863c22-a5d5-4716-afef-570daaaf5b9f req-735b6dfc-a051-4bc5-bf8c-6ddde40e044c tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.2454545 Mar 01 13:54:35.026253 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-98de4d2c-98f7-4a35-b6f9-bd3dcf3141d4 None None] Current status of the port 9b2044a2-be29-41c3-b3d6-ce8885c55a74 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:35.038037 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6f863c22-a5d5-4716-afef-570daaaf5b9f req-474b84e7-fe52-4525-84f8-02bfd073f933 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765955 Mar 01 13:54:35.137350 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c4f49ceb-6b8f-4594-9b05-3992e9da976b req-d80c92a9-90f7-4421-9f25-45e0721c4455 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2445014 Mar 01 13:54:35.155873 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3860853e-7d57-4845-bfe0-59943d56c543 admin admin] Publish callbacks [] for security_group (0b0bb494-24fd-4412-9a31-5c4ae2a17f6d), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:35.164694 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-5144acc6-82a2-4d9f-989e-cdc3ef184fbf None None] Provisioning complete for port 7347dd9d-afd8-4ace-8630-427ba7a232c5 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:35.165259 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5144acc6-82a2-4d9f-989e-cdc3ef184fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7347dd9d-afd8-4ace-8630-427ba7a232c5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:35.172019 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3860853e-7d57-4845-bfe0-59943d56c543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (0b0bb494-24fd-4412-9a31-5c4ae2a17f6d), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:35.226162 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-0b79e231-5b87-40db-b94f-5bbac4ae9fbb None None] Set router 20763e3a-fd84-4f96-9cf8-58e4c0acc6a7 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:54:35.238272 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [req-91c185be-33a6-4ef3-ae3c-50e41dac8e9f req-635148cc-8e97-4d75-abae-eb6f0115bfd9 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] show failed (client error): The resource could not be found. Mar 01 13:54:35.247038 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-91c185be-33a6-4ef3-ae3c-50e41dac8e9f req-635148cc-8e97-4d75-abae-eb6f0115bfd9 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups/b868d247-c71d-48d9-a089-ce9ad68cf4ed HTTP/1.1" status: 404 len: 352 time: 0.0369108 Mar 01 13:54:35.328475 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-5144acc6-82a2-4d9f-989e-cdc3ef184fbf None None] Current status of the port 7347dd9d-afd8-4ace-8630-427ba7a232c5 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:35.329026 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5144acc6-82a2-4d9f-989e-cdc3ef184fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7347dd9d-afd8-4ace-8630-427ba7a232c5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:35.334602 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 9b2044a2-be29-41c3-b3d6-ce8885c55a74 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:54:35.364629 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [req-60708789-db4b-4ead-b0cf-e9442b1cc0b8 req-9f9b3b30-43c6-4c41-842e-e2978363d74b tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] show failed (client error): The resource could not be found. Mar 01 13:54:35.371732 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-60708789-db4b-4ead-b0cf-e9442b1cc0b8 req-9f9b3b30-43c6-4c41-842e-e2978363d74b tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups/451d73e9-520b-4dc1-8f43-66c0d36dddbf HTTP/1.1" status: 404 len: 352 time: 0.0379381 Mar 01 13:54:35.385637 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860853e-7d57-4845-bfe0-59943d56c543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0bb494-24fd-4412-9a31-5c4ae2a17f6d,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:35.392340 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3860853e-7d57-4845-bfe0-59943d56c543 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57423f0490ff41b9ad1822104df98057&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7581623 Mar 01 13:54:35.395497 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 47990) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:35.447733 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-5144acc6-82a2-4d9f-989e-cdc3ef184fbf None None] For port 7347dd9d-afd8-4ace-8630-427ba7a232c5, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=7347dd9d-afd8-4ace-8630-427ba7a232c5,segment=NetworkSegment(69064791-2691-4169-b20c-0b547dd04c59),segment_id=69064791-2691-4169-b20c-0b547dd04c59)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:35.462365 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5144acc6-82a2-4d9f-989e-cdc3ef184fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (7347dd9d-afd8-4ace-8630-427ba7a232c5), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:35.472382 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [req-6e2887a5-80b7-4033-a968-e4645c714047 req-c4f1b08c-b664-448a-8cb3-4f87e0e50d14 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] show failed (client error): The resource could not be found. Mar 01 13:54:35.479924 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e2887a5-80b7-4033-a968-e4645c714047 req-c4f1b08c-b664-448a-8cb3-4f87e0e50d14 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups/d2eac950-6792-40e4-b081-b7e742aff865 HTTP/1.1" status: 404 len: 352 time: 0.0823023 Mar 01 13:54:35.530912 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-0b79e231-5b87-40db-b94f-5bbac4ae9fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20763e3a-fd84-4f96-9cf8-58e4c0acc6a7', 'name': 'tempest-TestAggregatesBasicOps-808130819-router', 'tenant_id': 'b533966f081448d3b778e42a021b0f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '85c4b909-d7c0-4535-a124-fab31bd6efc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:29Z', 'updated_at': '2022-03-01T13:54:32Z', 'revision_number': 3, 'project_id': 'b533966f081448d3b778e42a021b0f2d', 'gw_port': {'id': '85c4b909-d7c0-4535-a124-fab31bd6efc5', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20763e3a-fd84-4f96-9cf8-58e4c0acc6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:30Z', 'updated_at': '2022-03-01T13:54:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:35.534577 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [req-78242291-e10a-451f-a084-4ecb351a3358 req-49997792-6dfe-42db-a523-27957f2814f6 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] show failed (client error): The resource could not be found. Mar 01 13:54:35.541753 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-78242291-e10a-451f-a084-4ecb351a3358 req-49997792-6dfe-42db-a523-27957f2814f6 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups/5cc6d6ad-9788-416f-83a7-f5950037fa06 HTTP/1.1" status: 404 len: 352 time: 0.0336187 Mar 01 13:54:35.551762 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-5144acc6-82a2-4d9f-989e-cdc3ef184fbf None None] Provisioning complete for port 73dea8f2-6a5e-464b-b36c-6cb23b9ad117 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:35.552254 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5144acc6-82a2-4d9f-989e-cdc3ef184fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (73dea8f2-6a5e-464b-b36c-6cb23b9ad117), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:35.563384 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8c9cbfc0-9bc7-453b-84b2-29761bbe8c86 admin admin] Publish callbacks [] for security_group (0b0bb494-24fd-4412-9a31-5c4ae2a17f6d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:35.568694 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b79e231-5b87-40db-b94f-5bbac4ae9fbb None None] Checking router: 20763e3a-fd84-4f96-9cf8-58e4c0acc6a7 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:54:35.569281 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b79e231-5b87-40db-b94f-5bbac4ae9fbb None None] Updating router 20763e3a-fd84-4f96-9cf8-58e4c0acc6a7 port 85c4b909-d7c0-4535-a124-fab31bd6efc5 binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:54:35.590888 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 9b2044a2-be29-41c3-b3d6-ce8885c55a74 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:35.591437 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9b2044a2-be29-41c3-b3d6-ce8885c55a74), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:35.594193 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5144acc6-82a2-4d9f-989e-cdc3ef184fbf None None] Pushing event updated for resources: {'Port': ['ID=7347dd9d-afd8-4ace-8630-427ba7a232c5,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:35.596862 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8c9cbfc0-9bc7-453b-84b2-29761bbe8c86 admin admin] Publish callbacks [] for security_group (0b0bb494-24fd-4412-9a31-5c4ae2a17f6d), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:35.608551 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-0b79e231-5b87-40db-b94f-5bbac4ae9fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (85c4b909-d7c0-4535-a124-fab31bd6efc5), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:35.658963 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a71e2b-5c0e-402f-8ac2-ef309e0c8915 req-652f9d96-f7db-4de0-b9ba-0526017ec708 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:35.660574 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-43a71e2b-5c0e-402f-8ac2-ef309e0c8915 req-652f9d96-f7db-4de0-b9ba-0526017ec708 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.4454114 Mar 01 13:54:35.674100 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [req-d6458dd6-9d4a-46ed-974e-e291bc8ca6fd req-40f2732b-9e4e-4e44-855d-3e724f6f1eef tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] show failed (client error): The resource could not be found. Mar 01 13:54:35.675316 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d6458dd6-9d4a-46ed-974e-e291bc8ca6fd req-40f2732b-9e4e-4e44-855d-3e724f6f1eef tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups/37d57b15-7d4a-4513-9ffe-d9a81df72432 HTTP/1.1" status: 404 len: 352 time: 0.0302205 Mar 01 13:54:35.708080 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8c9cbfc0-9bc7-453b-84b2-29761bbe8c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (0b0bb494-24fd-4412-9a31-5c4ae2a17f6d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:35.711386 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8c9cbfc0-9bc7-453b-84b2-29761bbe8c86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:35.723375 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8c9cbfc0-9bc7-453b-84b2-29761bbe8c86 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b0bb494-24fd-4412-9a31-5c4ae2a17f6d HTTP/1.1" status: 204 len: 168 time: 0.3118875 Mar 01 13:54:35.762105 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9cbfc0-9bc7-453b-84b2-29761bbe8c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0bb494-24fd-4412-9a31-5c4ae2a17f6d,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:35.765374 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-5144acc6-82a2-4d9f-989e-cdc3ef184fbf None None] Current status of the port 73dea8f2-6a5e-464b-b36c-6cb23b9ad117 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:35.770619 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [req-b72027d9-f400-47bf-81ba-83ada20ff867 req-652b5ecb-cb6c-4764-9750-e01fe6518059 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] show failed (client error): The resource could not be found. Mar 01 13:54:35.777056 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b72027d9-f400-47bf-81ba-83ada20ff867 req-652b5ecb-cb6c-4764-9750-e01fe6518059 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups/4ce28cff-44a4-48db-a193-05b2f02eb9fe HTTP/1.1" status: 404 len: 352 time: 0.0472023 Mar 01 13:54:35.797038 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 9b2044a2-be29-41c3-b3d6-ce8885c55a74 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:35.798475 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 7347dd9d-afd8-4ace-8630-427ba7a232c5 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:54:35.829229 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-43a71e2b-5c0e-402f-8ac2-ef309e0c8915 req-735c89e1-c4ba-4d98-bd40-ad6a71c0b14f tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527929 Mar 01 13:54:35.833407 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7ac0035c-c6ee-46a3-87ad-29af6c3ff5e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:35.834848 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7ac0035c-c6ee-46a3-87ad-29af6c3ff5e2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.6810565 Mar 01 13:54:35.836197 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5916e251-efa2-435e-a38e-82adf98d797c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (b9e4723d-0964-4a2b-a3b8-4ab1ea761e15), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:35.838455 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 48002) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:35.859911 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5b4dbfb8-96e7-4dcd-93c0-752d21755ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (beadd8c8-4758-4a99-a7c3-78b19cd7b27b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:35.864718 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 7347dd9d-afd8-4ace-8630-427ba7a232c5 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:35.865243 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7347dd9d-afd8-4ace-8630-427ba7a232c5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:35.987660 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-8c2b7adf-b393-4d12-aec0-3daf9436c20e None None] Provisioning complete for port 7347dd9d-afd8-4ace-8630-427ba7a232c5 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:35.990480 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7adf-b393-4d12-aec0-3daf9436c20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7347dd9d-afd8-4ace-8630-427ba7a232c5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:36.030948 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86b44c-27a4-47fc-9664-63a6ca3db14a req-9dec98b0-c6ce-44f8-9fd2-c10a1ade6c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:36.033501 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ef86b44c-27a4-47fc-9664-63a6ca3db14a req-9dec98b0-c6ce-44f8-9fd2-c10a1ade6c9f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=475192ca5f814c16b38a7d788a6a6472&device_id=22e15fa0-07fe-4952-a594-14048582fca5 HTTP/1.1" status: 200 len: 1089 time: 1.3906279 Mar 01 13:54:36.057158 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb94116-dcd9-4e05-af04-b4f37ce6639e req-6406583e-2ebd-4785-86de-4c987dda8d3c tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:36.059797 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4dbfb8-96e7-4dcd-93c0-752d21755ae6 admin admin] Pushing event deleted for resources: {'Port': ['ID=beadd8c8-4758-4a99-a7c3-78b19cd7b27b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:36.074768 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-adb94116-dcd9-4e05-af04-b4f37ce6639e req-6406583e-2ebd-4785-86de-4c987dda8d3c tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1021516 Mar 01 13:54:36.121004 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-0b79e231-5b87-40db-b94f-5bbac4ae9fbb None None] Publish callbacks [] for port (85c4b909-d7c0-4535-a124-fab31bd6efc5), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:36.133755 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-0b79e231-5b87-40db-b94f-5bbac4ae9fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (85c4b909-d7c0-4535-a124-fab31bd6efc5), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:36.149844 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 7347dd9d-afd8-4ace-8630-427ba7a232c5 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:36.163790 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 28e686d8-c593-4aff-b7cc-6839746bcd89 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:54:36.172124 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5b4dbfb8-96e7-4dcd-93c0-752d21755ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (4a8cc195-5d6a-4176-b5f2-3b2de04a60c9), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:36.216958 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 28e686d8-c593-4aff-b7cc-6839746bcd89 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:54:36.217359 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 28e686d8-c593-4aff-b7cc-6839746bcd89 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:54:36.233175 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-8c2b7adf-b393-4d12-aec0-3daf9436c20e None None] Current status of the port 7347dd9d-afd8-4ace-8630-427ba7a232c5 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:36.246592 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-adb94116-dcd9-4e05-af04-b4f37ce6639e req-7051c5e7-7fde-4c7c-a1a3-b71d18792f64 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708722 Mar 01 13:54:36.264189 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0232499-cb29-4cca-993d-d4ec3cb9621e None None] Pushing event updated for resources: {'Port': ['ID=85c4b909-d7c0-4535-a124-fab31bd6efc5,revision_number=2']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:36.270985 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-0b79e231-5b87-40db-b94f-5bbac4ae9fbb None None] Attempting to bind port 85c4b909-d7c0-4535-a124-fab31bd6efc5 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:54:36.271359 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-0b79e231-5b87-40db-b94f-5bbac4ae9fbb None None] Attempting to bind port 85c4b909-d7c0-4535-a124-fab31bd6efc5 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:54:36.271759 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b79e231-5b87-40db-b94f-5bbac4ae9fbb None None] Attempting to bind port 85c4b909-d7c0-4535-a124-fab31bd6efc5 on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:54:36.280018 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b79e231-5b87-40db-b94f-5bbac4ae9fbb None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:54:36.280944 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b79e231-5b87-40db-b94f-5bbac4ae9fbb None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:54:36.281830 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-0b79e231-5b87-40db-b94f-5bbac4ae9fbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:36.282244 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b79e231-5b87-40db-b94f-5bbac4ae9fbb None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:54:36.283044 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-0b79e231-5b87-40db-b94f-5bbac4ae9fbb None None] Bound port: 85c4b909-d7c0-4535-a124-fab31bd6efc5, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:54:36.283432 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-0b79e231-5b87-40db-b94f-5bbac4ae9fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (85c4b909-d7c0-4535-a124-fab31bd6efc5), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:36.301894 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f0f87-aca5-4509-b63b-e97cd997c87c req-9b14e0bb-f4ef-4615-8aed-da465ecd8ec0 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:36.320417 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ad4f0f87-aca5-4509-b63b-e97cd997c87c req-9b14e0bb-f4ef-4615-8aed-da465ecd8ec0 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdb449fd-6c4c-40ea-8ffc-62f757807687 HTTP/1.1" status: 200 len: 1024 time: 0.1942098 Mar 01 13:54:36.363987 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-0b79e231-5b87-40db-b94f-5bbac4ae9fbb None None] For port 85c4b909-d7c0-4535-a124-fab31bd6efc5, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:54:36.372387 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-0b79e231-5b87-40db-b94f-5bbac4ae9fbb None None] For port 85c4b909-d7c0-4535-a124-fab31bd6efc5, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=85c4b909-d7c0-4535-a124-fab31bd6efc5,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:54:36.386917 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-0b79e231-5b87-40db-b94f-5bbac4ae9fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (85c4b909-d7c0-4535-a124-fab31bd6efc5), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:36.487988 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ad4f0f87-aca5-4509-b63b-e97cd997c87c req-37e33854-2f78-4613-99f3-f89a1afd36e7 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups?id=088bd235-4ae3-49f8-bb55-295d73bd1b6f&id=cd4d9ca1-f55a-40bc-b944-f22de3eaf370&id=be726fc1-62f5-4ce0-8674-59328ffb6c74&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1658397 Mar 01 13:54:36.512391 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b79e231-5b87-40db-b94f-5bbac4ae9fbb None None] Routers {'20763e3a-fd84-4f96-9cf8-58e4c0acc6a7'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:54:36.513009 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-0b79e231-5b87-40db-b94f-5bbac4ae9fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:54:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['20763e3a-fd84-4f96-9cf8-58e4c0acc6a7'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:36.559366 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0232499-cb29-4cca-993d-d4ec3cb9621e None None] Pushing event updated for resources: {'Port': ['ID=85c4b909-d7c0-4535-a124-fab31bd6efc5,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:36.562278 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5b4dbfb8-96e7-4dcd-93c0-752d21755ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (4a8cc195-5d6a-4176-b5f2-3b2de04a60c9), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:36.586775 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5b4dbfb8-96e7-4dcd-93c0-752d21755ae6 admin admin] Publish callbacks [] for router_controller (4a8cc195-5d6a-4176-b5f2-3b2de04a60c9), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:36.660816 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-0b79e231-5b87-40db-b94f-5bbac4ae9fbb None None] Set router 20763e3a-fd84-4f96-9cf8-58e4c0acc6a7 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:54:36.701541 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c45faf-8706-45c4-8a96-ffa70c79460b req-7302f51e-7d10-4025-819d-013e9e1d82ae tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:36.708721 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c45faf-8706-45c4-8a96-ffa70c79460b req-7302f51e-7d10-4025-819d-013e9e1d82ae tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:36.714925 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c45faf-8706-45c4-8a96-ffa70c79460b req-7302f51e-7d10-4025-819d-013e9e1d82ae tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:36.725421 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c45faf-8706-45c4-8a96-ffa70c79460b req-7302f51e-7d10-4025-819d-013e9e1d82ae tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:36.731175 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c45faf-8706-45c4-8a96-ffa70c79460b req-7302f51e-7d10-4025-819d-013e9e1d82ae tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:36.738872 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c45faf-8706-45c4-8a96-ffa70c79460b req-7302f51e-7d10-4025-819d-013e9e1d82ae tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:36.744656 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c45faf-8706-45c4-8a96-ffa70c79460b req-7302f51e-7d10-4025-819d-013e9e1d82ae tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:36.757681 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b0c45faf-8706-45c4-8a96-ffa70c79460b req-7302f51e-7d10-4025-819d-013e9e1d82ae tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5417 time: 0.1608260 Mar 01 13:54:36.803707 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86b44c-27a4-47fc-9664-63a6ca3db14a req-af158b54-7f6f-470f-a406-f6ef51aae002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:36.805761 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ef86b44c-27a4-47fc-9664-63a6ca3db14a req-af158b54-7f6f-470f-a406-f6ef51aae002 service neutron] 10.222.0.20 "GET /v2.0/networks?id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 HTTP/1.1" status: 200 len: 913 time: 0.7418599 Mar 01 13:54:36.845162 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 7347dd9d-afd8-4ace-8630-427ba7a232c5 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:54:36.858036 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b0c45faf-8706-45c4-8a96-ffa70c79460b req-81fe06a4-8e3c-402d-b7f6-6fd5c2ed87d5 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0993745 Mar 01 13:54:36.863859 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5b4dbfb8-96e7-4dcd-93c0-752d21755ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (4a8cc195-5d6a-4176-b5f2-3b2de04a60c9), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:36.864457 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4dbfb8-96e7-4dcd-93c0-752d21755ae6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a8cc195-5d6a-4176-b5f2-3b2de04a60c9 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 13:54:36.975371 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 7347dd9d-afd8-4ace-8630-427ba7a232c5 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:36.979353 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7347dd9d-afd8-4ace-8630-427ba7a232c5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:36.982198 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-0b79e231-5b87-40db-b94f-5bbac4ae9fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20763e3a-fd84-4f96-9cf8-58e4c0acc6a7', 'name': 'tempest-TestAggregatesBasicOps-808130819-router', 'tenant_id': 'b533966f081448d3b778e42a021b0f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '85c4b909-d7c0-4535-a124-fab31bd6efc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:29Z', 'updated_at': '2022-03-01T13:54:32Z', 'revision_number': 3, 'project_id': 'b533966f081448d3b778e42a021b0f2d', 'gw_port': {'id': '85c4b909-d7c0-4535-a124-fab31bd6efc5', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20763e3a-fd84-4f96-9cf8-58e4c0acc6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:30Z', 'updated_at': '2022-03-01T13:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:37.008232 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5b4dbfb8-96e7-4dcd-93c0-752d21755ae6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:37.009293 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5b4dbfb8-96e7-4dcd-93c0-752d21755ae6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/4a8cc195-5d6a-4176-b5f2-3b2de04a60c9 HTTP/1.1" status: 204 len: 168 time: 4.8050742 Mar 01 13:54:37.013763 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 48054) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:37.018454 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ef86b44c-27a4-47fc-9664-63a6ca3db14a req-47728c41-2694-4ee9-9f74-ef804c64047e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73dea8f2-6a5e-464b-b36c-6cb23b9ad117 HTTP/1.1" status: 200 len: 217 time: 0.1804991 Mar 01 13:54:37.045479 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b79e231-5b87-40db-b94f-5bbac4ae9fbb None None] The sync data for ids ['20763e3a-fd84-4f96-9cf8-58e4c0acc6a7'] in n-d-827467-3 is: [{'id': '20763e3a-fd84-4f96-9cf8-58e4c0acc6a7', 'name': 'tempest-TestAggregatesBasicOps-808130819-router', 'tenant_id': 'b533966f081448d3b778e42a021b0f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '85c4b909-d7c0-4535-a124-fab31bd6efc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:29Z', 'updated_at': '2022-03-01T13:54:32Z', 'revision_number': 3, 'project_id': 'b533966f081448d3b778e42a021b0f2d', 'gw_port': {'id': '85c4b909-d7c0-4535-a124-fab31bd6efc5', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20763e3a-fd84-4f96-9cf8-58e4c0acc6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:30Z', 'updated_at': '2022-03-01T13:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:54:37.083543 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c22412-9941-45ad-81fb-ac873522e901 req-4c7308fe-ffbe-4cf4-b94a-24c5e1c05c34 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:37.091807 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-93c22412-9941-45ad-81fb-ac873522e901 req-4c7308fe-ffbe-4cf4-b94a-24c5e1c05c34 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/networks?id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 HTTP/1.1" status: 200 len: 812 time: 0.2549360 Mar 01 13:54:37.102224 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558b5e4-ca8f-41b5-bf42-16f30b80311e req-3eea17b7-ab70-4690-a28f-78439d1dd135 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:37.110608 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5558b5e4-ca8f-41b5-bf42-16f30b80311e req-3eea17b7-ab70-4690-a28f-78439d1dd135 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 945 time: 0.1313183 Mar 01 13:54:37.125304 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 7347dd9d-afd8-4ace-8630-427ba7a232c5 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:37.138181 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-93c22412-9941-45ad-81fb-ac873522e901 req-f11f09f7-44dc-43fa-a122-2bd5caf1f28a tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/quotas/475192ca5f814c16b38a7d788a6a6472 HTTP/1.1" status: 200 len: 375 time: 0.0454450 Mar 01 13:54:37.213712 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device beadd8c8-4758-4a99-a7c3-78b19cd7b27b no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:54:37.232136 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5558b5e4-ca8f-41b5-bf42-16f30b80311e req-5d7d81cb-4b5d-4f5f-88c4-0bdebdf84b50 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206365 Mar 01 13:54:37.246114 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86b44c-27a4-47fc-9664-63a6ca3db14a req-2ec40a7b-bdb0-47ae-b1e6-5765ef1c0835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:37.248074 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ef86b44c-27a4-47fc-9664-63a6ca3db14a req-2ec40a7b-bdb0-47ae-b1e6-5765ef1c0835 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1ea702e-89f4-430d-ba35-37a3134c98fa HTTP/1.1" status: 200 len: 851 time: 0.1783655 Mar 01 13:54:37.255617 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-93c22412-9941-45ad-81fb-ac873522e901 req-242b2093-dfdc-4349-a687-2f6b3f922d0a tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=475192ca5f814c16b38a7d788a6a6472&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1164386 Mar 01 13:54:37.267214 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: beadd8c8-4758-4a99-a7c3-78b19cd7b27b {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:54:37.267569 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device beadd8c8-4758-4a99-a7c3-78b19cd7b27b not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:54:37.299322 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-beef9ef3-a32e-4fd9-a577-790c26f48ee9 admin admin] Deleting subnet 223da793-aaf5-4485-808c-8a56469bec49 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:54:37.339982 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-beef9ef3-a32e-4fd9-a577-790c26f48ee9 admin admin] Publish callbacks [] for subnet (223da793-aaf5-4485-808c-8a56469bec49), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:37.371265 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-93c22412-9941-45ad-81fb-ac873522e901 req-3183436d-a204-41da-96d6-12ee3bf15e7f service neutron] 10.222.0.13 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074209 Mar 01 13:54:37.396540 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5916e251-efa2-435e-a38e-82adf98d797c admin admin] Router b9e4723d-0964-4a2b-a3b8-4ab1ea761e15 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 13:54:37.459540 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-beef9ef3-a32e-4fd9-a577-790c26f48ee9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (223da793-aaf5-4485-808c-8a56469bec49), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:37.523301 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-93c22412-9941-45ad-81fb-ac873522e901 req-82bfcba8-1b19-4c91-8a5e-304f2438a3b8 service neutron] 10.222.0.13 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417034 Mar 01 13:54:37.671474 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86b44c-27a4-47fc-9664-63a6ca3db14a req-7cd10925-16d8-4c01-8102-05e4e2b061b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:37.685945 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ef86b44c-27a4-47fc-9664-63a6ca3db14a req-7cd10925-16d8-4c01-8102-05e4e2b061b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4247386 Mar 01 13:54:37.741941 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-62e36a43-0275-457a-afe6-b4d05fe9c30a req-19c24bc4-a226-4bc1-b365-1beb9bca8722 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 210 time: 0.0409582 Mar 01 13:54:37.762710 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9aca9-b665-4440-9f87-a42a644b2e56 req-ee5cde40-9c94-4778-a86b-5af46144050f tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:37.764354 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-13c9aca9-b665-4440-9f87-a42a644b2e56 req-ee5cde40-9c94-4778-a86b-5af46144050f tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb449fd-6c4c-40ea-8ffc-62f757807687 HTTP/1.1" status: 200 len: 1024 time: 0.1793208 Mar 01 13:54:37.777129 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e7528-3ca0-461e-a057-34f300a917c9 req-63b61244-f4bc-452c-8f9d-38b76c5a53c1 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:37.791942 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ab5e7528-3ca0-461e-a057-34f300a917c9 req-63b61244-f4bc-452c-8f9d-38b76c5a53c1 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdb449fd-6c4c-40ea-8ffc-62f757807687 HTTP/1.1" status: 200 len: 1024 time: 0.2152636 Mar 01 13:54:37.899780 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ef86b44c-27a4-47fc-9664-63a6ca3db14a req-006794a3-091d-4cfc-8a5d-eaeb076f27ba service neutron] 10.222.0.20 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868436 Mar 01 13:54:38.100620 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ab5e7528-3ca0-461e-a057-34f300a917c9 req-2e7a180f-868c-4cc0-896a-7987923ac6c0 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups?id=088bd235-4ae3-49f8-bb55-295d73bd1b6f&id=cd4d9ca1-f55a-40bc-b944-f22de3eaf370&id=be726fc1-62f5-4ce0-8674-59328ffb6c74&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.3072169 Mar 01 13:54:38.119408 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-13c9aca9-b665-4440-9f87-a42a644b2e56 req-4daaea84-59f9-466f-884a-67bda5bfc75d tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Deleting port b25b0ac6-5e13-4a50-9578-da85b551614f {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:54:38.120054 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-13c9aca9-b665-4440-9f87-a42a644b2e56 req-4daaea84-59f9-466f-884a-67bda5bfc75d tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (b25b0ac6-5e13-4a50-9578-da85b551614f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:38.123164 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-beef9ef3-a32e-4fd9-a577-790c26f48ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (223da793-aaf5-4485-808c-8a56469bec49), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:38.195530 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5916e251-efa2-435e-a38e-82adf98d797c admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:54:38.211521 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e409ea7-e4fc-4dac-930b-0548d9d6cd6f None None] Sync routers for ids ['b9e4723d-0964-4a2b-a3b8-4ab1ea761e15'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:54:38.224512 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e409ea7-e4fc-4dac-930b-0548d9d6cd6f None None] Routers {'b9e4723d-0964-4a2b-a3b8-4ab1ea761e15'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:54:38.227494 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-9e409ea7-e4fc-4dac-930b-0548d9d6cd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:54:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['b9e4723d-0964-4a2b-a3b8-4ab1ea761e15'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:38.289725 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b80d0a02-b3a1-4af0-8b3a-81d4e0183c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:38.293946 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5916e251-efa2-435e-a38e-82adf98d797c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:38.298085 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5916e251-efa2-435e-a38e-82adf98d797c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.1066351 Mar 01 13:54:38.299388 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ef86b44c-27a4-47fc-9664-63a6ca3db14a req-2634a943-bddb-4235-aa6f-57bc1a75725e service neutron] 10.222.0.20 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480196 Mar 01 13:54:38.301053 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 48092) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:38.459704 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-9e409ea7-e4fc-4dac-930b-0548d9d6cd6f None None] Set router b9e4723d-0964-4a2b-a3b8-4ab1ea761e15 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:54:38.489006 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-beef9ef3-a32e-4fd9-a577-790c26f48ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (223da793-aaf5-4485-808c-8a56469bec49), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:38.581336 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef9ef3-a32e-4fd9-a577-790c26f48ee9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=223da793-aaf5-4485-808c-8a56469bec49,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:38.615606 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-beef9ef3-a32e-4fd9-a577-790c26f48ee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:38.622645 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2039ee-621d-4fa6-8ddb-023088c00ebe None None] Network 1aeecf82-0716-4f24-a11e-631ec29a00e3 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:54:38.624881 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-beef9ef3-a32e-4fd9-a577-790c26f48ee9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/223da793-aaf5-4485-808c-8a56469bec49 HTTP/1.1" status: 204 len: 168 time: 1.6086218 Mar 01 13:54:38.630497 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 48102) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:38.845974 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 85c4b909-d7c0-4535-a124-fab31bd6efc5 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:54:38.899869 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-96be6324-6b56-43be-9284-7682d9c6e586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (1aeecf82-0716-4f24-a11e-631ec29a00e3), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:38.920412 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-9e409ea7-e4fc-4dac-930b-0548d9d6cd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e4723d-0964-4a2b-a3b8-4ab1ea761e15', 'name': 'tempest-TaggedBootDevicesTest_v242-756921111-router', 'tenant_id': '3b98eaa60ae04ec59bb44beff89518cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '1b0e6747-e77d-4b3b-994d-a2cdd327f40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:30Z', 'updated_at': '2022-03-01T13:54:34Z', 'revision_number': 3, 'project_id': '3b98eaa60ae04ec59bb44beff89518cc', 'gw_port': {'id': '1b0e6747-e77d-4b3b-994d-a2cdd327f40a', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e4723d-0964-4a2b-a3b8-4ab1ea761e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:32Z', 'updated_at': '2022-03-01T13:54:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:38.954690 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-13c9aca9-b665-4440-9f87-a42a644b2e56 req-4daaea84-59f9-466f-884a-67bda5bfc75d tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] For port b25b0ac6-5e13-4a50-9578-da85b551614f, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b25b0ac6-5e13-4a50-9578-da85b551614f,segment=NetworkSegment(cf91def4-7767-4dc0-af58-dc3bc2235578),segment_id=cf91def4-7767-4dc0-af58-dc3bc2235578)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:38.955056 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-13c9aca9-b665-4440-9f87-a42a644b2e56 req-4daaea84-59f9-466f-884a-67bda5bfc75d tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (b25b0ac6-5e13-4a50-9578-da85b551614f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:39.003398 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6764974-2989-472a-ae01-f3f13bc7acc5 req-ea52522b-6e4f-4fd7-b710-f3ea308b66bb tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:39.003892 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3656a4e1-a29a-4345-9948-8351f3ed9591 None None] DHCP port deletion for 1aeecf82-0716-4f24-a11e-631ec29a00e3 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:54:39.007298 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e409ea7-e4fc-4dac-930b-0548d9d6cd6f None None] Checking router: b9e4723d-0964-4a2b-a3b8-4ab1ea761e15 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:54:39.007654 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e409ea7-e4fc-4dac-930b-0548d9d6cd6f None None] Updating router b9e4723d-0964-4a2b-a3b8-4ab1ea761e15 port 1b0e6747-e77d-4b3b-994d-a2cdd327f40a binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:54:39.009635 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6764974-2989-472a-ae01-f3f13bc7acc5 req-ea52522b-6e4f-4fd7-b710-f3ea308b66bb tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:39.010545 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 85c4b909-d7c0-4535-a124-fab31bd6efc5 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:39.010926 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (85c4b909-d7c0-4535-a124-fab31bd6efc5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:39.017279 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6764974-2989-472a-ae01-f3f13bc7acc5 req-ea52522b-6e4f-4fd7-b710-f3ea308b66bb tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:39.024210 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6764974-2989-472a-ae01-f3f13bc7acc5 req-ea52522b-6e4f-4fd7-b710-f3ea308b66bb tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:39.032904 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6764974-2989-472a-ae01-f3f13bc7acc5 req-ea52522b-6e4f-4fd7-b710-f3ea308b66bb tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:39.038387 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6764974-2989-472a-ae01-f3f13bc7acc5 req-ea52522b-6e4f-4fd7-b710-f3ea308b66bb tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:39.043915 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6764974-2989-472a-ae01-f3f13bc7acc5 req-ea52522b-6e4f-4fd7-b710-f3ea308b66bb tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:39.052615 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f6764974-2989-472a-ae01-f3f13bc7acc5 req-ea52522b-6e4f-4fd7-b710-f3ea308b66bb tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5417 time: 1.0470293 Mar 01 13:54:39.102295 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-13c9aca9-b665-4440-9f87-a42a644b2e56 req-4daaea84-59f9-466f-884a-67bda5bfc75d tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Calling delete_port for b25b0ac6-5e13-4a50-9578-da85b551614f owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:54:39.141505 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9e409ea7-e4fc-4dac-930b-0548d9d6cd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1b0e6747-e77d-4b3b-994d-a2cdd327f40a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:39.169124 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f6764974-2989-472a-ae01-f3f13bc7acc5 req-3b44ca42-e83c-4562-99d1-6c119ccffe38 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1152258 Mar 01 13:54:39.225763 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 85c4b909-d7c0-4535-a124-fab31bd6efc5 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:39.226247 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (85c4b909-d7c0-4535-a124-fab31bd6efc5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:39.338002 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 85c4b909-d7c0-4535-a124-fab31bd6efc5, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=85c4b909-d7c0-4535-a124-fab31bd6efc5,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:39.345868 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3656a4e1-a29a-4345-9948-8351f3ed9591 None None] Deleting port 36988e18-cb71-457c-867b-bd4ab9c41641 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:54:39.346281 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3656a4e1-a29a-4345-9948-8351f3ed9591 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (36988e18-cb71-457c-867b-bd4ab9c41641), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:39.364788 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (85c4b909-d7c0-4535-a124-fab31bd6efc5), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:39.377503 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be7f2b-e71d-48a6-b0b9-dc3d49143127 req-05f6a5b8-2c0b-49a7-8526-4c9137e453b2 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:39.379089 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d8be7f2b-e71d-48a6-b0b9-dc3d49143127 req-05f6a5b8-2c0b-49a7-8526-4c9137e453b2 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 945 time: 0.4532366 Mar 01 13:54:39.463460 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b11e8bdf-8086-4d10-b909-5caae24527ad req-1b856fcf-8b7b-4c4c-b135-3f639b979ea4 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 210 time: 0.1347404 Mar 01 13:54:39.546828 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-3656a4e1-a29a-4345-9948-8351f3ed9591 None None] For port 36988e18-cb71-457c-867b-bd4ab9c41641, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=36988e18-cb71-457c-867b-bd4ab9c41641,segment=NetworkSegment(9cdcccf4-054a-4e6f-bcd4-f24655a5b8d7),segment_id=9cdcccf4-054a-4e6f-bcd4-f24655a5b8d7)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:39.547227 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3656a4e1-a29a-4345-9948-8351f3ed9591 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (36988e18-cb71-457c-867b-bd4ab9c41641), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:39.582235 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=85c4b909-d7c0-4535-a124-fab31bd6efc5,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:39.641819 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d8be7f2b-e71d-48a6-b0b9-dc3d49143127 req-9e487217-721f-4ebe-b914-01326bcd2744 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2313931 Mar 01 13:54:39.648455 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-13c9aca9-b665-4440-9f87-a42a644b2e56 req-4daaea84-59f9-466f-884a-67bda5bfc75d tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (b25b0ac6-5e13-4a50-9578-da85b551614f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:39.702231 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 48134) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:39.708116 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daaea84-59f9-466f-884a-67bda5bfc75d tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Pushing event deleted for resources: {'Port': ['ID=b25b0ac6-5e13-4a50-9578-da85b551614f,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:39.751142 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fc2d7-c7f4-492d-b4c7-2120f2e78de0 req-8aa925b7-3b68-4c4f-a7d8-99fe953efa55 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:39.752828 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c8fc2d7-c7f4-492d-b4c7-2120f2e78de0 req-8aa925b7-3b68-4c4f-a7d8-99fe953efa55 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdb449fd-6c4c-40ea-8ffc-62f757807687 HTTP/1.1" status: 200 len: 945 time: 0.1641097 Mar 01 13:54:39.773254 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-b80d0a02-b3a1-4af0-8b3a-81d4e0183c6d admin admin] Allocated IP 172.20.0.1 (3880fb75-a02c-48ea-8ce3-a228c0bbf4f2/dd3357f3-03c5-4700-a83c-30a3c8d74929/9152e8ce-65ac-4063-8d9f-4e57537f6fcd) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:54:39.807490 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3656a4e1-a29a-4345-9948-8351f3ed9591 None None] Calling delete_port for 36988e18-cb71-457c-867b-bd4ab9c41641 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:54:39.823316 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c9aca9-b665-4440-9f87-a42a644b2e56 req-4daaea84-59f9-466f-884a-67bda5bfc75d tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] No DVR routers for this DVR port b25b0ac6-5e13-4a50-9578-da85b551614f on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:54:39.828054 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-13c9aca9-b665-4440-9f87-a42a644b2e56 req-4daaea84-59f9-466f-884a-67bda5bfc75d tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:39.832987 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-13c9aca9-b665-4440-9f87-a42a644b2e56 req-4daaea84-59f9-466f-884a-67bda5bfc75d tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.32 "DELETE /v2.0/ports/b25b0ac6-5e13-4a50-9578-da85b551614f HTTP/1.1" status: 204 len: 173 time: 2.0385563 Mar 01 13:54:39.836150 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb449fd-6c4c-40ea-8ffc-62f757807687', 'name': 'network-vif-deleted', 'tag': 'b25b0ac6-5e13-4a50-9578-da85b551614f'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:54:39.836279 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:39.838645 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c930f56b-7009-45c2-8559-94cf7e492162" -d '{"events": [{"server_uuid": "cdb449fd-6c4c-40ea-8ffc-62f757807687", "name": "network-vif-deleted", "tag": "b25b0ac6-5e13-4a50-9578-da85b551614f"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:54:39.905169 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0571a406-6f82-4c84-b9d3-ca66efa6784c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:39.924916 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fc5fe1-9fe5-4eda-a92e-0b4a8f03324b x-openstack-request-id: req-77fc5fe1-9fe5-4eda-a92e-0b4a8f03324b {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:54:39.925311 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb449fd-6c4c-40ea-8ffc-62f757807687", "name": "network-vif-deleted", "tag": "b25b0ac6-5e13-4a50-9578-da85b551614f", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:54:39.925623 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77fc5fe1-9fe5-4eda-a92e-0b4a8f03324b {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:54:39.926071 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb449fd-6c4c-40ea-8ffc-62f757807687', 'name': 'network-vif-deleted', 'tag': 'b25b0ac6-5e13-4a50-9578-da85b551614f', 'status': 'completed', 'code': 200} Mar 01 13:54:39.958477 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c8fc2d7-c7f4-492d-b4c7-2120f2e78de0 req-e0e488da-3b89-44da-bbed-2d212b899fca tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups?id=088bd235-4ae3-49f8-bb55-295d73bd1b6f&id=cd4d9ca1-f55a-40bc-b944-f22de3eaf370&id=be726fc1-62f5-4ce0-8674-59328ffb6c74&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1812124 Mar 01 13:54:40.001926 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:40.050010 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0571a406-6f82-4c84-b9d3-ca66efa6784c admin admin] Publish callbacks [] for security_group (c84a23e7-e0c8-402c-9fbf-6d1231f1dd73), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:40.054784 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0571a406-6f82-4c84-b9d3-ca66efa6784c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c84a23e7-e0c8-402c-9fbf-6d1231f1dd73), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:40.097674 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-96be6324-6b56-43be-9284-7682d9c6e586 admin admin] Deleting port 36988e18-cb71-457c-867b-bd4ab9c41641 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:54:40.098347 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-96be6324-6b56-43be-9284-7682d9c6e586 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (36988e18-cb71-457c-867b-bd4ab9c41641), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:40.098455 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9e409ea7-e4fc-4dac-930b-0548d9d6cd6f None None] Publish callbacks [] for port (1b0e6747-e77d-4b3b-994d-a2cdd327f40a), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:40.102085 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0571a406-6f82-4c84-b9d3-ca66efa6784c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5690a62ac0b54774a2dc678330a6b66b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3954859 Mar 01 13:54:40.104516 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0571a406-6f82-4c84-b9d3-ca66efa6784c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84a23e7-e0c8-402c-9fbf-6d1231f1dd73,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:40.106020 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3656a4e1-a29a-4345-9948-8351f3ed9591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (36988e18-cb71-457c-867b-bd4ab9c41641), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:40.106938 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 48140) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:40.122030 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9e409ea7-e4fc-4dac-930b-0548d9d6cd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (1b0e6747-e77d-4b3b-994d-a2cdd327f40a), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:40.126119 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c22412-9941-45ad-81fb-ac873522e901 req-89278224-3908-40c7-8bdd-3bbbc1bf7ed6 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:40.127599 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-93c22412-9941-45ad-81fb-ac873522e901 req-89278224-3908-40c7-8bdd-3bbbc1bf7ed6 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.20 "GET /v2.0/networks?id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 HTTP/1.1" status: 200 len: 812 time: 0.5223107 Mar 01 13:54:40.133118 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3656a4e1-a29a-4345-9948-8351f3ed9591 None None] No DVR routers for this DVR port 36988e18-cb71-457c-867b-bd4ab9c41641 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:54:40.158640 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656a4e1-a29a-4345-9948-8351f3ed9591 None None] Pushing event deleted for resources: {'Port': ['ID=36988e18-cb71-457c-867b-bd4ab9c41641,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:40.176641 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9044de46-4a4e-4e35-8ffa-cefe6ad0ad4c admin admin] Publish callbacks [] for security_group (c84a23e7-e0c8-402c-9fbf-6d1231f1dd73), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:40.180975 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-93c22412-9941-45ad-81fb-ac873522e901 req-06de1226-e08e-4de1-a47f-7d5eb99b34bf tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Request body: {'port': {'device_id': 'db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2', 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166', 'admin_state_up': True, 'tenant_id': '475192ca5f814c16b38a7d788a6a6472'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:54:40.199033 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9044de46-4a4e-4e35-8ffa-cefe6ad0ad4c admin admin] Publish callbacks [] for security_group (c84a23e7-e0c8-402c-9fbf-6d1231f1dd73), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:40.225399 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-9e409ea7-e4fc-4dac-930b-0548d9d6cd6f None None] Attempting to bind port 1b0e6747-e77d-4b3b-994d-a2cdd327f40a on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:54:40.225939 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-9e409ea7-e4fc-4dac-930b-0548d9d6cd6f None None] Attempting to bind port 1b0e6747-e77d-4b3b-994d-a2cdd327f40a by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:54:40.226530 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e409ea7-e4fc-4dac-930b-0548d9d6cd6f None None] Attempting to bind port 1b0e6747-e77d-4b3b-994d-a2cdd327f40a on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:54:40.236486 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e409ea7-e4fc-4dac-930b-0548d9d6cd6f None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:54:40.237023 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e409ea7-e4fc-4dac-930b-0548d9d6cd6f None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:54:40.237651 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9e409ea7-e4fc-4dac-930b-0548d9d6cd6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:40.238167 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e409ea7-e4fc-4dac-930b-0548d9d6cd6f None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:54:40.239265 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-9e409ea7-e4fc-4dac-930b-0548d9d6cd6f None None] Bound port: 1b0e6747-e77d-4b3b-994d-a2cdd327f40a, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:54:40.239926 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9e409ea7-e4fc-4dac-930b-0548d9d6cd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1b0e6747-e77d-4b3b-994d-a2cdd327f40a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:40.244169 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899a0bc-0679-4c00-a9c5-ffde596076eb None None] Pushing event updated for resources: {'Port': ['ID=1b0e6747-e77d-4b3b-994d-a2cdd327f40a,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:40.268485 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9044de46-4a4e-4e35-8ffa-cefe6ad0ad4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c84a23e7-e0c8-402c-9fbf-6d1231f1dd73), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:40.271329 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9044de46-4a4e-4e35-8ffa-cefe6ad0ad4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:40.272736 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9044de46-4a4e-4e35-8ffa-cefe6ad0ad4c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c84a23e7-e0c8-402c-9fbf-6d1231f1dd73 HTTP/1.1" status: 204 len: 168 time: 0.1558421 Mar 01 13:54:40.316258 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044de46-4a4e-4e35-8ffa-cefe6ad0ad4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84a23e7-e0c8-402c-9fbf-6d1231f1dd73,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:40.318687 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-9e409ea7-e4fc-4dac-930b-0548d9d6cd6f None None] For port 1b0e6747-e77d-4b3b-994d-a2cdd327f40a, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:54:40.323371 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-9e409ea7-e4fc-4dac-930b-0548d9d6cd6f None None] For port 1b0e6747-e77d-4b3b-994d-a2cdd327f40a, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=1b0e6747-e77d-4b3b-994d-a2cdd327f40a,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:54:40.332353 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9e409ea7-e4fc-4dac-930b-0548d9d6cd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (1b0e6747-e77d-4b3b-994d-a2cdd327f40a), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:40.337066 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-96be6324-6b56-43be-9284-7682d9c6e586 admin admin] For port 36988e18-cb71-457c-867b-bd4ab9c41641, host n-d-827467-3, got binding levels [] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:40.337490 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-96be6324-6b56-43be-9284-7682d9c6e586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (36988e18-cb71-457c-867b-bd4ab9c41641), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:40.384051 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03a604-6fef-4301-89e9-bce1848a00f4 req-76afd1cb-164a-4fb9-ad92-116b0bc3d6da tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:40.397515 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03a604-6fef-4301-89e9-bce1848a00f4 req-76afd1cb-164a-4fb9-ad92-116b0bc3d6da tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:40.400591 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e409ea7-e4fc-4dac-930b-0548d9d6cd6f None None] Routers {'b9e4723d-0964-4a2b-a3b8-4ab1ea761e15'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:54:40.401229 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-9e409ea7-e4fc-4dac-930b-0548d9d6cd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:54:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['b9e4723d-0964-4a2b-a3b8-4ab1ea761e15'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:40.405383 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03a604-6fef-4301-89e9-bce1848a00f4 req-76afd1cb-164a-4fb9-ad92-116b0bc3d6da tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:40.413018 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03a604-6fef-4301-89e9-bce1848a00f4 req-76afd1cb-164a-4fb9-ad92-116b0bc3d6da tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:40.421164 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03a604-6fef-4301-89e9-bce1848a00f4 req-76afd1cb-164a-4fb9-ad92-116b0bc3d6da tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:40.426317 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-96be6324-6b56-43be-9284-7682d9c6e586 admin admin] Calling delete_port for 36988e18-cb71-457c-867b-bd4ab9c41641 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:54:40.428572 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03a604-6fef-4301-89e9-bce1848a00f4 req-76afd1cb-164a-4fb9-ad92-116b0bc3d6da tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:40.434900 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03a604-6fef-4301-89e9-bce1848a00f4 req-76afd1cb-164a-4fb9-ad92-116b0bc3d6da tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:40.440017 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8f03a604-6fef-4301-89e9-bce1848a00f4 req-76afd1cb-164a-4fb9-ad92-116b0bc3d6da tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5417 time: 0.1661808 Mar 01 13:54:40.442579 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.ipam_backend_mixin [None req-96be6324-6b56-43be-9284-7682d9c6e586 admin admin] Port 36988e18-cb71-457c-867b-bd4ab9c41641 was not found and therefore no delete operation was performed {{(pid=103726) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 01 13:54:40.456180 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-96be6324-6b56-43be-9284-7682d9c6e586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (36988e18-cb71-457c-867b-bd4ab9c41641), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:40.462877 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b80d0a02-b3a1-4af0-8b3a-81d4e0183c6d admin admin] Publish callbacks [] for port (9152e8ce-65ac-4063-8d9f-4e57537f6fcd), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:40.472382 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899a0bc-0679-4c00-a9c5-ffde596076eb None None] Pushing event updated for resources: {'Port': ['ID=1b0e6747-e77d-4b3b-994d-a2cdd327f40a,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:40.557524 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8f03a604-6fef-4301-89e9-bce1848a00f4 req-6865b2d2-93ba-42d0-8c8e-2ba9d8464e17 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1107998 Mar 01 13:54:40.564179 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96be6324-6b56-43be-9284-7682d9c6e586 admin admin] No DVR routers for this DVR port 36988e18-cb71-457c-867b-bd4ab9c41641 on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:54:40.566210 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be6324-6b56-43be-9284-7682d9c6e586 admin admin] Pushing event deleted for resources: {'Port': ['ID=36988e18-cb71-457c-867b-bd4ab9c41641,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:40.584382 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-649349da-beaf-4444-ba19-afbb73455b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:40.603874 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-9e409ea7-e4fc-4dac-930b-0548d9d6cd6f None None] Set router b9e4723d-0964-4a2b-a3b8-4ab1ea761e15 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:54:40.618294 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9357a308-a568-4ad9-ba69-dc3805ccd4b5 req-582fc28c-b3f7-451b-a561-706fa9a00471 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 210 time: 0.0397356 Mar 01 13:54:40.668795 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93c22412-9941-45ad-81fb-ac873522e901 req-06de1226-e08e-4de1-a47f-7d5eb99b34bf tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Made reservation on behalf of 475192ca5f814c16b38a7d788a6a6472 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:54:40.672709 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-93c22412-9941-45ad-81fb-ac873522e901 req-06de1226-e08e-4de1-a47f-7d5eb99b34bf tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:40.741928 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 48152) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:40.767080 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f9aff25b-f1b1-4c0e-9dce-6d06a94434bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:40.796256 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 85c4b909-d7c0-4535-a124-fab31bd6efc5 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:54:40.811926 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-96be6324-6b56-43be-9284-7682d9c6e586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (1aeecf82-0716-4f24-a11e-631ec29a00e3), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:40.818807 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b80d0a02-b3a1-4af0-8b3a-81d4e0183c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (9152e8ce-65ac-4063-8d9f-4e57537f6fcd), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:40.841275 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585854dc-c18c-4698-80ff-ed524fa08032 req-f98cb705-f197-4acf-ad77-fde49da91f06 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:40.842914 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-585854dc-c18c-4698-80ff-ed524fa08032 req-f98cb705-f197-4acf-ad77-fde49da91f06 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 945 time: 0.0919802 Mar 01 13:54:40.911717 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 85c4b909-d7c0-4535-a124-fab31bd6efc5 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:40.912052 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (85c4b909-d7c0-4535-a124-fab31bd6efc5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:40.920056 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f9aff25b-f1b1-4c0e-9dce-6d06a94434bd admin admin] Publish callbacks [] for security_group (169edc49-b840-4d99-af2d-44744a2fe07a), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:40.920401 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80d0a02-b3a1-4af0-8b3a-81d4e0183c6d admin admin] Network 3880fb75-a02c-48ea-8ce3-a228c0bbf4f2 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:54:40.924381 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-585854dc-c18c-4698-80ff-ed524fa08032 req-6b24a4a6-a67b-48c8-af24-00140cd27981 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712495 Mar 01 13:54:40.925301 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f9aff25b-f1b1-4c0e-9dce-6d06a94434bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (169edc49-b840-4d99-af2d-44744a2fe07a), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:40.934831 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-96be6324-6b56-43be-9284-7682d9c6e586 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aeecf82-0716-4f24-a11e-631ec29a00e3']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:40.940673 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-b80d0a02-b3a1-4af0-8b3a-81d4e0183c6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:54:40.941112 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-9e409ea7-e4fc-4dac-930b-0548d9d6cd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e4723d-0964-4a2b-a3b8-4ab1ea761e15', 'name': 'tempest-TaggedBootDevicesTest_v242-756921111-router', 'tenant_id': '3b98eaa60ae04ec59bb44beff89518cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '1b0e6747-e77d-4b3b-994d-a2cdd327f40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:30Z', 'updated_at': '2022-03-01T13:54:34Z', 'revision_number': 3, 'project_id': '3b98eaa60ae04ec59bb44beff89518cc', 'gw_port': {'id': '1b0e6747-e77d-4b3b-994d-a2cdd327f40a', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e4723d-0964-4a2b-a3b8-4ab1ea761e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:32Z', 'updated_at': '2022-03-01T13:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:40.968235 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f9aff25b-f1b1-4c0e-9dce-6d06a94434bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae938f1239204746af3b78d592056af6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2218165 Mar 01 13:54:40.968235 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aff25b-f1b1-4c0e-9dce-6d06a94434bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169edc49-b840-4d99-af2d-44744a2fe07a,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:40.969637 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 48154) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:40.980231 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b25b0ac6-5e13-4a50-9578-da85b551614f no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:54:40.985811 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e409ea7-e4fc-4dac-930b-0548d9d6cd6f None None] The sync data for ids ['b9e4723d-0964-4a2b-a3b8-4ab1ea761e15'] in n-d-827467-3 is: [{'id': 'b9e4723d-0964-4a2b-a3b8-4ab1ea761e15', 'name': 'tempest-TaggedBootDevicesTest_v242-756921111-router', 'tenant_id': '3b98eaa60ae04ec59bb44beff89518cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '1b0e6747-e77d-4b3b-994d-a2cdd327f40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:30Z', 'updated_at': '2022-03-01T13:54:34Z', 'revision_number': 3, 'project_id': '3b98eaa60ae04ec59bb44beff89518cc', 'gw_port': {'id': '1b0e6747-e77d-4b3b-994d-a2cdd327f40a', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e4723d-0964-4a2b-a3b8-4ab1ea761e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:32Z', 'updated_at': '2022-03-01T13:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:54:41.002843 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80d0a02-b3a1-4af0-8b3a-81d4e0183c6d admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:54:41.022930 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: b25b0ac6-5e13-4a50-9578-da85b551614f {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:54:41.023392 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b25b0ac6-5e13-4a50-9578-da85b551614f not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:54:41.040276 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ee87744d-0240-4eb8-8dce-4be95314dfed admin admin] Publish callbacks [] for security_group (169edc49-b840-4d99-af2d-44744a2fe07a), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:41.050180 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-96be6324-6b56-43be-9284-7682d9c6e586 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cdcccf4-054a-4e6f-bcd4-f24655a5b8d7') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:41.050766 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-96be6324-6b56-43be-9284-7682d9c6e586 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cdcccf4-054a-4e6f-bcd4-f24655a5b8d7') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:41.086782 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ee87744d-0240-4eb8-8dce-4be95314dfed admin admin] Publish callbacks [] for security_group (169edc49-b840-4d99-af2d-44744a2fe07a), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:41.099439 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 85c4b909-d7c0-4535-a124-fab31bd6efc5 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:41.124688 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-96be6324-6b56-43be-9284-7682d9c6e586 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (9cdcccf4-054a-4e6f-bcd4-f24655a5b8d7), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:41.130465 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d0a02-b3a1-4af0-8b3a-81d4e0183c6d admin admin] Pushing event updated for resources: {'Port': ['ID=9152e8ce-65ac-4063-8d9f-4e57537f6fcd,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:41.186953 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1a0be20f-2355-44a8-bb00-ee617dae95c8 req-ba1dbc6a-49bf-4e7e-95a7-7807bd266309 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups/be726fc1-62f5-4ce0-8674-59328ffb6c74 HTTP/1.1" status: 200 len: 1819 time: 0.1363912 Mar 01 13:54:41.213690 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 36988e18-cb71-457c-867b-bd4ab9c41641 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:54:41.218586 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-96be6324-6b56-43be-9284-7682d9c6e586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (9cdcccf4-054a-4e6f-bcd4-f24655a5b8d7), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:41.249564 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 36988e18-cb71-457c-867b-bd4ab9c41641 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:54:41.250110 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 36988e18-cb71-457c-867b-bd4ab9c41641 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:54:41.254264 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ee87744d-0240-4eb8-8dce-4be95314dfed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (169edc49-b840-4d99-af2d-44744a2fe07a), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:41.257546 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ee87744d-0240-4eb8-8dce-4be95314dfed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:41.261275 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ee87744d-0240-4eb8-8dce-4be95314dfed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/169edc49-b840-4d99-af2d-44744a2fe07a HTTP/1.1" status: 204 len: 168 time: 0.2907877 Mar 01 13:54:41.270866 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee87744d-0240-4eb8-8dce-4be95314dfed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169edc49-b840-4d99-af2d-44744a2fe07a,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:41.272360 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b80d0a02-b3a1-4af0-8b3a-81d4e0183c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (20763e3a-fd84-4f96-9cf8-58e4c0acc6a7), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:41.302285 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-1a0be20f-2355-44a8-bb00-ee617dae95c8 req-4903556a-a6d6-4407-9176-3afc5c361020 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (be726fc1-62f5-4ce0-8674-59328ffb6c74), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:41.347494 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-1a0be20f-2355-44a8-bb00-ee617dae95c8 req-4903556a-a6d6-4407-9176-3afc5c361020 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (be726fc1-62f5-4ce0-8674-59328ffb6c74), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:41.355125 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96be6324-6b56-43be-9284-7682d9c6e586 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:54:41.355538 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-96be6324-6b56-43be-9284-7682d9c6e586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (9cdcccf4-054a-4e6f-bcd4-f24655a5b8d7), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:41.357822 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:54:41.357822 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:54:41.357822 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:54:41.357822 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:54:41.357822 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:54:41.357822 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:54:41.357822 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:54:41.357822 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:54:41.357822 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:54:41.357822 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:54:41.357822 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:54:41.357822 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:54:41.357822 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:54:41.357822 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:54:41.357822 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:54:41.357822 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:54:41.357822 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:54:41.357822 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:54:41.357822 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:54:41.357822 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:54:41.357822 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:54:41.357822 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:54:41.357822 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:54:41.357822 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:54:41.357822 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:54:41.357822 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:54:41.357822 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:54:41.357822 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:54:41.357822 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:54:41.357822 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:54:41.357822 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:54:41.357822 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:54:41.429899 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-63326c44-19dd-4c60-8bf6-bfad9f9575de None None] Provisioning complete for port 9152e8ce-65ac-4063-8d9f-4e57537f6fcd triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:41.430282 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-63326c44-19dd-4c60-8bf6-bfad9f9575de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9152e8ce-65ac-4063-8d9f-4e57537f6fcd), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:41.471864 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-1a0be20f-2355-44a8-bb00-ee617dae95c8 req-4903556a-a6d6-4407-9176-3afc5c361020 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (be726fc1-62f5-4ce0-8674-59328ffb6c74), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:41.479074 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-649349da-beaf-4444-ba19-afbb73455b15 admin admin] Allocated IP 172.20.0.1 (9c9ff221-b297-418d-84a7-1fb33a90a52d/34cb1465-99ee-44dd-a7c3-e05061137fd5/eacc15de-8798-4fcd-845d-77970927a645) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:54:41.482806 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-63326c44-19dd-4c60-8bf6-bfad9f9575de None None] Port 9152e8ce-65ac-4063-8d9f-4e57537f6fcd cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:54:41.494010 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-93c22412-9941-45ad-81fb-ac873522e901 req-06de1226-e08e-4de1-a47f-7d5eb99b34bf tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Allocated IP 172.20.0.4 (20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166/d1ea702e-89f4-430d-ba35-37a3134c98fa/1e154ac6-d8e5-43d2-aa3f-f187a20115b4) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:54:41.500910 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-1a0be20f-2355-44a8-bb00-ee617dae95c8 req-4903556a-a6d6-4407-9176-3afc5c361020 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:41.507234 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1a0be20f-2355-44a8-bb00-ee617dae95c8 req-4903556a-a6d6-4407-9176-3afc5c361020 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "DELETE /v2.0/security-groups/be726fc1-62f5-4ce0-8674-59328ffb6c74 HTTP/1.1" status: 204 len: 173 time: 0.3191998 Mar 01 13:54:41.519381 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903556a-a6d6-4407-9176-3afc5c361020 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be726fc1-62f5-4ce0-8674-59328ffb6c74,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:41.590398 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-96be6324-6b56-43be-9284-7682d9c6e586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (1aeecf82-0716-4f24-a11e-631ec29a00e3), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:41.629541 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-54b58fae-de78-4b5e-abdc-d69936b15ab9 req-cdada755-e3fc-46d0-9ac0-4ee757e81b8e tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "GET /v2.0/security-groups/088bd235-4ae3-49f8-bb55-295d73bd1b6f HTTP/1.1" status: 200 len: 1818 time: 0.1047785 Mar 01 13:54:41.663265 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-96be6324-6b56-43be-9284-7682d9c6e586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:41.669173 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-96be6324-6b56-43be-9284-7682d9c6e586 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1aeecf82-0716-4f24-a11e-631ec29a00e3 HTTP/1.1" status: 204 len: 168 time: 3.0349789 Mar 01 13:54:41.724719 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be6324-6b56-43be-9284-7682d9c6e586 admin admin] Pushing event deleted for resources: {'Network': ['ID=1aeecf82-0716-4f24-a11e-631ec29a00e3,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:41.763587 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b80d0a02-b3a1-4af0-8b3a-81d4e0183c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9152e8ce-65ac-4063-8d9f-4e57537f6fcd), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:41.775317 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-54b58fae-de78-4b5e-abdc-d69936b15ab9 req-15ec5593-75f3-49f4-9dec-fa21c9325a80 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (088bd235-4ae3-49f8-bb55-295d73bd1b6f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:41.826517 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd545a55-34ee-477d-bd40-62705fab3a2c req-edbffb98-ba5c-4e7e-b4b1-5b4f8da5852e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:41.839539 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd545a55-34ee-477d-bd40-62705fab3a2c req-edbffb98-ba5c-4e7e-b4b1-5b4f8da5852e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:41.863445 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd545a55-34ee-477d-bd40-62705fab3a2c req-edbffb98-ba5c-4e7e-b4b1-5b4f8da5852e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:41.874388 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd545a55-34ee-477d-bd40-62705fab3a2c req-edbffb98-ba5c-4e7e-b4b1-5b4f8da5852e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:41.879547 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd545a55-34ee-477d-bd40-62705fab3a2c req-edbffb98-ba5c-4e7e-b4b1-5b4f8da5852e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:41.885499 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd545a55-34ee-477d-bd40-62705fab3a2c req-edbffb98-ba5c-4e7e-b4b1-5b4f8da5852e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:41.891707 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd545a55-34ee-477d-bd40-62705fab3a2c req-edbffb98-ba5c-4e7e-b4b1-5b4f8da5852e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:41.893739 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bd545a55-34ee-477d-bd40-62705fab3a2c req-edbffb98-ba5c-4e7e-b4b1-5b4f8da5852e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5417 time: 0.2272983 Mar 01 13:54:41.906383 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-54b58fae-de78-4b5e-abdc-d69936b15ab9 req-15ec5593-75f3-49f4-9dec-fa21c9325a80 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (088bd235-4ae3-49f8-bb55-295d73bd1b6f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:41.955365 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-649349da-beaf-4444-ba19-afbb73455b15 admin admin] Publish callbacks [] for port (eacc15de-8798-4fcd-845d-77970927a645), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:41.965553 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-54b58fae-de78-4b5e-abdc-d69936b15ab9 req-15ec5593-75f3-49f4-9dec-fa21c9325a80 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (088bd235-4ae3-49f8-bb55-295d73bd1b6f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:41.968229 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-54b58fae-de78-4b5e-abdc-d69936b15ab9 req-15ec5593-75f3-49f4-9dec-fa21c9325a80 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:41.988034 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-54b58fae-de78-4b5e-abdc-d69936b15ab9 req-15ec5593-75f3-49f4-9dec-fa21c9325a80 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] 10.222.0.13 "DELETE /v2.0/security-groups/088bd235-4ae3-49f8-bb55-295d73bd1b6f HTTP/1.1" status: 204 len: 173 time: 0.3565822 Mar 01 13:54:41.988585 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 48180) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:41.990416 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 48182) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:42.037250 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-93c22412-9941-45ad-81fb-ac873522e901 req-06de1226-e08e-4de1-a47f-7d5eb99b34bf tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks [] for port (1e154ac6-d8e5-43d2-aa3f-f187a20115b4), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:42.081194 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec5593-75f3-49f4-9dec-fa21c9325a80 tempest-SecurityGroupsTestJSON-642484960 tempest-SecurityGroupsTestJSON-642484960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=088bd235-4ae3-49f8-bb55-295d73bd1b6f,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:42.138779 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-649349da-beaf-4444-ba19-afbb73455b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (eacc15de-8798-4fcd-845d-77970927a645), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:42.154011 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a2e41ec2-ed9f-4df6-a77a-ab3f51f610ea req-2453f2f6-c93d-46d8-b5f8-23e0445e8a8a tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 210 time: 0.0628185 Mar 01 13:54:42.164226 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bd545a55-34ee-477d-bd40-62705fab3a2c req-9f52f44b-b47b-416a-b5cf-a8545d3bc797 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2224495 Mar 01 13:54:42.171033 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5f1747c0-e70b-4af0-b192-c549c6d781fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa3e6a61157b47d8a82db557a370763f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1696444 Mar 01 13:54:42.171314 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 48186) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:42.195488 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-1107dabe-232b-4b30-a016-f650ab37dea6 admin admin] Deleting subnet 7a603dae-4e79-4b27-b3ec-18e6d13670f2 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:54:42.212488 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1107dabe-232b-4b30-a016-f650ab37dea6 admin admin] Publish callbacks [] for subnet (7a603dae-4e79-4b27-b3ec-18e6d13670f2), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:42.264949 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649349da-beaf-4444-ba19-afbb73455b15 admin admin] Pushing event updated for resources: {'Port': ['ID=eacc15de-8798-4fcd-845d-77970927a645,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:42.267261 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1107dabe-232b-4b30-a016-f650ab37dea6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (7a603dae-4e79-4b27-b3ec-18e6d13670f2), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:42.277469 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b80d0a02-b3a1-4af0-8b3a-81d4e0183c6d admin admin] Publish callbacks [] for port (9152e8ce-65ac-4063-8d9f-4e57537f6fcd), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:42.281983 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649349da-beaf-4444-ba19-afbb73455b15 admin admin] Network 9c9ff221-b297-418d-84a7-1fb33a90a52d is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:54:42.284126 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-93c22412-9941-45ad-81fb-ac873522e901 req-06de1226-e08e-4de1-a47f-7d5eb99b34bf tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (1e154ac6-d8e5-43d2-aa3f-f187a20115b4), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:42.300946 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-649349da-beaf-4444-ba19-afbb73455b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:54:42.301790 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['38821d47-c9dc-4e1a-ae38-38c81d1eeaba'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:54:42.304134 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649349da-beaf-4444-ba19-afbb73455b15 admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:54:42.307034 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b80d0a02-b3a1-4af0-8b3a-81d4e0183c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (9152e8ce-65ac-4063-8d9f-4e57537f6fcd), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:42.321015 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['81ae989c-7b62-47ac-af82-3314b9b53ab0'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:54:42.375000 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7dc79418-fc06-4464-a4a8-c207570d94a9 admin admin] Publish callbacks [] for security_group (4af24981-e5e4-49fb-bf8c-f71598d36a7e), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:42.418723 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1107dabe-232b-4b30-a016-f650ab37dea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (7a603dae-4e79-4b27-b3ec-18e6d13670f2), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:42.426021 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93c22412-9941-45ad-81fb-ac873522e901 req-06de1226-e08e-4de1-a47f-7d5eb99b34bf tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Network 20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:54:42.441932 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7dc79418-fc06-4464-a4a8-c207570d94a9 admin admin] Publish callbacks [] for security_group (4af24981-e5e4-49fb-bf8c-f71598d36a7e), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:42.448821 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-93c22412-9941-45ad-81fb-ac873522e901 req-06de1226-e08e-4de1-a47f-7d5eb99b34bf tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:54:42.451337 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c22412-9941-45ad-81fb-ac873522e901 req-06de1226-e08e-4de1-a47f-7d5eb99b34bf tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:54:42.506912 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a90ff-9dd0-4990-a6a7-6c60069e7149 req-0aa5118b-366c-4670-9824-ee8517eec8ee tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:42.508554 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ff9a90ff-9dd0-4990-a6a7-6c60069e7149 req-0aa5118b-366c-4670-9824-ee8517eec8ee tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 945 time: 0.2210815 Mar 01 13:54:42.521574 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-649349da-beaf-4444-ba19-afbb73455b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (b9e4723d-0964-4a2b-a3b8-4ab1ea761e15), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:42.529489 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de1226-e08e-4de1-a47f-7d5eb99b34bf tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Pushing event updated for resources: {'Port': ['ID=1e154ac6-d8e5-43d2-aa3f-f187a20115b4,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:42.597114 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b80d0a02-b3a1-4af0-8b3a-81d4e0183c6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (20763e3a-fd84-4f96-9cf8-58e4c0acc6a7), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:42.623608 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1107dabe-232b-4b30-a016-f650ab37dea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (7a603dae-4e79-4b27-b3ec-18e6d13670f2), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:42.634817 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7dc79418-fc06-4464-a4a8-c207570d94a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4af24981-e5e4-49fb-bf8c-f71598d36a7e), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:42.649911 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7dc79418-fc06-4464-a4a8-c207570d94a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:42.651031 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7dc79418-fc06-4464-a4a8-c207570d94a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4af24981-e5e4-49fb-bf8c-f71598d36a7e HTTP/1.1" status: 204 len: 168 time: 0.4787629 Mar 01 13:54:42.694725 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ff9a90ff-9dd0-4990-a6a7-6c60069e7149 req-851ffe16-55c0-4f6a-80f9-4393eb44f2e5 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625805 Mar 01 13:54:42.699973 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1107dabe-232b-4b30-a016-f650ab37dea6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a603dae-4e79-4b27-b3ec-18e6d13670f2,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:42.704159 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc79418-fc06-4464-a4a8-c207570d94a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af24981-e5e4-49fb-bf8c-f71598d36a7e,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:42.706127 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1107dabe-232b-4b30-a016-f650ab37dea6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:42.709407 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1107dabe-232b-4b30-a016-f650ab37dea6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7a603dae-4e79-4b27-b3ec-18e6d13670f2 HTTP/1.1" status: 204 len: 168 time: 0.7117846 Mar 01 13:54:42.711946 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 48198) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:42.773098 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c22412-9941-45ad-81fb-ac873522e901 req-06de1226-e08e-4de1-a47f-7d5eb99b34bf tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:42.774191 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-93c22412-9941-45ad-81fb-ac873522e901 req-06de1226-e08e-4de1-a47f-7d5eb99b34bf tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:42.872866 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d0a02-b3a1-4af0-8b3a-81d4e0183c6d admin admin] Pushing event updated for resources: {'Port': ['ID=9152e8ce-65ac-4063-8d9f-4e57537f6fcd,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:42.905946 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-93c22412-9941-45ad-81fb-ac873522e901 req-06de1226-e08e-4de1-a47f-7d5eb99b34bf tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7316222 Mar 01 13:54:42.947392 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f6984eda-9ed3-4e25-b1f3-db1a1c2ed5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (7791a3ad-ea99-41b5-bb9e-01fc535ffc2e), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:42.950944 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-93c22412-9941-45ad-81fb-ac873522e901 req-7c99dc84-acb9-4e74-ad12-b34491949029 service neutron] Request body: {'port': {'device_id': 'db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:54:42.966566 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 1b0e6747-e77d-4b3b-994d-a2cdd327f40a up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:54:43.061717 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f6984eda-9ed3-4e25-b1f3-db1a1c2ed5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (7791a3ad-ea99-41b5-bb9e-01fc535ffc2e), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:43.085197 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-f5aaedb5-df62-43e1-b424-8d20042ac376 None None] Provisioning complete for port eacc15de-8798-4fcd-845d-77970927a645 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:43.087060 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f5aaedb5-df62-43e1-b424-8d20042ac376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (eacc15de-8798-4fcd-845d-77970927a645), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:43.098421 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-f6984eda-9ed3-4e25-b1f3-db1a1c2ed5f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7791a3ad-ea99-41b5-bb9e-01fc535ffc2e']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:43.112168 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-f6984eda-9ed3-4e25-b1f3-db1a1c2ed5f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf91def4-7767-4dc0-af58-dc3bc2235578') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:43.112498 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-f6984eda-9ed3-4e25-b1f3-db1a1c2ed5f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf91def4-7767-4dc0-af58-dc3bc2235578') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:43.133856 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-93c22412-9941-45ad-81fb-ac873522e901 req-7c99dc84-acb9-4e74-ad12-b34491949029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1e154ac6-d8e5-43d2-aa3f-f187a20115b4), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:43.135195 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f6984eda-9ed3-4e25-b1f3-db1a1c2ed5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (cf91def4-7767-4dc0-af58-dc3bc2235578), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:43.151209 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f6984eda-9ed3-4e25-b1f3-db1a1c2ed5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (cf91def4-7767-4dc0-af58-dc3bc2235578), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:43.158741 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6984eda-9ed3-4e25-b1f3-db1a1c2ed5f6 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:54:43.159516 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f6984eda-9ed3-4e25-b1f3-db1a1c2ed5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (cf91def4-7767-4dc0-af58-dc3bc2235578), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:43.168731 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80d0a02-b3a1-4af0-8b3a-81d4e0183c6d admin admin] Network 3880fb75-a02c-48ea-8ce3-a228c0bbf4f2 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:54:43.187381 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-b80d0a02-b3a1-4af0-8b3a-81d4e0183c6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:54:43.204341 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f5aaedb5-df62-43e1-b424-8d20042ac376 None None] Port eacc15de-8798-4fcd-845d-77970927a645 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:54:43.213388 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 13:54:43.213388 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:54:43.213388 n-d-827467-3 neutron-server[103727]: timer() Mar 01 13:54:43.213388 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:54:43.213388 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 13:54:43.213388 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:54:43.213388 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 13:54:43.213388 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:54:43.213388 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 13:54:43.213388 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:54:43.213388 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 13:54:43.213388 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:54:43.213388 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 13:54:43.213388 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:54:43.213388 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:54:43.213388 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:54:43.213388 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:54:43.213388 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:54:43.213388 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 13:54:43.213388 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:54:43.213388 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 13:54:43.213388 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:54:43.213388 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:54:43.213388 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:54:43.213388 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 13:54:43.213388 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:54:43.213388 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:54:43.213388 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:54:43.213388 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:54:43.213388 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:54:43.213388 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:54:43.213388 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:54:43.241949 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f6984eda-9ed3-4e25-b1f3-db1a1c2ed5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (7791a3ad-ea99-41b5-bb9e-01fc535ffc2e), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:43.253090 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f6984eda-9ed3-4e25-b1f3-db1a1c2ed5f6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:43.261958 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f6984eda-9ed3-4e25-b1f3-db1a1c2ed5f6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7791a3ad-ea99-41b5-bb9e-01fc535ffc2e HTTP/1.1" status: 204 len: 168 time: 0.5468535 Mar 01 13:54:43.269300 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 1b0e6747-e77d-4b3b-994d-a2cdd327f40a triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:43.269916 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (1b0e6747-e77d-4b3b-994d-a2cdd327f40a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:43.287350 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6984eda-9ed3-4e25-b1f3-db1a1c2ed5f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7791a3ad-ea99-41b5-bb9e-01fc535ffc2e,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:43.289201 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-649349da-beaf-4444-ba19-afbb73455b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (eacc15de-8798-4fcd-845d-77970927a645), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:43.391085 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-181eb0b6-fac7-4ad1-8be4-07138d76d3b2 None None] Provisioning complete for port 1e154ac6-d8e5-43d2-aa3f-f187a20115b4 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:43.392028 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-181eb0b6-fac7-4ad1-8be4-07138d76d3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (1e154ac6-d8e5-43d2-aa3f-f187a20115b4), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:43.515582 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-181eb0b6-fac7-4ad1-8be4-07138d76d3b2 None None] Port 1e154ac6-d8e5-43d2-aa3f-f187a20115b4 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:54:43.533542 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 1b0e6747-e77d-4b3b-994d-a2cdd327f40a is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:43.533933 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1b0e6747-e77d-4b3b-994d-a2cdd327f40a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:43.564486 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 48228) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:43.600792 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 1b0e6747-e77d-4b3b-994d-a2cdd327f40a, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=1b0e6747-e77d-4b3b-994d-a2cdd327f40a,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:43.604829 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960a711-78f7-4925-b4a0-cd954f4a581a req-49be18a7-4f28-4d6b-a4ba-ed0832198b32 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:43.610669 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (1b0e6747-e77d-4b3b-994d-a2cdd327f40a), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:43.622702 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960a711-78f7-4925-b4a0-cd954f4a581a req-49be18a7-4f28-4d6b-a4ba-ed0832198b32 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:43.639599 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960a711-78f7-4925-b4a0-cd954f4a581a req-49be18a7-4f28-4d6b-a4ba-ed0832198b32 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:43.653669 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960a711-78f7-4925-b4a0-cd954f4a581a req-49be18a7-4f28-4d6b-a4ba-ed0832198b32 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:43.659540 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960a711-78f7-4925-b4a0-cd954f4a581a req-49be18a7-4f28-4d6b-a4ba-ed0832198b32 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:43.666421 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960a711-78f7-4925-b4a0-cd954f4a581a req-49be18a7-4f28-4d6b-a4ba-ed0832198b32 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:43.672650 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960a711-78f7-4925-b4a0-cd954f4a581a req-49be18a7-4f28-4d6b-a4ba-ed0832198b32 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:43.674687 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f960a711-78f7-4925-b4a0-cd954f4a581a req-49be18a7-4f28-4d6b-a4ba-ed0832198b32 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5417 time: 0.3068242 Mar 01 13:54:43.692951 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0fb87-fb48-4449-8e70-b8fef369cf08 req-c83c2529-ad3a-4eb7-8627-90dbd217c27a tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:43.694508 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-63d0fb87-fb48-4449-8e70-b8fef369cf08 req-c83c2529-ad3a-4eb7-8627-90dbd217c27a tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 931 time: 0.2400241 Mar 01 13:54:43.696128 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=1b0e6747-e77d-4b3b-994d-a2cdd327f40a,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:43.706324 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:43.706999 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:43.707546 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:43.708164 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:43.708727 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:43.709282 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:43.709972 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:43.710696 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:43.711234 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:43.716510 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:43.717017 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:43.717448 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:43.717868 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:54:43.743259 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-dbb83d1f-cf6d-463b-9d70-1d92c3a31fa2 None None] Provisioning complete for port 9152e8ce-65ac-4063-8d9f-4e57537f6fcd triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:43.743637 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-dbb83d1f-cf6d-463b-9d70-1d92c3a31fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9152e8ce-65ac-4063-8d9f-4e57537f6fcd), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:43.766245 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-57c30401-f16d-4841-a29f-587d8b04aa85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce8433796a20462188b8cc95a1d1d4d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1983829 Mar 01 13:54:43.774156 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 48234) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:43.842542 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-dbb83d1f-cf6d-463b-9d70-1d92c3a31fa2 None None] Port 9152e8ce-65ac-4063-8d9f-4e57537f6fcd cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:54:43.905287 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-63d0fb87-fb48-4449-8e70-b8fef369cf08 req-d0b6cec6-3ea3-44f7-9559-99dfb31bd0bb tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656690 Mar 01 13:54:43.951076 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f960a711-78f7-4925-b4a0-cd954f4a581a req-c6b21052-e2a4-4a6f-859b-6dca22165666 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2673218 Mar 01 13:54:43.979255 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-34da6102-98d6-4000-b196-b5e0c9b2e1f2 admin admin] Publish callbacks [] for security_group (cd4d9ca1-f55a-40bc-b944-f22de3eaf370), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:44.023406 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-34da6102-98d6-4000-b196-b5e0c9b2e1f2 admin admin] Publish callbacks [] for security_group (cd4d9ca1-f55a-40bc-b944-f22de3eaf370), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:44.137224 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa793f06-cd21-4f19-90cf-8f96a6ced07c req-38cb2bf2-a5ce-4e73-a8cb-71f5440ec064 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:44.138822 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fa793f06-cd21-4f19-90cf-8f96a6ced07c req-38cb2bf2-a5ce-4e73-a8cb-71f5440ec064 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 945 time: 0.1000104 Mar 01 13:54:44.157737 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-34da6102-98d6-4000-b196-b5e0c9b2e1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (cd4d9ca1-f55a-40bc-b944-f22de3eaf370), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:44.160303 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-34da6102-98d6-4000-b196-b5e0c9b2e1f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:44.161412 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-34da6102-98d6-4000-b196-b5e0c9b2e1f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd4d9ca1-f55a-40bc-b944-f22de3eaf370 HTTP/1.1" status: 204 len: 168 time: 0.3862400 Mar 01 13:54:44.241770 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fa793f06-cd21-4f19-90cf-8f96a6ced07c req-677ad7bb-84a8-4d65-9b7f-6c4d14c3a599 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905592 Mar 01 13:54:44.243555 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da6102-98d6-4000-b196-b5e0c9b2e1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4d9ca1-f55a-40bc-b944-f22de3eaf370,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:44.439626 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 48266) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:44.487638 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80d0a02-b3a1-4af0-8b3a-81d4e0183c6d admin admin] Router 20763e3a-fd84-4f96-9cf8-58e4c0acc6a7 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:54:44.590249 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-baa9c574-537b-4871-8619-b22b877aac4f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1599259586-network', 'tenant_id': '5957375e005448c4bb51e6dea8b72554'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:54:44.620973 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa9c574-537b-4871-8619-b22b877aac4f admin admin] Made reservation on behalf of 5957375e005448c4bb51e6dea8b72554 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:54:44.624221 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-baa9c574-537b-4871-8619-b22b877aac4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:44.633917 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-baa9c574-537b-4871-8619-b22b877aac4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:44.701343 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-649349da-beaf-4444-ba19-afbb73455b15 admin admin] Publish callbacks [] for port (eacc15de-8798-4fcd-845d-77970927a645), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:44.717121 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-649349da-beaf-4444-ba19-afbb73455b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (eacc15de-8798-4fcd-845d-77970927a645), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:44.789429 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80d0a02-b3a1-4af0-8b3a-81d4e0183c6d admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:54:44.793812 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 1b0e6747-e77d-4b3b-994d-a2cdd327f40a up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:54:44.800961 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-baa9c574-537b-4871-8619-b22b877aac4f admin admin] Publish callbacks [] for security_group (f95e0479-dc68-4600-8efb-afb0928fe671), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:44.804286 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b80d0a02-b3a1-4af0-8b3a-81d4e0183c6d admin admin] 10.222.0.13 "PUT /v2.0/routers/20763e3a-fd84-4f96-9cf8-58e4c0acc6a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9613700 Mar 01 13:54:44.807946 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e6cfad-ebbc-4b7e-877f-446ccfd087c7 None None] Sync routers for ids ['20763e3a-fd84-4f96-9cf8-58e4c0acc6a7'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:54:44.828759 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-baa9c574-537b-4871-8619-b22b877aac4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (f95e0479-dc68-4600-8efb-afb0928fe671), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:44.840654 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e6cfad-ebbc-4b7e-877f-446ccfd087c7 None None] Routers {'20763e3a-fd84-4f96-9cf8-58e4c0acc6a7'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:54:44.844109 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-d8e6cfad-ebbc-4b7e-877f-446ccfd087c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:54:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['20763e3a-fd84-4f96-9cf8-58e4c0acc6a7'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:44.886905 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 1b0e6747-e77d-4b3b-994d-a2cdd327f40a triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:44.887909 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (1b0e6747-e77d-4b3b-994d-a2cdd327f40a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:44.896048 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-649349da-beaf-4444-ba19-afbb73455b15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (b9e4723d-0964-4a2b-a3b8-4ab1ea761e15), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:44.905401 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa9c574-537b-4871-8619-b22b877aac4f admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:54:44.924813 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649349da-beaf-4444-ba19-afbb73455b15 admin admin] Pushing event updated for resources: {'Port': ['ID=eacc15de-8798-4fcd-845d-77970927a645,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:44.979869 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-baa9c574-537b-4871-8619-b22b877aac4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (c5c4127a-8c32-443b-8a11-50aacbfd4c6c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:44.980231 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-baa9c574-537b-4871-8619-b22b877aac4f admin admin] Added segment c5c4127a-8c32-443b-8a11-50aacbfd4c6c of type vlan for network a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49 Mar 01 13:54:45.025420 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9c574-537b-4871-8619-b22b877aac4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95e0479-dc68-4600-8efb-afb0928fe671,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:45.057611 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 1b0e6747-e77d-4b3b-994d-a2cdd327f40a is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:45.136610 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-93c22412-9941-45ad-81fb-ac873522e901 req-7c99dc84-acb9-4e74-ad12-b34491949029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e154ac6-d8e5-43d2-aa3f-f187a20115b4 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:54:45.137647 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-baa9c574-537b-4871-8619-b22b877aac4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:45.148839 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-d8e6cfad-ebbc-4b7e-877f-446ccfd087c7 None None] Set router 20763e3a-fd84-4f96-9cf8-58e4c0acc6a7 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:54:45.154431 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-93c22412-9941-45ad-81fb-ac873522e901 req-7c99dc84-acb9-4e74-ad12-b34491949029 service neutron] Publish callbacks [] for port (1e154ac6-d8e5-43d2-aa3f-f187a20115b4), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:45.188898 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-93c22412-9941-45ad-81fb-ac873522e901 req-7c99dc84-acb9-4e74-ad12-b34491949029 service neutron] Transition to ACTIVE for port object 1e154ac6-d8e5-43d2-aa3f-f187a20115b4 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:54:45.201399 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-93c22412-9941-45ad-81fb-ac873522e901 req-7c99dc84-acb9-4e74-ad12-b34491949029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (1e154ac6-d8e5-43d2-aa3f-f187a20115b4), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:45.261668 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.db.resource_extend [None req-baa9c574-537b-4871-8619-b22b877aac4f admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 13:54:45.277864 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649349da-beaf-4444-ba19-afbb73455b15 admin admin] Network 9c9ff221-b297-418d-84a7-1fb33a90a52d is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:54:45.289171 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-649349da-beaf-4444-ba19-afbb73455b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:54:45.306366 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99dc84-acb9-4e74-ad12-b34491949029 service neutron] Pushing event updated for resources: {'Port': ['ID=1e154ac6-d8e5-43d2-aa3f-f187a20115b4,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:45.392174 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52877f7f-7cd7-4d1e-9429-c39e2d90ddb9 req-61a5f39a-b7fa-4f56-bb7d-8f290dcd2905 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:45.393780 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-52877f7f-7cd7-4d1e-9429-c39e2d90ddb9 req-61a5f39a-b7fa-4f56-bb7d-8f290dcd2905 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 931 time: 0.3022139 Mar 01 13:54:45.421566 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-baa9c574-537b-4871-8619-b22b877aac4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:45.422579 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa9c574-537b-4871-8619-b22b877aac4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:45.423160 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-baa9c574-537b-4871-8619-b22b877aac4f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:45.540259 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 48326) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:45.554184 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-93c22412-9941-45ad-81fb-ac873522e901 req-7c99dc84-acb9-4e74-ad12-b34491949029 service neutron] Attempting to bind port 1e154ac6-d8e5-43d2-aa3f-f187a20115b4 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:54:45.554973 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-93c22412-9941-45ad-81fb-ac873522e901 req-7c99dc84-acb9-4e74-ad12-b34491949029 service neutron] Attempting to bind port 1e154ac6-d8e5-43d2-aa3f-f187a20115b4 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': 'adbddf4e-a21d-4b8d-ae28-1974e74a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:54:45.555460 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c22412-9941-45ad-81fb-ac873522e901 req-7c99dc84-acb9-4e74-ad12-b34491949029 service neutron] Attempting to bind port 1e154ac6-d8e5-43d2-aa3f-f187a20115b4 on network 20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:54:45.566033 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c22412-9941-45ad-81fb-ac873522e901 req-7c99dc84-acb9-4e74-ad12-b34491949029 service neutron] Port 1e154ac6-d8e5-43d2-aa3f-f187a20115b4 on network 20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:54:45.566549 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c22412-9941-45ad-81fb-ac873522e901 req-7c99dc84-acb9-4e74-ad12-b34491949029 service neutron] Attempting to bind port 1e154ac6-d8e5-43d2-aa3f-f187a20115b4 on network 20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:54:45.575257 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c22412-9941-45ad-81fb-ac873522e901 req-7c99dc84-acb9-4e74-ad12-b34491949029 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:54:45.576478 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c22412-9941-45ad-81fb-ac873522e901 req-7c99dc84-acb9-4e74-ad12-b34491949029 service neutron] Checking segment: {'id': 'adbddf4e-a21d-4b8d-ae28-1974e74a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:54:45.577601 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c22412-9941-45ad-81fb-ac873522e901 req-7c99dc84-acb9-4e74-ad12-b34491949029 service neutron] Bound using segment: {'id': 'adbddf4e-a21d-4b8d-ae28-1974e74a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:54:45.578231 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-93c22412-9941-45ad-81fb-ac873522e901 req-7c99dc84-acb9-4e74-ad12-b34491949029 service neutron] Bound port: 1e154ac6-d8e5-43d2-aa3f-f187a20115b4, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adbddf4e-a21d-4b8d-ae28-1974e74a1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:54:45.578759 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-93c22412-9941-45ad-81fb-ac873522e901 req-7c99dc84-acb9-4e74-ad12-b34491949029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1e154ac6-d8e5-43d2-aa3f-f187a20115b4), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:45.605610 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649349da-beaf-4444-ba19-afbb73455b15 admin admin] Router b9e4723d-0964-4a2b-a3b8-4ab1ea761e15 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:54:45.618504 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-baa9c574-537b-4871-8619-b22b877aac4f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1746244 Mar 01 13:54:45.621957 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 48330) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:45.662729 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-0fd2bc93-340e-42e7-9335-9f345c512403 admin admin] Request body: {'subnet': {'network_id': 'a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1599259586-subnet', 'tenant_id': '5957375e005448c4bb51e6dea8b72554', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:54:45.674499 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22db0c-c746-46e0-81ee-214f048f757d req-23cba107-7a51-4f0b-a8e5-ef3a935c3292 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:45.680087 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22db0c-c746-46e0-81ee-214f048f757d req-23cba107-7a51-4f0b-a8e5-ef3a935c3292 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:45.686813 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-d8e6cfad-ebbc-4b7e-877f-446ccfd087c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20763e3a-fd84-4f96-9cf8-58e4c0acc6a7', 'name': 'tempest-TestAggregatesBasicOps-808130819-router', 'tenant_id': 'b533966f081448d3b778e42a021b0f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '85c4b909-d7c0-4535-a124-fab31bd6efc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:29Z', 'updated_at': '2022-03-01T13:54:41Z', 'revision_number': 4, 'project_id': 'b533966f081448d3b778e42a021b0f2d', 'gw_port': {'id': '85c4b909-d7c0-4535-a124-fab31bd6efc5', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20763e3a-fd84-4f96-9cf8-58e4c0acc6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:30Z', 'updated_at': '2022-03-01T13:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '9152e8ce-65ac-4063-8d9f-4e57537f6fcd', 'name': '', 'network_id': '3880fb75-a02c-48ea-8ce3-a228c0bbf4f2', 'tenant_id': 'b533966f081448d3b778e42a021b0f2d', 'mac_address': 'fa:16:3e:5d:d8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20763e3a-fd84-4f96-9cf8-58e4c0acc6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'dd3357f3-03c5-4700-a83c-30a3c8d74929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:38Z', 'updated_at': '2022-03-01T13:54:41Z', 'revision_number': 2, 'project_id': 'b533966f081448d3b778e42a021b0f2d', 'subnets': [{'id': 'dd3357f3-03c5-4700-a83c-30a3c8d74929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:45.699592 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22db0c-c746-46e0-81ee-214f048f757d req-23cba107-7a51-4f0b-a8e5-ef3a935c3292 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:45.714435 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22db0c-c746-46e0-81ee-214f048f757d req-23cba107-7a51-4f0b-a8e5-ef3a935c3292 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:45.729543 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22db0c-c746-46e0-81ee-214f048f757d req-23cba107-7a51-4f0b-a8e5-ef3a935c3292 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:45.756346 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22db0c-c746-46e0-81ee-214f048f757d req-23cba107-7a51-4f0b-a8e5-ef3a935c3292 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:45.774789 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22db0c-c746-46e0-81ee-214f048f757d req-23cba107-7a51-4f0b-a8e5-ef3a935c3292 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:45.777256 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0f22db0c-c746-46e0-81ee-214f048f757d req-23cba107-7a51-4f0b-a8e5-ef3a935c3292 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5417 time: 0.6591432 Mar 01 13:54:45.777415 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e6cfad-ebbc-4b7e-877f-446ccfd087c7 None None] Checking router: 20763e3a-fd84-4f96-9cf8-58e4c0acc6a7 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:54:45.777925 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e6cfad-ebbc-4b7e-877f-446ccfd087c7 None None] Updating router 20763e3a-fd84-4f96-9cf8-58e4c0acc6a7 port 9152e8ce-65ac-4063-8d9f-4e57537f6fcd binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:54:45.786831 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd2bc93-340e-42e7-9335-9f345c512403 admin admin] Made reservation on behalf of 5957375e005448c4bb51e6dea8b72554 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:54:45.789565 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0fd2bc93-340e-42e7-9335-9f345c512403 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:45.827990 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-0d9237d0-70bb-4d6b-85ba-6a302ba10e10 None None] Provisioning complete for port eacc15de-8798-4fcd-845d-77970927a645 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:45.834047 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0d9237d0-70bb-4d6b-85ba-6a302ba10e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (eacc15de-8798-4fcd-845d-77970927a645), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:45.835254 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-d8e6cfad-ebbc-4b7e-877f-446ccfd087c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9152e8ce-65ac-4063-8d9f-4e57537f6fcd), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:45.841123 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9c574-537b-4871-8619-b22b877aac4f admin admin] Pushing event updated for resources: {'Network': ['ID=a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:45.945160 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:54:45.993285 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-52877f7f-7cd7-4d1e-9429-c39e2d90ddb9 req-38aa1fde-14be-4733-8a57-e6659b249f32 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5658579 Mar 01 13:54:45.993800 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 48342) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:46.005663 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0f22db0c-c746-46e0-81ee-214f048f757d req-4916f222-2017-4176-954a-aab47ada31e3 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1999493 Mar 01 13:54:46.010651 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-f32650b2-1989-443a-a1b3-79b1b07e3f43 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-770252428-network', 'tenant_id': '54469fc6d9914e8cbd7b50f9acc091be'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:54:46.027048 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-93c22412-9941-45ad-81fb-ac873522e901 req-7c99dc84-acb9-4e74-ad12-b34491949029 service neutron] For port 1e154ac6-d8e5-43d2-aa3f-f187a20115b4, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:54:46.051451 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-93c22412-9941-45ad-81fb-ac873522e901 req-7c99dc84-acb9-4e74-ad12-b34491949029 service neutron] For port 1e154ac6-d8e5-43d2-aa3f-f187a20115b4, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=1e154ac6-d8e5-43d2-aa3f-f187a20115b4,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:54:46.059866 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32650b2-1989-443a-a1b3-79b1b07e3f43 admin admin] Made reservation on behalf of 54469fc6d9914e8cbd7b50f9acc091be for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:54:46.063098 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f32650b2-1989-443a-a1b3-79b1b07e3f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:46.074783 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f32650b2-1989-443a-a1b3-79b1b07e3f43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:46.117000 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-31dddd78-199f-4d19-b1fc-003ec699cf03 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-114693005-network', 'tenant_id': '6cd0042333dc4646a1a53b7511a147db'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:54:46.119173 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-0d9237d0-70bb-4d6b-85ba-6a302ba10e10 None None] Port eacc15de-8798-4fcd-845d-77970927a645 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:54:46.129503 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0fd2bc93-340e-42e7-9335-9f345c512403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (6a79f131-d3de-40a9-b260-49a7a2407c56), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:46.133109 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-93c22412-9941-45ad-81fb-ac873522e901 req-7c99dc84-acb9-4e74-ad12-b34491949029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (1e154ac6-d8e5-43d2-aa3f-f187a20115b4), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:46.224053 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649349da-beaf-4444-ba19-afbb73455b15 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:54:46.226365 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c22412-9941-45ad-81fb-ac873522e901 req-7c99dc84-acb9-4e74-ad12-b34491949029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:46.227277 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-93c22412-9941-45ad-81fb-ac873522e901 req-7c99dc84-acb9-4e74-ad12-b34491949029 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:46.228415 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-93c22412-9941-45ad-81fb-ac873522e901 req-7c99dc84-acb9-4e74-ad12-b34491949029 service neutron] 10.222.0.20 "PUT /v2.0/ports/1e154ac6-d8e5-43d2-aa3f-f187a20115b4 HTTP/1.1" status: 200 len: 1091 time: 3.3111253 Mar 01 13:54:46.239073 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2', 'tag': '1e154ac6-d8e5-43d2-aa3f-f187a20115b4'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:54:46.245366 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90006b5-1f5b-418d-90ec-39a10474e843" -d '{"events": [{"name": "network-changed", "server_uuid": "db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2", "tag": "1e154ac6-d8e5-43d2-aa3f-f187a20115b4"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:54:46.248391 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf8c021-436d-4cf1-9234-f20bc1e2f15b None None] Sync routers for ids ['b9e4723d-0964-4a2b-a3b8-4ab1ea761e15'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:54:46.266145 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-649349da-beaf-4444-ba19-afbb73455b15 admin admin] 10.222.0.13 "PUT /v2.0/routers/b9e4723d-0964-4a2b-a3b8-4ab1ea761e15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9634621 Mar 01 13:54:46.297904 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf8c021-436d-4cf1-9234-f20bc1e2f15b None None] Routers {'b9e4723d-0964-4a2b-a3b8-4ab1ea761e15'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:54:46.298567 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-9cf8c021-436d-4cf1-9234-f20bc1e2f15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:54:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['b9e4723d-0964-4a2b-a3b8-4ab1ea761e15'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:46.310629 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31dddd78-199f-4d19-b1fc-003ec699cf03 admin admin] Made reservation on behalf of 6cd0042333dc4646a1a53b7511a147db for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:54:46.313288 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-31dddd78-199f-4d19-b1fc-003ec699cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:46.350192 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-d8e6cfad-ebbc-4b7e-877f-446ccfd087c7 None None] Publish callbacks [] for port (9152e8ce-65ac-4063-8d9f-4e57537f6fcd), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:46.354151 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8dd827-960b-46e9-bbea-a816ce748998 x-openstack-request-id: req-5e8dd827-960b-46e9-bbea-a816ce748998 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:54:46.354665 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2", "tag": "1e154ac6-d8e5-43d2-aa3f-f187a20115b4", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:54:46.355103 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e8dd827-960b-46e9-bbea-a816ce748998 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:54:46.355650 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2', 'tag': '1e154ac6-d8e5-43d2-aa3f-f187a20115b4', 'status': 'completed', 'code': 200} Mar 01 13:54:46.367968 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-d8e6cfad-ebbc-4b7e-877f-446ccfd087c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9152e8ce-65ac-4063-8d9f-4e57537f6fcd), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:46.390888 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f32650b2-1989-443a-a1b3-79b1b07e3f43 admin admin] Publish callbacks [] for security_group (5f3d5f76-db4f-487b-b10d-e796772a39e0), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:46.405512 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-31dddd78-199f-4d19-b1fc-003ec699cf03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:46.407293 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2bc93-340e-42e7-9335-9f345c512403 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a79f131-d3de-40a9-b260-49a7a2407c56,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:46.416065 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f32650b2-1989-443a-a1b3-79b1b07e3f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (5f3d5f76-db4f-487b-b10d-e796772a39e0), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:46.453993 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb7931-b13d-47c4-9d96-d5b3a7af4eba req-cf53b7cb-5765-4b6e-8ecb-e5ca799187b9 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:46.462098 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99dc84-acb9-4e74-ad12-b34491949029 service neutron] Pushing event updated for resources: {'Port': ['ID=1e154ac6-d8e5-43d2-aa3f-f187a20115b4,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:46.487299 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6ecb7931-b13d-47c4-9d96-d5b3a7af4eba req-cf53b7cb-5765-4b6e-8ecb-e5ca799187b9 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 945 time: 0.3399055 Mar 01 13:54:46.488229 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca854e9-06c1-4df0-9e7a-d043b40b42cc None None] Pushing event updated for resources: {'Port': ['ID=9152e8ce-65ac-4063-8d9f-4e57537f6fcd,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:46.538334 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd2bc93-340e-42e7-9335-9f345c512403 admin admin] Checking segment: {'id': 'c5c4127a-8c32-443b-8a11-50aacbfd4c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:54:46.538617 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd2bc93-340e-42e7-9335-9f345c512403 admin admin] Network hostable DHCP agents. Network: a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:54:46.578376 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-9cf8c021-436d-4cf1-9234-f20bc1e2f15b None None] Set router b9e4723d-0964-4a2b-a3b8-4ab1ea761e15 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:54:46.587427 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32650b2-1989-443a-a1b3-79b1b07e3f43 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:54:46.607398 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c22412-9941-45ad-81fb-ac873522e901 req-5840c9f9-470d-486a-8c8c-93b9cc578eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:46.609269 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-93c22412-9941-45ad-81fb-ac873522e901 req-5840c9f9-470d-486a-8c8c-93b9cc578eb4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=475192ca5f814c16b38a7d788a6a6472&device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 1125 time: 0.2782898 Mar 01 13:54:46.642466 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-d8e6cfad-ebbc-4b7e-877f-446ccfd087c7 None None] Attempting to bind port 9152e8ce-65ac-4063-8d9f-4e57537f6fcd on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:54:46.643155 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-d8e6cfad-ebbc-4b7e-877f-446ccfd087c7 None None] Attempting to bind port 9152e8ce-65ac-4063-8d9f-4e57537f6fcd by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'e84cec3c-832e-4296-bb87-8c5fba32c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3880fb75-a02c-48ea-8ce3-a228c0bbf4f2'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:54:46.643755 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e6cfad-ebbc-4b7e-877f-446ccfd087c7 None None] Attempting to bind port 9152e8ce-65ac-4063-8d9f-4e57537f6fcd on network 3880fb75-a02c-48ea-8ce3-a228c0bbf4f2 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:54:46.670746 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e6cfad-ebbc-4b7e-877f-446ccfd087c7 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:54:46.671470 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e6cfad-ebbc-4b7e-877f-446ccfd087c7 None None] Checking segment: {'id': 'e84cec3c-832e-4296-bb87-8c5fba32c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3880fb75-a02c-48ea-8ce3-a228c0bbf4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:54:46.672581 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-d8e6cfad-ebbc-4b7e-877f-446ccfd087c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:46.673185 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e6cfad-ebbc-4b7e-877f-446ccfd087c7 None None] Bound using segment: {'id': 'e84cec3c-832e-4296-bb87-8c5fba32c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3880fb75-a02c-48ea-8ce3-a228c0bbf4f2'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:54:46.674376 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f32650b2-1989-443a-a1b3-79b1b07e3f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (5a2be2d6-c8c6-4508-9d41-0a1e448542fe), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:46.674723 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-f32650b2-1989-443a-a1b3-79b1b07e3f43 admin admin] Added segment 5a2be2d6-c8c6-4508-9d41-0a1e448542fe of type vlan for network 257eecef-47b9-49d5-b09d-580a426c4719 Mar 01 13:54:46.681669 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-d8e6cfad-ebbc-4b7e-877f-446ccfd087c7 None None] Bound port: 9152e8ce-65ac-4063-8d9f-4e57537f6fcd, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e84cec3c-832e-4296-bb87-8c5fba32c71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3880fb75-a02c-48ea-8ce3-a228c0bbf4f2'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:54:46.682366 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-d8e6cfad-ebbc-4b7e-877f-446ccfd087c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9152e8ce-65ac-4063-8d9f-4e57537f6fcd), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:46.714262 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32650b2-1989-443a-a1b3-79b1b07e3f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3d5f76-db4f-487b-b10d-e796772a39e0,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:46.790864 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-d8e6cfad-ebbc-4b7e-877f-446ccfd087c7 None None] For port 9152e8ce-65ac-4063-8d9f-4e57537f6fcd, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:54:46.796375 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-d8e6cfad-ebbc-4b7e-877f-446ccfd087c7 None None] For port 9152e8ce-65ac-4063-8d9f-4e57537f6fcd, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=9152e8ce-65ac-4063-8d9f-4e57537f6fcd,segment=NetworkSegment(e84cec3c-832e-4296-bb87-8c5fba32c71f),segment_id=e84cec3c-832e-4296-bb87-8c5fba32c71f)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:54:46.799880 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-93c22412-9941-45ad-81fb-ac873522e901 req-a9710089-04a7-451c-87a6-b0aa34e8a1d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e154ac6-d8e5-43d2-aa3f-f187a20115b4 HTTP/1.1" status: 200 len: 217 time: 0.1636498 Mar 01 13:54:46.807601 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-d8e6cfad-ebbc-4b7e-877f-446ccfd087c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9152e8ce-65ac-4063-8d9f-4e57537f6fcd), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:46.816223 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6ecb7931-b13d-47c4-9d96-d5b3a7af4eba req-6cc917ab-6946-4117-8e2f-c17835cdbbc0 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3147817 Mar 01 13:54:46.827895 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f32650b2-1989-443a-a1b3-79b1b07e3f43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (257eecef-47b9-49d5-b09d-580a426c4719), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:46.840149 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd2bc93-340e-42e7-9335-9f345c512403 admin admin] Network a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:54:46.885037 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f32650b2-1989-443a-a1b3-79b1b07e3f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (257eecef-47b9-49d5-b09d-580a426c4719), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:46.890086 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32650b2-1989-443a-a1b3-79b1b07e3f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:46.890886 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f32650b2-1989-443a-a1b3-79b1b07e3f43 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:46.941113 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-0fd2bc93-340e-42e7-9335-9f345c512403 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:54:46.961120 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd2bc93-340e-42e7-9335-9f345c512403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:46.961745 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0fd2bc93-340e-42e7-9335-9f345c512403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:46.977036 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e1e458-45ec-4a3c-a2b5-6a9fd1be0b2a None None] Network a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:54:47.000299 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e6cfad-ebbc-4b7e-877f-446ccfd087c7 None None] Routers {'20763e3a-fd84-4f96-9cf8-58e4c0acc6a7'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:54:47.001517 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-d8e6cfad-ebbc-4b7e-877f-446ccfd087c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:54:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['20763e3a-fd84-4f96-9cf8-58e4c0acc6a7'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:47.010992 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca854e9-06c1-4df0-9e7a-d043b40b42cc None None] Pushing event updated for resources: {'Port': ['ID=9152e8ce-65ac-4063-8d9f-4e57537f6fcd,revision_number=4']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:47.051514 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 48392) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:47.052005 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f32650b2-1989-443a-a1b3-79b1b07e3f43 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0446839 Mar 01 13:54:47.064664 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32650b2-1989-443a-a1b3-79b1b07e3f43 admin admin] Pushing event updated for resources: {'Network': ['ID=257eecef-47b9-49d5-b09d-580a426c4719,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:47.072406 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-eb84473e-b5a4-4761-be4b-7cc44cfbe891 admin admin] Request body: {'subnet': {'network_id': '257eecef-47b9-49d5-b09d-580a426c4719', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-770252428-subnet', 'tenant_id': '54469fc6d9914e8cbd7b50f9acc091be', 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:54:47.089562 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 257eecef-47b9-49d5-b09d-580a426c4719 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:54:47.114432 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0fd2bc93-340e-42e7-9335-9f345c512403 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4912355 Mar 01 13:54:47.127588 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c22412-9941-45ad-81fb-ac873522e901 req-3811c851-e3a2-430a-b964-a6ee977432b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:47.145106 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-93c22412-9941-45ad-81fb-ac873522e901 req-3811c851-e3a2-430a-b964-a6ee977432b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1ea702e-89f4-430d-ba35-37a3134c98fa HTTP/1.1" status: 200 len: 851 time: 0.3298507 Mar 01 13:54:47.154002 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-31dddd78-199f-4d19-b1fc-003ec699cf03 admin admin] Publish callbacks [] for security_group (4a7cb2dd-75c6-4575-ba70-d9b67bc5abb2), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:47.230488 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-31dddd78-199f-4d19-b1fc-003ec699cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4a7cb2dd-75c6-4575-ba70-d9b67bc5abb2), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:47.234027 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb84473e-b5a4-4761-be4b-7cc44cfbe891 admin admin] Made reservation on behalf of 54469fc6d9914e8cbd7b50f9acc091be for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:54:47.236660 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eb84473e-b5a4-4761-be4b-7cc44cfbe891 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:47.378366 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d409e8f7-7499-4f15-8fea-b60497486e8b None None] Provisioning complete for port 9152e8ce-65ac-4063-8d9f-4e57537f6fcd triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:47.378747 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d409e8f7-7499-4f15-8fea-b60497486e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9152e8ce-65ac-4063-8d9f-4e57537f6fcd), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:47.401093 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31dddd78-199f-4d19-b1fc-003ec699cf03 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:54:47.408378 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecab16-62f4-41fc-a6c5-ce5584eede6a req-8e788d24-ce1a-40ec-9f60-d21d038a033e tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:47.410728 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5fecab16-62f4-41fc-a6c5-ce5584eede6a req-8e788d24-ce1a-40ec-9f60-d21d038a033e tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 943 time: 0.2414172 Mar 01 13:54:47.473518 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-31dddd78-199f-4d19-b1fc-003ec699cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (e76d0319-8891-401a-b47b-4f5de5881eaf), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:47.473661 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-31dddd78-199f-4d19-b1fc-003ec699cf03 admin admin] Added segment e76d0319-8891-401a-b47b-4f5de5881eaf of type vlan for network 53d21d48-fe01-43f8-90ba-29509f974089 Mar 01 13:54:47.474854 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dddd78-199f-4d19-b1fc-003ec699cf03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7cb2dd-75c6-4575-ba70-d9b67bc5abb2,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:47.484518 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-9cf8c021-436d-4cf1-9234-f20bc1e2f15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e4723d-0964-4a2b-a3b8-4ab1ea761e15', 'name': 'tempest-TaggedBootDevicesTest_v242-756921111-router', 'tenant_id': '3b98eaa60ae04ec59bb44beff89518cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '1b0e6747-e77d-4b3b-994d-a2cdd327f40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:30Z', 'updated_at': '2022-03-01T13:54:43Z', 'revision_number': 4, 'project_id': '3b98eaa60ae04ec59bb44beff89518cc', 'gw_port': {'id': '1b0e6747-e77d-4b3b-994d-a2cdd327f40a', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e4723d-0964-4a2b-a3b8-4ab1ea761e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:32Z', 'updated_at': '2022-03-01T13:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'eacc15de-8798-4fcd-845d-77970927a645', 'name': '', 'network_id': '9c9ff221-b297-418d-84a7-1fb33a90a52d', 'tenant_id': '3b98eaa60ae04ec59bb44beff89518cc', 'mac_address': 'fa:16:3e:03:fe:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e4723d-0964-4a2b-a3b8-4ab1ea761e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '34cb1465-99ee-44dd-a7c3-e05061137fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:40Z', 'updated_at': '2022-03-01T13:54:44Z', 'revision_number': 2, 'project_id': '3b98eaa60ae04ec59bb44beff89518cc', 'subnets': [{'id': '34cb1465-99ee-44dd-a7c3-e05061137fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:47.569859 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c22412-9941-45ad-81fb-ac873522e901 req-63fcf944-ee8c-4667-960d-b75d8e2a4abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:47.571701 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b983b-5483-416a-803b-bb266699eeca req-350a4895-8ebd-466a-8aac-813430b8d384 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:47.572761 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-93c22412-9941-45ad-81fb-ac873522e901 req-63fcf944-ee8c-4667-960d-b75d8e2a4abb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4164360 Mar 01 13:54:47.591915 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b983b-5483-416a-803b-bb266699eeca req-350a4895-8ebd-466a-8aac-813430b8d384 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:47.593914 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-31dddd78-199f-4d19-b1fc-003ec699cf03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (53d21d48-fe01-43f8-90ba-29509f974089), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:47.600210 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-d8e6cfad-ebbc-4b7e-877f-446ccfd087c7 None None] Set router 20763e3a-fd84-4f96-9cf8-58e4c0acc6a7 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:54:47.615578 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b983b-5483-416a-803b-bb266699eeca req-350a4895-8ebd-466a-8aac-813430b8d384 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:47.630093 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b983b-5483-416a-803b-bb266699eeca req-350a4895-8ebd-466a-8aac-813430b8d384 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:47.653504 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b983b-5483-416a-803b-bb266699eeca req-350a4895-8ebd-466a-8aac-813430b8d384 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:47.661186 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b983b-5483-416a-803b-bb266699eeca req-350a4895-8ebd-466a-8aac-813430b8d384 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:47.672636 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b983b-5483-416a-803b-bb266699eeca req-350a4895-8ebd-466a-8aac-813430b8d384 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:47.687493 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d18b983b-5483-416a-803b-bb266699eeca req-350a4895-8ebd-466a-8aac-813430b8d384 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5417 time: 0.4384520 Mar 01 13:54:47.694855 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf63f22-0cec-4808-8d02-d359f9828567 None None] Network a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:54:47.698996 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf8c021-436d-4cf1-9234-f20bc1e2f15b None None] Checking router: b9e4723d-0964-4a2b-a3b8-4ab1ea761e15 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:54:47.699355 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf8c021-436d-4cf1-9234-f20bc1e2f15b None None] Updating router b9e4723d-0964-4a2b-a3b8-4ab1ea761e15 port eacc15de-8798-4fcd-845d-77970927a645 binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:54:47.745467 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9cf8c021-436d-4cf1-9234-f20bc1e2f15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (eacc15de-8798-4fcd-845d-77970927a645), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:47.754546 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5fecab16-62f4-41fc-a6c5-ce5584eede6a req-ba52eb92-2bd7-44ab-be1f-53326ab297aa tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380213 Mar 01 13:54:47.817557 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d18b983b-5483-416a-803b-bb266699eeca req-acd92715-10cd-4a89-a95a-5ccee524bdda tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1252813 Mar 01 13:54:47.844103 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-31dddd78-199f-4d19-b1fc-003ec699cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (53d21d48-fe01-43f8-90ba-29509f974089), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:47.848304 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dddd78-199f-4d19-b1fc-003ec699cf03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:47.849959 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-31dddd78-199f-4d19-b1fc-003ec699cf03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:47.939403 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-31dddd78-199f-4d19-b1fc-003ec699cf03 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.3955672 Mar 01 13:54:47.942683 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 48452) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:47.950636 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-bb354679-6587-4905-86e6-496f35c320d9 admin admin] Request body: {'subnet': {'network_id': '53d21d48-fe01-43f8-90ba-29509f974089', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-114693005-subnet', 'tenant_id': '6cd0042333dc4646a1a53b7511a147db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:54:47.986492 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dddd78-199f-4d19-b1fc-003ec699cf03 admin admin] Pushing event updated for resources: {'Network': ['ID=53d21d48-fe01-43f8-90ba-29509f974089,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:48.033955 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 53d21d48-fe01-43f8-90ba-29509f974089 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:54:48.036079 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-93c22412-9941-45ad-81fb-ac873522e901 req-f001d29b-5df7-424a-8a7c-9ba8dc822801 service neutron] 10.222.0.20 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387743 Mar 01 13:54:48.043759 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb354679-6587-4905-86e6-496f35c320d9 admin admin] Made reservation on behalf of 6cd0042333dc4646a1a53b7511a147db for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:54:48.055820 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bb354679-6587-4905-86e6-496f35c320d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:48.150475 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-d8e6cfad-ebbc-4b7e-877f-446ccfd087c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20763e3a-fd84-4f96-9cf8-58e4c0acc6a7', 'name': 'tempest-TestAggregatesBasicOps-808130819-router', 'tenant_id': 'b533966f081448d3b778e42a021b0f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '85c4b909-d7c0-4535-a124-fab31bd6efc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:29Z', 'updated_at': '2022-03-01T13:54:41Z', 'revision_number': 4, 'project_id': 'b533966f081448d3b778e42a021b0f2d', 'gw_port': {'id': '85c4b909-d7c0-4535-a124-fab31bd6efc5', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20763e3a-fd84-4f96-9cf8-58e4c0acc6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:30Z', 'updated_at': '2022-03-01T13:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '9152e8ce-65ac-4063-8d9f-4e57537f6fcd', 'name': '', 'network_id': '3880fb75-a02c-48ea-8ce3-a228c0bbf4f2', 'tenant_id': 'b533966f081448d3b778e42a021b0f2d', 'mac_address': 'fa:16:3e:5d:d8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20763e3a-fd84-4f96-9cf8-58e4c0acc6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'dd3357f3-03c5-4700-a83c-30a3c8d74929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:38Z', 'updated_at': '2022-03-01T13:54:46Z', 'revision_number': 4, 'project_id': 'b533966f081448d3b778e42a021b0f2d', 'subnets': [{'id': 'dd3357f3-03c5-4700-a83c-30a3c8d74929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:48.230047 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eb84473e-b5a4-4761-be4b-7cc44cfbe891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (fccef606-cd07-49ac-a59f-7770d0631ba0), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:48.232454 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e6cfad-ebbc-4b7e-877f-446ccfd087c7 None None] The sync data for ids ['20763e3a-fd84-4f96-9cf8-58e4c0acc6a7'] in n-d-827467-3 is: [{'id': '20763e3a-fd84-4f96-9cf8-58e4c0acc6a7', 'name': 'tempest-TestAggregatesBasicOps-808130819-router', 'tenant_id': 'b533966f081448d3b778e42a021b0f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '85c4b909-d7c0-4535-a124-fab31bd6efc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:29Z', 'updated_at': '2022-03-01T13:54:41Z', 'revision_number': 4, 'project_id': 'b533966f081448d3b778e42a021b0f2d', 'gw_port': {'id': '85c4b909-d7c0-4535-a124-fab31bd6efc5', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20763e3a-fd84-4f96-9cf8-58e4c0acc6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:30Z', 'updated_at': '2022-03-01T13:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '9152e8ce-65ac-4063-8d9f-4e57537f6fcd', 'name': '', 'network_id': '3880fb75-a02c-48ea-8ce3-a228c0bbf4f2', 'tenant_id': 'b533966f081448d3b778e42a021b0f2d', 'mac_address': 'fa:16:3e:5d:d8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20763e3a-fd84-4f96-9cf8-58e4c0acc6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'dd3357f3-03c5-4700-a83c-30a3c8d74929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:38Z', 'updated_at': '2022-03-01T13:54:46Z', 'revision_number': 4, 'project_id': 'b533966f081448d3b778e42a021b0f2d', 'subnets': [{'id': 'dd3357f3-03c5-4700-a83c-30a3c8d74929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:54:48.340274 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d409e8f7-7499-4f15-8fea-b60497486e8b None None] Current status of the port 9152e8ce-65ac-4063-8d9f-4e57537f6fcd is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:48.340652 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d409e8f7-7499-4f15-8fea-b60497486e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9152e8ce-65ac-4063-8d9f-4e57537f6fcd), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:48.461327 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f59127-5f2b-42c7-ba2a-e403d530072e req-8b5e85f6-9e83-41db-b5b9-1cc8b4cc430e tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:48.470209 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-14f59127-5f2b-42c7-ba2a-e403d530072e req-8b5e85f6-9e83-41db-b5b9-1cc8b4cc430e tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 945 time: 0.2853928 Mar 01 13:54:48.510981 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d409e8f7-7499-4f15-8fea-b60497486e8b None None] For port 9152e8ce-65ac-4063-8d9f-4e57537f6fcd, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=9152e8ce-65ac-4063-8d9f-4e57537f6fcd,segment=NetworkSegment(e84cec3c-832e-4296-bb87-8c5fba32c71f),segment_id=e84cec3c-832e-4296-bb87-8c5fba32c71f)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:48.557201 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d409e8f7-7499-4f15-8fea-b60497486e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9152e8ce-65ac-4063-8d9f-4e57537f6fcd), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:48.589355 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84473e-b5a4-4761-be4b-7cc44cfbe891 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fccef606-cd07-49ac-a59f-7770d0631ba0,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:48.620919 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-93c22412-9941-45ad-81fb-ac873522e901 req-5577a70a-f3fc-4e10-9fd1-22eb69724a02 service neutron] 10.222.0.20 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5770593 Mar 01 13:54:48.641056 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb84473e-b5a4-4761-be4b-7cc44cfbe891 admin admin] Checking segment: {'id': '5a2be2d6-c8c6-4508-9d41-0a1e448542fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '257eecef-47b9-49d5-b09d-580a426c4719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:54:48.646046 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb84473e-b5a4-4761-be4b-7cc44cfbe891 admin admin] Network hostable DHCP agents. Network: 257eecef-47b9-49d5-b09d-580a426c4719, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:54:48.773874 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb84473e-b5a4-4761-be4b-7cc44cfbe891 admin admin] Network 257eecef-47b9-49d5-b09d-580a426c4719 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:54:48.803758 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-eb84473e-b5a4-4761-be4b-7cc44cfbe891 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 257eecef-47b9-49d5-b09d-580a426c4719) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:54:48.813875 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb84473e-b5a4-4761-be4b-7cc44cfbe891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:48.814478 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eb84473e-b5a4-4761-be4b-7cc44cfbe891 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:48.820103 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device ea1f1b7a-9a9a-440d-a2a3-ae371a358086 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:54:48.854925 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90006b5-1f5b-418d-90ec-39a10474e843 req-2c957462-e104-4bb1-bfb8-1d847319dc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:48.858823 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a90006b5-1f5b-418d-90ec-39a10474e843 req-2c957462-e104-4bb1-bfb8-1d847319dc4d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=475192ca5f814c16b38a7d788a6a6472&device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 1125 time: 0.1479487 Mar 01 13:54:48.871830 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-14f59127-5f2b-42c7-ba2a-e403d530072e req-d200e241-7500-43c8-b236-9ed9415f8aff tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4006462 Mar 01 13:54:48.875007 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bb354679-6587-4905-86e6-496f35c320d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (e1568db8-2fe7-442e-bae7-541ffa1abc6f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:48.895318 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-eb84473e-b5a4-4761-be4b-7cc44cfbe891 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8405645 Mar 01 13:54:48.898113 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 48534) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:48.966993 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-a75728a4-ec07-4876-87b3-e841fda06d07 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-770252428-router', 'tenant_id': '54469fc6d9914e8cbd7b50f9acc091be', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:54:49.049888 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-88cc84e4-c1e7-4058-ba57-66847fc0e87c tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:49.051495 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-88cc84e4-c1e7-4058-ba57-66847fc0e87c tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/networks?id=a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49 HTTP/1.1" status: 200 len: 814 time: 0.7587287 Mar 01 13:54:49.064473 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9cf8c021-436d-4cf1-9234-f20bc1e2f15b None None] Publish callbacks [] for port (eacc15de-8798-4fcd-845d-77970927a645), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:49.069165 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90006b5-1f5b-418d-90ec-39a10474e843 req-47392011-5b47-4ff7-96ea-087a9af44e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:49.070755 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a90006b5-1f5b-418d-90ec-39a10474e843 req-47392011-5b47-4ff7-96ea-087a9af44e13 service neutron] 10.222.0.20 "GET /v2.0/networks?id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 HTTP/1.1" status: 200 len: 913 time: 0.2017202 Mar 01 13:54:49.111101 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870d98ab-6cd6-4625-8913-1702224ab6fe None None] Network 257eecef-47b9-49d5-b09d-580a426c4719 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:54:49.148250 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-74b3dc9c-baaf-4aab-9cbc-ce8c932a0d9c tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/quotas/5957375e005448c4bb51e6dea8b72554 HTTP/1.1" status: 200 len: 375 time: 0.0385320 Mar 01 13:54:49.155246 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a90006b5-1f5b-418d-90ec-39a10474e843 req-29aafe4b-9dfc-443f-90e5-f84998a2fa11 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e154ac6-d8e5-43d2-aa3f-f187a20115b4 HTTP/1.1" status: 200 len: 217 time: 0.0771968 Mar 01 13:54:49.249970 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90006b5-1f5b-418d-90ec-39a10474e843 req-2c69ebd9-63ae-4edf-9656-89dc09da2323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:49.251865 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409e8f7-7499-4f15-8fea-b60497486e8b None None] Pushing event updated for resources: {'Port': ['ID=9152e8ce-65ac-4063-8d9f-4e57537f6fcd,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:49.256958 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a90006b5-1f5b-418d-90ec-39a10474e843 req-2c69ebd9-63ae-4edf-9656-89dc09da2323 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1ea702e-89f4-430d-ba35-37a3134c98fa HTTP/1.1" status: 200 len: 851 time: 0.0890577 Mar 01 13:54:49.259372 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a75728a4-ec07-4876-87b3-e841fda06d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (4c96b8e6-d449-4c76-8ab9-353fbb3c42a0), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:49.262332 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a75728a4-ec07-4876-87b3-e841fda06d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (4c96b8e6-d449-4c76-8ab9-353fbb3c42a0), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:49.298853 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-b386de78-cf3b-4070-9f0b-6d9cb1a6bfd7 None None] Provisioning complete for port 9152e8ce-65ac-4063-8d9f-4e57537f6fcd triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:49.299326 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b386de78-cf3b-4070-9f0b-6d9cb1a6bfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9152e8ce-65ac-4063-8d9f-4e57537f6fcd), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:49.353501 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 9152e8ce-65ac-4063-8d9f-4e57537f6fcd up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:54:49.365065 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90006b5-1f5b-418d-90ec-39a10474e843 req-8c9e550b-c87a-4c43-a850-b0b4c46b7dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:49.372700 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a90006b5-1f5b-418d-90ec-39a10474e843 req-8c9e550b-c87a-4c43-a850-b0b4c46b7dfc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1120100 Mar 01 13:54:49.377913 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-37b48beb-c126-4aed-b71f-779ae9cbf3ed tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5957375e005448c4bb51e6dea8b72554&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1256564 Mar 01 13:54:49.411030 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9cf8c021-436d-4cf1-9234-f20bc1e2f15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (eacc15de-8798-4fcd-845d-77970927a645), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:49.475349 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a75728a4-ec07-4876-87b3-e841fda06d07 admin admin] Publish callbacks [] for router_controller (4c96b8e6-d449-4c76-8ab9-353fbb3c42a0), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:49.515962 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ea5bf-5dce-434f-a3a0-64cc31e831a8 None None] Pushing event updated for resources: {'Port': ['ID=eacc15de-8798-4fcd-845d-77970927a645,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:49.532987 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb354679-6587-4905-86e6-496f35c320d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1568db8-2fe7-442e-bae7-541ffa1abc6f,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:49.534352 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dbb328-3ac1-4478-a64a-1b1de56c059a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-257eecef-47b9-49d5-b09d-580a426c4719', 'network_id': '257eecef-47b9-49d5-b09d-580a426c4719', 'project_id': '54469fc6d9914e8cbd7b50f9acc091be', 'fixed_ips': [{'subnet_id': 'fccef606-cd07-49ac-a59f-7770d0631ba0'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:54:49.545308 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-46dbb328-3ac1-4478-a64a-1b1de56c059a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:49.567150 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c76bc6-18ac-451a-b363-a314af99e68a req-7abb6410-2b1b-4a57-97d9-991bc8e5d740 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:49.576453 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e9c76bc6-18ac-451a-b363-a314af99e68a req-7abb6410-2b1b-4a57-97d9-991bc8e5d740 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 943 time: 0.5073833 Mar 01 13:54:49.583896 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a90006b5-1f5b-418d-90ec-39a10474e843 req-23e7ccbc-8130-4468-a768-0292a9cd6ae8 service neutron] 10.222.0.20 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019191 Mar 01 13:54:49.683942 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-b386de78-cf3b-4070-9f0b-6d9cb1a6bfd7 None None] Current status of the port 9152e8ce-65ac-4063-8d9f-4e57537f6fcd is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:49.687489 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 9152e8ce-65ac-4063-8d9f-4e57537f6fcd triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:49.688967 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9152e8ce-65ac-4063-8d9f-4e57537f6fcd), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:49.779311 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.resource_extend [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 13:54:49.787015 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-9cf8c021-436d-4cf1-9234-f20bc1e2f15b None None] Attempting to bind port eacc15de-8798-4fcd-845d-77970927a645 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:54:49.787426 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-9cf8c021-436d-4cf1-9234-f20bc1e2f15b None None] Attempting to bind port eacc15de-8798-4fcd-845d-77970927a645 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '69064791-2691-4169-b20c-0b547dd04c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9c9ff221-b297-418d-84a7-1fb33a90a52d'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:54:49.787961 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf8c021-436d-4cf1-9234-f20bc1e2f15b None None] Attempting to bind port eacc15de-8798-4fcd-845d-77970927a645 on network 9c9ff221-b297-418d-84a7-1fb33a90a52d {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:54:49.789937 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb354679-6587-4905-86e6-496f35c320d9 admin admin] Checking segment: {'id': 'e76d0319-8891-401a-b47b-4f5de5881eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '53d21d48-fe01-43f8-90ba-29509f974089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:54:49.790359 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb354679-6587-4905-86e6-496f35c320d9 admin admin] Network hostable DHCP agents. Network: 53d21d48-fe01-43f8-90ba-29509f974089, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:54:49.818138 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf8c021-436d-4cf1-9234-f20bc1e2f15b None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:54:49.818444 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf8c021-436d-4cf1-9234-f20bc1e2f15b None None] Checking segment: {'id': '69064791-2691-4169-b20c-0b547dd04c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9c9ff221-b297-418d-84a7-1fb33a90a52d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:54:49.818850 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9cf8c021-436d-4cf1-9234-f20bc1e2f15b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:49.819247 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf8c021-436d-4cf1-9234-f20bc1e2f15b None None] Bound using segment: {'id': '69064791-2691-4169-b20c-0b547dd04c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9c9ff221-b297-418d-84a7-1fb33a90a52d'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:54:49.819757 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-9cf8c021-436d-4cf1-9234-f20bc1e2f15b None None] Bound port: eacc15de-8798-4fcd-845d-77970927a645, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69064791-2691-4169-b20c-0b547dd04c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9c9ff221-b297-418d-84a7-1fb33a90a52d'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:54:49.820139 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9cf8c021-436d-4cf1-9234-f20bc1e2f15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (eacc15de-8798-4fcd-845d-77970927a645), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:49.839848 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a90006b5-1f5b-418d-90ec-39a10474e843 req-5e2e56c2-6c99-48c7-8385-4e1541c659e2 service neutron] 10.222.0.20 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429287 Mar 01 13:54:49.940436 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e9c76bc6-18ac-451a-b363-a314af99e68a req-8dc983b5-3f7b-4d8c-8450-3743771e162b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601406 Mar 01 13:54:49.970899 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-9cf8c021-436d-4cf1-9234-f20bc1e2f15b None None] For port eacc15de-8798-4fcd-845d-77970927a645, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:54:49.975334 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-9cf8c021-436d-4cf1-9234-f20bc1e2f15b None None] For port eacc15de-8798-4fcd-845d-77970927a645, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=eacc15de-8798-4fcd-845d-77970927a645,segment=NetworkSegment(69064791-2691-4169-b20c-0b547dd04c59),segment_id=69064791-2691-4169-b20c-0b547dd04c59)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:54:50.089448 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9cf8c021-436d-4cf1-9234-f20bc1e2f15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (eacc15de-8798-4fcd-845d-77970927a645), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:50.093357 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb354679-6587-4905-86e6-496f35c320d9 admin admin] Network 53d21d48-fe01-43f8-90ba-29509f974089 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:54:50.113165 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a75728a4-ec07-4876-87b3-e841fda06d07 admin admin] Publish callbacks [] for router_gateway (4c96b8e6-d449-4c76-8ab9-353fbb3c42a0), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:50.160094 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-5c523e12-7c63-463f-981f-cbd7f4fac726 service neutron] 10.222.0.13 "GET /v2.0/networks/a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6785450 Mar 01 13:54:50.164736 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-bb354679-6587-4905-86e6-496f35c320d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 53d21d48-fe01-43f8-90ba-29509f974089) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:54:50.171862 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb354679-6587-4905-86e6-496f35c320d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:50.172347 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bb354679-6587-4905-86e6-496f35c320d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:50.234088 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32159840-e79a-445a-adb4-39f6b3cea9eb None None] Network 53d21d48-fe01-43f8-90ba-29509f974089 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:54:50.361349 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf8c021-436d-4cf1-9234-f20bc1e2f15b None None] Routers {'b9e4723d-0964-4a2b-a3b8-4ab1ea761e15'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:54:50.362065 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-9cf8c021-436d-4cf1-9234-f20bc1e2f15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:54:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['b9e4723d-0964-4a2b-a3b8-4ab1ea761e15'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:50.366778 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-f4cec771-4302-45bc-a00f-197c5a3acbfd None None] Provisioning complete for port eacc15de-8798-4fcd-845d-77970927a645 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:50.367160 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f4cec771-4302-45bc-a00f-197c5a3acbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (eacc15de-8798-4fcd-845d-77970927a645), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:50.583105 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 9152e8ce-65ac-4063-8d9f-4e57537f6fcd is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:50.614955 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0a429f-d51b-4e87-9524-8ee8389082a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-53d21d48-fe01-43f8-90ba-29509f974089', 'network_id': '53d21d48-fe01-43f8-90ba-29509f974089', 'project_id': '6cd0042333dc4646a1a53b7511a147db', 'fixed_ips': [{'subnet_id': 'e1568db8-2fe7-442e-bae7-541ffa1abc6f'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:54:50.615836 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5d0a429f-d51b-4e87-9524-8ee8389082a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:50.646771 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ea5bf-5dce-434f-a3a0-64cc31e831a8 None None] Pushing event updated for resources: {'Port': ['ID=eacc15de-8798-4fcd-845d-77970927a645,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:50.701529 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port ea1f1b7a-9a9a-440d-a2a3-ae371a358086, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ea1f1b7a-9a9a-440d-a2a3-ae371a358086,segment=NetworkSegment(efe48ac2-5e62-42f6-97e0-cf92cf9f656d),segment_id=efe48ac2-5e62-42f6-97e0-cf92cf9f656d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:50.791307 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:54:50.847840 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-bb354679-6587-4905-86e6-496f35c320d9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.9035146 Mar 01 13:54:50.850851 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 48628) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:50.855243 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-a3e8ca72-9528-4df8-bc42-779e87f31752 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-114693005-router', 'tenant_id': '6cd0042333dc4646a1a53b7511a147db', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:54:50.884991 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddf363-2649-49bb-8fa2-5670dd30f0a0 req-31ed150f-3e89-429d-9c86-a3d534fdf073 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:50.890879 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddf363-2649-49bb-8fa2-5670dd30f0a0 req-31ed150f-3e89-429d-9c86-a3d534fdf073 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:50.891392 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a3e8ca72-9528-4df8-bc42-779e87f31752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (6ff75c52-fe55-4732-b4ca-c01c3ac78b83), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:50.892463 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a3e8ca72-9528-4df8-bc42-779e87f31752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (6ff75c52-fe55-4732-b4ca-c01c3ac78b83), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:50.897922 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddf363-2649-49bb-8fa2-5670dd30f0a0 req-31ed150f-3e89-429d-9c86-a3d534fdf073 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:50.903291 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddf363-2649-49bb-8fa2-5670dd30f0a0 req-31ed150f-3e89-429d-9c86-a3d534fdf073 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:50.909040 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddf363-2649-49bb-8fa2-5670dd30f0a0 req-31ed150f-3e89-429d-9c86-a3d534fdf073 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:50.914350 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddf363-2649-49bb-8fa2-5670dd30f0a0 req-31ed150f-3e89-429d-9c86-a3d534fdf073 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:50.919644 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddf363-2649-49bb-8fa2-5670dd30f0a0 req-31ed150f-3e89-429d-9c86-a3d534fdf073 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:50.927827 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a2ddf363-2649-49bb-8fa2-5670dd30f0a0 req-31ed150f-3e89-429d-9c86-a3d534fdf073 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5417 time: 0.8782485 Mar 01 13:54:50.969728 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a3e8ca72-9528-4df8-bc42-779e87f31752 admin admin] Publish callbacks [] for router_controller (6ff75c52-fe55-4732-b4ca-c01c3ac78b83), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:50.981436 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 9152e8ce-65ac-4063-8d9f-4e57537f6fcd up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:54:51.046755 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-0ac87dcd-0d94-491b-a7cb-78909bb7a82b service neutron] 10.222.0.13 "GET /v2.0/networks/a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8716516 Mar 01 13:54:51.116096 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a2ddf363-2649-49bb-8fa2-5670dd30f0a0 req-f6356c77-0147-4d85-aac2-8966f6292bfc tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1811063 Mar 01 13:54:51.147024 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a3e8ca72-9528-4df8-bc42-779e87f31752 admin admin] Publish callbacks [] for router_gateway (6ff75c52-fe55-4732-b4ca-c01c3ac78b83), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:51.172161 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': 'ea1f1b7a-9a9a-440d-a2a3-ae371a358086', 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77', 'port_id': 'ea1f1b7a-9a9a-440d-a2a3-ae371a358086', 'mac_address': 'fa:16:3e:95:01:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '261203cc-bf87-4d50-a32d-f34589170095', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:54:51.283456 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-46dbb328-3ac1-4478-a64a-1b1de56c059a None None] Allocated IP 172.20.0.2 (257eecef-47b9-49d5-b09d-580a426c4719/fccef606-cd07-49ac-a59f-7770d0631ba0/1b2137ef-87f8-4db3-b2f7-5907474ff312) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:54:51.299833 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f4cec771-4302-45bc-a00f-197c5a3acbfd None None] Current status of the port eacc15de-8798-4fcd-845d-77970927a645 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:51.300168 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f4cec771-4302-45bc-a00f-197c5a3acbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (eacc15de-8798-4fcd-845d-77970927a645), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:51.349501 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a75728a4-ec07-4876-87b3-e841fda06d07 admin admin] Publish callbacks [] for router_gateway (4c96b8e6-d449-4c76-8ab9-353fbb3c42a0), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:51.445839 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-9cf8c021-436d-4cf1-9234-f20bc1e2f15b None None] Set router b9e4723d-0964-4a2b-a3b8-4ab1ea761e15 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:54:51.544038 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a3e8ca72-9528-4df8-bc42-779e87f31752 admin admin] Publish callbacks [] for router_gateway (6ff75c52-fe55-4732-b4ca-c01c3ac78b83), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:51.562718 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a75728a4-ec07-4876-87b3-e841fda06d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:51.598628 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a3e8ca72-9528-4df8-bc42-779e87f31752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:51.612199 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port ea1f1b7a-9a9a-440d-a2a3-ae371a358086 is: ACTIVE; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:51.612589 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ea1f1b7a-9a9a-440d-a2a3-ae371a358086), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:51.681201 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-f4cec771-4302-45bc-a00f-197c5a3acbfd None None] For port eacc15de-8798-4fcd-845d-77970927a645, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=eacc15de-8798-4fcd-845d-77970927a645,segment=NetworkSegment(69064791-2691-4169-b20c-0b547dd04c59),segment_id=69064791-2691-4169-b20c-0b547dd04c59)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:51.708507 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c85bba-d0e3-4eba-afea-9a98b0b0cc5c req-aaa35a70-cc77-4bd6-918c-076863edfd20 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:51.711682 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b6c85bba-d0e3-4eba-afea-9a98b0b0cc5c req-aaa35a70-cc77-4bd6-918c-076863edfd20 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 945 time: 0.3736591 Mar 01 13:54:51.799035 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea1f1b7a-9a9a-440d-a2a3-ae371a358086 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:54:51.803934 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f4cec771-4302-45bc-a00f-197c5a3acbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (eacc15de-8798-4fcd-845d-77970927a645), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:51.810042 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda4176-36e0-487f-ac66-5c4af6313747 req-1a98138d-6c41-44e8-b96c-ec2c7acb119d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:51.813054 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9fda4176-36e0-487f-ac66-5c4af6313747 req-1a98138d-6c41-44e8-b96c-ec2c7acb119d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 943 time: 0.3323200 Mar 01 13:54:51.883197 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-a3e8ca72-9528-4df8-bc42-779e87f31752 admin admin] Allocated IP 172.25.1.22 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/638341d3-9a32-48a3-a77f-4932d2a5082e) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:54:51.962302 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b6c85bba-d0e3-4eba-afea-9a98b0b0cc5c req-eb8f7f72-f8fe-47ff-b363-3a5ec3f3f289 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348905 Mar 01 13:54:52.019620 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 9152e8ce-65ac-4063-8d9f-4e57537f6fcd triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:52.020286 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9152e8ce-65ac-4063-8d9f-4e57537f6fcd), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:52.066704 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9fda4176-36e0-487f-ac66-5c4af6313747 req-fe794768-88c7-49a3-8a0f-635454ced99d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435882 Mar 01 13:54:52.129138 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a3e8ca72-9528-4df8-bc42-779e87f31752 admin admin] Publish callbacks [] for port (638341d3-9a32-48a3-a77f-4932d2a5082e), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:52.135170 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-02470e2b-103f-4a59-8f36-4fc73b0cb55a req-5f2c4ec4-385b-4424-b843-231125271e99 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ead1a9-72b7-4784-8dc2-04582f80ae28 HTTP/1.1" status: 200 len: 210 time: 0.0658548 Mar 01 13:54:52.154383 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port ea1f1b7a-9a9a-440d-a2a3-ae371a358086, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ea1f1b7a-9a9a-440d-a2a3-ae371a358086,segment=NetworkSegment(efe48ac2-5e62-42f6-97e0-cf92cf9f656d),segment_id=efe48ac2-5e62-42f6-97e0-cf92cf9f656d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:52.185026 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cec771-4302-45bc-a00f-197c5a3acbfd None None] Pushing event updated for resources: {'Port': ['ID=eacc15de-8798-4fcd-845d-77970927a645,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:52.189317 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-5d0a429f-d51b-4e87-9524-8ee8389082a7 None None] Allocated IP 172.20.0.2 (53d21d48-fe01-43f8-90ba-29509f974089/e1568db8-2fe7-442e-bae7-541ffa1abc6f/55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:54:52.198112 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a3e8ca72-9528-4df8-bc42-779e87f31752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (638341d3-9a32-48a3-a77f-4932d2a5082e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:52.209203 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ea1f1b7a-9a9a-440d-a2a3-ae371a358086), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:52.226388 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-9fc97f08-06ad-4559-9c1b-189e152555bf None None] Provisioning complete for port eacc15de-8798-4fcd-845d-77970927a645 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:52.226763 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9fc97f08-06ad-4559-9c1b-189e152555bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (eacc15de-8798-4fcd-845d-77970927a645), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:52.240826 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e8ca72-9528-4df8-bc42-779e87f31752 admin admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:54:52.244665 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-a3e8ca72-9528-4df8-bc42-779e87f31752 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:54:52.249982 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e8ca72-9528-4df8-bc42-779e87f31752 admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:54:52.297949 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8ca72-9528-4df8-bc42-779e87f31752 admin admin] Pushing event updated for resources: {'Port': ['ID=638341d3-9a32-48a3-a77f-4932d2a5082e,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:52.298202 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 1e154ac6-d8e5-43d2-aa3f-f187a20115b4 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:54:52.441395 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 1e154ac6-d8e5-43d2-aa3f-f187a20115b4, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=1e154ac6-d8e5-43d2-aa3f-f187a20115b4,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:52.448891 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-a75728a4-ec07-4876-87b3-e841fda06d07 admin admin] Allocated IP 172.25.1.137 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/84d0dc8b-7035-448a-ba17-4704299cc7f3) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:54:52.577284 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1199b6-6031-45d6-961d-c76c48aab656 req-55be3d87-b33c-4410-8253-99d8c6a5bbc5 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:52.583438 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1199b6-6031-45d6-961d-c76c48aab656 req-55be3d87-b33c-4410-8253-99d8c6a5bbc5 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:52.591053 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1199b6-6031-45d6-961d-c76c48aab656 req-55be3d87-b33c-4410-8253-99d8c6a5bbc5 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:52.595844 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1199b6-6031-45d6-961d-c76c48aab656 req-55be3d87-b33c-4410-8253-99d8c6a5bbc5 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:52.601681 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1199b6-6031-45d6-961d-c76c48aab656 req-55be3d87-b33c-4410-8253-99d8c6a5bbc5 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:52.606683 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1199b6-6031-45d6-961d-c76c48aab656 req-55be3d87-b33c-4410-8253-99d8c6a5bbc5 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:52.614899 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1199b6-6031-45d6-961d-c76c48aab656 req-55be3d87-b33c-4410-8253-99d8c6a5bbc5 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:52.616959 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bb1199b6-6031-45d6-961d-c76c48aab656 req-55be3d87-b33c-4410-8253-99d8c6a5bbc5 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5417 time: 0.3337409 Mar 01 13:54:52.640511 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '1e154ac6-d8e5-43d2-aa3f-f187a20115b4', 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166', 'port_id': '1e154ac6-d8e5-43d2-aa3f-f187a20115b4', 'mac_address': 'fa:16:3e:b9:99:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ea702e-89f4-430d-ba35-37a3134c98fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:54:52.646806 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=ea1f1b7a-9a9a-440d-a2a3-ae371a358086,revision_number=6']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:52.713849 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a75728a4-ec07-4876-87b3-e841fda06d07 admin admin] Publish callbacks [] for port (84d0dc8b-7035-448a-ba17-4704299cc7f3), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:52.749867 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bb1199b6-6031-45d6-961d-c76c48aab656 req-07799364-64bf-4247-86a2-a54fc883a00d tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1258082 Mar 01 13:54:52.776593 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a3e8ca72-9528-4df8-bc42-779e87f31752 admin admin] Publish callbacks [] for router_gateway (6ff75c52-fe55-4732-b4ca-c01c3ac78b83), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:52.810802 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a75728a4-ec07-4876-87b3-e841fda06d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (84d0dc8b-7035-448a-ba17-4704299cc7f3), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:52.877896 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75728a4-ec07-4876-87b3-e841fda06d07 admin admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:54:52.880199 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5d0a429f-d51b-4e87-9524-8ee8389082a7 None None] Publish callbacks [] for port (55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:52.885101 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-a75728a4-ec07-4876-87b3-e841fda06d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:54:52.887075 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['ea1f1b7a-9a9a-440d-a2a3-ae371a358086'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:54:52.891384 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75728a4-ec07-4876-87b3-e841fda06d07 admin admin] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:54:52.896061 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75728a4-ec07-4876-87b3-e841fda06d07 admin admin] Pushing event updated for resources: {'Port': ['ID=84d0dc8b-7035-448a-ba17-4704299cc7f3,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:52.957491 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5d0a429f-d51b-4e87-9524-8ee8389082a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:53.047122 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a429f-d51b-4e87-9524-8ee8389082a7 None None] Pushing event updated for resources: {'Port': ['ID=55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:53.050144 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 9f28206c-c781-4ede-8c50-bd5c43320593 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:54:53.154291 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-46dbb328-3ac1-4478-a64a-1b1de56c059a None None] Publish callbacks [] for port (1b2137ef-87f8-4db3-b2f7-5907474ff312), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:53.198633 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-46dbb328-3ac1-4478-a64a-1b1de56c059a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (1b2137ef-87f8-4db3-b2f7-5907474ff312), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:53.212334 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 48738) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:53.251860 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0a429f-d51b-4e87-9524-8ee8389082a7 None None] Network 53d21d48-fe01-43f8-90ba-29509f974089 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:54:53.349938 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dbb328-3ac1-4478-a64a-1b1de56c059a None None] Pushing event updated for resources: {'Port': ['ID=1b2137ef-87f8-4db3-b2f7-5907474ff312,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:53.411247 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-9cf8c021-436d-4cf1-9234-f20bc1e2f15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e4723d-0964-4a2b-a3b8-4ab1ea761e15', 'name': 'tempest-TaggedBootDevicesTest_v242-756921111-router', 'tenant_id': '3b98eaa60ae04ec59bb44beff89518cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '1b0e6747-e77d-4b3b-994d-a2cdd327f40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:30Z', 'updated_at': '2022-03-01T13:54:43Z', 'revision_number': 4, 'project_id': '3b98eaa60ae04ec59bb44beff89518cc', 'gw_port': {'id': '1b0e6747-e77d-4b3b-994d-a2cdd327f40a', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e4723d-0964-4a2b-a3b8-4ab1ea761e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:32Z', 'updated_at': '2022-03-01T13:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'eacc15de-8798-4fcd-845d-77970927a645', 'name': '', 'network_id': '9c9ff221-b297-418d-84a7-1fb33a90a52d', 'tenant_id': '3b98eaa60ae04ec59bb44beff89518cc', 'mac_address': 'fa:16:3e:03:fe:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e4723d-0964-4a2b-a3b8-4ab1ea761e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '34cb1465-99ee-44dd-a7c3-e05061137fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:40Z', 'updated_at': '2022-03-01T13:54:49Z', 'revision_number': 4, 'project_id': '3b98eaa60ae04ec59bb44beff89518cc', 'subnets': [{'id': '34cb1465-99ee-44dd-a7c3-e05061137fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:53.421194 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-5d0a429f-d51b-4e87-9524-8ee8389082a7 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:54:53.422463 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 9152e8ce-65ac-4063-8d9f-4e57537f6fcd is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:53.467789 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0a429f-d51b-4e87-9524-8ee8389082a7 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:54:53.471325 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 1e154ac6-d8e5-43d2-aa3f-f187a20115b4 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:53.471741 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1e154ac6-d8e5-43d2-aa3f-f187a20115b4), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:53.509845 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dbb328-3ac1-4478-a64a-1b1de56c059a None None] Network 257eecef-47b9-49d5-b09d-580a426c4719 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:54:53.523346 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf8c021-436d-4cf1-9234-f20bc1e2f15b None None] The sync data for ids ['b9e4723d-0964-4a2b-a3b8-4ab1ea761e15'] in n-d-827467-3 is: [{'id': 'b9e4723d-0964-4a2b-a3b8-4ab1ea761e15', 'name': 'tempest-TaggedBootDevicesTest_v242-756921111-router', 'tenant_id': '3b98eaa60ae04ec59bb44beff89518cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '1b0e6747-e77d-4b3b-994d-a2cdd327f40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:30Z', 'updated_at': '2022-03-01T13:54:43Z', 'revision_number': 4, 'project_id': '3b98eaa60ae04ec59bb44beff89518cc', 'gw_port': {'id': '1b0e6747-e77d-4b3b-994d-a2cdd327f40a', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e4723d-0964-4a2b-a3b8-4ab1ea761e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:32Z', 'updated_at': '2022-03-01T13:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'eacc15de-8798-4fcd-845d-77970927a645', 'name': '', 'network_id': '9c9ff221-b297-418d-84a7-1fb33a90a52d', 'tenant_id': '3b98eaa60ae04ec59bb44beff89518cc', 'mac_address': 'fa:16:3e:03:fe:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e4723d-0964-4a2b-a3b8-4ab1ea761e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '34cb1465-99ee-44dd-a7c3-e05061137fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:40Z', 'updated_at': '2022-03-01T13:54:49Z', 'revision_number': 4, 'project_id': '3b98eaa60ae04ec59bb44beff89518cc', 'subnets': [{'id': '34cb1465-99ee-44dd-a7c3-e05061137fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:54:53.537310 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-46dbb328-3ac1-4478-a64a-1b1de56c059a None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:54:53.543272 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dbb328-3ac1-4478-a64a-1b1de56c059a None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:54:53.613321 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a3e8ca72-9528-4df8-bc42-779e87f31752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (6ff75c52-fe55-4732-b4ca-c01c3ac78b83), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:53.648894 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e154ac6-d8e5-43d2-aa3f-f187a20115b4 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:54:53.672462 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e836d4-220b-4dda-b988-4de7908c28b6 req-83abbf0c-ee26-4563-992c-920923c311f2 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:53.678634 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06e836d4-220b-4dda-b988-4de7908c28b6 req-83abbf0c-ee26-4563-992c-920923c311f2 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 944 time: 0.4715095 Mar 01 13:54:53.684722 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9bd599da-2f19-40ee-bc63-590ddde589aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:53.698529 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0839a0-6ea3-4ea2-9e4a-b218cd31a0c4 req-c14cf93e-574f-4991-8b39-e9ce67e79f66 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:53.700112 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6c0839a0-6ea3-4ea2-9e4a-b218cd31a0c4 req-c14cf93e-574f-4991-8b39-e9ce67e79f66 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 943 time: 0.4924221 Mar 01 13:54:53.774915 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-5d0a429f-d51b-4e87-9524-8ee8389082a7 None None] Attempting to bind port 55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:54:53.775244 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-5d0a429f-d51b-4e87-9524-8ee8389082a7 None None] Attempting to bind port 55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'e76d0319-8891-401a-b47b-4f5de5881eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '53d21d48-fe01-43f8-90ba-29509f974089'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:54:53.775608 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0a429f-d51b-4e87-9524-8ee8389082a7 None None] Attempting to bind port 55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb on network 53d21d48-fe01-43f8-90ba-29509f974089 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:54:53.797110 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 1e154ac6-d8e5-43d2-aa3f-f187a20115b4, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=1e154ac6-d8e5-43d2-aa3f-f187a20115b4,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:53.797711 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-c77f322c-829f-4e2a-af20-52f70fe33503 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:53.799402 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-c77f322c-829f-4e2a-af20-52f70fe33503 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.32 "GET /v2.0/networks?id=a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49 HTTP/1.1" status: 200 len: 814 time: 0.5384061 Mar 01 13:54:53.821631 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (1e154ac6-d8e5-43d2-aa3f-f187a20115b4), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:53.851729 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-9fc97f08-06ad-4559-9c1b-189e152555bf None None] Current status of the port eacc15de-8798-4fcd-845d-77970927a645 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:53.855249 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0a429f-d51b-4e87-9524-8ee8389082a7 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:54:53.855622 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0a429f-d51b-4e87-9524-8ee8389082a7 None None] Checking segment: {'id': 'e76d0319-8891-401a-b47b-4f5de5881eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '53d21d48-fe01-43f8-90ba-29509f974089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:54:53.856077 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5d0a429f-d51b-4e87-9524-8ee8389082a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:53.856464 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0a429f-d51b-4e87-9524-8ee8389082a7 None None] Bound using segment: {'id': 'e76d0319-8891-401a-b47b-4f5de5881eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '53d21d48-fe01-43f8-90ba-29509f974089'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:54:53.857162 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-5d0a429f-d51b-4e87-9524-8ee8389082a7 None None] Bound port: 55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e76d0319-8891-401a-b47b-4f5de5881eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '53d21d48-fe01-43f8-90ba-29509f974089'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:54:53.857426 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5d0a429f-d51b-4e87-9524-8ee8389082a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:53.860381 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e8ca72-9528-4df8-bc42-779e87f31752 admin admin] Router 6ff75c52-fe55-4732-b4ca-c01c3ac78b83 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 13:54:53.873592 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-bf95ac53-f79d-48b2-a4a6-c3763c7159cb tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Request body: {'port': {'device_id': '72ead1a9-72b7-4784-8dc2-04582f80ae28', 'network_id': 'a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49', 'admin_state_up': True, 'tenant_id': '5957375e005448c4bb51e6dea8b72554'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:54:53.988262 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6c0839a0-6ea3-4ea2-9e4a-b218cd31a0c4 req-eefaf73a-1b6e-4b43-9e83-20bf58c5be7b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743754 Mar 01 13:54:54.005818 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06e836d4-220b-4dda-b988-4de7908c28b6 req-c3f28ced-c5db-4cb9-a89b-3d136cd9d5c6 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3266098 Mar 01 13:54:54.062322 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a75728a4-ec07-4876-87b3-e841fda06d07 admin admin] Publish callbacks [] for router_gateway (4c96b8e6-d449-4c76-8ab9-353fbb3c42a0), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:54.084896 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e8ca72-9528-4df8-bc42-779e87f31752 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:54:54.107159 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9bd7d7-ea2a-41b6-abc3-8b1189d7c487 None None] Sync routers for ids ['6ff75c52-fe55-4732-b4ca-c01c3ac78b83'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:54:54.134874 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9bd7d7-ea2a-41b6-abc3-8b1189d7c487 None None] Routers {'6ff75c52-fe55-4732-b4ca-c01c3ac78b83'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:54:54.135526 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-bc9bd7d7-ea2a-41b6-abc3-8b1189d7c487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:54:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6ff75c52-fe55-4732-b4ca-c01c3ac78b83'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:54.176281 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a3e8ca72-9528-4df8-bc42-779e87f31752 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:54.180009 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a3e8ca72-9528-4df8-bc42-779e87f31752 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.3256807 Mar 01 13:54:54.182105 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 48752) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:54.230425 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 9f28206c-c781-4ede-8c50-bd5c43320593, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9f28206c-c781-4ede-8c50-bd5c43320593,segment=NetworkSegment(efe63841-b106-46a8-b592-11b75931e8a7),segment_id=efe63841-b106-46a8-b592-11b75931e8a7)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:54.249321 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '9f28206c-c781-4ede-8c50-bd5c43320593', 'network_id': '7bc0ee18-c84c-4cd4-a25a-b7c745ed092c', 'port_id': '9f28206c-c781-4ede-8c50-bd5c43320593', 'mac_address': 'fa:16:3e:fc:1d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac4622d6-031a-43e3-b876-291bd0fbb3da', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:54:54.253880 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6bb4c027-7958-4a0a-ac61-2d01b9819bd7 req-3de05ea5-1b65-42f5-8d5e-976e0989426f tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ead1a9-72b7-4784-8dc2-04582f80ae28 HTTP/1.1" status: 200 len: 210 time: 0.0832987 Mar 01 13:54:54.354353 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-5d0a429f-d51b-4e87-9524-8ee8389082a7 None None] For port 55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:54:54.357971 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-5d0a429f-d51b-4e87-9524-8ee8389082a7 None None] For port 55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb,segment=NetworkSegment(e76d0319-8891-401a-b47b-4f5de5881eaf),segment_id=e76d0319-8891-401a-b47b-4f5de5881eaf)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:54:54.368316 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-bc9bd7d7-ea2a-41b6-abc3-8b1189d7c487 None None] Set router 6ff75c52-fe55-4732-b4ca-c01c3ac78b83 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:54:54.416035 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5d0a429f-d51b-4e87-9524-8ee8389082a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:54.501496 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-46dbb328-3ac1-4478-a64a-1b1de56c059a None None] Attempting to bind port 1b2137ef-87f8-4db3-b2f7-5907474ff312 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:54:54.501879 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-46dbb328-3ac1-4478-a64a-1b1de56c059a None None] Attempting to bind port 1b2137ef-87f8-4db3-b2f7-5907474ff312 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '5a2be2d6-c8c6-4508-9d41-0a1e448542fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '257eecef-47b9-49d5-b09d-580a426c4719'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:54:54.502213 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dbb328-3ac1-4478-a64a-1b1de56c059a None None] Attempting to bind port 1b2137ef-87f8-4db3-b2f7-5907474ff312 on network 257eecef-47b9-49d5-b09d-580a426c4719 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:54:54.512772 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['1e154ac6-d8e5-43d2-aa3f-f187a20115b4'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:54:54.604470 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 9f28206c-c781-4ede-8c50-bd5c43320593 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:54.604874 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9f28206c-c781-4ede-8c50-bd5c43320593), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:54.643174 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9bd599da-2f19-40ee-bc63-590ddde589aa admin admin] Publish callbacks [] for security_group (6398e083-0fea-4804-aa8d-8d00435a41a8), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:54.659576 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dbb328-3ac1-4478-a64a-1b1de56c059a None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:54:54.660023 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dbb328-3ac1-4478-a64a-1b1de56c059a None None] Checking segment: {'id': '5a2be2d6-c8c6-4508-9d41-0a1e448542fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '257eecef-47b9-49d5-b09d-580a426c4719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:54:54.660434 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-46dbb328-3ac1-4478-a64a-1b1de56c059a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:54.660837 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dbb328-3ac1-4478-a64a-1b1de56c059a None None] Bound using segment: {'id': '5a2be2d6-c8c6-4508-9d41-0a1e448542fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '257eecef-47b9-49d5-b09d-580a426c4719'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:54:54.661915 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-46dbb328-3ac1-4478-a64a-1b1de56c059a None None] Bound port: 1b2137ef-87f8-4db3-b2f7-5907474ff312, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2be2d6-c8c6-4508-9d41-0a1e448542fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '257eecef-47b9-49d5-b09d-580a426c4719'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:54:54.665137 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-46dbb328-3ac1-4478-a64a-1b1de56c059a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1b2137ef-87f8-4db3-b2f7-5907474ff312), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:54.684537 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=1e154ac6-d8e5-43d2-aa3f-f187a20115b4,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:54.771360 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a75728a4-ec07-4876-87b3-e841fda06d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (4c96b8e6-d449-4c76-8ab9-353fbb3c42a0), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:54.778242 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9bd599da-2f19-40ee-bc63-590ddde589aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6398e083-0fea-4804-aa8d-8d00435a41a8), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:54.782508 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-bf95ac53-f79d-48b2-a4a6-c3763c7159cb tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Made reservation on behalf of 5957375e005448c4bb51e6dea8b72554 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:54:54.791428 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-bf95ac53-f79d-48b2-a4a6-c3763c7159cb tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:54.810800 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a429f-d51b-4e87-9524-8ee8389082a7 None None] Pushing event updated for resources: {'Port': ['ID=55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:54.863836 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f28206c-c781-4ede-8c50-bd5c43320593 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:54:54.943051 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-bc9bd7d7-ea2a-41b6-abc3-8b1189d7c487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'name': 'tempest-ServersTestJSON-114693005-router', 'tenant_id': '6cd0042333dc4646a1a53b7511a147db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '638341d3-9a32-48a3-a77f-4932d2a5082e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:50Z', 'updated_at': '2022-03-01T13:54:52Z', 'revision_number': 3, 'project_id': '6cd0042333dc4646a1a53b7511a147db', 'gw_port': {'id': '638341d3-9a32-48a3-a77f-4932d2a5082e', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:51Z', 'updated_at': '2022-03-01T13:54:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:54.955933 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd599da-2f19-40ee-bc63-590ddde589aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6398e083-0fea-4804-aa8d-8d00435a41a8,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:54.972027 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9bd7d7-ea2a-41b6-abc3-8b1189d7c487 None None] Checking router: 6ff75c52-fe55-4732-b4ca-c01c3ac78b83 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:54:54.972298 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9bd7d7-ea2a-41b6-abc3-8b1189d7c487 None None] Updating router 6ff75c52-fe55-4732-b4ca-c01c3ac78b83 port 638341d3-9a32-48a3-a77f-4932d2a5082e binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:54:55.035969 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-bc9bd7d7-ea2a-41b6-abc3-8b1189d7c487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (638341d3-9a32-48a3-a77f-4932d2a5082e), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:55.142977 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 9f28206c-c781-4ede-8c50-bd5c43320593, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9f28206c-c781-4ede-8c50-bd5c43320593,segment=NetworkSegment(efe63841-b106-46a8-b592-11b75931e8a7),segment_id=efe63841-b106-46a8-b592-11b75931e8a7)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:55.200617 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9bd599da-2f19-40ee-bc63-590ddde589aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fea787a66025470b82c66485947eb337&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9838884 Mar 01 13:54:55.201344 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 48776) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:55.301474 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9f28206c-c781-4ede-8c50-bd5c43320593), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:55.470153 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b5196179-dcc7-4882-9422-95ca3a492713 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:54:55.475045 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=9f28206c-c781-4ede-8c50-bd5c43320593,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:55.577451 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-83244837-5964-4d97-98a1-f06ba148d466 admin admin] Publish callbacks [] for security_group (6398e083-0fea-4804-aa8d-8d00435a41a8), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:55.616382 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-46dbb328-3ac1-4478-a64a-1b1de56c059a None None] For port 1b2137ef-87f8-4db3-b2f7-5907474ff312, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:54:55.652914 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4920d17c-ea9e-4d09-88d2-32703e34e709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:55.663408 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3572da-ff41-479b-b956-f537fa8ec2c8 req-17f150e4-2c72-4ff1-ad01-8080a8e34b4f tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:55.673052 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3572da-ff41-479b-b956-f537fa8ec2c8 req-17f150e4-2c72-4ff1-ad01-8080a8e34b4f tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:55.688911 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3572da-ff41-479b-b956-f537fa8ec2c8 req-17f150e4-2c72-4ff1-ad01-8080a8e34b4f tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:55.699322 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-83244837-5964-4d97-98a1-f06ba148d466 admin admin] Publish callbacks [] for security_group (6398e083-0fea-4804-aa8d-8d00435a41a8), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:55.707786 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3572da-ff41-479b-b956-f537fa8ec2c8 req-17f150e4-2c72-4ff1-ad01-8080a8e34b4f tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:55.715564 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-46dbb328-3ac1-4478-a64a-1b1de56c059a None None] For port 1b2137ef-87f8-4db3-b2f7-5907474ff312, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=1b2137ef-87f8-4db3-b2f7-5907474ff312,segment=NetworkSegment(5a2be2d6-c8c6-4508-9d41-0a1e448542fe),segment_id=5a2be2d6-c8c6-4508-9d41-0a1e448542fe)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:54:55.729293 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3572da-ff41-479b-b956-f537fa8ec2c8 req-17f150e4-2c72-4ff1-ad01-8080a8e34b4f tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:55.765922 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3572da-ff41-479b-b956-f537fa8ec2c8 req-17f150e4-2c72-4ff1-ad01-8080a8e34b4f tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:55.785218 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3572da-ff41-479b-b956-f537fa8ec2c8 req-17f150e4-2c72-4ff1-ad01-8080a8e34b4f tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:55.787205 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-af3572da-ff41-479b-b956-f537fa8ec2c8 req-17f150e4-2c72-4ff1-ad01-8080a8e34b4f tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5417 time: 1.6211562 Mar 01 13:54:55.907808 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2dddf0e2-471c-4319-b849-c002b1bc9306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:55.938031 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-bc9bd7d7-ea2a-41b6-abc3-8b1189d7c487 None None] Publish callbacks [] for port (638341d3-9a32-48a3-a77f-4932d2a5082e), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:55.953366 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-bc9bd7d7-ea2a-41b6-abc3-8b1189d7c487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (638341d3-9a32-48a3-a77f-4932d2a5082e), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:55.966971 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['9f28206c-c781-4ede-8c50-bd5c43320593'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:54:56.043596 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:54:56.057149 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-46dbb328-3ac1-4478-a64a-1b1de56c059a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (1b2137ef-87f8-4db3-b2f7-5907474ff312), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:56.078916 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-bc9bd7d7-ea2a-41b6-abc3-8b1189d7c487 None None] Attempting to bind port 638341d3-9a32-48a3-a77f-4932d2a5082e on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:54:56.079593 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-bc9bd7d7-ea2a-41b6-abc3-8b1189d7c487 None None] Attempting to bind port 638341d3-9a32-48a3-a77f-4932d2a5082e by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:54:56.089577 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9bd7d7-ea2a-41b6-abc3-8b1189d7c487 None None] Attempting to bind port 638341d3-9a32-48a3-a77f-4932d2a5082e on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:54:56.109086 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9bd7d7-ea2a-41b6-abc3-8b1189d7c487 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:54:56.111164 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9bd7d7-ea2a-41b6-abc3-8b1189d7c487 None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:54:56.111806 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-bc9bd7d7-ea2a-41b6-abc3-8b1189d7c487 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:56.113411 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9bd7d7-ea2a-41b6-abc3-8b1189d7c487 None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:54:56.114097 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-bc9bd7d7-ea2a-41b6-abc3-8b1189d7c487 None None] Bound port: 638341d3-9a32-48a3-a77f-4932d2a5082e, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:54:56.117953 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-bc9bd7d7-ea2a-41b6-abc3-8b1189d7c487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (638341d3-9a32-48a3-a77f-4932d2a5082e), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:56.146370 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-af3572da-ff41-479b-b956-f537fa8ec2c8 req-a33925bc-5eed-4218-bd82-65aada78d1b4 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3028526 Mar 01 13:54:56.159053 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-83244837-5964-4d97-98a1-f06ba148d466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6398e083-0fea-4804-aa8d-8d00435a41a8), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:56.161636 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-83244837-5964-4d97-98a1-f06ba148d466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:56.162786 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-83244837-5964-4d97-98a1-f06ba148d466 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6398e083-0fea-4804-aa8d-8d00435a41a8 HTTP/1.1" status: 204 len: 168 time: 0.9545796 Mar 01 13:54:56.251624 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec5428-2570-48f3-a113-9a336e409848 req-c1c56a9b-3078-4984-80f5-717146833f93 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:56.256798 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f1ec5428-2570-48f3-a113-9a336e409848 req-c1c56a9b-3078-4984-80f5-717146833f93 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 944 time: 1.0759504 Mar 01 13:54:56.278700 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-bc9bd7d7-ea2a-41b6-abc3-8b1189d7c487 None None] For port 638341d3-9a32-48a3-a77f-4932d2a5082e, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:54:56.286515 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-bc9bd7d7-ea2a-41b6-abc3-8b1189d7c487 None None] For port 638341d3-9a32-48a3-a77f-4932d2a5082e, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=638341d3-9a32-48a3-a77f-4932d2a5082e,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:54:56.299239 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75728a4-ec07-4876-87b3-e841fda06d07 admin admin] Router 4c96b8e6-d449-4c76-8ab9-353fbb3c42a0 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 13:54:56.322113 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-bc9bd7d7-ea2a-41b6-abc3-8b1189d7c487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (638341d3-9a32-48a3-a77f-4932d2a5082e), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:56.365185 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83244837-5964-4d97-98a1-f06ba148d466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6398e083-0fea-4804-aa8d-8d00435a41a8,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:56.387637 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device ea1f1b7a-9a9a-440d-a2a3-ae371a358086 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:54:56.402224 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0764c33-5518-4eff-acda-1b9f9b555d72 None None] Pushing event updated for resources: {'Port': ['ID=638341d3-9a32-48a3-a77f-4932d2a5082e,revision_number=2']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:56.409723 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-bf95ac53-f79d-48b2-a4a6-c3763c7159cb tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Allocated IP 172.20.0.2 (a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49/6a79f131-d3de-40a9-b260-49a7a2407c56/c2dca31c-d208-442a-a02f-862c2e6cd8a8) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:54:56.447940 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9bd7d7-ea2a-41b6-abc3-8b1189d7c487 None None] Routers {'6ff75c52-fe55-4732-b4ca-c01c3ac78b83'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:54:56.448623 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-bc9bd7d7-ea2a-41b6-abc3-8b1189d7c487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:54:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6ff75c52-fe55-4732-b4ca-c01c3ac78b83'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:56.598786 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-2dddf0e2-471c-4319-b849-c002b1bc9306 admin admin] Allocated IP 172.20.0.1 (53d21d48-fe01-43f8-90ba-29509f974089/e1568db8-2fe7-442e-bae7-541ffa1abc6f/469d0aa1-1aa8-45e1-b14b-f09607f55dbc) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:54:56.771156 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca49b0e-81d0-4318-bc8c-0621f4d50d31 None None] Network 53d21d48-fe01-43f8-90ba-29509f974089 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:54:56.776734 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0764c33-5518-4eff-acda-1b9f9b555d72 None None] Pushing event updated for resources: {'Port': ['ID=638341d3-9a32-48a3-a77f-4932d2a5082e,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:56.791455 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-bc9bd7d7-ea2a-41b6-abc3-8b1189d7c487 None None] Set router 6ff75c52-fe55-4732-b4ca-c01c3ac78b83 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:54:57.019901 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2dddf0e2-471c-4319-b849-c002b1bc9306 admin admin] Publish callbacks [] for port (469d0aa1-1aa8-45e1-b14b-f09607f55dbc), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:57.035659 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dbb328-3ac1-4478-a64a-1b1de56c059a None None] Pushing event updated for resources: {'Port': ['ID=1b2137ef-87f8-4db3-b2f7-5907474ff312,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:57.165731 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2dddf0e2-471c-4319-b849-c002b1bc9306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (469d0aa1-1aa8-45e1-b14b-f09607f55dbc), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:57.226141 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b5196179-dcc7-4882-9422-95ca3a492713, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b5196179-dcc7-4882-9422-95ca3a492713,segment=NetworkSegment(3f5e992e-f8ac-4270-a68d-c36243966fe6),segment_id=3f5e992e-f8ac-4270-a68d-c36243966fe6)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:57.282829 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dddf0e2-471c-4319-b849-c002b1bc9306 admin admin] Network 53d21d48-fe01-43f8-90ba-29509f974089 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:54:57.286869 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-249af8ac-5bb8-47fd-8096-fe1edf561093 None None] Provisioning complete for port 55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:57.293236 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-2dddf0e2-471c-4319-b849-c002b1bc9306 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:54:57.297881 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-249af8ac-5bb8-47fd-8096-fe1edf561093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:57.311475 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dddf0e2-471c-4319-b849-c002b1bc9306 admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:54:57.364816 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-bc9bd7d7-ea2a-41b6-abc3-8b1189d7c487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'name': 'tempest-ServersTestJSON-114693005-router', 'tenant_id': '6cd0042333dc4646a1a53b7511a147db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '638341d3-9a32-48a3-a77f-4932d2a5082e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:50Z', 'updated_at': '2022-03-01T13:54:52Z', 'revision_number': 3, 'project_id': '6cd0042333dc4646a1a53b7511a147db', 'gw_port': {'id': '638341d3-9a32-48a3-a77f-4932d2a5082e', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:51Z', 'updated_at': '2022-03-01T13:54:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:57.395067 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port ea1f1b7a-9a9a-440d-a2a3-ae371a358086 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:57.395654 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ea1f1b7a-9a9a-440d-a2a3-ae371a358086), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:57.424280 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'b5196179-dcc7-4882-9422-95ca3a492713', 'network_id': '6d51e108-e704-49e6-8e91-4223e1d8d343', 'port_id': 'b5196179-dcc7-4882-9422-95ca3a492713', 'mac_address': 'fa:16:3e:55:c3:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28fc07ce-dc1a-4114-910a-af6b415562fa', 'ip_address': '10.1.1.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:54:57.431784 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9bd7d7-ea2a-41b6-abc3-8b1189d7c487 None None] The sync data for ids ['6ff75c52-fe55-4732-b4ca-c01c3ac78b83'] in n-d-827467-3 is: [{'id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'name': 'tempest-ServersTestJSON-114693005-router', 'tenant_id': '6cd0042333dc4646a1a53b7511a147db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '638341d3-9a32-48a3-a77f-4932d2a5082e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:50Z', 'updated_at': '2022-03-01T13:54:52Z', 'revision_number': 3, 'project_id': '6cd0042333dc4646a1a53b7511a147db', 'gw_port': {'id': '638341d3-9a32-48a3-a77f-4932d2a5082e', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:51Z', 'updated_at': '2022-03-01T13:54:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:54:57.504005 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2dddf0e2-471c-4319-b849-c002b1bc9306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (6ff75c52-fe55-4732-b4ca-c01c3ac78b83), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:57.510350 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:54:57.510744 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:57.515560 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-bf95ac53-f79d-48b2-a4a6-c3763c7159cb tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Publish callbacks [] for port (c2dca31c-d208-442a-a02f-862c2e6cd8a8), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:57.610708 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75728a4-ec07-4876-87b3-e841fda06d07 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:54:57.698778 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f1ec5428-2570-48f3-a113-9a336e409848 req-a0472a32-99bd-4b7f-8909-03f5d357698b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4197638 Mar 01 13:54:57.704857 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-bf95ac53-f79d-48b2-a4a6-c3763c7159cb tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (c2dca31c-d208-442a-a02f-862c2e6cd8a8), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:57.723883 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2ba0568a-3c64-48ad-9c8b-e6c948ca940b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:57.733027 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dddf0e2-471c-4319-b849-c002b1bc9306 admin admin] Pushing event updated for resources: {'Port': ['ID=469d0aa1-1aa8-45e1-b14b-f09607f55dbc,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:57.741156 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce96977a-b0e7-4c01-bca7-fab89fc8e7f0 None None] Sync routers for ids ['4c96b8e6-d449-4c76-8ab9-353fbb3c42a0'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:54:57.850570 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce96977a-b0e7-4c01-bca7-fab89fc8e7f0 None None] Routers {'4c96b8e6-d449-4c76-8ab9-353fbb3c42a0'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:54:57.854518 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-ce96977a-b0e7-4c01-bca7-fab89fc8e7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:54:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4c96b8e6-d449-4c76-8ab9-353fbb3c42a0'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:54:58.070508 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2dddf0e2-471c-4319-b849-c002b1bc9306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (469d0aa1-1aa8-45e1-b14b-f09607f55dbc), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:58.301803 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port b5196179-dcc7-4882-9422-95ca3a492713 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:58.302217 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b5196179-dcc7-4882-9422-95ca3a492713), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:58.360000 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5196179-dcc7-4882-9422-95ca3a492713 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:54:58.431176 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b5196179-dcc7-4882-9422-95ca3a492713, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b5196179-dcc7-4882-9422-95ca3a492713,segment=NetworkSegment(3f5e992e-f8ac-4270-a68d-c36243966fe6),segment_id=3f5e992e-f8ac-4270-a68d-c36243966fe6)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:58.567791 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port ea1f1b7a-9a9a-440d-a2a3-ae371a358086 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:58.568186 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ea1f1b7a-9a9a-440d-a2a3-ae371a358086), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:58.630917 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b5196179-dcc7-4882-9422-95ca3a492713), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:58.631888 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device df6c0fb5-c12f-40eb-9fe7-daaf2c030675 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:54:58.668052 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2dddf0e2-471c-4319-b849-c002b1bc9306 admin admin] Publish callbacks [] for port (469d0aa1-1aa8-45e1-b14b-f09607f55dbc), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:58.687391 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2dddf0e2-471c-4319-b849-c002b1bc9306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (469d0aa1-1aa8-45e1-b14b-f09607f55dbc), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:58.741166 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port ea1f1b7a-9a9a-440d-a2a3-ae371a358086, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ea1f1b7a-9a9a-440d-a2a3-ae371a358086,segment=NetworkSegment(efe48ac2-5e62-42f6-97e0-cf92cf9f656d),segment_id=efe48ac2-5e62-42f6-97e0-cf92cf9f656d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:54:58.793398 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0cf8a93-2cf1-4b23-b092-d6d5c25d5249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1f1b7a-9a9a-440d-a2a3-ae371a358086'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:54:58.795983 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a60a87b-7db3-4dc3-8477-785e5b72fd98" -d '{"events": [{"server_uuid": "d0cf8a93-2cf1-4b23-b092-d6d5c25d5249", "name": "network-vif-plugged", "status": "completed", "tag": "ea1f1b7a-9a9a-440d-a2a3-ae371a358086"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:54:58.812459 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31eddd5d-3da3-4070-bd48-db736f1ef5d0 None None] Network 257eecef-47b9-49d5-b09d-580a426c4719 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:54:58.942062 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dddf0e2-471c-4319-b849-c002b1bc9306 admin admin] Pushing event updated for resources: {'Port': ['ID=469d0aa1-1aa8-45e1-b14b-f09607f55dbc,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:58.947753 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2dddf0e2-471c-4319-b849-c002b1bc9306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (6ff75c52-fe55-4732-b4ca-c01c3ac78b83), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:59.025811 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95ac53-f79d-48b2-a4a6-c3763c7159cb tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Pushing event updated for resources: {'Port': ['ID=c2dca31c-d208-442a-a02f-862c2e6cd8a8,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:59.043521 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ea1f1b7a-9a9a-440d-a2a3-ae371a358086), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:59.067562 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175e79d-86e8-4604-ad5f-2e6345de0ad9 req-b58c7f54-de7b-489f-9797-b308d70af968 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:59.080956 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b175e79d-86e8-4604-ad5f-2e6345de0ad9 req-b58c7f54-de7b-489f-9797-b308d70af968 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 944 time: 2.2618914 Mar 01 13:54:59.192126 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-bf95ac53-f79d-48b2-a4a6-c3763c7159cb tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Network a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:54:59.287300 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 1e154ac6-d8e5-43d2-aa3f-f187a20115b4 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:54:59.298609 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b175e79d-86e8-4604-ad5f-2e6345de0ad9 req-fd5876d7-fd4a-49c4-a56e-68e29ecd4282 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163973 Mar 01 13:54:59.306006 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dddf0e2-471c-4319-b849-c002b1bc9306 admin admin] Network 53d21d48-fe01-43f8-90ba-29509f974089 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:54:59.317127 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-2dddf0e2-471c-4319-b849-c002b1bc9306 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:54:59.332911 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a75728a4-ec07-4876-87b3-e841fda06d07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:59.337656 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 48828) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:54:59.349535 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a75728a4-ec07-4876-87b3-e841fda06d07 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.4099290 Mar 01 13:54:59.367727 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-bf95ac53-f79d-48b2-a4a6-c3763c7159cb tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:54:59.395795 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-bf95ac53-f79d-48b2-a4a6-c3763c7159cb tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:54:59.429760 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-249af8ac-5bb8-47fd-8096-fe1edf561093 None None] Current status of the port 55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:59.434405 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-249af8ac-5bb8-47fd-8096-fe1edf561093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:59.438196 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:54:59.438856 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:59.574683 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=b5196179-dcc7-4882-9422-95ca3a492713,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:54:59.602382 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-bf95ac53-f79d-48b2-a4a6-c3763c7159cb tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:59.615047 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-bf95ac53-f79d-48b2-a4a6-c3763c7159cb tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:54:59.707525 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dddf0e2-471c-4319-b849-c002b1bc9306 admin admin] Router 6ff75c52-fe55-4732-b4ca-c01c3ac78b83 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:54:59.800874 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd4207-8e42-464c-b517-ab0212c30d6b req-138e38d8-1414-428d-9a03-a15a2102a937 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:54:59.807337 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-03cd4207-8e42-464c-b517-ab0212c30d6b req-138e38d8-1414-428d-9a03-a15a2102a937 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ead1a9-72b7-4784-8dc2-04582f80ae28 HTTP/1.1" status: 200 len: 931 time: 0.8325131 Mar 01 13:54:59.821197 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-bf95ac53-f79d-48b2-a4a6-c3763c7159cb tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9617896 Mar 01 13:54:59.855616 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9bb5d501-72f8-416c-96e8-2208889a1c36 req-c05c3c76-d692-498c-8d06-c2a48325efe4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=29fb50e5-e3a5-41b9-b21c-f954bdc8471e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6513515 Mar 01 13:54:59.862140 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-911ef5a2-06e0-4a01-b7c3-50da6ba3330b service neutron] Request body: {'port': {'device_id': '72ead1a9-72b7-4784-8dc2-04582f80ae28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:55:00.053763 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 48834) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:00.103023 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5d501-72f8-416c-96e8-2208889a1c36 req-40911f19-ae2e-4976-84c0-12e3ae0f29fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:00.104651 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9bb5d501-72f8-416c-96e8-2208889a1c36 req-40911f19-ae2e-4976-84c0-12e3ae0f29fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=475192ca5f814c16b38a7d788a6a6472&device_id=29fb50e5-e3a5-41b9-b21c-f954bdc8471e HTTP/1.1" status: 200 len: 1128 time: 0.1683960 Mar 01 13:55:00.165043 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-911ef5a2-06e0-4a01-b7c3-50da6ba3330b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c2dca31c-d208-442a-a02f-862c2e6cd8a8), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:00.225181 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-249af8ac-5bb8-47fd-8096-fe1edf561093 None None] For port 55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb,segment=NetworkSegment(e76d0319-8891-401a-b47b-4f5de5881eaf),segment_id=e76d0319-8891-401a-b47b-4f5de5881eaf)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:00.299106 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4443d2-a981-49a4-8305-210eb430cad5 req-b0a19869-d423-4074-b2ad-d16bd5c3e182 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:00.314739 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4443d2-a981-49a4-8305-210eb430cad5 req-b0a19869-d423-4074-b2ad-d16bd5c3e182 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:00.326374 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4443d2-a981-49a4-8305-210eb430cad5 req-b0a19869-d423-4074-b2ad-d16bd5c3e182 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:00.332799 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4443d2-a981-49a4-8305-210eb430cad5 req-b0a19869-d423-4074-b2ad-d16bd5c3e182 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:00.350832 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=ea1f1b7a-9a9a-440d-a2a3-ae371a358086,revision_number=7']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:00.353236 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4443d2-a981-49a4-8305-210eb430cad5 req-b0a19869-d423-4074-b2ad-d16bd5c3e182 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:00.375906 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4443d2-a981-49a4-8305-210eb430cad5 req-b0a19869-d423-4074-b2ad-d16bd5c3e182 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:00.411251 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4443d2-a981-49a4-8305-210eb430cad5 req-b0a19869-d423-4074-b2ad-d16bd5c3e182 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:00.413404 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bb4443d2-a981-49a4-8305-210eb430cad5 req-b0a19869-d423-4074-b2ad-d16bd5c3e182 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5419 time: 0.7945302 Mar 01 13:55:00.456326 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-ce96977a-b0e7-4c01-bca7-fab89fc8e7f0 None None] Set router 4c96b8e6-d449-4c76-8ab9-353fbb3c42a0 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:55:00.469502 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-03cd4207-8e42-464c-b517-ab0212c30d6b req-a06578dd-b45b-4877-8e5f-83c74a416be4 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95e0479-dc68-4600-8efb-afb0928fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6562798 Mar 01 13:55:00.501738 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-9414e240-f43b-4f4f-a81b-8747ff242ae3 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-422678559'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:55:00.506998 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dddf0e2-471c-4319-b849-c002b1bc9306 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:55:00.526732 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2dddf0e2-471c-4319-b849-c002b1bc9306 admin admin] 10.222.0.13 "PUT /v2.0/routers/6ff75c52-fe55-4732-b4ca-c01c3ac78b83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3341010 Mar 01 13:55:00.592731 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5d501-72f8-416c-96e8-2208889a1c36 req-50be74a9-9ef7-4017-ada2-a417e47253bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:00.594308 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9bb5d501-72f8-416c-96e8-2208889a1c36 req-50be74a9-9ef7-4017-ada2-a417e47253bc service neutron] 10.222.0.20 "GET /v2.0/networks?id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 HTTP/1.1" status: 200 len: 913 time: 0.4019017 Mar 01 13:55:00.607532 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.resource_extend [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] It took 1.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 13:55:00.660282 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9414e240-f43b-4f4f-a81b-8747ff242ae3 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Made reservation on behalf of 8d831fc0f65a460b9ce2893b24dd39db for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:55:00.683635 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9414e240-f43b-4f4f-a81b-8747ff242ae3 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:00.689374 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9bb5d501-72f8-416c-96e8-2208889a1c36 req-c06d537c-4e60-4b3f-b19d-650bd5be9b1f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81ae989c-7b62-47ac-af82-3314b9b53ab0 HTTP/1.1" status: 200 len: 217 time: 0.0817306 Mar 01 13:55:00.760595 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9414e240-f43b-4f4f-a81b-8747ff242ae3 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:00.767287 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:00.815632 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-249af8ac-5bb8-47fd-8096-fe1edf561093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:00.968798 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port df6c0fb5-c12f-40eb-9fe7-daaf2c030675, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=df6c0fb5-c12f-40eb-9fe7-daaf2c030675,segment=NetworkSegment(3f5e992e-f8ac-4270-a68d-c36243966fe6),segment_id=3f5e992e-f8ac-4270-a68d-c36243966fe6)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:00.972571 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bb4443d2-a981-49a4-8305-210eb430cad5 req-d1beb51c-a974-4aeb-a2f4-b36a9e402b46 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5441933 Mar 01 13:55:00.989160 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 13:55:00.989525 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 13:55:01.010222 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:01.011205 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'df6c0fb5-c12f-40eb-9fe7-daaf2c030675', 'network_id': '6d51e108-e704-49e6-8e91-4223e1d8d343', 'port_id': 'df6c0fb5-c12f-40eb-9fe7-daaf2c030675', 'mac_address': 'fa:16:3e:85:09:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28fc07ce-dc1a-4114-910a-af6b415562fa', 'ip_address': '10.1.1.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:55:01.075846 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 1e154ac6-d8e5-43d2-aa3f-f187a20115b4 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:55:01.091616 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 1e154ac6-d8e5-43d2-aa3f-f187a20115b4 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:01.092364 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (1e154ac6-d8e5-43d2-aa3f-f187a20115b4), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:01.104600 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250ecb9-26e1-4bab-ba71-13579720a7d9 req-da2710fe-ea7b-4938-8f23-9f1719159b35 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:01.109874 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c250ecb9-26e1-4bab-ba71-13579720a7d9 req-da2710fe-ea7b-4938-8f23-9f1719159b35 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 944 time: 0.3845940 Mar 01 13:55:01.175973 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9414e240-f43b-4f4f-a81b-8747ff242ae3 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks [] for security_group (633d68b5-14bc-4935-9a63-f523aef38d4d), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:01.250136 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9414e240-f43b-4f4f-a81b-8747ff242ae3 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (633d68b5-14bc-4935-9a63-f523aef38d4d), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:01.295152 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c250ecb9-26e1-4bab-ba71-13579720a7d9 req-c386c42b-352b-48bc-8a5b-bdd119926011 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113183 Mar 01 13:55:01.352490 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414e240-f43b-4f4f-a81b-8747ff242ae3 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=633d68b5-14bc-4935-9a63-f523aef38d4d,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:01.379260 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5d501-72f8-416c-96e8-2208889a1c36 req-9f9a035e-35c0-485d-a47a-0f3ab7c5b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:01.381173 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9bb5d501-72f8-416c-96e8-2208889a1c36 req-9f9a035e-35c0-485d-a47a-0f3ab7c5b683 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1ea702e-89f4-430d-ba35-37a3134c98fa HTTP/1.1" status: 200 len: 851 time: 0.6757846 Mar 01 13:55:01.387934 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9414e240-f43b-4f4f-a81b-8747ff242ae3 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:55:01.450226 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9414e240-f43b-4f4f-a81b-8747ff242ae3 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (fedafe92-9791-4520-9ff2-88856d8edd97), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:01.450689 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-9414e240-f43b-4f4f-a81b-8747ff242ae3 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Added segment fedafe92-9791-4520-9ff2-88856d8edd97 of type vlan for network c89c285d-63e2-467e-8d51-9b21b9e0e057 Mar 01 13:55:01.453140 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ad89a39a-a235-46aa-afad-ef3428f80b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:01.468206 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 1e154ac6-d8e5-43d2-aa3f-f187a20115b4 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:01.469494 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1e154ac6-d8e5-43d2-aa3f-f187a20115b4), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:01.511799 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91441f2f-f363-4418-87b2-56011d090485 x-openstack-request-id: req-91441f2f-f363-4418-87b2-56011d090485 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:55:01.512086 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0cf8a93-2cf1-4b23-b092-d6d5c25d5249", "name": "network-vif-plugged", "status": "completed", "tag": "ea1f1b7a-9a9a-440d-a2a3-ae371a358086", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:55:01.512449 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91441f2f-f363-4418-87b2-56011d090485 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:55:01.512766 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0cf8a93-2cf1-4b23-b092-d6d5c25d5249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1f1b7a-9a9a-440d-a2a3-ae371a358086', 'code': 200} Mar 01 13:55:01.665877 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-c5ee965c-5141-4143-b0cf-8a92cb2dc871 None None] Provisioning complete for port 55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:01.673324 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c5ee965c-5141-4143-b0cf-8a92cb2dc871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:01.681987 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-911ef5a2-06e0-4a01-b7c3-50da6ba3330b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2dca31c-d208-442a-a02f-862c2e6cd8a8 {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:55:01.720673 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-911ef5a2-06e0-4a01-b7c3-50da6ba3330b service neutron] Publish callbacks [] for port (c2dca31c-d208-442a-a02f-862c2e6cd8a8), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:01.750189 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-911ef5a2-06e0-4a01-b7c3-50da6ba3330b service neutron] Transition to ACTIVE for port object c2dca31c-d208-442a-a02f-862c2e6cd8a8 will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:55:01.768985 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-911ef5a2-06e0-4a01-b7c3-50da6ba3330b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (c2dca31c-d208-442a-a02f-862c2e6cd8a8), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:01.806197 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7b29dd-18ad-42e9-8635-558af7037e0a None None] Sync routers for ids ['6ff75c52-fe55-4732-b4ca-c01c3ac78b83'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:55:01.832176 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:01.835866 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device eacc15de-8798-4fcd-845d-77970927a645 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:55:01.836832 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7b29dd-18ad-42e9-8635-558af7037e0a None None] Routers {'6ff75c52-fe55-4732-b4ca-c01c3ac78b83'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:55:01.840897 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-fd7b29dd-18ad-42e9-8635-558af7037e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:54:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6ff75c52-fe55-4732-b4ca-c01c3ac78b83'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:01.850160 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249af8ac-5bb8-47fd-8096-fe1edf561093 None None] Pushing event updated for resources: {'Port': ['ID=55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:01.850767 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2163a2-3df9-458d-8d1d-5ab1a6cae604 req-8ffc4239-301f-467b-a5e2-1b1d1936cd54 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:01.852814 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f2163a2-3df9-458d-8d1d-5ab1a6cae604 req-8ffc4239-301f-467b-a5e2-1b1d1936cd54 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 945 time: 0.1852381 Mar 01 13:55:01.874462 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ef5a2-06e0-4a01-b7c3-50da6ba3330b service neutron] Pushing event updated for resources: {'Port': ['ID=c2dca31c-d208-442a-a02f-862c2e6cd8a8,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:01.986290 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port df6c0fb5-c12f-40eb-9fe7-daaf2c030675 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:01.986691 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (df6c0fb5-c12f-40eb-9fe7-daaf2c030675), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:01.993347 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ef5a2-06e0-4a01-b7c3-50da6ba3330b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:01.993699 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ef5a2-06e0-4a01-b7c3-50da6ba3330b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:01.994042 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ef5a2-06e0-4a01-b7c3-50da6ba3330b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:01.994381 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ef5a2-06e0-4a01-b7c3-50da6ba3330b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:01.994714 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ef5a2-06e0-4a01-b7c3-50da6ba3330b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:01.995043 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ef5a2-06e0-4a01-b7c3-50da6ba3330b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:01.995371 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ef5a2-06e0-4a01-b7c3-50da6ba3330b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:01.995707 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ef5a2-06e0-4a01-b7c3-50da6ba3330b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:01.996040 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ef5a2-06e0-4a01-b7c3-50da6ba3330b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:01.996533 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ef5a2-06e0-4a01-b7c3-50da6ba3330b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:01.996859 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ef5a2-06e0-4a01-b7c3-50da6ba3330b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:01.997178 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ef5a2-06e0-4a01-b7c3-50da6ba3330b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:01.997745 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ef5a2-06e0-4a01-b7c3-50da6ba3330b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:02.028156 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 1e154ac6-d8e5-43d2-aa3f-f187a20115b4, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=1e154ac6-d8e5-43d2-aa3f-f187a20115b4,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:02.097578 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f2163a2-3df9-458d-8d1d-5ab1a6cae604 req-20e73717-73cf-4ff2-b3d6-5b4798a95ebd tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2301664 Mar 01 13:55:02.112861 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-911ef5a2-06e0-4a01-b7c3-50da6ba3330b service neutron] Attempting to bind port c2dca31c-d208-442a-a02f-862c2e6cd8a8 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:55:02.131946 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-911ef5a2-06e0-4a01-b7c3-50da6ba3330b service neutron] Attempting to bind port c2dca31c-d208-442a-a02f-862c2e6cd8a8 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'c5c4127a-8c32-443b-8a11-50aacbfd4c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:55:02.132828 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-911ef5a2-06e0-4a01-b7c3-50da6ba3330b service neutron] Attempting to bind port c2dca31c-d208-442a-a02f-862c2e6cd8a8 on network a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:55:02.147127 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-911ef5a2-06e0-4a01-b7c3-50da6ba3330b service neutron] Port c2dca31c-d208-442a-a02f-862c2e6cd8a8 on network a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:55:02.148894 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-911ef5a2-06e0-4a01-b7c3-50da6ba3330b service neutron] Attempting to bind port c2dca31c-d208-442a-a02f-862c2e6cd8a8 on network a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:55:02.165305 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (1e154ac6-d8e5-43d2-aa3f-f187a20115b4), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:02.171180 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-911ef5a2-06e0-4a01-b7c3-50da6ba3330b service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:55:02.172009 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-911ef5a2-06e0-4a01-b7c3-50da6ba3330b service neutron] Checking segment: {'id': 'c5c4127a-8c32-443b-8a11-50aacbfd4c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:55:02.172584 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-911ef5a2-06e0-4a01-b7c3-50da6ba3330b service neutron] Bound using segment: {'id': 'c5c4127a-8c32-443b-8a11-50aacbfd4c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:55:02.174380 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-911ef5a2-06e0-4a01-b7c3-50da6ba3330b service neutron] Bound port: c2dca31c-d208-442a-a02f-862c2e6cd8a8, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5c4127a-8c32-443b-8a11-50aacbfd4c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:55:02.174938 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-911ef5a2-06e0-4a01-b7c3-50da6ba3330b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c2dca31c-d208-442a-a02f-862c2e6cd8a8), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:02.200283 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-02f8f6bc-cfc1-4135-8681-7da1249ae41f req-f7eb2dc5-d76b-4545-ba3b-efaf07f92be8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4690962 Mar 01 13:55:02.331002 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-fd7b29dd-18ad-42e9-8635-558af7037e0a None None] Set router 6ff75c52-fe55-4732-b4ca-c01c3ac78b83 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:55:02.361297 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=1e154ac6-d8e5-43d2-aa3f-f187a20115b4,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:02.366503 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df6c0fb5-c12f-40eb-9fe7-daaf2c030675 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:55:02.385085 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:02.401993 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5d501-72f8-416c-96e8-2208889a1c36 req-8094d5cf-5def-4d59-9d2d-184bccb9b5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:02.403763 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9bb5d501-72f8-416c-96e8-2208889a1c36 req-8094d5cf-5def-4d59-9d2d-184bccb9b5a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.0091178 Mar 01 13:55:02.410195 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9414e240-f43b-4f4f-a81b-8747ff242ae3 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (c89c285d-63e2-467e-8d51-9b21b9e0e057), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:02.426053 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-ce96977a-b0e7-4c01-bca7-fab89fc8e7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c96b8e6-d449-4c76-8ab9-353fbb3c42a0', 'name': 'tempest-TestAggregatesBasicOps-770252428-router', 'tenant_id': '54469fc6d9914e8cbd7b50f9acc091be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '84d0dc8b-7035-448a-ba17-4704299cc7f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:49Z', 'updated_at': '2022-03-01T13:54:53Z', 'revision_number': 3, 'project_id': '54469fc6d9914e8cbd7b50f9acc091be', 'gw_port': {'id': '84d0dc8b-7035-448a-ba17-4704299cc7f3', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c96b8e6-d449-4c76-8ab9-353fbb3c42a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:51Z', 'updated_at': '2022-03-01T13:54:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:02.470238 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-911ef5a2-06e0-4a01-b7c3-50da6ba3330b service neutron] For port c2dca31c-d208-442a-a02f-862c2e6cd8a8, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:55:02.484413 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-911ef5a2-06e0-4a01-b7c3-50da6ba3330b service neutron] For port c2dca31c-d208-442a-a02f-862c2e6cd8a8, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=c2dca31c-d208-442a-a02f-862c2e6cd8a8,segment=NetworkSegment(c5c4127a-8c32-443b-8a11-50aacbfd4c6c),segment_id=c5c4127a-8c32-443b-8a11-50aacbfd4c6c)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:55:02.518302 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-911ef5a2-06e0-4a01-b7c3-50da6ba3330b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (c2dca31c-d208-442a-a02f-862c2e6cd8a8), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:02.519961 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9bb5d501-72f8-416c-96e8-2208889a1c36 req-4046634f-1d9a-4104-bb6e-42f266f1cb41 service neutron] 10.222.0.20 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035979 Mar 01 13:55:02.531650 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port df6c0fb5-c12f-40eb-9fe7-daaf2c030675, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=df6c0fb5-c12f-40eb-9fe7-daaf2c030675,segment=NetworkSegment(3f5e992e-f8ac-4270-a68d-c36243966fe6),segment_id=3f5e992e-f8ac-4270-a68d-c36243966fe6)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:02.532242 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.db.resource_extend [None req-9414e240-f43b-4f4f-a81b-8747ff242ae3 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 13:55:02.563314 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (df6c0fb5-c12f-40eb-9fe7-daaf2c030675), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:02.564795 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device f689403b-d428-4c0e-a2d9-731bc5e976a6 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:55:02.567600 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce96977a-b0e7-4c01-bca7-fab89fc8e7f0 None None] Checking router: 4c96b8e6-d449-4c76-8ab9-353fbb3c42a0 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:55:02.567955 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce96977a-b0e7-4c01-bca7-fab89fc8e7f0 None None] Updating router 4c96b8e6-d449-4c76-8ab9-353fbb3c42a0 port 84d0dc8b-7035-448a-ba17-4704299cc7f3 binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:55:02.706239 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9bb5d501-72f8-416c-96e8-2208889a1c36 req-7ce7f2b4-22d7-45bd-92e9-4d85eaa813fe service neutron] 10.222.0.20 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781871 Mar 01 13:55:02.725590 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-911ef5a2-06e0-4a01-b7c3-50da6ba3330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:02.728210 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-911ef5a2-06e0-4a01-b7c3-50da6ba3330b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:02.730913 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-911ef5a2-06e0-4a01-b7c3-50da6ba3330b service neutron] 10.222.0.32 "PUT /v2.0/ports/c2dca31c-d208-442a-a02f-862c2e6cd8a8 HTTP/1.1" status: 200 len: 1091 time: 2.8863506 Mar 01 13:55:02.736201 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8f6bc-cfc1-4135-8681-7da1249ae41f req-000ade93-3939-4128-8bc4-443adb14aac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:02.738277 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-02f8f6bc-cfc1-4135-8681-7da1249ae41f req-000ade93-3939-4128-8bc4-443adb14aac4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=475192ca5f814c16b38a7d788a6a6472&device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 1126 time: 0.4445102 Mar 01 13:55:02.739285 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ead1a9-72b7-4784-8dc2-04582f80ae28', 'tag': 'c2dca31c-d208-442a-a02f-862c2e6cd8a8'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:55:02.742372 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9414e240-f43b-4f4f-a81b-8747ff242ae3 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (c89c285d-63e2-467e-8d51-9b21b9e0e057), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:02.745938 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91c1c84-e5c9-4c8d-b29c-af5bda230d34" -d '{"events": [{"name": "network-changed", "server_uuid": "72ead1a9-72b7-4784-8dc2-04582f80ae28", "tag": "c2dca31c-d208-442a-a02f-862c2e6cd8a8"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:55:02.759709 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9414e240-f43b-4f4f-a81b-8747ff242ae3 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:02.768954 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9414e240-f43b-4f4f-a81b-8747ff242ae3 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:02.791302 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7b46c-db6e-4b79-a811-7bbb5f6cdbc6 req-062dd150-0b5f-40f1-8632-74e22e09f397 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:02.803648 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1cb7b46c-db6e-4b79-a811-7bbb5f6cdbc6 req-062dd150-0b5f-40f1-8632-74e22e09f397 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ead1a9-72b7-4784-8dc2-04582f80ae28 HTTP/1.1" status: 200 len: 943 time: 0.5759556 Mar 01 13:55:02.962256 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ef5a2-06e0-4a01-b7c3-50da6ba3330b service neutron] Pushing event updated for resources: {'Port': ['ID=c2dca31c-d208-442a-a02f-862c2e6cd8a8,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:02.975140 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port f689403b-d428-4c0e-a2d9-731bc5e976a6, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f689403b-d428-4c0e-a2d9-731bc5e976a6,segment=NetworkSegment(3f5e992e-f8ac-4270-a68d-c36243966fe6),segment_id=3f5e992e-f8ac-4270-a68d-c36243966fe6)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:03.075779 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 48866) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:03.079443 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8f6bc-cfc1-4135-8681-7da1249ae41f req-a257311b-9e08-41b6-a4ed-9d480772573d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:03.081180 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-02f8f6bc-cfc1-4135-8681-7da1249ae41f req-a257311b-9e08-41b6-a4ed-9d480772573d service neutron] 10.222.0.32 "GET /v2.0/networks?id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 HTTP/1.1" status: 200 len: 913 time: 0.2546027 Mar 01 13:55:03.086288 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-50ba79b3-b1b3-4c78-88ab-e35ea8423785 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1301508032', 'description': 'tempest-description--220663412'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:55:03.099464 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'f689403b-d428-4c0e-a2d9-731bc5e976a6', 'network_id': '6d51e108-e704-49e6-8e91-4223e1d8d343', 'port_id': 'f689403b-d428-4c0e-a2d9-731bc5e976a6', 'mac_address': 'fa:16:3e:0a:d7:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28fc07ce-dc1a-4114-910a-af6b415562fa', 'ip_address': '10.1.1.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:55:03.111446 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9414e240-f43b-4f4f-a81b-8747ff242ae3 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.0483348 Mar 01 13:55:03.117604 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 48868) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:03.129084 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port eacc15de-8798-4fcd-845d-77970927a645 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:03.129084 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (eacc15de-8798-4fcd-845d-77970927a645), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:03.147528 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ce96977a-b0e7-4c01-bca7-fab89fc8e7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (84d0dc8b-7035-448a-ba17-4704299cc7f3), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:03.174723 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-7a5d8a0c-a609-4017-9b5a-9d0d9abeeea0 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Request body: {'subnet': {'network_id': 'c89c285d-63e2-467e-8d51-9b21b9e0e057', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:55:03.175716 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1cb7b46c-db6e-4b79-a811-7bbb5f6cdbc6 req-9f5f18f8-2a62-42ba-bc1b-af5952df0e47 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95e0479-dc68-4600-8efb-afb0928fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683069 Mar 01 13:55:03.209886 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-d143e926-65c3-4fe8-8430-c3488ae9950e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:03.217156 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-d143e926-65c3-4fe8-8430-c3488ae9950e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5957375e005448c4bb51e6dea8b72554&device_id=72ead1a9-72b7-4784-8dc2-04582f80ae28 HTTP/1.1" status: 200 len: 1125 time: 0.3601272 Mar 01 13:55:03.254773 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-fd7b29dd-18ad-42e9-8635-558af7037e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'name': 'tempest-ServersTestJSON-114693005-router', 'tenant_id': '6cd0042333dc4646a1a53b7511a147db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '638341d3-9a32-48a3-a77f-4932d2a5082e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:50Z', 'updated_at': '2022-03-01T13:54:57Z', 'revision_number': 4, 'project_id': '6cd0042333dc4646a1a53b7511a147db', 'gw_port': {'id': '638341d3-9a32-48a3-a77f-4932d2a5082e', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:51Z', 'updated_at': '2022-03-01T13:54:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '469d0aa1-1aa8-45e1-b14b-f09607f55dbc', 'name': '', 'network_id': '53d21d48-fe01-43f8-90ba-29509f974089', 'tenant_id': '6cd0042333dc4646a1a53b7511a147db', 'mac_address': 'fa:16:3e:79:17:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'e1568db8-2fe7-442e-bae7-541ffa1abc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:55Z', 'updated_at': '2022-03-01T13:54:58Z', 'revision_number': 2, 'project_id': '6cd0042333dc4646a1a53b7511a147db', 'subnets': [{'id': 'e1568db8-2fe7-442e-bae7-541ffa1abc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:03.306897 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-c5ee965c-5141-4143-b0cf-8a92cb2dc871 None None] Current status of the port 55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:03.342773 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7b29dd-18ad-42e9-8635-558af7037e0a None None] Checking router: 6ff75c52-fe55-4732-b4ca-c01c3ac78b83 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:55:03.350665 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7b29dd-18ad-42e9-8635-558af7037e0a None None] Updating router 6ff75c52-fe55-4732-b4ca-c01c3ac78b83 port 469d0aa1-1aa8-45e1-b14b-f09607f55dbc binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:55:03.371496 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-c970b960-a72d-4e6d-9a8b-a186cd790273 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2dca31c-d208-442a-a02f-862c2e6cd8a8 HTTP/1.1" status: 200 len: 217 time: 0.1512184 Mar 01 13:55:03.411329 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-fd7b29dd-18ad-42e9-8635-558af7037e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (469d0aa1-1aa8-45e1-b14b-f09607f55dbc), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:03.494009 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-ad89a39a-a235-46aa-afad-ef3428f80b10 admin admin] Allocated IP 172.20.0.1 (257eecef-47b9-49d5-b09d-580a426c4719/fccef606-cd07-49ac-a59f-7770d0631ba0/9586e46d-17cb-43bc-97d1-cd9d33663232) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:55:03.502394 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414e240-f43b-4f4f-a81b-8747ff242ae3 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Pushing event updated for resources: {'Network': ['ID=c89c285d-63e2-467e-8d51-9b21b9e0e057,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:03.543645 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-51c79729-75fd-4c8a-aa4a-d19118e28d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:03.545783 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-51c79729-75fd-4c8a-aa4a-d19118e28d65 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a79f131-d3de-40a9-b260-49a7a2407c56 HTTP/1.1" status: 200 len: 854 time: 0.1446762 Mar 01 13:55:03.580954 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-50ba79b3-b1b3-4c78-88ab-e35ea8423785 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:03.632746 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-02f8f6bc-cfc1-4135-8681-7da1249ae41f req-d634d91a-5fea-4a54-a9bd-04a13581662b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7988cdd9-dd32-4813-871c-c8dca2569301 HTTP/1.1" status: 200 len: 999 time: 0.5112998 Mar 01 13:55:03.643276 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-76adda2c-d2f8-4354-9636-c89bd5c13cc5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869751 Mar 01 13:55:03.706928 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e2608-abdd-42fb-b10c-82dd2ce47968 req-b64fee93-3eff-4b39-ba5c-0fc670409632 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:03.736192 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e2608-abdd-42fb-b10c-82dd2ce47968 req-b64fee93-3eff-4b39-ba5c-0fc670409632 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:03.763574 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e2608-abdd-42fb-b10c-82dd2ce47968 req-b64fee93-3eff-4b39-ba5c-0fc670409632 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:03.778342 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e2608-abdd-42fb-b10c-82dd2ce47968 req-b64fee93-3eff-4b39-ba5c-0fc670409632 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:03.798791 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e2608-abdd-42fb-b10c-82dd2ce47968 req-b64fee93-3eff-4b39-ba5c-0fc670409632 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:03.816023 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e2608-abdd-42fb-b10c-82dd2ce47968 req-b64fee93-3eff-4b39-ba5c-0fc670409632 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:03.828037 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e2608-abdd-42fb-b10c-82dd2ce47968 req-b64fee93-3eff-4b39-ba5c-0fc670409632 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:03.837677 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6c3e2608-abdd-42fb-b10c-82dd2ce47968 req-b64fee93-3eff-4b39-ba5c-0fc670409632 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5420 time: 0.5180345 Mar 01 13:55:03.877303 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ce96977a-b0e7-4c01-bca7-fab89fc8e7f0 None None] Publish callbacks [] for port (84d0dc8b-7035-448a-ba17-4704299cc7f3), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:03.882498 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eed2e1-8e7d-495c-8e64-80c1e57a9e7f req-dfacfa63-1059-4277-9af7-ab0d15183ece tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:03.885035 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-01eed2e1-8e7d-495c-8e64-80c1e57a9e7f req-dfacfa63-1059-4277-9af7-ab0d15183ece tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 945 time: 0.5116777 Mar 01 13:55:03.913529 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e154ac6-d8e5-43d2-aa3f-f187a20115b4'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:55:03.916066 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904a3356-9e5b-42aa-9c6d-c27c65030ba2" -d '{"events": [{"server_uuid": "db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2", "name": "network-vif-plugged", "status": "completed", "tag": "1e154ac6-d8e5-43d2-aa3f-f187a20115b4"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:55:03.964295 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network c89c285d-63e2-467e-8d51-9b21b9e0e057 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:55:03.966616 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=df6c0fb5-c12f-40eb-9fe7-daaf2c030675,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:03.969685 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8f6bc-cfc1-4135-8681-7da1249ae41f req-c8f0c0d6-30f4-4c1c-b533-683a882434ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:03.973545 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-02f8f6bc-cfc1-4135-8681-7da1249ae41f req-c8f0c0d6-30f4-4c1c-b533-683a882434ef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d1ea702e-89f4-430d-ba35-37a3134c98fa HTTP/1.1" status: 200 len: 851 time: 0.3330877 Mar 01 13:55:03.974952 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port f689403b-d428-4c0e-a2d9-731bc5e976a6 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:03.976081 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f689403b-d428-4c0e-a2d9-731bc5e976a6), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:03.996071 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ce96977a-b0e7-4c01-bca7-fab89fc8e7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (84d0dc8b-7035-448a-ba17-4704299cc7f3), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:04.000069 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5d8a0c-a609-4017-9b5a-9d0d9abeeea0 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Made reservation on behalf of 8d831fc0f65a460b9ce2893b24dd39db for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:55:04.011369 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7a5d8a0c-a609-4017-9b5a-9d0d9abeeea0 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:04.064403 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-fd7b29dd-18ad-42e9-8635-558af7037e0a None None] Publish callbacks [] for port (469d0aa1-1aa8-45e1-b14b-f09607f55dbc), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:04.077975 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6c3e2608-abdd-42fb-b10c-82dd2ce47968 req-af780acc-4837-47a3-b4c6-a62f528b6b86 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2261031 Mar 01 13:55:04.083474 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-fd7b29dd-18ad-42e9-8635-558af7037e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (469d0aa1-1aa8-45e1-b14b-f09607f55dbc), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:04.087376 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-c5ee965c-5141-4143-b0cf-8a92cb2dc871 None None] Provisioning complete for port 1b2137ef-87f8-4db3-b2f7-5907474ff312 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:04.088312 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c5ee965c-5141-4143-b0cf-8a92cb2dc871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (1b2137ef-87f8-4db3-b2f7-5907474ff312), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:04.098771 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-b4611c1d-08e3-4af9-8aa6-dfb2dfbe89d3 service neutron] 10.222.0.32 "GET /v2.0/networks/a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392769 Mar 01 13:55:04.175065 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ad89a39a-a235-46aa-afad-ef3428f80b10 admin admin] Publish callbacks [] for port (9586e46d-17cb-43bc-97d1-cd9d33663232), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:04.225238 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f689403b-d428-4c0e-a2d9-731bc5e976a6 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:55:04.228842 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6711e56-2eb2-4e99-b283-a7ec50c1d6a9 None None] Pushing event updated for resources: {'Port': ['ID=469d0aa1-1aa8-45e1-b14b-f09607f55dbc,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:04.246645 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port f689403b-d428-4c0e-a2d9-731bc5e976a6, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f689403b-d428-4c0e-a2d9-731bc5e976a6,segment=NetworkSegment(3f5e992e-f8ac-4270-a68d-c36243966fe6),segment_id=3f5e992e-f8ac-4270-a68d-c36243966fe6)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:04.297456 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f689403b-d428-4c0e-a2d9-731bc5e976a6), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:04.298136 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device f27e4255-a98a-462e-9298-016f98c6d074 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:55:04.387707 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e21949b-6e7f-4dd1-8d46-48f399bae394 req-4cb22c48-44d0-487d-b578-69aec5d60da4 service neutron] 10.222.0.32 "GET /v2.0/networks/a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726648 Mar 01 13:55:04.390656 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e6b23f-90d5-492b-afcb-ef0f65c92f6b x-openstack-request-id: req-e5e6b23f-90d5-492b-afcb-ef0f65c92f6b {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:55:04.390938 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72ead1a9-72b7-4784-8dc2-04582f80ae28", "tag": "c2dca31c-d208-442a-a02f-862c2e6cd8a8", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:55:04.399855 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-ce96977a-b0e7-4c01-bca7-fab89fc8e7f0 None None] Attempting to bind port 84d0dc8b-7035-448a-ba17-4704299cc7f3 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:55:04.400102 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-ce96977a-b0e7-4c01-bca7-fab89fc8e7f0 None None] Attempting to bind port 84d0dc8b-7035-448a-ba17-4704299cc7f3 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:55:04.400470 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce96977a-b0e7-4c01-bca7-fab89fc8e7f0 None None] Attempting to bind port 84d0dc8b-7035-448a-ba17-4704299cc7f3 on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:55:04.405692 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5e6b23f-90d5-492b-afcb-ef0f65c92f6b {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:55:04.407212 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ead1a9-72b7-4784-8dc2-04582f80ae28', 'tag': 'c2dca31c-d208-442a-a02f-862c2e6cd8a8', 'status': 'completed', 'code': 200} Mar 01 13:55:04.424343 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-01eed2e1-8e7d-495c-8e64-80c1e57a9e7f req-58757bf3-9b53-4443-9741-11f71ebf9ae1 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873686 Mar 01 13:55:04.426450 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-fd7b29dd-18ad-42e9-8635-558af7037e0a None None] Attempting to bind port 469d0aa1-1aa8-45e1-b14b-f09607f55dbc on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:55:04.428217 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-fd7b29dd-18ad-42e9-8635-558af7037e0a None None] Attempting to bind port 469d0aa1-1aa8-45e1-b14b-f09607f55dbc by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'e76d0319-8891-401a-b47b-4f5de5881eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '53d21d48-fe01-43f8-90ba-29509f974089'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:55:04.429674 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7b29dd-18ad-42e9-8635-558af7037e0a None None] Attempting to bind port 469d0aa1-1aa8-45e1-b14b-f09607f55dbc on network 53d21d48-fe01-43f8-90ba-29509f974089 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:55:04.448290 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7b29dd-18ad-42e9-8635-558af7037e0a None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:55:04.449386 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7b29dd-18ad-42e9-8635-558af7037e0a None None] Checking segment: {'id': 'e76d0319-8891-401a-b47b-4f5de5881eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '53d21d48-fe01-43f8-90ba-29509f974089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:55:04.450740 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-fd7b29dd-18ad-42e9-8635-558af7037e0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:04.452458 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7b29dd-18ad-42e9-8635-558af7037e0a None None] Bound using segment: {'id': 'e76d0319-8891-401a-b47b-4f5de5881eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '53d21d48-fe01-43f8-90ba-29509f974089'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:55:04.454473 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-fd7b29dd-18ad-42e9-8635-558af7037e0a None None] Bound port: 469d0aa1-1aa8-45e1-b14b-f09607f55dbc, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e76d0319-8891-401a-b47b-4f5de5881eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '53d21d48-fe01-43f8-90ba-29509f974089'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:55:04.455647 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-fd7b29dd-18ad-42e9-8635-558af7037e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (469d0aa1-1aa8-45e1-b14b-f09607f55dbc), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:04.667122 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3adef14-6141-4824-94d8-b0a488decc9e x-openstack-request-id: req-c3adef14-6141-4824-94d8-b0a488decc9e {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:55:04.667460 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2", "name": "network-vif-plugged", "status": "completed", "tag": "1e154ac6-d8e5-43d2-aa3f-f187a20115b4", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:55:04.667731 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3adef14-6141-4824-94d8-b0a488decc9e {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:55:04.668165 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e154ac6-d8e5-43d2-aa3f-f187a20115b4', 'code': 200} Mar 01 13:55:04.675025 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port eacc15de-8798-4fcd-845d-77970927a645 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:04.702345 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e45820-3283-4c9e-a00e-24b86848f453 None None] Pushing event updated for resources: {'Port': ['ID=84d0dc8b-7035-448a-ba17-4704299cc7f3,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:04.716761 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-c5ee965c-5141-4143-b0cf-8a92cb2dc871 None None] Current status of the port 1b2137ef-87f8-4db3-b2f7-5907474ff312 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:04.717795 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c5ee965c-5141-4143-b0cf-8a92cb2dc871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1b2137ef-87f8-4db3-b2f7-5907474ff312), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:04.720133 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce96977a-b0e7-4c01-bca7-fab89fc8e7f0 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:55:04.720530 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce96977a-b0e7-4c01-bca7-fab89fc8e7f0 None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:55:04.720957 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ce96977a-b0e7-4c01-bca7-fab89fc8e7f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:04.721351 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce96977a-b0e7-4c01-bca7-fab89fc8e7f0 None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:55:04.721846 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-ce96977a-b0e7-4c01-bca7-fab89fc8e7f0 None None] Bound port: 84d0dc8b-7035-448a-ba17-4704299cc7f3, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:55:04.722240 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ce96977a-b0e7-4c01-bca7-fab89fc8e7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (84d0dc8b-7035-448a-ba17-4704299cc7f3), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:04.723151 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-fd7b29dd-18ad-42e9-8635-558af7037e0a None None] For port 469d0aa1-1aa8-45e1-b14b-f09607f55dbc, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:55:04.730444 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7863b1-f874-4faf-a5c1-820272e06d3d req-508fb9c9-8c58-4fc5-9748-1571ea8c0525 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:04.743527 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-fd7b29dd-18ad-42e9-8635-558af7037e0a None None] For port 469d0aa1-1aa8-45e1-b14b-f09607f55dbc, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=469d0aa1-1aa8-45e1-b14b-f09607f55dbc,segment=NetworkSegment(e76d0319-8891-401a-b47b-4f5de5881eaf),segment_id=e76d0319-8891-401a-b47b-4f5de5881eaf)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:55:04.743822 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2a7863b1-f874-4faf-a5c1-820272e06d3d req-508fb9c9-8c58-4fc5-9748-1571ea8c0525 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 945 time: 0.3553507 Mar 01 13:55:04.760949 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-fd7b29dd-18ad-42e9-8635-558af7037e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (469d0aa1-1aa8-45e1-b14b-f09607f55dbc), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:04.829733 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c1c84-e5c9-4c8d-b29c-af5bda230d34 req-8c4c171b-c568-408b-8c72-deb5bc523266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:04.831259 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d91c1c84-e5c9-4c8d-b29c-af5bda230d34 req-8c4c171b-c568-408b-8c72-deb5bc523266 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5957375e005448c4bb51e6dea8b72554&device_id=72ead1a9-72b7-4784-8dc2-04582f80ae28 HTTP/1.1" status: 200 len: 1125 time: 0.3350835 Mar 01 13:55:04.916568 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ad89a39a-a235-46aa-afad-ef3428f80b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (9586e46d-17cb-43bc-97d1-cd9d33663232), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:04.941497 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7a5d8a0c-a609-4017-9b5a-9d0d9abeeea0 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (bd4e11f0-37f0-404f-ae4f-dec2e061fb96), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:04.987621 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6711e56-2eb2-4e99-b283-a7ec50c1d6a9 None None] Pushing event updated for resources: {'Port': ['ID=469d0aa1-1aa8-45e1-b14b-f09607f55dbc,revision_number=4']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:05.033830 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7b29dd-18ad-42e9-8635-558af7037e0a None None] Routers {'6ff75c52-fe55-4732-b4ca-c01c3ac78b83'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:55:05.035140 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-fd7b29dd-18ad-42e9-8635-558af7037e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:54:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6ff75c52-fe55-4732-b4ca-c01c3ac78b83'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:05.121552 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad89a39a-a235-46aa-afad-ef3428f80b10 admin admin] Network 257eecef-47b9-49d5-b09d-580a426c4719 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:55:05.125565 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2a7863b1-f874-4faf-a5c1-820272e06d3d req-dbfe48dd-ba0a-4318-83ee-e9ac1deb8a36 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3767054 Mar 01 13:55:05.251325 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4abd4e-d7d1-41c0-ab3b-29e730303265 req-e6e9285a-9792-4ef6-915f-37de6433cd8a tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:05.284722 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8d4abd4e-d7d1-41c0-ab3b-29e730303265 req-e6e9285a-9792-4ef6-915f-37de6433cd8a tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ead1a9-72b7-4784-8dc2-04582f80ae28 HTTP/1.1" status: 200 len: 943 time: 0.5327024 Mar 01 13:55:05.313565 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89a39a-a235-46aa-afad-ef3428f80b10 admin admin] Pushing event updated for resources: {'Port': ['ID=9586e46d-17cb-43bc-97d1-cd9d33663232,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:05.337405 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-ad89a39a-a235-46aa-afad-ef3428f80b10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:55:05.340401 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d8a0c-a609-4017-9b5a-9d0d9abeeea0 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Pushing event updated for resources: {'Subnet': ['ID=bd4e11f0-37f0-404f-ae4f-dec2e061fb96,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:05.400882 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad89a39a-a235-46aa-afad-ef3428f80b10 admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:55:05.428027 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-50ba79b3-b1b3-4c78-88ab-e35ea8423785 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks [] for security_group (cfb41f9e-b184-478d-8271-cac26ee57543), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:05.429091 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 1b2137ef-87f8-4db3-b2f7-5907474ff312 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:55:05.432062 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-fd7b29dd-18ad-42e9-8635-558af7037e0a None None] Set router 6ff75c52-fe55-4732-b4ca-c01c3ac78b83 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:55:05.446929 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c1c84-e5c9-4c8d-b29c-af5bda230d34 req-26f5c349-3e60-450a-9ce6-16147ec501bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:05.448550 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d91c1c84-e5c9-4c8d-b29c-af5bda230d34 req-26f5c349-3e60-450a-9ce6-16147ec501bc service neutron] 10.222.0.32 "GET /v2.0/networks?id=a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49 HTTP/1.1" status: 200 len: 915 time: 0.5397975 Mar 01 13:55:05.449154 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.resource_extend [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] It took 0.78 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 13:55:05.517290 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8f6bc-cfc1-4135-8681-7da1249ae41f req-fe2378f9-ff15-4e80-813c-2281a734a855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:05.521888 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-02f8f6bc-cfc1-4135-8681-7da1249ae41f req-fe2378f9-ff15-4e80-813c-2281a734a855 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.5232716 Mar 01 13:55:05.523988 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-50ba79b3-b1b3-4c78-88ab-e35ea8423785 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (cfb41f9e-b184-478d-8271-cac26ee57543), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:05.650554 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-50ba79b3-b1b3-4c78-88ab-e35ea8423785 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:05.655322 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-50ba79b3-b1b3-4c78-88ab-e35ea8423785 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 2.5730016 Mar 01 13:55:05.663928 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d91c1c84-e5c9-4c8d-b29c-af5bda230d34 req-b77c000b-5102-4b78-90be-c12aaf121dd0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2dca31c-d208-442a-a02f-862c2e6cd8a8 HTTP/1.1" status: 200 len: 217 time: 0.1605489 Mar 01 13:55:05.678602 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 48888) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:05.699082 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-80d365b9-753d-4cbb-b793-0cf5b8e382fc tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Request body: {'security_group_rule': {'security_group_id': 'cfb41f9e-b184-478d-8271-cac26ee57543', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:55:05.815281 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ad89a39a-a235-46aa-afad-ef3428f80b10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (4c96b8e6-d449-4c76-8ab9-353fbb3c42a0), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:05.820484 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba79b3-b1b3-4c78-88ab-e35ea8423785 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb41f9e-b184-478d-8271-cac26ee57543,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:05.831481 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee782f-c377-402c-9d88-e679bae6f28a req-f87d6b14-f5d7-4ba9-a5f6-723d40bff685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:05.834162 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port f27e4255-a98a-462e-9298-016f98c6d074, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f27e4255-a98a-462e-9298-016f98c6d074,segment=NetworkSegment(8c993aa3-b4bc-4822-be01-8f2382354ee8),segment_id=8c993aa3-b4bc-4822-be01-8f2382354ee8)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:05.835939 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f2ee782f-c377-402c-9d88-e679bae6f28a req-f87d6b14-f5d7-4ba9-a5f6-723d40bff685 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 1127 time: 1.0419009 Mar 01 13:55:05.855554 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'f27e4255-a98a-462e-9298-016f98c6d074', 'network_id': 'c10380dc-3261-481a-b6e0-b67ea74edb52', 'port_id': 'f27e4255-a98a-462e-9298-016f98c6d074', 'mac_address': 'fa:16:3e:11:90:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb0ca41-6268-4b81-bdd7-21226410b058', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:55:05.869428 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-80d365b9-753d-4cbb-b793-0cf5b8e382fc tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks [] for security_group_rule (0aa23d19-0549-4cdc-8646-8605c7997874), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:05.918660 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8d4abd4e-d7d1-41c0-ab3b-29e730303265 req-98219f9f-158c-45a7-bc46-ea533df2197f tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95e0479-dc68-4600-8efb-afb0928fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5996842 Mar 01 13:55:05.978994 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5d8a0c-a609-4017-9b5a-9d0d9abeeea0 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Checking segment: {'id': 'fedafe92-9791-4520-9ff2-88856d8edd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c89c285d-63e2-467e-8d51-9b21b9e0e057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:55:05.979636 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5d8a0c-a609-4017-9b5a-9d0d9abeeea0 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Network hostable DHCP agents. Network: c89c285d-63e2-467e-8d51-9b21b9e0e057, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:55:06.002477 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port f27e4255-a98a-462e-9298-016f98c6d074 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:06.002862 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f27e4255-a98a-462e-9298-016f98c6d074), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:06.018279 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-fd7b29dd-18ad-42e9-8635-558af7037e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'name': 'tempest-ServersTestJSON-114693005-router', 'tenant_id': '6cd0042333dc4646a1a53b7511a147db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '638341d3-9a32-48a3-a77f-4932d2a5082e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:50Z', 'updated_at': '2022-03-01T13:54:57Z', 'revision_number': 4, 'project_id': '6cd0042333dc4646a1a53b7511a147db', 'gw_port': {'id': '638341d3-9a32-48a3-a77f-4932d2a5082e', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:51Z', 'updated_at': '2022-03-01T13:54:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '469d0aa1-1aa8-45e1-b14b-f09607f55dbc', 'name': '', 'network_id': '53d21d48-fe01-43f8-90ba-29509f974089', 'tenant_id': '6cd0042333dc4646a1a53b7511a147db', 'mac_address': 'fa:16:3e:79:17:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'e1568db8-2fe7-442e-bae7-541ffa1abc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:55Z', 'updated_at': '2022-03-01T13:55:04Z', 'revision_number': 4, 'project_id': '6cd0042333dc4646a1a53b7511a147db', 'subnets': [{'id': 'e1568db8-2fe7-442e-bae7-541ffa1abc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:06.029218 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-ce96977a-b0e7-4c01-bca7-fab89fc8e7f0 None None] For port 84d0dc8b-7035-448a-ba17-4704299cc7f3, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:55:06.050088 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1595fd-11a3-4742-8490-0f357daf65cf req-2c58047e-a287-4f10-bf7b-55a277b73727 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:06.050682 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-c5ee965c-5141-4143-b0cf-8a92cb2dc871 None None] For port 1b2137ef-87f8-4db3-b2f7-5907474ff312, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=1b2137ef-87f8-4db3-b2f7-5907474ff312,segment=NetworkSegment(5a2be2d6-c8c6-4508-9d41-0a1e448542fe),segment_id=5a2be2d6-c8c6-4508-9d41-0a1e448542fe)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:06.068882 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7b29dd-18ad-42e9-8635-558af7037e0a None None] The sync data for ids ['6ff75c52-fe55-4732-b4ca-c01c3ac78b83'] in n-d-827467-3 is: [{'id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'name': 'tempest-ServersTestJSON-114693005-router', 'tenant_id': '6cd0042333dc4646a1a53b7511a147db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '638341d3-9a32-48a3-a77f-4932d2a5082e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:50Z', 'updated_at': '2022-03-01T13:54:57Z', 'revision_number': 4, 'project_id': '6cd0042333dc4646a1a53b7511a147db', 'gw_port': {'id': '638341d3-9a32-48a3-a77f-4932d2a5082e', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:51Z', 'updated_at': '2022-03-01T13:54:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '469d0aa1-1aa8-45e1-b14b-f09607f55dbc', 'name': '', 'network_id': '53d21d48-fe01-43f8-90ba-29509f974089', 'tenant_id': '6cd0042333dc4646a1a53b7511a147db', 'mac_address': 'fa:16:3e:79:17:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'e1568db8-2fe7-442e-bae7-541ffa1abc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:55Z', 'updated_at': '2022-03-01T13:55:04Z', 'revision_number': 4, 'project_id': '6cd0042333dc4646a1a53b7511a147db', 'subnets': [{'id': 'e1568db8-2fe7-442e-bae7-541ffa1abc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:55:06.079904 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1595fd-11a3-4742-8490-0f357daf65cf req-2c58047e-a287-4f10-bf7b-55a277b73727 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:06.090874 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1595fd-11a3-4742-8490-0f357daf65cf req-2c58047e-a287-4f10-bf7b-55a277b73727 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:06.093869 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-ce96977a-b0e7-4c01-bca7-fab89fc8e7f0 None None] For port 84d0dc8b-7035-448a-ba17-4704299cc7f3, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=84d0dc8b-7035-448a-ba17-4704299cc7f3,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:55:06.105656 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c5ee965c-5141-4143-b0cf-8a92cb2dc871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (1b2137ef-87f8-4db3-b2f7-5907474ff312), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:06.112519 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1595fd-11a3-4742-8490-0f357daf65cf req-2c58047e-a287-4f10-bf7b-55a277b73727 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:06.128012 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=f689403b-d428-4c0e-a2d9-731bc5e976a6,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:06.137675 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1595fd-11a3-4742-8490-0f357daf65cf req-2c58047e-a287-4f10-bf7b-55a277b73727 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:06.145377 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1595fd-11a3-4742-8490-0f357daf65cf req-2c58047e-a287-4f10-bf7b-55a277b73727 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:06.161334 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1595fd-11a3-4742-8490-0f357daf65cf req-2c58047e-a287-4f10-bf7b-55a277b73727 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:06.198319 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4e1595fd-11a3-4742-8490-0f357daf65cf req-2c58047e-a287-4f10-bf7b-55a277b73727 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5421 time: 0.7865262 Mar 01 13:55:06.241200 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c1c84-e5c9-4c8d-b29c-af5bda230d34 req-29177fe9-865c-4b4f-b33c-ef16f769e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:06.242812 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d91c1c84-e5c9-4c8d-b29c-af5bda230d34 req-29177fe9-865c-4b4f-b33c-ef16f769e7b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a79f131-d3de-40a9-b260-49a7a2407c56 HTTP/1.1" status: 200 len: 854 time: 0.5331998 Mar 01 13:55:06.290105 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f27e4255-a98a-462e-9298-016f98c6d074 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:55:06.304083 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-02f8f6bc-cfc1-4135-8681-7da1249ae41f req-e2703c16-9e51-4b30-a8a4-52ede1bbd952 service neutron] 10.222.0.32 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7422481 Mar 01 13:55:06.328823 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d91c1c84-e5c9-4c8d-b29c-af5bda230d34 req-12330ee1-cc83-428a-9f6e-0a462a7872d3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403965 Mar 01 13:55:06.342363 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-c5ee965c-5141-4143-b0cf-8a92cb2dc871 None None] Provisioning complete for port 469d0aa1-1aa8-45e1-b14b-f09607f55dbc triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:06.342700 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c5ee965c-5141-4143-b0cf-8a92cb2dc871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (469d0aa1-1aa8-45e1-b14b-f09607f55dbc), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:06.345002 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ce96977a-b0e7-4c01-bca7-fab89fc8e7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (84d0dc8b-7035-448a-ba17-4704299cc7f3), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:06.361581 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee965c-5141-4143-b0cf-8a92cb2dc871 None None] Pushing event updated for resources: {'Port': ['ID=1b2137ef-87f8-4db3-b2f7-5907474ff312,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:06.461319 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f2ee782f-c377-402c-9d88-e679bae6f28a req-bdef85cf-aa90-4019-90f0-8e38de0b5760 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6134055 Mar 01 13:55:06.514231 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ad89a39a-a235-46aa-afad-ef3428f80b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9586e46d-17cb-43bc-97d1-cd9d33663232), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:06.614080 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4e1595fd-11a3-4742-8490-0f357daf65cf req-adb7d93d-1799-453d-9e57-8710e064fe8d tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4097693 Mar 01 13:55:06.619017 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d91c1c84-e5c9-4c8d-b29c-af5bda230d34 req-feeae17b-0328-4b87-a4a8-6ef33cfc06f6 service neutron] 10.222.0.32 "GET /v2.0/networks/a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772238 Mar 01 13:55:06.640524 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e45820-3283-4c9e-a00e-24b86848f453 None None] Pushing event updated for resources: {'Port': ['ID=84d0dc8b-7035-448a-ba17-4704299cc7f3,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:06.655375 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port f27e4255-a98a-462e-9298-016f98c6d074, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f27e4255-a98a-462e-9298-016f98c6d074,segment=NetworkSegment(8c993aa3-b4bc-4822-be01-8f2382354ee8),segment_id=8c993aa3-b4bc-4822-be01-8f2382354ee8)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:06.660469 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 1b2137ef-87f8-4db3-b2f7-5907474ff312 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:06.661161 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (1b2137ef-87f8-4db3-b2f7-5907474ff312), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:06.713063 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f27e4255-a98a-462e-9298-016f98c6d074), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:06.714018 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device e187b1ce-0b6f-4521-8972-2202ece5890a details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:55:06.739168 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce96977a-b0e7-4c01-bca7-fab89fc8e7f0 None None] Routers {'4c96b8e6-d449-4c76-8ab9-353fbb3c42a0'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:55:06.741803 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-ce96977a-b0e7-4c01-bca7-fab89fc8e7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:54:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4c96b8e6-d449-4c76-8ab9-353fbb3c42a0'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:06.771486 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-80d365b9-753d-4cbb-b793-0cf5b8e382fc tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks [] for security_group_rule (0aa23d19-0549-4cdc-8646-8605c7997874), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:06.841551 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-80d365b9-753d-4cbb-b793-0cf5b8e382fc tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (0aa23d19-0549-4cdc-8646-8605c7997874), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:06.875325 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee399d-26e2-4b9b-be1c-523e445ddbe9 req-b01e6384-2599-4109-b785-9c64c28df4f3 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:06.882465 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-90ee399d-26e2-4b9b-be1c-523e445ddbe9 req-b01e6384-2599-4109-b785-9c64c28df4f3 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 945 time: 0.6572523 Mar 01 13:55:06.912213 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d365b9-753d-4cbb-b793-0cf5b8e382fc tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aa23d19-0549-4cdc-8646-8605c7997874,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:06.946403 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5d8a0c-a609-4017-9b5a-9d0d9abeeea0 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Network c89c285d-63e2-467e-8d51-9b21b9e0e057 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:55:07.036650 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-02f8f6bc-cfc1-4135-8681-7da1249ae41f req-2b40b369-7b23-48b6-a95e-8a2fc4f6ecb0 service neutron] 10.222.0.32 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5774209 Mar 01 13:55:07.066105 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-7a5d8a0c-a609-4017-9b5a-9d0d9abeeea0 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, c89c285d-63e2-467e-8d51-9b21b9e0e057) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:55:07.078782 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5d8a0c-a609-4017-9b5a-9d0d9abeeea0 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:07.078782 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7a5d8a0c-a609-4017-9b5a-9d0d9abeeea0 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:07.083747 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-90ee399d-26e2-4b9b-be1c-523e445ddbe9 req-075a9d22-8923-42df-a6e5-a7f9a71c7626 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923087 Mar 01 13:55:07.103291 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-80d365b9-753d-4cbb-b793-0cf5b8e382fc tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:07.105399 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-80d365b9-753d-4cbb-b793-0cf5b8e382fc tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4199884 Mar 01 13:55:07.128363 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 48898) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:07.158056 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-81719a14-3a5b-455f-a52e-91c5b23a587e tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Request body: {'security_group_rule': {'security_group_id': 'cfb41f9e-b184-478d-8271-cac26ee57543', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:55:07.166298 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.resource_extend [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 13:55:07.179187 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ad89a39a-a235-46aa-afad-ef3428f80b10 admin admin] Publish callbacks [] for port (9586e46d-17cb-43bc-97d1-cd9d33663232), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:07.211908 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ad89a39a-a235-46aa-afad-ef3428f80b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (9586e46d-17cb-43bc-97d1-cd9d33663232), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:07.212110 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port e187b1ce-0b6f-4521-8972-2202ece5890a, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=e187b1ce-0b6f-4521-8972-2202ece5890a,segment=NetworkSegment(8c993aa3-b4bc-4822-be01-8f2382354ee8),segment_id=8c993aa3-b4bc-4822-be01-8f2382354ee8)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:07.250300 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=f27e4255-a98a-462e-9298-016f98c6d074,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:07.259648 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'e187b1ce-0b6f-4521-8972-2202ece5890a', 'network_id': 'c10380dc-3261-481a-b6e0-b67ea74edb52', 'port_id': 'e187b1ce-0b6f-4521-8972-2202ece5890a', 'mac_address': 'fa:16:3e:fa:50:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb0ca41-6268-4b81-bdd7-21226410b058', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:55:07.280529 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d91c1c84-e5c9-4c8d-b29c-af5bda230d34 req-4f6bc685-45e8-432e-8376-ea0cbe4ac8e4 service neutron] 10.222.0.32 "GET /v2.0/networks/a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6333158 Mar 01 13:55:07.302437 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48412fca-c243-41c5-a068-17fb7b21375d req-e0bbb8d4-a0a7-4bcb-b985-ea11731e5a1b tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:07.307352 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-48412fca-c243-41c5-a068-17fb7b21375d req-e0bbb8d4-a0a7-4bcb-b985-ea11731e5a1b tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 945 time: 0.4801645 Mar 01 13:55:07.362901 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165027b3-b83e-46dc-895c-51ad1244601d None None] Network c89c285d-63e2-467e-8d51-9b21b9e0e057 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:55:07.369720 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-c5ee965c-5141-4143-b0cf-8a92cb2dc871 None None] Current status of the port 469d0aa1-1aa8-45e1-b14b-f09607f55dbc is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:07.370107 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c5ee965c-5141-4143-b0cf-8a92cb2dc871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (469d0aa1-1aa8-45e1-b14b-f09607f55dbc), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:07.437937 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afce3bd-0c15-48f6-b54f-a679a7a9531c req-235dbbf7-7922-4adc-a25c-aa139de54a12 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:07.446468 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5afce3bd-0c15-48f6-b54f-a679a7a9531c req-235dbbf7-7922-4adc-a25c-aa139de54a12 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ead1a9-72b7-4784-8dc2-04582f80ae28 HTTP/1.1" status: 200 len: 943 time: 0.1367831 Mar 01 13:55:07.462948 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-48412fca-c243-41c5-a068-17fb7b21375d req-3c24d45a-b57f-4fd8-bf1c-43ab6d75b448 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375508 Mar 01 13:55:07.540317 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ad89a39a-a235-46aa-afad-ef3428f80b10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (4c96b8e6-d449-4c76-8ab9-353fbb3c42a0), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:07.548743 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7a5d8a0c-a609-4017-9b5a-9d0d9abeeea0 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3957112 Mar 01 13:55:07.550810 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 48900) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:07.551698 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89a39a-a235-46aa-afad-ef3428f80b10 admin admin] Pushing event updated for resources: {'Port': ['ID=9586e46d-17cb-43bc-97d1-cd9d33663232,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:07.558850 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5afce3bd-0c15-48f6-b54f-a679a7a9531c req-8c253d0d-5d2b-4e6d-a2d3-3d058b2b7241 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95e0479-dc68-4600-8efb-afb0928fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109812 Mar 01 13:55:07.595342 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-6d7463c6-7e51-4465-8b38-b1202260b883 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Request body: {'port': {'network_id': 'c89c285d-63e2-467e-8d51-9b21b9e0e057', 'name': 'tempest-DHCPAgentSchedulersTestJSON-808997573'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:55:07.609689 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port e187b1ce-0b6f-4521-8972-2202ece5890a is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:07.610066 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e187b1ce-0b6f-4521-8972-2202ece5890a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:07.640644 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e187b1ce-0b6f-4521-8972-2202ece5890a {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:55:07.740031 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-81719a14-3a5b-455f-a52e-91c5b23a587e tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks [] for security_group_rule (7a6c5575-cb17-4f6a-9e0b-dc43341274df), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:07.760447 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 1b2137ef-87f8-4db3-b2f7-5907474ff312 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:07.761632 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 638341d3-9a32-48a3-a77f-4932d2a5082e up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:55:07.894770 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-ce96977a-b0e7-4c01-bca7-fab89fc8e7f0 None None] Set router 4c96b8e6-d449-4c76-8ab9-353fbb3c42a0 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:55:07.900897 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port e187b1ce-0b6f-4521-8972-2202ece5890a, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=e187b1ce-0b6f-4521-8972-2202ece5890a,segment=NetworkSegment(8c993aa3-b4bc-4822-be01-8f2382354ee8),segment_id=8c993aa3-b4bc-4822-be01-8f2382354ee8)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:07.910612 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-81719a14-3a5b-455f-a52e-91c5b23a587e tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks [] for security_group_rule (7a6c5575-cb17-4f6a-9e0b-dc43341274df), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:07.915436 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7463c6-7e51-4465-8b38-b1202260b883 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Made reservation on behalf of 8d831fc0f65a460b9ce2893b24dd39db for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:55:07.926407 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d7463c6-7e51-4465-8b38-b1202260b883 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:07.965807 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (e187b1ce-0b6f-4521-8972-2202ece5890a), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:07.967508 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 27efff50-7823-4915-9500-0bfe4a48b9a2 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:55:07.995935 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-6d7463c6-7e51-4465-8b38-b1202260b883 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] device_id is not set on port 07ca53e0-6e14-4564-bf3b-6d395361ecd4 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:55:08.018052 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 27efff50-7823-4915-9500-0bfe4a48b9a2, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=27efff50-7823-4915-9500-0bfe4a48b9a2,segment=NetworkSegment(3f5e992e-f8ac-4270-a68d-c36243966fe6),segment_id=3f5e992e-f8ac-4270-a68d-c36243966fe6)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:08.034916 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-c5ee965c-5141-4143-b0cf-8a92cb2dc871 None None] For port 469d0aa1-1aa8-45e1-b14b-f09607f55dbc, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=469d0aa1-1aa8-45e1-b14b-f09607f55dbc,segment=NetworkSegment(e76d0319-8891-401a-b47b-4f5de5881eaf),segment_id=e76d0319-8891-401a-b47b-4f5de5881eaf)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:08.128060 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f8eb6-0904-4fbd-bcb9-ac7226758a0e req-dff72bdc-0e33-420e-b096-49f8cf063bb3 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:08.136843 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f8eb6-0904-4fbd-bcb9-ac7226758a0e req-dff72bdc-0e33-420e-b096-49f8cf063bb3 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:08.142321 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-81719a14-3a5b-455f-a52e-91c5b23a587e tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (7a6c5575-cb17-4f6a-9e0b-dc43341274df), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:08.147363 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f8eb6-0904-4fbd-bcb9-ac7226758a0e req-dff72bdc-0e33-420e-b096-49f8cf063bb3 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:08.150833 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '27efff50-7823-4915-9500-0bfe4a48b9a2', 'network_id': '6d51e108-e704-49e6-8e91-4223e1d8d343', 'port_id': '27efff50-7823-4915-9500-0bfe4a48b9a2', 'mac_address': 'fa:16:3e:02:0f:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28fc07ce-dc1a-4114-910a-af6b415562fa', 'ip_address': '10.1.1.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:55:08.154548 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f8eb6-0904-4fbd-bcb9-ac7226758a0e req-dff72bdc-0e33-420e-b096-49f8cf063bb3 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:08.162319 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f8eb6-0904-4fbd-bcb9-ac7226758a0e req-dff72bdc-0e33-420e-b096-49f8cf063bb3 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:08.170672 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f8eb6-0904-4fbd-bcb9-ac7226758a0e req-dff72bdc-0e33-420e-b096-49f8cf063bb3 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:08.171103 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=e187b1ce-0b6f-4521-8972-2202ece5890a,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:08.178240 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f8eb6-0904-4fbd-bcb9-ac7226758a0e req-dff72bdc-0e33-420e-b096-49f8cf063bb3 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:08.188115 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7c7f8eb6-0904-4fbd-bcb9-ac7226758a0e req-dff72bdc-0e33-420e-b096-49f8cf063bb3 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5422 time: 0.3670766 Mar 01 13:55:08.232331 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 27efff50-7823-4915-9500-0bfe4a48b9a2 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:08.233260 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (27efff50-7823-4915-9500-0bfe4a48b9a2), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:08.235186 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c5ee965c-5141-4143-b0cf-8a92cb2dc871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (469d0aa1-1aa8-45e1-b14b-f09607f55dbc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:08.272063 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81719a14-3a5b-455f-a52e-91c5b23a587e tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a6c5575-cb17-4f6a-9e0b-dc43341274df,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:08.331629 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee965c-5141-4143-b0cf-8a92cb2dc871 None None] Pushing event updated for resources: {'Port': ['ID=469d0aa1-1aa8-45e1-b14b-f09607f55dbc,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:08.348447 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-81719a14-3a5b-455f-a52e-91c5b23a587e tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:08.353359 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-81719a14-3a5b-455f-a52e-91c5b23a587e tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2184117 Mar 01 13:55:08.360024 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 48908) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:08.370460 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-7f3bfc3b-1e45-4d1a-a874-7bcbb20af3d8 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:55:08.439653 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c83841-e762-491e-acab-1b5a3bbd5e55 req-15483031-dee9-4242-ab64-7d02c502c4b9 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:08.448901 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27efff50-7823-4915-9500-0bfe4a48b9a2 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:55:08.452794 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-45c83841-e762-491e-acab-1b5a3bbd5e55 req-15483031-dee9-4242-ab64-7d02c502c4b9 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 945 time: 0.2213707 Mar 01 13:55:08.475737 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 27efff50-7823-4915-9500-0bfe4a48b9a2, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=27efff50-7823-4915-9500-0bfe4a48b9a2,segment=NetworkSegment(3f5e992e-f8ac-4270-a68d-c36243966fe6),segment_id=3f5e992e-f8ac-4270-a68d-c36243966fe6)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:08.479359 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d891f8-4b62-4759-9208-31bd609fbe43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-c89c285d-63e2-467e-8d51-9b21b9e0e057', 'network_id': 'c89c285d-63e2-467e-8d51-9b21b9e0e057', 'project_id': '8d831fc0f65a460b9ce2893b24dd39db', 'fixed_ips': [{'subnet_id': 'bd4e11f0-37f0-404f-ae4f-dec2e061fb96'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:55:08.479718 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7c7f8eb6-0904-4fbd-bcb9-ac7226758a0e req-2848ee3e-2ffa-4867-af81-cbad325c7728 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2836444 Mar 01 13:55:08.480282 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-40d891f8-4b62-4759-9208-31bd609fbe43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:08.507305 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-6d7463c6-7e51-4465-8b38-b1202260b883 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Allocated IP 172.20.0.4 (c89c285d-63e2-467e-8d51-9b21b9e0e057/bd4e11f0-37f0-404f-ae4f-dec2e061fb96/07ca53e0-6e14-4564-bf3b-6d395361ecd4) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:55:08.508369 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (27efff50-7823-4915-9500-0bfe4a48b9a2), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:08.524218 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad89a39a-a235-46aa-afad-ef3428f80b10 admin admin] Network 257eecef-47b9-49d5-b09d-580a426c4719 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:55:08.530517 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-ad89a39a-a235-46aa-afad-ef3428f80b10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:55:08.536072 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f3bfc3b-1e45-4d1a-a874-7bcbb20af3d8 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:08.609419 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-45c83841-e762-491e-acab-1b5a3bbd5e55 req-b5257306-a0b9-4129-9d82-1b5af4858868 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554227 Mar 01 13:55:08.743914 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=27efff50-7823-4915-9500-0bfe4a48b9a2,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:08.768095 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d4a72-7599-4b21-8b90-ecd788e4447b req-2395dbfa-bbbc-4335-8fbf-342c0a45efef tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:08.779427 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-281d4a72-7599-4b21-8b90-ecd788e4447b req-2395dbfa-bbbc-4335-8fbf-342c0a45efef tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 945 time: 0.1155744 Mar 01 13:55:08.899007 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device c2dca31c-d208-442a-a02f-862c2e6cd8a8 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:55:08.959917 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d7463c6-7e51-4465-8b38-b1202260b883 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks [] for port (07ca53e0-6e14-4564-bf3b-6d395361ecd4), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:09.025883 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf5291-371d-498b-92aa-b68b506323c2 req-7f576a97-de11-42f0-b574-e29d4000ca5d tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:09.028260 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cacf5291-371d-498b-92aa-b68b506323c2 req-7f576a97-de11-42f0-b574-e29d4000ca5d tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ead1a9-72b7-4784-8dc2-04582f80ae28 HTTP/1.1" status: 200 len: 943 time: 0.2450500 Mar 01 13:55:09.049809 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-281d4a72-7599-4b21-8b90-ecd788e4447b req-ca49fb14-d50f-43b2-924e-515377999b02 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2670436 Mar 01 13:55:09.066225 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d7463c6-7e51-4465-8b38-b1202260b883 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (07ca53e0-6e14-4564-bf3b-6d395361ecd4), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:09.081419 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port c2dca31c-d208-442a-a02f-862c2e6cd8a8, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=c2dca31c-d208-442a-a02f-862c2e6cd8a8,segment=NetworkSegment(c5c4127a-8c32-443b-8a11-50aacbfd4c6c),segment_id=c5c4127a-8c32-443b-8a11-50aacbfd4c6c)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:09.120429 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 9f28206c-c781-4ede-8c50-bd5c43320593 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:55:09.148007 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cacf5291-371d-498b-92aa-b68b506323c2 req-84834360-eacf-4275-90df-d6db5d42ae22 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95e0479-dc68-4600-8efb-afb0928fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954087 Mar 01 13:55:09.241467 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'c2dca31c-d208-442a-a02f-862c2e6cd8a8', 'network_id': 'a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49', 'port_id': 'c2dca31c-d208-442a-a02f-862c2e6cd8a8', 'mac_address': 'fa:16:3e:c5:5d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a79f131-d3de-40a9-b260-49a7a2407c56', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:55:09.334774 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-ffa34d99-de19-4659-8b63-2b916512b4f1 None None] Provisioning complete for port 9586e46d-17cb-43bc-97d1-cd9d33663232 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:09.335260 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ffa34d99-de19-4659-8b63-2b916512b4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9586e46d-17cb-43bc-97d1-cd9d33663232), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:09.511533 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7463c6-7e51-4465-8b38-b1202260b883 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Pushing event updated for resources: {'Port': ['ID=07ca53e0-6e14-4564-bf3b-6d395361ecd4,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:09.568141 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816ee65-1aba-459d-a517-6187b2c42df2 req-430dd8c6-b4ec-4b3b-b2b7-848ab35e9f0b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:09.578121 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8816ee65-1aba-459d-a517-6187b2c42df2 req-430dd8c6-b4ec-4b3b-b2b7-848ab35e9f0b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 945 time: 0.2101903 Mar 01 13:55:09.580593 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad89a39a-a235-46aa-afad-ef3428f80b10 admin admin] Router 4c96b8e6-d449-4c76-8ab9-353fbb3c42a0 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:55:09.601517 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-40d891f8-4b62-4759-9208-31bd609fbe43 None None] Allocated IP 172.20.0.2 (c89c285d-63e2-467e-8d51-9b21b9e0e057/bd4e11f0-37f0-404f-ae4f-dec2e061fb96/d2a67e41-2270-48ab-8404-7f02ff944a9d) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:55:09.629887 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['df6c0fb5-c12f-40eb-9fe7-daaf2c030675'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:55:09.650031 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7463c6-7e51-4465-8b38-b1202260b883 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Network c89c285d-63e2-467e-8d51-9b21b9e0e057 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:55:09.693690 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['f689403b-d428-4c0e-a2d9-731bc5e976a6'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:55:09.711381 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 638341d3-9a32-48a3-a77f-4932d2a5082e triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:09.711844 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (638341d3-9a32-48a3-a77f-4932d2a5082e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:09.778413 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d04bb3-b66a-4563-bc7a-d002a9fa5469 req-35c227eb-2985-40d9-bd1f-1a48b886e14c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:09.785500 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d04bb3-b66a-4563-bc7a-d002a9fa5469 req-35c227eb-2985-40d9-bd1f-1a48b886e14c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:09.791518 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d04bb3-b66a-4563-bc7a-d002a9fa5469 req-35c227eb-2985-40d9-bd1f-1a48b886e14c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:09.798127 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d04bb3-b66a-4563-bc7a-d002a9fa5469 req-35c227eb-2985-40d9-bd1f-1a48b886e14c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:09.804380 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d04bb3-b66a-4563-bc7a-d002a9fa5469 req-35c227eb-2985-40d9-bd1f-1a48b886e14c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:09.810039 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d04bb3-b66a-4563-bc7a-d002a9fa5469 req-35c227eb-2985-40d9-bd1f-1a48b886e14c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:09.818251 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d04bb3-b66a-4563-bc7a-d002a9fa5469 req-35c227eb-2985-40d9-bd1f-1a48b886e14c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:09.820943 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-21d04bb3-b66a-4563-bc7a-d002a9fa5469 req-35c227eb-2985-40d9-bd1f-1a48b886e14c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5424 time: 0.1977694 Mar 01 13:55:09.836581 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8816ee65-1aba-459d-a517-6187b2c42df2 req-16fd446a-3234-44c9-84f3-6e44fbabd605 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526131 Mar 01 13:55:09.850130 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad89a39a-a235-46aa-afad-ef3428f80b10 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:55:09.865952 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ad89a39a-a235-46aa-afad-ef3428f80b10 admin admin] 10.222.0.13 "PUT /v2.0/routers/4c96b8e6-d449-4c76-8ab9-353fbb3c42a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5181508 Mar 01 13:55:09.865952 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-6d7463c6-7e51-4465-8b38-b1202260b883 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:55:09.872231 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7463c6-7e51-4465-8b38-b1202260b883 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:55:09.959845 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-21d04bb3-b66a-4563-bc7a-d002a9fa5469 req-c68b4a25-3b3e-4c07-8a1f-dc45429a9c6c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1212513 Mar 01 13:55:09.964493 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['e187b1ce-0b6f-4521-8972-2202ece5890a'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:55:09.968824 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['27efff50-7823-4915-9500-0bfe4a48b9a2'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:55:09.991282 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ffa34d99-de19-4659-8b63-2b916512b4f1 None None] Port 9586e46d-17cb-43bc-97d1-cd9d33663232 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:55:09.995727 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f3bfc3b-1e45-4d1a-a874-7bcbb20af3d8 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:10.013187 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7463c6-7e51-4465-8b38-b1202260b883 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:10.013187 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d7463c6-7e51-4465-8b38-b1202260b883 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:10.092739 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 48932) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:10.094348 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6d7463c6-7e51-4465-8b38-b1202260b883 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5084999 Mar 01 13:55:10.096984 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['b5196179-dcc7-4882-9422-95ca3a492713'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:55:10.100618 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port c2dca31c-d208-442a-a02f-862c2e6cd8a8 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:10.101012 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c2dca31c-d208-442a-a02f-862c2e6cd8a8), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:10.178457 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['f27e4255-a98a-462e-9298-016f98c6d074'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:55:10.182368 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2dca31c-d208-442a-a02f-862c2e6cd8a8 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:55:10.245195 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-7f3bfc3b-1e45-4d1a-a874-7bcbb20af3d8 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Allocated IP 172.25.1.100 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/7668fe24-a0f2-4c2b-9b26-a2f3ba9f4d4d) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:55:10.369835 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port c2dca31c-d208-442a-a02f-862c2e6cd8a8, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=c2dca31c-d208-442a-a02f-862c2e6cd8a8,segment=NetworkSegment(c5c4127a-8c32-443b-8a11-50aacbfd4c6c),segment_id=c5c4127a-8c32-443b-8a11-50aacbfd4c6c)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:10.466801 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d6cd5-1df8-41aa-a9bb-09f271c5adff req-237bb3bb-d80e-49c4-993c-83835eb10532 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:10.480236 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f67d6cd5-1df8-41aa-a9bb-09f271c5adff req-237bb3bb-d80e-49c4-993c-83835eb10532 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 945 time: 0.2103131 Mar 01 13:55:10.499105 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f3bfc3b-1e45-4d1a-a874-7bcbb20af3d8 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks [] for port (7668fe24-a0f2-4c2b-9b26-a2f3ba9f4d4d), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:10.548393 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-d0dc7cb2-ee75-43ee-8ed0-1107fd53cceb tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Deleting port 07ca53e0-6e14-4564-bf3b-6d395361ecd4 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:55:10.548747 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d0dc7cb2-ee75-43ee-8ed0-1107fd53cceb tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (07ca53e0-6e14-4564-bf3b-6d395361ecd4), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:10.586183 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f3bfc3b-1e45-4d1a-a874-7bcbb20af3d8 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (7668fe24-a0f2-4c2b-9b26-a2f3ba9f4d4d), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:10.588619 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:10.589520 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:10.592676 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c2dca31c-d208-442a-a02f-862c2e6cd8a8), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:10.686766 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f67d6cd5-1df8-41aa-a9bb-09f271c5adff req-6e066792-5179-45e7-9052-0738e4ca9f15 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998982 Mar 01 13:55:10.703309 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3bfc3b-1e45-4d1a-a874-7bcbb20af3d8 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:55:10.710605 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-ffa34d99-de19-4659-8b63-2b916512b4f1 None None] Provisioning complete for port 1b2137ef-87f8-4db3-b2f7-5907474ff312 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:10.712096 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ffa34d99-de19-4659-8b63-2b916512b4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (1b2137ef-87f8-4db3-b2f7-5907474ff312), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:10.713390 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-7f3bfc3b-1e45-4d1a-a874-7bcbb20af3d8 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:55:10.719265 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3bfc3b-1e45-4d1a-a874-7bcbb20af3d8 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:55:10.776179 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea6606-351e-4b36-9640-5a55161d8767 req-7efe5c46-8ca2-4b84-8e99-ec5b90a961da tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:10.784748 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-77ea6606-351e-4b36-9640-5a55161d8767 req-7efe5c46-8ca2-4b84-8e99-ec5b90a961da tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ead1a9-72b7-4784-8dc2-04582f80ae28 HTTP/1.1" status: 200 len: 944 time: 0.2450178 Mar 01 13:55:10.787235 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3bfc3b-1e45-4d1a-a874-7bcbb20af3d8 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Pushing event updated for resources: {'Port': ['ID=7668fe24-a0f2-4c2b-9b26-a2f3ba9f4d4d,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:10.825238 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d0dc7cb2-ee75-43ee-8ed0-1107fd53cceb tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (07ca53e0-6e14-4564-bf3b-6d395361ecd4), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:10.848296 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-d0dc7cb2-ee75-43ee-8ed0-1107fd53cceb tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Calling delete_port for 07ca53e0-6e14-4564-bf3b-6d395361ecd4 owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:55:10.902537 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-77ea6606-351e-4b36-9640-5a55161d8767 req-074dcb46-ae3b-40f0-b077-4086820790a7 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95e0479-dc68-4600-8efb-afb0928fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115036 Mar 01 13:55:10.938520 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f3bfc3b-1e45-4d1a-a874-7bcbb20af3d8 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks [] for floatingip (d02e31a7-8c7e-470e-ac71-070a0a05a30c), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:11.051952 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f3bfc3b-1e45-4d1a-a874-7bcbb20af3d8 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7668fe24-a0f2-4c2b-9b26-a2f3ba9f4d4d), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:11.105264 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2eb4f-1491-4a3b-b00a-454e1e495ed6 req-f2733e6f-855c-4f54-82f9-540c9b392e85 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:11.113535 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06e2eb4f-1491-4a3b-b00a-454e1e495ed6 req-f2733e6f-855c-4f54-82f9-540c9b392e85 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 945 time: 0.0863776 Mar 01 13:55:11.171784 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 9f28206c-c781-4ede-8c50-bd5c43320593 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:55:11.224257 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06e2eb4f-1491-4a3b-b00a-454e1e495ed6 req-753df021-6a51-4daf-8074-0307dda74520 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939441 Mar 01 13:55:11.265426 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d0dc7cb2-ee75-43ee-8ed0-1107fd53cceb tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (07ca53e0-6e14-4564-bf3b-6d395361ecd4), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:11.321803 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 9f28206c-c781-4ede-8c50-bd5c43320593 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:11.322239 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9f28206c-c781-4ede-8c50-bd5c43320593), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:11.356806 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc7cb2-ee75-43ee-8ed0-1107fd53cceb tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Pushing event deleted for resources: {'Port': ['ID=07ca53e0-6e14-4564-bf3b-6d395361ecd4,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:11.392895 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f3bfc3b-1e45-4d1a-a874-7bcbb20af3d8 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks [] for port (7668fe24-a0f2-4c2b-9b26-a2f3ba9f4d4d), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:11.402687 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['c2dca31c-d208-442a-a02f-862c2e6cd8a8'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:55:11.406142 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f3bfc3b-1e45-4d1a-a874-7bcbb20af3d8 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (7668fe24-a0f2-4c2b-9b26-a2f3ba9f4d4d), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:11.618723 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d0dc7cb2-ee75-43ee-8ed0-1107fd53cceb tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:11.622311 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d0dc7cb2-ee75-43ee-8ed0-1107fd53cceb tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] 10.222.0.13 "DELETE /v2.0/ports/07ca53e0-6e14-4564-bf3b-6d395361ecd4 HTTP/1.1" status: 204 len: 168 time: 1.5281646 Mar 01 13:55:11.623509 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3bfc3b-1e45-4d1a-a874-7bcbb20af3d8 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Pushing event updated for resources: {'Port': ['ID=7668fe24-a0f2-4c2b-9b26-a2f3ba9f4d4d,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:11.625053 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 48982) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:11.662487 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f3bfc3b-1e45-4d1a-a874-7bcbb20af3d8 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (d02e31a7-8c7e-470e-ac71-070a0a05a30c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:11.665863 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77df21-c3a4-4699-a270-d2cfc6ad654b req-0c8ca145-d408-4f0b-8630-d683026df12e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:11.674061 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77df21-c3a4-4699-a270-d2cfc6ad654b req-0c8ca145-d408-4f0b-8630-d683026df12e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:11.683953 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77df21-c3a4-4699-a270-d2cfc6ad654b req-0c8ca145-d408-4f0b-8630-d683026df12e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:11.706236 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f3bfc3b-1e45-4d1a-a874-7bcbb20af3d8 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:11.707780 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7f3bfc3b-1e45-4d1a-a874-7bcbb20af3d8 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3466232 Mar 01 13:55:11.711452 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77df21-c3a4-4699-a270-d2cfc6ad654b req-0c8ca145-d408-4f0b-8630-d683026df12e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:11.733966 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77df21-c3a4-4699-a270-d2cfc6ad654b req-0c8ca145-d408-4f0b-8630-d683026df12e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:11.745288 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-ce96977a-b0e7-4c01-bca7-fab89fc8e7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c96b8e6-d449-4c76-8ab9-353fbb3c42a0', 'name': 'tempest-TestAggregatesBasicOps-770252428-router', 'tenant_id': '54469fc6d9914e8cbd7b50f9acc091be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '84d0dc8b-7035-448a-ba17-4704299cc7f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:49Z', 'updated_at': '2022-03-01T13:55:06Z', 'revision_number': 4, 'project_id': '54469fc6d9914e8cbd7b50f9acc091be', 'gw_port': {'id': '84d0dc8b-7035-448a-ba17-4704299cc7f3', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c96b8e6-d449-4c76-8ab9-353fbb3c42a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:51Z', 'updated_at': '2022-03-01T13:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '9586e46d-17cb-43bc-97d1-cd9d33663232', 'name': '', 'network_id': '257eecef-47b9-49d5-b09d-580a426c4719', 'tenant_id': '54469fc6d9914e8cbd7b50f9acc091be', 'mac_address': 'fa:16:3e:61:0e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c96b8e6-d449-4c76-8ab9-353fbb3c42a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'fccef606-cd07-49ac-a59f-7770d0631ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:55:02Z', 'updated_at': '2022-03-01T13:55:03Z', 'revision_number': 1, 'project_id': '54469fc6d9914e8cbd7b50f9acc091be', 'subnets': [{'id': 'fccef606-cd07-49ac-a59f-7770d0631ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:11.752288 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77df21-c3a4-4699-a270-d2cfc6ad654b req-0c8ca145-d408-4f0b-8630-d683026df12e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:11.757138 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77df21-c3a4-4699-a270-d2cfc6ad654b req-0c8ca145-d408-4f0b-8630-d683026df12e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:11.759040 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2f77df21-c3a4-4699-a270-d2cfc6ad654b req-0c8ca145-d408-4f0b-8630-d683026df12e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5424 time: 0.3743844 Mar 01 13:55:11.905117 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2f77df21-c3a4-4699-a270-d2cfc6ad654b req-2a8c2348-f6eb-40c8-af32-1c6fe15e291c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1333907 Mar 01 13:55:11.912384 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f33cc2d1-f9ca-4229-a633-311cc2218209 tempest-DHCPAgentSchedulersTestJSON-256194210 tempest-DHCPAgentSchedulersTestJSON-256194210-project-admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.2860236 Mar 01 13:55:11.915067 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49002) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:11.922082 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-2e5ef768-601d-4b04-a147-74ba85002143 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1843823927'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:55:11.946139 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5ef768-601d-4b04-a147-74ba85002143 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Made reservation on behalf of 8d831fc0f65a460b9ce2893b24dd39db for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:55:11.950692 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2e5ef768-601d-4b04-a147-74ba85002143 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:12.000872 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e5ef768-601d-4b04-a147-74ba85002143 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:55:12.026562 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2e5ef768-601d-4b04-a147-74ba85002143 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (68b0631b-254c-48d3-bbf5-255a82121c2e), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:12.027077 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-2e5ef768-601d-4b04-a147-74ba85002143 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Added segment 68b0631b-254c-48d3-bbf5-255a82121c2e of type vlan for network 2d93620b-0d78-4edf-8b54-33db559a1305 Mar 01 13:55:12.084135 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=c2dca31c-d208-442a-a02f-862c2e6cd8a8,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:12.104177 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2e5ef768-601d-4b04-a147-74ba85002143 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (2d93620b-0d78-4edf-8b54-33db559a1305), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:12.143031 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce96977a-b0e7-4c01-bca7-fab89fc8e7f0 None None] The sync data for ids ['4c96b8e6-d449-4c76-8ab9-353fbb3c42a0'] in n-d-827467-3 is: [{'id': '4c96b8e6-d449-4c76-8ab9-353fbb3c42a0', 'name': 'tempest-TestAggregatesBasicOps-770252428-router', 'tenant_id': '54469fc6d9914e8cbd7b50f9acc091be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '84d0dc8b-7035-448a-ba17-4704299cc7f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:49Z', 'updated_at': '2022-03-01T13:55:06Z', 'revision_number': 4, 'project_id': '54469fc6d9914e8cbd7b50f9acc091be', 'gw_port': {'id': '84d0dc8b-7035-448a-ba17-4704299cc7f3', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c96b8e6-d449-4c76-8ab9-353fbb3c42a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:51Z', 'updated_at': '2022-03-01T13:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '9586e46d-17cb-43bc-97d1-cd9d33663232', 'name': '', 'network_id': '257eecef-47b9-49d5-b09d-580a426c4719', 'tenant_id': '54469fc6d9914e8cbd7b50f9acc091be', 'mac_address': 'fa:16:3e:61:0e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c96b8e6-d449-4c76-8ab9-353fbb3c42a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'fccef606-cd07-49ac-a59f-7770d0631ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:55:02Z', 'updated_at': '2022-03-01T13:55:03Z', 'revision_number': 1, 'project_id': '54469fc6d9914e8cbd7b50f9acc091be', 'subnets': [{'id': 'fccef606-cd07-49ac-a59f-7770d0631ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:55:12.164495 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 638341d3-9a32-48a3-a77f-4932d2a5082e is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:12.165387 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (638341d3-9a32-48a3-a77f-4932d2a5082e), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:12.200363 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 638341d3-9a32-48a3-a77f-4932d2a5082e, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=638341d3-9a32-48a3-a77f-4932d2a5082e,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:12.208072 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-40d891f8-4b62-4759-9208-31bd609fbe43 None None] Publish callbacks [] for port (d2a67e41-2270-48ab-8404-7f02ff944a9d), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:12.220060 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2e5ef768-601d-4b04-a147-74ba85002143 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (2d93620b-0d78-4edf-8b54-33db559a1305), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:12.227460 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5ef768-601d-4b04-a147-74ba85002143 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:12.233094 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2e5ef768-601d-4b04-a147-74ba85002143 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:12.253333 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (638341d3-9a32-48a3-a77f-4932d2a5082e), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:12.254518 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:55:12.294648 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2e5ef768-601d-4b04-a147-74ba85002143 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3770123 Mar 01 13:55:12.298017 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49018) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:12.425150 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-40d891f8-4b62-4759-9208-31bd609fbe43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (d2a67e41-2270-48ab-8404-7f02ff944a9d), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:12.745489 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d891f8-4b62-4759-9208-31bd609fbe43 None None] Network c89c285d-63e2-467e-8d51-9b21b9e0e057 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:55:12.750256 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ffa34d99-de19-4659-8b63-2b916512b4f1 None None] Current status of the port 1b2137ef-87f8-4db3-b2f7-5907474ff312 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:12.794270 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4e930427-0889-4d07-b34c-0c81d445fd95 tempest-DHCPAgentSchedulersTestJSON-256194210 tempest-DHCPAgentSchedulersTestJSON-256194210-project-admin] 10.222.0.13 "GET /v2.0/agents/b71542e3-29bd-4e99-b54e-ec2e69673263/dhcp-networks HTTP/1.1" status: 200 len: 12858 time: 0.4944558 Mar 01 13:55:12.801011 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49026) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:12.860324 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-40d891f8-4b62-4759-9208-31bd609fbe43 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:55:12.874532 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d891f8-4b62-4759-9208-31bd609fbe43 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:55:12.923169 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=638341d3-9a32-48a3-a77f-4932d2a5082e,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:12.964698 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:12.965076 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:13.001542 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196ed980-f097-43c7-9bd4-0e06993e4d50 tempest-DHCPAgentSchedulersTestJSON-256194210 tempest-DHCPAgentSchedulersTestJSON-256194210-project-admin] Network 2d93620b-0d78-4edf-8b54-33db559a1305 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:55:13.051098 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-196ed980-f097-43c7-9bd4-0e06993e4d50 tempest-DHCPAgentSchedulersTestJSON-256194210 tempest-DHCPAgentSchedulersTestJSON-256194210-project-admin] 10.222.0.13 "POST /v2.0/agents/b71542e3-29bd-4e99-b54e-ec2e69673263/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2486033 Mar 01 13:55:13.054940 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49034) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:13.069662 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 9f28206c-c781-4ede-8c50-bd5c43320593 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:13.070057 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9f28206c-c781-4ede-8c50-bd5c43320593), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:13.136384 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d49af54-a845-4f52-a074-43c8df1cd0ab None None] Network 2d93620b-0d78-4edf-8b54-33db559a1305 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:55:13.243141 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ef768-601d-4b04-a147-74ba85002143 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Pushing event updated for resources: {'Network': ['ID=2d93620b-0d78-4edf-8b54-33db559a1305,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:13.279656 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-a15584f6-8edb-4866-8993-182e9963857e tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1301508032&fields=id&tenant_id=6cd0042333dc4646a1a53b7511a147db HTTP/1.1" status: 200 len: 267 time: 1.1124833 Mar 01 13:55:13.320505 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be444433-cba6-4d23-809a-69ac8eb6f252 req-5faa9388-37cb-4ad2-8fa8-cbd111a366bc tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:13.335144 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-be444433-cba6-4d23-809a-69ac8eb6f252 req-5faa9388-37cb-4ad2-8fa8-cbd111a366bc tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 945 time: 1.1785131 Mar 01 13:55:13.353143 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-538c142f-fb9c-4a28-8e5b-5bad45b55940 tempest-DHCPAgentSchedulersTestJSON-256194210 tempest-DHCPAgentSchedulersTestJSON-256194210-project-admin] 10.222.0.13 "GET /v2.0/agents/b71542e3-29bd-4e99-b54e-ec2e69673263/dhcp-networks HTTP/1.1" status: 200 len: 13629 time: 0.2958839 Mar 01 13:55:13.356389 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49036) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:13.457351 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-ffa34d99-de19-4659-8b63-2b916512b4f1 None None] Provisioning complete for port 469d0aa1-1aa8-45e1-b14b-f09607f55dbc triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:13.457968 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ffa34d99-de19-4659-8b63-2b916512b4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (469d0aa1-1aa8-45e1-b14b-f09607f55dbc), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:13.484570 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 2d93620b-0d78-4edf-8b54-33db559a1305 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:55:13.523006 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 9f28206c-c781-4ede-8c50-bd5c43320593, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9f28206c-c781-4ede-8c50-bd5c43320593,segment=NetworkSegment(efe63841-b106-46a8-b592-11b75931e8a7),segment_id=efe63841-b106-46a8-b592-11b75931e8a7)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:13.604078 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-abb8decb-4f88-4967-8eb2-27cd0a8b97fd tempest-DHCPAgentSchedulersTestJSON-256194210 tempest-DHCPAgentSchedulersTestJSON-256194210-project-admin] 10.222.0.13 "DELETE /v2.0/agents/b71542e3-29bd-4e99-b54e-ec2e69673263/dhcp-networks/2d93620b-0d78-4edf-8b54-33db559a1305 HTTP/1.1" status: 204 len: 168 time: 0.2400680 Mar 01 13:55:13.606050 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49044) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:13.615613 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-be444433-cba6-4d23-809a-69ac8eb6f252 req-89350c9b-b803-43ef-a789-be393980d24a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2699249 Mar 01 13:55:13.720074 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-dbb22ad0-ba99-4395-b010-d79086466e5a tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:13.729473 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-dbb22ad0-ba99-4395-b010-d79086466e5a tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "GET /v2.0/networks?id=53d21d48-fe01-43f8-90ba-29509f974089 HTTP/1.1" status: 200 len: 805 time: 0.4486480 Mar 01 13:55:13.786039 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-52d49e45-b435-49b4-be80-595fc7bfe331 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "GET /v2.0/quotas/6cd0042333dc4646a1a53b7511a147db HTTP/1.1" status: 200 len: 375 time: 0.0374088 Mar 01 13:55:13.946791 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f28206c-c781-4ede-8c50-bd5c43320593'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:55:13.959459 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d30b51-e53f-41b4-b324-e5b927916c84" -d '{"events": [{"server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "name": "network-vif-plugged", "status": "completed", "tag": "9f28206c-c781-4ede-8c50-bd5c43320593"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:55:13.985005 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-08d5ff7d-8f8c-4d45-887a-ce6fdb29e3af tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6cd0042333dc4646a1a53b7511a147db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1978340 Mar 01 13:55:14.001399 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fff3dd-5c05-407b-9b83-555d2b99dd6a req-d00df098-7d7d-46dc-a0d8-3940fcf3479c tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:14.009161 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-40fff3dd-5c05-407b-9b83-555d2b99dd6a req-d00df098-7d7d-46dc-a0d8-3940fcf3479c tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ead1a9-72b7-4784-8dc2-04582f80ae28 HTTP/1.1" status: 200 len: 944 time: 0.2051299 Mar 01 13:55:14.050456 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d891f8-4b62-4759-9208-31bd609fbe43 None None] Pushing event updated for resources: {'Port': ['ID=d2a67e41-2270-48ab-8404-7f02ff944a9d,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:14.053145 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9f28206c-c781-4ede-8c50-bd5c43320593), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:14.153767 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device f27e4255-a98a-462e-9298-016f98c6d074 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:55:14.201840 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-40fff3dd-5c05-407b-9b83-555d2b99dd6a req-f35e3459-f263-4ed6-b69d-d1030e413481 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95e0479-dc68-4600-8efb-afb0928fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862724 Mar 01 13:55:14.245807 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-40d891f8-4b62-4759-9208-31bd609fbe43 None None] Attempting to bind port d2a67e41-2270-48ab-8404-7f02ff944a9d on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:55:14.245807 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-40d891f8-4b62-4759-9208-31bd609fbe43 None None] Attempting to bind port d2a67e41-2270-48ab-8404-7f02ff944a9d by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'fedafe92-9791-4520-9ff2-88856d8edd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c89c285d-63e2-467e-8d51-9b21b9e0e057'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:55:14.246207 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d891f8-4b62-4759-9208-31bd609fbe43 None None] Attempting to bind port d2a67e41-2270-48ab-8404-7f02ff944a9d on network c89c285d-63e2-467e-8d51-9b21b9e0e057 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:55:14.262498 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-9b73e466-4fad-45ee-9716-6f844f001265 service neutron] 10.222.0.13 "GET /v2.0/networks/53d21d48-fe01-43f8-90ba-29509f974089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738130 Mar 01 13:55:14.365963 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 1e154ac6-d8e5-43d2-aa3f-f187a20115b4 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:55:14.368941 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d891f8-4b62-4759-9208-31bd609fbe43 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:55:14.373752 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d891f8-4b62-4759-9208-31bd609fbe43 None None] Checking segment: {'id': 'fedafe92-9791-4520-9ff2-88856d8edd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c89c285d-63e2-467e-8d51-9b21b9e0e057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:55:14.375068 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-40d891f8-4b62-4759-9208-31bd609fbe43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:14.380171 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d891f8-4b62-4759-9208-31bd609fbe43 None None] Bound using segment: {'id': 'fedafe92-9791-4520-9ff2-88856d8edd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c89c285d-63e2-467e-8d51-9b21b9e0e057'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:55:14.381059 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-40d891f8-4b62-4759-9208-31bd609fbe43 None None] Bound port: d2a67e41-2270-48ab-8404-7f02ff944a9d, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fedafe92-9791-4520-9ff2-88856d8edd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c89c285d-63e2-467e-8d51-9b21b9e0e057'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:55:14.381559 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-40d891f8-4b62-4759-9208-31bd609fbe43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d2a67e41-2270-48ab-8404-7f02ff944a9d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:14.539283 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f68431-03f7-45dc-b433-ad0461fd6ec8 req-54339d6a-9003-4195-890e-798c7d65985c tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:14.541013 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-76f68431-03f7-45dc-b433-ad0461fd6ec8 req-54339d6a-9003-4195-890e-798c7d65985c tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 945 time: 0.2142155 Mar 01 13:55:14.608090 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6a790678-c6b4-4081-9f7f-34907257fcfd tempest-DHCPAgentSchedulersTestJSON-256194210 tempest-DHCPAgentSchedulersTestJSON-256194210-project-admin] 10.222.0.13 "GET /v2.0/agents/b71542e3-29bd-4e99-b54e-ec2e69673263/dhcp-networks HTTP/1.1" status: 200 len: 12858 time: 0.9998217 Mar 01 13:55:14.608822 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49050) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:14.644633 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-21578352-526f-4e89-a627-5b7cdf1bd4b5 service neutron] 10.222.0.13 "GET /v2.0/networks/53d21d48-fe01-43f8-90ba-29509f974089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778217 Mar 01 13:55:14.649222 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-dab5c888-78ad-4f2b-bbd6-2af9b9d15416 tempest-DHCPAgentSchedulersTestJSON-256194210 tempest-DHCPAgentSchedulersTestJSON-256194210-project-admin] 10.222.0.13 "GET /v2.0/networks/c89c285d-63e2-467e-8d51-9b21b9e0e057/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0386102 Mar 01 13:55:14.651430 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49054) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:14.719924 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-76f68431-03f7-45dc-b433-ad0461fd6ec8 req-ba21cc9c-be43-423f-8025-ad3c3167f92e tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634438 Mar 01 13:55:14.742388 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49056) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:14.743778 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-fdcc28b1-a4e2-4eef-b3b7-b70512af53f2 tempest-DHCPAgentSchedulersTestJSON-256194210 tempest-DHCPAgentSchedulersTestJSON-256194210-project-admin] 10.222.0.13 "GET /v2.0/networks/c89c285d-63e2-467e-8d51-9b21b9e0e057/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0871665 Mar 01 13:55:14.745911 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 1e154ac6-d8e5-43d2-aa3f-f187a20115b4, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=1e154ac6-d8e5-43d2-aa3f-f187a20115b4,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:14.793686 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '1e154ac6-d8e5-43d2-aa3f-f187a20115b4', 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166', 'port_id': '1e154ac6-d8e5-43d2-aa3f-f187a20115b4', 'mac_address': 'fa:16:3e:b9:99:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ea702e-89f4-430d-ba35-37a3134c98fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:55:14.810429 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=9f28206c-c781-4ede-8c50-bd5c43320593,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:14.911747 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:15.016394 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-40d891f8-4b62-4759-9208-31bd609fbe43 None None] For port d2a67e41-2270-48ab-8404-7f02ff944a9d, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:55:15.169938 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port f27e4255-a98a-462e-9298-016f98c6d074 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:55:15.177814 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d88ed2e4-d78f-4054-9927-02cd9621d309 tempest-DHCPAgentSchedulersTestJSON-256194210 tempest-DHCPAgentSchedulersTestJSON-256194210-project-admin] 10.222.0.13 "GET /v2.0/agents/b71542e3-29bd-4e99-b54e-ec2e69673263/dhcp-networks HTTP/1.1" status: 200 len: 12858 time: 0.4337704 Mar 01 13:55:15.180467 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49066) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:15.183118 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3151e091-5fe3-478f-95a9-116b9f232b66 x-openstack-request-id: req-3151e091-5fe3-478f-95a9-116b9f232b66 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:55:15.186306 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "name": "network-vif-plugged", "status": "completed", "tag": "9f28206c-c781-4ede-8c50-bd5c43320593", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:55:15.186832 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3151e091-5fe3-478f-95a9-116b9f232b66 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:55:15.187919 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f28206c-c781-4ede-8c50-bd5c43320593', 'code': 200} Mar 01 13:55:15.223723 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port f27e4255-a98a-462e-9298-016f98c6d074 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:15.223723 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f27e4255-a98a-462e-9298-016f98c6d074), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:15.302038 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-40d891f8-4b62-4759-9208-31bd609fbe43 None None] For port d2a67e41-2270-48ab-8404-7f02ff944a9d, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=d2a67e41-2270-48ab-8404-7f02ff944a9d,segment=NetworkSegment(fedafe92-9791-4520-9ff2-88856d8edd97),segment_id=fedafe92-9791-4520-9ff2-88856d8edd97)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:55:15.314090 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c378eb3-4ad1-4f21-a869-6d77e0cbdb71 req-5f47d104-f16a-4255-bb75-507b74e51c4b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:15.320327 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-40d891f8-4b62-4759-9208-31bd609fbe43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (d2a67e41-2270-48ab-8404-7f02ff944a9d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:15.323357 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c378eb3-4ad1-4f21-a869-6d77e0cbdb71 req-5f47d104-f16a-4255-bb75-507b74e51c4b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:15.331767 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c378eb3-4ad1-4f21-a869-6d77e0cbdb71 req-5f47d104-f16a-4255-bb75-507b74e51c4b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:15.338601 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c378eb3-4ad1-4f21-a869-6d77e0cbdb71 req-5f47d104-f16a-4255-bb75-507b74e51c4b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:15.346693 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c378eb3-4ad1-4f21-a869-6d77e0cbdb71 req-5f47d104-f16a-4255-bb75-507b74e51c4b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:15.385177 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c378eb3-4ad1-4f21-a869-6d77e0cbdb71 req-5f47d104-f16a-4255-bb75-507b74e51c4b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:15.391574 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c378eb3-4ad1-4f21-a869-6d77e0cbdb71 req-5f47d104-f16a-4255-bb75-507b74e51c4b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:15.393672 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8c378eb3-4ad1-4f21-a869-6d77e0cbdb71 req-5f47d104-f16a-4255-bb75-507b74e51c4b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5425 time: 0.2216845 Mar 01 13:55:15.405520 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b2ad4224-4570-42a4-805e-d82711e79cde tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (2d93620b-0d78-4edf-8b54-33db559a1305), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:15.449919 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ffa34d99-de19-4659-8b63-2b916512b4f1 None None] Current status of the port 469d0aa1-1aa8-45e1-b14b-f09607f55dbc is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:15.458821 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 1e154ac6-d8e5-43d2-aa3f-f187a20115b4 is: ACTIVE; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:15.458821 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1e154ac6-d8e5-43d2-aa3f-f187a20115b4), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:15.536198 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e154ac6-d8e5-43d2-aa3f-f187a20115b4 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:55:15.597422 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 469d0aa1-1aa8-45e1-b14b-f09607f55dbc up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:55:15.678214 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b2ad4224-4570-42a4-805e-d82711e79cde tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (2d93620b-0d78-4edf-8b54-33db559a1305), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:15.681633 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15042f-a7c0-4466-9eda-a969d60df749 req-bb6ac14a-086a-4ba2-88d3-b0448b629eaa tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:15.687806 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5a15042f-a7c0-4466-9eda-a969d60df749 req-bb6ac14a-086a-4ba2-88d3-b0448b629eaa tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 945 time: 0.2925503 Mar 01 13:55:15.710698 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8c378eb3-4ad1-4f21-a869-6d77e0cbdb71 req-58bb161d-79f2-4d13-a4c6-7191fcaeddef tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3012402 Mar 01 13:55:15.745704 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-b2ad4224-4570-42a4-805e-d82711e79cde tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d93620b-0d78-4edf-8b54-33db559a1305']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:15.789016 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-b2ad4224-4570-42a4-805e-d82711e79cde tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68b0631b-254c-48d3-bbf5-255a82121c2e') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:15.789316 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-b2ad4224-4570-42a4-805e-d82711e79cde tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68b0631b-254c-48d3-bbf5-255a82121c2e') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:15.856697 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b2ad4224-4570-42a4-805e-d82711e79cde tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (68b0631b-254c-48d3-bbf5-255a82121c2e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:15.866452 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5a15042f-a7c0-4466-9eda-a969d60df749 req-d8478dc9-ee1a-4dcb-9965-af69d348e8a2 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533051 Mar 01 13:55:15.909488 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b2ad4224-4570-42a4-805e-d82711e79cde tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (68b0631b-254c-48d3-bbf5-255a82121c2e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:15.911014 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port f27e4255-a98a-462e-9298-016f98c6d074 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:15.911499 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f27e4255-a98a-462e-9298-016f98c6d074), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:15.921492 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ad4224-4570-42a4-805e-d82711e79cde tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:55:15.926037 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e38e98f5-53a2-48d3-8d2d-e06b5e510221 req-4494491d-7cc7-4e18-8e02-17c27ce80a7e tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45 HTTP/1.1" status: 200 len: 210 time: 0.0808933 Mar 01 13:55:15.941421 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 1e154ac6-d8e5-43d2-aa3f-f187a20115b4, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=1e154ac6-d8e5-43d2-aa3f-f187a20115b4,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:15.944313 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b2ad4224-4570-42a4-805e-d82711e79cde tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (68b0631b-254c-48d3-bbf5-255a82121c2e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:15.947647 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:55:15.947647 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:55:15.947647 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:55:15.947647 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:55:15.947647 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:55:15.947647 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:55:15.947647 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:55:15.947647 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:55:15.947647 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:55:15.947647 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:55:15.947647 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:55:15.947647 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:55:15.947647 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:55:15.947647 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:55:15.947647 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:55:15.947647 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:55:15.947647 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:55:15.947647 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:55:15.947647 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:55:15.947647 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:55:15.947647 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:55:15.947647 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:55:15.947647 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:55:15.947647 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:55:15.947647 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:55:15.947647 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:55:15.947647 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:55:15.947647 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:55:15.947647 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:55:15.947647 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:55:15.947647 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:55:15.947647 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:55:15.991777 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (1e154ac6-d8e5-43d2-aa3f-f187a20115b4), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:16.041530 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d891f8-4b62-4759-9208-31bd609fbe43 None None] Pushing event updated for resources: {'Port': ['ID=d2a67e41-2270-48ab-8404-7f02ff944a9d,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:16.115255 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-b8ebbd8b-99be-425a-9def-f9991952616d None None] Provisioning complete for port 9586e46d-17cb-43bc-97d1-cd9d33663232 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:16.115649 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8ebbd8b-99be-425a-9def-f9991952616d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9586e46d-17cb-43bc-97d1-cd9d33663232), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:16.124449 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['1e154ac6-d8e5-43d2-aa3f-f187a20115b4'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:55:16.164701 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b2ad4224-4570-42a4-805e-d82711e79cde tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (2d93620b-0d78-4edf-8b54-33db559a1305), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:16.177186 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b2ad4224-4570-42a4-805e-d82711e79cde tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:16.183614 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b2ad4224-4570-42a4-805e-d82711e79cde tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] 10.222.0.13 "DELETE /v2.0/networks/2d93620b-0d78-4edf-8b54-33db559a1305 HTTP/1.1" status: 204 len: 168 time: 1.0001225 Mar 01 13:55:16.208543 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49084) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:16.230095 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad4224-4570-42a4-805e-d82711e79cde tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Pushing event deleted for resources: {'Network': ['ID=2d93620b-0d78-4edf-8b54-33db559a1305,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:16.274294 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b1cd9ef-357b-4637-b3c7-8838d1f8fac9 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] DELETE failed (client error): The resource could not be found. Mar 01 13:55:16.274863 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b1cd9ef-357b-4637-b3c7-8838d1f8fac9 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:55:16.281374 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5b1cd9ef-357b-4637-b3c7-8838d1f8fac9 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] 10.222.0.13 "DELETE /v2.0/ports/07ca53e0-6e14-4564-bf3b-6d395361ecd4 HTTP/1.1" status: 404 len: 333 time: 0.0684037 Mar 01 13:55:16.283468 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49086) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:16.290849 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 469d0aa1-1aa8-45e1-b14b-f09607f55dbc triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:16.291713 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (469d0aa1-1aa8-45e1-b14b-f09607f55dbc), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:16.358782 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port f27e4255-a98a-462e-9298-016f98c6d074, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f27e4255-a98a-462e-9298-016f98c6d074,segment=NetworkSegment(8c993aa3-b4bc-4822-be01-8f2382354ee8),segment_id=8c993aa3-b4bc-4822-be01-8f2382354ee8)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:16.365910 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c100d11c-edf0-417a-a239-5c5798bc408c None None] Sync routers for ids ['4c96b8e6-d449-4c76-8ab9-353fbb3c42a0'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:55:16.382946 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e522a5-ee08-4658-b73b-c614d565e20b req-d9bdd1b1-46f3-476c-ba83-95c105a87a64 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:16.392026 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d0e522a5-ee08-4658-b73b-c614d565e20b req-d9bdd1b1-46f3-476c-ba83-95c105a87a64 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ead1a9-72b7-4784-8dc2-04582f80ae28 HTTP/1.1" status: 200 len: 944 time: 0.2504156 Mar 01 13:55:16.410798 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f27e4255-a98a-462e-9298-016f98c6d074), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:16.419806 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc9d283d-bce8-4933-a46f-8f1ecbded096 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Deleting subnet bd4e11f0-37f0-404f-ae4f-dec2e061fb96 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:55:16.423513 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bc9d283d-bce8-4933-a46f-8f1ecbded096 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks [] for subnet (bd4e11f0-37f0-404f-ae4f-dec2e061fb96), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:16.425228 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c100d11c-edf0-417a-a239-5c5798bc408c None None] Routers {'4c96b8e6-d449-4c76-8ab9-353fbb3c42a0'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:55:16.427378 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-c100d11c-edf0-417a-a239-5c5798bc408c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:54:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4c96b8e6-d449-4c76-8ab9-353fbb3c42a0'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:16.434950 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebbd8b-99be-425a-9def-f9991952616d None None] Port 9586e46d-17cb-43bc-97d1-cd9d33663232 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:55:16.437708 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b5196179-dcc7-4882-9422-95ca3a492713 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:55:16.438524 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db83c9-df95-4f5e-a577-fec32483780b req-c934870f-df4e-4b0f-aff4-614ff4c8c42c tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:16.448733 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d2db83c9-df95-4f5e-a577-fec32483780b req-c934870f-df4e-4b0f-aff4-614ff4c8c42c tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 944 time: 0.3603780 Mar 01 13:55:16.481030 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=1e154ac6-d8e5-43d2-aa3f-f187a20115b4,revision_number=6']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:16.517542 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bc9d283d-bce8-4933-a46f-8f1ecbded096 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (bd4e11f0-37f0-404f-ae4f-dec2e061fb96), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:16.544650 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d2db83c9-df95-4f5e-a577-fec32483780b req-cb7c4948-afb9-4b5e-9a5b-d1e63fd6a3d0 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947533 Mar 01 13:55:16.571909 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d0e522a5-ee08-4658-b73b-c614d565e20b req-03e03272-3020-4bb8-b91b-401eeb7c0073 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95e0479-dc68-4600-8efb-afb0928fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786397 Mar 01 13:55:16.698036 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bc9d283d-bce8-4933-a46f-8f1ecbded096 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (bd4e11f0-37f0-404f-ae4f-dec2e061fb96), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:16.777761 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bc9d283d-bce8-4933-a46f-8f1ecbded096 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (bd4e11f0-37f0-404f-ae4f-dec2e061fb96), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:16.786997 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=f27e4255-a98a-462e-9298-016f98c6d074,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:16.813528 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bc9d283d-bce8-4933-a46f-8f1ecbded096 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:16.822560 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-bc9d283d-bce8-4933-a46f-8f1ecbded096 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] 10.222.0.13 "DELETE /v2.0/subnets/bd4e11f0-37f0-404f-ae4f-dec2e061fb96 HTTP/1.1" status: 204 len: 168 time: 0.5380120 Mar 01 13:55:16.825553 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49096) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:16.840815 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-c100d11c-edf0-417a-a239-5c5798bc408c None None] Set router 4c96b8e6-d449-4c76-8ab9-353fbb3c42a0 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:55:16.873716 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d283d-bce8-4933-a46f-8f1ecbded096 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Pushing event deleted for resources: {'Subnet': ['ID=bd4e11f0-37f0-404f-ae4f-dec2e061fb96,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:16.881993 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d283d-bce8-4933-a46f-8f1ecbded096 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:16.882591 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d283d-bce8-4933-a46f-8f1ecbded096 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:16.883118 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d283d-bce8-4933-a46f-8f1ecbded096 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:16.883602 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d283d-bce8-4933-a46f-8f1ecbded096 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:16.884109 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d283d-bce8-4933-a46f-8f1ecbded096 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:16.884603 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d283d-bce8-4933-a46f-8f1ecbded096 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:16.885155 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d283d-bce8-4933-a46f-8f1ecbded096 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:16.885641 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d283d-bce8-4933-a46f-8f1ecbded096 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:16.886133 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d283d-bce8-4933-a46f-8f1ecbded096 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:16.886623 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d283d-bce8-4933-a46f-8f1ecbded096 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:16.887097 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d283d-bce8-4933-a46f-8f1ecbded096 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:16.887579 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d283d-bce8-4933-a46f-8f1ecbded096 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:16.888073 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d283d-bce8-4933-a46f-8f1ecbded096 tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:16.889737 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port b5196179-dcc7-4882-9422-95ca3a492713 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:55:16.892901 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 469d0aa1-1aa8-45e1-b14b-f09607f55dbc is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:16.894615 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 1b2137ef-87f8-4db3-b2f7-5907474ff312 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:55:16.971552 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port b5196179-dcc7-4882-9422-95ca3a492713 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:16.972243 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (b5196179-dcc7-4882-9422-95ca3a492713), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:17.129205 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dee05f5e-73a5-4ac3-932e-1e1fda5fd68a tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (c89c285d-63e2-467e-8d51-9b21b9e0e057), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:17.285497 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27e4255-a98a-462e-9298-016f98c6d074'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:55:17.295705 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f5e79e-8be1-4683-9c73-59c8427ae92e" -d '{"events": [{"server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "name": "network-vif-plugged", "status": "completed", "tag": "f27e4255-a98a-462e-9298-016f98c6d074"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:55:17.432923 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-e64f4777-7be6-413c-924e-8d8466901914 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:17.447170 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-e64f4777-7be6-413c-924e-8d8466901914 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.20 "GET /v2.0/networks?id=53d21d48-fe01-43f8-90ba-29509f974089 HTTP/1.1" status: 200 len: 805 time: 0.3276494 Mar 01 13:55:17.476490 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf47101-96c8-4487-a157-a527986fa8c0 req-10f9f7ed-9e33-43b4-91fa-7c46e78e146b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:17.484306 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf47101-96c8-4487-a157-a527986fa8c0 req-10f9f7ed-9e33-43b4-91fa-7c46e78e146b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:17.491897 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf47101-96c8-4487-a157-a527986fa8c0 req-10f9f7ed-9e33-43b4-91fa-7c46e78e146b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:17.497557 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf47101-96c8-4487-a157-a527986fa8c0 req-10f9f7ed-9e33-43b4-91fa-7c46e78e146b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:17.508426 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf47101-96c8-4487-a157-a527986fa8c0 req-10f9f7ed-9e33-43b4-91fa-7c46e78e146b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:17.520256 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf47101-96c8-4487-a157-a527986fa8c0 req-10f9f7ed-9e33-43b4-91fa-7c46e78e146b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:17.526691 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf47101-96c8-4487-a157-a527986fa8c0 req-10f9f7ed-9e33-43b4-91fa-7c46e78e146b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:17.536141 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-daf47101-96c8-4487-a157-a527986fa8c0 req-10f9f7ed-9e33-43b4-91fa-7c46e78e146b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5426 time: 0.3982594 Mar 01 13:55:17.605566 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-9b1f7737-7d3d-4fe7-8e4c-e30e92d6c5cf tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cd0042333dc4646a1a53b7511a147db HTTP/1.1" status: 200 len: 380 time: 0.1557293 Mar 01 13:55:17.620666 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5dd9af-5438-4430-a8e3-c833191e1fde req-bc82b418-a5d8-4a40-bca8-475087096753 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:17.628621 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0b5dd9af-5438-4430-a8e3-c833191e1fde req-bc82b418-a5d8-4a40-bca8-475087096753 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 945 time: 0.3937962 Mar 01 13:55:17.633456 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-dfcf25d2-2fb2-4a0e-8470-f5a08d8028ca tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Request body: {'port': {'device_id': '7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45', 'network_id': '53d21d48-fe01-43f8-90ba-29509f974089', 'admin_state_up': True, 'tenant_id': '6cd0042333dc4646a1a53b7511a147db', 'security_groups': ['cfb41f9e-b184-478d-8271-cac26ee57543']}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:55:17.659543 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port b5196179-dcc7-4882-9422-95ca3a492713 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:17.659978 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b5196179-dcc7-4882-9422-95ca3a492713), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:17.711327 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b5196179-dcc7-4882-9422-95ca3a492713, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b5196179-dcc7-4882-9422-95ca3a492713,segment=NetworkSegment(3f5e992e-f8ac-4270-a68d-c36243966fe6),segment_id=3f5e992e-f8ac-4270-a68d-c36243966fe6)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:17.714685 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 1b2137ef-87f8-4db3-b2f7-5907474ff312 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:17.715306 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (1b2137ef-87f8-4db3-b2f7-5907474ff312), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:17.764569 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0b5dd9af-5438-4430-a8e3-c833191e1fde req-7d759c97-96ee-4678-9bfd-d4ee172ef4fe tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291678 Mar 01 13:55:17.770795 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-dee05f5e-73a5-4ac3-932e-1e1fda5fd68a tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Deleting port d2a67e41-2270-48ab-8404-7f02ff944a9d {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:55:17.777184 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dee05f5e-73a5-4ac3-932e-1e1fda5fd68a tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (d2a67e41-2270-48ab-8404-7f02ff944a9d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:17.838766 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-daf47101-96c8-4487-a157-a527986fa8c0 req-264599e0-0b0d-48b1-a91e-301845b3a947 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2994213 Mar 01 13:55:17.969553 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49116) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:17.986209 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f73df30c-9f2b-4374-8c9d-d65a5430b2d4 req-622045f3-80f2-43df-b60c-9ce2082f761e tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45 HTTP/1.1" status: 200 len: 210 time: 0.0662205 Mar 01 13:55:18.011265 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a02f740-f6f8-4603-88c4-90a1445396d9 None None] Network c89c285d-63e2-467e-8d51-9b21b9e0e057 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:55:18.037752 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b5196179-dcc7-4882-9422-95ca3a492713), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:18.038563 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device f689403b-d428-4c0e-a2d9-731bc5e976a6 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:55:18.039911 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-dee05f5e-73a5-4ac3-932e-1e1fda5fd68a tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] For port d2a67e41-2270-48ab-8404-7f02ff944a9d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=d2a67e41-2270-48ab-8404-7f02ff944a9d,segment=NetworkSegment(fedafe92-9791-4520-9ff2-88856d8edd97),segment_id=fedafe92-9791-4520-9ff2-88856d8edd97)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:18.041554 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dee05f5e-73a5-4ac3-932e-1e1fda5fd68a tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (d2a67e41-2270-48ab-8404-7f02ff944a9d), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:18.072911 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-dee05f5e-73a5-4ac3-932e-1e1fda5fd68a tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Calling delete_port for d2a67e41-2270-48ab-8404-7f02ff944a9d owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:55:18.107185 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-dfcf25d2-2fb2-4a0e-8470-f5a08d8028ca tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Made reservation on behalf of 6cd0042333dc4646a1a53b7511a147db for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:55:18.110644 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-dfcf25d2-2fb2-4a0e-8470-f5a08d8028ca tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:18.111911 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33804848-0008-4379-aa10-f46f3750dbac x-openstack-request-id: req-33804848-0008-4379-aa10-f46f3750dbac {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:55:18.112311 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "name": "network-vif-plugged", "status": "completed", "tag": "f27e4255-a98a-462e-9298-016f98c6d074", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:55:18.112779 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33804848-0008-4379-aa10-f46f3750dbac {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:55:18.113264 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27e4255-a98a-462e-9298-016f98c6d074', 'code': 200} Mar 01 13:55:18.262332 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-a5567ef5-fd85-48a6-94b0-8274f11f077f None None] Provisioning complete for port d2a67e41-2270-48ab-8404-7f02ff944a9d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:18.263547 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a5567ef5-fd85-48a6-94b0-8274f11f077f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (d2a67e41-2270-48ab-8404-7f02ff944a9d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:18.302664 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-c100d11c-edf0-417a-a239-5c5798bc408c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c96b8e6-d449-4c76-8ab9-353fbb3c42a0', 'name': 'tempest-TestAggregatesBasicOps-770252428-router', 'tenant_id': '54469fc6d9914e8cbd7b50f9acc091be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '84d0dc8b-7035-448a-ba17-4704299cc7f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:49Z', 'updated_at': '2022-03-01T13:55:06Z', 'revision_number': 4, 'project_id': '54469fc6d9914e8cbd7b50f9acc091be', 'gw_port': {'id': '84d0dc8b-7035-448a-ba17-4704299cc7f3', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c96b8e6-d449-4c76-8ab9-353fbb3c42a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:51Z', 'updated_at': '2022-03-01T13:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '9586e46d-17cb-43bc-97d1-cd9d33663232', 'name': '', 'network_id': '257eecef-47b9-49d5-b09d-580a426c4719', 'tenant_id': '54469fc6d9914e8cbd7b50f9acc091be', 'mac_address': 'fa:16:3e:61:0e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c96b8e6-d449-4c76-8ab9-353fbb3c42a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'fccef606-cd07-49ac-a59f-7770d0631ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:55:02Z', 'updated_at': '2022-03-01T13:55:06Z', 'revision_number': 2, 'project_id': '54469fc6d9914e8cbd7b50f9acc091be', 'subnets': [{'id': 'fccef606-cd07-49ac-a59f-7770d0631ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:18.417962 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eccada-f47a-40f8-a2b0-9e2172204dc3 req-0c3adb5b-3c8b-4387-ba15-e5b37cbca195 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:18.428668 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-70eccada-f47a-40f8-a2b0-9e2172204dc3 req-0c3adb5b-3c8b-4387-ba15-e5b37cbca195 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ead1a9-72b7-4784-8dc2-04582f80ae28 HTTP/1.1" status: 200 len: 944 time: 0.2441161 Mar 01 13:55:18.443408 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c71a6-bd0a-46f6-92ff-8a9467786b00 req-db317e6d-6542-430c-8e1f-ae7580be2578 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:18.450595 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-757c71a6-bd0a-46f6-92ff-8a9467786b00 req-db317e6d-6542-430c-8e1f-ae7580be2578 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 944 time: 0.3460073 Mar 01 13:55:18.476039 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dee05f5e-73a5-4ac3-932e-1e1fda5fd68a tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (d2a67e41-2270-48ab-8404-7f02ff944a9d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:18.507478 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 1b2137ef-87f8-4db3-b2f7-5907474ff312 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:18.509624 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 638341d3-9a32-48a3-a77f-4932d2a5082e up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:55:18.523009 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee05f5e-73a5-4ac3-932e-1e1fda5fd68a tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Pushing event deleted for resources: {'Port': ['ID=d2a67e41-2270-48ab-8404-7f02ff944a9d,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:18.528854 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 1e154ac6-d8e5-43d2-aa3f-f187a20115b4 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:55:18.554251 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee05f5e-73a5-4ac3-932e-1e1fda5fd68a tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] No DVR routers for this DVR port d2a67e41-2270-48ab-8404-7f02ff944a9d on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:55:18.561002 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=b5196179-dcc7-4882-9422-95ca3a492713,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:18.564910 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port f689403b-d428-4c0e-a2d9-731bc5e976a6 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:55:18.567481 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c100d11c-edf0-417a-a239-5c5798bc408c None None] Checking router: 4c96b8e6-d449-4c76-8ab9-353fbb3c42a0 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:55:18.568046 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c100d11c-edf0-417a-a239-5c5798bc408c None None] Updating router 4c96b8e6-d449-4c76-8ab9-353fbb3c42a0 port 9586e46d-17cb-43bc-97d1-cd9d33663232 binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:55:18.595472 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-757c71a6-bd0a-46f6-92ff-8a9467786b00 req-3443ca57-1307-446d-8a75-f00ddaf23044 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431873 Mar 01 13:55:18.597652 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-a5567ef5-fd85-48a6-94b0-8274f11f077f None None] Could not find standard attr ID for object d2a67e41-2270-48ab-8404-7f02ff944a9d. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 13:55:18.632927 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port f689403b-d428-4c0e-a2d9-731bc5e976a6 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:18.633691 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f689403b-d428-4c0e-a2d9-731bc5e976a6), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:18.643442 n-d-827467-3 neutron-server[103728]: INFO neutron.plugins.ml2.db [None req-a5567ef5-fd85-48a6-94b0-8274f11f077f None None] No ports have port_id starting with d2a67e41-2270-48ab-8404-7f02ff944a9d Mar 01 13:55:18.682149 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-70eccada-f47a-40f8-a2b0-9e2172204dc3 req-e41b42b4-5d40-4050-8808-2a8292c5dc83 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95e0479-dc68-4600-8efb-afb0928fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483292 Mar 01 13:55:18.711012 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c100d11c-edf0-417a-a239-5c5798bc408c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9586e46d-17cb-43bc-97d1-cd9d33663232), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:18.713301 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dee05f5e-73a5-4ac3-932e-1e1fda5fd68a tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (c89c285d-63e2-467e-8d51-9b21b9e0e057), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:18.810180 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-dee05f5e-73a5-4ac3-932e-1e1fda5fd68a tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89c285d-63e2-467e-8d51-9b21b9e0e057']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:18.812071 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-dfcf25d2-2fb2-4a0e-8470-f5a08d8028ca tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Allocated IP 172.20.0.8 (53d21d48-fe01-43f8-90ba-29509f974089/e1568db8-2fe7-442e-bae7-541ffa1abc6f/20e57520-3202-4d02-a848-f75d8f9f300f) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:55:18.860781 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-dee05f5e-73a5-4ac3-932e-1e1fda5fd68a tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fedafe92-9791-4520-9ff2-88856d8edd97') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:18.868460 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-dee05f5e-73a5-4ac3-932e-1e1fda5fd68a tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fedafe92-9791-4520-9ff2-88856d8edd97') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:18.932601 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dee05f5e-73a5-4ac3-932e-1e1fda5fd68a tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (fedafe92-9791-4520-9ff2-88856d8edd97), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:18.981400 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dee05f5e-73a5-4ac3-932e-1e1fda5fd68a tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (fedafe92-9791-4520-9ff2-88856d8edd97), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:18.995044 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7430291-1649-421c-9459-c0066ce97eb7 None None] DHCP port deletion for c89c285d-63e2-467e-8d51-9b21b9e0e057 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:55:19.020979 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dee05f5e-73a5-4ac3-932e-1e1fda5fd68a tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:55:19.021437 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dee05f5e-73a5-4ac3-932e-1e1fda5fd68a tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (fedafe92-9791-4520-9ff2-88856d8edd97), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:19.024931 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 13:55:19.024931 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:55:19.024931 n-d-827467-3 neutron-server[103727]: timer() Mar 01 13:55:19.024931 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:55:19.024931 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 13:55:19.024931 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:55:19.024931 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 13:55:19.024931 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:55:19.024931 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 13:55:19.024931 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:55:19.024931 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 13:55:19.024931 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:55:19.024931 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 13:55:19.024931 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:55:19.024931 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:55:19.024931 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:55:19.024931 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:55:19.024931 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:55:19.024931 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 13:55:19.024931 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:55:19.024931 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 13:55:19.024931 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:55:19.024931 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:55:19.024931 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:55:19.024931 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 13:55:19.024931 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:55:19.024931 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:55:19.024931 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:55:19.024931 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:55:19.024931 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:55:19.024931 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:55:19.024931 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:55:19.047579 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 638341d3-9a32-48a3-a77f-4932d2a5082e triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:19.048590 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (638341d3-9a32-48a3-a77f-4932d2a5082e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:19.085794 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 1e154ac6-d8e5-43d2-aa3f-f187a20115b4 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:19.086455 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (1e154ac6-d8e5-43d2-aa3f-f187a20115b4), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:19.177241 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d8297-ca26-43af-b2b0-fb97d46a422e req-63a2ca99-bdb9-4ece-aab8-cda585ebc15c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:19.183407 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d8297-ca26-43af-b2b0-fb97d46a422e req-63a2ca99-bdb9-4ece-aab8-cda585ebc15c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:19.190352 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d8297-ca26-43af-b2b0-fb97d46a422e req-63a2ca99-bdb9-4ece-aab8-cda585ebc15c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:19.204372 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d8297-ca26-43af-b2b0-fb97d46a422e req-63a2ca99-bdb9-4ece-aab8-cda585ebc15c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:19.210510 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d8297-ca26-43af-b2b0-fb97d46a422e req-63a2ca99-bdb9-4ece-aab8-cda585ebc15c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:19.222166 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d8297-ca26-43af-b2b0-fb97d46a422e req-63a2ca99-bdb9-4ece-aab8-cda585ebc15c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:19.228289 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d8297-ca26-43af-b2b0-fb97d46a422e req-63a2ca99-bdb9-4ece-aab8-cda585ebc15c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:19.243800 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-355d8297-ca26-43af-b2b0-fb97d46a422e req-63a2ca99-bdb9-4ece-aab8-cda585ebc15c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5427 time: 0.2242239 Mar 01 13:55:19.261687 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dee05f5e-73a5-4ac3-932e-1e1fda5fd68a tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (c89c285d-63e2-467e-8d51-9b21b9e0e057), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:19.277616 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44df16-cb8d-4da2-af52-c129b8253a59 req-c982eb16-1f8f-435e-893a-bbc9286d269c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:19.285291 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0c44df16-cb8d-4da2-af52-c129b8253a59 req-c982eb16-1f8f-435e-893a-bbc9286d269c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 945 time: 0.2973158 Mar 01 13:55:19.306377 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dee05f5e-73a5-4ac3-932e-1e1fda5fd68a tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:19.309846 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-dee05f5e-73a5-4ac3-932e-1e1fda5fd68a tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] 10.222.0.13 "DELETE /v2.0/networks/c89c285d-63e2-467e-8d51-9b21b9e0e057 HTTP/1.1" status: 204 len: 168 time: 2.4817560 Mar 01 13:55:19.337113 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee05f5e-73a5-4ac3-932e-1e1fda5fd68a tempest-DHCPAgentSchedulersTestJSON-170887670 tempest-DHCPAgentSchedulersTestJSON-170887670-project] Pushing event deleted for resources: {'Network': ['ID=c89c285d-63e2-467e-8d51-9b21b9e0e057,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:19.364514 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-dfcf25d2-2fb2-4a0e-8470-f5a08d8028ca tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks [] for port (20e57520-3202-4d02-a848-f75d8f9f300f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:19.402022 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0c44df16-cb8d-4da2-af52-c129b8253a59 req-8169016c-bfa6-46a1-ae2b-66dda0f62132 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111634 Mar 01 13:55:19.434698 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e9419f26-5cdd-44f9-b88a-1d835b32f220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (20763e3a-fd84-4f96-9cf8-58e4c0acc6a7), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:19.452955 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-355d8297-ca26-43af-b2b0-fb97d46a422e req-b68cb43b-50f3-49eb-b12e-05b182f9de1d tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2081666 Mar 01 13:55:19.541283 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port f689403b-d428-4c0e-a2d9-731bc5e976a6 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:19.541673 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f689403b-d428-4c0e-a2d9-731bc5e976a6), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:19.656254 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-dfcf25d2-2fb2-4a0e-8470-f5a08d8028ca tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (20e57520-3202-4d02-a848-f75d8f9f300f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:19.668060 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port f689403b-d428-4c0e-a2d9-731bc5e976a6, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f689403b-d428-4c0e-a2d9-731bc5e976a6,segment=NetworkSegment(3f5e992e-f8ac-4270-a68d-c36243966fe6),segment_id=3f5e992e-f8ac-4270-a68d-c36243966fe6)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:19.718732 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5934ef-6e81-462d-b9a9-5dd8ca54d6f3 req-28d2b48e-ede8-4bb9-aea1-f584b9fe1664 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:19.734004 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6f5934ef-6e81-462d-b9a9-5dd8ca54d6f3 req-28d2b48e-ede8-4bb9-aea1-f584b9fe1664 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45 HTTP/1.1" status: 200 len: 931 time: 0.1798873 Mar 01 13:55:19.787095 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 1e154ac6-d8e5-43d2-aa3f-f187a20115b4 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:19.798422 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1e154ac6-d8e5-43d2-aa3f-f187a20115b4), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:19.878969 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f689403b-d428-4c0e-a2d9-731bc5e976a6), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:19.895183 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device df6c0fb5-c12f-40eb-9fe7-daaf2c030675 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:55:19.942827 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-dfcf25d2-2fb2-4a0e-8470-f5a08d8028ca tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Network 53d21d48-fe01-43f8-90ba-29509f974089 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:55:19.943551 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6f5934ef-6e81-462d-b9a9-5dd8ca54d6f3 req-cddc6818-48ff-4ba0-9efd-a72fb9475e63 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb41f9e-b184-478d-8271-cac26ee57543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2046492 Mar 01 13:55:19.959611 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-dfcf25d2-2fb2-4a0e-8470-f5a08d8028ca tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:55:19.977223 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-dfcf25d2-2fb2-4a0e-8470-f5a08d8028ca tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:55:20.011767 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49162) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:20.074453 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-dfcf25d2-2fb2-4a0e-8470-f5a08d8028ca tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:20.075129 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-dfcf25d2-2fb2-4a0e-8470-f5a08d8028ca tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:20.098720 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73fa646-c480-4330-b184-dbd7bbfcd15f req-8f8a3931-b130-4e26-8de0-e5e24e00f724 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:20.099194 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf25d2-2fb2-4a0e-8470-f5a08d8028ca tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Pushing event updated for resources: {'Port': ['ID=20e57520-3202-4d02-a848-f75d8f9f300f,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:20.108926 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d73fa646-c480-4330-b184-dbd7bbfcd15f req-8f8a3931-b130-4e26-8de0-e5e24e00f724 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 944 time: 0.3187015 Mar 01 13:55:20.127233 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-dfcf25d2-2fb2-4a0e-8470-f5a08d8028ca tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5143514 Mar 01 13:55:20.130214 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5196179-dcc7-4882-9422-95ca3a492713'}, {'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f689403b-d428-4c0e-a2d9-731bc5e976a6'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:55:20.138274 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e25ff69-79c2-4dec-b10e-95d59ba10506" -d '{"events": [{"server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "name": "network-vif-plugged", "status": "completed", "tag": "b5196179-dcc7-4882-9422-95ca3a492713"}, {"server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "name": "network-vif-plugged", "status": "completed", "tag": "f689403b-d428-4c0e-a2d9-731bc5e976a6"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:55:20.308380 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d73fa646-c480-4330-b184-dbd7bbfcd15f req-c914ddb3-585e-45da-a835-a086b4562bab tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865075 Mar 01 13:55:20.343506 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 638341d3-9a32-48a3-a77f-4932d2a5082e is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:20.350688 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 84d0dc8b-7035-448a-ba17-4704299cc7f3 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:55:20.413949 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-07709775-237a-4d1b-b2f6-0edf9fba5364 service neutron] Request body: {'port': {'device_id': '7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:55:20.445673 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294bc41-a7b0-4697-97c4-6f59686a2211 req-f74089b1-2575-4170-90e8-8cade2aaebff tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:20.454419 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7294bc41-a7b0-4697-97c4-6f59686a2211 req-f74089b1-2575-4170-90e8-8cade2aaebff tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ead1a9-72b7-4784-8dc2-04582f80ae28 HTTP/1.1" status: 200 len: 944 time: 0.2665997 Mar 01 13:55:20.489238 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 01 Mar 2022 13:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efaba3f-839b-40e9-94da-6024660e6f4d x-openstack-request-id: req-3efaba3f-839b-40e9-94da-6024660e6f4d {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:55:20.489678 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "name": "network-vif-plugged", "status": "completed", "tag": "b5196179-dcc7-4882-9422-95ca3a492713", "code": 200}, {"server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "name": "network-vif-plugged", "status": "completed", "tag": "f689403b-d428-4c0e-a2d9-731bc5e976a6", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:55:20.490034 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3efaba3f-839b-40e9-94da-6024660e6f4d {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:55:20.490526 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5196179-dcc7-4882-9422-95ca3a492713', 'code': 200} Mar 01 13:55:20.490883 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f689403b-d428-4c0e-a2d9-731bc5e976a6', 'code': 200} Mar 01 13:55:20.496138 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 1e154ac6-d8e5-43d2-aa3f-f187a20115b4, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=1e154ac6-d8e5-43d2-aa3f-f187a20115b4,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:20.499041 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-07709775-237a-4d1b-b2f6-0edf9fba5364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (20e57520-3202-4d02-a848-f75d8f9f300f), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:20.561271 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e9419f26-5cdd-44f9-b88a-1d835b32f220 admin admin] Deleting port 9152e8ce-65ac-4063-8d9f-4e57537f6fcd {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:55:20.561962 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e9419f26-5cdd-44f9-b88a-1d835b32f220 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (9152e8ce-65ac-4063-8d9f-4e57537f6fcd), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:20.572039 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (1e154ac6-d8e5-43d2-aa3f-f187a20115b4), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:20.588819 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c100d11c-edf0-417a-a239-5c5798bc408c None None] Publish callbacks [] for port (9586e46d-17cb-43bc-97d1-cd9d33663232), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:20.591227 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-eed491b3-5781-4585-8cec-b23d675734fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d831fc0f65a460b9ce2893b24dd39db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5780735 Mar 01 13:55:20.602235 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49174) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:20.614109 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=f689403b-d428-4c0e-a2d9-731bc5e976a6,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:20.640318 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c100d11c-edf0-417a-a239-5c5798bc408c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9586e46d-17cb-43bc-97d1-cd9d33663232), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:20.755496 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port df6c0fb5-c12f-40eb-9fe7-daaf2c030675 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:55:20.813254 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7294bc41-a7b0-4697-97c4-6f59686a2211 req-9866f91f-e63c-4d97-939b-a4a92fe514f3 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95e0479-dc68-4600-8efb-afb0928fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363249 Mar 01 13:55:20.849959 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-ec9a4ec1-6ba8-4d6b-974e-546c6e00afb0 None None] Provisioning complete for port 20e57520-3202-4d02-a848-f75d8f9f300f triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:20.850514 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ec9a4ec1-6ba8-4d6b-974e-546c6e00afb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (20e57520-3202-4d02-a848-f75d8f9f300f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:20.867705 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port df6c0fb5-c12f-40eb-9fe7-daaf2c030675 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:20.868135 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (df6c0fb5-c12f-40eb-9fe7-daaf2c030675), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:21.041578 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50add75a-44c4-4b87-b919-4f38d6a7d23f req-40f3f323-7899-42ab-89b4-240c201bd4a2 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:21.043180 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-50add75a-44c4-4b87-b919-4f38d6a7d23f req-40f3f323-7899-42ab-89b4-240c201bd4a2 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 945 time: 0.3937061 Mar 01 13:55:21.059954 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=1e154ac6-d8e5-43d2-aa3f-f187a20115b4,revision_number=7']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:21.109836 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ec9a4ec1-6ba8-4d6b-974e-546c6e00afb0 None None] Port 20e57520-3202-4d02-a848-f75d8f9f300f cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:55:21.112176 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 84d0dc8b-7035-448a-ba17-4704299cc7f3 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:21.112681 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (84d0dc8b-7035-448a-ba17-4704299cc7f3), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:21.137215 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fe2a9e51-793e-43c4-bb56-3dce25677607 admin admin] Publish callbacks [] for security_group (633d68b5-14bc-4935-9a63-f523aef38d4d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:21.168145 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fe2a9e51-793e-43c4-bb56-3dce25677607 admin admin] Publish callbacks [] for security_group (633d68b5-14bc-4935-9a63-f523aef38d4d), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:21.299757 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d189165-9fff-4b09-aaf5-2a3ffde6bfd6 req-1d145265-9867-4ff0-9982-475b71f77ceb tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:21.305684 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d189165-9fff-4b09-aaf5-2a3ffde6bfd6 req-1d145265-9867-4ff0-9982-475b71f77ceb tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:21.313302 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d189165-9fff-4b09-aaf5-2a3ffde6bfd6 req-1d145265-9867-4ff0-9982-475b71f77ceb tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:21.320203 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d189165-9fff-4b09-aaf5-2a3ffde6bfd6 req-1d145265-9867-4ff0-9982-475b71f77ceb tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:21.328094 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d189165-9fff-4b09-aaf5-2a3ffde6bfd6 req-1d145265-9867-4ff0-9982-475b71f77ceb tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:21.334641 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d189165-9fff-4b09-aaf5-2a3ffde6bfd6 req-1d145265-9867-4ff0-9982-475b71f77ceb tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:21.341364 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d189165-9fff-4b09-aaf5-2a3ffde6bfd6 req-1d145265-9867-4ff0-9982-475b71f77ceb tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:21.351069 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9d189165-9fff-4b09-aaf5-2a3ffde6bfd6 req-1d145265-9867-4ff0-9982-475b71f77ceb tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5428 time: 0.3828616 Mar 01 13:55:21.360162 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fe2a9e51-793e-43c4-bb56-3dce25677607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (633d68b5-14bc-4935-9a63-f523aef38d4d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:21.366719 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fe2a9e51-793e-43c4-bb56-3dce25677607 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:21.368122 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-fe2a9e51-793e-43c4-bb56-3dce25677607 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/633d68b5-14bc-4935-9a63-f523aef38d4d HTTP/1.1" status: 204 len: 168 time: 0.7638955 Mar 01 13:55:21.393605 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-c100d11c-edf0-417a-a239-5c5798bc408c None None] Attempting to bind port 9586e46d-17cb-43bc-97d1-cd9d33663232 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:55:21.394239 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-c100d11c-edf0-417a-a239-5c5798bc408c None None] Attempting to bind port 9586e46d-17cb-43bc-97d1-cd9d33663232 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '5a2be2d6-c8c6-4508-9d41-0a1e448542fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '257eecef-47b9-49d5-b09d-580a426c4719'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:55:21.394602 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c100d11c-edf0-417a-a239-5c5798bc408c None None] Attempting to bind port 9586e46d-17cb-43bc-97d1-cd9d33663232 on network 257eecef-47b9-49d5-b09d-580a426c4719 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:55:21.424861 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e120d-c69c-4e7c-80fa-ea15000aef51 None None] Pushing event updated for resources: {'Port': ['ID=9586e46d-17cb-43bc-97d1-cd9d33663232,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:21.441390 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c100d11c-edf0-417a-a239-5c5798bc408c None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:55:21.442185 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c100d11c-edf0-417a-a239-5c5798bc408c None None] Checking segment: {'id': '5a2be2d6-c8c6-4508-9d41-0a1e448542fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '257eecef-47b9-49d5-b09d-580a426c4719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:55:21.446127 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c100d11c-edf0-417a-a239-5c5798bc408c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:21.446398 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-50add75a-44c4-4b87-b919-4f38d6a7d23f req-9fdd793a-3c2e-4af5-9d22-ef3fcee8746b tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3598979 Mar 01 13:55:21.450373 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c100d11c-edf0-417a-a239-5c5798bc408c None None] Bound using segment: {'id': '5a2be2d6-c8c6-4508-9d41-0a1e448542fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '257eecef-47b9-49d5-b09d-580a426c4719'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:55:21.451566 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-c100d11c-edf0-417a-a239-5c5798bc408c None None] Bound port: 9586e46d-17cb-43bc-97d1-cd9d33663232, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2be2d6-c8c6-4508-9d41-0a1e448542fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '257eecef-47b9-49d5-b09d-580a426c4719'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:55:21.452363 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c100d11c-edf0-417a-a239-5c5798bc408c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9586e46d-17cb-43bc-97d1-cd9d33663232), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:21.486906 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-c108b6d4-067b-4451-9add-e23db5d7abac None None] Provisioning complete for port 9586e46d-17cb-43bc-97d1-cd9d33663232 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:21.490496 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c108b6d4-067b-4451-9add-e23db5d7abac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9586e46d-17cb-43bc-97d1-cd9d33663232), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:21.504607 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a9e51-793e-43c4-bb56-3dce25677607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633d68b5-14bc-4935-9a63-f523aef38d4d,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:21.593900 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port df6c0fb5-c12f-40eb-9fe7-daaf2c030675 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:21.594706 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (df6c0fb5-c12f-40eb-9fe7-daaf2c030675), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:21.673519 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-07709775-237a-4d1b-b2f6-0edf9fba5364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20e57520-3202-4d02-a848-f75d8f9f300f {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:55:21.684152 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-07709775-237a-4d1b-b2f6-0edf9fba5364 service neutron] Publish callbacks [] for port (20e57520-3202-4d02-a848-f75d8f9f300f), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:21.700173 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-07709775-237a-4d1b-b2f6-0edf9fba5364 service neutron] Transition to ACTIVE for port object 20e57520-3202-4d02-a848-f75d8f9f300f will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:55:21.703342 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-c100d11c-edf0-417a-a239-5c5798bc408c None None] For port 9586e46d-17cb-43bc-97d1-cd9d33663232, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:55:21.709142 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-c100d11c-edf0-417a-a239-5c5798bc408c None None] For port 9586e46d-17cb-43bc-97d1-cd9d33663232, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=9586e46d-17cb-43bc-97d1-cd9d33663232,segment=NetworkSegment(5a2be2d6-c8c6-4508-9d41-0a1e448542fe),segment_id=5a2be2d6-c8c6-4508-9d41-0a1e448542fe)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:55:21.739022 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c100d11c-edf0-417a-a239-5c5798bc408c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9586e46d-17cb-43bc-97d1-cd9d33663232), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:21.749407 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-e9419f26-5cdd-44f9-b88a-1d835b32f220 admin admin] For port 9152e8ce-65ac-4063-8d9f-4e57537f6fcd, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=9152e8ce-65ac-4063-8d9f-4e57537f6fcd,segment=NetworkSegment(e84cec3c-832e-4296-bb87-8c5fba32c71f),segment_id=e84cec3c-832e-4296-bb87-8c5fba32c71f)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:21.749780 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e9419f26-5cdd-44f9-b88a-1d835b32f220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (9152e8ce-65ac-4063-8d9f-4e57537f6fcd), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:21.764012 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e9419f26-5cdd-44f9-b88a-1d835b32f220 admin admin] Calling delete_port for 9152e8ce-65ac-4063-8d9f-4e57537f6fcd owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:55:21.804607 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9d189165-9fff-4b09-aaf5-2a3ffde6bfd6 req-dad3c5e3-3fc7-44db-b864-c3e314793a1d tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4526050 Mar 01 13:55:21.833268 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc9e8b-1002-4aa1-a3c9-5d5bc535e535 req-6faaf50f-0bf5-4518-a946-4051d88d04d1 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:21.835079 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-64dc9e8b-1002-4aa1-a3c9-5d5bc535e535 req-6faaf50f-0bf5-4518-a946-4051d88d04d1 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45 HTTP/1.1" status: 200 len: 931 time: 0.2809780 Mar 01 13:55:21.907808 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 84d0dc8b-7035-448a-ba17-4704299cc7f3 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:21.907808 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (84d0dc8b-7035-448a-ba17-4704299cc7f3), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:21.954340 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port df6c0fb5-c12f-40eb-9fe7-daaf2c030675, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=df6c0fb5-c12f-40eb-9fe7-daaf2c030675,segment=NetworkSegment(3f5e992e-f8ac-4270-a68d-c36243966fe6),segment_id=3f5e992e-f8ac-4270-a68d-c36243966fe6)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:21.955053 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-64dc9e8b-1002-4aa1-a3c9-5d5bc535e535 req-a6c4ea6b-bebe-400a-a7d4-ceb72b870d2b tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb41f9e-b184-478d-8271-cac26ee57543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121376 Mar 01 13:55:22.048614 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (df6c0fb5-c12f-40eb-9fe7-daaf2c030675), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:22.049546 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 27efff50-7823-4915-9500-0bfe4a48b9a2 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:55:22.171241 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-c108b6d4-067b-4451-9add-e23db5d7abac None None] Port 9586e46d-17cb-43bc-97d1-cd9d33663232 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:55:22.172983 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-07709775-237a-4d1b-b2f6-0edf9fba5364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (20e57520-3202-4d02-a848-f75d8f9f300f), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:22.195923 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e9419f26-5cdd-44f9-b88a-1d835b32f220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (9152e8ce-65ac-4063-8d9f-4e57537f6fcd), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:22.229750 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49190) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:22.244425 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 84d0dc8b-7035-448a-ba17-4704299cc7f3, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=84d0dc8b-7035-448a-ba17-4704299cc7f3,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:22.251011 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e120d-c69c-4e7c-80fa-ea15000aef51 None None] Pushing event updated for resources: {'Port': ['ID=9586e46d-17cb-43bc-97d1-cd9d33663232,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:22.259589 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c100d11c-edf0-417a-a239-5c5798bc408c None None] Routers {'4c96b8e6-d449-4c76-8ab9-353fbb3c42a0'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:55:22.260547 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-c100d11c-edf0-417a-a239-5c5798bc408c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:54:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4c96b8e6-d449-4c76-8ab9-353fbb3c42a0'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:22.287113 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117f76e-a594-4be8-bdc4-91eec8ecbf6a req-667cbae2-4684-4425-833e-0e597a53c1a9 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:22.290970 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6117f76e-a594-4be8-bdc4-91eec8ecbf6a req-667cbae2-4684-4425-833e-0e597a53c1a9 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 945 time: 0.2661545 Mar 01 13:55:22.295284 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f5c182d2-bf59-4b74-bffe-62ecd94e3985 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:22.373656 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef859065-5754-42b1-bc2a-cd475634357a req-95887705-550f-4ae7-85c1-ad52dfe9620f tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:22.378106 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ef859065-5754-42b1-bc2a-cd475634357a req-95887705-550f-4ae7-85c1-ad52dfe9620f tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ead1a9-72b7-4784-8dc2-04582f80ae28 HTTP/1.1" status: 200 len: 944 time: 0.2877367 Mar 01 13:55:22.436844 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07709775-237a-4d1b-b2f6-0edf9fba5364 service neutron] Pushing event updated for resources: {'Port': ['ID=20e57520-3202-4d02-a848-f75d8f9f300f,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:22.639611 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ef859065-5754-42b1-bc2a-cd475634357a req-94b9ef3a-7d83-4835-b991-03b36f0b1378 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95e0479-dc68-4600-8efb-afb0928fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135894 Mar 01 13:55:22.680507 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6117f76e-a594-4be8-bdc4-91eec8ecbf6a req-56ec661e-6691-497a-896d-11a1dacf67f2 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624685 Mar 01 13:55:22.695374 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9419f26-5cdd-44f9-b88a-1d835b32f220 admin admin] Pushing event deleted for resources: {'Port': ['ID=9152e8ce-65ac-4063-8d9f-4e57537f6fcd,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:22.757411 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e154ac6-d8e5-43d2-aa3f-f187a20115b4'}, {'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6c0fb5-c12f-40eb-9fe7-daaf2c030675'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:55:22.764832 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407626f8-0591-448b-acdc-f64969c55104" -d '{"events": [{"server_uuid": "db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2", "name": "network-vif-plugged", "status": "completed", "tag": "1e154ac6-d8e5-43d2-aa3f-f187a20115b4"}, {"server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "name": "network-vif-plugged", "status": "completed", "tag": "df6c0fb5-c12f-40eb-9fe7-daaf2c030675"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:55:22.769529 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f5c182d2-bf59-4b74-bffe-62ecd94e3985 admin admin] Publish callbacks [] for security_group (fc88c936-1ba5-41f5-8f5a-599dac3f35d7), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:22.781421 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f5c182d2-bf59-4b74-bffe-62ecd94e3985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fc88c936-1ba5-41f5-8f5a-599dac3f35d7), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:22.845707 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (84d0dc8b-7035-448a-ba17-4704299cc7f3), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:22.892433 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 01 Mar 2022 13:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dda4257-9d52-436d-b302-4f24c638a4e6 x-openstack-request-id: req-9dda4257-9d52-436d-b302-4f24c638a4e6 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:55:22.892736 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2", "name": "network-vif-plugged", "status": "completed", "tag": "1e154ac6-d8e5-43d2-aa3f-f187a20115b4", "code": 200}, {"server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "name": "network-vif-plugged", "status": "completed", "tag": "df6c0fb5-c12f-40eb-9fe7-daaf2c030675", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:55:22.892995 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9dda4257-9d52-436d-b302-4f24c638a4e6 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:55:22.893386 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e154ac6-d8e5-43d2-aa3f-f187a20115b4', 'code': 200} Mar 01 13:55:22.893646 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6c0fb5-c12f-40eb-9fe7-daaf2c030675', 'code': 200} Mar 01 13:55:22.909984 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c182d2-bf59-4b74-bffe-62ecd94e3985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc88c936-1ba5-41f5-8f5a-599dac3f35d7,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:22.929562 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f5c182d2-bf59-4b74-bffe-62ecd94e3985 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0dd06ce49e2f45eabb6b370101fc6382&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6875999 Mar 01 13:55:22.929795 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49202) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:22.967297 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-97f09693-8ce4-4299-be5d-0bb1dfb982bd None None] Provisioning complete for port 9586e46d-17cb-43bc-97d1-cd9d33663232 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:22.967834 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-97f09693-8ce4-4299-be5d-0bb1dfb982bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9586e46d-17cb-43bc-97d1-cd9d33663232), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:22.970175 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e9419f26-5cdd-44f9-b88a-1d835b32f220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (20763e3a-fd84-4f96-9cf8-58e4c0acc6a7), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:23.002297 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 27efff50-7823-4915-9500-0bfe4a48b9a2 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:55:23.007617 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-07709775-237a-4d1b-b2f6-0edf9fba5364 service neutron] Attempting to bind port 20e57520-3202-4d02-a848-f75d8f9f300f on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:55:23.007976 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-07709775-237a-4d1b-b2f6-0edf9fba5364 service neutron] Attempting to bind port 20e57520-3202-4d02-a848-f75d8f9f300f by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': 'e76d0319-8891-401a-b47b-4f5de5881eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '53d21d48-fe01-43f8-90ba-29509f974089'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:55:23.008302 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-07709775-237a-4d1b-b2f6-0edf9fba5364 service neutron] Attempting to bind port 20e57520-3202-4d02-a848-f75d8f9f300f on network 53d21d48-fe01-43f8-90ba-29509f974089 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:55:23.132362 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-07709775-237a-4d1b-b2f6-0edf9fba5364 service neutron] Port 20e57520-3202-4d02-a848-f75d8f9f300f on network 53d21d48-fe01-43f8-90ba-29509f974089 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:55:23.132362 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-07709775-237a-4d1b-b2f6-0edf9fba5364 service neutron] Attempting to bind port 20e57520-3202-4d02-a848-f75d8f9f300f on network 53d21d48-fe01-43f8-90ba-29509f974089 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:55:23.166079 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-07709775-237a-4d1b-b2f6-0edf9fba5364 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:55:23.166519 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-07709775-237a-4d1b-b2f6-0edf9fba5364 service neutron] Checking segment: {'id': 'e76d0319-8891-401a-b47b-4f5de5881eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '53d21d48-fe01-43f8-90ba-29509f974089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:55:23.166794 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-07709775-237a-4d1b-b2f6-0edf9fba5364 service neutron] Bound using segment: {'id': 'e76d0319-8891-401a-b47b-4f5de5881eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '53d21d48-fe01-43f8-90ba-29509f974089'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:55:23.172332 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-07709775-237a-4d1b-b2f6-0edf9fba5364 service neutron] Bound port: 20e57520-3202-4d02-a848-f75d8f9f300f, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e76d0319-8891-401a-b47b-4f5de5881eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '53d21d48-fe01-43f8-90ba-29509f974089'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:55:23.172332 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-07709775-237a-4d1b-b2f6-0edf9fba5364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (20e57520-3202-4d02-a848-f75d8f9f300f), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:23.223657 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 27efff50-7823-4915-9500-0bfe4a48b9a2 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:23.229566 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (27efff50-7823-4915-9500-0bfe4a48b9a2), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:23.239138 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-124c2d76-d597-4f6a-8c05-fe9a3c4c69c7 admin admin] Publish callbacks [] for security_group (fc88c936-1ba5-41f5-8f5a-599dac3f35d7), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:23.270576 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-124c2d76-d597-4f6a-8c05-fe9a3c4c69c7 admin admin] Publish callbacks [] for security_group (fc88c936-1ba5-41f5-8f5a-599dac3f35d7), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:23.351091 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 9586e46d-17cb-43bc-97d1-cd9d33663232 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:55:23.388971 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58726cbc-9d41-453c-a3ab-5b48e715f1d5 req-be248561-6d8d-4631-b735-dfc988e8c6da tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:23.406689 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58726cbc-9d41-453c-a3ab-5b48e715f1d5 req-be248561-6d8d-4631-b735-dfc988e8c6da tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:23.412464 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58726cbc-9d41-453c-a3ab-5b48e715f1d5 req-be248561-6d8d-4631-b735-dfc988e8c6da tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:23.441194 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58726cbc-9d41-453c-a3ab-5b48e715f1d5 req-be248561-6d8d-4631-b735-dfc988e8c6da tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:23.450033 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=df6c0fb5-c12f-40eb-9fe7-daaf2c030675,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:23.472081 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58726cbc-9d41-453c-a3ab-5b48e715f1d5 req-be248561-6d8d-4631-b735-dfc988e8c6da tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:23.499500 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58726cbc-9d41-453c-a3ab-5b48e715f1d5 req-be248561-6d8d-4631-b735-dfc988e8c6da tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:23.519656 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-07709775-237a-4d1b-b2f6-0edf9fba5364 service neutron] For port 20e57520-3202-4d02-a848-f75d8f9f300f, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:55:23.521449 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58726cbc-9d41-453c-a3ab-5b48e715f1d5 req-be248561-6d8d-4631-b735-dfc988e8c6da tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:23.523473 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-07709775-237a-4d1b-b2f6-0edf9fba5364 service neutron] For port 20e57520-3202-4d02-a848-f75d8f9f300f, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=20e57520-3202-4d02-a848-f75d8f9f300f,segment=NetworkSegment(e76d0319-8891-401a-b47b-4f5de5881eaf),segment_id=e76d0319-8891-401a-b47b-4f5de5881eaf)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:55:23.526001 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-58726cbc-9d41-453c-a3ab-5b48e715f1d5 req-be248561-6d8d-4631-b735-dfc988e8c6da tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5429 time: 0.4244561 Mar 01 13:55:23.538351 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-124c2d76-d597-4f6a-8c05-fe9a3c4c69c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fc88c936-1ba5-41f5-8f5a-599dac3f35d7), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:23.547589 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-124c2d76-d597-4f6a-8c05-fe9a3c4c69c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:23.547877 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-07709775-237a-4d1b-b2f6-0edf9fba5364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (20e57520-3202-4d02-a848-f75d8f9f300f), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:23.550983 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-124c2d76-d597-4f6a-8c05-fe9a3c4c69c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc88c936-1ba5-41f5-8f5a-599dac3f35d7 HTTP/1.1" status: 204 len: 168 time: 0.6177995 Mar 01 13:55:23.570103 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=84d0dc8b-7035-448a-ba17-4704299cc7f3,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:23.581669 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd19b7-9014-489f-b2ac-168df2a23e76 req-fe10ca71-972a-40c4-946d-1953e09c41f8 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:23.592622 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f2cd19b7-9014-489f-b2ac-168df2a23e76 req-fe10ca71-972a-40c4-946d-1953e09c41f8 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 945 time: 0.6332011 Mar 01 13:55:23.594399 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-c100d11c-edf0-417a-a239-5c5798bc408c None None] Set router 4c96b8e6-d449-4c76-8ab9-353fbb3c42a0 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:55:23.716699 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 27efff50-7823-4915-9500-0bfe4a48b9a2 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:23.727201 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (27efff50-7823-4915-9500-0bfe4a48b9a2), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:23.786002 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-07709775-237a-4d1b-b2f6-0edf9fba5364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:23.786624 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c2d76-d597-4f6a-8c05-fe9a3c4c69c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc88c936-1ba5-41f5-8f5a-599dac3f35d7,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:23.788481 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-07709775-237a-4d1b-b2f6-0edf9fba5364 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:23.790580 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-07709775-237a-4d1b-b2f6-0edf9fba5364 service neutron] 10.222.0.20 "PUT /v2.0/ports/20e57520-3202-4d02-a848-f75d8f9f300f HTTP/1.1" status: 200 len: 1091 time: 3.6522737 Mar 01 13:55:23.803953 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45', 'tag': '20e57520-3202-4d02-a848-f75d8f9f300f'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:55:23.811200 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc6c18d-2e25-479c-b17d-63839b0fbf4e" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45", "tag": "20e57520-3202-4d02-a848-f75d8f9f300f"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:55:23.882557 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-58726cbc-9d41-453c-a3ab-5b48e715f1d5 req-c4abd25d-180d-4867-b360-ee008cd7856c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3277078 Mar 01 13:55:23.905542 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f2cd19b7-9014-489f-b2ac-168df2a23e76 req-56d9017e-71ba-4c03-83f8-c6840fb9ca7c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3099575 Mar 01 13:55:24.010475 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07709775-237a-4d1b-b2f6-0edf9fba5364 service neutron] Pushing event updated for resources: {'Port': ['ID=20e57520-3202-4d02-a848-f75d8f9f300f,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:24.095478 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 27efff50-7823-4915-9500-0bfe4a48b9a2, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=27efff50-7823-4915-9500-0bfe4a48b9a2,segment=NetworkSegment(3f5e992e-f8ac-4270-a68d-c36243966fe6),segment_id=3f5e992e-f8ac-4270-a68d-c36243966fe6)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:24.149143 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-97f09693-8ce4-4299-be5d-0bb1dfb982bd None None] Current status of the port 9586e46d-17cb-43bc-97d1-cd9d33663232 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:24.149542 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-97f09693-8ce4-4299-be5d-0bb1dfb982bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9586e46d-17cb-43bc-97d1-cd9d33663232), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:24.151450 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (27efff50-7823-4915-9500-0bfe4a48b9a2), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:24.175123 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-ea1ee4aa-f881-4876-a856-c5cf6425b304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:24.177331 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-ea1ee4aa-f881-4876-a856-c5cf6425b304 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6cd0042333dc4646a1a53b7511a147db&device_id=7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45 HTTP/1.1" status: 200 len: 1125 time: 0.3387909 Mar 01 13:55:24.179280 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device c2dca31c-d208-442a-a02f-862c2e6cd8a8 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:55:24.300066 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-8c5825d1-82f4-42cb-a3bb-4fc279145d21 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20e57520-3202-4d02-a848-f75d8f9f300f HTTP/1.1" status: 200 len: 217 time: 0.0964692 Mar 01 13:55:24.420223 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 9586e46d-17cb-43bc-97d1-cd9d33663232 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:24.420715 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9586e46d-17cb-43bc-97d1-cd9d33663232), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:24.422882 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-b4c36222-e0f0-4731-a89a-f6add09edfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:24.427894 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-b4c36222-e0f0-4731-a89a-f6add09edfb2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e1568db8-2fe7-442e-bae7-541ffa1abc6f HTTP/1.1" status: 200 len: 844 time: 0.1267850 Mar 01 13:55:24.438847 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9419f26-5cdd-44f9-b88a-1d835b32f220 admin admin] Router 20763e3a-fd84-4f96-9cf8-58e4c0acc6a7 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:55:24.460421 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3172b5c-d01e-4c1b-9ae4-9bb42086a2e0 req-21070248-3ec3-48c0-beb9-e94037527b8c tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:24.462961 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c3172b5c-d01e-4c1b-9ae4-9bb42086a2e0 req-21070248-3ec3-48c0-beb9-e94037527b8c tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45 HTTP/1.1" status: 200 len: 943 time: 0.4160955 Mar 01 13:55:24.515853 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fadd9-14cc-46ca-a6f7-36dd467bf5e9 req-7f91823e-1d8d-470e-b58c-f42335350d80 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:24.523300 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fe4fadd9-14cc-46ca-a6f7-36dd467bf5e9 req-7f91823e-1d8d-470e-b58c-f42335350d80 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ead1a9-72b7-4784-8dc2-04582f80ae28 HTTP/1.1" status: 200 len: 944 time: 0.3548334 Mar 01 13:55:24.552022 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-97f09693-8ce4-4299-be5d-0bb1dfb982bd None None] For port 9586e46d-17cb-43bc-97d1-cd9d33663232, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=9586e46d-17cb-43bc-97d1-cd9d33663232,segment=NetworkSegment(5a2be2d6-c8c6-4508-9d41-0a1e448542fe),segment_id=5a2be2d6-c8c6-4508-9d41-0a1e448542fe)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:24.581776 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-97f09693-8ce4-4299-be5d-0bb1dfb982bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9586e46d-17cb-43bc-97d1-cd9d33663232), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:24.611897 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c3172b5c-d01e-4c1b-9ae4-9bb42086a2e0 req-d23cc460-1cb9-4a6c-8b46-c4122d8fd4ff tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb41f9e-b184-478d-8271-cac26ee57543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410296 Mar 01 13:55:24.628628 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fe4fadd9-14cc-46ca-a6f7-36dd467bf5e9 req-f7d9278c-ded0-474f-8945-1fcc556df91f tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95e0479-dc68-4600-8efb-afb0928fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043584 Mar 01 13:55:24.645717 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=27efff50-7823-4915-9500-0bfe4a48b9a2,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:24.723547 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a723fc2-37fe-4f41-b8e9-b669fbbc3ace x-openstack-request-id: req-5a723fc2-37fe-4f41-b8e9-b669fbbc3ace {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:55:24.724183 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45", "tag": "20e57520-3202-4d02-a848-f75d8f9f300f", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:55:24.726456 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a723fc2-37fe-4f41-b8e9-b669fbbc3ace {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:55:24.727413 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45', 'tag': '20e57520-3202-4d02-a848-f75d8f9f300f', 'status': 'completed', 'code': 200} Mar 01 13:55:24.782953 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-f7ced098-cf56-4d8a-979d-5e6190a25b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:24.787400 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-f7ced098-cf56-4d8a-979d-5e6190a25b90 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=53d21d48-fe01-43f8-90ba-29509f974089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3534443 Mar 01 13:55:24.843253 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port c2dca31c-d208-442a-a02f-862c2e6cd8a8 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:55:24.894478 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 9586e46d-17cb-43bc-97d1-cd9d33663232 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:24.914905 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733a877-e188-4ad5-a6cf-80bc4962ddb8 req-1ba7bcae-3f75-4608-aa88-6454841bb420 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:24.920203 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27efff50-7823-4915-9500-0bfe4a48b9a2'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:55:24.921724 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b733a877-e188-4ad5-a6cf-80bc4962ddb8 req-1ba7bcae-3f75-4608-aa88-6454841bb420 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 945 time: 0.1278169 Mar 01 13:55:24.923969 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9846aab7-d7f0-4608-9ebb-d7da63840286" -d '{"events": [{"server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "name": "network-vif-plugged", "status": "completed", "tag": "27efff50-7823-4915-9500-0bfe4a48b9a2"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:55:24.994697 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port c2dca31c-d208-442a-a02f-862c2e6cd8a8 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:24.998521 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c2dca31c-d208-442a-a02f-862c2e6cd8a8), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:25.033178 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b733a877-e188-4ad5-a6cf-80bc4962ddb8 req-c83603c1-b88d-4214-a904-485c75d017dd tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060140 Mar 01 13:55:25.070064 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9419f26-5cdd-44f9-b88a-1d835b32f220 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:55:25.079867 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e9419f26-5cdd-44f9-b88a-1d835b32f220 admin admin] 10.222.0.13 "PUT /v2.0/routers/20763e3a-fd84-4f96-9cf8-58e4c0acc6a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1030037 Mar 01 13:55:25.080118 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49252) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:25.087344 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290151c5-2fa6-4c84-9dcc-16a8bc0e594c None None] Sync routers for ids ['20763e3a-fd84-4f96-9cf8-58e4c0acc6a7'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:55:25.109608 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290151c5-2fa6-4c84-9dcc-16a8bc0e594c None None] Routers {'20763e3a-fd84-4f96-9cf8-58e4c0acc6a7'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:55:25.112630 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-290151c5-2fa6-4c84-9dcc-16a8bc0e594c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:54:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['20763e3a-fd84-4f96-9cf8-58e4c0acc6a7'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:25.139029 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-e7ca0c4a-a5bd-45aa-a671-c35bd069fc69 service neutron] 10.222.0.20 "GET /v2.0/networks/53d21d48-fe01-43f8-90ba-29509f974089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401790 Mar 01 13:55:25.146381 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f09693-8ce4-4299-be5d-0bb1dfb982bd None None] Pushing event updated for resources: {'Port': ['ID=9586e46d-17cb-43bc-97d1-cd9d33663232,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:25.180560 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 84d0dc8b-7035-448a-ba17-4704299cc7f3 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:55:25.346320 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bd90a2f7-ac97-44a2-9e5d-2dfe77c092a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:25.378420 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9248dec8-bed3-4f8e-b618-a98b0960af15 req-e4c0599c-0181-47ee-a74d-381f5163fd8f service neutron] 10.222.0.20 "GET /v2.0/networks/53d21d48-fe01-43f8-90ba-29509f974089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320352 Mar 01 13:55:25.417650 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-c100d11c-edf0-417a-a239-5c5798bc408c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c96b8e6-d449-4c76-8ab9-353fbb3c42a0', 'name': 'tempest-TestAggregatesBasicOps-770252428-router', 'tenant_id': '54469fc6d9914e8cbd7b50f9acc091be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '84d0dc8b-7035-448a-ba17-4704299cc7f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:49Z', 'updated_at': '2022-03-01T13:55:06Z', 'revision_number': 4, 'project_id': '54469fc6d9914e8cbd7b50f9acc091be', 'gw_port': {'id': '84d0dc8b-7035-448a-ba17-4704299cc7f3', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c96b8e6-d449-4c76-8ab9-353fbb3c42a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:51Z', 'updated_at': '2022-03-01T13:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '9586e46d-17cb-43bc-97d1-cd9d33663232', 'name': '', 'network_id': '257eecef-47b9-49d5-b09d-580a426c4719', 'tenant_id': '54469fc6d9914e8cbd7b50f9acc091be', 'mac_address': 'fa:16:3e:61:0e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c96b8e6-d449-4c76-8ab9-353fbb3c42a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'fccef606-cd07-49ac-a59f-7770d0631ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:55:02Z', 'updated_at': '2022-03-01T13:55:21Z', 'revision_number': 4, 'project_id': '54469fc6d9914e8cbd7b50f9acc091be', 'subnets': [{'id': 'fccef606-cd07-49ac-a59f-7770d0631ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:25.475559 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a669f2-f85e-402c-8145-3cdc1ba31fa1 req-4db18baf-1fdd-4bb2-a8b9-9b761c0f1aca tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:25.501559 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a669f2-f85e-402c-8145-3cdc1ba31fa1 req-4db18baf-1fdd-4bb2-a8b9-9b761c0f1aca tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:25.506776 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a669f2-f85e-402c-8145-3cdc1ba31fa1 req-4db18baf-1fdd-4bb2-a8b9-9b761c0f1aca tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:25.522629 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a669f2-f85e-402c-8145-3cdc1ba31fa1 req-4db18baf-1fdd-4bb2-a8b9-9b761c0f1aca tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:25.544296 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c100d11c-edf0-417a-a239-5c5798bc408c None None] The sync data for ids ['4c96b8e6-d449-4c76-8ab9-353fbb3c42a0'] in n-d-827467-3 is: [{'id': '4c96b8e6-d449-4c76-8ab9-353fbb3c42a0', 'name': 'tempest-TestAggregatesBasicOps-770252428-router', 'tenant_id': '54469fc6d9914e8cbd7b50f9acc091be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '84d0dc8b-7035-448a-ba17-4704299cc7f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:49Z', 'updated_at': '2022-03-01T13:55:06Z', 'revision_number': 4, 'project_id': '54469fc6d9914e8cbd7b50f9acc091be', 'gw_port': {'id': '84d0dc8b-7035-448a-ba17-4704299cc7f3', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c96b8e6-d449-4c76-8ab9-353fbb3c42a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:51Z', 'updated_at': '2022-03-01T13:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '9586e46d-17cb-43bc-97d1-cd9d33663232', 'name': '', 'network_id': '257eecef-47b9-49d5-b09d-580a426c4719', 'tenant_id': '54469fc6d9914e8cbd7b50f9acc091be', 'mac_address': 'fa:16:3e:61:0e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c96b8e6-d449-4c76-8ab9-353fbb3c42a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'fccef606-cd07-49ac-a59f-7770d0631ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:55:02Z', 'updated_at': '2022-03-01T13:55:21Z', 'revision_number': 4, 'project_id': '54469fc6d9914e8cbd7b50f9acc091be', 'subnets': [{'id': 'fccef606-cd07-49ac-a59f-7770d0631ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:55:25.545260 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a669f2-f85e-402c-8145-3cdc1ba31fa1 req-4db18baf-1fdd-4bb2-a8b9-9b761c0f1aca tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:25.557142 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a669f2-f85e-402c-8145-3cdc1ba31fa1 req-4db18baf-1fdd-4bb2-a8b9-9b761c0f1aca tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:25.562812 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a669f2-f85e-402c-8145-3cdc1ba31fa1 req-4db18baf-1fdd-4bb2-a8b9-9b761c0f1aca tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:25.568458 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6c18d-2e25-479c-b17d-63839b0fbf4e req-546e10fb-8446-4913-94e2-1c14e778081d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:25.580615 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ddc6c18d-2e25-479c-b17d-63839b0fbf4e req-546e10fb-8446-4913-94e2-1c14e778081d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6cd0042333dc4646a1a53b7511a147db&device_id=7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45 HTTP/1.1" status: 200 len: 1125 time: 0.1353281 Mar 01 13:55:25.586567 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-80a669f2-f85e-402c-8145-3cdc1ba31fa1 req-4db18baf-1fdd-4bb2-a8b9-9b761c0f1aca tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5430 time: 0.4269917 Mar 01 13:55:25.610307 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-290151c5-2fa6-4c84-9dcc-16a8bc0e594c None None] Set router 20763e3a-fd84-4f96-9cf8-58e4c0acc6a7 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:55:25.666055 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b3f5a-84d9-4a4b-a832-6368565e3d40 req-f702893a-ca9d-41a9-a7f0-288ad6482076 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:25.673103 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c72b3f5a-84d9-4a4b-a832-6368565e3d40 req-f702893a-ca9d-41a9-a7f0-288ad6482076 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 945 time: 0.4133584 Mar 01 13:55:25.684792 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49264) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:25.686516 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port c2dca31c-d208-442a-a02f-862c2e6cd8a8 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:25.687116 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c2dca31c-d208-442a-a02f-862c2e6cd8a8), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:25.691816 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 84d0dc8b-7035-448a-ba17-4704299cc7f3 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:25.692463 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (84d0dc8b-7035-448a-ba17-4704299cc7f3), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:25.693001 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d3a49ec5-097b-44ea-a93c-025e8054aa27 admin admin] Publish callbacks [] for router (20763e3a-fd84-4f96-9cf8-58e4c0acc6a7), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:25.835319 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port c2dca31c-d208-442a-a02f-862c2e6cd8a8, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=c2dca31c-d208-442a-a02f-862c2e6cd8a8,segment=NetworkSegment(c5c4127a-8c32-443b-8a11-50aacbfd4c6c),segment_id=c5c4127a-8c32-443b-8a11-50aacbfd4c6c)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:25.847911 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c2dca31c-d208-442a-a02f-862c2e6cd8a8), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:25.848693 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device e187b1ce-0b6f-4521-8972-2202ece5890a up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:55:25.889260 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6c18d-2e25-479c-b17d-63839b0fbf4e req-43cdf2ea-d1a5-4279-a9fa-d9465e779df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:25.890744 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ddc6c18d-2e25-479c-b17d-63839b0fbf4e req-43cdf2ea-d1a5-4279-a9fa-d9465e779df3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=53d21d48-fe01-43f8-90ba-29509f974089 HTTP/1.1" status: 200 len: 906 time: 0.3019595 Mar 01 13:55:25.980519 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ddc6c18d-2e25-479c-b17d-63839b0fbf4e req-f57a1e3e-5c3e-48df-bde9-a20174b4e54b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20e57520-3202-4d02-a848-f75d8f9f300f HTTP/1.1" status: 200 len: 217 time: 0.0814021 Mar 01 13:55:26.009489 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-290151c5-2fa6-4c84-9dcc-16a8bc0e594c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20763e3a-fd84-4f96-9cf8-58e4c0acc6a7', 'name': 'tempest-TestAggregatesBasicOps-808130819-router', 'tenant_id': 'b533966f081448d3b778e42a021b0f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '85c4b909-d7c0-4535-a124-fab31bd6efc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:29Z', 'updated_at': '2022-03-01T13:55:22Z', 'revision_number': 5, 'project_id': 'b533966f081448d3b778e42a021b0f2d', 'gw_port': {'id': '85c4b909-d7c0-4535-a124-fab31bd6efc5', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20763e3a-fd84-4f96-9cf8-58e4c0acc6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:30Z', 'updated_at': '2022-03-01T13:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:26.062972 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290151c5-2fa6-4c84-9dcc-16a8bc0e594c None None] Checking router: 20763e3a-fd84-4f96-9cf8-58e4c0acc6a7 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:55:26.074430 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290151c5-2fa6-4c84-9dcc-16a8bc0e594c None None] Routers {'20763e3a-fd84-4f96-9cf8-58e4c0acc6a7'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:55:26.076465 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-290151c5-2fa6-4c84-9dcc-16a8bc0e594c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:54:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['20763e3a-fd84-4f96-9cf8-58e4c0acc6a7'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:26.096188 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6c18d-2e25-479c-b17d-63839b0fbf4e req-058fa047-b199-4080-86f2-e6102c710c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:26.097665 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ddc6c18d-2e25-479c-b17d-63839b0fbf4e req-058fa047-b199-4080-86f2-e6102c710c99 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e1568db8-2fe7-442e-bae7-541ffa1abc6f HTTP/1.1" status: 200 len: 844 time: 0.1092849 Mar 01 13:55:26.127957 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 84d0dc8b-7035-448a-ba17-4704299cc7f3 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:26.166998 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-80a669f2-f85e-402c-8145-3cdc1ba31fa1 req-961f5efe-a5a1-4e44-bbb7-30ab4638c8ef tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5794139 Mar 01 13:55:26.203709 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c72b3f5a-84d9-4a4b-a832-6368565e3d40 req-b4bf65e5-96ca-4d56-bbd7-2b2c3375b421 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5296144 Mar 01 13:55:26.285792 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=c2dca31c-d208-442a-a02f-862c2e6cd8a8,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:26.326121 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d3a49ec5-097b-44ea-a93c-025e8054aa27 admin admin] Publish callbacks [] for router_gateway (20763e3a-fd84-4f96-9cf8-58e4c0acc6a7), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:26.329695 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port e187b1ce-0b6f-4521-8972-2202ece5890a completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:55:26.334045 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port e187b1ce-0b6f-4521-8972-2202ece5890a triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:26.334566 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e187b1ce-0b6f-4521-8972-2202ece5890a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:26.349309 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6c18d-2e25-479c-b17d-63839b0fbf4e req-bd6877d2-3d07-47c9-bc5c-030808365fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:26.351135 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ddc6c18d-2e25-479c-b17d-63839b0fbf4e req-bd6877d2-3d07-47c9-bc5c-030808365fd5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=53d21d48-fe01-43f8-90ba-29509f974089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2419553 Mar 01 13:55:26.353903 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b1590-5851-423e-88b8-cea4767047bf req-2d6c456c-6a6a-40ab-9349-389f649eccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:26.367137 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ad9b1590-5851-423e-88b8-cea4767047bf req-2d6c456c-6a6a-40ab-9349-389f649eccd9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f051444b2884a98b4646c3ecdbf54cd&device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 1127 time: 0.1942945 Mar 01 13:55:26.388289 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1a7634c9-fb9c-4834-b51a-e8f9d9c19770 tempest-AgentManagementNegativeTest-941118764 tempest-AgentManagementNegativeTest-941118764-project] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6928596 Mar 01 13:55:26.401114 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbee9760-5c27-4428-9148-26281a9c332a x-openstack-request-id: req-cbee9760-5c27-4428-9148-26281a9c332a {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:55:26.401114 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "name": "network-vif-plugged", "status": "completed", "tag": "27efff50-7823-4915-9500-0bfe4a48b9a2", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:55:26.401114 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cbee9760-5c27-4428-9148-26281a9c332a {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:55:26.401722 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27efff50-7823-4915-9500-0bfe4a48b9a2', 'code': 200} Mar 01 13:55:26.563192 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port e187b1ce-0b6f-4521-8972-2202ece5890a is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:26.563498 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e187b1ce-0b6f-4521-8972-2202ece5890a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:26.586369 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-290151c5-2fa6-4c84-9dcc-16a8bc0e594c None None] Set router 20763e3a-fd84-4f96-9cf8-58e4c0acc6a7 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:55:26.647825 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port e187b1ce-0b6f-4521-8972-2202ece5890a, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=e187b1ce-0b6f-4521-8972-2202ece5890a,segment=NetworkSegment(8c993aa3-b4bc-4822-be01-8f2382354ee8),segment_id=8c993aa3-b4bc-4822-be01-8f2382354ee8)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:26.658971 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (e187b1ce-0b6f-4521-8972-2202ece5890a), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:26.724146 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6354c-1653-4bae-b1c1-64953386579a req-4f420239-5b99-42fc-999c-87aa08433765 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:26.728208 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b2d6354c-1653-4bae-b1c1-64953386579a req-4f420239-5b99-42fc-999c-87aa08433765 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45 HTTP/1.1" status: 200 len: 943 time: 0.3855772 Mar 01 13:55:26.734322 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=e187b1ce-0b6f-4521-8972-2202ece5890a,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:26.763231 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ddc6c18d-2e25-479c-b17d-63839b0fbf4e req-e93a61d9-b932-48a7-b14b-96221603d921 service neutron] 10.222.0.20 "GET /v2.0/networks/53d21d48-fe01-43f8-90ba-29509f974089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949986 Mar 01 13:55:26.874156 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b1590-5851-423e-88b8-cea4767047bf req-424d8c58-7d20-4e25-98e7-2c6102d3685a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:26.878398 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ad9b1590-5851-423e-88b8-cea4767047bf req-424d8c58-7d20-4e25-98e7-2c6102d3685a service neutron] 10.222.0.20 "GET /v2.0/networks?id=a2dec7e3-4601-4685-95e7-9ed53553db77 HTTP/1.1" status: 200 len: 918 time: 0.5016038 Mar 01 13:55:26.890999 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a869c-2188-4425-b621-42449f2cfa00 req-d50c5e83-76fd-40c8-a483-2bcae5d42b39 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:26.892649 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-297a869c-2188-4425-b621-42449f2cfa00 req-d50c5e83-76fd-40c8-a483-2bcae5d42b39 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ead1a9-72b7-4784-8dc2-04582f80ae28 HTTP/1.1" status: 200 len: 945 time: 0.3997288 Mar 01 13:55:26.970048 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-d3a49ec5-097b-44ea-a93c-025e8054aa27 admin admin] Deleting port 85c4b909-d7c0-4535-a124-fab31bd6efc5 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:55:26.970395 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d3a49ec5-097b-44ea-a93c-025e8054aa27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (85c4b909-d7c0-4535-a124-fab31bd6efc5), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:27.055911 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49278) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:27.063129 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 9586e46d-17cb-43bc-97d1-cd9d33663232 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:55:27.116869 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ad9b1590-5851-423e-88b8-cea4767047bf req-c7c26d04-b019-4c0a-9e42-27e3601a2714 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea1f1b7a-9a9a-440d-a2a3-ae371a358086 HTTP/1.1" status: 200 len: 1001 time: 0.2327406 Mar 01 13:55:27.119800 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ddc6c18d-2e25-479c-b17d-63839b0fbf4e req-6ef0cb55-9981-4a21-b5f1-27d7820cb204 service neutron] 10.222.0.20 "GET /v2.0/networks/53d21d48-fe01-43f8-90ba-29509f974089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481710 Mar 01 13:55:27.152386 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b2d6354c-1653-4bae-b1c1-64953386579a req-dffc6a55-4b02-452e-845e-202ab5888ec8 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb41f9e-b184-478d-8271-cac26ee57543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4097021 Mar 01 13:55:27.200477 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 9586e46d-17cb-43bc-97d1-cd9d33663232 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:27.201571 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9586e46d-17cb-43bc-97d1-cd9d33663232), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:27.245799 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-297a869c-2188-4425-b621-42449f2cfa00 req-47829c6a-43c5-44f3-acdc-39eba89ff03a tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95e0479-dc68-4600-8efb-afb0928fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441830 Mar 01 13:55:27.323457 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-d3a49ec5-097b-44ea-a93c-025e8054aa27 admin admin] For port 85c4b909-d7c0-4535-a124-fab31bd6efc5, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=85c4b909-d7c0-4535-a124-fab31bd6efc5,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:27.324888 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d3a49ec5-097b-44ea-a93c-025e8054aa27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (85c4b909-d7c0-4535-a124-fab31bd6efc5), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:27.351309 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-d3a49ec5-097b-44ea-a93c-025e8054aa27 admin admin] Calling delete_port for 85c4b909-d7c0-4535-a124-fab31bd6efc5 owned by network:router_gateway {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:55:27.372302 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-37a74ffe-2a1e-4dd8-89c1-3b52616d2809 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:27.438891 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b1590-5851-423e-88b8-cea4767047bf req-d3aac0a2-0339-4f4f-a573-b62a38522fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:27.442014 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-290151c5-2fa6-4c84-9dcc-16a8bc0e594c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20763e3a-fd84-4f96-9cf8-58e4c0acc6a7', 'name': 'tempest-TestAggregatesBasicOps-808130819-router', 'tenant_id': 'b533966f081448d3b778e42a021b0f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '85c4b909-d7c0-4535-a124-fab31bd6efc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:29Z', 'updated_at': '2022-03-01T13:55:22Z', 'revision_number': 5, 'project_id': 'b533966f081448d3b778e42a021b0f2d', 'gw_port': {'id': '85c4b909-d7c0-4535-a124-fab31bd6efc5', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20763e3a-fd84-4f96-9cf8-58e4c0acc6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:30Z', 'updated_at': '2022-03-01T13:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:27.446332 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ad9b1590-5851-423e-88b8-cea4767047bf req-d3aac0a2-0339-4f4f-a573-b62a38522fd4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=261203cc-bf87-4d50-a32d-f34589170095 HTTP/1.1" status: 200 len: 856 time: 0.3080838 Mar 01 13:55:27.470642 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c951e73b-f019-47a0-a863-6c1360332df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:27.488527 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 9586e46d-17cb-43bc-97d1-cd9d33663232 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:27.520511 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290151c5-2fa6-4c84-9dcc-16a8bc0e594c None None] The sync data for ids ['20763e3a-fd84-4f96-9cf8-58e4c0acc6a7'] in n-d-827467-3 is: [{'id': '20763e3a-fd84-4f96-9cf8-58e4c0acc6a7', 'name': 'tempest-TestAggregatesBasicOps-808130819-router', 'tenant_id': 'b533966f081448d3b778e42a021b0f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '85c4b909-d7c0-4535-a124-fab31bd6efc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:29Z', 'updated_at': '2022-03-01T13:55:22Z', 'revision_number': 5, 'project_id': 'b533966f081448d3b778e42a021b0f2d', 'gw_port': {'id': '85c4b909-d7c0-4535-a124-fab31bd6efc5', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20763e3a-fd84-4f96-9cf8-58e4c0acc6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:30Z', 'updated_at': '2022-03-01T13:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:55:27.705362 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-37a74ffe-2a1e-4dd8-89c1-3b52616d2809 admin admin] Publish callbacks [] for security_group (521cdd63-eff9-46d7-842f-05a2a3dce129), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:27.719511 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-37a74ffe-2a1e-4dd8-89c1-3b52616d2809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (521cdd63-eff9-46d7-842f-05a2a3dce129), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:27.785538 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-37a74ffe-2a1e-4dd8-89c1-3b52616d2809 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad867d35fe1a4d96ab61a73af16e45a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7194366 Mar 01 13:55:27.788082 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49288) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:27.793925 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:55:27.830198 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b1590-5851-423e-88b8-cea4767047bf req-9b4c96d8-e749-4f96-8518-f48986049c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:27.831831 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ad9b1590-5851-423e-88b8-cea4767047bf req-9b4c96d8-e749-4f96-8518-f48986049c19 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a2dec7e3-4601-4685-95e7-9ed53553db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3656995 Mar 01 13:55:27.854922 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a74ffe-2a1e-4dd8-89c1-3b52616d2809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521cdd63-eff9-46d7-842f-05a2a3dce129,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:27.974330 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9ce67d03-8099-4670-bf2f-b000f983e5cf admin admin] Publish callbacks [] for security_group (521cdd63-eff9-46d7-842f-05a2a3dce129), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:28.043100 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9ce67d03-8099-4670-bf2f-b000f983e5cf admin admin] Publish callbacks [] for security_group (521cdd63-eff9-46d7-842f-05a2a3dce129), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:28.061218 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ad9b1590-5851-423e-88b8-cea4767047bf req-57ba5e88-6e7b-471b-ace9-4118dccfc662 service neutron] 10.222.0.20 "GET /v2.0/networks/a2dec7e3-4601-4685-95e7-9ed53553db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149312 Mar 01 13:55:28.229193 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0847a18-9801-4496-87da-776c13bd0543 req-34981346-4b6c-4e51-a0e3-823b1792da24 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:28.237340 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e0847a18-9801-4496-87da-776c13bd0543 req-34981346-4b6c-4e51-a0e3-823b1792da24 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 945 time: 0.8792496 Mar 01 13:55:28.249006 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d3a49ec5-097b-44ea-a93c-025e8054aa27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (85c4b909-d7c0-4535-a124-fab31bd6efc5), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:28.292508 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a49ec5-097b-44ea-a93c-025e8054aa27 admin admin] Pushing event deleted for resources: {'Port': ['ID=85c4b909-d7c0-4535-a124-fab31bd6efc5,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:28.314481 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9ce67d03-8099-4670-bf2f-b000f983e5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (521cdd63-eff9-46d7-842f-05a2a3dce129), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:28.320569 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9ce67d03-8099-4670-bf2f-b000f983e5cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:28.331557 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9ce67d03-8099-4670-bf2f-b000f983e5cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/521cdd63-eff9-46d7-842f-05a2a3dce129 HTTP/1.1" status: 204 len: 168 time: 0.5390120 Mar 01 13:55:28.370604 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce67d03-8099-4670-bf2f-b000f983e5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521cdd63-eff9-46d7-842f-05a2a3dce129,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:28.378524 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 20e57520-3202-4d02-a848-f75d8f9f300f details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:55:28.386412 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ad9b1590-5851-423e-88b8-cea4767047bf req-db26c110-db18-497c-94b1-80bde7f64440 service neutron] 10.222.0.20 "GET /v2.0/networks/a2dec7e3-4601-4685-95e7-9ed53553db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140233 Mar 01 13:55:28.435648 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e0847a18-9801-4496-87da-776c13bd0543 req-af71d396-d381-422f-9c8b-258f77351e1a tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962669 Mar 01 13:55:28.458968 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304042e1-21c3-4c5e-9f1d-acf4d151cdb1 req-1abe3a1f-8e5f-4ac9-a56c-aea3882a02c0 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:28.465900 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304042e1-21c3-4c5e-9f1d-acf4d151cdb1 req-1abe3a1f-8e5f-4ac9-a56c-aea3882a02c0 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:28.474692 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304042e1-21c3-4c5e-9f1d-acf4d151cdb1 req-1abe3a1f-8e5f-4ac9-a56c-aea3882a02c0 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:28.481618 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304042e1-21c3-4c5e-9f1d-acf4d151cdb1 req-1abe3a1f-8e5f-4ac9-a56c-aea3882a02c0 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:28.488533 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304042e1-21c3-4c5e-9f1d-acf4d151cdb1 req-1abe3a1f-8e5f-4ac9-a56c-aea3882a02c0 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:28.496412 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304042e1-21c3-4c5e-9f1d-acf4d151cdb1 req-1abe3a1f-8e5f-4ac9-a56c-aea3882a02c0 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:28.502415 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304042e1-21c3-4c5e-9f1d-acf4d151cdb1 req-1abe3a1f-8e5f-4ac9-a56c-aea3882a02c0 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:28.515621 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-304042e1-21c3-4c5e-9f1d-acf4d151cdb1 req-1abe3a1f-8e5f-4ac9-a56c-aea3882a02c0 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5431 time: 1.0691893 Mar 01 13:55:28.593358 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d3a49ec5-097b-44ea-a93c-025e8054aa27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (20763e3a-fd84-4f96-9cf8-58e4c0acc6a7), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:28.629182 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 20e57520-3202-4d02-a848-f75d8f9f300f, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=20e57520-3202-4d02-a848-f75d8f9f300f,segment=NetworkSegment(e76d0319-8891-401a-b47b-4f5de5881eaf),segment_id=e76d0319-8891-401a-b47b-4f5de5881eaf)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:28.662887 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ead1a9-72b7-4784-8dc2-04582f80ae28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2dca31c-d208-442a-a02f-862c2e6cd8a8'}, {'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e187b1ce-0b6f-4521-8972-2202ece5890a'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:55:28.671261 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b52ee1e-1d64-42b2-8e51-4317b39b090e" -d '{"events": [{"server_uuid": "72ead1a9-72b7-4784-8dc2-04582f80ae28", "name": "network-vif-plugged", "status": "completed", "tag": "c2dca31c-d208-442a-a02f-862c2e6cd8a8"}, {"server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "name": "network-vif-plugged", "status": "completed", "tag": "e187b1ce-0b6f-4521-8972-2202ece5890a"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:55:28.674667 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '20e57520-3202-4d02-a848-f75d8f9f300f', 'network_id': '53d21d48-fe01-43f8-90ba-29509f974089', 'port_id': '20e57520-3202-4d02-a848-f75d8f9f300f', 'mac_address': 'fa:16:3e:4c:4f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1568db8-2fe7-442e-bae7-541ffa1abc6f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:55:28.717849 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d3a49ec5-097b-44ea-a93c-025e8054aa27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (20763e3a-fd84-4f96-9cf8-58e4c0acc6a7), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:28.720715 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d3a49ec5-097b-44ea-a93c-025e8054aa27 admin admin] Publish callbacks [] for router_controller (20763e3a-fd84-4f96-9cf8-58e4c0acc6a7), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:28.786547 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 20e57520-3202-4d02-a848-f75d8f9f300f is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:28.787700 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (20e57520-3202-4d02-a848-f75d8f9f300f), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:28.798418 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d3a49ec5-097b-44ea-a93c-025e8054aa27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (20763e3a-fd84-4f96-9cf8-58e4c0acc6a7), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:28.799468 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a49ec5-097b-44ea-a93c-025e8054aa27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20763e3a-fd84-4f96-9cf8-58e4c0acc6a7 {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 13:55:28.810936 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d3a49ec5-097b-44ea-a93c-025e8054aa27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:28.811907 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d3a49ec5-097b-44ea-a93c-025e8054aa27 admin admin] 10.222.0.13 "DELETE /v2.0/routers/20763e3a-fd84-4f96-9cf8-58e4c0acc6a7 HTTP/1.1" status: 204 len: 168 time: 3.7305892 Mar 01 13:55:28.814422 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49306) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:28.959948 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-304042e1-21c3-4c5e-9f1d-acf4d151cdb1 req-2440a2de-d749-46d3-941c-d1d7b08ddf19 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4425497 Mar 01 13:55:28.978703 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba95820-9b42-4e34-8a88-0dd8dcee0e40 admin admin] Deleting subnet dd3357f3-03c5-4700-a83c-30a3c8d74929 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:55:28.990951 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aba95820-9b42-4e34-8a88-0dd8dcee0e40 admin admin] Publish callbacks [] for subnet (dd3357f3-03c5-4700-a83c-30a3c8d74929), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:29.033985 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f0455-0969-47ca-8b34-d391ec542e3d req-ffab0c09-2cca-4afe-b7c7-87aec4cb403f tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:29.051454 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-668f0455-0969-47ca-8b34-d391ec542e3d req-ffab0c09-2cca-4afe-b7c7-87aec4cb403f tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 945 time: 0.4820833 Mar 01 13:55:29.115599 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aba95820-9b42-4e34-8a88-0dd8dcee0e40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (dd3357f3-03c5-4700-a83c-30a3c8d74929), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:29.158364 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 9152e8ce-65ac-4063-8d9f-4e57537f6fcd no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:55:29.193093 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20e57520-3202-4d02-a848-f75d8f9f300f {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:55:29.204446 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 9152e8ce-65ac-4063-8d9f-4e57537f6fcd {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:55:29.205038 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 9152e8ce-65ac-4063-8d9f-4e57537f6fcd not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:55:29.206777 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:29.244810 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 20e57520-3202-4d02-a848-f75d8f9f300f, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=20e57520-3202-4d02-a848-f75d8f9f300f,segment=NetworkSegment(e76d0319-8891-401a-b47b-4f5de5881eaf),segment_id=e76d0319-8891-401a-b47b-4f5de5881eaf)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:29.256308 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (20e57520-3202-4d02-a848-f75d8f9f300f), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:29.298712 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-668f0455-0969-47ca-8b34-d391ec542e3d req-929df46c-6e71-4b32-9174-23d0cedc53f6 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2463403 Mar 01 13:55:29.362012 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=20e57520-3202-4d02-a848-f75d8f9f300f,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:29.362256 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aba95820-9b42-4e34-8a88-0dd8dcee0e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (dd3357f3-03c5-4700-a83c-30a3c8d74929), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:29.373210 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501f9a3-47dd-4329-a8a7-28bcdba9b0ff req-e5e157da-8066-450a-8bd4-152e01fbe84b tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:29.382387 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3501f9a3-47dd-4329-a8a7-28bcdba9b0ff req-e5e157da-8066-450a-8bd4-152e01fbe84b tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45 HTTP/1.1" status: 200 len: 943 time: 0.2246761 Mar 01 13:55:29.548572 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aba95820-9b42-4e34-8a88-0dd8dcee0e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (dd3357f3-03c5-4700-a83c-30a3c8d74929), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:29.619955 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba95820-9b42-4e34-8a88-0dd8dcee0e40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd3357f3-03c5-4700-a83c-30a3c8d74929,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:29.634129 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['20e57520-3202-4d02-a848-f75d8f9f300f'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:55:29.640537 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aba95820-9b42-4e34-8a88-0dd8dcee0e40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:29.644662 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-aba95820-9b42-4e34-8a88-0dd8dcee0e40 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dd3357f3-03c5-4700-a83c-30a3c8d74929 HTTP/1.1" status: 204 len: 168 time: 0.8291357 Mar 01 13:55:29.648325 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3501f9a3-47dd-4329-a8a7-28bcdba9b0ff req-8d1b1460-3703-47ca-9a70-2923bb68d914 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb41f9e-b184-478d-8271-cac26ee57543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2648778 Mar 01 13:55:29.650906 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49324) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:29.736148 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ec170b5-3c5b-431e-bd94-ab07a26feab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (3880fb75-a02c-48ea-8ce3-a228c0bbf4f2), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:29.742344 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8e4a03-2cfc-403f-89b1-7b8dc4e57dbb None None] Network 3880fb75-a02c-48ea-8ce3-a228c0bbf4f2 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:55:29.844538 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 01 Mar 2022 13:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f910208-df54-47ea-936c-31ea8d3cee44 x-openstack-request-id: req-0f910208-df54-47ea-936c-31ea8d3cee44 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:55:29.844776 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ead1a9-72b7-4784-8dc2-04582f80ae28", "name": "network-vif-plugged", "status": "completed", "tag": "c2dca31c-d208-442a-a02f-862c2e6cd8a8", "code": 200}, {"server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "name": "network-vif-plugged", "status": "completed", "tag": "e187b1ce-0b6f-4521-8972-2202ece5890a", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:55:29.845027 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f910208-df54-47ea-936c-31ea8d3cee44 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:55:29.845437 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ead1a9-72b7-4784-8dc2-04582f80ae28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2dca31c-d208-442a-a02f-862c2e6cd8a8', 'code': 200} Mar 01 13:55:29.845795 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e187b1ce-0b6f-4521-8972-2202ece5890a', 'code': 200} Mar 01 13:55:29.885681 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851be942-4e09-4e5e-8097-9da5d927442e req-02b6ff9f-9c59-4279-9f81-89934c56a44c tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:29.901010 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-851be942-4e09-4e5e-8097-9da5d927442e req-02b6ff9f-9c59-4279-9f81-89934c56a44c tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ead1a9-72b7-4784-8dc2-04582f80ae28 HTTP/1.1" status: 200 len: 945 time: 0.3959846 Mar 01 13:55:29.914780 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49330) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:30.073044 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d04b14-d846-4fe5-a9b6-0da51fdca981 req-f5ff38a1-63ca-4947-8f21-e2ebb2c3af86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:30.075865 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d3d04b14-d846-4fe5-a9b6-0da51fdca981 req-f5ff38a1-63ca-4947-8f21-e2ebb2c3af86 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=72ead1a9-72b7-4784-8dc2-04582f80ae28 HTTP/1.1" status: 200 len: 1127 time: 0.0888584 Mar 01 13:55:30.076742 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01d0542-8792-476e-b752-72b998e8868b None None] DHCP port deletion for 3880fb75-a02c-48ea-8ce3-a228c0bbf4f2 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:55:30.149240 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-851be942-4e09-4e5e-8097-9da5d927442e req-818172bf-c426-4a34-b62a-74aedc9e2bd5 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95e0479-dc68-4600-8efb-afb0928fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469862 Mar 01 13:55:30.159712 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-0ec170b5-3c5b-431e-bd94-ab07a26feab9 admin admin] Deleting port 9b2044a2-be29-41c3-b3d6-ce8885c55a74 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:55:30.160063 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ec170b5-3c5b-431e-bd94-ab07a26feab9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (9b2044a2-be29-41c3-b3d6-ce8885c55a74), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:30.189291 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:30.211157 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-ada55209-98fc-4c77-896d-12524b18ba30 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1474211347'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:55:30.217796 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d3d04b14-d846-4fe5-a9b6-0da51fdca981 req-6863cb7b-75f7-4ded-b35a-f361085429e6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f95e0479-dc68-4600-8efb-afb0928fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283503 Mar 01 13:55:30.272358 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada55209-98fc-4c77-896d-12524b18ba30 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:55:30.276101 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ada55209-98fc-4c77-896d-12524b18ba30 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:30.303056 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ada55209-98fc-4c77-896d-12524b18ba30 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:30.336486 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-b01d0542-8792-476e-b752-72b998e8868b None None] Deleting port 9b2044a2-be29-41c3-b3d6-ce8885c55a74 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:55:30.336949 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b01d0542-8792-476e-b752-72b998e8868b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (9b2044a2-be29-41c3-b3d6-ce8885c55a74), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:30.385356 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76762f5-2784-4d93-866a-e93bc6736862 req-3decfd3d-b428-482b-b1de-73c820ff970b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:30.398523 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c76762f5-2784-4d93-866a-e93bc6736862 req-3decfd3d-b428-482b-b1de-73c820ff970b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 945 time: 0.4400423 Mar 01 13:55:30.443567 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device ea1f1b7a-9a9a-440d-a2a3-ae371a358086 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:55:30.452968 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ada55209-98fc-4c77-896d-12524b18ba30 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for security_group (40fe32d5-2ab6-491b-b049-613f07e04da9), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:30.464130 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ada55209-98fc-4c77-896d-12524b18ba30 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (40fe32d5-2ab6-491b-b049-613f07e04da9), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:30.505395 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c76762f5-2784-4d93-866a-e93bc6736862 req-70fc7601-a6e6-4ecc-b1eb-3ca83045926d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059144 Mar 01 13:55:30.522997 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116cd4e-03cb-4646-93ed-a055a3417091 req-826dd268-570b-4d21-939f-94f869fdaaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:30.524876 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116cd4e-03cb-4646-93ed-a055a3417091 req-826dd268-570b-4d21-939f-94f869fdaaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:30.527146 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116cd4e-03cb-4646-93ed-a055a3417091 req-826dd268-570b-4d21-939f-94f869fdaaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:30.527828 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116cd4e-03cb-4646-93ed-a055a3417091 req-826dd268-570b-4d21-939f-94f869fdaaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:30.528459 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116cd4e-03cb-4646-93ed-a055a3417091 req-826dd268-570b-4d21-939f-94f869fdaaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:30.530995 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116cd4e-03cb-4646-93ed-a055a3417091 req-826dd268-570b-4d21-939f-94f869fdaaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:30.531643 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116cd4e-03cb-4646-93ed-a055a3417091 req-826dd268-570b-4d21-939f-94f869fdaaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:30.536526 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada55209-98fc-4c77-896d-12524b18ba30 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:55:30.538663 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a116cd4e-03cb-4646-93ed-a055a3417091 req-826dd268-570b-4d21-939f-94f869fdaaf3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 6705 time: 0.5459690 Mar 01 13:55:30.569558 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada55209-98fc-4c77-896d-12524b18ba30 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40fe32d5-2ab6-491b-b049-613f07e04da9,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:30.593988 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ada55209-98fc-4c77-896d-12524b18ba30 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (b558a327-a508-4efa-8f90-a1e04334e41e), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:30.597941 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-ada55209-98fc-4c77-896d-12524b18ba30 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Added segment b558a327-a508-4efa-8f90-a1e04334e41e of type vlan for network db8edbc8-a3c8-4a8f-b733-3509635fb19f Mar 01 13:55:30.601490 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-0ec170b5-3c5b-431e-bd94-ab07a26feab9 admin admin] For port 9b2044a2-be29-41c3-b3d6-ce8885c55a74, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=9b2044a2-be29-41c3-b3d6-ce8885c55a74,segment=NetworkSegment(e84cec3c-832e-4296-bb87-8c5fba32c71f),segment_id=e84cec3c-832e-4296-bb87-8c5fba32c71f)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:30.606890 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ec170b5-3c5b-431e-bd94-ab07a26feab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (9b2044a2-be29-41c3-b3d6-ce8885c55a74), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:30.610432 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-b01d0542-8792-476e-b752-72b998e8868b None None] For port 9b2044a2-be29-41c3-b3d6-ce8885c55a74, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=9b2044a2-be29-41c3-b3d6-ce8885c55a74,segment=NetworkSegment(e84cec3c-832e-4296-bb87-8c5fba32c71f),segment_id=e84cec3c-832e-4296-bb87-8c5fba32c71f)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:30.611060 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b01d0542-8792-476e-b752-72b998e8868b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (9b2044a2-be29-41c3-b3d6-ce8885c55a74), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:30.652961 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-b01d0542-8792-476e-b752-72b998e8868b None None] Calling delete_port for 9b2044a2-be29-41c3-b3d6-ce8885c55a74 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:55:30.666341 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-0ec170b5-3c5b-431e-bd94-ab07a26feab9 admin admin] Calling delete_port for 9b2044a2-be29-41c3-b3d6-ce8885c55a74 owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:55:30.701319 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ada55209-98fc-4c77-896d-12524b18ba30 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (db8edbc8-a3c8-4a8f-b733-3509635fb19f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:30.723158 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aed199-b772-4820-b80d-be9c5c85832b req-72973e95-7f5b-40ef-a4fa-9f530b2f75d8 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:30.729443 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aed199-b772-4820-b80d-be9c5c85832b req-72973e95-7f5b-40ef-a4fa-9f530b2f75d8 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:30.735811 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aed199-b772-4820-b80d-be9c5c85832b req-72973e95-7f5b-40ef-a4fa-9f530b2f75d8 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:30.741708 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aed199-b772-4820-b80d-be9c5c85832b req-72973e95-7f5b-40ef-a4fa-9f530b2f75d8 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:30.747507 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aed199-b772-4820-b80d-be9c5c85832b req-72973e95-7f5b-40ef-a4fa-9f530b2f75d8 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:30.753787 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aed199-b772-4820-b80d-be9c5c85832b req-72973e95-7f5b-40ef-a4fa-9f530b2f75d8 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:30.761071 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aed199-b772-4820-b80d-be9c5c85832b req-72973e95-7f5b-40ef-a4fa-9f530b2f75d8 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:30.763415 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d2aed199-b772-4820-b80d-be9c5c85832b req-72973e95-7f5b-40ef-a4fa-9f530b2f75d8 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5431 time: 0.4510992 Mar 01 13:55:30.767019 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ada55209-98fc-4c77-896d-12524b18ba30 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (db8edbc8-a3c8-4a8f-b733-3509635fb19f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:30.772656 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada55209-98fc-4c77-896d-12524b18ba30 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:30.773271 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ada55209-98fc-4c77-896d-12524b18ba30 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:30.804552 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port ea1f1b7a-9a9a-440d-a2a3-ae371a358086 is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:30.804945 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ea1f1b7a-9a9a-440d-a2a3-ae371a358086), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:30.900883 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0abf77e-b1c7-44c7-af0c-72a9da50fb37 req-dad8773a-6b0c-4c3f-a593-1696b43b27a9 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:30.910739 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f0abf77e-b1c7-44c7-af0c-72a9da50fb37 req-dad8773a-6b0c-4c3f-a593-1696b43b27a9 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 945 time: 0.2740393 Mar 01 13:55:30.929063 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a116cd4e-03cb-4646-93ed-a055a3417091 req-3c7e1904-3175-456e-815c-dc0a436d0cb8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3730443 Mar 01 13:55:30.950207 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port ea1f1b7a-9a9a-440d-a2a3-ae371a358086, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ea1f1b7a-9a9a-440d-a2a3-ae371a358086,segment=NetworkSegment(efe48ac2-5e62-42f6-97e0-cf92cf9f656d),segment_id=efe48ac2-5e62-42f6-97e0-cf92cf9f656d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:30.975946 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ea1f1b7a-9a9a-440d-a2a3-ae371a358086), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:30.984438 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b01d0542-8792-476e-b752-72b998e8868b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (9b2044a2-be29-41c3-b3d6-ce8885c55a74), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:31.026357 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01d0542-8792-476e-b752-72b998e8868b None None] No DVR routers for this DVR port 9b2044a2-be29-41c3-b3d6-ce8885c55a74 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:55:31.080606 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=ea1f1b7a-9a9a-440d-a2a3-ae371a358086,revision_number=8']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:31.100313 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 9b2044a2-be29-41c3-b3d6-ce8885c55a74 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:55:31.132861 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f0abf77e-b1c7-44c7-af0c-72a9da50fb37 req-2790304c-4dc8-4fc7-aaa9-8496c6a2fd92 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210424 Mar 01 13:55:31.161878 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 9b2044a2-be29-41c3-b3d6-ce8885c55a74 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:55:31.163257 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 9b2044a2-be29-41c3-b3d6-ce8885c55a74 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:55:31.164009 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 85c4b909-d7c0-4535-a124-fab31bd6efc5 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:55:31.194666 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d0542-8792-476e-b752-72b998e8868b None None] Pushing event deleted for resources: {'Port': ['ID=9b2044a2-be29-41c3-b3d6-ce8885c55a74,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:31.208154 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 85c4b909-d7c0-4535-a124-fab31bd6efc5 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:55:31.209658 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 85c4b909-d7c0-4535-a124-fab31bd6efc5 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:55:31.213182 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d2aed199-b772-4820-b80d-be9c5c85832b req-31d60d49-3db4-467c-97e9-f7a019759118 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4370582 Mar 01 13:55:31.228958 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ec170b5-3c5b-431e-bd94-ab07a26feab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (9b2044a2-be29-41c3-b3d6-ce8885c55a74), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:31.305188 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec170b5-3c5b-431e-bd94-ab07a26feab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b2044a2-be29-41c3-b3d6-ce8885c55a74,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:31.323145 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec170b5-3c5b-431e-bd94-ab07a26feab9 admin admin] No DVR routers for this DVR port 9b2044a2-be29-41c3-b3d6-ce8885c55a74 on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:55:31.410013 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada55209-98fc-4c77-896d-12524b18ba30 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Network': ['ID=db8edbc8-a3c8-4a8f-b733-3509635fb19f,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:31.422265 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:55:31.439179 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ada55209-98fc-4c77-896d-12524b18ba30 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5228374 Mar 01 13:55:31.443902 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49352) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:31.459914 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-210dc40e-8a3e-4dbb-8be1-4396e4bd92d8 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:55:31.563805 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ec170b5-3c5b-431e-bd94-ab07a26feab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (3880fb75-a02c-48ea-8ce3-a228c0bbf4f2), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:31.606492 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210dc40e-8a3e-4dbb-8be1-4396e4bd92d8 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:55:31.610399 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-210dc40e-8a3e-4dbb-8be1-4396e4bd92d8 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:31.617904 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20b205-866e-44fb-b316-528f9e1b29b0 req-4905a639-f496-49ba-ab57-9b385a7ab6a3 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:31.634165 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2e20b205-866e-44fb-b316-528f9e1b29b0 req-4905a639-f496-49ba-ab57-9b385a7ab6a3 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45 HTTP/1.1" status: 200 len: 944 time: 0.3356068 Mar 01 13:55:31.658379 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-0ec170b5-3c5b-431e-bd94-ab07a26feab9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3880fb75-a02c-48ea-8ce3-a228c0bbf4f2']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:31.689625 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-0ec170b5-3c5b-431e-bd94-ab07a26feab9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e84cec3c-832e-4296-bb87-8c5fba32c71f') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:31.689975 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-0ec170b5-3c5b-431e-bd94-ab07a26feab9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e84cec3c-832e-4296-bb87-8c5fba32c71f') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:31.705982 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ec170b5-3c5b-431e-bd94-ab07a26feab9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (e84cec3c-832e-4296-bb87-8c5fba32c71f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:31.732442 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:31.741692 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ec170b5-3c5b-431e-bd94-ab07a26feab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (e84cec3c-832e-4296-bb87-8c5fba32c71f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:31.766683 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec170b5-3c5b-431e-bd94-ab07a26feab9 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:55:31.768638 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ec170b5-3c5b-431e-bd94-ab07a26feab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (e84cec3c-832e-4296-bb87-8c5fba32c71f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: warnings.warn(msg) Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: self.session.flush() Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: self.session.flush() Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: self.session.flush() Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: self.session.flush() Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: timer() Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:55:31.773190 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:55:31.846499 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0cf8a93-2cf1-4b23-b092-d6d5c25d5249', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea1f1b7a-9a9a-440d-a2a3-ae371a358086'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:55:31.849561 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f999e2ab-0043-4764-a740-226b379b32fd" -d '{"events": [{"server_uuid": "d0cf8a93-2cf1-4b23-b092-d6d5c25d5249", "name": "network-vif-unplugged", "status": "completed", "tag": "ea1f1b7a-9a9a-440d-a2a3-ae371a358086"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:55:32.028130 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-210dc40e-8a3e-4dbb-8be1-4396e4bd92d8 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (304a9862-d9a9-423a-82f7-b058cf3ec62a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:32.078876 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ec170b5-3c5b-431e-bd94-ab07a26feab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (3880fb75-a02c-48ea-8ce3-a228c0bbf4f2), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:32.116086 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2e20b205-866e-44fb-b316-528f9e1b29b0 req-d14e9e61-ab68-43dd-8066-b86c9d60f10c tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb41f9e-b184-478d-8271-cac26ee57543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4788375 Mar 01 13:55:32.116086 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ec170b5-3c5b-431e-bd94-ab07a26feab9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:32.122407 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0ec170b5-3c5b-431e-bd94-ab07a26feab9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3880fb75-a02c-48ea-8ce3-a228c0bbf4f2 HTTP/1.1" status: 204 len: 168 time: 2.4707649 Mar 01 13:55:32.129688 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49368) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:32.130098 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec170b5-3c5b-431e-bd94-ab07a26feab9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3880fb75-a02c-48ea-8ce3-a228c0bbf4f2,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:32.151995 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210dc40e-8a3e-4dbb-8be1-4396e4bd92d8 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Subnet': ['ID=304a9862-d9a9-423a-82f7-b058cf3ec62a,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:32.156762 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a10015-2a06-4a8c-bd3e-0d1ef8604f70 req-2178f150-5e35-49a2-a2f6-dd9ac096107e tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:32.165413 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-27a10015-2a06-4a8c-bd3e-0d1ef8604f70 req-2178f150-5e35-49a2-a2f6-dd9ac096107e tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ead1a9-72b7-4784-8dc2-04582f80ae28 HTTP/1.1" status: 200 len: 945 time: 0.2127311 Mar 01 13:55:32.211107 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210dc40e-8a3e-4dbb-8be1-4396e4bd92d8 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Checking segment: {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:55:32.212240 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210dc40e-8a3e-4dbb-8be1-4396e4bd92d8 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network hostable DHCP agents. Network: db8edbc8-a3c8-4a8f-b733-3509635fb19f, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:55:32.297915 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-27a10015-2a06-4a8c-bd3e-0d1ef8604f70 req-e21dc395-e5ee-4e27-8fc5-a6016d91c807 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95e0479-dc68-4600-8efb-afb0928fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315362 Mar 01 13:55:32.309227 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210dc40e-8a3e-4dbb-8be1-4396e4bd92d8 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:55:32.334127 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-210dc40e-8a3e-4dbb-8be1-4396e4bd92d8 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, db8edbc8-a3c8-4a8f-b733-3509635fb19f) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:55:32.344079 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cd282f-705c-49b9-a875-aef0ecd27129 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:55:32.364554 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210dc40e-8a3e-4dbb-8be1-4396e4bd92d8 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:32.365168 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-210dc40e-8a3e-4dbb-8be1-4396e4bd92d8 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:32.372155 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49517f6d-4901-4576-8f30-4ffa8086ef15 req-53254190-cf65-4347-91c9-d94519ecdf55 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:32.379436 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-49517f6d-4901-4576-8f30-4ffa8086ef15 req-53254190-cf65-4347-91c9-d94519ecdf55 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 945 time: 0.1530902 Mar 01 13:55:32.402567 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-210dc40e-8a3e-4dbb-8be1-4396e4bd92d8 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9547448 Mar 01 13:55:32.403020 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49372) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:32.410134 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-5a990ea2-3b99-47f1-8edd-d607e6c63a0c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'port': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'name': 'tempest-NetworksTestDHCPv6-2021271738'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:55:32.454653 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 20e57520-3202-4d02-a848-f75d8f9f300f up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:55:32.491340 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-49517f6d-4901-4576-8f30-4ffa8086ef15 req-23a8e217-258f-4aca-86a2-b36ebca1d5a2 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064258 Mar 01 13:55:32.548844 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 01 Mar 2022 13:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5009a8ee-efb7-42ee-be1a-03816e7ae3bd x-openstack-request-id: req-5009a8ee-efb7-42ee-be1a-03816e7ae3bd {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:55:32.549142 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0cf8a93-2cf1-4b23-b092-d6d5c25d5249", "name": "network-vif-unplugged", "status": "failed", "tag": "ea1f1b7a-9a9a-440d-a2a3-ae371a358086", "code": 422}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:55:32.549402 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5009a8ee-efb7-42ee-be1a-03816e7ae3bd {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:55:32.549801 n-d-827467-3 neutron-server[103728]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd0cf8a93-2cf1-4b23-b092-d6d5c25d5249', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ea1f1b7a-9a9a-440d-a2a3-ae371a358086', 'code': 422} returned with failed status Mar 01 13:55:32.710479 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f06eec-9735-4a00-9b5d-e1a1a4a3d1d9 req-1fa713f5-4c3f-453e-a144-7446abbfc0b4 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:32.725574 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f06eec-9735-4a00-9b5d-e1a1a4a3d1d9 req-1fa713f5-4c3f-453e-a144-7446abbfc0b4 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:32.736437 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 20e57520-3202-4d02-a848-f75d8f9f300f completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:55:32.738026 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f06eec-9735-4a00-9b5d-e1a1a4a3d1d9 req-1fa713f5-4c3f-453e-a144-7446abbfc0b4 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:32.749698 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f06eec-9735-4a00-9b5d-e1a1a4a3d1d9 req-1fa713f5-4c3f-453e-a144-7446abbfc0b4 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:32.750085 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1310a5f6-4c36-4b2d-8104-8445cf4cd419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'project_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'fixed_ips': [{'subnet_id': '304a9862-d9a9-423a-82f7-b058cf3ec62a'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:55:32.750979 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1310a5f6-4c36-4b2d-8104-8445cf4cd419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:32.768562 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f06eec-9735-4a00-9b5d-e1a1a4a3d1d9 req-1fa713f5-4c3f-453e-a144-7446abbfc0b4 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:32.793269 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f06eec-9735-4a00-9b5d-e1a1a4a3d1d9 req-1fa713f5-4c3f-453e-a144-7446abbfc0b4 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:32.797934 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 20e57520-3202-4d02-a848-f75d8f9f300f triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:32.798181 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (20e57520-3202-4d02-a848-f75d8f9f300f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:32.814605 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f06eec-9735-4a00-9b5d-e1a1a4a3d1d9 req-1fa713f5-4c3f-453e-a144-7446abbfc0b4 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:32.826034 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-81f06eec-9735-4a00-9b5d-e1a1a4a3d1d9 req-1fa713f5-4c3f-453e-a144-7446abbfc0b4 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5431 time: 0.2188957 Mar 01 13:55:32.870010 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a990ea2-3b99-47f1-8edd-d607e6c63a0c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:55:32.877589 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5a990ea2-3b99-47f1-8edd-d607e6c63a0c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:32.943301 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-81f06eec-9735-4a00-9b5d-e1a1a4a3d1d9 req-8f6b7033-4e67-45d9-8f39-1bc013c18465 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1148179 Mar 01 13:55:32.968425 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-5a990ea2-3b99-47f1-8edd-d607e6c63a0c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] device_id is not set on port d71c579b-7839-49be-98ee-da717c487785 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:55:33.164348 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 20e57520-3202-4d02-a848-f75d8f9f300f is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:33.164886 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (20e57520-3202-4d02-a848-f75d8f9f300f), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:33.180502 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-5a990ea2-3b99-47f1-8edd-d607e6c63a0c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Allocated IP 2001:db8::2e5 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/304a9862-d9a9-423a-82f7-b058cf3ec62a/d71c579b-7839-49be-98ee-da717c487785) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:55:33.213807 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 20e57520-3202-4d02-a848-f75d8f9f300f, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=20e57520-3202-4d02-a848-f75d8f9f300f,segment=NetworkSegment(e76d0319-8891-401a-b47b-4f5de5881eaf),segment_id=e76d0319-8891-401a-b47b-4f5de5881eaf)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:33.223957 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (20e57520-3202-4d02-a848-f75d8f9f300f), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:33.295885 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=20e57520-3202-4d02-a848-f75d8f9f300f,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:33.416968 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ea672-d1bc-4faa-b352-711c7e943d43 req-af386f26-d2a9-4f4e-ac93-d9ee42fce35f tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:33.419994 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e89ea672-d1bc-4faa-b352-711c7e943d43 req-af386f26-d2a9-4f4e-ac93-d9ee42fce35f tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45 HTTP/1.1" status: 200 len: 945 time: 0.1177008 Mar 01 13:55:33.515620 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a0bf9174-34a9-41cf-8e12-c966872abe35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (4c96b8e6-d449-4c76-8ab9-353fbb3c42a0), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:33.576862 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e89ea672-d1bc-4faa-b352-711c7e943d43 req-b713de10-23ce-4e40-ac5c-36beee8ca802 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb41f9e-b184-478d-8271-cac26ee57543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446848 Mar 01 13:55:33.617475 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553eed7d-c15a-47f1-9079-7b20c38b045d req-38765153-14aa-4b07-8c6c-c49d926d0654 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:33.630325 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-553eed7d-c15a-47f1-9079-7b20c38b045d req-38765153-14aa-4b07-8c6c-c49d926d0654 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ead1a9-72b7-4784-8dc2-04582f80ae28 HTTP/1.1" status: 200 len: 945 time: 0.1426234 Mar 01 13:55:33.687134 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5a990ea2-3b99-47f1-8edd-d607e6c63a0c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for port (d71c579b-7839-49be-98ee-da717c487785), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:33.836459 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-553eed7d-c15a-47f1-9079-7b20c38b045d req-c3ea8f97-8d4c-448a-be6b-cc67124d7e31 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95e0479-dc68-4600-8efb-afb0928fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049251 Mar 01 13:55:33.901922 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf676138-bf4a-4ca6-a6ed-a63330f41c13 req-0d64f6e1-2dd0-4b88-a7f5-047fb397aae4 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:33.913353 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bf676138-bf4a-4ca6-a6ed-a63330f41c13 req-0d64f6e1-2dd0-4b88-a7f5-047fb397aae4 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 943 time: 0.2260354 Mar 01 13:55:33.949413 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5a990ea2-3b99-47f1-8edd-d607e6c63a0c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (d71c579b-7839-49be-98ee-da717c487785), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:34.069543 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-1310a5f6-4c36-4b2d-8104-8445cf4cd419 None None] Allocated IP 2001:db8::2 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/304a9862-d9a9-423a-82f7-b058cf3ec62a/5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:55:34.133908 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a990ea2-3b99-47f1-8edd-d607e6c63a0c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:55:34.144533 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-5a990ea2-3b99-47f1-8edd-d607e6c63a0c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:55:34.146240 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bf676138-bf4a-4ca6-a6ed-a63330f41c13 req-cbb987a9-203d-43df-9edd-30dc7fa06d94 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2307746 Mar 01 13:55:34.201606 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a990ea2-3b99-47f1-8edd-d607e6c63a0c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:55:34.207074 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a990ea2-3b99-47f1-8edd-d607e6c63a0c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:34.207779 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5a990ea2-3b99-47f1-8edd-d607e6c63a0c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:34.222690 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834d577-0fdd-4b99-9640-03cdfa05346e req-907c37ad-8f6a-4975-9784-51be0b2a967b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:34.224732 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a834d577-0fdd-4b99-9640-03cdfa05346e req-907c37ad-8f6a-4975-9784-51be0b2a967b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 945 time: 0.2976115 Mar 01 13:55:34.280073 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a990ea2-3b99-47f1-8edd-d607e6c63a0c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Port': ['ID=d71c579b-7839-49be-98ee-da717c487785,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:34.299632 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5a990ea2-3b99-47f1-8edd-d607e6c63a0c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8917267 Mar 01 13:55:34.301043 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49410) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:34.315562 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a834d577-0fdd-4b99-9640-03cdfa05346e req-05480249-ec66-490c-affc-de12e5a48c1c tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809739 Mar 01 13:55:34.397986 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-cf740e10-72fd-4641-a52b-677797531c4c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5358586 Mar 01 13:55:34.410480 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device ea1f1b7a-9a9a-440d-a2a3-ae371a358086 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:55:34.412231 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-c550c681-87a3-4d3d-b0ff-87e55bfee3b6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103726) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:55:34.413367 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-c550c681-87a3-4d3d-b0ff-87e55bfee3b6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084243 Mar 01 13:55:34.476409 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63cdf6b-5646-46e3-9bc1-a9a6e3109dc2 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:34.480646 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f63cdf6b-5646-46e3-9bc1-a9a6e3109dc2 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1662037 Mar 01 13:55:34.480908 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49414) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:34.568375 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e57520-3202-4d02-a848-f75d8f9f300f'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:55:34.574314 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743653bb-936f-4261-82c2-89805966bebe" -d '{"events": [{"server_uuid": "7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45", "name": "network-vif-plugged", "status": "completed", "tag": "20e57520-3202-4d02-a848-f75d8f9f300f"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:55:34.632167 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-4f90bc8e-c13b-467f-a26a-40d7823eedec tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:34.634495 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-4f90bc8e-c13b-467f-a26a-40d7823eedec tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports/ea1f1b7a-9a9a-440d-a2a3-ae371a358086 HTTP/1.1" status: 200 len: 940 time: 0.1553495 Mar 01 13:55:34.717249 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a0bf9174-34a9-41cf-8e12-c966872abe35 admin admin] Deleting port 9586e46d-17cb-43bc-97d1-cd9d33663232 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:55:34.717695 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a0bf9174-34a9-41cf-8e12-c966872abe35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (9586e46d-17cb-43bc-97d1-cd9d33663232), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:34.812851 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port ea1f1b7a-9a9a-440d-a2a3-ae371a358086 is: DOWN; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:34.828085 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbdf35e-f4e2-4db7-a08c-6c0a4e7bc754 x-openstack-request-id: req-4fbdf35e-f4e2-4db7-a08c-6c0a4e7bc754 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:55:34.830828 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45", "name": "network-vif-plugged", "status": "completed", "tag": "20e57520-3202-4d02-a848-f75d8f9f300f", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:55:34.831139 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4fbdf35e-f4e2-4db7-a08c-6c0a4e7bc754 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:55:34.831566 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e57520-3202-4d02-a848-f75d8f9f300f', 'code': 200} Mar 01 13:55:34.852303 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1310a5f6-4c36-4b2d-8104-8445cf4cd419 None None] Publish callbacks [] for port (5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:34.871293 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1310a5f6-4c36-4b2d-8104-8445cf4cd419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:34.890825 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-a0bf9174-34a9-41cf-8e12-c966872abe35 admin admin] For port 9586e46d-17cb-43bc-97d1-cd9d33663232, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=9586e46d-17cb-43bc-97d1-cd9d33663232,segment=NetworkSegment(5a2be2d6-c8c6-4508-9d41-0a1e448542fe),segment_id=5a2be2d6-c8c6-4508-9d41-0a1e448542fe)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:34.891284 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a0bf9174-34a9-41cf-8e12-c966872abe35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (9586e46d-17cb-43bc-97d1-cd9d33663232), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:34.937582 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a0bf9174-34a9-41cf-8e12-c966872abe35 admin admin] Calling delete_port for 9586e46d-17cb-43bc-97d1-cd9d33663232 owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:55:34.978394 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc467d3-b7ab-4117-9196-d083484640fa req-92d505f8-c4ab-4a03-8069-97b940be572a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:34.987116 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc467d3-b7ab-4117-9196-d083484640fa req-92d505f8-c4ab-4a03-8069-97b940be572a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:34.993602 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc467d3-b7ab-4117-9196-d083484640fa req-92d505f8-c4ab-4a03-8069-97b940be572a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:35.000822 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc467d3-b7ab-4117-9196-d083484640fa req-92d505f8-c4ab-4a03-8069-97b940be572a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:35.009840 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc467d3-b7ab-4117-9196-d083484640fa req-92d505f8-c4ab-4a03-8069-97b940be572a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:35.017726 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc467d3-b7ab-4117-9196-d083484640fa req-92d505f8-c4ab-4a03-8069-97b940be572a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:35.025779 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc467d3-b7ab-4117-9196-d083484640fa req-92d505f8-c4ab-4a03-8069-97b940be572a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:35.033431 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cdc467d3-b7ab-4117-9196-d083484640fa req-92d505f8-c4ab-4a03-8069-97b940be572a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5431 time: 0.4505908 Mar 01 13:55:35.063404 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310a5f6-4c36-4b2d-8104-8445cf4cd419 None None] Pushing event updated for resources: {'Port': ['ID=5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:35.083123 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1310a5f6-4c36-4b2d-8104-8445cf4cd419 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:55:35.092830 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-1310a5f6-4c36-4b2d-8104-8445cf4cd419 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:55:35.099590 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1310a5f6-4c36-4b2d-8104-8445cf4cd419 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:55:35.186214 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256166e-097b-46ff-ab07-73d34edbac82 req-54848fe8-d7c6-4be1-821b-fd3e869459ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:35.208251 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4256166e-097b-46ff-ab07-73d34edbac82 req-54848fe8-d7c6-4be1-821b-fd3e869459ec service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45 HTTP/1.1" status: 200 len: 1127 time: 0.1528583 Mar 01 13:55:35.208471 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b726f9-3e8f-4718-b26f-ed1259e5e4a6 req-59173a4f-6a1a-4ca3-8fc1-d19f3ed3bea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:35.209526 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b7b726f9-3e8f-4718-b26f-ed1259e5e4a6 req-59173a4f-6a1a-4ca3-8fc1-d19f3ed3bea3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5957375e005448c4bb51e6dea8b72554&device_id=72ead1a9-72b7-4784-8dc2-04582f80ae28 HTTP/1.1" status: 200 len: 1127 time: 0.4578621 Mar 01 13:55:35.217937 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-1310a5f6-4c36-4b2d-8104-8445cf4cd419 None None] Attempting to bind port 5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:55:35.222082 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-1310a5f6-4c36-4b2d-8104-8445cf4cd419 None None] Attempting to bind port 5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:55:35.222731 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1310a5f6-4c36-4b2d-8104-8445cf4cd419 None None] Attempting to bind port 5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee on network db8edbc8-a3c8-4a8f-b733-3509635fb19f {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:55:35.235058 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1310a5f6-4c36-4b2d-8104-8445cf4cd419 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:55:35.237530 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cdc467d3-b7ab-4117-9196-d083484640fa req-c360f0c8-75cc-4eb0-9f18-9ef6c9a47b30 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2031548 Mar 01 13:55:35.238780 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1310a5f6-4c36-4b2d-8104-8445cf4cd419 None None] Checking segment: {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:55:35.239708 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1310a5f6-4c36-4b2d-8104-8445cf4cd419 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:35.240737 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1310a5f6-4c36-4b2d-8104-8445cf4cd419 None None] Bound using segment: {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:55:35.243058 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-1310a5f6-4c36-4b2d-8104-8445cf4cd419 None None] Bound port: 5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:55:35.243634 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1310a5f6-4c36-4b2d-8104-8445cf4cd419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:35.350633 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4256166e-097b-46ff-ab07-73d34edbac82 req-e805f7e9-3fda-4518-ae16-47ac2174891d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cfb41f9e-b184-478d-8271-cac26ee57543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357362 Mar 01 13:55:35.400006 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-1310a5f6-4c36-4b2d-8104-8445cf4cd419 None None] For port 5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:55:35.406465 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-1310a5f6-4c36-4b2d-8104-8445cf4cd419 None None] For port 5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:55:35.422215 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1310a5f6-4c36-4b2d-8104-8445cf4cd419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:35.446430 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e9912-86e7-47ed-a895-fb0b0283a831 req-747ce990-3a29-417f-8aef-5b4238306fae tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:35.461086 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-030e9912-86e7-47ed-a895-fb0b0283a831 req-747ce990-3a29-417f-8aef-5b4238306fae tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45 HTTP/1.1" status: 200 len: 945 time: 0.5150905 Mar 01 13:55:35.504849 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a0bf9174-34a9-41cf-8e12-c966872abe35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (9586e46d-17cb-43bc-97d1-cd9d33663232), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:35.545002 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf9174-34a9-41cf-8e12-c966872abe35 admin admin] Pushing event deleted for resources: {'Port': ['ID=9586e46d-17cb-43bc-97d1-cd9d33663232,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:35.564241 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310a5f6-4c36-4b2d-8104-8445cf4cd419 None None] Pushing event updated for resources: {'Port': ['ID=5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:35.612726 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-bad259f2-2bb6-4af9-832b-8b4facc8ca4d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting port d71c579b-7839-49be-98ee-da717c487785 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:55:35.613492 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bad259f2-2bb6-4af9-832b-8b4facc8ca4d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (d71c579b-7839-49be-98ee-da717c487785), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:35.905246 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-030e9912-86e7-47ed-a895-fb0b0283a831 req-6d225333-2ce1-4b7c-b681-ea9ce89f0db5 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb41f9e-b184-478d-8271-cac26ee57543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4362936 Mar 01 13:55:35.934000 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b726f9-3e8f-4718-b26f-ed1259e5e4a6 req-42d195cb-a972-4430-a5d3-785fc23fc991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:35.936112 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b7b726f9-3e8f-4718-b26f-ed1259e5e4a6 req-42d195cb-a972-4430-a5d3-785fc23fc991 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49 HTTP/1.1" status: 200 len: 915 time: 0.6966367 Mar 01 13:55:36.090320 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a0bf9174-34a9-41cf-8e12-c966872abe35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (4c96b8e6-d449-4c76-8ab9-353fbb3c42a0), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:36.129458 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b7b726f9-3e8f-4718-b26f-ed1259e5e4a6 req-5fa011af-df86-42d4-a5c6-e266b70d87ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2dca31c-d208-442a-a02f-862c2e6cd8a8 HTTP/1.1" status: 200 len: 217 time: 0.1073668 Mar 01 13:55:36.281329 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bad259f2-2bb6-4af9-832b-8b4facc8ca4d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (d71c579b-7839-49be-98ee-da717c487785), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:36.297262 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-bad259f2-2bb6-4af9-832b-8b4facc8ca4d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Calling delete_port for d71c579b-7839-49be-98ee-da717c487785 owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:55:36.455342 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45081668-b794-4d40-a435-df177af4dde5 req-7e7a554b-3f19-44a9-a8fb-a9468dccdb35 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:36.462847 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-45081668-b794-4d40-a435-df177af4dde5 req-7e7a554b-3f19-44a9-a8fb-a9468dccdb35 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ead1a9-72b7-4784-8dc2-04582f80ae28 HTTP/1.1" status: 200 len: 945 time: 0.9848480 Mar 01 13:55:36.489690 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-7fd5fab3-2c40-464c-b352-7155e2fa82cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:36.491496 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-7fd5fab3-2c40-464c-b352-7155e2fa82cd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249&tenant_id=3f051444b2884a98b4646c3ecdbf54cd HTTP/1.1" status: 200 len: 1125 time: 0.3852746 Mar 01 13:55:36.509167 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ee8d9-8d01-4bae-9b71-9f7a79278f3d req-7432919b-0204-4a3a-83ab-dabaa6ccfcff tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:36.511187 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc0ee8d9-8d01-4bae-9b71-9f7a79278f3d req-7432919b-0204-4a3a-83ab-dabaa6ccfcff tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 943 time: 0.3760843 Mar 01 13:55:36.521853 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b726f9-3e8f-4718-b26f-ed1259e5e4a6 req-3b1cebdc-c6c1-4811-ac8b-fe42aa2a90e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:36.523620 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b7b726f9-3e8f-4718-b26f-ed1259e5e4a6 req-3b1cebdc-c6c1-4811-ac8b-fe42aa2a90e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a79f131-d3de-40a9-b260-49a7a2407c56 HTTP/1.1" status: 200 len: 854 time: 0.3393860 Mar 01 13:55:36.608025 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-45081668-b794-4d40-a435-df177af4dde5 req-1c088e90-3603-4075-ae23-356a60c7b2f9 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95e0479-dc68-4600-8efb-afb0928fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438956 Mar 01 13:55:36.683107 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b7b726f9-3e8f-4718-b26f-ed1259e5e4a6 req-dbfb5f63-019d-4ce6-8e85-827391a57a81 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1435816 Mar 01 13:55:36.890512 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b7b726f9-3e8f-4718-b26f-ed1259e5e4a6 req-eb84874e-fd83-4e85-82cf-373508944368 service neutron] 10.222.0.32 "GET /v2.0/networks/a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806364 Mar 01 13:55:36.892768 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-ebdb57a0-40dc-408e-83b4-706a80635e71 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827467-3', 'device_owner': 'compute:nova'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:55:37.004822 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0bf9174-34a9-41cf-8e12-c966872abe35 admin admin] Router 4c96b8e6-d449-4c76-8ab9-353fbb3c42a0 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:55:37.063307 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bad259f2-2bb6-4af9-832b-8b4facc8ca4d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (d71c579b-7839-49be-98ee-da717c487785), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:37.073394 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-ebdb57a0-40dc-408e-83b4-706a80635e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ea1f1b7a-9a9a-440d-a2a3-ae371a358086), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:37.076669 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc0ee8d9-8d01-4bae-9b71-9f7a79278f3d req-70e112ab-2c05-4d27-baff-7ead53134d3a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5481207 Mar 01 13:55:37.181631 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0fd79-9739-4708-bdca-11804bd70eee req-95b9bb9f-4c37-479e-b83d-f1fc3442a548 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:37.187209 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0fd79-9739-4708-bdca-11804bd70eee req-95b9bb9f-4c37-479e-b83d-f1fc3442a548 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:37.334605 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0fd79-9739-4708-bdca-11804bd70eee req-95b9bb9f-4c37-479e-b83d-f1fc3442a548 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:37.334605 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0fd79-9739-4708-bdca-11804bd70eee req-95b9bb9f-4c37-479e-b83d-f1fc3442a548 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:37.334605 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0fd79-9739-4708-bdca-11804bd70eee req-95b9bb9f-4c37-479e-b83d-f1fc3442a548 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:37.334605 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0fd79-9739-4708-bdca-11804bd70eee req-95b9bb9f-4c37-479e-b83d-f1fc3442a548 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:37.334605 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0fd79-9739-4708-bdca-11804bd70eee req-95b9bb9f-4c37-479e-b83d-f1fc3442a548 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:37.334605 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f9a0fd79-9739-4708-bdca-11804bd70eee req-95b9bb9f-4c37-479e-b83d-f1fc3442a548 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5431 time: 0.4454029 Mar 01 13:55:37.334605 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad259f2-2bb6-4af9-832b-8b4facc8ca4d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Port': ['ID=d71c579b-7839-49be-98ee-da717c487785,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:37.334605 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bad259f2-2bb6-4af9-832b-8b4facc8ca4d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:37.334605 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-bad259f2-2bb6-4af9-832b-8b4facc8ca4d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/d71c579b-7839-49be-98ee-da717c487785 HTTP/1.1" status: 204 len: 168 time: 2.7903223 Mar 01 13:55:37.339359 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49440) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:37.347408 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:55:37.353764 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49442) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:37.362486 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-1097a674-2c1d-47da-8f71-140c50594583 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Request body: {'floatingip': {'port_id': '9f28206c-c781-4ede-8c50-bd5c43320593'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:55:37.403124 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4963dc8a-bdbf-4127-8794-a5cd5507bf9f None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:55:37.539321 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1097a674-2c1d-47da-8f71-140c50594583 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks [] for floatingip (ac5d109f-9ae2-47f3-90d4-fa5bf8a57b7b), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:37.569912 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-62cf2444-6880-40ab-a466-83b691d3a1e9 None None] Provisioning complete for port 5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:37.570561 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-62cf2444-6880-40ab-a466-83b691d3a1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:37.646691 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:37.647508 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:37.820463 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-ebdb57a0-40dc-408e-83b4-706a80635e71 service neutron] For port ea1f1b7a-9a9a-440d-a2a3-ae371a358086, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ea1f1b7a-9a9a-440d-a2a3-ae371a358086,segment=NetworkSegment(efe48ac2-5e62-42f6-97e0-cf92cf9f656d),segment_id=efe48ac2-5e62-42f6-97e0-cf92cf9f656d)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:37.883908 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:37.884380 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:37.902406 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-ebdb57a0-40dc-408e-83b4-706a80635e71 service neutron] For port ea1f1b7a-9a9a-440d-a2a3-ae371a358086, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:55:37.964988 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-ebdb57a0-40dc-408e-83b4-706a80635e71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea1f1b7a-9a9a-440d-a2a3-ae371a358086 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:55:37.969397 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-62cf2444-6880-40ab-a466-83b691d3a1e9 None None] Current status of the port 5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:37.969786 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-62cf2444-6880-40ab-a466-83b691d3a1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:37.977604 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cced867-7866-4e99-a6a3-eb23eeb46073 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:37.994541 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:37.998550 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cced867-7866-4e99-a6a3-eb23eeb46073 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:38.005014 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:38.005491 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1cced867-7866-4e99-a6a3-eb23eeb46073 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6780283 Mar 01 13:55:38.006869 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49454) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:38.018785 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b7b726f9-3e8f-4718-b26f-ed1259e5e4a6 req-fe2728ed-1e1f-4031-bc7d-3f84d36019cc service neutron] 10.222.0.32 "GET /v2.0/networks/a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0943255 Mar 01 13:55:38.056188 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-ebdb57a0-40dc-408e-83b4-706a80635e71 service neutron] Publish callbacks [] for port (ea1f1b7a-9a9a-440d-a2a3-ae371a358086), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:38.067964 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0050607-8ef4-4d3e-b48a-10d6c3a1c569 req-f847932a-95da-4224-a433-bda9f4a228c2 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:38.079062 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c0050607-8ef4-4d3e-b48a-10d6c3a1c569 req-f847932a-95da-4224-a433-bda9f4a228c2 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 945 time: 0.8279293 Mar 01 13:55:38.135721 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b4c2f-9509-4bc5-919f-effd53aededc req-bb4ed28f-db4a-411f-b23a-da14c18083ea tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:38.146437 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3f4b4c2f-9509-4bc5-919f-effd53aededc req-bb4ed28f-db4a-411f-b23a-da14c18083ea tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45 HTTP/1.1" status: 200 len: 945 time: 0.2239461 Mar 01 13:55:38.161870 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:38.251094 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c0050607-8ef4-4d3e-b48a-10d6c3a1c569 req-d6a5cfde-4565-4b46-b15d-29ec6d49bff7 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709969 Mar 01 13:55:38.277604 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-037745d1-48be-47a2-bde1-79364642a2dd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting subnet 304a9862-d9a9-423a-82f7-b058cf3ec62a {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:55:38.289534 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bf9174-34a9-41cf-8e12-c966872abe35 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:55:38.291521 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-ebdb57a0-40dc-408e-83b4-706a80635e71 service neutron] Transition to ACTIVE for port object ea1f1b7a-9a9a-440d-a2a3-ae371a358086 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:55:38.293966 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-037745d1-48be-47a2-bde1-79364642a2dd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (304a9862-d9a9-423a-82f7-b058cf3ec62a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:38.304537 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3f4b4c2f-9509-4bc5-919f-effd53aededc req-03cc9d48-1d88-4a1e-9149-55a2e9a76ab0 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb41f9e-b184-478d-8271-cac26ee57543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567326 Mar 01 13:55:38.339759 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-62cf2444-6880-40ab-a466-83b691d3a1e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 13:55:38.340118 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-62cf2444-6880-40ab-a466-83b691d3a1e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 13:55:38.340903 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0381ac0-c07d-4b39-8189-bde65447c15b None None] Sync routers for ids ['4c96b8e6-d449-4c76-8ab9-353fbb3c42a0'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:55:38.380219 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a0bf9174-34a9-41cf-8e12-c966872abe35 admin admin] 10.222.0.13 "PUT /v2.0/routers/4c96b8e6-d449-4c76-8ab9-353fbb3c42a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2448635 Mar 01 13:55:38.380219 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-ebdb57a0-40dc-408e-83b4-706a80635e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (ea1f1b7a-9a9a-440d-a2a3-ae371a358086), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:38.381587 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49464) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:38.400691 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0381ac0-c07d-4b39-8189-bde65447c15b None None] Routers {'4c96b8e6-d449-4c76-8ab9-353fbb3c42a0'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:55:38.409813 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-a0381ac0-c07d-4b39-8189-bde65447c15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:55:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4c96b8e6-d449-4c76-8ab9-353fbb3c42a0'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:38.591579 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-037745d1-48be-47a2-bde1-79364642a2dd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (304a9862-d9a9-423a-82f7-b058cf3ec62a), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:38.662256 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-a0381ac0-c07d-4b39-8189-bde65447c15b None None] Set router 4c96b8e6-d449-4c76-8ab9-353fbb3c42a0 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:55:38.819619 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d852e-827e-40bd-9c61-07e733bb928d req-908aa042-2782-4aa7-8a9b-bcc48c166412 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:38.828254 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-990d852e-827e-40bd-9c61-07e733bb928d req-908aa042-2782-4aa7-8a9b-bcc48c166412 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 943 time: 0.2837472 Mar 01 13:55:38.872605 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b727129-61d6-446d-b84e-8280794d7db6 req-580c0e7d-498a-4059-a947-8c45ce95babd tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:38.891739 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5b727129-61d6-446d-b84e-8280794d7db6 req-580c0e7d-498a-4059-a947-8c45ce95babd tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ead1a9-72b7-4784-8dc2-04582f80ae28 HTTP/1.1" status: 200 len: 945 time: 0.3698914 Mar 01 13:55:38.983589 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb57a0-40dc-408e-83b4-706a80635e71 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1f1b7a-9a9a-440d-a2a3-ae371a358086,revision_number=9']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:39.027065 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8b721460-245c-4acf-adbe-d163e7074465 admin admin] Publish callbacks [] for router (4c96b8e6-d449-4c76-8ab9-353fbb3c42a0), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:39.048626 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-ebdb57a0-40dc-408e-83b4-706a80635e71 service neutron] No DVR routers for this DVR port ea1f1b7a-9a9a-440d-a2a3-ae371a358086 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:55:39.198159 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-62cf2444-6880-40ab-a466-83b691d3a1e9 None None] Current status of the port 5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:39.204364 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:55:39.290879 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-990d852e-827e-40bd-9c61-07e733bb928d req-f9176913-db7a-4ad5-958b-a62d22c7b596 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4616179 Mar 01 13:55:39.301161 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-ebdb57a0-40dc-408e-83b4-706a80635e71 service neutron] Attempting to bind port ea1f1b7a-9a9a-440d-a2a3-ae371a358086 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:55:39.301744 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-ebdb57a0-40dc-408e-83b4-706a80635e71 service neutron] Attempting to bind port ea1f1b7a-9a9a-440d-a2a3-ae371a358086 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'efe48ac2-5e62-42f6-97e0-cf92cf9f656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:55:39.302363 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-ebdb57a0-40dc-408e-83b4-706a80635e71 service neutron] Attempting to bind port ea1f1b7a-9a9a-440d-a2a3-ae371a358086 on network a2dec7e3-4601-4685-95e7-9ed53553db77 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:55:39.313152 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-ebdb57a0-40dc-408e-83b4-706a80635e71 service neutron] Port ea1f1b7a-9a9a-440d-a2a3-ae371a358086 on network a2dec7e3-4601-4685-95e7-9ed53553db77 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:55:39.313686 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-ebdb57a0-40dc-408e-83b4-706a80635e71 service neutron] Attempting to bind port ea1f1b7a-9a9a-440d-a2a3-ae371a358086 on network a2dec7e3-4601-4685-95e7-9ed53553db77 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:55:39.320683 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-037745d1-48be-47a2-bde1-79364642a2dd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (304a9862-d9a9-423a-82f7-b058cf3ec62a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:39.331721 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-ebdb57a0-40dc-408e-83b4-706a80635e71 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:55:39.332076 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-ebdb57a0-40dc-408e-83b4-706a80635e71 service neutron] Checking segment: {'id': 'efe48ac2-5e62-42f6-97e0-cf92cf9f656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:55:39.332467 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-ebdb57a0-40dc-408e-83b4-706a80635e71 service neutron] Bound using segment: {'id': 'efe48ac2-5e62-42f6-97e0-cf92cf9f656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:55:39.332932 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-ebdb57a0-40dc-408e-83b4-706a80635e71 service neutron] Bound port: ea1f1b7a-9a9a-440d-a2a3-ae371a358086, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efe48ac2-5e62-42f6-97e0-cf92cf9f656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:55:39.333285 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-ebdb57a0-40dc-408e-83b4-706a80635e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ea1f1b7a-9a9a-440d-a2a3-ae371a358086), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:39.335371 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5b727129-61d6-446d-b84e-8280794d7db6 req-a0cb0dd5-f10c-4252-a5e7-f7500b7cd059 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95e0479-dc68-4600-8efb-afb0928fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414976 Mar 01 13:55:39.351192 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8b721460-245c-4acf-adbe-d163e7074465 admin admin] Publish callbacks [] for router_gateway (4c96b8e6-d449-4c76-8ab9-353fbb3c42a0), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:39.433442 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:39.436644 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:39.477594 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-8b721460-245c-4acf-adbe-d163e7074465 admin admin] Deleting port 84d0dc8b-7035-448a-ba17-4704299cc7f3 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:55:39.478226 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8b721460-245c-4acf-adbe-d163e7074465 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (84d0dc8b-7035-448a-ba17-4704299cc7f3), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:39.514516 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-4583669b-db6b-4b72-af80-e6e1b3aade9e None None] Provisioning complete for port 5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:39.515197 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4583669b-db6b-4b72-af80-e6e1b3aade9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:39.626084 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:39.744541 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-a0381ac0-c07d-4b39-8189-bde65447c15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c96b8e6-d449-4c76-8ab9-353fbb3c42a0', 'name': 'tempest-TestAggregatesBasicOps-770252428-router', 'tenant_id': '54469fc6d9914e8cbd7b50f9acc091be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '84d0dc8b-7035-448a-ba17-4704299cc7f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:49Z', 'updated_at': '2022-03-01T13:55:35Z', 'revision_number': 5, 'project_id': '54469fc6d9914e8cbd7b50f9acc091be', 'gw_port': {'id': '84d0dc8b-7035-448a-ba17-4704299cc7f3', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c96b8e6-d449-4c76-8ab9-353fbb3c42a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:51Z', 'updated_at': '2022-03-01T13:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:39.823259 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0381ac0-c07d-4b39-8189-bde65447c15b None None] Checking router: 4c96b8e6-d449-4c76-8ab9-353fbb3c42a0 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:55:39.844186 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:39.846962 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-4583669b-db6b-4b72-af80-e6e1b3aade9e None None] Current status of the port 5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:39.850321 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0381ac0-c07d-4b39-8189-bde65447c15b None None] Routers {'4c96b8e6-d449-4c76-8ab9-353fbb3c42a0'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:55:39.850944 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-a0381ac0-c07d-4b39-8189-bde65447c15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:55:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4c96b8e6-d449-4c76-8ab9-353fbb3c42a0'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:39.885022 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5d9e0-56bf-4a17-b031-90f3783d3d01 req-0b0c738e-529f-460d-9b5b-d068d5f49744 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:39.886551 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-81a5d9e0-56bf-4a17-b031-90f3783d3d01 req-0b0c738e-529f-460d-9b5b-d068d5f49744 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 945 time: 0.3952060 Mar 01 13:55:39.944286 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-ebdb57a0-40dc-408e-83b4-706a80635e71 service neutron] For port ea1f1b7a-9a9a-440d-a2a3-ae371a358086, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:55:39.946459 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b595b4-8f67-40ba-8e28-b8dd28347495 req-60ef63fb-bee8-4a96-9b1a-7551c6b0297a tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:39.958778 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d4b595b4-8f67-40ba-8e28-b8dd28347495 req-60ef63fb-bee8-4a96-9b1a-7551c6b0297a tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45 HTTP/1.1" status: 200 len: 945 time: 0.4716349 Mar 01 13:55:39.971723 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49472) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:39.987531 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-10e4b274-d33b-41f4-9995-17b7d51c593c tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Request body: {'floatingip': {'port_id': '20e57520-3202-4d02-a848-f75d8f9f300f'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:55:40.042156 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-a0381ac0-c07d-4b39-8189-bde65447c15b None None] Set router 4c96b8e6-d449-4c76-8ab9-353fbb3c42a0 gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:55:40.081869 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-037745d1-48be-47a2-bde1-79364642a2dd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (304a9862-d9a9-423a-82f7-b058cf3ec62a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:40.087648 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-8b721460-245c-4acf-adbe-d163e7074465 admin admin] For port 84d0dc8b-7035-448a-ba17-4704299cc7f3, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=84d0dc8b-7035-448a-ba17-4704299cc7f3,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:40.088047 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8b721460-245c-4acf-adbe-d163e7074465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (84d0dc8b-7035-448a-ba17-4704299cc7f3), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:40.116402 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-10e4b274-d33b-41f4-9995-17b7d51c593c tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks [] for floatingip (d02e31a7-8c7e-470e-ac71-070a0a05a30c), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:40.163290 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-a0381ac0-c07d-4b39-8189-bde65447c15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c96b8e6-d449-4c76-8ab9-353fbb3c42a0', 'name': 'tempest-TestAggregatesBasicOps-770252428-router', 'tenant_id': '54469fc6d9914e8cbd7b50f9acc091be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:49Z', 'updated_at': '2022-03-01T13:55:39Z', 'revision_number': 6, 'project_id': '54469fc6d9914e8cbd7b50f9acc091be', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:40.209267 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037745d1-48be-47a2-bde1-79364642a2dd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Subnet': ['ID=304a9862-d9a9-423a-82f7-b058cf3ec62a,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:40.222242 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-8b721460-245c-4acf-adbe-d163e7074465 admin admin] Calling delete_port for 84d0dc8b-7035-448a-ba17-4704299cc7f3 owned by network:router_gateway {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:55:40.233415 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-ebdb57a0-40dc-408e-83b4-706a80635e71 service neutron] For port ea1f1b7a-9a9a-440d-a2a3-ae371a358086, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=ea1f1b7a-9a9a-440d-a2a3-ae371a358086,segment=NetworkSegment(efe48ac2-5e62-42f6-97e0-cf92cf9f656d),segment_id=efe48ac2-5e62-42f6-97e0-cf92cf9f656d)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:55:40.245884 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0381ac0-c07d-4b39-8189-bde65447c15b None None] The sync data for ids ['4c96b8e6-d449-4c76-8ab9-353fbb3c42a0'] in n-d-827467-3 is: [{'id': '4c96b8e6-d449-4c76-8ab9-353fbb3c42a0', 'name': 'tempest-TestAggregatesBasicOps-770252428-router', 'tenant_id': '54469fc6d9914e8cbd7b50f9acc091be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:49Z', 'updated_at': '2022-03-01T13:55:39Z', 'revision_number': 6, 'project_id': '54469fc6d9914e8cbd7b50f9acc091be', 'gw_port_host': None}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:55:40.259438 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:40.262157 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695d4f54-7d14-4a63-9913-73d9a113a717 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:55:40.268602 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-037745d1-48be-47a2-bde1-79364642a2dd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:40.275134 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-037745d1-48be-47a2-bde1-79364642a2dd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/304a9862-d9a9-423a-82f7-b058cf3ec62a HTTP/1.1" status: 204 len: 168 time: 2.2378666 Mar 01 13:55:40.278620 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49474) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:40.280038 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-ebdb57a0-40dc-408e-83b4-706a80635e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (ea1f1b7a-9a9a-440d-a2a3-ae371a358086), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:40.342957 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-81a5d9e0-56bf-4a17-b031-90f3783d3d01 req-d81f553a-bdaa-44df-aa31-62b6264e765d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349217 Mar 01 13:55:40.437302 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-4583669b-db6b-4b72-af80-e6e1b3aade9e None None] Could not find standard attr ID for object d71c579b-7839-49be-98ee-da717c487785. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 13:55:40.545888 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb57a0-40dc-408e-83b4-706a80635e71 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1f1b7a-9a9a-440d-a2a3-ae371a358086,revision_number=10']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:40.557447 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-62fce836-0c06-4d8e-93ff-c7e7cceb8307 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2732501 Mar 01 13:55:40.595540 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49482) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:40.617453 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-b2e03e6d-b38c-482a-9b15-67fe79e6562f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:55:40.629889 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9399cc41-f081-43a8-8d3d-9a495bbbc8f6 None None] DHCP port deletion for db8edbc8-a3c8-4a8f-b733-3509635fb19f request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:55:40.723383 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-ebdb57a0-40dc-408e-83b4-706a80635e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:40.725836 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-ebdb57a0-40dc-408e-83b4-706a80635e71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:40.727356 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-ebdb57a0-40dc-408e-83b4-706a80635e71 service neutron] 10.222.0.32 "PUT /v2.0/ports/ea1f1b7a-9a9a-440d-a2a3-ae371a358086 HTTP/1.1" status: 200 len: 1091 time: 3.8391426 Mar 01 13:55:40.765882 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-9399cc41-f081-43a8-8d3d-9a495bbbc8f6 None None] Deleting port 5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:55:40.766251 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9399cc41-f081-43a8-8d3d-9a495bbbc8f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:40.782180 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0cf8a93-2cf1-4b23-b092-d6d5c25d5249', 'tag': 'ea1f1b7a-9a9a-440d-a2a3-ae371a358086'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:55:40.789491 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210592f7-f3ee-4040-a0d9-590053dda312" -d '{"events": [{"name": "network-changed", "server_uuid": "d0cf8a93-2cf1-4b23-b092-d6d5c25d5249", "tag": "ea1f1b7a-9a9a-440d-a2a3-ae371a358086"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:55:40.927340 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ac140-82f4-45b5-84c7-7c7c66ec013c req-82003fd0-7e63-4718-a7b7-8be552a1f7c4 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:40.929343 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ee4ac140-82f4-45b5-84c7-7c7c66ec013c req-82003fd0-7e63-4718-a7b7-8be552a1f7c4 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 944 time: 0.4368608 Mar 01 13:55:40.969864 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f437c-dcc6-46c1-ac59-3450de29883d req-573151c6-9694-4f98-b5b4-705e25679e2d tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:40.978752 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b94f437c-dcc6-46c1-ac59-3450de29883d req-573151c6-9694-4f98-b5b4-705e25679e2d tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ead1a9-72b7-4784-8dc2-04582f80ae28 HTTP/1.1" status: 200 len: 945 time: 0.4848812 Mar 01 13:55:40.987457 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.db.resource_extend [None req-1097a674-2c1d-47da-8f71-140c50594583 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 13:55:41.006690 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-9399cc41-f081-43a8-8d3d-9a495bbbc8f6 None None] For port 5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:41.014031 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9399cc41-f081-43a8-8d3d-9a495bbbc8f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:41.083340 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-9399cc41-f081-43a8-8d3d-9a495bbbc8f6 None None] Calling delete_port for 5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:55:41.105219 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ee4ac140-82f4-45b5-84c7-7c7c66ec013c req-bad6b3a4-d839-4602-a5f4-489a6a1bc58c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641212 Mar 01 13:55:41.184277 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1097a674-2c1d-47da-8f71-140c50594583 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:41.189218 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-c11d104f-f13f-47c4-8a4a-b2be834bd088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:41.217829 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b94f437c-dcc6-46c1-ac59-3450de29883d req-b5be599d-36c6-45cc-865e-fa092992b31a tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95e0479-dc68-4600-8efb-afb0928fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378845 Mar 01 13:55:41.225730 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-c11d104f-f13f-47c4-8a4a-b2be834bd088 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f051444b2884a98b4646c3ecdbf54cd&device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 1126 time: 0.4113073 Mar 01 13:55:41.277739 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1097a674-2c1d-47da-8f71-140c50594583 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (ac5d109f-9ae2-47f3-90d4-fa5bf8a57b7b), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:41.317445 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9399cc41-f081-43a8-8d3d-9a495bbbc8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:41.384994 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399cc41-f081-43a8-8d3d-9a495bbbc8f6 None None] Pushing event deleted for resources: {'Port': ['ID=5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:41.417971 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9399cc41-f081-43a8-8d3d-9a495bbbc8f6 None None] No DVR routers for this DVR port 5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:55:41.442369 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 9586e46d-17cb-43bc-97d1-cd9d33663232 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:55:41.502527 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 9586e46d-17cb-43bc-97d1-cd9d33663232 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:55:41.504225 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 9586e46d-17cb-43bc-97d1-cd9d33663232 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:55:41.505594 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:55:41.546167 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa87ff2f-7ccb-4f26-ae3e-9480e6987086 x-openstack-request-id: req-aa87ff2f-7ccb-4f26-ae3e-9480e6987086 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:55:41.546469 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0cf8a93-2cf1-4b23-b092-d6d5c25d5249", "tag": "ea1f1b7a-9a9a-440d-a2a3-ae371a358086", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:55:41.546783 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa87ff2f-7ccb-4f26-ae3e-9480e6987086 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:55:41.547252 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0cf8a93-2cf1-4b23-b092-d6d5c25d5249', 'tag': 'ea1f1b7a-9a9a-440d-a2a3-ae371a358086', 'status': 'completed', 'code': 200} Mar 01 13:55:41.548397 n-d-827467-3 neutron-server[103726]: INFO neutron.db.l3_db [None req-1097a674-2c1d-47da-8f71-140c50594583 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Floating IP ac5d109f-9ae2-47f3-90d4-fa5bf8a57b7b associated. External IP: 172.25.1.130, port: 9f28206c-c781-4ede-8c50-bd5c43320593. Mar 01 13:55:41.550610 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e03e6d-b38c-482a-9b15-67fe79e6562f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:55:41.554583 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b2e03e6d-b38c-482a-9b15-67fe79e6562f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:41.568456 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:55:41.584825 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 5a7e2ad0-ffcd-40f2-8072-c46f8d6b2bee not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:55:41.585435 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 84d0dc8b-7035-448a-ba17-4704299cc7f3 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:55:41.641250 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8b721460-245c-4acf-adbe-d163e7074465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (84d0dc8b-7035-448a-ba17-4704299cc7f3), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:41.645083 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 84d0dc8b-7035-448a-ba17-4704299cc7f3 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:55:41.645575 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 84d0dc8b-7035-448a-ba17-4704299cc7f3 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:55:41.708460 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b721460-245c-4acf-adbe-d163e7074465 admin admin] Pushing event deleted for resources: {'Port': ['ID=84d0dc8b-7035-448a-ba17-4704299cc7f3,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:41.848941 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8b721460-245c-4acf-adbe-d163e7074465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (4c96b8e6-d449-4c76-8ab9-353fbb3c42a0), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:41.859329 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80558dd6-d560-41a9-9d3f-6192bf346731 req-6e527fb9-e312-46be-857a-85a8f72d8d28 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:41.867872 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-80558dd6-d560-41a9-9d3f-6192bf346731 req-6e527fb9-e312-46be-857a-85a8f72d8d28 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 945 time: 0.3428621 Mar 01 13:55:42.109537 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1097a674-2c1d-47da-8f71-140c50594583 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Router 90944be5-4749-41a7-a6bc-306a4b20baee has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:55:42.121108 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-b256f2c9-7fc2-49a3-9553-ecc2ea222b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:42.122895 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-b256f2c9-7fc2-49a3-9553-ecc2ea222b67 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a2dec7e3-4601-4685-95e7-9ed53553db77 HTTP/1.1" status: 200 len: 918 time: 0.5943062 Mar 01 13:55:42.125659 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-80558dd6-d560-41a9-9d3f-6192bf346731 req-806aa8a5-eb54-474c-aea8-d113b2fa5a54 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564185 Mar 01 13:55:42.128545 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8b721460-245c-4acf-adbe-d163e7074465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (4c96b8e6-d449-4c76-8ab9-353fbb3c42a0), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:42.146498 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8b721460-245c-4acf-adbe-d163e7074465 admin admin] Publish callbacks [] for router_controller (4c96b8e6-d449-4c76-8ab9-353fbb3c42a0), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:42.325075 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c756c-5ffd-4389-8238-17770910efd0 req-d059193b-1af9-4aa2-ace1-eba8735242df tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:42.333512 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-559c756c-5ffd-4389-8238-17770910efd0 req-d059193b-1af9-4aa2-ace1-eba8735242df tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ead1a9-72b7-4784-8dc2-04582f80ae28 HTTP/1.1" status: 200 len: 945 time: 0.4534113 Mar 01 13:55:42.386993 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8b721460-245c-4acf-adbe-d163e7074465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (4c96b8e6-d449-4c76-8ab9-353fbb3c42a0), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:42.392882 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b721460-245c-4acf-adbe-d163e7074465 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c96b8e6-d449-4c76-8ab9-353fbb3c42a0 {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 13:55:42.444918 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8b721460-245c-4acf-adbe-d163e7074465 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:42.446239 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8b721460-245c-4acf-adbe-d163e7074465 admin admin] 10.222.0.13 "DELETE /v2.0/routers/4c96b8e6-d449-4c76-8ab9-353fbb3c42a0 HTTP/1.1" status: 204 len: 168 time: 4.0632770 Mar 01 13:55:42.461046 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49504) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:42.566207 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.db.resource_extend [None req-10e4b274-d33b-41f4-9995-17b7d51c593c tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 13:55:42.666058 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d47a1-b624-402b-9e45-4310f1c5de35 req-12bc6ab3-3bbe-46ba-becc-2ed17e3fd59a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:42.675153 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-444d47a1-b624-402b-9e45-4310f1c5de35 req-12bc6ab3-3bbe-46ba-becc-2ed17e3fd59a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 944 time: 0.4027226 Mar 01 13:55:42.707052 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-559c756c-5ffd-4389-8238-17770910efd0 req-b01df56a-bfe6-4daa-a1eb-c7928403e913 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95e0479-dc68-4600-8efb-afb0928fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725388 Mar 01 13:55:42.732772 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-77cc58ce-12fb-4792-8443-d279537d83b2 admin admin] Deleting subnet fccef606-cd07-49ac-a59f-7770d0631ba0 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:55:42.737694 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-10e4b274-d33b-41f4-9995-17b7d51c593c tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:42.738758 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-77cc58ce-12fb-4792-8443-d279537d83b2 admin admin] Publish callbacks [] for subnet (fccef606-cd07-49ac-a59f-7770d0631ba0), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:42.767556 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-10e4b274-d33b-41f4-9995-17b7d51c593c tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (d02e31a7-8c7e-470e-ac71-070a0a05a30c), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:42.777150 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b2e03e6d-b38c-482a-9b15-67fe79e6562f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (89ab18a4-da3b-4f5c-ade2-fc70c890a018), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:42.780569 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-3dc37800-c3cf-4638-9eba-31f75ad69923 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea1f1b7a-9a9a-440d-a2a3-ae371a358086 HTTP/1.1" status: 200 len: 999 time: 0.6228359 Mar 01 13:55:42.852571 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-77cc58ce-12fb-4792-8443-d279537d83b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (fccef606-cd07-49ac-a59f-7770d0631ba0), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:42.871048 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e03e6d-b38c-482a-9b15-67fe79e6562f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Subnet': ['ID=89ab18a4-da3b-4f5c-ade2-fc70c890a018,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:42.884317 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-444d47a1-b624-402b-9e45-4310f1c5de35 req-97fa3e5a-8d7e-46db-9537-41174139c3dd tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067547 Mar 01 13:55:42.906908 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e03e6d-b38c-482a-9b15-67fe79e6562f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:55:42.912930 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-b2e03e6d-b38c-482a-9b15-67fe79e6562f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:55:42.920305 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e03e6d-b38c-482a-9b15-67fe79e6562f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:42.920924 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b2e03e6d-b38c-482a-9b15-67fe79e6562f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:42.932424 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324944be-e698-4244-9805-18105dc6e344 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:55:42.944567 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b2e03e6d-b38c-482a-9b15-67fe79e6562f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3408732 Mar 01 13:55:42.960673 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49508) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:42.982568 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-f11889dc-09b9-4980-b4ba-207835ce9188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:42.984779 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-f11889dc-09b9-4980-b4ba-207835ce9188 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=261203cc-bf87-4d50-a32d-f34589170095 HTTP/1.1" status: 200 len: 856 time: 0.1247516 Mar 01 13:55:43.001703 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-c1f6ff64-944b-4b31-89e6-aba3547b9c89 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'port': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'name': 'tempest-NetworksTestDHCPv6-608436375'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:55:43.050957 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1097a674-2c1d-47da-8f71-140c50594583 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:55:43.056295 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1097a674-2c1d-47da-8f71-140c50594583 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:43.059961 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-4b86a125-4ead-441f-a460-7725fccb5746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:43.061484 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-4b86a125-4ead-441f-a460-7725fccb5746 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a2dec7e3-4601-4685-95e7-9ed53553db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0670397 Mar 01 13:55:43.066808 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6e95e1-6a22-45e0-a2a8-667c3639cc7c None None] Sync routers for ids ['90944be5-4749-41a7-a6bc-306a4b20baee'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:55:43.079871 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6e95e1-6a22-45e0-a2a8-667c3639cc7c None None] Routers {'90944be5-4749-41a7-a6bc-306a4b20baee'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:55:43.087602 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-8c6e95e1-6a22-45e0-a2a8-667c3639cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:55:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['90944be5-4749-41a7-a6bc-306a4b20baee'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:43.189386 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b6ec83-e333-4f81-8020-794c1a092d1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'project_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'fixed_ips': [{'subnet_id': '89ab18a4-da3b-4f5c-ade2-fc70c890a018'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:55:43.190258 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-02b6ec83-e333-4f81-8020-794c1a092d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:43.256301 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1097a674-2c1d-47da-8f71-140c50594583 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "PUT /v2.0/floatingips/ac5d109f-9ae2-47f3-90d4-fa5bf8a57b7b HTTP/1.1" status: 200 len: 992 time: 5.9010174 Mar 01 13:55:43.346234 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-5ecf12c5-ee2d-410c-8362-cbe08bde5906 service neutron] 10.222.0.32 "GET /v2.0/networks/a2dec7e3-4601-4685-95e7-9ed53553db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416604 Mar 01 13:55:43.476962 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-8c6e95e1-6a22-45e0-a2a8-667c3639cc7c None None] Set router 90944be5-4749-41a7-a6bc-306a4b20baee gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:55:43.511915 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-02b6ec83-e333-4f81-8020-794c1a092d1e None None] Allocated IP 2001:db8::2 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/89ab18a4-da3b-4f5c-ade2-fc70c890a018/65d1f5fc-1d8a-4796-82b8-5d792b1f519e) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:55:43.555430 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'tag': '9f28206c-c781-4ede-8c50-bd5c43320593'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:55:43.568228 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c562ec3c-22da-4ef7-b1a7-7640e1ec84c0" -d '{"events": [{"name": "network-changed", "server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "tag": "9f28206c-c781-4ede-8c50-bd5c43320593"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:55:43.618088 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c2801e02-89b6-4c02-93c5-f70c88182765 req-38d26d02-c120-43d9-98a1-e45782abe0b8 service neutron] 10.222.0.32 "GET /v2.0/networks/a2dec7e3-4601-4685-95e7-9ed53553db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629907 Mar 01 13:55:43.683690 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-02b6ec83-e333-4f81-8020-794c1a092d1e None None] Publish callbacks [] for port (65d1f5fc-1d8a-4796-82b8-5d792b1f519e), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:43.711409 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-02b6ec83-e333-4f81-8020-794c1a092d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (65d1f5fc-1d8a-4796-82b8-5d792b1f519e), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:43.806342 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210592f7-f3ee-4040-a0d9-590053dda312 req-62778c9d-a85d-4c23-b173-6d68a518c7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:43.808044 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-210592f7-f3ee-4040-a0d9-590053dda312 req-62778c9d-a85d-4c23-b173-6d68a518c7f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f051444b2884a98b4646c3ecdbf54cd&device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 1126 time: 0.1233544 Mar 01 13:55:43.872581 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6ec83-e333-4f81-8020-794c1a092d1e None None] Pushing event updated for resources: {'Port': ['ID=65d1f5fc-1d8a-4796-82b8-5d792b1f519e,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:43.887101 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b6ec83-e333-4f81-8020-794c1a092d1e None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:55:43.899241 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-02b6ec83-e333-4f81-8020-794c1a092d1e None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:55:43.914585 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b6ec83-e333-4f81-8020-794c1a092d1e None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:55:43.919279 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6ec83-e333-4f81-8020-794c1a092d1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:43.919969 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6ec83-e333-4f81-8020-794c1a092d1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:43.920572 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6ec83-e333-4f81-8020-794c1a092d1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:43.921205 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6ec83-e333-4f81-8020-794c1a092d1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:43.921783 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6ec83-e333-4f81-8020-794c1a092d1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:43.922407 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6ec83-e333-4f81-8020-794c1a092d1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:43.922972 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6ec83-e333-4f81-8020-794c1a092d1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:43.923546 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6ec83-e333-4f81-8020-794c1a092d1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:43.924519 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6ec83-e333-4f81-8020-794c1a092d1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:43.930742 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6ec83-e333-4f81-8020-794c1a092d1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:43.931458 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6ec83-e333-4f81-8020-794c1a092d1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:43.932081 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6ec83-e333-4f81-8020-794c1a092d1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:43.932684 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6ec83-e333-4f81-8020-794c1a092d1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:55:44.054275 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-02b6ec83-e333-4f81-8020-794c1a092d1e None None] Attempting to bind port 65d1f5fc-1d8a-4796-82b8-5d792b1f519e on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:55:44.055096 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-02b6ec83-e333-4f81-8020-794c1a092d1e None None] Attempting to bind port 65d1f5fc-1d8a-4796-82b8-5d792b1f519e by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:55:44.055754 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b6ec83-e333-4f81-8020-794c1a092d1e None None] Attempting to bind port 65d1f5fc-1d8a-4796-82b8-5d792b1f519e on network db8edbc8-a3c8-4a8f-b733-3509635fb19f {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:55:44.071076 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b6ec83-e333-4f81-8020-794c1a092d1e None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:55:44.071939 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b6ec83-e333-4f81-8020-794c1a092d1e None None] Checking segment: {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:55:44.072589 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-02b6ec83-e333-4f81-8020-794c1a092d1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:44.072715 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210592f7-f3ee-4040-a0d9-590053dda312 req-a786e18a-98fe-4c92-87b8-a50a2f67046c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:44.073391 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b6ec83-e333-4f81-8020-794c1a092d1e None None] Bound using segment: {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:55:44.074172 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-02b6ec83-e333-4f81-8020-794c1a092d1e None None] Bound port: 65d1f5fc-1d8a-4796-82b8-5d792b1f519e, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:55:44.074480 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-210592f7-f3ee-4040-a0d9-590053dda312 req-a786e18a-98fe-4c92-87b8-a50a2f67046c service neutron] 10.222.0.32 "GET /v2.0/networks?id=a2dec7e3-4601-4685-95e7-9ed53553db77 HTTP/1.1" status: 200 len: 918 time: 0.2599576 Mar 01 13:55:44.077630 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-02b6ec83-e333-4f81-8020-794c1a092d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (65d1f5fc-1d8a-4796-82b8-5d792b1f519e), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:44.140252 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-8c6e95e1-6a22-45e0-a2a8-667c3639cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'name': 'tempest-TaggedBootDevicesTest-30014239-router', 'tenant_id': '78efedc3031f4258896f94ad66a2f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'c78bdbbc-478b-4d85-9d12-fd91baf923c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:52:05Z', 'updated_at': '2022-03-01T13:52:10Z', 'revision_number': 4, 'project_id': '78efedc3031f4258896f94ad66a2f53b', 'gw_port': {'id': 'c78bdbbc-478b-4d85-9d12-fd91baf923c6', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:06Z', 'updated_at': '2022-03-01T13:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'ac5d109f-9ae2-47f3-90d4-fa5bf8a57b7b', 'tenant_id': '78efedc3031f4258896f94ad66a2f53b', 'floating_ip_address': '172.25.1.130', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'port_id': '9f28206c-c781-4ede-8c50-bd5c43320593', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc0ee18-c84c-4cd4-a25a-b7c745ed092c', 'mac_address': 'fa:16:3e:fc:1d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:53:31Z', 'updated_at': '2022-03-01T13:55:40Z', 'revision_number': 1, 'project_id': '78efedc3031f4258896f94ad66a2f53b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101dfd40-7499-4333-875c-b7e1086b50b0', 'name': '', 'network_id': '7bc0ee18-c84c-4cd4-a25a-b7c745ed092c', 'tenant_id': '78efedc3031f4258896f94ad66a2f53b', 'mac_address': 'fa:16:3e:e0:6c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'ac4622d6-031a-43e3-b876-291bd0fbb3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:09Z', 'updated_at': '2022-03-01T13:52:15Z', 'revision_number': 5, 'project_id': '78efedc3031f4258896f94ad66a2f53b', 'subnets': [{'id': 'ac4622d6-031a-43e3-b876-291bd0fbb3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:44.229212 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6e95e1-6a22-45e0-a2a8-667c3639cc7c None None] Checking router: 90944be5-4749-41a7-a6bc-306a4b20baee for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:55:44.240082 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6e95e1-6a22-45e0-a2a8-667c3639cc7c None None] Routers {'90944be5-4749-41a7-a6bc-306a4b20baee'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:55:44.240692 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-8c6e95e1-6a22-45e0-a2a8-667c3639cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:55:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['90944be5-4749-41a7-a6bc-306a4b20baee'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:44.243811 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-77cc58ce-12fb-4792-8443-d279537d83b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (fccef606-cd07-49ac-a59f-7770d0631ba0), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:44.256851 n-d-827467-3 neutron-server[103727]: INFO neutron.db.l3_db [None req-10e4b274-d33b-41f4-9995-17b7d51c593c tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Floating IP d02e31a7-8c7e-470e-ac71-070a0a05a30c associated. External IP: 172.25.1.100, port: 20e57520-3202-4d02-a848-f75d8f9f300f. Mar 01 13:55:44.277124 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-210592f7-f3ee-4040-a0d9-590053dda312 req-5cb9fdcd-c846-464b-8eed-92d7693a0ae0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea1f1b7a-9a9a-440d-a2a3-ae371a358086 HTTP/1.1" status: 200 len: 999 time: 0.1919730 Mar 01 13:55:44.298856 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-02b6ec83-e333-4f81-8020-794c1a092d1e None None] For port 65d1f5fc-1d8a-4796-82b8-5d792b1f519e, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:55:44.308890 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-02b6ec83-e333-4f81-8020-794c1a092d1e None None] For port 65d1f5fc-1d8a-4796-82b8-5d792b1f519e, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=65d1f5fc-1d8a-4796-82b8-5d792b1f519e,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:55:44.322107 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-02b6ec83-e333-4f81-8020-794c1a092d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (65d1f5fc-1d8a-4796-82b8-5d792b1f519e), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:44.429261 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210592f7-f3ee-4040-a0d9-590053dda312 req-d68c6b5b-5c55-4158-a9b7-d1a858e4c13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:44.433262 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-210592f7-f3ee-4040-a0d9-590053dda312 req-d68c6b5b-5c55-4158-a9b7-d1a858e4c13e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=261203cc-bf87-4d50-a32d-f34589170095 HTTP/1.1" status: 200 len: 856 time: 0.1487286 Mar 01 13:55:44.550768 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-8c6e95e1-6a22-45e0-a2a8-667c3639cc7c None None] Set router 90944be5-4749-41a7-a6bc-306a4b20baee gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:55:44.624114 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210592f7-f3ee-4040-a0d9-590053dda312 req-b8129bf0-45b9-448c-888d-83d082d8e1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:44.625674 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-210592f7-f3ee-4040-a0d9-590053dda312 req-b8129bf0-45b9-448c-888d-83d082d8e1a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a2dec7e3-4601-4685-95e7-9ed53553db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1850243 Mar 01 13:55:44.679870 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-77cc58ce-12fb-4792-8443-d279537d83b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (fccef606-cd07-49ac-a59f-7770d0631ba0), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:44.709957 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3e574-80f7-4e59-9aac-454cb3af6812 req-81d40b00-7bf7-41b3-a45a-6849cb5532af tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:44.721309 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-37a3e574-80f7-4e59-9aac-454cb3af6812 req-81d40b00-7bf7-41b3-a45a-6849cb5532af tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 945 time: 1.0061717 Mar 01 13:55:44.751829 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6ec83-e333-4f81-8020-794c1a092d1e None None] Pushing event updated for resources: {'Port': ['ID=65d1f5fc-1d8a-4796-82b8-5d792b1f519e,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:44.756068 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5d5ab-5be1-42f3-b5ca-e793d8ab1fe6 req-228fca8b-5372-48b7-99a0-51183c12180e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:44.775649 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5d5ab-5be1-42f3-b5ca-e793d8ab1fe6 req-228fca8b-5372-48b7-99a0-51183c12180e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:44.785463 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5d5ab-5be1-42f3-b5ca-e793d8ab1fe6 req-228fca8b-5372-48b7-99a0-51183c12180e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:44.798724 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5d5ab-5be1-42f3-b5ca-e793d8ab1fe6 req-228fca8b-5372-48b7-99a0-51183c12180e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:44.808577 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5d5ab-5be1-42f3-b5ca-e793d8ab1fe6 req-228fca8b-5372-48b7-99a0-51183c12180e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:44.818164 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5d5ab-5be1-42f3-b5ca-e793d8ab1fe6 req-228fca8b-5372-48b7-99a0-51183c12180e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:44.826420 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5d5ab-5be1-42f3-b5ca-e793d8ab1fe6 req-228fca8b-5372-48b7-99a0-51183c12180e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:44.847624 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-92c5d5ab-5be1-42f3-b5ca-e793d8ab1fe6 req-228fca8b-5372-48b7-99a0-51183c12180e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5431 time: 1.1248820 Mar 01 13:55:44.909236 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-210592f7-f3ee-4040-a0d9-590053dda312 req-3c3f4015-c3f2-4ed2-a277-ac1225a0d4c9 service neutron] 10.222.0.32 "GET /v2.0/networks/a2dec7e3-4601-4685-95e7-9ed53553db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660530 Mar 01 13:55:44.948842 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1f6191-0934-46c7-8f5d-4ca78c7b7a01 None None] Network 257eecef-47b9-49d5-b09d-580a426c4719 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:55:45.301831 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d28bb-f17a-41f7-94fd-bb1b013029f4 req-c709c8e2-ee97-4b18-b99a-9f92718ef6cd tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:45.311485 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4e0d28bb-f17a-41f7-94fd-bb1b013029f4 req-c709c8e2-ee97-4b18-b99a-9f92718ef6cd tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead1a9-72b7-4784-8dc2-04582f80ae28 HTTP/1.1" status: 200 len: 945 time: 1.5575988 Mar 01 13:55:45.361578 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-210592f7-f3ee-4040-a0d9-590053dda312 req-8006133e-813d-4756-8335-28a87c683206 service neutron] 10.222.0.32 "GET /v2.0/networks/a2dec7e3-4601-4685-95e7-9ed53553db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206765 Mar 01 13:55:45.362083 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-77cc58ce-12fb-4792-8443-d279537d83b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:45.362083 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-77cc58ce-12fb-4792-8443-d279537d83b2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fccef606-cd07-49ac-a59f-7770d0631ba0 HTTP/1.1" status: 204 len: 168 time: 2.8930531 Mar 01 13:55:45.364490 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc58ce-12fb-4792-8443-d279537d83b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fccef606-cd07-49ac-a59f-7770d0631ba0,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:45.371351 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49540) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:45.402668 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-8c6e95e1-6a22-45e0-a2a8-667c3639cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'name': 'tempest-TaggedBootDevicesTest-30014239-router', 'tenant_id': '78efedc3031f4258896f94ad66a2f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'c78bdbbc-478b-4d85-9d12-fd91baf923c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:52:05Z', 'updated_at': '2022-03-01T13:52:10Z', 'revision_number': 4, 'project_id': '78efedc3031f4258896f94ad66a2f53b', 'gw_port': {'id': 'c78bdbbc-478b-4d85-9d12-fd91baf923c6', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:06Z', 'updated_at': '2022-03-01T13:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'ac5d109f-9ae2-47f3-90d4-fa5bf8a57b7b', 'tenant_id': '78efedc3031f4258896f94ad66a2f53b', 'floating_ip_address': '172.25.1.130', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'port_id': '9f28206c-c781-4ede-8c50-bd5c43320593', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc0ee18-c84c-4cd4-a25a-b7c745ed092c', 'mac_address': 'fa:16:3e:fc:1d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:53:31Z', 'updated_at': '2022-03-01T13:55:40Z', 'revision_number': 1, 'project_id': '78efedc3031f4258896f94ad66a2f53b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101dfd40-7499-4333-875c-b7e1086b50b0', 'name': '', 'network_id': '7bc0ee18-c84c-4cd4-a25a-b7c745ed092c', 'tenant_id': '78efedc3031f4258896f94ad66a2f53b', 'mac_address': 'fa:16:3e:e0:6c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'ac4622d6-031a-43e3-b876-291bd0fbb3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:09Z', 'updated_at': '2022-03-01T13:52:15Z', 'revision_number': 5, 'project_id': '78efedc3031f4258896f94ad66a2f53b', 'subnets': [{'id': 'ac4622d6-031a-43e3-b876-291bd0fbb3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:45.482297 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d97f21-4021-4f2c-bc51-5caddf947b5b None None] DHCP port deletion for 257eecef-47b9-49d5-b09d-580a426c4719 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:55:45.516375 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6e95e1-6a22-45e0-a2a8-667c3639cc7c None None] The sync data for ids ['90944be5-4749-41a7-a6bc-306a4b20baee'] in n-d-827467-3 is: [{'id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'name': 'tempest-TaggedBootDevicesTest-30014239-router', 'tenant_id': '78efedc3031f4258896f94ad66a2f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'c78bdbbc-478b-4d85-9d12-fd91baf923c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:52:05Z', 'updated_at': '2022-03-01T13:52:10Z', 'revision_number': 4, 'project_id': '78efedc3031f4258896f94ad66a2f53b', 'gw_port': {'id': 'c78bdbbc-478b-4d85-9d12-fd91baf923c6', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:06Z', 'updated_at': '2022-03-01T13:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'ac5d109f-9ae2-47f3-90d4-fa5bf8a57b7b', 'tenant_id': '78efedc3031f4258896f94ad66a2f53b', 'floating_ip_address': '172.25.1.130', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'port_id': '9f28206c-c781-4ede-8c50-bd5c43320593', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc0ee18-c84c-4cd4-a25a-b7c745ed092c', 'mac_address': 'fa:16:3e:fc:1d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:53:31Z', 'updated_at': '2022-03-01T13:55:40Z', 'revision_number': 1, 'project_id': '78efedc3031f4258896f94ad66a2f53b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101dfd40-7499-4333-875c-b7e1086b50b0', 'name': '', 'network_id': '7bc0ee18-c84c-4cd4-a25a-b7c745ed092c', 'tenant_id': '78efedc3031f4258896f94ad66a2f53b', 'mac_address': 'fa:16:3e:e0:6c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'ac4622d6-031a-43e3-b876-291bd0fbb3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:09Z', 'updated_at': '2022-03-01T13:52:15Z', 'revision_number': 5, 'project_id': '78efedc3031f4258896f94ad66a2f53b', 'subnets': [{'id': 'ac4622d6-031a-43e3-b876-291bd0fbb3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:55:45.544137 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a1ef11e7-aee0-4366-9b69-84063d18785b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (257eecef-47b9-49d5-b09d-580a426c4719), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:45.642965 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-37a3e574-80f7-4e59-9aac-454cb3af6812 req-a750ed2c-1504-4284-bbe9-e06f9d077eb8 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9166858 Mar 01 13:55:45.661934 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-e9d97f21-4021-4f2c-bc51-5caddf947b5b None None] Deleting port 1b2137ef-87f8-4db3-b2f7-5907474ff312 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:55:45.662325 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e9d97f21-4021-4f2c-bc51-5caddf947b5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (1b2137ef-87f8-4db3-b2f7-5907474ff312), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:45.712507 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49548) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:45.734652 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-9ffbe525-8699-443e-b662-1172a1d4708f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-796252219'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:55:45.781469 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f6ff64-944b-4b31-89e6-aba3547b9c89 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:55:45.785309 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c1f6ff64-944b-4b31-89e6-aba3547b9c89 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:45.823096 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015cb5e1-df88-46c3-9c5b-c8dfd1908f84 x-openstack-request-id: req-015cb5e1-df88-46c3-9c5b-c8dfd1908f84 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:55:45.823531 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "tag": "9f28206c-c781-4ede-8c50-bd5c43320593", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:55:45.825024 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-015cb5e1-df88-46c3-9c5b-c8dfd1908f84 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:55:45.825599 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'tag': '9f28206c-c781-4ede-8c50-bd5c43320593', 'status': 'completed', 'code': 200} Mar 01 13:55:45.841382 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffbe525-8699-443e-b662-1172a1d4708f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Made reservation on behalf of 4475ad9be4194a7593562a2e7537afad for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:55:45.845836 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9ffbe525-8699-443e-b662-1172a1d4708f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:45.887938 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-e9d97f21-4021-4f2c-bc51-5caddf947b5b None None] For port 1b2137ef-87f8-4db3-b2f7-5907474ff312, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=1b2137ef-87f8-4db3-b2f7-5907474ff312,segment=NetworkSegment(5a2be2d6-c8c6-4508-9d41-0a1e448542fe),segment_id=5a2be2d6-c8c6-4508-9d41-0a1e448542fe)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:45.888477 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e9d97f21-4021-4f2c-bc51-5caddf947b5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (1b2137ef-87f8-4db3-b2f7-5907474ff312), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:45.910499 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a1ef11e7-aee0-4366-9b69-84063d18785b admin admin] Deleting port 1b2137ef-87f8-4db3-b2f7-5907474ff312 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:55:45.910841 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a1ef11e7-aee0-4366-9b69-84063d18785b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (1b2137ef-87f8-4db3-b2f7-5907474ff312), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:45.920996 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-e9d97f21-4021-4f2c-bc51-5caddf947b5b None None] Calling delete_port for 1b2137ef-87f8-4db3-b2f7-5907474ff312 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:55:46.010399 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-92c5d5ab-5be1-42f3-b5ca-e793d8ab1fe6 req-d678f226-a05c-419a-bd87-5d8fed56fc8d tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.1614110 Mar 01 13:55:46.032248 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-a1ef11e7-aee0-4366-9b69-84063d18785b admin admin] For port 1b2137ef-87f8-4db3-b2f7-5907474ff312, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=1b2137ef-87f8-4db3-b2f7-5907474ff312,segment=NetworkSegment(5a2be2d6-c8c6-4508-9d41-0a1e448542fe),segment_id=5a2be2d6-c8c6-4508-9d41-0a1e448542fe)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:46.032616 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a1ef11e7-aee0-4366-9b69-84063d18785b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (1b2137ef-87f8-4db3-b2f7-5907474ff312), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:46.078346 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-c1f6ff64-944b-4b31-89e6-aba3547b9c89 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] device_id is not set on port 43a5acdd-9389-42c7-a90e-ca74448ff1bf yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:55:46.098813 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a1ef11e7-aee0-4366-9b69-84063d18785b admin admin] Calling delete_port for 1b2137ef-87f8-4db3-b2f7-5907474ff312 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:55:46.240634 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e9d97f21-4021-4f2c-bc51-5caddf947b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (1b2137ef-87f8-4db3-b2f7-5907474ff312), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:46.247794 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a1ef11e7-aee0-4366-9b69-84063d18785b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (1b2137ef-87f8-4db3-b2f7-5907474ff312), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:46.266212 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ef11e7-aee0-4366-9b69-84063d18785b admin admin] No DVR routers for this DVR port 1b2137ef-87f8-4db3-b2f7-5907474ff312 on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:55:46.343172 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c1d97f-5f10-49f9-953a-661ef918135e None None] New status for floating IP ac5d109f-9ae2-47f3-90d4-fa5bf8a57b7b: ACTIVE {{(pid=103728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 13:55:46.358486 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d97f21-4021-4f2c-bc51-5caddf947b5b None None] Pushing event deleted for resources: {'Port': ['ID=1b2137ef-87f8-4db3-b2f7-5907474ff312,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:46.433222 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef11e7-aee0-4366-9b69-84063d18785b admin admin] Pushing event deleted for resources: {'Port': ['ID=1b2137ef-87f8-4db3-b2f7-5907474ff312,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:46.448798 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ffbe525-8699-443e-b662-1172a1d4708f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:55:46.466976 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d97f21-4021-4f2c-bc51-5caddf947b5b None None] No DVR routers for this DVR port 1b2137ef-87f8-4db3-b2f7-5907474ff312 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:55:46.508633 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562ec3c-22da-4ef7-b1a7-7640e1ec84c0 req-90f9e2c0-1a3f-4edb-9883-0cbb2685ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:46.514225 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562ec3c-22da-4ef7-b1a7-7640e1ec84c0 req-90f9e2c0-1a3f-4edb-9883-0cbb2685ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:46.514738 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562ec3c-22da-4ef7-b1a7-7640e1ec84c0 req-90f9e2c0-1a3f-4edb-9883-0cbb2685ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:46.515214 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562ec3c-22da-4ef7-b1a7-7640e1ec84c0 req-90f9e2c0-1a3f-4edb-9883-0cbb2685ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:46.515871 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562ec3c-22da-4ef7-b1a7-7640e1ec84c0 req-90f9e2c0-1a3f-4edb-9883-0cbb2685ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:46.516203 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562ec3c-22da-4ef7-b1a7-7640e1ec84c0 req-90f9e2c0-1a3f-4edb-9883-0cbb2685ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:46.516631 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562ec3c-22da-4ef7-b1a7-7640e1ec84c0 req-90f9e2c0-1a3f-4edb-9883-0cbb2685ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:46.519266 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c562ec3c-22da-4ef7-b1a7-7640e1ec84c0 req-90f9e2c0-1a3f-4edb-9883-0cbb2685ad9b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=78efedc3031f4258896f94ad66a2f53b&device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 6705 time: 0.7196629 Mar 01 13:55:46.592309 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-c1f6ff64-944b-4b31-89e6-aba3547b9c89 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Allocated IP 2001:db8::2d1 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/89ab18a4-da3b-4f5c-ade2-fc70c890a018/43a5acdd-9389-42c7-a90e-ca74448ff1bf) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:55:46.615910 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9ffbe525-8699-443e-b662-1172a1d4708f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (f0640c11-940f-42bc-a068-93c7ed619c6a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:46.616251 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-9ffbe525-8699-443e-b662-1172a1d4708f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Added segment f0640c11-940f-42bc-a068-93c7ed619c6a of type vlan for network ecc5a3c2-7ca8-4634-8af5-754b9bcd314c Mar 01 13:55:46.707311 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a1ef11e7-aee0-4366-9b69-84063d18785b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (257eecef-47b9-49d5-b09d-580a426c4719), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:46.734378 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device c2dca31c-d208-442a-a02f-862c2e6cd8a8 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:55:46.745686 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9ffbe525-8699-443e-b662-1172a1d4708f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (ecc5a3c2-7ca8-4634-8af5-754b9bcd314c), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:46.751479 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e4b274-d33b-41f4-9995-17b7d51c593c tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Router 6ff75c52-fe55-4732-b4ca-c01c3ac78b83 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:55:46.756295 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-a1ef11e7-aee0-4366-9b69-84063d18785b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['257eecef-47b9-49d5-b09d-580a426c4719']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:46.785261 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-a1ef11e7-aee0-4366-9b69-84063d18785b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a2be2d6-c8c6-4508-9d41-0a1e448542fe') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:46.785490 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-a1ef11e7-aee0-4366-9b69-84063d18785b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a2be2d6-c8c6-4508-9d41-0a1e448542fe') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:46.807820 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-4e0d28bb-f17a-41f7-94fd-bb1b013029f4 req-438f50af-e1ac-43df-b4d9-be89aba5d0a7 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Deleting port c2dca31c-d208-442a-a02f-862c2e6cd8a8 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:55:46.808248 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-4e0d28bb-f17a-41f7-94fd-bb1b013029f4 req-438f50af-e1ac-43df-b4d9-be89aba5d0a7 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (c2dca31c-d208-442a-a02f-862c2e6cd8a8), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:46.860711 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a1ef11e7-aee0-4366-9b69-84063d18785b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (5a2be2d6-c8c6-4508-9d41-0a1e448542fe), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:46.883656 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0634a68-0da5-429c-a432-37cc18f4c808 req-360fe292-1d31-4981-acda-b6654361a0cc tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:46.885530 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9ffbe525-8699-443e-b662-1172a1d4708f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (ecc5a3c2-7ca8-4634-8af5-754b9bcd314c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:46.890695 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffbe525-8699-443e-b662-1172a1d4708f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:46.891323 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9ffbe525-8699-443e-b662-1172a1d4708f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:46.899136 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a0634a68-0da5-429c-a432-37cc18f4c808 req-360fe292-1d31-4981-acda-b6654361a0cc tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ead1a9-72b7-4784-8dc2-04582f80ae28 HTTP/1.1" status: 200 len: 945 time: 0.9915051 Mar 01 13:55:46.916496 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562ec3c-22da-4ef7-b1a7-7640e1ec84c0 req-997cbd76-8645-4d7c-b2ff-922485de24d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:46.919636 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c562ec3c-22da-4ef7-b1a7-7640e1ec84c0 req-997cbd76-8645-4d7c-b2ff-922485de24d1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bc0ee18-c84c-4cd4-a25a-b7c745ed092c HTTP/1.1" status: 200 len: 911 time: 0.3246560 Mar 01 13:55:46.926098 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a1ef11e7-aee0-4366-9b69-84063d18785b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (5a2be2d6-c8c6-4508-9d41-0a1e448542fe), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:46.970628 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ef11e7-aee0-4366-9b69-84063d18785b admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:55:46.971600 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a1ef11e7-aee0-4366-9b69-84063d18785b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (5a2be2d6-c8c6-4508-9d41-0a1e448542fe), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:47.028068 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a0634a68-0da5-429c-a432-37cc18f4c808 req-9f633e5c-81e5-4fe9-bda3-87f2e08233d1 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95e0479-dc68-4600-8efb-afb0928fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279266 Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:55:47.082665 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:55:47.087244 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-239974ae-5a9f-49ff-b11f-564e3a8dfc42 None None] Provisioning complete for port 65d1f5fc-1d8a-4796-82b8-5d792b1f519e triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:47.087771 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-239974ae-5a9f-49ff-b11f-564e3a8dfc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (65d1f5fc-1d8a-4796-82b8-5d792b1f519e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:47.128552 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7279e6-8c69-42e1-90bf-2ab62b6e1c91 req-33130ff3-a859-49e0-b1dc-2e7a590d8bd6 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:47.130082 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5e7279e6-8c69-42e1-90bf-2ab62b6e1c91 req-33130ff3-a859-49e0-b1dc-2e7a590d8bd6 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 944 time: 0.5810454 Mar 01 13:55:47.176219 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port c2dca31c-d208-442a-a02f-862c2e6cd8a8 is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:47.176670 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c2dca31c-d208-442a-a02f-862c2e6cd8a8), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:47.192231 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9ffbe525-8699-443e-b662-1172a1d4708f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4774189 Mar 01 13:55:47.211086 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49560) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:47.214548 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5e7279e6-8c69-42e1-90bf-2ab62b6e1c91 req-0984b1ea-1259-4618-ada3-2e049adc89fb tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705612 Mar 01 13:55:47.229861 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-909c55dd-5b05-4889-a69d-c893462ef1e9 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1226376521'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:55:47.295685 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port c2dca31c-d208-442a-a02f-862c2e6cd8a8, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=c2dca31c-d208-442a-a02f-862c2e6cd8a8,segment=NetworkSegment(c5c4127a-8c32-443b-8a11-50aacbfd4c6c),segment_id=c5c4127a-8c32-443b-8a11-50aacbfd4c6c)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:47.309783 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 65d1f5fc-1d8a-4796-82b8-5d792b1f519e up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:55:47.318057 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ead1a9-72b7-4784-8dc2-04582f80ae28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2dca31c-d208-442a-a02f-862c2e6cd8a8'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:55:47.324083 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffbe525-8699-443e-b662-1172a1d4708f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Pushing event updated for resources: {'Network': ['ID=ecc5a3c2-7ca8-4634-8af5-754b9bcd314c,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:47.328956 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8c0190-0404-4c4d-9bf8-ba776e12c6a3" -d '{"events": [{"server_uuid": "72ead1a9-72b7-4784-8dc2-04582f80ae28", "name": "network-vif-unplugged", "status": "completed", "tag": "c2dca31c-d208-442a-a02f-862c2e6cd8a8"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:55:47.340421 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c2dca31c-d208-442a-a02f-862c2e6cd8a8), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:47.415026 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c562ec3c-22da-4ef7-b1a7-7640e1ec84c0 req-4fd2b16a-49e2-4158-992b-566d8a3d0327 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f28206c-c781-4ede-8c50-bd5c43320593 HTTP/1.1" status: 200 len: 1002 time: 0.4688416 Mar 01 13:55:47.415932 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a1ef11e7-aee0-4366-9b69-84063d18785b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (257eecef-47b9-49d5-b09d-580a426c4719), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:47.430165 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a1ef11e7-aee0-4366-9b69-84063d18785b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:47.438959 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a1ef11e7-aee0-4366-9b69-84063d18785b admin admin] 10.222.0.13 "DELETE /v2.0/networks/257eecef-47b9-49d5-b09d-580a426c4719 HTTP/1.1" status: 204 len: 168 time: 2.0647531 Mar 01 13:55:47.476362 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef11e7-aee0-4366-9b69-84063d18785b admin admin] Pushing event deleted for resources: {'Network': ['ID=257eecef-47b9-49d5-b09d-580a426c4719,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:47.483457 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network ecc5a3c2-7ca8-4634-8af5-754b9bcd314c details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:55:47.572552 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c1f6ff64-944b-4b31-89e6-aba3547b9c89 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for port (43a5acdd-9389-42c7-a90e-ca74448ff1bf), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:47.574407 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562ec3c-22da-4ef7-b1a7-7640e1ec84c0 req-8ce1419a-e0f0-47c4-8a34-900e3b7936b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:47.576765 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c562ec3c-22da-4ef7-b1a7-7640e1ec84c0 req-8ce1419a-e0f0-47c4-8a34-900e3b7936b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac4622d6-031a-43e3-b876-291bd0fbb3da HTTP/1.1" status: 200 len: 849 time: 0.1196387 Mar 01 13:55:47.636279 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=c2dca31c-d208-442a-a02f-862c2e6cd8a8,revision_number=6']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:47.667910 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c1f6ff64-944b-4b31-89e6-aba3547b9c89 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (43a5acdd-9389-42c7-a90e-ca74448ff1bf), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:47.697965 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-239974ae-5a9f-49ff-b11f-564e3a8dfc42 None None] Current status of the port 65d1f5fc-1d8a-4796-82b8-5d792b1f519e is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:47.698374 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-239974ae-5a9f-49ff-b11f-564e3a8dfc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (65d1f5fc-1d8a-4796-82b8-5d792b1f519e), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:47.757278 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909c55dd-5b05-4889-a69d-c893462ef1e9 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Made reservation on behalf of 4475ad9be4194a7593562a2e7537afad for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:55:47.762415 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-909c55dd-5b05-4889-a69d-c893462ef1e9 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:47.776202 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-239974ae-5a9f-49ff-b11f-564e3a8dfc42 None None] For port 65d1f5fc-1d8a-4796-82b8-5d792b1f519e, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=65d1f5fc-1d8a-4796-82b8-5d792b1f519e,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:47.777978 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 65d1f5fc-1d8a-4796-82b8-5d792b1f519e triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:47.778763 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (65d1f5fc-1d8a-4796-82b8-5d792b1f519e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:47.800550 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-4e0d28bb-f17a-41f7-94fd-bb1b013029f4 req-438f50af-e1ac-43df-b4d9-be89aba5d0a7 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] For port c2dca31c-d208-442a-a02f-862c2e6cd8a8, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=c2dca31c-d208-442a-a02f-862c2e6cd8a8,segment=NetworkSegment(c5c4127a-8c32-443b-8a11-50aacbfd4c6c),segment_id=c5c4127a-8c32-443b-8a11-50aacbfd4c6c)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:47.801156 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-4e0d28bb-f17a-41f7-94fd-bb1b013029f4 req-438f50af-e1ac-43df-b4d9-be89aba5d0a7 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (c2dca31c-d208-442a-a02f-862c2e6cd8a8), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:47.834679 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-239974ae-5a9f-49ff-b11f-564e3a8dfc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (65d1f5fc-1d8a-4796-82b8-5d792b1f519e), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:47.857033 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757cf29-1298-4822-99b8-e6dac160eb85 req-b4340695-3ee3-4055-9b70-adc567f11471 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:47.860683 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49570) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:47.863934 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757cf29-1298-4822-99b8-e6dac160eb85 req-b4340695-3ee3-4055-9b70-adc567f11471 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:47.870506 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757cf29-1298-4822-99b8-e6dac160eb85 req-b4340695-3ee3-4055-9b70-adc567f11471 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:47.878148 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757cf29-1298-4822-99b8-e6dac160eb85 req-b4340695-3ee3-4055-9b70-adc567f11471 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:47.884561 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757cf29-1298-4822-99b8-e6dac160eb85 req-b4340695-3ee3-4055-9b70-adc567f11471 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:47.891511 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757cf29-1298-4822-99b8-e6dac160eb85 req-b4340695-3ee3-4055-9b70-adc567f11471 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:47.897463 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757cf29-1298-4822-99b8-e6dac160eb85 req-b4340695-3ee3-4055-9b70-adc567f11471 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:47.899663 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6757cf29-1298-4822-99b8-e6dac160eb85 req-b4340695-3ee3-4055-9b70-adc567f11471 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5431 time: 0.7650731 Mar 01 13:55:47.923585 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-4e0d28bb-f17a-41f7-94fd-bb1b013029f4 req-438f50af-e1ac-43df-b4d9-be89aba5d0a7 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Calling delete_port for c2dca31c-d208-442a-a02f-862c2e6cd8a8 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:55:47.935169 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e4b274-d33b-41f4-9995-17b7d51c593c tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:55:47.953725 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edd4c8a-2938-4972-8613-79949fcce368 None None] Sync routers for ids ['6ff75c52-fe55-4732-b4ca-c01c3ac78b83'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:55:47.956308 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 65d1f5fc-1d8a-4796-82b8-5d792b1f519e is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:47.965189 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cfc71a55-b9f0-4d7c-a013-7ea7195ca76f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b533966f081448d3b778e42a021b0f2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1006019 Mar 01 13:55:47.965491 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49574) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:47.989673 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 13:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d77965-5d8e-4490-898f-41fd172c7a5c x-openstack-request-id: req-38d77965-5d8e-4490-898f-41fd172c7a5c {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:55:47.989936 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f6ff64-944b-4b31-89e6-aba3547b9c89 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:55:47.990058 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ead1a9-72b7-4784-8dc2-04582f80ae28", "name": "network-vif-unplugged", "status": "completed", "tag": "c2dca31c-d208-442a-a02f-862c2e6cd8a8", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:55:47.992521 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38d77965-5d8e-4490-898f-41fd172c7a5c {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:55:47.992970 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ead1a9-72b7-4784-8dc2-04582f80ae28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2dca31c-d208-442a-a02f-862c2e6cd8a8', 'code': 200} Mar 01 13:55:47.993122 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edd4c8a-2938-4972-8613-79949fcce368 None None] Routers {'6ff75c52-fe55-4732-b4ca-c01c3ac78b83'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:55:47.995150 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-2edd4c8a-2938-4972-8613-79949fcce368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:55:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6ff75c52-fe55-4732-b4ca-c01c3ac78b83'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:48.031372 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-10e4b274-d33b-41f4-9995-17b7d51c593c tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:48.040637 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239974ae-5a9f-49ff-b11f-564e3a8dfc42 None None] Pushing event updated for resources: {'Port': ['ID=65d1f5fc-1d8a-4796-82b8-5d792b1f519e,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:48.094329 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 1b2137ef-87f8-4db3-b2f7-5907474ff312 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:55:48.139085 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-10e4b274-d33b-41f4-9995-17b7d51c593c tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "PUT /v2.0/floatingips/d02e31a7-8c7e-470e-ac71-070a0a05a30c HTTP/1.1" status: 200 len: 991 time: 8.1651411 Mar 01 13:55:48.157325 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 1b2137ef-87f8-4db3-b2f7-5907474ff312 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:55:48.157596 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 1b2137ef-87f8-4db3-b2f7-5907474ff312 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:55:48.182566 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-99e8f8e3-0ad4-4a3e-98e7-2d3d202f1363 admin admin] Publish callbacks [] for security_group (ac2e785b-ee93-477e-a833-b3e1a1222a71), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:48.219315 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45', 'tag': '20e57520-3202-4d02-a848-f75d8f9f300f'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:55:48.225096 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25707b5a-6457-4e4c-854f-e5110b84a0cb" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45", "tag": "20e57520-3202-4d02-a848-f75d8f9f300f"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:55:48.228095 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6ff64-944b-4b31-89e6-aba3547b9c89 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Port': ['ID=43a5acdd-9389-42c7-a90e-ca74448ff1bf,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:48.232679 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-c1f6ff64-944b-4b31-89e6-aba3547b9c89 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:55:48.240297 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-99e8f8e3-0ad4-4a3e-98e7-2d3d202f1363 admin admin] Publish callbacks [] for security_group (ac2e785b-ee93-477e-a833-b3e1a1222a71), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:48.245173 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562ec3c-22da-4ef7-b1a7-7640e1ec84c0 req-1ab90d62-d1f7-4c5b-a4b6-5ac1175a4627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:48.246739 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-909c55dd-5b05-4889-a69d-c893462ef1e9 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:55:48.248358 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c562ec3c-22da-4ef7-b1a7-7640e1ec84c0 req-1ab90d62-d1f7-4c5b-a4b6-5ac1175a4627 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc0ee18-c84c-4cd4-a25a-b7c745ed092c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1788430 Mar 01 13:55:48.262830 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-909c55dd-5b05-4889-a69d-c893462ef1e9 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (18984bbf-5445-4915-9e22-7c226c4017cd), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:48.263435 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-909c55dd-5b05-4889-a69d-c893462ef1e9 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Added segment 18984bbf-5445-4915-9e22-7c226c4017cd of type vlan for network c7c4f361-ab05-4369-bcdd-5e7555278fd6 Mar 01 13:55:48.312896 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b7f93-a0a9-4388-b8cd-97b99ca4bb5f req-3b2dc7b7-0c58-438c-8cab-30906b3e70af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:48.314957 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c22b7f93-a0a9-4388-b8cd-97b99ca4bb5f req-3b2dc7b7-0c58-438c-8cab-30906b3e70af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=475192ca5f814c16b38a7d788a6a6472&device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 1127 time: 0.1083932 Mar 01 13:55:48.320819 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f6ff64-944b-4b31-89e6-aba3547b9c89 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:55:48.336366 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f6ff64-944b-4b31-89e6-aba3547b9c89 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:48.338833 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c1f6ff64-944b-4b31-89e6-aba3547b9c89 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:48.383076 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-2edd4c8a-2938-4972-8613-79949fcce368 None None] Set router 6ff75c52-fe55-4732-b4ca-c01c3ac78b83 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:55:48.481926 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-99e8f8e3-0ad4-4a3e-98e7-2d3d202f1363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ac2e785b-ee93-477e-a833-b3e1a1222a71), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:48.485502 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-99e8f8e3-0ad4-4a3e-98e7-2d3d202f1363 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:48.487290 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-99e8f8e3-0ad4-4a3e-98e7-2d3d202f1363 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac2e785b-ee93-477e-a833-b3e1a1222a71 HTTP/1.1" status: 204 len: 168 time: 0.5207074 Mar 01 13:55:48.560108 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8f8e3-0ad4-4a3e-98e7-2d3d202f1363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2e785b-ee93-477e-a833-b3e1a1222a71,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:48.685642 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04b158-32d0-4335-a3e8-cc941097c0ad req-69276bc0-dc04-4218-9af4-2e583f5e63e9 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:48.696704 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e04b158-32d0-4335-a3e8-cc941097c0ad req-69276bc0-dc04-4218-9af4-2e583f5e63e9 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 945 time: 1.0562449 Mar 01 13:55:48.733713 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-909c55dd-5b05-4889-a69d-c893462ef1e9 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (c7c4f361-ab05-4369-bcdd-5e7555278fd6), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:48.751877 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-4e0d28bb-f17a-41f7-94fd-bb1b013029f4 req-438f50af-e1ac-43df-b4d9-be89aba5d0a7 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (c2dca31c-d208-442a-a02f-862c2e6cd8a8), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:48.762415 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b7f93-a0a9-4388-b8cd-97b99ca4bb5f req-31f829d2-3300-4ee1-b10f-324e4310eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:48.766885 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c22b7f93-a0a9-4388-b8cd-97b99ca4bb5f req-31f829d2-3300-4ee1-b10f-324e4310eed3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 HTTP/1.1" status: 200 len: 913 time: 0.4424419 Mar 01 13:55:48.773540 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-2edd4c8a-2938-4972-8613-79949fcce368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'name': 'tempest-ServersTestJSON-114693005-router', 'tenant_id': '6cd0042333dc4646a1a53b7511a147db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '638341d3-9a32-48a3-a77f-4932d2a5082e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:50Z', 'updated_at': '2022-03-01T13:54:57Z', 'revision_number': 4, 'project_id': '6cd0042333dc4646a1a53b7511a147db', 'gw_port': {'id': '638341d3-9a32-48a3-a77f-4932d2a5082e', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:51Z', 'updated_at': '2022-03-01T13:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'd02e31a7-8c7e-470e-ac71-070a0a05a30c', 'tenant_id': '6cd0042333dc4646a1a53b7511a147db', 'floating_ip_address': '172.25.1.100', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'port_id': '20e57520-3202-4d02-a848-f75d8f9f300f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53d21d48-fe01-43f8-90ba-29509f974089', 'mac_address': 'fa:16:3e:4c:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:55:10Z', 'updated_at': '2022-03-01T13:55:42Z', 'revision_number': 1, 'project_id': '6cd0042333dc4646a1a53b7511a147db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469d0aa1-1aa8-45e1-b14b-f09607f55dbc', 'name': '', 'network_id': '53d21d48-fe01-43f8-90ba-29509f974089', 'tenant_id': '6cd0042333dc4646a1a53b7511a147db', 'mac_address': 'fa:16:3e:79:17:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'e1568db8-2fe7-442e-bae7-541ffa1abc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:55Z', 'updated_at': '2022-03-01T13:55:07Z', 'revision_number': 5, 'project_id': '6cd0042333dc4646a1a53b7511a147db', 'subnets': [{'id': 'e1568db8-2fe7-442e-bae7-541ffa1abc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:48.794678 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c562ec3c-22da-4ef7-b1a7-7640e1ec84c0 req-02f3842b-70b9-45e0-a671-b0ab3c1e1987 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc0ee18-c84c-4cd4-a25a-b7c745ed092c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4594417 Mar 01 13:55:48.813054 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-fe3abfb8-30f9-41d4-9510-6377dc688e0a None None] Provisioning complete for port 43a5acdd-9389-42c7-a90e-ca74448ff1bf triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:48.813762 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fe3abfb8-30f9-41d4-9510-6377dc688e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (43a5acdd-9389-42c7-a90e-ca74448ff1bf), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:48.884575 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-fe3abfb8-30f9-41d4-9510-6377dc688e0a None None] Port 43a5acdd-9389-42c7-a90e-ca74448ff1bf cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:55:48.899731 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c22b7f93-a0a9-4388-b8cd-97b99ca4bb5f req-9eeffc5e-8de1-4419-816e-7448730c5342 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e154ac6-d8e5-43d2-aa3f-f187a20115b4 HTTP/1.1" status: 200 len: 217 time: 0.1231682 Mar 01 13:55:48.901591 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f50af-e1ac-43df-b4d9-be89aba5d0a7 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Pushing event deleted for resources: {'Port': ['ID=c2dca31c-d208-442a-a02f-862c2e6cd8a8,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:48.957493 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0d28bb-f17a-41f7-94fd-bb1b013029f4 req-438f50af-e1ac-43df-b4d9-be89aba5d0a7 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] No DVR routers for this DVR port c2dca31c-d208-442a-a02f-862c2e6cd8a8 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:55:48.962435 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-4e0d28bb-f17a-41f7-94fd-bb1b013029f4 req-438f50af-e1ac-43df-b4d9-be89aba5d0a7 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:48.984972 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4e0d28bb-f17a-41f7-94fd-bb1b013029f4 req-438f50af-e1ac-43df-b4d9-be89aba5d0a7 tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.32 "DELETE /v2.0/ports/c2dca31c-d208-442a-a02f-862c2e6cd8a8 HTTP/1.1" status: 204 len: 173 time: 3.6251140 Mar 01 13:55:49.002025 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49588) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:49.002914 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c1f6ff64-944b-4b31-89e6-aba3547b9c89 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 6.0242074 Mar 01 13:55:49.032235 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.db.resource_extend [None req-909c55dd-5b05-4889-a69d-c893462ef1e9 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 13:55:49.045765 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc96fe-0fdd-47c6-b36f-ef441a4e420a req-f42f7915-8b14-424d-a988-e83e16613daf tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:49.048705 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4ccc96fe-0fdd-47c6-b36f-ef441a4e420a req-f42f7915-8b14-424d-a988-e83e16613daf tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ead1a9-72b7-4784-8dc2-04582f80ae28 HTTP/1.1" status: 200 len: 943 time: 0.8861687 Mar 01 13:55:49.081863 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e04b158-32d0-4335-a3e8-cc941097c0ad req-3777e99a-93bb-4492-87d7-9d31bd2b1eda tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823004 Mar 01 13:55:49.100817 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edd4c8a-2938-4972-8613-79949fcce368 None None] Checking router: 6ff75c52-fe55-4732-b4ca-c01c3ac78b83 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:55:49.118763 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-909c55dd-5b05-4889-a69d-c893462ef1e9 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (c7c4f361-ab05-4369-bcdd-5e7555278fd6), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:49.122921 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edd4c8a-2938-4972-8613-79949fcce368 None None] Routers {'6ff75c52-fe55-4732-b4ca-c01c3ac78b83'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:55:49.123555 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-2edd4c8a-2938-4972-8613-79949fcce368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:55:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6ff75c52-fe55-4732-b4ca-c01c3ac78b83'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:49.132642 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 65d1f5fc-1d8a-4796-82b8-5d792b1f519e up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:55:49.134799 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909c55dd-5b05-4889-a69d-c893462ef1e9 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:49.136585 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-909c55dd-5b05-4889-a69d-c893462ef1e9 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:49.145038 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b7f93-a0a9-4388-b8cd-97b99ca4bb5f req-3e17b845-9af6-47a3-8587-db90d6e35d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:49.148123 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c22b7f93-a0a9-4388-b8cd-97b99ca4bb5f req-3e17b845-9af6-47a3-8587-db90d6e35d0e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1ea702e-89f4-430d-ba35-37a3134c98fa HTTP/1.1" status: 200 len: 851 time: 0.2406073 Mar 01 13:55:49.305189 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 65d1f5fc-1d8a-4796-82b8-5d792b1f519e triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:49.305609 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (65d1f5fc-1d8a-4796-82b8-5d792b1f519e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:49.316506 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c562ec3c-22da-4ef7-b1a7-7640e1ec84c0 req-8d1ba607-9128-46e4-9bfd-07938dafe80a service neutron] 10.222.0.32 "GET /v2.0/networks/7bc0ee18-c84c-4cd4-a25a-b7c745ed092c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466562 Mar 01 13:55:49.351632 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22592f21-cb44-40a5-b303-46e334f46fc6 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:49.362147 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22592f21-cb44-40a5-b303-46e334f46fc6 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:49.366271 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-22592f21-cb44-40a5-b303-46e334f46fc6 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.3584883 Mar 01 13:55:49.367005 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4ccc96fe-0fdd-47c6-b36f-ef441a4e420a req-183060c6-75d6-4b2f-a94e-ae3479bbf12a tempest-InstanceActionsTestJSON-1474414025 tempest-InstanceActionsTestJSON-1474414025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95e0479-dc68-4600-8efb-afb0928fe671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015604 Mar 01 13:55:49.373630 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49590) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:49.378437 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-909c55dd-5b05-4889-a69d-c893462ef1e9 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.1624105 Mar 01 13:55:49.400528 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49592) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:49.408296 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-2edd4c8a-2938-4972-8613-79949fcce368 None None] Set router 6ff75c52-fe55-4732-b4ca-c01c3ac78b83 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:55:49.412561 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-6921d7bd-ff92-478e-a523-1b327345432f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Request body: {'subnet': {'network_id': 'ecc5a3c2-7ca8-4634-8af5-754b9bcd314c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:55:49.416351 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49594) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:49.440506 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c55dd-5b05-4889-a69d-c893462ef1e9 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Pushing event updated for resources: {'Network': ['ID=c7c4f361-ab05-4369-bcdd-5e7555278fd6,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:49.476634 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network c7c4f361-ab05-4369-bcdd-5e7555278fd6 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:55:49.493626 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ed0eb-3430-407c-b52e-190ad927e079 req-ae5c4e07-ed9d-49fd-87a3-cda02e7cbc31 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:49.501624 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-927ed0eb-3430-407c-b52e-190ad927e079 req-ae5c4e07-ed9d-49fd-87a3-cda02e7cbc31 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45 HTTP/1.1" status: 200 len: 945 time: 0.1990654 Mar 01 13:55:49.524651 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2547cff6-c889-4d95-8635-d36e909cbe05 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=54469fc6d9914e8cbd7b50f9acc091be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1070445 Mar 01 13:55:49.530927 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49598) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:49.580762 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b7f93-a0a9-4388-b8cd-97b99ca4bb5f req-e1c777e0-6857-4f23-bd6a-76ed6d9a5301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:49.582315 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c22b7f93-a0a9-4388-b8cd-97b99ca4bb5f req-e1c777e0-6857-4f23-bd6a-76ed6d9a5301 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4102349 Mar 01 13:55:49.629752 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 65d1f5fc-1d8a-4796-82b8-5d792b1f519e is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:49.672390 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-927ed0eb-3430-407c-b52e-190ad927e079 req-7ee1f451-a8a5-430b-8c46-621176db3fc1 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb41f9e-b184-478d-8271-cac26ee57543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696076 Mar 01 13:55:49.717271 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b134abe-cf9d-459a-b154-c899624947c6 req-c298b8c1-7008-4ae6-8187-3de4ded713ed tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:49.727425 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6b134abe-cf9d-459a-b154-c899624947c6 req-c298b8c1-7008-4ae6-8187-3de4ded713ed tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 944 time: 0.1878428 Mar 01 13:55:49.757285 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5619bfec-7ce6-4ffe-9f1a-e488652ebf5d x-openstack-request-id: req-5619bfec-7ce6-4ffe-9f1a-e488652ebf5d {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:55:49.757806 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45", "tag": "20e57520-3202-4d02-a848-f75d8f9f300f", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:55:49.758267 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5619bfec-7ce6-4ffe-9f1a-e488652ebf5d {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:55:49.758848 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45', 'tag': '20e57520-3202-4d02-a848-f75d8f9f300f', 'status': 'completed', 'code': 200} Mar 01 13:55:49.768796 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3a3cf34c-c3c7-4962-88ad-7cfbce99eb43 admin admin] Publish callbacks [] for security_group (5f3d5f76-db4f-487b-b10d-e796772a39e0), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:49.817490 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3a3cf34c-c3c7-4962-88ad-7cfbce99eb43 admin admin] Publish callbacks [] for security_group (5f3d5f76-db4f-487b-b10d-e796772a39e0), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:49.834457 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6b134abe-cf9d-459a-b154-c899624947c6 req-4b1e73b7-c839-4c72-af99-c1f35e00293a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002510 Mar 01 13:55:49.907812 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3a3cf34c-c3c7-4962-88ad-7cfbce99eb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (5f3d5f76-db4f-487b-b10d-e796772a39e0), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:49.910982 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3a3cf34c-c3c7-4962-88ad-7cfbce99eb43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:49.915765 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3a3cf34c-c3c7-4962-88ad-7cfbce99eb43 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f3d5f76-db4f-487b-b10d-e796772a39e0 HTTP/1.1" status: 204 len: 168 time: 0.3596208 Mar 01 13:55:49.927203 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3cf34c-c3c7-4962-88ad-7cfbce99eb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3d5f76-db4f-487b-b10d-e796772a39e0,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:49.946706 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-2edd4c8a-2938-4972-8613-79949fcce368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'name': 'tempest-ServersTestJSON-114693005-router', 'tenant_id': '6cd0042333dc4646a1a53b7511a147db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '638341d3-9a32-48a3-a77f-4932d2a5082e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:50Z', 'updated_at': '2022-03-01T13:54:57Z', 'revision_number': 4, 'project_id': '6cd0042333dc4646a1a53b7511a147db', 'gw_port': {'id': '638341d3-9a32-48a3-a77f-4932d2a5082e', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:51Z', 'updated_at': '2022-03-01T13:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'd02e31a7-8c7e-470e-ac71-070a0a05a30c', 'tenant_id': '6cd0042333dc4646a1a53b7511a147db', 'floating_ip_address': '172.25.1.100', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'port_id': '20e57520-3202-4d02-a848-f75d8f9f300f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53d21d48-fe01-43f8-90ba-29509f974089', 'mac_address': 'fa:16:3e:4c:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:55:10Z', 'updated_at': '2022-03-01T13:55:42Z', 'revision_number': 1, 'project_id': '6cd0042333dc4646a1a53b7511a147db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469d0aa1-1aa8-45e1-b14b-f09607f55dbc', 'name': '', 'network_id': '53d21d48-fe01-43f8-90ba-29509f974089', 'tenant_id': '6cd0042333dc4646a1a53b7511a147db', 'mac_address': 'fa:16:3e:79:17:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'e1568db8-2fe7-442e-bae7-541ffa1abc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:55Z', 'updated_at': '2022-03-01T13:55:07Z', 'revision_number': 5, 'project_id': '6cd0042333dc4646a1a53b7511a147db', 'subnets': [{'id': 'e1568db8-2fe7-442e-bae7-541ffa1abc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:50.029527 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edd4c8a-2938-4972-8613-79949fcce368 None None] The sync data for ids ['6ff75c52-fe55-4732-b4ca-c01c3ac78b83'] in n-d-827467-3 is: [{'id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'name': 'tempest-ServersTestJSON-114693005-router', 'tenant_id': '6cd0042333dc4646a1a53b7511a147db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '638341d3-9a32-48a3-a77f-4932d2a5082e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:50Z', 'updated_at': '2022-03-01T13:54:57Z', 'revision_number': 4, 'project_id': '6cd0042333dc4646a1a53b7511a147db', 'gw_port': {'id': '638341d3-9a32-48a3-a77f-4932d2a5082e', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:51Z', 'updated_at': '2022-03-01T13:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'd02e31a7-8c7e-470e-ac71-070a0a05a30c', 'tenant_id': '6cd0042333dc4646a1a53b7511a147db', 'floating_ip_address': '172.25.1.100', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'port_id': '20e57520-3202-4d02-a848-f75d8f9f300f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53d21d48-fe01-43f8-90ba-29509f974089', 'mac_address': 'fa:16:3e:4c:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:55:10Z', 'updated_at': '2022-03-01T13:55:42Z', 'revision_number': 1, 'project_id': '6cd0042333dc4646a1a53b7511a147db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469d0aa1-1aa8-45e1-b14b-f09607f55dbc', 'name': '', 'network_id': '53d21d48-fe01-43f8-90ba-29509f974089', 'tenant_id': '6cd0042333dc4646a1a53b7511a147db', 'mac_address': 'fa:16:3e:79:17:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'e1568db8-2fe7-442e-bae7-541ffa1abc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:55Z', 'updated_at': '2022-03-01T13:55:07Z', 'revision_number': 5, 'project_id': '6cd0042333dc4646a1a53b7511a147db', 'subnets': [{'id': 'e1568db8-2fe7-442e-bae7-541ffa1abc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:55:50.355276 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d8783-0a9c-41e5-bc1d-7cd300a24ef8 req-80085d83-b806-4606-8503-eda77d263489 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:50.369822 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a08d8783-0a9c-41e5-bc1d-7cd300a24ef8 req-80085d83-b806-4606-8503-eda77d263489 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 945 time: 0.1464987 Mar 01 13:55:50.520752 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49608) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:50.575541 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a08d8783-0a9c-41e5-bc1d-7cd300a24ef8 req-15bbc8e2-6cab-4c54-99d6-88b5a9d74c6f tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025986 Mar 01 13:55:50.618304 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6921d7bd-ff92-478e-a523-1b327345432f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Made reservation on behalf of 4475ad9be4194a7593562a2e7537afad for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:55:50.622318 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6921d7bd-ff92-478e-a523-1b327345432f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:50.660696 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c22b7f93-a0a9-4388-b8cd-97b99ca4bb5f req-4d41fc58-3849-49db-abc3-45107edd5f93 service neutron] 10.222.0.20 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0623171 Mar 01 13:55:50.713535 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a4fe307-39c5-4d3b-bab7-40e323d6fe2b admin admin] Deleting subnet 6a79f131-d3de-40a9-b260-49a7a2407c56 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:55:50.729377 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a4fe307-39c5-4d3b-bab7-40e323d6fe2b admin admin] Publish callbacks [] for subnet (6a79f131-d3de-40a9-b260-49a7a2407c56), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:50.736529 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25707b5a-6457-4e4c-854f-e5110b84a0cb req-c3406618-d211-4449-8df3-3e1390e2579f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:50.739235 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-25707b5a-6457-4e4c-854f-e5110b84a0cb req-c3406618-d211-4449-8df3-3e1390e2579f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6cd0042333dc4646a1a53b7511a147db&device_id=7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45 HTTP/1.1" status: 200 len: 1127 time: 0.9334211 Mar 01 13:55:50.765467 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-78a60cbd-0b40-4584-b792-7fad636dcc48 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting port 43a5acdd-9389-42c7-a90e-ca74448ff1bf {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:55:50.765997 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-78a60cbd-0b40-4584-b792-7fad636dcc48 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (43a5acdd-9389-42c7-a90e-ca74448ff1bf), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:50.784343 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a4fe307-39c5-4d3b-bab7-40e323d6fe2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (6a79f131-d3de-40a9-b260-49a7a2407c56), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:50.827336 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a4fe307-39c5-4d3b-bab7-40e323d6fe2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (6a79f131-d3de-40a9-b260-49a7a2407c56), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:50.894238 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a4fe307-39c5-4d3b-bab7-40e323d6fe2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (6a79f131-d3de-40a9-b260-49a7a2407c56), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:50.963779 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4fe307-39c5-4d3b-bab7-40e323d6fe2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a79f131-d3de-40a9-b260-49a7a2407c56,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:50.974379 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a4fe307-39c5-4d3b-bab7-40e323d6fe2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:50.981372 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2a4fe307-39c5-4d3b-bab7-40e323d6fe2b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6a79f131-d3de-40a9-b260-49a7a2407c56 HTTP/1.1" status: 204 len: 168 time: 0.4568152 Mar 01 13:55:51.017323 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49612) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:51.132388 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3405a96-cad4-4df0-bdf4-3b5b9e57c448 req-1bfe81b4-d2d2-4c71-998b-bc89c9a44d6c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:51.140226 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3405a96-cad4-4df0-bdf4-3b5b9e57c448 req-1bfe81b4-d2d2-4c71-998b-bc89c9a44d6c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 944 time: 0.1570196 Mar 01 13:55:51.204385 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3405a96-cad4-4df0-bdf4-3b5b9e57c448 req-747b477f-274f-46f4-af7d-5c5859d369c6 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631213 Mar 01 13:55:51.209251 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-686e6e85-9454-4ebf-9b45-144de33a43a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:51.411149 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31d4476-d529-4249-98d0-a7e63e57acc9 None None] New status for floating IP d02e31a7-8c7e-470e-ac71-070a0a05a30c: ACTIVE {{(pid=103728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 13:55:51.462412 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-78a60cbd-0b40-4584-b792-7fad636dcc48 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (43a5acdd-9389-42c7-a90e-ca74448ff1bf), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:51.476170 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-78a60cbd-0b40-4584-b792-7fad636dcc48 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Calling delete_port for 43a5acdd-9389-42c7-a90e-ca74448ff1bf owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:55:51.630795 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-78a60cbd-0b40-4584-b792-7fad636dcc48 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (43a5acdd-9389-42c7-a90e-ca74448ff1bf), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:51.644417 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6921d7bd-ff92-478e-a523-1b327345432f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (6a836407-0a08-478a-9b48-ab0cc1ea53c4), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:51.708989 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25707b5a-6457-4e4c-854f-e5110b84a0cb req-9c9b8ca6-bb42-4257-a502-77c85a379473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:51.710386 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-25707b5a-6457-4e4c-854f-e5110b84a0cb req-9c9b8ca6-bb42-4257-a502-77c85a379473 service neutron] 10.222.0.20 "GET /v2.0/networks?id=53d21d48-fe01-43f8-90ba-29509f974089 HTTP/1.1" status: 200 len: 906 time: 0.9410498 Mar 01 13:55:51.744367 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c22b7f93-a0a9-4388-b8cd-97b99ca4bb5f req-3e74ba35-93a9-403d-b01a-05dad451a20a service neutron] 10.222.0.20 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0326107 Mar 01 13:55:51.759873 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a60cbd-0b40-4584-b792-7fad636dcc48 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Port': ['ID=43a5acdd-9389-42c7-a90e-ca74448ff1bf,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:51.814642 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6921d7bd-ff92-478e-a523-1b327345432f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Pushing event updated for resources: {'Subnet': ['ID=6a836407-0a08-478a-9b48-ab0cc1ea53c4,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:51.862165 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-78a60cbd-0b40-4584-b792-7fad636dcc48 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:51.868203 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-78a60cbd-0b40-4584-b792-7fad636dcc48 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/43a5acdd-9389-42c7-a90e-ca74448ff1bf HTTP/1.1" status: 204 len: 168 time: 2.4910455 Mar 01 13:55:51.869522 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49616) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:51.879732 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ead1a9-72b7-4784-8dc2-04582f80ae28', 'name': 'network-vif-deleted', 'tag': 'c2dca31c-d208-442a-a02f-862c2e6cd8a8'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:55:51.882463 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91162445-59b8-49ee-9c12-ecd510787327" -d '{"events": [{"server_uuid": "72ead1a9-72b7-4784-8dc2-04582f80ae28", "name": "network-vif-deleted", "tag": "c2dca31c-d208-442a-a02f-862c2e6cd8a8"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:55:51.950749 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-686e6e85-9454-4ebf-9b45-144de33a43a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:51.980463 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36f7873-fe52-44e4-8436-c7351c7ad47b x-openstack-request-id: req-f36f7873-fe52-44e4-8436-c7351c7ad47b {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:55:51.980816 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ead1a9-72b7-4784-8dc2-04582f80ae28", "name": "network-vif-deleted", "tag": "c2dca31c-d208-442a-a02f-862c2e6cd8a8", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:55:51.981123 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f36f7873-fe52-44e4-8436-c7351c7ad47b {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:55:51.982132 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ead1a9-72b7-4784-8dc2-04582f80ae28', 'name': 'network-vif-deleted', 'tag': 'c2dca31c-d208-442a-a02f-862c2e6cd8a8', 'status': 'completed', 'code': 200} Mar 01 13:55:51.991664 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-686e6e85-9454-4ebf-9b45-144de33a43a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:52.015266 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-686e6e85-9454-4ebf-9b45-144de33a43a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c4127a-8c32-443b-8a11-50aacbfd4c6c') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:52.015579 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-686e6e85-9454-4ebf-9b45-144de33a43a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c4127a-8c32-443b-8a11-50aacbfd4c6c') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:55:52.021676 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-25707b5a-6457-4e4c-854f-e5110b84a0cb req-e67c9b52-e440-433f-a49d-19fb00d237e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20e57520-3202-4d02-a848-f75d8f9f300f HTTP/1.1" status: 200 len: 1001 time: 0.2837617 Mar 01 13:55:52.033982 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa77809-135b-4917-a888-0ba07d621190 req-12d36141-2850-46ac-b8d9-9d9726395003 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:52.036506 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7aa77809-135b-4917-a888-0ba07d621190 req-12d36141-2850-46ac-b8d9-9d9726395003 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 945 time: 0.1436505 Mar 01 13:55:52.045065 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6921d7bd-ff92-478e-a523-1b327345432f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Checking segment: {'id': 'f0640c11-940f-42bc-a068-93c7ed619c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ecc5a3c2-7ca8-4634-8af5-754b9bcd314c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:55:52.045510 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6921d7bd-ff92-478e-a523-1b327345432f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Network hostable DHCP agents. Network: ecc5a3c2-7ca8-4634-8af5-754b9bcd314c, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:55:52.064291 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-686e6e85-9454-4ebf-9b45-144de33a43a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (c5c4127a-8c32-443b-8a11-50aacbfd4c6c), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:52.080018 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-686e6e85-9454-4ebf-9b45-144de33a43a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (c5c4127a-8c32-443b-8a11-50aacbfd4c6c), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:52.092655 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-686e6e85-9454-4ebf-9b45-144de33a43a6 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:55:52.093065 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-686e6e85-9454-4ebf-9b45-144de33a43a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (c5c4127a-8c32-443b-8a11-50aacbfd4c6c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:52.117045 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25707b5a-6457-4e4c-854f-e5110b84a0cb req-d8be886c-5a68-4657-b38c-59fed967ffa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:52.119397 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-25707b5a-6457-4e4c-854f-e5110b84a0cb req-d8be886c-5a68-4657-b38c-59fed967ffa3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e1568db8-2fe7-442e-bae7-541ffa1abc6f HTTP/1.1" status: 200 len: 844 time: 0.0883975 Mar 01 13:55:52.142367 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a351d345-2382-4ba6-9429-82d80183f7c9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:52.144220 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a351d345-2382-4ba6-9429-82d80183f7c9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:52.150717 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a351d345-2382-4ba6-9429-82d80183f7c9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2807779 Mar 01 13:55:52.163916 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 13:55:52.163916 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:55:52.163916 n-d-827467-3 neutron-server[103727]: timer() Mar 01 13:55:52.163916 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:55:52.163916 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 13:55:52.163916 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:55:52.163916 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 13:55:52.163916 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:55:52.163916 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 13:55:52.163916 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:55:52.163916 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 13:55:52.163916 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:55:52.163916 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 13:55:52.163916 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:55:52.163916 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:55:52.163916 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:55:52.163916 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:55:52.163916 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:55:52.163916 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 13:55:52.163916 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:55:52.163916 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 13:55:52.163916 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:55:52.163916 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:55:52.163916 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:55:52.163916 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 13:55:52.163916 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:55:52.163916 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:55:52.163916 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:55:52.163916 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:55:52.163916 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:55:52.163916 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:55:52.163916 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:55:52.166982 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49620) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:52.171387 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6921d7bd-ff92-478e-a523-1b327345432f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Network ecc5a3c2-7ca8-4634-8af5-754b9bcd314c is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:55:52.173675 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-686e6e85-9454-4ebf-9b45-144de33a43a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:52.211193 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-6921d7bd-ff92-478e-a523-1b327345432f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, ecc5a3c2-7ca8-4634-8af5-754b9bcd314c) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:55:52.219633 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-686e6e85-9454-4ebf-9b45-144de33a43a6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:52.220937 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f51d01e-f382-4d33-9255-372c869023e8 None None] Network ecc5a3c2-7ca8-4634-8af5-754b9bcd314c requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:55:52.223369 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-686e6e85-9454-4ebf-9b45-144de33a43a6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49 HTTP/1.1" status: 204 len: 168 time: 1.2031677 Mar 01 13:55:52.227724 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e6e85-9454-4ebf-9b45-144de33a43a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3fe2f3e-06e1-4c47-a4c5-1257e4ec4d49,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:52.252049 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6921d7bd-ff92-478e-a523-1b327345432f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:52.252682 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6921d7bd-ff92-478e-a523-1b327345432f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:52.272274 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7aa77809-135b-4917-a888-0ba07d621190 req-0456ec01-f928-413f-97a9-08af92fa9e0e tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221837 Mar 01 13:55:52.284255 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25707b5a-6457-4e4c-854f-e5110b84a0cb req-b5ff89bc-f471-41e8-8e99-cff1d54318f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:52.288607 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-25707b5a-6457-4e4c-854f-e5110b84a0cb req-b5ff89bc-f471-41e8-8e99-cff1d54318f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=53d21d48-fe01-43f8-90ba-29509f974089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1348891 Mar 01 13:55:52.303554 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-abd39e14-bf32-433d-87b0-07e7f7be64a4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting subnet 89ab18a4-da3b-4f5c-ade2-fc70c890a018 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:55:52.304679 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6921d7bd-ff92-478e-a523-1b327345432f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9031079 Mar 01 13:55:52.309052 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49626) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:52.320455 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-6caba8fb-fc81-4bb1-9023-307d2a5800fc tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Request body: {'subnet': {'network_id': 'c7c4f361-ab05-4369-bcdd-5e7555278fd6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:55:52.327547 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-abd39e14-bf32-433d-87b0-07e7f7be64a4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (89ab18a4-da3b-4f5c-ade2-fc70c890a018), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:52.445479 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cef25e-dd4f-499c-8338-297da303a990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-ecc5a3c2-7ca8-4634-8af5-754b9bcd314c', 'network_id': 'ecc5a3c2-7ca8-4634-8af5-754b9bcd314c', 'project_id': '4475ad9be4194a7593562a2e7537afad', 'fixed_ips': [{'subnet_id': '6a836407-0a08-478a-9b48-ab0cc1ea53c4'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:55:52.448352 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-79cef25e-dd4f-499c-8338-297da303a990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:52.457885 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-25707b5a-6457-4e4c-854f-e5110b84a0cb req-d6262f29-b6f2-4e79-8517-836203bba845 service neutron] 10.222.0.20 "GET /v2.0/networks/53d21d48-fe01-43f8-90ba-29509f974089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622322 Mar 01 13:55:52.500490 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-abd39e14-bf32-433d-87b0-07e7f7be64a4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (89ab18a4-da3b-4f5c-ade2-fc70c890a018), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:52.503407 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 1e154ac6-d8e5-43d2-aa3f-f187a20115b4 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:55:52.580586 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03062e48-8f5c-47fb-b94e-3f0f3f8bddb3 req-28c76d97-3788-44c7-8676-8e41a025f0c4 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:52.582533 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-03062e48-8f5c-47fb-b94e-3f0f3f8bddb3 req-28c76d97-3788-44c7-8676-8e41a025f0c4 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 944 time: 0.1579356 Mar 01 13:55:52.586338 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6caba8fb-fc81-4bb1-9023-307d2a5800fc tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Made reservation on behalf of 4475ad9be4194a7593562a2e7537afad for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:55:52.589909 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6caba8fb-fc81-4bb1-9023-307d2a5800fc tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:52.688344 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-25707b5a-6457-4e4c-854f-e5110b84a0cb req-ab392433-e05e-41c8-ba5d-fe4bf745ca66 service neutron] 10.222.0.20 "GET /v2.0/networks/53d21d48-fe01-43f8-90ba-29509f974089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234731 Mar 01 13:55:52.719110 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49628) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:52.743132 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 1e154ac6-d8e5-43d2-aa3f-f187a20115b4 is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:52.743810 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1e154ac6-d8e5-43d2-aa3f-f187a20115b4), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:52.775434 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-03062e48-8f5c-47fb-b94e-3f0f3f8bddb3 req-c9b00764-6eeb-4be8-84ec-62a17412e698 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938480 Mar 01 13:55:52.791882 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-abd39e14-bf32-433d-87b0-07e7f7be64a4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (89ab18a4-da3b-4f5c-ade2-fc70c890a018), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:52.837339 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 1e154ac6-d8e5-43d2-aa3f-f187a20115b4, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=1e154ac6-d8e5-43d2-aa3f-f187a20115b4,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:52.841223 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e154ac6-d8e5-43d2-aa3f-f187a20115b4'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:55:52.845690 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa80861-1468-448b-88d8-e100512811d1" -d '{"events": [{"server_uuid": "db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2", "name": "network-vif-unplugged", "status": "completed", "tag": "1e154ac6-d8e5-43d2-aa3f-f187a20115b4"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:55:52.854402 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (1e154ac6-d8e5-43d2-aa3f-f187a20115b4), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:52.869747 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-788b23e1-1c37-4558-90a5-c8649c583681 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5957375e005448c4bb51e6dea8b72554&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1489236 Mar 01 13:55:52.870365 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49632) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:52.922538 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=1e154ac6-d8e5-43d2-aa3f-f187a20115b4,revision_number=8']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:52.940884 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-745ff82c-32ae-44c0-8e18-0bcf126dca58 admin admin] Publish callbacks [] for security_group (f95e0479-dc68-4600-8efb-afb0928fe671), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:52.952318 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 13:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd3088e-d89d-4838-b814-d2ddd03de3bb x-openstack-request-id: req-2bd3088e-d89d-4838-b814-d2ddd03de3bb {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:55:52.952718 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2", "name": "network-vif-unplugged", "status": "completed", "tag": "1e154ac6-d8e5-43d2-aa3f-f187a20115b4", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:55:52.953928 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2bd3088e-d89d-4838-b814-d2ddd03de3bb {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:55:52.955068 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e154ac6-d8e5-43d2-aa3f-f187a20115b4', 'code': 200} Mar 01 13:55:52.968800 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-79cef25e-dd4f-499c-8338-297da303a990 None None] Allocated IP 10.1.1.2 (ecc5a3c2-7ca8-4634-8af5-754b9bcd314c/6a836407-0a08-478a-9b48-ab0cc1ea53c4/8c7f442c-d0f4-4e61-88e3-fd01dbd05855) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:55:52.979965 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-abd39e14-bf32-433d-87b0-07e7f7be64a4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (89ab18a4-da3b-4f5c-ade2-fc70c890a018), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:52.990851 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6caba8fb-fc81-4bb1-9023-307d2a5800fc tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (82af45e5-3428-45d7-98e9-10c937ed8f7a), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:52.993118 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-745ff82c-32ae-44c0-8e18-0bcf126dca58 admin admin] Publish callbacks [] for security_group (f95e0479-dc68-4600-8efb-afb0928fe671), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:53.022832 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd39e14-bf32-433d-87b0-07e7f7be64a4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Subnet': ['ID=89ab18a4-da3b-4f5c-ade2-fc70c890a018,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:53.104531 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-745ff82c-32ae-44c0-8e18-0bcf126dca58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (f95e0479-dc68-4600-8efb-afb0928fe671), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:53.112360 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caba8fb-fc81-4bb1-9023-307d2a5800fc tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Pushing event updated for resources: {'Subnet': ['ID=82af45e5-3428-45d7-98e9-10c937ed8f7a,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:53.117773 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-abd39e14-bf32-433d-87b0-07e7f7be64a4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:53.124125 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-745ff82c-32ae-44c0-8e18-0bcf126dca58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:53.131731 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-abd39e14-bf32-433d-87b0-07e7f7be64a4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/89ab18a4-da3b-4f5c-ade2-fc70c890a018 HTTP/1.1" status: 204 len: 168 time: 0.9602304 Mar 01 13:55:53.131731 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49634) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:53.133927 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-745ff82c-32ae-44c0-8e18-0bcf126dca58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f95e0479-dc68-4600-8efb-afb0928fe671 HTTP/1.1" status: 204 len: 168 time: 0.2619429 Mar 01 13:55:53.145406 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ff82c-32ae-44c0-8e18-0bcf126dca58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95e0479-dc68-4600-8efb-afb0928fe671,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:53.332338 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49642) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:53.336040 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-dc1c291a-8940-4d89-a218-7f494d62eeaf tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1748385 Mar 01 13:55:53.338790 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-3f40371f-3697-4299-8475-2bff8d75c8dd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:55:53.418080 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1244c85-9068-4bf8-b14d-7043e4a9332f None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:55:53.439964 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caba8fb-fc81-4bb1-9023-307d2a5800fc tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Checking segment: {'id': '18984bbf-5445-4915-9e22-7c226c4017cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c7c4f361-ab05-4369-bcdd-5e7555278fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:55:53.440716 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caba8fb-fc81-4bb1-9023-307d2a5800fc tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Network hostable DHCP agents. Network: c7c4f361-ab05-4369-bcdd-5e7555278fd6, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:55:53.483583 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caba8fb-fc81-4bb1-9023-307d2a5800fc tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Network c7c4f361-ab05-4369-bcdd-5e7555278fd6 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:55:53.496863 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce919b-c4be-42ec-abb4-c0a87e9ef172 req-606fd81a-bd0b-446d-a159-254f44524028 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:53.498782 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d7ce919b-c4be-42ec-abb4-c0a87e9ef172 req-606fd81a-bd0b-446d-a159-254f44524028 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 943 time: 0.1261945 Mar 01 13:55:53.519434 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-6caba8fb-fc81-4bb1-9023-307d2a5800fc tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, c7c4f361-ab05-4369-bcdd-5e7555278fd6) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:55:53.524480 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-79cef25e-dd4f-499c-8338-297da303a990 None None] Publish callbacks [] for port (8c7f442c-d0f4-4e61-88e3-fd01dbd05855), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:53.540307 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caba8fb-fc81-4bb1-9023-307d2a5800fc tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:53.541113 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6caba8fb-fc81-4bb1-9023-307d2a5800fc tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:53.599554 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d7ce919b-c4be-42ec-abb4-c0a87e9ef172 req-ecf157cc-6378-486a-b5d4-8dd0dd84a108 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915494 Mar 01 13:55:53.610164 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6caba8fb-fc81-4bb1-9023-307d2a5800fc tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2946401 Mar 01 13:55:53.615661 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49648) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:53.629207 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-e3dbdee5-334c-49a8-aa71-6bd755b6de02 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Request body: {'port': {'network_id': 'ecc5a3c2-7ca8-4634-8af5-754b9bcd314c', 'name': 'tempest-TaggedBootDevicesTest_v242-1237860323', 'fixed_ips': [{'subnet_id': '6a836407-0a08-478a-9b48-ab0cc1ea53c4'}]}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:55:53.630336 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346065ee-ba5d-441f-9424-1a2db60b76a0 None None] Network c7c4f361-ab05-4369-bcdd-5e7555278fd6 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:55:53.680371 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-79cef25e-dd4f-499c-8338-297da303a990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (8c7f442c-d0f4-4e61-88e3-fd01dbd05855), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:53.685009 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f40371f-3697-4299-8475-2bff8d75c8dd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:55:53.689613 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3f40371f-3697-4299-8475-2bff8d75c8dd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:53.889712 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dbdee5-334c-49a8-aa71-6bd755b6de02 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Made reservation on behalf of 4475ad9be4194a7593562a2e7537afad for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:55:54.114537 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cef25e-dd4f-499c-8338-297da303a990 None None] Network ecc5a3c2-7ca8-4634-8af5-754b9bcd314c is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:55:54.174916 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e833ac59-be79-4a24-b165-77498b61967a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-c7c4f361-ab05-4369-bcdd-5e7555278fd6', 'network_id': 'c7c4f361-ab05-4369-bcdd-5e7555278fd6', 'project_id': '4475ad9be4194a7593562a2e7537afad', 'fixed_ips': [{'subnet_id': '82af45e5-3428-45d7-98e9-10c937ed8f7a'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:55:54.175976 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e833ac59-be79-4a24-b165-77498b61967a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:54.182805 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-79cef25e-dd4f-499c-8338-297da303a990 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:55:54.187985 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cef25e-dd4f-499c-8338-297da303a990 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:55:54.206544 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3f40371f-3697-4299-8475-2bff8d75c8dd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (ab4aebed-5388-4916-a7a6-6af5012dacf3), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:54.216477 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ce65a-1d78-4ed7-847c-0ee05033f09b req-cebfb4cb-1262-431a-bc3a-487b46353b3e tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:54.217589 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-864ce65a-1d78-4ed7-847c-0ee05033f09b req-cebfb4cb-1262-431a-bc3a-487b46353b3e tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 944 time: 0.1917880 Mar 01 13:55:54.243821 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e3dbdee5-334c-49a8-aa71-6bd755b6de02 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:54.281638 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-e3dbdee5-334c-49a8-aa71-6bd755b6de02 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] device_id is not set on port 65aa8d5c-27c6-46fc-b051-44172617a654 yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:55:54.323790 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f40371f-3697-4299-8475-2bff8d75c8dd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:55:54.331205 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-3f40371f-3697-4299-8475-2bff8d75c8dd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:55:54.343259 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f40371f-3697-4299-8475-2bff8d75c8dd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:54.344342 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3f40371f-3697-4299-8475-2bff8d75c8dd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:54.360837 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40371f-3697-4299-8475-2bff8d75c8dd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Subnet': ['ID=ab4aebed-5388-4916-a7a6-6af5012dacf3,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:54.388173 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3f40371f-3697-4299-8475-2bff8d75c8dd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0523388 Mar 01 13:55:54.389396 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49666) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:54.401751 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-f7047789-c56c-459d-8823-72be3082e718 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'port': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'name': 'tempest-NetworksTestDHCPv6-2098534018'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:55:54.498301 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cef25e-dd4f-499c-8338-297da303a990 None None] Pushing event updated for resources: {'Port': ['ID=8c7f442c-d0f4-4e61-88e3-fd01dbd05855,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:54.534783 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-864ce65a-1d78-4ed7-847c-0ee05033f09b req-88f9e6c1-26f8-4975-a80a-6cb8e989bad8 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3110774 Mar 01 13:55:54.606371 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49670) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:54.650578 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-79cef25e-dd4f-499c-8338-297da303a990 None None] Attempting to bind port 8c7f442c-d0f4-4e61-88e3-fd01dbd05855 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:55:54.651824 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-79cef25e-dd4f-499c-8338-297da303a990 None None] Attempting to bind port 8c7f442c-d0f4-4e61-88e3-fd01dbd05855 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'f0640c11-940f-42bc-a068-93c7ed619c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ecc5a3c2-7ca8-4634-8af5-754b9bcd314c'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:55:54.652994 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cef25e-dd4f-499c-8338-297da303a990 None None] Attempting to bind port 8c7f442c-d0f4-4e61-88e3-fd01dbd05855 on network ecc5a3c2-7ca8-4634-8af5-754b9bcd314c {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:55:54.661711 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cef25e-dd4f-499c-8338-297da303a990 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:55:54.662502 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cef25e-dd4f-499c-8338-297da303a990 None None] Checking segment: {'id': 'f0640c11-940f-42bc-a068-93c7ed619c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ecc5a3c2-7ca8-4634-8af5-754b9bcd314c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:55:54.663487 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-79cef25e-dd4f-499c-8338-297da303a990 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:54.664193 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cef25e-dd4f-499c-8338-297da303a990 None None] Bound using segment: {'id': 'f0640c11-940f-42bc-a068-93c7ed619c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ecc5a3c2-7ca8-4634-8af5-754b9bcd314c'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:55:54.664907 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-79cef25e-dd4f-499c-8338-297da303a990 None None] Bound port: 8c7f442c-d0f4-4e61-88e3-fd01dbd05855, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0640c11-940f-42bc-a068-93c7ed619c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ecc5a3c2-7ca8-4634-8af5-754b9bcd314c'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:55:54.666951 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-79cef25e-dd4f-499c-8338-297da303a990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8c7f442c-d0f4-4e61-88e3-fd01dbd05855), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:54.690942 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c819e2-3884-4ef0-b70d-cb76779a9183 None None] DHCP port deletion for db8edbc8-a3c8-4a8f-b733-3509635fb19f request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:55:54.704910 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-e833ac59-be79-4a24-b165-77498b61967a None None] Allocated IP 10.2.2.2 (c7c4f361-ab05-4369-bcdd-5e7555278fd6/82af45e5-3428-45d7-98e9-10c937ed8f7a/c7149afb-fe21-48e0-b0e1-abd6b268026d) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:55:54.790413 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7047789-c56c-459d-8823-72be3082e718 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:55:54.795344 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f7047789-c56c-459d-8823-72be3082e718 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:54.833633 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-f7047789-c56c-459d-8823-72be3082e718 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] device_id is not set on port d8750c10-f008-48e0-b74e-28af0e392a02 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:55:54.874077 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-79cef25e-dd4f-499c-8338-297da303a990 None None] For port 8c7f442c-d0f4-4e61-88e3-fd01dbd05855, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:55:54.932787 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-f7e0cffa-460c-4e1f-adbb-fe694ed367d4 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1511796970-network', 'tenant_id': '0a70f83b878747d291340c8bc3ba55ae'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:55:54.934581 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-79cef25e-dd4f-499c-8338-297da303a990 None None] For port 8c7f442c-d0f4-4e61-88e3-fd01dbd05855, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=8c7f442c-d0f4-4e61-88e3-fd01dbd05855,segment=NetworkSegment(f0640c11-940f-42bc-a068-93c7ed619c6a),segment_id=f0640c11-940f-42bc-a068-93c7ed619c6a)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:55:54.959797 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-79cef25e-dd4f-499c-8338-297da303a990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (8c7f442c-d0f4-4e61-88e3-fd01dbd05855), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:55.014499 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e0cffa-460c-4e1f-adbb-fe694ed367d4 admin admin] Made reservation on behalf of 0a70f83b878747d291340c8bc3ba55ae for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:55:55.017001 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f7e0cffa-460c-4e1f-adbb-fe694ed367d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:55.033227 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-e3dbdee5-334c-49a8-aa71-6bd755b6de02 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Allocated IP 10.1.1.195 (ecc5a3c2-7ca8-4634-8af5-754b9bcd314c/6a836407-0a08-478a-9b48-ab0cc1ea53c4/65aa8d5c-27c6-46fc-b051-44172617a654) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:55:55.046763 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f7e0cffa-460c-4e1f-adbb-fe694ed367d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:55.095957 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-f7047789-c56c-459d-8823-72be3082e718 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Allocated IP 2001:db8::83 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/ab4aebed-5388-4916-a7a6-6af5012dacf3/d8750c10-f008-48e0-b74e-28af0e392a02) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:55:55.118471 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff378e84-ce2e-4f09-9405-02058630f087 req-87b9ba57-e531-43a4-ab50-17d1bd6ea236 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:55.119154 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 65d1f5fc-1d8a-4796-82b8-5d792b1f519e no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:55:55.122815 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ff378e84-ce2e-4f09-9405-02058630f087 req-87b9ba57-e531-43a4-ab50-17d1bd6ea236 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 943 time: 0.3189931 Mar 01 13:55:55.275923 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f7e0cffa-460c-4e1f-adbb-fe694ed367d4 admin admin] Publish callbacks [] for security_group (6886d1c0-8ea2-4e8a-9e8f-5e7dfb42e17d), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:55.284622 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f7e0cffa-460c-4e1f-adbb-fe694ed367d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6886d1c0-8ea2-4e8a-9e8f-5e7dfb42e17d), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:55.331792 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e0cffa-460c-4e1f-adbb-fe694ed367d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:55:55.403038 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f7e0cffa-460c-4e1f-adbb-fe694ed367d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (0682587c-7f03-4e29-ba43-b35c57070cbe), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:55.404111 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-f7e0cffa-460c-4e1f-adbb-fe694ed367d4 admin admin] Added segment 0682587c-7f03-4e29-ba43-b35c57070cbe of type vlan for network 50924ae0-93ed-4551-b34c-8e3863e52729 Mar 01 13:55:55.415020 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0cffa-460c-4e1f-adbb-fe694ed367d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6886d1c0-8ea2-4e8a-9e8f-5e7dfb42e17d,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:55.445413 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ff378e84-ce2e-4f09-9405-02058630f087 req-c56440f6-e975-4c5a-9ae3-6def83e6c3b6 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090315 Mar 01 13:55:55.551630 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f7047789-c56c-459d-8823-72be3082e718 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for port (d8750c10-f008-48e0-b74e-28af0e392a02), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:55.588106 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e3dbdee5-334c-49a8-aa71-6bd755b6de02 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks [] for port (65aa8d5c-27c6-46fc-b051-44172617a654), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:55.593193 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f7e0cffa-460c-4e1f-adbb-fe694ed367d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (50924ae0-93ed-4551-b34c-8e3863e52729), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:55.703190 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f7e0cffa-460c-4e1f-adbb-fe694ed367d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (50924ae0-93ed-4551-b34c-8e3863e52729), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:55.704331 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e0cffa-460c-4e1f-adbb-fe694ed367d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:55.704911 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f7e0cffa-460c-4e1f-adbb-fe694ed367d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:55.707314 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-48c819e2-3884-4ef0-b70d-cb76779a9183 None None] Deleting port 65d1f5fc-1d8a-4796-82b8-5d792b1f519e {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:55:55.707956 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-48c819e2-3884-4ef0-b70d-cb76779a9183 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (65d1f5fc-1d8a-4796-82b8-5d792b1f519e), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:55.718938 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f7047789-c56c-459d-8823-72be3082e718 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (d8750c10-f008-48e0-b74e-28af0e392a02), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:55.817020 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e3dbdee5-334c-49a8-aa71-6bd755b6de02 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (65aa8d5c-27c6-46fc-b051-44172617a654), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:55.869015 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-48c819e2-3884-4ef0-b70d-cb76779a9183 None None] For port 65d1f5fc-1d8a-4796-82b8-5d792b1f519e, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=65d1f5fc-1d8a-4796-82b8-5d792b1f519e,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:55.869569 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-48c819e2-3884-4ef0-b70d-cb76779a9183 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (65d1f5fc-1d8a-4796-82b8-5d792b1f519e), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:55.878844 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f7e0cffa-460c-4e1f-adbb-fe694ed367d4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2709875 Mar 01 13:55:55.889030 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49680) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:55.895855 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7047789-c56c-459d-8823-72be3082e718 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:55:55.902891 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-965a0366-3b25-46da-a263-9607020f6389 admin admin] Request body: {'subnet': {'network_id': '50924ae0-93ed-4551-b34c-8e3863e52729', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1511796970-subnet', 'tenant_id': '0a70f83b878747d291340c8bc3ba55ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:55:55.909954 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-f7047789-c56c-459d-8823-72be3082e718 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:55:55.912301 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0cffa-460c-4e1f-adbb-fe694ed367d4 admin admin] Pushing event updated for resources: {'Network': ['ID=50924ae0-93ed-4551-b34c-8e3863e52729,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:55.918840 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7047789-c56c-459d-8823-72be3082e718 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:55:55.928368 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7047789-c56c-459d-8823-72be3082e718 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:55.929297 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f7047789-c56c-459d-8823-72be3082e718 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:55.939115 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7047789-c56c-459d-8823-72be3082e718 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Port': ['ID=d8750c10-f008-48e0-b74e-28af0e392a02,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:55.998214 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f7047789-c56c-459d-8823-72be3082e718 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6018238 Mar 01 13:55:55.999203 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49682) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:56.004914 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e833ac59-be79-4a24-b165-77498b61967a None None] Publish callbacks [] for port (c7149afb-fe21-48e0-b0e1-abd6b268026d), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:56.016062 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dbdee5-334c-49a8-aa71-6bd755b6de02 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Network ecc5a3c2-7ca8-4634-8af5-754b9bcd314c is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:55:56.018423 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cef25e-dd4f-499c-8338-297da303a990 None None] Pushing event updated for resources: {'Port': ['ID=8c7f442c-d0f4-4e61-88e3-fd01dbd05855,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:56.022744 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965a0366-3b25-46da-a263-9607020f6389 admin admin] Made reservation on behalf of 0a70f83b878747d291340c8bc3ba55ae for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:55:56.033037 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-e3dbdee5-334c-49a8-aa71-6bd755b6de02 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:55:56.042237 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-965a0366-3b25-46da-a263-9607020f6389 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:56.056708 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dbdee5-334c-49a8-aa71-6bd755b6de02 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:55:56.069871 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 50924ae0-93ed-4551-b34c-8e3863e52729 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:55:56.072395 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e833ac59-be79-4a24-b165-77498b61967a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (c7149afb-fe21-48e0-b0e1-abd6b268026d), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:56.105135 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e833ac59-be79-4a24-b165-77498b61967a None None] Network c7c4f361-ab05-4369-bcdd-5e7555278fd6 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:55:56.121603 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-48c819e2-3884-4ef0-b70d-cb76779a9183 None None] Calling delete_port for 65d1f5fc-1d8a-4796-82b8-5d792b1f519e owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:55:56.128053 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-e833ac59-be79-4a24-b165-77498b61967a None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:55:56.130770 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017dc11a-036b-4ffe-ab72-808ae1b5f9f9 req-34844acb-c4c9-46ca-840f-abe0c0b8e88f tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:56.132654 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-017dc11a-036b-4ffe-ab72-808ae1b5f9f9 req-34844acb-c4c9-46ca-840f-abe0c0b8e88f tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.5266378 Mar 01 13:55:56.142177 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dbdee5-334c-49a8-aa71-6bd755b6de02 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:56.142953 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e3dbdee5-334c-49a8-aa71-6bd755b6de02 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:56.166546 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27e1c3-9aa0-4576-ba89-d94d0f1d9488 req-f6cef17c-c1b4-4a8b-ae90-8430cc41dfb2 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:56.168384 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7d27e1c3-9aa0-4576-ba89-d94d0f1d9488 req-f6cef17c-c1b4-4a8b-ae90-8430cc41dfb2 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 944 time: 0.4986730 Mar 01 13:55:56.176835 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e3dbdee5-334c-49a8-aa71-6bd755b6de02 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5590563 Mar 01 13:55:56.182750 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49684) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:56.192735 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbdee5-334c-49a8-aa71-6bd755b6de02 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Pushing event updated for resources: {'Port': ['ID=65aa8d5c-27c6-46fc-b051-44172617a654,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:56.259101 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-308d4c54-3045-49b4-a3e9-8e5171a69418 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Request body: {'port': {'network_id': 'ecc5a3c2-7ca8-4634-8af5-754b9bcd314c', 'name': 'tempest-TaggedBootDevicesTest_v242-1754897979', 'fixed_ips': [{'subnet_id': '6a836407-0a08-478a-9b48-ab0cc1ea53c4'}]}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:55:56.268395 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7d27e1c3-9aa0-4576-ba89-d94d0f1d9488 req-e31fa2f7-ceba-47a9-89f1-882c76cd4588 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768504 Mar 01 13:55:56.285897 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-017dc11a-036b-4ffe-ab72-808ae1b5f9f9 req-be030f75-3d7c-4d81-a739-e8913d2652a7 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305230 Mar 01 13:55:56.289880 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e833ac59-be79-4a24-b165-77498b61967a None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:55:56.399962 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7edb9323-8b0a-42d9-b497-3eb31df430b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:56.523706 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 65d1f5fc-1d8a-4796-82b8-5d792b1f519e is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:56.524431 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (65d1f5fc-1d8a-4796-82b8-5d792b1f519e), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:56.532847 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5b97d-5dea-45ab-97ee-50605e52f298 req-20cd327f-b443-46cb-9426-d55ca61feea0 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:56.538470 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06a5b97d-5dea-45ab-97ee-50605e52f298 req-20cd327f-b443-46cb-9426-d55ca61feea0 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.0899527 Mar 01 13:55:56.567564 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72c78dd-0345-4f0f-949d-9d2174a56793 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:56.577453 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72c78dd-0345-4f0f-949d-9d2174a56793 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:56.584931 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a72c78dd-0345-4f0f-949d-9d2174a56793 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.5797493 Mar 01 13:55:56.597807 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49688) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:56.616589 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06a5b97d-5dea-45ab-97ee-50605e52f298 req-52adbef7-b5fb-4a4a-8333-e75335002368 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718431 Mar 01 13:55:56.640071 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-e833ac59-be79-4a24-b165-77498b61967a None None] Attempting to bind port c7149afb-fe21-48e0-b0e1-abd6b268026d on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:55:56.640676 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-e833ac59-be79-4a24-b165-77498b61967a None None] Attempting to bind port c7149afb-fe21-48e0-b0e1-abd6b268026d by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '18984bbf-5445-4915-9e22-7c226c4017cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c7c4f361-ab05-4369-bcdd-5e7555278fd6'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:55:56.641378 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e833ac59-be79-4a24-b165-77498b61967a None None] Attempting to bind port c7149afb-fe21-48e0-b0e1-abd6b268026d on network c7c4f361-ab05-4369-bcdd-5e7555278fd6 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:55:56.654062 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833ac59-be79-4a24-b165-77498b61967a None None] Pushing event updated for resources: {'Port': ['ID=c7149afb-fe21-48e0-b0e1-abd6b268026d,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:56.691314 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e833ac59-be79-4a24-b165-77498b61967a None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:55:56.691730 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e833ac59-be79-4a24-b165-77498b61967a None None] Checking segment: {'id': '18984bbf-5445-4915-9e22-7c226c4017cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c7c4f361-ab05-4369-bcdd-5e7555278fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:55:56.692200 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e833ac59-be79-4a24-b165-77498b61967a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:56.692536 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e833ac59-be79-4a24-b165-77498b61967a None None] Bound using segment: {'id': '18984bbf-5445-4915-9e22-7c226c4017cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c7c4f361-ab05-4369-bcdd-5e7555278fd6'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:55:56.693027 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-e833ac59-be79-4a24-b165-77498b61967a None None] Bound port: c7149afb-fe21-48e0-b0e1-abd6b268026d, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18984bbf-5445-4915-9e22-7c226c4017cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c7c4f361-ab05-4369-bcdd-5e7555278fd6'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:55:56.693421 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e833ac59-be79-4a24-b165-77498b61967a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c7149afb-fe21-48e0-b0e1-abd6b268026d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:56.794384 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-e833ac59-be79-4a24-b165-77498b61967a None None] For port c7149afb-fe21-48e0-b0e1-abd6b268026d, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:55:56.803766 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-e833ac59-be79-4a24-b165-77498b61967a None None] For port c7149afb-fe21-48e0-b0e1-abd6b268026d, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=c7149afb-fe21-48e0-b0e1-abd6b268026d,segment=NetworkSegment(18984bbf-5445-4915-9e22-7c226c4017cd),segment_id=18984bbf-5445-4915-9e22-7c226c4017cd)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:55:56.813313 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308d4c54-3045-49b4-a3e9-8e5171a69418 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Made reservation on behalf of 4475ad9be4194a7593562a2e7537afad for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:55:56.830352 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e833ac59-be79-4a24-b165-77498b61967a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c7149afb-fe21-48e0-b0e1-abd6b268026d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:56.861325 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 65d1f5fc-1d8a-4796-82b8-5d792b1f519e, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=65d1f5fc-1d8a-4796-82b8-5d792b1f519e,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:56.889905 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989da83-3aac-4328-a4cf-9013166356b5 req-0eb43088-319f-42d3-b91d-d472ff0b5e70 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:56.891495 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4989da83-3aac-4328-a4cf-9013166356b5 req-0eb43088-319f-42d3-b91d-d472ff0b5e70 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1303031 Mar 01 13:55:56.932644 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-bde4cc56-6601-4236-af45-090bd0d0a0ce tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting port d8750c10-f008-48e0-b74e-28af0e392a02 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:55:56.933167 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bde4cc56-6601-4236-af45-090bd0d0a0ce tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (d8750c10-f008-48e0-b74e-28af0e392a02), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:56.950548 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (65d1f5fc-1d8a-4796-82b8-5d792b1f519e), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:57.019573 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-48c819e2-3884-4ef0-b70d-cb76779a9183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (65d1f5fc-1d8a-4796-82b8-5d792b1f519e), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:57.036768 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bde4cc56-6601-4236-af45-090bd0d0a0ce tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (d8750c10-f008-48e0-b74e-28af0e392a02), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:57.049926 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4989da83-3aac-4328-a4cf-9013166356b5 req-416d2d04-1781-406a-9924-9e778e2c4c8b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426039 Mar 01 13:55:57.065379 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c819e2-3884-4ef0-b70d-cb76779a9183 None None] No DVR routers for this DVR port 65d1f5fc-1d8a-4796-82b8-5d792b1f519e on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:55:57.068740 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-bde4cc56-6601-4236-af45-090bd0d0a0ce tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Calling delete_port for d8750c10-f008-48e0-b74e-28af0e392a02 owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:55:57.068937 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833ac59-be79-4a24-b165-77498b61967a None None] Pushing event updated for resources: {'Port': ['ID=c7149afb-fe21-48e0-b0e1-abd6b268026d,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:57.105223 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f2f7af-c82b-4572-ae18-717ad60b81c7 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:55:57.358962 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event deleted for resources: {'Port': ['ID=65d1f5fc-1d8a-4796-82b8-5d792b1f519e,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:57.373132 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 8c7f442c-d0f4-4e61-88e3-fd01dbd05855 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:55:57.401087 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5502c05-4c89-4848-8226-e0b977b9e001 req-7325169c-b951-4410-9abc-d36310d60c29 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:57.416112 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b5502c05-4c89-4848-8226-e0b977b9e001 req-7325169c-b951-4410-9abc-d36310d60c29 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.2148042 Mar 01 13:55:57.479196 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-308d4c54-3045-49b4-a3e9-8e5171a69418 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:57.521541 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-308d4c54-3045-49b4-a3e9-8e5171a69418 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] device_id is not set on port 30fd31a3-73cf-46f5-87d5-6169382a8920 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:55:57.558822 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c819e2-3884-4ef0-b70d-cb76779a9183 None None] Pushing event deleted for resources: {'Port': ['ID=65d1f5fc-1d8a-4796-82b8-5d792b1f519e,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:57.624388 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b5502c05-4c89-4848-8226-e0b977b9e001 req-eb5e99ae-abc6-4e8b-8d72-5034433598cd tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072997 Mar 01 13:55:57.652812 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bde4cc56-6601-4236-af45-090bd0d0a0ce tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (d8750c10-f008-48e0-b74e-28af0e392a02), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:57.662114 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8e3368b9-3ad7-483f-a828-3e5598a9379f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:57.688010 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 8c7f442c-d0f4-4e61-88e3-fd01dbd05855 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:57.688393 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8c7f442c-d0f4-4e61-88e3-fd01dbd05855), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:57.717537 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a8466-dbbe-4a34-9647-f425f0b978ff req-3f7842c0-e28b-4c3c-864c-ef1fddb9735c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:57.725589 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bf9a8466-dbbe-4a34-9647-f425f0b978ff req-3f7842c0-e28b-4c3c-864c-ef1fddb9735c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 944 time: 0.2449906 Mar 01 13:55:57.769583 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4143ef-1bce-434c-95ab-08688e18062b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'project_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'fixed_ips': [{'subnet_id': 'ab4aebed-5388-4916-a7a6-6af5012dacf3'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:55:57.770488 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fe4143ef-1bce-434c-95ab-08688e18062b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:57.823180 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef02ac0-e709-4add-8409-c8e2d0cdc1f7 None None] Network ecc5a3c2-7ca8-4634-8af5-754b9bcd314c requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:55:57.844183 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bf9a8466-dbbe-4a34-9647-f425f0b978ff req-636499a8-d6cd-449e-8e62-95ff8467f2c3 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172404 Mar 01 13:55:57.857403 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-965a0366-3b25-46da-a263-9607020f6389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (4abeb268-6917-4c73-ac47-8043a651b025), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:57.916310 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 8c7f442c-d0f4-4e61-88e3-fd01dbd05855 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:57.916695 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8c7f442c-d0f4-4e61-88e3-fd01dbd05855), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:57.938921 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bde4cc56-6601-4236-af45-090bd0d0a0ce tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:57.945305 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-bde4cc56-6601-4236-af45-090bd0d0a0ce tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/d8750c10-f008-48e0-b74e-28af0e392a02 HTTP/1.1" status: 204 len: 168 time: 1.3402851 Mar 01 13:55:57.946196 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49704) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:57.963064 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cdec25-26f0-4a93-847f-d6f36ef0b0f3 req-9570ff35-fff6-42b8-83d2-156ced8d1413 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:57.964631 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-57cdec25-26f0-4a93-847f-d6f36ef0b0f3 req-9570ff35-fff6-42b8-83d2-156ced8d1413 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.0729012 Mar 01 13:55:57.979496 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4cc56-6601-4236-af45-090bd0d0a0ce tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Port': ['ID=d8750c10-f008-48e0-b74e-28af0e392a02,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:58.000245 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-c6442ea4-1401-4ff5-8815-4c25a9b3c6b2 None None] Provisioning complete for port 8c7f442c-d0f4-4e61-88e3-fd01dbd05855 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:58.000245 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c6442ea4-1401-4ff5-8815-4c25a9b3c6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8c7f442c-d0f4-4e61-88e3-fd01dbd05855), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:58.048188 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a0366-3b25-46da-a263-9607020f6389 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4abeb268-6917-4c73-ac47-8043a651b025,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:58.078598 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8391a34a-ad73-4bae-a90f-7c300d2faab2 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:58.080400 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8391a34a-ad73-4bae-a90f-7c300d2faab2 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:58.084329 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8391a34a-ad73-4bae-a90f-7c300d2faab2 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1364346 Mar 01 13:55:58.084912 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49706) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:58.102152 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-57cdec25-26f0-4a93-847f-d6f36ef0b0f3 req-9f4789a0-0613-4cff-b458-69d753848328 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288421 Mar 01 13:55:58.119118 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 8c7f442c-d0f4-4e61-88e3-fd01dbd05855, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=8c7f442c-d0f4-4e61-88e3-fd01dbd05855,segment=NetworkSegment(f0640c11-940f-42bc-a068-93c7ed619c6a),segment_id=f0640c11-940f-42bc-a068-93c7ed619c6a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:55:58.132062 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (8c7f442c-d0f4-4e61-88e3-fd01dbd05855), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:58.155191 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-0468f3f8-1682-4e8d-90b4-646c67fd63ce tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting subnet ab4aebed-5388-4916-a7a6-6af5012dacf3 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:55:58.175004 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-fe4143ef-1bce-434c-95ab-08688e18062b None None] Allocated IP 2001:db8::2 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/ab4aebed-5388-4916-a7a6-6af5012dacf3/3d33eef6-8ece-4f1d-9866-778fddb2750c) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:55:58.186288 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965a0366-3b25-46da-a263-9607020f6389 admin admin] Checking segment: {'id': '0682587c-7f03-4e29-ba43-b35c57070cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '50924ae0-93ed-4551-b34c-8e3863e52729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:55:58.186650 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965a0366-3b25-46da-a263-9607020f6389 admin admin] Network hostable DHCP agents. Network: 50924ae0-93ed-4551-b34c-8e3863e52729, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:55:58.230008 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-308d4c54-3045-49b4-a3e9-8e5171a69418 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Allocated IP 10.1.1.45 (ecc5a3c2-7ca8-4634-8af5-754b9bcd314c/6a836407-0a08-478a-9b48-ab0cc1ea53c4/30fd31a3-73cf-46f5-87d5-6169382a8920) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:55:58.233523 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965a0366-3b25-46da-a263-9607020f6389 admin admin] Network 50924ae0-93ed-4551-b34c-8e3863e52729 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:55:58.248831 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-965a0366-3b25-46da-a263-9607020f6389 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 50924ae0-93ed-4551-b34c-8e3863e52729) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:55:58.254284 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965a0366-3b25-46da-a263-9607020f6389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:58.255237 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-965a0366-3b25-46da-a263-9607020f6389 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:58.263297 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=8c7f442c-d0f4-4e61-88e3-fd01dbd05855,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:58.286455 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-965a0366-3b25-46da-a263-9607020f6389 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.3927829 Mar 01 13:55:58.310185 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cd0fcd-aaf3-4049-b084-24240b157dec None None] Network 50924ae0-93ed-4551-b34c-8e3863e52729 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:55:58.417815 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-c6442ea4-1401-4ff5-8815-4c25a9b3c6b2 None None] Current status of the port 8c7f442c-d0f4-4e61-88e3-fd01dbd05855 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:58.503945 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-308d4c54-3045-49b4-a3e9-8e5171a69418 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks [] for port (30fd31a3-73cf-46f5-87d5-6169382a8920), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:58.552440 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-308d4c54-3045-49b4-a3e9-8e5171a69418 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (30fd31a3-73cf-46f5-87d5-6169382a8920), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:58.559020 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 1e154ac6-d8e5-43d2-aa3f-f187a20115b4 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:55:58.602409 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd006b89-27e0-4980-b217-a2c77f0f0014 None None] Network 50924ae0-93ed-4551-b34c-8e3863e52729 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:55:58.620573 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308d4c54-3045-49b4-a3e9-8e5171a69418 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Network ecc5a3c2-7ca8-4634-8af5-754b9bcd314c is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:55:58.627939 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-308d4c54-3045-49b4-a3e9-8e5171a69418 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:55:58.631387 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308d4c54-3045-49b4-a3e9-8e5171a69418 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:55:58.671648 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d4c54-3045-49b4-a3e9-8e5171a69418 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Pushing event updated for resources: {'Port': ['ID=30fd31a3-73cf-46f5-87d5-6169382a8920,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:58.695533 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fe4143ef-1bce-434c-95ab-08688e18062b None None] Publish callbacks [] for port (3d33eef6-8ece-4f1d-9866-778fddb2750c), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:58.709509 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0468f3f8-1682-4e8d-90b4-646c67fd63ce tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (ab4aebed-5388-4916-a7a6-6af5012dacf3), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:58.735111 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308d4c54-3045-49b4-a3e9-8e5171a69418 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:58.736596 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-308d4c54-3045-49b4-a3e9-8e5171a69418 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:58.749355 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fe4143ef-1bce-434c-95ab-08688e18062b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (3d33eef6-8ece-4f1d-9866-778fddb2750c), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:58.776902 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-308d4c54-3045-49b4-a3e9-8e5171a69418 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5843465 Mar 01 13:55:58.783137 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0468f3f8-1682-4e8d-90b4-646c67fd63ce tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (ab4aebed-5388-4916-a7a6-6af5012dacf3), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:59.000533 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4143ef-1bce-434c-95ab-08688e18062b None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:55:59.028847 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0468f3f8-1682-4e8d-90b4-646c67fd63ce tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (ab4aebed-5388-4916-a7a6-6af5012dacf3), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:59.029394 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193ab458-90f1-44c3-a353-a8d842c94ed6 None None] Network c7c4f361-ab05-4369-bcdd-5e7555278fd6 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:55:59.032709 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-fe4143ef-1bce-434c-95ab-08688e18062b None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:55:59.074372 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49728) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:59.079711 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-9b7f21e3-59b2-4438-ae00-ea4ec23e327a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1067568697', 'description': 'tempest-description--966164086'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:55:59.124915 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4143ef-1bce-434c-95ab-08688e18062b None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:55:59.130331 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4143ef-1bce-434c-95ab-08688e18062b None None] Pushing event updated for resources: {'Port': ['ID=3d33eef6-8ece-4f1d-9866-778fddb2750c,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:59.132436 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-f4cfe0f4-6512-48e5-a9a0-99510e2b6f61 None None] Provisioning complete for port 8c7f442c-d0f4-4e61-88e3-fd01dbd05855 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:59.132969 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9b7f21e3-59b2-4438-ae00-ea4ec23e327a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:59.133097 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f4cfe0f4-6512-48e5-a9a0-99510e2b6f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8c7f442c-d0f4-4e61-88e3-fd01dbd05855), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:59.141453 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-7a5aa35d-0a36-4b26-b2ae-a7995377bd90 tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:59.150247 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-7a5aa35d-0a36-4b26-b2ae-a7995377bd90 tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] 10.222.0.13 "GET /v2.0/networks?id=50924ae0-93ed-4551-b34c-8e3863e52729 HTTP/1.1" status: 200 len: 821 time: 0.2645855 Mar 01 13:55:59.192037 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-a80c0433-8c3a-4f27-9531-aea789685511 tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] 10.222.0.13 "GET /v2.0/quotas/0a70f83b878747d291340c8bc3ba55ae HTTP/1.1" status: 200 len: 375 time: 0.0415285 Mar 01 13:55:59.259463 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-23236998-7b55-4f57-b937-1c8b3203e59b tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a70f83b878747d291340c8bc3ba55ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661726 Mar 01 13:55:59.283776 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9b7f21e3-59b2-4438-ae00-ea4ec23e327a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks [] for security_group (4926b459-8543-49de-ab0f-5a77b60f8487), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:59.294012 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0468f3f8-1682-4e8d-90b4-646c67fd63ce tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (ab4aebed-5388-4916-a7a6-6af5012dacf3), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:59.294371 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9b7f21e3-59b2-4438-ae00-ea4ec23e327a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4926b459-8543-49de-ab0f-5a77b60f8487), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:59.315448 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 8c7f442c-d0f4-4e61-88e3-fd01dbd05855 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:55:59.334645 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468f3f8-1682-4e8d-90b4-646c67fd63ce tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Subnet': ['ID=ab4aebed-5388-4916-a7a6-6af5012dacf3,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:59.346726 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7280da-f5e6-4422-9502-347994777d99 req-a1a01dc3-2f51-496b-9e04-ec4f1c032187 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:59.347401 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9b7f21e3-59b2-4438-ae00-ea4ec23e327a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:59.348945 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2a7280da-f5e6-4422-9502-347994777d99 req-a1a01dc3-2f51-496b-9e04-ec4f1c032187 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 944 time: 0.1463053 Mar 01 13:55:59.357985 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0468f3f8-1682-4e8d-90b4-646c67fd63ce tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:59.358839 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9b7f21e3-59b2-4438-ae00-ea4ec23e327a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2828341 Mar 01 13:55:59.359730 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49734) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:59.362595 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0468f3f8-1682-4e8d-90b4-646c67fd63ce tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/ab4aebed-5388-4916-a7a6-6af5012dacf3 HTTP/1.1" status: 204 len: 168 time: 1.2713609 Mar 01 13:55:59.363207 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49736) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:59.377007 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-78eeda17-bf13-442a-8a8a-05c51e9669ab tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Request body: {'security_group_rule': {'security_group_id': '4926b459-8543-49de-ab0f-5a77b60f8487', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:55:59.391586 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f21e3-59b2-4438-ae00-ea4ec23e327a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4926b459-8543-49de-ab0f-5a77b60f8487,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:55:59.419618 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:59.442755 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4c23e53c-972d-43f5-9e54-3e2bbd9cd8d5 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0696926 Mar 01 13:55:59.443448 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49738) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:59.448028 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-fe4143ef-1bce-434c-95ab-08688e18062b None None] Attempting to bind port 3d33eef6-8ece-4f1d-9866-778fddb2750c on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:55:59.448405 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-fe4143ef-1bce-434c-95ab-08688e18062b None None] Attempting to bind port 3d33eef6-8ece-4f1d-9866-778fddb2750c by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:55:59.448771 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4143ef-1bce-434c-95ab-08688e18062b None None] Attempting to bind port 3d33eef6-8ece-4f1d-9866-778fddb2750c on network db8edbc8-a3c8-4a8f-b733-3509635fb19f {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:55:59.455965 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 1e154ac6-d8e5-43d2-aa3f-f187a20115b4 is: DOWN; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:59.500900 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2a7280da-f5e6-4422-9502-347994777d99 req-fd8b9648-a68b-4a0a-8c09-631db943a68c tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395795 Mar 01 13:55:59.503650 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-78eeda17-bf13-442a-8a8a-05c51e9669ab tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks [] for security_group_rule (28504cbb-0228-4407-9037-9f77726c0eaf), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:59.505132 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4143ef-1bce-434c-95ab-08688e18062b None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:55:59.505521 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4143ef-1bce-434c-95ab-08688e18062b None None] Checking segment: {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:55:59.505928 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fe4143ef-1bce-434c-95ab-08688e18062b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:59.506334 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4143ef-1bce-434c-95ab-08688e18062b None None] Bound using segment: {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:55:59.506805 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-fe4143ef-1bce-434c-95ab-08688e18062b None None] Bound port: 3d33eef6-8ece-4f1d-9866-778fddb2750c, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:55:59.507201 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fe4143ef-1bce-434c-95ab-08688e18062b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3d33eef6-8ece-4f1d-9866-778fddb2750c), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:59.534101 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-1820d0a5-3f43-409a-b3c4-a76881a6426a service neutron] 10.222.0.13 "GET /v2.0/networks/50924ae0-93ed-4551-b34c-8e3863e52729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650816 Mar 01 13:55:59.541574 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f4cfe0f4-6512-48e5-a9a0-99510e2b6f61 None None] Current status of the port 8c7f442c-d0f4-4e61-88e3-fd01dbd05855 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:59.562840 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6a80da-3ea4-45f1-b697-4854a7ae08fa tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:59.564603 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6f6a80da-3ea4-45f1-b697-4854a7ae08fa tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1175468 Mar 01 13:55:59.572535 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49740) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:55:59.591536 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-f4cfe0f4-6512-48e5-a9a0-99510e2b6f61 None None] Provisioning complete for port 65aa8d5c-27c6-46fc-b051-44172617a654 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:59.591936 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f4cfe0f4-6512-48e5-a9a0-99510e2b6f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (65aa8d5c-27c6-46fc-b051-44172617a654), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:59.601484 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 8c7f442c-d0f4-4e61-88e3-fd01dbd05855 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:55:59.602137 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8c7f442c-d0f4-4e61-88e3-fd01dbd05855), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:59.686765 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-be029081-403b-4415-8a01-377e9690b52a service neutron] 10.222.0.13 "GET /v2.0/networks/50924ae0-93ed-4551-b34c-8e3863e52729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434448 Mar 01 13:55:59.692618 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f4cfe0f4-6512-48e5-a9a0-99510e2b6f61 None None] Port 65aa8d5c-27c6-46fc-b051-44172617a654 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:55:59.699249 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-fe4143ef-1bce-434c-95ab-08688e18062b None None] For port 3d33eef6-8ece-4f1d-9866-778fddb2750c, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:55:59.700488 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85771e-8c17-4715-aaec-9e4f4c863027 req-c39fcad1-6893-4e12-a070-bdbca7ada299 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:55:59.705415 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-fe4143ef-1bce-434c-95ab-08688e18062b None None] For port 3d33eef6-8ece-4f1d-9866-778fddb2750c, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=3d33eef6-8ece-4f1d-9866-778fddb2750c,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:55:59.707978 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9e85771e-8c17-4715-aaec-9e4f4c863027 req-c39fcad1-6893-4e12-a070-bdbca7ada299 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.0890839 Mar 01 13:55:59.718227 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fe4143ef-1bce-434c-95ab-08688e18062b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (3d33eef6-8ece-4f1d-9866-778fddb2750c), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:55:59.785112 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9e85771e-8c17-4715-aaec-9e4f4c863027 req-54ae449b-8e47-4876-aa69-cb4cc63899b8 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755472 Mar 01 13:55:59.905676 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 8c7f442c-d0f4-4e61-88e3-fd01dbd05855 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:55:59.907155 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c7149afb-fe21-48e0-b0e1-abd6b268026d up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:55:59.961363 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-177a1853-9572-4394-b4fb-0a4d32bf77c3 req-47d33e7d-83e2-47b5-a87f-5661f291f017 tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0c8a66-88bf-4d18-9066-b251a6028631 HTTP/1.1" status: 200 len: 210 time: 0.0346584 Mar 01 13:55:59.995332 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4143ef-1bce-434c-95ab-08688e18062b None None] Pushing event updated for resources: {'Port': ['ID=3d33eef6-8ece-4f1d-9866-778fddb2750c,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:00.017079 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-78eeda17-bf13-442a-8a8a-05c51e9669ab tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks [] for security_group_rule (28504cbb-0228-4407-9037-9f77726c0eaf), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:00.017229 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-6818e390-0a21-4090-8eb2-b60973060e4a None None] Provisioning complete for port c7149afb-fe21-48e0-b0e1-abd6b268026d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:00.017229 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6818e390-0a21-4090-8eb2-b60973060e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c7149afb-fe21-48e0-b0e1-abd6b268026d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:00.017789 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a7bd5c-ce79-43b8-a253-4d17e2b3a20c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:00.017789 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-44a7bd5c-ce79-43b8-a253-4d17e2b3a20c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4352660 Mar 01 13:56:00.017986 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49746) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:00.036621 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-78eeda17-bf13-442a-8a8a-05c51e9669ab tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (28504cbb-0228-4407-9037-9f77726c0eaf), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:00.050759 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0928461-a545-4812-950a-75aef6911358 None None] get_active_networks_info from n-d-827467-3 {{(pid=103728) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 01 13:56:00.065763 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eeda17-bf13-442a-8a8a-05c51e9669ab tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28504cbb-0228-4407-9037-9f77726c0eaf,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:00.074624 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-de2fc511-1b3a-4091-a9d2-156a5944c40d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0585320 Mar 01 13:56:00.076748 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-78eeda17-bf13-442a-8a8a-05c51e9669ab tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:00.078523 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-78eeda17-bf13-442a-8a8a-05c51e9669ab tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7117214 Mar 01 13:56:00.081143 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49750) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:00.081704 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49752) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:00.087910 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-95d194c4-171f-42d2-ac38-0ae336da81ab tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:00.093791 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-d7abdd37-1ae1-4387-9404-f140c0f503db tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Request body: {'security_group_rule': {'security_group_id': '4926b459-8543-49de-ab0f-5a77b60f8487', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:00.113253 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:00.154014 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port c7149afb-fe21-48e0-b0e1-abd6b268026d triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:00.154399 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c7149afb-fe21-48e0-b0e1-abd6b268026d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:00.191509 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d7abdd37-1ae1-4387-9404-f140c0f503db tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks [] for security_group_rule (2dd1ef5b-d7d9-4112-951a-ea1a3139eb9e), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:00.216074 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e0d34e8b-8186-4943-9a56-fdee1f854f13 req-39085ca3-cdc4-4416-bccd-c8299500ba36 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=22e15fa0-07fe-4952-a594-14048582fca5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0617170 Mar 01 13:56:00.240230 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d194c4-171f-42d2-ac38-0ae336da81ab tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:56:00.244026 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-95d194c4-171f-42d2-ac38-0ae336da81ab tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:00.299469 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d34e8b-8186-4943-9a56-fdee1f854f13 req-15d7d35e-0e4e-47ac-9089-42659349c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:00.301297 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e0d34e8b-8186-4943-9a56-fdee1f854f13 req-15d7d35e-0e4e-47ac-9089-42659349c0e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=475192ca5f814c16b38a7d788a6a6472&device_id=22e15fa0-07fe-4952-a594-14048582fca5 HTTP/1.1" status: 200 len: 1089 time: 0.0607083 Mar 01 13:56:00.381499 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-6818e390-0a21-4090-8eb2-b60973060e4a None None] Current status of the port c7149afb-fe21-48e0-b0e1-abd6b268026d is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:00.381944 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6818e390-0a21-4090-8eb2-b60973060e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c7149afb-fe21-48e0-b0e1-abd6b268026d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:00.392200 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d7abdd37-1ae1-4387-9404-f140c0f503db tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks [] for security_group_rule (2dd1ef5b-d7d9-4112-951a-ea1a3139eb9e), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:00.405092 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d7abdd37-1ae1-4387-9404-f140c0f503db tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (2dd1ef5b-d7d9-4112-951a-ea1a3139eb9e), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:00.451056 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port c7149afb-fe21-48e0-b0e1-abd6b268026d is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:00.451446 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c7149afb-fe21-48e0-b0e1-abd6b268026d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:00.458617 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abdd37-1ae1-4387-9404-f140c0f503db tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dd1ef5b-d7d9-4112-951a-ea1a3139eb9e,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:00.463772 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d34e8b-8186-4943-9a56-fdee1f854f13 req-a49229cd-bef3-4448-ad9f-e7374e5ba2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:00.465918 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e0d34e8b-8186-4943-9a56-fdee1f854f13 req-a49229cd-bef3-4448-ad9f-e7374e5ba2ef service neutron] 10.222.0.20 "GET /v2.0/networks?id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 HTTP/1.1" status: 200 len: 913 time: 0.1444750 Mar 01 13:56:00.482867 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d7abdd37-1ae1-4387-9404-f140c0f503db tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:00.486957 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d7abdd37-1ae1-4387-9404-f140c0f503db tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4009182 Mar 01 13:56:00.487200 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-6818e390-0a21-4090-8eb2-b60973060e4a None None] For port c7149afb-fe21-48e0-b0e1-abd6b268026d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=c7149afb-fe21-48e0-b0e1-abd6b268026d,segment=NetworkSegment(18984bbf-5445-4915-9e22-7c226c4017cd),segment_id=18984bbf-5445-4915-9e22-7c226c4017cd)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:00.487661 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49760) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:00.491338 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0928461-a545-4812-950a-75aef6911358 None None] Resources bound (agent type, host, resource id): {{(pid=103728) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 13:56:00.495264 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-86659834-b9da-4f8a-abd5-98ed79eea76f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:00.498802 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6818e390-0a21-4090-8eb2-b60973060e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c7149afb-fe21-48e0-b0e1-abd6b268026d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:00.543059 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-95d194c4-171f-42d2-ac38-0ae336da81ab tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (ddaf05c3-8758-4ced-8f52-6b3a57ead3a3), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:00.554998 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e0d34e8b-8186-4943-9a56-fdee1f854f13 req-d21a2233-a669-49cd-8338-e8fd393c168b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73dea8f2-6a5e-464b-b36c-6cb23b9ad117 HTTP/1.1" status: 200 len: 217 time: 0.0826421 Mar 01 13:56:00.574640 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-6818e390-0a21-4090-8eb2-b60973060e4a None None] Provisioning complete for port 30fd31a3-73cf-46f5-87d5-6169382a8920 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:00.575627 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6818e390-0a21-4090-8eb2-b60973060e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (30fd31a3-73cf-46f5-87d5-6169382a8920), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:00.604127 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d194c4-171f-42d2-ac38-0ae336da81ab tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:00.608260 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-95d194c4-171f-42d2-ac38-0ae336da81ab tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:00.612899 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d194c4-171f-42d2-ac38-0ae336da81ab tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:00.613498 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-95d194c4-171f-42d2-ac38-0ae336da81ab tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:00.627972 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d194c4-171f-42d2-ac38-0ae336da81ab tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Subnet': ['ID=ddaf05c3-8758-4ced-8f52-6b3a57ead3a3,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:00.642642 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-95d194c4-171f-42d2-ac38-0ae336da81ab tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5560672 Mar 01 13:56:00.644300 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49764) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:00.646181 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 13:56:00.646547 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 13:56:00.651276 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-98d652a8-6c8a-4be1-8a70-71f8cb4cea37 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'port': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'fixed_ips': [{'subnet_id': 'ddaf05c3-8758-4ced-8f52-6b3a57ead3a3', 'ip_address': '2001:db8::37aa:1e69:285f:8c94'}], 'name': 'tempest-NetworksTestDHCPv6-1172818597'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:00.685737 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-86659834-b9da-4f8a-abd5-98ed79eea76f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:00.700885 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d34e8b-8186-4943-9a56-fdee1f854f13 req-a05c64ca-7517-4ffe-9072-c5b32cec8cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:00.702687 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e0d34e8b-8186-4943-9a56-fdee1f854f13 req-a05c64ca-7517-4ffe-9072-c5b32cec8cc4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1ea702e-89f4-430d-ba35-37a3134c98fa HTTP/1.1" status: 200 len: 851 time: 0.1391404 Mar 01 13:56:00.710381 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818e390-0a21-4090-8eb2-b60973060e4a None None] Pushing event updated for resources: {'Port': ['ID=c7149afb-fe21-48e0-b0e1-abd6b268026d,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:00.749320 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-6818e390-0a21-4090-8eb2-b60973060e4a None None] Port 30fd31a3-73cf-46f5-87d5-6169382a8920 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:56:00.785587 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb522e-a8af-43f7-88b9-68a3e5ecd2aa req-21ad12ac-7114-4d4b-8e88-355593455620 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:00.787080 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-43eb522e-a8af-43f7-88b9-68a3e5ecd2aa req-21ad12ac-7114-4d4b-8e88-355593455620 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 944 time: 0.1310990 Mar 01 13:56:00.835466 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-6818e390-0a21-4090-8eb2-b60973060e4a None None] Provisioning complete for port 65aa8d5c-27c6-46fc-b051-44172617a654 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:00.835928 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6818e390-0a21-4090-8eb2-b60973060e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (65aa8d5c-27c6-46fc-b051-44172617a654), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:00.897970 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d652a8-6c8a-4be1-8a70-71f8cb4cea37 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:56:00.916193 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d34e8b-8186-4943-9a56-fdee1f854f13 req-f4534f86-c738-4e32-bd93-50c14085aab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:00.918236 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e0d34e8b-8186-4943-9a56-fdee1f854f13 req-f4534f86-c738-4e32-bd93-50c14085aab6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1801457 Mar 01 13:56:00.958736 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-6818e390-0a21-4090-8eb2-b60973060e4a None None] Port 65aa8d5c-27c6-46fc-b051-44172617a654 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:56:01.013434 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-43eb522e-a8af-43f7-88b9-68a3e5ecd2aa req-a99b3124-5018-4c68-b0d8-e09e801cc93f tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175512 Mar 01 13:56:01.018378 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-86659834-b9da-4f8a-abd5-98ed79eea76f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:01.105761 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-98d652a8-6c8a-4be1-8a70-71f8cb4cea37 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:01.109750 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e0d34e8b-8186-4943-9a56-fdee1f854f13 req-96ba5793-f47d-40fd-9df0-3362c787da1f service neutron] 10.222.0.20 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835175 Mar 01 13:56:01.128096 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91b2e3-94ae-4540-b95a-49048f7eada7 req-0db5afc2-c590-431f-bc95-78cfbda59a3a tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:01.129385 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cf91b2e3-94ae-4540-b95a-49048f7eada7 req-0db5afc2-c590-431f-bc95-78cfbda59a3a tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.2622132 Mar 01 13:56:01.165140 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1f832617-33ba-4f37-aa2e-7b6ac6cdbd12 req-c2ab5aa4-fde5-49d2-83f7-1a745431f0d8 tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0c8a66-88bf-4d18-9066-b251a6028631 HTTP/1.1" status: 200 len: 210 time: 0.0548315 Mar 01 13:56:01.187521 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-98d652a8-6c8a-4be1-8a70-71f8cb4cea37 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] device_id is not set on port 83a716c1-484c-4851-9b52-f693dbc71afa yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:56:01.261426 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-86659834-b9da-4f8a-abd5-98ed79eea76f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Allocated IP 172.25.1.249 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/e924fd50-3bc4-4b6a-9d1f-0c689040cbf5) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:56:01.269310 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e0d34e8b-8186-4943-9a56-fdee1f854f13 req-86ccdf1e-2eec-41a4-ba5b-767186371892 service neutron] 10.222.0.20 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516480 Mar 01 13:56:01.276113 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port c7149afb-fe21-48e0-b0e1-abd6b268026d is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:01.315806 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-02ee3c3c-c74b-473b-82ef-7027215e8a9a None None] Provisioning complete for port c7149afb-fe21-48e0-b0e1-abd6b268026d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:01.316177 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-02ee3c3c-c74b-473b-82ef-7027215e8a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c7149afb-fe21-48e0-b0e1-abd6b268026d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:01.317639 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cf91b2e3-94ae-4540-b95a-49048f7eada7 req-1d274317-9322-453f-9828-df236097ecd1 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540599 Mar 01 13:56:01.460934 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10687615-93dc-457b-b3de-eeb893b8144e None None] Update dhcp port {'port': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'fixed_ips': [{'subnet_id': 'ddaf05c3-8758-4ced-8f52-6b3a57ead3a3'}], 'binding:host_id': 'n-d-827467-3'}, 'id': '3d33eef6-8ece-4f1d-9866-778fddb2750c'} from n-d-827467-3. {{(pid=103728) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 01 13:56:01.500770 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c7149afb-fe21-48e0-b0e1-abd6b268026d up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:56:01.520431 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-98d652a8-6c8a-4be1-8a70-71f8cb4cea37 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Allocated IP 2001:db8::37aa:1e69:285f:8c94 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/ddaf05c3-8758-4ced-8f52-6b3a57ead3a3/83a716c1-484c-4851-9b52-f693dbc71afa) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:56:01.521451 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-86659834-b9da-4f8a-abd5-98ed79eea76f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks [] for port (e924fd50-3bc4-4b6a-9d1f-0c689040cbf5), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:01.557792 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-10687615-93dc-457b-b3de-eeb893b8144e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3d33eef6-8ece-4f1d-9866-778fddb2750c), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:01.580430 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-3da281c3-3191-435b-8896-8b22da6dcaed tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:01.582303 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-3da281c3-3191-435b-8896-8b22da6dcaed tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] 10.222.0.20 "GET /v2.0/networks?id=50924ae0-93ed-4551-b34c-8e3863e52729 HTTP/1.1" status: 200 len: 821 time: 0.2363009 Mar 01 13:56:01.597887 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-3f02f030-cc16-4105-9c2b-319a356cbd8b tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] Request body: {'port': {'device_id': '2d0c8a66-88bf-4d18-9066-b251a6028631', 'network_id': '50924ae0-93ed-4551-b34c-8e3863e52729', 'admin_state_up': True, 'tenant_id': '0a70f83b878747d291340c8bc3ba55ae'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:01.645628 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-86659834-b9da-4f8a-abd5-98ed79eea76f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (e924fd50-3bc4-4b6a-9d1f-0c689040cbf5), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:01.711825 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86659834-b9da-4f8a-abd5-98ed79eea76f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:01.721710 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-86659834-b9da-4f8a-abd5-98ed79eea76f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:01.724790 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86659834-b9da-4f8a-abd5-98ed79eea76f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:56:01.729132 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-02ee3c3c-c74b-473b-82ef-7027215e8a9a None None] Current status of the port c7149afb-fe21-48e0-b0e1-abd6b268026d is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:01.745321 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-98d652a8-6c8a-4be1-8a70-71f8cb4cea37 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for port (83a716c1-484c-4851-9b52-f693dbc71afa), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:01.765907 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port c7149afb-fe21-48e0-b0e1-abd6b268026d triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:01.766382 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c7149afb-fe21-48e0-b0e1-abd6b268026d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:01.767899 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:01.772025 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86659834-b9da-4f8a-abd5-98ed79eea76f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Pushing event updated for resources: {'Port': ['ID=e924fd50-3bc4-4b6a-9d1f-0c689040cbf5,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:01.819799 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-98d652a8-6c8a-4be1-8a70-71f8cb4cea37 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (83a716c1-484c-4851-9b52-f693dbc71afa), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:01.878374 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d652a8-6c8a-4be1-8a70-71f8cb4cea37 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:01.882044 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-98d652a8-6c8a-4be1-8a70-71f8cb4cea37 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:01.887407 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d652a8-6c8a-4be1-8a70-71f8cb4cea37 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:56:01.893342 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d652a8-6c8a-4be1-8a70-71f8cb4cea37 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:01.894113 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-98d652a8-6c8a-4be1-8a70-71f8cb4cea37 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:01.894907 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-86659834-b9da-4f8a-abd5-98ed79eea76f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks [] for floatingip (be911f18-484a-4d60-bca2-99b0443a0ac7), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:01.896516 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-3f02f030-cc16-4105-9c2b-319a356cbd8b tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] Made reservation on behalf of 0a70f83b878747d291340c8bc3ba55ae for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:56:01.898480 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d652a8-6c8a-4be1-8a70-71f8cb4cea37 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Port': ['ID=83a716c1-484c-4851-9b52-f693dbc71afa,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:01.901688 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-3f02f030-cc16-4105-9c2b-319a356cbd8b tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:01.917376 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-98d652a8-6c8a-4be1-8a70-71f8cb4cea37 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2710102 Mar 01 13:56:01.920949 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49770) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:01.937603 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-10687615-93dc-457b-b3de-eeb893b8144e None None] Allocated IP 2001:db8::2 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/ddaf05c3-8758-4ced-8f52-6b3a57ead3a3/3d33eef6-8ece-4f1d-9866-778fddb2750c) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:56:01.943254 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port c7149afb-fe21-48e0-b0e1-abd6b268026d is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:02.002614 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-86659834-b9da-4f8a-abd5-98ed79eea76f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e924fd50-3bc4-4b6a-9d1f-0c689040cbf5), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:02.015546 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d518a0a-3870-487d-a95b-8cc8338ca07b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:02.022037 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d518a0a-3870-487d-a95b-8cc8338ca07b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:02.023875 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7d518a0a-3870-487d-a95b-8cc8338ca07b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.1015418 Mar 01 13:56:02.026504 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49772) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:02.050461 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-10687615-93dc-457b-b3de-eeb893b8144e None None] For port 3d33eef6-8ece-4f1d-9866-778fddb2750c, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=3d33eef6-8ece-4f1d-9866-778fddb2750c,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:02.083986 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-10687615-93dc-457b-b3de-eeb893b8144e None None] Publish callbacks [] for port (3d33eef6-8ece-4f1d-9866-778fddb2750c), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:02.090235 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-10687615-93dc-457b-b3de-eeb893b8144e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (3d33eef6-8ece-4f1d-9866-778fddb2750c), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:02.179627 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10687615-93dc-457b-b3de-eeb893b8144e None None] Pushing event updated for resources: {'Port': ['ID=3d33eef6-8ece-4f1d-9866-778fddb2750c,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:02.182262 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f510a-42e5-4424-8c56-26b78932a321 req-ad8a9eca-fa95-4c3c-a609-ed12e61175d9 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:02.183845 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2e8f510a-42e5-4424-8c56-26b78932a321 req-ad8a9eca-fa95-4c3c-a609-ed12e61175d9 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 944 time: 0.0858598 Mar 01 13:56:02.188164 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-6909d44d-47e2-4c03-bf62-71c2a5e3bfd9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting port 83a716c1-484c-4851-9b52-f693dbc71afa {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:56:02.188505 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6909d44d-47e2-4c03-bf62-71c2a5e3bfd9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (83a716c1-484c-4851-9b52-f693dbc71afa), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:02.237643 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-3f02f030-cc16-4105-9c2b-319a356cbd8b tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] Allocated IP 172.20.0.8 (50924ae0-93ed-4551-b34c-8e3863e52729/4abeb268-6917-4c73-ac47-8043a651b025/448446bc-939a-4f6c-8a26-b75746ec5fa2) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:56:02.266274 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-86659834-b9da-4f8a-abd5-98ed79eea76f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks [] for port (e924fd50-3bc4-4b6a-9d1f-0c689040cbf5), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:02.274017 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-86659834-b9da-4f8a-abd5-98ed79eea76f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (e924fd50-3bc4-4b6a-9d1f-0c689040cbf5), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:02.456865 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86659834-b9da-4f8a-abd5-98ed79eea76f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Pushing event updated for resources: {'Port': ['ID=e924fd50-3bc4-4b6a-9d1f-0c689040cbf5,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:02.482601 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-86659834-b9da-4f8a-abd5-98ed79eea76f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (be911f18-484a-4d60-bca2-99b0443a0ac7), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:02.519789 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-86659834-b9da-4f8a-abd5-98ed79eea76f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:02.534886 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-86659834-b9da-4f8a-abd5-98ed79eea76f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0453618 Mar 01 13:56:02.643410 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-3f02f030-cc16-4105-9c2b-319a356cbd8b tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] Publish callbacks [] for port (448446bc-939a-4f6c-8a26-b75746ec5fa2), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:02.686628 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-328810c7-4566-43d6-b65d-3f68e8a07409 req-8c553c26-0d06-4b06-9033-1560108387ec tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0c8a66-88bf-4d18-9066-b251a6028631 HTTP/1.1" status: 200 len: 210 time: 0.0452640 Mar 01 13:56:02.700528 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-3f02f030-cc16-4105-9c2b-319a356cbd8b tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (448446bc-939a-4f6c-8a26-b75746ec5fa2), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:02.736023 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2e8f510a-42e5-4424-8c56-26b78932a321 req-34bf560b-a3b4-47d3-b943-d9ed96e2cb75 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5405302 Mar 01 13:56:02.764764 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6909d44d-47e2-4c03-bf62-71c2a5e3bfd9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (83a716c1-484c-4851-9b52-f693dbc71afa), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:02.788335 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-6909d44d-47e2-4c03-bf62-71c2a5e3bfd9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Calling delete_port for 83a716c1-484c-4851-9b52-f693dbc71afa owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:56:02.789968 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device ea1f1b7a-9a9a-440d-a2a3-ae371a358086 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:56:02.793487 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-3f02f030-cc16-4105-9c2b-319a356cbd8b tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] Network 50924ae0-93ed-4551-b34c-8e3863e52729 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:02.798570 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02f030-cc16-4105-9c2b-319a356cbd8b tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] Pushing event updated for resources: {'Port': ['ID=448446bc-939a-4f6c-8a26-b75746ec5fa2,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:02.816970 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-3f02f030-cc16-4105-9c2b-319a356cbd8b tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:02.819561 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-3f02f030-cc16-4105-9c2b-319a356cbd8b tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:56:02.883036 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-3f02f030-cc16-4105-9c2b-319a356cbd8b tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:02.883835 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-3f02f030-cc16-4105-9c2b-319a356cbd8b tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:02.905850 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-3f02f030-cc16-4105-9c2b-319a356cbd8b tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3128068 Mar 01 13:56:02.919427 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-2a063807-9a3e-4323-b791-4de869dab85e service neutron] Request body: {'port': {'device_id': '2d0c8a66-88bf-4d18-9066-b251a6028631', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:02.938475 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port ea1f1b7a-9a9a-440d-a2a3-ae371a358086, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=ea1f1b7a-9a9a-440d-a2a3-ae371a358086,segment=NetworkSegment(efe48ac2-5e62-42f6-97e0-cf92cf9f656d),segment_id=efe48ac2-5e62-42f6-97e0-cf92cf9f656d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:02.942898 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699e44d-38b4-45ef-9483-fe4fb591f455 req-d64f5432-e72a-45b2-8cb4-ff61f197c52a tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:02.944455 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c699e44d-38b4-45ef-9483-fe4fb591f455 req-d64f5432-e72a-45b2-8cb4-ff61f197c52a tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1767797 Mar 01 13:56:02.959644 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'ea1f1b7a-9a9a-440d-a2a3-ae371a358086', 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77', 'port_id': 'ea1f1b7a-9a9a-440d-a2a3-ae371a358086', 'mac_address': 'fa:16:3e:95:01:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '261203cc-bf87-4d50-a32d-f34589170095', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:56:02.967915 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ed0742b9-e68d-4337-ae5c-40d71afb8ae3 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1067568697&fields=id&tenant_id=4475ad9be4194a7593562a2e7537afad HTTP/1.1" status: 200 len: 267 time: 0.1386485 Mar 01 13:56:03.017693 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-2a063807-9a3e-4323-b791-4de869dab85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (448446bc-939a-4f6c-8a26-b75746ec5fa2), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:03.018833 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port ea1f1b7a-9a9a-440d-a2a3-ae371a358086 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:03.019328 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ea1f1b7a-9a9a-440d-a2a3-ae371a358086), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:03.037190 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1f1b7a-9a9a-440d-a2a3-ae371a358086 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:56:03.068151 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port ea1f1b7a-9a9a-440d-a2a3-ae371a358086, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=ea1f1b7a-9a9a-440d-a2a3-ae371a358086,segment=NetworkSegment(efe48ac2-5e62-42f6-97e0-cf92cf9f656d),segment_id=efe48ac2-5e62-42f6-97e0-cf92cf9f656d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:03.069035 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3818e796-0b05-42a9-bbda-7cd6dadcdc14 req-01f0c81b-22b0-49b5-9957-9833fc2affb5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1112926 Mar 01 13:56:03.073359 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ea1f1b7a-9a9a-440d-a2a3-ae371a358086), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:03.096803 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-2d80550f-71e9-49e1-abd4-5dba0032598e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:03.098234 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-2d80550f-71e9-49e1-abd4-5dba0032598e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports/65aa8d5c-27c6-46fc-b051-44172617a654 HTTP/1.1" status: 200 len: 937 time: 0.1205275 Mar 01 13:56:03.107010 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c699e44d-38b4-45ef-9483-fe4fb591f455 req-94c5ca4c-2a8f-4887-95e0-89796ca80827 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524515 Mar 01 13:56:03.143057 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6909d44d-47e2-4c03-bf62-71c2a5e3bfd9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (83a716c1-484c-4851-9b52-f693dbc71afa), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:03.157054 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=ea1f1b7a-9a9a-440d-a2a3-ae371a358086,revision_number=11']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:03.183277 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909d44d-47e2-4c03-bf62-71c2a5e3bfd9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Port': ['ID=83a716c1-484c-4851-9b52-f693dbc71afa,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:03.195304 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-03315718-66f2-4324-a555-d06a9c0b1ba6 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:03.196499 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-03315718-66f2-4324-a555-d06a9c0b1ba6 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports/30fd31a3-73cf-46f5-87d5-6169382a8920 HTTP/1.1" status: 200 len: 936 time: 0.0879900 Mar 01 13:56:03.204182 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909d44d-47e2-4c03-bf62-71c2a5e3bfd9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:03.204529 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909d44d-47e2-4c03-bf62-71c2a5e3bfd9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:03.205694 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909d44d-47e2-4c03-bf62-71c2a5e3bfd9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:03.205694 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909d44d-47e2-4c03-bf62-71c2a5e3bfd9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:03.205694 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909d44d-47e2-4c03-bf62-71c2a5e3bfd9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:03.206144 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909d44d-47e2-4c03-bf62-71c2a5e3bfd9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:03.206144 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909d44d-47e2-4c03-bf62-71c2a5e3bfd9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:03.206490 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909d44d-47e2-4c03-bf62-71c2a5e3bfd9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:03.206816 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909d44d-47e2-4c03-bf62-71c2a5e3bfd9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:03.207143 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909d44d-47e2-4c03-bf62-71c2a5e3bfd9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:03.207471 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909d44d-47e2-4c03-bf62-71c2a5e3bfd9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:03.207851 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909d44d-47e2-4c03-bf62-71c2a5e3bfd9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:03.208183 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909d44d-47e2-4c03-bf62-71c2a5e3bfd9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:03.232899 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818e796-0b05-42a9-bbda-7cd6dadcdc14 req-e270c315-096d-4a04-9245-3b2554f06fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:03.235114 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3818e796-0b05-42a9-bbda-7cd6dadcdc14 req-e270c315-096d-4a04-9245-3b2554f06fbe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=475192ca5f814c16b38a7d788a6a6472&device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 1128 time: 0.1335530 Mar 01 13:56:03.239944 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6909d44d-47e2-4c03-bf62-71c2a5e3bfd9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:03.242591 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6909d44d-47e2-4c03-bf62-71c2a5e3bfd9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/83a716c1-484c-4851-9b52-f693dbc71afa HTTP/1.1" status: 204 len: 168 time: 1.2150483 Mar 01 13:56:03.246944 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49796) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:03.259270 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-3bb90282-d3ba-45c8-b3e9-934c698e2183 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?network_id=c7c4f361-ab05-4369-bcdd-5e7555278fd6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0328996 Mar 01 13:56:03.305196 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-9eee3adc-25de-46bd-99e5-808badd13886 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?network_id=c7c4f361-ab05-4369-bcdd-5e7555278fd6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0386219 Mar 01 13:56:03.445857 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c4ab2b-7d30-4bfd-a482-294d1fb66968 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:03.447255 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c4ab2b-7d30-4bfd-a482-294d1fb66968 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:03.448858 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c4c4ab2b-7d30-4bfd-a482-294d1fb66968 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2010159 Mar 01 13:56:03.454157 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-33fd7794-9ad1-4149-9abc-56e67226fea7 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:03.456019 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49798) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:03.459827 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-33fd7794-9ad1-4149-9abc-56e67226fea7 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:03.463742 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 3d33eef6-8ece-4f1d-9866-778fddb2750c up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:56:03.465363 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-33fd7794-9ad1-4149-9abc-56e67226fea7 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:03.467403 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-33fd7794-9ad1-4149-9abc-56e67226fea7 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/networks?id=a331d97d-3b18-4702-9c0b-f805cbe3e548&id=ecc5a3c2-7ca8-4634-8af5-754b9bcd314c&id=ecc5a3c2-7ca8-4634-8af5-754b9bcd314c&id=c7c4f361-ab05-4369-bcdd-5e7555278fd6&id=c7c4f361-ab05-4369-bcdd-5e7555278fd6 HTTP/1.1" status: 200 len: 1995 time: 0.1548736 Mar 01 13:56:03.491128 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-2ea71dfa-2321-4c42-a260-06f882178da4 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/quotas/4475ad9be4194a7593562a2e7537afad HTTP/1.1" status: 200 len: 375 time: 0.0106709 Mar 01 13:56:03.535356 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['ea1f1b7a-9a9a-440d-a2a3-ae371a358086'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:56:03.571114 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818e796-0b05-42a9-bbda-7cd6dadcdc14 req-be1b4abe-668e-4c63-bb46-023745060c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:03.572616 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3818e796-0b05-42a9-bbda-7cd6dadcdc14 req-be1b4abe-668e-4c63-bb46-023745060c9a service neutron] 10.222.0.32 "GET /v2.0/networks?id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 HTTP/1.1" status: 200 len: 913 time: 0.2857094 Mar 01 13:56:03.577122 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-4573a2eb-9fdc-40ab-bcbe-e5951599b8fd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting subnet ddaf05c3-8758-4ced-8f52-6b3a57ead3a3 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:56:03.581820 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4573a2eb-9fdc-40ab-bcbe-e5951599b8fd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (ddaf05c3-8758-4ced-8f52-6b3a57ead3a3), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:03.589136 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-19dc7eee-6186-4039-9e56-ac5b72a0a9de tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4475ad9be4194a7593562a2e7537afad&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0889080 Mar 01 13:56:03.616529 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 3d33eef6-8ece-4f1d-9866-778fddb2750c triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:03.617098 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3d33eef6-8ece-4f1d-9866-778fddb2750c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:03.658544 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3818e796-0b05-42a9-bbda-7cd6dadcdc14 req-53c32c1f-d0d9-405e-b374-24044f3ea4c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38821d47-c9dc-4e1a-ae38-38c81d1eeaba HTTP/1.1" status: 200 len: 217 time: 0.0732169 Mar 01 13:56:03.690554 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6568f60-fee2-4449-b380-a35114ef5178 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:56:03.729915 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-5ccaa0c2-6eed-4d1e-8974-7d46fd6568f8 service neutron] 10.222.0.13 "GET /v2.0/networks/a331d97d-3b18-4702-9c0b-f805cbe3e548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259005 Mar 01 13:56:03.738385 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4573a2eb-9fdc-40ab-bcbe-e5951599b8fd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (ddaf05c3-8758-4ced-8f52-6b3a57ead3a3), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:03.780272 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-2a063807-9a3e-4323-b791-4de869dab85e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 448446bc-939a-4f6c-8a26-b75746ec5fa2 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:56:03.806816 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-2a063807-9a3e-4323-b791-4de869dab85e service neutron] Publish callbacks [] for port (448446bc-939a-4f6c-8a26-b75746ec5fa2), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:03.822027 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818e796-0b05-42a9-bbda-7cd6dadcdc14 req-92c990dd-2e97-4a3a-8936-97906d0520d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:03.823567 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3818e796-0b05-42a9-bbda-7cd6dadcdc14 req-92c990dd-2e97-4a3a-8936-97906d0520d4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d1ea702e-89f4-430d-ba35-37a3134c98fa HTTP/1.1" status: 200 len: 851 time: 0.1540906 Mar 01 13:56:03.846391 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-2a063807-9a3e-4323-b791-4de869dab85e service neutron] Transition to ACTIVE for port object 448446bc-939a-4f6c-8a26-b75746ec5fa2 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:56:03.857397 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-ff60a986-6d63-4dc7-83a9-b7e60b953040 None None] Provisioning complete for port 3d33eef6-8ece-4f1d-9866-778fddb2750c triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:03.858042 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ff60a986-6d63-4dc7-83a9-b7e60b953040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3d33eef6-8ece-4f1d-9866-778fddb2750c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:03.896531 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 3d33eef6-8ece-4f1d-9866-778fddb2750c is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:03.897182 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3d33eef6-8ece-4f1d-9866-778fddb2750c), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:03.897367 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-2a063807-9a3e-4323-b791-4de869dab85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (448446bc-939a-4f6c-8a26-b75746ec5fa2), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:03.938306 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f84aeb-a651-4048-89b1-c78a896a7f39 req-776a3be3-fe58-412a-8fb4-c5713745e571 tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:03.939986 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-03f84aeb-a651-4048-89b1-c78a896a7f39 req-776a3be3-fe58-412a-8fb4-c5713745e571 tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0c8a66-88bf-4d18-9066-b251a6028631 HTTP/1.1" status: 200 len: 931 time: 0.1088111 Mar 01 13:56:03.964794 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-be181a6c-fd44-4154-8128-44423e59a143 service neutron] 10.222.0.13 "GET /v2.0/networks/a331d97d-3b18-4702-9c0b-f805cbe3e548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265239 Mar 01 13:56:03.977279 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a063807-9a3e-4323-b791-4de869dab85e service neutron] Pushing event updated for resources: {'Port': ['ID=448446bc-939a-4f6c-8a26-b75746ec5fa2,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:03.984014 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 3d33eef6-8ece-4f1d-9866-778fddb2750c, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=3d33eef6-8ece-4f1d-9866-778fddb2750c,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:04.005643 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4573a2eb-9fdc-40ab-bcbe-e5951599b8fd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (ddaf05c3-8758-4ced-8f52-6b3a57ead3a3), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:04.007298 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (3d33eef6-8ece-4f1d-9866-778fddb2750c), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:04.048444 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ff60a986-6d63-4dc7-83a9-b7e60b953040 None None] Current status of the port 3d33eef6-8ece-4f1d-9866-778fddb2750c is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:04.048839 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ff60a986-6d63-4dc7-83a9-b7e60b953040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3d33eef6-8ece-4f1d-9866-778fddb2750c), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:04.056143 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-06daf6a8-1c90-423c-ac25-8c8ae9708515 service neutron] 10.222.0.13 "GET /v2.0/ports/65aa8d5c-27c6-46fc-b051-44172617a654?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0830588 Mar 01 13:56:04.069993 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-03f84aeb-a651-4048-89b1-c78a896a7f39 req-de78d7d8-0bec-4d47-bf8a-70b50590f336 tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] 10.222.0.13 "GET /v2.0/security-groups?id=6886d1c0-8ea2-4e8a-9e8f-5e7dfb42e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223991 Mar 01 13:56:04.104438 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=3d33eef6-8ece-4f1d-9866-778fddb2750c,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:04.123736 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818e796-0b05-42a9-bbda-7cd6dadcdc14 req-a0fb4e21-14a1-4009-86fa-fb77a8f05f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:04.125702 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3818e796-0b05-42a9-bbda-7cd6dadcdc14 req-a0fb4e21-14a1-4009-86fa-fb77a8f05f02 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2939098 Mar 01 13:56:04.162705 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4573a2eb-9fdc-40ab-bcbe-e5951599b8fd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (ddaf05c3-8758-4ced-8f52-6b3a57ead3a3), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:04.175076 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-ff60a986-6d63-4dc7-83a9-b7e60b953040 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 13:56:04.175432 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-ff60a986-6d63-4dc7-83a9-b7e60b953040 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 13:56:04.232081 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4573a2eb-9fdc-40ab-bcbe-e5951599b8fd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Subnet': ['ID=ddaf05c3-8758-4ced-8f52-6b3a57ead3a3,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:04.252128 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-65783a75-111e-4f01-855c-d9dce87dd76f service neutron] 10.222.0.13 "GET /v2.0/networks/ecc5a3c2-7ca8-4634-8af5-754b9bcd314c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810226 Mar 01 13:56:04.267376 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e7a74-2d87-4864-b166-4f876d82c4ce req-8240af1a-6dd5-4798-ae19-721614544cb8 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:04.267876 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4573a2eb-9fdc-40ab-bcbe-e5951599b8fd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:04.269042 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-520e7a74-2d87-4864-b166-4f876d82c4ce req-8240af1a-6dd5-4798-ae19-721614544cb8 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 945 time: 0.0994058 Mar 01 13:56:04.273526 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4573a2eb-9fdc-40ab-bcbe-e5951599b8fd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/ddaf05c3-8758-4ced-8f52-6b3a57ead3a3 HTTP/1.1" status: 204 len: 168 time: 0.8127794 Mar 01 13:56:04.276734 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49808) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:04.296347 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234176c0-fb95-4b43-baf7-a191c0360eea None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:56:04.327622 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-2a063807-9a3e-4323-b791-4de869dab85e service neutron] Attempting to bind port 448446bc-939a-4f6c-8a26-b75746ec5fa2 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:56:04.328039 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-2a063807-9a3e-4323-b791-4de869dab85e service neutron] Attempting to bind port 448446bc-939a-4f6c-8a26-b75746ec5fa2 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '0682587c-7f03-4e29-ba43-b35c57070cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '50924ae0-93ed-4551-b34c-8e3863e52729'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:56:04.328311 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-2a063807-9a3e-4323-b791-4de869dab85e service neutron] Attempting to bind port 448446bc-939a-4f6c-8a26-b75746ec5fa2 on network 50924ae0-93ed-4551-b34c-8e3863e52729 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:56:04.334292 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-de310ab6-5a6c-41d2-842a-075c4b1d3512 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477698 Mar 01 13:56:04.334469 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49810) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:04.341048 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-75a4c2c4-a1b5-4f38-8b8f-28100d34868b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:04.359152 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-2a063807-9a3e-4323-b791-4de869dab85e service neutron] Port 448446bc-939a-4f6c-8a26-b75746ec5fa2 on network 50924ae0-93ed-4551-b34c-8e3863e52729 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:56:04.359518 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-2a063807-9a3e-4323-b791-4de869dab85e service neutron] Attempting to bind port 448446bc-939a-4f6c-8a26-b75746ec5fa2 on network 50924ae0-93ed-4551-b34c-8e3863e52729 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:56:04.370227 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-2a063807-9a3e-4323-b791-4de869dab85e service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:56:04.370227 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-2a063807-9a3e-4323-b791-4de869dab85e service neutron] Checking segment: {'id': '0682587c-7f03-4e29-ba43-b35c57070cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '50924ae0-93ed-4551-b34c-8e3863e52729'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:56:04.370227 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-2a063807-9a3e-4323-b791-4de869dab85e service neutron] Bound using segment: {'id': '0682587c-7f03-4e29-ba43-b35c57070cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '50924ae0-93ed-4551-b34c-8e3863e52729'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:56:04.370227 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-2a063807-9a3e-4323-b791-4de869dab85e service neutron] Bound port: 448446bc-939a-4f6c-8a26-b75746ec5fa2, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0682587c-7f03-4e29-ba43-b35c57070cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '50924ae0-93ed-4551-b34c-8e3863e52729'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:56:04.370227 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-2a063807-9a3e-4323-b791-4de869dab85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (448446bc-939a-4f6c-8a26-b75746ec5fa2), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:04.425042 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-520e7a74-2d87-4864-b166-4f876d82c4ce req-aa097860-c0fc-49e4-bc65-d4c7ed296a1a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442699 Mar 01 13:56:04.427166 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-c9767280-36de-4d40-b4ec-6274c428d917 service neutron] 10.222.0.13 "GET /v2.0/networks/ecc5a3c2-7ca8-4634-8af5-754b9bcd314c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565852 Mar 01 13:56:04.484486 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209ac271-bb3b-4716-b3af-dbc7a3f03c6d None None] DHCP port deletion for db8edbc8-a3c8-4a8f-b733-3509635fb19f request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:56:04.485951 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-b94d9994-e8db-49e4-b7fd-654e8d221fe8 service neutron] 10.222.0.13 "GET /v2.0/ports/30fd31a3-73cf-46f5-87d5-6169382a8920?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0506058 Mar 01 13:56:04.553329 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-209ac271-bb3b-4716-b3af-dbc7a3f03c6d None None] Deleting port 3d33eef6-8ece-4f1d-9866-778fddb2750c {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:56:04.553987 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-209ac271-bb3b-4716-b3af-dbc7a3f03c6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (3d33eef6-8ece-4f1d-9866-778fddb2750c), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:04.626001 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-209ac271-bb3b-4716-b3af-dbc7a3f03c6d None None] For port 3d33eef6-8ece-4f1d-9866-778fddb2750c, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=3d33eef6-8ece-4f1d-9866-778fddb2750c,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:04.626697 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-209ac271-bb3b-4716-b3af-dbc7a3f03c6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (3d33eef6-8ece-4f1d-9866-778fddb2750c), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:04.636802 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907885b6-f9dd-4f6c-aff0-010c57ae9819 req-f605837f-cf6f-42a5-8c03-5a67a3c45460 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:04.638752 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-907885b6-f9dd-4f6c-aff0-010c57ae9819 req-f605837f-cf6f-42a5-8c03-5a67a3c45460 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1161244 Mar 01 13:56:04.640745 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-7ad6799c-5bae-4eb9-aa20-5e9cababbedf service neutron] 10.222.0.13 "GET /v2.0/networks/ecc5a3c2-7ca8-4634-8af5-754b9bcd314c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460185 Mar 01 13:56:04.643394 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-209ac271-bb3b-4716-b3af-dbc7a3f03c6d None None] Calling delete_port for 3d33eef6-8ece-4f1d-9866-778fddb2750c owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:56:04.739399 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ff60a986-6d63-4dc7-83a9-b7e60b953040 None None] Current status of the port 3d33eef6-8ece-4f1d-9866-778fddb2750c is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:04.765304 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-907885b6-f9dd-4f6c-aff0-010c57ae9819 req-bd06e6ae-f886-4e1e-a3c7-2c5ab82539d8 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081214 Mar 01 13:56:04.765915 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-209ac271-bb3b-4716-b3af-dbc7a3f03c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (3d33eef6-8ece-4f1d-9866-778fddb2750c), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:04.781369 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-c3df62d9-803e-44c1-a9d5-76905ec6f876 service neutron] 10.222.0.13 "GET /v2.0/networks/ecc5a3c2-7ca8-4634-8af5-754b9bcd314c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335695 Mar 01 13:56:04.787437 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3818e796-0b05-42a9-bbda-7cd6dadcdc14 req-8e4e306f-f5d7-4ae3-a9a1-a4c0eacd234b service neutron] 10.222.0.32 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6142640 Mar 01 13:56:04.797013 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:56:04.799253 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ac271-bb3b-4716-b3af-dbc7a3f03c6d None None] Pushing event deleted for resources: {'Port': ['ID=3d33eef6-8ece-4f1d-9866-778fddb2750c,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:04.809380 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209ac271-bb3b-4716-b3af-dbc7a3f03c6d None None] No DVR routers for this DVR port 3d33eef6-8ece-4f1d-9866-778fddb2750c on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:56:04.858614 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-2a063807-9a3e-4323-b791-4de869dab85e service neutron] For port 448446bc-939a-4f6c-8a26-b75746ec5fa2, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:56:04.861500 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-aaac357c-1490-4bd2-852b-fd61cf3f1b92 None None] Could not find standard attr ID for object 3d33eef6-8ece-4f1d-9866-778fddb2750c. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 13:56:04.881685 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-2a063807-9a3e-4323-b791-4de869dab85e service neutron] For port 448446bc-939a-4f6c-8a26-b75746ec5fa2, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=448446bc-939a-4f6c-8a26-b75746ec5fa2,segment=NetworkSegment(0682587c-7f03-4e29-ba43-b35c57070cbe),segment_id=0682587c-7f03-4e29-ba43-b35c57070cbe)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:56:04.886543 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a4c2c4-a1b5-4f38-8b8f-28100d34868b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:56:04.890172 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-75a4c2c4-a1b5-4f38-8b8f-28100d34868b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:04.895056 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-624f8d79-ab41-4aac-a1f1-79dd20eaa749 service neutron] 10.222.0.13 "GET /v2.0/networks/ecc5a3c2-7ca8-4634-8af5-754b9bcd314c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966499 Mar 01 13:56:04.898754 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-2a063807-9a3e-4323-b791-4de869dab85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (448446bc-939a-4f6c-8a26-b75746ec5fa2), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:04.999043 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-fed45623-379c-4379-82d5-a43079c29e91 service neutron] 10.222.0.13 "GET /v2.0/networks/ecc5a3c2-7ca8-4634-8af5-754b9bcd314c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951121 Mar 01 13:56:05.004061 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-2a063807-9a3e-4323-b791-4de869dab85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:05.004683 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-2a063807-9a3e-4323-b791-4de869dab85e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:05.006050 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-2a063807-9a3e-4323-b791-4de869dab85e service neutron] 10.222.0.20 "PUT /v2.0/ports/448446bc-939a-4f6c-8a26-b75746ec5fa2 HTTP/1.1" status: 200 len: 1091 time: 2.0935924 Mar 01 13:56:05.008165 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d0c8a66-88bf-4d18-9066-b251a6028631', 'tag': '448446bc-939a-4f6c-8a26-b75746ec5fa2'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:56:05.010399 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68c88db-ced2-48b7-b1bc-4b206770579a" -d '{"events": [{"name": "network-changed", "server_uuid": "2d0c8a66-88bf-4d18-9066-b251a6028631", "tag": "448446bc-939a-4f6c-8a26-b75746ec5fa2"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:56:05.021652 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3818e796-0b05-42a9-bbda-7cd6dadcdc14 req-c438b711-444c-4212-b0bd-536041d79a84 service neutron] 10.222.0.32 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246420 Mar 01 13:56:05.059103 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a063807-9a3e-4323-b791-4de869dab85e service neutron] Pushing event updated for resources: {'Port': ['ID=448446bc-939a-4f6c-8a26-b75746ec5fa2,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:05.083916 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25d01c8-f62c-40a8-a972-6230db40707a x-openstack-request-id: req-d25d01c8-f62c-40a8-a972-6230db40707a {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:56:05.084209 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d0c8a66-88bf-4d18-9066-b251a6028631", "tag": "448446bc-939a-4f6c-8a26-b75746ec5fa2", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:56:05.084466 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d25d01c8-f62c-40a8-a972-6230db40707a {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:56:05.084862 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d0c8a66-88bf-4d18-9066-b251a6028631', 'tag': '448446bc-939a-4f6c-8a26-b75746ec5fa2', 'status': 'completed', 'code': 200} Mar 01 13:56:05.108567 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-30269684-a695-4b7c-926a-9129d9d863fe service neutron] 10.222.0.13 "GET /v2.0/networks/ecc5a3c2-7ca8-4634-8af5-754b9bcd314c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021202 Mar 01 13:56:05.149747 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-8bdcaa53-0168-4935-994c-424e6e8dbd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:05.151259 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-8bdcaa53-0168-4935-994c-424e6e8dbd5f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a70f83b878747d291340c8bc3ba55ae&device_id=2d0c8a66-88bf-4d18-9066-b251a6028631 HTTP/1.1" status: 200 len: 1125 time: 0.1022680 Mar 01 13:56:05.201394 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-aec3caf6-5f2a-40a0-b197-078d6d7a590a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=448446bc-939a-4f6c-8a26-b75746ec5fa2 HTTP/1.1" status: 200 len: 217 time: 0.0420721 Mar 01 13:56:05.243477 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-8aff0c5b-7b1f-40fc-bdce-6946f7344ca0 service neutron] 10.222.0.13 "GET /v2.0/networks/ecc5a3c2-7ca8-4634-8af5-754b9bcd314c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274087 Mar 01 13:56:05.251215 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0cbaf3-8275-4937-a49e-4139defd5a99 req-7636e550-9b4a-4010-8707-4c8beea58d54 tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:05.252692 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-de0cbaf3-8275-4937-a49e-4139defd5a99 req-7636e550-9b4a-4010-8707-4c8beea58d54 tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0c8a66-88bf-4d18-9066-b251a6028631 HTTP/1.1" status: 200 len: 943 time: 0.0834267 Mar 01 13:56:05.274316 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-75a4c2c4-a1b5-4f38-8b8f-28100d34868b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (c9b82d15-46ef-48c9-a546-12541da4b52c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:05.317183 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-d2012e84-6bc2-4448-a474-be46c925ff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:05.318659 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-d2012e84-6bc2-4448-a474-be46c925ff35 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4abeb268-6917-4c73-ac47-8043a651b025 HTTP/1.1" status: 200 len: 861 time: 0.0950215 Mar 01 13:56:05.339973 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a4c2c4-a1b5-4f38-8b8f-28100d34868b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:05.362387 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-de0cbaf3-8275-4937-a49e-4139defd5a99 req-73b2600a-31da-4437-aa93-c46aa4b80868 tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] 10.222.0.13 "GET /v2.0/security-groups?id=6886d1c0-8ea2-4e8a-9e8f-5e7dfb42e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982637 Mar 01 13:56:05.363311 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-37180c39-80c1-493f-a025-b343b5d72896 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=50924ae0-93ed-4551-b34c-8e3863e52729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370164 Mar 01 13:56:05.364276 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-75a4c2c4-a1b5-4f38-8b8f-28100d34868b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:05.366342 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4c2c4-a1b5-4f38-8b8f-28100d34868b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Subnet': ['ID=c9b82d15-46ef-48c9-a546-12541da4b52c,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:05.372663 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a4c2c4-a1b5-4f38-8b8f-28100d34868b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:05.372663 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-75a4c2c4-a1b5-4f38-8b8f-28100d34868b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:05.380737 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 3d33eef6-8ece-4f1d-9866-778fddb2750c no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:56:05.381795 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-0ac2afdf-6fb4-4911-ad60-f3379e9e9415 service neutron] 10.222.0.13 "GET /v2.0/networks/c7c4f361-ab05-4369-bcdd-5e7555278fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280222 Mar 01 13:56:05.414606 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20b33b7-7bbd-45fd-bb70-6c4bd945d54d None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:56:05.418110 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 3d33eef6-8ece-4f1d-9866-778fddb2750c {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:56:05.419157 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 3d33eef6-8ece-4f1d-9866-778fddb2750c not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:56:05.433276 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-75a4c2c4-a1b5-4f38-8b8f-28100d34868b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0978727 Mar 01 13:56:05.435526 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49816) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:05.441978 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-cc49680b-118d-4658-abf7-2c149a297854 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'port': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'fixed_ips': [{'subnet_id': 'c9b82d15-46ef-48c9-a546-12541da4b52c', 'ip_address': '2001:db8::9cfe:832f:d9cc:dda7'}], 'name': 'tempest-NetworksTestDHCPv6-923683041'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:05.520836 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-aa7f2a60-5fd8-4020-b21d-599ebd3d82f9 service neutron] 10.222.0.13 "GET /v2.0/networks/c7c4f361-ab05-4369-bcdd-5e7555278fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235600 Mar 01 13:56:05.546646 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-c239aa70-c815-49b5-85cd-dbd75d7f501b service neutron] 10.222.0.20 "GET /v2.0/networks/50924ae0-93ed-4551-b34c-8e3863e52729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738391 Mar 01 13:56:05.564719 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460a2818-4631-4fcc-8e9a-294ad5425926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'project_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'fixed_ips': [{'subnet_id': 'c9b82d15-46ef-48c9-a546-12541da4b52c'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:56:05.565735 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-460a2818-4631-4fcc-8e9a-294ad5425926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:05.656700 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc49680b-118d-4658-abf7-2c149a297854 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:56:05.664767 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf2133-debb-4e9b-8c4a-57c21fe07ff2 req-709d8aeb-f970-444d-9c97-a67fcf9e8858 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:05.666294 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-becf2133-debb-4e9b-8c4a-57c21fe07ff2 req-709d8aeb-f970-444d-9c97-a67fcf9e8858 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 945 time: 0.1097522 Mar 01 13:56:05.683179 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-339cc34a-b573-405e-8f0f-defb7aab96dd service neutron] 10.222.0.13 "GET /v2.0/networks/c7c4f361-ab05-4369-bcdd-5e7555278fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492207 Mar 01 13:56:05.715073 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a7002cfd-2631-4670-956d-4e8b35d13bec req-959f819b-faa7-4c3f-8e3b-14d9534a0c2f service neutron] 10.222.0.20 "GET /v2.0/networks/50924ae0-93ed-4551-b34c-8e3863e52729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595116 Mar 01 13:56:05.728685 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-460a2818-4631-4fcc-8e9a-294ad5425926 None None] Allocated IP 2001:db8::2 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/c9b82d15-46ef-48c9-a546-12541da4b52c/065d4d52-48f1-4b7e-b93d-c5c0abb3b57b) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:56:05.766456 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cc49680b-118d-4658-abf7-2c149a297854 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:05.772497 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-becf2133-debb-4e9b-8c4a-57c21fe07ff2 req-99c4e64a-5f7c-4e1f-844a-00a69bf9e6f5 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002684 Mar 01 13:56:05.818589 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-cc49680b-118d-4658-abf7-2c149a297854 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] device_id is not set on port da62cb37-d2fd-41e8-994a-5bb9d8050c36 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:56:05.821723 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-9bac5e41-10f1-4444-89b9-58f662225536 service neutron] 10.222.0.13 "GET /v2.0/networks/c7c4f361-ab05-4369-bcdd-5e7555278fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289909 Mar 01 13:56:05.906559 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c88db-ced2-48b7-b1bc-4b206770579a req-8cb5ffff-67b3-4e4c-a3e6-152ea316dc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:05.908108 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f68c88db-ced2-48b7-b1bc-4b206770579a req-8cb5ffff-67b3-4e4c-a3e6-152ea316dc1e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a70f83b878747d291340c8bc3ba55ae&device_id=2d0c8a66-88bf-4d18-9066-b251a6028631 HTTP/1.1" status: 200 len: 1125 time: 0.1389468 Mar 01 13:56:05.917952 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-460a2818-4631-4fcc-8e9a-294ad5425926 None None] Publish callbacks [] for port (065d4d52-48f1-4b7e-b93d-c5c0abb3b57b), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:05.921289 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-195f4ff1-be0c-4f5a-9989-605fa277c33a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:05.922688 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-195f4ff1-be0c-4f5a-9989-605fa277c33a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports/65aa8d5c-27c6-46fc-b051-44172617a654 HTTP/1.1" status: 200 len: 937 time: 0.0942867 Mar 01 13:56:05.935985 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-460a2818-4631-4fcc-8e9a-294ad5425926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (065d4d52-48f1-4b7e-b93d-c5c0abb3b57b), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:05.989612 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7d1c8-237c-488d-8d72-545096c48744 req-fcabf85f-cba9-49f0-a6b9-3281a7619965 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:05.991527 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5ca7d1c8-237c-488d-8d72-545096c48744 req-fcabf85f-cba9-49f0-a6b9-3281a7619965 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1128633 Mar 01 13:56:05.997739 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460a2818-4631-4fcc-8e9a-294ad5425926 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:05.998261 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-8dc545e0-ed36-496e-963c-9f38c9bd2655 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:05.999595 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-8dc545e0-ed36-496e-963c-9f38c9bd2655 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports/30fd31a3-73cf-46f5-87d5-6169382a8920 HTTP/1.1" status: 200 len: 936 time: 0.0700226 Mar 01 13:56:06.000358 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a2818-4631-4fcc-8e9a-294ad5425926 None None] Pushing event updated for resources: {'Port': ['ID=065d4d52-48f1-4b7e-b93d-c5c0abb3b57b,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:06.004072 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-460a2818-4631-4fcc-8e9a-294ad5425926 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:06.006571 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460a2818-4631-4fcc-8e9a-294ad5425926 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:56:06.069795 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5ca7d1c8-237c-488d-8d72-545096c48744 req-b0009945-1a3c-4ee7-bf20-c2399936cb54 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690923 Mar 01 13:56:06.089695 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-460a2818-4631-4fcc-8e9a-294ad5425926 None None] Attempting to bind port 065d4d52-48f1-4b7e-b93d-c5c0abb3b57b on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:56:06.090066 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-460a2818-4631-4fcc-8e9a-294ad5425926 None None] Attempting to bind port 065d4d52-48f1-4b7e-b93d-c5c0abb3b57b by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:56:06.090519 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460a2818-4631-4fcc-8e9a-294ad5425926 None None] Attempting to bind port 065d4d52-48f1-4b7e-b93d-c5c0abb3b57b on network db8edbc8-a3c8-4a8f-b733-3509635fb19f {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:56:06.095957 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460a2818-4631-4fcc-8e9a-294ad5425926 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:56:06.096336 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460a2818-4631-4fcc-8e9a-294ad5425926 None None] Checking segment: {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:56:06.096740 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-460a2818-4631-4fcc-8e9a-294ad5425926 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:06.097377 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460a2818-4631-4fcc-8e9a-294ad5425926 None None] Bound using segment: {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:56:06.098165 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-460a2818-4631-4fcc-8e9a-294ad5425926 None None] Bound port: 065d4d52-48f1-4b7e-b93d-c5c0abb3b57b, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:56:06.099068 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-460a2818-4631-4fcc-8e9a-294ad5425926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (065d4d52-48f1-4b7e-b93d-c5c0abb3b57b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:06.104186 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-cc49680b-118d-4658-abf7-2c149a297854 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Allocated IP 2001:db8::9cfe:832f:d9cc:dda7 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/c9b82d15-46ef-48c9-a546-12541da4b52c/da62cb37-d2fd-41e8-994a-5bb9d8050c36) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:56:06.107265 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c88db-ced2-48b7-b1bc-4b206770579a req-be0c7490-3661-4250-b75a-ad68ef266434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:06.108790 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f68c88db-ced2-48b7-b1bc-4b206770579a req-be0c7490-3661-4250-b75a-ad68ef266434 service neutron] 10.222.0.20 "GET /v2.0/networks?id=50924ae0-93ed-4551-b34c-8e3863e52729 HTTP/1.1" status: 200 len: 922 time: 0.1916025 Mar 01 13:56:06.170734 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f68c88db-ced2-48b7-b1bc-4b206770579a req-f2ffcdc0-fa44-4196-a979-52af84bc31c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=448446bc-939a-4f6c-8a26-b75746ec5fa2 HTTP/1.1" status: 200 len: 217 time: 0.0503800 Mar 01 13:56:06.177990 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-460a2818-4631-4fcc-8e9a-294ad5425926 None None] For port 065d4d52-48f1-4b7e-b93d-c5c0abb3b57b, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:56:06.181750 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-460a2818-4631-4fcc-8e9a-294ad5425926 None None] For port 065d4d52-48f1-4b7e-b93d-c5c0abb3b57b, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=065d4d52-48f1-4b7e-b93d-c5c0abb3b57b,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:56:06.189190 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-460a2818-4631-4fcc-8e9a-294ad5425926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (065d4d52-48f1-4b7e-b93d-c5c0abb3b57b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:06.260069 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a2818-4631-4fcc-8e9a-294ad5425926 None None] Pushing event updated for resources: {'Port': ['ID=065d4d52-48f1-4b7e-b93d-c5c0abb3b57b,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:06.274699 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c88db-ced2-48b7-b1bc-4b206770579a req-3a6cce8d-1bb5-4c63-8994-9bd14d8e060b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:06.276262 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f68c88db-ced2-48b7-b1bc-4b206770579a req-3a6cce8d-1bb5-4c63-8994-9bd14d8e060b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4abeb268-6917-4c73-ac47-8043a651b025 HTTP/1.1" status: 200 len: 861 time: 0.0965021 Mar 01 13:56:06.346180 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f68c88db-ced2-48b7-b1bc-4b206770579a req-bfca31f4-ee1b-4e00-8623-a6e2a0fd2518 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=50924ae0-93ed-4551-b34c-8e3863e52729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635509 Mar 01 13:56:06.471437 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cc49680b-118d-4658-abf7-2c149a297854 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for port (da62cb37-d2fd-41e8-994a-5bb9d8050c36), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:06.514497 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f68c88db-ced2-48b7-b1bc-4b206770579a req-c9a229f9-226b-42bc-90aa-a1a54ed3ed9f service neutron] 10.222.0.20 "GET /v2.0/networks/50924ae0-93ed-4551-b34c-8e3863e52729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603184 Mar 01 13:56:06.571402 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fc460-77b9-47c3-b957-52d39f40cea4 req-79636fc1-4d13-47f5-ba0c-496cb95b6cbf tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:06.580399 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f20fc460-77b9-47c3-b957-52d39f40cea4 req-79636fc1-4d13-47f5-ba0c-496cb95b6cbf tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0c8a66-88bf-4d18-9066-b251a6028631 HTTP/1.1" status: 200 len: 943 time: 0.0964587 Mar 01 13:56:06.609518 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cc49680b-118d-4658-abf7-2c149a297854 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (da62cb37-d2fd-41e8-994a-5bb9d8050c36), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:06.654307 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f20fc460-77b9-47c3-b957-52d39f40cea4 req-243410e5-493c-4045-8a89-7a8e4872c9f8 tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] 10.222.0.13 "GET /v2.0/security-groups?id=6886d1c0-8ea2-4e8a-9e8f-5e7dfb42e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728505 Mar 01 13:56:06.680281 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc49680b-118d-4658-abf7-2c149a297854 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:06.692147 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-cc49680b-118d-4658-abf7-2c149a297854 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:06.695152 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc49680b-118d-4658-abf7-2c149a297854 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:56:06.705406 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc49680b-118d-4658-abf7-2c149a297854 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:06.706078 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cc49680b-118d-4658-abf7-2c149a297854 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:06.720336 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f68c88db-ced2-48b7-b1bc-4b206770579a req-5ca437e5-2eb7-44b3-898c-6aa53b4fd6fc service neutron] 10.222.0.20 "GET /v2.0/networks/50924ae0-93ed-4551-b34c-8e3863e52729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992207 Mar 01 13:56:06.723828 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49680b-118d-4658-abf7-2c149a297854 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Port': ['ID=da62cb37-d2fd-41e8-994a-5bb9d8050c36,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:06.749471 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cc49680b-118d-4658-abf7-2c149a297854 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3128569 Mar 01 13:56:06.751937 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49844) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:06.806063 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device ea1f1b7a-9a9a-440d-a2a3-ae371a358086 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:56:06.817052 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cea72329-c969-40f3-83b4-b82565b739af req-b0bee8ea-3b58-4cc4-ae08-c89b29026f47 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.0346994 Mar 01 13:56:06.843782 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-b24d37a3-5c0e-40d7-ad8c-229e7525cd11 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:06.845393 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-b24d37a3-5c0e-40d7-ad8c-229e7525cd11 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports/65aa8d5c-27c6-46fc-b051-44172617a654 HTTP/1.1" status: 200 len: 937 time: 0.0595741 Mar 01 13:56:06.858522 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d4642c-6ce9-4c3e-9641-791bb9406b18 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:06.864423 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d4642c-6ce9-4c3e-9641-791bb9406b18 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:06.866225 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-25d4642c-6ce9-4c3e-9641-791bb9406b18 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1133471 Mar 01 13:56:06.870159 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port ea1f1b7a-9a9a-440d-a2a3-ae371a358086 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:56:06.872385 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49848) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:06.876952 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port ea1f1b7a-9a9a-440d-a2a3-ae371a358086 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:06.877331 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ea1f1b7a-9a9a-440d-a2a3-ae371a358086), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:06.916551 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-a41d3ff5-38d5-4df4-8d5b-91dfe6984de4 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:06.918223 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-a41d3ff5-38d5-4df4-8d5b-91dfe6984de4 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports/30fd31a3-73cf-46f5-87d5-6169382a8920 HTTP/1.1" status: 200 len: 936 time: 0.0507941 Mar 01 13:56:06.966623 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port ea1f1b7a-9a9a-440d-a2a3-ae371a358086 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:06.967143 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ea1f1b7a-9a9a-440d-a2a3-ae371a358086), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:06.991847 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0cf8a93-2cf1-4b23-b092-d6d5c25d5249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1f1b7a-9a9a-440d-a2a3-ae371a358086'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:56:06.994448 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0730ab26-efc6-4eac-854e-92b5e3d5559f" -d '{"events": [{"server_uuid": "d0cf8a93-2cf1-4b23-b092-d6d5c25d5249", "name": "network-vif-plugged", "status": "completed", "tag": "ea1f1b7a-9a9a-440d-a2a3-ae371a358086"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:56:06.999052 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62554d38-c67c-4e56-bca8-43371da6e1a9 req-d9ea8c33-56c0-4851-ad14-d5fb6ac1873a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:07.006096 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-62554d38-c67c-4e56-bca8-43371da6e1a9 req-d9ea8c33-56c0-4851-ad14-d5fb6ac1873a tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 945 time: 0.1353490 Mar 01 13:56:07.011539 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port ea1f1b7a-9a9a-440d-a2a3-ae371a358086, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=ea1f1b7a-9a9a-440d-a2a3-ae371a358086,segment=NetworkSegment(efe48ac2-5e62-42f6-97e0-cf92cf9f656d),segment_id=efe48ac2-5e62-42f6-97e0-cf92cf9f656d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:07.017913 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ea1f1b7a-9a9a-440d-a2a3-ae371a358086), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:07.052404 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b738ebd-3abe-4002-ac8a-ea9808c35d77 x-openstack-request-id: req-2b738ebd-3abe-4002-ac8a-ea9808c35d77 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:56:07.052705 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0cf8a93-2cf1-4b23-b092-d6d5c25d5249", "name": "network-vif-plugged", "status": "completed", "tag": "ea1f1b7a-9a9a-440d-a2a3-ae371a358086", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:56:07.052961 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b738ebd-3abe-4002-ac8a-ea9808c35d77 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:56:07.053363 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0cf8a93-2cf1-4b23-b092-d6d5c25d5249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1f1b7a-9a9a-440d-a2a3-ae371a358086', 'code': 200} Mar 01 13:56:07.094044 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=ea1f1b7a-9a9a-440d-a2a3-ae371a358086,revision_number=12']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:07.094347 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-c756b930-3242-42d9-9676-26124a23e910 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting port da62cb37-d2fd-41e8-994a-5bb9d8050c36 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:56:07.094780 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c756b930-3242-42d9-9676-26124a23e910 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (da62cb37-d2fd-41e8-994a-5bb9d8050c36), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:07.159273 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-62554d38-c67c-4e56-bca8-43371da6e1a9 req-bb754bb3-7ecd-4de3-a293-76e9e55e2946 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521952 Mar 01 13:56:07.265529 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37d2ce-40a8-480d-8e8b-407ed974214a req-80bc9d00-bf50-4733-a35b-b8d5af9cdabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:07.267169 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0a37d2ce-40a8-480d-8e8b-407ed974214a req-80bc9d00-bf50-4733-a35b-b8d5af9cdabb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 1128 time: 0.0529673 Mar 01 13:56:07.285893 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febe218-2ad2-4ed9-b1d8-3edd65ea2de1 req-85097eec-2dfb-4d91-8c45-069e2e4dda8f tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:07.292885 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2febe218-2ad2-4ed9-b1d8-3edd65ea2de1 req-85097eec-2dfb-4d91-8c45-069e2e4dda8f tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.0883832 Mar 01 13:56:07.315942 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c756b930-3242-42d9-9676-26124a23e910 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (da62cb37-d2fd-41e8-994a-5bb9d8050c36), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:07.336797 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-c756b930-3242-42d9-9676-26124a23e910 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Calling delete_port for da62cb37-d2fd-41e8-994a-5bb9d8050c36 owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:56:07.346595 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0a37d2ce-40a8-480d-8e8b-407ed974214a req-af629654-ebd7-49b4-aed2-518d572823b7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714786 Mar 01 13:56:07.424527 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2febe218-2ad2-4ed9-b1d8-3edd65ea2de1 req-ffe1d420-fe0c-4135-8211-450370ad1de4 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302001 Mar 01 13:56:07.468326 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 065d4d52-48f1-4b7e-b93d-c5c0abb3b57b up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:56:07.523021 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c756b930-3242-42d9-9676-26124a23e910 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (da62cb37-d2fd-41e8-994a-5bb9d8050c36), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:07.531813 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 065d4d52-48f1-4b7e-b93d-c5c0abb3b57b triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:07.531813 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (065d4d52-48f1-4b7e-b93d-c5c0abb3b57b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:07.555711 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756b930-3242-42d9-9676-26124a23e910 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Port': ['ID=da62cb37-d2fd-41e8-994a-5bb9d8050c36,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:07.592860 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c756b930-3242-42d9-9676-26124a23e910 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:07.596146 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c756b930-3242-42d9-9676-26124a23e910 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/da62cb37-d2fd-41e8-994a-5bb9d8050c36 HTTP/1.1" status: 204 len: 168 time: 0.7220542 Mar 01 13:56:07.598878 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49864) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:07.626314 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 065d4d52-48f1-4b7e-b93d-c5c0abb3b57b is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:07.626698 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (065d4d52-48f1-4b7e-b93d-c5c0abb3b57b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:07.636675 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-5f354ae4-0306-4ae2-b910-ef6abaf8a02d None None] Provisioning complete for port 065d4d52-48f1-4b7e-b93d-c5c0abb3b57b triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:07.637567 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5f354ae4-0306-4ae2-b910-ef6abaf8a02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (065d4d52-48f1-4b7e-b93d-c5c0abb3b57b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:07.662496 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9fdf77-e23e-4453-8ad9-ef0ccdeb1774 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:07.664421 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9fdf77-e23e-4453-8ad9-ef0ccdeb1774 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:07.666390 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7f9fdf77-e23e-4453-8ad9-ef0ccdeb1774 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0665932 Mar 01 13:56:07.669290 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49866) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:07.712344 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 065d4d52-48f1-4b7e-b93d-c5c0abb3b57b, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=065d4d52-48f1-4b7e-b93d-c5c0abb3b57b,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:07.732242 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (065d4d52-48f1-4b7e-b93d-c5c0abb3b57b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:07.760341 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-f91428db-b502-42c3-ba98-159a32738e6a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting subnet c9b82d15-46ef-48c9-a546-12541da4b52c {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:56:07.765589 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f91428db-b502-42c3-ba98-159a32738e6a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (c9b82d15-46ef-48c9-a546-12541da4b52c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:07.806353 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101fb31f-6f95-4563-a36d-19271bb2c3ef req-7cf322c5-597d-4c53-95ae-ac494474b00f tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:07.809598 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-101fb31f-6f95-4563-a36d-19271bb2c3ef req-7cf322c5-597d-4c53-95ae-ac494474b00f tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0c8a66-88bf-4d18-9066-b251a6028631 HTTP/1.1" status: 200 len: 943 time: 0.0785580 Mar 01 13:56:07.841994 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f91428db-b502-42c3-ba98-159a32738e6a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (c9b82d15-46ef-48c9-a546-12541da4b52c), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:07.890087 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-101fb31f-6f95-4563-a36d-19271bb2c3ef req-3df81f68-cb59-4221-9347-6e6bef47afd9 tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] 10.222.0.13 "GET /v2.0/security-groups?id=6886d1c0-8ea2-4e8a-9e8f-5e7dfb42e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750840 Mar 01 13:56:07.977193 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f91428db-b502-42c3-ba98-159a32738e6a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (c9b82d15-46ef-48c9-a546-12541da4b52c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:07.999416 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-338cc8f3-bdfb-41ed-83b0-ec06c824bbb8 req-6465df13-4a1e-4f02-a809-a4cd4cdeb8e3 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.0468955 Mar 01 13:56:08.029712 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=065d4d52-48f1-4b7e-b93d-c5c0abb3b57b,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:08.046052 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-5f354ae4-0306-4ae2-b910-ef6abaf8a02d None None] Current status of the port 065d4d52-48f1-4b7e-b93d-c5c0abb3b57b is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:08.058709 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f91428db-b502-42c3-ba98-159a32738e6a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (c9b82d15-46ef-48c9-a546-12541da4b52c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:08.086640 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91428db-b502-42c3-ba98-159a32738e6a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b82d15-46ef-48c9-a546-12541da4b52c,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:08.090330 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f91428db-b502-42c3-ba98-159a32738e6a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:08.095925 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f91428db-b502-42c3-ba98-159a32738e6a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/c9b82d15-46ef-48c9-a546-12541da4b52c HTTP/1.1" status: 204 len: 168 time: 0.4230669 Mar 01 13:56:08.096214 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49872) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:08.118526 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0677b692-72f3-4807-b3c5-f961f717de40 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:56:08.139434 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-847489e3-494a-467b-ad87-af1653543dc0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420761 Mar 01 13:56:08.142290 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49874) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:08.146910 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-fd182f9b-a210-48c8-a501-03af6bac71c0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:08.174003 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-31f20456-8715-4b3c-b9c0-50ac62d7c259 None None] Could not find standard attr ID for object da62cb37-d2fd-41e8-994a-5bb9d8050c36. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 13:56:08.234417 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd182f9b-a210-48c8-a501-03af6bac71c0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:56:08.238882 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fd182f9b-a210-48c8-a501-03af6bac71c0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:08.289580 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f8c86b-0aa5-4dc9-a07f-59d3ba08b748 None None] DHCP port deletion for db8edbc8-a3c8-4a8f-b733-3509635fb19f request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:56:08.339324 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-a8f8c86b-0aa5-4dc9-a07f-59d3ba08b748 None None] Deleting port 065d4d52-48f1-4b7e-b93d-c5c0abb3b57b {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:56:08.339647 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a8f8c86b-0aa5-4dc9-a07f-59d3ba08b748 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (065d4d52-48f1-4b7e-b93d-c5c0abb3b57b), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:08.393073 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f576f2b-41d8-4a46-bd94-e06363adc292 req-4e9d0107-37d0-4558-b05d-81dd619bb03b tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:08.395594 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0f576f2b-41d8-4a46-bd94-e06363adc292 req-4e9d0107-37d0-4558-b05d-81dd619bb03b tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 946 time: 0.1518743 Mar 01 13:56:08.401061 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-81baad25-98bb-43f1-a9d2-236865b3d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:08.403084 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-81baad25-98bb-43f1-a9d2-236865b3d783 service neutron] 10.222.0.32 "GET /v2.0/ports/65aa8d5c-27c6-46fc-b051-44172617a654 HTTP/1.1" status: 200 len: 1033 time: 0.0438373 Mar 01 13:56:08.437499 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-a8f8c86b-0aa5-4dc9-a07f-59d3ba08b748 None None] For port 065d4d52-48f1-4b7e-b93d-c5c0abb3b57b, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=065d4d52-48f1-4b7e-b93d-c5c0abb3b57b,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:08.437897 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a8f8c86b-0aa5-4dc9-a07f-59d3ba08b748 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (065d4d52-48f1-4b7e-b93d-c5c0abb3b57b), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:08.451827 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-fa7cc2b2-d13f-401e-9b3d-fad81257864d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:08.454550 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-fa7cc2b2-d13f-401e-9b3d-fad81257864d service neutron] 10.222.0.32 "GET /v2.0/ports/30fd31a3-73cf-46f5-87d5-6169382a8920 HTTP/1.1" status: 200 len: 1032 time: 0.0452311 Mar 01 13:56:08.455942 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-a8f8c86b-0aa5-4dc9-a07f-59d3ba08b748 None None] Calling delete_port for 065d4d52-48f1-4b7e-b93d-c5c0abb3b57b owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:56:08.513291 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0f576f2b-41d8-4a46-bd94-e06363adc292 req-ef349d7b-9c05-4262-b2f2-bebb6377751e tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047776 Mar 01 13:56:08.577078 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 448446bc-939a-4f6c-8a26-b75746ec5fa2 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:56:08.613091 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fd182f9b-a210-48c8-a501-03af6bac71c0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (637d885d-0df0-475e-87ca-13c19b519bba), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:08.622942 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-b18dab84-0135-4c47-9d96-493073fea0d0 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:08.628518 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-b18dab84-0135-4c47-9d96-493073fea0d0 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:08.633737 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-b18dab84-0135-4c47-9d96-493073fea0d0 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:08.635379 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-b18dab84-0135-4c47-9d96-493073fea0d0 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.32 "GET /v2.0/networks?id=a331d97d-3b18-4702-9c0b-f805cbe3e548&id=ecc5a3c2-7ca8-4634-8af5-754b9bcd314c&id=ecc5a3c2-7ca8-4634-8af5-754b9bcd314c&id=ecc5a3c2-7ca8-4634-8af5-754b9bcd314c&id=ecc5a3c2-7ca8-4634-8af5-754b9bcd314c&id=c7c4f361-ab05-4369-bcdd-5e7555278fd6&id=c7c4f361-ab05-4369-bcdd-5e7555278fd6 HTTP/1.1" status: 200 len: 1995 time: 0.1712272 Mar 01 13:56:08.667456 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd182f9b-a210-48c8-a501-03af6bac71c0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:08.680752 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da5d938-1b9f-4317-bf4b-230be65936b2 req-ab587593-0fd1-45cc-8518-455191a7826f tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:08.682888 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4da5d938-1b9f-4317-bf4b-230be65936b2 req-ab587593-0fd1-45cc-8518-455191a7826f tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1233330 Mar 01 13:56:08.687496 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-fd182f9b-a210-48c8-a501-03af6bac71c0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:08.690897 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd182f9b-a210-48c8-a501-03af6bac71c0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:08.691495 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fd182f9b-a210-48c8-a501-03af6bac71c0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:08.714435 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 448446bc-939a-4f6c-8a26-b75746ec5fa2, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=448446bc-939a-4f6c-8a26-b75746ec5fa2,segment=NetworkSegment(0682587c-7f03-4e29-ba43-b35c57070cbe),segment_id=0682587c-7f03-4e29-ba43-b35c57070cbe)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:08.720538 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd182f9b-a210-48c8-a501-03af6bac71c0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Subnet': ['ID=637d885d-0df0-475e-87ca-13c19b519bba,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:08.723551 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-1e521a01-9e01-4330-bb9c-326979668ea6 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4475ad9be4194a7593562a2e7537afad HTTP/1.1" status: 200 len: 380 time: 0.0795355 Mar 01 13:56:08.736794 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-38e7a118-12c8-4c2e-98a5-e28c7b181a9a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Request body: {'port': {'device_id': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'network_id': 'a331d97d-3b18-4702-9c0b-f805cbe3e548', 'admin_state_up': True, 'tenant_id': '4475ad9be4194a7593562a2e7537afad', 'security_groups': ['4926b459-8543-49de-ab0f-5a77b60f8487']}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:08.740926 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '448446bc-939a-4f6c-8a26-b75746ec5fa2', 'network_id': '50924ae0-93ed-4551-b34c-8e3863e52729', 'port_id': '448446bc-939a-4f6c-8a26-b75746ec5fa2', 'mac_address': 'fa:16:3e:15:11:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4abeb268-6917-4c73-ac47-8043a651b025', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:56:08.742762 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-fd182f9b-a210-48c8-a501-03af6bac71c0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5994809 Mar 01 13:56:08.745750 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49880) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:08.754038 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-61120bbc-368e-4e7e-b34e-acbbc8c64b4f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'port': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'fixed_ips': [{'subnet_id': '637d885d-0df0-475e-87ca-13c19b519bba', 'ip_address': '2001:db8::f6d1:2380:a3df:12ae'}], 'name': 'tempest-NetworksTestDHCPv6-651989079'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:08.754334 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a8f8c86b-0aa5-4dc9-a07f-59d3ba08b748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (065d4d52-48f1-4b7e-b93d-c5c0abb3b57b), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:08.804165 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8c86b-0aa5-4dc9-a07f-59d3ba08b748 None None] Pushing event deleted for resources: {'Port': ['ID=065d4d52-48f1-4b7e-b93d-c5c0abb3b57b,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:08.829000 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4da5d938-1b9f-4317-bf4b-230be65936b2 req-595765c3-f379-4350-a9a9-2a13977f32b9 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268373 Mar 01 13:56:08.848080 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f8c86b-0aa5-4dc9-a07f-59d3ba08b748 None None] No DVR routers for this DVR port 065d4d52-48f1-4b7e-b93d-c5c0abb3b57b on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:56:08.877242 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a0ad23-294f-4582-925f-8f4b8c6b9ef4 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:56:08.906125 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-38e7a118-12c8-4c2e-98a5-e28c7b181a9a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Made reservation on behalf of 4475ad9be4194a7593562a2e7537afad for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:56:08.911794 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-38e7a118-12c8-4c2e-98a5-e28c7b181a9a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:08.957380 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 448446bc-939a-4f6c-8a26-b75746ec5fa2 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:08.958211 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (448446bc-939a-4f6c-8a26-b75746ec5fa2), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:08.967837 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61120bbc-368e-4e7e-b34e-acbbc8c64b4f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:56:08.992469 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 448446bc-939a-4f6c-8a26-b75746ec5fa2 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:56:09.034510 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 448446bc-939a-4f6c-8a26-b75746ec5fa2, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=448446bc-939a-4f6c-8a26-b75746ec5fa2,segment=NetworkSegment(0682587c-7f03-4e29-ba43-b35c57070cbe),segment_id=0682587c-7f03-4e29-ba43-b35c57070cbe)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:09.041884 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (448446bc-939a-4f6c-8a26-b75746ec5fa2), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:09.111627 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3d02f9-edc7-469e-9656-3b0b92972a8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'project_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'fixed_ips': [{'subnet_id': '637d885d-0df0-475e-87ca-13c19b519bba'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:56:09.112922 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4f3d02f9-edc7-469e-9656-3b0b92972a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:09.152423 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-61120bbc-368e-4e7e-b34e-acbbc8c64b4f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:09.179942 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c40057-648d-4559-99cf-df9c09449c62 req-146fae43-96f1-4ad9-a965-3d91993f48e8 tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:09.181528 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f7c40057-648d-4559-99cf-df9c09449c62 req-146fae43-96f1-4ad9-a965-3d91993f48e8 tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0c8a66-88bf-4d18-9066-b251a6028631 HTTP/1.1" status: 200 len: 944 time: 0.1354241 Mar 01 13:56:09.228773 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-38e7a118-12c8-4c2e-98a5-e28c7b181a9a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Allocated IP 172.20.0.9 (a331d97d-3b18-4702-9c0b-f805cbe3e548/2a7f95b2-978a-4a0a-927f-c44508a26ed8/94186ee2-17a9-4363-9cd1-5dd589fc6f6d) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:56:09.245751 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=448446bc-939a-4f6c-8a26-b75746ec5fa2,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:09.293730 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-18d74dfd-3a9a-4e91-9506-147a96345cc1 req-8ca5d556-22f5-41b1-aa5f-2e9f816deef2 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.1111779 Mar 01 13:56:09.306439 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-61120bbc-368e-4e7e-b34e-acbbc8c64b4f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] device_id is not set on port 2bbd806b-2b90-49c5-a2b6-e0c962d2f101 yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:56:09.348941 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-4f3d02f9-edc7-469e-9656-3b0b92972a8e None None] Allocated IP 2001:db8::2 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/637d885d-0df0-475e-87ca-13c19b519bba/c6e42d72-6f6a-462c-942c-43a02e473b27) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:56:09.381059 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['448446bc-939a-4f6c-8a26-b75746ec5fa2'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:56:09.437409 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f7c40057-648d-4559-99cf-df9c09449c62 req-25684446-e21a-4040-986a-37d9f7df69c1 tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] 10.222.0.13 "GET /v2.0/security-groups?id=6886d1c0-8ea2-4e8a-9e8f-5e7dfb42e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352059 Mar 01 13:56:09.489571 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 065d4d52-48f1-4b7e-b93d-c5c0abb3b57b no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:56:09.536920 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 065d4d52-48f1-4b7e-b93d-c5c0abb3b57b {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:56:09.537254 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 065d4d52-48f1-4b7e-b93d-c5c0abb3b57b not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:56:09.555401 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-38e7a118-12c8-4c2e-98a5-e28c7b181a9a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks [] for port (94186ee2-17a9-4363-9cd1-5dd589fc6f6d), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:09.608284 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-38e7a118-12c8-4c2e-98a5-e28c7b181a9a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (94186ee2-17a9-4363-9cd1-5dd589fc6f6d), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:09.735527 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cce5ca-ed2d-4ffc-804b-3e946b94b0a0 req-d046c700-11af-4971-9e1a-d96afd8d32dc tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:09.749537 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-38e7a118-12c8-4c2e-98a5-e28c7b181a9a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Network a331d97d-3b18-4702-9c0b-f805cbe3e548 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:09.749755 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4f3d02f9-edc7-469e-9656-3b0b92972a8e None None] Publish callbacks [] for port (c6e42d72-6f6a-462c-942c-43a02e473b27), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:09.751131 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7a118-12c8-4c2e-98a5-e28c7b181a9a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Pushing event updated for resources: {'Port': ['ID=94186ee2-17a9-4363-9cd1-5dd589fc6f6d,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:09.751576 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-55cce5ca-ed2d-4ffc-804b-3e946b94b0a0 req-d046c700-11af-4971-9e1a-d96afd8d32dc tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 946 time: 0.1199877 Mar 01 13:56:09.754549 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-38e7a118-12c8-4c2e-98a5-e28c7b181a9a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:09.756958 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-38e7a118-12c8-4c2e-98a5-e28c7b181a9a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:56:09.776318 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:09.787318 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4f3d02f9-edc7-469e-9656-3b0b92972a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (c6e42d72-6f6a-462c-942c-43a02e473b27), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:09.833289 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-38e7a118-12c8-4c2e-98a5-e28c7b181a9a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:09.835178 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-38e7a118-12c8-4c2e-98a5-e28c7b181a9a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:09.862864 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-38e7a118-12c8-4c2e-98a5-e28c7b181a9a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1322582 Mar 01 13:56:09.882603 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-384cfe31-5409-45b6-91cb-5da061930b4e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Request body: {'port': {'device_id': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'network_id': 'ecc5a3c2-7ca8-4634-8af5-754b9bcd314c', 'admin_state_up': True, 'tenant_id': '4475ad9be4194a7593562a2e7537afad', 'security_groups': ['4926b459-8543-49de-ab0f-5a77b60f8487']}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:09.890099 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-55cce5ca-ed2d-4ffc-804b-3e946b94b0a0 req-1a78ef54-296a-4451-bf47-70e54bf394b9 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368265 Mar 01 13:56:09.896692 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d02f9-edc7-469e-9656-3b0b92972a8e None None] Pushing event updated for resources: {'Port': ['ID=c6e42d72-6f6a-462c-942c-43a02e473b27,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:09.909579 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-61120bbc-368e-4e7e-b34e-acbbc8c64b4f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Allocated IP 2001:db8::f6d1:2380:a3df:12ae (db8edbc8-a3c8-4a8f-b733-3509635fb19f/637d885d-0df0-475e-87ca-13c19b519bba/2bbd806b-2b90-49c5-a2b6-e0c962d2f101) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:56:10.018672 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3d02f9-edc7-469e-9656-3b0b92972a8e None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:10.023792 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:10.031057 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-4f3d02f9-edc7-469e-9656-3b0b92972a8e None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:10.037374 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3d02f9-edc7-469e-9656-3b0b92972a8e None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:56:10.084531 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-384cfe31-5409-45b6-91cb-5da061930b4e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Made reservation on behalf of 4475ad9be4194a7593562a2e7537afad for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:56:10.088161 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-384cfe31-5409-45b6-91cb-5da061930b4e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:10.122234 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-61120bbc-368e-4e7e-b34e-acbbc8c64b4f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for port (2bbd806b-2b90-49c5-a2b6-e0c962d2f101), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:10.153436 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-4f3d02f9-edc7-469e-9656-3b0b92972a8e None None] Attempting to bind port c6e42d72-6f6a-462c-942c-43a02e473b27 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:56:10.153730 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-4f3d02f9-edc7-469e-9656-3b0b92972a8e None None] Attempting to bind port c6e42d72-6f6a-462c-942c-43a02e473b27 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:56:10.154108 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3d02f9-edc7-469e-9656-3b0b92972a8e None None] Attempting to bind port c6e42d72-6f6a-462c-942c-43a02e473b27 on network db8edbc8-a3c8-4a8f-b733-3509635fb19f {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:56:10.160383 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3d02f9-edc7-469e-9656-3b0b92972a8e None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:56:10.160383 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3d02f9-edc7-469e-9656-3b0b92972a8e None None] Checking segment: {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:56:10.160733 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4f3d02f9-edc7-469e-9656-3b0b92972a8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:10.161398 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3d02f9-edc7-469e-9656-3b0b92972a8e None None] Bound using segment: {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:56:10.161592 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-4f3d02f9-edc7-469e-9656-3b0b92972a8e None None] Bound port: c6e42d72-6f6a-462c-942c-43a02e473b27, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:56:10.162053 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4f3d02f9-edc7-469e-9656-3b0b92972a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c6e42d72-6f6a-462c-942c-43a02e473b27), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:10.219048 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d73614-ae13-488c-8b2d-5c393581fd8a req-61312051-fae2-42e7-8b42-77aeb22d234e tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:10.220950 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-46d73614-ae13-488c-8b2d-5c393581fd8a req-61312051-fae2-42e7-8b42-77aeb22d234e tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.0957034 Mar 01 13:56:10.222596 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-61120bbc-368e-4e7e-b34e-acbbc8c64b4f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (2bbd806b-2b90-49c5-a2b6-e0c962d2f101), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:10.287246 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-30d331c1-40a7-4bdf-adb9-5b83a061a9b6 None None] Provisioning complete for port 94186ee2-17a9-4363-9cd1-5dd589fc6f6d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:10.287914 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-30d331c1-40a7-4bdf-adb9-5b83a061a9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (94186ee2-17a9-4363-9cd1-5dd589fc6f6d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:10.296522 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61120bbc-368e-4e7e-b34e-acbbc8c64b4f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:10.309419 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-61120bbc-368e-4e7e-b34e-acbbc8c64b4f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:10.317287 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-384cfe31-5409-45b6-91cb-5da061930b4e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Allocated IP 10.1.1.112 (ecc5a3c2-7ca8-4634-8af5-754b9bcd314c/6a836407-0a08-478a-9b48-ab0cc1ea53c4/3f30462d-3b3f-4caa-8a88-069fb2ae94b1) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:56:10.347241 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-4f3d02f9-edc7-469e-9656-3b0b92972a8e None None] For port c6e42d72-6f6a-462c-942c-43a02e473b27, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:56:10.352530 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61120bbc-368e-4e7e-b34e-acbbc8c64b4f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Port': ['ID=2bbd806b-2b90-49c5-a2b6-e0c962d2f101,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:10.370897 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-4f3d02f9-edc7-469e-9656-3b0b92972a8e None None] For port c6e42d72-6f6a-462c-942c-43a02e473b27, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=c6e42d72-6f6a-462c-942c-43a02e473b27,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:56:10.375765 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-30d331c1-40a7-4bdf-adb9-5b83a061a9b6 None None] Port 94186ee2-17a9-4363-9cd1-5dd589fc6f6d cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:56:10.382344 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4f3d02f9-edc7-469e-9656-3b0b92972a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c6e42d72-6f6a-462c-942c-43a02e473b27), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:10.385540 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61120bbc-368e-4e7e-b34e-acbbc8c64b4f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:56:10.394922 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61120bbc-368e-4e7e-b34e-acbbc8c64b4f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:10.396053 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-61120bbc-368e-4e7e-b34e-acbbc8c64b4f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:10.407534 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-46d73614-ae13-488c-8b2d-5c393581fd8a req-d26ec2f6-e24d-4b18-a4e2-cb4f5665c9ad tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711323 Mar 01 13:56:10.429713 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-61120bbc-368e-4e7e-b34e-acbbc8c64b4f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6804931 Mar 01 13:56:10.430661 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49926) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:10.510825 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d02f9-edc7-469e-9656-3b0b92972a8e None None] Pushing event updated for resources: {'Port': ['ID=c6e42d72-6f6a-462c-942c-43a02e473b27,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:10.594965 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebea7f3-ba82-4ecf-b35b-b851f638af77 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:10.600048 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-384cfe31-5409-45b6-91cb-5da061930b4e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks [] for port (3f30462d-3b3f-4caa-8a88-069fb2ae94b1), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:10.600793 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebea7f3-ba82-4ecf-b35b-b851f638af77 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:10.605569 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8ebea7f3-ba82-4ecf-b35b-b851f638af77 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1680796 Mar 01 13:56:10.606591 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49930) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:10.616301 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c827129-81fd-48c7-bbe4-3b20251adc8b req-a937f66c-ce67-45b7-b649-4262c0aeef6c tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:10.617855 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5c827129-81fd-48c7-bbe4-3b20251adc8b req-a937f66c-ce67-45b7-b649-4262c0aeef6c tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 931 time: 0.1705275 Mar 01 13:56:10.688086 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c549d-0dc1-4771-baab-47b957646775 req-267f453f-6d3e-48e7-9aa6-de2c16678c73 tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:10.689874 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f77c549d-0dc1-4771-baab-47b957646775 req-267f453f-6d3e-48e7-9aa6-de2c16678c73 tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0c8a66-88bf-4d18-9066-b251a6028631 HTTP/1.1" status: 200 len: 944 time: 0.1563551 Mar 01 13:56:10.742847 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-384cfe31-5409-45b6-91cb-5da061930b4e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (3f30462d-3b3f-4caa-8a88-069fb2ae94b1), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:10.789263 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5c827129-81fd-48c7-bbe4-3b20251adc8b req-fff2d19d-b30f-4d50-826f-38e0a02c9a14 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542149 Mar 01 13:56:10.821284 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f77c549d-0dc1-4771-baab-47b957646775 req-7bda850a-cdb3-402f-8202-f67c73ba72ed tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] 10.222.0.13 "GET /v2.0/security-groups?id=6886d1c0-8ea2-4e8a-9e8f-5e7dfb42e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077433 Mar 01 13:56:10.837175 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-384cfe31-5409-45b6-91cb-5da061930b4e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Network ecc5a3c2-7ca8-4634-8af5-754b9bcd314c is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:10.839606 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-384cfe31-5409-45b6-91cb-5da061930b4e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:10.848833 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-384cfe31-5409-45b6-91cb-5da061930b4e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:56:10.862432 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d09ee745-657d-4fe5-85f1-c1611bdc4537 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting port 2bbd806b-2b90-49c5-a2b6-e0c962d2f101 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:56:10.862780 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d09ee745-657d-4fe5-85f1-c1611bdc4537 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (2bbd806b-2b90-49c5-a2b6-e0c962d2f101), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:10.885317 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384cfe31-5409-45b6-91cb-5da061930b4e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Pushing event updated for resources: {'Port': ['ID=3f30462d-3b3f-4caa-8a88-069fb2ae94b1,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:10.983474 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-384cfe31-5409-45b6-91cb-5da061930b4e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:10.984129 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-384cfe31-5409-45b6-91cb-5da061930b4e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:11.019337 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-384cfe31-5409-45b6-91cb-5da061930b4e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1450560 Mar 01 13:56:11.033597 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d09ee745-657d-4fe5-85f1-c1611bdc4537 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (2bbd806b-2b90-49c5-a2b6-e0c962d2f101), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:11.045173 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9d927-c340-4afb-ad50-a4967ebcb3db req-5393c163-5a77-48a7-b26f-8eb9af17b503 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:11.047100 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-98d9d927-c340-4afb-ad50-a4967ebcb3db req-5393c163-5a77-48a7-b26f-8eb9af17b503 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 946 time: 0.0685749 Mar 01 13:56:11.049044 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d09ee745-657d-4fe5-85f1-c1611bdc4537 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Calling delete_port for 2bbd806b-2b90-49c5-a2b6-e0c962d2f101 owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:56:11.117714 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-98d9d927-c340-4afb-ad50-a4967ebcb3db req-1123f72f-9bbf-43a2-8365-ab3f1b745709 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648789 Mar 01 13:56:11.122686 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-970d1576-4358-42c8-94a8-b24cd82ee740 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Request body: {'port': {'device_id': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'network_id': 'ecc5a3c2-7ca8-4634-8af5-754b9bcd314c', 'admin_state_up': True, 'tenant_id': '4475ad9be4194a7593562a2e7537afad', 'security_groups': ['4926b459-8543-49de-ab0f-5a77b60f8487']}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:11.203711 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-4d746958-cee8-427c-9106-28c31646ea52 None None] Provisioning complete for port 3f30462d-3b3f-4caa-8a88-069fb2ae94b1 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:11.204264 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4d746958-cee8-427c-9106-28c31646ea52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3f30462d-3b3f-4caa-8a88-069fb2ae94b1), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:11.241203 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-4d746958-cee8-427c-9106-28c31646ea52 None None] Port 3f30462d-3b3f-4caa-8a88-069fb2ae94b1 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:56:11.285502 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-970d1576-4358-42c8-94a8-b24cd82ee740 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Made reservation on behalf of 4475ad9be4194a7593562a2e7537afad for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:56:11.288945 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-970d1576-4358-42c8-94a8-b24cd82ee740 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:11.310607 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d09ee745-657d-4fe5-85f1-c1611bdc4537 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (2bbd806b-2b90-49c5-a2b6-e0c962d2f101), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:11.353822 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ee745-657d-4fe5-85f1-c1611bdc4537 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Port': ['ID=2bbd806b-2b90-49c5-a2b6-e0c962d2f101,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:11.421108 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d09ee745-657d-4fe5-85f1-c1611bdc4537 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:11.427294 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49938) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:11.437916 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d09ee745-657d-4fe5-85f1-c1611bdc4537 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/2bbd806b-2b90-49c5-a2b6-e0c962d2f101 HTTP/1.1" status: 204 len: 168 time: 0.8265028 Mar 01 13:56:11.442967 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c6e42d72-6f6a-462c-942c-43a02e473b27 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:56:11.524912 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port c6e42d72-6f6a-462c-942c-43a02e473b27 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:11.525574 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c6e42d72-6f6a-462c-942c-43a02e473b27), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:11.572350 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-970d1576-4358-42c8-94a8-b24cd82ee740 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Allocated IP 10.1.1.245 (ecc5a3c2-7ca8-4634-8af5-754b9bcd314c/6a836407-0a08-478a-9b48-ab0cc1ea53c4/f4479280-1038-47ed-a9f7-bd30c4953ba7) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:56:11.602602 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c260faca-c08a-4524-9540-731da55bf58d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:11.604073 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c260faca-c08a-4524-9540-731da55bf58d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:11.619887 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c260faca-c08a-4524-9540-731da55bf58d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1913786 Mar 01 13:56:11.622826 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49942) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:11.692146 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port c6e42d72-6f6a-462c-942c-43a02e473b27 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:11.693172 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c6e42d72-6f6a-462c-942c-43a02e473b27), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:11.707021 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b736a5-ee0f-4375-ad17-8051ff0255ea req-537895ec-fbb1-443d-b23f-59c965fd0a9e tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:11.712460 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10b736a5-ee0f-4375-ad17-8051ff0255ea req-537895ec-fbb1-443d-b23f-59c965fd0a9e tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1721504 Mar 01 13:56:11.716565 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6543863-82e7-49bf-ac57-87027b80910d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting subnet 637d885d-0df0-475e-87ca-13c19b519bba {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:56:11.725967 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f6543863-82e7-49bf-ac57-87027b80910d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (637d885d-0df0-475e-87ca-13c19b519bba), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:11.755356 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port c6e42d72-6f6a-462c-942c-43a02e473b27, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=c6e42d72-6f6a-462c-942c-43a02e473b27,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:11.762923 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c6e42d72-6f6a-462c-942c-43a02e473b27), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:11.764583 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-970d1576-4358-42c8-94a8-b24cd82ee740 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks [] for port (f4479280-1038-47ed-a9f7-bd30c4953ba7), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:11.812816 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-970d1576-4358-42c8-94a8-b24cd82ee740 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (f4479280-1038-47ed-a9f7-bd30c4953ba7), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:11.818554 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f6543863-82e7-49bf-ac57-87027b80910d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (637d885d-0df0-475e-87ca-13c19b519bba), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:11.870161 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=c6e42d72-6f6a-462c-942c-43a02e473b27,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:11.874973 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10b736a5-ee0f-4375-ad17-8051ff0255ea req-fa3c16b3-1c46-4fdf-804c-26333377ccd2 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558764 Mar 01 13:56:11.901078 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-970d1576-4358-42c8-94a8-b24cd82ee740 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Network ecc5a3c2-7ca8-4634-8af5-754b9bcd314c is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:11.901208 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-82cd3990-6cef-44bc-ab99-9af5bdf01bea None None] Provisioning complete for port c6e42d72-6f6a-462c-942c-43a02e473b27 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:11.901503 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-82cd3990-6cef-44bc-ab99-9af5bdf01bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c6e42d72-6f6a-462c-942c-43a02e473b27), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:11.916992 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-970d1576-4358-42c8-94a8-b24cd82ee740 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:11.921445 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-970d1576-4358-42c8-94a8-b24cd82ee740 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:56:12.017124 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f6543863-82e7-49bf-ac57-87027b80910d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (637d885d-0df0-475e-87ca-13c19b519bba), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:12.100800 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-82cd3990-6cef-44bc-ab99-9af5bdf01bea None None] Current status of the port c6e42d72-6f6a-462c-942c-43a02e473b27 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:12.199372 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371f8a3-83e9-4502-9cfc-dcf1371eb675 req-bb3aa262-88f4-4cae-968b-6aef7481eb49 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:12.207188 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371f8a3-83e9-4502-9cfc-dcf1371eb675 req-bb3aa262-88f4-4cae-968b-6aef7481eb49 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:12.213323 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371f8a3-83e9-4502-9cfc-dcf1371eb675 req-bb3aa262-88f4-4cae-968b-6aef7481eb49 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:12.215881 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c371f8a3-83e9-4502-9cfc-dcf1371eb675 req-bb3aa262-88f4-4cae-968b-6aef7481eb49 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 2374 time: 0.2219911 Mar 01 13:56:12.234453 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0683d2-87f8-4439-b591-05ba1074ca41 req-b02f0ee7-3bbc-494c-b73d-9ec4af696428 tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:12.242736 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ee0683d2-87f8-4439-b591-05ba1074ca41 req-b02f0ee7-3bbc-494c-b73d-9ec4af696428 tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0c8a66-88bf-4d18-9066-b251a6028631 HTTP/1.1" status: 200 len: 944 time: 0.2177501 Mar 01 13:56:12.263747 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f6543863-82e7-49bf-ac57-87027b80910d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (637d885d-0df0-475e-87ca-13c19b519bba), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:12.316171 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-e4f8945a-fd29-4fbb-bc88-2d75a3ab740d None None] Could not find standard attr ID for object 2bbd806b-2b90-49c5-a2b6-e0c962d2f101. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 13:56:12.328604 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f6543863-82e7-49bf-ac57-87027b80910d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:12.332193 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f6543863-82e7-49bf-ac57-87027b80910d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/637d885d-0df0-475e-87ca-13c19b519bba HTTP/1.1" status: 204 len: 168 time: 0.7073052 Mar 01 13:56:12.337598 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6543863-82e7-49bf-ac57-87027b80910d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Subnet': ['ID=637d885d-0df0-475e-87ca-13c19b519bba,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:12.347563 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49950) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:12.388692 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d1576-4358-42c8-94a8-b24cd82ee740 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Pushing event updated for resources: {'Port': ['ID=f4479280-1038-47ed-a9f7-bd30c4953ba7,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:12.423884 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a108b19f-d182-4b68-86ae-73644db366a9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747559 Mar 01 13:56:12.424468 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-970d1576-4358-42c8-94a8-b24cd82ee740 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:12.425325 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-970d1576-4358-42c8-94a8-b24cd82ee740 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:12.428436 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49952) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:12.442802 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ee0683d2-87f8-4439-b591-05ba1074ca41 req-5e02e0c3-9013-4583-abfd-81546ce9a59b tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] 10.222.0.13 "GET /v2.0/security-groups?id=6886d1c0-8ea2-4e8a-9e8f-5e7dfb42e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990755 Mar 01 13:56:12.452225 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c371f8a3-83e9-4502-9cfc-dcf1371eb675 req-ea16b5c6-ab5a-416b-b138-3913bd47110f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001729 Mar 01 13:56:12.480802 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-970d1576-4358-42c8-94a8-b24cd82ee740 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3638122 Mar 01 13:56:12.481991 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-e8274758-a8a4-4088-9b5d-854058c8af9c None None] Provisioning complete for port f4479280-1038-47ed-a9f7-bd30c4953ba7 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:12.482815 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e8274758-a8a4-4088-9b5d-854058c8af9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f4479280-1038-47ed-a9f7-bd30c4953ba7), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:12.506294 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-2083210b-4f71-4148-ba00-211907a0ae47 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Request body: {'port': {'device_id': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c7c4f361-ab05-4369-bcdd-5e7555278fd6', 'admin_state_up': True, 'tenant_id': '4475ad9be4194a7593562a2e7537afad', 'security_groups': ['4926b459-8543-49de-ab0f-5a77b60f8487']}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:12.535064 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d441a17-a920-4d49-b9d3-a34deb16e88a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:12.550367 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7d441a17-a920-4d49-b9d3-a34deb16e88a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1182656 Mar 01 13:56:12.550665 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49954) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:12.551858 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b21cc58-8f0b-4778-b6e8-7e395c2fa6f7 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:56:12.571515 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-e8274758-a8a4-4088-9b5d-854058c8af9c None None] Port f4479280-1038-47ed-a9f7-bd30c4953ba7 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:56:12.612391 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 448446bc-939a-4f6c-8a26-b75746ec5fa2 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:56:12.647036 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483da162-63e8-4717-b8d0-856876cd5e2e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:12.648562 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-483da162-63e8-4717-b8d0-856876cd5e2e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0970371 Mar 01 13:56:12.651349 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49958) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:12.732982 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 448446bc-939a-4f6c-8a26-b75746ec5fa2 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:56:12.738233 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 448446bc-939a-4f6c-8a26-b75746ec5fa2 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:12.738609 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (448446bc-939a-4f6c-8a26-b75746ec5fa2), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:12.741374 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1e1affdc-cb55-4b66-9a5b-fb1f9628085d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0886087 Mar 01 13:56:12.754958 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49960) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:12.759645 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-2083210b-4f71-4148-ba00-211907a0ae47 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Made reservation on behalf of 4475ad9be4194a7593562a2e7537afad for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:56:12.766178 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-6cdd370f-0f15-4f35-8ce9-56aa3b2af301 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:12.852597 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 448446bc-939a-4f6c-8a26-b75746ec5fa2 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:12.852995 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (448446bc-939a-4f6c-8a26-b75746ec5fa2), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:12.890797 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0c8a66-88bf-4d18-9066-b251a6028631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448446bc-939a-4f6c-8a26-b75746ec5fa2'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:56:12.893381 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011a65ad-0335-4c56-b6fd-9c4f932ada4a" -d '{"events": [{"server_uuid": "2d0c8a66-88bf-4d18-9066-b251a6028631", "name": "network-vif-plugged", "status": "completed", "tag": "448446bc-939a-4f6c-8a26-b75746ec5fa2"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:56:12.898057 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-2083210b-4f71-4148-ba00-211907a0ae47 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:12.924335 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef8dcd4-b0ae-47e1-83ec-59c8a4f5fc2d None None] DHCP port deletion for db8edbc8-a3c8-4a8f-b733-3509635fb19f request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:56:12.948376 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 448446bc-939a-4f6c-8a26-b75746ec5fa2, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=448446bc-939a-4f6c-8a26-b75746ec5fa2,segment=NetworkSegment(0682587c-7f03-4e29-ba43-b35c57070cbe),segment_id=0682587c-7f03-4e29-ba43-b35c57070cbe)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:12.985193 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76db1f37-1848-4eca-9aed-3abc6d7f9b1e x-openstack-request-id: req-76db1f37-1848-4eca-9aed-3abc6d7f9b1e {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:56:12.985494 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d0c8a66-88bf-4d18-9066-b251a6028631", "name": "network-vif-plugged", "status": "completed", "tag": "448446bc-939a-4f6c-8a26-b75746ec5fa2", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:56:12.985757 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76db1f37-1848-4eca-9aed-3abc6d7f9b1e {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:56:12.986531 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0c8a66-88bf-4d18-9066-b251a6028631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448446bc-939a-4f6c-8a26-b75746ec5fa2', 'code': 200} Mar 01 13:56:12.995792 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (448446bc-939a-4f6c-8a26-b75746ec5fa2), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:13.033531 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cdd370f-0f15-4f35-8ce9-56aa3b2af301 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:56:13.037638 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6cdd370f-0f15-4f35-8ce9-56aa3b2af301 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:13.074507 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=448446bc-939a-4f6c-8a26-b75746ec5fa2,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:13.113812 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cef8dcd4-b0ae-47e1-83ec-59c8a4f5fc2d None None] Deleting port c6e42d72-6f6a-462c-942c-43a02e473b27 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:56:13.114601 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cef8dcd4-b0ae-47e1-83ec-59c8a4f5fc2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (c6e42d72-6f6a-462c-942c-43a02e473b27), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:13.149996 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9df32-4a68-45eb-824c-4ec5d9cd8eb8 req-9ee4272c-000a-4bc3-a5b5-6fb569b818e6 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:13.158466 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5eb9df32-4a68-45eb-824c-4ec5d9cd8eb8 req-9ee4272c-000a-4bc3-a5b5-6fb569b818e6 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.4290023 Mar 01 13:56:13.168971 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db7980-1ce1-4fbf-a1c2-4289bc925f78 req-3ed32292-eef2-4df1-9bef-a3356ec12268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:13.170636 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e7db7980-1ce1-4fbf-a1c2-4289bc925f78 req-3ed32292-eef2-4df1-9bef-a3356ec12268 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=475192ca5f814c16b38a7d788a6a6472&device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 1126 time: 0.4388490 Mar 01 13:56:13.189226 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaba8f-c3d2-4d51-917a-187e0af196a7 req-cfad219b-f884-43a8-aa9b-b547f8243ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:13.191094 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8dbaba8f-c3d2-4d51-917a-187e0af196a7 req-cfad219b-f884-43a8-aa9b-b547f8243ca6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2d0c8a66-88bf-4d18-9066-b251a6028631 HTTP/1.1" status: 200 len: 1127 time: 0.1501803 Mar 01 13:56:13.194595 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cef8dcd4-b0ae-47e1-83ec-59c8a4f5fc2d None None] For port c6e42d72-6f6a-462c-942c-43a02e473b27, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=c6e42d72-6f6a-462c-942c-43a02e473b27,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:13.196044 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cef8dcd4-b0ae-47e1-83ec-59c8a4f5fc2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (c6e42d72-6f6a-462c-942c-43a02e473b27), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:13.212904 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cef8dcd4-b0ae-47e1-83ec-59c8a4f5fc2d None None] Calling delete_port for c6e42d72-6f6a-462c-942c-43a02e473b27 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:56:13.350889 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8dbaba8f-c3d2-4d51-917a-187e0af196a7 req-d88751d4-bba8-457e-9760-a462ccef647b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6886d1c0-8ea2-4e8a-9e8f-5e7dfb42e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505291 Mar 01 13:56:13.365762 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-2083210b-4f71-4148-ba00-211907a0ae47 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Allocated IP 10.2.2.100 (c7c4f361-ab05-4369-bcdd-5e7555278fd6/82af45e5-3428-45d7-98e9-10c937ed8f7a/3bb0ce28-dd64-442c-82fd-08ca68864979) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:56:13.558336 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c6e42d72-6f6a-462c-942c-43a02e473b27 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:56:13.614873 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cef8dcd4-b0ae-47e1-83ec-59c8a4f5fc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (c6e42d72-6f6a-462c-942c-43a02e473b27), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:13.644948 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-2083210b-4f71-4148-ba00-211907a0ae47 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks [] for port (3bb0ce28-dd64-442c-82fd-08ca68864979), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:13.648772 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8dcd4-b0ae-47e1-83ec-59c8a4f5fc2d None None] Pushing event deleted for resources: {'Port': ['ID=c6e42d72-6f6a-462c-942c-43a02e473b27,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:13.654784 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef8dcd4-b0ae-47e1-83ec-59c8a4f5fc2d None None] No DVR routers for this DVR port c6e42d72-6f6a-462c-942c-43a02e473b27 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:56:13.659663 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No active binding found for port c6e42d72-6f6a-462c-942c-43a02e473b27 {{(pid=103728) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 01 13:56:13.660320 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] The host n-d-827467-3 is not matching for port c6e42d72-6f6a-462c-942c-43a02e473b27 host None! {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 01 13:56:13.661139 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c6e42d72-6f6a-462c-942c-43a02e473b27 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:56:13.684400 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-2083210b-4f71-4148-ba00-211907a0ae47 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (3bb0ce28-dd64-442c-82fd-08ca68864979), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:13.742992 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-2083210b-4f71-4148-ba00-211907a0ae47 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Network c7c4f361-ab05-4369-bcdd-5e7555278fd6 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:13.746306 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-2083210b-4f71-4148-ba00-211907a0ae47 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:13.750295 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-2083210b-4f71-4148-ba00-211907a0ae47 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:56:13.767968 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2b797-7502-4ebf-bf8f-3f0386734870 req-1a111115-fe08-42e9-a061-a01eb027576e tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:13.773501 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fcb2b797-7502-4ebf-bf8f-3f0386734870 req-1a111115-fe08-42e9-a061-a01eb027576e tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0c8a66-88bf-4d18-9066-b251a6028631 HTTP/1.1" status: 200 len: 945 time: 0.1804087 Mar 01 13:56:13.781957 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083210b-4f71-4148-ba00-211907a0ae47 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Pushing event updated for resources: {'Port': ['ID=3bb0ce28-dd64-442c-82fd-08ca68864979,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:13.784785 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5eb9df32-4a68-45eb-824c-4ec5d9cd8eb8 req-8784b825-06f8-418c-aaac-372cb6b12728 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6253798 Mar 01 13:56:13.832095 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-2083210b-4f71-4148-ba00-211907a0ae47 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:13.832918 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-2083210b-4f71-4148-ba00-211907a0ae47 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:13.860951 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-2083210b-4f71-4148-ba00-211907a0ae47 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3717182 Mar 01 13:56:13.883707 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-cc1895f1-eee8-4612-932f-c2f056bd9f3f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Request body: {'port': {'device_id': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c7c4f361-ab05-4369-bcdd-5e7555278fd6', 'admin_state_up': True, 'tenant_id': '4475ad9be4194a7593562a2e7537afad', 'security_groups': ['4926b459-8543-49de-ab0f-5a77b60f8487']}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:13.894976 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db7980-1ce1-4fbf-a1c2-4289bc925f78 req-ee4f881c-cb2e-49a0-b50c-ea1173fe5001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:13.897670 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e7db7980-1ce1-4fbf-a1c2-4289bc925f78 req-ee4f881c-cb2e-49a0-b50c-ea1173fe5001 service neutron] 10.222.0.32 "GET /v2.0/networks?id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 HTTP/1.1" status: 200 len: 913 time: 0.7158935 Mar 01 13:56:14.042538 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-cc1895f1-eee8-4612-932f-c2f056bd9f3f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Made reservation on behalf of 4475ad9be4194a7593562a2e7537afad for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:56:14.052319 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-cc1895f1-eee8-4612-932f-c2f056bd9f3f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:14.102085 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc2a90-0665-4f50-a7b5-fc799a23584f req-75014eee-c00e-4a08-afc5-5299691213d5 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:14.107462 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc2a90-0665-4f50-a7b5-fc799a23584f req-75014eee-c00e-4a08-afc5-5299691213d5 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:14.112906 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc2a90-0665-4f50-a7b5-fc799a23584f req-75014eee-c00e-4a08-afc5-5299691213d5 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:14.118320 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc2a90-0665-4f50-a7b5-fc799a23584f req-75014eee-c00e-4a08-afc5-5299691213d5 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:14.126107 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-67cc2a90-0665-4f50-a7b5-fc799a23584f req-75014eee-c00e-4a08-afc5-5299691213d5 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 3095 time: 0.2198050 Mar 01 13:56:14.137858 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-66a62bb1-d129-424c-8f37-7fa71f15b006 None None] Provisioning complete for port 3bb0ce28-dd64-442c-82fd-08ca68864979 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:14.138644 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e7db7980-1ce1-4fbf-a1c2-4289bc925f78 req-28fde6da-0d6f-4f57-b047-c0f006c2d6f6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7988cdd9-dd32-4813-871c-c8dca2569301 HTTP/1.1" status: 200 len: 999 time: 0.1969006 Mar 01 13:56:14.138937 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-66a62bb1-d129-424c-8f37-7fa71f15b006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3bb0ce28-dd64-442c-82fd-08ca68864979), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:14.141801 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fcb2b797-7502-4ebf-bf8f-3f0386734870 req-3a672aca-704c-49f4-94a2-b385f43d98b7 tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] 10.222.0.13 "GET /v2.0/security-groups?id=6886d1c0-8ea2-4e8a-9e8f-5e7dfb42e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496305 Mar 01 13:56:14.199234 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-66a62bb1-d129-424c-8f37-7fa71f15b006 None None] Port 3bb0ce28-dd64-442c-82fd-08ca68864979 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:56:14.202611 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db7980-1ce1-4fbf-a1c2-4289bc925f78 req-ff237024-2f8f-4c8b-aa9f-be5d8b1c7c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:14.204177 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e7db7980-1ce1-4fbf-a1c2-4289bc925f78 req-ff237024-2f8f-4c8b-aa9f-be5d8b1c7c91 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d1ea702e-89f4-430d-ba35-37a3134c98fa HTTP/1.1" status: 200 len: 851 time: 0.0466683 Mar 01 13:56:14.231133 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6cdd370f-0f15-4f35-8ce9-56aa3b2af301 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (64842e31-35b0-46c1-bcb0-569dea2efa9f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:14.291073 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-cc1895f1-eee8-4612-932f-c2f056bd9f3f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Allocated IP 10.2.2.200 (c7c4f361-ab05-4369-bcdd-5e7555278fd6/82af45e5-3428-45d7-98e9-10c937ed8f7a/13b9e748-a974-42c2-8e91-ba448a992de1) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:56:14.303430 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-67cc2a90-0665-4f50-a7b5-fc799a23584f req-8d6df0b6-2f46-45c9-b7cd-9c8724a8ccce tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764469 Mar 01 13:56:14.313272 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdd370f-0f15-4f35-8ce9-56aa3b2af301 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:14.318828 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-6cdd370f-0f15-4f35-8ce9-56aa3b2af301 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:14.333727 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f9a706-acb3-4ed1-825a-f17f31e919eb None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:56:14.333901 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdd370f-0f15-4f35-8ce9-56aa3b2af301 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:14.334471 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6cdd370f-0f15-4f35-8ce9-56aa3b2af301 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:14.345622 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd370f-0f15-4f35-8ce9-56aa3b2af301 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Subnet': ['ID=64842e31-35b0-46c1-bcb0-569dea2efa9f,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:14.360048 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db7980-1ce1-4fbf-a1c2-4289bc925f78 req-219eef5b-ae49-42be-8de5-9d387b7b8432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:14.362388 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e7db7980-1ce1-4fbf-a1c2-4289bc925f78 req-219eef5b-ae49-42be-8de5-9d387b7b8432 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1517477 Mar 01 13:56:14.366389 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6cdd370f-0f15-4f35-8ce9-56aa3b2af301 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6099288 Mar 01 13:56:14.370072 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49970) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:14.379745 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-6469a574-afbb-4552-b1b8-9d6449933899 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'port': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'fixed_ips': [{'subnet_id': '64842e31-35b0-46c1-bcb0-569dea2efa9f', 'ip_address': '2001:db8::c738:b093:55fb:9083'}], 'name': 'tempest-NetworksTestDHCPv6-812305585'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:14.500624 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e7db7980-1ce1-4fbf-a1c2-4289bc925f78 req-99cd74d0-36bc-42a2-bc5c-3863ef313107 service neutron] 10.222.0.32 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294074 Mar 01 13:56:14.507149 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25e288c-d6c9-476a-9023-1f6435f2f108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'project_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'fixed_ips': [{'subnet_id': '64842e31-35b0-46c1-bcb0-569dea2efa9f'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:56:14.508706 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d25e288c-d6c9-476a-9023-1f6435f2f108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:14.552663 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-cc1895f1-eee8-4612-932f-c2f056bd9f3f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks [] for port (13b9e748-a974-42c2-8e91-ba448a992de1), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:14.592877 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6469a574-afbb-4552-b1b8-9d6449933899 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:56:14.665514 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-cc1895f1-eee8-4612-932f-c2f056bd9f3f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (13b9e748-a974-42c2-8e91-ba448a992de1), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:14.692430 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e7db7980-1ce1-4fbf-a1c2-4289bc925f78 req-54f8a957-9c9a-4d10-bff3-a82a5a060645 service neutron] 10.222.0.32 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847978 Mar 01 13:56:14.700383 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-d25e288c-d6c9-476a-9023-1f6435f2f108 None None] Allocated IP 2001:db8::2 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/64842e31-35b0-46c1-bcb0-569dea2efa9f/646b825d-9911-4891-877b-931f42d87ad3) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:56:14.743425 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-cc1895f1-eee8-4612-932f-c2f056bd9f3f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Network c7c4f361-ab05-4369-bcdd-5e7555278fd6 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:14.749451 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-cc1895f1-eee8-4612-932f-c2f056bd9f3f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:14.755330 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-cc1895f1-eee8-4612-932f-c2f056bd9f3f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:56:14.761511 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6469a574-afbb-4552-b1b8-9d6449933899 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:14.765843 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1895f1-eee8-4612-932f-c2f056bd9f3f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Pushing event updated for resources: {'Port': ['ID=13b9e748-a974-42c2-8e91-ba448a992de1,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:14.814484 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-6469a574-afbb-4552-b1b8-9d6449933899 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] device_id is not set on port 3262dc3b-43d0-41f0-ad41-a8bb5b061740 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:56:14.883327 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-cc1895f1-eee8-4612-932f-c2f056bd9f3f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:14.883909 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-cc1895f1-eee8-4612-932f-c2f056bd9f3f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:14.919819 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-cc1895f1-eee8-4612-932f-c2f056bd9f3f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0505998 Mar 01 13:56:14.960301 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-3983e43f-0834-4b7c-a20e-a801a3554fef service neutron] Request body: {'port': {'device_id': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:15.051375 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d25e288c-d6c9-476a-9023-1f6435f2f108 None None] Publish callbacks [] for port (646b825d-9911-4891-877b-931f42d87ad3), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:15.055113 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-3983e43f-0834-4b7c-a20e-a801a3554fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (94186ee2-17a9-4363-9cd1-5dd589fc6f6d), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:15.064456 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d25e288c-d6c9-476a-9023-1f6435f2f108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (646b825d-9911-4891-877b-931f42d87ad3), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:15.082833 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7e678-8f8c-4e21-87e5-7e067365f0ef req-b73de2e4-e312-4fe3-9e57-cf5b7224c9b5 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:15.092580 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-add7e678-8f8c-4e21-87e5-7e067365f0ef req-b73de2e4-e312-4fe3-9e57-cf5b7224c9b5 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1299968 Mar 01 13:56:15.124135 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-6469a574-afbb-4552-b1b8-9d6449933899 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Allocated IP 2001:db8::c738:b093:55fb:9083 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/64842e31-35b0-46c1-bcb0-569dea2efa9f/3262dc3b-43d0-41f0-ad41-a8bb5b061740) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:56:15.130858 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25e288c-d6c9-476a-9023-1f6435f2f108 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:15.134221 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-d25e288c-d6c9-476a-9023-1f6435f2f108 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:15.139800 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25e288c-d6c9-476a-9023-1f6435f2f108 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:56:15.148495 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e288c-d6c9-476a-9023-1f6435f2f108 None None] Pushing event updated for resources: {'Port': ['ID=646b825d-9911-4891-877b-931f42d87ad3,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:15.180385 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-add7e678-8f8c-4e21-87e5-7e067365f0ef req-ff262336-d532-48be-99a6-df9781f08311 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827091 Mar 01 13:56:15.245486 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-8994914f-3712-4925-99ab-8f0e54801ace None None] Provisioning complete for port 13b9e748-a974-42c2-8e91-ba448a992de1 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:15.246279 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8994914f-3712-4925-99ab-8f0e54801ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (13b9e748-a974-42c2-8e91-ba448a992de1), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:15.281875 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-d25e288c-d6c9-476a-9023-1f6435f2f108 None None] Attempting to bind port 646b825d-9911-4891-877b-931f42d87ad3 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:56:15.282672 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-d25e288c-d6c9-476a-9023-1f6435f2f108 None None] Attempting to bind port 646b825d-9911-4891-877b-931f42d87ad3 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:56:15.283280 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25e288c-d6c9-476a-9023-1f6435f2f108 None None] Attempting to bind port 646b825d-9911-4891-877b-931f42d87ad3 on network db8edbc8-a3c8-4a8f-b733-3509635fb19f {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:56:15.287317 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-8994914f-3712-4925-99ab-8f0e54801ace None None] Port 13b9e748-a974-42c2-8e91-ba448a992de1 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:56:15.291815 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25e288c-d6c9-476a-9023-1f6435f2f108 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:56:15.292555 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25e288c-d6c9-476a-9023-1f6435f2f108 None None] Checking segment: {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:56:15.293624 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d25e288c-d6c9-476a-9023-1f6435f2f108 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:15.294227 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25e288c-d6c9-476a-9023-1f6435f2f108 None None] Bound using segment: {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:56:15.294926 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-d25e288c-d6c9-476a-9023-1f6435f2f108 None None] Bound port: 646b825d-9911-4891-877b-931f42d87ad3, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:56:15.297756 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d25e288c-d6c9-476a-9023-1f6435f2f108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (646b825d-9911-4891-877b-931f42d87ad3), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:15.313264 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6469a574-afbb-4552-b1b8-9d6449933899 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for port (3262dc3b-43d0-41f0-ad41-a8bb5b061740), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:15.388998 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d25e288c-d6c9-476a-9023-1f6435f2f108 None None] For port 646b825d-9911-4891-877b-931f42d87ad3, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:56:15.393740 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d25e288c-d6c9-476a-9023-1f6435f2f108 None None] For port 646b825d-9911-4891-877b-931f42d87ad3, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=646b825d-9911-4891-877b-931f42d87ad3,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:56:15.402651 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d25e288c-d6c9-476a-9023-1f6435f2f108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (646b825d-9911-4891-877b-931f42d87ad3), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:15.473953 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cfadf-7ad1-4202-9dfe-49773aeb21e1 req-b2c0b2f6-8963-47e3-9ec2-99b847d061b9 tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:15.476773 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b29cfadf-7ad1-4202-9dfe-49773aeb21e1 req-b2c0b2f6-8963-47e3-9ec2-99b847d061b9 tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0c8a66-88bf-4d18-9066-b251a6028631 HTTP/1.1" status: 200 len: 945 time: 0.2077332 Mar 01 13:56:15.483511 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6469a574-afbb-4552-b1b8-9d6449933899 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (3262dc3b-43d0-41f0-ad41-a8bb5b061740), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:15.489484 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e288c-d6c9-476a-9023-1f6435f2f108 None None] Pushing event updated for resources: {'Port': ['ID=646b825d-9911-4891-877b-931f42d87ad3,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:15.550040 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469a574-afbb-4552-b1b8-9d6449933899 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Port': ['ID=3262dc3b-43d0-41f0-ad41-a8bb5b061740,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:15.573675 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6469a574-afbb-4552-b1b8-9d6449933899 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:15.577893 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-6469a574-afbb-4552-b1b8-9d6449933899 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:15.582815 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6469a574-afbb-4552-b1b8-9d6449933899 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:56:15.588112 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6469a574-afbb-4552-b1b8-9d6449933899 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:15.588738 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6469a574-afbb-4552-b1b8-9d6449933899 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:15.600553 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b29cfadf-7ad1-4202-9dfe-49773aeb21e1 req-996add06-9780-42f2-9748-4ee2264fdf9a tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] 10.222.0.13 "GET /v2.0/security-groups?id=6886d1c0-8ea2-4e8a-9e8f-5e7dfb42e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871682 Mar 01 13:56:15.610586 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23b30d-59d0-4f68-ac12-fc3080322a68 req-6467381b-1231-43b2-8b43-1bce747171a6 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:15.623939 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23b30d-59d0-4f68-ac12-fc3080322a68 req-6467381b-1231-43b2-8b43-1bce747171a6 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:15.623939 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23b30d-59d0-4f68-ac12-fc3080322a68 req-6467381b-1231-43b2-8b43-1bce747171a6 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:15.627976 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23b30d-59d0-4f68-ac12-fc3080322a68 req-6467381b-1231-43b2-8b43-1bce747171a6 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:15.632956 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23b30d-59d0-4f68-ac12-fc3080322a68 req-6467381b-1231-43b2-8b43-1bce747171a6 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:15.635786 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4f23b30d-59d0-4f68-ac12-fc3080322a68 req-6467381b-1231-43b2-8b43-1bce747171a6 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 3816 time: 0.1570914 Mar 01 13:56:15.663300 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49980) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:15.663539 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6469a574-afbb-4552-b1b8-9d6449933899 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2917864 Mar 01 13:56:15.669028 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-b5004ad7-b86c-4ded-8976-81f5c5498c19 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'port': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'fixed_ips': [{'subnet_id': '64842e31-35b0-46c1-bcb0-569dea2efa9f', 'ip_address': '2001:db8::c738:b093:55fb:9083'}], 'name': 'tempest-NetworksTestDHCPv6-1353673516'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:15.819663 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-3983e43f-0834-4b7c-a20e-a801a3554fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94186ee2-17a9-4363-9cd1-5dd589fc6f6d {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:56:15.834196 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-3983e43f-0834-4b7c-a20e-a801a3554fef service neutron] Publish callbacks [] for port (94186ee2-17a9-4363-9cd1-5dd589fc6f6d), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:15.847870 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4f23b30d-59d0-4f68-ac12-fc3080322a68 req-0252d6bf-3bca-41a8-8472-7827a2e644eb tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040873 Mar 01 13:56:15.862440 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-3983e43f-0834-4b7c-a20e-a801a3554fef service neutron] Transition to ACTIVE for port object 94186ee2-17a9-4363-9cd1-5dd589fc6f6d will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:56:15.868950 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-3983e43f-0834-4b7c-a20e-a801a3554fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (94186ee2-17a9-4363-9cd1-5dd589fc6f6d), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:15.963123 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3983e43f-0834-4b7c-a20e-a801a3554fef service neutron] Pushing event updated for resources: {'Port': ['ID=94186ee2-17a9-4363-9cd1-5dd589fc6f6d,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:15.972109 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5004ad7-b86c-4ded-8976-81f5c5498c19 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:56:16.109351 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-3983e43f-0834-4b7c-a20e-a801a3554fef service neutron] Attempting to bind port 94186ee2-17a9-4363-9cd1-5dd589fc6f6d on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:56:16.109913 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-3983e43f-0834-4b7c-a20e-a801a3554fef service neutron] Attempting to bind port 94186ee2-17a9-4363-9cd1-5dd589fc6f6d by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '16eada52-045a-4b45-90c8-cb23f5f5789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a331d97d-3b18-4702-9c0b-f805cbe3e548'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:56:16.110202 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-3983e43f-0834-4b7c-a20e-a801a3554fef service neutron] Attempting to bind port 94186ee2-17a9-4363-9cd1-5dd589fc6f6d on network a331d97d-3b18-4702-9c0b-f805cbe3e548 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:56:16.120376 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-3983e43f-0834-4b7c-a20e-a801a3554fef service neutron] Port 94186ee2-17a9-4363-9cd1-5dd589fc6f6d on network a331d97d-3b18-4702-9c0b-f805cbe3e548 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:56:16.120770 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-3983e43f-0834-4b7c-a20e-a801a3554fef service neutron] Attempting to bind port 94186ee2-17a9-4363-9cd1-5dd589fc6f6d on network a331d97d-3b18-4702-9c0b-f805cbe3e548 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:56:16.144308 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-3983e43f-0834-4b7c-a20e-a801a3554fef service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:56:16.154123 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b5004ad7-b86c-4ded-8976-81f5c5498c19 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:16.155259 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-3983e43f-0834-4b7c-a20e-a801a3554fef service neutron] Checking segment: {'id': '16eada52-045a-4b45-90c8-cb23f5f5789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a331d97d-3b18-4702-9c0b-f805cbe3e548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:56:16.156359 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-3983e43f-0834-4b7c-a20e-a801a3554fef service neutron] Bound using segment: {'id': '16eada52-045a-4b45-90c8-cb23f5f5789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a331d97d-3b18-4702-9c0b-f805cbe3e548'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:56:16.157995 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-3983e43f-0834-4b7c-a20e-a801a3554fef service neutron] Bound port: 94186ee2-17a9-4363-9cd1-5dd589fc6f6d, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16eada52-045a-4b45-90c8-cb23f5f5789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a331d97d-3b18-4702-9c0b-f805cbe3e548'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:56:16.158463 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-3983e43f-0834-4b7c-a20e-a801a3554fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (94186ee2-17a9-4363-9cd1-5dd589fc6f6d), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:16.182005 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-b5004ad7-b86c-4ded-8976-81f5c5498c19 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] device_id is not set on port 6b7e0cd9-eae8-46b6-ac65-f02514b31dbd yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:56:16.267706 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-3983e43f-0834-4b7c-a20e-a801a3554fef service neutron] For port 94186ee2-17a9-4363-9cd1-5dd589fc6f6d, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:56:16.271428 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-3983e43f-0834-4b7c-a20e-a801a3554fef service neutron] For port 94186ee2-17a9-4363-9cd1-5dd589fc6f6d, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=94186ee2-17a9-4363-9cd1-5dd589fc6f6d,segment=NetworkSegment(16eada52-045a-4b45-90c8-cb23f5f5789e),segment_id=16eada52-045a-4b45-90c8-cb23f5f5789e)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:56:16.280177 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-3983e43f-0834-4b7c-a20e-a801a3554fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (94186ee2-17a9-4363-9cd1-5dd589fc6f6d), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:16.323548 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-3983e43f-0834-4b7c-a20e-a801a3554fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:16.325252 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-3983e43f-0834-4b7c-a20e-a801a3554fef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:16.326819 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-3983e43f-0834-4b7c-a20e-a801a3554fef service neutron] 10.222.0.32 "PUT /v2.0/ports/94186ee2-17a9-4363-9cd1-5dd589fc6f6d HTTP/1.1" status: 200 len: 1091 time: 1.3709610 Mar 01 13:56:16.328409 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'tag': '94186ee2-17a9-4363-9cd1-5dd589fc6f6d'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:56:16.332168 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a41d632-a83a-4d4d-be46-bbcf6753b3ed" -d '{"events": [{"name": "network-changed", "server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "tag": "94186ee2-17a9-4363-9cd1-5dd589fc6f6d"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:56:16.393417 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ba647091-d1c3-4734-9bf7-a80fe49c668b service neutron] Request body: {'port': {'device_id': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:16.469373 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc02620c-ffde-400d-9bd4-7be95614d181 x-openstack-request-id: req-fc02620c-ffde-400d-9bd4-7be95614d181 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:56:16.469851 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "tag": "94186ee2-17a9-4363-9cd1-5dd589fc6f6d", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:56:16.470108 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc02620c-ffde-400d-9bd4-7be95614d181 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:56:16.470596 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'tag': '94186ee2-17a9-4363-9cd1-5dd589fc6f6d', 'status': 'completed', 'code': 200} Mar 01 13:56:16.529200 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3983e43f-0834-4b7c-a20e-a801a3554fef service neutron] Pushing event updated for resources: {'Port': ['ID=94186ee2-17a9-4363-9cd1-5dd589fc6f6d,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:16.554704 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ba647091-d1c3-4734-9bf7-a80fe49c668b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (65aa8d5c-27c6-46fc-b051-44172617a654), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:16.620142 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74ed54-51ee-4462-b561-972817d7e73a req-25f8536a-e6d2-4146-9877-6d188e6bfcbf tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:16.622729 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c74ed54-51ee-4462-b561-972817d7e73a req-25f8536a-e6d2-4146-9877-6d188e6bfcbf tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.2783561 Mar 01 13:56:16.696282 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5004ad7-b86c-4ded-8976-81f5c5498c19 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 01 13:56:16.696866 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5004ad7-b86c-4ded-8976-81f5c5498c19 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:56:16.752205 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41d632-a83a-4d4d-be46-bbcf6753b3ed req-c990960f-fb13-4129-858a-545f232a861e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:16.752686 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41d632-a83a-4d4d-be46-bbcf6753b3ed req-c990960f-fb13-4129-858a-545f232a861e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:16.753167 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41d632-a83a-4d4d-be46-bbcf6753b3ed req-c990960f-fb13-4129-858a-545f232a861e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:16.753635 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41d632-a83a-4d4d-be46-bbcf6753b3ed req-c990960f-fb13-4129-858a-545f232a861e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:16.754104 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41d632-a83a-4d4d-be46-bbcf6753b3ed req-c990960f-fb13-4129-858a-545f232a861e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:16.755951 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3a41d632-a83a-4d4d-be46-bbcf6753b3ed req-c990960f-fb13-4129-858a-545f232a861e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4475ad9be4194a7593562a2e7537afad&device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 4394 time: 0.2717946 Mar 01 13:56:16.789302 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b5004ad7-b86c-4ded-8976-81f5c5498c19 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1247666 Mar 01 13:56:16.793950 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c74ed54-51ee-4462-b561-972817d7e73a req-189cd9f3-9a94-4008-8e0c-81e70ab7e20d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535957 Mar 01 13:56:16.793950 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50012) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:16.832750 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef9ccd-3685-4d84-9d96-ed7dcca61ecf req-58769539-127f-4934-8be7-67b534c2b649 tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:16.834294 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-42ef9ccd-3685-4d84-9d96-ed7dcca61ecf req-58769539-127f-4934-8be7-67b534c2b649 tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0c8a66-88bf-4d18-9066-b251a6028631 HTTP/1.1" status: 200 len: 945 time: 0.3056982 Mar 01 13:56:17.003364 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ba647091-d1c3-4734-9bf7-a80fe49c668b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65aa8d5c-27c6-46fc-b051-44172617a654 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:56:17.014847 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ba647091-d1c3-4734-9bf7-a80fe49c668b service neutron] Publish callbacks [] for port (65aa8d5c-27c6-46fc-b051-44172617a654), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:17.034206 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ba647091-d1c3-4734-9bf7-a80fe49c668b service neutron] Transition to ACTIVE for port object 65aa8d5c-27c6-46fc-b051-44172617a654 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:56:17.040126 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ba647091-d1c3-4734-9bf7-a80fe49c668b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (65aa8d5c-27c6-46fc-b051-44172617a654), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:17.103530 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-42ef9ccd-3685-4d84-9d96-ed7dcca61ecf req-8d7dd1df-2e16-4060-a853-f08439047e48 tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] 10.222.0.13 "GET /v2.0/security-groups?id=6886d1c0-8ea2-4e8a-9e8f-5e7dfb42e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486672 Mar 01 13:56:17.119052 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41d632-a83a-4d4d-be46-bbcf6753b3ed req-aed2c873-2e5d-453e-aa9c-2478a475776e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:17.119831 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41d632-a83a-4d4d-be46-bbcf6753b3ed req-aed2c873-2e5d-453e-aa9c-2478a475776e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:17.120461 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41d632-a83a-4d4d-be46-bbcf6753b3ed req-aed2c873-2e5d-453e-aa9c-2478a475776e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:17.121952 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba647091-d1c3-4734-9bf7-a80fe49c668b service neutron] Pushing event updated for resources: {'Port': ['ID=65aa8d5c-27c6-46fc-b051-44172617a654,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:17.123156 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3a41d632-a83a-4d4d-be46-bbcf6753b3ed req-aed2c873-2e5d-453e-aa9c-2478a475776e service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=4475ad9be4194a7593562a2e7537afad&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3569913 Mar 01 13:56:17.155405 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392555c6-d615-4c6f-87d8-28814db48a3c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:17.166105 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392555c6-d615-4c6f-87d8-28814db48a3c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:17.169016 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba647091-d1c3-4734-9bf7-a80fe49c668b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:17.169370 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba647091-d1c3-4734-9bf7-a80fe49c668b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:17.169714 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba647091-d1c3-4734-9bf7-a80fe49c668b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:17.170086 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba647091-d1c3-4734-9bf7-a80fe49c668b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:17.170423 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba647091-d1c3-4734-9bf7-a80fe49c668b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:17.170819 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba647091-d1c3-4734-9bf7-a80fe49c668b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:17.171149 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba647091-d1c3-4734-9bf7-a80fe49c668b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:17.171563 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba647091-d1c3-4734-9bf7-a80fe49c668b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:17.171840 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba647091-d1c3-4734-9bf7-a80fe49c668b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:17.172169 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba647091-d1c3-4734-9bf7-a80fe49c668b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:17.172492 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba647091-d1c3-4734-9bf7-a80fe49c668b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:17.172812 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba647091-d1c3-4734-9bf7-a80fe49c668b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:17.173132 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba647091-d1c3-4734-9bf7-a80fe49c668b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:17.178996 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-392555c6-d615-4c6f-87d8-28814db48a3c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3541920 Mar 01 13:56:17.183290 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50018) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:17.188013 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d72e38f9-250a-45e9-ae0c-3817b62b6264 None None] Provisioning complete for port 646b825d-9911-4891-877b-931f42d87ad3 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:17.190344 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d72e38f9-250a-45e9-ae0c-3817b62b6264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (646b825d-9911-4891-877b-931f42d87ad3), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:17.342277 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ba647091-d1c3-4734-9bf7-a80fe49c668b service neutron] Attempting to bind port 65aa8d5c-27c6-46fc-b051-44172617a654 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:56:17.342585 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ba647091-d1c3-4734-9bf7-a80fe49c668b service neutron] Attempting to bind port 65aa8d5c-27c6-46fc-b051-44172617a654 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'f0640c11-940f-42bc-a068-93c7ed619c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ecc5a3c2-7ca8-4634-8af5-754b9bcd314c'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:56:17.342857 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ba647091-d1c3-4734-9bf7-a80fe49c668b service neutron] Attempting to bind port 65aa8d5c-27c6-46fc-b051-44172617a654 on network ecc5a3c2-7ca8-4634-8af5-754b9bcd314c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:56:17.355035 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d72e38f9-250a-45e9-ae0c-3817b62b6264 None None] Current status of the port 646b825d-9911-4891-877b-931f42d87ad3 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:17.361767 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d72e38f9-250a-45e9-ae0c-3817b62b6264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (646b825d-9911-4891-877b-931f42d87ad3), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:17.381720 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ba647091-d1c3-4734-9bf7-a80fe49c668b service neutron] Port 65aa8d5c-27c6-46fc-b051-44172617a654 on network ecc5a3c2-7ca8-4634-8af5-754b9bcd314c not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:56:17.382319 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ba647091-d1c3-4734-9bf7-a80fe49c668b service neutron] Attempting to bind port 65aa8d5c-27c6-46fc-b051-44172617a654 on network ecc5a3c2-7ca8-4634-8af5-754b9bcd314c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:56:17.388248 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314e3fd-a86f-4c34-b287-c849d8be7bad req-5e3bb145-73f9-472a-8b29-b9a02a391918 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:17.394090 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d314e3fd-a86f-4c34-b287-c849d8be7bad req-5e3bb145-73f9-472a-8b29-b9a02a391918 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.4679449 Mar 01 13:56:17.395441 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ba647091-d1c3-4734-9bf7-a80fe49c668b service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:56:17.395916 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ba647091-d1c3-4734-9bf7-a80fe49c668b service neutron] Checking segment: {'id': 'f0640c11-940f-42bc-a068-93c7ed619c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ecc5a3c2-7ca8-4634-8af5-754b9bcd314c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:56:17.399985 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ba647091-d1c3-4734-9bf7-a80fe49c668b service neutron] Bound using segment: {'id': 'f0640c11-940f-42bc-a068-93c7ed619c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ecc5a3c2-7ca8-4634-8af5-754b9bcd314c'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:56:17.400584 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ba647091-d1c3-4734-9bf7-a80fe49c668b service neutron] Bound port: 65aa8d5c-27c6-46fc-b051-44172617a654, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0640c11-940f-42bc-a068-93c7ed619c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ecc5a3c2-7ca8-4634-8af5-754b9bcd314c'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:56:17.401036 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ba647091-d1c3-4734-9bf7-a80fe49c668b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (65aa8d5c-27c6-46fc-b051-44172617a654), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:17.439736 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d72e38f9-250a-45e9-ae0c-3817b62b6264 None None] For port 646b825d-9911-4891-877b-931f42d87ad3, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=646b825d-9911-4891-877b-931f42d87ad3,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:17.450770 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d72e38f9-250a-45e9-ae0c-3817b62b6264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (646b825d-9911-4891-877b-931f42d87ad3), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:17.549791 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 646b825d-9911-4891-877b-931f42d87ad3 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:56:17.551074 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ba647091-d1c3-4734-9bf7-a80fe49c668b service neutron] For port 65aa8d5c-27c6-46fc-b051-44172617a654, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:56:17.554600 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ba647091-d1c3-4734-9bf7-a80fe49c668b service neutron] For port 65aa8d5c-27c6-46fc-b051-44172617a654, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=65aa8d5c-27c6-46fc-b051-44172617a654,segment=NetworkSegment(f0640c11-940f-42bc-a068-93c7ed619c6a),segment_id=f0640c11-940f-42bc-a068-93c7ed619c6a)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:56:17.565588 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ba647091-d1c3-4734-9bf7-a80fe49c668b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (65aa8d5c-27c6-46fc-b051-44172617a654), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:17.589074 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e38f9-250a-45e9-ae0c-3817b62b6264 None None] Pushing event updated for resources: {'Port': ['ID=646b825d-9911-4891-877b-931f42d87ad3,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:17.646872 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-51b29626-3fb6-4a0a-a313-22f21ccf17b6 None None] Provisioning complete for port 3262dc3b-43d0-41f0-ad41-a8bb5b061740 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:17.647517 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-51b29626-3fb6-4a0a-a313-22f21ccf17b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3262dc3b-43d0-41f0-ad41-a8bb5b061740), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:17.658589 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ba647091-d1c3-4734-9bf7-a80fe49c668b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:17.659133 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ba647091-d1c3-4734-9bf7-a80fe49c668b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:17.660692 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ba647091-d1c3-4734-9bf7-a80fe49c668b service neutron] 10.222.0.32 "PUT /v2.0/ports/65aa8d5c-27c6-46fc-b051-44172617a654 HTTP/1.1" status: 200 len: 1136 time: 1.2783108 Mar 01 13:56:17.704856 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-a58918b4-1bc9-445f-a436-102026f53cdb service neutron] Request body: {'port': {'device_id': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:17.720101 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 646b825d-9911-4891-877b-931f42d87ad3 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:17.720524 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (646b825d-9911-4891-877b-931f42d87ad3), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:17.737571 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba647091-d1c3-4734-9bf7-a80fe49c668b service neutron] Pushing event updated for resources: {'Port': ['ID=65aa8d5c-27c6-46fc-b051-44172617a654,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:17.770665 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-51b29626-3fb6-4a0a-a313-22f21ccf17b6 None None] Port 3262dc3b-43d0-41f0-ad41-a8bb5b061740 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:56:17.784218 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c488aec-44dc-4b71-a4e6-de974c8212c6 req-2c39d0e9-3dc9-4ecd-a3b6-2a85aa7fe2c9 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:17.790251 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c488aec-44dc-4b71-a4e6-de974c8212c6 req-2c39d0e9-3dc9-4ecd-a3b6-2a85aa7fe2c9 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:17.791488 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-a58918b4-1bc9-445f-a436-102026f53cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (30fd31a3-73cf-46f5-87d5-6169382a8920), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:17.795987 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c488aec-44dc-4b71-a4e6-de974c8212c6 req-2c39d0e9-3dc9-4ecd-a3b6-2a85aa7fe2c9 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:17.802048 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c488aec-44dc-4b71-a4e6-de974c8212c6 req-2c39d0e9-3dc9-4ecd-a3b6-2a85aa7fe2c9 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:17.808342 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c488aec-44dc-4b71-a4e6-de974c8212c6 req-2c39d0e9-3dc9-4ecd-a3b6-2a85aa7fe2c9 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:17.815580 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c488aec-44dc-4b71-a4e6-de974c8212c6 req-2c39d0e9-3dc9-4ecd-a3b6-2a85aa7fe2c9 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:17.817651 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c488aec-44dc-4b71-a4e6-de974c8212c6 req-2c39d0e9-3dc9-4ecd-a3b6-2a85aa7fe2c9 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 4606 time: 0.4590406 Mar 01 13:56:17.826812 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d314e3fd-a86f-4c34-b287-c849d8be7bad req-9df17b5e-073d-4e42-a89b-818eb9d2ee3f tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3500929 Mar 01 13:56:17.836954 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41d632-a83a-4d4d-be46-bbcf6753b3ed req-08090007-8e42-4e0b-9991-325b9a09fb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:17.838416 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3a41d632-a83a-4d4d-be46-bbcf6753b3ed req-08090007-8e42-4e0b-9991-325b9a09fb42 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6583378 Mar 01 13:56:17.904491 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-de4b275e-57de-4a4a-a723-5d572e27ff24 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting port 3262dc3b-43d0-41f0-ad41-a8bb5b061740 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:56:17.904870 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-de4b275e-57de-4a4a-a723-5d572e27ff24 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (3262dc3b-43d0-41f0-ad41-a8bb5b061740), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:17.940225 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 646b825d-9911-4891-877b-931f42d87ad3 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:18.047893 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-de4b275e-57de-4a4a-a723-5d572e27ff24 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (3262dc3b-43d0-41f0-ad41-a8bb5b061740), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:18.089039 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c488aec-44dc-4b71-a4e6-de974c8212c6 req-57522e07-bd62-4481-b4f3-c215e1e00b81 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2586529 Mar 01 13:56:18.090912 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26112655-ad5b-4c93-bdc0-4b97974cbfa8 req-4d2b18e0-6bd6-4cc1-99f1-2c1293ed4830 tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:18.092494 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-26112655-ad5b-4c93-bdc0-4b97974cbfa8 req-4d2b18e0-6bd6-4cc1-99f1-2c1293ed4830 tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d0c8a66-88bf-4d18-9066-b251a6028631 HTTP/1.1" status: 200 len: 945 time: 0.2317543 Mar 01 13:56:18.097216 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-de4b275e-57de-4a4a-a723-5d572e27ff24 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Calling delete_port for 3262dc3b-43d0-41f0-ad41-a8bb5b061740 owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:56:18.174533 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d151541-520b-4e75-8731-1af19fdd0173 req-3b040053-5871-4cdb-9227-fbe1ebc329d3 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:18.176167 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2d151541-520b-4e75-8731-1af19fdd0173 req-3b040053-5871-4cdb-9227-fbe1ebc329d3 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1527824 Mar 01 13:56:18.266678 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-a58918b4-1bc9-445f-a436-102026f53cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30fd31a3-73cf-46f5-87d5-6169382a8920 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:56:18.276373 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-a58918b4-1bc9-445f-a436-102026f53cdb service neutron] Publish callbacks [] for port (30fd31a3-73cf-46f5-87d5-6169382a8920), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:18.282205 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-26112655-ad5b-4c93-bdc0-4b97974cbfa8 req-10e84a47-256a-4e70-9c01-d2442d18f4ed tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] Deleting port 448446bc-939a-4f6c-8a26-b75746ec5fa2 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:56:18.282536 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-26112655-ad5b-4c93-bdc0-4b97974cbfa8 req-10e84a47-256a-4e70-9c01-d2442d18f4ed tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (448446bc-939a-4f6c-8a26-b75746ec5fa2), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:18.287189 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2d151541-520b-4e75-8731-1af19fdd0173 req-9b46e842-c3cd-410a-ad02-d69dcabafdea tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001787 Mar 01 13:56:18.345721 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-de4b275e-57de-4a4a-a723-5d572e27ff24 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (3262dc3b-43d0-41f0-ad41-a8bb5b061740), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:18.383221 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-a58918b4-1bc9-445f-a436-102026f53cdb service neutron] Transition to ACTIVE for port object 30fd31a3-73cf-46f5-87d5-6169382a8920 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:56:18.397344 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-a58918b4-1bc9-445f-a436-102026f53cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (30fd31a3-73cf-46f5-87d5-6169382a8920), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:18.402458 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185fd513-f2c6-476a-bc87-e716a5fcf605 req-9b8b6d2f-d273-459b-967e-62db4d995bcb tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:18.404078 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-185fd513-f2c6-476a-bc87-e716a5fcf605 req-9b8b6d2f-d273-459b-967e-62db4d995bcb tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0c8a66-88bf-4d18-9066-b251a6028631 HTTP/1.1" status: 200 len: 945 time: 0.1586397 Mar 01 13:56:18.408045 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b275e-57de-4a4a-a723-5d572e27ff24 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Port': ['ID=3262dc3b-43d0-41f0-ad41-a8bb5b061740,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:18.471068 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-26112655-ad5b-4c93-bdc0-4b97974cbfa8 req-10e84a47-256a-4e70-9c01-d2442d18f4ed tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] For port 448446bc-939a-4f6c-8a26-b75746ec5fa2, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=448446bc-939a-4f6c-8a26-b75746ec5fa2,segment=NetworkSegment(0682587c-7f03-4e29-ba43-b35c57070cbe),segment_id=0682587c-7f03-4e29-ba43-b35c57070cbe)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:18.471494 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-26112655-ad5b-4c93-bdc0-4b97974cbfa8 req-10e84a47-256a-4e70-9c01-d2442d18f4ed tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (448446bc-939a-4f6c-8a26-b75746ec5fa2), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:18.474519 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'tag': '65aa8d5c-27c6-46fc-b051-44172617a654'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:56:18.477018 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635bf115-ecc3-48b2-a2b1-3b5154d2fe17" -d '{"events": [{"name": "network-changed", "server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "tag": "65aa8d5c-27c6-46fc-b051-44172617a654"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:56:18.492552 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-de4b275e-57de-4a4a-a723-5d572e27ff24 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:18.496001 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-de4b275e-57de-4a4a-a723-5d572e27ff24 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/3262dc3b-43d0-41f0-ad41-a8bb5b061740 HTTP/1.1" status: 204 len: 168 time: 1.3083069 Mar 01 13:56:18.501551 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50028) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:18.520934 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-26112655-ad5b-4c93-bdc0-4b97974cbfa8 req-10e84a47-256a-4e70-9c01-d2442d18f4ed tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] Calling delete_port for 448446bc-939a-4f6c-8a26-b75746ec5fa2 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:56:18.532344 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58918b4-1bc9-445f-a436-102026f53cdb service neutron] Pushing event updated for resources: {'Port': ['ID=30fd31a3-73cf-46f5-87d5-6169382a8920,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:18.596532 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5dcab-d389-44f0-b953-aef791b3422c req-db6e2864-b56b-4f18-962a-58287836beb7 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:18.604054 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-91a5dcab-d389-44f0-b953-aef791b3422c req-db6e2864-b56b-4f18-962a-58287836beb7 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1986647 Mar 01 13:56:18.622276 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-185fd513-f2c6-476a-bc87-e716a5fcf605 req-047d73d1-58f4-43ec-935b-01bb69d6f709 tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] 10.222.0.13 "GET /v2.0/security-groups?id=6886d1c0-8ea2-4e8a-9e8f-5e7dfb42e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983452 Mar 01 13:56:18.664302 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7618eba-2ee1-431c-84d6-fde453e52c47 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:18.670403 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7618eba-2ee1-431c-84d6-fde453e52c47 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:18.672104 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e7618eba-2ee1-431c-84d6-fde453e52c47 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1695647 Mar 01 13:56:18.675086 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-a58918b4-1bc9-445f-a436-102026f53cdb service neutron] Attempting to bind port 30fd31a3-73cf-46f5-87d5-6169382a8920 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:56:18.675316 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-a58918b4-1bc9-445f-a436-102026f53cdb service neutron] Attempting to bind port 30fd31a3-73cf-46f5-87d5-6169382a8920 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'f0640c11-940f-42bc-a068-93c7ed619c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ecc5a3c2-7ca8-4634-8af5-754b9bcd314c'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:56:18.675640 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-a58918b4-1bc9-445f-a436-102026f53cdb service neutron] Attempting to bind port 30fd31a3-73cf-46f5-87d5-6169382a8920 on network ecc5a3c2-7ca8-4634-8af5-754b9bcd314c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:56:18.678281 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50030) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:18.693623 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-a58918b4-1bc9-445f-a436-102026f53cdb service neutron] Port 30fd31a3-73cf-46f5-87d5-6169382a8920 on network ecc5a3c2-7ca8-4634-8af5-754b9bcd314c not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:56:18.694006 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-a58918b4-1bc9-445f-a436-102026f53cdb service neutron] Attempting to bind port 30fd31a3-73cf-46f5-87d5-6169382a8920 on network ecc5a3c2-7ca8-4634-8af5-754b9bcd314c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:56:18.719889 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a031eaa9-b3b4-4bff-81d3-266d3e319450 x-openstack-request-id: req-a031eaa9-b3b4-4bff-81d3-266d3e319450 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:56:18.722642 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "tag": "65aa8d5c-27c6-46fc-b051-44172617a654", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:56:18.723141 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a031eaa9-b3b4-4bff-81d3-266d3e319450 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:56:18.724502 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'tag': '65aa8d5c-27c6-46fc-b051-44172617a654', 'status': 'completed', 'code': 200} Mar 01 13:56:18.741276 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-a58918b4-1bc9-445f-a436-102026f53cdb service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:56:18.741758 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-a58918b4-1bc9-445f-a436-102026f53cdb service neutron] Checking segment: {'id': 'f0640c11-940f-42bc-a068-93c7ed619c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ecc5a3c2-7ca8-4634-8af5-754b9bcd314c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:56:18.742204 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-a58918b4-1bc9-445f-a436-102026f53cdb service neutron] Bound using segment: {'id': 'f0640c11-940f-42bc-a068-93c7ed619c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ecc5a3c2-7ca8-4634-8af5-754b9bcd314c'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:56:18.742836 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-a58918b4-1bc9-445f-a436-102026f53cdb service neutron] Bound port: 30fd31a3-73cf-46f5-87d5-6169382a8920, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0640c11-940f-42bc-a068-93c7ed619c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ecc5a3c2-7ca8-4634-8af5-754b9bcd314c'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:56:18.743213 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-a58918b4-1bc9-445f-a436-102026f53cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (30fd31a3-73cf-46f5-87d5-6169382a8920), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:18.802406 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-91a5dcab-d389-44f0-b953-aef791b3422c req-720b0757-f35f-48a8-8e95-a2eb77208da3 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974669 Mar 01 13:56:18.812256 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fcc9eea-d575-4dcb-a58c-7069b8c80225 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting subnet 64842e31-35b0-46c1-bcb0-569dea2efa9f {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:56:18.819500 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6fcc9eea-d575-4dcb-a58c-7069b8c80225 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (64842e31-35b0-46c1-bcb0-569dea2efa9f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:18.921572 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6fcc9eea-d575-4dcb-a58c-7069b8c80225 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (64842e31-35b0-46c1-bcb0-569dea2efa9f), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:18.936969 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-a58918b4-1bc9-445f-a436-102026f53cdb service neutron] For port 30fd31a3-73cf-46f5-87d5-6169382a8920, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:56:18.942065 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-a58918b4-1bc9-445f-a436-102026f53cdb service neutron] For port 30fd31a3-73cf-46f5-87d5-6169382a8920, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=30fd31a3-73cf-46f5-87d5-6169382a8920,segment=NetworkSegment(f0640c11-940f-42bc-a068-93c7ed619c6a),segment_id=f0640c11-940f-42bc-a068-93c7ed619c6a)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:56:18.953605 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-a58918b4-1bc9-445f-a436-102026f53cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (30fd31a3-73cf-46f5-87d5-6169382a8920), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:18.977963 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bf115-ecc3-48b2-a2b1-3b5154d2fe17 req-b8786f8b-9dd6-44d9-9722-2ae680cd8e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:18.978348 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bf115-ecc3-48b2-a2b1-3b5154d2fe17 req-b8786f8b-9dd6-44d9-9722-2ae680cd8e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:18.978828 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bf115-ecc3-48b2-a2b1-3b5154d2fe17 req-b8786f8b-9dd6-44d9-9722-2ae680cd8e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:18.979298 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bf115-ecc3-48b2-a2b1-3b5154d2fe17 req-b8786f8b-9dd6-44d9-9722-2ae680cd8e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:18.979811 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bf115-ecc3-48b2-a2b1-3b5154d2fe17 req-b8786f8b-9dd6-44d9-9722-2ae680cd8e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:18.980453 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bf115-ecc3-48b2-a2b1-3b5154d2fe17 req-b8786f8b-9dd6-44d9-9722-2ae680cd8e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:18.981698 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bf115-ecc3-48b2-a2b1-3b5154d2fe17 req-b8786f8b-9dd6-44d9-9722-2ae680cd8e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:18.983899 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-635bf115-ecc3-48b2-a2b1-3b5154d2fe17 req-b8786f8b-9dd6-44d9-9722-2ae680cd8e92 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4475ad9be4194a7593562a2e7537afad&device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 6240 time: 0.2468469 Mar 01 13:56:19.003010 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-a58918b4-1bc9-445f-a436-102026f53cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:19.003752 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-a58918b4-1bc9-445f-a436-102026f53cdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:19.005242 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-a58918b4-1bc9-445f-a436-102026f53cdb service neutron] 10.222.0.32 "PUT /v2.0/ports/30fd31a3-73cf-46f5-87d5-6169382a8920 HTTP/1.1" status: 200 len: 1135 time: 1.3138125 Mar 01 13:56:19.008398 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-26112655-ad5b-4c93-bdc0-4b97974cbfa8 req-10e84a47-256a-4e70-9c01-d2442d18f4ed tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (448446bc-939a-4f6c-8a26-b75746ec5fa2), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:19.021522 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['448446bc-939a-4f6c-8a26-b75746ec5fa2'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:56:19.061421 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ef234f18-5915-477e-abcc-48c277afdede service neutron] Request body: {'port': {'device_id': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:19.081054 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58918b4-1bc9-445f-a436-102026f53cdb service neutron] Pushing event updated for resources: {'Port': ['ID=30fd31a3-73cf-46f5-87d5-6169382a8920,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:19.146977 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-26112655-ad5b-4c93-bdc0-4b97974cbfa8 req-10e84a47-256a-4e70-9c01-d2442d18f4ed tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] No DVR routers for this DVR port 448446bc-939a-4f6c-8a26-b75746ec5fa2 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:56:19.151543 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-26112655-ad5b-4c93-bdc0-4b97974cbfa8 req-10e84a47-256a-4e70-9c01-d2442d18f4ed tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:19.155898 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-26112655-ad5b-4c93-bdc0-4b97974cbfa8 req-10e84a47-256a-4e70-9c01-d2442d18f4ed tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] 10.222.0.20 "DELETE /v2.0/ports/448446bc-939a-4f6c-8a26-b75746ec5fa2 HTTP/1.1" status: 204 len: 173 time: 1.0501287 Mar 01 13:56:19.159033 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e84a47-256a-4e70-9c01-d2442d18f4ed tempest-ServerMetadataNegativeTestJSON-611036284 tempest-ServerMetadataNegativeTestJSON-611036284-project] Pushing event deleted for resources: {'Port': ['ID=448446bc-939a-4f6c-8a26-b75746ec5fa2,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:19.234108 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ef234f18-5915-477e-abcc-48c277afdede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3f30462d-3b3f-4caa-8a88-069fb2ae94b1), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:19.523915 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 646b825d-9911-4891-877b-931f42d87ad3 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:56:19.583847 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 646b825d-9911-4891-877b-931f42d87ad3 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:19.583847 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (646b825d-9911-4891-877b-931f42d87ad3), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:19.619797 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ef234f18-5915-477e-abcc-48c277afdede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f30462d-3b3f-4caa-8a88-069fb2ae94b1 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:56:19.639658 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407b262-bec0-4e44-bd2a-92b938586ac4 req-e16e1e1c-821f-40c2-92b6-2387b40da78e tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:19.643043 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ef234f18-5915-477e-abcc-48c277afdede service neutron] Publish callbacks [] for port (3f30462d-3b3f-4caa-8a88-069fb2ae94b1), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:19.647063 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1407b262-bec0-4e44-bd2a-92b938586ac4 req-e16e1e1c-821f-40c2-92b6-2387b40da78e tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.7224860 Mar 01 13:56:19.675999 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808652e-d268-4229-b8ea-c2049d1dc440 req-f09ee223-d1bb-45e5-8301-8e940141e406 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:19.681382 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808652e-d268-4229-b8ea-c2049d1dc440 req-f09ee223-d1bb-45e5-8301-8e940141e406 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:19.683086 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 646b825d-9911-4891-877b-931f42d87ad3 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:19.686314 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ef234f18-5915-477e-abcc-48c277afdede service neutron] Transition to ACTIVE for port object 3f30462d-3b3f-4caa-8a88-069fb2ae94b1 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:56:19.686764 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808652e-d268-4229-b8ea-c2049d1dc440 req-f09ee223-d1bb-45e5-8301-8e940141e406 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:19.692139 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808652e-d268-4229-b8ea-c2049d1dc440 req-f09ee223-d1bb-45e5-8301-8e940141e406 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:19.696152 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ef234f18-5915-477e-abcc-48c277afdede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (3f30462d-3b3f-4caa-8a88-069fb2ae94b1), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:19.697443 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808652e-d268-4229-b8ea-c2049d1dc440 req-f09ee223-d1bb-45e5-8301-8e940141e406 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:19.703602 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808652e-d268-4229-b8ea-c2049d1dc440 req-f09ee223-d1bb-45e5-8301-8e940141e406 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:19.710174 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808652e-d268-4229-b8ea-c2049d1dc440 req-f09ee223-d1bb-45e5-8301-8e940141e406 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:19.712208 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c808652e-d268-4229-b8ea-c2049d1dc440 req-f09ee223-d1bb-45e5-8301-8e940141e406 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5383 time: 0.2360592 Mar 01 13:56:19.744592 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6fcc9eea-d575-4dcb-a58c-7069b8c80225 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (64842e31-35b0-46c1-bcb0-569dea2efa9f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:19.784145 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bf115-ecc3-48b2-a2b1-3b5154d2fe17 req-8a967064-b7dc-482c-aa4c-5ebfac60fcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:19.784619 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bf115-ecc3-48b2-a2b1-3b5154d2fe17 req-8a967064-b7dc-482c-aa4c-5ebfac60fcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:19.785086 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bf115-ecc3-48b2-a2b1-3b5154d2fe17 req-8a967064-b7dc-482c-aa4c-5ebfac60fcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:19.786667 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-635bf115-ecc3-48b2-a2b1-3b5154d2fe17 req-8a967064-b7dc-482c-aa4c-5ebfac60fcd0 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=4475ad9be4194a7593562a2e7537afad&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7867332 Mar 01 13:56:19.813149 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef234f18-5915-477e-abcc-48c277afdede service neutron] Pushing event updated for resources: {'Port': ['ID=3f30462d-3b3f-4caa-8a88-069fb2ae94b1,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:19.909225 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1407b262-bec0-4e44-bd2a-92b938586ac4 req-93f220a3-52f7-4908-b174-a60782451a13 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2601602 Mar 01 13:56:19.925351 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ef234f18-5915-477e-abcc-48c277afdede service neutron] Attempting to bind port 3f30462d-3b3f-4caa-8a88-069fb2ae94b1 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:56:19.927450 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ef234f18-5915-477e-abcc-48c277afdede service neutron] Attempting to bind port 3f30462d-3b3f-4caa-8a88-069fb2ae94b1 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'f0640c11-940f-42bc-a068-93c7ed619c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ecc5a3c2-7ca8-4634-8af5-754b9bcd314c'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:56:19.927903 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ef234f18-5915-477e-abcc-48c277afdede service neutron] Attempting to bind port 3f30462d-3b3f-4caa-8a88-069fb2ae94b1 on network ecc5a3c2-7ca8-4634-8af5-754b9bcd314c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:56:19.940530 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ef234f18-5915-477e-abcc-48c277afdede service neutron] Port 3f30462d-3b3f-4caa-8a88-069fb2ae94b1 on network ecc5a3c2-7ca8-4634-8af5-754b9bcd314c not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:56:19.941469 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ef234f18-5915-477e-abcc-48c277afdede service neutron] Attempting to bind port 3f30462d-3b3f-4caa-8a88-069fb2ae94b1 on network ecc5a3c2-7ca8-4634-8af5-754b9bcd314c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:56:19.956400 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ef234f18-5915-477e-abcc-48c277afdede service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:56:19.956912 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ef234f18-5915-477e-abcc-48c277afdede service neutron] Checking segment: {'id': 'f0640c11-940f-42bc-a068-93c7ed619c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ecc5a3c2-7ca8-4634-8af5-754b9bcd314c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:56:19.957444 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ef234f18-5915-477e-abcc-48c277afdede service neutron] Bound using segment: {'id': 'f0640c11-940f-42bc-a068-93c7ed619c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ecc5a3c2-7ca8-4634-8af5-754b9bcd314c'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:56:19.958001 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ef234f18-5915-477e-abcc-48c277afdede service neutron] Bound port: 3f30462d-3b3f-4caa-8a88-069fb2ae94b1, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0640c11-940f-42bc-a068-93c7ed619c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ecc5a3c2-7ca8-4634-8af5-754b9bcd314c'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:56:19.958450 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ef234f18-5915-477e-abcc-48c277afdede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3f30462d-3b3f-4caa-8a88-069fb2ae94b1), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:19.963940 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50044) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:20.015813 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c808652e-d268-4229-b8ea-c2049d1dc440 req-c6ec3ce6-8cdf-498f-ac3c-d9834efb6da6 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2782838 Mar 01 13:56:20.054637 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ef234f18-5915-477e-abcc-48c277afdede service neutron] For port 3f30462d-3b3f-4caa-8a88-069fb2ae94b1, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:56:20.059974 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ef234f18-5915-477e-abcc-48c277afdede service neutron] For port 3f30462d-3b3f-4caa-8a88-069fb2ae94b1, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=3f30462d-3b3f-4caa-8a88-069fb2ae94b1,segment=NetworkSegment(f0640c11-940f-42bc-a068-93c7ed619c6a),segment_id=f0640c11-940f-42bc-a068-93c7ed619c6a)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:56:20.075941 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ef234f18-5915-477e-abcc-48c277afdede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (3f30462d-3b3f-4caa-8a88-069fb2ae94b1), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:20.077478 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6fcc9eea-d575-4dcb-a58c-7069b8c80225 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (64842e31-35b0-46c1-bcb0-569dea2efa9f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:20.139352 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ef234f18-5915-477e-abcc-48c277afdede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:20.140010 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ef234f18-5915-477e-abcc-48c277afdede service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:20.141099 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc9eea-d575-4dcb-a58c-7069b8c80225 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Subnet': ['ID=64842e31-35b0-46c1-bcb0-569dea2efa9f,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:20.141411 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ef234f18-5915-477e-abcc-48c277afdede service neutron] 10.222.0.32 "PUT /v2.0/ports/3f30462d-3b3f-4caa-8a88-069fb2ae94b1 HTTP/1.1" status: 200 len: 1091 time: 1.0854874 Mar 01 13:56:20.149449 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-739a5adc-82e0-4117-a2e0-ce5978e854d3 admin admin] Deleting subnet 4abeb268-6917-4c73-ac47-8043a651b025 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:56:20.159593 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6fcc9eea-d575-4dcb-a58c-7069b8c80225 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:20.162778 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6fcc9eea-d575-4dcb-a58c-7069b8c80225 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/64842e31-35b0-46c1-bcb0-569dea2efa9f HTTP/1.1" status: 204 len: 168 time: 1.4834857 Mar 01 13:56:20.164688 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bf115-ecc3-48b2-a2b1-3b5154d2fe17 req-88c306c7-0676-4f0d-bccc-361d20ec2ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:20.165297 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50046) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:20.166508 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-635bf115-ecc3-48b2-a2b1-3b5154d2fe17 req-88c306c7-0676-4f0d-bccc-361d20ec2ae4 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3679399 Mar 01 13:56:20.168974 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-739a5adc-82e0-4117-a2e0-ce5978e854d3 admin admin] Publish callbacks [] for subnet (4abeb268-6917-4c73-ac47-8043a651b025), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:20.176221 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef234f18-5915-477e-abcc-48c277afdede service neutron] Pushing event updated for resources: {'Port': ['ID=3f30462d-3b3f-4caa-8a88-069fb2ae94b1,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:20.190831 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be074cbf-e49c-4f3e-80c9-840e9062252a None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:56:20.227969 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-30b2a7ce-14e5-4fb1-a016-ad554fbdc4fa service neutron] Request body: {'port': {'device_id': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:20.257547 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ada09b3f-36c8-4dfb-8e54-033a669189aa tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0907979 Mar 01 13:56:20.258188 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50050) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:20.263422 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-64cc766c-5c43-4623-a009-e98b62d1856e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:20.317222 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-739a5adc-82e0-4117-a2e0-ce5978e854d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (4abeb268-6917-4c73-ac47-8043a651b025), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:20.446517 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-30b2a7ce-14e5-4fb1-a016-ad554fbdc4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f4479280-1038-47ed-a9f7-bd30c4953ba7), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:20.461244 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-739a5adc-82e0-4117-a2e0-ce5978e854d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (4abeb268-6917-4c73-ac47-8043a651b025), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:20.518355 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e38ef5-1fbf-4f48-9efe-e6bb8e61b61d None None] DHCP port deletion for db8edbc8-a3c8-4a8f-b733-3509635fb19f request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:56:20.581785 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd27e2-df8a-4e45-b9f4-176d7ec26e96 req-441bca8b-1213-41a0-96b0-8464635938d1 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:20.584128 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-93dd27e2-df8a-4e45-b9f4-176d7ec26e96 req-441bca8b-1213-41a0-96b0-8464635938d1 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.2228279 Mar 01 13:56:20.589792 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-739a5adc-82e0-4117-a2e0-ce5978e854d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (4abeb268-6917-4c73-ac47-8043a651b025), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:20.646982 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a5adc-82e0-4117-a2e0-ce5978e854d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4abeb268-6917-4c73-ac47-8043a651b025,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:20.655167 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-44e38ef5-1fbf-4f48-9efe-e6bb8e61b61d None None] Deleting port 646b825d-9911-4891-877b-931f42d87ad3 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:56:20.656341 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-44e38ef5-1fbf-4f48-9efe-e6bb8e61b61d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (646b825d-9911-4891-877b-931f42d87ad3), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:20.701291 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-739a5adc-82e0-4117-a2e0-ce5978e854d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:20.706099 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-739a5adc-82e0-4117-a2e0-ce5978e854d3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4abeb268-6917-4c73-ac47-8043a651b025 HTTP/1.1" status: 204 len: 168 time: 0.7354300 Mar 01 13:56:20.709762 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50052) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:20.727951 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'tag': '30fd31a3-73cf-46f5-87d5-6169382a8920'}, {'server_uuid': '2d0c8a66-88bf-4d18-9066-b251a6028631', 'name': 'network-vif-deleted', 'tag': '448446bc-939a-4f6c-8a26-b75746ec5fa2'}, {'name': 'network-changed', 'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'tag': '3f30462d-3b3f-4caa-8a88-069fb2ae94b1'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:56:20.731104 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e8ca70-984f-4c82-813b-dfff428b0bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "tag": "30fd31a3-73cf-46f5-87d5-6169382a8920"}, {"server_uuid": "2d0c8a66-88bf-4d18-9066-b251a6028631", "name": "network-vif-deleted", "tag": "448446bc-939a-4f6c-8a26-b75746ec5fa2"}, {"name": "network-changed", "server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "tag": "3f30462d-3b3f-4caa-8a88-069fb2ae94b1"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:56:20.787307 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-93dd27e2-df8a-4e45-b9f4-176d7ec26e96 req-8f8c4197-267f-4805-9117-3055eb904fd5 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781487 Mar 01 13:56:20.802148 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4eca05ae-38d5-4410-ad19-9a98ba607fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (50924ae0-93ed-4551-b34c-8e3863e52729), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:20.805615 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cc766c-5c43-4623-a009-e98b62d1856e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:56:20.816411 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-44e38ef5-1fbf-4f48-9efe-e6bb8e61b61d None None] For port 646b825d-9911-4891-877b-931f42d87ad3, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=646b825d-9911-4891-877b-931f42d87ad3,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:20.816898 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-44e38ef5-1fbf-4f48-9efe-e6bb8e61b61d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (646b825d-9911-4891-877b-931f42d87ad3), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:20.817597 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-64cc766c-5c43-4623-a009-e98b62d1856e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:20.836144 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-44e38ef5-1fbf-4f48-9efe-e6bb8e61b61d None None] Calling delete_port for 646b825d-9911-4891-877b-931f42d87ad3 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:56:20.877694 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 01 Mar 2022 13:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06710d4-f533-471c-9091-ee4981ed8b2d x-openstack-request-id: req-f06710d4-f533-471c-9091-ee4981ed8b2d {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:56:20.878052 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "tag": "30fd31a3-73cf-46f5-87d5-6169382a8920", "status": "completed", "code": 200}, {"server_uuid": "2d0c8a66-88bf-4d18-9066-b251a6028631", "name": "network-vif-deleted", "tag": "448446bc-939a-4f6c-8a26-b75746ec5fa2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "tag": "3f30462d-3b3f-4caa-8a88-069fb2ae94b1", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:56:20.878285 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f06710d4-f533-471c-9091-ee4981ed8b2d {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:56:20.878629 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'tag': '30fd31a3-73cf-46f5-87d5-6169382a8920', 'status': 'completed', 'code': 200} Mar 01 13:56:20.878884 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0c8a66-88bf-4d18-9066-b251a6028631', 'name': 'network-vif-deleted', 'tag': '448446bc-939a-4f6c-8a26-b75746ec5fa2', 'status': 'completed', 'code': 200} Mar 01 13:56:20.879136 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'tag': '3f30462d-3b3f-4caa-8a88-069fb2ae94b1', 'status': 'completed', 'code': 200} Mar 01 13:56:20.937710 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-44e38ef5-1fbf-4f48-9efe-e6bb8e61b61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (646b825d-9911-4891-877b-931f42d87ad3), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:20.972712 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e38ef5-1fbf-4f48-9efe-e6bb8e61b61d None None] Pushing event deleted for resources: {'Port': ['ID=646b825d-9911-4891-877b-931f42d87ad3,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:20.978916 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e38ef5-1fbf-4f48-9efe-e6bb8e61b61d None None] No DVR routers for this DVR port 646b825d-9911-4891-877b-931f42d87ad3 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:56:21.003624 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-30b2a7ce-14e5-4fb1-a016-ad554fbdc4fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4479280-1038-47ed-a9f7-bd30c4953ba7 {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:56:21.012436 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-30b2a7ce-14e5-4fb1-a016-ad554fbdc4fa service neutron] Publish callbacks [] for port (f4479280-1038-47ed-a9f7-bd30c4953ba7), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:21.027078 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-30b2a7ce-14e5-4fb1-a016-ad554fbdc4fa service neutron] Transition to ACTIVE for port object f4479280-1038-47ed-a9f7-bd30c4953ba7 will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:56:21.027318 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4eca05ae-38d5-4410-ad19-9a98ba607fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (50924ae0-93ed-4551-b34c-8e3863e52729), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:21.031803 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-30b2a7ce-14e5-4fb1-a016-ad554fbdc4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (f4479280-1038-47ed-a9f7-bd30c4953ba7), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:21.058421 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8ca70-984f-4c82-813b-dfff428b0bb6 req-27f97c8f-6250-4926-84a6-eaf0565280bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:21.059467 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8ca70-984f-4c82-813b-dfff428b0bb6 req-27f97c8f-6250-4926-84a6-eaf0565280bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:21.059957 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8ca70-984f-4c82-813b-dfff428b0bb6 req-27f97c8f-6250-4926-84a6-eaf0565280bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:21.060421 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8ca70-984f-4c82-813b-dfff428b0bb6 req-27f97c8f-6250-4926-84a6-eaf0565280bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:21.060880 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8ca70-984f-4c82-813b-dfff428b0bb6 req-27f97c8f-6250-4926-84a6-eaf0565280bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:21.061338 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8ca70-984f-4c82-813b-dfff428b0bb6 req-27f97c8f-6250-4926-84a6-eaf0565280bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:21.061798 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8ca70-984f-4c82-813b-dfff428b0bb6 req-27f97c8f-6250-4926-84a6-eaf0565280bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:21.063815 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-91e8ca70-984f-4c82-813b-dfff428b0bb6 req-27f97c8f-6250-4926-84a6-eaf0565280bf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4475ad9be4194a7593562a2e7537afad&device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 6411 time: 0.1813853 Mar 01 13:56:21.068243 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-4eca05ae-38d5-4410-ad19-9a98ba607fd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50924ae0-93ed-4551-b34c-8e3863e52729']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:56:21.173206 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-4eca05ae-38d5-4410-ad19-9a98ba607fd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0682587c-7f03-4e29-ba43-b35c57070cbe') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:56:21.173495 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-4eca05ae-38d5-4410-ad19-9a98ba607fd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0682587c-7f03-4e29-ba43-b35c57070cbe') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:56:21.213852 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2a7ce-14e5-4fb1-a016-ad554fbdc4fa service neutron] Pushing event updated for resources: {'Port': ['ID=f4479280-1038-47ed-a9f7-bd30c4953ba7,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:21.220750 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4eca05ae-38d5-4410-ad19-9a98ba607fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (0682587c-7f03-4e29-ba43-b35c57070cbe), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:21.249209 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4eca05ae-38d5-4410-ad19-9a98ba607fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (0682587c-7f03-4e29-ba43-b35c57070cbe), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:21.256521 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8ca70-984f-4c82-813b-dfff428b0bb6 req-3fbbe09c-61d7-4a0e-850f-18dd884bfce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:21.256993 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8ca70-984f-4c82-813b-dfff428b0bb6 req-3fbbe09c-61d7-4a0e-850f-18dd884bfce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:21.257462 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8ca70-984f-4c82-813b-dfff428b0bb6 req-3fbbe09c-61d7-4a0e-850f-18dd884bfce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:21.259210 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-91e8ca70-984f-4c82-813b-dfff428b0bb6 req-3fbbe09c-61d7-4a0e-850f-18dd884bfce0 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=4475ad9be4194a7593562a2e7537afad&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1812513 Mar 01 13:56:21.266814 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eca05ae-38d5-4410-ad19-9a98ba607fd4 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:56:21.267244 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4eca05ae-38d5-4410-ad19-9a98ba607fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (0682587c-7f03-4e29-ba43-b35c57070cbe), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:21.268982 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:56:21.268982 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:56:21.268982 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:56:21.268982 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:56:21.268982 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:56:21.268982 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:56:21.268982 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:56:21.268982 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:56:21.268982 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:56:21.268982 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:56:21.268982 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:56:21.268982 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:56:21.268982 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:56:21.268982 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:56:21.268982 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:56:21.268982 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:56:21.268982 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:56:21.268982 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:56:21.268982 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:56:21.268982 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:56:21.268982 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:56:21.268982 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:56:21.268982 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:56:21.268982 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:56:21.268982 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:56:21.268982 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:56:21.268982 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:56:21.268982 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:56:21.268982 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:56:21.268982 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:56:21.268982 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:56:21.268982 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:56:21.298405 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aacbcf-5a8f-4545-88ca-08a9aae49839 req-ffb9973e-52fe-42d3-9546-f972525be6a3 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:21.303890 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aacbcf-5a8f-4545-88ca-08a9aae49839 req-ffb9973e-52fe-42d3-9546-f972525be6a3 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:21.309602 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aacbcf-5a8f-4545-88ca-08a9aae49839 req-ffb9973e-52fe-42d3-9546-f972525be6a3 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:21.315036 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aacbcf-5a8f-4545-88ca-08a9aae49839 req-ffb9973e-52fe-42d3-9546-f972525be6a3 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:21.320563 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aacbcf-5a8f-4545-88ca-08a9aae49839 req-ffb9973e-52fe-42d3-9546-f972525be6a3 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:21.328359 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aacbcf-5a8f-4545-88ca-08a9aae49839 req-ffb9973e-52fe-42d3-9546-f972525be6a3 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:21.341620 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aacbcf-5a8f-4545-88ca-08a9aae49839 req-ffb9973e-52fe-42d3-9546-f972525be6a3 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:21.349716 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-13aacbcf-5a8f-4545-88ca-08a9aae49839 req-ffb9973e-52fe-42d3-9546-f972525be6a3 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5407 time: 0.2322128 Mar 01 13:56:21.431039 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-30b2a7ce-14e5-4fb1-a016-ad554fbdc4fa service neutron] Attempting to bind port f4479280-1038-47ed-a9f7-bd30c4953ba7 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:56:21.431302 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-30b2a7ce-14e5-4fb1-a016-ad554fbdc4fa service neutron] Attempting to bind port f4479280-1038-47ed-a9f7-bd30c4953ba7 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'f0640c11-940f-42bc-a068-93c7ed619c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ecc5a3c2-7ca8-4634-8af5-754b9bcd314c'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:56:21.431630 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-30b2a7ce-14e5-4fb1-a016-ad554fbdc4fa service neutron] Attempting to bind port f4479280-1038-47ed-a9f7-bd30c4953ba7 on network ecc5a3c2-7ca8-4634-8af5-754b9bcd314c {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:56:21.435435 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 646b825d-9911-4891-877b-931f42d87ad3 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:56:21.441194 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-30b2a7ce-14e5-4fb1-a016-ad554fbdc4fa service neutron] Port f4479280-1038-47ed-a9f7-bd30c4953ba7 on network ecc5a3c2-7ca8-4634-8af5-754b9bcd314c not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:56:21.441523 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-30b2a7ce-14e5-4fb1-a016-ad554fbdc4fa service neutron] Attempting to bind port f4479280-1038-47ed-a9f7-bd30c4953ba7 on network ecc5a3c2-7ca8-4634-8af5-754b9bcd314c {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:56:21.458838 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-30b2a7ce-14e5-4fb1-a016-ad554fbdc4fa service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:56:21.459207 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-30b2a7ce-14e5-4fb1-a016-ad554fbdc4fa service neutron] Checking segment: {'id': 'f0640c11-940f-42bc-a068-93c7ed619c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ecc5a3c2-7ca8-4634-8af5-754b9bcd314c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:56:21.459566 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-30b2a7ce-14e5-4fb1-a016-ad554fbdc4fa service neutron] Bound using segment: {'id': 'f0640c11-940f-42bc-a068-93c7ed619c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ecc5a3c2-7ca8-4634-8af5-754b9bcd314c'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:56:21.460044 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-30b2a7ce-14e5-4fb1-a016-ad554fbdc4fa service neutron] Bound port: f4479280-1038-47ed-a9f7-bd30c4953ba7, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0640c11-940f-42bc-a068-93c7ed619c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ecc5a3c2-7ca8-4634-8af5-754b9bcd314c'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:56:21.460403 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-30b2a7ce-14e5-4fb1-a016-ad554fbdc4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f4479280-1038-47ed-a9f7-bd30c4953ba7), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:21.477142 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8ca70-984f-4c82-813b-dfff428b0bb6 req-dce4d03c-1da9-4ded-b0fa-578ca65722aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:21.478217 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-13aacbcf-5a8f-4545-88ca-08a9aae49839 req-0bcd5e79-f23f-49bb-946e-bf4c1938729b tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1276083 Mar 01 13:56:21.479625 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-91e8ca70-984f-4c82-813b-dfff428b0bb6 req-dce4d03c-1da9-4ded-b0fa-578ca65722aa service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1986773 Mar 01 13:56:21.483419 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 646b825d-9911-4891-877b-931f42d87ad3 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:56:21.484151 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 646b825d-9911-4891-877b-931f42d87ad3 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:56:21.517217 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4eca05ae-38d5-4410-ad19-9a98ba607fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (50924ae0-93ed-4551-b34c-8e3863e52729), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:21.540675 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4eca05ae-38d5-4410-ad19-9a98ba607fd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:21.547027 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4eca05ae-38d5-4410-ad19-9a98ba607fd4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/50924ae0-93ed-4551-b34c-8e3863e52729 HTTP/1.1" status: 204 len: 168 time: 0.8340757 Mar 01 13:56:21.565476 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-30b2a7ce-14e5-4fb1-a016-ad554fbdc4fa service neutron] For port f4479280-1038-47ed-a9f7-bd30c4953ba7, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:56:21.569902 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-30b2a7ce-14e5-4fb1-a016-ad554fbdc4fa service neutron] For port f4479280-1038-47ed-a9f7-bd30c4953ba7, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f4479280-1038-47ed-a9f7-bd30c4953ba7,segment=NetworkSegment(f0640c11-940f-42bc-a068-93c7ed619c6a),segment_id=f0640c11-940f-42bc-a068-93c7ed619c6a)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:56:21.582833 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-30b2a7ce-14e5-4fb1-a016-ad554fbdc4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (f4479280-1038-47ed-a9f7-bd30c4953ba7), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:21.603937 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca05ae-38d5-4410-ad19-9a98ba607fd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=50924ae0-93ed-4551-b34c-8e3863e52729,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:21.609656 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-64cc766c-5c43-4623-a009-e98b62d1856e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (4fb66ec9-22b7-46c4-8668-d9ddd6400761), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:21.650543 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-30b2a7ce-14e5-4fb1-a016-ad554fbdc4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:21.651918 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-30b2a7ce-14e5-4fb1-a016-ad554fbdc4fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:21.654138 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-30b2a7ce-14e5-4fb1-a016-ad554fbdc4fa service neutron] 10.222.0.32 "PUT /v2.0/ports/f4479280-1038-47ed-a9f7-bd30c4953ba7 HTTP/1.1" status: 200 len: 1091 time: 1.4323556 Mar 01 13:56:21.654846 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'tag': 'f4479280-1038-47ed-a9f7-bd30c4953ba7'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:56:21.661047 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379568bb-816d-49b5-a382-a6f5ca16ce34" -d '{"events": [{"name": "network-changed", "server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "tag": "f4479280-1038-47ed-a9f7-bd30c4953ba7"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:56:21.692793 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc766c-5c43-4623-a009-e98b62d1856e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Subnet': ['ID=4fb66ec9-22b7-46c4-8668-d9ddd6400761,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:21.703326 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-cb9201a2-b9e2-42f7-b1ed-a0711c18bd70 service neutron] Request body: {'port': {'device_id': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:21.723455 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cc766c-5c43-4623-a009-e98b62d1856e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:21.734785 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-64cc766c-5c43-4623-a009-e98b62d1856e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:21.738126 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cc766c-5c43-4623-a009-e98b62d1856e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:21.738747 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-64cc766c-5c43-4623-a009-e98b62d1856e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:21.741548 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50062) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:21.748109 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03383ed2-119e-47b8-ba54-2b5a4636564b x-openstack-request-id: req-03383ed2-119e-47b8-ba54-2b5a4636564b {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:56:21.748473 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "tag": "f4479280-1038-47ed-a9f7-bd30c4953ba7", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:56:21.748831 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03383ed2-119e-47b8-ba54-2b5a4636564b {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:56:21.749417 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'tag': 'f4479280-1038-47ed-a9f7-bd30c4953ba7', 'status': 'completed', 'code': 200} Mar 01 13:56:21.750543 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dce955-b1ba-4bca-83aa-c112b5cd84c3 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:56:21.766190 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2a7ce-14e5-4fb1-a016-ad554fbdc4fa service neutron] Pushing event updated for resources: {'Port': ['ID=f4479280-1038-47ed-a9f7-bd30c4953ba7,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:21.770735 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8ca70-984f-4c82-813b-dfff428b0bb6 req-103c1e7b-b90e-4a44-b01b-515b02263448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:21.771229 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8ca70-984f-4c82-813b-dfff428b0bb6 req-103c1e7b-b90e-4a44-b01b-515b02263448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:21.771728 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8ca70-984f-4c82-813b-dfff428b0bb6 req-103c1e7b-b90e-4a44-b01b-515b02263448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:21.772197 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8ca70-984f-4c82-813b-dfff428b0bb6 req-103c1e7b-b90e-4a44-b01b-515b02263448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:21.773000 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8ca70-984f-4c82-813b-dfff428b0bb6 req-103c1e7b-b90e-4a44-b01b-515b02263448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:21.773473 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8ca70-984f-4c82-813b-dfff428b0bb6 req-103c1e7b-b90e-4a44-b01b-515b02263448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:21.773933 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8ca70-984f-4c82-813b-dfff428b0bb6 req-103c1e7b-b90e-4a44-b01b-515b02263448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:21.776159 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-91e8ca70-984f-4c82-813b-dfff428b0bb6 req-103c1e7b-b90e-4a44-b01b-515b02263448 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4475ad9be4194a7593562a2e7537afad&device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 6509 time: 0.1998639 Mar 01 13:56:21.810086 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-cb9201a2-b9e2-42f7-b1ed-a0711c18bd70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3bb0ce28-dd64-442c-82fd-08ca68864979), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:21.851222 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-64cc766c-5c43-4623-a009-e98b62d1856e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5919573 Mar 01 13:56:21.855381 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50066) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:21.863079 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-aae557a5-8d54-4f13-a309-4f9cb0a51eee tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'port': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'fixed_ips': [{'subnet_id': '4fb66ec9-22b7-46c4-8668-d9ddd6400761', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1749644575'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:21.979738 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5334b9-504f-4a44-8200-6e7c0afd2243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'project_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'fixed_ips': [{'subnet_id': '4fb66ec9-22b7-46c4-8668-d9ddd6400761'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:56:21.980639 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-da5334b9-504f-4a44-8200-6e7c0afd2243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:22.005138 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2597e816-5ce1-4a84-bb5b-9fbf8c86e0cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a70f83b878747d291340c8bc3ba55ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2563803 Mar 01 13:56:22.006445 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50068) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:22.088543 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5a4a28ef-9ace-467b-9e96-6a419a2d8c7a admin admin] Publish callbacks [] for security_group (6886d1c0-8ea2-4e8a-9e8f-5e7dfb42e17d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:22.092313 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8ca70-984f-4c82-813b-dfff428b0bb6 req-2081de94-6b59-40ab-8386-f0d4efdccad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:22.093083 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8ca70-984f-4c82-813b-dfff428b0bb6 req-2081de94-6b59-40ab-8386-f0d4efdccad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:22.093553 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8ca70-984f-4c82-813b-dfff428b0bb6 req-2081de94-6b59-40ab-8386-f0d4efdccad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:22.095255 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-91e8ca70-984f-4c82-813b-dfff428b0bb6 req-2081de94-6b59-40ab-8386-f0d4efdccad3 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=4475ad9be4194a7593562a2e7537afad&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3051128 Mar 01 13:56:22.137992 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5a4a28ef-9ace-467b-9e96-6a419a2d8c7a admin admin] Publish callbacks [] for security_group (6886d1c0-8ea2-4e8a-9e8f-5e7dfb42e17d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:22.147169 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87efb5-8f6e-4549-8c3f-bf56bd1d1b6c req-7822d01f-3eb9-4c24-b316-f424af9e5b4b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:22.154831 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5f87efb5-8f6e-4549-8c3f-bf56bd1d1b6c req-7822d01f-3eb9-4c24-b316-f424af9e5b4b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.2328115 Mar 01 13:56:22.163904 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-da5334b9-504f-4a44-8200-6e7c0afd2243 None None] Allocated IP 2001:db8::2 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/4fb66ec9-22b7-46c4-8668-d9ddd6400761/2e41a91d-fbba-4d24-9c68-22165bb41f17) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:56:22.218983 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae557a5-8d54-4f13-a309-4f9cb0a51eee tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:56:22.246327 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8ca70-984f-4c82-813b-dfff428b0bb6 req-207f4262-7f3a-4005-9f52-c65e80f6e2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:22.248167 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-91e8ca70-984f-4c82-813b-dfff428b0bb6 req-207f4262-7f3a-4005-9f52-c65e80f6e2e5 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1413043 Mar 01 13:56:22.275231 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5a4a28ef-9ace-467b-9e96-6a419a2d8c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6886d1c0-8ea2-4e8a-9e8f-5e7dfb42e17d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:22.281839 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5a4a28ef-9ace-467b-9e96-6a419a2d8c7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:22.286042 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5a4a28ef-9ace-467b-9e96-6a419a2d8c7a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6886d1c0-8ea2-4e8a-9e8f-5e7dfb42e17d HTTP/1.1" status: 204 len: 168 time: 0.2765388 Mar 01 13:56:22.296836 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a28ef-9ace-467b-9e96-6a419a2d8c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6886d1c0-8ea2-4e8a-9e8f-5e7dfb42e17d,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:22.353100 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5f87efb5-8f6e-4549-8c3f-bf56bd1d1b6c req-db8312fe-690e-48b5-8ea5-e16be1b2fe4b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925752 Mar 01 13:56:22.375444 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379568bb-816d-49b5-a382-a6f5ca16ce34 req-194dab2b-f7a8-4acb-8961-19bcf44a1233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:22.376051 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379568bb-816d-49b5-a382-a6f5ca16ce34 req-194dab2b-f7a8-4acb-8961-19bcf44a1233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:22.376931 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379568bb-816d-49b5-a382-a6f5ca16ce34 req-194dab2b-f7a8-4acb-8961-19bcf44a1233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:22.377313 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379568bb-816d-49b5-a382-a6f5ca16ce34 req-194dab2b-f7a8-4acb-8961-19bcf44a1233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:22.378097 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379568bb-816d-49b5-a382-a6f5ca16ce34 req-194dab2b-f7a8-4acb-8961-19bcf44a1233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:22.378620 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379568bb-816d-49b5-a382-a6f5ca16ce34 req-194dab2b-f7a8-4acb-8961-19bcf44a1233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:22.379145 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379568bb-816d-49b5-a382-a6f5ca16ce34 req-194dab2b-f7a8-4acb-8961-19bcf44a1233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:22.381267 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-379568bb-816d-49b5-a382-a6f5ca16ce34 req-194dab2b-f7a8-4acb-8961-19bcf44a1233 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4475ad9be4194a7593562a2e7537afad&device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 6509 time: 0.0794542 Mar 01 13:56:22.420592 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-da5334b9-504f-4a44-8200-6e7c0afd2243 None None] Publish callbacks [] for port (2e41a91d-fbba-4d24-9c68-22165bb41f17), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:22.434343 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-da5334b9-504f-4a44-8200-6e7c0afd2243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (2e41a91d-fbba-4d24-9c68-22165bb41f17), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:22.509815 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aae557a5-8d54-4f13-a309-4f9cb0a51eee tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:22.552506 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5334b9-504f-4a44-8200-6e7c0afd2243 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:22.554448 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379568bb-816d-49b5-a382-a6f5ca16ce34 req-92c38cf4-858a-4471-a570-5e8058c46777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:22.555444 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-da5334b9-504f-4a44-8200-6e7c0afd2243 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:22.559069 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379568bb-816d-49b5-a382-a6f5ca16ce34 req-92c38cf4-858a-4471-a570-5e8058c46777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:22.559208 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5334b9-504f-4a44-8200-6e7c0afd2243 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:56:22.561512 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379568bb-816d-49b5-a382-a6f5ca16ce34 req-92c38cf4-858a-4471-a570-5e8058c46777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:22.563490 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-379568bb-816d-49b5-a382-a6f5ca16ce34 req-92c38cf4-858a-4471-a570-5e8058c46777 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=4475ad9be4194a7593562a2e7537afad&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1734483 Mar 01 13:56:22.575874 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-cb9201a2-b9e2-42f7-b1ed-a0711c18bd70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bb0ce28-dd64-442c-82fd-08ca68864979 {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:56:22.597097 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5334b9-504f-4a44-8200-6e7c0afd2243 None None] Pushing event updated for resources: {'Port': ['ID=2e41a91d-fbba-4d24-9c68-22165bb41f17,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:22.631528 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-cb9201a2-b9e2-42f7-b1ed-a0711c18bd70 service neutron] Publish callbacks [] for port (3bb0ce28-dd64-442c-82fd-08ca68864979), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:22.645204 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-aae557a5-8d54-4f13-a309-4f9cb0a51eee tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] device_id is not set on port 8abf1020-54bc-40f0-bf7a-9e9d69e41996 yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:56:22.704038 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-da5334b9-504f-4a44-8200-6e7c0afd2243 None None] Attempting to bind port 2e41a91d-fbba-4d24-9c68-22165bb41f17 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:56:22.704406 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-da5334b9-504f-4a44-8200-6e7c0afd2243 None None] Attempting to bind port 2e41a91d-fbba-4d24-9c68-22165bb41f17 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:56:22.704904 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5334b9-504f-4a44-8200-6e7c0afd2243 None None] Attempting to bind port 2e41a91d-fbba-4d24-9c68-22165bb41f17 on network db8edbc8-a3c8-4a8f-b733-3509635fb19f {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:56:22.711850 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 448446bc-939a-4f6c-8a26-b75746ec5fa2 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:56:22.744013 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-cb9201a2-b9e2-42f7-b1ed-a0711c18bd70 service neutron] Transition to ACTIVE for port object 3bb0ce28-dd64-442c-82fd-08ca68864979 will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:56:22.745497 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 448446bc-939a-4f6c-8a26-b75746ec5fa2 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:56:22.745855 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 448446bc-939a-4f6c-8a26-b75746ec5fa2 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:56:22.748848 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5334b9-504f-4a44-8200-6e7c0afd2243 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:56:22.750520 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5334b9-504f-4a44-8200-6e7c0afd2243 None None] Checking segment: {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:56:22.751959 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-da5334b9-504f-4a44-8200-6e7c0afd2243 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:22.761076 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5334b9-504f-4a44-8200-6e7c0afd2243 None None] Bound using segment: {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:56:22.763521 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-da5334b9-504f-4a44-8200-6e7c0afd2243 None None] Bound port: 2e41a91d-fbba-4d24-9c68-22165bb41f17, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:56:22.763961 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-da5334b9-504f-4a44-8200-6e7c0afd2243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2e41a91d-fbba-4d24-9c68-22165bb41f17), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:22.770563 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829d2e0-9db8-4da5-8a26-c09fdc37617a req-5466a7e2-2118-4c8f-9f2c-e4d0543b8868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:22.772104 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2829d2e0-9db8-4da5-8a26-c09fdc37617a req-5466a7e2-2118-4c8f-9f2c-e4d0543b8868 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=475192ca5f814c16b38a7d788a6a6472&device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 1126 time: 0.0785029 Mar 01 13:56:22.798291 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-cb9201a2-b9e2-42f7-b1ed-a0711c18bd70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (3bb0ce28-dd64-442c-82fd-08ca68864979), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:22.815049 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379568bb-816d-49b5-a382-a6f5ca16ce34 req-87e5afa6-00c0-4891-a176-664b0ebdbde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:22.816924 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-379568bb-816d-49b5-a382-a6f5ca16ce34 req-87e5afa6-00c0-4891-a176-664b0ebdbde9 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2429583 Mar 01 13:56:22.920722 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-da5334b9-504f-4a44-8200-6e7c0afd2243 None None] For port 2e41a91d-fbba-4d24-9c68-22165bb41f17, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:56:22.929037 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9201a2-b9e2-42f7-b1ed-a0711c18bd70 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb0ce28-dd64-442c-82fd-08ca68864979,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:22.929242 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-da5334b9-504f-4a44-8200-6e7c0afd2243 None None] For port 2e41a91d-fbba-4d24-9c68-22165bb41f17, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=2e41a91d-fbba-4d24-9c68-22165bb41f17,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:56:22.937326 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-aae557a5-8d54-4f13-a309-4f9cb0a51eee tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 13:56:22.937786 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aae557a5-8d54-4f13-a309-4f9cb0a51eee tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:56:22.948284 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-da5334b9-504f-4a44-8200-6e7c0afd2243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (2e41a91d-fbba-4d24-9c68-22165bb41f17), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:22.951331 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d851c-72d9-430d-b16a-2ee4a38b6d75 req-56f24f17-c678-41c1-b5ae-6ba801ec0627 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:22.954815 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829d2e0-9db8-4da5-8a26-c09fdc37617a req-e200ec68-ea25-40e5-aa52-59bca8d1fe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:22.957229 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2829d2e0-9db8-4da5-8a26-c09fdc37617a req-e200ec68-ea25-40e5-aa52-59bca8d1fe50 service neutron] 10.222.0.32 "GET /v2.0/networks?id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 HTTP/1.1" status: 200 len: 913 time: 0.1560152 Mar 01 13:56:22.964624 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-420d851c-72d9-430d-b16a-2ee4a38b6d75 req-56f24f17-c678-41c1-b5ae-6ba801ec0627 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.2542086 Mar 01 13:56:23.039648 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2829d2e0-9db8-4da5-8a26-c09fdc37617a req-6d294ea1-a952-42d5-ab2d-52135f0d4a26 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7988cdd9-dd32-4813-871c-c8dca2569301 HTTP/1.1" status: 200 len: 999 time: 0.0757868 Mar 01 13:56:23.082947 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86db55-bc38-4db0-ab5b-354dc15a5ba5 req-8257e432-c3ff-4cad-a4df-ee93569c8697 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:23.102133 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86db55-bc38-4db0-ab5b-354dc15a5ba5 req-8257e432-c3ff-4cad-a4df-ee93569c8697 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:23.112521 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86db55-bc38-4db0-ab5b-354dc15a5ba5 req-8257e432-c3ff-4cad-a4df-ee93569c8697 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:23.119073 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5334b9-504f-4a44-8200-6e7c0afd2243 None None] Pushing event updated for resources: {'Port': ['ID=2e41a91d-fbba-4d24-9c68-22165bb41f17,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:23.122154 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86db55-bc38-4db0-ab5b-354dc15a5ba5 req-8257e432-c3ff-4cad-a4df-ee93569c8697 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:23.127451 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86db55-bc38-4db0-ab5b-354dc15a5ba5 req-8257e432-c3ff-4cad-a4df-ee93569c8697 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:23.139327 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86db55-bc38-4db0-ab5b-354dc15a5ba5 req-8257e432-c3ff-4cad-a4df-ee93569c8697 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:23.152836 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86db55-bc38-4db0-ab5b-354dc15a5ba5 req-8257e432-c3ff-4cad-a4df-ee93569c8697 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:23.164198 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829d2e0-9db8-4da5-8a26-c09fdc37617a req-cb22e231-f1dc-4d99-a4e2-5f9bfe593e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:23.165952 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2829d2e0-9db8-4da5-8a26-c09fdc37617a req-cb22e231-f1dc-4d99-a4e2-5f9bfe593e6e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d1ea702e-89f4-430d-ba35-37a3134c98fa HTTP/1.1" status: 200 len: 851 time: 0.1065481 Mar 01 13:56:23.170878 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7a86db55-bc38-4db0-ab5b-354dc15a5ba5 req-8257e432-c3ff-4cad-a4df-ee93569c8697 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5419 time: 0.4691708 Mar 01 13:56:23.192796 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-aae557a5-8d54-4f13-a309-4f9cb0a51eee tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.3360386 Mar 01 13:56:23.194968 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50088) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:23.363395 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-420d851c-72d9-430d-b16a-2ee4a38b6d75 req-78926b13-6b6b-46e8-8c2d-789efca50d21 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3977456 Mar 01 13:56:23.374560 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-cb9201a2-b9e2-42f7-b1ed-a0711c18bd70 service neutron] Attempting to bind port 3bb0ce28-dd64-442c-82fd-08ca68864979 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:56:23.375119 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-cb9201a2-b9e2-42f7-b1ed-a0711c18bd70 service neutron] Attempting to bind port 3bb0ce28-dd64-442c-82fd-08ca68864979 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '18984bbf-5445-4915-9e22-7c226c4017cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c7c4f361-ab05-4369-bcdd-5e7555278fd6'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:56:23.375646 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-cb9201a2-b9e2-42f7-b1ed-a0711c18bd70 service neutron] Attempting to bind port 3bb0ce28-dd64-442c-82fd-08ca68864979 on network c7c4f361-ab05-4369-bcdd-5e7555278fd6 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:56:23.397467 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829d2e0-9db8-4da5-8a26-c09fdc37617a req-efaa4e57-d8c8-405b-b26b-bf21a4cb1976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:23.397638 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-cb9201a2-b9e2-42f7-b1ed-a0711c18bd70 service neutron] Port 3bb0ce28-dd64-442c-82fd-08ca68864979 on network c7c4f361-ab05-4369-bcdd-5e7555278fd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:56:23.397980 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-cb9201a2-b9e2-42f7-b1ed-a0711c18bd70 service neutron] Attempting to bind port 3bb0ce28-dd64-442c-82fd-08ca68864979 on network c7c4f361-ab05-4369-bcdd-5e7555278fd6 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:56:23.399076 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2829d2e0-9db8-4da5-8a26-c09fdc37617a req-efaa4e57-d8c8-405b-b26b-bf21a4cb1976 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2194722 Mar 01 13:56:23.407228 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae637186-eb36-4a07-8af8-e1dadbda17f4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:23.411384 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ae637186-eb36-4a07-8af8-e1dadbda17f4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2136495 Mar 01 13:56:23.412063 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50092) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:23.423295 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7a86db55-bc38-4db0-ab5b-354dc15a5ba5 req-434af12b-5579-42e6-87e5-1c5046a71dc9 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2514374 Mar 01 13:56:23.431550 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-cb9201a2-b9e2-42f7-b1ed-a0711c18bd70 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:56:23.432262 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-cb9201a2-b9e2-42f7-b1ed-a0711c18bd70 service neutron] Checking segment: {'id': '18984bbf-5445-4915-9e22-7c226c4017cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c7c4f361-ab05-4369-bcdd-5e7555278fd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:56:23.432668 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-cb9201a2-b9e2-42f7-b1ed-a0711c18bd70 service neutron] Bound using segment: {'id': '18984bbf-5445-4915-9e22-7c226c4017cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c7c4f361-ab05-4369-bcdd-5e7555278fd6'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:56:23.433107 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-cb9201a2-b9e2-42f7-b1ed-a0711c18bd70 service neutron] Bound port: 3bb0ce28-dd64-442c-82fd-08ca68864979, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18984bbf-5445-4915-9e22-7c226c4017cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c7c4f361-ab05-4369-bcdd-5e7555278fd6'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:56:23.433507 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-cb9201a2-b9e2-42f7-b1ed-a0711c18bd70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3bb0ce28-dd64-442c-82fd-08ca68864979), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:23.594989 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef5890f-c7cf-438c-aa5b-acef217ad2a6 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:23.601092 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef5890f-c7cf-438c-aa5b-acef217ad2a6 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:23.606853 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-aef5890f-c7cf-438c-aa5b-acef217ad2a6 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1841087 Mar 01 13:56:23.610259 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50100) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:23.725627 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-cb9201a2-b9e2-42f7-b1ed-a0711c18bd70 service neutron] For port 3bb0ce28-dd64-442c-82fd-08ca68864979, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:56:23.725737 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50102) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:23.752389 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2829d2e0-9db8-4da5-8a26-c09fdc37617a req-c2778136-bfa1-4b2c-9316-b64b240c11bc service neutron] 10.222.0.32 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393531 Mar 01 13:56:23.759765 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-cb9201a2-b9e2-42f7-b1ed-a0711c18bd70 service neutron] For port 3bb0ce28-dd64-442c-82fd-08ca68864979, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=3bb0ce28-dd64-442c-82fd-08ca68864979,segment=NetworkSegment(18984bbf-5445-4915-9e22-7c226c4017cd),segment_id=18984bbf-5445-4915-9e22-7c226c4017cd)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:56:23.776735 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b43d38-7db4-4365-87d6-304f937ede7c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting subnet 4fb66ec9-22b7-46c4-8668-d9ddd6400761 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:56:23.780278 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-84b43d38-7db4-4365-87d6-304f937ede7c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (4fb66ec9-22b7-46c4-8668-d9ddd6400761), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:23.790514 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-cb9201a2-b9e2-42f7-b1ed-a0711c18bd70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (3bb0ce28-dd64-442c-82fd-08ca68864979), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:23.886288 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-cb9201a2-b9e2-42f7-b1ed-a0711c18bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:23.887790 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-cb9201a2-b9e2-42f7-b1ed-a0711c18bd70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:23.889424 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-cb9201a2-b9e2-42f7-b1ed-a0711c18bd70 service neutron] 10.222.0.32 "PUT /v2.0/ports/3bb0ce28-dd64-442c-82fd-08ca68864979 HTTP/1.1" status: 200 len: 1091 time: 2.2018883 Mar 01 13:56:23.895333 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'tag': '3bb0ce28-dd64-442c-82fd-08ca68864979'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:56:23.905185 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1837d3c-d50b-499e-b1a3-9ee20c2d92b7" -d '{"events": [{"name": "network-changed", "server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "tag": "3bb0ce28-dd64-442c-82fd-08ca68864979"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:56:23.916333 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2829d2e0-9db8-4da5-8a26-c09fdc37617a req-67a9658a-949a-4426-8e41-6b15ca55df3c service neutron] 10.222.0.32 "GET /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546004 Mar 01 13:56:23.960475 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9201a2-b9e2-42f7-b1ed-a0711c18bd70 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb0ce28-dd64-442c-82fd-08ca68864979,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:23.977991 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-df30cd63-8525-4df8-8f5e-fe2700351b00 service neutron] Request body: {'port': {'device_id': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:23.985425 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-84b43d38-7db4-4365-87d6-304f937ede7c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (4fb66ec9-22b7-46c4-8668-d9ddd6400761), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:24.046279 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b91ee6-80be-44b7-89cc-16fbe362b9e8 x-openstack-request-id: req-75b91ee6-80be-44b7-89cc-16fbe362b9e8 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:56:24.046923 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "tag": "3bb0ce28-dd64-442c-82fd-08ca68864979", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:56:24.047351 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75b91ee6-80be-44b7-89cc-16fbe362b9e8 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:56:24.048010 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'tag': '3bb0ce28-dd64-442c-82fd-08ca68864979', 'status': 'completed', 'code': 200} Mar 01 13:56:24.056018 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-f7d45d61-2ddf-4d1b-8290-ff5103e91028 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-257315826-network', 'tenant_id': '0836145792d0434b8d22b40c72603430'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:24.157903 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d45d61-2ddf-4d1b-8290-ff5103e91028 admin admin] Made reservation on behalf of 0836145792d0434b8d22b40c72603430 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:56:24.158362 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1837d3c-d50b-499e-b1a3-9ee20c2d92b7 req-945dad87-b33b-4e6b-9103-b3779daf583f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:24.160141 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1837d3c-d50b-499e-b1a3-9ee20c2d92b7 req-945dad87-b33b-4e6b-9103-b3779daf583f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:24.160797 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1837d3c-d50b-499e-b1a3-9ee20c2d92b7 req-945dad87-b33b-4e6b-9103-b3779daf583f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:24.161222 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7d45d61-2ddf-4d1b-8290-ff5103e91028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:24.161353 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1837d3c-d50b-499e-b1a3-9ee20c2d92b7 req-945dad87-b33b-4e6b-9103-b3779daf583f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:24.161839 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1837d3c-d50b-499e-b1a3-9ee20c2d92b7 req-945dad87-b33b-4e6b-9103-b3779daf583f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:24.162327 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1837d3c-d50b-499e-b1a3-9ee20c2d92b7 req-945dad87-b33b-4e6b-9103-b3779daf583f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:24.162794 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1837d3c-d50b-499e-b1a3-9ee20c2d92b7 req-945dad87-b33b-4e6b-9103-b3779daf583f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:24.165772 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-df30cd63-8525-4df8-8f5e-fe2700351b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (13b9e748-a974-42c2-8e91-ba448a992de1), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:24.168328 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f1837d3c-d50b-499e-b1a3-9ee20c2d92b7 req-945dad87-b33b-4e6b-9103-b3779daf583f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4475ad9be4194a7593562a2e7537afad&device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 6607 time: 0.1368110 Mar 01 13:56:24.190294 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7d45d61-2ddf-4d1b-8290-ff5103e91028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:24.198316 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-84b43d38-7db4-4365-87d6-304f937ede7c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (4fb66ec9-22b7-46c4-8668-d9ddd6400761), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:24.406826 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1837d3c-d50b-499e-b1a3-9ee20c2d92b7 req-ceee66af-adfa-4b06-9e23-2c1f5fb306ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:24.407332 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1837d3c-d50b-499e-b1a3-9ee20c2d92b7 req-ceee66af-adfa-4b06-9e23-2c1f5fb306ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:24.409336 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1837d3c-d50b-499e-b1a3-9ee20c2d92b7 req-ceee66af-adfa-4b06-9e23-2c1f5fb306ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:24.414025 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f1837d3c-d50b-499e-b1a3-9ee20c2d92b7 req-ceee66af-adfa-4b06-9e23-2c1f5fb306ca service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=4475ad9be4194a7593562a2e7537afad&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2366512 Mar 01 13:56:24.472844 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-84b43d38-7db4-4365-87d6-304f937ede7c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (4fb66ec9-22b7-46c4-8668-d9ddd6400761), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:24.581046 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1837d3c-d50b-499e-b1a3-9ee20c2d92b7 req-be8cd191-f254-4609-97e8-0bb0f05b0862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:24.583813 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f1837d3c-d50b-499e-b1a3-9ee20c2d92b7 req-be8cd191-f254-4609-97e8-0bb0f05b0862 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1633244 Mar 01 13:56:24.711404 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b43d38-7db4-4365-87d6-304f937ede7c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Subnet': ['ID=4fb66ec9-22b7-46c4-8668-d9ddd6400761,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:24.716762 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-84b43d38-7db4-4365-87d6-304f937ede7c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:24.720446 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-84b43d38-7db4-4365-87d6-304f937ede7c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/4fb66ec9-22b7-46c4-8668-d9ddd6400761 HTTP/1.1" status: 204 len: 168 time: 1.1037498 Mar 01 13:56:24.724312 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50112) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:24.749905 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7d45d61-2ddf-4d1b-8290-ff5103e91028 admin admin] Publish callbacks [] for security_group (a2e075fe-d441-4e0c-9c60-d6339d4ceada), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:24.763002 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7d45d61-2ddf-4d1b-8290-ff5103e91028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a2e075fe-d441-4e0c-9c60-d6339d4ceada), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:24.774362 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d45d61-2ddf-4d1b-8290-ff5103e91028 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:56:24.778254 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7bd451-87a2-4329-bb49-84f27379b364 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:56:24.813426 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-61423a02-d6a1-4554-864e-84b67ed6bf41 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0872910 Mar 01 13:56:24.817474 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50114) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:24.822684 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-94ad781c-4eb6-4f74-86c9-0c86ff74249b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:24.846517 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7d45d61-2ddf-4d1b-8290-ff5103e91028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (5ab6d9ad-ea88-4ea7-8d02-d771da76dcab), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:24.846934 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-f7d45d61-2ddf-4d1b-8290-ff5103e91028 admin admin] Added segment 5ab6d9ad-ea88-4ea7-8d02-d771da76dcab of type vlan for network 1086b107-35a2-4b22-8737-a85f855dc602 Mar 01 13:56:24.877923 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b594b7e-baf7-4f51-b19b-6923e3a46d74 req-3edf6e76-eaff-43b1-8fb0-ab3e510d0975 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:24.880521 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6b594b7e-baf7-4f51-b19b-6923e3a46d74 req-3edf6e76-eaff-43b1-8fb0-ab3e510d0975 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.3799005 Mar 01 13:56:24.914007 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fe196-0a62-4f17-a71f-b5ba25900fa6 req-be12025d-30b3-4b5f-8998-50c2a35c8964 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:24.936151 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fe196-0a62-4f17-a71f-b5ba25900fa6 req-be12025d-30b3-4b5f-8998-50c2a35c8964 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:24.939622 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-4d3149b9-e581-471e-9adb-1c8e9e7d815f None None] Provisioning complete for port 2e41a91d-fbba-4d24-9c68-22165bb41f17 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:24.940382 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4d3149b9-e581-471e-9adb-1c8e9e7d815f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2e41a91d-fbba-4d24-9c68-22165bb41f17), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:24.945287 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fe196-0a62-4f17-a71f-b5ba25900fa6 req-be12025d-30b3-4b5f-8998-50c2a35c8964 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:24.966654 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fe196-0a62-4f17-a71f-b5ba25900fa6 req-be12025d-30b3-4b5f-8998-50c2a35c8964 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:24.986948 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fe196-0a62-4f17-a71f-b5ba25900fa6 req-be12025d-30b3-4b5f-8998-50c2a35c8964 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:25.007333 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fe196-0a62-4f17-a71f-b5ba25900fa6 req-be12025d-30b3-4b5f-8998-50c2a35c8964 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:25.019384 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fe196-0a62-4f17-a71f-b5ba25900fa6 req-be12025d-30b3-4b5f-8998-50c2a35c8964 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:25.021663 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-392fe196-0a62-4f17-a71f-b5ba25900fa6 req-be12025d-30b3-4b5f-8998-50c2a35c8964 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5419 time: 0.4083836 Mar 01 13:56:25.024050 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ad781c-4eb6-4f74-86c9-0c86ff74249b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:56:25.028502 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-94ad781c-4eb6-4f74-86c9-0c86ff74249b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:25.040116 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9da9024-20b4-4907-b14f-90e9ba176c6b None None] DHCP port deletion for db8edbc8-a3c8-4a8f-b733-3509635fb19f request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:56:25.071452 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d45d61-2ddf-4d1b-8290-ff5103e91028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e075fe-d441-4e0c-9c60-d6339d4ceada,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:25.093973 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-4d3149b9-e581-471e-9adb-1c8e9e7d815f None None] Current status of the port 2e41a91d-fbba-4d24-9c68-22165bb41f17 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:25.094693 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4d3149b9-e581-471e-9adb-1c8e9e7d815f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2e41a91d-fbba-4d24-9c68-22165bb41f17), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:25.103502 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7d45d61-2ddf-4d1b-8290-ff5103e91028 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (1086b107-35a2-4b22-8737-a85f855dc602), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:25.133766 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-4d3149b9-e581-471e-9adb-1c8e9e7d815f None None] For port 2e41a91d-fbba-4d24-9c68-22165bb41f17, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=2e41a91d-fbba-4d24-9c68-22165bb41f17,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:25.143001 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4d3149b9-e581-471e-9adb-1c8e9e7d815f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (2e41a91d-fbba-4d24-9c68-22165bb41f17), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:25.209418 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3149b9-e581-471e-9adb-1c8e9e7d815f None None] Pushing event updated for resources: {'Port': ['ID=2e41a91d-fbba-4d24-9c68-22165bb41f17,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:25.241898 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f9da9024-20b4-4907-b14f-90e9ba176c6b None None] Deleting port 2e41a91d-fbba-4d24-9c68-22165bb41f17 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:56:25.242591 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f9da9024-20b4-4907-b14f-90e9ba176c6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (2e41a91d-fbba-4d24-9c68-22165bb41f17), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:25.257172 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6b594b7e-baf7-4f51-b19b-6923e3a46d74 req-4abe9185-efaa-4641-ab40-1cd0a2adcfe4 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3621926 Mar 01 13:56:25.264236 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7d45d61-2ddf-4d1b-8290-ff5103e91028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (1086b107-35a2-4b22-8737-a85f855dc602), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:25.265537 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d45d61-2ddf-4d1b-8290-ff5103e91028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:25.266263 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7d45d61-2ddf-4d1b-8290-ff5103e91028 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:25.278231 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-df30cd63-8525-4df8-8f5e-fe2700351b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b9e748-a974-42c2-8e91-ba448a992de1 {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:56:25.290780 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-392fe196-0a62-4f17-a71f-b5ba25900fa6 req-6964e484-16c0-4dd9-b37f-99e68fc6663a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2289026 Mar 01 13:56:25.308941 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-df30cd63-8525-4df8-8f5e-fe2700351b00 service neutron] Publish callbacks [] for port (13b9e748-a974-42c2-8e91-ba448a992de1), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:25.338883 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-f9da9024-20b4-4907-b14f-90e9ba176c6b None None] For port 2e41a91d-fbba-4d24-9c68-22165bb41f17, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=2e41a91d-fbba-4d24-9c68-22165bb41f17,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:25.339292 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f9da9024-20b4-4907-b14f-90e9ba176c6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (2e41a91d-fbba-4d24-9c68-22165bb41f17), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:25.352157 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f7d45d61-2ddf-4d1b-8290-ff5103e91028 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6208169 Mar 01 13:56:25.353241 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50116) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:25.358945 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f9da9024-20b4-4907-b14f-90e9ba176c6b None None] Calling delete_port for 2e41a91d-fbba-4d24-9c68-22165bb41f17 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:56:25.379937 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-e421a96e-67f3-4a81-bad7-badf986f9dd2 admin admin] Request body: {'subnet': {'network_id': '1086b107-35a2-4b22-8737-a85f855dc602', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-257315826-subnet', 'tenant_id': '0836145792d0434b8d22b40c72603430', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:25.393626 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-df30cd63-8525-4df8-8f5e-fe2700351b00 service neutron] Transition to ACTIVE for port object 13b9e748-a974-42c2-8e91-ba448a992de1 will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:56:25.407247 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-df30cd63-8525-4df8-8f5e-fe2700351b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (13b9e748-a974-42c2-8e91-ba448a992de1), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:25.433812 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-94ad781c-4eb6-4f74-86c9-0c86ff74249b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (367d3f0b-db97-4262-afea-abb5fe00c13c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:25.453530 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-eb7e72f0-cbb3-4a4a-bcfd-16ebadac69a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:25.457707 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d45d61-2ddf-4d1b-8290-ff5103e91028 admin admin] Pushing event updated for resources: {'Network': ['ID=1086b107-35a2-4b22-8737-a85f855dc602,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:25.458021 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f9da9024-20b4-4907-b14f-90e9ba176c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (2e41a91d-fbba-4d24-9c68-22165bb41f17), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:25.469554 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30cd63-8525-4df8-8f5e-fe2700351b00 service neutron] Pushing event updated for resources: {'Port': ['ID=13b9e748-a974-42c2-8e91-ba448a992de1,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:25.486668 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e421a96e-67f3-4a81-bad7-badf986f9dd2 admin admin] Made reservation on behalf of 0836145792d0434b8d22b40c72603430 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:56:25.490139 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e421a96e-67f3-4a81-bad7-badf986f9dd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:25.495516 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 1086b107-35a2-4b22-8737-a85f855dc602 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:56:25.556564 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ad781c-4eb6-4f74-86c9-0c86ff74249b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:25.565226 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-94ad781c-4eb6-4f74-86c9-0c86ff74249b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:25.569598 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ad781c-4eb6-4f74-86c9-0c86ff74249b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:25.570195 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-94ad781c-4eb6-4f74-86c9-0c86ff74249b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:25.582678 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da9024-20b4-4907-b14f-90e9ba176c6b None None] Pushing event deleted for resources: {'Port': ['ID=2e41a91d-fbba-4d24-9c68-22165bb41f17,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:25.593889 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9da9024-20b4-4907-b14f-90e9ba176c6b None None] No DVR routers for this DVR port 2e41a91d-fbba-4d24-9c68-22165bb41f17 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:56:25.609787 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad781c-4eb6-4f74-86c9-0c86ff74249b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Subnet': ['ID=367d3f0b-db97-4262-afea-abb5fe00c13c,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:25.617573 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cd7f35-56ce-456e-b85a-44bcc6489123 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:56:25.630592 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-94ad781c-4eb6-4f74-86c9-0c86ff74249b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8095560 Mar 01 13:56:25.631048 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50118) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:25.635444 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-6be2b79f-a340-48d6-ae47-2cba9a123eda tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-940694580', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:25.662666 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-df30cd63-8525-4df8-8f5e-fe2700351b00 service neutron] Attempting to bind port 13b9e748-a974-42c2-8e91-ba448a992de1 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:56:25.662996 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-df30cd63-8525-4df8-8f5e-fe2700351b00 service neutron] Attempting to bind port 13b9e748-a974-42c2-8e91-ba448a992de1 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '18984bbf-5445-4915-9e22-7c226c4017cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c7c4f361-ab05-4369-bcdd-5e7555278fd6'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:56:25.663326 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-df30cd63-8525-4df8-8f5e-fe2700351b00 service neutron] Attempting to bind port 13b9e748-a974-42c2-8e91-ba448a992de1 on network c7c4f361-ab05-4369-bcdd-5e7555278fd6 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:56:25.679895 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-df30cd63-8525-4df8-8f5e-fe2700351b00 service neutron] Port 13b9e748-a974-42c2-8e91-ba448a992de1 on network c7c4f361-ab05-4369-bcdd-5e7555278fd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:56:25.680221 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-df30cd63-8525-4df8-8f5e-fe2700351b00 service neutron] Attempting to bind port 13b9e748-a974-42c2-8e91-ba448a992de1 on network c7c4f361-ab05-4369-bcdd-5e7555278fd6 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:56:25.693039 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-df30cd63-8525-4df8-8f5e-fe2700351b00 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:56:25.693429 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-df30cd63-8525-4df8-8f5e-fe2700351b00 service neutron] Checking segment: {'id': '18984bbf-5445-4915-9e22-7c226c4017cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c7c4f361-ab05-4369-bcdd-5e7555278fd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:56:25.693856 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-df30cd63-8525-4df8-8f5e-fe2700351b00 service neutron] Bound using segment: {'id': '18984bbf-5445-4915-9e22-7c226c4017cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c7c4f361-ab05-4369-bcdd-5e7555278fd6'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:56:25.694307 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-df30cd63-8525-4df8-8f5e-fe2700351b00 service neutron] Bound port: 13b9e748-a974-42c2-8e91-ba448a992de1, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18984bbf-5445-4915-9e22-7c226c4017cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c7c4f361-ab05-4369-bcdd-5e7555278fd6'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:56:25.694713 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-df30cd63-8525-4df8-8f5e-fe2700351b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (13b9e748-a974-42c2-8e91-ba448a992de1), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:25.702022 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6be2b79f-a340-48d6-ae47-2cba9a123eda tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (b515c56a-963e-4fb6-b38a-2e1bd41094b0), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:25.703139 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6be2b79f-a340-48d6-ae47-2cba9a123eda tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (b515c56a-963e-4fb6-b38a-2e1bd41094b0), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:25.818977 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6be2b79f-a340-48d6-ae47-2cba9a123eda tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for router_controller (b515c56a-963e-4fb6-b38a-2e1bd41094b0), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:25.832370 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6be2b79f-a340-48d6-ae47-2cba9a123eda tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (b515c56a-963e-4fb6-b38a-2e1bd41094b0), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:25.869003 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6be2b79f-a340-48d6-ae47-2cba9a123eda tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:25.870152 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6be2b79f-a340-48d6-ae47-2cba9a123eda tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2381649 Mar 01 13:56:25.873532 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50120) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:26.017517 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98404c5e-433a-46a4-8a0e-c6104ba6275e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'project_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'fixed_ips': [{'subnet_id': '367d3f0b-db97-4262-afea-abb5fe00c13c'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:56:26.020213 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-98404c5e-433a-46a4-8a0e-c6104ba6275e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:26.210943 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-98404c5e-433a-46a4-8a0e-c6104ba6275e None None] Allocated IP 2001:db8::2 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/367d3f0b-db97-4262-afea-abb5fe00c13c/6600295f-f2e2-433f-8f58-4421df758d15) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:56:26.285783 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-df30cd63-8525-4df8-8f5e-fe2700351b00 service neutron] For port 13b9e748-a974-42c2-8e91-ba448a992de1, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:56:26.309377 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-df30cd63-8525-4df8-8f5e-fe2700351b00 service neutron] For port 13b9e748-a974-42c2-8e91-ba448a992de1, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=13b9e748-a974-42c2-8e91-ba448a992de1,segment=NetworkSegment(18984bbf-5445-4915-9e22-7c226c4017cd),segment_id=18984bbf-5445-4915-9e22-7c226c4017cd)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:56:26.401357 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-df30cd63-8525-4df8-8f5e-fe2700351b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (13b9e748-a974-42c2-8e91-ba448a992de1), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:26.413452 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-98404c5e-433a-46a4-8a0e-c6104ba6275e None None] Publish callbacks [] for port (6600295f-f2e2-433f-8f58-4421df758d15), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:26.423782 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-98404c5e-433a-46a4-8a0e-c6104ba6275e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (6600295f-f2e2-433f-8f58-4421df758d15), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:26.484257 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98404c5e-433a-46a4-8a0e-c6104ba6275e None None] Pushing event updated for resources: {'Port': ['ID=6600295f-f2e2-433f-8f58-4421df758d15,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:26.505451 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98404c5e-433a-46a4-8a0e-c6104ba6275e None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:26.508147 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-98404c5e-433a-46a4-8a0e-c6104ba6275e None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:26.517389 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98404c5e-433a-46a4-8a0e-c6104ba6275e None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:56:26.570978 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e421a96e-67f3-4a81-bad7-badf986f9dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (7b4b21f9-8aa8-4688-8188-5f129c766811), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:26.588115 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-df30cd63-8525-4df8-8f5e-fe2700351b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:26.588837 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-df30cd63-8525-4df8-8f5e-fe2700351b00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:26.590331 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-df30cd63-8525-4df8-8f5e-fe2700351b00 service neutron] 10.222.0.32 "PUT /v2.0/ports/13b9e748-a974-42c2-8e91-ba448a992de1 HTTP/1.1" status: 200 len: 1091 time: 2.6258659 Mar 01 13:56:26.592520 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'tag': '13b9e748-a974-42c2-8e91-ba448a992de1'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:56:26.594830 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd476fad-f247-4b2a-8637-d9abb741d239" -d '{"events": [{"name": "network-changed", "server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "tag": "13b9e748-a974-42c2-8e91-ba448a992de1"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:56:26.610223 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-daf954e9-dfa1-4930-9221-accf7703b0da tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:26.701936 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-98404c5e-433a-46a4-8a0e-c6104ba6275e None None] Attempting to bind port 6600295f-f2e2-433f-8f58-4421df758d15 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:56:26.702315 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-98404c5e-433a-46a4-8a0e-c6104ba6275e None None] Attempting to bind port 6600295f-f2e2-433f-8f58-4421df758d15 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:56:26.702874 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98404c5e-433a-46a4-8a0e-c6104ba6275e None None] Attempting to bind port 6600295f-f2e2-433f-8f58-4421df758d15 on network db8edbc8-a3c8-4a8f-b733-3509635fb19f {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:56:26.717343 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98404c5e-433a-46a4-8a0e-c6104ba6275e None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:56:26.717726 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98404c5e-433a-46a4-8a0e-c6104ba6275e None None] Checking segment: {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:56:26.718134 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-98404c5e-433a-46a4-8a0e-c6104ba6275e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:26.720584 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98404c5e-433a-46a4-8a0e-c6104ba6275e None None] Bound using segment: {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:56:26.721090 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-98404c5e-433a-46a4-8a0e-c6104ba6275e None None] Bound port: 6600295f-f2e2-433f-8f58-4421df758d15, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:56:26.723652 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-98404c5e-433a-46a4-8a0e-c6104ba6275e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6600295f-f2e2-433f-8f58-4421df758d15), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:26.804251 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30cd63-8525-4df8-8f5e-fe2700351b00 service neutron] Pushing event updated for resources: {'Port': ['ID=13b9e748-a974-42c2-8e91-ba448a992de1,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:26.865055 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-98404c5e-433a-46a4-8a0e-c6104ba6275e None None] For port 6600295f-f2e2-433f-8f58-4421df758d15, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:56:26.874887 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-98404c5e-433a-46a4-8a0e-c6104ba6275e None None] For port 6600295f-f2e2-433f-8f58-4421df758d15, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6600295f-f2e2-433f-8f58-4421df758d15,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:56:26.885105 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-98404c5e-433a-46a4-8a0e-c6104ba6275e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (6600295f-f2e2-433f-8f58-4421df758d15), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:26.911035 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421a96e-67f3-4a81-bad7-badf986f9dd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b4b21f9-8aa8-4688-8188-5f129c766811,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:26.934378 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858ef38-e1da-4a28-b6a7-aee758b16fd2 req-447e5891-0ffe-46db-8310-b9dd7972f144 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:26.940246 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858ef38-e1da-4a28-b6a7-aee758b16fd2 req-447e5891-0ffe-46db-8310-b9dd7972f144 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:26.945966 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858ef38-e1da-4a28-b6a7-aee758b16fd2 req-447e5891-0ffe-46db-8310-b9dd7972f144 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:26.951680 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858ef38-e1da-4a28-b6a7-aee758b16fd2 req-447e5891-0ffe-46db-8310-b9dd7972f144 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:26.959177 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858ef38-e1da-4a28-b6a7-aee758b16fd2 req-447e5891-0ffe-46db-8310-b9dd7972f144 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:26.965082 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858ef38-e1da-4a28-b6a7-aee758b16fd2 req-447e5891-0ffe-46db-8310-b9dd7972f144 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:26.970750 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858ef38-e1da-4a28-b6a7-aee758b16fd2 req-447e5891-0ffe-46db-8310-b9dd7972f144 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:26.972083 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98404c5e-433a-46a4-8a0e-c6104ba6275e None None] Pushing event updated for resources: {'Port': ['ID=6600295f-f2e2-433f-8f58-4421df758d15,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:26.973483 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9858ef38-e1da-4a28-b6a7-aee758b16fd2 req-447e5891-0ffe-46db-8310-b9dd7972f144 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5431 time: 0.4705174 Mar 01 13:56:26.976610 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e421a96e-67f3-4a81-bad7-badf986f9dd2 admin admin] Checking segment: {'id': '5ab6d9ad-ea88-4ea7-8d02-d771da76dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1086b107-35a2-4b22-8737-a85f855dc602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:56:26.977203 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e421a96e-67f3-4a81-bad7-badf986f9dd2 admin admin] Network hostable DHCP agents. Network: 1086b107-35a2-4b22-8737-a85f855dc602, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:56:27.008524 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-8e1716aa-f0e3-4523-bb42-185a9f0b2dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:27.009002 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-8e1716aa-f0e3-4523-bb42-185a9f0b2dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:27.009466 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-8e1716aa-f0e3-4523-bb42-185a9f0b2dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:27.009927 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-8e1716aa-f0e3-4523-bb42-185a9f0b2dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:27.010385 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-8e1716aa-f0e3-4523-bb42-185a9f0b2dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:27.010840 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-8e1716aa-f0e3-4523-bb42-185a9f0b2dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:27.011292 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-8e1716aa-f0e3-4523-bb42-185a9f0b2dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:27.014167 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-8e1716aa-f0e3-4523-bb42-185a9f0b2dc4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4475ad9be4194a7593562a2e7537afad&device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 6705 time: 0.3527429 Mar 01 13:56:27.087767 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88264e-5e30-402c-9d9f-5b51e648ccf7 req-de34894c-f06c-4efb-9c0c-7f85a1384592 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:27.090563 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fd88264e-5e30-402c-9d9f-5b51e648ccf7 req-de34894c-f06c-4efb-9c0c-7f85a1384592 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.3012569 Mar 01 13:56:27.098757 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e421a96e-67f3-4a81-bad7-badf986f9dd2 admin admin] Network 1086b107-35a2-4b22-8737-a85f855dc602 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:56:27.151999 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-badbc725-350a-4531-80a2-77f8387c4529 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94186ee2-17a9-4363-9cd1-5dd589fc6f6d HTTP/1.1" status: 200 len: 217 time: 0.1117864 Mar 01 13:56:27.181667 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-e421a96e-67f3-4a81-bad7-badf986f9dd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 1086b107-35a2-4b22-8737-a85f855dc602) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:27.191850 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9858ef38-e1da-4a28-b6a7-aee758b16fd2 req-1ec19b6b-6ec5-4444-9280-a687d5022ead tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2094483 Mar 01 13:56:27.193048 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e421a96e-67f3-4a81-bad7-badf986f9dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:27.193647 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e421a96e-67f3-4a81-bad7-badf986f9dd2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:27.204138 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d08b21-2977-4166-91f0-06668566c414 None None] Network 1086b107-35a2-4b22-8737-a85f855dc602 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:56:27.290041 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e421a96e-67f3-4a81-bad7-badf986f9dd2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9243474 Mar 01 13:56:27.325166 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fd88264e-5e30-402c-9d9f-5b51e648ccf7 req-79fbecb1-2130-472f-bd55-dc3377247da1 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2217906 Mar 01 13:56:27.332504 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-fbdea38e-a022-4a36-9f2f-f38b8905e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:27.335880 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-fbdea38e-a022-4a36-9f2f-f38b8905e2dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2a7f95b2-978a-4a0a-927f-c44508a26ed8 HTTP/1.1" status: 200 len: 856 time: 0.1636074 Mar 01 13:56:27.354474 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39777f71-ecc6-46aa-96a5-7c543e39e97e x-openstack-request-id: req-39777f71-ecc6-46aa-96a5-7c543e39e97e {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:56:27.354864 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "tag": "13b9e748-a974-42c2-8e91-ba448a992de1", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:56:27.355193 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39777f71-ecc6-46aa-96a5-7c543e39e97e {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:56:27.355733 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'tag': '13b9e748-a974-42c2-8e91-ba448a992de1', 'status': 'completed', 'code': 200} Mar 01 13:56:27.464048 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-158f4e06-6ff4-4daf-b8d9-48009c9d395d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:27.467050 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ad22ec01-c588-400f-ad07-a1b5facff5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:27.472611 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-ad22ec01-c588-400f-ad07-a1b5facff5f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a331d97d-3b18-4702-9c0b-f805cbe3e548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1158502 Mar 01 13:56:27.616722 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6600295f-f2e2-433f-8f58-4421df758d15 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:56:27.627300 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4c02ec-9483-4cdc-a8f8-89ce63c7432c None None] Network 1086b107-35a2-4b22-8737-a85f855dc602 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:56:27.640432 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-daf954e9-dfa1-4930-9221-accf7703b0da tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Allocated IP 2001:db8::1 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/367d3f0b-db97-4262-afea-abb5fe00c13c/ed3dee20-f5b2-44c3-bf32-85ca51ec5cab) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:56:27.671738 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02cb2d-c6fe-4cc0-99aa-8033e073267a req-5d6444d3-5387-4be8-8466-1d12c9d674cb tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:27.675030 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cb02cb2d-c6fe-4cc0-99aa-8033e073267a req-5d6444d3-5387-4be8-8466-1d12c9d674cb tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.1146653 Mar 01 13:56:27.736539 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-1adb3d46-9649-446a-ba70-589f73af7793 service neutron] 10.222.0.32 "GET /v2.0/networks/a331d97d-3b18-4702-9c0b-f805cbe3e548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437844 Mar 01 13:56:27.760017 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 6600295f-f2e2-433f-8f58-4421df758d15 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:27.760404 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6600295f-f2e2-433f-8f58-4421df758d15), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:27.805839 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cb02cb2d-c6fe-4cc0-99aa-8033e073267a req-86144760-e496-49ee-a58c-e1ab987a23bf tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244578 Mar 01 13:56:27.844236 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-daf954e9-dfa1-4930-9221-accf7703b0da tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for port (ed3dee20-f5b2-44c3-bf32-85ca51ec5cab), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:27.900429 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-daf954e9-dfa1-4930-9221-accf7703b0da tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (ed3dee20-f5b2-44c3-bf32-85ca51ec5cab), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:27.944877 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf954e9-dfa1-4930-9221-accf7703b0da tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:27.952111 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 6600295f-f2e2-433f-8f58-4421df758d15 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:27.952739 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6600295f-f2e2-433f-8f58-4421df758d15), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:27.975457 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-daf954e9-dfa1-4930-9221-accf7703b0da tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:27.993460 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 6600295f-f2e2-433f-8f58-4421df758d15, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6600295f-f2e2-433f-8f58-4421df758d15,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:27.994526 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf954e9-dfa1-4930-9221-accf7703b0da tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:56:27.996757 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-daf954e9-dfa1-4930-9221-accf7703b0da tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (b515c56a-963e-4fb6-b38a-2e1bd41094b0), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:27.999342 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (6600295f-f2e2-433f-8f58-4421df758d15), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:28.040629 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-5c787af0-9da7-4700-bce6-474569201dd9 service neutron] 10.222.0.32 "GET /v2.0/networks/a331d97d-3b18-4702-9c0b-f805cbe3e548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375660 Mar 01 13:56:28.052265 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-75e969f9-7025-49ba-bc20-9653fd03ecd1 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:28.053928 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-75e969f9-7025-49ba-bc20-9653fd03ecd1 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] 10.222.0.13 "GET /v2.0/networks?id=1086b107-35a2-4b22-8737-a85f855dc602 HTTP/1.1" status: 200 len: 812 time: 0.2380211 Mar 01 13:56:28.068854 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=6600295f-f2e2-433f-8f58-4421df758d15,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:28.109551 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-81dbfe28-21a5-472c-a882-2b8c7495c450 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=65aa8d5c-27c6-46fc-b051-44172617a654 HTTP/1.1" status: 200 len: 217 time: 0.0545247 Mar 01 13:56:28.113141 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-963149a1-f358-4631-a7c1-b5e6daea3df3 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] 10.222.0.13 "GET /v2.0/quotas/0836145792d0434b8d22b40c72603430 HTTP/1.1" status: 200 len: 375 time: 0.0508749 Mar 01 13:56:28.113619 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf954e9-dfa1-4930-9221-accf7703b0da tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Port': ['ID=ed3dee20-f5b2-44c3-bf32-85ca51ec5cab,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:28.181129 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-e8db0246-c815-4a26-9ff6-e122dad1418f tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0836145792d0434b8d22b40c72603430&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516696 Mar 01 13:56:28.247734 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-daf954e9-dfa1-4930-9221-accf7703b0da tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ed3dee20-f5b2-44c3-bf32-85ca51ec5cab), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:28.284432 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-27f9b5f8-f0a7-4f36-bd80-5f5afdd211f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:28.285841 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-27f9b5f8-f0a7-4f36-bd80-5f5afdd211f9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a836407-0a08-478a-9b48-ab0cc1ea53c4 HTTP/1.1" status: 200 len: 797 time: 0.1702108 Mar 01 13:56:28.378748 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-db070c30-28ab-4473-93b5-831758180de0 service neutron] 10.222.0.13 "GET /v2.0/networks/1086b107-35a2-4b22-8737-a85f855dc602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850681 Mar 01 13:56:28.492772 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-31b46927-fa8e-4637-9ccb-5a37da947285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:28.497865 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-31b46927-fa8e-4637-9ccb-5a37da947285 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ecc5a3c2-7ca8-4634-8af5-754b9bcd314c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1868172 Mar 01 13:56:28.615342 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-31883d0f-fb70-43a3-9dbb-9983604d5ab6 service neutron] 10.222.0.13 "GET /v2.0/networks/1086b107-35a2-4b22-8737-a85f855dc602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356777 Mar 01 13:56:28.651348 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-18646021-c99b-4a2c-9d61-635e62d74e3f service neutron] 10.222.0.32 "GET /v2.0/networks/ecc5a3c2-7ca8-4634-8af5-754b9bcd314c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395743 Mar 01 13:56:28.759808 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-daf954e9-dfa1-4930-9221-accf7703b0da tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for port (ed3dee20-f5b2-44c3-bf32-85ca51ec5cab), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:28.773371 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-daf954e9-dfa1-4930-9221-accf7703b0da tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (ed3dee20-f5b2-44c3-bf32-85ca51ec5cab), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:28.774431 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-daf954e9-dfa1-4930-9221-accf7703b0da tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (b515c56a-963e-4fb6-b38a-2e1bd41094b0), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:28.811535 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-3889a2db-272c-4a3b-a236-c9d477d96ad2 service neutron] 10.222.0.32 "GET /v2.0/networks/ecc5a3c2-7ca8-4634-8af5-754b9bcd314c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523795 Mar 01 13:56:28.843931 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-6e192e26-5ee4-4202-9f98-562a9265448a None None] Provisioning complete for port 6600295f-f2e2-433f-8f58-4421df758d15 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:28.845025 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6e192e26-5ee4-4202-9f98-562a9265448a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6600295f-f2e2-433f-8f58-4421df758d15), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:28.915007 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-2ad191af-c45a-42b8-8727-7051e947070f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=30fd31a3-73cf-46f5-87d5-6169382a8920 HTTP/1.1" status: 200 len: 217 time: 0.0962384 Mar 01 13:56:28.944174 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:29.064679 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-3794a5c5-8eb4-452e-b723-63cddd05ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:29.066329 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-3794a5c5-8eb4-452e-b723-63cddd05ac44 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a836407-0a08-478a-9b48-ab0cc1ea53c4 HTTP/1.1" status: 200 len: 797 time: 0.1380365 Mar 01 13:56:29.073016 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf954e9-dfa1-4930-9221-accf7703b0da tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Port': ['ID=ed3dee20-f5b2-44c3-bf32-85ca51ec5cab,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:29.142616 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-6e192e26-5ee4-4202-9f98-562a9265448a None None] Current status of the port 6600295f-f2e2-433f-8f58-4421df758d15 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:29.184988 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf954e9-dfa1-4930-9221-accf7703b0da tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:29.187751 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-daf954e9-dfa1-4930-9221-accf7703b0da tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:29.193267 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72d0ae-ed27-4722-bd4c-5e3275cf6b0d req-ebf4e899-27c5-441a-81b4-2f91f870d91f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:29.199482 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72d0ae-ed27-4722-bd4c-5e3275cf6b0d req-ebf4e899-27c5-441a-81b4-2f91f870d91f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:29.205213 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72d0ae-ed27-4722-bd4c-5e3275cf6b0d req-ebf4e899-27c5-441a-81b4-2f91f870d91f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:29.211349 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72d0ae-ed27-4722-bd4c-5e3275cf6b0d req-ebf4e899-27c5-441a-81b4-2f91f870d91f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:29.222415 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72d0ae-ed27-4722-bd4c-5e3275cf6b0d req-ebf4e899-27c5-441a-81b4-2f91f870d91f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:29.228431 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72d0ae-ed27-4722-bd4c-5e3275cf6b0d req-ebf4e899-27c5-441a-81b4-2f91f870d91f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:29.234546 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72d0ae-ed27-4722-bd4c-5e3275cf6b0d req-ebf4e899-27c5-441a-81b4-2f91f870d91f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:29.240999 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9d72d0ae-ed27-4722-bd4c-5e3275cf6b0d req-ebf4e899-27c5-441a-81b4-2f91f870d91f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5431 time: 0.2401240 Mar 01 13:56:29.272061 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cb305205-b60a-44e8-b24e-a4962cc72eb7 None None] Provisioning complete for port ed3dee20-f5b2-44c3-bf32-85ca51ec5cab triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:29.272061 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cb305205-b60a-44e8-b24e-a4962cc72eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ed3dee20-f5b2-44c3-bf32-85ca51ec5cab), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:29.336848 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cb305205-b60a-44e8-b24e-a4962cc72eb7 None None] Port ed3dee20-f5b2-44c3-bf32-85ca51ec5cab cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:56:29.438858 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9d72d0ae-ed27-4722-bd4c-5e3275cf6b0d req-02c50d8a-d323-442c-8791-43bdccf90d39 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1835148 Mar 01 13:56:29.478645 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-fed8a4e9-f049-4266-b879-170fa160d2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:29.483113 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-fed8a4e9-f049-4266-b879-170fa160d2ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ecc5a3c2-7ca8-4634-8af5-754b9bcd314c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4048629 Mar 01 13:56:29.489136 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6600295f-f2e2-433f-8f58-4421df758d15 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:56:29.528145 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf954e9-dfa1-4930-9221-accf7703b0da tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Router b515c56a-963e-4fb6-b38a-2e1bd41094b0 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 13:56:29.586749 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 6600295f-f2e2-433f-8f58-4421df758d15 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:29.587393 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6600295f-f2e2-433f-8f58-4421df758d15), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:29.665280 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-357838e9-0c0a-4da1-b61d-5694f208fcbd req-1f8fc86e-48c1-4fd1-ba09-63518f8db8ab tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] 10.222.0.13 "GET /v2.0/ports?device_id=4417faae-1616-4361-ae05-599964ffce84 HTTP/1.1" status: 200 len: 210 time: 0.1394782 Mar 01 13:56:29.680328 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeda3ae-b1d7-4892-b477-db73f533f664 req-1b275dad-b765-4916-b9f8-8e1f31955630 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:29.682520 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fbeda3ae-b1d7-4892-b477-db73f533f664 req-1b275dad-b765-4916-b9f8-8e1f31955630 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2 HTTP/1.1" status: 200 len: 943 time: 0.4394534 Mar 01 13:56:29.723765 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-1f2ad518-7e90-4cdb-9feb-79c65d028abc None None] Provisioning complete for port ed3dee20-f5b2-44c3-bf32-85ca51ec5cab triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:29.724439 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1f2ad518-7e90-4cdb-9feb-79c65d028abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ed3dee20-f5b2-44c3-bf32-85ca51ec5cab), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:29.731772 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf954e9-dfa1-4930-9221-accf7703b0da tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:56:29.745094 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab93366-fdaa-48c5-8860-d41b4782304b None None] Sync routers for ids ['b515c56a-963e-4fb6-b38a-2e1bd41094b0'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:56:29.746945 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-daf954e9-dfa1-4930-9221-accf7703b0da tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "PUT /v2.0/routers/b515c56a-963e-4fb6-b38a-2e1bd41094b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8717227 Mar 01 13:56:29.750137 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50206) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:29.760075 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab93366-fdaa-48c5-8860-d41b4782304b None None] Routers {'b515c56a-963e-4fb6-b38a-2e1bd41094b0'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:56:29.760787 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-fab93366-fdaa-48c5-8860-d41b4782304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:56:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['b515c56a-963e-4fb6-b38a-2e1bd41094b0'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:56:29.801947 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-1f2ad518-7e90-4cdb-9feb-79c65d028abc None None] Port ed3dee20-f5b2-44c3-bf32-85ca51ec5cab cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:56:29.827443 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 6600295f-f2e2-433f-8f58-4421df758d15 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:29.863577 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888fe1fc-c6b1-4637-8063-2c5a02cdf7ad tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:29.866821 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-888fe1fc-c6b1-4637-8063-2c5a02cdf7ad tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports/ed3dee20-f5b2-44c3-bf32-85ca51ec5cab HTTP/1.1" status: 200 len: 911 time: 0.1156576 Mar 01 13:56:29.869300 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50210) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:29.883561 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-61dfbb43-b663-4e79-b85e-f25f064a0454 service neutron] 10.222.0.32 "GET /v2.0/networks/ecc5a3c2-7ca8-4634-8af5-754b9bcd314c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903193 Mar 01 13:56:29.919915 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-fab93366-fdaa-48c5-8860-d41b4782304b None None] Set router b515c56a-963e-4fb6-b38a-2e1bd41094b0 gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:56:29.972424 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-fbeda3ae-b1d7-4892-b477-db73f533f664 req-9e7cd532-ec24-4aa4-be78-007c251811be tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Deleting port 1e154ac6-d8e5-43d2-aa3f-f187a20115b4 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:56:29.972772 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-fbeda3ae-b1d7-4892-b477-db73f533f664 req-9e7cd532-ec24-4aa4-be78-007c251811be tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (1e154ac6-d8e5-43d2-aa3f-f187a20115b4), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:30.006620 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673f7906-505e-4f4e-8c8a-6551b8785959 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:30.014446 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673f7906-505e-4f4e-8c8a-6551b8785959 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:30.016617 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-673f7906-505e-4f4e-8c8a-6551b8785959 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1454868 Mar 01 13:56:30.016776 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:30.019381 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50212) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:30.142853 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-2ff4847c-e50b-476e-a425-4751da2fbfee service neutron] 10.222.0.32 "GET /v2.0/networks/ecc5a3c2-7ca8-4634-8af5-754b9bcd314c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511001 Mar 01 13:56:30.202408 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-00436b0a-6d67-40a5-b3c7-e510bf9c3abb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=3f30462d-3b3f-4caa-8a88-069fb2ae94b1 HTTP/1.1" status: 200 len: 217 time: 0.0465827 Mar 01 13:56:30.207833 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-fbeda3ae-b1d7-4892-b477-db73f533f664 req-9e7cd532-ec24-4aa4-be78-007c251811be tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] For port 1e154ac6-d8e5-43d2-aa3f-f187a20115b4, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=1e154ac6-d8e5-43d2-aa3f-f187a20115b4,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:30.208434 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-fbeda3ae-b1d7-4892-b477-db73f533f664 req-9e7cd532-ec24-4aa4-be78-007c251811be tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (1e154ac6-d8e5-43d2-aa3f-f187a20115b4), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:30.252869 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-fbeda3ae-b1d7-4892-b477-db73f533f664 req-9e7cd532-ec24-4aa4-be78-007c251811be tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Calling delete_port for 1e154ac6-d8e5-43d2-aa3f-f187a20115b4 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:56:30.271447 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-fab93366-fdaa-48c5-8860-d41b4782304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b515c56a-963e-4fb6-b38a-2e1bd41094b0', 'name': 'tempest-NetworksTestDHCPv6-router-940694580', 'tenant_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:56:25Z', 'updated_at': '2022-03-01T13:56:28Z', 'revision_number': 2, 'project_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'gw_port_host': None, '_interfaces': [{'id': 'ed3dee20-f5b2-44c3-bf32-85ca51ec5cab', 'name': '', 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'tenant_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'mac_address': 'fa:16:3e:2d:c1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b515c56a-963e-4fb6-b38a-2e1bd41094b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '367d3f0b-db97-4262-afea-abb5fe00c13c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:56:27Z', 'updated_at': '2022-03-01T13:56:28Z', 'revision_number': 2, 'project_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'subnets': [{'id': '367d3f0b-db97-4262-afea-abb5fe00c13c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:56:30.305892 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab93366-fdaa-48c5-8860-d41b4782304b None None] Checking router: b515c56a-963e-4fb6-b38a-2e1bd41094b0 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:56:30.306668 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab93366-fdaa-48c5-8860-d41b4782304b None None] Updating router b515c56a-963e-4fb6-b38a-2e1bd41094b0 port ed3dee20-f5b2-44c3-bf32-85ca51ec5cab binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:56:30.313029 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-7b5b2ece-fc17-4639-a8c5-cbde33b86701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:30.314508 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-7b5b2ece-fc17-4639-a8c5-cbde33b86701 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a836407-0a08-478a-9b48-ab0cc1ea53c4 HTTP/1.1" status: 200 len: 797 time: 0.1025493 Mar 01 13:56:30.344631 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-fab93366-fdaa-48c5-8860-d41b4782304b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ed3dee20-f5b2-44c3-bf32-85ca51ec5cab), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:30.446077 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-cffa4ce2-bf32-4c51-b074-b4b6681be457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:30.447607 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-cffa4ce2-bf32-4c51-b074-b4b6681be457 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ecc5a3c2-7ca8-4634-8af5-754b9bcd314c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1200662 Mar 01 13:56:30.615150 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-c1ebd6aa-9960-4998-b518-a959a78e5e60 service neutron] 10.222.0.32 "GET /v2.0/networks/ecc5a3c2-7ca8-4634-8af5-754b9bcd314c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603544 Mar 01 13:56:30.704227 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-5ea9f87e-4d97-4cd5-bf37-336b7cd82fb3 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:30.705876 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-5ea9f87e-4d97-4cd5-bf37-336b7cd82fb3 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] 10.222.0.20 "GET /v2.0/networks?id=1086b107-35a2-4b22-8737-a85f855dc602 HTTP/1.1" status: 200 len: 812 time: 0.2489276 Mar 01 13:56:30.741878 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-4c854e0f-45c7-44a4-b4ab-a0e7197466c1 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] Request body: {'port': {'device_id': '4417faae-1616-4361-ae05-599964ffce84', 'network_id': '1086b107-35a2-4b22-8737-a85f855dc602', 'admin_state_up': True, 'tenant_id': '0836145792d0434b8d22b40c72603430'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:30.759108 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-fab93366-fdaa-48c5-8860-d41b4782304b None None] Publish callbacks [] for port (ed3dee20-f5b2-44c3-bf32-85ca51ec5cab), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:30.775850 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-fab93366-fdaa-48c5-8860-d41b4782304b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ed3dee20-f5b2-44c3-bf32-85ca51ec5cab), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:30.801824 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d0e035cd-80c7-48b7-91bc-040bd315d212 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (b515c56a-963e-4fb6-b38a-2e1bd41094b0), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:30.832385 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-90d65357-68f0-455c-b697-5c2f4233459b service neutron] 10.222.0.32 "GET /v2.0/networks/ecc5a3c2-7ca8-4634-8af5-754b9bcd314c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092593 Mar 01 13:56:30.889517 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-fab93366-fdaa-48c5-8860-d41b4782304b None None] Attempting to bind port ed3dee20-f5b2-44c3-bf32-85ca51ec5cab on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:56:30.890186 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-fab93366-fdaa-48c5-8860-d41b4782304b None None] Attempting to bind port ed3dee20-f5b2-44c3-bf32-85ca51ec5cab by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:56:30.890739 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab93366-fdaa-48c5-8860-d41b4782304b None None] Attempting to bind port ed3dee20-f5b2-44c3-bf32-85ca51ec5cab on network db8edbc8-a3c8-4a8f-b733-3509635fb19f {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:56:30.893197 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed5697-8232-44de-b330-9b5d64f31a58 None None] Pushing event updated for resources: {'Port': ['ID=ed3dee20-f5b2-44c3-bf32-85ca51ec5cab,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:30.903277 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed5697-8232-44de-b330-9b5d64f31a58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:30.903963 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed5697-8232-44de-b330-9b5d64f31a58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:30.906084 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed5697-8232-44de-b330-9b5d64f31a58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:30.906084 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed5697-8232-44de-b330-9b5d64f31a58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:30.906084 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed5697-8232-44de-b330-9b5d64f31a58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:30.906084 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed5697-8232-44de-b330-9b5d64f31a58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:30.906084 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed5697-8232-44de-b330-9b5d64f31a58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:30.906808 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed5697-8232-44de-b330-9b5d64f31a58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:30.908379 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed5697-8232-44de-b330-9b5d64f31a58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:30.910071 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed5697-8232-44de-b330-9b5d64f31a58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:30.914185 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-fbeda3ae-b1d7-4892-b477-db73f533f664 req-9e7cd532-ec24-4aa4-be78-007c251811be tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (1e154ac6-d8e5-43d2-aa3f-f187a20115b4), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:30.916200 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed5697-8232-44de-b330-9b5d64f31a58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:30.916706 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed5697-8232-44de-b330-9b5d64f31a58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:30.917059 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed5697-8232-44de-b330-9b5d64f31a58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:30.942904 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab93366-fdaa-48c5-8860-d41b4782304b None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:56:30.943283 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab93366-fdaa-48c5-8860-d41b4782304b None None] Checking segment: {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:56:30.943714 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-fab93366-fdaa-48c5-8860-d41b4782304b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:30.944116 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab93366-fdaa-48c5-8860-d41b4782304b None None] Bound using segment: {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:56:30.945280 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-fab93366-fdaa-48c5-8860-d41b4782304b None None] Bound port: ed3dee20-f5b2-44c3-bf32-85ca51ec5cab, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:56:30.945666 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-fab93366-fdaa-48c5-8860-d41b4782304b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ed3dee20-f5b2-44c3-bf32-85ca51ec5cab), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:30.995195 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['81ae989c-7b62-47ac-af82-3314b9b53ab0'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:56:31.000484 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['38821d47-c9dc-4e1a-ae38-38c81d1eeaba'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:56:31.013175 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-01fcee72-b7a9-41a1-946b-447bbfbd5944 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=f4479280-1038-47ed-a9f7-bd30c4953ba7 HTTP/1.1" status: 200 len: 217 time: 0.1133487 Mar 01 13:56:31.018231 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7cd532-ec24-4aa4-be78-007c251811be tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Pushing event deleted for resources: {'Port': ['ID=1e154ac6-d8e5-43d2-aa3f-f187a20115b4,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:31.101201 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-fab93366-fdaa-48c5-8860-d41b4782304b None None] For port ed3dee20-f5b2-44c3-bf32-85ca51ec5cab, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:56:31.109084 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-fab93366-fdaa-48c5-8860-d41b4782304b None None] For port ed3dee20-f5b2-44c3-bf32-85ca51ec5cab, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ed3dee20-f5b2-44c3-bf32-85ca51ec5cab,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:56:31.124873 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-fab93366-fdaa-48c5-8860-d41b4782304b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ed3dee20-f5b2-44c3-bf32-85ca51ec5cab), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:31.151206 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2650dc-e436-4c35-8c90-6af1428c03ac req-34439da4-3a67-41f0-85af-716c3de95010 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:31.166728 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-4c854e0f-45c7-44a4-b4ab-a0e7197466c1 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] Made reservation on behalf of 0836145792d0434b8d22b40c72603430 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:56:31.169729 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2650dc-e436-4c35-8c90-6af1428c03ac req-34439da4-3a67-41f0-85af-716c3de95010 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:31.170690 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-4c854e0f-45c7-44a4-b4ab-a0e7197466c1 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:31.183983 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2650dc-e436-4c35-8c90-6af1428c03ac req-34439da4-3a67-41f0-85af-716c3de95010 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:31.206225 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2650dc-e436-4c35-8c90-6af1428c03ac req-34439da4-3a67-41f0-85af-716c3de95010 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:31.230149 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2650dc-e436-4c35-8c90-6af1428c03ac req-34439da4-3a67-41f0-85af-716c3de95010 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:31.235990 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2650dc-e436-4c35-8c90-6af1428c03ac req-34439da4-3a67-41f0-85af-716c3de95010 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:31.252703 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2650dc-e436-4c35-8c90-6af1428c03ac req-34439da4-3a67-41f0-85af-716c3de95010 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:31.265489 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b2650dc-e436-4c35-8c90-6af1428c03ac req-34439da4-3a67-41f0-85af-716c3de95010 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5431 time: 0.6460259 Mar 01 13:56:31.268562 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-1ebdc4bd-0ef3-40fe-b7ba-2a9efc171ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:31.279232 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-1ebdc4bd-0ef3-40fe-b7ba-2a9efc171ab1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a836407-0a08-478a-9b48-ab0cc1ea53c4 HTTP/1.1" status: 200 len: 797 time: 0.2566905 Mar 01 13:56:31.303234 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed5697-8232-44de-b330-9b5d64f31a58 None None] Pushing event updated for resources: {'Port': ['ID=ed3dee20-f5b2-44c3-bf32-85ca51ec5cab,revision_number=4']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:31.316551 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab93366-fdaa-48c5-8860-d41b4782304b None None] Routers {'b515c56a-963e-4fb6-b38a-2e1bd41094b0'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:56:31.317530 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-fab93366-fdaa-48c5-8860-d41b4782304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:56:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['b515c56a-963e-4fb6-b38a-2e1bd41094b0'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:56:31.519870 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-27396ac3-bd3b-4e41-a0f2-3831559e1362 None None] Provisioning complete for port ed3dee20-f5b2-44c3-bf32-85ca51ec5cab triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:31.521019 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-27396ac3-bd3b-4e41-a0f2-3831559e1362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ed3dee20-f5b2-44c3-bf32-85ca51ec5cab), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:31.523913 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbeda3ae-b1d7-4892-b477-db73f533f664 req-9e7cd532-ec24-4aa4-be78-007c251811be tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] No DVR routers for this DVR port 1e154ac6-d8e5-43d2-aa3f-f187a20115b4 on host n-h2-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:56:31.538305 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-fab93366-fdaa-48c5-8860-d41b4782304b None None] Set router b515c56a-963e-4fb6-b38a-2e1bd41094b0 gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:56:31.545099 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-fbeda3ae-b1d7-4892-b477-db73f533f664 req-9e7cd532-ec24-4aa4-be78-007c251811be tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:31.548600 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fbeda3ae-b1d7-4892-b477-db73f533f664 req-9e7cd532-ec24-4aa4-be78-007c251811be tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "DELETE /v2.0/ports/1e154ac6-d8e5-43d2-aa3f-f187a20115b4 HTTP/1.1" status: 204 len: 173 time: 1.8548183 Mar 01 13:56:31.554765 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b2650dc-e436-4c35-8c90-6af1428c03ac req-035f7812-1b54-4657-89ab-de096e733af9 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2739909 Mar 01 13:56:31.555246 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2', 'name': 'network-vif-deleted', 'tag': '1e154ac6-d8e5-43d2-aa3f-f187a20115b4'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:56:31.557567 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794b4f2b-9b11-450a-a9f9-661fe060eaf9" -d '{"events": [{"server_uuid": "db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2", "name": "network-vif-deleted", "tag": "1e154ac6-d8e5-43d2-aa3f-f187a20115b4"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:56:31.584008 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-50b6d85e-7e9f-42e0-bf3e-b50a8b8fb2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:31.587535 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-50b6d85e-7e9f-42e0-bf3e-b50a8b8fb2f1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ecc5a3c2-7ca8-4634-8af5-754b9bcd314c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2506194 Mar 01 13:56:31.614261 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-4c854e0f-45c7-44a4-b4ab-a0e7197466c1 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] Allocated IP 172.20.0.9 (1086b107-35a2-4b22-8737-a85f855dc602/7b4b21f9-8aa8-4688-8188-5f129c766811/62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:56:31.805955 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:31.860549 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-985c06b0-ecd6-4467-9056-7d9c5628c397 service neutron] 10.222.0.32 "GET /v2.0/networks/ecc5a3c2-7ca8-4634-8af5-754b9bcd314c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537000 Mar 01 13:56:31.902633 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b5a53329-49e0-4909-8c15-1ddd77579a4e req-b355c6d1-661c-4f42-aabc-7342f7c83bf6 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] 10.222.0.13 "GET /v2.0/ports?device_id=4417faae-1616-4361-ae05-599964ffce84 HTTP/1.1" status: 200 len: 210 time: 0.1337895 Mar 01 13:56:31.906587 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-fab93366-fdaa-48c5-8860-d41b4782304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b515c56a-963e-4fb6-b38a-2e1bd41094b0', 'name': 'tempest-NetworksTestDHCPv6-router-940694580', 'tenant_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:56:25Z', 'updated_at': '2022-03-01T13:56:28Z', 'revision_number': 2, 'project_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'gw_port_host': None, '_interfaces': [{'id': 'ed3dee20-f5b2-44c3-bf32-85ca51ec5cab', 'name': '', 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'tenant_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'mac_address': 'fa:16:3e:2d:c1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b515c56a-963e-4fb6-b38a-2e1bd41094b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '367d3f0b-db97-4262-afea-abb5fe00c13c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:56:27Z', 'updated_at': '2022-03-01T13:56:31Z', 'revision_number': 4, 'project_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'subnets': [{'id': '367d3f0b-db97-4262-afea-abb5fe00c13c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:56:31.914047 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-27396ac3-bd3b-4e41-a0f2-3831559e1362 None None] Current status of the port ed3dee20-f5b2-44c3-bf32-85ca51ec5cab is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:31.921917 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-27396ac3-bd3b-4e41-a0f2-3831559e1362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ed3dee20-f5b2-44c3-bf32-85ca51ec5cab), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:31.955452 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-4c854e0f-45c7-44a4-b4ab-a0e7197466c1 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] Publish callbacks [] for port (62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:31.990627 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 01 Mar 2022 13:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd9c28d-f4ac-42e9-8e4e-9752b07f9311 x-openstack-request-id: req-8fd9c28d-f4ac-42e9-8e4e-9752b07f9311 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:56:31.992193 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2", "name": "network-vif-deleted", "tag": "1e154ac6-d8e5-43d2-aa3f-f187a20115b4", "status": "failed", "code": 422}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:56:31.992465 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8fd9c28d-f4ac-42e9-8e4e-9752b07f9311 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:56:31.995202 n-d-827467-3 neutron-server[103727]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'db3685b3-87d8-46c2-bbe5-5b6f8cbdb4b2', 'name': 'network-vif-deleted', 'tag': '1e154ac6-d8e5-43d2-aa3f-f187a20115b4', 'status': 'failed', 'code': 422} returned with failed status Mar 01 13:56:31.998850 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-27396ac3-bd3b-4e41-a0f2-3831559e1362 None None] For port ed3dee20-f5b2-44c3-bf32-85ca51ec5cab, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ed3dee20-f5b2-44c3-bf32-85ca51ec5cab,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:32.003990 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d0e035cd-80c7-48b7-91bc-040bd315d212 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting port ed3dee20-f5b2-44c3-bf32-85ca51ec5cab {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:56:32.004542 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d0e035cd-80c7-48b7-91bc-040bd315d212 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (ed3dee20-f5b2-44c3-bf32-85ca51ec5cab), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:32.012110 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-27396ac3-bd3b-4e41-a0f2-3831559e1362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ed3dee20-f5b2-44c3-bf32-85ca51ec5cab), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:32.075001 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27396ac3-bd3b-4e41-a0f2-3831559e1362 None None] Pushing event updated for resources: {'Port': ['ID=ed3dee20-f5b2-44c3-bf32-85ca51ec5cab,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:32.087445 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-4fcec228-5ef8-43aa-9330-2468ef62b393 service neutron] 10.222.0.32 "GET /v2.0/networks/ecc5a3c2-7ca8-4634-8af5-754b9bcd314c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971917 Mar 01 13:56:32.144926 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-2a3a4a2e-9e57-4e6c-8475-e93d6df2e11e None None] Provisioning complete for port ed3dee20-f5b2-44c3-bf32-85ca51ec5cab triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:32.146238 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2a3a4a2e-9e57-4e6c-8475-e93d6df2e11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ed3dee20-f5b2-44c3-bf32-85ca51ec5cab), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:32.158302 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-d0e035cd-80c7-48b7-91bc-040bd315d212 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] For port ed3dee20-f5b2-44c3-bf32-85ca51ec5cab, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ed3dee20-f5b2-44c3-bf32-85ca51ec5cab,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:32.158961 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d0e035cd-80c7-48b7-91bc-040bd315d212 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (ed3dee20-f5b2-44c3-bf32-85ca51ec5cab), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:32.174008 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d0e035cd-80c7-48b7-91bc-040bd315d212 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Calling delete_port for ed3dee20-f5b2-44c3-bf32-85ca51ec5cab owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:56:32.204980 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-9f99dd9e-dbdd-4ee7-9260-096b85c9b0f5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3bb0ce28-dd64-442c-82fd-08ca68864979 HTTP/1.1" status: 200 len: 217 time: 0.1097045 Mar 01 13:56:32.248946 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab93366-fdaa-48c5-8860-d41b4782304b None None] The sync data for ids ['b515c56a-963e-4fb6-b38a-2e1bd41094b0'] in n-d-827467-3 is: [{'id': 'b515c56a-963e-4fb6-b38a-2e1bd41094b0', 'name': 'tempest-NetworksTestDHCPv6-router-940694580', 'tenant_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:56:25Z', 'updated_at': '2022-03-01T13:56:28Z', 'revision_number': 2, 'project_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'gw_port_host': None, '_interfaces': [{'id': 'ed3dee20-f5b2-44c3-bf32-85ca51ec5cab', 'name': '', 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'tenant_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'mac_address': 'fa:16:3e:2d:c1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b515c56a-963e-4fb6-b38a-2e1bd41094b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '367d3f0b-db97-4262-afea-abb5fe00c13c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:56:27Z', 'updated_at': '2022-03-01T13:56:31Z', 'revision_number': 4, 'project_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'subnets': [{'id': '367d3f0b-db97-4262-afea-abb5fe00c13c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:56:32.291088 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-52b1cd62-4a2e-4d1b-855e-f81169f04abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:32.292636 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-52b1cd62-4a2e-4d1b-855e-f81169f04abb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=82af45e5-3428-45d7-98e9-10c937ed8f7a HTTP/1.1" status: 200 len: 797 time: 0.0779140 Mar 01 13:56:32.404898 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-2a3a4a2e-9e57-4e6c-8475-e93d6df2e11e None None] Current status of the port ed3dee20-f5b2-44c3-bf32-85ca51ec5cab is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:32.413954 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-4c854e0f-45c7-44a4-b4ab-a0e7197466c1 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:32.420106 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d0e035cd-80c7-48b7-91bc-040bd315d212 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (ed3dee20-f5b2-44c3-bf32-85ca51ec5cab), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:32.420577 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-79632277-8f5e-4e29-abbd-fccc5b869ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:32.423838 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-79632277-8f5e-4e29-abbd-fccc5b869ecf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c7c4f361-ab05-4369-bcdd-5e7555278fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1218913 Mar 01 13:56:32.513813 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-4c854e0f-45c7-44a4-b4ab-a0e7197466c1 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] Network 1086b107-35a2-4b22-8737-a85f855dc602 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:32.515295 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50248) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:32.519155 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-4c854e0f-45c7-44a4-b4ab-a0e7197466c1 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:32.535539 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-4c854e0f-45c7-44a4-b4ab-a0e7197466c1 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:56:32.571073 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-dbd59cb8-6695-416b-9cb8-93191bf48424 service neutron] 10.222.0.32 "GET /v2.0/networks/c7c4f361-ab05-4369-bcdd-5e7555278fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382370 Mar 01 13:56:32.732329 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-43a7edd7-b6dc-4c6d-97e8-175b6be5606f service neutron] 10.222.0.32 "GET /v2.0/networks/c7c4f361-ab05-4369-bcdd-5e7555278fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530628 Mar 01 13:56:32.837962 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-f3f2dd07-9082-403b-acb9-286c41d93932 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=13b9e748-a974-42c2-8e91-ba448a992de1 HTTP/1.1" status: 200 len: 217 time: 0.0974474 Mar 01 13:56:32.912639 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-9e04e3c7-d9d0-42ca-b42e-98f02af4a89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:32.914299 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-9e04e3c7-d9d0-42ca-b42e-98f02af4a89a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=82af45e5-3428-45d7-98e9-10c937ed8f7a HTTP/1.1" status: 200 len: 797 time: 0.0622082 Mar 01 13:56:33.002735 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10b200-20f7-4ecb-9f91-486497ea5ee2 req-6ebbbd22-70d1-485c-9b00-d076d5e637b4 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:33.009621 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10b200-20f7-4ecb-9f91-486497ea5ee2 req-6ebbbd22-70d1-485c-9b00-d076d5e637b4 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:33.015660 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10b200-20f7-4ecb-9f91-486497ea5ee2 req-6ebbbd22-70d1-485c-9b00-d076d5e637b4 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:33.021383 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10b200-20f7-4ecb-9f91-486497ea5ee2 req-6ebbbd22-70d1-485c-9b00-d076d5e637b4 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:33.032468 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10b200-20f7-4ecb-9f91-486497ea5ee2 req-6ebbbd22-70d1-485c-9b00-d076d5e637b4 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:33.038486 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10b200-20f7-4ecb-9f91-486497ea5ee2 req-6ebbbd22-70d1-485c-9b00-d076d5e637b4 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:33.045566 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10b200-20f7-4ecb-9f91-486497ea5ee2 req-6ebbbd22-70d1-485c-9b00-d076d5e637b4 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:33.055778 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc10b200-20f7-4ecb-9f91-486497ea5ee2 req-6ebbbd22-70d1-485c-9b00-d076d5e637b4 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5431 time: 0.3174977 Mar 01 13:56:33.158049 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-52a98f40-8fba-4b81-aaf4-b367a9c3f7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:33.159696 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-52a98f40-8fba-4b81-aaf4-b367a9c3f7b9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c7c4f361-ab05-4369-bcdd-5e7555278fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2368016 Mar 01 13:56:33.219562 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9bed0-bf0b-498d-9917-ff652ff9d788 req-2c78814c-a8c0-4c25-9d75-abdefa1ba26f tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:33.228296 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e8a9bed0-bf0b-498d-9917-ff652ff9d788 req-2c78814c-a8c0-4c25-9d75-abdefa1ba26f tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] 10.222.0.13 "GET /v2.0/ports?device_id=4417faae-1616-4361-ae05-599964ffce84 HTTP/1.1" status: 200 len: 931 time: 0.1671879 Mar 01 13:56:33.239426 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c854e0f-45c7-44a4-b4ab-a0e7197466c1 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] Pushing event updated for resources: {'Port': ['ID=62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:33.247062 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-4c854e0f-45c7-44a4-b4ab-a0e7197466c1 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:33.247689 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-4c854e0f-45c7-44a4-b4ab-a0e7197466c1 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:33.287305 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc10b200-20f7-4ecb-9f91-486497ea5ee2 req-1cb648ad-be31-4e15-9ef2-5ac49c534a69 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2305164 Mar 01 13:56:33.311403 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d0e035cd-80c7-48b7-91bc-040bd315d212 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (b515c56a-963e-4fb6-b38a-2e1bd41094b0), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:33.325062 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e035cd-80c7-48b7-91bc-040bd315d212 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Port': ['ID=ed3dee20-f5b2-44c3-bf32-85ca51ec5cab,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:33.348795 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e8a9bed0-bf0b-498d-9917-ff652ff9d788 req-853fbc66-c521-40f1-9bb7-c4f0b4166535 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2e075fe-d441-4e0c-9c60-d6339d4ceada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187310 Mar 01 13:56:33.416545 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-5c11482a-414c-45e3-aafc-961ef016f59d service neutron] 10.222.0.32 "GET /v2.0/networks/c7c4f361-ab05-4369-bcdd-5e7555278fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490127 Mar 01 13:56:33.440420 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-4c854e0f-45c7-44a4-b4ab-a0e7197466c1 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7106190 Mar 01 13:56:33.482198 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-8ec1fdf6-b1fe-4dc1-ace6-51341dca0ea8 service neutron] Request body: {'port': {'device_id': '4417faae-1616-4361-ae05-599964ffce84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:33.543103 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ed3dee20-f5b2-44c3-bf32-85ca51ec5cab up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:56:33.568193 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: ed3dee20-f5b2-44c3-bf32-85ca51ec5cab {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:56:33.568412 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e035cd-80c7-48b7-91bc-040bd315d212 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Router b515c56a-963e-4fb6-b38a-2e1bd41094b0 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:56:33.568633 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ed3dee20-f5b2-44c3-bf32-85ca51ec5cab not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 01 13:56:33.574903 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc99ba4-66c6-48dd-ba16-619af32cc9c7 req-d50e61d9-236f-4390-a517-453718ad25ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:33.575381 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc99ba4-66c6-48dd-ba16-619af32cc9c7 req-d50e61d9-236f-4390-a517-453718ad25ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:33.575875 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc99ba4-66c6-48dd-ba16-619af32cc9c7 req-d50e61d9-236f-4390-a517-453718ad25ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:33.576335 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc99ba4-66c6-48dd-ba16-619af32cc9c7 req-d50e61d9-236f-4390-a517-453718ad25ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:33.576798 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc99ba4-66c6-48dd-ba16-619af32cc9c7 req-d50e61d9-236f-4390-a517-453718ad25ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:33.577258 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc99ba4-66c6-48dd-ba16-619af32cc9c7 req-d50e61d9-236f-4390-a517-453718ad25ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:33.577763 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc99ba4-66c6-48dd-ba16-619af32cc9c7 req-d50e61d9-236f-4390-a517-453718ad25ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:33.579887 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8fc99ba4-66c6-48dd-ba16-619af32cc9c7 req-d50e61d9-236f-4390-a517-453718ad25ff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 6705 time: 1.0567818 Mar 01 13:56:33.595621 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Port ed3dee20-f5b2-44c3-bf32-85ca51ec5cab not found, will not notify nova. {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 01 13:56:33.628825 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-8ec1fdf6-b1fe-4dc1-ace6-51341dca0ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:33.774916 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e035cd-80c7-48b7-91bc-040bd315d212 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:56:33.785260 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8fc99ba4-66c6-48dd-ba16-619af32cc9c7 req-0657a178-e6b9-4e7c-a132-a6287b151be2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1794970 Mar 01 13:56:33.793200 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d0e035cd-80c7-48b7-91bc-040bd315d212 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "PUT /v2.0/routers/b515c56a-963e-4fb6-b38a-2e1bd41094b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7722471 Mar 01 13:56:33.794313 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50264) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:33.934247 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2beb5834-6ac2-482a-8c5b-e3ca90fdad7e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:33.936298 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2beb5834-6ac2-482a-8c5b-e3ca90fdad7e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:33.937876 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2beb5834-6ac2-482a-8c5b-e3ca90fdad7e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1407812 Mar 01 13:56:33.941085 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50268) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:33.963220 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa137c-ff9e-4739-85b0-992cdaeb015b req-65811247-f4fa-404d-ae8a-f0ae32303fd2 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:33.965226 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3dfa137c-ff9e-4739-85b0-992cdaeb015b req-65811247-f4fa-404d-ae8a-f0ae32303fd2 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=22e15fa0-07fe-4952-a594-14048582fca5 HTTP/1.1" status: 200 len: 907 time: 0.0904093 Mar 01 13:56:33.984473 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f079546-b258-4ddd-8957-afcbbc47ee66 req-e13ef5cd-5172-4411-ab23-b3fc9fd3eb76 service neutron] 10.222.0.32 "GET /v2.0/networks/c7c4f361-ab05-4369-bcdd-5e7555278fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5595362 Mar 01 13:56:34.021198 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-546c7e0f-558a-497e-877b-2cca07e1e52d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting subnet 367d3f0b-db97-4262-afea-abb5fe00c13c {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:56:34.024550 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-546c7e0f-558a-497e-877b-2cca07e1e52d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (367d3f0b-db97-4262-afea-abb5fe00c13c), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:34.102228 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-546c7e0f-558a-497e-877b-2cca07e1e52d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (367d3f0b-db97-4262-afea-abb5fe00c13c), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:34.108421 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-8ec1fdf6-b1fe-4dc1-ace6-51341dca0ea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:56:34.116117 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-8ec1fdf6-b1fe-4dc1-ace6-51341dca0ea8 service neutron] Publish callbacks [] for port (62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:34.131847 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-8ec1fdf6-b1fe-4dc1-ace6-51341dca0ea8 service neutron] Transition to ACTIVE for port object 62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:56:34.138497 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-8ec1fdf6-b1fe-4dc1-ace6-51341dca0ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:34.160429 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd476fad-f247-4b2a-8637-d9abb741d239 req-ab0334ff-22fe-403e-9505-00e0e7afa3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:34.160910 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd476fad-f247-4b2a-8637-d9abb741d239 req-ab0334ff-22fe-403e-9505-00e0e7afa3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:34.161378 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd476fad-f247-4b2a-8637-d9abb741d239 req-ab0334ff-22fe-403e-9505-00e0e7afa3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:34.161841 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd476fad-f247-4b2a-8637-d9abb741d239 req-ab0334ff-22fe-403e-9505-00e0e7afa3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:34.162307 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd476fad-f247-4b2a-8637-d9abb741d239 req-ab0334ff-22fe-403e-9505-00e0e7afa3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:34.162765 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd476fad-f247-4b2a-8637-d9abb741d239 req-ab0334ff-22fe-403e-9505-00e0e7afa3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:34.163220 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd476fad-f247-4b2a-8637-d9abb741d239 req-ab0334ff-22fe-403e-9505-00e0e7afa3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:34.165217 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dd476fad-f247-4b2a-8637-d9abb741d239 req-ab0334ff-22fe-403e-9505-00e0e7afa3cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4475ad9be4194a7593562a2e7537afad&device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 6705 time: 0.1018562 Mar 01 13:56:34.195593 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec1fdf6-b1fe-4dc1-ace6-51341dca0ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:34.263095 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-546c7e0f-558a-497e-877b-2cca07e1e52d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (367d3f0b-db97-4262-afea-abb5fe00c13c), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:34.280748 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-8ec1fdf6-b1fe-4dc1-ace6-51341dca0ea8 service neutron] Attempting to bind port 62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:56:34.281300 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-8ec1fdf6-b1fe-4dc1-ace6-51341dca0ea8 service neutron] Attempting to bind port 62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '5ab6d9ad-ea88-4ea7-8d02-d771da76dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1086b107-35a2-4b22-8737-a85f855dc602'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:56:34.281607 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-8ec1fdf6-b1fe-4dc1-ace6-51341dca0ea8 service neutron] Attempting to bind port 62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d on network 1086b107-35a2-4b22-8737-a85f855dc602 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:56:34.287609 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-8ec1fdf6-b1fe-4dc1-ace6-51341dca0ea8 service neutron] Port 62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d on network 1086b107-35a2-4b22-8737-a85f855dc602 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:56:34.289369 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-8ec1fdf6-b1fe-4dc1-ace6-51341dca0ea8 service neutron] Attempting to bind port 62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d on network 1086b107-35a2-4b22-8737-a85f855dc602 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:56:34.295843 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-8ec1fdf6-b1fe-4dc1-ace6-51341dca0ea8 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:56:34.295843 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-8ec1fdf6-b1fe-4dc1-ace6-51341dca0ea8 service neutron] Checking segment: {'id': '5ab6d9ad-ea88-4ea7-8d02-d771da76dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1086b107-35a2-4b22-8737-a85f855dc602'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:56:34.296318 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-8ec1fdf6-b1fe-4dc1-ace6-51341dca0ea8 service neutron] Bound using segment: {'id': '5ab6d9ad-ea88-4ea7-8d02-d771da76dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1086b107-35a2-4b22-8737-a85f855dc602'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:56:34.297239 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-8ec1fdf6-b1fe-4dc1-ace6-51341dca0ea8 service neutron] Bound port: 62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab6d9ad-ea88-4ea7-8d02-d771da76dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1086b107-35a2-4b22-8737-a85f855dc602'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:56:34.297239 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-8ec1fdf6-b1fe-4dc1-ace6-51341dca0ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:34.332486 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd476fad-f247-4b2a-8637-d9abb741d239 req-119ad895-ed70-48c9-82b0-131c6ad6aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:34.334037 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dd476fad-f247-4b2a-8637-d9abb741d239 req-119ad895-ed70-48c9-82b0-131c6ad6aaab service neutron] 10.222.0.32 "GET /v2.0/networks?id=c7c4f361-ab05-4369-bcdd-5e7555278fd6 HTTP/1.1" status: 200 len: 903 time: 0.1426623 Mar 01 13:56:34.362387 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-546c7e0f-558a-497e-877b-2cca07e1e52d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (367d3f0b-db97-4262-afea-abb5fe00c13c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:34.435088 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-8ec1fdf6-b1fe-4dc1-ace6-51341dca0ea8 service neutron] For port 62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:56:34.435989 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dd476fad-f247-4b2a-8637-d9abb741d239 req-923ed96f-1383-4728-86eb-c248c13b5d9c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=13b9e748-a974-42c2-8e91-ba448a992de1 HTTP/1.1" status: 200 len: 217 time: 0.0840743 Mar 01 13:56:34.442440 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-8ec1fdf6-b1fe-4dc1-ace6-51341dca0ea8 service neutron] For port 62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d,segment=NetworkSegment(5ab6d9ad-ea88-4ea7-8d02-d771da76dcab),segment_id=5ab6d9ad-ea88-4ea7-8d02-d771da76dcab)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:56:34.447305 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c7e0f-558a-497e-877b-2cca07e1e52d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Subnet': ['ID=367d3f0b-db97-4262-afea-abb5fe00c13c,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:34.452817 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-546c7e0f-558a-497e-877b-2cca07e1e52d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:34.455470 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b55d60-6da3-4f49-8739-382d11076485 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:56:34.460558 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-546c7e0f-558a-497e-877b-2cca07e1e52d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/367d3f0b-db97-4262-afea-abb5fe00c13c HTTP/1.1" status: 204 len: 168 time: 0.5177665 Mar 01 13:56:34.461731 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50276) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:34.483176 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-8ec1fdf6-b1fe-4dc1-ace6-51341dca0ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:34.541687 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec1fdf6-b1fe-4dc1-ace6-51341dca0ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:34.561107 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-8ec1fdf6-b1fe-4dc1-ace6-51341dca0ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:34.561832 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-8ec1fdf6-b1fe-4dc1-ace6-51341dca0ea8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:34.564769 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-8ec1fdf6-b1fe-4dc1-ace6-51341dca0ea8 service neutron] 10.222.0.20 "PUT /v2.0/ports/62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d HTTP/1.1" status: 200 len: 1091 time: 1.0885487 Mar 01 13:56:34.565312 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4417faae-1616-4361-ae05-599964ffce84', 'tag': '62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:56:34.568154 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c530439c-e9aa-49a5-8d59-06ea440a20bc" -d '{"events": [{"name": "network-changed", "server_uuid": "4417faae-1616-4361-ae05-599964ffce84", "tag": "62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:56:34.569128 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab95d4f-06eb-4fce-a6e7-8a1251a3f6d1 None None] Sync routers for ids ['b515c56a-963e-4fb6-b38a-2e1bd41094b0'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:56:34.601013 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab95d4f-06eb-4fce-a6e7-8a1251a3f6d1 None None] Routers {'b515c56a-963e-4fb6-b38a-2e1bd41094b0'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:56:34.601947 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-6ab95d4f-06eb-4fce-a6e7-8a1251a3f6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:56:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['b515c56a-963e-4fb6-b38a-2e1bd41094b0'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:56:34.680364 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdcccb-e0dc-48b3-9ed1-ef9410b89977 req-dcfc5218-a15f-4c4b-8fc8-9e260866d76d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:34.682086 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2bfdcccb-e0dc-48b3-9ed1-ef9410b89977 req-dcfc5218-a15f-4c4b-8fc8-9e260866d76d tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.20 "GET /v2.0/ports?device_id=22e15fa0-07fe-4952-a594-14048582fca5 HTTP/1.1" status: 200 len: 907 time: 0.1107278 Mar 01 13:56:34.697469 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd476fad-f247-4b2a-8637-d9abb741d239 req-c1abc8a3-3a6f-4899-9b09-2c3b0cd84e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:34.699168 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dd476fad-f247-4b2a-8637-d9abb741d239 req-c1abc8a3-3a6f-4899-9b09-2c3b0cd84e85 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=82af45e5-3428-45d7-98e9-10c937ed8f7a HTTP/1.1" status: 200 len: 797 time: 0.2484248 Mar 01 13:56:34.776127 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-316a1c6f-06c0-49b4-bbad-a5143b92b5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:34.778571 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-316a1c6f-06c0-49b4-bbad-a5143b92b5cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0836145792d0434b8d22b40c72603430&device_id=4417faae-1616-4361-ae05-599964ffce84 HTTP/1.1" status: 200 len: 1125 time: 0.1534882 Mar 01 13:56:34.790953 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-be7dfee0-25ab-4b7b-a370-53211a8dfb0b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3185253 Mar 01 13:56:34.796503 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50280) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:34.804873 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179eec1-5011-4f34-82f7-175ecd1d8a55 req-1094d505-adb8-444d-b47a-569a74383cdb tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:34.811944 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d179eec1-5011-4f34-82f7-175ecd1d8a55 req-1094d505-adb8-444d-b47a-569a74383cdb tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] 10.222.0.13 "GET /v2.0/ports?device_id=4417faae-1616-4361-ae05-599964ffce84 HTTP/1.1" status: 200 len: 943 time: 0.3004522 Mar 01 13:56:34.838274 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5737a1f-c4cb-4238-9775-12fc0fe9535a req-d4f2df0a-0ee0-444a-a9d2-4ecaf0721519 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:34.846275 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5737a1f-c4cb-4238-9775-12fc0fe9535a req-d4f2df0a-0ee0-444a-a9d2-4ecaf0721519 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:34.852706 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5737a1f-c4cb-4238-9775-12fc0fe9535a req-d4f2df0a-0ee0-444a-a9d2-4ecaf0721519 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:34.858728 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5737a1f-c4cb-4238-9775-12fc0fe9535a req-d4f2df0a-0ee0-444a-a9d2-4ecaf0721519 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:34.864151 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5737a1f-c4cb-4238-9775-12fc0fe9535a req-d4f2df0a-0ee0-444a-a9d2-4ecaf0721519 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:34.869545 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5737a1f-c4cb-4238-9775-12fc0fe9535a req-d4f2df0a-0ee0-444a-a9d2-4ecaf0721519 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:34.874869 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5737a1f-c4cb-4238-9775-12fc0fe9535a req-d4f2df0a-0ee0-444a-a9d2-4ecaf0721519 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:34.875988 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-6ab95d4f-06eb-4fce-a6e7-8a1251a3f6d1 None None] Set router b515c56a-963e-4fb6-b38a-2e1bd41094b0 gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:56:34.882520 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d5737a1f-c4cb-4238-9775-12fc0fe9535a req-d4f2df0a-0ee0-444a-a9d2-4ecaf0721519 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5431 time: 0.3722167 Mar 01 13:56:34.934937 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-6ab95d4f-06eb-4fce-a6e7-8a1251a3f6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b515c56a-963e-4fb6-b38a-2e1bd41094b0', 'name': 'tempest-NetworksTestDHCPv6-router-940694580', 'tenant_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:56:25Z', 'updated_at': '2022-03-01T13:56:32Z', 'revision_number': 3, 'project_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:56:34.942964 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c2b32582-59a7-4909-bd12-92d58f915149 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for router (b515c56a-963e-4fb6-b38a-2e1bd41094b0), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:34.965599 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab95d4f-06eb-4fce-a6e7-8a1251a3f6d1 None None] Checking router: b515c56a-963e-4fb6-b38a-2e1bd41094b0 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:56:34.978817 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d5737a1f-c4cb-4238-9775-12fc0fe9535a req-54dc209a-e386-48c2-88af-aa76c27c7156 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0898638 Mar 01 13:56:34.982823 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab95d4f-06eb-4fce-a6e7-8a1251a3f6d1 None None] Routers {'b515c56a-963e-4fb6-b38a-2e1bd41094b0'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:56:34.983445 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-6ab95d4f-06eb-4fce-a6e7-8a1251a3f6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:56:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['b515c56a-963e-4fb6-b38a-2e1bd41094b0'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:56:34.989482 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd476fad-f247-4b2a-8637-d9abb741d239 req-01c055ec-7235-4988-b478-17e22b254f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:34.997359 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dd476fad-f247-4b2a-8637-d9abb741d239 req-01c055ec-7235-4988-b478-17e22b254f2d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c7c4f361-ab05-4369-bcdd-5e7555278fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2615376 Mar 01 13:56:35.075516 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c592ff-0e19-4405-9516-bae638551a56 x-openstack-request-id: req-a8c592ff-0e19-4405-9516-bae638551a56 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:56:35.076138 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4417faae-1616-4361-ae05-599964ffce84", "tag": "62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:56:35.076596 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8c592ff-0e19-4405-9516-bae638551a56 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:56:35.078810 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4417faae-1616-4361-ae05-599964ffce84', 'tag': '62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d', 'status': 'completed', 'code': 200} Mar 01 13:56:35.094672 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfd909d-a49d-4ecc-b8fe-e7d536de289c None None] DHCP port deletion for db8edbc8-a3c8-4a8f-b733-3509635fb19f request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:56:35.095153 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d179eec1-5011-4f34-82f7-175ecd1d8a55 req-edce55ff-7d84-4f14-848e-ee0da279ee6c tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2e075fe-d441-4e0c-9c60-d6339d4ceada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819719 Mar 01 13:56:35.100541 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-5c057c8b-4654-4109-99d2-b5a3daebc661 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d HTTP/1.1" status: 200 len: 217 time: 0.3121252 Mar 01 13:56:35.106743 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-6ab95d4f-06eb-4fce-a6e7-8a1251a3f6d1 None None] Set router b515c56a-963e-4fb6-b38a-2e1bd41094b0 gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:56:35.191766 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-6ab95d4f-06eb-4fce-a6e7-8a1251a3f6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b515c56a-963e-4fb6-b38a-2e1bd41094b0', 'name': 'tempest-NetworksTestDHCPv6-router-940694580', 'tenant_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:56:25Z', 'updated_at': '2022-03-01T13:56:32Z', 'revision_number': 3, 'project_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:56:35.210493 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dd476fad-f247-4b2a-8637-d9abb741d239 req-2ab8db55-ae8d-4df0-806b-dec9d2635371 service neutron] 10.222.0.32 "GET /v2.0/networks/c7c4f361-ab05-4369-bcdd-5e7555278fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961808 Mar 01 13:56:35.222699 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab95d4f-06eb-4fce-a6e7-8a1251a3f6d1 None None] The sync data for ids ['b515c56a-963e-4fb6-b38a-2e1bd41094b0'] in n-d-827467-3 is: [{'id': 'b515c56a-963e-4fb6-b38a-2e1bd41094b0', 'name': 'tempest-NetworksTestDHCPv6-router-940694580', 'tenant_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:56:25Z', 'updated_at': '2022-03-01T13:56:32Z', 'revision_number': 3, 'project_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'gw_port_host': None}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:56:35.231377 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c2b32582-59a7-4909-bd12-92d58f915149 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (b515c56a-963e-4fb6-b38a-2e1bd41094b0), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:35.234662 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c2b32582-59a7-4909-bd12-92d58f915149 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for router_controller (b515c56a-963e-4fb6-b38a-2e1bd41094b0), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:35.284116 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-7bfd909d-a49d-4ecc-b8fe-e7d536de289c None None] Deleting port 6600295f-f2e2-433f-8f58-4421df758d15 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:56:35.284676 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7bfd909d-a49d-4ecc-b8fe-e7d536de289c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (6600295f-f2e2-433f-8f58-4421df758d15), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:35.294455 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d4bec-d67c-4d43-b1ce-de7575ceb9b5 req-9e165532-4d60-4766-bc74-d527f0b21aaf tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:35.302935 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b12d4bec-d67c-4d43-b1ce-de7575ceb9b5 req-9e165532-4d60-4766-bc74-d527f0b21aaf tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=22e15fa0-07fe-4952-a594-14048582fca5 HTTP/1.1" status: 200 len: 907 time: 0.1341136 Mar 01 13:56:35.335187 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c2b32582-59a7-4909-bd12-92d58f915149 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (b515c56a-963e-4fb6-b38a-2e1bd41094b0), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:35.335893 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b32582-59a7-4909-bd12-92d58f915149 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Fanout notify agent at l3_agent the message router_deleted on router b515c56a-963e-4fb6-b38a-2e1bd41094b0 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 13:56:35.344331 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c2b32582-59a7-4909-bd12-92d58f915149 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:35.345663 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c2b32582-59a7-4909-bd12-92d58f915149 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/routers/b515c56a-963e-4fb6-b38a-2e1bd41094b0 HTTP/1.1" status: 204 len: 168 time: 0.5443192 Mar 01 13:56:35.349647 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50284) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:35.360518 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-14d403c9-aeb4-4d4d-a4ff-c88a797cc604 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:35.372074 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-7bfd909d-a49d-4ecc-b8fe-e7d536de289c None None] For port 6600295f-f2e2-433f-8f58-4421df758d15, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6600295f-f2e2-433f-8f58-4421df758d15,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:35.372642 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7bfd909d-a49d-4ecc-b8fe-e7d536de289c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (6600295f-f2e2-433f-8f58-4421df758d15), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:35.384822 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dd476fad-f247-4b2a-8637-d9abb741d239 req-df6af027-e559-4b30-92e0-8a2592e76775 service neutron] 10.222.0.32 "GET /v2.0/networks/c7c4f361-ab05-4369-bcdd-5e7555278fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637104 Mar 01 13:56:35.387179 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-7bfd909d-a49d-4ecc-b8fe-e7d536de289c None None] Calling delete_port for 6600295f-f2e2-433f-8f58-4421df758d15 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:56:35.417150 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-676b5380-2457-43ba-a0d1-23e74ac2b5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:35.419726 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-676b5380-2457-43ba-a0d1-23e74ac2b5bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4b21f9-8aa8-4688-8188-5f129c766811 HTTP/1.1" status: 200 len: 852 time: 0.0990040 Mar 01 13:56:35.471180 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7bfd909d-a49d-4ecc-b8fe-e7d536de289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (6600295f-f2e2-433f-8f58-4421df758d15), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:35.472563 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-ecb44c2f-bb07-4afb-90fc-345e49305470 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1086b107-35a2-4b22-8737-a85f855dc602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341003 Mar 01 13:56:35.477710 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-2bfdcccb-e0dc-48b3-9ed1-ef9410b89977 req-503f2b70-41ed-4910-a77d-581eccd80f25 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Deleting port 73dea8f2-6a5e-464b-b36c-6cb23b9ad117 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:56:35.478227 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2bfdcccb-e0dc-48b3-9ed1-ef9410b89977 req-503f2b70-41ed-4910-a77d-581eccd80f25 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (73dea8f2-6a5e-464b-b36c-6cb23b9ad117), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:35.482960 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d403c9-aeb4-4d4d-a4ff-c88a797cc604 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:56:35.486447 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-14d403c9-aeb4-4d4d-a4ff-c88a797cc604 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:35.509497 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd909d-a49d-4ecc-b8fe-e7d536de289c None None] Pushing event deleted for resources: {'Port': ['ID=6600295f-f2e2-433f-8f58-4421df758d15,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:35.526141 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfd909d-a49d-4ecc-b8fe-e7d536de289c None None] No DVR routers for this DVR port 6600295f-f2e2-433f-8f58-4421df758d15 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:56:35.667646 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-2bfdcccb-e0dc-48b3-9ed1-ef9410b89977 req-503f2b70-41ed-4910-a77d-581eccd80f25 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] For port 73dea8f2-6a5e-464b-b36c-6cb23b9ad117, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=73dea8f2-6a5e-464b-b36c-6cb23b9ad117,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:35.668045 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2bfdcccb-e0dc-48b3-9ed1-ef9410b89977 req-503f2b70-41ed-4910-a77d-581eccd80f25 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (73dea8f2-6a5e-464b-b36c-6cb23b9ad117), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:35.672986 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ed3dee20-f5b2-44c3-bf32-85ca51ec5cab no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:56:35.673506 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-997d8fbe-e6d7-4ebc-9b6a-4230ec10a822 service neutron] 10.222.0.20 "GET /v2.0/networks/1086b107-35a2-4b22-8737-a85f855dc602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907675 Mar 01 13:56:35.705756 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-2bfdcccb-e0dc-48b3-9ed1-ef9410b89977 req-503f2b70-41ed-4910-a77d-581eccd80f25 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Calling delete_port for 73dea8f2-6a5e-464b-b36c-6cb23b9ad117 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:56:35.712271 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: ed3dee20-f5b2-44c3-bf32-85ca51ec5cab {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:56:35.712699 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ed3dee20-f5b2-44c3-bf32-85ca51ec5cab not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:56:35.713193 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6600295f-f2e2-433f-8f58-4421df758d15 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:56:35.740027 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 6600295f-f2e2-433f-8f58-4421df758d15 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:56:35.740449 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6600295f-f2e2-433f-8f58-4421df758d15 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:56:35.807848 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-14d403c9-aeb4-4d4d-a4ff-c88a797cc604 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (90ba77c1-0546-496e-86a5-4ed3a6ccce44), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:35.837639 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-566a209e-8d95-4212-a7f4-26a4e163f5b6 req-b82b1c02-aa74-42be-8f15-01b65d3409ea service neutron] 10.222.0.20 "GET /v2.0/networks/1086b107-35a2-4b22-8737-a85f855dc602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571631 Mar 01 13:56:35.880837 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d403c9-aeb4-4d4d-a4ff-c88a797cc604 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:35.884690 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-14d403c9-aeb4-4d4d-a4ff-c88a797cc604 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:35.895942 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d131a08-f057-4253-bbdc-b39abe0df504 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:56:35.900659 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d403c9-aeb4-4d4d-a4ff-c88a797cc604 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:35.901478 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-14d403c9-aeb4-4d4d-a4ff-c88a797cc604 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:35.935298 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d403c9-aeb4-4d4d-a4ff-c88a797cc604 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Subnet': ['ID=90ba77c1-0546-496e-86a5-4ed3a6ccce44,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:35.952656 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-14d403c9-aeb4-4d4d-a4ff-c88a797cc604 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6019208 Mar 01 13:56:35.955205 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50286) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:35.966307 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-0785cd12-9a29-4911-83c9-2a8531c9ced3 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1543013801', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:35.983949 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2bfdcccb-e0dc-48b3-9ed1-ef9410b89977 req-503f2b70-41ed-4910-a77d-581eccd80f25 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (73dea8f2-6a5e-464b-b36c-6cb23b9ad117), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:36.025995 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f2b70-41ed-4910-a77d-581eccd80f25 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Pushing event deleted for resources: {'Port': ['ID=73dea8f2-6a5e-464b-b36c-6cb23b9ad117,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:36.033050 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530439c-e9aa-49a5-8d59-06ea440a20bc req-e0c1ac6a-ff24-48e0-a176-4255d45cc990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:36.034634 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c530439c-e9aa-49a5-8d59-06ea440a20bc req-e0c1ac6a-ff24-48e0-a176-4255d45cc990 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0836145792d0434b8d22b40c72603430&device_id=4417faae-1616-4361-ae05-599964ffce84 HTTP/1.1" status: 200 len: 1125 time: 0.1123650 Mar 01 13:56:36.036805 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0785cd12-9a29-4911-83c9-2a8531c9ced3 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (673642ca-fc41-4c4e-b37b-2f23aaed221d), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:36.037886 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0785cd12-9a29-4911-83c9-2a8531c9ced3 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (673642ca-fc41-4c4e-b37b-2f23aaed221d), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:36.062691 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387cae2d-29c3-4e27-879e-a296955d5d71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'project_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'fixed_ips': [{'subnet_id': '90ba77c1-0546-496e-86a5-4ed3a6ccce44'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:56:36.065150 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-387cae2d-29c3-4e27-879e-a296955d5d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:36.222032 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530439c-e9aa-49a5-8d59-06ea440a20bc req-c4bf131c-b20a-4005-991d-0ad852cae63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:36.223982 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c530439c-e9aa-49a5-8d59-06ea440a20bc req-c4bf131c-b20a-4005-991d-0ad852cae63c service neutron] 10.222.0.20 "GET /v2.0/networks?id=1086b107-35a2-4b22-8737-a85f855dc602 HTTP/1.1" status: 200 len: 913 time: 0.1822278 Mar 01 13:56:36.225340 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0785cd12-9a29-4911-83c9-2a8531c9ced3 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for router_controller (673642ca-fc41-4c4e-b37b-2f23aaed221d), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:36.277670 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0785cd12-9a29-4911-83c9-2a8531c9ced3 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (673642ca-fc41-4c4e-b37b-2f23aaed221d), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:36.312196 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-387cae2d-29c3-4e27-879e-a296955d5d71 None None] Allocated IP 2001:db8::2 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/90ba77c1-0546-496e-86a5-4ed3a6ccce44/e73d4398-96e8-4cf8-8870-6c4f68b27bc5) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:56:36.312964 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfdcccb-e0dc-48b3-9ed1-ef9410b89977 req-503f2b70-41ed-4910-a77d-581eccd80f25 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] No DVR routers for this DVR port 73dea8f2-6a5e-464b-b36c-6cb23b9ad117 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:56:36.315821 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c530439c-e9aa-49a5-8d59-06ea440a20bc req-481fb150-ac8b-4a08-ab6e-486df66762f3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d HTTP/1.1" status: 200 len: 217 time: 0.0825641 Mar 01 13:56:36.317080 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2bfdcccb-e0dc-48b3-9ed1-ef9410b89977 req-503f2b70-41ed-4910-a77d-581eccd80f25 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:36.320819 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2bfdcccb-e0dc-48b3-9ed1-ef9410b89977 req-503f2b70-41ed-4910-a77d-581eccd80f25 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.20 "DELETE /v2.0/ports/73dea8f2-6a5e-464b-b36c-6cb23b9ad117 HTTP/1.1" status: 204 len: 173 time: 1.6274905 Mar 01 13:56:36.321602 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8039f-6bbd-419b-9372-431053b381de req-624ec29d-e903-4934-a023-fabdcbac5032 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:36.347514 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8039f-6bbd-419b-9372-431053b381de req-624ec29d-e903-4934-a023-fabdcbac5032 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:36.377249 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8039f-6bbd-419b-9372-431053b381de req-624ec29d-e903-4934-a023-fabdcbac5032 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:36.377947 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530439c-e9aa-49a5-8d59-06ea440a20bc req-11dcb442-564f-4eae-9bb5-0479ec496296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:36.379547 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c530439c-e9aa-49a5-8d59-06ea440a20bc req-11dcb442-564f-4eae-9bb5-0479ec496296 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4b21f9-8aa8-4688-8188-5f129c766811 HTTP/1.1" status: 200 len: 852 time: 0.0581284 Mar 01 13:56:36.384796 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8039f-6bbd-419b-9372-431053b381de req-624ec29d-e903-4934-a023-fabdcbac5032 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:36.390782 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8039f-6bbd-419b-9372-431053b381de req-624ec29d-e903-4934-a023-fabdcbac5032 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:36.396511 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8039f-6bbd-419b-9372-431053b381de req-624ec29d-e903-4934-a023-fabdcbac5032 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:36.402637 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8039f-6bbd-419b-9372-431053b381de req-624ec29d-e903-4934-a023-fabdcbac5032 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:36.404835 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-66c8039f-6bbd-419b-9372-431053b381de req-624ec29d-e903-4934-a023-fabdcbac5032 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5431 time: 0.2566898 Mar 01 13:56:36.446477 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0785cd12-9a29-4911-83c9-2a8531c9ced3 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:36.447486 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0785cd12-9a29-4911-83c9-2a8531c9ced3 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4909704 Mar 01 13:56:36.455114 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c530439c-e9aa-49a5-8d59-06ea440a20bc req-f2762f53-9885-4213-b484-69ad5741ffa1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1086b107-35a2-4b22-8737-a85f855dc602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601494 Mar 01 13:56:36.455633 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50294) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:36.472702 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc31228-214a-49a6-bd13-03ed0d672fc6 req-d262ffaf-a115-48d8-9089-1401902e3543 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:36.488120 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0cc31228-214a-49a6-bd13-03ed0d672fc6 req-d262ffaf-a115-48d8-9089-1401902e3543 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] 10.222.0.13 "GET /v2.0/ports?device_id=4417faae-1616-4361-ae05-599964ffce84 HTTP/1.1" status: 200 len: 943 time: 0.2610421 Mar 01 13:56:36.552309 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-66c8039f-6bbd-419b-9372-431053b381de req-32a1bf40-75d2-4a80-8186-3bee7aa590ec tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1410265 Mar 01 13:56:36.570615 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-387cae2d-29c3-4e27-879e-a296955d5d71 None None] Publish callbacks [] for port (e73d4398-96e8-4cf8-8870-6c4f68b27bc5), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:36.580298 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-387cae2d-29c3-4e27-879e-a296955d5d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (e73d4398-96e8-4cf8-8870-6c4f68b27bc5), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:36.601387 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387cae2d-29c3-4e27-879e-a296955d5d71 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:36.603914 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-387cae2d-29c3-4e27-879e-a296955d5d71 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:36.609797 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387cae2d-29c3-4e27-879e-a296955d5d71 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:56:36.616834 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0cc31228-214a-49a6-bd13-03ed0d672fc6 req-56c8ca7d-0e6a-4e84-b27a-3b64944488e3 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2e075fe-d441-4e0c-9c60-d6339d4ceada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277597 Mar 01 13:56:36.627292 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c530439c-e9aa-49a5-8d59-06ea440a20bc req-5d9c167e-8b23-417b-9669-89671f024a75 service neutron] 10.222.0.20 "GET /v2.0/networks/1086b107-35a2-4b22-8737-a85f855dc602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547732 Mar 01 13:56:36.700616 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f2f4a894-9131-4d2b-afd2-38dd08b1e65b req-0c45d62e-130d-4545-a21b-be6dd47dcb36 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=22e15fa0-07fe-4952-a594-14048582fca5 HTTP/1.1" status: 200 len: 210 time: 0.0408146 Mar 01 13:56:36.719426 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-387cae2d-29c3-4e27-879e-a296955d5d71 None None] Attempting to bind port e73d4398-96e8-4cf8-8870-6c4f68b27bc5 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:56:36.720065 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-387cae2d-29c3-4e27-879e-a296955d5d71 None None] Attempting to bind port e73d4398-96e8-4cf8-8870-6c4f68b27bc5 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:56:36.720748 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387cae2d-29c3-4e27-879e-a296955d5d71 None None] Attempting to bind port e73d4398-96e8-4cf8-8870-6c4f68b27bc5 on network db8edbc8-a3c8-4a8f-b733-3509635fb19f {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:56:36.731550 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387cae2d-29c3-4e27-879e-a296955d5d71 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:56:36.732247 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387cae2d-29c3-4e27-879e-a296955d5d71 None None] Checking segment: {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:56:36.732821 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-387cae2d-29c3-4e27-879e-a296955d5d71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:36.733346 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387cae2d-29c3-4e27-879e-a296955d5d71 None None] Bound using segment: {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:56:36.733918 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-387cae2d-29c3-4e27-879e-a296955d5d71 None None] Bound port: e73d4398-96e8-4cf8-8870-6c4f68b27bc5, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:56:36.734398 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-387cae2d-29c3-4e27-879e-a296955d5d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e73d4398-96e8-4cf8-8870-6c4f68b27bc5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:36.748782 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387cae2d-29c3-4e27-879e-a296955d5d71 None None] Pushing event updated for resources: {'Port': ['ID=e73d4398-96e8-4cf8-8870-6c4f68b27bc5,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:36.839230 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-387cae2d-29c3-4e27-879e-a296955d5d71 None None] For port e73d4398-96e8-4cf8-8870-6c4f68b27bc5, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:56:36.846269 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-387cae2d-29c3-4e27-879e-a296955d5d71 None None] For port e73d4398-96e8-4cf8-8870-6c4f68b27bc5, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=e73d4398-96e8-4cf8-8870-6c4f68b27bc5,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:56:36.862392 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-387cae2d-29c3-4e27-879e-a296955d5d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (e73d4398-96e8-4cf8-8870-6c4f68b27bc5), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:36.945541 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387cae2d-29c3-4e27-879e-a296955d5d71 None None] Pushing event updated for resources: {'Port': ['ID=e73d4398-96e8-4cf8-8870-6c4f68b27bc5,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:37.167213 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e15fa0-07fe-4952-a594-14048582fca5', 'name': 'network-vif-deleted', 'tag': '73dea8f2-6a5e-464b-b36c-6cb23b9ad117'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:56:37.169529 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f63afe1-2f17-4605-9a80-0b21629eb0bb" -d '{"events": [{"server_uuid": "22e15fa0-07fe-4952-a594-14048582fca5", "name": "network-vif-deleted", "tag": "73dea8f2-6a5e-464b-b36c-6cb23b9ad117"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:56:37.224375 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbd813c-c78d-458e-b453-439909cb9a64 x-openstack-request-id: req-dbbd813c-c78d-458e-b453-439909cb9a64 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:56:37.224759 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e15fa0-07fe-4952-a594-14048582fca5", "name": "network-vif-deleted", "tag": "73dea8f2-6a5e-464b-b36c-6cb23b9ad117", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:56:37.225079 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dbbd813c-c78d-458e-b453-439909cb9a64 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:56:37.225543 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e15fa0-07fe-4952-a594-14048582fca5', 'name': 'network-vif-deleted', 'tag': '73dea8f2-6a5e-464b-b36c-6cb23b9ad117', 'status': 'completed', 'code': 200} Mar 01 13:56:37.305431 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c530439c-e9aa-49a5-8d59-06ea440a20bc req-7b3e96b1-9c6f-4003-b032-4f83c83f934e service neutron] 10.222.0.20 "GET /v2.0/networks/1086b107-35a2-4b22-8737-a85f855dc602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6503019 Mar 01 13:56:37.357942 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-63ae3bf1-9222-48de-9cc9-5206943ae47e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:37.438426 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device e73d4398-96e8-4cf8-8870-6c4f68b27bc5 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:56:37.503611 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port e73d4398-96e8-4cf8-8870-6c4f68b27bc5 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:37.504027 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e73d4398-96e8-4cf8-8870-6c4f68b27bc5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:37.588495 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port e73d4398-96e8-4cf8-8870-6c4f68b27bc5 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:37.588960 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e73d4398-96e8-4cf8-8870-6c4f68b27bc5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:37.619575 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-63ae3bf1-9222-48de-9cc9-5206943ae47e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Allocated IP 2001:db8::1 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/90ba77c1-0546-496e-86a5-4ed3a6ccce44/c927c545-d85b-47ca-8e34-59ea535e2ea6) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:56:37.623370 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port e73d4398-96e8-4cf8-8870-6c4f68b27bc5, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=e73d4398-96e8-4cf8-8870-6c4f68b27bc5,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:37.634557 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (e73d4398-96e8-4cf8-8870-6c4f68b27bc5), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:37.740105 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=e73d4398-96e8-4cf8-8870-6c4f68b27bc5,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:37.792365 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c08670-c84c-469c-9f94-a3b4ec66dd40 req-2f7cdb39-af56-41e0-8cf4-96dfd7ecc511 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:37.799359 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-63ae3bf1-9222-48de-9cc9-5206943ae47e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for port (c927c545-d85b-47ca-8e34-59ea535e2ea6), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:37.799531 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c08670-c84c-469c-9f94-a3b4ec66dd40 req-2f7cdb39-af56-41e0-8cf4-96dfd7ecc511 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:37.807349 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c08670-c84c-469c-9f94-a3b4ec66dd40 req-2f7cdb39-af56-41e0-8cf4-96dfd7ecc511 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:37.815408 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c08670-c84c-469c-9f94-a3b4ec66dd40 req-2f7cdb39-af56-41e0-8cf4-96dfd7ecc511 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:37.822523 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c08670-c84c-469c-9f94-a3b4ec66dd40 req-2f7cdb39-af56-41e0-8cf4-96dfd7ecc511 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:37.830316 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c08670-c84c-469c-9f94-a3b4ec66dd40 req-2f7cdb39-af56-41e0-8cf4-96dfd7ecc511 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:37.836279 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c08670-c84c-469c-9f94-a3b4ec66dd40 req-2f7cdb39-af56-41e0-8cf4-96dfd7ecc511 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:37.844966 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-17c08670-c84c-469c-9f94-a3b4ec66dd40 req-2f7cdb39-af56-41e0-8cf4-96dfd7ecc511 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5431 time: 0.1963856 Mar 01 13:56:37.848576 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-63ae3bf1-9222-48de-9cc9-5206943ae47e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (c927c545-d85b-47ca-8e34-59ea535e2ea6), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:37.890898 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbadf3df-3e34-4c31-be7a-60efba54826c req-4ce805c7-930f-40b8-8135-d944a49cee3e tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:37.892506 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bbadf3df-3e34-4c31-be7a-60efba54826c req-4ce805c7-930f-40b8-8135-d944a49cee3e tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] 10.222.0.13 "GET /v2.0/ports?device_id=4417faae-1616-4361-ae05-599964ffce84 HTTP/1.1" status: 200 len: 943 time: 0.1718538 Mar 01 13:56:37.930328 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ae3bf1-9222-48de-9cc9-5206943ae47e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:37.931497 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae3bf1-9222-48de-9cc9-5206943ae47e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Port': ['ID=c927c545-d85b-47ca-8e34-59ea535e2ea6,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:37.935715 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-63ae3bf1-9222-48de-9cc9-5206943ae47e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:37.944605 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ae3bf1-9222-48de-9cc9-5206943ae47e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:56:37.945359 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-63ae3bf1-9222-48de-9cc9-5206943ae47e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (673642ca-fc41-4c4e-b37b-2f23aaed221d), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:37.966057 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-17c08670-c84c-469c-9f94-a3b4ec66dd40 req-f07a948c-e9a4-4139-b233-466d1f0c0a4d tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1190658 Mar 01 13:56:37.980814 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bbadf3df-3e34-4c31-be7a-60efba54826c req-c7b91275-8522-4bf9-a360-63902f273d72 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2e075fe-d441-4e0c-9c60-d6339d4ceada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773549 Mar 01 13:56:38.114701 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-63ae3bf1-9222-48de-9cc9-5206943ae47e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c927c545-d85b-47ca-8e34-59ea535e2ea6), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:38.319820 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-f1b1599f-1b31-46b0-8d0e-25cfb2e7c61e None None] Provisioning complete for port e73d4398-96e8-4cf8-8870-6c4f68b27bc5 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:38.320776 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f1b1599f-1b31-46b0-8d0e-25cfb2e7c61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e73d4398-96e8-4cf8-8870-6c4f68b27bc5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:38.322019 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c53fa7-44cf-44fd-989f-fa3199d29be7 req-937e10ec-8e0a-4f65-8871-50109a08c4cb tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:38.330832 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-71c53fa7-44cf-44fd-989f-fa3199d29be7 req-937e10ec-8e0a-4f65-8871-50109a08c4cb tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=29fb50e5-e3a5-41b9-b21c-f954bdc8471e HTTP/1.1" status: 200 len: 946 time: 0.0968089 Mar 01 13:56:38.419937 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-71c53fa7-44cf-44fd-989f-fa3199d29be7 req-9a3a24cb-744a-44d9-befc-e34992aa3281 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861659 Mar 01 13:56:38.446344 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f1b1599f-1b31-46b0-8d0e-25cfb2e7c61e None None] Current status of the port e73d4398-96e8-4cf8-8870-6c4f68b27bc5 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:38.473292 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-63ae3bf1-9222-48de-9cc9-5206943ae47e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for port (c927c545-d85b-47ca-8e34-59ea535e2ea6), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:38.478541 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-63ae3bf1-9222-48de-9cc9-5206943ae47e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (c927c545-d85b-47ca-8e34-59ea535e2ea6), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:38.479412 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-63ae3bf1-9222-48de-9cc9-5206943ae47e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (673642ca-fc41-4c4e-b37b-2f23aaed221d), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:38.565982 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae3bf1-9222-48de-9cc9-5206943ae47e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Port': ['ID=c927c545-d85b-47ca-8e34-59ea535e2ea6,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:38.567478 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-098f7be3-77c0-4bc9-ad4e-c6a5e85d7aab None None] Provisioning complete for port c927c545-d85b-47ca-8e34-59ea535e2ea6 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:38.567890 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-098f7be3-77c0-4bc9-ad4e-c6a5e85d7aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c927c545-d85b-47ca-8e34-59ea535e2ea6), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:38.608079 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-098f7be3-77c0-4bc9-ad4e-c6a5e85d7aab None None] Port c927c545-d85b-47ca-8e34-59ea535e2ea6 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:56:38.610800 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ae3bf1-9222-48de-9cc9-5206943ae47e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:38.612293 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-63ae3bf1-9222-48de-9cc9-5206943ae47e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:38.699654 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:56:38.701855 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 73dea8f2-6a5e-464b-b36c-6cb23b9ad117 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:56:38.739213 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ae3bf1-9222-48de-9cc9-5206943ae47e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Router 673642ca-fc41-4c4e-b37b-2f23aaed221d is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 13:56:38.817515 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 73dea8f2-6a5e-464b-b36c-6cb23b9ad117 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:56:38.818140 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 73dea8f2-6a5e-464b-b36c-6cb23b9ad117 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:56:38.880114 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d,segment=NetworkSegment(5ab6d9ad-ea88-4ea7-8d02-d771da76dcab),segment_id=5ab6d9ad-ea88-4ea7-8d02-d771da76dcab)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:38.888706 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ae3bf1-9222-48de-9cc9-5206943ae47e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:56:38.892787 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d', 'network_id': '1086b107-35a2-4b22-8737-a85f855dc602', 'port_id': '62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d', 'mac_address': 'fa:16:3e:fb:16:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4b21f9-8aa8-4688-8188-5f129c766811', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:56:38.894598 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-63ae3bf1-9222-48de-9cc9-5206943ae47e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "PUT /v2.0/routers/673642ca-fc41-4c4e-b37b-2f23aaed221d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4377723 Mar 01 13:56:38.897312 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50310) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:38.901968 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d82781c-c26c-48ec-a9a1-0ada77970327 None None] Sync routers for ids ['673642ca-fc41-4c4e-b37b-2f23aaed221d'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:56:38.920501 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d82781c-c26c-48ec-a9a1-0ada77970327 None None] Routers {'673642ca-fc41-4c4e-b37b-2f23aaed221d'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:56:38.921753 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-6d82781c-c26c-48ec-a9a1-0ada77970327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:56:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['673642ca-fc41-4c4e-b37b-2f23aaed221d'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:56:38.927053 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae05c0-c74b-460f-9acb-55433ee127ba req-67a0ae64-7118-481e-ac64-7b3f8db3092f tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:38.937299 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-beae05c0-c74b-460f-9acb-55433ee127ba req-67a0ae64-7118-481e-ac64-7b3f8db3092f tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.20 "GET /v2.0/ports?device_id=29fb50e5-e3a5-41b9-b21c-f954bdc8471e HTTP/1.1" status: 200 len: 946 time: 0.1122561 Mar 01 13:56:38.951082 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:38.951474 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:38.967089 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b7a010-397b-4c6f-810c-c823ff6a7db5 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:38.968856 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e5b7a010-397b-4c6f-810c-c823ff6a7db5 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports/c927c545-d85b-47ca-8e34-59ea535e2ea6 HTTP/1.1" status: 200 len: 911 time: 0.0703373 Mar 01 13:56:38.971069 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50312) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:38.979138 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:56:38.988059 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-572f363f-ec44-49d3-bc94-12cbf086c612 None None] Provisioning complete for port c927c545-d85b-47ca-8e34-59ea535e2ea6 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:38.988571 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-572f363f-ec44-49d3-bc94-12cbf086c612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c927c545-d85b-47ca-8e34-59ea535e2ea6), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:39.052034 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-6d82781c-c26c-48ec-a9a1-0ada77970327 None None] Set router 673642ca-fc41-4c4e-b37b-2f23aaed221d gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:56:39.092873 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dc0038-a684-4226-9528-570430a71e85 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:39.093383 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d,segment=NetworkSegment(5ab6d9ad-ea88-4ea7-8d02-d771da76dcab),segment_id=5ab6d9ad-ea88-4ea7-8d02-d771da76dcab)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:39.101571 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dc0038-a684-4226-9528-570430a71e85 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:39.105905 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-42dc0038-a684-4226-9528-570430a71e85 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1313326 Mar 01 13:56:39.107338 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-572f363f-ec44-49d3-bc94-12cbf086c612 None None] Port c927c545-d85b-47ca-8e34-59ea535e2ea6 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:56:39.110276 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50318) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:39.112186 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:39.179046 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:39.186748 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-beae05c0-c74b-460f-9acb-55433ee127ba req-da7189ab-a9ba-4d57-b4e9-908ca222122b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Deleting port 81ae989c-7b62-47ac-af82-3314b9b53ab0 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:56:39.187091 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-beae05c0-c74b-460f-9acb-55433ee127ba req-da7189ab-a9ba-4d57-b4e9-908ca222122b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (81ae989c-7b62-47ac-af82-3314b9b53ab0), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:39.314832 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-beae05c0-c74b-460f-9acb-55433ee127ba req-da7189ab-a9ba-4d57-b4e9-908ca222122b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] For port 81ae989c-7b62-47ac-af82-3314b9b53ab0, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=81ae989c-7b62-47ac-af82-3314b9b53ab0,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:39.315432 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-beae05c0-c74b-460f-9acb-55433ee127ba req-da7189ab-a9ba-4d57-b4e9-908ca222122b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (81ae989c-7b62-47ac-af82-3314b9b53ab0), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:39.319356 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-6d82781c-c26c-48ec-a9a1-0ada77970327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '673642ca-fc41-4c4e-b37b-2f23aaed221d', 'name': 'tempest-NetworksTestDHCPv6-router-1543013801', 'tenant_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:56:36Z', 'updated_at': '2022-03-01T13:56:38Z', 'revision_number': 2, 'project_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'gw_port_host': None, '_interfaces': [{'id': 'c927c545-d85b-47ca-8e34-59ea535e2ea6', 'name': '', 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'tenant_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'mac_address': 'fa:16:3e:8f:34:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '673642ca-fc41-4c4e-b37b-2f23aaed221d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '90ba77c1-0546-496e-86a5-4ed3a6ccce44', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:56:37Z', 'updated_at': '2022-03-01T13:56:38Z', 'revision_number': 2, 'project_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'subnets': [{'id': '90ba77c1-0546-496e-86a5-4ed3a6ccce44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:56:39.334790 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-beae05c0-c74b-460f-9acb-55433ee127ba req-da7189ab-a9ba-4d57-b4e9-908ca222122b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Calling delete_port for 81ae989c-7b62-47ac-af82-3314b9b53ab0 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:56:39.355814 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d82781c-c26c-48ec-a9a1-0ada77970327 None None] Checking router: 673642ca-fc41-4c4e-b37b-2f23aaed221d for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:56:39.356154 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d82781c-c26c-48ec-a9a1-0ada77970327 None None] Updating router 673642ca-fc41-4c4e-b37b-2f23aaed221d port c927c545-d85b-47ca-8e34-59ea535e2ea6 binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:56:39.386896 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-6d82781c-c26c-48ec-a9a1-0ada77970327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c927c545-d85b-47ca-8e34-59ea535e2ea6), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:39.437961 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:56:39.468915 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd626a7-577f-4d69-a1de-ab7515954e36 req-0073f7a5-a072-4b8d-9dd1-cb0f737f6cae tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:39.470485 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dbd626a7-577f-4d69-a1de-ab7515954e36 req-0073f7a5-a072-4b8d-9dd1-cb0f737f6cae tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] 10.222.0.13 "GET /v2.0/ports?device_id=4417faae-1616-4361-ae05-599964ffce84 HTTP/1.1" status: 200 len: 944 time: 0.3155611 Mar 01 13:56:39.472184 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device e73d4398-96e8-4cf8-8870-6c4f68b27bc5 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:56:39.497577 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300fb82-fbd0-4293-96f8-7145db40734e req-49021a2c-37c0-4600-99da-e3aae6a2c840 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:39.510148 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300fb82-fbd0-4293-96f8-7145db40734e req-49021a2c-37c0-4600-99da-e3aae6a2c840 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:39.516592 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300fb82-fbd0-4293-96f8-7145db40734e req-49021a2c-37c0-4600-99da-e3aae6a2c840 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:39.523170 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300fb82-fbd0-4293-96f8-7145db40734e req-49021a2c-37c0-4600-99da-e3aae6a2c840 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:39.529845 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300fb82-fbd0-4293-96f8-7145db40734e req-49021a2c-37c0-4600-99da-e3aae6a2c840 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:39.535376 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300fb82-fbd0-4293-96f8-7145db40734e req-49021a2c-37c0-4600-99da-e3aae6a2c840 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:39.541572 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300fb82-fbd0-4293-96f8-7145db40734e req-49021a2c-37c0-4600-99da-e3aae6a2c840 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:39.543542 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d300fb82-fbd0-4293-96f8-7145db40734e req-49021a2c-37c0-4600-99da-e3aae6a2c840 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5431 time: 0.4214346 Mar 01 13:56:39.562864 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-beae05c0-c74b-460f-9acb-55433ee127ba req-da7189ab-a9ba-4d57-b4e9-908ca222122b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (81ae989c-7b62-47ac-af82-3314b9b53ab0), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:39.598326 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7189ab-a9ba-4d57-b4e9-908ca222122b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Pushing event deleted for resources: {'Port': ['ID=81ae989c-7b62-47ac-af82-3314b9b53ab0,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:39.619765 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['81ae989c-7b62-47ac-af82-3314b9b53ab0'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:56:39.623026 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['38821d47-c9dc-4e1a-ae38-38c81d1eeaba'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:56:39.692590 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-beae05c0-c74b-460f-9acb-55433ee127ba req-da7189ab-a9ba-4d57-b4e9-908ca222122b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] No DVR routers for this DVR port 81ae989c-7b62-47ac-af82-3314b9b53ab0 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:56:39.697000 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-beae05c0-c74b-460f-9acb-55433ee127ba req-da7189ab-a9ba-4d57-b4e9-908ca222122b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:39.702362 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-beae05c0-c74b-460f-9acb-55433ee127ba req-da7189ab-a9ba-4d57-b4e9-908ca222122b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.20 "DELETE /v2.0/ports/81ae989c-7b62-47ac-af82-3314b9b53ab0 HTTP/1.1" status: 204 len: 173 time: 0.7566473 Mar 01 13:56:39.703038 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fb50e5-e3a5-41b9-b21c-f954bdc8471e', 'name': 'network-vif-deleted', 'tag': '81ae989c-7b62-47ac-af82-3314b9b53ab0'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:56:39.705785 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3412bb-160a-4826-b6c9-21f63f2769bb" -d '{"events": [{"server_uuid": "29fb50e5-e3a5-41b9-b21c-f954bdc8471e", "name": "network-vif-deleted", "tag": "81ae989c-7b62-47ac-af82-3314b9b53ab0"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:56:39.753966 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-6d82781c-c26c-48ec-a9a1-0ada77970327 None None] Publish callbacks [] for port (c927c545-d85b-47ca-8e34-59ea535e2ea6), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:39.771100 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-6d82781c-c26c-48ec-a9a1-0ada77970327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c927c545-d85b-47ca-8e34-59ea535e2ea6), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:39.823485 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dbd626a7-577f-4d69-a1de-ab7515954e36 req-c4df5708-5cea-4068-8af2-3a39bf173753 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2e075fe-d441-4e0c-9c60-d6339d4ceada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915452 Mar 01 13:56:39.833949 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port e73d4398-96e8-4cf8-8870-6c4f68b27bc5 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:39.834876 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e73d4398-96e8-4cf8-8870-6c4f68b27bc5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:39.880795 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d300fb82-fbd0-4293-96f8-7145db40734e req-cc6e802b-2765-4a6d-a1e0-376d5f810436 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2500291 Mar 01 13:56:39.922989 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a32589-3cd3-474f-b1fe-992732cc471c None None] Pushing event updated for resources: {'Port': ['ID=c927c545-d85b-47ca-8e34-59ea535e2ea6,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:40.023421 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e1cbe4-ba2e-405b-ba7e-8b1ab917edee x-openstack-request-id: req-26e1cbe4-ba2e-405b-ba7e-8b1ab917edee {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:56:40.024252 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29fb50e5-e3a5-41b9-b21c-f954bdc8471e", "name": "network-vif-deleted", "tag": "81ae989c-7b62-47ac-af82-3314b9b53ab0", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:56:40.024672 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26e1cbe4-ba2e-405b-ba7e-8b1ab917edee {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:56:40.025229 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29fb50e5-e3a5-41b9-b21c-f954bdc8471e', 'name': 'network-vif-deleted', 'tag': '81ae989c-7b62-47ac-af82-3314b9b53ab0', 'status': 'completed', 'code': 200} Mar 01 13:56:40.043494 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:40.044287 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-6d82781c-c26c-48ec-a9a1-0ada77970327 None None] Attempting to bind port c927c545-d85b-47ca-8e34-59ea535e2ea6 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:56:40.044799 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-6d82781c-c26c-48ec-a9a1-0ada77970327 None None] Attempting to bind port c927c545-d85b-47ca-8e34-59ea535e2ea6 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:56:40.045315 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d82781c-c26c-48ec-a9a1-0ada77970327 None None] Attempting to bind port c927c545-d85b-47ca-8e34-59ea535e2ea6 on network db8edbc8-a3c8-4a8f-b733-3509635fb19f {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:56:40.055330 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d82781c-c26c-48ec-a9a1-0ada77970327 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:56:40.055858 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d82781c-c26c-48ec-a9a1-0ada77970327 None None] Checking segment: {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:56:40.056265 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-6d82781c-c26c-48ec-a9a1-0ada77970327 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:40.057494 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d82781c-c26c-48ec-a9a1-0ada77970327 None None] Bound using segment: {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:56:40.058829 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-6d82781c-c26c-48ec-a9a1-0ada77970327 None None] Bound port: c927c545-d85b-47ca-8e34-59ea535e2ea6, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:56:40.059438 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-6d82781c-c26c-48ec-a9a1-0ada77970327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c927c545-d85b-47ca-8e34-59ea535e2ea6), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:40.122276 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4e195e5b-bf72-441b-8b75-4f5d80c1779f req-d8ba9be1-69ce-421d-ae8b-7f05fc044cd5 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=29fb50e5-e3a5-41b9-b21c-f954bdc8471e HTTP/1.1" status: 200 len: 210 time: 0.0643313 Mar 01 13:56:40.142684 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:40.223805 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-6d82781c-c26c-48ec-a9a1-0ada77970327 None None] For port c927c545-d85b-47ca-8e34-59ea535e2ea6, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:56:40.229220 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-6d82781c-c26c-48ec-a9a1-0ada77970327 None None] For port c927c545-d85b-47ca-8e34-59ea535e2ea6, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=c927c545-d85b-47ca-8e34-59ea535e2ea6,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:56:40.242087 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-6d82781c-c26c-48ec-a9a1-0ada77970327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c927c545-d85b-47ca-8e34-59ea535e2ea6), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:40.286499 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port e73d4398-96e8-4cf8-8870-6c4f68b27bc5 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:40.347329 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1776606d-7748-4827-a42e-514cee252c61 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (673642ca-fc41-4c4e-b37b-2f23aaed221d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:40.372036 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d82781c-c26c-48ec-a9a1-0ada77970327 None None] Routers {'673642ca-fc41-4c4e-b37b-2f23aaed221d'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:56:40.376285 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-6d82781c-c26c-48ec-a9a1-0ada77970327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:56:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['673642ca-fc41-4c4e-b37b-2f23aaed221d'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:56:40.450277 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a32589-3cd3-474f-b1fe-992732cc471c None None] Pushing event updated for resources: {'Port': ['ID=c927c545-d85b-47ca-8e34-59ea535e2ea6,revision_number=4']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:40.450528 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-65b60cac-1d71-4285-9db8-3c4c6ade14ac None None] Provisioning complete for port c927c545-d85b-47ca-8e34-59ea535e2ea6 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:40.450721 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-65b60cac-1d71-4285-9db8-3c4c6ade14ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c927c545-d85b-47ca-8e34-59ea535e2ea6), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:40.519755 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-6d82781c-c26c-48ec-a9a1-0ada77970327 None None] Set router 673642ca-fc41-4c4e-b37b-2f23aaed221d gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:56:40.570209 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-65b60cac-1d71-4285-9db8-3c4c6ade14ac None None] Current status of the port c927c545-d85b-47ca-8e34-59ea535e2ea6 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:40.571519 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-65b60cac-1d71-4285-9db8-3c4c6ade14ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c927c545-d85b-47ca-8e34-59ea535e2ea6), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:40.629999 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-65b60cac-1d71-4285-9db8-3c4c6ade14ac None None] For port c927c545-d85b-47ca-8e34-59ea535e2ea6, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=c927c545-d85b-47ca-8e34-59ea535e2ea6,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:40.639338 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-65b60cac-1d71-4285-9db8-3c4c6ade14ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c927c545-d85b-47ca-8e34-59ea535e2ea6), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:40.701346 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b60cac-1d71-4285-9db8-3c4c6ade14ac None None] Pushing event updated for resources: {'Port': ['ID=c927c545-d85b-47ca-8e34-59ea535e2ea6,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:40.732133 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-1776606d-7748-4827-a42e-514cee252c61 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting port c927c545-d85b-47ca-8e34-59ea535e2ea6 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:56:40.733377 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1776606d-7748-4827-a42e-514cee252c61 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (c927c545-d85b-47ca-8e34-59ea535e2ea6), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:40.811471 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-6d82781c-c26c-48ec-a9a1-0ada77970327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '673642ca-fc41-4c4e-b37b-2f23aaed221d', 'name': 'tempest-NetworksTestDHCPv6-router-1543013801', 'tenant_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:56:36Z', 'updated_at': '2022-03-01T13:56:38Z', 'revision_number': 2, 'project_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'gw_port_host': None, '_interfaces': [{'id': 'c927c545-d85b-47ca-8e34-59ea535e2ea6', 'name': '', 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'tenant_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'mac_address': 'fa:16:3e:8f:34:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '673642ca-fc41-4c4e-b37b-2f23aaed221d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '90ba77c1-0546-496e-86a5-4ed3a6ccce44', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:56:37Z', 'updated_at': '2022-03-01T13:56:40Z', 'revision_number': 4, 'project_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'subnets': [{'id': '90ba77c1-0546-496e-86a5-4ed3a6ccce44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:56:40.839556 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d82781c-c26c-48ec-a9a1-0ada77970327 None None] The sync data for ids ['673642ca-fc41-4c4e-b37b-2f23aaed221d'] in n-d-827467-3 is: [{'id': '673642ca-fc41-4c4e-b37b-2f23aaed221d', 'name': 'tempest-NetworksTestDHCPv6-router-1543013801', 'tenant_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:56:36Z', 'updated_at': '2022-03-01T13:56:38Z', 'revision_number': 2, 'project_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'gw_port_host': None, '_interfaces': [{'id': 'c927c545-d85b-47ca-8e34-59ea535e2ea6', 'name': '', 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'tenant_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'mac_address': 'fa:16:3e:8f:34:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '673642ca-fc41-4c4e-b37b-2f23aaed221d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '90ba77c1-0546-496e-86a5-4ed3a6ccce44', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:56:37Z', 'updated_at': '2022-03-01T13:56:40Z', 'revision_number': 4, 'project_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'subnets': [{'id': '90ba77c1-0546-496e-86a5-4ed3a6ccce44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:56:40.883935 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-8ca11327-d6e9-463a-9f88-ec73728511cb None None] Provisioning complete for port c927c545-d85b-47ca-8e34-59ea535e2ea6 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:40.884493 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8ca11327-d6e9-463a-9f88-ec73728511cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c927c545-d85b-47ca-8e34-59ea535e2ea6), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:41.016455 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-8ca11327-d6e9-463a-9f88-ec73728511cb None None] Current status of the port c927c545-d85b-47ca-8e34-59ea535e2ea6 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:41.291943 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-1776606d-7748-4827-a42e-514cee252c61 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] For port c927c545-d85b-47ca-8e34-59ea535e2ea6, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=c927c545-d85b-47ca-8e34-59ea535e2ea6,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:41.292526 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1776606d-7748-4827-a42e-514cee252c61 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (c927c545-d85b-47ca-8e34-59ea535e2ea6), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:41.320104 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a924c2-119e-4f1b-b275-db78fa54b2e8 req-7372d8e2-069b-480c-9e13-d3dc738f164b tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:41.325925 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a924c2-119e-4f1b-b275-db78fa54b2e8 req-7372d8e2-069b-480c-9e13-d3dc738f164b tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:41.331307 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a924c2-119e-4f1b-b275-db78fa54b2e8 req-7372d8e2-069b-480c-9e13-d3dc738f164b tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:41.336618 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a924c2-119e-4f1b-b275-db78fa54b2e8 req-7372d8e2-069b-480c-9e13-d3dc738f164b tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:41.342538 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a924c2-119e-4f1b-b275-db78fa54b2e8 req-7372d8e2-069b-480c-9e13-d3dc738f164b tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:41.348698 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a924c2-119e-4f1b-b275-db78fa54b2e8 req-7372d8e2-069b-480c-9e13-d3dc738f164b tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:41.353991 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a924c2-119e-4f1b-b275-db78fa54b2e8 req-7372d8e2-069b-480c-9e13-d3dc738f164b tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:41.356036 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-27a924c2-119e-4f1b-b275-db78fa54b2e8 req-7372d8e2-069b-480c-9e13-d3dc738f164b tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5431 time: 0.1865759 Mar 01 13:56:41.357199 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-1776606d-7748-4827-a42e-514cee252c61 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Calling delete_port for c927c545-d85b-47ca-8e34-59ea535e2ea6 owned by network:router_interface {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:56:41.370912 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00fae9-c6fa-49f6-8a30-7481d22fc5df req-4a40d255-66f2-443b-8396-508db600c8a5 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:41.376627 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9b00fae9-c6fa-49f6-8a30-7481d22fc5df req-4a40d255-66f2-443b-8396-508db600c8a5 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] 10.222.0.13 "GET /v2.0/ports?device_id=4417faae-1616-4361-ae05-599964ffce84 HTTP/1.1" status: 200 len: 944 time: 0.2082160 Mar 01 13:56:41.471985 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c927c545-d85b-47ca-8e34-59ea535e2ea6 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:56:41.523137 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9b00fae9-c6fa-49f6-8a30-7481d22fc5df req-546e11df-96ff-4d20-97dd-ab050e0f38c5 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2e075fe-d441-4e0c-9c60-d6339d4ceada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430695 Mar 01 13:56:41.537226 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port c927c545-d85b-47ca-8e34-59ea535e2ea6 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:41.537915 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c927c545-d85b-47ca-8e34-59ea535e2ea6), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:41.540678 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-27a924c2-119e-4f1b-b275-db78fa54b2e8 req-11402151-ccb4-4a04-8011-248ba0a43f2d tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1620376 Mar 01 13:56:41.716118 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1776606d-7748-4827-a42e-514cee252c61 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (c927c545-d85b-47ca-8e34-59ea535e2ea6), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:41.755263 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776606d-7748-4827-a42e-514cee252c61 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Port': ['ID=c927c545-d85b-47ca-8e34-59ea535e2ea6,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:41.799463 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:56:41.889832 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port c927c545-d85b-47ca-8e34-59ea535e2ea6 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:41.948773 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1776606d-7748-4827-a42e-514cee252c61 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (673642ca-fc41-4c4e-b37b-2f23aaed221d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:42.068127 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e69e4e-50c3-41ea-9327-30669b4600ad req-26feb811-6d2c-4932-ba1d-1ac600bf794e tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:42.069541 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-74e69e4e-50c3-41ea-9327-30669b4600ad req-26feb811-6d2c-4932-ba1d-1ac600bf794e tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.1380396 Mar 01 13:56:42.206460 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1776606d-7748-4827-a42e-514cee252c61 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Router 673642ca-fc41-4c4e-b37b-2f23aaed221d has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:56:42.221214 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-74e69e4e-50c3-41ea-9327-30669b4600ad req-7dba458b-0cb1-4240-8088-d9bd52f01391 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36f79f-3440-4934-9f98-f0398d2a73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393909 Mar 01 13:56:42.231905 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a88e4-68f5-4b29-b44a-dd2170ba59a3 req-5e06ecb9-8c0b-4807-a736-ddd0a6bd1404 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:42.232916 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cb6a88e4-68f5-4b29-b44a-dd2170ba59a3 req-5e06ecb9-8c0b-4807-a736-ddd0a6bd1404 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 946 time: 0.1625140 Mar 01 13:56:42.342447 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1776606d-7748-4827-a42e-514cee252c61 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:56:42.348390 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1776606d-7748-4827-a42e-514cee252c61 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "PUT /v2.0/routers/673642ca-fc41-4c4e-b37b-2f23aaed221d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2353475 Mar 01 13:56:42.350714 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50336) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:42.401495 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-cb6a88e4-68f5-4b29-b44a-dd2170ba59a3 req-b9013b4e-b317-4f5f-967d-fde9903e8ad0 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Deleting port 38821d47-c9dc-4e1a-ae38-38c81d1eeaba {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:56:42.402891 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cb6a88e4-68f5-4b29-b44a-dd2170ba59a3 req-b9013b4e-b317-4f5f-967d-fde9903e8ad0 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (38821d47-c9dc-4e1a-ae38-38c81d1eeaba), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:42.421793 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1265efe-a660-45c3-be0b-6f57791cd848 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:42.423307 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1265efe-a660-45c3-be0b-6f57791cd848 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:42.428008 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b1265efe-a660-45c3-be0b-6f57791cd848 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0756505 Mar 01 13:56:42.429086 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50338) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:42.484529 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5459cb7-d405-44b1-a143-c39aec3ce803 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting subnet 90ba77c1-0546-496e-86a5-4ed3a6ccce44 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:56:42.488157 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5459cb7-d405-44b1-a143-c39aec3ce803 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (90ba77c1-0546-496e-86a5-4ed3a6ccce44), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:42.501263 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-cb6a88e4-68f5-4b29-b44a-dd2170ba59a3 req-b9013b4e-b317-4f5f-967d-fde9903e8ad0 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] For port 38821d47-c9dc-4e1a-ae38-38c81d1eeaba, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=38821d47-c9dc-4e1a-ae38-38c81d1eeaba,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:42.501631 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cb6a88e4-68f5-4b29-b44a-dd2170ba59a3 req-b9013b4e-b317-4f5f-967d-fde9903e8ad0 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (38821d47-c9dc-4e1a-ae38-38c81d1eeaba), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:42.514786 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-cb6a88e4-68f5-4b29-b44a-dd2170ba59a3 req-b9013b4e-b317-4f5f-967d-fde9903e8ad0 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Calling delete_port for 38821d47-c9dc-4e1a-ae38-38c81d1eeaba owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:56:42.534340 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5459cb7-d405-44b1-a143-c39aec3ce803 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (90ba77c1-0546-496e-86a5-4ed3a6ccce44), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:42.659212 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5459cb7-d405-44b1-a143-c39aec3ce803 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (90ba77c1-0546-496e-86a5-4ed3a6ccce44), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:42.716909 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:56:42.734955 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cb6a88e4-68f5-4b29-b44a-dd2170ba59a3 req-b9013b4e-b317-4f5f-967d-fde9903e8ad0 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (38821d47-c9dc-4e1a-ae38-38c81d1eeaba), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:42.740157 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5459cb7-d405-44b1-a143-c39aec3ce803 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (90ba77c1-0546-496e-86a5-4ed3a6ccce44), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:42.759533 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['38821d47-c9dc-4e1a-ae38-38c81d1eeaba'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:56:42.772726 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5459cb7-d405-44b1-a143-c39aec3ce803 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Subnet': ['ID=90ba77c1-0546-496e-86a5-4ed3a6ccce44,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:42.776227 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9013b4e-b317-4f5f-967d-fde9903e8ad0 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Pushing event deleted for resources: {'Port': ['ID=38821d47-c9dc-4e1a-ae38-38c81d1eeaba,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:42.778555 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5459cb7-d405-44b1-a143-c39aec3ce803 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:42.785228 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a5459cb7-d405-44b1-a143-c39aec3ce803 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/90ba77c1-0546-496e-86a5-4ed3a6ccce44 HTTP/1.1" status: 204 len: 168 time: 0.3521695 Mar 01 13:56:42.785228 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50344) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:42.786859 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95df32-0c57-4441-82a6-feda93360a40 req-044a17b0-aedd-476d-8987-19f666137a1a tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:42.796231 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6c95df32-0c57-4441-82a6-feda93360a40 req-044a17b0-aedd-476d-8987-19f666137a1a tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] 10.222.0.13 "GET /v2.0/ports?device_id=4417faae-1616-4361-ae05-599964ffce84 HTTP/1.1" status: 200 len: 944 time: 0.1452150 Mar 01 13:56:42.816913 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1621d5-83dc-4aa7-acb3-b1184225c87c None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:56:42.834195 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b08ae-9a25-4ed4-87a1-b4ab682c7025 req-a4559aee-7243-4a07-a791-37f7e6669a87 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:42.840469 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b08ae-9a25-4ed4-87a1-b4ab682c7025 req-a4559aee-7243-4a07-a791-37f7e6669a87 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:42.846000 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b08ae-9a25-4ed4-87a1-b4ab682c7025 req-a4559aee-7243-4a07-a791-37f7e6669a87 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:42.851897 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4127b09f-b8a4-4994-b902-d8f1f6ef5fcc None None] Sync routers for ids ['673642ca-fc41-4c4e-b37b-2f23aaed221d'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:56:42.855102 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b08ae-9a25-4ed4-87a1-b4ab682c7025 req-a4559aee-7243-4a07-a791-37f7e6669a87 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:42.860685 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b08ae-9a25-4ed4-87a1-b4ab682c7025 req-a4559aee-7243-4a07-a791-37f7e6669a87 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:42.866874 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b08ae-9a25-4ed4-87a1-b4ab682c7025 req-a4559aee-7243-4a07-a791-37f7e6669a87 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:42.872275 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b08ae-9a25-4ed4-87a1-b4ab682c7025 req-a4559aee-7243-4a07-a791-37f7e6669a87 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:42.874286 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-347b08ae-9a25-4ed4-87a1-b4ab682c7025 req-a4559aee-7243-4a07-a791-37f7e6669a87 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5431 time: 0.2117479 Mar 01 13:56:42.919047 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4127b09f-b8a4-4994-b902-d8f1f6ef5fcc None None] Routers {'673642ca-fc41-4c4e-b37b-2f23aaed221d'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:56:42.919819 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-4127b09f-b8a4-4994-b902-d8f1f6ef5fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:56:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['673642ca-fc41-4c4e-b37b-2f23aaed221d'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:56:42.949229 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6a88e4-68f5-4b29-b44a-dd2170ba59a3 req-b9013b4e-b317-4f5f-967d-fde9903e8ad0 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] No DVR routers for this DVR port 38821d47-c9dc-4e1a-ae38-38c81d1eeaba on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:56:42.954480 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cb6a88e4-68f5-4b29-b44a-dd2170ba59a3 req-b9013b4e-b317-4f5f-967d-fde9903e8ad0 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:42.957923 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cb6a88e4-68f5-4b29-b44a-dd2170ba59a3 req-b9013b4e-b317-4f5f-967d-fde9903e8ad0 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.32 "DELETE /v2.0/ports/38821d47-c9dc-4e1a-ae38-38c81d1eeaba HTTP/1.1" status: 204 len: 173 time: 0.7193303 Mar 01 13:56:42.958567 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb408b12-6d73-4a22-87b4-b30db9a2fa97', 'name': 'network-vif-deleted', 'tag': '38821d47-c9dc-4e1a-ae38-38c81d1eeaba'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:56:42.960949 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b31288-d635-4120-b274-b40eb4d359a3" -d '{"events": [{"server_uuid": "bb408b12-6d73-4a22-87b4-b30db9a2fa97", "name": "network-vif-deleted", "tag": "38821d47-c9dc-4e1a-ae38-38c81d1eeaba"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:56:42.998471 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6c95df32-0c57-4441-82a6-feda93360a40 req-c9603a76-eea0-44f2-8782-e0def33554a5 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2e075fe-d441-4e0c-9c60-d6339d4ceada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990786 Mar 01 13:56:43.014615 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-4127b09f-b8a4-4994-b902-d8f1f6ef5fcc None None] Set router 673642ca-fc41-4c4e-b37b-2f23aaed221d gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:56:43.060543 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-19d87d78-b8f7-43b2-9345-8c9a692c290e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2705593 Mar 01 13:56:43.063290 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50348) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:43.065521 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-347b08ae-9a25-4ed4-87a1-b4ab682c7025 req-b6ac771a-20f7-4f93-8870-ba68ab4c2192 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1708519 Mar 01 13:56:43.091421 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee169c0-a4c2-4b39-8838-8babb4e836af x-openstack-request-id: req-2ee169c0-a4c2-4b39-8838-8babb4e836af {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:56:43.091421 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb408b12-6d73-4a22-87b4-b30db9a2fa97", "name": "network-vif-deleted", "tag": "38821d47-c9dc-4e1a-ae38-38c81d1eeaba", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:56:43.091655 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ee169c0-a4c2-4b39-8838-8babb4e836af {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:56:43.092007 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb408b12-6d73-4a22-87b4-b30db9a2fa97', 'name': 'network-vif-deleted', 'tag': '38821d47-c9dc-4e1a-ae38-38c81d1eeaba', 'status': 'completed', 'code': 200} Mar 01 13:56:43.114308 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-4127b09f-b8a4-4994-b902-d8f1f6ef5fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '673642ca-fc41-4c4e-b37b-2f23aaed221d', 'name': 'tempest-NetworksTestDHCPv6-router-1543013801', 'tenant_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:56:36Z', 'updated_at': '2022-03-01T13:56:41Z', 'revision_number': 3, 'project_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:56:43.175493 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7333b305-4adb-4146-b906-b1512af6a6bf tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for router (673642ca-fc41-4c4e-b37b-2f23aaed221d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:43.179608 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4127b09f-b8a4-4994-b902-d8f1f6ef5fcc None None] Checking router: 673642ca-fc41-4c4e-b37b-2f23aaed221d for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:56:43.215092 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4127b09f-b8a4-4994-b902-d8f1f6ef5fcc None None] Routers {'673642ca-fc41-4c4e-b37b-2f23aaed221d'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:56:43.215821 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-4127b09f-b8a4-4994-b902-d8f1f6ef5fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:56:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['673642ca-fc41-4c4e-b37b-2f23aaed221d'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:56:43.255840 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:56:43.261607 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:43.261796 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:43.325892 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-4127b09f-b8a4-4994-b902-d8f1f6ef5fcc None None] Set router 673642ca-fc41-4c4e-b37b-2f23aaed221d gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:56:43.375182 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7333b305-4adb-4146-b906-b1512af6a6bf tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (673642ca-fc41-4c4e-b37b-2f23aaed221d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:43.380728 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ec104ed1-6854-46a3-a8bd-2fbd052d4e71 req-f47ffc9d-bd1b-4bcb-893f-f15616ab4e23 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb408b12-6d73-4a22-87b4-b30db9a2fa97 HTTP/1.1" status: 200 len: 210 time: 0.0412781 Mar 01 13:56:43.382217 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7333b305-4adb-4146-b906-b1512af6a6bf tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for router_controller (673642ca-fc41-4c4e-b37b-2f23aaed221d), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:43.424458 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-4127b09f-b8a4-4994-b902-d8f1f6ef5fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '673642ca-fc41-4c4e-b37b-2f23aaed221d', 'name': 'tempest-NetworksTestDHCPv6-router-1543013801', 'tenant_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:56:36Z', 'updated_at': '2022-03-01T13:56:41Z', 'revision_number': 3, 'project_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:56:43.429563 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7333b305-4adb-4146-b906-b1512af6a6bf tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (673642ca-fc41-4c4e-b37b-2f23aaed221d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:43.430577 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7333b305-4adb-4146-b906-b1512af6a6bf tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Fanout notify agent at l3_agent the message router_deleted on router 673642ca-fc41-4c4e-b37b-2f23aaed221d {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 13:56:43.439285 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7333b305-4adb-4146-b906-b1512af6a6bf tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:43.441464 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7333b305-4adb-4146-b906-b1512af6a6bf tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/routers/673642ca-fc41-4c4e-b37b-2f23aaed221d HTTP/1.1" status: 204 len: 168 time: 0.3768768 Mar 01 13:56:43.444182 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50352) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:43.462947 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4127b09f-b8a4-4994-b902-d8f1f6ef5fcc None None] The sync data for ids ['673642ca-fc41-4c4e-b37b-2f23aaed221d'] in n-d-827467-3 is: [{'id': '673642ca-fc41-4c4e-b37b-2f23aaed221d', 'name': 'tempest-NetworksTestDHCPv6-router-1543013801', 'tenant_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:56:36Z', 'updated_at': '2022-03-01T13:56:41Z', 'revision_number': 3, 'project_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'gw_port_host': None}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:56:43.534131 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f76cda4-8245-41ed-a41e-03f586584f3d None None] DHCP port deletion for db8edbc8-a3c8-4a8f-b733-3509635fb19f request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:56:43.538042 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9bf8ae-a151-4036-8524-b2e834b67b30 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:43.539484 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7e9bf8ae-a151-4036-8524-b2e834b67b30 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0940020 Mar 01 13:56:43.542094 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50354) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:43.550011 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:43.550011 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:43.603389 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a848eb-813e-4768-9a1c-6b9743f4550a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:43.605051 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4417faae-1616-4361-ae05-599964ffce84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:56:43.606073 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b3a848eb-813e-4768-9a1c-6b9743f4550a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0628953 Mar 01 13:56:43.607593 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d002160a-c9e9-45ec-b953-aed484eb46ba" -d '{"events": [{"server_uuid": "4417faae-1616-4361-ae05-599964ffce84", "name": "network-vif-plugged", "status": "completed", "tag": "62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:56:43.609300 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50356) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:43.652418 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8dcecba1-7542-408e-8d71-5daedfad204f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410280 Mar 01 13:56:43.653215 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d,segment=NetworkSegment(5ab6d9ad-ea88-4ea7-8d02-d771da76dcab),segment_id=5ab6d9ad-ea88-4ea7-8d02-d771da76dcab)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:43.657751 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50360) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:43.664192 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:43.665031 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 81ae989c-7b62-47ac-af82-3314b9b53ab0 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:56:43.665305 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-39f3c24f-7efc-4e65-872c-4eb7f5e1f4f6 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:43.685738 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0babe9d-dad8-46e5-9121-a8988977b9ce x-openstack-request-id: req-c0babe9d-dad8-46e5-9121-a8988977b9ce {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:56:43.686144 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4417faae-1616-4361-ae05-599964ffce84", "name": "network-vif-plugged", "status": "completed", "tag": "62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:56:43.686272 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0babe9d-dad8-46e5-9121-a8988977b9ce {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:56:43.686714 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4417faae-1616-4361-ae05-599964ffce84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d', 'code': 200} Mar 01 13:56:43.736993 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-2f76cda4-8245-41ed-a41e-03f586584f3d None None] Deleting port e73d4398-96e8-4cf8-8870-6c4f68b27bc5 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:56:43.737393 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2f76cda4-8245-41ed-a41e-03f586584f3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (e73d4398-96e8-4cf8-8870-6c4f68b27bc5), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:43.739377 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:43.753282 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 81ae989c-7b62-47ac-af82-3314b9b53ab0 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:56:43.753282 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 81ae989c-7b62-47ac-af82-3314b9b53ab0 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:56:43.811909 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-2f76cda4-8245-41ed-a41e-03f586584f3d None None] For port e73d4398-96e8-4cf8-8870-6c4f68b27bc5, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=e73d4398-96e8-4cf8-8870-6c4f68b27bc5,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:43.812241 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2f76cda4-8245-41ed-a41e-03f586584f3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (e73d4398-96e8-4cf8-8870-6c4f68b27bc5), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:43.815394 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35492c5-1651-4837-9c40-e262a1e78b77 req-72eda52f-425b-45f1-8393-33fa0f7c57bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:43.817032 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d35492c5-1651-4837-9c40-e262a1e78b77 req-72eda52f-425b-45f1-8393-33fa0f7c57bd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4417faae-1616-4361-ae05-599964ffce84 HTTP/1.1" status: 200 len: 1127 time: 0.0862727 Mar 01 13:56:43.833532 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f3c24f-7efc-4e65-872c-4eb7f5e1f4f6 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:56:43.837764 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-2f76cda4-8245-41ed-a41e-03f586584f3d None None] Calling delete_port for e73d4398-96e8-4cf8-8870-6c4f68b27bc5 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:56:43.839087 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-39f3c24f-7efc-4e65-872c-4eb7f5e1f4f6 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:43.936814 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2f76cda4-8245-41ed-a41e-03f586584f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (e73d4398-96e8-4cf8-8870-6c4f68b27bc5), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:43.959358 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d35492c5-1651-4837-9c40-e262a1e78b77 req-bc67868a-ea1c-4e9c-8bcb-02cb3ff54a72 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a2e075fe-d441-4e0c-9c60-d6339d4ceada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334980 Mar 01 13:56:43.964265 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76cda4-8245-41ed-a41e-03f586584f3d None None] Pushing event deleted for resources: {'Port': ['ID=e73d4398-96e8-4cf8-8870-6c4f68b27bc5,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:43.974509 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f76cda4-8245-41ed-a41e-03f586584f3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:43.975087 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f76cda4-8245-41ed-a41e-03f586584f3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:43.976173 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f76cda4-8245-41ed-a41e-03f586584f3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:43.976572 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f76cda4-8245-41ed-a41e-03f586584f3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:43.977005 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f76cda4-8245-41ed-a41e-03f586584f3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:43.977433 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f76cda4-8245-41ed-a41e-03f586584f3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:43.977918 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f76cda4-8245-41ed-a41e-03f586584f3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:43.978318 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f76cda4-8245-41ed-a41e-03f586584f3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:43.978749 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f76cda4-8245-41ed-a41e-03f586584f3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:43.979156 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f76cda4-8245-41ed-a41e-03f586584f3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:43.979588 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f76cda4-8245-41ed-a41e-03f586584f3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:43.980137 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f76cda4-8245-41ed-a41e-03f586584f3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:43.980511 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f76cda4-8245-41ed-a41e-03f586584f3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:56:43.992771 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f76cda4-8245-41ed-a41e-03f586584f3d None None] No DVR routers for this DVR port e73d4398-96e8-4cf8-8870-6c4f68b27bc5 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:56:44.179888 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47167869-ae2c-4892-83ef-2887db03b819 req-0b927d00-33bf-4527-be70-48be827bd623 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:44.188425 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-47167869-ae2c-4892-83ef-2887db03b819 req-0b927d00-33bf-4527-be70-48be827bd623 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] 10.222.0.13 "GET /v2.0/ports?device_id=4417faae-1616-4361-ae05-599964ffce84 HTTP/1.1" status: 200 len: 945 time: 0.0951304 Mar 01 13:56:44.278815 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-47167869-ae2c-4892-83ef-2887db03b819 req-cc27b09c-a163-4268-852f-5fc5674a6887 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2e075fe-d441-4e0c-9c60-d6339d4ceada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895405 Mar 01 13:56:44.289132 n-d-827467-3 neutron-server[103726]: DEBUG neutron.objects.ports [None req-39f3c24f-7efc-4e65-872c-4eb7f5e1f4f6 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103726) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 01 13:56:44.291033 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-39f3c24f-7efc-4e65-872c-4eb7f5e1f4f6 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (7f400fce-e800-4b88-a25c-badec0a5dad0), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:44.314940 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7984fde-ce52-4a52-a8f0-82a43caf4f9f req-185393d0-6776-4db2-a39e-976361953fe1 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:44.322321 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7984fde-ce52-4a52-a8f0-82a43caf4f9f req-185393d0-6776-4db2-a39e-976361953fe1 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:44.340292 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7984fde-ce52-4a52-a8f0-82a43caf4f9f req-185393d0-6776-4db2-a39e-976361953fe1 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:44.346359 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f3c24f-7efc-4e65-872c-4eb7f5e1f4f6 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:44.348935 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7984fde-ce52-4a52-a8f0-82a43caf4f9f req-185393d0-6776-4db2-a39e-976361953fe1 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:44.353365 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-39f3c24f-7efc-4e65-872c-4eb7f5e1f4f6 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:44.364999 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5e2a70-aed6-4c28-bbb9-747353af3813 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:56:44.366012 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f3c24f-7efc-4e65-872c-4eb7f5e1f4f6 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:44.367662 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-39f3c24f-7efc-4e65-872c-4eb7f5e1f4f6 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:44.392081 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7984fde-ce52-4a52-a8f0-82a43caf4f9f req-185393d0-6776-4db2-a39e-976361953fe1 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:44.395101 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3c24f-7efc-4e65-872c-4eb7f5e1f4f6 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Subnet': ['ID=7f400fce-e800-4b88-a25c-badec0a5dad0,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:44.399384 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7984fde-ce52-4a52-a8f0-82a43caf4f9f req-185393d0-6776-4db2-a39e-976361953fe1 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:44.413380 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-39f3c24f-7efc-4e65-872c-4eb7f5e1f4f6 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7544506 Mar 01 13:56:44.417972 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7984fde-ce52-4a52-a8f0-82a43caf4f9f req-185393d0-6776-4db2-a39e-976361953fe1 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:44.420192 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50368) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:44.420713 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a7984fde-ce52-4a52-a8f0-82a43caf4f9f req-185393d0-6776-4db2-a39e-976361953fe1 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5431 time: 0.2303607 Mar 01 13:56:44.425327 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-ee499069-3af7-4aa8-8627-cced107ade78 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:44.510608 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a7984fde-ce52-4a52-a8f0-82a43caf4f9f req-2fdcf3e9-8af3-44cc-898c-f2a080c2ccfc tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0787220 Mar 01 13:56:44.566025 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee499069-3af7-4aa8-8627-cced107ade78 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:56:44.570096 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c85e84d-de6c-43fb-8704-59115a5e9c1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'project_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'fixed_ips': [{'subnet_id': '7f400fce-e800-4b88-a25c-badec0a5dad0'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:56:44.571170 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1c85e84d-de6c-43fb-8704-59115a5e9c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:44.577098 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee499069-3af7-4aa8-8627-cced107ade78 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:44.734368 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-1c85e84d-de6c-43fb-8704-59115a5e9c1e None None] Allocated IP 2001:db8::f816:3eff:fed8:854f (db8edbc8-a3c8-4a8f-b733-3509635fb19f/7f400fce-e800-4b88-a25c-badec0a5dad0/3ba9a17b-9202-464c-adde-1b32b83bf34d) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:56:44.810089 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0894d5e-5656-491c-95da-47b96dff3d0d req-6d9dac9e-83ff-4655-be07-0371f8dea590 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:44.817183 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b0894d5e-5656-491c-95da-47b96dff3d0d req-6d9dac9e-83ff-4655-be07-0371f8dea590 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.0641179 Mar 01 13:56:44.878696 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b0894d5e-5656-491c-95da-47b96dff3d0d req-18966677-29ba-4561-abea-1612293a0153 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516598 Mar 01 13:56:44.910554 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1c85e84d-de6c-43fb-8704-59115a5e9c1e None None] Publish callbacks [] for port (3ba9a17b-9202-464c-adde-1b32b83bf34d), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:44.921484 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1c85e84d-de6c-43fb-8704-59115a5e9c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (3ba9a17b-9202-464c-adde-1b32b83bf34d), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:44.928320 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee499069-3af7-4aa8-8627-cced107ade78 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (39ae71e1-efe6-4fcf-abd1-16d68d2855cf), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:44.980453 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee499069-3af7-4aa8-8627-cced107ade78 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:44.983503 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-ee499069-3af7-4aa8-8627-cced107ade78 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:44.990475 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee499069-3af7-4aa8-8627-cced107ade78 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:44.991020 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee499069-3af7-4aa8-8627-cced107ade78 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:45.002003 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee499069-3af7-4aa8-8627-cced107ade78 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Subnet': ['ID=39ae71e1-efe6-4fcf-abd1-16d68d2855cf,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:45.013594 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c85e84d-de6c-43fb-8704-59115a5e9c1e None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:45.016620 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ee499069-3af7-4aa8-8627-cced107ade78 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5946040 Mar 01 13:56:45.018633 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50374) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:45.020616 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-1c85e84d-de6c-43fb-8704-59115a5e9c1e None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:45.025543 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c85e84d-de6c-43fb-8704-59115a5e9c1e None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:56:45.025762 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-95305437-db90-479e-b771-936e5727e84d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'port': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'mac_address': 'fa:16:3e:d3:d7:00', 'name': 'tempest-NetworksTestDHCPv6-311094096'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:45.031308 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85e84d-de6c-43fb-8704-59115a5e9c1e None None] Pushing event updated for resources: {'Port': ['ID=3ba9a17b-9202-464c-adde-1b32b83bf34d,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:45.097258 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-1c85e84d-de6c-43fb-8704-59115a5e9c1e None None] Attempting to bind port 3ba9a17b-9202-464c-adde-1b32b83bf34d on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:56:45.098307 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-1c85e84d-de6c-43fb-8704-59115a5e9c1e None None] Attempting to bind port 3ba9a17b-9202-464c-adde-1b32b83bf34d by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:56:45.098804 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c85e84d-de6c-43fb-8704-59115a5e9c1e None None] Attempting to bind port 3ba9a17b-9202-464c-adde-1b32b83bf34d on network db8edbc8-a3c8-4a8f-b733-3509635fb19f {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:56:45.105488 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c85e84d-de6c-43fb-8704-59115a5e9c1e None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:56:45.106032 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c85e84d-de6c-43fb-8704-59115a5e9c1e None None] Checking segment: {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:56:45.106546 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1c85e84d-de6c-43fb-8704-59115a5e9c1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:45.107048 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c85e84d-de6c-43fb-8704-59115a5e9c1e None None] Bound using segment: {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:56:45.107631 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-1c85e84d-de6c-43fb-8704-59115a5e9c1e None None] Bound port: 3ba9a17b-9202-464c-adde-1b32b83bf34d, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:56:45.108163 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1c85e84d-de6c-43fb-8704-59115a5e9c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3ba9a17b-9202-464c-adde-1b32b83bf34d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:45.155556 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95305437-db90-479e-b771-936e5727e84d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:56:45.186787 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-1c85e84d-de6c-43fb-8704-59115a5e9c1e None None] For port 3ba9a17b-9202-464c-adde-1b32b83bf34d, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:56:45.190964 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-1c85e84d-de6c-43fb-8704-59115a5e9c1e None None] For port 3ba9a17b-9202-464c-adde-1b32b83bf34d, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=3ba9a17b-9202-464c-adde-1b32b83bf34d,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:56:45.198657 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1c85e84d-de6c-43fb-8704-59115a5e9c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (3ba9a17b-9202-464c-adde-1b32b83bf34d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:45.281976 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85e84d-de6c-43fb-8704-59115a5e9c1e None None] Pushing event updated for resources: {'Port': ['ID=3ba9a17b-9202-464c-adde-1b32b83bf34d,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:45.376531 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-95305437-db90-479e-b771-936e5727e84d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:45.431120 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-95305437-db90-479e-b771-936e5727e84d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] device_id is not set on port fbdf130e-a0f0-42ed-9846-3a652588f2ba yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:56:45.473862 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device e73d4398-96e8-4cf8-8870-6c4f68b27bc5 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:56:45.501364 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: e73d4398-96e8-4cf8-8870-6c4f68b27bc5 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:56:45.501734 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device e73d4398-96e8-4cf8-8870-6c4f68b27bc5 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:56:45.502173 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c927c545-d85b-47ca-8e34-59ea535e2ea6 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:56:45.537893 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98ed0b-d4c4-45ba-81c9-c898422aa156 req-14b2ef0c-8965-476c-9a08-6a3f1af8dd81 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:45.545343 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-da98ed0b-d4c4-45ba-81c9-c898422aa156 req-14b2ef0c-8965-476c-9a08-6a3f1af8dd81 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] 10.222.0.13 "GET /v2.0/ports?device_id=4417faae-1616-4361-ae05-599964ffce84 HTTP/1.1" status: 200 len: 945 time: 0.1000493 Mar 01 13:56:45.552177 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: c927c545-d85b-47ca-8e34-59ea535e2ea6 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:56:45.552586 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c927c545-d85b-47ca-8e34-59ea535e2ea6 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:56:45.697317 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-da98ed0b-d4c4-45ba-81c9-c898422aa156 req-3e406804-06fe-45fc-a3e4-76d328d30098 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2e075fe-d441-4e0c-9c60-d6339d4ceada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489055 Mar 01 13:56:45.700384 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-95305437-db90-479e-b771-936e5727e84d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Allocated IP 172.20.0.12 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/39ae71e1-efe6-4fcf-abd1-16d68d2855cf/fbdf130e-a0f0-42ed-9846-3a652588f2ba) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:56:45.717780 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-95305437-db90-479e-b771-936e5727e84d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Allocated IP 2001:db8::f816:3eff:fed3:d700 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/7f400fce-e800-4b88-a25c-badec0a5dad0/fbdf130e-a0f0-42ed-9846-3a652588f2ba) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:56:45.739452 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdee743-b82e-4c38-a3c7-1b5f393ab8ff req-e9fa71ba-a51f-4827-8c35-04b6dcf96581 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:45.746802 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdee743-b82e-4c38-a3c7-1b5f393ab8ff req-e9fa71ba-a51f-4827-8c35-04b6dcf96581 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:45.752235 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdee743-b82e-4c38-a3c7-1b5f393ab8ff req-e9fa71ba-a51f-4827-8c35-04b6dcf96581 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:45.759786 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdee743-b82e-4c38-a3c7-1b5f393ab8ff req-e9fa71ba-a51f-4827-8c35-04b6dcf96581 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:45.768750 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdee743-b82e-4c38-a3c7-1b5f393ab8ff req-e9fa71ba-a51f-4827-8c35-04b6dcf96581 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:45.774109 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdee743-b82e-4c38-a3c7-1b5f393ab8ff req-e9fa71ba-a51f-4827-8c35-04b6dcf96581 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:45.781015 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdee743-b82e-4c38-a3c7-1b5f393ab8ff req-e9fa71ba-a51f-4827-8c35-04b6dcf96581 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:45.783087 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1bdee743-b82e-4c38-a3c7-1b5f393ab8ff req-e9fa71ba-a51f-4827-8c35-04b6dcf96581 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5431 time: 0.1291356 Mar 01 13:56:45.849288 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1bdee743-b82e-4c38-a3c7-1b5f393ab8ff req-761494b8-396c-4909-9c5e-832d4247ae2b tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592175 Mar 01 13:56:45.884708 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-95305437-db90-479e-b771-936e5727e84d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for port (fbdf130e-a0f0-42ed-9846-3a652588f2ba), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:45.926472 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-95305437-db90-479e-b771-936e5727e84d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (fbdf130e-a0f0-42ed-9846-3a652588f2ba), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:45.976957 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95305437-db90-479e-b771-936e5727e84d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:45.980415 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-95305437-db90-479e-b771-936e5727e84d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:45.985036 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95305437-db90-479e-b771-936e5727e84d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:56:46.007109 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95305437-db90-479e-b771-936e5727e84d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Port': ['ID=fbdf130e-a0f0-42ed-9846-3a652588f2ba,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:46.012290 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea8367-b87b-4016-a42f-fdd48522d4e5 req-41359a57-71bd-4c79-adaf-4e6f0c35a556 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:46.013955 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b3ea8367-b87b-4016-a42f-fdd48522d4e5 req-41359a57-71bd-4c79-adaf-4e6f0c35a556 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.0754092 Mar 01 13:56:46.043134 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95305437-db90-479e-b771-936e5727e84d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:46.043653 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-95305437-db90-479e-b771-936e5727e84d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:46.064742 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-95305437-db90-479e-b771-936e5727e84d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0435359 Mar 01 13:56:46.065038 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50382) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:46.066197 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b3ea8367-b87b-4016-a42f-fdd48522d4e5 req-1fecf210-1812-48fa-a3c1-3d9fb372376e tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446944 Mar 01 13:56:46.121490 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71b3d98-7bda-4bfd-aa4e-16ee20ce1484 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:46.127089 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71b3d98-7bda-4bfd-aa4e-16ee20ce1484 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:46.128888 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c71b3d98-7bda-4bfd-aa4e-16ee20ce1484 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0628879 Mar 01 13:56:46.131546 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50384) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:46.178699 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfb8ed-8071-47d3-8214-5165ebae5165 req-6491f2c9-538b-49dc-a60a-3663c8e74ac7 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:46.180268 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-34bfb8ed-8071-47d3-8214-5165ebae5165 req-6491f2c9-538b-49dc-a60a-3663c8e74ac7 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 944 time: 0.0603499 Mar 01 13:56:46.246216 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d98c4fb9-e8f2-4f37-9701-6660ad81aa54 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting port fbdf130e-a0f0-42ed-9846-3a652588f2ba {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:56:46.246839 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d98c4fb9-e8f2-4f37-9701-6660ad81aa54 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (fbdf130e-a0f0-42ed-9846-3a652588f2ba), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:46.296760 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-34bfb8ed-8071-47d3-8214-5165ebae5165 req-17fb3bcb-fd1b-46e6-b8df-6effe46be27b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Deleting port 7988cdd9-dd32-4813-871c-c8dca2569301 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:56:46.297353 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-34bfb8ed-8071-47d3-8214-5165ebae5165 req-17fb3bcb-fd1b-46e6-b8df-6effe46be27b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (7988cdd9-dd32-4813-871c-c8dca2569301), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:46.344105 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d98c4fb9-e8f2-4f37-9701-6660ad81aa54 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (fbdf130e-a0f0-42ed-9846-3a652588f2ba), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:46.359902 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d98c4fb9-e8f2-4f37-9701-6660ad81aa54 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Calling delete_port for fbdf130e-a0f0-42ed-9846-3a652588f2ba owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:56:46.429450 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-34bfb8ed-8071-47d3-8214-5165ebae5165 req-17fb3bcb-fd1b-46e6-b8df-6effe46be27b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] For port 7988cdd9-dd32-4813-871c-c8dca2569301, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=7988cdd9-dd32-4813-871c-c8dca2569301,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:46.430211 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-34bfb8ed-8071-47d3-8214-5165ebae5165 req-17fb3bcb-fd1b-46e6-b8df-6effe46be27b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (7988cdd9-dd32-4813-871c-c8dca2569301), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:46.568578 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec2f0ec-8e88-4a40-84e6-e5bb34ecd9e2 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:56:46.572443 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d98c4fb9-e8f2-4f37-9701-6660ad81aa54 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (fbdf130e-a0f0-42ed-9846-3a652588f2ba), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:46.611559 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c4fb9-e8f2-4f37-9701-6660ad81aa54 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Port': ['ID=fbdf130e-a0f0-42ed-9846-3a652588f2ba,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:46.659647 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-18896074-5efe-47eb-a040-fad78f185e2d None None] Provisioning complete for port 3ba9a17b-9202-464c-adde-1b32b83bf34d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:46.660324 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-18896074-5efe-47eb-a040-fad78f185e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3ba9a17b-9202-464c-adde-1b32b83bf34d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:46.710694 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d98c4fb9-e8f2-4f37-9701-6660ad81aa54 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:46.715004 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d98c4fb9-e8f2-4f37-9701-6660ad81aa54 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/fbdf130e-a0f0-42ed-9846-3a652588f2ba HTTP/1.1" status: 204 len: 168 time: 0.5817785 Mar 01 13:56:46.718475 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50390) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:46.753188 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-34bfb8ed-8071-47d3-8214-5165ebae5165 req-17fb3bcb-fd1b-46e6-b8df-6effe46be27b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:46.753749 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-34bfb8ed-8071-47d3-8214-5165ebae5165 req-17fb3bcb-fd1b-46e6-b8df-6effe46be27b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (2fed89e1-1c66-454c-92d0-ad302b1d42c5), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:46.753891 n-d-827467-3 neutron-server[103727]: INFO neutron.db.l3_db [req-34bfb8ed-8071-47d3-8214-5165ebae5165 req-17fb3bcb-fd1b-46e6-b8df-6effe46be27b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Floating IP 2fed89e1-1c66-454c-92d0-ad302b1d42c5 disassociated. External IP: 172.25.1.181, port: 7988cdd9-dd32-4813-871c-c8dca2569301. Mar 01 13:56:46.754225 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-34bfb8ed-8071-47d3-8214-5165ebae5165 req-17fb3bcb-fd1b-46e6-b8df-6effe46be27b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Calling delete_port for 7988cdd9-dd32-4813-871c-c8dca2569301 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:56:46.801614 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e737c6-3ba4-4a15-8bed-f5c845b89d32 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:46.804599 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e737c6-3ba4-4a15-8bed-f5c845b89d32 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:46.806430 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e737c6-3ba4-4a15-8bed-f5c845b89d32 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:46.809213 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-25e737c6-3ba4-4a15-8bed-f5c845b89d32 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0882008 Mar 01 13:56:46.811837 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50392) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:46.833181 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-18896074-5efe-47eb-a040-fad78f185e2d None None] Current status of the port 3ba9a17b-9202-464c-adde-1b32b83bf34d is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:46.833598 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-18896074-5efe-47eb-a040-fad78f185e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3ba9a17b-9202-464c-adde-1b32b83bf34d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:46.877201 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-18896074-5efe-47eb-a040-fad78f185e2d None None] For port 3ba9a17b-9202-464c-adde-1b32b83bf34d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=3ba9a17b-9202-464c-adde-1b32b83bf34d,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:46.891938 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-816460bf-61e3-495d-babe-4d3894ac17ae tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting subnet 39ae71e1-efe6-4fcf-abd1-16d68d2855cf {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:56:46.895926 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-816460bf-61e3-495d-babe-4d3894ac17ae tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (39ae71e1-efe6-4fcf-abd1-16d68d2855cf), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:46.911836 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-18896074-5efe-47eb-a040-fad78f185e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (3ba9a17b-9202-464c-adde-1b32b83bf34d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:46.942291 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928a64e-65cc-4ca7-a9de-ba900016526f req-f6ef83b0-21b9-4d7d-90ab-f6b271a21960 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:46.944201 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4928a64e-65cc-4ca7-a9de-ba900016526f req-f6ef83b0-21b9-4d7d-90ab-f6b271a21960 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] 10.222.0.13 "GET /v2.0/ports?device_id=4417faae-1616-4361-ae05-599964ffce84 HTTP/1.1" status: 200 len: 945 time: 0.1207516 Mar 01 13:56:46.955041 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-816460bf-61e3-495d-babe-4d3894ac17ae tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (39ae71e1-efe6-4fcf-abd1-16d68d2855cf), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:46.965063 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 38821d47-c9dc-4e1a-ae38-38c81d1eeaba no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:56:46.972714 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a138678d-312c-464c-8951-56a12154dc8a None None] Update dhcp port {'port': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'fixed_ips': [{'subnet_id': '7f400fce-e800-4b88-a25c-badec0a5dad0', 'ip_address': '2001:db8::f816:3eff:fed8:854f'}, {'subnet_id': '39ae71e1-efe6-4fcf-abd1-16d68d2855cf'}], 'binding:host_id': 'n-d-827467-3'}, 'id': '3ba9a17b-9202-464c-adde-1b32b83bf34d'} from n-d-827467-3. {{(pid=103728) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 01 13:56:47.013483 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-816460bf-61e3-495d-babe-4d3894ac17ae tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (39ae71e1-efe6-4fcf-abd1-16d68d2855cf), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:47.083716 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4928a64e-65cc-4ca7-a9de-ba900016526f req-c64f692b-773b-4512-91e6-f483a51e5446 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2e075fe-d441-4e0c-9c60-d6339d4ceada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291330 Mar 01 13:56:47.099704 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-816460bf-61e3-495d-babe-4d3894ac17ae tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (39ae71e1-efe6-4fcf-abd1-16d68d2855cf), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:47.117946 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27fc046-3663-4d20-8b8d-63447616fee6 req-04dfa121-6d71-4a2d-be74-28174a51a79a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:47.124145 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27fc046-3663-4d20-8b8d-63447616fee6 req-04dfa121-6d71-4a2d-be74-28174a51a79a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:47.130076 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27fc046-3663-4d20-8b8d-63447616fee6 req-04dfa121-6d71-4a2d-be74-28174a51a79a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:47.136798 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27fc046-3663-4d20-8b8d-63447616fee6 req-04dfa121-6d71-4a2d-be74-28174a51a79a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:47.136988 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-816460bf-61e3-495d-babe-4d3894ac17ae tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:47.143028 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27fc046-3663-4d20-8b8d-63447616fee6 req-04dfa121-6d71-4a2d-be74-28174a51a79a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:47.145777 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-816460bf-61e3-495d-babe-4d3894ac17ae tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/39ae71e1-efe6-4fcf-abd1-16d68d2855cf HTTP/1.1" status: 204 len: 168 time: 0.3325436 Mar 01 13:56:47.147007 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50400) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:47.148710 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27fc046-3663-4d20-8b8d-63447616fee6 req-04dfa121-6d71-4a2d-be74-28174a51a79a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:47.154067 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27fc046-3663-4d20-8b8d-63447616fee6 req-04dfa121-6d71-4a2d-be74-28174a51a79a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:47.162019 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e27fc046-3663-4d20-8b8d-63447616fee6 req-04dfa121-6d71-4a2d-be74-28174a51a79a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5431 time: 0.1675684 Mar 01 13:56:47.187011 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: 38821d47-c9dc-4e1a-ae38-38c81d1eeaba {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:56:47.187388 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 38821d47-c9dc-4e1a-ae38-38c81d1eeaba not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:56:47.196374 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18896074-5efe-47eb-a040-fad78f185e2d None None] Pushing event updated for resources: {'Port': ['ID=3ba9a17b-9202-464c-adde-1b32b83bf34d,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:47.212320 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a138678d-312c-464c-8951-56a12154dc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3ba9a17b-9202-464c-adde-1b32b83bf34d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:47.242496 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e27fc046-3663-4d20-8b8d-63447616fee6 req-d14b4929-a07b-4c08-a8df-2e03d558ceba tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0738282 Mar 01 13:56:47.323113 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-34bfb8ed-8071-47d3-8214-5165ebae5165 req-17fb3bcb-fd1b-46e6-b8df-6effe46be27b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (7988cdd9-dd32-4813-871c-c8dca2569301), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:47.366598 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb3bcb-fd1b-46e6-b8df-6effe46be27b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Pushing event deleted for resources: {'Port': ['ID=7988cdd9-dd32-4813-871c-c8dca2569301,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:47.405129 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbe7d7-dfce-4618-8521-715c83c0adcc req-a2f7ee31-7c29-4552-a47c-7741c7c1d912 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:47.415953 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e5bbe7d7-dfce-4618-8521-715c83c0adcc req-a2f7ee31-7c29-4552-a47c-7741c7c1d912 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec34bf6-beac-4f11-8355-52b72229e171 HTTP/1.1" status: 200 len: 866 time: 0.1686401 Mar 01 13:56:47.583623 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 3ba9a17b-9202-464c-adde-1b32b83bf34d up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:56:47.705646 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-a1507291-7e66-4927-bd31-b7bf03ded130 None None] Provisioning complete for port 3ba9a17b-9202-464c-adde-1b32b83bf34d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:47.706034 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a1507291-7e66-4927-bd31-b7bf03ded130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3ba9a17b-9202-464c-adde-1b32b83bf34d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:47.782347 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816460bf-61e3-495d-babe-4d3894ac17ae tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Subnet': ['ID=39ae71e1-efe6-4fcf-abd1-16d68d2855cf,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:47.852503 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-a1507291-7e66-4927-bd31-b7bf03ded130 None None] Current status of the port 3ba9a17b-9202-464c-adde-1b32b83bf34d is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:47.865251 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 3ba9a17b-9202-464c-adde-1b32b83bf34d triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:47.865708 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3ba9a17b-9202-464c-adde-1b32b83bf34d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:47.879485 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4345cd0-1df9-48bd-90e2-1d25c8207b46 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting subnet 7f400fce-e800-4b88-a25c-badec0a5dad0 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:56:47.896693 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f4345cd0-1df9-48bd-90e2-1d25c8207b46 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (7f400fce-e800-4b88-a25c-badec0a5dad0), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:47.911522 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c068dea-b09b-4fbb-909c-0c61912dfcb3 None None] get_active_networks_info from n-d-827467-3 {{(pid=103728) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 01 13:56:47.957752 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f4345cd0-1df9-48bd-90e2-1d25c8207b46 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (7f400fce-e800-4b88-a25c-badec0a5dad0), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:48.029419 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-68393722-de95-4059-8741-dfa1b53f2ae2 None None] Could not find standard attr ID for object fbdf130e-a0f0-42ed-9846-3a652588f2ba. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 13:56:48.035813 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 3ba9a17b-9202-464c-adde-1b32b83bf34d is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:48.043102 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34bfb8ed-8071-47d3-8214-5165ebae5165 req-17fb3bcb-fd1b-46e6-b8df-6effe46be27b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Router 15f735eb-292d-46f7-9b9c-fd785227641c has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:56:48.057382 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f4345cd0-1df9-48bd-90e2-1d25c8207b46 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (7f400fce-e800-4b88-a25c-badec0a5dad0), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:48.090989 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e5bbe7d7-dfce-4618-8521-715c83c0adcc req-c2b30c22-8818-429c-b796-6d9632b8a1ea tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1965f2-86a9-4dcd-be84-af2d137f3dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6729326 Mar 01 13:56:48.135788 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c068dea-b09b-4fbb-909c-0c61912dfcb3 None None] Resources bound (agent type, host, resource id): {{(pid=103728) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 13:56:48.136662 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc5c4d-9fb1-4184-9862-57cf36d9f45a req-6dfcd101-de6d-49d3-8166-1e7eb83ea08d tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:48.143474 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0dfc5c4d-9fb1-4184-9862-57cf36d9f45a req-6dfcd101-de6d-49d3-8166-1e7eb83ea08d tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] 10.222.0.13 "GET /v2.0/ports?device_id=4417faae-1616-4361-ae05-599964ffce84 HTTP/1.1" status: 200 len: 945 time: 0.1361470 Mar 01 13:56:48.169772 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f4345cd0-1df9-48bd-90e2-1d25c8207b46 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (7f400fce-e800-4b88-a25c-badec0a5dad0), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:48.203942 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f4345cd0-1df9-48bd-90e2-1d25c8207b46 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:48.209415 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f4345cd0-1df9-48bd-90e2-1d25c8207b46 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/7f400fce-e800-4b88-a25c-badec0a5dad0 HTTP/1.1" status: 204 len: 168 time: 0.4401076 Mar 01 13:56:48.209415 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4345cd0-1df9-48bd-90e2-1d25c8207b46 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Subnet': ['ID=7f400fce-e800-4b88-a25c-badec0a5dad0,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:48.209862 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50408) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:48.256376 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8efa5a2a-b0a7-4557-a454-a6ab0d3cad94 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0428929 Mar 01 13:56:48.264317 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0dfc5c4d-9fb1-4184-9862-57cf36d9f45a req-0955dbe8-6d0f-436a-9838-0c5955f02a5d tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2e075fe-d441-4e0c-9c60-d6339d4ceada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198251 Mar 01 13:56:48.265595 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50410) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:48.278411 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-1bdd95ef-c0cc-4ee1-87c6-c77674e9130e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:48.303575 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34bfb8ed-8071-47d3-8214-5165ebae5165 req-17fb3bcb-fd1b-46e6-b8df-6effe46be27b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:56:48.318275 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0531f0bc-f0b4-4fa4-a566-f931fa899b26 None None] Sync routers for ids ['15f735eb-292d-46f7-9b9c-fd785227641c'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:56:48.334382 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0531f0bc-f0b4-4fa4-a566-f931fa899b26 None None] Routers {'15f735eb-292d-46f7-9b9c-fd785227641c'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:56:48.336520 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-0531f0bc-f0b4-4fa4-a566-f931fa899b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:56:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['15f735eb-292d-46f7-9b9c-fd785227641c'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:56:48.440072 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-34bfb8ed-8071-47d3-8214-5165ebae5165 req-17fb3bcb-fd1b-46e6-b8df-6effe46be27b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] No DVR routers for this DVR port 7988cdd9-dd32-4813-871c-c8dca2569301 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:56:48.446738 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-34bfb8ed-8071-47d3-8214-5165ebae5165 req-17fb3bcb-fd1b-46e6-b8df-6effe46be27b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:48.450584 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-34bfb8ed-8071-47d3-8214-5165ebae5165 req-17fb3bcb-fd1b-46e6-b8df-6effe46be27b tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.32 "DELETE /v2.0/ports/7988cdd9-dd32-4813-871c-c8dca2569301 HTTP/1.1" status: 204 len: 173 time: 2.2643914 Mar 01 13:56:48.451886 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec34bf6-beac-4f11-8355-52b72229e171', 'name': 'network-vif-deleted', 'tag': '7988cdd9-dd32-4813-871c-c8dca2569301'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:56:48.454169 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f94be3-dc9e-4eda-b962-5ac7e21c5892" -d '{"events": [{"server_uuid": "0ec34bf6-beac-4f11-8355-52b72229e171", "name": "network-vif-deleted", "tag": "7988cdd9-dd32-4813-871c-c8dca2569301"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:56:48.474862 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-0531f0bc-f0b4-4fa4-a566-f931fa899b26 None None] Set router 15f735eb-292d-46f7-9b9c-fd785227641c gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:56:48.517681 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901d435f-2895-46a6-8e71-fab1dfd2700a x-openstack-request-id: req-901d435f-2895-46a6-8e71-fab1dfd2700a {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:56:48.518213 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec34bf6-beac-4f11-8355-52b72229e171", "name": "network-vif-deleted", "tag": "7988cdd9-dd32-4813-871c-c8dca2569301", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:56:48.518661 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-901d435f-2895-46a6-8e71-fab1dfd2700a {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:56:48.519229 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec34bf6-beac-4f11-8355-52b72229e171', 'name': 'network-vif-deleted', 'tag': '7988cdd9-dd32-4813-871c-c8dca2569301', 'status': 'completed', 'code': 200} Mar 01 13:56:48.545212 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96614a4e-491e-4148-85b6-d2b2b7f88b12 req-300d7e40-d210-488b-bf4b-8f6f43a380de tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:48.551461 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96614a4e-491e-4148-85b6-d2b2b7f88b12 req-300d7e40-d210-488b-bf4b-8f6f43a380de tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:48.558556 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96614a4e-491e-4148-85b6-d2b2b7f88b12 req-300d7e40-d210-488b-bf4b-8f6f43a380de tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:48.565503 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96614a4e-491e-4148-85b6-d2b2b7f88b12 req-300d7e40-d210-488b-bf4b-8f6f43a380de tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:48.590478 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96614a4e-491e-4148-85b6-d2b2b7f88b12 req-300d7e40-d210-488b-bf4b-8f6f43a380de tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:48.602153 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96614a4e-491e-4148-85b6-d2b2b7f88b12 req-300d7e40-d210-488b-bf4b-8f6f43a380de tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:48.614651 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96614a4e-491e-4148-85b6-d2b2b7f88b12 req-300d7e40-d210-488b-bf4b-8f6f43a380de tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:48.616945 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-96614a4e-491e-4148-85b6-d2b2b7f88b12 req-300d7e40-d210-488b-bf4b-8f6f43a380de tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5431 time: 0.2350457 Mar 01 13:56:48.618303 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdd95ef-c0cc-4ee1-87c6-c77674e9130e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:56:48.627144 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1bdd95ef-c0cc-4ee1-87c6-c77674e9130e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:48.670763 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4ea994-21a7-4f72-8e19-98f27406858a None None] Update dhcp port {'port': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'fixed_ips': [{'subnet_id': '7f400fce-e800-4b88-a25c-badec0a5dad0'}], 'binding:host_id': 'n-d-827467-3'}, 'id': '3ba9a17b-9202-464c-adde-1b32b83bf34d'} from n-d-827467-3. {{(pid=103728) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 01 13:56:48.703595 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bd4ea994-21a7-4f72-8e19-98f27406858a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3ba9a17b-9202-464c-adde-1b32b83bf34d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:48.758997 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-96614a4e-491e-4148-85b6-d2b2b7f88b12 req-ceac14fd-5635-413e-a840-503789339a3d tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1268106 Mar 01 13:56:48.786089 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-0531f0bc-f0b4-4fa4-a566-f931fa899b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'name': 'tempest-ServerActionsTestJSON-1773107722-router', 'tenant_id': '475192ca5f814c16b38a7d788a6a6472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0a8548b0-a18e-4eef-80a2-f961c99a4abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:46:14Z', 'updated_at': '2022-03-01T13:46:20Z', 'revision_number': 4, 'project_id': '475192ca5f814c16b38a7d788a6a6472', 'gw_port': {'id': '0a8548b0-a18e-4eef-80a2-f961c99a4abc', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:46:15Z', 'updated_at': '2022-03-01T13:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '2af81fa7-56fa-4a4c-87c5-b9bb6f35731c', 'name': '', 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166', 'tenant_id': '475192ca5f814c16b38a7d788a6a6472', 'mac_address': 'fa:16:3e:ab:34:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'd1ea702e-89f4-430d-ba35-37a3134c98fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:46:19Z', 'updated_at': '2022-03-01T13:46:28Z', 'revision_number': 5, 'project_id': '475192ca5f814c16b38a7d788a6a6472', 'subnets': [{'id': 'd1ea702e-89f4-430d-ba35-37a3134c98fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:56:48.819949 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0531f0bc-f0b4-4fa4-a566-f931fa899b26 None None] Checking router: 15f735eb-292d-46f7-9b9c-fd785227641c for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:56:48.829627 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0531f0bc-f0b4-4fa4-a566-f931fa899b26 None None] Routers {'15f735eb-292d-46f7-9b9c-fd785227641c'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:56:48.830246 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-0531f0bc-f0b4-4fa4-a566-f931fa899b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:56:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['15f735eb-292d-46f7-9b9c-fd785227641c'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:56:48.930537 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890e0a33-a237-4748-9166-28b5feab942b None None] get_active_networks_info from n-d-827467-3 {{(pid=103728) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 01 13:56:49.036167 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-80839b10-037e-4540-b463-10cc006c5f78 None None] Provisioning complete for port 3ba9a17b-9202-464c-adde-1b32b83bf34d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:49.036600 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-80839b10-037e-4540-b463-10cc006c5f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3ba9a17b-9202-464c-adde-1b32b83bf34d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:49.088780 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-0531f0bc-f0b4-4fa4-a566-f931fa899b26 None None] Set router 15f735eb-292d-46f7-9b9c-fd785227641c gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:56:49.172877 n-d-827467-3 neutron-server[103727]: DEBUG neutron.objects.ports [None req-1bdd95ef-c0cc-4ee1-87c6-c77674e9130e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103727) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 01 13:56:49.225896 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50420) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:49.294368 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-80839b10-037e-4540-b463-10cc006c5f78 None None] Current status of the port 3ba9a17b-9202-464c-adde-1b32b83bf34d is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:49.317218 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890e0a33-a237-4748-9166-28b5feab942b None None] Resources bound (agent type, host, resource id): {{(pid=103728) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 13:56:49.382799 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-0531f0bc-f0b4-4fa4-a566-f931fa899b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'name': 'tempest-ServerActionsTestJSON-1773107722-router', 'tenant_id': '475192ca5f814c16b38a7d788a6a6472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0a8548b0-a18e-4eef-80a2-f961c99a4abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:46:14Z', 'updated_at': '2022-03-01T13:46:20Z', 'revision_number': 4, 'project_id': '475192ca5f814c16b38a7d788a6a6472', 'gw_port': {'id': '0a8548b0-a18e-4eef-80a2-f961c99a4abc', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:46:15Z', 'updated_at': '2022-03-01T13:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '2af81fa7-56fa-4a4c-87c5-b9bb6f35731c', 'name': '', 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166', 'tenant_id': '475192ca5f814c16b38a7d788a6a6472', 'mac_address': 'fa:16:3e:ab:34:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'd1ea702e-89f4-430d-ba35-37a3134c98fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:46:19Z', 'updated_at': '2022-03-01T13:46:28Z', 'revision_number': 5, 'project_id': '475192ca5f814c16b38a7d788a6a6472', 'subnets': [{'id': 'd1ea702e-89f4-430d-ba35-37a3134c98fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:56:49.423885 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0531f0bc-f0b4-4fa4-a566-f931fa899b26 None None] The sync data for ids ['15f735eb-292d-46f7-9b9c-fd785227641c'] in n-d-827467-3 is: [{'id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'name': 'tempest-ServerActionsTestJSON-1773107722-router', 'tenant_id': '475192ca5f814c16b38a7d788a6a6472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0a8548b0-a18e-4eef-80a2-f961c99a4abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:46:14Z', 'updated_at': '2022-03-01T13:46:20Z', 'revision_number': 4, 'project_id': '475192ca5f814c16b38a7d788a6a6472', 'gw_port': {'id': '0a8548b0-a18e-4eef-80a2-f961c99a4abc', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:46:15Z', 'updated_at': '2022-03-01T13:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '2af81fa7-56fa-4a4c-87c5-b9bb6f35731c', 'name': '', 'network_id': '20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166', 'tenant_id': '475192ca5f814c16b38a7d788a6a6472', 'mac_address': 'fa:16:3e:ab:34:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'd1ea702e-89f4-430d-ba35-37a3134c98fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:46:19Z', 'updated_at': '2022-03-01T13:46:28Z', 'revision_number': 5, 'project_id': '475192ca5f814c16b38a7d788a6a6472', 'subnets': [{'id': 'd1ea702e-89f4-430d-ba35-37a3134c98fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:56:49.476104 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e1a33-9e21-41d3-a1ba-acbd605de53b req-019342a8-2bde-4c41-aacc-fd4deaa7e254 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:49.477894 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6b4e1a33-9e21-41d3-a1ba-acbd605de53b req-019342a8-2bde-4c41-aacc-fd4deaa7e254 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] 10.222.0.20 "GET /v2.0/ports?device_id=4417faae-1616-4361-ae05-599964ffce84 HTTP/1.1" status: 200 len: 945 time: 0.2189093 Mar 01 13:56:49.478702 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3680ef97-6023-44ca-ae28-c6ca4de65503 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks [] for security_group (7e1965f2-86a9-4dcd-be84-af2d137f3dff), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:49.541253 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3680ef97-6023-44ca-ae28-c6ca4de65503 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks [] for security_group (7e1965f2-86a9-4dcd-be84-af2d137f3dff), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:49.560688 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1bdd95ef-c0cc-4ee1-87c6-c77674e9130e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3ba9a17b-9202-464c-adde-1b32b83bf34d), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:49.576508 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 3ba9a17b-9202-464c-adde-1b32b83bf34d no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:56:49.617363 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201328e6-320e-48fe-b642-e5811cf7ba92 req-cda57c1b-342b-4c6d-b2d0-561f63f93c82 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:49.619830 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-201328e6-320e-48fe-b642-e5811cf7ba92 req-cda57c1b-342b-4c6d-b2d0-561f63f93c82 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] 10.222.0.13 "GET /v2.0/ports?device_id=4417faae-1616-4361-ae05-599964ffce84 HTTP/1.1" status: 200 len: 945 time: 0.1978381 Mar 01 13:56:49.644433 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-6b4e1a33-9e21-41d3-a1ba-acbd605de53b req-753d5e3e-2745-428c-89d7-78e67fe53b40 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] Deleting port 62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:56:49.645981 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6b4e1a33-9e21-41d3-a1ba-acbd605de53b req-753d5e3e-2745-428c-89d7-78e67fe53b40 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:49.771006 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-6b4e1a33-9e21-41d3-a1ba-acbd605de53b req-753d5e3e-2745-428c-89d7-78e67fe53b40 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] For port 62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d,segment=NetworkSegment(5ab6d9ad-ea88-4ea7-8d02-d771da76dcab),segment_id=5ab6d9ad-ea88-4ea7-8d02-d771da76dcab)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:49.771293 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 3ba9a17b-9202-464c-adde-1b32b83bf34d is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:49.771833 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6b4e1a33-9e21-41d3-a1ba-acbd605de53b req-753d5e3e-2745-428c-89d7-78e67fe53b40 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:49.771969 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3ba9a17b-9202-464c-adde-1b32b83bf34d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:49.779626 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3680ef97-6023-44ca-ae28-c6ca4de65503 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (7e1965f2-86a9-4dcd-be84-af2d137f3dff), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:49.786421 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3680ef97-6023-44ca-ae28-c6ca4de65503 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:49.787594 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3680ef97-6023-44ca-ae28-c6ca4de65503 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "DELETE /v2.0/security-groups/7e1965f2-86a9-4dcd-be84-af2d137f3dff HTTP/1.1" status: 204 len: 168 time: 0.5609167 Mar 01 13:56:49.799579 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50424) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:49.831745 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-201328e6-320e-48fe-b642-e5811cf7ba92 req-6585d24e-167a-4249-8f3e-a3f7c7d3dd72 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2e075fe-d441-4e0c-9c60-d6339d4ceada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920133 Mar 01 13:56:49.832062 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-6b4e1a33-9e21-41d3-a1ba-acbd605de53b req-753d5e3e-2745-428c-89d7-78e67fe53b40 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] Calling delete_port for 62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:56:49.850493 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680ef97-6023-44ca-ae28-c6ca4de65503 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1965f2-86a9-4dcd-be84-af2d137f3dff,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:49.855549 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-5c17a70a-1c8a-4b20-b3de-e4aeb93a5562 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] show failed (client error): The resource could not be found. Mar 01 13:56:49.858681 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5c17a70a-1c8a-4b20-b3de-e4aeb93a5562 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "GET /v2.0/security-groups/7e1965f2-86a9-4dcd-be84-af2d137f3dff HTTP/1.1" status: 404 len: 347 time: 0.0501804 Mar 01 13:56:49.863309 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50428) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:49.902447 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7ace33-51d7-4a78-a221-7f49a019c0c7 None None] New status for floating IP 2fed89e1-1c66-454c-92d0-ad302b1d42c5: DOWN {{(pid=103728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 13:56:50.096130 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a83ba-125a-423a-b6d5-b62993050eb0 req-5df1a8e3-c306-47a9-a646-488ea64fa768 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:50.101834 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a83ba-125a-423a-b6d5-b62993050eb0 req-5df1a8e3-c306-47a9-a646-488ea64fa768 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:50.109876 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a83ba-125a-423a-b6d5-b62993050eb0 req-5df1a8e3-c306-47a9-a646-488ea64fa768 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:50.118306 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a83ba-125a-423a-b6d5-b62993050eb0 req-5df1a8e3-c306-47a9-a646-488ea64fa768 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:50.124291 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a83ba-125a-423a-b6d5-b62993050eb0 req-5df1a8e3-c306-47a9-a646-488ea64fa768 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:50.129841 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a83ba-125a-423a-b6d5-b62993050eb0 req-5df1a8e3-c306-47a9-a646-488ea64fa768 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:50.136741 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a83ba-125a-423a-b6d5-b62993050eb0 req-5df1a8e3-c306-47a9-a646-488ea64fa768 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:50.138853 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-145a83ba-125a-423a-b6d5-b62993050eb0 req-5df1a8e3-c306-47a9-a646-488ea64fa768 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5431 time: 0.2391984 Mar 01 13:56:50.145660 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-1bdd95ef-c0cc-4ee1-87c6-c77674e9130e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] For port 3ba9a17b-9202-464c-adde-1b32b83bf34d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=3ba9a17b-9202-464c-adde-1b32b83bf34d,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:50.182804 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1bdd95ef-c0cc-4ee1-87c6-c77674e9130e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for port (3ba9a17b-9202-464c-adde-1b32b83bf34d), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:50.195395 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6b4e1a33-9e21-41d3-a1ba-acbd605de53b req-753d5e3e-2745-428c-89d7-78e67fe53b40 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:50.203700 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1bdd95ef-c0cc-4ee1-87c6-c77674e9130e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (3ba9a17b-9202-464c-adde-1b32b83bf34d), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:50.256033 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 13:56:50.257525 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 13:56:50.259458 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d5e3e-2745-428c-89d7-78e67fe53b40 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] Pushing event deleted for resources: {'Port': ['ID=62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:50.260705 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:56:50.293959 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1bdd95ef-c0cc-4ee1-87c6-c77674e9130e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (d1b12615-4f68-4193-8b17-e609b617c5d0), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:50.316181 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-bf03fb01-54ad-4c24-ac20-cb8863e94a65 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Deleting port edb17efe-6185-4897-a602-29fb8def5a5f {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:56:50.316671 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bf03fb01-54ad-4c24-ac20-cb8863e94a65 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (edb17efe-6185-4897-a602-29fb8def5a5f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:50.370576 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdd95ef-c0cc-4ee1-87c6-c77674e9130e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:50.379840 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4e1a33-9e21-41d3-a1ba-acbd605de53b req-753d5e3e-2745-428c-89d7-78e67fe53b40 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] No DVR routers for this DVR port 62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:56:50.382722 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6b4e1a33-9e21-41d3-a1ba-acbd605de53b req-753d5e3e-2745-428c-89d7-78e67fe53b40 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:50.388335 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6b4e1a33-9e21-41d3-a1ba-acbd605de53b req-753d5e3e-2745-428c-89d7-78e67fe53b40 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] 10.222.0.20 "DELETE /v2.0/ports/62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d HTTP/1.1" status: 204 len: 173 time: 0.9007118 Mar 01 13:56:50.391650 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd95ef-c0cc-4ee1-87c6-c77674e9130e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Subnet': ['ID=d1b12615-4f68-4193-8b17-e609b617c5d0,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:50.396349 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4417faae-1616-4361-ae05-599964ffce84', 'name': 'network-vif-deleted', 'tag': '62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:56:50.398802 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a32f6d-21ea-474e-8f66-7c5ff50411ef" -d '{"events": [{"server_uuid": "4417faae-1616-4361-ae05-599964ffce84", "name": "network-vif-deleted", "tag": "62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:56:50.400232 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-1bdd95ef-c0cc-4ee1-87c6-c77674e9130e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:50.435911 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdd95ef-c0cc-4ee1-87c6-c77674e9130e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:50.438468 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1bdd95ef-c0cc-4ee1-87c6-c77674e9130e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:50.476700 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd95ef-c0cc-4ee1-87c6-c77674e9130e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Port': ['ID=3ba9a17b-9202-464c-adde-1b32b83bf34d,revision_number=6']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:50.483331 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bf03fb01-54ad-4c24-ac20-cb8863e94a65 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (edb17efe-6185-4897-a602-29fb8def5a5f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:50.483839 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bf03fb01-54ad-4c24-ac20-cb8863e94a65 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks [] for floatingip (edb17efe-6185-4897-a602-29fb8def5a5f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:50.496961 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-145a83ba-125a-423a-b6d5-b62993050eb0 req-e39b7c7b-112e-4164-ab8d-9854e6c8f74a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3468382 Mar 01 13:56:50.502369 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1bdd95ef-c0cc-4ee1-87c6-c77674e9130e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2283452 Mar 01 13:56:50.505947 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50432) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:50.514763 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-bf03fb01-54ad-4c24-ac20-cb8863e94a65 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Calling delete_port for edb17efe-6185-4897-a602-29fb8def5a5f owned by network:floatingip {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:56:50.517836 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-1d36264a-fd46-4773-8d9c-525209a57940 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:50.603139 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ef3e46-5f9b-4b17-930a-5b11891993b7 x-openstack-request-id: req-87ef3e46-5f9b-4b17-930a-5b11891993b7 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:56:50.603416 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4417faae-1616-4361-ae05-599964ffce84", "name": "network-vif-deleted", "tag": "62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:56:50.603785 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87ef3e46-5f9b-4b17-930a-5b11891993b7 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:56:50.604198 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4417faae-1616-4361-ae05-599964ffce84', 'name': 'network-vif-deleted', 'tag': '62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d', 'status': 'completed', 'code': 200} Mar 01 13:56:50.684545 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d36264a-fd46-4773-8d9c-525209a57940 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:56:50.689062 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1d36264a-fd46-4773-8d9c-525209a57940 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:50.728280 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bf03fb01-54ad-4c24-ac20-cb8863e94a65 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (edb17efe-6185-4897-a602-29fb8def5a5f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:50.758721 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03fb01-54ad-4c24-ac20-cb8863e94a65 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Pushing event deleted for resources: {'Port': ['ID=edb17efe-6185-4897-a602-29fb8def5a5f,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:50.804122 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 3ba9a17b-9202-464c-adde-1b32b83bf34d is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:50.804724 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3ba9a17b-9202-464c-adde-1b32b83bf34d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:50.850500 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 3ba9a17b-9202-464c-adde-1b32b83bf34d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=3ba9a17b-9202-464c-adde-1b32b83bf34d,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:50.858350 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (3ba9a17b-9202-464c-adde-1b32b83bf34d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:50.868220 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bf03fb01-54ad-4c24-ac20-cb8863e94a65 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks [] for floatingip (2fed89e1-1c66-454c-92d0-ad302b1d42c5), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:50.871562 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bf03fb01-54ad-4c24-ac20-cb8863e94a65 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:50.872842 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-bf03fb01-54ad-4c24-ac20-cb8863e94a65 tempest-ServerActionsTestJSON-553060867 tempest-ServerActionsTestJSON-553060867-project] 10.222.0.13 "DELETE /v2.0/floatingips/2fed89e1-1c66-454c-92d0-ad302b1d42c5 HTTP/1.1" status: 204 len: 168 time: 1.0083928 Mar 01 13:56:50.875950 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50438) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:50.923815 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c143307-2cb6-4ae5-b443-9083f2259ca9 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:56:50.952510 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=3ba9a17b-9202-464c-adde-1b32b83bf34d,revision_number=7']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:51.017146 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 7988cdd9-dd32-4813-871c-c8dca2569301 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:56:51.046942 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-32a2e320-ebe5-4bb5-b77c-ff35f929b9eb req-c57d0b4b-7d5e-4c46-9f4e-2b57b0078488 tempest-ServerPasswordTestJSON-320037479 tempest-ServerPasswordTestJSON-320037479-project] 10.222.0.13 "GET /v2.0/ports?device_id=4417faae-1616-4361-ae05-599964ffce84 HTTP/1.1" status: 200 len: 210 time: 0.0337114 Mar 01 13:56:51.050340 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-e81cbdc2-092d-4c4c-8a93-53018783deaf None None] Provisioning complete for port 3ba9a17b-9202-464c-adde-1b32b83bf34d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:51.051815 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e81cbdc2-092d-4c4c-8a93-53018783deaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3ba9a17b-9202-464c-adde-1b32b83bf34d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:51.100255 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: 7988cdd9-dd32-4813-871c-c8dca2569301 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:56:51.100606 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 7988cdd9-dd32-4813-871c-c8dca2569301 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:56:51.195915 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-e81cbdc2-092d-4c4c-8a93-53018783deaf None None] Current status of the port 3ba9a17b-9202-464c-adde-1b32b83bf34d is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:51.196762 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e81cbdc2-092d-4c4c-8a93-53018783deaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3ba9a17b-9202-464c-adde-1b32b83bf34d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:51.219367 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1d36264a-fd46-4773-8d9c-525209a57940 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (4a07792f-e56b-4a4a-9afb-8921a5fcdd07), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:51.256862 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-e81cbdc2-092d-4c4c-8a93-53018783deaf None None] For port 3ba9a17b-9202-464c-adde-1b32b83bf34d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=3ba9a17b-9202-464c-adde-1b32b83bf34d,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:51.269478 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e81cbdc2-092d-4c4c-8a93-53018783deaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (3ba9a17b-9202-464c-adde-1b32b83bf34d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:51.282476 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d36264a-fd46-4773-8d9c-525209a57940 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:51.288444 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-1d36264a-fd46-4773-8d9c-525209a57940 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:51.293416 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d36264a-fd46-4773-8d9c-525209a57940 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:51.294153 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1d36264a-fd46-4773-8d9c-525209a57940 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:51.311527 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d36264a-fd46-4773-8d9c-525209a57940 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Subnet': ['ID=4a07792f-e56b-4a4a-9afb-8921a5fcdd07,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:51.330963 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81cbdc2-092d-4c4c-8a93-53018783deaf None None] Pushing event updated for resources: {'Port': ['ID=3ba9a17b-9202-464c-adde-1b32b83bf34d,revision_number=8']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:51.336705 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1d36264a-fd46-4773-8d9c-525209a57940 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8294539 Mar 01 13:56:51.337016 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50442) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:51.349455 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-eaa546b8-accd-4aaf-9b95-674e9010cbdc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'port': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'mac_address': 'fa:16:3e:6b:24:d1', 'name': 'tempest-NetworksTestDHCPv6-798956626'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:51.472033 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 3ba9a17b-9202-464c-adde-1b32b83bf34d up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:56:51.547777 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 3ba9a17b-9202-464c-adde-1b32b83bf34d triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:51.548138 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3ba9a17b-9202-464c-adde-1b32b83bf34d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:51.551868 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a096ce2a-ba89-4c12-98ea-3e677c7bd43a None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:56:51.596742 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa546b8-accd-4aaf-9b95-674e9010cbdc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:56:51.661584 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-50d371ec-a9f0-4e0d-8ebe-ba7b506009fc None None] Provisioning complete for port 3ba9a17b-9202-464c-adde-1b32b83bf34d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:51.662580 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-50d371ec-a9f0-4e0d-8ebe-ba7b506009fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3ba9a17b-9202-464c-adde-1b32b83bf34d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:51.671300 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62362e8b-c524-44e0-b2b7-774bc8ed5bfe req-bb22f14f-d0e8-4408-b1f3-e5ace6f0a01e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:51.678382 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62362e8b-c524-44e0-b2b7-774bc8ed5bfe req-bb22f14f-d0e8-4408-b1f3-e5ace6f0a01e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:51.684813 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62362e8b-c524-44e0-b2b7-774bc8ed5bfe req-bb22f14f-d0e8-4408-b1f3-e5ace6f0a01e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:51.690798 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62362e8b-c524-44e0-b2b7-774bc8ed5bfe req-bb22f14f-d0e8-4408-b1f3-e5ace6f0a01e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:51.696806 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62362e8b-c524-44e0-b2b7-774bc8ed5bfe req-bb22f14f-d0e8-4408-b1f3-e5ace6f0a01e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:51.704199 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62362e8b-c524-44e0-b2b7-774bc8ed5bfe req-bb22f14f-d0e8-4408-b1f3-e5ace6f0a01e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:51.713034 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62362e8b-c524-44e0-b2b7-774bc8ed5bfe req-bb22f14f-d0e8-4408-b1f3-e5ace6f0a01e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:51.716624 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-62362e8b-c524-44e0-b2b7-774bc8ed5bfe req-bb22f14f-d0e8-4408-b1f3-e5ace6f0a01e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5431 time: 0.1154330 Mar 01 13:56:51.751953 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eaa546b8-accd-4aaf-9b95-674e9010cbdc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:51.774122 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4ad4f95c-1161-4b56-a17a-859f8de60455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (15f735eb-292d-46f7-9b9c-fd785227641c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:51.811844 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-62362e8b-c524-44e0-b2b7-774bc8ed5bfe req-e4d8eedc-0d35-424a-8dd5-52e1b41837e1 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0866945 Mar 01 13:56:51.818277 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-eaa546b8-accd-4aaf-9b95-674e9010cbdc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] device_id is not set on port 31fff538-d6c8-4342-9009-e422938140d6 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:56:51.837644 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 3ba9a17b-9202-464c-adde-1b32b83bf34d is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:51.889492 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-50d371ec-a9f0-4e0d-8ebe-ba7b506009fc None None] Current status of the port 3ba9a17b-9202-464c-adde-1b32b83bf34d is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:51.958149 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89eaeb0-6645-4018-ba20-fa705cb23a67 None None] Update dhcp port {'port': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'fixed_ips': [{'subnet_id': 'd1b12615-4f68-4193-8b17-e609b617c5d0', 'ip_address': '2001:db8::f816:3eff:fed8:854f'}, {'subnet_id': '4a07792f-e56b-4a4a-9afb-8921a5fcdd07'}], 'binding:host_id': 'n-d-827467-3'}, 'id': '3ba9a17b-9202-464c-adde-1b32b83bf34d'} from n-d-827467-3. {{(pid=103728) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 01 13:56:51.987965 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b89eaeb0-6645-4018-ba20-fa705cb23a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3ba9a17b-9202-464c-adde-1b32b83bf34d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:52.088485 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-eaa546b8-accd-4aaf-9b95-674e9010cbdc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Allocated IP 172.20.0.14 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/4a07792f-e56b-4a4a-9afb-8921a5fcdd07/31fff538-d6c8-4342-9009-e422938140d6) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:56:52.102046 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-eaa546b8-accd-4aaf-9b95-674e9010cbdc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Allocated IP 2001:db8::f816:3eff:fe6b:24d1 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/d1b12615-4f68-4193-8b17-e609b617c5d0/31fff538-d6c8-4342-9009-e422938140d6) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:56:52.136975 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50450) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:52.210356 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a85582e-7af5-4d6f-a554-a51f2eb7d445 admin admin] Deleting subnet 7b4b21f9-8aa8-4688-8188-5f129c766811 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:56:52.216740 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6a85582e-7af5-4d6f-a554-a51f2eb7d445 admin admin] Publish callbacks [] for subnet (7b4b21f9-8aa8-4688-8188-5f129c766811), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:52.284871 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6a85582e-7af5-4d6f-a554-a51f2eb7d445 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (7b4b21f9-8aa8-4688-8188-5f129c766811), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:52.292168 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-4ad4f95c-1161-4b56-a17a-859f8de60455 admin admin] Deleting port 2af81fa7-56fa-4a4c-87c5-b9bb6f35731c {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:56:52.293018 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4ad4f95c-1161-4b56-a17a-859f8de60455 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (2af81fa7-56fa-4a4c-87c5-b9bb6f35731c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:52.329852 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6a85582e-7af5-4d6f-a554-a51f2eb7d445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (7b4b21f9-8aa8-4688-8188-5f129c766811), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:52.375261 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eaa546b8-accd-4aaf-9b95-674e9010cbdc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for port (31fff538-d6c8-4342-9009-e422938140d6), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:52.415538 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6a85582e-7af5-4d6f-a554-a51f2eb7d445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (7b4b21f9-8aa8-4688-8188-5f129c766811), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:52.441615 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-4ad4f95c-1161-4b56-a17a-859f8de60455 admin admin] For port 2af81fa7-56fa-4a4c-87c5-b9bb6f35731c, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=2af81fa7-56fa-4a4c-87c5-b9bb6f35731c,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:52.442021 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4ad4f95c-1161-4b56-a17a-859f8de60455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (2af81fa7-56fa-4a4c-87c5-b9bb6f35731c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:52.446194 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85582e-7af5-4d6f-a554-a51f2eb7d445 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b4b21f9-8aa8-4688-8188-5f129c766811,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:52.455691 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6a85582e-7af5-4d6f-a554-a51f2eb7d445 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:52.464908 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6a85582e-7af5-4d6f-a554-a51f2eb7d445 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7b4b21f9-8aa8-4688-8188-5f129c766811 HTTP/1.1" status: 204 len: 168 time: 0.3221474 Mar 01 13:56:52.466591 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50456) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:52.473386 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eaa546b8-accd-4aaf-9b95-674e9010cbdc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (31fff538-d6c8-4342-9009-e422938140d6), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:52.511911 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-b89eaeb0-6645-4018-ba20-fa705cb23a67 None None] Allocated IP 172.20.0.2 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/4a07792f-e56b-4a4a-9afb-8921a5fcdd07/3ba9a17b-9202-464c-adde-1b32b83bf34d) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:56:52.551523 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-4ad4f95c-1161-4b56-a17a-859f8de60455 admin admin] Calling delete_port for 2af81fa7-56fa-4a4c-87c5-b9bb6f35731c owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:56:52.559794 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa546b8-accd-4aaf-9b95-674e9010cbdc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Port': ['ID=31fff538-d6c8-4342-9009-e422938140d6,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:52.583417 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa546b8-accd-4aaf-9b95-674e9010cbdc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:52.583417 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-eaa546b8-accd-4aaf-9b95-674e9010cbdc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:52.583417 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa546b8-accd-4aaf-9b95-674e9010cbdc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:56:52.615735 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-367f5872-e0b0-4eaa-85e5-9c113f083eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (1086b107-35a2-4b22-8737-a85f855dc602), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:52.642236 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-b89eaeb0-6645-4018-ba20-fa705cb23a67 None None] For port 3ba9a17b-9202-464c-adde-1b32b83bf34d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=3ba9a17b-9202-464c-adde-1b32b83bf34d,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:52.676372 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa546b8-accd-4aaf-9b95-674e9010cbdc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:52.677136 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eaa546b8-accd-4aaf-9b95-674e9010cbdc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:52.677265 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b89eaeb0-6645-4018-ba20-fa705cb23a67 None None] Publish callbacks [] for port (3ba9a17b-9202-464c-adde-1b32b83bf34d), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:52.682423 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b89eaeb0-6645-4018-ba20-fa705cb23a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (3ba9a17b-9202-464c-adde-1b32b83bf34d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:52.712715 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-eaa546b8-accd-4aaf-9b95-674e9010cbdc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3717306 Mar 01 13:56:52.740034 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50458) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:52.782002 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:56:52.795008 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9d924-98ca-40e0-89d9-540531101a6b req-df2053da-3367-4c20-b2e2-afcd9349f187 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:52.796634 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d6f9d924-98ca-40e0-89d9-540531101a6b req-df2053da-3367-4c20-b2e2-afcd9349f187 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45 HTTP/1.1" status: 200 len: 945 time: 0.1791236 Mar 01 13:56:52.798762 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-367f5872-e0b0-4eaa-85e5-9c113f083eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (1086b107-35a2-4b22-8737-a85f855dc602), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:52.842352 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-367f5872-e0b0-4eaa-85e5-9c113f083eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1086b107-35a2-4b22-8737-a85f855dc602']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:56:52.863412 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-367f5872-e0b0-4eaa-85e5-9c113f083eb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab6d9ad-ea88-4ea7-8d02-d771da76dcab') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:56:52.863743 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-367f5872-e0b0-4eaa-85e5-9c113f083eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab6d9ad-ea88-4ea7-8d02-d771da76dcab') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:56:52.872018 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:56:52.873801 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 62f6d35c-41b0-4c6d-a8a6-3a3eaa24e62d not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:56:52.884129 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4ad4f95c-1161-4b56-a17a-859f8de60455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (2af81fa7-56fa-4a4c-87c5-b9bb6f35731c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:52.889121 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89eaeb0-6645-4018-ba20-fa705cb23a67 None None] Pushing event updated for resources: {'Port': ['ID=3ba9a17b-9202-464c-adde-1b32b83bf34d,revision_number=9']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:52.893688 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a68024-fe11-488f-8b69-6901c367c580 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:52.899048 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a68024-fe11-488f-8b69-6901c367c580 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:52.903225 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a6a68024-fe11-488f-8b69-6901c367c580 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1572661 Mar 01 13:56:52.907065 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-367f5872-e0b0-4eaa-85e5-9c113f083eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (5ab6d9ad-ea88-4ea7-8d02-d771da76dcab), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:52.911601 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50462) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:52.943984 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d6f9d924-98ca-40e0-89d9-540531101a6b req-75964d1d-ba6f-4e26-ac39-c8c1a16f8e6f tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb41f9e-b184-478d-8271-cac26ee57543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281419 Mar 01 13:56:52.944121 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4f95c-1161-4b56-a17a-859f8de60455 admin admin] Pushing event deleted for resources: {'Port': ['ID=2af81fa7-56fa-4a4c-87c5-b9bb6f35731c,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:53.003329 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-367f5872-e0b0-4eaa-85e5-9c113f083eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (5ab6d9ad-ea88-4ea7-8d02-d771da76dcab), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:53.037164 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-367f5872-e0b0-4eaa-85e5-9c113f083eb5 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:56:53.037598 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-367f5872-e0b0-4eaa-85e5-9c113f083eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (5ab6d9ad-ea88-4ea7-8d02-d771da76dcab), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:53.040637 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 13:56:53.040637 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:56:53.040637 n-d-827467-3 neutron-server[103727]: timer() Mar 01 13:56:53.040637 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:56:53.040637 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 13:56:53.040637 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:56:53.040637 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 13:56:53.040637 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:56:53.040637 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 13:56:53.040637 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:56:53.040637 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 13:56:53.040637 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:56:53.040637 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 13:56:53.040637 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:56:53.040637 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:56:53.040637 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:56:53.040637 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:56:53.040637 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:56:53.040637 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 13:56:53.040637 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:56:53.040637 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 13:56:53.040637 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:56:53.040637 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:56:53.040637 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:56:53.040637 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 13:56:53.040637 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:56:53.040637 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:56:53.040637 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:56:53.040637 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:56:53.040637 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:56:53.040637 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:56:53.040637 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:56:53.193965 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e4157-712f-4f90-879a-5b3b45db1361 req-2889c184-e89b-4a8d-a5aa-e19e356eb922 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:53.209237 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e4157-712f-4f90-879a-5b3b45db1361 req-2889c184-e89b-4a8d-a5aa-e19e356eb922 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:53.210982 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4ad4f95c-1161-4b56-a17a-859f8de60455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (15f735eb-292d-46f7-9b9c-fd785227641c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:53.215748 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e4157-712f-4f90-879a-5b3b45db1361 req-2889c184-e89b-4a8d-a5aa-e19e356eb922 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:53.221514 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e4157-712f-4f90-879a-5b3b45db1361 req-2889c184-e89b-4a8d-a5aa-e19e356eb922 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:53.227386 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e4157-712f-4f90-879a-5b3b45db1361 req-2889c184-e89b-4a8d-a5aa-e19e356eb922 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:53.232989 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e4157-712f-4f90-879a-5b3b45db1361 req-2889c184-e89b-4a8d-a5aa-e19e356eb922 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:53.238746 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e4157-712f-4f90-879a-5b3b45db1361 req-2889c184-e89b-4a8d-a5aa-e19e356eb922 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:53.240790 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-920e4157-712f-4f90-879a-5b3b45db1361 req-2889c184-e89b-4a8d-a5aa-e19e356eb922 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5431 time: 0.2512980 Mar 01 13:56:53.245370 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-367f5872-e0b0-4eaa-85e5-9c113f083eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (1086b107-35a2-4b22-8737-a85f855dc602), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:53.257179 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-367f5872-e0b0-4eaa-85e5-9c113f083eb5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:53.263528 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-367f5872-e0b0-4eaa-85e5-9c113f083eb5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1086b107-35a2-4b22-8737-a85f855dc602 HTTP/1.1" status: 204 len: 168 time: 0.7970612 Mar 01 13:56:53.303020 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f5872-e0b0-4eaa-85e5-9c113f083eb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1086b107-35a2-4b22-8737-a85f855dc602,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:53.368558 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-e55b33b9-f8a9-419d-9480-a53e0696f6de tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting port 31fff538-d6c8-4342-9009-e422938140d6 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:56:53.369666 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e55b33b9-f8a9-419d-9480-a53e0696f6de tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (31fff538-d6c8-4342-9009-e422938140d6), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:53.486891 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50472) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:53.554691 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-dac3f545-a9a3-46f8-9138-d57d47bebf03 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0836145792d0434b8d22b40c72603430&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0658157 Mar 01 13:56:53.565555 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50474) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:53.597756 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 3ba9a17b-9202-464c-adde-1b32b83bf34d up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:56:53.656485 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad4f95c-1161-4b56-a17a-859f8de60455 admin admin] Router 15f735eb-292d-46f7-9b9c-fd785227641c has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:56:53.662681 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 3ba9a17b-9202-464c-adde-1b32b83bf34d triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:53.663068 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3ba9a17b-9202-464c-adde-1b32b83bf34d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:53.764973 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 3ba9a17b-9202-464c-adde-1b32b83bf34d is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:53.852949 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-6be92804-a4ba-40bf-a4c8-e10c024409d1 None None] Provisioning complete for port 3ba9a17b-9202-464c-adde-1b32b83bf34d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:53.853487 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6be92804-a4ba-40bf-a4c8-e10c024409d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3ba9a17b-9202-464c-adde-1b32b83bf34d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:53.958071 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e55b33b9-f8a9-419d-9480-a53e0696f6de tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (31fff538-d6c8-4342-9009-e422938140d6), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:53.971027 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-6be92804-a4ba-40bf-a4c8-e10c024409d1 None None] Current status of the port 3ba9a17b-9202-464c-adde-1b32b83bf34d is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:53.976222 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-e55b33b9-f8a9-419d-9480-a53e0696f6de tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Calling delete_port for 31fff538-d6c8-4342-9009-e422938140d6 owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:56:54.033166 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-920e4157-712f-4f90-879a-5b3b45db1361 req-ced9c607-3148-4661-a68e-ebb0f32f291a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7819817 Mar 01 13:56:54.109134 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad4f95c-1161-4b56-a17a-859f8de60455 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:56:54.114910 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4ad4f95c-1161-4b56-a17a-859f8de60455 admin admin] 10.222.0.13 "PUT /v2.0/routers/15f735eb-292d-46f7-9b9c-fd785227641c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2379463 Mar 01 13:56:54.117351 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50478) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:54.119855 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799986df-bbc2-4dcd-afab-70ad798f6c6c None None] Sync routers for ids ['15f735eb-292d-46f7-9b9c-fd785227641c'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:56:54.131260 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799986df-bbc2-4dcd-afab-70ad798f6c6c None None] Routers {'15f735eb-292d-46f7-9b9c-fd785227641c'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:56:54.132194 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-799986df-bbc2-4dcd-afab-70ad798f6c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:56:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['15f735eb-292d-46f7-9b9c-fd785227641c'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:56:54.132346 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-23b9033d-408b-4f6d-b129-11c855d92455 admin admin] Publish callbacks [] for security_group (a2e075fe-d441-4e0c-9c60-d6339d4ceada), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:54.169314 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47ab27-0a6b-4f67-b7d6-5c4c64a8a73f req-549f477b-f4fc-400e-a0c1-338144b1c75a tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:54.170936 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ec47ab27-0a6b-4f67-b7d6-5c4c64a8a73f req-549f477b-f4fc-400e-a0c1-338144b1c75a tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45 HTTP/1.1" status: 200 len: 945 time: 0.1834877 Mar 01 13:56:54.195383 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-ca8b9247-3563-42e7-bbae-bed8918d6415 None None] Provisioning complete for port 31fff538-d6c8-4342-9009-e422938140d6 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:54.196118 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ca8b9247-3563-42e7-bbae-bed8918d6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (31fff538-d6c8-4342-9009-e422938140d6), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:54.205531 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-23b9033d-408b-4f6d-b129-11c855d92455 admin admin] Publish callbacks [] for security_group (a2e075fe-d441-4e0c-9c60-d6339d4ceada), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:54.238600 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b17b8ae5-35da-4bef-be91-57924039b1ef admin admin] Publish callbacks [] for router (15f735eb-292d-46f7-9b9c-fd785227641c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:54.244725 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ec47ab27-0a6b-4f67-b7d6-5c4c64a8a73f req-456bc5bd-3fad-40aa-8052-b36cfc2530a2 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb41f9e-b184-478d-8271-cac26ee57543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671816 Mar 01 13:56:54.260472 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ca8b9247-3563-42e7-bbae-bed8918d6415 None None] Port 31fff538-d6c8-4342-9009-e422938140d6 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:56:54.263370 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-799986df-bbc2-4dcd-afab-70ad798f6c6c None None] Set router 15f735eb-292d-46f7-9b9c-fd785227641c gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:56:54.348968 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-23b9033d-408b-4f6d-b129-11c855d92455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a2e075fe-d441-4e0c-9c60-d6339d4ceada), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:54.351816 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-23b9033d-408b-4f6d-b129-11c855d92455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:54.352949 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-23b9033d-408b-4f6d-b129-11c855d92455 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2e075fe-d441-4e0c-9c60-d6339d4ceada HTTP/1.1" status: 204 len: 168 time: 0.7864349 Mar 01 13:56:54.365193 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b17b8ae5-35da-4bef-be91-57924039b1ef admin admin] Publish callbacks [] for router_gateway (15f735eb-292d-46f7-9b9c-fd785227641c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:54.378507 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9033d-408b-4f6d-b129-11c855d92455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e075fe-d441-4e0c-9c60-d6339d4ceada,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:54.435135 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b17b8ae5-35da-4bef-be91-57924039b1ef admin admin] Deleting port 0a8548b0-a18e-4eef-80a2-f961c99a4abc {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:56:54.435529 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b17b8ae5-35da-4bef-be91-57924039b1ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (0a8548b0-a18e-4eef-80a2-f961c99a4abc), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:54.445110 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e55b33b9-f8a9-419d-9480-a53e0696f6de tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (31fff538-d6c8-4342-9009-e422938140d6), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:54.473115 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-799986df-bbc2-4dcd-afab-70ad798f6c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'name': 'tempest-ServerActionsTestJSON-1773107722-router', 'tenant_id': '475192ca5f814c16b38a7d788a6a6472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '0a8548b0-a18e-4eef-80a2-f961c99a4abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:46:14Z', 'updated_at': '2022-03-01T13:56:52Z', 'revision_number': 5, 'project_id': '475192ca5f814c16b38a7d788a6a6472', 'gw_port': {'id': '0a8548b0-a18e-4eef-80a2-f961c99a4abc', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:46:15Z', 'updated_at': '2022-03-01T13:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:56:54.481447 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b33b9-f8a9-419d-9480-a53e0696f6de tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Port': ['ID=31fff538-d6c8-4342-9009-e422938140d6,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:54.529810 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799986df-bbc2-4dcd-afab-70ad798f6c6c None None] Checking router: 15f735eb-292d-46f7-9b9c-fd785227641c for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:56:54.541053 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799986df-bbc2-4dcd-afab-70ad798f6c6c None None] Routers {'15f735eb-292d-46f7-9b9c-fd785227641c'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:56:54.541870 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-799986df-bbc2-4dcd-afab-70ad798f6c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:56:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['15f735eb-292d-46f7-9b9c-fd785227641c'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:56:54.545540 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-b17b8ae5-35da-4bef-be91-57924039b1ef admin admin] For port 0a8548b0-a18e-4eef-80a2-f961c99a4abc, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=0a8548b0-a18e-4eef-80a2-f961c99a4abc,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:54.546091 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b17b8ae5-35da-4bef-be91-57924039b1ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (0a8548b0-a18e-4eef-80a2-f961c99a4abc), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:54.561743 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b17b8ae5-35da-4bef-be91-57924039b1ef admin admin] Calling delete_port for 0a8548b0-a18e-4eef-80a2-f961c99a4abc owned by network:router_gateway {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:56:54.618961 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e55b33b9-f8a9-419d-9480-a53e0696f6de tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:54.627228 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50484) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:54.627552 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e55b33b9-f8a9-419d-9480-a53e0696f6de tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/31fff538-d6c8-4342-9009-e422938140d6 HTTP/1.1" status: 204 len: 168 time: 1.7144887 Mar 01 13:56:54.653500 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-799986df-bbc2-4dcd-afab-70ad798f6c6c None None] Set router 15f735eb-292d-46f7-9b9c-fd785227641c gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:56:54.702175 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3e63de-3c3b-43e8-bf0a-1c5dd339822a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:54.709918 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3e63de-3c3b-43e8-bf0a-1c5dd339822a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:54.711261 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3e63de-3c3b-43e8-bf0a-1c5dd339822a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:54.715454 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2d3e63de-3c3b-43e8-bf0a-1c5dd339822a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0842319 Mar 01 13:56:54.716121 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50488) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:54.731247 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-799986df-bbc2-4dcd-afab-70ad798f6c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'name': 'tempest-ServerActionsTestJSON-1773107722-router', 'tenant_id': '475192ca5f814c16b38a7d788a6a6472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:46:14Z', 'updated_at': '2022-03-01T13:56:54Z', 'revision_number': 6, 'project_id': '475192ca5f814c16b38a7d788a6a6472', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:56:54.764067 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799986df-bbc2-4dcd-afab-70ad798f6c6c None None] The sync data for ids ['15f735eb-292d-46f7-9b9c-fd785227641c'] in n-d-827467-3 is: [{'id': '15f735eb-292d-46f7-9b9c-fd785227641c', 'name': 'tempest-ServerActionsTestJSON-1773107722-router', 'tenant_id': '475192ca5f814c16b38a7d788a6a6472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:46:14Z', 'updated_at': '2022-03-01T13:56:54Z', 'revision_number': 6, 'project_id': '475192ca5f814c16b38a7d788a6a6472', 'gw_port_host': None}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:56:54.831796 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e1b28c0-5c1a-48dc-a2fb-395756898823 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting subnet 4a07792f-e56b-4a4a-9afb-8921a5fcdd07 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:56:54.836405 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9e1b28c0-5c1a-48dc-a2fb-395756898823 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (4a07792f-e56b-4a4a-9afb-8921a5fcdd07), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:54.909896 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9e1b28c0-5c1a-48dc-a2fb-395756898823 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (4a07792f-e56b-4a4a-9afb-8921a5fcdd07), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:54.959803 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b17b8ae5-35da-4bef-be91-57924039b1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (0a8548b0-a18e-4eef-80a2-f961c99a4abc), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:54.992281 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b8ae5-35da-4bef-be91-57924039b1ef admin admin] Pushing event deleted for resources: {'Port': ['ID=0a8548b0-a18e-4eef-80a2-f961c99a4abc,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:55.072257 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9e1b28c0-5c1a-48dc-a2fb-395756898823 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (4a07792f-e56b-4a4a-9afb-8921a5fcdd07), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:55.114717 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b17b8ae5-35da-4bef-be91-57924039b1ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (15f735eb-292d-46f7-9b9c-fd785227641c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:55.187820 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50508) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:55.218181 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6bbfba05-fdec-4605-a823-6656d3a6cb37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:55.232473 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf634cd5-912e-45be-94ea-7621a86964b9 req-30257882-f27a-4d6b-85fb-f786573d5d86 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:55.243373 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b17b8ae5-35da-4bef-be91-57924039b1ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (15f735eb-292d-46f7-9b9c-fd785227641c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:55.246359 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf634cd5-912e-45be-94ea-7621a86964b9 req-30257882-f27a-4d6b-85fb-f786573d5d86 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:55.252321 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf634cd5-912e-45be-94ea-7621a86964b9 req-30257882-f27a-4d6b-85fb-f786573d5d86 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:55.258044 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf634cd5-912e-45be-94ea-7621a86964b9 req-30257882-f27a-4d6b-85fb-f786573d5d86 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:55.260998 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b17b8ae5-35da-4bef-be91-57924039b1ef admin admin] Publish callbacks [] for router_controller (15f735eb-292d-46f7-9b9c-fd785227641c), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:55.265249 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf634cd5-912e-45be-94ea-7621a86964b9 req-30257882-f27a-4d6b-85fb-f786573d5d86 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:55.274264 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf634cd5-912e-45be-94ea-7621a86964b9 req-30257882-f27a-4d6b-85fb-f786573d5d86 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:55.281071 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf634cd5-912e-45be-94ea-7621a86964b9 req-30257882-f27a-4d6b-85fb-f786573d5d86 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:55.281358 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9e1b28c0-5c1a-48dc-a2fb-395756898823 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (4a07792f-e56b-4a4a-9afb-8921a5fcdd07), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:55.289044 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cf634cd5-912e-45be-94ea-7621a86964b9 req-30257882-f27a-4d6b-85fb-f786573d5d86 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5431 time: 0.1547303 Mar 01 13:56:55.351191 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b28c0-5c1a-48dc-a2fb-395756898823 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Subnet': ['ID=4a07792f-e56b-4a4a-9afb-8921a5fcdd07,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:55.354175 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9e1b28c0-5c1a-48dc-a2fb-395756898823 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:55.358414 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9e1b28c0-5c1a-48dc-a2fb-395756898823 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/4a07792f-e56b-4a4a-9afb-8921a5fcdd07 HTTP/1.1" status: 204 len: 168 time: 0.6416035 Mar 01 13:56:55.362448 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f178e69-b9a2-486c-ac77-813cd5d5d018 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:56:55.367540 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b45ab6-31c2-4264-b34d-59a94d727550 req-781d6610-59b3-40b6-9b54-9e8ae8d36468 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:55.369788 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-41b45ab6-31c2-4264-b34d-59a94d727550 req-781d6610-59b3-40b6-9b54-9e8ae8d36468 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45 HTTP/1.1" status: 200 len: 945 time: 0.1438613 Mar 01 13:56:55.370311 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50514) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:55.372598 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b17b8ae5-35da-4bef-be91-57924039b1ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (15f735eb-292d-46f7-9b9c-fd785227641c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:55.375199 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17b8ae5-35da-4bef-be91-57924039b1ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15f735eb-292d-46f7-9b9c-fd785227641c {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 13:56:55.385438 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b17b8ae5-35da-4bef-be91-57924039b1ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:55.387051 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b17b8ae5-35da-4bef-be91-57924039b1ef admin admin] 10.222.0.13 "DELETE /v2.0/routers/15f735eb-292d-46f7-9b9c-fd785227641c HTTP/1.1" status: 204 len: 168 time: 1.2687728 Mar 01 13:56:55.396576 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-7eec7d52-e753-45ed-beb9-a68c9f258a5a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1320269385-network', 'tenant_id': 'f252ef0efd1f49f3a06761d6a0ce9215'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:55.399399 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50516) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:55.462247 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cf634cd5-912e-45be-94ea-7621a86964b9 req-6a0e2ecc-0456-4174-b68d-fb309c159c69 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1719203 Mar 01 13:56:55.486827 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c152e94-e10d-4b4c-9623-ec35e363bd21 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting subnet d1b12615-4f68-4193-8b17-e609b617c5d0 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:56:55.489465 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eec7d52-e753-45ed-beb9-a68c9f258a5a admin admin] Made reservation on behalf of f252ef0efd1f49f3a06761d6a0ce9215 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:56:55.492651 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0c152e94-e10d-4b4c-9623-ec35e363bd21 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (d1b12615-4f68-4193-8b17-e609b617c5d0), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:55.502217 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7eec7d52-e753-45ed-beb9-a68c9f258a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:55.510070 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0771fa-d3e3-47fa-982c-28a56babea96 admin admin] Deleting subnet d1ea702e-89f4-430d-ba35-37a3134c98fa {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:56:55.525414 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3e0771fa-d3e3-47fa-982c-28a56babea96 admin admin] Publish callbacks [] for subnet (d1ea702e-89f4-430d-ba35-37a3134c98fa), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:55.528794 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7eec7d52-e753-45ed-beb9-a68c9f258a5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:55.545582 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0c152e94-e10d-4b4c-9623-ec35e363bd21 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (d1b12615-4f68-4193-8b17-e609b617c5d0), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:55.554682 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa963768-3eb7-4518-9b87-1b6fceb8791e req-859dd5a9-2cc9-488a-bb17-16c86f316cd8 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:55.556220 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aa963768-3eb7-4518-9b87-1b6fceb8791e req-859dd5a9-2cc9-488a-bb17-16c86f316cd8 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45 HTTP/1.1" status: 200 len: 945 time: 0.1829255 Mar 01 13:56:55.590552 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-41b45ab6-31c2-4264-b34d-59a94d727550 req-7c738185-7b2d-4276-a873-5bcac1af8618 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Deleting port 20e57520-3202-4d02-a848-f75d8f9f300f {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:56:55.590918 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-41b45ab6-31c2-4264-b34d-59a94d727550 req-7c738185-7b2d-4276-a873-5bcac1af8618 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (20e57520-3202-4d02-a848-f75d8f9f300f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:55.603293 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3e0771fa-d3e3-47fa-982c-28a56babea96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (d1ea702e-89f4-430d-ba35-37a3134c98fa), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:55.716778 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0c152e94-e10d-4b4c-9623-ec35e363bd21 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (d1b12615-4f68-4193-8b17-e609b617c5d0), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:55.727944 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 0a8548b0-a18e-4eef-80a2-f961c99a4abc no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:56:55.750198 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aa963768-3eb7-4518-9b87-1b6fceb8791e req-5dcbbad4-1838-4249-ae55-86948ec2b17c tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb41f9e-b184-478d-8271-cac26ee57543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645691 Mar 01 13:56:55.765024 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 0a8548b0-a18e-4eef-80a2-f961c99a4abc {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:56:55.765634 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 0a8548b0-a18e-4eef-80a2-f961c99a4abc not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:56:55.766365 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 2af81fa7-56fa-4a4c-87c5-b9bb6f35731c no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:56:55.791919 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-41b45ab6-31c2-4264-b34d-59a94d727550 req-7c738185-7b2d-4276-a873-5bcac1af8618 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] For port 20e57520-3202-4d02-a848-f75d8f9f300f, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=20e57520-3202-4d02-a848-f75d8f9f300f,segment=NetworkSegment(e76d0319-8891-401a-b47b-4f5de5881eaf),segment_id=e76d0319-8891-401a-b47b-4f5de5881eaf)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:55.792340 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-41b45ab6-31c2-4264-b34d-59a94d727550 req-7c738185-7b2d-4276-a873-5bcac1af8618 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (20e57520-3202-4d02-a848-f75d8f9f300f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:55.801288 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 2af81fa7-56fa-4a4c-87c5-b9bb6f35731c {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:56:55.802116 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 2af81fa7-56fa-4a4c-87c5-b9bb6f35731c not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:56:55.812602 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3e0771fa-d3e3-47fa-982c-28a56babea96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (d1ea702e-89f4-430d-ba35-37a3134c98fa), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:55.872479 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3e0771fa-d3e3-47fa-982c-28a56babea96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (d1ea702e-89f4-430d-ba35-37a3134c98fa), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:55.894915 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf08608-7f35-416b-a14b-916a060c567a None None] Network 20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:56:55.911506 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3e0771fa-d3e3-47fa-982c-28a56babea96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:55.915443 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3e0771fa-d3e3-47fa-982c-28a56babea96 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d1ea702e-89f4-430d-ba35-37a3134c98fa HTTP/1.1" status: 204 len: 168 time: 0.5093713 Mar 01 13:56:55.918844 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0771fa-d3e3-47fa-982c-28a56babea96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1ea702e-89f4-430d-ba35-37a3134c98fa,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:55.923162 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50518) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:55.926275 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0c152e94-e10d-4b4c-9623-ec35e363bd21 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (d1b12615-4f68-4193-8b17-e609b617c5d0), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:55.935517 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7eec7d52-e753-45ed-beb9-a68c9f258a5a admin admin] Publish callbacks [] for security_group (b0752147-8a4b-4cdf-8130-14e6c73f4a28), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:55.943655 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7eec7d52-e753-45ed-beb9-a68c9f258a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b0752147-8a4b-4cdf-8130-14e6c73f4a28), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:55.961004 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eec7d52-e753-45ed-beb9-a68c9f258a5a admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:56:55.961503 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0c152e94-e10d-4b4c-9623-ec35e363bd21 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:55.969444 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0c152e94-e10d-4b4c-9623-ec35e363bd21 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/d1b12615-4f68-4193-8b17-e609b617c5d0 HTTP/1.1" status: 204 len: 168 time: 0.5947378 Mar 01 13:56:55.980527 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50520) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:56.017186 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7eec7d52-e753-45ed-beb9-a68c9f258a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (5c4b0dd5-2d4a-471b-b6b3-b873e7117996), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:56.017538 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-7eec7d52-e753-45ed-beb9-a68c9f258a5a admin admin] Added segment 5c4b0dd5-2d4a-471b-b6b3-b873e7117996 of type vlan for network ae0bfd58-4b0d-4a69-9efe-fe6beb56124e Mar 01 13:56:56.080375 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c152e94-e10d-4b4c-9623-ec35e363bd21 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Subnet': ['ID=d1b12615-4f68-4193-8b17-e609b617c5d0,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:56.119545 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-35868f3a-3339-4e5e-a1ec-c7a101ef3d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:56.143906 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-af7fc081-27b6-4a5e-9564-9dc06e60f690 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1532543 Mar 01 13:56:56.157108 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7eec7d52-e753-45ed-beb9-a68c9f258a5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (ae0bfd58-4b0d-4a69-9efe-fe6beb56124e), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:56.167906 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5333f857-7f35-44ba-93df-79b94c4b8e2e None None] DHCP port deletion for 20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:56:56.173309 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50522) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:56.187475 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-5e2aabf2-25cb-4253-942b-3d5c92ed7352 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:56.207442 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec7d52-e753-45ed-beb9-a68c9f258a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0752147-8a4b-4cdf-8130-14e6c73f4a28,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:56.236582 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-41b45ab6-31c2-4264-b34d-59a94d727550 req-7c738185-7b2d-4276-a873-5bcac1af8618 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:56.236956 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-41b45ab6-31c2-4264-b34d-59a94d727550 req-7c738185-7b2d-4276-a873-5bcac1af8618 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (d02e31a7-8c7e-470e-ac71-070a0a05a30c), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:56.237327 n-d-827467-3 neutron-server[103726]: INFO neutron.db.l3_db [req-41b45ab6-31c2-4264-b34d-59a94d727550 req-7c738185-7b2d-4276-a873-5bcac1af8618 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Floating IP d02e31a7-8c7e-470e-ac71-070a0a05a30c disassociated. External IP: 172.25.1.100, port: 20e57520-3202-4d02-a848-f75d8f9f300f. Mar 01 13:56:56.237673 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-41b45ab6-31c2-4264-b34d-59a94d727550 req-7c738185-7b2d-4276-a873-5bcac1af8618 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Calling delete_port for 20e57520-3202-4d02-a848-f75d8f9f300f owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:56:56.239854 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-5333f857-7f35-44ba-93df-79b94c4b8e2e None None] Deleting port b98c8d87-2af4-409c-8ed6-2614360f17ac {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:56:56.240355 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5333f857-7f35-44ba-93df-79b94c4b8e2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (b98c8d87-2af4-409c-8ed6-2614360f17ac), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:56.268365 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7eec7d52-e753-45ed-beb9-a68c9f258a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (ae0bfd58-4b0d-4a69-9efe-fe6beb56124e), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:56.269543 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eec7d52-e753-45ed-beb9-a68c9f258a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:56.270671 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7eec7d52-e753-45ed-beb9-a68c9f258a5a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:56.312018 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-35868f3a-3339-4e5e-a1ec-c7a101ef3d11 admin admin] Deleting port b98c8d87-2af4-409c-8ed6-2614360f17ac {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:56:56.312362 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-35868f3a-3339-4e5e-a1ec-c7a101ef3d11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (b98c8d87-2af4-409c-8ed6-2614360f17ac), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:56.323931 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c15608c-73c8-4d34-8bdf-54d586a570c7 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:56:56.324489 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7eec7d52-e753-45ed-beb9-a68c9f258a5a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1351662 Mar 01 13:56:56.325217 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50524) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:56.344027 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-5333f857-7f35-44ba-93df-79b94c4b8e2e None None] For port b98c8d87-2af4-409c-8ed6-2614360f17ac, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=b98c8d87-2af4-409c-8ed6-2614360f17ac,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:56.344555 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5333f857-7f35-44ba-93df-79b94c4b8e2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (b98c8d87-2af4-409c-8ed6-2614360f17ac), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:56.372581 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-079b2cf3-cde1-4628-8e55-167826015fc0 admin admin] Request body: {'subnet': {'network_id': 'ae0bfd58-4b0d-4a69-9efe-fe6beb56124e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1320269385-subnet', 'tenant_id': 'f252ef0efd1f49f3a06761d6a0ce9215', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:56.396760 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-5333f857-7f35-44ba-93df-79b94c4b8e2e None None] Calling delete_port for b98c8d87-2af4-409c-8ed6-2614360f17ac owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:56:56.406436 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-35868f3a-3339-4e5e-a1ec-c7a101ef3d11 admin admin] For port b98c8d87-2af4-409c-8ed6-2614360f17ac, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=b98c8d87-2af4-409c-8ed6-2614360f17ac,segment=NetworkSegment(adbddf4e-a21d-4b8d-ae28-1974e74a1c67),segment_id=adbddf4e-a21d-4b8d-ae28-1974e74a1c67)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:56.406799 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-35868f3a-3339-4e5e-a1ec-c7a101ef3d11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (b98c8d87-2af4-409c-8ed6-2614360f17ac), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:56.408316 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec7d52-e753-45ed-beb9-a68c9f258a5a admin admin] Pushing event updated for resources: {'Network': ['ID=ae0bfd58-4b0d-4a69-9efe-fe6beb56124e,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:56.419489 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079b2cf3-cde1-4628-8e55-167826015fc0 admin admin] Made reservation on behalf of f252ef0efd1f49f3a06761d6a0ce9215 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:56:56.422094 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-079b2cf3-cde1-4628-8e55-167826015fc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:56.424289 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network ae0bfd58-4b0d-4a69-9efe-fe6beb56124e details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:56:56.425084 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2aabf2-25cb-4253-942b-3d5c92ed7352 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:56:56.428536 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e2aabf2-25cb-4253-942b-3d5c92ed7352 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:56.454709 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-35868f3a-3339-4e5e-a1ec-c7a101ef3d11 admin admin] Calling delete_port for b98c8d87-2af4-409c-8ed6-2614360f17ac owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:56:56.528431 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-41b45ab6-31c2-4264-b34d-59a94d727550 req-7c738185-7b2d-4276-a873-5bcac1af8618 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (20e57520-3202-4d02-a848-f75d8f9f300f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:56.558293 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-a2d5fd60-e84f-4e6d-8fda-0e37fa9e77c7 None None] Provisioning complete for port 3ba9a17b-9202-464c-adde-1b32b83bf34d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:56:56.559149 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a2d5fd60-e84f-4e6d-8fda-0e37fa9e77c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3ba9a17b-9202-464c-adde-1b32b83bf34d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:56.578875 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c738185-7b2d-4276-a873-5bcac1af8618 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Pushing event deleted for resources: {'Port': ['ID=20e57520-3202-4d02-a848-f75d8f9f300f,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:56.645517 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5333f857-7f35-44ba-93df-79b94c4b8e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (b98c8d87-2af4-409c-8ed6-2614360f17ac), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:56.690749 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5333f857-7f35-44ba-93df-79b94c4b8e2e None None] Pushing event deleted for resources: {'Port': ['ID=b98c8d87-2af4-409c-8ed6-2614360f17ac,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:56.693657 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5333f857-7f35-44ba-93df-79b94c4b8e2e None None] No DVR routers for this DVR port b98c8d87-2af4-409c-8ed6-2614360f17ac on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:56:56.714874 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-35868f3a-3339-4e5e-a1ec-c7a101ef3d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (b98c8d87-2af4-409c-8ed6-2614360f17ac), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:56.719447 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8db33-92a7-400b-b96a-4e24dfd4ca43 req-57b57b31-50e7-47c5-a456-92e056418109 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:56.726581 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8db33-92a7-400b-b96a-4e24dfd4ca43 req-57b57b31-50e7-47c5-a456-92e056418109 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:56.734655 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8db33-92a7-400b-b96a-4e24dfd4ca43 req-57b57b31-50e7-47c5-a456-92e056418109 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:56.744161 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8db33-92a7-400b-b96a-4e24dfd4ca43 req-57b57b31-50e7-47c5-a456-92e056418109 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:56.751123 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8db33-92a7-400b-b96a-4e24dfd4ca43 req-57b57b31-50e7-47c5-a456-92e056418109 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:56.756828 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-a2d5fd60-e84f-4e6d-8fda-0e37fa9e77c7 None None] Current status of the port 3ba9a17b-9202-464c-adde-1b32b83bf34d is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:56:56.757961 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8db33-92a7-400b-b96a-4e24dfd4ca43 req-57b57b31-50e7-47c5-a456-92e056418109 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:56.764283 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8db33-92a7-400b-b96a-4e24dfd4ca43 req-57b57b31-50e7-47c5-a456-92e056418109 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:56.766325 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cda8db33-92a7-400b-b96a-4e24dfd4ca43 req-57b57b31-50e7-47c5-a456-92e056418109 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5431 time: 0.2070818 Mar 01 13:56:56.772330 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35868f3a-3339-4e5e-a1ec-c7a101ef3d11 admin admin] Pushing event deleted for resources: {'Port': ['ID=b98c8d87-2af4-409c-8ed6-2614360f17ac,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:56.774664 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35868f3a-3339-4e5e-a1ec-c7a101ef3d11 admin admin] No DVR routers for this DVR port b98c8d87-2af4-409c-8ed6-2614360f17ac on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:56:56.818729 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41b45ab6-31c2-4264-b34d-59a94d727550 req-7c738185-7b2d-4276-a873-5bcac1af8618 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Router 6ff75c52-fe55-4732-b4ca-c01c3ac78b83 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:56:56.826532 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931ee0d6-346c-4afe-9729-77274f47e72f None None] DHCP port deletion for db8edbc8-a3c8-4a8f-b733-3509635fb19f request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:56:56.873041 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-35868f3a-3339-4e5e-a1ec-c7a101ef3d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:56.886484 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-931ee0d6-346c-4afe-9729-77274f47e72f None None] Deleting port 3ba9a17b-9202-464c-adde-1b32b83bf34d {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:56:56.886940 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-931ee0d6-346c-4afe-9729-77274f47e72f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (3ba9a17b-9202-464c-adde-1b32b83bf34d), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:56.926848 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-35868f3a-3339-4e5e-a1ec-c7a101ef3d11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:56:56.933765 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1d2a6be0-690e-4bb8-af62-f2b6a9a78664 req-5880388f-c15d-4935-96b2-5c9e762b79d0 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45 HTTP/1.1" status: 200 len: 210 time: 0.0954015 Mar 01 13:56:56.941393 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-35868f3a-3339-4e5e-a1ec-c7a101ef3d11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adbddf4e-a21d-4b8d-ae28-1974e74a1c67') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:56:56.941674 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-35868f3a-3339-4e5e-a1ec-c7a101ef3d11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adbddf4e-a21d-4b8d-ae28-1974e74a1c67') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:56:56.962250 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-079b2cf3-cde1-4628-8e55-167826015fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (0671009d-d113-434d-acb2-b340af7ac7ef), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:56.967830 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-931ee0d6-346c-4afe-9729-77274f47e72f None None] For port 3ba9a17b-9202-464c-adde-1b32b83bf34d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=3ba9a17b-9202-464c-adde-1b32b83bf34d,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:56:56.968771 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-931ee0d6-346c-4afe-9729-77274f47e72f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (3ba9a17b-9202-464c-adde-1b32b83bf34d), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:56.984210 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-35868f3a-3339-4e5e-a1ec-c7a101ef3d11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (adbddf4e-a21d-4b8d-ae28-1974e74a1c67), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:56.987699 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-931ee0d6-346c-4afe-9729-77274f47e72f None None] Calling delete_port for 3ba9a17b-9202-464c-adde-1b32b83bf34d owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:56:56.990468 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e2aabf2-25cb-4253-942b-3d5c92ed7352 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (d71ed8f6-e021-483b-82dc-528827a20125), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:57.007402 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-35868f3a-3339-4e5e-a1ec-c7a101ef3d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (adbddf4e-a21d-4b8d-ae28-1974e74a1c67), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:57.020664 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35868f3a-3339-4e5e-a1ec-c7a101ef3d11 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:56:57.021309 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-35868f3a-3339-4e5e-a1ec-c7a101ef3d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (adbddf4e-a21d-4b8d-ae28-1974e74a1c67), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:56:57.022827 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:56:57.035809 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41b45ab6-31c2-4264-b34d-59a94d727550 req-7c738185-7b2d-4276-a873-5bcac1af8618 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:56:57.049307 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5ee6d1-1cc4-47f1-aad1-d274418fa9c9 None None] Sync routers for ids ['6ff75c52-fe55-4732-b4ca-c01c3ac78b83'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:56:57.067966 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cda8db33-92a7-400b-b96a-4e24dfd4ca43 req-d3f897e3-9691-459f-a887-4fa48818d7ae tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2935708 Mar 01 13:56:57.083444 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5ee6d1-1cc4-47f1-aad1-d274418fa9c9 None None] Routers {'6ff75c52-fe55-4732-b4ca-c01c3ac78b83'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:56:57.084549 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-fb5ee6d1-1cc4-47f1-aad1-d274418fa9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:56:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6ff75c52-fe55-4732-b4ca-c01c3ac78b83'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:56:57.094500 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2aabf2-25cb-4253-942b-3d5c92ed7352 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:57.099615 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-5e2aabf2-25cb-4253-942b-3d5c92ed7352 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:57.101736 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b2cf3-cde1-4628-8e55-167826015fc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0671009d-d113-434d-acb2-b340af7ac7ef,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:57.104342 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2aabf2-25cb-4253-942b-3d5c92ed7352 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:57.105471 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e2aabf2-25cb-4253-942b-3d5c92ed7352 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:57.149387 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079b2cf3-cde1-4628-8e55-167826015fc0 admin admin] Checking segment: {'id': '5c4b0dd5-2d4a-471b-b6b3-b873e7117996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ae0bfd58-4b0d-4a69-9efe-fe6beb56124e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:56:57.149940 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079b2cf3-cde1-4628-8e55-167826015fc0 admin admin] Network hostable DHCP agents. Network: ae0bfd58-4b0d-4a69-9efe-fe6beb56124e, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:56:57.156842 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b45ab6-31c2-4264-b34d-59a94d727550 req-7c738185-7b2d-4276-a873-5bcac1af8618 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] No DVR routers for this DVR port 20e57520-3202-4d02-a848-f75d8f9f300f on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:56:57.159858 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-41b45ab6-31c2-4264-b34d-59a94d727550 req-7c738185-7b2d-4276-a873-5bcac1af8618 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:57.164010 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-41b45ab6-31c2-4264-b34d-59a94d727550 req-7c738185-7b2d-4276-a873-5bcac1af8618 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.20 "DELETE /v2.0/ports/20e57520-3202-4d02-a848-f75d8f9f300f HTTP/1.1" status: 204 len: 173 time: 1.7874117 Mar 01 13:56:57.164495 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45', 'name': 'network-vif-deleted', 'tag': '20e57520-3202-4d02-a848-f75d8f9f300f'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:56:57.168480 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-931ee0d6-346c-4afe-9729-77274f47e72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (3ba9a17b-9202-464c-adde-1b32b83bf34d), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:57.175486 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b91132c-f18a-4255-88ea-851919b78dd6" -d '{"events": [{"server_uuid": "7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45", "name": "network-vif-deleted", "tag": "20e57520-3202-4d02-a848-f75d8f9f300f"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:56:57.180063 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-35868f3a-3339-4e5e-a1ec-c7a101ef3d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:57.188114 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2aabf2-25cb-4253-942b-3d5c92ed7352 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Subnet': ['ID=d71ed8f6-e021-483b-82dc-528827a20125,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:57.188457 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-35868f3a-3339-4e5e-a1ec-c7a101ef3d11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:57.195684 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5e2aabf2-25cb-4253-942b-3d5c92ed7352 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0156758 Mar 01 13:56:57.199432 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-35868f3a-3339-4e5e-a1ec-c7a101ef3d11 admin admin] 10.222.0.13 "DELETE /v2.0/networks/20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166 HTTP/1.1" status: 204 len: 168 time: 1.2709258 Mar 01 13:56:57.201239 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50534) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:57.206888 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-f6941496-00f8-44d4-b9fd-a07c958b2f7e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:57.235254 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079b2cf3-cde1-4628-8e55-167826015fc0 admin admin] Network ae0bfd58-4b0d-4a69-9efe-fe6beb56124e is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:56:57.238413 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ee0d6-346c-4afe-9729-77274f47e72f None None] Pushing event deleted for resources: {'Port': ['ID=3ba9a17b-9202-464c-adde-1b32b83bf34d,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:57.241478 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931ee0d6-346c-4afe-9729-77274f47e72f None None] No DVR routers for this DVR port 3ba9a17b-9202-464c-adde-1b32b83bf34d on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:56:57.252158 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35868f3a-3339-4e5e-a1ec-c7a101ef3d11 admin admin] Pushing event deleted for resources: {'Network': ['ID=20b5d96b-2b1f-42b5-9d1c-f0b5ea1ed166,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:57.261264 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-079b2cf3-cde1-4628-8e55-167826015fc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, ae0bfd58-4b0d-4a69-9efe-fe6beb56124e) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:57.278919 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079b2cf3-cde1-4628-8e55-167826015fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:57.279582 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-079b2cf3-cde1-4628-8e55-167826015fc0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:57.302831 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29da1c28-907f-4ecb-9759-49034bda7de2 x-openstack-request-id: req-29da1c28-907f-4ecb-9759-49034bda7de2 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:56:57.303472 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45", "name": "network-vif-deleted", "tag": "20e57520-3202-4d02-a848-f75d8f9f300f", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:56:57.303924 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29da1c28-907f-4ecb-9759-49034bda7de2 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:56:57.304564 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45', 'name': 'network-vif-deleted', 'tag': '20e57520-3202-4d02-a848-f75d8f9f300f', 'status': 'completed', 'code': 200} Mar 01 13:56:57.310113 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50536) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:57.310403 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-079b2cf3-cde1-4628-8e55-167826015fc0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9785223 Mar 01 13:56:57.315003 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-f2266123-ead8-46c3-a778-c094381fd7b6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1320269385-router', 'tenant_id': 'f252ef0efd1f49f3a06761d6a0ce9215', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:57.328465 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab09838-6915-43fd-a34c-993a41148900 None None] Network ae0bfd58-4b0d-4a69-9efe-fe6beb56124e requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:56:57.378146 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f2266123-ead8-46c3-a778-c094381fd7b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (cfd88385-a15f-4f37-8076-17d696fece86), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:57.379238 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f2266123-ead8-46c3-a778-c094381fd7b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (cfd88385-a15f-4f37-8076-17d696fece86), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:57.426275 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50538) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:57.435061 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-fb5ee6d1-1cc4-47f1-aad1-d274418fa9c9 None None] Set router 6ff75c52-fe55-4732-b4ca-c01c3ac78b83 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:56:57.507714 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ec3c106b-d76d-4568-a230-811bee040930 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=475192ca5f814c16b38a7d788a6a6472&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0790713 Mar 01 13:56:57.510118 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50540) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:57.534908 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ff7cf8-033d-4b52-90a0-7162c935d819 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:56:57.547145 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device b98c8d87-2af4-409c-8ed6-2614360f17ac no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:56:57.584448 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cc93a63f-2dac-4c89-87b1-7eb929835e7c admin admin] Publish callbacks [] for security_group (3f36f79f-3440-4934-9f98-f0398d2a73c9), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:57.608703 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cc93a63f-2dac-4c89-87b1-7eb929835e7c admin admin] Publish callbacks [] for security_group (3f36f79f-3440-4934-9f98-f0398d2a73c9), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:57.660923 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cc93a63f-2dac-4c89-87b1-7eb929835e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (3f36f79f-3440-4934-9f98-f0398d2a73c9), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:57.664136 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cc93a63f-2dac-4c89-87b1-7eb929835e7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:57.667621 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-cc93a63f-2dac-4c89-87b1-7eb929835e7c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f36f79f-3440-4934-9f98-f0398d2a73c9 HTTP/1.1" status: 204 len: 168 time: 0.1540792 Mar 01 13:56:57.672388 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: b98c8d87-2af4-409c-8ed6-2614360f17ac {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:56:57.672770 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device b98c8d87-2af4-409c-8ed6-2614360f17ac not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:56:57.673163 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 3ba9a17b-9202-464c-adde-1b32b83bf34d no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:56:57.685402 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93a63f-2dac-4c89-87b1-7eb929835e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f36f79f-3440-4934-9f98-f0398d2a73c9,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:57.727952 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395da8d7-807b-4559-8746-981f97036f7f None None] Network ae0bfd58-4b0d-4a69-9efe-fe6beb56124e requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:56:57.770831 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f2266123-ead8-46c3-a778-c094381fd7b6 admin admin] Publish callbacks [] for router_controller (cfd88385-a15f-4f37-8076-17d696fece86), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:57.905975 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6941496-00f8-44d4-b9fd-a07c958b2f7e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:56:57.909933 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f6941496-00f8-44d4-b9fd-a07c958b2f7e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:57.957325 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9debe2e5-6274-4410-a039-f766eb1c2116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:57.960356 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f2266123-ead8-46c3-a778-c094381fd7b6 admin admin] Publish callbacks [] for router_gateway (cfd88385-a15f-4f37-8076-17d696fece86), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:57.965052 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 3ba9a17b-9202-464c-adde-1b32b83bf34d {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:56:57.965407 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 3ba9a17b-9202-464c-adde-1b32b83bf34d not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:56:58.146111 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dce84f9-cc00-4472-a6a5-962315b0dc8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'project_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'fixed_ips': [{'subnet_id': 'd71ed8f6-e021-483b-82dc-528827a20125'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:56:58.147202 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5dce84f9-cc00-4472-a6a5-962315b0dc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:58.150950 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-fb5ee6d1-1cc4-47f1-aad1-d274418fa9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'name': 'tempest-ServersTestJSON-114693005-router', 'tenant_id': '6cd0042333dc4646a1a53b7511a147db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '638341d3-9a32-48a3-a77f-4932d2a5082e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:50Z', 'updated_at': '2022-03-01T13:54:57Z', 'revision_number': 4, 'project_id': '6cd0042333dc4646a1a53b7511a147db', 'gw_port': {'id': '638341d3-9a32-48a3-a77f-4932d2a5082e', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:51Z', 'updated_at': '2022-03-01T13:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '469d0aa1-1aa8-45e1-b14b-f09607f55dbc', 'name': '', 'network_id': '53d21d48-fe01-43f8-90ba-29509f974089', 'tenant_id': '6cd0042333dc4646a1a53b7511a147db', 'mac_address': 'fa:16:3e:79:17:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'e1568db8-2fe7-442e-bae7-541ffa1abc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:55Z', 'updated_at': '2022-03-01T13:55:07Z', 'revision_number': 5, 'project_id': '6cd0042333dc4646a1a53b7511a147db', 'subnets': [{'id': 'e1568db8-2fe7-442e-bae7-541ffa1abc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:56:58.191046 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5ee6d1-1cc4-47f1-aad1-d274418fa9c9 None None] Checking router: 6ff75c52-fe55-4732-b4ca-c01c3ac78b83 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:56:58.204165 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-53300bd4-2781-4f4d-bb74-e779ab13ad70 req-c2ddd9ec-f58a-46f0-b630-483641abc8aa tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bd74f1f-e9c3-44d7-836f-72dcf3ba0e45 HTTP/1.1" status: 200 len: 210 time: 0.1226871 Mar 01 13:56:58.228133 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5ee6d1-1cc4-47f1-aad1-d274418fa9c9 None None] Routers {'6ff75c52-fe55-4732-b4ca-c01c3ac78b83'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:56:58.228848 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-fb5ee6d1-1cc4-47f1-aad1-d274418fa9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:56:58Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6ff75c52-fe55-4732-b4ca-c01c3ac78b83'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:56:58.265783 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0f6f7-8e5d-4931-bc19-3a01558c5673 req-bc937ea8-b52b-4ad9-b929-5cb225d786d3 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:58.271307 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0f6f7-8e5d-4931-bc19-3a01558c5673 req-bc937ea8-b52b-4ad9-b929-5cb225d786d3 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:58.278707 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0f6f7-8e5d-4931-bc19-3a01558c5673 req-bc937ea8-b52b-4ad9-b929-5cb225d786d3 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:58.284491 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0f6f7-8e5d-4931-bc19-3a01558c5673 req-bc937ea8-b52b-4ad9-b929-5cb225d786d3 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:58.291873 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0f6f7-8e5d-4931-bc19-3a01558c5673 req-bc937ea8-b52b-4ad9-b929-5cb225d786d3 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:58.298348 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0f6f7-8e5d-4931-bc19-3a01558c5673 req-bc937ea8-b52b-4ad9-b929-5cb225d786d3 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:58.305377 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0f6f7-8e5d-4931-bc19-3a01558c5673 req-bc937ea8-b52b-4ad9-b929-5cb225d786d3 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:58.308327 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-54c0f6f7-8e5d-4931-bc19-3a01558c5673 req-bc937ea8-b52b-4ad9-b929-5cb225d786d3 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5431 time: 0.1365016 Mar 01 13:56:58.405498 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-54c0f6f7-8e5d-4931-bc19-3a01558c5673 req-4dfe9a19-37de-417c-bfdb-49b8f9e985db tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0903592 Mar 01 13:56:58.459721 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-fb5ee6d1-1cc4-47f1-aad1-d274418fa9c9 None None] Set router 6ff75c52-fe55-4732-b4ca-c01c3ac78b83 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:56:58.495484 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-5dce84f9-cc00-4472-a6a5-962315b0dc8b None None] Allocated IP 172.20.0.2 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/d71ed8f6-e021-483b-82dc-528827a20125/73f97663-9aff-4131-8377-54ddf9bb636d) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:56:58.544765 n-d-827467-3 neutron-server[103726]: DEBUG neutron.objects.ports [None req-f6941496-00f8-44d4-b9fd-a07c958b2f7e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103726) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 01 13:56:58.546817 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f2266123-ead8-46c3-a778-c094381fd7b6 admin admin] Publish callbacks [] for router_gateway (cfd88385-a15f-4f37-8076-17d696fece86), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:58.549774 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f6941496-00f8-44d4-b9fd-a07c958b2f7e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (d28184c6-566c-495c-940b-9016b9766ed8), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:58.601648 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f2266123-ead8-46c3-a778-c094381fd7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:58.626117 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6941496-00f8-44d4-b9fd-a07c958b2f7e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:58.632659 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-f6941496-00f8-44d4-b9fd-a07c958b2f7e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:58.665594 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6941496-00f8-44d4-b9fd-a07c958b2f7e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:58.666314 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f6941496-00f8-44d4-b9fd-a07c958b2f7e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:58.678453 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6941496-00f8-44d4-b9fd-a07c958b2f7e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Subnet': ['ID=d28184c6-566c-495c-940b-9016b9766ed8,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:58.698703 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f6941496-00f8-44d4-b9fd-a07c958b2f7e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4937096 Mar 01 13:56:58.699321 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50566) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:58.700328 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50568) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:58.706020 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-1848a430-511e-4e4b-be25-bd5cb48a81cc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'port': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'mac_address': 'fa:16:3e:80:e6:42', 'name': 'tempest-NetworksTestDHCPv6-1225328747'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:58.772080 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5dce84f9-cc00-4472-a6a5-962315b0dc8b None None] Publish callbacks [] for port (73f97663-9aff-4131-8377-54ddf9bb636d), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:58.778364 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 20e57520-3202-4d02-a848-f75d8f9f300f no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:56:58.782827 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5dce84f9-cc00-4472-a6a5-962315b0dc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (73f97663-9aff-4131-8377-54ddf9bb636d), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:58.815281 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-f2266123-ead8-46c3-a778-c094381fd7b6 admin admin] Allocated IP 172.25.1.137 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/1b9f62de-c814-4026-a586-14e57b7ab133) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:56:58.818776 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-7cf777a6-d7eb-4320-8c2e-38e5ddb4628a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-611649586-network', 'tenant_id': '0f374f2004cb4e8ca02e98a75cfbf7a5'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:58.831198 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 20e57520-3202-4d02-a848-f75d8f9f300f {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:56:58.831547 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 20e57520-3202-4d02-a848-f75d8f9f300f not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:56:58.842020 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf777a6-d7eb-4320-8c2e-38e5ddb4628a admin admin] Made reservation on behalf of 0f374f2004cb4e8ca02e98a75cfbf7a5 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:56:58.848432 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7cf777a6-d7eb-4320-8c2e-38e5ddb4628a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:58.857423 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dce84f9-cc00-4472-a6a5-962315b0dc8b None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:58.873157 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-5dce84f9-cc00-4472-a6a5-962315b0dc8b None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:58.875212 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7cf777a6-d7eb-4320-8c2e-38e5ddb4628a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:58.882358 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dce84f9-cc00-4472-a6a5-962315b0dc8b None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:56:58.886583 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:58.887514 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce84f9-cc00-4472-a6a5-962315b0dc8b None None] Pushing event updated for resources: {'Port': ['ID=73f97663-9aff-4131-8377-54ddf9bb636d,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:58.898342 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-fb5ee6d1-1cc4-47f1-aad1-d274418fa9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'name': 'tempest-ServersTestJSON-114693005-router', 'tenant_id': '6cd0042333dc4646a1a53b7511a147db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '638341d3-9a32-48a3-a77f-4932d2a5082e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:50Z', 'updated_at': '2022-03-01T13:54:57Z', 'revision_number': 4, 'project_id': '6cd0042333dc4646a1a53b7511a147db', 'gw_port': {'id': '638341d3-9a32-48a3-a77f-4932d2a5082e', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:51Z', 'updated_at': '2022-03-01T13:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '469d0aa1-1aa8-45e1-b14b-f09607f55dbc', 'name': '', 'network_id': '53d21d48-fe01-43f8-90ba-29509f974089', 'tenant_id': '6cd0042333dc4646a1a53b7511a147db', 'mac_address': 'fa:16:3e:79:17:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'e1568db8-2fe7-442e-bae7-541ffa1abc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:55Z', 'updated_at': '2022-03-01T13:55:07Z', 'revision_number': 5, 'project_id': '6cd0042333dc4646a1a53b7511a147db', 'subnets': [{'id': 'e1568db8-2fe7-442e-bae7-541ffa1abc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:56:58.928971 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1848a430-511e-4e4b-be25-bd5cb48a81cc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:56:58.946062 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5ee6d1-1cc4-47f1-aad1-d274418fa9c9 None None] The sync data for ids ['6ff75c52-fe55-4732-b4ca-c01c3ac78b83'] in n-d-827467-3 is: [{'id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'name': 'tempest-ServersTestJSON-114693005-router', 'tenant_id': '6cd0042333dc4646a1a53b7511a147db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '638341d3-9a32-48a3-a77f-4932d2a5082e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:50Z', 'updated_at': '2022-03-01T13:54:57Z', 'revision_number': 4, 'project_id': '6cd0042333dc4646a1a53b7511a147db', 'gw_port': {'id': '638341d3-9a32-48a3-a77f-4932d2a5082e', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:51Z', 'updated_at': '2022-03-01T13:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '469d0aa1-1aa8-45e1-b14b-f09607f55dbc', 'name': '', 'network_id': '53d21d48-fe01-43f8-90ba-29509f974089', 'tenant_id': '6cd0042333dc4646a1a53b7511a147db', 'mac_address': 'fa:16:3e:79:17:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'e1568db8-2fe7-442e-bae7-541ffa1abc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:55Z', 'updated_at': '2022-03-01T13:55:07Z', 'revision_number': 5, 'project_id': '6cd0042333dc4646a1a53b7511a147db', 'subnets': [{'id': 'e1568db8-2fe7-442e-bae7-541ffa1abc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:56:58.985520 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-5dce84f9-cc00-4472-a6a5-962315b0dc8b None None] Attempting to bind port 73f97663-9aff-4131-8377-54ddf9bb636d on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:56:58.986207 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7cf777a6-d7eb-4320-8c2e-38e5ddb4628a admin admin] Publish callbacks [] for security_group (9235a71e-53a8-4f1f-b03a-d1e4e4267fd4), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:58.986490 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-5dce84f9-cc00-4472-a6a5-962315b0dc8b None None] Attempting to bind port 73f97663-9aff-4131-8377-54ddf9bb636d by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:56:58.987240 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dce84f9-cc00-4472-a6a5-962315b0dc8b None None] Attempting to bind port 73f97663-9aff-4131-8377-54ddf9bb636d on network db8edbc8-a3c8-4a8f-b733-3509635fb19f {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:56:58.992455 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7cf777a6-d7eb-4320-8c2e-38e5ddb4628a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (9235a71e-53a8-4f1f-b03a-d1e4e4267fd4), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:58.994958 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dce84f9-cc00-4472-a6a5-962315b0dc8b None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:56:58.996051 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dce84f9-cc00-4472-a6a5-962315b0dc8b None None] Checking segment: {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:56:58.996592 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5dce84f9-cc00-4472-a6a5-962315b0dc8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:58.997626 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dce84f9-cc00-4472-a6a5-962315b0dc8b None None] Bound using segment: {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:56:58.998264 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-5dce84f9-cc00-4472-a6a5-962315b0dc8b None None] Bound port: 73f97663-9aff-4131-8377-54ddf9bb636d, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:56:58.998707 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5dce84f9-cc00-4472-a6a5-962315b0dc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (73f97663-9aff-4131-8377-54ddf9bb636d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:59.019837 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f2266123-ead8-46c3-a778-c094381fd7b6 admin admin] Publish callbacks [] for port (1b9f62de-c814-4026-a586-14e57b7ab133), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:59.028440 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cf777a6-d7eb-4320-8c2e-38e5ddb4628a admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:56:59.044394 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf777a6-d7eb-4320-8c2e-38e5ddb4628a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:59.048715 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7cf777a6-d7eb-4320-8c2e-38e5ddb4628a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (a0046b2b-e488-42b0-8925-94ab593c3d9d), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:59.049060 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-7cf777a6-d7eb-4320-8c2e-38e5ddb4628a admin admin] Added segment a0046b2b-e488-42b0-8925-94ab593c3d9d of type vlan for network a330e804-df96-493e-8245-ea2bd5609f4c Mar 01 13:56:59.072367 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1848a430-511e-4e4b-be25-bd5cb48a81cc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:59.103366 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-1848a430-511e-4e4b-be25-bd5cb48a81cc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] device_id is not set on port 51bdc5f4-e492-47cb-a804-505f851feed0 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:56:59.105894 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-5dce84f9-cc00-4472-a6a5-962315b0dc8b None None] For port 73f97663-9aff-4131-8377-54ddf9bb636d, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:56:59.109215 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-5dce84f9-cc00-4472-a6a5-962315b0dc8b None None] For port 73f97663-9aff-4131-8377-54ddf9bb636d, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=73f97663-9aff-4131-8377-54ddf9bb636d,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:56:59.110555 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f2266123-ead8-46c3-a778-c094381fd7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (1b9f62de-c814-4026-a586-14e57b7ab133), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:59.122405 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5dce84f9-cc00-4472-a6a5-962315b0dc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (73f97663-9aff-4131-8377-54ddf9bb636d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:59.128072 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7cf777a6-d7eb-4320-8c2e-38e5ddb4628a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (a330e804-df96-493e-8245-ea2bd5609f4c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:59.160702 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7cf777a6-d7eb-4320-8c2e-38e5ddb4628a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (a330e804-df96-493e-8245-ea2bd5609f4c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:59.162219 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf777a6-d7eb-4320-8c2e-38e5ddb4628a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:59.162898 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7cf777a6-d7eb-4320-8c2e-38e5ddb4628a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:59.196583 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2266123-ead8-46c3-a778-c094381fd7b6 admin admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:56:59.202295 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce84f9-cc00-4472-a6a5-962315b0dc8b None None] Pushing event updated for resources: {'Port': ['ID=73f97663-9aff-4131-8377-54ddf9bb636d,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:59.204172 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-f2266123-ead8-46c3-a778-c094381fd7b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:59.210658 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2266123-ead8-46c3-a778-c094381fd7b6 admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:56:59.240253 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2266123-ead8-46c3-a778-c094381fd7b6 admin admin] Pushing event updated for resources: {'Port': ['ID=1b9f62de-c814-4026-a586-14e57b7ab133,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:59.251132 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf777a6-d7eb-4320-8c2e-38e5ddb4628a admin admin] Pushing event updated for resources: {'Network': ['ID=a330e804-df96-493e-8245-ea2bd5609f4c,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:59.263458 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network a330e804-df96-493e-8245-ea2bd5609f4c details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:56:59.272700 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7cf777a6-d7eb-4320-8c2e-38e5ddb4628a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5695682 Mar 01 13:56:59.273151 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50574) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:59.279119 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-238e4d7c-a6ca-4831-86d8-00ddb6c47289 admin admin] Request body: {'subnet': {'network_id': 'a330e804-df96-493e-8245-ea2bd5609f4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-611649586-subnet', 'tenant_id': '0f374f2004cb4e8ca02e98a75cfbf7a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:59.302904 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238e4d7c-a6ca-4831-86d8-00ddb6c47289 admin admin] Made reservation on behalf of 0f374f2004cb4e8ca02e98a75cfbf7a5 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:56:59.305965 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-238e4d7c-a6ca-4831-86d8-00ddb6c47289 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:59.379521 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50578) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:59.536909 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-238e4d7c-a6ca-4831-86d8-00ddb6c47289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (b101fd94-b0b8-497f-8292-d3494df98b4d), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:59.558439 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff9212c-4a53-46bd-9676-b314bfeb8186 None None] New status for floating IP d02e31a7-8c7e-470e-ac71-070a0a05a30c: DOWN {{(pid=103729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 13:56:59.591110 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-1848a430-511e-4e4b-be25-bd5cb48a81cc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Allocated IP 172.20.0.13 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/d71ed8f6-e021-483b-82dc-528827a20125/51bdc5f4-e492-47cb-a804-505f851feed0) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:56:59.602072 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9fb666c3-18d8-44cd-b4f6-bc5646b10103 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks [] for security_group (cfb41f9e-b184-478d-8271-cac26ee57543), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:59.630580 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9fb666c3-18d8-44cd-b4f6-bc5646b10103 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks [] for security_group (cfb41f9e-b184-478d-8271-cac26ee57543), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:59.647460 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238e4d7c-a6ca-4831-86d8-00ddb6c47289 admin admin] Checking segment: {'id': 'a0046b2b-e488-42b0-8925-94ab593c3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a330e804-df96-493e-8245-ea2bd5609f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:56:59.647887 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238e4d7c-a6ca-4831-86d8-00ddb6c47289 admin admin] Network hostable DHCP agents. Network: a330e804-df96-493e-8245-ea2bd5609f4c, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:56:59.676791 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e4d7c-a6ca-4831-86d8-00ddb6c47289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b101fd94-b0b8-497f-8292-d3494df98b4d,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:59.679284 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-1848a430-511e-4e4b-be25-bd5cb48a81cc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Allocated IP 2001:db8::f816:3eff:fe80:e642 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/d28184c6-566c-495c-940b-9016b9766ed8/51bdc5f4-e492-47cb-a804-505f851feed0) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:56:59.699934 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7881b-5c06-46a3-97e0-879d2e7e6082 req-61118027-1585-4ffe-a864-fb7d4bdf9ec1 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:59.705775 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7881b-5c06-46a3-97e0-879d2e7e6082 req-61118027-1585-4ffe-a864-fb7d4bdf9ec1 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:59.711244 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7881b-5c06-46a3-97e0-879d2e7e6082 req-61118027-1585-4ffe-a864-fb7d4bdf9ec1 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:59.717036 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7881b-5c06-46a3-97e0-879d2e7e6082 req-61118027-1585-4ffe-a864-fb7d4bdf9ec1 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:59.723876 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7881b-5c06-46a3-97e0-879d2e7e6082 req-61118027-1585-4ffe-a864-fb7d4bdf9ec1 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:59.729715 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7881b-5c06-46a3-97e0-879d2e7e6082 req-61118027-1585-4ffe-a864-fb7d4bdf9ec1 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:59.735538 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7881b-5c06-46a3-97e0-879d2e7e6082 req-61118027-1585-4ffe-a864-fb7d4bdf9ec1 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:59.737735 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-92f7881b-5c06-46a3-97e0-879d2e7e6082 req-61118027-1585-4ffe-a864-fb7d4bdf9ec1 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5431 time: 0.2070248 Mar 01 13:56:59.739236 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238e4d7c-a6ca-4831-86d8-00ddb6c47289 admin admin] Network a330e804-df96-493e-8245-ea2bd5609f4c is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:56:59.756303 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-238e4d7c-a6ca-4831-86d8-00ddb6c47289 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, a330e804-df96-493e-8245-ea2bd5609f4c) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:56:59.768735 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e957d9e4-ff4c-4e2b-8270-b13e914cf16e None None] Network a330e804-df96-493e-8245-ea2bd5609f4c requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:56:59.769578 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238e4d7c-a6ca-4831-86d8-00ddb6c47289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:56:59.770357 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-238e4d7c-a6ca-4831-86d8-00ddb6c47289 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:59.795305 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-238e4d7c-a6ca-4831-86d8-00ddb6c47289 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5187109 Mar 01 13:56:59.797099 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50582) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:59.804378 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-2949ab4b-187e-44c5-83a2-efe26577eec7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-611649586-router', 'tenant_id': '0f374f2004cb4e8ca02e98a75cfbf7a5', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:56:59.842806 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-92f7881b-5c06-46a3-97e0-879d2e7e6082 req-03c7b130-daf7-4b5d-9150-ba38f22c506a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0951374 Mar 01 13:56:59.850906 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2949ab4b-187e-44c5-83a2-efe26577eec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (a8da9542-d867-4be7-a6b5-fd0fe079006a), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:59.852145 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2949ab4b-187e-44c5-83a2-efe26577eec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (a8da9542-d867-4be7-a6b5-fd0fe079006a), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:59.890850 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9fb666c3-18d8-44cd-b4f6-bc5646b10103 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (cfb41f9e-b184-478d-8271-cac26ee57543), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:59.893548 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9fb666c3-18d8-44cd-b4f6-bc5646b10103 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:59.894772 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9fb666c3-18d8-44cd-b4f6-bc5646b10103 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "DELETE /v2.0/security-groups/cfb41f9e-b184-478d-8271-cac26ee57543 HTTP/1.1" status: 204 len: 168 time: 0.5128114 Mar 01 13:56:59.900856 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ded18ba-d6eb-4d34-9941-d0278d69f128 None None] Network a330e804-df96-493e-8245-ea2bd5609f4c requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:56:59.908848 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50584) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:56:59.909686 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb666c3-18d8-44cd-b4f6-bc5646b10103 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb41f9e-b184-478d-8271-cac26ee57543,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:56:59.915146 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f2266123-ead8-46c3-a778-c094381fd7b6 admin admin] Publish callbacks [] for router_gateway (cfd88385-a15f-4f37-8076-17d696fece86), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:59.949633 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2949ab4b-187e-44c5-83a2-efe26577eec7 admin admin] Publish callbacks [] for router_controller (a8da9542-d867-4be7-a6b5-fd0fe079006a), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:56:59.976258 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-a6942500-b5a9-4a0f-8bc1-870a7a9ff1b6 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] show failed (client error): The resource could not be found. Mar 01 13:56:59.977178 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a6942500-b5a9-4a0f-8bc1-870a7a9ff1b6 tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "GET /v2.0/security-groups/cfb41f9e-b184-478d-8271-cac26ee57543 HTTP/1.1" status: 404 len: 347 time: 0.0654948 Mar 01 13:56:59.981973 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50586) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:00.072861 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:00.169799 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1848a430-511e-4e4b-be25-bd5cb48a81cc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for port (51bdc5f4-e492-47cb-a804-505f851feed0), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:00.184015 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2949ab4b-187e-44c5-83a2-efe26577eec7 admin admin] Publish callbacks [] for router_gateway (a8da9542-d867-4be7-a6b5-fd0fe079006a), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:00.357896 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-187683e7-2f66-44fc-a906-2afa556b267b tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Deleting port 7668fe24-a0f2-4c2b-9b26-a2f3ba9f4d4d {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:57:00.358239 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-187683e7-2f66-44fc-a906-2afa556b267b tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (7668fe24-a0f2-4c2b-9b26-a2f3ba9f4d4d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:00.385068 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1848a430-511e-4e4b-be25-bd5cb48a81cc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (51bdc5f4-e492-47cb-a804-505f851feed0), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:00.447909 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f2266123-ead8-46c3-a778-c094381fd7b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (cfd88385-a15f-4f37-8076-17d696fece86), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:00.523531 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2949ab4b-187e-44c5-83a2-efe26577eec7 admin admin] Publish callbacks [] for router_gateway (a8da9542-d867-4be7-a6b5-fd0fe079006a), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:00.534473 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1848a430-511e-4e4b-be25-bd5cb48a81cc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:00.545289 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-1848a430-511e-4e4b-be25-bd5cb48a81cc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:00.557265 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1848a430-511e-4e4b-be25-bd5cb48a81cc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:57:00.565227 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848a430-511e-4e4b-be25-bd5cb48a81cc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Port': ['ID=51bdc5f4-e492-47cb-a804-505f851feed0,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:00.566796 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2949ab4b-187e-44c5-83a2-efe26577eec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:00.673405 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-187683e7-2f66-44fc-a906-2afa556b267b tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (7668fe24-a0f2-4c2b-9b26-a2f3ba9f4d4d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:00.673736 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-187683e7-2f66-44fc-a906-2afa556b267b tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks [] for floatingip (7668fe24-a0f2-4c2b-9b26-a2f3ba9f4d4d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:00.697094 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-187683e7-2f66-44fc-a906-2afa556b267b tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Calling delete_port for 7668fe24-a0f2-4c2b-9b26-a2f3ba9f4d4d owned by network:floatingip {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:57:00.715463 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1848a430-511e-4e4b-be25-bd5cb48a81cc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:00.716204 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1848a430-511e-4e4b-be25-bd5cb48a81cc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:00.719342 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712a3e8a-3b09-46c8-860e-503234b640d1 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:57:00.777932 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-2949ab4b-187e-44c5-83a2-efe26577eec7 admin admin] Allocated IP 172.25.1.148 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/6b80f766-fcc4-4151-87e6-bcd0b548df02) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:57:00.794903 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1848a430-511e-4e4b-be25-bd5cb48a81cc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.0923479 Mar 01 13:57:00.797327 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50588) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:00.837855 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-47a042ea-860b-4c02-89c7-5f5d3c350139 None None] Provisioning complete for port 73f97663-9aff-4131-8377-54ddf9bb636d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:00.838483 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-47a042ea-860b-4c02-89c7-5f5d3c350139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (73f97663-9aff-4131-8377-54ddf9bb636d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:00.892352 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2266123-ead8-46c3-a778-c094381fd7b6 admin admin] Router cfd88385-a15f-4f37-8076-17d696fece86 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 13:57:00.926483 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77426f4-c9ed-4245-8635-828218281d26 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:00.933495 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77426f4-c9ed-4245-8635-828218281d26 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:00.936061 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b77426f4-c9ed-4245-8635-828218281d26 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.1362286 Mar 01 13:57:00.940423 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50592) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:00.951692 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-47a042ea-860b-4c02-89c7-5f5d3c350139 None None] Current status of the port 73f97663-9aff-4131-8377-54ddf9bb636d is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:00.952123 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-47a042ea-860b-4c02-89c7-5f5d3c350139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (73f97663-9aff-4131-8377-54ddf9bb636d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:01.016442 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-47a042ea-860b-4c02-89c7-5f5d3c350139 None None] For port 73f97663-9aff-4131-8377-54ddf9bb636d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=73f97663-9aff-4131-8377-54ddf9bb636d,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:01.035546 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-47a042ea-860b-4c02-89c7-5f5d3c350139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (73f97663-9aff-4131-8377-54ddf9bb636d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:01.158785 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137ee242-6fa9-4d09-875f-c5449ffe3edd None None] Update dhcp port {'port': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'fixed_ips': [{'subnet_id': 'd71ed8f6-e021-483b-82dc-528827a20125', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd28184c6-566c-495c-940b-9016b9766ed8'}], 'binding:host_id': 'n-d-827467-3'}, 'id': '73f97663-9aff-4131-8377-54ddf9bb636d'} from n-d-827467-3. {{(pid=103728) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 01 13:57:01.202125 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a042ea-860b-4c02-89c7-5f5d3c350139 None None] Pushing event updated for resources: {'Port': ['ID=73f97663-9aff-4131-8377-54ddf9bb636d,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:01.210977 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-137ee242-6fa9-4d09-875f-c5449ffe3edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (73f97663-9aff-4131-8377-54ddf9bb636d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:01.222432 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2266123-ead8-46c3-a778-c094381fd7b6 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:57:01.225988 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-187683e7-2f66-44fc-a906-2afa556b267b tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (7668fe24-a0f2-4c2b-9b26-a2f3ba9f4d4d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:01.265109 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730fc399-2591-447f-bd24-f6df0fce4f7e None None] Sync routers for ids ['cfd88385-a15f-4f37-8076-17d696fece86'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:57:01.274549 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187683e7-2f66-44fc-a906-2afa556b267b tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Pushing event deleted for resources: {'Port': ['ID=7668fe24-a0f2-4c2b-9b26-a2f3ba9f4d4d,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:01.277937 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7ef8a-8350-4f73-9555-dc5022f92542 req-5612b6bd-2430-47d6-837a-e7beea78c79a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:01.283863 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7ef8a-8350-4f73-9555-dc5022f92542 req-5612b6bd-2430-47d6-837a-e7beea78c79a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:01.289786 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7ef8a-8350-4f73-9555-dc5022f92542 req-5612b6bd-2430-47d6-837a-e7beea78c79a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:01.295118 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7ef8a-8350-4f73-9555-dc5022f92542 req-5612b6bd-2430-47d6-837a-e7beea78c79a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:01.300603 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7ef8a-8350-4f73-9555-dc5022f92542 req-5612b6bd-2430-47d6-837a-e7beea78c79a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:01.306582 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7ef8a-8350-4f73-9555-dc5022f92542 req-5612b6bd-2430-47d6-837a-e7beea78c79a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:01.311839 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7ef8a-8350-4f73-9555-dc5022f92542 req-5612b6bd-2430-47d6-837a-e7beea78c79a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:01.314723 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-21d7ef8a-8350-4f73-9555-dc5022f92542 req-5612b6bd-2430-47d6-837a-e7beea78c79a tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5431 time: 0.1361821 Mar 01 13:57:01.317140 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f2266123-ead8-46c3-a778-c094381fd7b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:01.321558 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f2266123-ead8-46c3-a778-c094381fd7b6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.0098662 Mar 01 13:57:01.322803 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50596) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:01.341449 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730fc399-2591-447f-bd24-f6df0fce4f7e None None] Routers {'cfd88385-a15f-4f37-8076-17d696fece86'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:57:01.342145 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-730fc399-2591-447f-bd24-f6df0fce4f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:56:58Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['cfd88385-a15f-4f37-8076-17d696fece86'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:01.354314 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a7c119cf-5c44-4c86-810f-4301c1e35878 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting port 51bdc5f4-e492-47cb-a804-505f851feed0 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:57:01.355291 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a7c119cf-5c44-4c86-810f-4301c1e35878 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (51bdc5f4-e492-47cb-a804-505f851feed0), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:01.393467 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2949ab4b-187e-44c5-83a2-efe26577eec7 admin admin] Publish callbacks [] for port (6b80f766-fcc4-4151-87e6-bcd0b548df02), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:01.421694 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-21d7ef8a-8350-4f73-9555-dc5022f92542 req-c6b926fe-4b35-46ec-b009-150d2ff6a416 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0969381 Mar 01 13:57:01.456826 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2949ab4b-187e-44c5-83a2-efe26577eec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (6b80f766-fcc4-4151-87e6-bcd0b548df02), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:01.534354 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2949ab4b-187e-44c5-83a2-efe26577eec7 admin admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:01.544939 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-2949ab4b-187e-44c5-83a2-efe26577eec7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:01.549356 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2949ab4b-187e-44c5-83a2-efe26577eec7 admin admin] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:57:01.553475 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949ab4b-187e-44c5-83a2-efe26577eec7 admin admin] Pushing event updated for resources: {'Port': ['ID=6b80f766-fcc4-4151-87e6-bcd0b548df02,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:01.566458 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-730fc399-2591-447f-bd24-f6df0fce4f7e None None] Set router cfd88385-a15f-4f37-8076-17d696fece86 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:57:01.575183 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 73f97663-9aff-4131-8377-54ddf9bb636d up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:57:01.658385 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-137ee242-6fa9-4d09-875f-c5449ffe3edd None None] Allocated IP 2001:db8::f816:3eff:fef2:15e5 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/d28184c6-566c-495c-940b-9016b9766ed8/73f97663-9aff-4131-8377-54ddf9bb636d) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:57:01.884439 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-187683e7-2f66-44fc-a906-2afa556b267b tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks [] for floatingip (d02e31a7-8c7e-470e-ac71-070a0a05a30c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:01.887147 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-187683e7-2f66-44fc-a906-2afa556b267b tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:01.891152 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-187683e7-2f66-44fc-a906-2afa556b267b tempest-ServersTestJSON-1814626241 tempest-ServersTestJSON-1814626241-project] 10.222.0.13 "DELETE /v2.0/floatingips/d02e31a7-8c7e-470e-ac71-070a0a05a30c HTTP/1.1" status: 204 len: 168 time: 1.9035089 Mar 01 13:57:01.891348 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2949ab4b-187e-44c5-83a2-efe26577eec7 admin admin] Publish callbacks [] for router_gateway (a8da9542-d867-4be7-a6b5-fd0fe079006a), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:01.893182 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50598) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:01.914407 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-137ee242-6fa9-4d09-875f-c5449ffe3edd None None] For port 73f97663-9aff-4131-8377-54ddf9bb636d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=73f97663-9aff-4131-8377-54ddf9bb636d,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:01.949574 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a7c119cf-5c44-4c86-810f-4301c1e35878 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (51bdc5f4-e492-47cb-a804-505f851feed0), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:01.950195 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-137ee242-6fa9-4d09-875f-c5449ffe3edd None None] Publish callbacks [] for port (73f97663-9aff-4131-8377-54ddf9bb636d), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:01.967742 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a7c119cf-5c44-4c86-810f-4301c1e35878 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Calling delete_port for 51bdc5f4-e492-47cb-a804-505f851feed0 owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:57:01.990394 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-137ee242-6fa9-4d09-875f-c5449ffe3edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (73f97663-9aff-4131-8377-54ddf9bb636d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:02.039393 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:02.117760 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ee242-6fa9-4d09-875f-c5449ffe3edd None None] Pushing event updated for resources: {'Port': ['ID=73f97663-9aff-4131-8377-54ddf9bb636d,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:02.130279 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 73f97663-9aff-4131-8377-54ddf9bb636d triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:02.130681 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (73f97663-9aff-4131-8377-54ddf9bb636d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:02.153561 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-730fc399-2591-447f-bd24-f6df0fce4f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd88385-a15f-4f37-8076-17d696fece86', 'name': 'tempest-ServerRescueNegativeTestJSON-1320269385-router', 'tenant_id': 'f252ef0efd1f49f3a06761d6a0ce9215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '1b9f62de-c814-4026-a586-14e57b7ab133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:56:57Z', 'updated_at': '2022-03-01T13:56:59Z', 'revision_number': 3, 'project_id': 'f252ef0efd1f49f3a06761d6a0ce9215', 'gw_port': {'id': '1b9f62de-c814-4026-a586-14e57b7ab133', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:67:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd88385-a15f-4f37-8076-17d696fece86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:56:58Z', 'updated_at': '2022-03-01T13:56:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:02.192858 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730fc399-2591-447f-bd24-f6df0fce4f7e None None] Checking router: cfd88385-a15f-4f37-8076-17d696fece86 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:57:02.193758 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730fc399-2591-447f-bd24-f6df0fce4f7e None None] Updating router cfd88385-a15f-4f37-8076-17d696fece86 port 1b9f62de-c814-4026-a586-14e57b7ab133 binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:57:02.244520 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-730fc399-2591-447f-bd24-f6df0fce4f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1b9f62de-c814-4026-a586-14e57b7ab133), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:02.333909 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 73f97663-9aff-4131-8377-54ddf9bb636d is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:02.443464 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2949ab4b-187e-44c5-83a2-efe26577eec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (a8da9542-d867-4be7-a6b5-fd0fe079006a), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:02.551543 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e882bb9c-e734-47a0-80b3-bd99dfe4edd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:02.606306 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-730fc399-2591-447f-bd24-f6df0fce4f7e None None] Publish callbacks [] for port (1b9f62de-c814-4026-a586-14e57b7ab133), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:02.616162 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-730fc399-2591-447f-bd24-f6df0fce4f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (1b9f62de-c814-4026-a586-14e57b7ab133), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:02.689734 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038adb30-9ca7-41f3-bec7-8850375018ed None None] Pushing event updated for resources: {'Port': ['ID=1b9f62de-c814-4026-a586-14e57b7ab133,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:02.692678 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-730fc399-2591-447f-bd24-f6df0fce4f7e None None] Attempting to bind port 1b9f62de-c814-4026-a586-14e57b7ab133 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:57:02.693212 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-730fc399-2591-447f-bd24-f6df0fce4f7e None None] Attempting to bind port 1b9f62de-c814-4026-a586-14e57b7ab133 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:57:02.693668 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730fc399-2591-447f-bd24-f6df0fce4f7e None None] Attempting to bind port 1b9f62de-c814-4026-a586-14e57b7ab133 on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:57:02.703255 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730fc399-2591-447f-bd24-f6df0fce4f7e None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:57:02.703853 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730fc399-2591-447f-bd24-f6df0fce4f7e None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:57:02.704478 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-730fc399-2591-447f-bd24-f6df0fce4f7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:02.705044 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730fc399-2591-447f-bd24-f6df0fce4f7e None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:57:02.705720 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-730fc399-2591-447f-bd24-f6df0fce4f7e None None] Bound port: 1b9f62de-c814-4026-a586-14e57b7ab133, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:57:02.706314 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-730fc399-2591-447f-bd24-f6df0fce4f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1b9f62de-c814-4026-a586-14e57b7ab133), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:02.720195 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a7c119cf-5c44-4c86-810f-4301c1e35878 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (51bdc5f4-e492-47cb-a804-505f851feed0), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:02.743257 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85700e21-1169-4670-8cce-05d0ca907a2a req-09833883-8a2d-4e78-a81e-5b2ec329f8ce tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:02.749883 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85700e21-1169-4670-8cce-05d0ca907a2a req-09833883-8a2d-4e78-a81e-5b2ec329f8ce tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:02.755419 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85700e21-1169-4670-8cce-05d0ca907a2a req-09833883-8a2d-4e78-a81e-5b2ec329f8ce tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:02.761648 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85700e21-1169-4670-8cce-05d0ca907a2a req-09833883-8a2d-4e78-a81e-5b2ec329f8ce tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:02.766947 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85700e21-1169-4670-8cce-05d0ca907a2a req-09833883-8a2d-4e78-a81e-5b2ec329f8ce tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:02.772270 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85700e21-1169-4670-8cce-05d0ca907a2a req-09833883-8a2d-4e78-a81e-5b2ec329f8ce tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:02.778103 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85700e21-1169-4670-8cce-05d0ca907a2a req-09833883-8a2d-4e78-a81e-5b2ec329f8ce tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:02.780099 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-85700e21-1169-4670-8cce-05d0ca907a2a req-09833883-8a2d-4e78-a81e-5b2ec329f8ce tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5431 time: 0.1959724 Mar 01 13:57:02.790982 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-730fc399-2591-447f-bd24-f6df0fce4f7e None None] For port 1b9f62de-c814-4026-a586-14e57b7ab133, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:57:02.796671 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c119cf-5c44-4c86-810f-4301c1e35878 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Port': ['ID=51bdc5f4-e492-47cb-a804-505f851feed0,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:02.797870 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-730fc399-2591-447f-bd24-f6df0fce4f7e None None] For port 1b9f62de-c814-4026-a586-14e57b7ab133, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=1b9f62de-c814-4026-a586-14e57b7ab133,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:57:02.807163 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-730fc399-2591-447f-bd24-f6df0fce4f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (1b9f62de-c814-4026-a586-14e57b7ab133), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:02.829064 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-912baf77-9d0b-478a-aaed-5b639c7ca7c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (6ff75c52-fe55-4732-b4ca-c01c3ac78b83), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:02.883953 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-e882bb9c-e734-47a0-80b3-bd99dfe4edd1 admin admin] Allocated IP 172.20.0.1 (ae0bfd58-4b0d-4a69-9efe-fe6beb56124e/0671009d-d113-434d-acb2-b340af7ac7ef/ec49e41c-0092-4ecb-8cc1-df26a5da659b) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:57:02.890729 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-0fc72261-aea9-47e7-b4e9-49861ecd55da None None] Could not find standard attr ID for object 51bdc5f4-e492-47cb-a804-505f851feed0. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 13:57:02.904239 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038adb30-9ca7-41f3-bec7-8850375018ed None None] Pushing event updated for resources: {'Port': ['ID=1b9f62de-c814-4026-a586-14e57b7ab133,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:02.908661 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730fc399-2591-447f-bd24-f6df0fce4f7e None None] Routers {'cfd88385-a15f-4f37-8076-17d696fece86'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:57:02.909273 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-730fc399-2591-447f-bd24-f6df0fce4f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:56:58Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['cfd88385-a15f-4f37-8076-17d696fece86'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:02.936882 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2949ab4b-187e-44c5-83a2-efe26577eec7 admin admin] Router a8da9542-d867-4be7-a6b5-fd0fe079006a is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 13:57:02.995778 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a7c119cf-5c44-4c86-810f-4301c1e35878 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:03.005849 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a7c119cf-5c44-4c86-810f-4301c1e35878 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/51bdc5f4-e492-47cb-a804-505f851feed0 HTTP/1.1" status: 204 len: 168 time: 2.0570130 Mar 01 13:57:03.007127 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50602) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:03.045527 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-85700e21-1169-4670-8cce-05d0ca907a2a req-7e42ff95-70b8-4a0d-af7d-a36b182e1da2 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2585626 Mar 01 13:57:03.117072 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d46052-78b7-468e-aa14-6d1d418fb666 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:03.119026 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d46052-78b7-468e-aa14-6d1d418fb666 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:03.121964 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d46052-78b7-468e-aa14-6d1d418fb666 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:03.128377 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f1d46052-78b7-468e-aa14-6d1d418fb666 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1202095 Mar 01 13:57:03.129772 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50604) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:03.132964 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-98f69cf9-0335-4033-b6d8-45bef2688162 req-61f74a3c-e5df-4f98-a69a-a8dc7db5e438 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2072680 Mar 01 13:57:03.150286 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e882bb9c-e734-47a0-80b3-bd99dfe4edd1 admin admin] Publish callbacks [] for port (ec49e41c-0092-4ecb-8cc1-df26a5da659b), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:03.161432 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-0fc72261-aea9-47e7-b4e9-49861ecd55da None None] Provisioning complete for port 73f97663-9aff-4131-8377-54ddf9bb636d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:03.162014 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0fc72261-aea9-47e7-b4e9-49861ecd55da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (73f97663-9aff-4131-8377-54ddf9bb636d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:03.216898 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e882bb9c-e734-47a0-80b3-bd99dfe4edd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (ec49e41c-0092-4ecb-8cc1-df26a5da659b), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:03.262798 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e882bb9c-e734-47a0-80b3-bd99dfe4edd1 admin admin] Network ae0bfd58-4b0d-4a69-9efe-fe6beb56124e is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:03.268244 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-e882bb9c-e734-47a0-80b3-bd99dfe4edd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:03.272653 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e882bb9c-e734-47a0-80b3-bd99dfe4edd1 admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:57:03.280397 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882bb9c-e734-47a0-80b3-bd99dfe4edd1 admin admin] Pushing event updated for resources: {'Port': ['ID=ec49e41c-0092-4ecb-8cc1-df26a5da659b,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:03.286937 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-730fc399-2591-447f-bd24-f6df0fce4f7e None None] Set router cfd88385-a15f-4f37-8076-17d696fece86 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:57:03.327823 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e882bb9c-e734-47a0-80b3-bd99dfe4edd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (cfd88385-a15f-4f37-8076-17d696fece86), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:03.365338 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-3951f0c6-95db-4982-8019-b782007c59c0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting subnet d28184c6-566c-495c-940b-9016b9766ed8 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:57:03.381993 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3951f0c6-95db-4982-8019-b782007c59c0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (d28184c6-566c-495c-940b-9016b9766ed8), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:03.423693 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2949ab4b-187e-44c5-83a2-efe26577eec7 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:57:03.430576 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-0fc72261-aea9-47e7-b4e9-49861ecd55da None None] Current status of the port 73f97663-9aff-4131-8377-54ddf9bb636d is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:03.448806 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6d415f-51c2-4a44-9a3d-dbb74cbe5074 None None] Sync routers for ids ['a8da9542-d867-4be7-a6b5-fd0fe079006a'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:57:03.467481 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6d415f-51c2-4a44-9a3d-dbb74cbe5074 None None] Routers {'a8da9542-d867-4be7-a6b5-fd0fe079006a'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:57:03.468514 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-6b6d415f-51c2-4a44-9a3d-dbb74cbe5074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:56:58Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['a8da9542-d867-4be7-a6b5-fd0fe079006a'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:03.474279 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3951f0c6-95db-4982-8019-b782007c59c0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (d28184c6-566c-495c-940b-9016b9766ed8), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:03.479383 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f69cf9-0335-4033-b6d8-45bef2688162 req-7ab1bc79-69ae-4ba0-95a5-11200fe400ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:03.480959 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-98f69cf9-0335-4033-b6d8-45bef2688162 req-7ab1bc79-69ae-4ba0-95a5-11200fe400ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f051444b2884a98b4646c3ecdbf54cd&device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 1128 time: 0.2909153 Mar 01 13:57:03.486578 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 73f97663-9aff-4131-8377-54ddf9bb636d up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:57:03.487049 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2949ab4b-187e-44c5-83a2-efe26577eec7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:03.491036 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2949ab4b-187e-44c5-83a2-efe26577eec7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6899836 Mar 01 13:57:03.491713 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50606) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:03.553931 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e882bb9c-e734-47a0-80b3-bd99dfe4edd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ec49e41c-0092-4ecb-8cc1-df26a5da659b), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:03.562800 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-522727b5-ab79-41c2-a544-95108627add4 None None] Could not find standard attr ID for object 51bdc5f4-e492-47cb-a804-505f851feed0. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 13:57:03.599603 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 73f97663-9aff-4131-8377-54ddf9bb636d triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:03.600003 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (73f97663-9aff-4131-8377-54ddf9bb636d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:03.651148 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-6b6d415f-51c2-4a44-9a3d-dbb74cbe5074 None None] Set router a8da9542-d867-4be7-a6b5-fd0fe079006a gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:57:03.679284 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-730fc399-2591-447f-bd24-f6df0fce4f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd88385-a15f-4f37-8076-17d696fece86', 'name': 'tempest-ServerRescueNegativeTestJSON-1320269385-router', 'tenant_id': 'f252ef0efd1f49f3a06761d6a0ce9215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '1b9f62de-c814-4026-a586-14e57b7ab133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:56:57Z', 'updated_at': '2022-03-01T13:56:59Z', 'revision_number': 3, 'project_id': 'f252ef0efd1f49f3a06761d6a0ce9215', 'gw_port': {'id': '1b9f62de-c814-4026-a586-14e57b7ab133', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:67:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd88385-a15f-4f37-8076-17d696fece86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:56:58Z', 'updated_at': '2022-03-01T13:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:03.725506 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730fc399-2591-447f-bd24-f6df0fce4f7e None None] The sync data for ids ['cfd88385-a15f-4f37-8076-17d696fece86'] in n-d-827467-3 is: [{'id': 'cfd88385-a15f-4f37-8076-17d696fece86', 'name': 'tempest-ServerRescueNegativeTestJSON-1320269385-router', 'tenant_id': 'f252ef0efd1f49f3a06761d6a0ce9215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '1b9f62de-c814-4026-a586-14e57b7ab133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:56:57Z', 'updated_at': '2022-03-01T13:56:59Z', 'revision_number': 3, 'project_id': 'f252ef0efd1f49f3a06761d6a0ce9215', 'gw_port': {'id': '1b9f62de-c814-4026-a586-14e57b7ab133', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:67:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd88385-a15f-4f37-8076-17d696fece86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:56:58Z', 'updated_at': '2022-03-01T13:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:57:03.834032 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 73f97663-9aff-4131-8377-54ddf9bb636d is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:03.885194 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e882bb9c-e734-47a0-80b3-bd99dfe4edd1 admin admin] Publish callbacks [] for port (ec49e41c-0092-4ecb-8cc1-df26a5da659b), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:03.893185 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e882bb9c-e734-47a0-80b3-bd99dfe4edd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (ec49e41c-0092-4ecb-8cc1-df26a5da659b), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:03.959567 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-6b6d415f-51c2-4a44-9a3d-dbb74cbe5074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8da9542-d867-4be7-a6b5-fd0fe079006a', 'name': 'tempest-ServerRescueTestJSON-611649586-router', 'tenant_id': '0f374f2004cb4e8ca02e98a75cfbf7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '6b80f766-fcc4-4151-87e6-bcd0b548df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:56:59Z', 'updated_at': '2022-03-01T13:57:01Z', 'revision_number': 3, 'project_id': '0f374f2004cb4e8ca02e98a75cfbf7a5', 'gw_port': {'id': '6b80f766-fcc4-4151-87e6-bcd0b548df02', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8da9542-d867-4be7-a6b5-fd0fe079006a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:00Z', 'updated_at': '2022-03-01T13:57:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:04.003103 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6d415f-51c2-4a44-9a3d-dbb74cbe5074 None None] Checking router: a8da9542-d867-4be7-a6b5-fd0fe079006a for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:57:04.003708 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6d415f-51c2-4a44-9a3d-dbb74cbe5074 None None] Updating router a8da9542-d867-4be7-a6b5-fd0fe079006a port 6b80f766-fcc4-4151-87e6-bcd0b548df02 binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:57:04.004688 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e882bb9c-e734-47a0-80b3-bd99dfe4edd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (cfd88385-a15f-4f37-8076-17d696fece86), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:04.014630 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882bb9c-e734-47a0-80b3-bd99dfe4edd1 admin admin] Pushing event updated for resources: {'Port': ['ID=ec49e41c-0092-4ecb-8cc1-df26a5da659b,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:04.140289 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e882bb9c-e734-47a0-80b3-bd99dfe4edd1 admin admin] Network ae0bfd58-4b0d-4a69-9efe-fe6beb56124e is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:04.141774 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-e882bb9c-e734-47a0-80b3-bd99dfe4edd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:04.173320 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-6b6d415f-51c2-4a44-9a3d-dbb74cbe5074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6b80f766-fcc4-4151-87e6-bcd0b548df02), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:04.252084 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f69cf9-0335-4033-b6d8-45bef2688162 req-1eb494a9-b74c-48a2-a3ca-2493cf2ef669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:04.253743 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-98f69cf9-0335-4033-b6d8-45bef2688162 req-1eb494a9-b74c-48a2-a3ca-2493cf2ef669 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a2dec7e3-4601-4685-95e7-9ed53553db77 HTTP/1.1" status: 200 len: 918 time: 0.7244575 Mar 01 13:57:04.259460 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3951f0c6-95db-4982-8019-b782007c59c0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (d28184c6-566c-495c-940b-9016b9766ed8), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:04.333344 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e882bb9c-e734-47a0-80b3-bd99dfe4edd1 admin admin] Router cfd88385-a15f-4f37-8076-17d696fece86 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:57:04.475105 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e882bb9c-e734-47a0-80b3-bd99dfe4edd1 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:57:04.481805 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-98f69cf9-0335-4033-b6d8-45bef2688162 req-df2b04b8-ff5c-4747-a7df-5b18db765675 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea1f1b7a-9a9a-440d-a2a3-ae371a358086 HTTP/1.1" status: 200 len: 1001 time: 0.1846347 Mar 01 13:57:04.487734 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e882bb9c-e734-47a0-80b3-bd99dfe4edd1 admin admin] 10.222.0.13 "PUT /v2.0/routers/cfd88385-a15f-4f37-8076-17d696fece86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1569285 Mar 01 13:57:04.505493 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-6b6d415f-51c2-4a44-9a3d-dbb74cbe5074 None None] Publish callbacks [] for port (6b80f766-fcc4-4151-87e6-bcd0b548df02), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:04.513055 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-6b6d415f-51c2-4a44-9a3d-dbb74cbe5074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (6b80f766-fcc4-4151-87e6-bcd0b548df02), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:04.517382 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934e077-b437-4f3e-9143-44651c2a6aec req-ce5bea5e-0844-4ff1-b3b5-a3d0187e4bd1 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:04.523101 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934e077-b437-4f3e-9143-44651c2a6aec req-ce5bea5e-0844-4ff1-b3b5-a3d0187e4bd1 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:04.531019 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934e077-b437-4f3e-9143-44651c2a6aec req-ce5bea5e-0844-4ff1-b3b5-a3d0187e4bd1 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:04.536531 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934e077-b437-4f3e-9143-44651c2a6aec req-ce5bea5e-0844-4ff1-b3b5-a3d0187e4bd1 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:04.541903 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934e077-b437-4f3e-9143-44651c2a6aec req-ce5bea5e-0844-4ff1-b3b5-a3d0187e4bd1 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:04.548355 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934e077-b437-4f3e-9143-44651c2a6aec req-ce5bea5e-0844-4ff1-b3b5-a3d0187e4bd1 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:04.554198 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934e077-b437-4f3e-9143-44651c2a6aec req-ce5bea5e-0844-4ff1-b3b5-a3d0187e4bd1 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:04.556631 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b934e077-b437-4f3e-9143-44651c2a6aec req-ce5bea5e-0844-4ff1-b3b5-a3d0187e4bd1 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5431 time: 0.3338323 Mar 01 13:57:04.562064 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-6b6d415f-51c2-4a44-9a3d-dbb74cbe5074 None None] Attempting to bind port 6b80f766-fcc4-4151-87e6-bcd0b548df02 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:57:04.563994 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-6b6d415f-51c2-4a44-9a3d-dbb74cbe5074 None None] Attempting to bind port 6b80f766-fcc4-4151-87e6-bcd0b548df02 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:57:04.564443 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6d415f-51c2-4a44-9a3d-dbb74cbe5074 None None] Attempting to bind port 6b80f766-fcc4-4151-87e6-bcd0b548df02 on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:57:04.574002 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6d415f-51c2-4a44-9a3d-dbb74cbe5074 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:57:04.574492 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6d415f-51c2-4a44-9a3d-dbb74cbe5074 None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:57:04.574972 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-6b6d415f-51c2-4a44-9a3d-dbb74cbe5074 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:04.575429 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6d415f-51c2-4a44-9a3d-dbb74cbe5074 None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:57:04.575979 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-6b6d415f-51c2-4a44-9a3d-dbb74cbe5074 None None] Bound port: 6b80f766-fcc4-4151-87e6-bcd0b548df02, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:57:04.576455 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-6b6d415f-51c2-4a44-9a3d-dbb74cbe5074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6b80f766-fcc4-4151-87e6-bcd0b548df02), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:04.630981 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-912baf77-9d0b-478a-aaed-5b639c7ca7c0 admin admin] Deleting port 469d0aa1-1aa8-45e1-b14b-f09607f55dbc {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:57:04.630981 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-912baf77-9d0b-478a-aaed-5b639c7ca7c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (469d0aa1-1aa8-45e1-b14b-f09607f55dbc), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:04.636953 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-6b6d415f-51c2-4a44-9a3d-dbb74cbe5074 None None] For port 6b80f766-fcc4-4151-87e6-bcd0b548df02, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:57:04.654495 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3951f0c6-95db-4982-8019-b782007c59c0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (d28184c6-566c-495c-940b-9016b9766ed8), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:04.657141 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-6b6d415f-51c2-4a44-9a3d-dbb74cbe5074 None None] For port 6b80f766-fcc4-4151-87e6-bcd0b548df02, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6b80f766-fcc4-4151-87e6-bcd0b548df02,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:57:04.663480 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a0aad-0f23-4f38-9d89-1309d8fa33d4 None None] Pushing event updated for resources: {'Port': ['ID=6b80f766-fcc4-4151-87e6-bcd0b548df02,revision_number=2']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:04.673913 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-6b6d415f-51c2-4a44-9a3d-dbb74cbe5074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (6b80f766-fcc4-4151-87e6-bcd0b548df02), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:04.734060 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6d415f-51c2-4a44-9a3d-dbb74cbe5074 None None] Routers {'a8da9542-d867-4be7-a6b5-fd0fe079006a'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:57:04.734830 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-6b6d415f-51c2-4a44-9a3d-dbb74cbe5074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:56:58Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['a8da9542-d867-4be7-a6b5-fd0fe079006a'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:04.775438 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a0aad-0f23-4f38-9d89-1309d8fa33d4 None None] Pushing event updated for resources: {'Port': ['ID=6b80f766-fcc4-4151-87e6-bcd0b548df02,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:04.802600 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fd11c4-40f3-46fc-8e19-51308e4634d3 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:57:04.823578 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f69cf9-0335-4033-b6d8-45bef2688162 req-c3ccc90f-89ec-48d6-82c4-503a81a65b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:04.825189 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-98f69cf9-0335-4033-b6d8-45bef2688162 req-c3ccc90f-89ec-48d6-82c4-503a81a65b54 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=261203cc-bf87-4d50-a32d-f34589170095 HTTP/1.1" status: 200 len: 856 time: 0.3282990 Mar 01 13:57:04.826441 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3951f0c6-95db-4982-8019-b782007c59c0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:04.832161 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3951f0c6-95db-4982-8019-b782007c59c0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/d28184c6-566c-495c-940b-9016b9766ed8 HTTP/1.1" status: 204 len: 168 time: 1.6956728 Mar 01 13:57:04.832829 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50618) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:04.839196 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951f0c6-95db-4982-8019-b782007c59c0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Subnet': ['ID=d28184c6-566c-495c-940b-9016b9766ed8,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:04.854218 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3951f0c6-95db-4982-8019-b782007c59c0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:04.854663 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3951f0c6-95db-4982-8019-b782007c59c0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:04.855056 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3951f0c6-95db-4982-8019-b782007c59c0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:04.855462 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3951f0c6-95db-4982-8019-b782007c59c0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:04.855891 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3951f0c6-95db-4982-8019-b782007c59c0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:04.856309 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3951f0c6-95db-4982-8019-b782007c59c0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:04.856702 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3951f0c6-95db-4982-8019-b782007c59c0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:04.857097 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3951f0c6-95db-4982-8019-b782007c59c0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:04.857493 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3951f0c6-95db-4982-8019-b782007c59c0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:04.857882 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3951f0c6-95db-4982-8019-b782007c59c0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:04.858271 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3951f0c6-95db-4982-8019-b782007c59c0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:04.858666 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3951f0c6-95db-4982-8019-b782007c59c0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:04.859060 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3951f0c6-95db-4982-8019-b782007c59c0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:04.902854 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-6b6d415f-51c2-4a44-9a3d-dbb74cbe5074 None None] Set router a8da9542-d867-4be7-a6b5-fd0fe079006a gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:57:04.961901 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-f232a995-bdcf-416f-aa4a-14cca38775bf tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting subnet d71ed8f6-e021-483b-82dc-528827a20125 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:57:04.969652 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f232a995-bdcf-416f-aa4a-14cca38775bf tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (d71ed8f6-e021-483b-82dc-528827a20125), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:05.021591 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f232a995-bdcf-416f-aa4a-14cca38775bf tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (d71ed8f6-e021-483b-82dc-528827a20125), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:05.078343 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b934e077-b437-4f3e-9143-44651c2a6aec req-9c8ca966-318d-49e7-9391-23a502d264b8 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5145080 Mar 01 13:57:05.135195 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-912baf77-9d0b-478a-aaed-5b639c7ca7c0 admin admin] For port 469d0aa1-1aa8-45e1-b14b-f09607f55dbc, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=469d0aa1-1aa8-45e1-b14b-f09607f55dbc,segment=NetworkSegment(e76d0319-8891-401a-b47b-4f5de5881eaf),segment_id=e76d0319-8891-401a-b47b-4f5de5881eaf)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:05.136268 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-912baf77-9d0b-478a-aaed-5b639c7ca7c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (469d0aa1-1aa8-45e1-b14b-f09607f55dbc), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:05.136944 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f232a995-bdcf-416f-aa4a-14cca38775bf tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (d71ed8f6-e021-483b-82dc-528827a20125), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:05.157258 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-6b6d415f-51c2-4a44-9a3d-dbb74cbe5074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8da9542-d867-4be7-a6b5-fd0fe079006a', 'name': 'tempest-ServerRescueTestJSON-611649586-router', 'tenant_id': '0f374f2004cb4e8ca02e98a75cfbf7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '6b80f766-fcc4-4151-87e6-bcd0b548df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:56:59Z', 'updated_at': '2022-03-01T13:57:01Z', 'revision_number': 3, 'project_id': '0f374f2004cb4e8ca02e98a75cfbf7a5', 'gw_port': {'id': '6b80f766-fcc4-4151-87e6-bcd0b548df02', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8da9542-d867-4be7-a6b5-fd0fe079006a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:00Z', 'updated_at': '2022-03-01T13:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:05.170955 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-912baf77-9d0b-478a-aaed-5b639c7ca7c0 admin admin] Calling delete_port for 469d0aa1-1aa8-45e1-b14b-f09607f55dbc owned by network:router_interface {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:57:05.205192 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6d415f-51c2-4a44-9a3d-dbb74cbe5074 None None] The sync data for ids ['a8da9542-d867-4be7-a6b5-fd0fe079006a'] in n-d-827467-3 is: [{'id': 'a8da9542-d867-4be7-a6b5-fd0fe079006a', 'name': 'tempest-ServerRescueTestJSON-611649586-router', 'tenant_id': '0f374f2004cb4e8ca02e98a75cfbf7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '6b80f766-fcc4-4151-87e6-bcd0b548df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:56:59Z', 'updated_at': '2022-03-01T13:57:01Z', 'revision_number': 3, 'project_id': '0f374f2004cb4e8ca02e98a75cfbf7a5', 'gw_port': {'id': '6b80f766-fcc4-4151-87e6-bcd0b548df02', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8da9542-d867-4be7-a6b5-fd0fe079006a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:00Z', 'updated_at': '2022-03-01T13:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:57:05.225220 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f232a995-bdcf-416f-aa4a-14cca38775bf tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (d71ed8f6-e021-483b-82dc-528827a20125), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:05.263420 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f232a995-bdcf-416f-aa4a-14cca38775bf tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Subnet': ['ID=d71ed8f6-e021-483b-82dc-528827a20125,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:05.271425 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f232a995-bdcf-416f-aa4a-14cca38775bf tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:05.275189 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f232a995-bdcf-416f-aa4a-14cca38775bf tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/d71ed8f6-e021-483b-82dc-528827a20125 HTTP/1.1" status: 204 len: 168 time: 0.4412704 Mar 01 13:57:05.278055 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50628) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:05.319889 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fba2063e-602f-4e37-b3f8-37e9f304ceb5 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0407577 Mar 01 13:57:05.324337 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50630) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:05.329690 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-d98cfa28-95d4-4e85-b393-d880dfcbf231 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:05.472533 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 1b9f62de-c814-4026-a586-14e57b7ab133 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:57:05.484729 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98cfa28-95d4-4e85-b393-d880dfcbf231 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:05.491770 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d98cfa28-95d4-4e85-b393-d880dfcbf231 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:05.594627 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c98d85dd-08e9-4ea0-8ccb-4e860bc1c0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:05.598214 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f69cf9-0335-4033-b6d8-45bef2688162 req-0b1703e9-7cd5-432f-ac86-eb7f7ccdc6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:05.599812 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-98f69cf9-0335-4033-b6d8-45bef2688162 req-0b1703e9-7cd5-432f-ac86-eb7f7ccdc6e1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a2dec7e3-4601-4685-95e7-9ed53553db77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7518420 Mar 01 13:57:05.611547 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 1b9f62de-c814-4026-a586-14e57b7ab133 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:05.612764 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (1b9f62de-c814-4026-a586-14e57b7ab133), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:05.747204 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 1b9f62de-c814-4026-a586-14e57b7ab133 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:05.747602 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1b9f62de-c814-4026-a586-14e57b7ab133), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:05.798605 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 1b9f62de-c814-4026-a586-14e57b7ab133, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=1b9f62de-c814-4026-a586-14e57b7ab133,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:05.809960 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (1b9f62de-c814-4026-a586-14e57b7ab133), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:05.859538 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d98cfa28-95d4-4e85-b393-d880dfcbf231 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (39967d05-5063-46b7-a072-19e11b275e17), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:05.906970 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=1b9f62de-c814-4026-a586-14e57b7ab133,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:05.934740 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c461ee-0271-450e-b0a3-432f30f27c39 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:57:05.937926 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cfa28-95d4-4e85-b393-d880dfcbf231 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Subnet': ['ID=39967d05-5063-46b7-a072-19e11b275e17,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:05.954120 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98cfa28-95d4-4e85-b393-d880dfcbf231 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:05.955609 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-d98cfa28-95d4-4e85-b393-d880dfcbf231 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:05.966676 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98cfa28-95d4-4e85-b393-d880dfcbf231 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:05.967284 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d98cfa28-95d4-4e85-b393-d880dfcbf231 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:05.998905 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d98cfa28-95d4-4e85-b393-d880dfcbf231 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6729932 Mar 01 13:57:06.000188 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50632) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:06.009522 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-3e09cced-e29e-4914-b40e-10c50b8523c9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:06.083257 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-ab857880-612f-4c99-b583-8b9d07952191 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:06.085434 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-ab857880-612f-4c99-b583-8b9d07952191 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/networks?id=ae0bfd58-4b0d-4a69-9efe-fe6beb56124e HTTP/1.1" status: 200 len: 819 time: 1.0034299 Mar 01 13:57:06.122077 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-912baf77-9d0b-478a-aaed-5b639c7ca7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (469d0aa1-1aa8-45e1-b14b-f09607f55dbc), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:06.155398 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-34ea4ae4-b14d-44fe-9063-30f49b845873 None None] Provisioning complete for port 73f97663-9aff-4131-8377-54ddf9bb636d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:06.156119 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-34ea4ae4-b14d-44fe-9063-30f49b845873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (73f97663-9aff-4131-8377-54ddf9bb636d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:06.169595 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e09cced-e29e-4914-b40e-10c50b8523c9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:06.173016 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3e09cced-e29e-4914-b40e-10c50b8523c9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:06.183158 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-a2dcdb7d-e55b-4a28-b153-58f962db590e tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/quotas/f252ef0efd1f49f3a06761d6a0ce9215 HTTP/1.1" status: 200 len: 375 time: 0.0789711 Mar 01 13:57:06.192904 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912baf77-9d0b-478a-aaed-5b639c7ca7c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=469d0aa1-1aa8-45e1-b14b-f09607f55dbc,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:06.220662 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-c98d85dd-08e9-4ea0-8ccb-4e860bc1c0f4 admin admin] Allocated IP 172.20.0.1 (a330e804-df96-493e-8245-ea2bd5609f4c/b101fd94-b0b8-497f-8292-d3494df98b4d/f3611e20-3140-4ace-914f-3847d4700619) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:57:06.330191 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-98f69cf9-0335-4033-b6d8-45bef2688162 req-c6329559-7484-4919-8e92-041b4605fad4 service neutron] 10.222.0.32 "GET /v2.0/networks/a2dec7e3-4601-4685-95e7-9ed53553db77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7199430 Mar 01 13:57:06.363954 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-34ea4ae4-b14d-44fe-9063-30f49b845873 None None] Current status of the port 73f97663-9aff-4131-8377-54ddf9bb636d is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:06.419487 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0434f8a-feb7-4e64-b37e-f861d076525c None None] Sync routers for ids ['cfd88385-a15f-4f37-8076-17d696fece86'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:57:06.442910 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0434f8a-feb7-4e64-b37e-f861d076525c None None] Routers {'cfd88385-a15f-4f37-8076-17d696fece86'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:57:06.444023 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-e0434f8a-feb7-4e64-b37e-f861d076525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:56:58Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['cfd88385-a15f-4f37-8076-17d696fece86'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:06.483234 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-98f69cf9-0335-4033-b6d8-45bef2688162 req-a67099ef-8006-4ea8-b3dd-f55921f82eb4 service neutron] 10.222.0.32 "GET /v2.0/networks/a2dec7e3-4601-4685-95e7-9ed53553db77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089249 Mar 01 13:57:06.537152 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-dfbb5bd7-79f6-43d4-afb6-186d4edd0bfa tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f252ef0efd1f49f3a06761d6a0ce9215&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3198965 Mar 01 13:57:06.684049 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147d059d-aa2b-4c97-b4f3-6d35930df497 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:57:06.777715 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-e0434f8a-feb7-4e64-b37e-f861d076525c None None] Set router cfd88385-a15f-4f37-8076-17d696fece86 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:57:06.815359 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d6519176-5e41-4f67-9f1d-8529c6d2c025 None None] Provisioning complete for port 73f97663-9aff-4131-8377-54ddf9bb636d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:06.816083 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d6519176-5e41-4f67-9f1d-8529c6d2c025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (73f97663-9aff-4131-8377-54ddf9bb636d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:06.846489 n-d-827467-3 neutron-server[103726]: DEBUG neutron.objects.ports [None req-3e09cced-e29e-4914-b40e-10c50b8523c9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103726) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 01 13:57:07.034254 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3069e7-d346-4cb2-ae80-7ab5a18116ec req-64cc867c-c063-4e39-93e9-a8038e921b7e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:07.042117 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3069e7-d346-4cb2-ae80-7ab5a18116ec req-64cc867c-c063-4e39-93e9-a8038e921b7e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:07.047655 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3069e7-d346-4cb2-ae80-7ab5a18116ec req-64cc867c-c063-4e39-93e9-a8038e921b7e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:07.054211 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3069e7-d346-4cb2-ae80-7ab5a18116ec req-64cc867c-c063-4e39-93e9-a8038e921b7e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:07.060640 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3069e7-d346-4cb2-ae80-7ab5a18116ec req-64cc867c-c063-4e39-93e9-a8038e921b7e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:07.072702 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3069e7-d346-4cb2-ae80-7ab5a18116ec req-64cc867c-c063-4e39-93e9-a8038e921b7e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:07.079558 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3069e7-d346-4cb2-ae80-7ab5a18116ec req-64cc867c-c063-4e39-93e9-a8038e921b7e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:07.081656 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1a3069e7-d346-4cb2-ae80-7ab5a18116ec req-64cc867c-c063-4e39-93e9-a8038e921b7e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5431 time: 0.8628798 Mar 01 13:57:07.179529 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3e09cced-e29e-4914-b40e-10c50b8523c9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (73f97663-9aff-4131-8377-54ddf9bb636d), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:07.192825 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-912baf77-9d0b-478a-aaed-5b639c7ca7c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (6ff75c52-fe55-4732-b4ca-c01c3ac78b83), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:07.317994 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d6519176-5e41-4f67-9f1d-8529c6d2c025 None None] Current status of the port 73f97663-9aff-4131-8377-54ddf9bb636d is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:07.353012 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1a3069e7-d346-4cb2-ae80-7ab5a18116ec req-944700ca-9ece-41f7-a02a-3a4442c77d66 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2158372 Mar 01 13:57:07.375519 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c98d85dd-08e9-4ea0-8ccb-4e860bc1c0f4 admin admin] Publish callbacks [] for port (f3611e20-3140-4ace-914f-3847d4700619), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:07.429950 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-cf582466-fb1f-44a8-bc29-09e870dd969d service neutron] 10.222.0.13 "GET /v2.0/networks/ae0bfd58-4b0d-4a69-9efe-fe6beb56124e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8440933 Mar 01 13:57:07.460412 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-3e09cced-e29e-4914-b40e-10c50b8523c9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] For port 73f97663-9aff-4131-8377-54ddf9bb636d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=73f97663-9aff-4131-8377-54ddf9bb636d,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:07.482514 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-e0434f8a-feb7-4e64-b37e-f861d076525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd88385-a15f-4f37-8076-17d696fece86', 'name': 'tempest-ServerRescueNegativeTestJSON-1320269385-router', 'tenant_id': 'f252ef0efd1f49f3a06761d6a0ce9215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '1b9f62de-c814-4026-a586-14e57b7ab133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:56:57Z', 'updated_at': '2022-03-01T13:57:03Z', 'revision_number': 4, 'project_id': 'f252ef0efd1f49f3a06761d6a0ce9215', 'gw_port': {'id': '1b9f62de-c814-4026-a586-14e57b7ab133', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:67:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd88385-a15f-4f37-8076-17d696fece86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:56:58Z', 'updated_at': '2022-03-01T13:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'ec49e41c-0092-4ecb-8cc1-df26a5da659b', 'name': '', 'network_id': 'ae0bfd58-4b0d-4a69-9efe-fe6beb56124e', 'tenant_id': 'f252ef0efd1f49f3a06761d6a0ce9215', 'mac_address': 'fa:16:3e:9d:63:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd88385-a15f-4f37-8076-17d696fece86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '0671009d-d113-434d-acb2-b340af7ac7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:02Z', 'updated_at': '2022-03-01T13:57:03Z', 'revision_number': 2, 'project_id': 'f252ef0efd1f49f3a06761d6a0ce9215', 'subnets': [{'id': '0671009d-d113-434d-acb2-b340af7ac7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:07.518230 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3e09cced-e29e-4914-b40e-10c50b8523c9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for port (73f97663-9aff-4131-8377-54ddf9bb636d), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:07.524712 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0424c1-93ce-497d-a6c9-845a12802a25 None None] Update dhcp port {'port': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'fixed_ips': [{'subnet_id': '39967d05-5063-46b7-a072-19e11b275e17'}, {'subnet_id': '146ba0bd-5daf-45a7-b3f9-7f84b498ee88'}], 'binding:host_id': 'n-d-827467-3'}, 'id': '73f97663-9aff-4131-8377-54ddf9bb636d'} from n-d-827467-3. {{(pid=103728) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 01 13:57:07.527262 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3e09cced-e29e-4914-b40e-10c50b8523c9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (73f97663-9aff-4131-8377-54ddf9bb636d), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:07.548303 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0434f8a-feb7-4e64-b37e-f861d076525c None None] Checking router: cfd88385-a15f-4f37-8076-17d696fece86 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:57:07.548654 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0434f8a-feb7-4e64-b37e-f861d076525c None None] Updating router cfd88385-a15f-4f37-8076-17d696fece86 port ec49e41c-0092-4ecb-8cc1-df26a5da659b binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:57:07.579450 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ba0424c1-93ce-497d-a6c9-845a12802a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (73f97663-9aff-4131-8377-54ddf9bb636d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:07.595853 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3e09cced-e29e-4914-b40e-10c50b8523c9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (146ba0bd-5daf-45a7-b3f9-7f84b498ee88), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:07.613073 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e0434f8a-feb7-4e64-b37e-f861d076525c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ec49e41c-0092-4ecb-8cc1-df26a5da659b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:07.622569 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c98d85dd-08e9-4ea0-8ccb-4e860bc1c0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (f3611e20-3140-4ace-914f-3847d4700619), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:07.708834 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e09cced-e29e-4914-b40e-10c50b8523c9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:07.710228 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e09cced-e29e-4914-b40e-10c50b8523c9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Port': ['ID=73f97663-9aff-4131-8377-54ddf9bb636d,revision_number=8']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:07.714490 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-3e09cced-e29e-4914-b40e-10c50b8523c9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:07.719514 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e09cced-e29e-4914-b40e-10c50b8523c9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:07.720148 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3e09cced-e29e-4914-b40e-10c50b8523c9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:07.737597 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 1b9f62de-c814-4026-a586-14e57b7ab133 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:57:07.746440 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-38ae252e-8c13-423c-aab4-ff31695ab80a service neutron] 10.222.0.13 "GET /v2.0/networks/ae0bfd58-4b0d-4a69-9efe-fe6beb56124e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761586 Mar 01 13:57:07.746684 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e09cced-e29e-4914-b40e-10c50b8523c9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Subnet': ['ID=146ba0bd-5daf-45a7-b3f9-7f84b498ee88,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:07.752974 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98d85dd-08e9-4ea0-8ccb-4e860bc1c0f4 admin admin] Network a330e804-df96-493e-8245-ea2bd5609f4c is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:07.760324 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3e09cced-e29e-4914-b40e-10c50b8523c9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7593734 Mar 01 13:57:07.763565 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50640) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:07.768410 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-c98d85dd-08e9-4ea0-8ccb-4e860bc1c0f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:07.770483 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-92d7fd17-2fd1-466d-8dae-d49fdb3d58ff tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'port': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'mac_address': 'fa:16:3e:58:e8:b9', 'name': 'tempest-NetworksTestDHCPv6-1782863047'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:07.775205 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98d85dd-08e9-4ea0-8ccb-4e860bc1c0f4 admin admin] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:57:07.810737 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d85dd-08e9-4ea0-8ccb-4e860bc1c0f4 admin admin] Pushing event updated for resources: {'Port': ['ID=f3611e20-3140-4ace-914f-3847d4700619,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:07.870185 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c98d85dd-08e9-4ea0-8ccb-4e860bc1c0f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (a8da9542-d867-4be7-a6b5-fd0fe079006a), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:07.939443 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d7fd17-2fd1-466d-8dae-d49fdb3d58ff tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:07.943645 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912baf77-9d0b-478a-aaed-5b639c7ca7c0 admin admin] Router 6ff75c52-fe55-4732-b4ca-c01c3ac78b83 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:57:08.040624 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-92d7fd17-2fd1-466d-8dae-d49fdb3d58ff tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:08.065853 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-92d7fd17-2fd1-466d-8dae-d49fdb3d58ff tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] device_id is not set on port 854ee22d-a0c0-4b2c-8a88-a76bf25df4e3 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:57:08.127638 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-ba0424c1-93ce-497d-a6c9-845a12802a25 None None] Allocated IP 172.20.0.2 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/39967d05-5063-46b7-a072-19e11b275e17/73f97663-9aff-4131-8377-54ddf9bb636d) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:57:08.180343 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a864c5a7-1e46-4570-a83a-65ff191b7952 req-0658908d-7fd6-4a1c-bac1-3427f03ee1de tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 210 time: 0.1587949 Mar 01 13:57:08.225081 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912baf77-9d0b-478a-aaed-5b639c7ca7c0 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:57:08.233644 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-912baf77-9d0b-478a-aaed-5b639c7ca7c0 admin admin] 10.222.0.13 "PUT /v2.0/routers/6ff75c52-fe55-4732-b4ca-c01c3ac78b83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3372307 Mar 01 13:57:08.234075 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50652) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:08.236248 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2733a577-e8f5-462a-b435-e0e8d76da8bf None None] Sync routers for ids ['6ff75c52-fe55-4732-b4ca-c01c3ac78b83'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:57:08.246421 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2733a577-e8f5-462a-b435-e0e8d76da8bf None None] Routers {'6ff75c52-fe55-4732-b4ca-c01c3ac78b83'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:57:08.247032 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-2733a577-e8f5-462a-b435-e0e8d76da8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:56:58Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6ff75c52-fe55-4732-b4ca-c01c3ac78b83'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:08.270819 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 1b9f62de-c814-4026-a586-14e57b7ab133 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:08.271195 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (1b9f62de-c814-4026-a586-14e57b7ab133), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:08.284813 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c98d85dd-08e9-4ea0-8ccb-4e860bc1c0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f3611e20-3140-4ace-914f-3847d4700619), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:08.376168 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-ba0424c1-93ce-497d-a6c9-845a12802a25 None None] For port 73f97663-9aff-4131-8377-54ddf9bb636d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=73f97663-9aff-4131-8377-54ddf9bb636d,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:08.409674 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ba0424c1-93ce-497d-a6c9-845a12802a25 None None] Publish callbacks [] for port (73f97663-9aff-4131-8377-54ddf9bb636d), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:08.436949 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ba0424c1-93ce-497d-a6c9-845a12802a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (73f97663-9aff-4131-8377-54ddf9bb636d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:08.471117 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-2733a577-e8f5-462a-b435-e0e8d76da8bf None None] Set router 6ff75c52-fe55-4732-b4ca-c01c3ac78b83 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:57:08.537133 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fe932237-3a8a-4d4d-928d-a20909718ac2 admin admin] Publish callbacks [] for router (6ff75c52-fe55-4732-b4ca-c01c3ac78b83), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:08.593159 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-92d7fd17-2fd1-466d-8dae-d49fdb3d58ff tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Allocated IP 172.20.0.11 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/39967d05-5063-46b7-a072-19e11b275e17/854ee22d-a0c0-4b2c-8a88-a76bf25df4e3) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:57:08.601560 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-92d7fd17-2fd1-466d-8dae-d49fdb3d58ff tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Allocated IP 2001:db8::f816:3eff:fe58:e8b9 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/146ba0bd-5daf-45a7-b3f9-7f84b498ee88/854ee22d-a0c0-4b2c-8a88-a76bf25df4e3) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:57:08.716629 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0424c1-93ce-497d-a6c9-845a12802a25 None None] Pushing event updated for resources: {'Port': ['ID=73f97663-9aff-4131-8377-54ddf9bb636d,revision_number=9']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:08.749005 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-2733a577-e8f5-462a-b435-e0e8d76da8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'name': 'tempest-ServersTestJSON-114693005-router', 'tenant_id': '6cd0042333dc4646a1a53b7511a147db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '638341d3-9a32-48a3-a77f-4932d2a5082e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:50Z', 'updated_at': '2022-03-01T13:57:05Z', 'revision_number': 5, 'project_id': '6cd0042333dc4646a1a53b7511a147db', 'gw_port': {'id': '638341d3-9a32-48a3-a77f-4932d2a5082e', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:51Z', 'updated_at': '2022-03-01T13:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:08.798616 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-7d8cb42f-c451-46f0-a030-4433777cab0c tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:08.800172 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-7d8cb42f-c451-46f0-a030-4433777cab0c tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/networks?id=ae0bfd58-4b0d-4a69-9efe-fe6beb56124e HTTP/1.1" status: 200 len: 819 time: 0.4135871 Mar 01 13:57:08.801744 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-92d7fd17-2fd1-466d-8dae-d49fdb3d58ff tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for port (854ee22d-a0c0-4b2c-8a88-a76bf25df4e3), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:08.822797 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 1b9f62de-c814-4026-a586-14e57b7ab133 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:08.824376 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6b80f766-fcc4-4151-87e6-bcd0b548df02 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:57:08.828437 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2733a577-e8f5-462a-b435-e0e8d76da8bf None None] Checking router: 6ff75c52-fe55-4732-b4ca-c01c3ac78b83 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:57:08.846244 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2733a577-e8f5-462a-b435-e0e8d76da8bf None None] Routers {'6ff75c52-fe55-4732-b4ca-c01c3ac78b83'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:57:08.847539 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-2733a577-e8f5-462a-b435-e0e8d76da8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:56:58Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6ff75c52-fe55-4732-b4ca-c01c3ac78b83'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:08.867450 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-92d7fd17-2fd1-466d-8dae-d49fdb3d58ff tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (854ee22d-a0c0-4b2c-8a88-a76bf25df4e3), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:08.901756 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dfd65-7416-4dd1-a686-96c1c25ffc0e req-245b97f5-6bc0-486e-9472-e02b275c516d tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:08.910481 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dfd65-7416-4dd1-a686-96c1c25ffc0e req-245b97f5-6bc0-486e-9472-e02b275c516d tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:08.917776 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dfd65-7416-4dd1-a686-96c1c25ffc0e req-245b97f5-6bc0-486e-9472-e02b275c516d tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:08.923879 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d7fd17-2fd1-466d-8dae-d49fdb3d58ff tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:08.925372 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dfd65-7416-4dd1-a686-96c1c25ffc0e req-245b97f5-6bc0-486e-9472-e02b275c516d tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:08.927266 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-92d7fd17-2fd1-466d-8dae-d49fdb3d58ff tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:08.934845 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d7fd17-2fd1-466d-8dae-d49fdb3d58ff tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:57:08.935440 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dfd65-7416-4dd1-a686-96c1c25ffc0e req-245b97f5-6bc0-486e-9472-e02b275c516d tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:08.948396 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dfd65-7416-4dd1-a686-96c1c25ffc0e req-245b97f5-6bc0-486e-9472-e02b275c516d tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:08.954086 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dfd65-7416-4dd1-a686-96c1c25ffc0e req-245b97f5-6bc0-486e-9472-e02b275c516d tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:08.956236 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f41dfd65-7416-4dd1-a686-96c1c25ffc0e req-245b97f5-6bc0-486e-9472-e02b275c516d tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5431 time: 0.4569678 Mar 01 13:57:08.981479 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-509d3b93-8bd7-4330-bc7b-1cff26414556 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/quotas/f252ef0efd1f49f3a06761d6a0ce9215 HTTP/1.1" status: 200 len: 375 time: 0.1687078 Mar 01 13:57:09.010150 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 6b80f766-fcc4-4151-87e6-bcd0b548df02 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:09.012196 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6b80f766-fcc4-4151-87e6-bcd0b548df02), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:09.051147 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-2733a577-e8f5-462a-b435-e0e8d76da8bf None None] Set router 6ff75c52-fe55-4732-b4ca-c01c3ac78b83 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:57:09.113079 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e0434f8a-feb7-4e64-b37e-f861d076525c None None] Publish callbacks [] for port (ec49e41c-0092-4ecb-8cc1-df26a5da659b), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:09.140084 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e0434f8a-feb7-4e64-b37e-f861d076525c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ec49e41c-0092-4ecb-8cc1-df26a5da659b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:09.186958 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c98d85dd-08e9-4ea0-8ccb-4e860bc1c0f4 admin admin] Publish callbacks [] for port (f3611e20-3140-4ace-914f-3847d4700619), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:09.191837 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fe932237-3a8a-4d4d-928d-a20909718ac2 admin admin] Publish callbacks [] for router_gateway (6ff75c52-fe55-4732-b4ca-c01c3ac78b83), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:09.210993 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c98d85dd-08e9-4ea0-8ccb-4e860bc1c0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (f3611e20-3140-4ace-914f-3847d4700619), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:09.243375 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-5048b69a-b315-4973-948d-da49e8dbb64d tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f252ef0efd1f49f3a06761d6a0ce9215&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2047091 Mar 01 13:57:09.260654 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f41dfd65-7416-4dd1-a686-96c1c25ffc0e req-23202c88-e5b3-49dc-9a9d-d079b3758b58 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2846761 Mar 01 13:57:09.306914 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 6b80f766-fcc4-4151-87e6-bcd0b548df02 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:09.306914 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6b80f766-fcc4-4151-87e6-bcd0b548df02), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:09.338121 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3a9ed-8ee7-429e-9b57-b08afd0d991d None None] Pushing event updated for resources: {'Port': ['ID=ec49e41c-0092-4ecb-8cc1-df26a5da659b,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:09.390404 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-2733a577-e8f5-462a-b435-e0e8d76da8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'name': 'tempest-ServersTestJSON-114693005-router', 'tenant_id': '6cd0042333dc4646a1a53b7511a147db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '638341d3-9a32-48a3-a77f-4932d2a5082e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:50Z', 'updated_at': '2022-03-01T13:57:05Z', 'revision_number': 5, 'project_id': '6cd0042333dc4646a1a53b7511a147db', 'gw_port': {'id': '638341d3-9a32-48a3-a77f-4932d2a5082e', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:51Z', 'updated_at': '2022-03-01T13:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:09.411379 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-e0434f8a-feb7-4e64-b37e-f861d076525c None None] Attempting to bind port ec49e41c-0092-4ecb-8cc1-df26a5da659b on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:57:09.411818 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-e0434f8a-feb7-4e64-b37e-f861d076525c None None] Attempting to bind port ec49e41c-0092-4ecb-8cc1-df26a5da659b by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '5c4b0dd5-2d4a-471b-b6b3-b873e7117996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ae0bfd58-4b0d-4a69-9efe-fe6beb56124e'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:57:09.412211 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0434f8a-feb7-4e64-b37e-f861d076525c None None] Attempting to bind port ec49e41c-0092-4ecb-8cc1-df26a5da659b on network ae0bfd58-4b0d-4a69-9efe-fe6beb56124e {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:57:09.419737 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 6b80f766-fcc4-4151-87e6-bcd0b548df02, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6b80f766-fcc4-4151-87e6-bcd0b548df02,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:09.421037 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0434f8a-feb7-4e64-b37e-f861d076525c None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:57:09.421512 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0434f8a-feb7-4e64-b37e-f861d076525c None None] Checking segment: {'id': '5c4b0dd5-2d4a-471b-b6b3-b873e7117996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ae0bfd58-4b0d-4a69-9efe-fe6beb56124e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:57:09.422072 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e0434f8a-feb7-4e64-b37e-f861d076525c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:09.422437 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0434f8a-feb7-4e64-b37e-f861d076525c None None] Bound using segment: {'id': '5c4b0dd5-2d4a-471b-b6b3-b873e7117996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ae0bfd58-4b0d-4a69-9efe-fe6beb56124e'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:57:09.422979 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-e0434f8a-feb7-4e64-b37e-f861d076525c None None] Bound port: ec49e41c-0092-4ecb-8cc1-df26a5da659b, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4b0dd5-2d4a-471b-b6b3-b873e7117996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ae0bfd58-4b0d-4a69-9efe-fe6beb56124e'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:57:09.423367 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e0434f8a-feb7-4e64-b37e-f861d076525c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ec49e41c-0092-4ecb-8cc1-df26a5da659b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:09.437182 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (6b80f766-fcc4-4151-87e6-bcd0b548df02), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:09.443592 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2733a577-e8f5-462a-b435-e0e8d76da8bf None None] The sync data for ids ['6ff75c52-fe55-4732-b4ca-c01c3ac78b83'] in n-d-827467-3 is: [{'id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'name': 'tempest-ServersTestJSON-114693005-router', 'tenant_id': '6cd0042333dc4646a1a53b7511a147db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '638341d3-9a32-48a3-a77f-4932d2a5082e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:50Z', 'updated_at': '2022-03-01T13:57:05Z', 'revision_number': 5, 'project_id': '6cd0042333dc4646a1a53b7511a147db', 'gw_port': {'id': '638341d3-9a32-48a3-a77f-4932d2a5082e', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff75c52-fe55-4732-b4ca-c01c3ac78b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:51Z', 'updated_at': '2022-03-01T13:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:57:09.513237 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-afdacc14-4477-461e-9d32-5fa6ead09065 service neutron] 10.222.0.13 "GET /v2.0/networks/ae0bfd58-4b0d-4a69-9efe-fe6beb56124e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511120 Mar 01 13:57:09.564688 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=6b80f766-fcc4-4151-87e6-bcd0b548df02,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:09.570711 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d7fd17-2fd1-466d-8dae-d49fdb3d58ff tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:09.571389 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-92d7fd17-2fd1-466d-8dae-d49fdb3d58ff tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:09.590153 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-e0434f8a-feb7-4e64-b37e-f861d076525c None None] For port ec49e41c-0092-4ecb-8cc1-df26a5da659b, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:57:09.593372 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7fd17-2fd1-466d-8dae-d49fdb3d58ff tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Port': ['ID=854ee22d-a0c0-4b2c-8a88-a76bf25df4e3,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:09.604594 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-e0434f8a-feb7-4e64-b37e-f861d076525c None None] For port ec49e41c-0092-4ecb-8cc1-df26a5da659b, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ec49e41c-0092-4ecb-8cc1-df26a5da659b,segment=NetworkSegment(5c4b0dd5-2d4a-471b-b6b3-b873e7117996),segment_id=5c4b0dd5-2d4a-471b-b6b3-b873e7117996)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:57:09.623432 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e0434f8a-feb7-4e64-b37e-f861d076525c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ec49e41c-0092-4ecb-8cc1-df26a5da659b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:09.670122 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-92d7fd17-2fd1-466d-8dae-d49fdb3d58ff tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.9026127 Mar 01 13:57:09.671412 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50670) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:09.703802 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c98d85dd-08e9-4ea0-8ccb-4e860bc1c0f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (a8da9542-d867-4be7-a6b5-fd0fe079006a), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:09.710648 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d85dd-08e9-4ea0-8ccb-4e860bc1c0f4 admin admin] Pushing event updated for resources: {'Port': ['ID=f3611e20-3140-4ace-914f-3847d4700619,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:09.740683 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0a3d61-4e9b-4cb7-967c-c35337136ab9 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:57:09.746448 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-fe932237-3a8a-4d4d-928d-a20909718ac2 admin admin] Deleting port 638341d3-9a32-48a3-a77f-4932d2a5082e {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:57:09.746873 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fe932237-3a8a-4d4d-928d-a20909718ac2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (638341d3-9a32-48a3-a77f-4932d2a5082e), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:09.757794 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-5a971955-2990-4d8b-a621-48da76f0a65e tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:09.759269 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-5a971955-2990-4d8b-a621-48da76f0a65e tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.20 "GET /v2.0/networks?id=ae0bfd58-4b0d-4a69-9efe-fe6beb56124e HTTP/1.1" status: 200 len: 819 time: 0.1844845 Mar 01 13:57:09.771888 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f667c4ec-90a9-4658-aa83-3d50c5f9d665 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:09.773900 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0434f8a-feb7-4e64-b37e-f861d076525c None None] Routers {'cfd88385-a15f-4f37-8076-17d696fece86'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:57:09.774613 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-e0434f8a-feb7-4e64-b37e-f861d076525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:56:58Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['cfd88385-a15f-4f37-8076-17d696fece86'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:09.778521 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f667c4ec-90a9-4658-aa83-3d50c5f9d665 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:09.783572 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f667c4ec-90a9-4658-aa83-3d50c5f9d665 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1082017 Mar 01 13:57:09.785351 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-09f65247-e06d-402b-9b2f-057046687367 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Request body: {'port': {'device_id': 'd86a2542-6f44-4d60-af56-6d620a9cd793', 'network_id': 'ae0bfd58-4b0d-4a69-9efe-fe6beb56124e', 'admin_state_up': True, 'tenant_id': 'f252ef0efd1f49f3a06761d6a0ce9215'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:09.786416 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50672) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:09.813318 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:09.869434 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3a9ed-8ee7-429e-9b57-b08afd0d991d None None] Pushing event updated for resources: {'Port': ['ID=ec49e41c-0092-4ecb-8cc1-df26a5da659b,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:09.889754 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 73f97663-9aff-4131-8377-54ddf9bb636d up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:57:09.920515 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-09f65247-e06d-402b-9b2f-057046687367 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Made reservation on behalf of f252ef0efd1f49f3a06761d6a0ce9215 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:09.924533 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-09f65247-e06d-402b-9b2f-057046687367 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:09.950522 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-5281671d-9ad5-4140-bd60-2d6f985eb074 None None] Provisioning complete for port 73f97663-9aff-4131-8377-54ddf9bb636d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:09.950897 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5281671d-9ad5-4140-bd60-2d6f985eb074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (73f97663-9aff-4131-8377-54ddf9bb636d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:09.973363 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-5653e138-776f-49af-8c8e-e3dd1b2cc025 service neutron] 10.222.0.13 "GET /v2.0/networks/ae0bfd58-4b0d-4a69-9efe-fe6beb56124e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188802 Mar 01 13:57:09.988048 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:10.085444 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-fe932237-3a8a-4d4d-928d-a20909718ac2 admin admin] For port 638341d3-9a32-48a3-a77f-4932d2a5082e, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=638341d3-9a32-48a3-a77f-4932d2a5082e,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:10.085812 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fe932237-3a8a-4d4d-928d-a20909718ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (638341d3-9a32-48a3-a77f-4932d2a5082e), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:10.114770 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-d60c51f6-6dcc-4f9b-8211-e1c9360a1e22 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting port 854ee22d-a0c0-4b2c-8a88-a76bf25df4e3 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:57:10.116867 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d60c51f6-6dcc-4f9b-8211-e1c9360a1e22 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (854ee22d-a0c0-4b2c-8a88-a76bf25df4e3), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:10.124410 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-09f65247-e06d-402b-9b2f-057046687367 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Allocated IP 172.20.0.14 (ae0bfd58-4b0d-4a69-9efe-fe6beb56124e/0671009d-d113-434d-acb2-b340af7ac7ef/ea539cb0-302a-4bfb-865b-b8338b567379) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:57:10.131228 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-fe932237-3a8a-4d4d-928d-a20909718ac2 admin admin] Calling delete_port for 638341d3-9a32-48a3-a77f-4932d2a5082e owned by network:router_gateway {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:57:10.191347 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-e0434f8a-feb7-4e64-b37e-f861d076525c None None] Set router cfd88385-a15f-4f37-8076-17d696fece86 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:57:10.195148 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 73f97663-9aff-4131-8377-54ddf9bb636d triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:10.195527 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (73f97663-9aff-4131-8377-54ddf9bb636d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:10.205689 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98d85dd-08e9-4ea0-8ccb-4e860bc1c0f4 admin admin] Network a330e804-df96-493e-8245-ea2bd5609f4c is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:10.238491 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-c98d85dd-08e9-4ea0-8ccb-4e860bc1c0f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:10.355809 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-09f65247-e06d-402b-9b2f-057046687367 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Publish callbacks [] for port (ea539cb0-302a-4bfb-865b-b8338b567379), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:10.416485 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-09f65247-e06d-402b-9b2f-057046687367 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (ea539cb0-302a-4bfb-865b-b8338b567379), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:10.477702 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-09f65247-e06d-402b-9b2f-057046687367 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Network ae0bfd58-4b0d-4a69-9efe-fe6beb56124e is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:10.481470 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-09f65247-e06d-402b-9b2f-057046687367 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:10.484327 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-09f65247-e06d-402b-9b2f-057046687367 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:57:10.492266 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f65247-e06d-402b-9b2f-057046687367 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Pushing event updated for resources: {'Port': ['ID=ea539cb0-302a-4bfb-865b-b8338b567379,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:10.538840 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-5281671d-9ad5-4140-bd60-2d6f985eb074 None None] Current status of the port 73f97663-9aff-4131-8377-54ddf9bb636d is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:10.556559 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-09f65247-e06d-402b-9b2f-057046687367 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:10.557749 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-09f65247-e06d-402b-9b2f-057046687367 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:10.582274 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-09f65247-e06d-402b-9b2f-057046687367 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8007648 Mar 01 13:57:10.597059 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-5dc79fdd-f806-4b81-860c-1252a22381c7 service neutron] Request body: {'port': {'device_id': 'd86a2542-6f44-4d60-af56-6d620a9cd793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:10.683149 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-5dc79fdd-f806-4b81-860c-1252a22381c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ea539cb0-302a-4bfb-865b-b8338b567379), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:10.714384 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 73f97663-9aff-4131-8377-54ddf9bb636d is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:10.831542 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-e0434f8a-feb7-4e64-b37e-f861d076525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd88385-a15f-4f37-8076-17d696fece86', 'name': 'tempest-ServerRescueNegativeTestJSON-1320269385-router', 'tenant_id': 'f252ef0efd1f49f3a06761d6a0ce9215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '1b9f62de-c814-4026-a586-14e57b7ab133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:56:57Z', 'updated_at': '2022-03-01T13:57:03Z', 'revision_number': 4, 'project_id': 'f252ef0efd1f49f3a06761d6a0ce9215', 'gw_port': {'id': '1b9f62de-c814-4026-a586-14e57b7ab133', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:67:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd88385-a15f-4f37-8076-17d696fece86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:56:58Z', 'updated_at': '2022-03-01T13:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'ec49e41c-0092-4ecb-8cc1-df26a5da659b', 'name': '', 'network_id': 'ae0bfd58-4b0d-4a69-9efe-fe6beb56124e', 'tenant_id': 'f252ef0efd1f49f3a06761d6a0ce9215', 'mac_address': 'fa:16:3e:9d:63:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd88385-a15f-4f37-8076-17d696fece86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '0671009d-d113-434d-acb2-b340af7ac7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:02Z', 'updated_at': '2022-03-01T13:57:09Z', 'revision_number': 4, 'project_id': 'f252ef0efd1f49f3a06761d6a0ce9215', 'subnets': [{'id': '0671009d-d113-434d-acb2-b340af7ac7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:10.863194 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9b1b31cf-83fb-452a-9e77-2fe6ed0f1b78 req-8f3e6e5e-8aa0-4436-87fc-7d2f8d19da79 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 210 time: 0.6077008 Mar 01 13:57:10.903368 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0434f8a-feb7-4e64-b37e-f861d076525c None None] The sync data for ids ['cfd88385-a15f-4f37-8076-17d696fece86'] in n-d-827467-3 is: [{'id': 'cfd88385-a15f-4f37-8076-17d696fece86', 'name': 'tempest-ServerRescueNegativeTestJSON-1320269385-router', 'tenant_id': 'f252ef0efd1f49f3a06761d6a0ce9215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '1b9f62de-c814-4026-a586-14e57b7ab133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:56:57Z', 'updated_at': '2022-03-01T13:57:03Z', 'revision_number': 4, 'project_id': 'f252ef0efd1f49f3a06761d6a0ce9215', 'gw_port': {'id': '1b9f62de-c814-4026-a586-14e57b7ab133', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:67:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd88385-a15f-4f37-8076-17d696fece86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:56:58Z', 'updated_at': '2022-03-01T13:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'ec49e41c-0092-4ecb-8cc1-df26a5da659b', 'name': '', 'network_id': 'ae0bfd58-4b0d-4a69-9efe-fe6beb56124e', 'tenant_id': 'f252ef0efd1f49f3a06761d6a0ce9215', 'mac_address': 'fa:16:3e:9d:63:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd88385-a15f-4f37-8076-17d696fece86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '0671009d-d113-434d-acb2-b340af7ac7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:02Z', 'updated_at': '2022-03-01T13:57:09Z', 'revision_number': 4, 'project_id': 'f252ef0efd1f49f3a06761d6a0ce9215', 'subnets': [{'id': '0671009d-d113-434d-acb2-b340af7ac7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:57:11.089704 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-2679c140-2fbb-4285-88b0-214d217320f2 None None] Provisioning complete for port 73f97663-9aff-4131-8377-54ddf9bb636d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:11.090081 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2679c140-2fbb-4285-88b0-214d217320f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (73f97663-9aff-4131-8377-54ddf9bb636d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:11.116730 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d60c51f6-6dcc-4f9b-8211-e1c9360a1e22 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (854ee22d-a0c0-4b2c-8a88-a76bf25df4e3), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:11.118686 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-5dc79fdd-f806-4b81-860c-1252a22381c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea539cb0-302a-4bfb-865b-b8338b567379 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:57:11.130630 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-d60c51f6-6dcc-4f9b-8211-e1c9360a1e22 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Calling delete_port for 854ee22d-a0c0-4b2c-8a88-a76bf25df4e3 owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:57:11.137823 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-5dc79fdd-f806-4b81-860c-1252a22381c7 service neutron] Publish callbacks [] for port (ea539cb0-302a-4bfb-865b-b8338b567379), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:11.159904 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-5dc79fdd-f806-4b81-860c-1252a22381c7 service neutron] Transition to ACTIVE for port object ea539cb0-302a-4bfb-865b-b8338b567379 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:57:11.179457 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-5dc79fdd-f806-4b81-860c-1252a22381c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (ea539cb0-302a-4bfb-865b-b8338b567379), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:11.251502 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-2679c140-2fbb-4285-88b0-214d217320f2 None None] Current status of the port 73f97663-9aff-4131-8377-54ddf9bb636d is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:11.266162 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-2679c140-2fbb-4285-88b0-214d217320f2 None None] Provisioning complete for port 854ee22d-a0c0-4b2c-8a88-a76bf25df4e3 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:11.266750 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2679c140-2fbb-4285-88b0-214d217320f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (854ee22d-a0c0-4b2c-8a88-a76bf25df4e3), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:11.287731 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d46ab-98ca-40f6-a93e-b358a037b227 req-f14ee828-91be-4c40-a87e-c52b301a5dcc tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:11.298215 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d46ab-98ca-40f6-a93e-b358a037b227 req-f14ee828-91be-4c40-a87e-c52b301a5dcc tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:11.310987 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d46ab-98ca-40f6-a93e-b358a037b227 req-f14ee828-91be-4c40-a87e-c52b301a5dcc tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:11.311239 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc79fdd-f806-4b81-860c-1252a22381c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ea539cb0-302a-4bfb-865b-b8338b567379,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:11.316950 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d46ab-98ca-40f6-a93e-b358a037b227 req-f14ee828-91be-4c40-a87e-c52b301a5dcc tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:11.322832 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d46ab-98ca-40f6-a93e-b358a037b227 req-f14ee828-91be-4c40-a87e-c52b301a5dcc tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:11.327455 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-2679c140-2fbb-4285-88b0-214d217320f2 None None] Port 854ee22d-a0c0-4b2c-8a88-a76bf25df4e3 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:57:11.334726 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d46ab-98ca-40f6-a93e-b358a037b227 req-f14ee828-91be-4c40-a87e-c52b301a5dcc tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:11.341194 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d46ab-98ca-40f6-a93e-b358a037b227 req-f14ee828-91be-4c40-a87e-c52b301a5dcc tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:11.344351 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4d0d46ab-98ca-40f6-a93e-b358a037b227 req-f14ee828-91be-4c40-a87e-c52b301a5dcc tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5431 time: 0.4909127 Mar 01 13:57:11.377714 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fe932237-3a8a-4d4d-928d-a20909718ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (638341d3-9a32-48a3-a77f-4932d2a5082e), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:11.397578 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-5dc79fdd-f806-4b81-860c-1252a22381c7 service neutron] Attempting to bind port ea539cb0-302a-4bfb-865b-b8338b567379 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:57:11.397911 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-5dc79fdd-f806-4b81-860c-1252a22381c7 service neutron] Attempting to bind port ea539cb0-302a-4bfb-865b-b8338b567379 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '5c4b0dd5-2d4a-471b-b6b3-b873e7117996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ae0bfd58-4b0d-4a69-9efe-fe6beb56124e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:57:11.398512 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-5dc79fdd-f806-4b81-860c-1252a22381c7 service neutron] Attempting to bind port ea539cb0-302a-4bfb-865b-b8338b567379 on network ae0bfd58-4b0d-4a69-9efe-fe6beb56124e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:57:11.402929 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-5dc79fdd-f806-4b81-860c-1252a22381c7 service neutron] Port ea539cb0-302a-4bfb-865b-b8338b567379 on network ae0bfd58-4b0d-4a69-9efe-fe6beb56124e not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:57:11.403246 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-5dc79fdd-f806-4b81-860c-1252a22381c7 service neutron] Attempting to bind port ea539cb0-302a-4bfb-865b-b8338b567379 on network ae0bfd58-4b0d-4a69-9efe-fe6beb56124e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:57:11.408534 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-5dc79fdd-f806-4b81-860c-1252a22381c7 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:57:11.408870 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-5dc79fdd-f806-4b81-860c-1252a22381c7 service neutron] Checking segment: {'id': '5c4b0dd5-2d4a-471b-b6b3-b873e7117996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ae0bfd58-4b0d-4a69-9efe-fe6beb56124e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:57:11.409249 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-5dc79fdd-f806-4b81-860c-1252a22381c7 service neutron] Bound using segment: {'id': '5c4b0dd5-2d4a-471b-b6b3-b873e7117996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ae0bfd58-4b0d-4a69-9efe-fe6beb56124e'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:57:11.409780 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-5dc79fdd-f806-4b81-860c-1252a22381c7 service neutron] Bound port: ea539cb0-302a-4bfb-865b-b8338b567379, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c4b0dd5-2d4a-471b-b6b3-b873e7117996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ae0bfd58-4b0d-4a69-9efe-fe6beb56124e'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:57:11.410153 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-5dc79fdd-f806-4b81-860c-1252a22381c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ea539cb0-302a-4bfb-865b-b8338b567379), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:11.483863 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-5dc79fdd-f806-4b81-860c-1252a22381c7 service neutron] For port ea539cb0-302a-4bfb-865b-b8338b567379, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:57:11.487330 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-5dc79fdd-f806-4b81-860c-1252a22381c7 service neutron] For port ea539cb0-302a-4bfb-865b-b8338b567379, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ea539cb0-302a-4bfb-865b-b8338b567379,segment=NetworkSegment(5c4b0dd5-2d4a-471b-b6b3-b873e7117996),segment_id=5c4b0dd5-2d4a-471b-b6b3-b873e7117996)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:57:11.505271 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4d0d46ab-98ca-40f6-a93e-b358a037b227 req-310d4770-9917-459b-8f77-4488241d2ff1 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1486096 Mar 01 13:57:11.506036 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe932237-3a8a-4d4d-928d-a20909718ac2 admin admin] Pushing event deleted for resources: {'Port': ['ID=638341d3-9a32-48a3-a77f-4932d2a5082e,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:11.513346 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-5dc79fdd-f806-4b81-860c-1252a22381c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (ea539cb0-302a-4bfb-865b-b8338b567379), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:11.519897 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98d85dd-08e9-4ea0-8ccb-4e860bc1c0f4 admin admin] Router a8da9542-d867-4be7-a6b5-fd0fe079006a has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:57:11.558033 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-e5b9b4f8-5aed-4cf1-9c30-afcc6650d161 None None] Provisioning complete for port 854ee22d-a0c0-4b2c-8a88-a76bf25df4e3 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:11.560708 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e5b9b4f8-5aed-4cf1-9c30-afcc6650d161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (854ee22d-a0c0-4b2c-8a88-a76bf25df4e3), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:11.600686 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-5dc79fdd-f806-4b81-860c-1252a22381c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:11.601338 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-5dc79fdd-f806-4b81-860c-1252a22381c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:11.603442 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-5dc79fdd-f806-4b81-860c-1252a22381c7 service neutron] 10.222.0.20 "PUT /v2.0/ports/ea539cb0-302a-4bfb-865b-b8338b567379 HTTP/1.1" status: 200 len: 1092 time: 1.0125439 Mar 01 13:57:11.603442 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd86a2542-6f44-4d60-af56-6d620a9cd793', 'tag': 'ea539cb0-302a-4bfb-865b-b8338b567379'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:57:11.606135 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb8cfb7-10f4-4e79-a7fd-ff655fcea21e" -d '{"events": [{"name": "network-changed", "server_uuid": "d86a2542-6f44-4d60-af56-6d620a9cd793", "tag": "ea539cb0-302a-4bfb-865b-b8338b567379"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:57:11.644793 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-e5b9b4f8-5aed-4cf1-9c30-afcc6650d161 None None] Port 854ee22d-a0c0-4b2c-8a88-a76bf25df4e3 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:57:11.705076 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a8bb51-515b-4670-a415-ea91657a46b2 x-openstack-request-id: req-b9a8bb51-515b-4670-a415-ea91657a46b2 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:57:11.705627 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d86a2542-6f44-4d60-af56-6d620a9cd793", "tag": "ea539cb0-302a-4bfb-865b-b8338b567379", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:57:11.706049 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9a8bb51-515b-4670-a415-ea91657a46b2 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:57:11.706639 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd86a2542-6f44-4d60-af56-6d620a9cd793', 'tag': 'ea539cb0-302a-4bfb-865b-b8338b567379', 'status': 'completed', 'code': 200} Mar 01 13:57:11.712972 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6b80f766-fcc4-4151-87e6-bcd0b548df02 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:57:11.806922 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc79fdd-f806-4b81-860c-1252a22381c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ea539cb0-302a-4bfb-865b-b8338b567379,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:11.831052 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fe932237-3a8a-4d4d-928d-a20909718ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (6ff75c52-fe55-4732-b4ca-c01c3ac78b83), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:11.831503 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 6b80f766-fcc4-4151-87e6-bcd0b548df02 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:11.831922 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6b80f766-fcc4-4151-87e6-bcd0b548df02), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:11.858749 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-46b7213f-d702-4a3b-a658-683ff7e52039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:11.860636 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-46b7213f-d702-4a3b-a658-683ff7e52039 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f252ef0efd1f49f3a06761d6a0ce9215&device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 1126 time: 0.1655304 Mar 01 13:57:11.943261 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98d85dd-08e9-4ea0-8ccb-4e860bc1c0f4 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:57:11.957886 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c98d85dd-08e9-4ea0-8ccb-4e860bc1c0f4 admin admin] 10.222.0.13 "PUT /v2.0/routers/a8da9542-d867-4be7-a6b5-fd0fe079006a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4346731 Mar 01 13:57:11.961162 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d60c51f6-6dcc-4f9b-8211-e1c9360a1e22 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (854ee22d-a0c0-4b2c-8a88-a76bf25df4e3), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:11.980603 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-13b45551-5ba7-4ea5-becb-cf6c16b41434 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea539cb0-302a-4bfb-865b-b8338b567379 HTTP/1.1" status: 200 len: 217 time: 0.1083155 Mar 01 13:57:11.981899 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea763c7-b46f-4d16-a9c1-570cd23c9a27 None None] Sync routers for ids ['a8da9542-d867-4be7-a6b5-fd0fe079006a'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:57:11.993732 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-474f7fa9-4bed-444a-9885-efff2efb1f4c tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:11.996772 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-474f7fa9-4bed-444a-9885-efff2efb1f4c tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.20 "GET /v2.0/networks?id=ae0bfd58-4b0d-4a69-9efe-fe6beb56124e HTTP/1.1" status: 200 len: 819 time: 0.3432877 Mar 01 13:57:12.014904 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-dee68df3-a39e-4ccf-b7b9-8dc044b7fbe8 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Request body: {'port': {'device_id': '72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c', 'network_id': 'ae0bfd58-4b0d-4a69-9efe-fe6beb56124e', 'admin_state_up': True, 'tenant_id': 'f252ef0efd1f49f3a06761d6a0ce9215'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:12.056312 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea763c7-b46f-4d16-a9c1-570cd23c9a27 None None] Routers {'a8da9542-d867-4be7-a6b5-fd0fe079006a'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:57:12.056825 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-4ea763c7-b46f-4d16-a9c1-570cd23c9a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:56:58Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['a8da9542-d867-4be7-a6b5-fd0fe079006a'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:12.068905 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 6b80f766-fcc4-4151-87e6-bcd0b548df02 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:12.069760 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ec49e41c-0092-4ecb-8cc1-df26a5da659b up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:57:12.119249 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e4e88261-3ba1-4cf0-a4ab-b34452a3e74e req-33b62663-4602-4fbc-a0a2-fd7d9673eeb9 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 210 time: 0.1080105 Mar 01 13:57:12.121260 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c51f6-6dcc-4f9b-8211-e1c9360a1e22 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Port': ['ID=854ee22d-a0c0-4b2c-8a88-a76bf25df4e3,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:12.127890 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fe932237-3a8a-4d4d-928d-a20909718ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (6ff75c52-fe55-4732-b4ca-c01c3ac78b83), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:12.130837 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fe932237-3a8a-4d4d-928d-a20909718ac2 admin admin] Publish callbacks [] for router_controller (6ff75c52-fe55-4732-b4ca-c01c3ac78b83), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:12.148680 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-19bd883c-2ddc-4508-89c7-2f9ba90ccd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:12.150242 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-19bd883c-2ddc-4508-89c7-2f9ba90ccd13 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0671009d-d113-434d-acb2-b340af7ac7ef HTTP/1.1" status: 200 len: 859 time: 0.1522150 Mar 01 13:57:12.208882 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-0b905590-9523-4607-b501-c0a353c50332 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae0bfd58-4b0d-4a69-9efe-fe6beb56124e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506895 Mar 01 13:57:12.297992 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port ec49e41c-0092-4ecb-8cc1-df26a5da659b triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:12.298570 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ec49e41c-0092-4ecb-8cc1-df26a5da659b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:12.334442 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-dee68df3-a39e-4ccf-b7b9-8dc044b7fbe8 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Made reservation on behalf of f252ef0efd1f49f3a06761d6a0ce9215 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:12.339630 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fe932237-3a8a-4d4d-928d-a20909718ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (6ff75c52-fe55-4732-b4ca-c01c3ac78b83), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:12.340911 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe932237-3a8a-4d4d-928d-a20909718ac2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ff75c52-fe55-4732-b4ca-c01c3ac78b83 {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 13:57:12.350985 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fe932237-3a8a-4d4d-928d-a20909718ac2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:12.351994 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-dee68df3-a39e-4ccf-b7b9-8dc044b7fbe8 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:12.352666 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-fe932237-3a8a-4d4d-928d-a20909718ac2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/6ff75c52-fe55-4732-b4ca-c01c3ac78b83 HTTP/1.1" status: 204 len: 168 time: 4.1177187 Mar 01 13:57:12.356681 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50702) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:12.360706 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-4ea763c7-b46f-4d16-a9c1-570cd23c9a27 None None] Set router a8da9542-d867-4be7-a6b5-fd0fe079006a gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:57:12.414015 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d60c51f6-6dcc-4f9b-8211-e1c9360a1e22 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:12.420940 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d60c51f6-6dcc-4f9b-8211-e1c9360a1e22 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/854ee22d-a0c0-4b2c-8a88-a76bf25df4e3 HTTP/1.1" status: 204 len: 168 time: 2.6322026 Mar 01 13:57:12.425026 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50708) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:12.561123 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port ec49e41c-0092-4ecb-8cc1-df26a5da659b is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:12.561522 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ec49e41c-0092-4ecb-8cc1-df26a5da659b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:12.607734 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-b9b82b8d-2e17-4799-ba6c-511b5618c414 service neutron] 10.222.0.20 "GET /v2.0/networks/ae0bfd58-4b0d-4a69-9efe-fe6beb56124e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895309 Mar 01 13:57:12.611271 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b737d1-19a8-48b0-983f-a47dd4088668 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:12.612878 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b737d1-19a8-48b0-983f-a47dd4088668 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:12.618084 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b737d1-19a8-48b0-983f-a47dd4088668 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:12.624234 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e5b737d1-19a8-48b0-983f-a47dd4088668 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1960907 Mar 01 13:57:12.628329 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50712) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:12.673646 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port ec49e41c-0092-4ecb-8cc1-df26a5da659b, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ec49e41c-0092-4ecb-8cc1-df26a5da659b,segment=NetworkSegment(5c4b0dd5-2d4a-471b-b6b3-b873e7117996),segment_id=5c4b0dd5-2d4a-471b-b6b3-b873e7117996)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:12.728284 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-dee68df3-a39e-4ccf-b7b9-8dc044b7fbe8 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Allocated IP 172.20.0.7 (ae0bfd58-4b0d-4a69-9efe-fe6beb56124e/0671009d-d113-434d-acb2-b340af7ac7ef/22821927-635f-483b-92dd-5a3107b1ee74) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:57:12.751299 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d5b618f-926e-4ba1-af10-cf3cf570d885 admin admin] Deleting subnet e1568db8-2fe7-442e-bae7-541ffa1abc6f {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:57:12.768860 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ec49e41c-0092-4ecb-8cc1-df26a5da659b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:12.769222 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0d8f4eb1-0742-4d38-a223-793e8c23a66c req-ea6cef6f-41ab-462b-b16b-7cc17acaae7d service neutron] 10.222.0.20 "GET /v2.0/networks/ae0bfd58-4b0d-4a69-9efe-fe6beb56124e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257834 Mar 01 13:57:12.783574 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3d5b618f-926e-4ba1-af10-cf3cf570d885 admin admin] Publish callbacks [] for subnet (e1568db8-2fe7-442e-bae7-541ffa1abc6f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:12.834853 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa8a060-5a08-4a84-a7a8-baba70f6dd65 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting subnet 146ba0bd-5daf-45a7-b3f9-7f84b498ee88 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:57:12.843799 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 469d0aa1-1aa8-45e1-b14b-f09607f55dbc no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:57:12.857508 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-baa8a060-5a08-4a84-a7a8-baba70f6dd65 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (146ba0bd-5daf-45a7-b3f9-7f84b498ee88), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:12.880820 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 469d0aa1-1aa8-45e1-b14b-f09607f55dbc {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:57:12.881418 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 469d0aa1-1aa8-45e1-b14b-f09607f55dbc not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:57:12.887174 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=ec49e41c-0092-4ecb-8cc1-df26a5da659b,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:12.931578 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-4ea763c7-b46f-4d16-a9c1-570cd23c9a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8da9542-d867-4be7-a6b5-fd0fe079006a', 'name': 'tempest-ServerRescueTestJSON-611649586-router', 'tenant_id': '0f374f2004cb4e8ca02e98a75cfbf7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '6b80f766-fcc4-4151-87e6-bcd0b548df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:56:59Z', 'updated_at': '2022-03-01T13:57:08Z', 'revision_number': 4, 'project_id': '0f374f2004cb4e8ca02e98a75cfbf7a5', 'gw_port': {'id': '6b80f766-fcc4-4151-87e6-bcd0b548df02', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8da9542-d867-4be7-a6b5-fd0fe079006a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:00Z', 'updated_at': '2022-03-01T13:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'f3611e20-3140-4ace-914f-3847d4700619', 'name': '', 'network_id': 'a330e804-df96-493e-8245-ea2bd5609f4c', 'tenant_id': '0f374f2004cb4e8ca02e98a75cfbf7a5', 'mac_address': 'fa:16:3e:a4:e1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8da9542-d867-4be7-a6b5-fd0fe079006a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'b101fd94-b0b8-497f-8292-d3494df98b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:05Z', 'updated_at': '2022-03-01T13:57:08Z', 'revision_number': 2, 'project_id': '0f374f2004cb4e8ca02e98a75cfbf7a5', 'subnets': [{'id': 'b101fd94-b0b8-497f-8292-d3494df98b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:12.943314 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3d5b618f-926e-4ba1-af10-cf3cf570d885 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (e1568db8-2fe7-442e-bae7-541ffa1abc6f), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:12.968108 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8cfb7-10f4-4e79-a7fd-ff655fcea21e req-c0a35e94-2163-4a36-ae3a-33fa43a6673b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:12.969623 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6bb8cfb7-10f4-4e79-a7fd-ff655fcea21e req-c0a35e94-2163-4a36-ae3a-33fa43a6673b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f252ef0efd1f49f3a06761d6a0ce9215&device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 1126 time: 0.0908408 Mar 01 13:57:12.979908 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9d51a-419f-4bf5-abfe-d1f8a178cdd6 req-eaa66738-8095-4b93-ba44-d8a1585df829 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:12.985142 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea763c7-b46f-4d16-a9c1-570cd23c9a27 None None] Checking router: a8da9542-d867-4be7-a6b5-fd0fe079006a for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:57:12.985275 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9d51a-419f-4bf5-abfe-d1f8a178cdd6 req-eaa66738-8095-4b93-ba44-d8a1585df829 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:12.985855 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea763c7-b46f-4d16-a9c1-570cd23c9a27 None None] Updating router a8da9542-d867-4be7-a6b5-fd0fe079006a port f3611e20-3140-4ace-914f-3847d4700619 binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:57:12.993560 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9d51a-419f-4bf5-abfe-d1f8a178cdd6 req-eaa66738-8095-4b93-ba44-d8a1585df829 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:12.999171 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9d51a-419f-4bf5-abfe-d1f8a178cdd6 req-eaa66738-8095-4b93-ba44-d8a1585df829 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:13.004706 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9d51a-419f-4bf5-abfe-d1f8a178cdd6 req-eaa66738-8095-4b93-ba44-d8a1585df829 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:13.009971 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9d51a-419f-4bf5-abfe-d1f8a178cdd6 req-eaa66738-8095-4b93-ba44-d8a1585df829 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:13.016741 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9d51a-419f-4bf5-abfe-d1f8a178cdd6 req-eaa66738-8095-4b93-ba44-d8a1585df829 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:13.018709 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ec9d51a-419f-4bf5-abfe-d1f8a178cdd6 req-eaa66738-8095-4b93-ba44-d8a1585df829 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5431 time: 0.3654859 Mar 01 13:57:13.027803 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4ea763c7-b46f-4d16-a9c1-570cd23c9a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f3611e20-3140-4ace-914f-3847d4700619), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:13.033462 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-dee68df3-a39e-4ccf-b7b9-8dc044b7fbe8 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Publish callbacks [] for port (22821927-635f-483b-92dd-5a3107b1ee74), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:13.035991 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-17b50bc8-2c6e-449a-b8ae-bbfb7a19c297 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:13.037610 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-17b50bc8-2c6e-449a-b8ae-bbfb7a19c297 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/networks?id=a330e804-df96-493e-8245-ea2bd5609f4c HTTP/1.1" status: 200 len: 810 time: 0.5514390 Mar 01 13:57:13.051310 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-baa8a060-5a08-4a84-a7a8-baba70f6dd65 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (146ba0bd-5daf-45a7-b3f9-7f84b498ee88), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:13.110720 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8cfb7-10f4-4e79-a7fd-ff655fcea21e req-e65ccc0d-50e6-403d-b13f-057ec3492922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:13.114787 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6bb8cfb7-10f4-4e79-a7fd-ff655fcea21e req-e65ccc0d-50e6-403d-b13f-057ec3492922 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae0bfd58-4b0d-4a69-9efe-fe6beb56124e HTTP/1.1" status: 200 len: 920 time: 0.1350603 Mar 01 13:57:13.129126 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-dee68df3-a39e-4ccf-b7b9-8dc044b7fbe8 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (22821927-635f-483b-92dd-5a3107b1ee74), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:13.134429 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-4be33fc4-2aa7-4526-8d87-5871076cd0bb tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/quotas/0f374f2004cb4e8ca02e98a75cfbf7a5 HTTP/1.1" status: 200 len: 375 time: 0.0798426 Mar 01 13:57:13.184523 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6bb8cfb7-10f4-4e79-a7fd-ff655fcea21e req-f171383b-236e-42e1-8ed6-a99219cd5ec5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea539cb0-302a-4bfb-865b-b8338b567379 HTTP/1.1" status: 200 len: 217 time: 0.0647264 Mar 01 13:57:13.214494 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-dee68df3-a39e-4ccf-b7b9-8dc044b7fbe8 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Network ae0bfd58-4b0d-4a69-9efe-fe6beb56124e is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:13.238551 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-dee68df3-a39e-4ccf-b7b9-8dc044b7fbe8 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:13.245474 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-dee68df3-a39e-4ccf-b7b9-8dc044b7fbe8 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:57:13.250467 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee68df3-a39e-4ccf-b7b9-8dc044b7fbe8 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Pushing event updated for resources: {'Port': ['ID=22821927-635f-483b-92dd-5a3107b1ee74,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:13.267350 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ec9d51a-419f-4bf5-abfe-d1f8a178cdd6 req-f5922411-d51b-48bd-b270-eccc9bbe1ead tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2187192 Mar 01 13:57:13.293128 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8cfb7-10f4-4e79-a7fd-ff655fcea21e req-ba288118-24c3-41b8-8e86-fd5932bea787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:13.293128 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6bb8cfb7-10f4-4e79-a7fd-ff655fcea21e req-ba288118-24c3-41b8-8e86-fd5932bea787 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0671009d-d113-434d-acb2-b340af7ac7ef HTTP/1.1" status: 200 len: 859 time: 0.0955977 Mar 01 13:57:13.299881 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3d5b618f-926e-4ba1-af10-cf3cf570d885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (e1568db8-2fe7-442e-bae7-541ffa1abc6f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:13.325963 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6bb8cfb7-10f4-4e79-a7fd-ff655fcea21e req-94731396-0f11-4d4b-89d6-22215d6d776a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae0bfd58-4b0d-4a69-9efe-fe6beb56124e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322297 Mar 01 13:57:13.331831 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-dee68df3-a39e-4ccf-b7b9-8dc044b7fbe8 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:13.332244 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-baa8a060-5a08-4a84-a7a8-baba70f6dd65 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (146ba0bd-5daf-45a7-b3f9-7f84b498ee88), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:13.332538 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-dee68df3-a39e-4ccf-b7b9-8dc044b7fbe8 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:13.414707 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-dee68df3-a39e-4ccf-b7b9-8dc044b7fbe8 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4044697 Mar 01 13:57:13.415788 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4ea763c7-b46f-4d16-a9c1-570cd23c9a27 None None] Publish callbacks [] for port (f3611e20-3140-4ace-914f-3847d4700619), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:13.426906 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4ea763c7-b46f-4d16-a9c1-570cd23c9a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f3611e20-3140-4ace-914f-3847d4700619), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:13.428880 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-afec7001-3f27-4089-95c3-5cfeeb2c1dec service neutron] Request body: {'port': {'device_id': '72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:13.481680 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6bb8cfb7-10f4-4e79-a7fd-ff655fcea21e req-94ddf42c-85d9-4bab-a691-b0871430338a service neutron] 10.222.0.20 "GET /v2.0/networks/ae0bfd58-4b0d-4a69-9efe-fe6beb56124e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452219 Mar 01 13:57:13.508803 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-baa8a060-5a08-4a84-a7a8-baba70f6dd65 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (146ba0bd-5daf-45a7-b3f9-7f84b498ee88), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:13.535195 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5631b7-8847-499b-9fe3-929c4df2d94c None None] Pushing event updated for resources: {'Port': ['ID=f3611e20-3140-4ace-914f-3847d4700619,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:13.578556 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-afec7001-3f27-4089-95c3-5cfeeb2c1dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (22821927-635f-483b-92dd-5a3107b1ee74), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:13.595314 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3d5b618f-926e-4ba1-af10-cf3cf570d885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (e1568db8-2fe7-442e-bae7-541ffa1abc6f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:13.602221 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-baa8a060-5a08-4a84-a7a8-baba70f6dd65 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:13.603131 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad5eb6c-2a71-466f-b30b-5a6168616cf9 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:57:13.607628 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-baa8a060-5a08-4a84-a7a8-baba70f6dd65 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/146ba0bd-5daf-45a7-b3f9-7f84b498ee88 HTTP/1.1" status: 204 len: 168 time: 0.9781141 Mar 01 13:57:13.609670 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8a060-5a08-4a84-a7a8-baba70f6dd65 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Subnet': ['ID=146ba0bd-5daf-45a7-b3f9-7f84b498ee88,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:13.622038 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-a1500e7f-06cf-42ef-9aa1-c4d68b20ec9f tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f374f2004cb4e8ca02e98a75cfbf7a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4724209 Mar 01 13:57:13.629358 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50716) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:13.652517 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ec49e41c-0092-4ecb-8cc1-df26a5da659b up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:57:13.685440 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-4ea763c7-b46f-4d16-a9c1-570cd23c9a27 None None] Attempting to bind port f3611e20-3140-4ace-914f-3847d4700619 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:57:13.685947 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-4ea763c7-b46f-4d16-a9c1-570cd23c9a27 None None] Attempting to bind port f3611e20-3140-4ace-914f-3847d4700619 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'a0046b2b-e488-42b0-8925-94ab593c3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a330e804-df96-493e-8245-ea2bd5609f4c'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:57:13.687046 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea763c7-b46f-4d16-a9c1-570cd23c9a27 None None] Attempting to bind port f3611e20-3140-4ace-914f-3847d4700619 on network a330e804-df96-493e-8245-ea2bd5609f4c {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:57:13.691003 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6bb8cfb7-10f4-4e79-a7fd-ff655fcea21e req-dc3335dd-98db-4771-b5c4-bbfe618b298e service neutron] 10.222.0.20 "GET /v2.0/networks/ae0bfd58-4b0d-4a69-9efe-fe6beb56124e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022755 Mar 01 13:57:13.721447 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1982761b-a356-457b-9611-217635cecf7c None None] Network 53d21d48-fe01-43f8-90ba-29509f974089 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:57:13.733073 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3d5b618f-926e-4ba1-af10-cf3cf570d885 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:13.736501 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3d5b618f-926e-4ba1-af10-cf3cf570d885 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e1568db8-2fe7-442e-bae7-541ffa1abc6f HTTP/1.1" status: 204 len: 168 time: 1.3742206 Mar 01 13:57:13.738369 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b618f-926e-4ba1-af10-cf3cf570d885 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1568db8-2fe7-442e-bae7-541ffa1abc6f,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:13.758976 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50718) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:13.783578 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea763c7-b46f-4d16-a9c1-570cd23c9a27 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:57:13.784008 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea763c7-b46f-4d16-a9c1-570cd23c9a27 None None] Checking segment: {'id': 'a0046b2b-e488-42b0-8925-94ab593c3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a330e804-df96-493e-8245-ea2bd5609f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:57:13.785056 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4ea763c7-b46f-4d16-a9c1-570cd23c9a27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:13.785056 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea763c7-b46f-4d16-a9c1-570cd23c9a27 None None] Bound using segment: {'id': 'a0046b2b-e488-42b0-8925-94ab593c3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a330e804-df96-493e-8245-ea2bd5609f4c'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:57:13.785272 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-4ea763c7-b46f-4d16-a9c1-570cd23c9a27 None None] Bound port: f3611e20-3140-4ace-914f-3847d4700619, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0046b2b-e488-42b0-8925-94ab593c3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a330e804-df96-493e-8245-ea2bd5609f4c'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:57:13.785660 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4ea763c7-b46f-4d16-a9c1-570cd23c9a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f3611e20-3140-4ace-914f-3847d4700619), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:13.821361 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-234a7301-75e5-474e-8fda-1fe2f568b0e3 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting subnet 39967d05-5063-46b7-a072-19e11b275e17 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:57:13.828370 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-234a7301-75e5-474e-8fda-1fe2f568b0e3 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (39967d05-5063-46b7-a072-19e11b275e17), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:13.906182 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-db51bf5a-c71f-4d5e-b065-f4cc89922154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (53d21d48-fe01-43f8-90ba-29509f974089), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:13.917571 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32014a4-fc4c-4ca3-9dbb-2bd4c246b130 req-1e57d8a0-096c-430f-9eef-986e2fc37a6a tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:13.924967 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e32014a4-fc4c-4ca3-9dbb-2bd4c246b130 req-1e57d8a0-096c-430f-9eef-986e2fc37a6a tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 931 time: 0.2372963 Mar 01 13:57:13.928464 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-234a7301-75e5-474e-8fda-1fe2f568b0e3 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (39967d05-5063-46b7-a072-19e11b275e17), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:13.930612 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port ec49e41c-0092-4ecb-8cc1-df26a5da659b triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:13.932940 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ec49e41c-0092-4ecb-8cc1-df26a5da659b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:13.974876 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-41bbdc73-66fc-4ff1-95a7-9ade0b3050b5 service neutron] 10.222.0.13 "GET /v2.0/networks/a330e804-df96-493e-8245-ea2bd5609f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287761 Mar 01 13:57:13.979039 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-4ea763c7-b46f-4d16-a9c1-570cd23c9a27 None None] For port f3611e20-3140-4ace-914f-3847d4700619, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:57:13.998728 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-4ea763c7-b46f-4d16-a9c1-570cd23c9a27 None None] For port f3611e20-3140-4ace-914f-3847d4700619, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=f3611e20-3140-4ace-914f-3847d4700619,segment=NetworkSegment(a0046b2b-e488-42b0-8925-94ab593c3d9d),segment_id=a0046b2b-e488-42b0-8925-94ab593c3d9d)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:57:14.031226 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-db51bf5a-c71f-4d5e-b065-f4cc89922154 admin admin] Deleting port 55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:57:14.031562 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-db51bf5a-c71f-4d5e-b065-f4cc89922154 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:14.034557 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4ea763c7-b46f-4d16-a9c1-570cd23c9a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f3611e20-3140-4ace-914f-3847d4700619), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:14.086489 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9517bc-1bfc-466e-a99a-77e2b77f3371 None None] DHCP port deletion for 53d21d48-fe01-43f8-90ba-29509f974089 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:57:14.124031 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e32014a4-fc4c-4ca3-9dbb-2bd4c246b130 req-f78e7111-9367-4a82-bf14-9547ac2ede03 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970437 Mar 01 13:57:14.133417 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port ec49e41c-0092-4ecb-8cc1-df26a5da659b is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:14.143026 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5631b7-8847-499b-9fe3-929c4df2d94c None None] Pushing event updated for resources: {'Port': ['ID=f3611e20-3140-4ace-914f-3847d4700619,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:14.156031 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-db51bf5a-c71f-4d5e-b065-f4cc89922154 admin admin] For port 55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb,segment=NetworkSegment(e76d0319-8891-401a-b47b-4f5de5881eaf),segment_id=e76d0319-8891-401a-b47b-4f5de5881eaf)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:14.156506 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-db51bf5a-c71f-4d5e-b065-f4cc89922154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:14.157306 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea763c7-b46f-4d16-a9c1-570cd23c9a27 None None] Routers {'a8da9542-d867-4be7-a6b5-fd0fe079006a'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:57:14.157941 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-4ea763c7-b46f-4d16-a9c1-570cd23c9a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:56:58Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['a8da9542-d867-4be7-a6b5-fd0fe079006a'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:14.160910 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-afec7001-3f27-4089-95c3-5cfeeb2c1dec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22821927-635f-483b-92dd-5a3107b1ee74 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:57:14.161403 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-234a7301-75e5-474e-8fda-1fe2f568b0e3 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (39967d05-5063-46b7-a072-19e11b275e17), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:14.199027 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-afec7001-3f27-4089-95c3-5cfeeb2c1dec service neutron] Publish callbacks [] for port (22821927-635f-483b-92dd-5a3107b1ee74), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:14.205642 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-db51bf5a-c71f-4d5e-b065-f4cc89922154 admin admin] Calling delete_port for 55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:57:14.227352 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-afec7001-3f27-4089-95c3-5cfeeb2c1dec service neutron] Transition to ACTIVE for port object 22821927-635f-483b-92dd-5a3107b1ee74 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:57:14.237520 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-afec7001-3f27-4089-95c3-5cfeeb2c1dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (22821927-635f-483b-92dd-5a3107b1ee74), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:14.249534 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-924b6de4-d678-493d-8150-47e802b6ad3d service neutron] 10.222.0.13 "GET /v2.0/networks/a330e804-df96-493e-8245-ea2bd5609f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737396 Mar 01 13:57:14.275337 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-234a7301-75e5-474e-8fda-1fe2f568b0e3 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (39967d05-5063-46b7-a072-19e11b275e17), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:14.311659 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a7301-75e5-474e-8fda-1fe2f568b0e3 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Subnet': ['ID=39967d05-5063-46b7-a072-19e11b275e17,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:14.320646 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-234a7301-75e5-474e-8fda-1fe2f568b0e3 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:14.327336 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-234a7301-75e5-474e-8fda-1fe2f568b0e3 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/39967d05-5063-46b7-a072-19e11b275e17 HTTP/1.1" status: 204 len: 168 time: 0.6937568 Mar 01 13:57:14.327554 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50722) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:14.387876 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0eac421b-7cc7-4a19-93b9-f8c789b85cd4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590982 Mar 01 13:57:14.390863 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50724) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:14.425956 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec7001-3f27-4089-95c3-5cfeeb2c1dec service neutron] Pushing event updated for resources: {'Port': ['ID=22821927-635f-483b-92dd-5a3107b1ee74,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:14.517493 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16d8bda-fd11-4be0-bbd9-a2989731b4bc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:14.519597 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-db51bf5a-c71f-4d5e-b065-f4cc89922154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:14.526781 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d16d8bda-fd11-4be0-bbd9-a2989731b4bc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1342616 Mar 01 13:57:14.527500 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50730) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:14.556197 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db51bf5a-c71f-4d5e-b065-f4cc89922154 admin admin] No DVR routers for this DVR port 55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:57:14.565690 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51bf5a-c71f-4d5e-b065-f4cc89922154 admin admin] Pushing event deleted for resources: {'Port': ['ID=55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:14.613952 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-4ea763c7-b46f-4d16-a9c1-570cd23c9a27 None None] Set router a8da9542-d867-4be7-a6b5-fd0fe079006a gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:57:14.628381 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6d48d7-3da2-4a2f-825c-585f44be3933 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:14.633153 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4d6d48d7-3da2-4a2f-825c-585f44be3933 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1032600 Mar 01 13:57:14.638511 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50732) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:14.686780 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-db51bf5a-c71f-4d5e-b065-f4cc89922154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (53d21d48-fe01-43f8-90ba-29509f974089), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:14.689930 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-afec7001-3f27-4089-95c3-5cfeeb2c1dec service neutron] Attempting to bind port 22821927-635f-483b-92dd-5a3107b1ee74 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:57:14.690266 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-afec7001-3f27-4089-95c3-5cfeeb2c1dec service neutron] Attempting to bind port 22821927-635f-483b-92dd-5a3107b1ee74 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '5c4b0dd5-2d4a-471b-b6b3-b873e7117996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ae0bfd58-4b0d-4a69-9efe-fe6beb56124e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:57:14.690592 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-afec7001-3f27-4089-95c3-5cfeeb2c1dec service neutron] Attempting to bind port 22821927-635f-483b-92dd-5a3107b1ee74 on network ae0bfd58-4b0d-4a69-9efe-fe6beb56124e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:57:14.693965 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 638341d3-9a32-48a3-a77f-4932d2a5082e no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:57:14.702220 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-afec7001-3f27-4089-95c3-5cfeeb2c1dec service neutron] Port 22821927-635f-483b-92dd-5a3107b1ee74 on network ae0bfd58-4b0d-4a69-9efe-fe6beb56124e not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:57:14.702746 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-afec7001-3f27-4089-95c3-5cfeeb2c1dec service neutron] Attempting to bind port 22821927-635f-483b-92dd-5a3107b1ee74 on network ae0bfd58-4b0d-4a69-9efe-fe6beb56124e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:57:14.709341 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-afec7001-3f27-4089-95c3-5cfeeb2c1dec service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:57:14.709675 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-afec7001-3f27-4089-95c3-5cfeeb2c1dec service neutron] Checking segment: {'id': '5c4b0dd5-2d4a-471b-b6b3-b873e7117996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ae0bfd58-4b0d-4a69-9efe-fe6beb56124e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:57:14.710050 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-afec7001-3f27-4089-95c3-5cfeeb2c1dec service neutron] Bound using segment: {'id': '5c4b0dd5-2d4a-471b-b6b3-b873e7117996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ae0bfd58-4b0d-4a69-9efe-fe6beb56124e'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:57:14.710480 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-afec7001-3f27-4089-95c3-5cfeeb2c1dec service neutron] Bound port: 22821927-635f-483b-92dd-5a3107b1ee74, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c4b0dd5-2d4a-471b-b6b3-b873e7117996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ae0bfd58-4b0d-4a69-9efe-fe6beb56124e'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:57:14.710828 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-afec7001-3f27-4089-95c3-5cfeeb2c1dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (22821927-635f-483b-92dd-5a3107b1ee74), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:14.734062 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 638341d3-9a32-48a3-a77f-4932d2a5082e {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:57:14.734408 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 638341d3-9a32-48a3-a77f-4932d2a5082e not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:57:14.763042 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-249cc979-c75f-49c7-8b5d-2765f73fd1ae tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1172788 Mar 01 13:57:14.767612 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a57809ce-1dcb-48ed-a097-750d436196c4 req-8713abe3-20ab-450c-837c-9a55b4fd7513 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 210 time: 0.1533272 Mar 01 13:57:14.768307 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50736) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:14.774401 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-9e7d7178-c8dc-4f33-a793-8ded20d87968 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:14.826246 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-5d9517bc-1bfc-466e-a99a-77e2b77f3371 None None] Deleting port 55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:57:14.826632 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5d9517bc-1bfc-466e-a99a-77e2b77f3371 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:14.827040 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd77c2-cdd6-4ba8-b8ea-c96e581de609 req-12cab1a2-b4ed-4286-bfd6-ed606579a6ec tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:14.834579 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd77c2-cdd6-4ba8-b8ea-c96e581de609 req-12cab1a2-b4ed-4286-bfd6-ed606579a6ec tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:14.842950 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device ea539cb0-302a-4bfb-865b-b8338b567379 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:57:14.843695 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-afec7001-3f27-4089-95c3-5cfeeb2c1dec service neutron] For port 22821927-635f-483b-92dd-5a3107b1ee74, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:57:14.845076 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd77c2-cdd6-4ba8-b8ea-c96e581de609 req-12cab1a2-b4ed-4286-bfd6-ed606579a6ec tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:14.847842 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-afec7001-3f27-4089-95c3-5cfeeb2c1dec service neutron] For port 22821927-635f-483b-92dd-5a3107b1ee74, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=22821927-635f-483b-92dd-5a3107b1ee74,segment=NetworkSegment(5c4b0dd5-2d4a-471b-b6b3-b873e7117996),segment_id=5c4b0dd5-2d4a-471b-b6b3-b873e7117996)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:57:14.854203 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-db51bf5a-c71f-4d5e-b065-f4cc89922154 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d21d48-fe01-43f8-90ba-29509f974089']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:14.854904 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd77c2-cdd6-4ba8-b8ea-c96e581de609 req-12cab1a2-b4ed-4286-bfd6-ed606579a6ec tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:14.861803 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd77c2-cdd6-4ba8-b8ea-c96e581de609 req-12cab1a2-b4ed-4286-bfd6-ed606579a6ec tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:14.867840 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-db51bf5a-c71f-4d5e-b065-f4cc89922154 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e76d0319-8891-401a-b47b-4f5de5881eaf') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:14.868136 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-db51bf5a-c71f-4d5e-b065-f4cc89922154 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e76d0319-8891-401a-b47b-4f5de5881eaf') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:14.869042 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd77c2-cdd6-4ba8-b8ea-c96e581de609 req-12cab1a2-b4ed-4286-bfd6-ed606579a6ec tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:14.877305 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd77c2-cdd6-4ba8-b8ea-c96e581de609 req-12cab1a2-b4ed-4286-bfd6-ed606579a6ec tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:14.880097 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-02cd77c2-cdd6-4ba8-b8ea-c96e581de609 req-12cab1a2-b4ed-4286-bfd6-ed606579a6ec tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5431 time: 0.4528923 Mar 01 13:57:14.889953 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-afec7001-3f27-4089-95c3-5cfeeb2c1dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (22821927-635f-483b-92dd-5a3107b1ee74), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:14.909673 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-db51bf5a-c71f-4d5e-b065-f4cc89922154 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (e76d0319-8891-401a-b47b-4f5de5881eaf), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:14.954476 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-db51bf5a-c71f-4d5e-b065-f4cc89922154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (e76d0319-8891-401a-b47b-4f5de5881eaf), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:14.962057 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db51bf5a-c71f-4d5e-b065-f4cc89922154 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:57:14.962457 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-db51bf5a-c71f-4d5e-b065-f4cc89922154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (e76d0319-8891-401a-b47b-4f5de5881eaf), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:14.966554 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-5d9517bc-1bfc-466e-a99a-77e2b77f3371 None None] For port 55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb, host n-d-827467-3, got binding levels [] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:14.967059 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5d9517bc-1bfc-466e-a99a-77e2b77f3371 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:15.020844 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fba8bd9-d908-4d41-a318-d8d274216876 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:57:15.027088 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:57:15.027088 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:57:15.027088 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:57:15.027088 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:57:15.027088 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:57:15.027088 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:57:15.027088 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:57:15.027088 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:57:15.027088 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:57:15.027088 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:57:15.027088 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:57:15.027088 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:57:15.027088 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:57:15.027088 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:57:15.027088 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:57:15.027088 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:57:15.027088 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:57:15.027088 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:57:15.027088 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:57:15.027088 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:57:15.027088 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:57:15.027088 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:57:15.027088 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:57:15.027088 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:57:15.027088 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:57:15.027088 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:57:15.027088 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:57:15.027088 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:57:15.027088 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:57:15.027088 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:57:15.027088 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:57:15.027088 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:57:15.039531 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-db51bf5a-c71f-4d5e-b065-f4cc89922154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (53d21d48-fe01-43f8-90ba-29509f974089), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:15.050409 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-db51bf5a-c71f-4d5e-b065-f4cc89922154 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:15.057124 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-db51bf5a-c71f-4d5e-b065-f4cc89922154 admin admin] 10.222.0.13 "DELETE /v2.0/networks/53d21d48-fe01-43f8-90ba-29509f974089 HTTP/1.1" status: 204 len: 168 time: 1.2937908 Mar 01 13:57:15.057124 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-afec7001-3f27-4089-95c3-5cfeeb2c1dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:15.059528 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-afec7001-3f27-4089-95c3-5cfeeb2c1dec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:15.060539 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-afec7001-3f27-4089-95c3-5cfeeb2c1dec service neutron] 10.222.0.20 "PUT /v2.0/ports/22821927-635f-483b-92dd-5a3107b1ee74 HTTP/1.1" status: 200 len: 1091 time: 1.6376386 Mar 01 13:57:15.063319 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c', 'tag': '22821927-635f-483b-92dd-5a3107b1ee74'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:57:15.066005 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978d4fda-a471-4d0f-a4c6-da077fe3126f" -d '{"events": [{"name": "network-changed", "server_uuid": "72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c", "tag": "22821927-635f-483b-92dd-5a3107b1ee74"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:57:15.099218 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-5d9517bc-1bfc-466e-a99a-77e2b77f3371 None None] Calling delete_port for 55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:57:15.101054 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7d7178-c8dc-4f33-a793-8ded20d87968 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:15.109099 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.ipam_backend_mixin [None req-5d9517bc-1bfc-466e-a99a-77e2b77f3371 None None] Port 55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb was not found and therefore no delete operation was performed {{(pid=103728) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 01 13:57:15.109475 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9e7d7178-c8dc-4f33-a793-8ded20d87968 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:15.112158 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e7d7178-c8dc-4f33-a793-8ded20d87968 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 13:57:15.115070 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e7d7178-c8dc-4f33-a793-8ded20d87968 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:57:15.129033 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 30fd31a3-73cf-46f5-87d5-6169382a8920 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:57:15.130669 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcd99ec-60c1-4bc6-b405-0e70649dd722 x-openstack-request-id: req-ddcd99ec-60c1-4bc6-b405-0e70649dd722 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:57:15.131049 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c", "tag": "22821927-635f-483b-92dd-5a3107b1ee74", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:57:15.131455 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ddcd99ec-60c1-4bc6-b405-0e70649dd722 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:57:15.132114 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c', 'tag': '22821927-635f-483b-92dd-5a3107b1ee74', 'status': 'completed', 'code': 200} Mar 01 13:57:15.141008 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51bf5a-c71f-4d5e-b065-f4cc89922154 admin admin] Pushing event deleted for resources: {'Network': ['ID=53d21d48-fe01-43f8-90ba-29509f974089,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:15.157963 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9e7d7178-c8dc-4f33-a793-8ded20d87968 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3880947 Mar 01 13:57:15.158913 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec7001-3f27-4089-95c3-5cfeeb2c1dec service neutron] Pushing event updated for resources: {'Port': ['ID=22821927-635f-483b-92dd-5a3107b1ee74,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:15.162040 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50750) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:15.171361 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-11719355-f551-45fc-838b-43f79a83d328 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:15.172841 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5d9517bc-1bfc-466e-a99a-77e2b77f3371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:15.236466 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9517bc-1bfc-466e-a99a-77e2b77f3371 None None] Pushing event deleted for resources: {'Port': ['ID=55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:15.238178 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5d9517bc-1bfc-466e-a99a-77e2b77f3371 None None] Network 53d21d48-fe01-43f8-90ba-29509f974089 is not hosted by any dhcp agent {{(pid=103728) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 01 13:57:15.238640 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9517bc-1bfc-466e-a99a-77e2b77f3371 None None] No DVR routers for this DVR port 55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:57:15.246666 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-3e54c2d9-b5e7-4fb0-8bdb-3965e4012e80 None None] Provisioning complete for port 73f97663-9aff-4131-8377-54ddf9bb636d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:15.247043 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3e54c2d9-b5e7-4fb0-8bdb-3965e4012e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (73f97663-9aff-4131-8377-54ddf9bb636d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:15.268161 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-01c09d7c-48a2-4cdb-8df3-5f1fd3f2a930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:15.271090 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-01c09d7c-48a2-4cdb-8df3-5f1fd3f2a930 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f252ef0efd1f49f3a06761d6a0ce9215&device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 1125 time: 0.1529720 Mar 01 13:57:15.333083 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.resource_extend [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 13:57:15.340781 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-02cd77c2-cdd6-4ba8-b8ea-c96e581de609 req-136d6553-b091-40a2-9d7c-82b84d30ff12 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4539418 Mar 01 13:57:15.344619 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50752) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:15.363332 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-7f285629-9f7d-455b-af26-31aa45f7b591 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22821927-635f-483b-92dd-5a3107b1ee74 HTTP/1.1" status: 200 len: 217 time: 0.0840380 Mar 01 13:57:15.433521 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-0c7d508d-6bd2-4587-a63b-2b6b4ede8237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:15.435106 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-0c7d508d-6bd2-4587-a63b-2b6b4ede8237 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0671009d-d113-434d-acb2-b340af7ac7ef HTTP/1.1" status: 200 len: 859 time: 0.0630248 Mar 01 13:57:15.462513 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-4ea763c7-b46f-4d16-a9c1-570cd23c9a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8da9542-d867-4be7-a6b5-fd0fe079006a', 'name': 'tempest-ServerRescueTestJSON-611649586-router', 'tenant_id': '0f374f2004cb4e8ca02e98a75cfbf7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '6b80f766-fcc4-4151-87e6-bcd0b548df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:56:59Z', 'updated_at': '2022-03-01T13:57:08Z', 'revision_number': 4, 'project_id': '0f374f2004cb4e8ca02e98a75cfbf7a5', 'gw_port': {'id': '6b80f766-fcc4-4151-87e6-bcd0b548df02', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8da9542-d867-4be7-a6b5-fd0fe079006a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:00Z', 'updated_at': '2022-03-01T13:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'f3611e20-3140-4ace-914f-3847d4700619', 'name': '', 'network_id': 'a330e804-df96-493e-8245-ea2bd5609f4c', 'tenant_id': '0f374f2004cb4e8ca02e98a75cfbf7a5', 'mac_address': 'fa:16:3e:a4:e1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8da9542-d867-4be7-a6b5-fd0fe079006a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'b101fd94-b0b8-497f-8292-d3494df98b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:05Z', 'updated_at': '2022-03-01T13:57:13Z', 'revision_number': 4, 'project_id': '0f374f2004cb4e8ca02e98a75cfbf7a5', 'subnets': [{'id': 'b101fd94-b0b8-497f-8292-d3494df98b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:15.477654 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port ea539cb0-302a-4bfb-865b-b8338b567379, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ea539cb0-302a-4bfb-865b-b8338b567379,segment=NetworkSegment(5c4b0dd5-2d4a-471b-b6b3-b873e7117996),segment_id=5c4b0dd5-2d4a-471b-b6b3-b873e7117996)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:15.500793 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-720dc5c4-dbf9-411a-b306-d41dcbbbfd2b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae0bfd58-4b0d-4a69-9efe-fe6beb56124e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535288 Mar 01 13:57:15.554814 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': 'ea539cb0-302a-4bfb-865b-b8338b567379', 'network_id': 'ae0bfd58-4b0d-4a69-9efe-fe6beb56124e', 'port_id': 'ea539cb0-302a-4bfb-865b-b8338b567379', 'mac_address': 'fa:16:3e:3c:dc:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0671009d-d113-434d-acb2-b340af7ac7ef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:57:15.563338 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:57:15.566988 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea763c7-b46f-4d16-a9c1-570cd23c9a27 None None] The sync data for ids ['a8da9542-d867-4be7-a6b5-fd0fe079006a'] in n-d-827467-3 is: [{'id': 'a8da9542-d867-4be7-a6b5-fd0fe079006a', 'name': 'tempest-ServerRescueTestJSON-611649586-router', 'tenant_id': '0f374f2004cb4e8ca02e98a75cfbf7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '6b80f766-fcc4-4151-87e6-bcd0b548df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:56:59Z', 'updated_at': '2022-03-01T13:57:08Z', 'revision_number': 4, 'project_id': '0f374f2004cb4e8ca02e98a75cfbf7a5', 'gw_port': {'id': '6b80f766-fcc4-4151-87e6-bcd0b548df02', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8da9542-d867-4be7-a6b5-fd0fe079006a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:00Z', 'updated_at': '2022-03-01T13:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'f3611e20-3140-4ace-914f-3847d4700619', 'name': '', 'network_id': 'a330e804-df96-493e-8245-ea2bd5609f4c', 'tenant_id': '0f374f2004cb4e8ca02e98a75cfbf7a5', 'mac_address': 'fa:16:3e:a4:e1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8da9542-d867-4be7-a6b5-fd0fe079006a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'b101fd94-b0b8-497f-8292-d3494df98b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:05Z', 'updated_at': '2022-03-01T13:57:13Z', 'revision_number': 4, 'project_id': '0f374f2004cb4e8ca02e98a75cfbf7a5', 'subnets': [{'id': 'b101fd94-b0b8-497f-8292-d3494df98b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:57:15.620004 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:57:15.620596 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 55694ee2-3fd1-4fb7-9b16-12ed84b3d4fb not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:57:15.690203 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-84ad527e-dcac-4d59-844e-d1c221a6b3f6 service neutron] 10.222.0.20 "GET /v2.0/networks/ae0bfd58-4b0d-4a69-9efe-fe6beb56124e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850891 Mar 01 13:57:15.724131 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 30fd31a3-73cf-46f5-87d5-6169382a8920, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=30fd31a3-73cf-46f5-87d5-6169382a8920,segment=NetworkSegment(f0640c11-940f-42bc-a068-93c7ed619c6a),segment_id=f0640c11-940f-42bc-a068-93c7ed619c6a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:15.750245 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '30fd31a3-73cf-46f5-87d5-6169382a8920', 'network_id': 'ecc5a3c2-7ca8-4634-8af5-754b9bcd314c', 'port_id': '30fd31a3-73cf-46f5-87d5-6169382a8920', 'mac_address': 'fa:16:3e:95:32:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a836407-0a08-478a-9b48-ab0cc1ea53c4', 'ip_address': '10.1.1.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:57:15.763762 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11719355-f551-45fc-838b-43f79a83d328 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:15.769733 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-11719355-f551-45fc-838b-43f79a83d328 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:15.772115 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-11719355-f551-45fc-838b-43f79a83d328 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 13:57:15.772642 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11719355-f551-45fc-838b-43f79a83d328 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:57:15.777627 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port ea539cb0-302a-4bfb-865b-b8338b567379 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:15.778413 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ea539cb0-302a-4bfb-865b-b8338b567379), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:15.849321 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b580d3e-e38d-41e5-94f4-bfa41eea778a req-c273c68b-d46c-4bf4-bac9-1d4a2f50585f tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:15.858833 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-00b1311f-3e12-49c4-b6c3-8b651fb4f8fc req-6263843e-8d9e-4c6f-8f60-9026c8ed2142 service neutron] 10.222.0.20 "GET /v2.0/networks/ae0bfd58-4b0d-4a69-9efe-fe6beb56124e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618536 Mar 01 13:57:15.862881 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3e54c2d9-b5e7-4fb0-8bdb-3965e4012e80 None None] Current status of the port 73f97663-9aff-4131-8377-54ddf9bb636d is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:15.863093 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9b580d3e-e38d-41e5-94f4-bfa41eea778a req-c273c68b-d46c-4bf4-bac9-1d4a2f50585f tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 943 time: 0.5930943 Mar 01 13:57:15.873447 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9a47c0-9fb2-4815-b04a-6b23b8f68aeb None None] DHCP port deletion for db8edbc8-a3c8-4a8f-b733-3509635fb19f request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:57:15.876895 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-fd3144f8-f354-4096-8250-684bac4ccf77 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6cd0042333dc4646a1a53b7511a147db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5299246 Mar 01 13:57:15.879592 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50756) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:15.886619 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea539cb0-302a-4bfb-865b-b8338b567379 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:57:15.898829 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 30fd31a3-73cf-46f5-87d5-6169382a8920 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:15.899393 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (30fd31a3-73cf-46f5-87d5-6169382a8920), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:15.941428 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f1ab1be6-c0bc-4efa-a911-dc095fce560b req-ad872b49-89ba-4aa4-b59b-82061b82ba49 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 210 time: 0.0618398 Mar 01 13:57:15.947599 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-11719355-f551-45fc-838b-43f79a83d328 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7828939 Mar 01 13:57:15.960075 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50758) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:15.975347 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-4b0cc73f-b1ed-4314-bf90-adbfd514e10c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:15.981326 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port ea539cb0-302a-4bfb-865b-b8338b567379, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ea539cb0-302a-4bfb-865b-b8338b567379,segment=NetworkSegment(5c4b0dd5-2d4a-471b-b6b3-b873e7117996),segment_id=5c4b0dd5-2d4a-471b-b6b3-b873e7117996)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:15.987782 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30fd31a3-73cf-46f5-87d5-6169382a8920 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:57:16.000397 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ea539cb0-302a-4bfb-865b-b8338b567379), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:16.034964 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d4fda-a471-4d0f-a4c6-da077fe3126f req-0759ef9f-aced-42d4-8b67-e586a2cbe947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:16.037733 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-978d4fda-a471-4d0f-a4c6-da077fe3126f req-0759ef9f-aced-42d4-8b67-e586a2cbe947 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f252ef0efd1f49f3a06761d6a0ce9215&device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 1125 time: 0.0996697 Mar 01 13:57:16.055080 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9b580d3e-e38d-41e5-94f4-bfa41eea778a req-59b39327-96e0-4d88-9749-a59a7cd5e03e tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910706 Mar 01 13:57:16.102917 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a91a06e7-c08b-4edf-8e39-98a78a3c3491 admin admin] Publish callbacks [] for security_group (4a7cb2dd-75c6-4575-ba70-d9b67bc5abb2), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:16.106073 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 30fd31a3-73cf-46f5-87d5-6169382a8920, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=30fd31a3-73cf-46f5-87d5-6169382a8920,segment=NetworkSegment(f0640c11-940f-42bc-a068-93c7ed619c6a),segment_id=f0640c11-940f-42bc-a068-93c7ed619c6a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:16.139435 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a91a06e7-c08b-4edf-8e39-98a78a3c3491 admin admin] Publish callbacks [] for security_group (4a7cb2dd-75c6-4575-ba70-d9b67bc5abb2), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:16.145290 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ec9a47c0-9fb2-4815-b04a-6b23b8f68aeb None None] Deleting port 73f97663-9aff-4131-8377-54ddf9bb636d {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:57:16.145835 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ec9a47c0-9fb2-4815-b04a-6b23b8f68aeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (73f97663-9aff-4131-8377-54ddf9bb636d), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:16.212034 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (30fd31a3-73cf-46f5-87d5-6169382a8920), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:16.217822 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device f4479280-1038-47ed-a9f7-bd30c4953ba7 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:57:16.242506 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d4fda-a471-4d0f-a4c6-da077fe3126f req-d5b3d573-090f-4a1a-acf2-e166101f2a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:16.242820 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-1bba4497-8396-4025-869d-b1fe171bddd7 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:16.244380 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-1bba4497-8396-4025-869d-b1fe171bddd7 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.32 "GET /v2.0/networks?id=a330e804-df96-493e-8245-ea2bd5609f4c HTTP/1.1" status: 200 len: 810 time: 0.2063217 Mar 01 13:57:16.245802 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0cc73f-b1ed-4314-bf90-adbfd514e10c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:16.248337 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-978d4fda-a471-4d0f-a4c6-da077fe3126f req-d5b3d573-090f-4a1a-acf2-e166101f2a62 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae0bfd58-4b0d-4a69-9efe-fe6beb56124e HTTP/1.1" status: 200 len: 920 time: 0.2042339 Mar 01 13:57:16.250704 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4b0cc73f-b1ed-4314-bf90-adbfd514e10c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:16.252466 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b0cc73f-b1ed-4314-bf90-adbfd514e10c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 13:57:16.252902 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b0cc73f-b1ed-4314-bf90-adbfd514e10c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:57:16.256980 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=ea539cb0-302a-4bfb-865b-b8338b567379,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:16.263028 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-5f20317c-2515-42e5-9582-221afea451f3 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Request body: {'port': {'device_id': 'e282fa2d-d9f0-480a-9fb9-f357c61c12e7', 'network_id': 'a330e804-df96-493e-8245-ea2bd5609f4c', 'admin_state_up': True, 'tenant_id': '0f374f2004cb4e8ca02e98a75cfbf7a5'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:16.269847 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a91a06e7-c08b-4edf-8e39-98a78a3c3491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4a7cb2dd-75c6-4575-ba70-d9b67bc5abb2), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:16.273286 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a91a06e7-c08b-4edf-8e39-98a78a3c3491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:16.280323 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a91a06e7-c08b-4edf-8e39-98a78a3c3491 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a7cb2dd-75c6-4575-ba70-d9b67bc5abb2 HTTP/1.1" status: 204 len: 168 time: 0.3995709 Mar 01 13:57:16.321820 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-978d4fda-a471-4d0f-a4c6-da077fe3126f req-a6e39fae-7902-4d56-a5cd-b7ab57ead1d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22821927-635f-483b-92dd-5a3107b1ee74 HTTP/1.1" status: 200 len: 217 time: 0.0613809 Mar 01 13:57:16.327960 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-ec9a47c0-9fb2-4815-b04a-6b23b8f68aeb None None] For port 73f97663-9aff-4131-8377-54ddf9bb636d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=73f97663-9aff-4131-8377-54ddf9bb636d,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:16.328167 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a06e7-c08b-4edf-8e39-98a78a3c3491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7cb2dd-75c6-4575-ba70-d9b67bc5abb2,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:16.328382 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ec9a47c0-9fb2-4815-b04a-6b23b8f68aeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (73f97663-9aff-4131-8377-54ddf9bb636d), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:16.363308 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ec9a47c0-9fb2-4815-b04a-6b23b8f68aeb None None] Calling delete_port for 73f97663-9aff-4131-8377-54ddf9bb636d owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:57:16.370043 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4b0cc73f-b1ed-4314-bf90-adbfd514e10c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4093528 Mar 01 13:57:16.376986 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50762) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:16.382536 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d4fda-a471-4d0f-a4c6-da077fe3126f req-9bff8ba6-b4ca-4355-bb75-0388ec6a11d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:16.384477 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-978d4fda-a471-4d0f-a4c6-da077fe3126f req-9bff8ba6-b4ca-4355-bb75-0388ec6a11d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0671009d-d113-434d-acb2-b340af7ac7ef HTTP/1.1" status: 200 len: 859 time: 0.0544281 Mar 01 13:57:16.388601 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-f0cf96e3-1ff6-4ab3-a577-900959a39b16 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:16.426640 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['ea539cb0-302a-4bfb-865b-b8338b567379'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:57:16.438343 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-978d4fda-a471-4d0f-a4c6-da077fe3126f req-78ca7251-d2bc-4fbb-9a53-43e3755ff950 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae0bfd58-4b0d-4a69-9efe-fe6beb56124e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346408 Mar 01 13:57:16.443742 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port f4479280-1038-47ed-a9f7-bd30c4953ba7, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f4479280-1038-47ed-a9f7-bd30c4953ba7,segment=NetworkSegment(f0640c11-940f-42bc-a068-93c7ed619c6a),segment_id=f0640c11-940f-42bc-a068-93c7ed619c6a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:16.507491 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=30fd31a3-73cf-46f5-87d5-6169382a8920,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:16.552441 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'f4479280-1038-47ed-a9f7-bd30c4953ba7', 'network_id': 'ecc5a3c2-7ca8-4634-8af5-754b9bcd314c', 'port_id': 'f4479280-1038-47ed-a9f7-bd30c4953ba7', 'mac_address': 'fa:16:3e:b5:eb:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a836407-0a08-478a-9b48-ab0cc1ea53c4', 'ip_address': '10.1.1.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:57:16.586204 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-978d4fda-a471-4d0f-a4c6-da077fe3126f req-363aec49-b30e-44de-879b-0e69e644c52a service neutron] 10.222.0.20 "GET /v2.0/networks/ae0bfd58-4b0d-4a69-9efe-fe6beb56124e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332963 Mar 01 13:57:16.682974 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port f4479280-1038-47ed-a9f7-bd30c4953ba7 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:16.683541 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f4479280-1038-47ed-a9f7-bd30c4953ba7), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:16.703749 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33590e4a-80c7-485d-8adf-454c3476fe89 req-66c836b8-8d09-40c2-a953-b99feddb982f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:16.709696 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33590e4a-80c7-485d-8adf-454c3476fe89 req-66c836b8-8d09-40c2-a953-b99feddb982f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:16.716887 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33590e4a-80c7-485d-8adf-454c3476fe89 req-66c836b8-8d09-40c2-a953-b99feddb982f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:16.723251 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33590e4a-80c7-485d-8adf-454c3476fe89 req-66c836b8-8d09-40c2-a953-b99feddb982f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:16.730991 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33590e4a-80c7-485d-8adf-454c3476fe89 req-66c836b8-8d09-40c2-a953-b99feddb982f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:16.736241 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4479280-1038-47ed-a9f7-bd30c4953ba7 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:57:16.736590 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-978d4fda-a471-4d0f-a4c6-da077fe3126f req-4d13c6d2-5d2d-4e19-9c67-b984c0756cbb service neutron] 10.222.0.20 "GET /v2.0/networks/ae0bfd58-4b0d-4a69-9efe-fe6beb56124e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429942 Mar 01 13:57:16.738236 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33590e4a-80c7-485d-8adf-454c3476fe89 req-66c836b8-8d09-40c2-a953-b99feddb982f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:16.755959 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33590e4a-80c7-485d-8adf-454c3476fe89 req-66c836b8-8d09-40c2-a953-b99feddb982f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:16.770026 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-33590e4a-80c7-485d-8adf-454c3476fe89 req-66c836b8-8d09-40c2-a953-b99feddb982f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5432 time: 0.2498758 Mar 01 13:57:16.770776 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ec9a47c0-9fb2-4815-b04a-6b23b8f68aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (73f97663-9aff-4131-8377-54ddf9bb636d), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:16.779103 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cf96e3-1ff6-4ab3-a577-900959a39b16 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:16.783936 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f0cf96e3-1ff6-4ab3-a577-900959a39b16 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:16.786898 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0cf96e3-1ff6-4ab3-a577-900959a39b16 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 13:57:16.787354 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0cf96e3-1ff6-4ab3-a577-900959a39b16 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:57:16.816843 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port f4479280-1038-47ed-a9f7-bd30c4953ba7, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f4479280-1038-47ed-a9f7-bd30c4953ba7,segment=NetworkSegment(f0640c11-940f-42bc-a068-93c7ed619c6a),segment_id=f0640c11-940f-42bc-a068-93c7ed619c6a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:16.822081 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-5f20317c-2515-42e5-9582-221afea451f3 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Made reservation on behalf of 0f374f2004cb4e8ca02e98a75cfbf7a5 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:16.823541 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a47c0-9fb2-4815-b04a-6b23b8f68aeb None None] Pushing event deleted for resources: {'Port': ['ID=73f97663-9aff-4131-8377-54ddf9bb636d,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:16.827478 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-5f20317c-2515-42e5-9582-221afea451f3 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:16.831829 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f4479280-1038-47ed-a9f7-bd30c4953ba7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:16.832446 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 13b9e748-a974-42c2-8e91-ba448a992de1 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:57:16.839359 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9a47c0-9fb2-4815-b04a-6b23b8f68aeb None None] No DVR routers for this DVR port 73f97663-9aff-4131-8377-54ddf9bb636d on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:57:16.856907 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f0cf96e3-1ff6-4ab3-a577-900959a39b16 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4780171 Mar 01 13:57:16.860629 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50774) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:16.867656 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-f33a23a7-dd4c-4c03-9062-b4f54bddbd18 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:16.955038 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-33590e4a-80c7-485d-8adf-454c3476fe89 req-935b9960-1679-45af-9284-df3f229d9ddd tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1770577 Mar 01 13:57:16.987532 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=f4479280-1038-47ed-a9f7-bd30c4953ba7,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:17.047039 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-5f20317c-2515-42e5-9582-221afea451f3 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Allocated IP 172.20.0.2 (a330e804-df96-493e-8245-ea2bd5609f4c/b101fd94-b0b8-497f-8292-d3494df98b4d/d3fbe549-665a-4fc4-9544-afc840124820) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:57:17.130531 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-adb2ee0d-dfb2-4c14-9c79-828c03aa229e req-8618b287-48c8-4667-b1dd-5ea3248ac7db tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 210 time: 0.0596502 Mar 01 13:57:17.134874 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 13b9e748-a974-42c2-8e91-ba448a992de1, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=13b9e748-a974-42c2-8e91-ba448a992de1,segment=NetworkSegment(18984bbf-5445-4915-9e22-7c226c4017cd),segment_id=18984bbf-5445-4915-9e22-7c226c4017cd)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:17.163195 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '13b9e748-a974-42c2-8e91-ba448a992de1', 'network_id': 'c7c4f361-ab05-4369-bcdd-5e7555278fd6', 'port_id': '13b9e748-a974-42c2-8e91-ba448a992de1', 'mac_address': 'fa:16:3e:ef:7f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82af45e5-3428-45d7-98e9-10c937ed8f7a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:57:17.212170 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 13b9e748-a974-42c2-8e91-ba448a992de1 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:17.213085 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (13b9e748-a974-42c2-8e91-ba448a992de1), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:17.239917 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b9e748-a974-42c2-8e91-ba448a992de1 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:57:17.270162 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 13b9e748-a974-42c2-8e91-ba448a992de1, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=13b9e748-a974-42c2-8e91-ba448a992de1,segment=NetworkSegment(18984bbf-5445-4915-9e22-7c226c4017cd),segment_id=18984bbf-5445-4915-9e22-7c226c4017cd)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:17.280943 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (13b9e748-a974-42c2-8e91-ba448a992de1), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:17.281623 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 3f30462d-3b3f-4caa-8a88-069fb2ae94b1 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:57:17.352511 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bae69-bba8-45ab-b469-c82006a01cb1 req-8f21ac01-6945-4a76-97ad-a94f322fc65b tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:17.354235 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5f0bae69-bba8-45ab-b469-c82006a01cb1 req-8f21ac01-6945-4a76-97ad-a94f322fc65b tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 943 time: 0.1952481 Mar 01 13:57:17.361317 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=13b9e748-a974-42c2-8e91-ba448a992de1,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:17.433057 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33a23a7-dd4c-4c03-9062-b4f54bddbd18 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:17.436779 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 3f30462d-3b3f-4caa-8a88-069fb2ae94b1, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=3f30462d-3b3f-4caa-8a88-069fb2ae94b1,segment=NetworkSegment(f0640c11-940f-42bc-a068-93c7ed619c6a),segment_id=f0640c11-940f-42bc-a068-93c7ed619c6a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:17.439478 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f33a23a7-dd4c-4c03-9062-b4f54bddbd18 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:17.441776 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-f33a23a7-dd4c-4c03-9062-b4f54bddbd18 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 13:57:17.442435 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f33a23a7-dd4c-4c03-9062-b4f54bddbd18 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:57:17.468491 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '3f30462d-3b3f-4caa-8a88-069fb2ae94b1', 'network_id': 'ecc5a3c2-7ca8-4634-8af5-754b9bcd314c', 'port_id': '3f30462d-3b3f-4caa-8a88-069fb2ae94b1', 'mac_address': 'fa:16:3e:7c:64:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a836407-0a08-478a-9b48-ab0cc1ea53c4', 'ip_address': '10.1.1.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:57:17.484724 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-5f20317c-2515-42e5-9582-221afea451f3 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Publish callbacks [] for port (d3fbe549-665a-4fc4-9544-afc840124820), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:17.496215 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f33a23a7-dd4c-4c03-9062-b4f54bddbd18 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6315901 Mar 01 13:57:17.497609 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50792) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:17.509382 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-2b23cf80-31cf-4ad0-a30f-cc8928620495 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:17.536005 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-5f20317c-2515-42e5-9582-221afea451f3 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (d3fbe549-665a-4fc4-9544-afc840124820), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:17.558103 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 3f30462d-3b3f-4caa-8a88-069fb2ae94b1 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:17.558759 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3f30462d-3b3f-4caa-8a88-069fb2ae94b1), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:17.577224 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f30462d-3b3f-4caa-8a88-069fb2ae94b1 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:57:17.616787 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 3f30462d-3b3f-4caa-8a88-069fb2ae94b1, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=3f30462d-3b3f-4caa-8a88-069fb2ae94b1,segment=NetworkSegment(f0640c11-940f-42bc-a068-93c7ed619c6a),segment_id=f0640c11-940f-42bc-a068-93c7ed619c6a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:17.629211 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5f0bae69-bba8-45ab-b469-c82006a01cb1 req-91eb3af0-e8af-4ad4-8943-ac67ec9002d9 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615645 Mar 01 13:57:17.634037 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (3f30462d-3b3f-4caa-8a88-069fb2ae94b1), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:17.634738 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 3bb0ce28-dd64-442c-82fd-08ca68864979 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:57:17.642960 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-5f20317c-2515-42e5-9582-221afea451f3 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Network a330e804-df96-493e-8245-ea2bd5609f4c is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:17.648835 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-5f20317c-2515-42e5-9582-221afea451f3 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:17.654982 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-5f20317c-2515-42e5-9582-221afea451f3 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:57:17.678144 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device f3611e20-3140-4ace-914f-3847d4700619 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:57:17.711523 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b23cf80-31cf-4ad0-a30f-cc8928620495 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:17.717263 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2b23cf80-31cf-4ad0-a30f-cc8928620495 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:17.719644 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b23cf80-31cf-4ad0-a30f-cc8928620495 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 13:57:17.720131 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b23cf80-31cf-4ad0-a30f-cc8928620495 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:57:17.723701 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20317c-2515-42e5-9582-221afea451f3 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Pushing event updated for resources: {'Port': ['ID=d3fbe549-665a-4fc4-9544-afc840124820,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:17.755983 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2b23cf80-31cf-4ad0-a30f-cc8928620495 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2562063 Mar 01 13:57:17.756217 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=3f30462d-3b3f-4caa-8a88-069fb2ae94b1,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:17.766341 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50800) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:17.767008 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-5f20317c-2515-42e5-9582-221afea451f3 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:17.767820 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-5f20317c-2515-42e5-9582-221afea451f3 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:17.784345 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 3bb0ce28-dd64-442c-82fd-08ca68864979, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=3bb0ce28-dd64-442c-82fd-08ca68864979,segment=NetworkSegment(18984bbf-5445-4915-9e22-7c226c4017cd),segment_id=18984bbf-5445-4915-9e22-7c226c4017cd)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:17.798149 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-5f20317c-2515-42e5-9582-221afea451f3 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5385604 Mar 01 13:57:17.800973 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '3bb0ce28-dd64-442c-82fd-08ca68864979', 'network_id': 'c7c4f361-ab05-4369-bcdd-5e7555278fd6', 'port_id': '3bb0ce28-dd64-442c-82fd-08ca68864979', 'mac_address': 'fa:16:3e:f6:7a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82af45e5-3428-45d7-98e9-10c937ed8f7a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:57:17.809897 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4bd9f0f9-e5dc-4e8f-9463-478f2a6b8563 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0421419 Mar 01 13:57:17.812367 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50802) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:17.812612 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-ad8a8066-6d32-452d-99cc-71ffffd1ac60 service neutron] Request body: {'port': {'device_id': 'e282fa2d-d9f0-480a-9fb9-f357c61c12e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:17.842157 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port f3611e20-3140-4ace-914f-3847d4700619 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:17.842651 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f3611e20-3140-4ace-914f-3847d4700619), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:17.891048 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f16e1ab-a590-4571-9931-f43d879e529d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:17.893690 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 3bb0ce28-dd64-442c-82fd-08ca68864979 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:17.894087 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3bb0ce28-dd64-442c-82fd-08ca68864979), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:17.894218 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-ad8a8066-6d32-452d-99cc-71ffffd1ac60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d3fbe549-665a-4fc4-9544-afc840124820), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:17.896423 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50804) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:17.897040 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1f16e1ab-a590-4571-9931-f43d879e529d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0827498 Mar 01 13:57:17.914198 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bb0ce28-dd64-442c-82fd-08ca68864979 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:57:17.942864 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 3bb0ce28-dd64-442c-82fd-08ca68864979, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=3bb0ce28-dd64-442c-82fd-08ca68864979,segment=NetworkSegment(18984bbf-5445-4915-9e22-7c226c4017cd),segment_id=18984bbf-5445-4915-9e22-7c226c4017cd)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:17.943014 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4bf15cc2-9eb9-4e60-8b35-796537195a59 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447254 Mar 01 13:57:17.947491 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (3bb0ce28-dd64-442c-82fd-08ca68864979), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:17.947742 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 65aa8d5c-27c6-46fc-b051-44172617a654 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:57:17.948579 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50808) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:17.956309 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-1200490c-1f2e-4827-aad4-511a56ba3898 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:18.048403 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=3bb0ce28-dd64-442c-82fd-08ca68864979,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:18.063586 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 65aa8d5c-27c6-46fc-b051-44172617a654, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=65aa8d5c-27c6-46fc-b051-44172617a654,segment=NetworkSegment(f0640c11-940f-42bc-a068-93c7ed619c6a),segment_id=f0640c11-940f-42bc-a068-93c7ed619c6a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:18.067063 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port f3611e20-3140-4ace-914f-3847d4700619 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:18.067562 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f3611e20-3140-4ace-914f-3847d4700619), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:18.088245 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '65aa8d5c-27c6-46fc-b051-44172617a654', 'network_id': 'ecc5a3c2-7ca8-4634-8af5-754b9bcd314c', 'port_id': '65aa8d5c-27c6-46fc-b051-44172617a654', 'mac_address': 'fa:16:3e:39:cc:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a836407-0a08-478a-9b48-ab0cc1ea53c4', 'ip_address': '10.1.1.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:57:18.116320 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port f3611e20-3140-4ace-914f-3847d4700619, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=f3611e20-3140-4ace-914f-3847d4700619,segment=NetworkSegment(a0046b2b-e488-42b0-8925-94ab593c3d9d),segment_id=a0046b2b-e488-42b0-8925-94ab593c3d9d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:18.195013 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f3611e20-3140-4ace-914f-3847d4700619), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:18.209771 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1200490c-1f2e-4827-aad4-511a56ba3898 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:18.214295 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1200490c-1f2e-4827-aad4-511a56ba3898 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:18.230202 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 65aa8d5c-27c6-46fc-b051-44172617a654 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:18.231464 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (65aa8d5c-27c6-46fc-b051-44172617a654), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:18.295663 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 73f97663-9aff-4131-8377-54ddf9bb636d no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:57:18.301539 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=f3611e20-3140-4ace-914f-3847d4700619,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:18.321466 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65aa8d5c-27c6-46fc-b051-44172617a654 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:57:18.327339 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 73f97663-9aff-4131-8377-54ddf9bb636d {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:57:18.328286 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 73f97663-9aff-4131-8377-54ddf9bb636d not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:57:18.346078 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 65aa8d5c-27c6-46fc-b051-44172617a654, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=65aa8d5c-27c6-46fc-b051-44172617a654,segment=NetworkSegment(f0640c11-940f-42bc-a068-93c7ed619c6a),segment_id=f0640c11-940f-42bc-a068-93c7ed619c6a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:18.351755 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (65aa8d5c-27c6-46fc-b051-44172617a654), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:18.352455 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 94186ee2-17a9-4363-9cd1-5dd589fc6f6d details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:57:18.395996 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba08389-ef3d-4a6c-ad43-15fa8cf913df req-e39ee518-3506-444c-85dc-cc96de51a45e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:18.401305 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba08389-ef3d-4a6c-ad43-15fa8cf913df req-e39ee518-3506-444c-85dc-cc96de51a45e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:18.406623 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba08389-ef3d-4a6c-ad43-15fa8cf913df req-e39ee518-3506-444c-85dc-cc96de51a45e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:18.412253 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba08389-ef3d-4a6c-ad43-15fa8cf913df req-e39ee518-3506-444c-85dc-cc96de51a45e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:18.417594 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba08389-ef3d-4a6c-ad43-15fa8cf913df req-e39ee518-3506-444c-85dc-cc96de51a45e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:18.422877 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba08389-ef3d-4a6c-ad43-15fa8cf913df req-e39ee518-3506-444c-85dc-cc96de51a45e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:18.428195 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba08389-ef3d-4a6c-ad43-15fa8cf913df req-e39ee518-3506-444c-85dc-cc96de51a45e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:18.430195 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ba08389-ef3d-4a6c-ad43-15fa8cf913df req-e39ee518-3506-444c-85dc-cc96de51a45e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5436 time: 0.2906585 Mar 01 13:57:18.535710 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705bb7d6-66c3-4115-80c6-43eb4e58eef7 req-ef339bad-a2a1-4415-bf5c-3fea04ceefc2 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:18.537312 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-705bb7d6-66c3-4115-80c6-43eb4e58eef7 req-ef339bad-a2a1-4415-bf5c-3fea04ceefc2 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 931 time: 0.2832632 Mar 01 13:57:18.585153 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=65aa8d5c-27c6-46fc-b051-44172617a654,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:18.639911 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ba08389-ef3d-4a6c-ad43-15fa8cf913df req-8386a199-4823-4c51-abf5-df1426402a6c tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1953473 Mar 01 13:57:18.654774 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 94186ee2-17a9-4363-9cd1-5dd589fc6f6d, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=94186ee2-17a9-4363-9cd1-5dd589fc6f6d,segment=NetworkSegment(16eada52-045a-4b45-90c8-cb23f5f5789e),segment_id=16eada52-045a-4b45-90c8-cb23f5f5789e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:18.667313 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-ad8a8066-6d32-452d-99cc-71ffffd1ac60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3fbe549-665a-4fc4-9544-afc840124820 {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:57:18.667486 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '94186ee2-17a9-4363-9cd1-5dd589fc6f6d', 'network_id': 'a331d97d-3b18-4702-9c0b-f805cbe3e548', 'port_id': '94186ee2-17a9-4363-9cd1-5dd589fc6f6d', 'mac_address': 'fa:16:3e:5b:56:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a7f95b2-978a-4a0a-927f-c44508a26ed8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:57:18.687780 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-ad8a8066-6d32-452d-99cc-71ffffd1ac60 service neutron] Publish callbacks [] for port (d3fbe549-665a-4fc4-9544-afc840124820), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:18.715619 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 94186ee2-17a9-4363-9cd1-5dd589fc6f6d is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:18.717879 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (94186ee2-17a9-4363-9cd1-5dd589fc6f6d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:18.726542 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-705bb7d6-66c3-4115-80c6-43eb4e58eef7 req-c92121f2-9fe2-496a-9a4e-4c891cbf07a1 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772892 Mar 01 13:57:18.747019 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94186ee2-17a9-4363-9cd1-5dd589fc6f6d {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:57:18.770562 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-ad8a8066-6d32-452d-99cc-71ffffd1ac60 service neutron] Transition to ACTIVE for port object d3fbe549-665a-4fc4-9544-afc840124820 will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:57:18.783504 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 94186ee2-17a9-4363-9cd1-5dd589fc6f6d, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=94186ee2-17a9-4363-9cd1-5dd589fc6f6d,segment=NetworkSegment(16eada52-045a-4b45-90c8-cb23f5f5789e),segment_id=16eada52-045a-4b45-90c8-cb23f5f5789e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:18.786547 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-ad8a8066-6d32-452d-99cc-71ffffd1ac60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (d3fbe549-665a-4fc4-9544-afc840124820), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:18.789807 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (94186ee2-17a9-4363-9cd1-5dd589fc6f6d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:18.801962 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:57:18.858061 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 22821927-635f-483b-92dd-5a3107b1ee74 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:57:18.925927 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a8066-6d32-452d-99cc-71ffffd1ac60 service neutron] Pushing event updated for resources: {'Port': ['ID=d3fbe549-665a-4fc4-9544-afc840124820,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:18.951147 n-d-827467-3 neutron-server[103727]: DEBUG neutron.objects.ports [None req-1200490c-1f2e-4827-aad4-511a56ba3898 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103727) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 01 13:57:18.968306 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device ea539cb0-302a-4bfb-865b-b8338b567379 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:57:18.975003 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1200490c-1f2e-4827-aad4-511a56ba3898 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (d47c64b4-50f3-44e1-a6e6-ee19e1c792d2), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:18.992770 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=94186ee2-17a9-4363-9cd1-5dd589fc6f6d,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:19.037104 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 22821927-635f-483b-92dd-5a3107b1ee74, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=22821927-635f-483b-92dd-5a3107b1ee74,segment=NetworkSegment(5c4b0dd5-2d4a-471b-b6b3-b873e7117996),segment_id=5c4b0dd5-2d4a-471b-b6b3-b873e7117996)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:19.052798 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d2db1-9701-408a-abee-7578300d0831 req-e08c6dce-f682-4fe7-a24c-db7fd23ca705 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:19.054399 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d98d2db1-9701-408a-abee-7578300d0831 req-e08c6dce-f682-4fe7-a24c-db7fd23ca705 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 943 time: 0.2593544 Mar 01 13:57:19.064904 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '22821927-635f-483b-92dd-5a3107b1ee74', 'network_id': 'ae0bfd58-4b0d-4a69-9efe-fe6beb56124e', 'port_id': '22821927-635f-483b-92dd-5a3107b1ee74', 'mac_address': 'fa:16:3e:11:34:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0671009d-d113-434d-acb2-b340af7ac7ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:57:19.081418 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1200490c-1f2e-4827-aad4-511a56ba3898 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:19.095409 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-1200490c-1f2e-4827-aad4-511a56ba3898 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:19.101381 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50844) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:19.109669 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1200490c-1f2e-4827-aad4-511a56ba3898 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:19.110262 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1200490c-1f2e-4827-aad4-511a56ba3898 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:19.113607 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port ea539cb0-302a-4bfb-865b-b8338b567379 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:57:19.116564 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200490c-1f2e-4827-aad4-511a56ba3898 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Subnet': ['ID=d47c64b4-50f3-44e1-a6e6-ee19e1c792d2,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:19.120919 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port ea539cb0-302a-4bfb-865b-b8338b567379 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:19.121473 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ea539cb0-302a-4bfb-865b-b8338b567379), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:19.123346 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 22821927-635f-483b-92dd-5a3107b1ee74 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:19.124256 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (22821927-635f-483b-92dd-5a3107b1ee74), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:19.138064 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8f5202-8d6f-4abd-a72c-bb8bb135d8d4 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:57:19.146551 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-ad8a8066-6d32-452d-99cc-71ffffd1ac60 service neutron] Attempting to bind port d3fbe549-665a-4fc4-9544-afc840124820 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:57:19.146887 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-ad8a8066-6d32-452d-99cc-71ffffd1ac60 service neutron] Attempting to bind port d3fbe549-665a-4fc4-9544-afc840124820 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'a0046b2b-e488-42b0-8925-94ab593c3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a330e804-df96-493e-8245-ea2bd5609f4c'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:57:19.147223 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-ad8a8066-6d32-452d-99cc-71ffffd1ac60 service neutron] Attempting to bind port d3fbe549-665a-4fc4-9544-afc840124820 on network a330e804-df96-493e-8245-ea2bd5609f4c {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:57:19.165721 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1200490c-1f2e-4827-aad4-511a56ba3898 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2133548 Mar 01 13:57:19.166057 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50848) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:19.171371 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-d2757294-af7a-4430-8fc9-837504d4fc28 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'port': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'mac_address': 'fa:16:3e:ca:f5:7b', 'name': 'tempest-NetworksTestDHCPv6-292775623'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:19.176828 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-ad8a8066-6d32-452d-99cc-71ffffd1ac60 service neutron] Port d3fbe549-665a-4fc4-9544-afc840124820 on network a330e804-df96-493e-8245-ea2bd5609f4c not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:57:19.176828 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-ad8a8066-6d32-452d-99cc-71ffffd1ac60 service neutron] Attempting to bind port d3fbe549-665a-4fc4-9544-afc840124820 on network a330e804-df96-493e-8245-ea2bd5609f4c {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:57:19.196024 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d98d2db1-9701-408a-abee-7578300d0831 req-cf77efae-a7f8-4a32-b4c5-f0ef90a03099 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288884 Mar 01 13:57:19.202004 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-ad8a8066-6d32-452d-99cc-71ffffd1ac60 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:57:19.202354 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-ad8a8066-6d32-452d-99cc-71ffffd1ac60 service neutron] Checking segment: {'id': 'a0046b2b-e488-42b0-8925-94ab593c3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a330e804-df96-493e-8245-ea2bd5609f4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:57:19.202751 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-ad8a8066-6d32-452d-99cc-71ffffd1ac60 service neutron] Bound using segment: {'id': 'a0046b2b-e488-42b0-8925-94ab593c3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a330e804-df96-493e-8245-ea2bd5609f4c'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:57:19.203206 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-ad8a8066-6d32-452d-99cc-71ffffd1ac60 service neutron] Bound port: d3fbe549-665a-4fc4-9544-afc840124820, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0046b2b-e488-42b0-8925-94ab593c3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a330e804-df96-493e-8245-ea2bd5609f4c'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:57:19.203578 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-ad8a8066-6d32-452d-99cc-71ffffd1ac60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d3fbe549-665a-4fc4-9544-afc840124820), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:19.217683 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22821927-635f-483b-92dd-5a3107b1ee74 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:57:19.261575 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 22821927-635f-483b-92dd-5a3107b1ee74, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=22821927-635f-483b-92dd-5a3107b1ee74,segment=NetworkSegment(5c4b0dd5-2d4a-471b-b6b3-b873e7117996),segment_id=5c4b0dd5-2d4a-471b-b6b3-b873e7117996)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:19.273931 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (22821927-635f-483b-92dd-5a3107b1ee74), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:19.298290 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a3813-13ac-4538-b411-87891324af6a req-85df5422-c0da-4ef5-81ed-cf3087df7130 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:19.303743 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b21a3813-13ac-4538-b411-87891324af6a req-85df5422-c0da-4ef5-81ed-cf3087df7130 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 946 time: 0.1470382 Mar 01 13:57:19.325691 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-27f307ed-d61d-4e59-b985-8026f082a172 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:19.334986 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-ad8a8066-6d32-452d-99cc-71ffffd1ac60 service neutron] For port d3fbe549-665a-4fc4-9544-afc840124820, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:57:19.361036 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-ad8a8066-6d32-452d-99cc-71ffffd1ac60 service neutron] For port d3fbe549-665a-4fc4-9544-afc840124820, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=d3fbe549-665a-4fc4-9544-afc840124820,segment=NetworkSegment(a0046b2b-e488-42b0-8925-94ab593c3d9d),segment_id=a0046b2b-e488-42b0-8925-94ab593c3d9d)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:57:19.382359 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03404df3-a9a5-41d7-b6fb-4480253695ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'project_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'fixed_ips': [{'subnet_id': 'd47c64b4-50f3-44e1-a6e6-ee19e1c792d2'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:57:19.383283 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-03404df3-a9a5-41d7-b6fb-4480253695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:19.384966 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2757294-af7a-4430-8fc9-837504d4fc28 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:19.390220 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-ad8a8066-6d32-452d-99cc-71ffffd1ac60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (d3fbe549-665a-4fc4-9544-afc840124820), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:19.400433 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b21a3813-13ac-4538-b411-87891324af6a req-be9ab4f3-9d0f-432d-8bf5-3f9304fa4f97 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901322 Mar 01 13:57:19.416993 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port ea539cb0-302a-4bfb-865b-b8338b567379 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:19.417363 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ea539cb0-302a-4bfb-865b-b8338b567379), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:19.421478 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=22821927-635f-483b-92dd-5a3107b1ee74,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:19.441122 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-ad8a8066-6d32-452d-99cc-71ffffd1ac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:19.441765 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-ad8a8066-6d32-452d-99cc-71ffffd1ac60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:19.443215 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-ad8a8066-6d32-452d-99cc-71ffffd1ac60 service neutron] 10.222.0.32 "PUT /v2.0/ports/d3fbe549-665a-4fc4-9544-afc840124820 HTTP/1.1" status: 200 len: 1091 time: 1.6389494 Mar 01 13:57:19.443681 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e282fa2d-d9f0-480a-9fb9-f357c61c12e7', 'tag': 'd3fbe549-665a-4fc4-9544-afc840124820'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:57:19.446423 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b2c4f8-f47e-4765-a47e-76960b50736e" -d '{"events": [{"name": "network-changed", "server_uuid": "e282fa2d-d9f0-480a-9fb9-f357c61c12e7", "tag": "d3fbe549-665a-4fc4-9544-afc840124820"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:57:19.521990 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a8066-6d32-452d-99cc-71ffffd1ac60 service neutron] Pushing event updated for resources: {'Port': ['ID=d3fbe549-665a-4fc4-9544-afc840124820,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:19.534439 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86a2542-6f44-4d60-af56-6d620a9cd793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea539cb0-302a-4bfb-865b-b8338b567379'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:57:19.534439 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5d0356-2c61-4330-b603-5f55b4fabe11" -d '{"events": [{"server_uuid": "d86a2542-6f44-4d60-af56-6d620a9cd793", "name": "network-vif-plugged", "status": "completed", "tag": "ea539cb0-302a-4bfb-865b-b8338b567379"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:57:19.534779 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050b336f-62fa-4dce-948f-514b85ec0437 x-openstack-request-id: req-050b336f-62fa-4dce-948f-514b85ec0437 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:57:19.534779 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e282fa2d-d9f0-480a-9fb9-f357c61c12e7", "tag": "d3fbe549-665a-4fc4-9544-afc840124820", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:57:19.546132 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-050b336f-62fa-4dce-948f-514b85ec0437 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:57:19.546847 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e282fa2d-d9f0-480a-9fb9-f357c61c12e7', 'tag': 'd3fbe549-665a-4fc4-9544-afc840124820', 'status': 'completed', 'code': 200} Mar 01 13:57:19.560250 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port ea539cb0-302a-4bfb-865b-b8338b567379, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ea539cb0-302a-4bfb-865b-b8338b567379,segment=NetworkSegment(5c4b0dd5-2d4a-471b-b6b3-b873e7117996),segment_id=5c4b0dd5-2d4a-471b-b6b3-b873e7117996)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:19.564372 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-27f307ed-d61d-4e59-b985-8026f082a172 admin admin] Publish callbacks [] for security_group (cda90da8-3877-41d8-872f-b4b0f9b34ec3), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:19.571865 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ea539cb0-302a-4bfb-865b-b8338b567379), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:19.582232 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-27f307ed-d61d-4e59-b985-8026f082a172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (cda90da8-3877-41d8-872f-b4b0f9b34ec3), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:19.621142 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-27f307ed-d61d-4e59-b985-8026f082a172 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6952576f56a144ff860b51363899e0d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5144901 Mar 01 13:57:19.622202 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50854) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:19.635455 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6deab22-9a9f-40e2-b7cb-e140536af7ea x-openstack-request-id: req-f6deab22-9a9f-40e2-b7cb-e140536af7ea {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:57:19.636082 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86a2542-6f44-4d60-af56-6d620a9cd793", "name": "network-vif-plugged", "status": "completed", "tag": "ea539cb0-302a-4bfb-865b-b8338b567379", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:57:19.637555 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6deab22-9a9f-40e2-b7cb-e140536af7ea {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:57:19.638154 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd86a2542-6f44-4d60-af56-6d620a9cd793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea539cb0-302a-4bfb-865b-b8338b567379', 'code': 200} Mar 01 13:57:19.650158 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device f3611e20-3140-4ace-914f-3847d4700619 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:57:19.662193 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f307ed-d61d-4e59-b985-8026f082a172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda90da8-3877-41d8-872f-b4b0f9b34ec3,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:19.669807 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d2757294-af7a-4430-8fc9-837504d4fc28 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:19.683292 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['22821927-635f-483b-92dd-5a3107b1ee74'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:57:19.684631 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f307ed-d61d-4e59-b985-8026f082a172 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:19.684977 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f307ed-d61d-4e59-b985-8026f082a172 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:19.685318 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f307ed-d61d-4e59-b985-8026f082a172 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:19.685653 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f307ed-d61d-4e59-b985-8026f082a172 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:19.685984 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f307ed-d61d-4e59-b985-8026f082a172 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:19.686312 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f307ed-d61d-4e59-b985-8026f082a172 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:19.686659 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f307ed-d61d-4e59-b985-8026f082a172 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:19.686956 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f307ed-d61d-4e59-b985-8026f082a172 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:19.687276 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f307ed-d61d-4e59-b985-8026f082a172 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:19.687594 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f307ed-d61d-4e59-b985-8026f082a172 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:19.687941 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f307ed-d61d-4e59-b985-8026f082a172 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:19.688259 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f307ed-d61d-4e59-b985-8026f082a172 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:19.688579 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f307ed-d61d-4e59-b985-8026f082a172 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:19.704464 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-cd8a46ee-be6a-47b7-b825-217c93972173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:19.708022 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-cd8a46ee-be6a-47b7-b825-217c93972173 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f374f2004cb4e8ca02e98a75cfbf7a5&device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 1125 time: 0.2096248 Mar 01 13:57:19.736938 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-03404df3-a9a5-41d7-b6fb-4480253695ed None None] Allocated IP 2001:db8::f816:3eff:fec7:9c7c (db8edbc8-a3c8-4a8f-b733-3509635fb19f/d47c64b4-50f3-44e1-a6e6-ee19e1c792d2/9e330940-de11-4237-876a-1dfcaec1d378) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:57:19.741064 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-d2757294-af7a-4430-8fc9-837504d4fc28 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] device_id is not set on port 3c4748ba-2d31-4d79-9b6d-abdc82ba4e5c yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:57:19.789871 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=ea539cb0-302a-4bfb-865b-b8338b567379,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:19.791118 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a891f6f5-2805-4828-8e67-b596dae69057 admin admin] Publish callbacks [] for security_group (cda90da8-3877-41d8-872f-b4b0f9b34ec3), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:19.818337 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a891f6f5-2805-4828-8e67-b596dae69057 admin admin] Publish callbacks [] for security_group (cda90da8-3877-41d8-872f-b4b0f9b34ec3), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:19.832306 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-44a2a6f7-5efe-464d-b12d-afcbe19b587a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d3fbe549-665a-4fc4-9544-afc840124820 HTTP/1.1" status: 200 len: 217 time: 0.1129735 Mar 01 13:57:19.832939 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198525d-f453-4293-a1fb-a0d710a013c9 req-eed6ff0f-8d47-4e7a-aeaa-634814535c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:19.834658 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c198525d-f453-4293-a1fb-a0d710a013c9 req-eed6ff0f-8d47-4e7a-aeaa-634814535c21 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 1128 time: 0.1273012 Mar 01 13:57:19.891838 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c198525d-f453-4293-a1fb-a0d710a013c9 req-ebb99d72-efc0-4acb-8890-f89984f32e44 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511756 Mar 01 13:57:19.922656 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['f4479280-1038-47ed-a9f7-bd30c4953ba7'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:57:19.953460 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port f3611e20-3140-4ace-914f-3847d4700619 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:19.954181 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f3611e20-3140-4ace-914f-3847d4700619), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:19.968020 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-6b6a7c18-c846-4710-932d-45fa5b561cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:19.969507 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-6b6a7c18-c846-4710-932d-45fa5b561cfc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b101fd94-b0b8-497f-8292-d3494df98b4d HTTP/1.1" status: 200 len: 850 time: 0.1258554 Mar 01 13:57:20.007188 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-8383b4ec-1e8f-4a63-bba0-ffeb65acce36 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a330e804-df96-493e-8245-ea2bd5609f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301557 Mar 01 13:57:20.018007 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f8af0b-c8ce-4384-b436-39b23caf3904 req-8aadc677-aa1c-4974-9170-138580e4d636 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:20.019517 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d8f8af0b-c8ce-4384-b436-39b23caf3904 req-8aadc677-aa1c-4974-9170-138580e4d636 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 943 time: 0.1891580 Mar 01 13:57:20.032341 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65e597-7157-4bbb-be88-e72d4aa6000c req-39c74c4a-b288-4943-9c99-12ab7dccb30b tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:20.037673 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65e597-7157-4bbb-be88-e72d4aa6000c req-39c74c4a-b288-4943-9c99-12ab7dccb30b tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:20.043078 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65e597-7157-4bbb-be88-e72d4aa6000c req-39c74c4a-b288-4943-9c99-12ab7dccb30b tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:20.048408 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65e597-7157-4bbb-be88-e72d4aa6000c req-39c74c4a-b288-4943-9c99-12ab7dccb30b tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:20.053414 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['30fd31a3-73cf-46f5-87d5-6169382a8920'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:57:20.053691 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65e597-7157-4bbb-be88-e72d4aa6000c req-39c74c4a-b288-4943-9c99-12ab7dccb30b tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:20.059499 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65e597-7157-4bbb-be88-e72d4aa6000c req-39c74c4a-b288-4943-9c99-12ab7dccb30b tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:20.064807 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65e597-7157-4bbb-be88-e72d4aa6000c req-39c74c4a-b288-4943-9c99-12ab7dccb30b tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:20.066726 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8b65e597-7157-4bbb-be88-e72d4aa6000c req-39c74c4a-b288-4943-9c99-12ab7dccb30b tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5438 time: 0.2774072 Mar 01 13:57:20.075376 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a891f6f5-2805-4828-8e67-b596dae69057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (cda90da8-3877-41d8-872f-b4b0f9b34ec3), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:20.077904 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a891f6f5-2805-4828-8e67-b596dae69057 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:20.078949 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a891f6f5-2805-4828-8e67-b596dae69057 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cda90da8-3877-41d8-872f-b4b0f9b34ec3 HTTP/1.1" status: 204 len: 168 time: 0.4550042 Mar 01 13:57:20.103551 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['3f30462d-3b3f-4caa-8a88-069fb2ae94b1'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:57:20.105636 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['94186ee2-17a9-4363-9cd1-5dd589fc6f6d'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:57:20.124364 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['65aa8d5c-27c6-46fc-b051-44172617a654'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:57:20.153765 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a891f6f5-2805-4828-8e67-b596dae69057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda90da8-3877-41d8-872f-b4b0f9b34ec3,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:20.220637 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d8f8af0b-c8ce-4384-b436-39b23caf3904 req-be040d21-a898-40d4-8db3-31a67693e02b tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529140 Mar 01 13:57:20.263311 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8b65e597-7157-4bbb-be88-e72d4aa6000c req-d274092c-1013-4307-a1a8-a73a6647bbc6 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1797924 Mar 01 13:57:20.269104 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-76cde95c-7de5-407e-9f92-db20eceebbbb service neutron] 10.222.0.32 "GET /v2.0/networks/a330e804-df96-493e-8245-ea2bd5609f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484426 Mar 01 13:57:20.290251 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-03404df3-a9a5-41d7-b6fb-4480253695ed None None] Publish callbacks [] for port (9e330940-de11-4237-876a-1dfcaec1d378), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:20.366416 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-d2757294-af7a-4430-8fc9-837504d4fc28 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Allocated IP 2001:db8::f816:3eff:feca:f57b (db8edbc8-a3c8-4a8f-b733-3509635fb19f/d47c64b4-50f3-44e1-a6e6-ee19e1c792d2/3c4748ba-2d31-4d79-9b6d-abdc82ba4e5c) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:57:20.369297 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-03404df3-a9a5-41d7-b6fb-4480253695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (9e330940-de11-4237-876a-1dfcaec1d378), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:20.455895 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ffdac04-82e8-4997-bc5a-573c0eb8bb39 req-0280d759-3376-4141-a06e-ab6bf7c75aeb service neutron] 10.222.0.32 "GET /v2.0/networks/a330e804-df96-493e-8245-ea2bd5609f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796679 Mar 01 13:57:20.464136 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f0914-d9cc-48c9-b134-3c094e0de5db req-6f9e800c-3396-4689-93bc-f61ba405e6eb tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:20.471243 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6b3f0914-d9cc-48c9-b134-3c094e0de5db req-6f9e800c-3396-4689-93bc-f61ba405e6eb tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 944 time: 0.1280844 Mar 01 13:57:20.496601 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port f3611e20-3140-4ace-914f-3847d4700619 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:20.508124 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03404df3-a9a5-41d7-b6fb-4480253695ed None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:20.542760 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-03404df3-a9a5-41d7-b6fb-4480253695ed None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:20.565230 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03404df3-a9a5-41d7-b6fb-4480253695ed None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:57:20.567633 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03404df3-a9a5-41d7-b6fb-4480253695ed None None] Pushing event updated for resources: {'Port': ['ID=9e330940-de11-4237-876a-1dfcaec1d378,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:20.615511 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6b3f0914-d9cc-48c9-b134-3c094e0de5db req-6364777e-8d8d-46ef-aed3-20ea5d2e9853 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303778 Mar 01 13:57:20.638721 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['13b9e748-a974-42c2-8e91-ba448a992de1'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:57:20.651414 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d2757294-af7a-4430-8fc9-837504d4fc28 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for port (3c4748ba-2d31-4d79-9b6d-abdc82ba4e5c), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:20.677522 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2c4f8-f47e-4765-a47e-76960b50736e req-6d516d89-bee1-4508-9cfb-2114de8c1b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:20.679036 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-78b2c4f8-f47e-4765-a47e-76960b50736e req-6d516d89-bee1-4508-9cfb-2114de8c1b5f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f374f2004cb4e8ca02e98a75cfbf7a5&device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 1125 time: 0.1467259 Mar 01 13:57:20.711514 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d2757294-af7a-4430-8fc9-837504d4fc28 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (3c4748ba-2d31-4d79-9b6d-abdc82ba4e5c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:20.752934 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5abe3-a21d-4975-bf0f-f34cdf5e4d38 req-59a9bff7-5254-44b4-b7f5-9918674d4f67 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:20.760155 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-42c5abe3-a21d-4975-bf0f-f34cdf5e4d38 req-59a9bff7-5254-44b4-b7f5-9918674d4f67 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 946 time: 0.1415286 Mar 01 13:57:20.763239 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2757294-af7a-4430-8fc9-837504d4fc28 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:20.766780 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-d2757294-af7a-4430-8fc9-837504d4fc28 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:20.771642 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2757294-af7a-4430-8fc9-837504d4fc28 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:57:20.778615 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2757294-af7a-4430-8fc9-837504d4fc28 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:20.779938 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d2757294-af7a-4430-8fc9-837504d4fc28 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:20.792791 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2757294-af7a-4430-8fc9-837504d4fc28 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Port': ['ID=3c4748ba-2d31-4d79-9b6d-abdc82ba4e5c,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:20.812968 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d2757294-af7a-4430-8fc9-837504d4fc28 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6449947 Mar 01 13:57:20.815652 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50876) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:20.841216 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-42c5abe3-a21d-4975-bf0f-f34cdf5e4d38 req-ea86fcc6-fca2-4e89-9ef2-820b743f933e tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed9cc7f8-5d55-4193-b598-a88ecec4a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796134 Mar 01 13:57:20.843096 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2c4f8-f47e-4765-a47e-76960b50736e req-08cc8645-9205-47d6-a277-43a0e7b4ee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:20.851683 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-78b2c4f8-f47e-4765-a47e-76960b50736e req-08cc8645-9205-47d6-a277-43a0e7b4ee14 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a330e804-df96-493e-8245-ea2bd5609f4c HTTP/1.1" status: 200 len: 911 time: 0.1660922 Mar 01 13:57:20.916227 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-78b2c4f8-f47e-4765-a47e-76960b50736e req-3e549bc2-5843-483d-a6e2-2c7db086da3d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d3fbe549-665a-4fc4-9544-afc840124820 HTTP/1.1" status: 200 len: 217 time: 0.0577142 Mar 01 13:57:20.926271 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75c1ea-3236-4de3-9fed-96c26a1e587c req-8e4b5dcd-48f1-4a81-b27b-91bef3ee1eec tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:20.927956 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ff75c1ea-3236-4de3-9fed-96c26a1e587c req-8e4b5dcd-48f1-4a81-b27b-91bef3ee1eec tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 946 time: 0.1132433 Mar 01 13:57:20.944039 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc21a62-e0f2-4ac0-825e-91d96858c271 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:20.950428 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc21a62-e0f2-4ac0-825e-91d96858c271 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:20.954703 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7fc21a62-e0f2-4ac0-825e-91d96858c271 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1350811 Mar 01 13:57:20.955729 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50882) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:21.062365 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-03404df3-a9a5-41d7-b6fb-4480253695ed None None] Attempting to bind port 9e330940-de11-4237-876a-1dfcaec1d378 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:57:21.062844 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-ff75c1ea-3236-4de3-9fed-96c26a1e587c req-fdd952f7-176c-42de-8df5-30c243f38499 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Deleting port ea1f1b7a-9a9a-440d-a2a3-ae371a358086 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:57:21.062962 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-03404df3-a9a5-41d7-b6fb-4480253695ed None None] Attempting to bind port 9e330940-de11-4237-876a-1dfcaec1d378 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:57:21.063070 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ff75c1ea-3236-4de3-9fed-96c26a1e587c req-fdd952f7-176c-42de-8df5-30c243f38499 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (ea1f1b7a-9a9a-440d-a2a3-ae371a358086), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:21.063184 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03404df3-a9a5-41d7-b6fb-4480253695ed None None] Attempting to bind port 9e330940-de11-4237-876a-1dfcaec1d378 on network db8edbc8-a3c8-4a8f-b733-3509635fb19f {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:57:21.083880 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03404df3-a9a5-41d7-b6fb-4480253695ed None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:57:21.084266 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03404df3-a9a5-41d7-b6fb-4480253695ed None None] Checking segment: {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:57:21.084678 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-03404df3-a9a5-41d7-b6fb-4480253695ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:21.085075 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03404df3-a9a5-41d7-b6fb-4480253695ed None None] Bound using segment: {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:57:21.085597 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-03404df3-a9a5-41d7-b6fb-4480253695ed None None] Bound port: 9e330940-de11-4237-876a-1dfcaec1d378, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:57:21.085975 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-03404df3-a9a5-41d7-b6fb-4480253695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9e330940-de11-4237-876a-1dfcaec1d378), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:21.093108 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2c4f8-f47e-4765-a47e-76960b50736e req-2baa3075-f8e9-4fdb-bdd7-011276466710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:21.095698 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-78b2c4f8-f47e-4765-a47e-76960b50736e req-2baa3075-f8e9-4fdb-bdd7-011276466710 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b101fd94-b0b8-497f-8292-d3494df98b4d HTTP/1.1" status: 200 len: 850 time: 0.1730809 Mar 01 13:57:21.099869 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['3bb0ce28-dd64-442c-82fd-08ca68864979'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:57:21.148185 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-78b2c4f8-f47e-4765-a47e-76960b50736e req-ecc3a85f-c763-4d8a-ad4b-7757ad86b784 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a330e804-df96-493e-8245-ea2bd5609f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420737 Mar 01 13:57:21.180565 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-12d8e8e6-ebd2-45d5-81e5-1c3e17647231 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting port 3c4748ba-2d31-4d79-9b6d-abdc82ba4e5c {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:57:21.181009 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-12d8e8e6-ebd2-45d5-81e5-1c3e17647231 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (3c4748ba-2d31-4d79-9b6d-abdc82ba4e5c), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:21.189891 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-ff75c1ea-3236-4de3-9fed-96c26a1e587c req-fdd952f7-176c-42de-8df5-30c243f38499 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] For port ea1f1b7a-9a9a-440d-a2a3-ae371a358086, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=ea1f1b7a-9a9a-440d-a2a3-ae371a358086,segment=NetworkSegment(efe48ac2-5e62-42f6-97e0-cf92cf9f656d),segment_id=efe48ac2-5e62-42f6-97e0-cf92cf9f656d)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:21.190347 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ff75c1ea-3236-4de3-9fed-96c26a1e587c req-fdd952f7-176c-42de-8df5-30c243f38499 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (ea1f1b7a-9a9a-440d-a2a3-ae371a358086), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:21.368517 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-03404df3-a9a5-41d7-b6fb-4480253695ed None None] For port 9e330940-de11-4237-876a-1dfcaec1d378, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:57:21.374476 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-03404df3-a9a5-41d7-b6fb-4480253695ed None None] For port 9e330940-de11-4237-876a-1dfcaec1d378, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=9e330940-de11-4237-876a-1dfcaec1d378,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:57:21.409203 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-03404df3-a9a5-41d7-b6fb-4480253695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9e330940-de11-4237-876a-1dfcaec1d378), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:21.422839 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ff75c1ea-3236-4de3-9fed-96c26a1e587c req-fdd952f7-176c-42de-8df5-30c243f38499 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:21.423430 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ff75c1ea-3236-4de3-9fed-96c26a1e587c req-fdd952f7-176c-42de-8df5-30c243f38499 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (a8438f8a-0cd9-403b-a6a0-192ca4f164b7), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:21.423530 n-d-827467-3 neutron-server[103726]: INFO neutron.db.l3_db [req-ff75c1ea-3236-4de3-9fed-96c26a1e587c req-fdd952f7-176c-42de-8df5-30c243f38499 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Floating IP a8438f8a-0cd9-403b-a6a0-192ca4f164b7 disassociated. External IP: 172.25.1.120, port: ea1f1b7a-9a9a-440d-a2a3-ae371a358086. Mar 01 13:57:21.423897 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-ff75c1ea-3236-4de3-9fed-96c26a1e587c req-fdd952f7-176c-42de-8df5-30c243f38499 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Calling delete_port for ea1f1b7a-9a9a-440d-a2a3-ae371a358086 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:57:21.608895 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ff75c1ea-3236-4de3-9fed-96c26a1e587c req-fdd952f7-176c-42de-8df5-30c243f38499 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (ea1f1b7a-9a9a-440d-a2a3-ae371a358086), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:21.643213 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03404df3-a9a5-41d7-b6fb-4480253695ed None None] Pushing event updated for resources: {'Port': ['ID=9e330940-de11-4237-876a-1dfcaec1d378,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:21.654455 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd952f7-176c-42de-8df5-30c243f38499 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Pushing event deleted for resources: {'Port': ['ID=ea1f1b7a-9a9a-440d-a2a3-ae371a358086,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:21.826235 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff75c1ea-3236-4de3-9fed-96c26a1e587c req-fdd952f7-176c-42de-8df5-30c243f38499 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Router 4bc3ce39-3e78-4067-b884-df9b6d673597 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:57:21.845863 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-12d8e8e6-ebd2-45d5-81e5-1c3e17647231 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (3c4748ba-2d31-4d79-9b6d-abdc82ba4e5c), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:21.850982 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-78b2c4f8-f47e-4765-a47e-76960b50736e req-01581f8e-11e0-44bf-a5c5-2449264a5770 service neutron] 10.222.0.32 "GET /v2.0/networks/a330e804-df96-493e-8245-ea2bd5609f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6912682 Mar 01 13:57:21.876306 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-12d8e8e6-ebd2-45d5-81e5-1c3e17647231 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Calling delete_port for 3c4748ba-2d31-4d79-9b6d-abdc82ba4e5c owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:57:21.932304 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38569f1b-c574-4626-a1bc-f1a23388316a req-f38be3bf-c8e6-47eb-8e57-9fde52399354 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:21.933796 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-38569f1b-c574-4626-a1bc-f1a23388316a req-f38be3bf-c8e6-47eb-8e57-9fde52399354 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 943 time: 0.2566731 Mar 01 13:57:21.950867 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff75c1ea-3236-4de3-9fed-96c26a1e587c req-fdd952f7-176c-42de-8df5-30c243f38499 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:57:21.960875 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05004c2-faec-401f-878f-dd1e01a6fb7a None None] Sync routers for ids ['4bc3ce39-3e78-4067-b884-df9b6d673597'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:57:21.971545 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2955c06-329c-45a4-b276-2bc1c3f911df req-a3777d9b-8993-4f97-aca7-14c3b4e7d66e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:21.973015 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05004c2-faec-401f-878f-dd1e01a6fb7a None None] Routers {'4bc3ce39-3e78-4067-b884-df9b6d673597'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:57:21.973793 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-e05004c2-faec-401f-878f-dd1e01a6fb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:56:58Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4bc3ce39-3e78-4067-b884-df9b6d673597'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:21.977329 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2955c06-329c-45a4-b276-2bc1c3f911df req-a3777d9b-8993-4f97-aca7-14c3b4e7d66e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:21.982277 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2955c06-329c-45a4-b276-2bc1c3f911df req-a3777d9b-8993-4f97-aca7-14c3b4e7d66e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:21.987490 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2955c06-329c-45a4-b276-2bc1c3f911df req-a3777d9b-8993-4f97-aca7-14c3b4e7d66e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:21.992756 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2955c06-329c-45a4-b276-2bc1c3f911df req-a3777d9b-8993-4f97-aca7-14c3b4e7d66e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:21.998093 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2955c06-329c-45a4-b276-2bc1c3f911df req-a3777d9b-8993-4f97-aca7-14c3b4e7d66e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:22.003269 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff75c1ea-3236-4de3-9fed-96c26a1e587c req-fdd952f7-176c-42de-8df5-30c243f38499 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] No DVR routers for this DVR port ea1f1b7a-9a9a-440d-a2a3-ae371a358086 on host n-h1-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:57:22.003477 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2955c06-329c-45a4-b276-2bc1c3f911df req-a3777d9b-8993-4f97-aca7-14c3b4e7d66e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:22.006025 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ff75c1ea-3236-4de3-9fed-96c26a1e587c req-fdd952f7-176c-42de-8df5-30c243f38499 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:22.009975 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ff75c1ea-3236-4de3-9fed-96c26a1e587c req-fdd952f7-176c-42de-8df5-30c243f38499 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.32 "DELETE /v2.0/ports/ea1f1b7a-9a9a-440d-a2a3-ae371a358086 HTTP/1.1" status: 204 len: 173 time: 1.0755174 Mar 01 13:57:22.011080 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0cf8a93-2cf1-4b23-b092-d6d5c25d5249', 'name': 'network-vif-deleted', 'tag': 'ea1f1b7a-9a9a-440d-a2a3-ae371a358086'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:57:22.012246 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a2955c06-329c-45a4-b276-2bc1c3f911df req-a3777d9b-8993-4f97-aca7-14c3b4e7d66e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5438 time: 0.3359337 Mar 01 13:57:22.013774 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b172a9-fb8f-464b-b77a-44bfa8041026" -d '{"events": [{"server_uuid": "d0cf8a93-2cf1-4b23-b092-d6d5c25d5249", "name": "network-vif-deleted", "tag": "ea1f1b7a-9a9a-440d-a2a3-ae371a358086"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:57:22.155070 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-38569f1b-c574-4626-a1bc-f1a23388316a req-d18eae57-d990-40e7-a765-6f0cc462059c tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101028 Mar 01 13:57:22.163917 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-78b2c4f8-f47e-4765-a47e-76960b50736e req-c0e00b4d-ab53-4cb5-99fc-6db978f20e37 service neutron] 10.222.0.32 "GET /v2.0/networks/a330e804-df96-493e-8245-ea2bd5609f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044679 Mar 01 13:57:22.191608 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a2955c06-329c-45a4-b276-2bc1c3f911df req-50b2f2ca-86a3-4688-be7a-2059f92d3221 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1782510 Mar 01 13:57:22.257586 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-e05004c2-faec-401f-878f-dd1e01a6fb7a None None] Set router 4bc3ce39-3e78-4067-b884-df9b6d673597 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:57:22.392176 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-12d8e8e6-ebd2-45d5-81e5-1c3e17647231 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (3c4748ba-2d31-4d79-9b6d-abdc82ba4e5c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:22.407422 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae3892-87a2-48a8-b7c5-b5f6e94598cf req-bfc5dd07-13e7-4022-bc26-72b7235f61f2 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:22.409025 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c0ae3892-87a2-48a8-b7c5-b5f6e94598cf req-bfc5dd07-13e7-4022-bc26-72b7235f61f2 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 944 time: 0.1218801 Mar 01 13:57:22.435433 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8e8e6-ebd2-45d5-81e5-1c3e17647231 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Port': ['ID=3c4748ba-2d31-4d79-9b6d-abdc82ba4e5c,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:22.487886 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-12d8e8e6-ebd2-45d5-81e5-1c3e17647231 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:22.491706 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-12d8e8e6-ebd2-45d5-81e5-1c3e17647231 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/3c4748ba-2d31-4d79-9b6d-abdc82ba4e5c HTTP/1.1" status: 204 len: 168 time: 1.5349684 Mar 01 13:57:22.494537 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50912) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:22.537954 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-e05004c2-faec-401f-878f-dd1e01a6fb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'name': 'tempest-AttachVolumeShelveTestJSON-1706073340-router', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:03Z', 'updated_at': '2022-03-01T13:47:12Z', 'revision_number': 4, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'gw_port': {'id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:05Z', 'updated_at': '2022-03-01T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'f2081164-471f-4cfe-9d84-127b9b18c90c', 'name': '', 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'mac_address': 'fa:16:3e:8d:6a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '261203cc-bf87-4d50-a32d-f34589170095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:10Z', 'updated_at': '2022-03-01T13:47:20Z', 'revision_number': 5, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'subnets': [{'id': '261203cc-bf87-4d50-a32d-f34589170095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:22.576241 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05004c2-faec-401f-878f-dd1e01a6fb7a None None] Checking router: 4bc3ce39-3e78-4067-b884-df9b6d673597 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:57:22.595711 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c0ae3892-87a2-48a8-b7c5-b5f6e94598cf req-e3c93b0c-1b1f-4d06-adf4-7640be3e9e5d tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651816 Mar 01 13:57:22.596018 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05004c2-faec-401f-878f-dd1e01a6fb7a None None] Routers {'4bc3ce39-3e78-4067-b884-df9b6d673597'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:57:22.596893 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-e05004c2-faec-401f-878f-dd1e01a6fb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:56:58Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4bc3ce39-3e78-4067-b884-df9b6d673597'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:22.718889 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37eaee1d-8f5c-4b33-9428-f31f73ad002c x-openstack-request-id: req-37eaee1d-8f5c-4b33-9428-f31f73ad002c {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:57:22.721579 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0cf8a93-2cf1-4b23-b092-d6d5c25d5249", "name": "network-vif-deleted", "tag": "ea1f1b7a-9a9a-440d-a2a3-ae371a358086", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:57:22.722151 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37eaee1d-8f5c-4b33-9428-f31f73ad002c {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:57:22.723079 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0cf8a93-2cf1-4b23-b092-d6d5c25d5249', 'name': 'network-vif-deleted', 'tag': 'ea1f1b7a-9a9a-440d-a2a3-ae371a358086', 'status': 'completed', 'code': 200} Mar 01 13:57:22.742265 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d659e44-dac3-4f13-845c-e0085ff83c0c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:22.747760 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d659e44-dac3-4f13-845c-e0085ff83c0c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:22.749454 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7d659e44-dac3-4f13-845c-e0085ff83c0c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2539282 Mar 01 13:57:22.752315 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50918) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:22.764036 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bce54925-0cdf-45bf-9828-2d908da30fbc req-768f4b71-b7b7-4d62-b70c-a5bb79244117 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0cf8a93-2cf1-4b23-b092-d6d5c25d5249 HTTP/1.1" status: 200 len: 210 time: 0.0832384 Mar 01 13:57:22.816525 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f0454a85-6387-4e3d-80a1-34010dbeeb95 req-a98e9522-c14a-4848-aa58-ead2c53368de tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=46deedba-cf83-429d-b2b1-6aa2ddc88ecf HTTP/1.1" status: 200 len: 210 time: 0.0446539 Mar 01 13:57:22.819245 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-e05004c2-faec-401f-878f-dd1e01a6fb7a None None] Set router 4bc3ce39-3e78-4067-b884-df9b6d673597 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:57:22.856906 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 22821927-635f-483b-92dd-5a3107b1ee74 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:57:22.885015 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea86633-bc57-425a-9840-67e4036324f0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting subnet d47c64b4-50f3-44e1-a6e6-ee19e1c792d2 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:57:22.894058 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ea86633-bc57-425a-9840-67e4036324f0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (d47c64b4-50f3-44e1-a6e6-ee19e1c792d2), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:22.963512 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ea86633-bc57-425a-9840-67e4036324f0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (d47c64b4-50f3-44e1-a6e6-ee19e1c792d2), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:23.019485 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-4eedb624-ab6d-412e-8208-300c58532391 None None] Provisioning complete for port 9e330940-de11-4237-876a-1dfcaec1d378 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:23.021844 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4eedb624-ab6d-412e-8208-300c58532391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9e330940-de11-4237-876a-1dfcaec1d378), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:23.099515 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 22821927-635f-483b-92dd-5a3107b1ee74 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:57:23.121272 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 22821927-635f-483b-92dd-5a3107b1ee74 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:23.121965 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (22821927-635f-483b-92dd-5a3107b1ee74), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:23.133314 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-e05004c2-faec-401f-878f-dd1e01a6fb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'name': 'tempest-AttachVolumeShelveTestJSON-1706073340-router', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:03Z', 'updated_at': '2022-03-01T13:47:12Z', 'revision_number': 4, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'gw_port': {'id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:05Z', 'updated_at': '2022-03-01T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'f2081164-471f-4cfe-9d84-127b9b18c90c', 'name': '', 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'mac_address': 'fa:16:3e:8d:6a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '261203cc-bf87-4d50-a32d-f34589170095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:10Z', 'updated_at': '2022-03-01T13:47:20Z', 'revision_number': 5, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'subnets': [{'id': '261203cc-bf87-4d50-a32d-f34589170095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:23.155533 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ea86633-bc57-425a-9840-67e4036324f0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (d47c64b4-50f3-44e1-a6e6-ee19e1c792d2), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:23.165794 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05004c2-faec-401f-878f-dd1e01a6fb7a None None] The sync data for ids ['4bc3ce39-3e78-4067-b884-df9b6d673597'] in n-d-827467-3 is: [{'id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'name': 'tempest-AttachVolumeShelveTestJSON-1706073340-router', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:03Z', 'updated_at': '2022-03-01T13:47:12Z', 'revision_number': 4, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'gw_port': {'id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:05Z', 'updated_at': '2022-03-01T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'f2081164-471f-4cfe-9d84-127b9b18c90c', 'name': '', 'network_id': 'a2dec7e3-4601-4685-95e7-9ed53553db77', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'mac_address': 'fa:16:3e:8d:6a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '261203cc-bf87-4d50-a32d-f34589170095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:10Z', 'updated_at': '2022-03-01T13:47:20Z', 'revision_number': 5, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'subnets': [{'id': '261203cc-bf87-4d50-a32d-f34589170095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:57:23.341214 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ea86633-bc57-425a-9840-67e4036324f0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (d47c64b4-50f3-44e1-a6e6-ee19e1c792d2), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:23.378964 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ea86633-bc57-425a-9840-67e4036324f0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:23.389569 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6ea86633-bc57-425a-9840-67e4036324f0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/d47c64b4-50f3-44e1-a6e6-ee19e1c792d2 HTTP/1.1" status: 204 len: 168 time: 0.6354237 Mar 01 13:57:23.391546 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50948) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:23.459297 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-4eedb624-ab6d-412e-8208-300c58532391 None None] Current status of the port 9e330940-de11-4237-876a-1dfcaec1d378 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:23.459608 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4eedb624-ab6d-412e-8208-300c58532391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9e330940-de11-4237-876a-1dfcaec1d378), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:23.574475 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e0d20077-7d44-4bcd-b9a8-4936430df91b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1696551 Mar 01 13:57:23.575226 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50950) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:23.580737 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-3b6ba0ec-5b5f-4619-9be6-9e36e78cc8d4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:23.606255 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea86633-bc57-425a-9840-67e4036324f0 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Subnet': ['ID=d47c64b4-50f3-44e1-a6e6-ee19e1c792d2,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:23.704231 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063356db-e53b-4b64-aeed-6b8842809104 req-8c57aa6c-e2e6-41b5-a7bf-206f46acaca9 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:23.708085 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-063356db-e53b-4b64-aeed-6b8842809104 req-8c57aa6c-e2e6-41b5-a7bf-206f46acaca9 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 943 time: 0.3633702 Mar 01 13:57:23.751841 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5125877-56e3-4c13-b43a-9b9106ca262d None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:57:23.829801 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6ba0ec-5b5f-4619-9be6-9e36e78cc8d4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:23.834588 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3b6ba0ec-5b5f-4619-9be6-9e36e78cc8d4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:23.843092 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c8961-3ae6-42e9-adb2-a5850a45301c req-658955a6-92ec-45de-832b-9c9d70ef66be tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:23.849559 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c8961-3ae6-42e9-adb2-a5850a45301c req-658955a6-92ec-45de-832b-9c9d70ef66be tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:23.856865 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c8961-3ae6-42e9-adb2-a5850a45301c req-658955a6-92ec-45de-832b-9c9d70ef66be tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:23.863157 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c8961-3ae6-42e9-adb2-a5850a45301c req-658955a6-92ec-45de-832b-9c9d70ef66be tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:23.869202 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c8961-3ae6-42e9-adb2-a5850a45301c req-658955a6-92ec-45de-832b-9c9d70ef66be tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:23.875370 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c8961-3ae6-42e9-adb2-a5850a45301c req-658955a6-92ec-45de-832b-9c9d70ef66be tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:23.876015 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 9e330940-de11-4237-876a-1dfcaec1d378 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:57:23.881434 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65874be0-222c-4313-a4da-f7ffa1cf14fd None None] New status for floating IP a8438f8a-0cd9-403b-a6a0-192ca4f164b7: DOWN {{(pid=103728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 13:57:23.882423 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c8961-3ae6-42e9-adb2-a5850a45301c req-658955a6-92ec-45de-832b-9c9d70ef66be tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:23.884655 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-648c8961-3ae6-42e9-adb2-a5850a45301c req-658955a6-92ec-45de-832b-9c9d70ef66be tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5438 time: 0.4378603 Mar 01 13:57:23.906309 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-063356db-e53b-4b64-aeed-6b8842809104 req-6a606f66-f6fe-4329-82e9-48506e060cb4 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844070 Mar 01 13:57:24.004426 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-648c8961-3ae6-42e9-adb2-a5850a45301c req-ef0bbcfb-b96f-41fc-a236-9c3c41996a7d tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1096838 Mar 01 13:57:24.074360 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7438a642-2420-42d2-8924-76aae691088f req-4a3195d0-e762-4a8e-a2cf-eb1dc184f350 tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0661845 Mar 01 13:57:24.168585 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759eeb9-2ea8-45e8-924d-75f328c931ee req-74f38663-6f72-4d23-a1b3-441ae196ed06 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:24.170550 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a759eeb9-2ea8-45e8-924d-75f328c931ee req-74f38663-6f72-4d23-a1b3-441ae196ed06 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 944 time: 0.0729673 Mar 01 13:57:24.252932 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a759eeb9-2ea8-45e8-924d-75f328c931ee req-6f3fc961-cda9-43d4-b9df-203241d06370 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760798 Mar 01 13:57:24.277009 n-d-827467-3 neutron-server[103726]: DEBUG neutron.objects.ports [None req-3b6ba0ec-5b5f-4619-9be6-9e36e78cc8d4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103726) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 01 13:57:24.317574 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-4eedb624-ab6d-412e-8208-300c58532391 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 13:57:24.318369 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-4eedb624-ab6d-412e-8208-300c58532391 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 13:57:24.321539 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 22821927-635f-483b-92dd-5a3107b1ee74 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:24.322373 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (22821927-635f-483b-92dd-5a3107b1ee74), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:24.381039 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22821927-635f-483b-92dd-5a3107b1ee74'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:57:24.384091 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b844a0-123b-4b0c-908f-d2d94e09bd49" -d '{"events": [{"server_uuid": "72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c", "name": "network-vif-plugged", "status": "completed", "tag": "22821927-635f-483b-92dd-5a3107b1ee74"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:57:24.452604 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 22821927-635f-483b-92dd-5a3107b1ee74, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=22821927-635f-483b-92dd-5a3107b1ee74,segment=NetworkSegment(5c4b0dd5-2d4a-471b-b6b3-b873e7117996),segment_id=5c4b0dd5-2d4a-471b-b6b3-b873e7117996)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:24.456459 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 9e330940-de11-4237-876a-1dfcaec1d378 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:24.459940 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9e330940-de11-4237-876a-1dfcaec1d378), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:24.502120 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf5fcbd-c772-4f97-be21-68b72dfe14e0 x-openstack-request-id: req-bdf5fcbd-c772-4f97-be21-68b72dfe14e0 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:57:24.502477 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c", "name": "network-vif-plugged", "status": "completed", "tag": "22821927-635f-483b-92dd-5a3107b1ee74", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:57:24.502673 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bdf5fcbd-c772-4f97-be21-68b72dfe14e0 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:57:24.503079 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22821927-635f-483b-92dd-5a3107b1ee74', 'code': 200} Mar 01 13:57:24.510238 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (22821927-635f-483b-92dd-5a3107b1ee74), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:24.540993 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3b6ba0ec-5b5f-4619-9be6-9e36e78cc8d4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9e330940-de11-4237-876a-1dfcaec1d378), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:24.541967 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50968) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:24.574998 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7241528-786b-45e3-9f3e-4bee9a8ea58e None None] DHCP port deletion for db8edbc8-a3c8-4a8f-b733-3509635fb19f request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:57:24.641419 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-25f3c77e-d542-42a5-be0d-b252fed895fc tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for security_group (ed9cc7f8-5d55-4193-b598-a88ecec4a05f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:24.672891 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-25f3c77e-d542-42a5-be0d-b252fed895fc tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for security_group (ed9cc7f8-5d55-4193-b598-a88ecec4a05f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:24.674362 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 9e330940-de11-4237-876a-1dfcaec1d378 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:24.674987 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9e330940-de11-4237-876a-1dfcaec1d378), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:24.734370 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=22821927-635f-483b-92dd-5a3107b1ee74,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:24.746296 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-25f3c77e-d542-42a5-be0d-b252fed895fc tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ed9cc7f8-5d55-4193-b598-a88ecec4a05f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:24.753088 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-25f3c77e-d542-42a5-be0d-b252fed895fc tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:24.754274 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-25f3c77e-d542-42a5-be0d-b252fed895fc tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "DELETE /v2.0/security-groups/ed9cc7f8-5d55-4193-b598-a88ecec4a05f HTTP/1.1" status: 204 len: 168 time: 0.2112718 Mar 01 13:57:24.761008 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50970) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:24.761183 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-b7241528-786b-45e3-9f3e-4bee9a8ea58e None None] Deleting port 9e330940-de11-4237-876a-1dfcaec1d378 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:57:24.761942 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b7241528-786b-45e3-9f3e-4bee9a8ea58e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (9e330940-de11-4237-876a-1dfcaec1d378), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:24.786531 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3c77e-d542-42a5-be0d-b252fed895fc tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9cc7f8-5d55-4193-b598-a88ecec4a05f,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:24.812869 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-31e71740-6eba-48e8-abd5-62f5c5682b87 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] show failed (client error): The resource could not be found. Mar 01 13:57:24.816690 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-31e71740-6eba-48e8-abd5-62f5c5682b87 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "GET /v2.0/security-groups/ed9cc7f8-5d55-4193-b598-a88ecec4a05f HTTP/1.1" status: 404 len: 347 time: 0.0492527 Mar 01 13:57:24.818503 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50972) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:24.831324 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fab28d-86d5-4ab1-8f9a-26227a608649 req-c8caf376-8107-4a72-b014-37a3c21d1da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:24.835230 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-33fab28d-86d5-4ab1-8f9a-26227a608649 req-c8caf376-8107-4a72-b014-37a3c21d1da5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 1127 time: 0.2314723 Mar 01 13:57:24.898647 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-b7241528-786b-45e3-9f3e-4bee9a8ea58e None None] For port 9e330940-de11-4237-876a-1dfcaec1d378, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=9e330940-de11-4237-876a-1dfcaec1d378,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:24.899199 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b7241528-786b-45e3-9f3e-4bee9a8ea58e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (9e330940-de11-4237-876a-1dfcaec1d378), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:24.913466 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-3b6ba0ec-5b5f-4619-9be6-9e36e78cc8d4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] For port 9e330940-de11-4237-876a-1dfcaec1d378, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=9e330940-de11-4237-876a-1dfcaec1d378,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:24.916011 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-b7241528-786b-45e3-9f3e-4bee9a8ea58e None None] Calling delete_port for 9e330940-de11-4237-876a-1dfcaec1d378 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:57:24.928775 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-33fab28d-86d5-4ab1-8f9a-26227a608649 req-8f94c506-04b2-4d70-988d-b6fc3b1c5da5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857987 Mar 01 13:57:24.952408 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3b6ba0ec-5b5f-4619-9be6-9e36e78cc8d4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for port (9e330940-de11-4237-876a-1dfcaec1d378), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:24.959184 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3b6ba0ec-5b5f-4619-9be6-9e36e78cc8d4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (9e330940-de11-4237-876a-1dfcaec1d378), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:24.974920 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3b6ba0ec-5b5f-4619-9be6-9e36e78cc8d4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (edbab754-471a-4b55-86d2-fba8e1143c63), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:24.987773 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-e0298440-de98-4d2c-93d2-7fbc9492e881 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Deleting port b9d0d490-7f63-4b2d-89b8-f02f5ef76c2d {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:57:24.988126 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e0298440-de98-4d2c-93d2-7fbc9492e881 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (b9d0d490-7f63-4b2d-89b8-f02f5ef76c2d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:24.995908 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device d3fbe549-665a-4fc4-9544-afc840124820 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:57:24.997829 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device f4479280-1038-47ed-a9f7-bd30c4953ba7 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:57:25.077311 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6ba0ec-5b5f-4619-9be6-9e36e78cc8d4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:25.093307 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-3b6ba0ec-5b5f-4619-9be6-9e36e78cc8d4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:25.101905 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6ba0ec-5b5f-4619-9be6-9e36e78cc8d4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:25.103008 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3b6ba0ec-5b5f-4619-9be6-9e36e78cc8d4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:25.124724 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 13:57:25.125112 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 13:57:25.129163 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ba0ec-5b5f-4619-9be6-9e36e78cc8d4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Subnet': ['ID=edbab754-471a-4b55-86d2-fba8e1143c63,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:25.140036 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ba0ec-5b5f-4619-9be6-9e36e78cc8d4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Port': ['ID=9e330940-de11-4237-876a-1dfcaec1d378,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:25.158126 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3b6ba0ec-5b5f-4619-9be6-9e36e78cc8d4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5790536 Mar 01 13:57:25.158996 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50980) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:25.170281 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-c62cc4c8-daf5-4c0c-9833-195c0a043eea tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'port': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'mac_address': 'fa:16:3e:3e:7f:73', 'name': 'tempest-NetworksTestDHCPv6-200505306'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:25.220240 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b82fa-0ec6-4b6b-8480-a8d86deeaef2 req-c9a41d5f-c8f9-49ea-91a2-0741f72172a4 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:25.224863 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port f4479280-1038-47ed-a9f7-bd30c4953ba7 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:57:25.229707 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b10b82fa-0ec6-4b6b-8480-a8d86deeaef2 req-c9a41d5f-c8f9-49ea-91a2-0741f72172a4 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 943 time: 0.1885502 Mar 01 13:57:25.233652 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port f4479280-1038-47ed-a9f7-bd30c4953ba7 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:25.234230 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f4479280-1038-47ed-a9f7-bd30c4953ba7), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:25.238724 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e0298440-de98-4d2c-93d2-7fbc9492e881 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (b9d0d490-7f63-4b2d-89b8-f02f5ef76c2d), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:25.239064 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e0298440-de98-4d2c-93d2-7fbc9492e881 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for floatingip (b9d0d490-7f63-4b2d-89b8-f02f5ef76c2d), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:25.272035 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-4eedb624-ab6d-412e-8208-300c58532391 None None] Current status of the port 9e330940-de11-4237-876a-1dfcaec1d378 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:25.273107 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4eedb624-ab6d-412e-8208-300c58532391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9e330940-de11-4237-876a-1dfcaec1d378), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:25.285268 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96b64a-816b-4a77-9c97-dbe93dddd6be req-f059d6a5-fec3-41bf-b228-eb35c92da858 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:25.292528 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96b64a-816b-4a77-9c97-dbe93dddd6be req-f059d6a5-fec3-41bf-b228-eb35c92da858 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:25.299608 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96b64a-816b-4a77-9c97-dbe93dddd6be req-f059d6a5-fec3-41bf-b228-eb35c92da858 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:25.305471 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96b64a-816b-4a77-9c97-dbe93dddd6be req-f059d6a5-fec3-41bf-b228-eb35c92da858 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:25.308729 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62cc4c8-daf5-4c0c-9833-195c0a043eea tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:25.312250 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96b64a-816b-4a77-9c97-dbe93dddd6be req-f059d6a5-fec3-41bf-b228-eb35c92da858 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:25.317947 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96b64a-816b-4a77-9c97-dbe93dddd6be req-f059d6a5-fec3-41bf-b228-eb35c92da858 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:25.323588 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96b64a-816b-4a77-9c97-dbe93dddd6be req-f059d6a5-fec3-41bf-b228-eb35c92da858 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:25.325609 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dc96b64a-816b-4a77-9c97-dbe93dddd6be req-f059d6a5-fec3-41bf-b228-eb35c92da858 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5438 time: 0.2249413 Mar 01 13:57:25.341599 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-e0298440-de98-4d2c-93d2-7fbc9492e881 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Calling delete_port for b9d0d490-7f63-4b2d-89b8-f02f5ef76c2d owned by network:floatingip {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:57:25.345095 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-4eedb624-ab6d-412e-8208-300c58532391 None None] For port 9e330940-de11-4237-876a-1dfcaec1d378, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=9e330940-de11-4237-876a-1dfcaec1d378,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:25.432367 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4eedb624-ab6d-412e-8208-300c58532391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9e330940-de11-4237-876a-1dfcaec1d378), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:25.454319 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c62cc4c8-daf5-4c0c-9833-195c0a043eea tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:25.481223 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b10b82fa-0ec6-4b6b-8480-a8d86deeaef2 req-aed11972-2015-4686-991f-6a408b183f68 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485075 Mar 01 13:57:25.497869 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-c62cc4c8-daf5-4c0c-9833-195c0a043eea tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] device_id is not set on port dd8279c1-a4ae-4dc9-9521-93643a5be965 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:57:25.500629 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port d3fbe549-665a-4fc4-9544-afc840124820, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=d3fbe549-665a-4fc4-9544-afc840124820,segment=NetworkSegment(a0046b2b-e488-42b0-8925-94ab593c3d9d),segment_id=a0046b2b-e488-42b0-8925-94ab593c3d9d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:25.546027 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'd3fbe549-665a-4fc4-9544-afc840124820', 'network_id': 'a330e804-df96-493e-8245-ea2bd5609f4c', 'port_id': 'd3fbe549-665a-4fc4-9544-afc840124820', 'mac_address': 'fa:16:3e:b4:a7:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b101fd94-b0b8-497f-8292-d3494df98b4d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:57:25.573996 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dc96b64a-816b-4a77-9c97-dbe93dddd6be req-766e8599-06e2-4eed-8349-988d38624ff5 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2360358 Mar 01 13:57:25.619299 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eedb624-ab6d-412e-8208-300c58532391 None None] Pushing event updated for resources: {'Port': ['ID=9e330940-de11-4237-876a-1dfcaec1d378,revision_number=6']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:25.638390 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-300beb56-9b03-4f53-b4d0-5689c3b915c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:25.654579 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-20eb506f-d0dd-4e73-8240-29c763c46897 None None] Could not find standard attr ID for object 3c4748ba-2d31-4d79-9b6d-abdc82ba4e5c. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 13:57:25.691219 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-237eed6b-9672-4a7a-8269-5acfb8daf533 req-5f7edee6-e2fd-4545-aec3-9d3793dc202e tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0614920 Mar 01 13:57:25.727753 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port d3fbe549-665a-4fc4-9544-afc840124820 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:25.728333 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d3fbe549-665a-4fc4-9544-afc840124820), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:25.734516 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-c62cc4c8-daf5-4c0c-9833-195c0a043eea tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Allocated IP 2001:db8::f816:3eff:fe3e:7f73 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/edbab754-471a-4b55-86d2-fba8e1143c63/dd8279c1-a4ae-4dc9-9521-93643a5be965) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:57:25.776834 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3fbe549-665a-4fc4-9544-afc840124820 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:57:25.789861 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6cef8d-70ee-4bb6-95e0-cb84553eaf6f req-23afe6ef-643e-42bd-98df-c22287a7ccfc tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:25.791995 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0d6cef8d-70ee-4bb6-95e0-cb84553eaf6f req-23afe6ef-643e-42bd-98df-c22287a7ccfc tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 945 time: 0.0986235 Mar 01 13:57:25.817626 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e0298440-de98-4d2c-93d2-7fbc9492e881 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (b9d0d490-7f63-4b2d-89b8-f02f5ef76c2d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:25.823429 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b7241528-786b-45e3-9f3e-4bee9a8ea58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (9e330940-de11-4237-876a-1dfcaec1d378), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:25.845812 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 9e330940-de11-4237-876a-1dfcaec1d378 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:25.850881 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port d3fbe549-665a-4fc4-9544-afc840124820, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=d3fbe549-665a-4fc4-9544-afc840124820,segment=NetworkSegment(a0046b2b-e488-42b0-8925-94ab593c3d9d),segment_id=a0046b2b-e488-42b0-8925-94ab593c3d9d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:25.852981 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7241528-786b-45e3-9f3e-4bee9a8ea58e None None] Pushing event deleted for resources: {'Port': ['ID=9e330940-de11-4237-876a-1dfcaec1d378,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:25.857444 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0298440-de98-4d2c-93d2-7fbc9492e881 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Pushing event deleted for resources: {'Port': ['ID=b9d0d490-7f63-4b2d-89b8-f02f5ef76c2d,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:25.859399 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port f4479280-1038-47ed-a9f7-bd30c4953ba7 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:25.860529 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f4479280-1038-47ed-a9f7-bd30c4953ba7), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:25.876143 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (d3fbe549-665a-4fc4-9544-afc840124820), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:25.964708 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e0298440-de98-4d2c-93d2-7fbc9492e881 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks [] for floatingip (a8438f8a-0cd9-403b-a6a0-192ca4f164b7), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:25.967370 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e0298440-de98-4d2c-93d2-7fbc9492e881 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:25.969052 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e0298440-de98-4d2c-93d2-7fbc9492e881 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] 10.222.0.13 "DELETE /v2.0/floatingips/a8438f8a-0cd9-403b-a6a0-192ca4f164b7 HTTP/1.1" status: 204 len: 168 time: 1.1485097 Mar 01 13:57:25.986273 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=d3fbe549-665a-4fc4-9544-afc840124820,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:26.007295 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0d6cef8d-70ee-4bb6-95e0-cb84553eaf6f req-64d406a1-3d9a-47a6-abe3-9c368c8d976b tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078202 Mar 01 13:57:26.054213 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c62cc4c8-daf5-4c0c-9833-195c0a043eea tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for port (dd8279c1-a4ae-4dc9-9521-93643a5be965), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:26.085658 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port f4479280-1038-47ed-a9f7-bd30c4953ba7, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f4479280-1038-47ed-a9f7-bd30c4953ba7,segment=NetworkSegment(f0640c11-940f-42bc-a068-93c7ed619c6a),segment_id=f0640c11-940f-42bc-a068-93c7ed619c6a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:26.088928 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7241528-786b-45e3-9f3e-4bee9a8ea58e None None] No DVR routers for this DVR port 9e330940-de11-4237-876a-1dfcaec1d378 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:57:26.101645 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f4479280-1038-47ed-a9f7-bd30c4953ba7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:26.101645 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device ea1f1b7a-9a9a-440d-a2a3-ae371a358086 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:57:26.120952 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3833ab01-704e-4405-8b78-5c706871dba8 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:57:26.137959 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c62cc4c8-daf5-4c0c-9833-195c0a043eea tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (dd8279c1-a4ae-4dc9-9521-93643a5be965), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:26.180193 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: ea1f1b7a-9a9a-440d-a2a3-ae371a358086 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:57:26.180540 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device ea1f1b7a-9a9a-440d-a2a3-ae371a358086 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:57:26.212992 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62cc4c8-daf5-4c0c-9833-195c0a043eea tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:26.218638 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-c62cc4c8-daf5-4c0c-9833-195c0a043eea tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:26.232707 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62cc4c8-daf5-4c0c-9833-195c0a043eea tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:57:26.240024 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62cc4c8-daf5-4c0c-9833-195c0a043eea tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:26.241113 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c62cc4c8-daf5-4c0c-9833-195c0a043eea tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:26.266848 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62cc4c8-daf5-4c0c-9833-195c0a043eea tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Port': ['ID=dd8279c1-a4ae-4dc9-9521-93643a5be965,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:26.278780 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c62cc4c8-daf5-4c0c-9833-195c0a043eea tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1178765 Mar 01 13:57:26.280705 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50988) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:26.285882 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=f4479280-1038-47ed-a9f7-bd30c4953ba7,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:26.354698 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d372e92-0240-4ba6-9ba3-5c0ba8456360 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:26.359854 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5d372e92-0240-4ba6-9ba3-5c0ba8456360 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0746441 Mar 01 13:57:26.360126 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50990) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:26.527585 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4479280-1038-47ed-a9f7-bd30c4953ba7'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:57:26.531456 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd29e5b1-376a-4b3d-a94f-49baca592ba1" -d '{"events": [{"server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "name": "network-vif-plugged", "status": "completed", "tag": "f4479280-1038-47ed-a9f7-bd30c4953ba7"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:57:26.536270 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['d3fbe549-665a-4fc4-9544-afc840124820'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:57:26.539299 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 9e330940-de11-4237-876a-1dfcaec1d378 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:57:26.567029 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 9e330940-de11-4237-876a-1dfcaec1d378 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:57:26.567771 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 9e330940-de11-4237-876a-1dfcaec1d378 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:57:26.568680 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-93bf2cbe-0a11-48d0-8b1b-002b4e58fc3f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting port dd8279c1-a4ae-4dc9-9521-93643a5be965 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:57:26.569533 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-93bf2cbe-0a11-48d0-8b1b-002b4e58fc3f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (dd8279c1-a4ae-4dc9-9521-93643a5be965), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:26.626424 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f32f61a-0ac2-475d-965f-d96945746165 x-openstack-request-id: req-8f32f61a-0ac2-475d-965f-d96945746165 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:57:26.626795 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "name": "network-vif-plugged", "status": "completed", "tag": "f4479280-1038-47ed-a9f7-bd30c4953ba7", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:57:26.629808 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f32f61a-0ac2-475d-965f-d96945746165 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:57:26.630451 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4479280-1038-47ed-a9f7-bd30c4953ba7', 'code': 200} Mar 01 13:57:26.678980 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436b84ba-d43e-4fce-95a2-2a9b904850d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'project_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'fixed_ips': [{'subnet_id': 'edbab754-471a-4b55-86d2-fba8e1143c63'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:57:26.680170 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-436b84ba-d43e-4fce-95a2-2a9b904850d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:26.719971 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42109416-07bd-4938-a19c-e8a61462e957 req-d5aa98ca-a6a4-483d-8cda-9e9da315354b tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:26.721490 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-42109416-07bd-4938-a19c-e8a61462e957 req-d5aa98ca-a6a4-483d-8cda-9e9da315354b tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 944 time: 0.0909615 Mar 01 13:57:26.747801 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-93bf2cbe-0a11-48d0-8b1b-002b4e58fc3f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (dd8279c1-a4ae-4dc9-9521-93643a5be965), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:26.762744 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-93bf2cbe-0a11-48d0-8b1b-002b4e58fc3f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Calling delete_port for dd8279c1-a4ae-4dc9-9521-93643a5be965 owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:57:26.868515 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 65aa8d5c-27c6-46fc-b051-44172617a654 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:57:26.910361 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-42109416-07bd-4938-a19c-e8a61462e957 req-c2376f28-31cc-4a5e-bc27-c25e7d0ad33f tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723590 Mar 01 13:57:26.913401 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-93bf2cbe-0a11-48d0-8b1b-002b4e58fc3f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (dd8279c1-a4ae-4dc9-9521-93643a5be965), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:26.941569 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56e45f-00fb-40bb-879a-889cba317a29 req-c25e7b9c-f954-48c9-bbab-e494c31302df tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:26.949622 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56e45f-00fb-40bb-879a-889cba317a29 req-c25e7b9c-f954-48c9-bbab-e494c31302df tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:26.950944 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf2cbe-0a11-48d0-8b1b-002b4e58fc3f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Port': ['ID=dd8279c1-a4ae-4dc9-9521-93643a5be965,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:26.972947 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56e45f-00fb-40bb-879a-889cba317a29 req-c25e7b9c-f954-48c9-bbab-e494c31302df tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:26.980018 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56e45f-00fb-40bb-879a-889cba317a29 req-c25e7b9c-f954-48c9-bbab-e494c31302df tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:26.987721 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56e45f-00fb-40bb-879a-889cba317a29 req-c25e7b9c-f954-48c9-bbab-e494c31302df tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:26.993343 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56e45f-00fb-40bb-879a-889cba317a29 req-c25e7b9c-f954-48c9-bbab-e494c31302df tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:26.999349 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56e45f-00fb-40bb-879a-889cba317a29 req-c25e7b9c-f954-48c9-bbab-e494c31302df tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:27.000796 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-436b84ba-d43e-4fce-95a2-2a9b904850d3 None None] Allocated IP 2001:db8::f816:3eff:fe23:9dcc (db8edbc8-a3c8-4a8f-b733-3509635fb19f/edbab754-471a-4b55-86d2-fba8e1143c63/4447aa2e-d2ac-4537-9cbd-da2761b33860) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:57:27.001805 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-93bf2cbe-0a11-48d0-8b1b-002b4e58fc3f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:27.006992 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-93bf2cbe-0a11-48d0-8b1b-002b4e58fc3f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/dd8279c1-a4ae-4dc9-9521-93643a5be965 HTTP/1.1" status: 204 len: 168 time: 0.6458876 Mar 01 13:57:27.007335 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2f56e45f-00fb-40bb-879a-889cba317a29 req-c25e7b9c-f954-48c9-bbab-e494c31302df tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5439 time: 0.2847047 Mar 01 13:57:27.009889 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51000) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:27.023252 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 65aa8d5c-27c6-46fc-b051-44172617a654 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:57:27.037673 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 65aa8d5c-27c6-46fc-b051-44172617a654 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:27.038057 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (65aa8d5c-27c6-46fc-b051-44172617a654), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:27.096379 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f98ad78c-7b16-4e9e-8f73-c330c8133c11 req-130789c8-7264-4698-9bd6-bb4cb3aa2176 tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0621545 Mar 01 13:57:27.131308 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc51838-2b0d-489b-9e29-15423d4f1db9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:27.132776 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc51838-2b0d-489b-9e29-15423d4f1db9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:27.135722 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3bc51838-2b0d-489b-9e29-15423d4f1db9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1192274 Mar 01 13:57:27.138287 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51004) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:27.166569 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2f56e45f-00fb-40bb-879a-889cba317a29 req-afc2aa1c-8e68-4792-b2bb-bc9f3a75e861 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1581419 Mar 01 13:57:27.182769 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 65aa8d5c-27c6-46fc-b051-44172617a654 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:27.183164 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (65aa8d5c-27c6-46fc-b051-44172617a654), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:27.241571 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-c46ecc1e-5e31-4396-b048-40b67a9f62d9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting subnet edbab754-471a-4b55-86d2-fba8e1143c63 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:57:27.271779 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 65aa8d5c-27c6-46fc-b051-44172617a654, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=65aa8d5c-27c6-46fc-b051-44172617a654,segment=NetworkSegment(f0640c11-940f-42bc-a068-93c7ed619c6a),segment_id=f0640c11-940f-42bc-a068-93c7ed619c6a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:27.278080 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (65aa8d5c-27c6-46fc-b051-44172617a654), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:27.278910 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 94186ee2-17a9-4363-9cd1-5dd589fc6f6d up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:57:27.280866 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b978f0d-93ee-471f-8622-15a832a39de9 req-d052e492-7795-49b9-9142-b2025d175f3d tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:27.281042 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-436b84ba-d43e-4fce-95a2-2a9b904850d3 None None] Publish callbacks [] for port (4447aa2e-d2ac-4537-9cbd-da2761b33860), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:27.282409 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4b978f0d-93ee-471f-8622-15a832a39de9 req-d052e492-7795-49b9-9142-b2025d175f3d tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 945 time: 0.0684669 Mar 01 13:57:27.289098 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c46ecc1e-5e31-4396-b048-40b67a9f62d9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (edbab754-471a-4b55-86d2-fba8e1143c63), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:27.329140 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-436b84ba-d43e-4fce-95a2-2a9b904850d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (4447aa2e-d2ac-4537-9cbd-da2761b33860), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:27.338867 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c46ecc1e-5e31-4396-b048-40b67a9f62d9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (edbab754-471a-4b55-86d2-fba8e1143c63), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:27.374876 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4b978f0d-93ee-471f-8622-15a832a39de9 req-250cff90-43c2-481d-b28b-8d57f5846443 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812044 Mar 01 13:57:27.374990 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436b84ba-d43e-4fce-95a2-2a9b904850d3 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:27.387974 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-436b84ba-d43e-4fce-95a2-2a9b904850d3 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:27.387974 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=65aa8d5c-27c6-46fc-b051-44172617a654,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:27.387974 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436b84ba-d43e-4fce-95a2-2a9b904850d3 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:57:27.467741 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 94186ee2-17a9-4363-9cd1-5dd589fc6f6d completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:57:27.483418 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c46ecc1e-5e31-4396-b048-40b67a9f62d9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (edbab754-471a-4b55-86d2-fba8e1143c63), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:27.490114 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 94186ee2-17a9-4363-9cd1-5dd589fc6f6d triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:27.490493 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (94186ee2-17a9-4363-9cd1-5dd589fc6f6d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:27.554571 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e150be8b-cb1a-45f4-92ad-934e86ae8830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:27.564410 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c46ecc1e-5e31-4396-b048-40b67a9f62d9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (edbab754-471a-4b55-86d2-fba8e1143c63), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:27.574554 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b84ba-d43e-4fce-95a2-2a9b904850d3 None None] Pushing event updated for resources: {'Port': ['ID=4447aa2e-d2ac-4537-9cbd-da2761b33860,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:27.583947 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-436b84ba-d43e-4fce-95a2-2a9b904850d3 None None] Attempting to bind port 4447aa2e-d2ac-4537-9cbd-da2761b33860 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:57:27.584330 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-436b84ba-d43e-4fce-95a2-2a9b904850d3 None None] Attempting to bind port 4447aa2e-d2ac-4537-9cbd-da2761b33860 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:57:27.584697 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436b84ba-d43e-4fce-95a2-2a9b904850d3 None None] Attempting to bind port 4447aa2e-d2ac-4537-9cbd-da2761b33860 on network db8edbc8-a3c8-4a8f-b733-3509635fb19f {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:57:27.590505 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c46ecc1e-5e31-4396-b048-40b67a9f62d9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:27.592312 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436b84ba-d43e-4fce-95a2-2a9b904850d3 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:57:27.592981 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436b84ba-d43e-4fce-95a2-2a9b904850d3 None None] Checking segment: {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:57:27.593127 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-436b84ba-d43e-4fce-95a2-2a9b904850d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:27.593631 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436b84ba-d43e-4fce-95a2-2a9b904850d3 None None] Bound using segment: {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:57:27.594124 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-436b84ba-d43e-4fce-95a2-2a9b904850d3 None None] Bound port: 4447aa2e-d2ac-4537-9cbd-da2761b33860, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:57:27.597338 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-436b84ba-d43e-4fce-95a2-2a9b904850d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4447aa2e-d2ac-4537-9cbd-da2761b33860), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:27.597752 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c46ecc1e-5e31-4396-b048-40b67a9f62d9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/edbab754-471a-4b55-86d2-fba8e1143c63 HTTP/1.1" status: 204 len: 168 time: 0.4547477 Mar 01 13:57:27.599293 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51012) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:27.616519 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ecc1e-5e31-4396-b048-40b67a9f62d9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Subnet': ['ID=edbab754-471a-4b55-86d2-fba8e1143c63,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:27.677553 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34b6b9-8ad9-4b79-815c-93e5c7c9faea req-dd83bc69-b489-4312-9f7c-e466d209c455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:27.679409 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-da34b6b9-8ad9-4b79-815c-93e5c7c9faea req-dd83bc69-b489-4312-9f7c-e466d209c455 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f252ef0efd1f49f3a06761d6a0ce9215&device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 1127 time: 0.0643668 Mar 01 13:57:27.684957 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8641cda0-cd3e-4ed7-8c97-c3ab0922b31d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0810742 Mar 01 13:57:27.686454 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51014) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:27.696788 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 94186ee2-17a9-4363-9cd1-5dd589fc6f6d is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:27.697183 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (94186ee2-17a9-4363-9cd1-5dd589fc6f6d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:27.721516 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-436b84ba-d43e-4fce-95a2-2a9b904850d3 None None] For port 4447aa2e-d2ac-4537-9cbd-da2761b33860, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:57:27.745056 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-436b84ba-d43e-4fce-95a2-2a9b904850d3 None None] For port 4447aa2e-d2ac-4537-9cbd-da2761b33860, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=4447aa2e-d2ac-4537-9cbd-da2761b33860,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:57:27.747568 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 94186ee2-17a9-4363-9cd1-5dd589fc6f6d, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=94186ee2-17a9-4363-9cd1-5dd589fc6f6d,segment=NetworkSegment(16eada52-045a-4b45-90c8-cb23f5f5789e),segment_id=16eada52-045a-4b45-90c8-cb23f5f5789e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:27.755164 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (94186ee2-17a9-4363-9cd1-5dd589fc6f6d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:27.756350 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 13b9e748-a974-42c2-8e91-ba448a992de1 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:57:27.762996 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-436b84ba-d43e-4fce-95a2-2a9b904850d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (4447aa2e-d2ac-4537-9cbd-da2761b33860), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:27.799214 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b7a804-3198-416b-bb7a-aad0bb8659f5 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:27.803026 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d5b7a804-3198-416b-bb7a-aad0bb8659f5 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1133442 Mar 01 13:57:27.804361 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51016) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:27.822472 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4883f5-6ebf-473c-ae5a-e5059fbe2ae8 req-a9c5fc40-d598-4b45-8925-023256d95000 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:27.824545 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34b6b9-8ad9-4b79-815c-93e5c7c9faea req-1ca5296c-eb7c-4db7-8b82-5c089b6b9ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:27.826222 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-da34b6b9-8ad9-4b79-815c-93e5c7c9faea req-1ca5296c-eb7c-4db7-8b82-5c089b6b9ddd service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae0bfd58-4b0d-4a69-9efe-fe6beb56124e HTTP/1.1" status: 200 len: 920 time: 0.1397471 Mar 01 13:57:27.830661 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1f4883f5-6ebf-473c-ae5a-e5059fbe2ae8 req-a9c5fc40-d598-4b45-8925-023256d95000 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 945 time: 0.1461282 Mar 01 13:57:27.859845 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7efb5e63-5f0a-4f2b-b00b-861db90d3ece req-204b9dd3-41e2-4920-bfef-1173fa15bf43 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=46deedba-cf83-429d-b2b1-6aa2ddc88ecf HTTP/1.1" status: 200 len: 210 time: 0.0325513 Mar 01 13:57:27.887518 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-da34b6b9-8ad9-4b79-815c-93e5c7c9faea req-9853f431-2d44-4e54-9c7b-8fbe44083eb6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22821927-635f-483b-92dd-5a3107b1ee74 HTTP/1.1" status: 200 len: 217 time: 0.0525424 Mar 01 13:57:27.896303 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=94186ee2-17a9-4363-9cd1-5dd589fc6f6d,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:27.899396 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093d23a8-1e18-4c33-b5fc-c54e22336e0a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:27.903648 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-093d23a8-1e18-4c33-b5fc-c54e22336e0a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0971274 Mar 01 13:57:27.904487 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51018) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:27.935010 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1f4883f5-6ebf-473c-ae5a-e5059fbe2ae8 req-5e88d10a-fef0-45c4-8950-8913bca9f198 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033828 Mar 01 13:57:27.967158 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51022) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:27.968177 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2c0d9cbc-1443-4818-841b-8a7391c2db64 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0611131 Mar 01 13:57:27.973668 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-62bb4d80-9be4-4354-a70e-8936addd7dbe tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:27.979462 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5ecf26-469d-40e0-a729-66d96ab54812 None None] get_active_networks_info from n-d-827467-3 {{(pid=103728) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 01 13:57:27.981492 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b84ba-d43e-4fce-95a2-2a9b904850d3 None None] Pushing event updated for resources: {'Port': ['ID=4447aa2e-d2ac-4537-9cbd-da2761b33860,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:28.023381 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 13b9e748-a974-42c2-8e91-ba448a992de1 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:57:28.035913 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 13b9e748-a974-42c2-8e91-ba448a992de1 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:28.036298 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (13b9e748-a974-42c2-8e91-ba448a992de1), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:28.123263 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba808207-91e5-47de-88b5-fa6f3d6a27c2 req-4b9cc151-2a7e-494e-8e8e-a9d0aab02885 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:28.126582 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ba808207-91e5-47de-88b5-fa6f3d6a27c2 req-4b9cc151-2a7e-494e-8e8e-a9d0aab02885 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 944 time: 0.1215947 Mar 01 13:57:28.148120 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bb4d80-9be4-4354-a70e-8936addd7dbe tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:28.156089 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-62bb4d80-9be4-4354-a70e-8936addd7dbe tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:28.187796 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34b6b9-8ad9-4b79-815c-93e5c7c9faea req-a15de3ad-c4a7-46d9-9632-abda21141e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:28.190620 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-da34b6b9-8ad9-4b79-815c-93e5c7c9faea req-a15de3ad-c4a7-46d9-9632-abda21141e4d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0671009d-d113-434d-acb2-b340af7ac7ef HTTP/1.1" status: 200 len: 859 time: 0.0699451 Mar 01 13:57:28.194107 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 13b9e748-a974-42c2-8e91-ba448a992de1 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:28.194505 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (13b9e748-a974-42c2-8e91-ba448a992de1), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:28.196477 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5ecf26-469d-40e0-a729-66d96ab54812 None None] Resources bound (agent type, host, resource id): {{(pid=103728) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 13:57:28.233055 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-da34b6b9-8ad9-4b79-815c-93e5c7c9faea req-925cd5f6-0f5f-4a0f-828c-2a36b2382471 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae0bfd58-4b0d-4a69-9efe-fe6beb56124e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351243 Mar 01 13:57:28.299146 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-50812612-f4e8-4b8d-b410-ed3ba5a5da27 req-f85a2975-44cb-49a3-a939-88215bb66118 tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0880644 Mar 01 13:57:28.378286 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-da34b6b9-8ad9-4b79-815c-93e5c7c9faea req-a35f989a-273b-42c1-8ddb-4eba4784f273 service neutron] 10.222.0.20 "GET /v2.0/networks/ae0bfd58-4b0d-4a69-9efe-fe6beb56124e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382608 Mar 01 13:57:28.392332 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ba808207-91e5-47de-88b5-fa6f3d6a27c2 req-67eacdd0-810c-41ff-bb5e-0de8121e3f22 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314517 Mar 01 13:57:28.443588 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 13b9e748-a974-42c2-8e91-ba448a992de1, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=13b9e748-a974-42c2-8e91-ba448a992de1,segment=NetworkSegment(18984bbf-5445-4915-9e22-7c226c4017cd),segment_id=18984bbf-5445-4915-9e22-7c226c4017cd)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:28.462606 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (13b9e748-a974-42c2-8e91-ba448a992de1), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:28.464186 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 3f30462d-3b3f-4caa-8a88-069fb2ae94b1 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:57:28.572132 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=13b9e748-a974-42c2-8e91-ba448a992de1,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:28.636595 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65aa8d5c-27c6-46fc-b051-44172617a654'}, {'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94186ee2-17a9-4363-9cd1-5dd589fc6f6d'}, {'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b9e748-a974-42c2-8e91-ba448a992de1'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:57:28.643431 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903c8bd8-9956-4fc2-848a-9fa3d422060f" -d '{"events": [{"server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "name": "network-vif-plugged", "status": "completed", "tag": "65aa8d5c-27c6-46fc-b051-44172617a654"}, {"server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "name": "network-vif-plugged", "status": "completed", "tag": "94186ee2-17a9-4363-9cd1-5dd589fc6f6d"}, {"server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "name": "network-vif-plugged", "status": "completed", "tag": "13b9e748-a974-42c2-8e91-ba448a992de1"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:57:28.667901 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 3f30462d-3b3f-4caa-8a88-069fb2ae94b1 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:57:28.672836 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 3f30462d-3b3f-4caa-8a88-069fb2ae94b1 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:28.673206 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3f30462d-3b3f-4caa-8a88-069fb2ae94b1), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:28.690518 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee8cb3-6abc-4dc4-8910-84688f9fd069 req-07d613b9-2593-4641-a034-df5c1b8f5477 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:28.708274 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 01 Mar 2022 13:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68228ff-6ebf-4db8-8c5d-ac5601edfd5e x-openstack-request-id: req-c68228ff-6ebf-4db8-8c5d-ac5601edfd5e {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:57:28.708713 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "name": "network-vif-plugged", "status": "completed", "tag": "65aa8d5c-27c6-46fc-b051-44172617a654", "code": 200}, {"server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "name": "network-vif-plugged", "status": "completed", "tag": "94186ee2-17a9-4363-9cd1-5dd589fc6f6d", "code": 200}, {"server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "name": "network-vif-plugged", "status": "completed", "tag": "13b9e748-a974-42c2-8e91-ba448a992de1", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:57:28.709071 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c68228ff-6ebf-4db8-8c5d-ac5601edfd5e {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:57:28.709573 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65aa8d5c-27c6-46fc-b051-44172617a654', 'code': 200} Mar 01 13:57:28.709951 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94186ee2-17a9-4363-9cd1-5dd589fc6f6d', 'code': 200} Mar 01 13:57:28.710320 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b9e748-a974-42c2-8e91-ba448a992de1', 'code': 200} Mar 01 13:57:28.716147 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee8cb3-6abc-4dc4-8910-84688f9fd069 req-07d613b9-2593-4641-a034-df5c1b8f5477 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:28.723811 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee8cb3-6abc-4dc4-8910-84688f9fd069 req-07d613b9-2593-4641-a034-df5c1b8f5477 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:28.730659 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee8cb3-6abc-4dc4-8910-84688f9fd069 req-07d613b9-2593-4641-a034-df5c1b8f5477 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:28.739446 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee8cb3-6abc-4dc4-8910-84688f9fd069 req-07d613b9-2593-4641-a034-df5c1b8f5477 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:28.747148 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee8cb3-6abc-4dc4-8910-84688f9fd069 req-07d613b9-2593-4641-a034-df5c1b8f5477 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:28.753611 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee8cb3-6abc-4dc4-8910-84688f9fd069 req-07d613b9-2593-4641-a034-df5c1b8f5477 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:28.762426 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7dee8cb3-6abc-4dc4-8910-84688f9fd069 req-07d613b9-2593-4641-a034-df5c1b8f5477 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5441 time: 0.3816826 Mar 01 13:57:28.781391 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 3f30462d-3b3f-4caa-8a88-069fb2ae94b1 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:28.781934 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3f30462d-3b3f-4caa-8a88-069fb2ae94b1), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:28.787593 n-d-827467-3 neutron-server[103727]: DEBUG neutron.objects.ports [None req-62bb4d80-9be4-4354-a70e-8936addd7dbe tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103727) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 01 13:57:28.828214 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 3f30462d-3b3f-4caa-8a88-069fb2ae94b1, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=3f30462d-3b3f-4caa-8a88-069fb2ae94b1,segment=NetworkSegment(f0640c11-940f-42bc-a068-93c7ed619c6a),segment_id=f0640c11-940f-42bc-a068-93c7ed619c6a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:28.839762 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (3f30462d-3b3f-4caa-8a88-069fb2ae94b1), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:28.840841 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 30fd31a3-73cf-46f5-87d5-6169382a8920 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:57:28.846106 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7dee8cb3-6abc-4dc4-8910-84688f9fd069 req-4930d854-9691-4bf8-b82b-1d3794681370 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0733840 Mar 01 13:57:28.847700 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-396b2c70-3dc2-4f19-923d-38175d8a2853 req-e0c1cfa9-aae4-41c0-874a-ca17cc036d9f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0571406 Mar 01 13:57:28.888326 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-da34b6b9-8ad9-4b79-815c-93e5c7c9faea req-4a99a425-1186-4dfe-b838-8f2c5488fe6b service neutron] 10.222.0.20 "GET /v2.0/networks/ae0bfd58-4b0d-4a69-9efe-fe6beb56124e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020862 Mar 01 13:57:28.908637 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:28.946623 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=3f30462d-3b3f-4caa-8a88-069fb2ae94b1,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:28.963321 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 30fd31a3-73cf-46f5-87d5-6169382a8920 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:57:28.969011 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 30fd31a3-73cf-46f5-87d5-6169382a8920 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:28.969669 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (30fd31a3-73cf-46f5-87d5-6169382a8920), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:29.066906 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 30fd31a3-73cf-46f5-87d5-6169382a8920 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:29.067596 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (30fd31a3-73cf-46f5-87d5-6169382a8920), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:29.081041 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-62bb4d80-9be4-4354-a70e-8936addd7dbe tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4447aa2e-d2ac-4537-9cbd-da2761b33860), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:29.100594 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 30fd31a3-73cf-46f5-87d5-6169382a8920, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=30fd31a3-73cf-46f5-87d5-6169382a8920,segment=NetworkSegment(f0640c11-940f-42bc-a068-93c7ed619c6a),segment_id=f0640c11-940f-42bc-a068-93c7ed619c6a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:29.103662 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36798053-4564-4674-a379-503b8bcc7735 req-39d11e14-196f-453c-aaab-839df52cbb21 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:29.104099 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (30fd31a3-73cf-46f5-87d5-6169382a8920), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:29.104874 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 3bb0ce28-dd64-442c-82fd-08ca68864979 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:57:29.105186 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-36798053-4564-4674-a379-503b8bcc7735 req-39d11e14-196f-453c-aaab-839df52cbb21 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 945 time: 0.0950983 Mar 01 13:57:29.235775 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=30fd31a3-73cf-46f5-87d5-6169382a8920,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:29.257362 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 3bb0ce28-dd64-442c-82fd-08ca68864979 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:57:29.262043 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-36798053-4564-4674-a379-503b8bcc7735 req-5aafdd9e-3f20-449f-8fed-4bb9f0cf5d9f tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215339 Mar 01 13:57:29.267492 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 3bb0ce28-dd64-442c-82fd-08ca68864979 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:29.268171 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3bb0ce28-dd64-442c-82fd-08ca68864979), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:29.356014 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-62bb4d80-9be4-4354-a70e-8936addd7dbe tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] For port 4447aa2e-d2ac-4537-9cbd-da2761b33860, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=4447aa2e-d2ac-4537-9cbd-da2761b33860,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:29.405721 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-62bb4d80-9be4-4354-a70e-8936addd7dbe tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for port (4447aa2e-d2ac-4537-9cbd-da2761b33860), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:29.418644 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-62bb4d80-9be4-4354-a70e-8936addd7dbe tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (4447aa2e-d2ac-4537-9cbd-da2761b33860), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:29.487749 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d22f980b-906a-41f4-b1f2-d552d17a9c79 req-60f84c9c-ec5d-442c-b1e8-bb337808cb2b tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0589149 Mar 01 13:57:29.525191 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-62bb4d80-9be4-4354-a70e-8936addd7dbe tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (e3092c8a-bf90-4f95-b597-d58ad3b2c7cf), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:29.546900 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 3bb0ce28-dd64-442c-82fd-08ca68864979 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:29.547406 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3bb0ce28-dd64-442c-82fd-08ca68864979), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:29.580585 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 3bb0ce28-dd64-442c-82fd-08ca68864979, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=3bb0ce28-dd64-442c-82fd-08ca68864979,segment=NetworkSegment(18984bbf-5445-4915-9e22-7c226c4017cd),segment_id=18984bbf-5445-4915-9e22-7c226c4017cd)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:29.586225 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (3bb0ce28-dd64-442c-82fd-08ca68864979), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:29.609025 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device d3fbe549-665a-4fc4-9544-afc840124820 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:57:29.624097 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bb4d80-9be4-4354-a70e-8936addd7dbe tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:29.633797 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb4d80-9be4-4354-a70e-8936addd7dbe tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Port': ['ID=4447aa2e-d2ac-4537-9cbd-da2761b33860,revision_number=5']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:29.638182 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-62bb4d80-9be4-4354-a70e-8936addd7dbe tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:29.646818 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bb4d80-9be4-4354-a70e-8936addd7dbe tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:29.647410 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-62bb4d80-9be4-4354-a70e-8936addd7dbe tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:29.653897 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb4d80-9be4-4354-a70e-8936addd7dbe tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Subnet': ['ID=e3092c8a-bf90-4f95-b597-d58ad3b2c7cf,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:29.667569 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598ec04-5e4d-49e5-a051-7d7a800bd3f4 req-9eb6d571-f776-4975-ac95-411d6298adc5 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:29.669362 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892376ea-8fb5-42cb-94cf-f6403f6100b5 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:57:29.673249 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=3bb0ce28-dd64-442c-82fd-08ca68864979,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:29.674540 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8598ec04-5e4d-49e5-a051-7d7a800bd3f4 req-9eb6d571-f776-4975-ac95-411d6298adc5 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 944 time: 0.1644216 Mar 01 13:57:29.704092 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-62bb4d80-9be4-4354-a70e-8936addd7dbe tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7325051 Mar 01 13:57:29.704473 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51044) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:29.709349 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-20437d32-8469-4b9f-b49c-018c7e917f1b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'port': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'mac_address': 'fa:16:3e:67:e1:c8', 'name': 'tempest-NetworksTestDHCPv6-92054744'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:29.751556 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port d3fbe549-665a-4fc4-9544-afc840124820 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:57:29.755349 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8598ec04-5e4d-49e5-a051-7d7a800bd3f4 req-c56346fe-be24-491a-9947-3321eb12a7f6 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798373 Mar 01 13:57:29.757485 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port d3fbe549-665a-4fc4-9544-afc840124820 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:29.757975 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (d3fbe549-665a-4fc4-9544-afc840124820), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:29.878695 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20437d32-8469-4b9f-b49c-018c7e917f1b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:29.886776 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-20437d32-8469-4b9f-b49c-018c7e917f1b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:29.895349 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port d3fbe549-665a-4fc4-9544-afc840124820 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:29.895791 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d3fbe549-665a-4fc4-9544-afc840124820), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:29.917966 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-20437d32-8469-4b9f-b49c-018c7e917f1b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] device_id is not set on port ff3dd645-b47e-4901-8a75-704883415397 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:57:29.939322 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port d3fbe549-665a-4fc4-9544-afc840124820, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=d3fbe549-665a-4fc4-9544-afc840124820,segment=NetworkSegment(a0046b2b-e488-42b0-8925-94ab593c3d9d),segment_id=a0046b2b-e488-42b0-8925-94ab593c3d9d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:29.945872 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (d3fbe549-665a-4fc4-9544-afc840124820), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:30.041414 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:30.048624 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=d3fbe549-665a-4fc4-9544-afc840124820,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:30.081563 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8027a-b23a-4f9f-8857-7e2455bbeff9 req-33f228e4-0aae-4e5f-9a45-d261b310afec tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:30.084006 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-20437d32-8469-4b9f-b49c-018c7e917f1b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Allocated IP 2001:db8::f816:3eff:fe67:e1c8 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/e3092c8a-bf90-4f95-b597-d58ad3b2c7cf/ff3dd645-b47e-4901-8a75-704883415397) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:57:30.087315 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8027a-b23a-4f9f-8857-7e2455bbeff9 req-33f228e4-0aae-4e5f-9a45-d261b310afec tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:30.094095 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8027a-b23a-4f9f-8857-7e2455bbeff9 req-33f228e4-0aae-4e5f-9a45-d261b310afec tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:30.100370 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8027a-b23a-4f9f-8857-7e2455bbeff9 req-33f228e4-0aae-4e5f-9a45-d261b310afec tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:30.105714 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8027a-b23a-4f9f-8857-7e2455bbeff9 req-33f228e4-0aae-4e5f-9a45-d261b310afec tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:30.114395 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8027a-b23a-4f9f-8857-7e2455bbeff9 req-33f228e4-0aae-4e5f-9a45-d261b310afec tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:30.134729 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8027a-b23a-4f9f-8857-7e2455bbeff9 req-33f228e4-0aae-4e5f-9a45-d261b310afec tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:30.144697 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fda8027a-b23a-4f9f-8857-7e2455bbeff9 req-33f228e4-0aae-4e5f-9a45-d261b310afec tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5445 time: 0.1766415 Mar 01 13:57:30.219380 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fda8027a-b23a-4f9f-8857-7e2455bbeff9 req-07a02212-9884-420c-9973-9920bbf5b4e1 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0716958 Mar 01 13:57:30.351269 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-20437d32-8469-4b9f-b49c-018c7e917f1b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for port (ff3dd645-b47e-4901-8a75-704883415397), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:30.400333 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-20437d32-8469-4b9f-b49c-018c7e917f1b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (ff3dd645-b47e-4901-8a75-704883415397), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:30.408650 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06e1e8-7db1-48e6-8a48-eefdb91f71d3 req-73142847-9f7d-41b2-ae14-f3b717b0cc97 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:30.410167 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3a06e1e8-7db1-48e6-8a48-eefdb91f71d3 req-73142847-9f7d-41b2-ae14-f3b717b0cc97 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 945 time: 0.0676734 Mar 01 13:57:30.446828 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20437d32-8469-4b9f-b49c-018c7e917f1b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:30.453839 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-20437d32-8469-4b9f-b49c-018c7e917f1b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:30.464029 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20437d32-8469-4b9f-b49c-018c7e917f1b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:57:30.469088 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3a06e1e8-7db1-48e6-8a48-eefdb91f71d3 req-88196e6d-7bbe-4883-a60f-d0aad1d52080 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517967 Mar 01 13:57:30.470943 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20437d32-8469-4b9f-b49c-018c7e917f1b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:30.471810 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-20437d32-8469-4b9f-b49c-018c7e917f1b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:30.493162 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20437d32-8469-4b9f-b49c-018c7e917f1b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Port': ['ID=ff3dd645-b47e-4901-8a75-704883415397,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:30.503162 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-20437d32-8469-4b9f-b49c-018c7e917f1b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.7953355 Mar 01 13:57:30.504564 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51052) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:30.574302 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c06ca0-b32b-4fbc-af29-a41214a3f632 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:30.579896 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c06ca0-b32b-4fbc-af29-a41214a3f632 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:30.581885 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-69c06ca0-b32b-4fbc-af29-a41214a3f632 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0770569 Mar 01 13:57:30.584634 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51056) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:30.615835 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-79918a9a-e92b-4522-ab0e-121cfd65692a req-64f35574-a482-4239-9d5f-3ab49992ed2a tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0327783 Mar 01 13:57:30.691516 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-6d7f10a3-d5be-484f-b2d4-cf13962bdc42 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting port ff3dd645-b47e-4901-8a75-704883415397 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:57:30.692816 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d7f10a3-d5be-484f-b2d4-cf13962bdc42 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (ff3dd645-b47e-4901-8a75-704883415397), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:30.711051 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f30462d-3b3f-4caa-8a88-069fb2ae94b1'}, {'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30fd31a3-73cf-46f5-87d5-6169382a8920'}, {'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb0ce28-dd64-442c-82fd-08ca68864979'}, {'server_uuid': 'e282fa2d-d9f0-480a-9fb9-f357c61c12e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fbe549-665a-4fc4-9544-afc840124820'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:57:30.715175 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbcffc7-bec7-4c8c-ae84-c99d05ba000c" -d '{"events": [{"server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "name": "network-vif-plugged", "status": "completed", "tag": "3f30462d-3b3f-4caa-8a88-069fb2ae94b1"}, {"server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "name": "network-vif-plugged", "status": "completed", "tag": "30fd31a3-73cf-46f5-87d5-6169382a8920"}, {"server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "name": "network-vif-plugged", "status": "completed", "tag": "3bb0ce28-dd64-442c-82fd-08ca68864979"}, {"server_uuid": "e282fa2d-d9f0-480a-9fb9-f357c61c12e7", "name": "network-vif-plugged", "status": "completed", "tag": "d3fbe549-665a-4fc4-9544-afc840124820"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:57:30.769696 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 01 Mar 2022 13:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c4a70c-d0b2-475a-9f82-5b94e5136490 x-openstack-request-id: req-f9c4a70c-d0b2-475a-9f82-5b94e5136490 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:57:30.770105 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "name": "network-vif-plugged", "status": "completed", "tag": "3f30462d-3b3f-4caa-8a88-069fb2ae94b1", "code": 200}, {"server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "name": "network-vif-plugged", "status": "completed", "tag": "30fd31a3-73cf-46f5-87d5-6169382a8920", "code": 200}, {"server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "name": "network-vif-plugged", "status": "completed", "tag": "3bb0ce28-dd64-442c-82fd-08ca68864979", "code": 200}, {"server_uuid": "e282fa2d-d9f0-480a-9fb9-f357c61c12e7", "name": "network-vif-plugged", "status": "completed", "tag": "d3fbe549-665a-4fc4-9544-afc840124820", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:57:30.770488 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9c4a70c-d0b2-475a-9f82-5b94e5136490 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:57:30.771000 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f30462d-3b3f-4caa-8a88-069fb2ae94b1', 'code': 200} Mar 01 13:57:30.771354 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30fd31a3-73cf-46f5-87d5-6169382a8920', 'code': 200} Mar 01 13:57:30.771729 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb0ce28-dd64-442c-82fd-08ca68864979', 'code': 200} Mar 01 13:57:30.772073 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e282fa2d-d9f0-480a-9fb9-f357c61c12e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fbe549-665a-4fc4-9544-afc840124820', 'code': 200} Mar 01 13:57:30.811688 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d7f10a3-d5be-484f-b2d4-cf13962bdc42 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (ff3dd645-b47e-4901-8a75-704883415397), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:30.834829 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-6d7f10a3-d5be-484f-b2d4-cf13962bdc42 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Calling delete_port for ff3dd645-b47e-4901-8a75-704883415397 owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:57:31.006338 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9dc43d-1453-4195-aa04-cd4fa94a53d5 req-44fe74f5-e2b0-4bba-ae27-8cd05d12833a tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:31.008787 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ea9dc43d-1453-4195-aa04-cd4fa94a53d5 req-44fe74f5-e2b0-4bba-ae27-8cd05d12833a tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 945 time: 0.1285751 Mar 01 13:57:31.016543 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29031a-d57b-4a3b-9290-259c1e109079 req-b9d6ca94-9aa0-4648-97da-f3db05f5ee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:31.017297 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29031a-d57b-4a3b-9290-259c1e109079 req-b9d6ca94-9aa0-4648-97da-f3db05f5ee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:31.017918 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29031a-d57b-4a3b-9290-259c1e109079 req-b9d6ca94-9aa0-4648-97da-f3db05f5ee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:31.019123 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29031a-d57b-4a3b-9290-259c1e109079 req-b9d6ca94-9aa0-4648-97da-f3db05f5ee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:31.019603 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29031a-d57b-4a3b-9290-259c1e109079 req-b9d6ca94-9aa0-4648-97da-f3db05f5ee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:31.020243 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29031a-d57b-4a3b-9290-259c1e109079 req-b9d6ca94-9aa0-4648-97da-f3db05f5ee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:31.020856 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29031a-d57b-4a3b-9290-259c1e109079 req-b9d6ca94-9aa0-4648-97da-f3db05f5ee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:31.022996 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9d29031a-d57b-4a3b-9290-259c1e109079 req-b9d6ca94-9aa0-4648-97da-f3db05f5ee77 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 6719 time: 0.1108356 Mar 01 13:57:31.116111 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bdf50-71ea-43ba-8a1e-4a24af1c31e6 req-3e272bcd-bcdd-4230-bc39-6c794c6372d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:31.117915 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3a2bdf50-71ea-43ba-8a1e-4a24af1c31e6 req-3e272bcd-bcdd-4230-bc39-6c794c6372d5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 1127 time: 0.1236527 Mar 01 13:57:31.131809 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26481e2c-51d5-4947-be5c-24fb93d1bacb req-01401916-a33e-4bad-942d-c4a9f1032293 tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0539949 Mar 01 13:57:31.146243 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ea9dc43d-1453-4195-aa04-cd4fa94a53d5 req-2eab5aca-1d85-45b9-9495-95bcc6e3ca54 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219585 Mar 01 13:57:31.204689 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9d29031a-d57b-4a3b-9290-259c1e109079 req-86913e08-519b-4ade-9add-c1e6b2648377 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1365242 Mar 01 13:57:31.243079 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3a2bdf50-71ea-43ba-8a1e-4a24af1c31e6 req-f6283143-ea0d-4376-8649-0a56abaa6f41 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160185 Mar 01 13:57:31.253291 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d7f10a3-d5be-484f-b2d4-cf13962bdc42 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (ff3dd645-b47e-4901-8a75-704883415397), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:31.295923 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f10a3-d5be-484f-b2d4-cf13962bdc42 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Port': ['ID=ff3dd645-b47e-4901-8a75-704883415397,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:31.353340 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d7f10a3-d5be-484f-b2d4-cf13962bdc42 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:31.366149 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6d7f10a3-d5be-484f-b2d4-cf13962bdc42 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/ff3dd645-b47e-4901-8a75-704883415397 HTTP/1.1" status: 204 len: 168 time: 0.7784748 Mar 01 13:57:31.366442 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51080) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:31.433692 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040f6e25-e8e0-4d7b-997e-17d80b373204 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:31.435040 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040f6e25-e8e0-4d7b-997e-17d80b373204 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:31.435746 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-e8415485-9ac0-40b7-99c1-4a833eba1e32 None None] Provisioning complete for port 4447aa2e-d2ac-4537-9cbd-da2761b33860 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:31.436044 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00ea18-5c9e-4c1f-a407-36b75ff59044 req-62dee18a-3507-4921-a208-40b82d09559d tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:31.436197 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e8415485-9ac0-40b7-99c1-4a833eba1e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (4447aa2e-d2ac-4537-9cbd-da2761b33860), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:31.439572 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-040f6e25-e8e0-4d7b-997e-17d80b373204 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0609834 Mar 01 13:57:31.439921 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51082) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:31.442693 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00ea18-5c9e-4c1f-a407-36b75ff59044 req-62dee18a-3507-4921-a208-40b82d09559d tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:31.449075 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00ea18-5c9e-4c1f-a407-36b75ff59044 req-62dee18a-3507-4921-a208-40b82d09559d tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:31.454896 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00ea18-5c9e-4c1f-a407-36b75ff59044 req-62dee18a-3507-4921-a208-40b82d09559d tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:31.460344 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00ea18-5c9e-4c1f-a407-36b75ff59044 req-62dee18a-3507-4921-a208-40b82d09559d tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:31.466636 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00ea18-5c9e-4c1f-a407-36b75ff59044 req-62dee18a-3507-4921-a208-40b82d09559d tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:31.474347 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00ea18-5c9e-4c1f-a407-36b75ff59044 req-62dee18a-3507-4921-a208-40b82d09559d tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:31.478077 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4d00ea18-5c9e-4c1f-a407-36b75ff59044 req-62dee18a-3507-4921-a208-40b82d09559d tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5445 time: 0.1511281 Mar 01 13:57:31.523412 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d08c62-bb87-4df4-8b18-cedde7b612e1 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting subnet e3092c8a-bf90-4f95-b597-d58ad3b2c7cf {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:57:31.534362 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-63d08c62-bb87-4df4-8b18-cedde7b612e1 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (e3092c8a-bf90-4f95-b597-d58ad3b2c7cf), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:31.549348 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-e8415485-9ac0-40b7-99c1-4a833eba1e32 None None] Current status of the port 4447aa2e-d2ac-4537-9cbd-da2761b33860 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:31.549836 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e8415485-9ac0-40b7-99c1-4a833eba1e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4447aa2e-d2ac-4537-9cbd-da2761b33860), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:31.599344 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4d00ea18-5c9e-4c1f-a407-36b75ff59044 req-1832693f-c169-427f-946e-b3bb3a43b5dd tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1151502 Mar 01 13:57:31.603469 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-e8415485-9ac0-40b7-99c1-4a833eba1e32 None None] For port 4447aa2e-d2ac-4537-9cbd-da2761b33860, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=4447aa2e-d2ac-4537-9cbd-da2761b33860,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:31.607729 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-63d08c62-bb87-4df4-8b18-cedde7b612e1 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (e3092c8a-bf90-4f95-b597-d58ad3b2c7cf), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:31.609178 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e8415485-9ac0-40b7-99c1-4a833eba1e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (4447aa2e-d2ac-4537-9cbd-da2761b33860), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:31.721585 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8415485-9ac0-40b7-99c1-4a833eba1e32 None None] Pushing event updated for resources: {'Port': ['ID=4447aa2e-d2ac-4537-9cbd-da2761b33860,revision_number=6']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:31.740188 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756767b-cdb8-4575-93b9-d2a09a5a7943 req-8f73b973-0c50-4c77-bfb2-6b4448b88578 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:31.752216 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-7677d99c-6a28-4c84-8a33-b9c9ca17c4a9 None None] Could not find standard attr ID for object ff3dd645-b47e-4901-8a75-704883415397. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 13:57:31.754908 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2756767b-cdb8-4575-93b9-d2a09a5a7943 req-8f73b973-0c50-4c77-bfb2-6b4448b88578 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 945 time: 0.1256301 Mar 01 13:57:31.770190 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-63d08c62-bb87-4df4-8b18-cedde7b612e1 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (e3092c8a-bf90-4f95-b597-d58ad3b2c7cf), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:31.780508 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:31.820429 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2756767b-cdb8-4575-93b9-d2a09a5a7943 req-e552ee1d-76c7-4b25-b5d0-5106aa8d72a2 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637052 Mar 01 13:57:31.852367 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-63d08c62-bb87-4df4-8b18-cedde7b612e1 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (e3092c8a-bf90-4f95-b597-d58ad3b2c7cf), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:31.943291 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d08c62-bb87-4df4-8b18-cedde7b612e1 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Subnet': ['ID=e3092c8a-bf90-4f95-b597-d58ad3b2c7cf,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:31.948468 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-63d08c62-bb87-4df4-8b18-cedde7b612e1 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:31.961804 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-63d08c62-bb87-4df4-8b18-cedde7b612e1 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/e3092c8a-bf90-4f95-b597-d58ad3b2c7cf HTTP/1.1" status: 204 len: 168 time: 0.5210493 Mar 01 13:57:31.964806 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51096) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:32.032259 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-efda6bd4-21a2-4c2a-8f27-82a8571027ba tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0658672 Mar 01 13:57:32.035395 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51098) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:32.043157 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-075e826d-de14-469a-9e20-af11ecd7efd2 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:32.052492 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 4447aa2e-d2ac-4537-9cbd-da2761b33860 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:57:32.087299 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a14b7c-4ee0-47e8-b444-febbb61661ec None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:57:32.137386 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075e826d-de14-469a-9e20-af11ecd7efd2 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:32.141494 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-075e826d-de14-469a-9e20-af11ecd7efd2 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:32.222894 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 4447aa2e-d2ac-4537-9cbd-da2761b33860 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:32.223789 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (4447aa2e-d2ac-4537-9cbd-da2761b33860), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:32.352873 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4db8b384-71e2-4afa-9792-36f816210e41 req-9fac047d-5843-4972-b1fd-959d2aadf1ac tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0375903 Mar 01 13:57:32.393323 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e378ebcb-0c02-43dc-891f-ac3dd942b27e None None] DHCP port deletion for db8edbc8-a3c8-4a8f-b733-3509635fb19f request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:57:32.395354 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59caa2-9e43-47e9-8c65-97c07beb279a req-273cdef8-e73d-41e8-a059-396dea1ce876 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:32.402720 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e59caa2-9e43-47e9-8c65-97c07beb279a req-273cdef8-e73d-41e8-a059-396dea1ce876 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 945 time: 0.1471519 Mar 01 13:57:32.404082 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 4447aa2e-d2ac-4537-9cbd-da2761b33860 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:32.466175 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e59caa2-9e43-47e9-8c65-97c07beb279a req-fbe8dbb7-c2b0-445d-b93e-0e6034341c8e tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602987 Mar 01 13:57:32.513659 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-e378ebcb-0c02-43dc-891f-ac3dd942b27e None None] Deleting port 4447aa2e-d2ac-4537-9cbd-da2761b33860 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:57:32.514041 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e378ebcb-0c02-43dc-891f-ac3dd942b27e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (4447aa2e-d2ac-4537-9cbd-da2761b33860), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:32.567411 n-d-827467-3 neutron-server[103726]: DEBUG neutron.objects.ports [None req-075e826d-de14-469a-9e20-af11ecd7efd2 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103726) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 01 13:57:32.597653 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-e378ebcb-0c02-43dc-891f-ac3dd942b27e None None] For port 4447aa2e-d2ac-4537-9cbd-da2761b33860, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=4447aa2e-d2ac-4537-9cbd-da2761b33860,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:32.598075 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e378ebcb-0c02-43dc-891f-ac3dd942b27e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (4447aa2e-d2ac-4537-9cbd-da2761b33860), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:32.612481 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-e378ebcb-0c02-43dc-891f-ac3dd942b27e None None] Calling delete_port for 4447aa2e-d2ac-4537-9cbd-da2761b33860 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:57:32.756112 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e378ebcb-0c02-43dc-891f-ac3dd942b27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (4447aa2e-d2ac-4537-9cbd-da2761b33860), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:32.776129 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-075e826d-de14-469a-9e20-af11ecd7efd2 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4447aa2e-d2ac-4537-9cbd-da2761b33860), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:32.804905 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378ebcb-0c02-43dc-891f-ac3dd942b27e None None] Pushing event deleted for resources: {'Port': ['ID=4447aa2e-d2ac-4537-9cbd-da2761b33860,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:32.817520 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-075e826d-de14-469a-9e20-af11ecd7efd2 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Port 4447aa2e-d2ac-4537-9cbd-da2761b33860 concurrently deleted while adding address for new subnet {'id': 'db5d6e3e-dfa9-4b87-a9a1-1644cdcf1113', 'name': '', 'tenant_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1837, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-03-01T13:57:32Z', 'updated_at': '2022-03-01T13:57:32Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'f9da3539b3c640ef9d6c83a40ce27e63'}. {{(pid=103726) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:780}} Mar 01 13:57:32.818299 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-075e826d-de14-469a-9e20-af11ecd7efd2 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (db5d6e3e-dfa9-4b87-a9a1-1644cdcf1113), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:32.818986 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e378ebcb-0c02-43dc-891f-ac3dd942b27e None None] No DVR routers for this DVR port 4447aa2e-d2ac-4537-9cbd-da2761b33860 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:57:32.846961 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718cc90-613f-4ad7-b0c9-8e9a7d89e0bf req-9ea97837-fa47-4e6b-acbe-cba7b1922325 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:32.864889 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718cc90-613f-4ad7-b0c9-8e9a7d89e0bf req-9ea97837-fa47-4e6b-acbe-cba7b1922325 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:32.867489 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075e826d-de14-469a-9e20-af11ecd7efd2 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:32.871001 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-075e826d-de14-469a-9e20-af11ecd7efd2 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:32.876280 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075e826d-de14-469a-9e20-af11ecd7efd2 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:32.876994 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-075e826d-de14-469a-9e20-af11ecd7efd2 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:32.882470 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf8135d-4045-4d5d-bef0-13f2ecf93e1c None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:57:32.893019 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e826d-de14-469a-9e20-af11ecd7efd2 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Subnet': ['ID=db5d6e3e-dfa9-4b87-a9a1-1644cdcf1113,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:32.902014 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718cc90-613f-4ad7-b0c9-8e9a7d89e0bf req-9ea97837-fa47-4e6b-acbe-cba7b1922325 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:32.903410 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-075e826d-de14-469a-9e20-af11ecd7efd2 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8668716 Mar 01 13:57:32.906187 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51108) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:32.911767 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-46ce11b2-ae2b-4a28-9c28-d98593ed4491 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'port': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'mac_address': 'fa:16:3e:93:ae:8b', 'name': 'tempest-NetworksTestDHCPv6-1890838216'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:32.916176 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718cc90-613f-4ad7-b0c9-8e9a7d89e0bf req-9ea97837-fa47-4e6b-acbe-cba7b1922325 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:32.929160 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718cc90-613f-4ad7-b0c9-8e9a7d89e0bf req-9ea97837-fa47-4e6b-acbe-cba7b1922325 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:32.937192 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718cc90-613f-4ad7-b0c9-8e9a7d89e0bf req-9ea97837-fa47-4e6b-acbe-cba7b1922325 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:32.943252 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718cc90-613f-4ad7-b0c9-8e9a7d89e0bf req-9ea97837-fa47-4e6b-acbe-cba7b1922325 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:32.953020 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e718cc90-613f-4ad7-b0c9-8e9a7d89e0bf req-9ea97837-fa47-4e6b-acbe-cba7b1922325 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5445 time: 0.2159646 Mar 01 13:57:33.086750 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e718cc90-613f-4ad7-b0c9-8e9a7d89e0bf req-24135316-b95b-4f52-a4fe-95ce67009f27 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1323154 Mar 01 13:57:33.104359 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742af7c6-899e-42ce-a1d3-98e4016f2a8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'project_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'fixed_ips': [{'subnet_id': 'db5d6e3e-dfa9-4b87-a9a1-1644cdcf1113'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:57:33.105234 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-742af7c6-899e-42ce-a1d3-98e4016f2a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:33.136906 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1814df0-ae65-42b1-8b10-bcd47b00e41c req-85f1f753-55eb-4001-9dc3-b485f43908d6 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:33.140215 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a1814df0-ae65-42b1-8b10-bcd47b00e41c req-85f1f753-55eb-4001-9dc3-b485f43908d6 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 945 time: 0.1424248 Mar 01 13:57:33.163807 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ce11b2-ae2b-4a28-9c28-d98593ed4491 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:33.214646 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a1814df0-ae65-42b1-8b10-bcd47b00e41c req-e060d270-4b1d-46f2-961f-a09e463636a7 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667152 Mar 01 13:57:33.289301 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-46ce11b2-ae2b-4a28-9c28-d98593ed4491 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:33.315632 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-46ce11b2-ae2b-4a28-9c28-d98593ed4491 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] device_id is not set on port 690eccd6-2113-41a3-b95e-3e86092475c3 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:57:33.390292 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-742af7c6-899e-42ce-a1d3-98e4016f2a8a None None] Allocated IP 2001:db8::f816:3eff:fe28:c283 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/db5d6e3e-dfa9-4b87-a9a1-1644cdcf1113/ddbbd509-4987-4007-8568-5c2010f9ff8a) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:57:33.533246 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f3fdee8f-ae40-4ebf-81a6-9b63b08116b7 req-2612854b-e6a8-4d41-bcb4-1c17dbddebf3 tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0682700 Mar 01 13:57:33.581240 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-742af7c6-899e-42ce-a1d3-98e4016f2a8a None None] Publish callbacks [] for port (ddbbd509-4987-4007-8568-5c2010f9ff8a), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:33.587519 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-742af7c6-899e-42ce-a1d3-98e4016f2a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (ddbbd509-4987-4007-8568-5c2010f9ff8a), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:33.633433 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc28788-7417-45c2-b4d8-fd161c9ae024 req-2b634011-3729-4545-8510-b0e42f34f197 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:33.635566 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0dc28788-7417-45c2-b4d8-fd161c9ae024 req-2b634011-3729-4545-8510-b0e42f34f197 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 945 time: 0.0680985 Mar 01 13:57:33.665082 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742af7c6-899e-42ce-a1d3-98e4016f2a8a None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:33.668230 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-46ce11b2-ae2b-4a28-9c28-d98593ed4491 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Allocated IP 2001:db8::f816:3eff:fe93:ae8b (db8edbc8-a3c8-4a8f-b733-3509635fb19f/db5d6e3e-dfa9-4b87-a9a1-1644cdcf1113/690eccd6-2113-41a3-b95e-3e86092475c3) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:57:33.673307 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-742af7c6-899e-42ce-a1d3-98e4016f2a8a None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:33.687723 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742af7c6-899e-42ce-a1d3-98e4016f2a8a None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:57:33.710408 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742af7c6-899e-42ce-a1d3-98e4016f2a8a None None] Pushing event updated for resources: {'Port': ['ID=ddbbd509-4987-4007-8568-5c2010f9ff8a,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:33.735641 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0dc28788-7417-45c2-b4d8-fd161c9ae024 req-9487a781-a8f3-46de-9404-2bb5fdc434d7 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916016 Mar 01 13:57:33.798648 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-742af7c6-899e-42ce-a1d3-98e4016f2a8a None None] Attempting to bind port ddbbd509-4987-4007-8568-5c2010f9ff8a on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:57:33.799453 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-742af7c6-899e-42ce-a1d3-98e4016f2a8a None None] Attempting to bind port ddbbd509-4987-4007-8568-5c2010f9ff8a by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:57:33.800019 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742af7c6-899e-42ce-a1d3-98e4016f2a8a None None] Attempting to bind port ddbbd509-4987-4007-8568-5c2010f9ff8a on network db8edbc8-a3c8-4a8f-b733-3509635fb19f {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:57:33.809310 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742af7c6-899e-42ce-a1d3-98e4016f2a8a None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:57:33.809936 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742af7c6-899e-42ce-a1d3-98e4016f2a8a None None] Checking segment: {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:57:33.810437 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-742af7c6-899e-42ce-a1d3-98e4016f2a8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:33.810928 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742af7c6-899e-42ce-a1d3-98e4016f2a8a None None] Bound using segment: {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:57:33.811607 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-742af7c6-899e-42ce-a1d3-98e4016f2a8a None None] Bound port: ddbbd509-4987-4007-8568-5c2010f9ff8a, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:57:33.813085 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-742af7c6-899e-42ce-a1d3-98e4016f2a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ddbbd509-4987-4007-8568-5c2010f9ff8a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:33.920727 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-742af7c6-899e-42ce-a1d3-98e4016f2a8a None None] For port ddbbd509-4987-4007-8568-5c2010f9ff8a, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:57:33.924562 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-742af7c6-899e-42ce-a1d3-98e4016f2a8a None None] For port ddbbd509-4987-4007-8568-5c2010f9ff8a, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ddbbd509-4987-4007-8568-5c2010f9ff8a,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:57:33.937059 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-742af7c6-899e-42ce-a1d3-98e4016f2a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ddbbd509-4987-4007-8568-5c2010f9ff8a), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:33.967294 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-46ce11b2-ae2b-4a28-9c28-d98593ed4491 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for port (690eccd6-2113-41a3-b95e-3e86092475c3), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:34.009934 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 4447aa2e-d2ac-4537-9cbd-da2761b33860 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:57:34.011450 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-46ce11b2-ae2b-4a28-9c28-d98593ed4491 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (690eccd6-2113-41a3-b95e-3e86092475c3), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:34.041559 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742af7c6-899e-42ce-a1d3-98e4016f2a8a None None] Pushing event updated for resources: {'Port': ['ID=ddbbd509-4987-4007-8568-5c2010f9ff8a,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:34.079287 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce11b2-ae2b-4a28-9c28-d98593ed4491 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Port': ['ID=690eccd6-2113-41a3-b95e-3e86092475c3,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:34.092963 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ce11b2-ae2b-4a28-9c28-d98593ed4491 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:34.094824 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-46ce11b2-ae2b-4a28-9c28-d98593ed4491 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:34.097646 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ce11b2-ae2b-4a28-9c28-d98593ed4491 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:57:34.104373 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ce11b2-ae2b-4a28-9c28-d98593ed4491 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:34.105164 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-46ce11b2-ae2b-4a28-9c28-d98593ed4491 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:34.126807 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 4447aa2e-d2ac-4537-9cbd-da2761b33860 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:57:34.127303 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 4447aa2e-d2ac-4537-9cbd-da2761b33860 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:57:34.153808 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-46ce11b2-ae2b-4a28-9c28-d98593ed4491 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2459588 Mar 01 13:57:34.156899 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51124) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:34.199193 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099b019-f00f-4b29-8866-0f8588bbd0e0 req-e428d943-0b08-48f7-81ee-b8f29edc0398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:34.201153 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6099b019-f00f-4b29-8866-0f8588bbd0e0 req-e428d943-0b08-48f7-81ee-b8f29edc0398 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f374f2004cb4e8ca02e98a75cfbf7a5&device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 1127 time: 0.0850003 Mar 01 13:57:34.324072 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099b019-f00f-4b29-8866-0f8588bbd0e0 req-2b479ef2-8543-4297-afb5-dd9d225338f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:34.325680 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6099b019-f00f-4b29-8866-0f8588bbd0e0 req-2b479ef2-8543-4297-afb5-dd9d225338f9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a330e804-df96-493e-8245-ea2bd5609f4c HTTP/1.1" status: 200 len: 911 time: 0.1171393 Mar 01 13:57:34.344446 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7e0be9-6026-4e03-abbc-b886c4e82e69 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:34.351032 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7e0be9-6026-4e03-abbc-b886c4e82e69 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:34.373262 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9e7e0be9-6026-4e03-abbc-b886c4e82e69 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2145545 Mar 01 13:57:34.373660 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51128) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:34.414836 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6099b019-f00f-4b29-8866-0f8588bbd0e0 req-6854e620-d28c-49a2-ac3c-2b1134ce7b2a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d3fbe549-665a-4fc4-9544-afc840124820 HTTP/1.1" status: 200 len: 217 time: 0.0756793 Mar 01 13:57:34.443515 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ee82f-cb26-4a47-9b0d-68dd89a33d87 req-5526e725-d4b8-49bd-b19d-3dbdc15e0db9 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:34.451515 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-596ee82f-cb26-4a47-9b0d-68dd89a33d87 req-5526e725-d4b8-49bd-b19d-3dbdc15e0db9 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 945 time: 0.2302904 Mar 01 13:57:34.476123 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099b019-f00f-4b29-8866-0f8588bbd0e0 req-0f0d33aa-3168-462e-bb2b-e742e6e2c882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:34.477903 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6099b019-f00f-4b29-8866-0f8588bbd0e0 req-0f0d33aa-3168-462e-bb2b-e742e6e2c882 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b101fd94-b0b8-497f-8292-d3494df98b4d HTTP/1.1" status: 200 len: 850 time: 0.0566790 Mar 01 13:57:34.481024 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d210e-514f-49d1-a5d6-5db0f01ae85e req-99d79fb8-e72b-4b73-8277-bc87b56af161 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:34.488330 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d210e-514f-49d1-a5d6-5db0f01ae85e req-99d79fb8-e72b-4b73-8277-bc87b56af161 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:34.495135 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d210e-514f-49d1-a5d6-5db0f01ae85e req-99d79fb8-e72b-4b73-8277-bc87b56af161 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:34.501570 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d210e-514f-49d1-a5d6-5db0f01ae85e req-99d79fb8-e72b-4b73-8277-bc87b56af161 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:34.507725 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d210e-514f-49d1-a5d6-5db0f01ae85e req-99d79fb8-e72b-4b73-8277-bc87b56af161 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:34.514061 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d210e-514f-49d1-a5d6-5db0f01ae85e req-99d79fb8-e72b-4b73-8277-bc87b56af161 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:34.515077 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6099b019-f00f-4b29-8866-0f8588bbd0e0 req-a9e075df-ad7e-46d6-919f-602166d28b9a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a330e804-df96-493e-8245-ea2bd5609f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300794 Mar 01 13:57:34.520791 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d210e-514f-49d1-a5d6-5db0f01ae85e req-99d79fb8-e72b-4b73-8277-bc87b56af161 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:34.529056 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-093d210e-514f-49d1-a5d6-5db0f01ae85e req-99d79fb8-e72b-4b73-8277-bc87b56af161 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5445 time: 0.2543795 Mar 01 13:57:34.618648 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6099b019-f00f-4b29-8866-0f8588bbd0e0 req-9fa8ee34-1583-4916-950a-18bc089ab1af service neutron] 10.222.0.32 "GET /v2.0/networks/a330e804-df96-493e-8245-ea2bd5609f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947897 Mar 01 13:57:34.642390 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-596ee82f-cb26-4a47-9b0d-68dd89a33d87 req-dcdab9fa-b7f5-47a1-b4eb-6fb86e67b637 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899364 Mar 01 13:57:34.693852 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-093d210e-514f-49d1-a5d6-5db0f01ae85e req-4e979fca-ffff-43bb-9e39-8c24563f043b tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1320720 Mar 01 13:57:34.702145 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-d4c43596-b1f9-4287-8a82-689952db7b8a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting port 690eccd6-2113-41a3-b95e-3e86092475c3 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:57:34.702495 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d4c43596-b1f9-4287-8a82-689952db7b8a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (690eccd6-2113-41a3-b95e-3e86092475c3), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:34.725277 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6099b019-f00f-4b29-8866-0f8588bbd0e0 req-3b7723aa-9bf1-4441-b57a-3de7ff9b28dc service neutron] 10.222.0.32 "GET /v2.0/networks/a330e804-df96-493e-8245-ea2bd5609f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999584 Mar 01 13:57:34.850156 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-95323284-4cdf-4839-9064-235c721b4ea8 req-75c37d62-5b97-49d6-ad18-c2698d28703c tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0624361 Mar 01 13:57:34.899698 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d4c43596-b1f9-4287-8a82-689952db7b8a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (690eccd6-2113-41a3-b95e-3e86092475c3), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:34.927037 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d54992-12de-4273-bef9-f04fd527f2cb req-2d919744-7ca7-42df-8d6f-a7492e33d9e2 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:34.928696 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-94d54992-12de-4273-bef9-f04fd527f2cb req-2d919744-7ca7-42df-8d6f-a7492e33d9e2 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 945 time: 0.1399653 Mar 01 13:57:34.930244 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-d4c43596-b1f9-4287-8a82-689952db7b8a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Calling delete_port for 690eccd6-2113-41a3-b95e-3e86092475c3 owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:57:35.383839 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-94d54992-12de-4273-bef9-f04fd527f2cb req-bc5862a6-f744-4702-b692-e6669d71052d tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447014 Mar 01 13:57:35.413996 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a589eb-de50-46ff-86ad-5c8afdc7a6a7 req-07ba8ba4-5642-4092-a520-0294c761b865 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:35.421397 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a589eb-de50-46ff-86ad-5c8afdc7a6a7 req-07ba8ba4-5642-4092-a520-0294c761b865 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:35.426792 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a589eb-de50-46ff-86ad-5c8afdc7a6a7 req-07ba8ba4-5642-4092-a520-0294c761b865 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:35.433139 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a589eb-de50-46ff-86ad-5c8afdc7a6a7 req-07ba8ba4-5642-4092-a520-0294c761b865 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:35.439042 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a589eb-de50-46ff-86ad-5c8afdc7a6a7 req-07ba8ba4-5642-4092-a520-0294c761b865 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:35.444434 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a589eb-de50-46ff-86ad-5c8afdc7a6a7 req-07ba8ba4-5642-4092-a520-0294c761b865 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:35.450582 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a589eb-de50-46ff-86ad-5c8afdc7a6a7 req-07ba8ba4-5642-4092-a520-0294c761b865 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:35.452623 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26a589eb-de50-46ff-86ad-5c8afdc7a6a7 req-07ba8ba4-5642-4092-a520-0294c761b865 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5445 time: 0.5333569 Mar 01 13:57:35.464282 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51140) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:35.470559 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-0f4b61bf-4134-44c0-b16d-a37b16b02f85 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Request body: {'floatingip': {'port_id': '94186ee2-17a9-4363-9cd1-5dd589fc6f6d'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:35.527813 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-16d7d61c-05b5-4022-9694-939ccd852613 None None] Provisioning complete for port ddbbd509-4987-4007-8568-5c2010f9ff8a triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:35.528447 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f4b61bf-4134-44c0-b16d-a37b16b02f85 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks [] for floatingip (be911f18-484a-4d60-bca2-99b0443a0ac7), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:35.528557 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-16d7d61c-05b5-4022-9694-939ccd852613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ddbbd509-4987-4007-8568-5c2010f9ff8a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:35.533263 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d4c43596-b1f9-4287-8a82-689952db7b8a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (690eccd6-2113-41a3-b95e-3e86092475c3), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:35.574677 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c43596-b1f9-4287-8a82-689952db7b8a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Port': ['ID=690eccd6-2113-41a3-b95e-3e86092475c3,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:35.631585 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d4c43596-b1f9-4287-8a82-689952db7b8a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:35.635790 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d4c43596-b1f9-4287-8a82-689952db7b8a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/690eccd6-2113-41a3-b95e-3e86092475c3 HTTP/1.1" status: 204 len: 168 time: 1.2590013 Mar 01 13:57:35.638052 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51142) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:35.652183 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-16d7d61c-05b5-4022-9694-939ccd852613 None None] Current status of the port ddbbd509-4987-4007-8568-5c2010f9ff8a is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:35.652877 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-16d7d61c-05b5-4022-9694-939ccd852613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ddbbd509-4987-4007-8568-5c2010f9ff8a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:35.709998 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-16d7d61c-05b5-4022-9694-939ccd852613 None None] For port ddbbd509-4987-4007-8568-5c2010f9ff8a, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ddbbd509-4987-4007-8568-5c2010f9ff8a,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:35.713870 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31835456-6612-41be-b842-56866905f21a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:35.716164 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31835456-6612-41be-b842-56866905f21a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:35.717245 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-16d7d61c-05b5-4022-9694-939ccd852613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ddbbd509-4987-4007-8568-5c2010f9ff8a), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:35.720174 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-31835456-6612-41be-b842-56866905f21a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0810978 Mar 01 13:57:35.720885 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51146) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:35.804865 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d7d61c-05b5-4022-9694-939ccd852613 None None] Pushing event updated for resources: {'Port': ['ID=ddbbd509-4987-4007-8568-5c2010f9ff8a,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:35.831764 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd6d2f-1b95-4b59-b5fd-31f7c35f748d req-6bf13bda-c25f-4d9f-986e-a6ca88200dbb tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:35.833923 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-f3d1a59f-ecfc-48ee-b1d6-42c9f6ac81a0 None None] Could not find standard attr ID for object 690eccd6-2113-41a3-b95e-3e86092475c3. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 13:57:35.839868 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-37bd6d2f-1b95-4b59-b5fd-31f7c35f748d req-6bf13bda-c25f-4d9f-986e-a6ca88200dbb tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 945 time: 0.0719554 Mar 01 13:57:35.924796 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-37bd6d2f-1b95-4b59-b5fd-31f7c35f748d req-c470a102-6ebd-4926-a42f-003be8c3f7ca tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838013 Mar 01 13:57:36.021549 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6bc1f2be-1f8e-4bbc-9faa-5296332917c4 req-1b79e272-f54d-4d0c-81f7-8ab73a945ba1 tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0475502 Mar 01 13:57:36.043303 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ddbbd509-4987-4007-8568-5c2010f9ff8a up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:57:36.091185 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port ddbbd509-4987-4007-8568-5c2010f9ff8a triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:36.091563 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ddbbd509-4987-4007-8568-5c2010f9ff8a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:36.105168 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-5536f854-2b66-4ea1-80f6-d49af8983a94 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting subnet db5d6e3e-dfa9-4b87-a9a1-1644cdcf1113 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:57:36.112419 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5536f854-2b66-4ea1-80f6-d49af8983a94 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (db5d6e3e-dfa9-4b87-a9a1-1644cdcf1113), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:36.167031 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5536f854-2b66-4ea1-80f6-d49af8983a94 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (db5d6e3e-dfa9-4b87-a9a1-1644cdcf1113), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:36.176558 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port ddbbd509-4987-4007-8568-5c2010f9ff8a is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:36.313226 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f4b61bf-4134-44c0-b16d-a37b16b02f85 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:36.318968 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f4b61bf-4134-44c0-b16d-a37b16b02f85 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (be911f18-484a-4d60-bca2-99b0443a0ac7), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:36.363047 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5536f854-2b66-4ea1-80f6-d49af8983a94 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (db5d6e3e-dfa9-4b87-a9a1-1644cdcf1113), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:36.479121 n-d-827467-3 neutron-server[103726]: INFO neutron.db.l3_db [None req-0f4b61bf-4134-44c0-b16d-a37b16b02f85 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Floating IP be911f18-484a-4d60-bca2-99b0443a0ac7 associated. External IP: 172.25.1.249, port: 94186ee2-17a9-4363-9cd1-5dd589fc6f6d. Mar 01 13:57:36.483011 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5536f854-2b66-4ea1-80f6-d49af8983a94 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (db5d6e3e-dfa9-4b87-a9a1-1644cdcf1113), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:36.538032 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba89ab-944d-4952-91cb-9de172b96563 req-d4d5023a-212b-4b30-98f2-dc27ef1200d7 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:36.540338 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e0ba89ab-944d-4952-91cb-9de172b96563 req-d4d5023a-212b-4b30-98f2-dc27ef1200d7 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 945 time: 0.0759728 Mar 01 13:57:36.545856 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536f854-2b66-4ea1-80f6-d49af8983a94 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Subnet': ['ID=db5d6e3e-dfa9-4b87-a9a1-1644cdcf1113,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:36.553027 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5536f854-2b66-4ea1-80f6-d49af8983a94 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:36.558395 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5536f854-2b66-4ea1-80f6-d49af8983a94 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/db5d6e3e-dfa9-4b87-a9a1-1644cdcf1113 HTTP/1.1" status: 204 len: 168 time: 0.8339317 Mar 01 13:57:36.559823 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51154) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:36.573447 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856997d5-c870-4553-acfb-9587a908ee67 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:57:36.604010 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-763e7f5e-d26b-4f75-9113-ec3f1c3f86eb tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0402246 Mar 01 13:57:36.604272 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51156) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:36.634579 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e0ba89ab-944d-4952-91cb-9de172b96563 req-514d7d22-2dcf-4964-976c-7c6c6713747b tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875928 Mar 01 13:57:36.713388 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c65dc7-c59e-45b6-9519-5cd41c198af5 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:36.714889 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-33c65dc7-c59e-45b6-9519-5cd41c198af5 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1099086 Mar 01 13:57:36.717523 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51158) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:36.771250 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89753326-b481-4c31-be9e-e615d4da7bc1 None None] DHCP port deletion for db8edbc8-a3c8-4a8f-b733-3509635fb19f request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:57:36.785103 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e6f2f5-54eb-473d-b4e5-f3883e51d2ee tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:36.789094 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-64e6f2f5-54eb-473d-b4e5-f3883e51d2ee tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0680399 Mar 01 13:57:36.789386 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51160) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:36.831348 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-65fd0ab7-f227-4a58-815f-94291275ccfc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0406921 Mar 01 13:57:36.837151 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51162) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:36.842818 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-af76ee99-acae-4db8-9f3f-18c64e4f5dfd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:36.853766 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-89753326-b481-4c31-be9e-e615d4da7bc1 None None] Deleting port ddbbd509-4987-4007-8568-5c2010f9ff8a {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:57:36.854206 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-89753326-b481-4c31-be9e-e615d4da7bc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (ddbbd509-4987-4007-8568-5c2010f9ff8a), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:36.890851 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4b61bf-4134-44c0-b16d-a37b16b02f85 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Router 294d4ec9-fa81-43dc-ae62-75836906d03f has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:57:36.923039 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-89753326-b481-4c31-be9e-e615d4da7bc1 None None] For port ddbbd509-4987-4007-8568-5c2010f9ff8a, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ddbbd509-4987-4007-8568-5c2010f9ff8a,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:36.923570 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-89753326-b481-4c31-be9e-e615d4da7bc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (ddbbd509-4987-4007-8568-5c2010f9ff8a), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:36.938977 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-89753326-b481-4c31-be9e-e615d4da7bc1 None None] Calling delete_port for ddbbd509-4987-4007-8568-5c2010f9ff8a owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:57:36.989895 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af76ee99-acae-4db8-9f3f-18c64e4f5dfd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:36.993674 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af76ee99-acae-4db8-9f3f-18c64e4f5dfd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:37.079646 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-89753326-b481-4c31-be9e-e615d4da7bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (ddbbd509-4987-4007-8568-5c2010f9ff8a), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:37.125204 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89753326-b481-4c31-be9e-e615d4da7bc1 None None] Pushing event deleted for resources: {'Port': ['ID=ddbbd509-4987-4007-8568-5c2010f9ff8a,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:37.129500 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89753326-b481-4c31-be9e-e615d4da7bc1 None None] No DVR routers for this DVR port ddbbd509-4987-4007-8568-5c2010f9ff8a on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:57:37.144620 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578032a-5bad-4e7d-b1fb-6a386248169b req-553cbb45-e874-4c83-9f95-e4a62c68c19a tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:37.144620 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a578032a-5bad-4e7d-b1fb-6a386248169b req-553cbb45-e874-4c83-9f95-e4a62c68c19a tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 945 time: 0.1158330 Mar 01 13:57:37.183821 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dfc18ec2-8057-4725-bc27-5e703e82d94f req-6347e27a-4aa6-4461-b86c-38daf2f43ca7 tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0387421 Mar 01 13:57:37.232488 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a578032a-5bad-4e7d-b1fb-6a386248169b req-cc52aa9b-c969-49ca-aea2-24bbfd27d76c tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733697 Mar 01 13:57:37.460783 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4b61bf-4134-44c0-b16d-a37b16b02f85 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:57:37.468534 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f4b61bf-4134-44c0-b16d-a37b16b02f85 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:37.475465 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1405601-46fd-4eae-bf5d-64e765925da0 None None] Sync routers for ids ['294d4ec9-fa81-43dc-ae62-75836906d03f'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:57:37.485882 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1405601-46fd-4eae-bf5d-64e765925da0 None None] Routers {'294d4ec9-fa81-43dc-ae62-75836906d03f'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:57:37.486579 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b1405601-46fd-4eae-bf5d-64e765925da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:57:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['294d4ec9-fa81-43dc-ae62-75836906d03f'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:37.505629 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0f4b61bf-4134-44c0-b16d-a37b16b02f85 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "PUT /v2.0/floatingips/be911f18-484a-4d60-bca2-99b0443a0ac7 HTTP/1.1" status: 200 len: 991 time: 2.0402098 Mar 01 13:57:37.507886 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'tag': '94186ee2-17a9-4363-9cd1-5dd589fc6f6d'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:57:37.510608 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52323e15-ef69-4e5d-bcaa-aa0a69406372" -d '{"events": [{"name": "network-changed", "server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "tag": "94186ee2-17a9-4363-9cd1-5dd589fc6f6d"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:57:37.612801 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df30cd9-4109-4564-ae58-94aa1f4c8acb x-openstack-request-id: req-7df30cd9-4109-4564-ae58-94aa1f4c8acb {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:57:37.613271 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "tag": "94186ee2-17a9-4363-9cd1-5dd589fc6f6d", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:57:37.613613 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7df30cd9-4109-4564-ae58-94aa1f4c8acb {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:57:37.614016 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'tag': '94186ee2-17a9-4363-9cd1-5dd589fc6f6d', 'status': 'completed', 'code': 200} Mar 01 13:57:37.626292 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af76ee99-acae-4db8-9f3f-18c64e4f5dfd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (01390fe6-1888-468d-8fde-c92b10ba41ab), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:37.648920 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ed976-b2fa-4517-b960-92d92e11adfd req-e3eba076-f9cd-4f61-a172-3fc23fdcbaa5 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:37.655601 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ed976-b2fa-4517-b960-92d92e11adfd req-e3eba076-f9cd-4f61-a172-3fc23fdcbaa5 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:37.656538 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-b1405601-46fd-4eae-bf5d-64e765925da0 None None] Set router 294d4ec9-fa81-43dc-ae62-75836906d03f gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:57:37.668173 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ed976-b2fa-4517-b960-92d92e11adfd req-e3eba076-f9cd-4f61-a172-3fc23fdcbaa5 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:37.674249 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ed976-b2fa-4517-b960-92d92e11adfd req-e3eba076-f9cd-4f61-a172-3fc23fdcbaa5 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:37.680543 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ed976-b2fa-4517-b960-92d92e11adfd req-e3eba076-f9cd-4f61-a172-3fc23fdcbaa5 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:37.686908 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ed976-b2fa-4517-b960-92d92e11adfd req-e3eba076-f9cd-4f61-a172-3fc23fdcbaa5 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:37.692830 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ed976-b2fa-4517-b960-92d92e11adfd req-e3eba076-f9cd-4f61-a172-3fc23fdcbaa5 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:37.695192 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d34ed976-b2fa-4517-b960-92d92e11adfd req-e3eba076-f9cd-4f61-a172-3fc23fdcbaa5 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5445 time: 0.1263235 Mar 01 13:57:37.736415 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af76ee99-acae-4db8-9f3f-18c64e4f5dfd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:37.743720 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-af76ee99-acae-4db8-9f3f-18c64e4f5dfd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:37.754707 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585c8e71-0461-40da-b35d-c980265b5a5c None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:57:37.755627 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af76ee99-acae-4db8-9f3f-18c64e4f5dfd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:37.756338 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af76ee99-acae-4db8-9f3f-18c64e4f5dfd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:37.771855 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76ee99-acae-4db8-9f3f-18c64e4f5dfd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Subnet': ['ID=01390fe6-1888-468d-8fde-c92b10ba41ab,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:37.780342 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52323e15-ef69-4e5d-bcaa-aa0a69406372 req-97a3cf52-b1a1-476e-8fe7-91453c709382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:37.781749 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52323e15-ef69-4e5d-bcaa-aa0a69406372 req-97a3cf52-b1a1-476e-8fe7-91453c709382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:37.781749 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52323e15-ef69-4e5d-bcaa-aa0a69406372 req-97a3cf52-b1a1-476e-8fe7-91453c709382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:37.782970 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52323e15-ef69-4e5d-bcaa-aa0a69406372 req-97a3cf52-b1a1-476e-8fe7-91453c709382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:37.783450 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52323e15-ef69-4e5d-bcaa-aa0a69406372 req-97a3cf52-b1a1-476e-8fe7-91453c709382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:37.784136 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52323e15-ef69-4e5d-bcaa-aa0a69406372 req-97a3cf52-b1a1-476e-8fe7-91453c709382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:37.784788 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52323e15-ef69-4e5d-bcaa-aa0a69406372 req-97a3cf52-b1a1-476e-8fe7-91453c709382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:37.787230 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-52323e15-ef69-4e5d-bcaa-aa0a69406372 req-97a3cf52-b1a1-476e-8fe7-91453c709382 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4475ad9be4194a7593562a2e7537afad&device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 6719 time: 0.1722991 Mar 01 13:57:37.814018 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-af76ee99-acae-4db8-9f3f-18c64e4f5dfd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9728222 Mar 01 13:57:37.820363 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51176) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:37.827963 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-34f9571f-7cc7-49cc-8d58-6b3069429438 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'port': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'mac_address': 'fa:16:3e:de:25:da', 'name': 'tempest-NetworksTestDHCPv6-1218102641'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:37.925647 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52323e15-ef69-4e5d-bcaa-aa0a69406372 req-72f1e090-46d0-4ab3-b4c6-489359ca18e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:37.927827 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-52323e15-ef69-4e5d-bcaa-aa0a69406372 req-72f1e090-46d0-4ab3-b4c6-489359ca18e2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a331d97d-3b18-4702-9c0b-f805cbe3e548 HTTP/1.1" status: 200 len: 918 time: 0.1315045 Mar 01 13:57:37.955933 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972cd665-3f95-4e5b-996b-488bb4df76b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'project_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'fixed_ips': [{'subnet_id': '01390fe6-1888-468d-8fde-c92b10ba41ab'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:57:37.960107 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-972cd665-3f95-4e5b-996b-488bb4df76b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:38.008094 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d34ed976-b2fa-4517-b960-92d92e11adfd req-ae5204a5-b238-4e11-88e9-2e757022b47e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3058722 Mar 01 13:57:38.011911 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ddbbd509-4987-4007-8568-5c2010f9ff8a no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:57:38.027084 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc9cb8-2a0a-4a1b-8e74-638fdbb2347e req-43b281b3-3cdd-42c4-a45f-a29b9ad00236 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:38.035515 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2adc9cb8-2a0a-4a1b-8e74-638fdbb2347e req-43b281b3-3cdd-42c4-a45f-a29b9ad00236 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 945 time: 0.3067298 Mar 01 13:57:38.067058 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-52323e15-ef69-4e5d-bcaa-aa0a69406372 req-ddb1820a-90e5-448d-866d-b15f09c34d74 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94186ee2-17a9-4363-9cd1-5dd589fc6f6d HTTP/1.1" status: 200 len: 999 time: 0.1320109 Mar 01 13:57:38.096892 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b1405601-46fd-4eae-bf5d-64e765925da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'name': 'tempest-TaggedBootDevicesTest_v242-1027958049-router', 'tenant_id': '4475ad9be4194a7593562a2e7537afad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ae06bd63-92a3-4093-a394-df9ca5c9b2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:05Z', 'updated_at': '2022-03-01T13:54:19Z', 'revision_number': 4, 'project_id': '4475ad9be4194a7593562a2e7537afad', 'gw_port': {'id': 'ae06bd63-92a3-4093-a394-df9ca5c9b2de', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:06Z', 'updated_at': '2022-03-01T13:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'be911f18-484a-4d60-bca2-99b0443a0ac7', 'tenant_id': '4475ad9be4194a7593562a2e7537afad', 'floating_ip_address': '172.25.1.249', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'port_id': '94186ee2-17a9-4363-9cd1-5dd589fc6f6d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a331d97d-3b18-4702-9c0b-f805cbe3e548', 'mac_address': 'fa:16:3e:5b:56:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:56:01Z', 'updated_at': '2022-03-01T13:57:36Z', 'revision_number': 1, 'project_id': '4475ad9be4194a7593562a2e7537afad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '846fa967-75da-4527-8413-b4290e55da8d', 'name': '', 'network_id': 'a331d97d-3b18-4702-9c0b-f805cbe3e548', 'tenant_id': '4475ad9be4194a7593562a2e7537afad', 'mac_address': 'fa:16:3e:bb:f9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '2a7f95b2-978a-4a0a-927f-c44508a26ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:14Z', 'updated_at': '2022-03-01T13:54:26Z', 'revision_number': 5, 'project_id': '4475ad9be4194a7593562a2e7537afad', 'subnets': [{'id': '2a7f95b2-978a-4a0a-927f-c44508a26ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:38.126904 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1405601-46fd-4eae-bf5d-64e765925da0 None None] Checking router: 294d4ec9-fa81-43dc-ae62-75836906d03f for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:57:38.136612 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52323e15-ef69-4e5d-bcaa-aa0a69406372 req-dd469db6-e22b-47b2-b3e8-27848fb97405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:38.137733 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1405601-46fd-4eae-bf5d-64e765925da0 None None] Routers {'294d4ec9-fa81-43dc-ae62-75836906d03f'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:57:38.138262 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-52323e15-ef69-4e5d-bcaa-aa0a69406372 req-dd469db6-e22b-47b2-b3e8-27848fb97405 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2a7f95b2-978a-4a0a-927f-c44508a26ed8 HTTP/1.1" status: 200 len: 856 time: 0.0648549 Mar 01 13:57:38.138897 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b1405601-46fd-4eae-bf5d-64e765925da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:57:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['294d4ec9-fa81-43dc-ae62-75836906d03f'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:38.206336 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: ddbbd509-4987-4007-8568-5c2010f9ff8a {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:57:38.206799 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ddbbd509-4987-4007-8568-5c2010f9ff8a not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:57:38.217022 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f9571f-7cc7-49cc-8d58-6b3069429438 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:38.235353 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52323e15-ef69-4e5d-bcaa-aa0a69406372 req-465abb07-bd52-4461-bed4-5e62b3766f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:38.235605 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-972cd665-3f95-4e5b-996b-488bb4df76b4 None None] Allocated IP 2001:db8::2 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/01390fe6-1888-468d-8fde-c92b10ba41ab/e36fe3bf-1e4b-40cd-af99-10c4775de084) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:57:38.237328 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-52323e15-ef69-4e5d-bcaa-aa0a69406372 req-465abb07-bd52-4461-bed4-5e62b3766f17 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a331d97d-3b18-4702-9c0b-f805cbe3e548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0867870 Mar 01 13:57:38.289574 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2adc9cb8-2a0a-4a1b-8e74-638fdbb2347e req-938a05df-49c1-439b-af69-ad9200cd8055 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490084 Mar 01 13:57:38.300483 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-b1405601-46fd-4eae-bf5d-64e765925da0 None None] Set router 294d4ec9-fa81-43dc-ae62-75836906d03f gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:57:38.407188 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418aedd-861b-4a48-be30-b508307ee826 req-6b14a894-1f9a-4d97-9c6a-6924fcab272c tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:38.413705 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418aedd-861b-4a48-be30-b508307ee826 req-6b14a894-1f9a-4d97-9c6a-6924fcab272c tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:38.419559 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418aedd-861b-4a48-be30-b508307ee826 req-6b14a894-1f9a-4d97-9c6a-6924fcab272c tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:38.420260 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-52323e15-ef69-4e5d-bcaa-aa0a69406372 req-a4fb0642-2d87-4c61-8994-2d5fed22aa94 service neutron] 10.222.0.32 "GET /v2.0/networks/a331d97d-3b18-4702-9c0b-f805cbe3e548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754274 Mar 01 13:57:38.425599 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418aedd-861b-4a48-be30-b508307ee826 req-6b14a894-1f9a-4d97-9c6a-6924fcab272c tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:38.431282 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418aedd-861b-4a48-be30-b508307ee826 req-6b14a894-1f9a-4d97-9c6a-6924fcab272c tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:38.436935 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418aedd-861b-4a48-be30-b508307ee826 req-6b14a894-1f9a-4d97-9c6a-6924fcab272c tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:38.442456 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418aedd-861b-4a48-be30-b508307ee826 req-6b14a894-1f9a-4d97-9c6a-6924fcab272c tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:38.444804 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e418aedd-861b-4a48-be30-b508307ee826 req-6b14a894-1f9a-4d97-9c6a-6924fcab272c tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5445 time: 0.3202996 Mar 01 13:57:38.508193 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-91c2d7c1-d6df-4f34-a0a9-eae4921e7e25 req-12893e59-87ea-4732-934a-7b327dc05170 tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0522232 Mar 01 13:57:38.513931 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-34f9571f-7cc7-49cc-8d58-6b3069429438 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:38.560545 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-34f9571f-7cc7-49cc-8d58-6b3069429438 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] device_id is not set on port 74394635-72c3-4e5c-9529-996e6a429772 yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:57:38.560904 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-972cd665-3f95-4e5b-996b-488bb4df76b4 None None] Publish callbacks [] for port (e36fe3bf-1e4b-40cd-af99-10c4775de084), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:38.570885 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-972cd665-3f95-4e5b-996b-488bb4df76b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (e36fe3bf-1e4b-40cd-af99-10c4775de084), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:38.594023 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-52323e15-ef69-4e5d-bcaa-aa0a69406372 req-59e87fb4-2e6c-4115-8068-b5b951b24e12 service neutron] 10.222.0.32 "GET /v2.0/networks/a331d97d-3b18-4702-9c0b-f805cbe3e548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668451 Mar 01 13:57:38.632300 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972cd665-3f95-4e5b-996b-488bb4df76b4 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:38.633719 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-972cd665-3f95-4e5b-996b-488bb4df76b4 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:38.660207 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972cd665-3f95-4e5b-996b-488bb4df76b4 None None] Pushing event updated for resources: {'Port': ['ID=e36fe3bf-1e4b-40cd-af99-10c4775de084,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:38.663703 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972cd665-3f95-4e5b-996b-488bb4df76b4 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:57:38.709436 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b1405601-46fd-4eae-bf5d-64e765925da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'name': 'tempest-TaggedBootDevicesTest_v242-1027958049-router', 'tenant_id': '4475ad9be4194a7593562a2e7537afad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ae06bd63-92a3-4093-a394-df9ca5c9b2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:05Z', 'updated_at': '2022-03-01T13:54:19Z', 'revision_number': 4, 'project_id': '4475ad9be4194a7593562a2e7537afad', 'gw_port': {'id': 'ae06bd63-92a3-4093-a394-df9ca5c9b2de', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:06Z', 'updated_at': '2022-03-01T13:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'be911f18-484a-4d60-bca2-99b0443a0ac7', 'tenant_id': '4475ad9be4194a7593562a2e7537afad', 'floating_ip_address': '172.25.1.249', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'port_id': '94186ee2-17a9-4363-9cd1-5dd589fc6f6d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a331d97d-3b18-4702-9c0b-f805cbe3e548', 'mac_address': 'fa:16:3e:5b:56:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:56:01Z', 'updated_at': '2022-03-01T13:57:36Z', 'revision_number': 1, 'project_id': '4475ad9be4194a7593562a2e7537afad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '846fa967-75da-4527-8413-b4290e55da8d', 'name': '', 'network_id': 'a331d97d-3b18-4702-9c0b-f805cbe3e548', 'tenant_id': '4475ad9be4194a7593562a2e7537afad', 'mac_address': 'fa:16:3e:bb:f9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '2a7f95b2-978a-4a0a-927f-c44508a26ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:14Z', 'updated_at': '2022-03-01T13:54:26Z', 'revision_number': 5, 'project_id': '4475ad9be4194a7593562a2e7537afad', 'subnets': [{'id': '2a7f95b2-978a-4a0a-927f-c44508a26ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:38.748613 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-972cd665-3f95-4e5b-996b-488bb4df76b4 None None] Attempting to bind port e36fe3bf-1e4b-40cd-af99-10c4775de084 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:57:38.748613 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-972cd665-3f95-4e5b-996b-488bb4df76b4 None None] Attempting to bind port e36fe3bf-1e4b-40cd-af99-10c4775de084 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:57:38.748926 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972cd665-3f95-4e5b-996b-488bb4df76b4 None None] Attempting to bind port e36fe3bf-1e4b-40cd-af99-10c4775de084 on network db8edbc8-a3c8-4a8f-b733-3509635fb19f {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:57:38.755346 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972cd665-3f95-4e5b-996b-488bb4df76b4 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:57:38.756149 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972cd665-3f95-4e5b-996b-488bb4df76b4 None None] Checking segment: {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:57:38.756347 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-972cd665-3f95-4e5b-996b-488bb4df76b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:38.756728 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972cd665-3f95-4e5b-996b-488bb4df76b4 None None] Bound using segment: {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:57:38.757204 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-972cd665-3f95-4e5b-996b-488bb4df76b4 None None] Bound port: e36fe3bf-1e4b-40cd-af99-10c4775de084, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:57:38.757860 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-972cd665-3f95-4e5b-996b-488bb4df76b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e36fe3bf-1e4b-40cd-af99-10c4775de084), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:38.785236 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-34f9571f-7cc7-49cc-8d58-6b3069429438 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Allocated IP 2001:db8::13c (db8edbc8-a3c8-4a8f-b733-3509635fb19f/01390fe6-1888-468d-8fde-c92b10ba41ab/74394635-72c3-4e5c-9529-996e6a429772) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:57:38.803852 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d668d-2e9e-41ae-8758-f96364610820 req-35200114-2f7f-4ce5-b8bf-535bba397ae8 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:38.812284 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f92d668d-2e9e-41ae-8758-f96364610820 req-35200114-2f7f-4ce5-b8bf-535bba397ae8 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 945 time: 0.2589037 Mar 01 13:57:38.834286 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1405601-46fd-4eae-bf5d-64e765925da0 None None] The sync data for ids ['294d4ec9-fa81-43dc-ae62-75836906d03f'] in n-d-827467-3 is: [{'id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'name': 'tempest-TaggedBootDevicesTest_v242-1027958049-router', 'tenant_id': '4475ad9be4194a7593562a2e7537afad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ae06bd63-92a3-4093-a394-df9ca5c9b2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:05Z', 'updated_at': '2022-03-01T13:54:19Z', 'revision_number': 4, 'project_id': '4475ad9be4194a7593562a2e7537afad', 'gw_port': {'id': 'ae06bd63-92a3-4093-a394-df9ca5c9b2de', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:06Z', 'updated_at': '2022-03-01T13:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'be911f18-484a-4d60-bca2-99b0443a0ac7', 'tenant_id': '4475ad9be4194a7593562a2e7537afad', 'floating_ip_address': '172.25.1.249', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'port_id': '94186ee2-17a9-4363-9cd1-5dd589fc6f6d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a331d97d-3b18-4702-9c0b-f805cbe3e548', 'mac_address': 'fa:16:3e:5b:56:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:56:01Z', 'updated_at': '2022-03-01T13:57:36Z', 'revision_number': 1, 'project_id': '4475ad9be4194a7593562a2e7537afad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '846fa967-75da-4527-8413-b4290e55da8d', 'name': '', 'network_id': 'a331d97d-3b18-4702-9c0b-f805cbe3e548', 'tenant_id': '4475ad9be4194a7593562a2e7537afad', 'mac_address': 'fa:16:3e:bb:f9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '2a7f95b2-978a-4a0a-927f-c44508a26ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:14Z', 'updated_at': '2022-03-01T13:54:26Z', 'revision_number': 5, 'project_id': '4475ad9be4194a7593562a2e7537afad', 'subnets': [{'id': '2a7f95b2-978a-4a0a-927f-c44508a26ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:57:38.839215 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-972cd665-3f95-4e5b-996b-488bb4df76b4 None None] For port e36fe3bf-1e4b-40cd-af99-10c4775de084, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:57:38.843744 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-972cd665-3f95-4e5b-996b-488bb4df76b4 None None] For port e36fe3bf-1e4b-40cd-af99-10c4775de084, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=e36fe3bf-1e4b-40cd-af99-10c4775de084,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:57:38.850773 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-972cd665-3f95-4e5b-996b-488bb4df76b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (e36fe3bf-1e4b-40cd-af99-10c4775de084), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:38.882243 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f92d668d-2e9e-41ae-8758-f96364610820 req-dcc11b2b-b7bc-403f-b306-9a2ea86cd7c7 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689700 Mar 01 13:57:39.036609 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-34f9571f-7cc7-49cc-8d58-6b3069429438 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for port (74394635-72c3-4e5c-9529-996e6a429772), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:39.087579 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972cd665-3f95-4e5b-996b-488bb4df76b4 None None] Pushing event updated for resources: {'Port': ['ID=e36fe3bf-1e4b-40cd-af99-10c4775de084,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:39.092882 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-34f9571f-7cc7-49cc-8d58-6b3069429438 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (74394635-72c3-4e5c-9529-996e6a429772), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:39.145227 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f9571f-7cc7-49cc-8d58-6b3069429438 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:39.148308 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-34f9571f-7cc7-49cc-8d58-6b3069429438 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:39.152221 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f9571f-7cc7-49cc-8d58-6b3069429438 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:57:39.157629 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f9571f-7cc7-49cc-8d58-6b3069429438 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:39.158270 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-34f9571f-7cc7-49cc-8d58-6b3069429438 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:39.165008 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9571f-7cc7-49cc-8d58-6b3069429438 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Port': ['ID=74394635-72c3-4e5c-9529-996e6a429772,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:39.186294 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-34f9571f-7cc7-49cc-8d58-6b3069429438 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3639491 Mar 01 13:57:39.189560 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51188) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:39.192664 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41370acc-426e-4be8-91ec-a57d312859fa None None] New status for floating IP be911f18-484a-4d60-bca2-99b0443a0ac7: ACTIVE {{(pid=103728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 13:57:39.263733 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81445b6-2908-4457-9420-a8a2cdcdda15 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:39.268771 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81445b6-2908-4457-9420-a8a2cdcdda15 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:39.270372 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b81445b6-2908-4457-9420-a8a2cdcdda15 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0772529 Mar 01 13:57:39.273195 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51190) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:39.478374 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-67710619-297d-4bd4-8793-aedc0957ada9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting port 74394635-72c3-4e5c-9529-996e6a429772 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:57:39.479509 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-67710619-297d-4bd4-8793-aedc0957ada9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (74394635-72c3-4e5c-9529-996e6a429772), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:39.542262 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2ad0c-cee8-4bac-b4c2-6e18df4b0dcb req-1cbffa42-5baf-4a7f-8829-84a3a6caf110 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:39.543963 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-edc2ad0c-cee8-4bac-b4c2-6e18df4b0dcb req-1cbffa42-5baf-4a7f-8829-84a3a6caf110 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 945 time: 0.1249349 Mar 01 13:57:39.567609 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51202) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:39.626033 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-67710619-297d-4bd4-8793-aedc0957ada9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (74394635-72c3-4e5c-9529-996e6a429772), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:39.673503 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-edc2ad0c-cee8-4bac-b4c2-6e18df4b0dcb req-1d16e010-b27f-4556-a54c-cd5275791162 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225781 Mar 01 13:57:39.674450 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-67710619-297d-4bd4-8793-aedc0957ada9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Calling delete_port for 74394635-72c3-4e5c-9529-996e6a429772 owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:57:39.677873 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-19a40e91-907c-4553-a136-b1bcf6306466 req-6883466c-b7e5-4fb2-919c-62e518853af0 tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0442278 Mar 01 13:57:39.723450 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:39.842486 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-67710619-297d-4bd4-8793-aedc0957ada9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (74394635-72c3-4e5c-9529-996e6a429772), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:39.872050 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67710619-297d-4bd4-8793-aedc0957ada9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Port': ['ID=74394635-72c3-4e5c-9529-996e6a429772,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:39.902323 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:39.904923 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-67710619-297d-4bd4-8793-aedc0957ada9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:39.910465 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-67710619-297d-4bd4-8793-aedc0957ada9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/74394635-72c3-4e5c-9529-996e6a429772 HTTP/1.1" status: 204 len: 168 time: 0.6328554 Mar 01 13:57:39.910882 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51206) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:39.973095 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861e93d7-6c1a-41c3-ab28-54d0f7ef63c3 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:39.974732 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861e93d7-6c1a-41c3-ab28-54d0f7ef63c3 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:39.979158 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-861e93d7-6c1a-41c3-ab28-54d0f7ef63c3 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0647290 Mar 01 13:57:39.979431 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51210) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:40.077917 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device e36fe3bf-1e4b-40cd-af99-10c4775de084 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:57:40.083415 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad2a42f9-1ab7-4622-8dd2-0570f3e19b70 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting subnet 01390fe6-1888-468d-8fde-c92b10ba41ab {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:57:40.101760 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ad2a42f9-1ab7-4622-8dd2-0570f3e19b70 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (01390fe6-1888-468d-8fde-c92b10ba41ab), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:40.181203 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ad2a42f9-1ab7-4622-8dd2-0570f3e19b70 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (01390fe6-1888-468d-8fde-c92b10ba41ab), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:40.190670 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port e36fe3bf-1e4b-40cd-af99-10c4775de084 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:40.191347 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e36fe3bf-1e4b-40cd-af99-10c4775de084), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:40.270699 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06944545-129d-497e-aabd-b946194600a9 req-efa03908-fb37-48a2-be61-1281499e87a2 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:40.272692 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06944545-129d-497e-aabd-b946194600a9 req-efa03908-fb37-48a2-be61-1281499e87a2 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 945 time: 0.1863084 Mar 01 13:57:40.342270 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port e36fe3bf-1e4b-40cd-af99-10c4775de084 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:40.343459 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e36fe3bf-1e4b-40cd-af99-10c4775de084), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:40.389304 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06944545-129d-497e-aabd-b946194600a9 req-d0aaa958-9439-40b4-9ce1-0817fba0cf14 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097155 Mar 01 13:57:40.403319 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port e36fe3bf-1e4b-40cd-af99-10c4775de084, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=e36fe3bf-1e4b-40cd-af99-10c4775de084,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:40.411644 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (e36fe3bf-1e4b-40cd-af99-10c4775de084), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:40.416509 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ad2a42f9-1ab7-4622-8dd2-0570f3e19b70 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (01390fe6-1888-468d-8fde-c92b10ba41ab), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:40.418231 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cbb2c0c5-5b1c-44f6-9a36-b052e99d603d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (4bc3ce39-3e78-4067-b884-df9b6d673597), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:40.475735 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=e36fe3bf-1e4b-40cd-af99-10c4775de084,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:40.513731 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ad2a42f9-1ab7-4622-8dd2-0570f3e19b70 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (01390fe6-1888-468d-8fde-c92b10ba41ab), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:40.546379 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a42f9-1ab7-4622-8dd2-0570f3e19b70 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Subnet': ['ID=01390fe6-1888-468d-8fde-c92b10ba41ab,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:40.550492 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ad2a42f9-1ab7-4622-8dd2-0570f3e19b70 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:40.553881 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ad2a42f9-1ab7-4622-8dd2-0570f3e19b70 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/01390fe6-1888-468d-8fde-c92b10ba41ab HTTP/1.1" status: 204 len: 168 time: 0.5734808 Mar 01 13:57:40.556458 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51212) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:40.595893 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cacb10c-d556-4201-98c1-b71143a5bee0 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:57:40.599696 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-bb864f2b-6fc3-4b38-8ec6-4aee2a2140d7 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419891 Mar 01 13:57:40.602111 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51214) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:40.664427 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30d682d-1f3c-4aac-9601-4b87fd8288c7 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:40.669114 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f30d682d-1f3c-4aac-9601-4b87fd8288c7 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0660758 Mar 01 13:57:40.669762 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51216) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:40.735376 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-608df012-9958-44b6-a1cd-8022449bc1ad None None] Provisioning complete for port e36fe3bf-1e4b-40cd-af99-10c4775de084 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:40.735965 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-608df012-9958-44b6-a1cd-8022449bc1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e36fe3bf-1e4b-40cd-af99-10c4775de084), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:40.741345 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fc47b1-cf7a-4ace-9097-486a72162706 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:40.747373 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51222) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:40.749152 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a6fc47b1-cf7a-4ace-9097-486a72162706 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0782707 Mar 01 13:57:40.797157 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f75ccfa4-26cd-437e-918a-1edd8dd65aa9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475953 Mar 01 13:57:40.800020 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-cbb2c0c5-5b1c-44f6-9a36-b052e99d603d admin admin] Deleting port f2081164-471f-4cfe-9d84-127b9b18c90c {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:57:40.800365 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cbb2c0c5-5b1c-44f6-9a36-b052e99d603d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (f2081164-471f-4cfe-9d84-127b9b18c90c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:40.805397 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51224) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:40.811129 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-1ab06df2-9750-4092-8046-9b8c63d42ef7 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:40.886370 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ce44e422-7354-4d8f-a4a7-9ad73654826e req-58898b5a-310a-4a43-9996-15f933485998 tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0700891 Mar 01 13:57:40.890415 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-608df012-9958-44b6-a1cd-8022449bc1ad None None] Current status of the port e36fe3bf-1e4b-40cd-af99-10c4775de084 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:40.898232 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa79059b-dc38-4fab-bb4d-466fcadedd15 None None] DHCP port deletion for db8edbc8-a3c8-4a8f-b733-3509635fb19f request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:57:40.934943 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-cbb2c0c5-5b1c-44f6-9a36-b052e99d603d admin admin] For port f2081164-471f-4cfe-9d84-127b9b18c90c, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=f2081164-471f-4cfe-9d84-127b9b18c90c,segment=NetworkSegment(efe48ac2-5e62-42f6-97e0-cf92cf9f656d),segment_id=efe48ac2-5e62-42f6-97e0-cf92cf9f656d)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:40.935379 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cbb2c0c5-5b1c-44f6-9a36-b052e99d603d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (f2081164-471f-4cfe-9d84-127b9b18c90c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:40.951953 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-cbb2c0c5-5b1c-44f6-9a36-b052e99d603d admin admin] Calling delete_port for f2081164-471f-4cfe-9d84-127b9b18c90c owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:57:40.957605 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-aa79059b-dc38-4fab-bb4d-466fcadedd15 None None] Deleting port e36fe3bf-1e4b-40cd-af99-10c4775de084 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:57:40.958829 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-aa79059b-dc38-4fab-bb4d-466fcadedd15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (e36fe3bf-1e4b-40cd-af99-10c4775de084), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:40.967147 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e39033-f8d3-4305-9387-a550b5b3aaf1 req-ae45b27b-8089-4913-b6d9-126460fd87f9 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:40.968850 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-13e39033-f8d3-4305-9387-a550b5b3aaf1 req-ae45b27b-8089-4913-b6d9-126460fd87f9 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 945 time: 0.1643288 Mar 01 13:57:41.027001 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab06df2-9750-4092-8046-9b8c63d42ef7 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:41.031281 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1ab06df2-9750-4092-8046-9b8c63d42ef7 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:41.045514 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-aa79059b-dc38-4fab-bb4d-466fcadedd15 None None] For port e36fe3bf-1e4b-40cd-af99-10c4775de084, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=e36fe3bf-1e4b-40cd-af99-10c4775de084,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:41.046186 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-aa79059b-dc38-4fab-bb4d-466fcadedd15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (e36fe3bf-1e4b-40cd-af99-10c4775de084), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:41.050312 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-13e39033-f8d3-4305-9387-a550b5b3aaf1 req-d6b1263f-b48d-4411-9f4d-58194a15b975 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730498 Mar 01 13:57:41.061628 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-aa79059b-dc38-4fab-bb4d-466fcadedd15 None None] Calling delete_port for e36fe3bf-1e4b-40cd-af99-10c4775de084 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:57:41.182529 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-aa79059b-dc38-4fab-bb4d-466fcadedd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (e36fe3bf-1e4b-40cd-af99-10c4775de084), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:41.196162 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa79059b-dc38-4fab-bb4d-466fcadedd15 None None] No DVR routers for this DVR port e36fe3bf-1e4b-40cd-af99-10c4775de084 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:57:41.203296 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cbb2c0c5-5b1c-44f6-9a36-b052e99d603d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (f2081164-471f-4cfe-9d84-127b9b18c90c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:41.215820 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa79059b-dc38-4fab-bb4d-466fcadedd15 None None] Pushing event deleted for resources: {'Port': ['ID=e36fe3bf-1e4b-40cd-af99-10c4775de084,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:41.241872 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2c0c5-5b1c-44f6-9a36-b052e99d603d admin admin] Pushing event deleted for resources: {'Port': ['ID=f2081164-471f-4cfe-9d84-127b9b18c90c,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:41.360820 n-d-827467-3 neutron-server[103727]: DEBUG neutron.objects.ports [None req-1ab06df2-9750-4092-8046-9b8c63d42ef7 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103727) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 01 13:57:41.362554 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1ab06df2-9750-4092-8046-9b8c63d42ef7 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (98435f54-9237-4990-9a7f-0d9f2c858c83), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:41.405263 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab06df2-9750-4092-8046-9b8c63d42ef7 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:41.410398 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-1ab06df2-9750-4092-8046-9b8c63d42ef7 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:41.421079 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab06df2-9750-4092-8046-9b8c63d42ef7 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:41.421631 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1ab06df2-9750-4092-8046-9b8c63d42ef7 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:41.421784 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8208acc-b187-47c4-bddd-85264d5db4eb None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:57:41.451616 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab06df2-9750-4092-8046-9b8c63d42ef7 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Subnet': ['ID=98435f54-9237-4990-9a7f-0d9f2c858c83,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:41.463578 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1ab06df2-9750-4092-8046-9b8c63d42ef7 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6566606 Mar 01 13:57:41.469214 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51228) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:41.482254 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-1851d69d-2f1f-4791-a09d-9e3fafd9fdfd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:41.493764 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cbb2c0c5-5b1c-44f6-9a36-b052e99d603d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (4bc3ce39-3e78-4067-b884-df9b6d673597), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:41.613551 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c743edc4-4806-4e49-8c24-269928c6f8dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'project_id': 'f9da3539b3c640ef9d6c83a40ce27e63', 'fixed_ips': [{'subnet_id': '98435f54-9237-4990-9a7f-0d9f2c858c83'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:57:41.622080 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c743edc4-4806-4e49-8c24-269928c6f8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:41.630360 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889c551-94c2-421b-b0cc-8ea53cb6f504 req-c3059e50-1c6e-4782-beff-fffa88347806 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:41.632276 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6889c551-94c2-421b-b0cc-8ea53cb6f504 req-c3059e50-1c6e-4782-beff-fffa88347806 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 945 time: 0.1318486 Mar 01 13:57:41.714975 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6889c551-94c2-421b-b0cc-8ea53cb6f504 req-50f396ac-3713-480f-b489-20cf20a21f32 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720229 Mar 01 13:57:41.721356 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1851d69d-2f1f-4791-a09d-9e3fafd9fdfd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:41.725487 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1851d69d-2f1f-4791-a09d-9e3fafd9fdfd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:41.760644 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb2c0c5-5b1c-44f6-9a36-b052e99d603d admin admin] Router 4bc3ce39-3e78-4067-b884-df9b6d673597 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:57:41.784031 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-c743edc4-4806-4e49-8c24-269928c6f8dd None None] Allocated IP 2001:db8::f816:3eff:feb5:37e2 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/98435f54-9237-4990-9a7f-0d9f2c858c83/a594650d-14c4-4ec1-b84d-015ffbb4d2fb) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:57:41.830609 n-d-827467-3 neutron-server[103727]: INFO neutron.db.ipam_backend_mixin [None req-1851d69d-2f1f-4791-a09d-9e3fafd9fdfd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 98435f54-9237-4990-9a7f-0d9f2c858c83 (CIDR: 2001:db8::/64) Mar 01 13:57:41.834599 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-1851d69d-2f1f-4791-a09d-9e3fafd9fdfd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 13:57:41.835143 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1851d69d-2f1f-4791-a09d-9e3fafd9fdfd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:57:41.853473 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1851d69d-2f1f-4791-a09d-9e3fafd9fdfd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3808634 Mar 01 13:57:41.853823 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51230) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:41.858639 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-c3a49247-ffc2-49c0-92e7-218636d7d55b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:41.878592 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb2c0c5-5b1c-44f6-9a36-b052e99d603d admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:57:41.884400 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cbb2c0c5-5b1c-44f6-9a36-b052e99d603d admin admin] 10.222.0.13 "PUT /v2.0/routers/4bc3ce39-3e78-4067-b884-df9b6d673597/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3153627 Mar 01 13:57:41.887900 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51232) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:41.891530 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c1742a-1897-46b6-bcdf-4133c8fe87cc None None] Sync routers for ids ['4bc3ce39-3e78-4067-b884-df9b6d673597'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:57:41.916303 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c1742a-1897-46b6-bcdf-4133c8fe87cc None None] Routers {'4bc3ce39-3e78-4067-b884-df9b6d673597'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:57:41.916924 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-78c1742a-1897-46b6-bcdf-4133c8fe87cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:57:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4bc3ce39-3e78-4067-b884-df9b6d673597'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:41.991540 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c743edc4-4806-4e49-8c24-269928c6f8dd None None] Publish callbacks [] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:42.005922 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c743edc4-4806-4e49-8c24-269928c6f8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:42.019181 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aa8063bd-e1c5-49eb-b135-54ad72186205 admin admin] Publish callbacks [] for router (4bc3ce39-3e78-4067-b884-df9b6d673597), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:42.064214 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a2873d7e-fdac-4f9d-b02c-e46a715f9783 req-a6a8ec47-b6a4-49d9-9e8f-80046667b3c9 tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0428939 Mar 01 13:57:42.076913 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743edc4-4806-4e49-8c24-269928c6f8dd None None] Pushing event updated for resources: {'Port': ['ID=a594650d-14c4-4ec1-b84d-015ffbb4d2fb,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:42.098937 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c743edc4-4806-4e49-8c24-269928c6f8dd None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:42.105169 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-c743edc4-4806-4e49-8c24-269928c6f8dd None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:42.105355 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a49247-ffc2-49c0-92e7-218636d7d55b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:42.110111 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c3a49247-ffc2-49c0-92e7-218636d7d55b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:42.115247 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c743edc4-4806-4e49-8c24-269928c6f8dd None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:57:42.162440 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-78c1742a-1897-46b6-bcdf-4133c8fe87cc None None] Set router 4bc3ce39-3e78-4067-b884-df9b6d673597 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:57:42.165261 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device e36fe3bf-1e4b-40cd-af99-10c4775de084 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:57:42.173595 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aa8063bd-e1c5-49eb-b135-54ad72186205 admin admin] Publish callbacks [] for router_gateway (4bc3ce39-3e78-4067-b884-df9b6d673597), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:42.226512 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: e36fe3bf-1e4b-40cd-af99-10c4775de084 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:57:42.227320 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device e36fe3bf-1e4b-40cd-af99-10c4775de084 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:57:42.239343 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-aa8063bd-e1c5-49eb-b135-54ad72186205 admin admin] Deleting port fdeeb8f0-febd-4353-9c70-ee108cf14024 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:57:42.239818 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aa8063bd-e1c5-49eb-b135-54ad72186205 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (fdeeb8f0-febd-4353-9c70-ee108cf14024), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:42.260955 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-c743edc4-4806-4e49-8c24-269928c6f8dd None None] Attempting to bind port a594650d-14c4-4ec1-b84d-015ffbb4d2fb on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:57:42.261943 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-c743edc4-4806-4e49-8c24-269928c6f8dd None None] Attempting to bind port a594650d-14c4-4ec1-b84d-015ffbb4d2fb by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:57:42.262497 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c743edc4-4806-4e49-8c24-269928c6f8dd None None] Attempting to bind port a594650d-14c4-4ec1-b84d-015ffbb4d2fb on network db8edbc8-a3c8-4a8f-b733-3509635fb19f {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:57:42.268076 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcbdc2-68e0-40f5-ace5-ab7853110b38 req-d070d4c7-3a77-4010-827d-89911bfb8d87 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:42.268312 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c743edc4-4806-4e49-8c24-269928c6f8dd None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:57:42.268618 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c743edc4-4806-4e49-8c24-269928c6f8dd None None] Checking segment: {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:57:42.269026 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c743edc4-4806-4e49-8c24-269928c6f8dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:42.269429 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c743edc4-4806-4e49-8c24-269928c6f8dd None None] Bound using segment: {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:57:42.269597 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c3dcbdc2-68e0-40f5-ace5-ab7853110b38 req-d070d4c7-3a77-4010-827d-89911bfb8d87 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 945 time: 0.0995374 Mar 01 13:57:42.269906 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-c743edc4-4806-4e49-8c24-269928c6f8dd None None] Bound port: a594650d-14c4-4ec1-b84d-015ffbb4d2fb, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b558a327-a508-4efa-8f90-a1e04334e41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:57:42.270293 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c743edc4-4806-4e49-8c24-269928c6f8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:42.346182 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-c743edc4-4806-4e49-8c24-269928c6f8dd None None] For port a594650d-14c4-4ec1-b84d-015ffbb4d2fb, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:57:42.350122 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-c743edc4-4806-4e49-8c24-269928c6f8dd None None] For port a594650d-14c4-4ec1-b84d-015ffbb4d2fb, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=a594650d-14c4-4ec1-b84d-015ffbb4d2fb,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:57:42.360902 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c743edc4-4806-4e49-8c24-269928c6f8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:42.363577 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c3dcbdc2-68e0-40f5-ace5-ab7853110b38 req-03d4eaf1-beb6-4e10-967f-82aef74915f7 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837979 Mar 01 13:57:42.377142 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-aa8063bd-e1c5-49eb-b135-54ad72186205 admin admin] For port fdeeb8f0-febd-4353-9c70-ee108cf14024, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=fdeeb8f0-febd-4353-9c70-ee108cf14024,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:42.377567 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aa8063bd-e1c5-49eb-b135-54ad72186205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (fdeeb8f0-febd-4353-9c70-ee108cf14024), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:42.402457 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-aa8063bd-e1c5-49eb-b135-54ad72186205 admin admin] Calling delete_port for fdeeb8f0-febd-4353-9c70-ee108cf14024 owned by network:router_gateway {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:57:42.439190 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743edc4-4806-4e49-8c24-269928c6f8dd None None] Pushing event updated for resources: {'Port': ['ID=a594650d-14c4-4ec1-b84d-015ffbb4d2fb,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:42.442960 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-78c1742a-1897-46b6-bcdf-4133c8fe87cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'name': 'tempest-AttachVolumeShelveTestJSON-1706073340-router', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:03Z', 'updated_at': '2022-03-01T13:57:41Z', 'revision_number': 5, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'gw_port': {'id': 'fdeeb8f0-febd-4353-9c70-ee108cf14024', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:47:05Z', 'updated_at': '2022-03-01T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:42.475552 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c1742a-1897-46b6-bcdf-4133c8fe87cc None None] Checking router: 4bc3ce39-3e78-4067-b884-df9b6d673597 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:57:42.485763 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c1742a-1897-46b6-bcdf-4133c8fe87cc None None] Routers {'4bc3ce39-3e78-4067-b884-df9b6d673597'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:57:42.486391 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-78c1742a-1897-46b6-bcdf-4133c8fe87cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:57:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4bc3ce39-3e78-4067-b884-df9b6d673597'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:42.488387 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c3a49247-ffc2-49c0-92e7-218636d7d55b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (c88de073-316c-48cf-85ea-bd58810a979b), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:42.542000 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a49247-ffc2-49c0-92e7-218636d7d55b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:42.545424 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-c3a49247-ffc2-49c0-92e7-218636d7d55b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:42.549807 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a49247-ffc2-49c0-92e7-218636d7d55b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:42.550407 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c3a49247-ffc2-49c0-92e7-218636d7d55b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:42.563185 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a49247-ffc2-49c0-92e7-218636d7d55b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Subnet': ['ID=c88de073-316c-48cf-85ea-bd58810a979b,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:42.572607 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c3a49247-ffc2-49c0-92e7-218636d7d55b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7178185 Mar 01 13:57:42.575007 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51238) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:42.580178 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-3e803bd2-1a2d-44ba-9048-381bfb5c7810 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'port': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'mac_address': 'fa:16:3e:c9:af:ed', 'name': 'tempest-NetworksTestDHCPv6-1781949452'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:42.613548 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-78c1742a-1897-46b6-bcdf-4133c8fe87cc None None] Set router 4bc3ce39-3e78-4067-b884-df9b6d673597 gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:57:42.622236 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aa8063bd-e1c5-49eb-b135-54ad72186205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (fdeeb8f0-febd-4353-9c70-ee108cf14024), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:42.666088 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8063bd-e1c5-49eb-b135-54ad72186205 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdeeb8f0-febd-4353-9c70-ee108cf14024,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:42.702111 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-78c1742a-1897-46b6-bcdf-4133c8fe87cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'name': 'tempest-AttachVolumeShelveTestJSON-1706073340-router', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:03Z', 'updated_at': '2022-03-01T13:57:42Z', 'revision_number': 6, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:42.750153 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c1742a-1897-46b6-bcdf-4133c8fe87cc None None] The sync data for ids ['4bc3ce39-3e78-4067-b884-df9b6d673597'] in n-d-827467-3 is: [{'id': '4bc3ce39-3e78-4067-b884-df9b6d673597', 'name': 'tempest-AttachVolumeShelveTestJSON-1706073340-router', 'tenant_id': '3f051444b2884a98b4646c3ecdbf54cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:47:03Z', 'updated_at': '2022-03-01T13:57:42Z', 'revision_number': 6, 'project_id': '3f051444b2884a98b4646c3ecdbf54cd', 'gw_port_host': None}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:57:42.752946 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aa8063bd-e1c5-49eb-b135-54ad72186205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (4bc3ce39-3e78-4067-b884-df9b6d673597), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:42.753435 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e803bd2-1a2d-44ba-9048-381bfb5c7810 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:42.768034 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3e803bd2-1a2d-44ba-9048-381bfb5c7810 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:42.805999 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-3e803bd2-1a2d-44ba-9048-381bfb5c7810 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] device_id is not set on port ff0b4e4d-6de1-456b-b493-939e3cb1bb4d yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:57:42.872701 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aa8063bd-e1c5-49eb-b135-54ad72186205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (4bc3ce39-3e78-4067-b884-df9b6d673597), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:42.874822 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aa8063bd-e1c5-49eb-b135-54ad72186205 admin admin] Publish callbacks [] for router_controller (4bc3ce39-3e78-4067-b884-df9b6d673597), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:42.923427 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aa8063bd-e1c5-49eb-b135-54ad72186205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (4bc3ce39-3e78-4067-b884-df9b6d673597), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:42.924477 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8063bd-e1c5-49eb-b135-54ad72186205 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bc3ce39-3e78-4067-b884-df9b6d673597 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 13:57:42.931865 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aa8063bd-e1c5-49eb-b135-54ad72186205 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:42.934066 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-aa8063bd-e1c5-49eb-b135-54ad72186205 admin admin] 10.222.0.13 "DELETE /v2.0/routers/4bc3ce39-3e78-4067-b884-df9b6d673597 HTTP/1.1" status: 204 len: 168 time: 1.0448704 Mar 01 13:57:42.936262 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51242) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:42.953313 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c046f-9ec6-4a36-89ab-5d722e6db71c req-ee3717af-8ddd-466d-b524-3c8c54330c23 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:42.954838 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c53c046f-9ec6-4a36-89ab-5d722e6db71c req-ee3717af-8ddd-466d-b524-3c8c54330c23 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 945 time: 0.1104116 Mar 01 13:57:42.982002 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-244a1720-1449-4efb-8736-66f332b1995b admin admin] Deleting subnet 261203cc-bf87-4d50-a32d-f34589170095 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:57:42.985359 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-244a1720-1449-4efb-8736-66f332b1995b admin admin] Publish callbacks [] for subnet (261203cc-bf87-4d50-a32d-f34589170095), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:43.020214 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-244a1720-1449-4efb-8736-66f332b1995b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (261203cc-bf87-4d50-a32d-f34589170095), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:43.052914 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c53c046f-9ec6-4a36-89ab-5d722e6db71c req-097690be-513c-47cb-912f-e2acd1e80188 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887496 Mar 01 13:57:43.055976 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-3e803bd2-1a2d-44ba-9048-381bfb5c7810 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Allocated IP 2001:db8:0:1::3be (db8edbc8-a3c8-4a8f-b733-3509635fb19f/c88de073-316c-48cf-85ea-bd58810a979b/ff0b4e4d-6de1-456b-b493-939e3cb1bb4d) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:57:43.064545 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-3e803bd2-1a2d-44ba-9048-381bfb5c7810 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Allocated IP 2001:db8::f816:3eff:fec9:afed (db8edbc8-a3c8-4a8f-b733-3509635fb19f/98435f54-9237-4990-9a7f-0d9f2c858c83/ff0b4e4d-6de1-456b-b493-939e3cb1bb4d) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:57:43.112768 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-244a1720-1449-4efb-8736-66f332b1995b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (261203cc-bf87-4d50-a32d-f34589170095), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:43.175912 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-244a1720-1449-4efb-8736-66f332b1995b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (261203cc-bf87-4d50-a32d-f34589170095), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:43.176170 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3ae30840-cad8-4eab-becf-5d2886e92e7c req-8dae3821-d030-48e1-b377-b45bf471fca7 tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0336430 Mar 01 13:57:43.211451 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a1720-1449-4efb-8736-66f332b1995b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=261203cc-bf87-4d50-a32d-f34589170095,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:43.217340 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-244a1720-1449-4efb-8736-66f332b1995b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:43.223576 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-244a1720-1449-4efb-8736-66f332b1995b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/261203cc-bf87-4d50-a32d-f34589170095 HTTP/1.1" status: 204 len: 168 time: 0.2837794 Mar 01 13:57:43.223788 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51246) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:43.227737 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ef6f48-997c-4417-ad9c-a95b77da3318 None None] Network a2dec7e3-4601-4685-95e7-9ed53553db77 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:57:43.317143 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7e3004e4-2d3d-455e-aecb-b600682acc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (a2dec7e3-4601-4685-95e7-9ed53553db77), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:43.347122 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3e803bd2-1a2d-44ba-9048-381bfb5c7810 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for port (ff0b4e4d-6de1-456b-b493-939e3cb1bb4d), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:43.385939 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-7e3004e4-2d3d-455e-aecb-b600682acc06 admin admin] Deleting port 6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:57:43.386270 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7e3004e4-2d3d-455e-aecb-b600682acc06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:43.386926 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3e803bd2-1a2d-44ba-9048-381bfb5c7810 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (ff0b4e4d-6de1-456b-b493-939e3cb1bb4d), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:43.431242 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e803bd2-1a2d-44ba-9048-381bfb5c7810 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:43.435200 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-3e803bd2-1a2d-44ba-9048-381bfb5c7810 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:43.437845 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e803bd2-1a2d-44ba-9048-381bfb5c7810 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:57:43.443917 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e803bd2-1a2d-44ba-9048-381bfb5c7810 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:43.444558 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3e803bd2-1a2d-44ba-9048-381bfb5c7810 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:43.479079 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-7e3004e4-2d3d-455e-aecb-b600682acc06 admin admin] For port 6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7,segment=NetworkSegment(efe48ac2-5e62-42f6-97e0-cf92cf9f656d),segment_id=efe48ac2-5e62-42f6-97e0-cf92cf9f656d)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:43.479846 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7e3004e4-2d3d-455e-aecb-b600682acc06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:43.495238 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-7e3004e4-2d3d-455e-aecb-b600682acc06 admin admin] Calling delete_port for 6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:57:43.500965 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e803bd2-1a2d-44ba-9048-381bfb5c7810 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Port': ['ID=ff0b4e4d-6de1-456b-b493-939e3cb1bb4d,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:43.523498 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3e803bd2-1a2d-44ba-9048-381bfb5c7810 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.9472177 Mar 01 13:57:43.526073 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51250) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:43.576989 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ed2fe3-6d19-4c6a-8368-1b6c696d60dc None None] DHCP port deletion for a2dec7e3-4601-4685-95e7-9ed53553db77 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:57:43.584388 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc391c4-b30f-4503-9159-916d4d2257c7 req-1bc3758c-a102-4fbf-8c62-d69274154fef tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:43.586106 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bfc391c4-b30f-4503-9159-916d4d2257c7 req-1bc3758c-a102-4fbf-8c62-d69274154fef tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 945 time: 0.1346726 Mar 01 13:57:43.614677 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7e3004e4-2d3d-455e-aecb-b600682acc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:43.644584 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-87ed2fe3-6d19-4c6a-8368-1b6c696d60dc None None] Deleting port 6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:57:43.644964 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-87ed2fe3-6d19-4c6a-8368-1b6c696d60dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:43.646325 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3004e4-2d3d-455e-aecb-b600682acc06 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:43.652988 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3004e4-2d3d-455e-aecb-b600682acc06 admin admin] No DVR routers for this DVR port 6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7 on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:57:43.678616 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bfc391c4-b30f-4503-9159-916d4d2257c7 req-8b5bf72d-8709-4da6-9512-4a57af2930dc tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867143 Mar 01 13:57:43.689668 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-09aeb5b0-92f9-4843-b1d5-bc6079fa4fa2 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting port ff0b4e4d-6de1-456b-b493-939e3cb1bb4d {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:57:43.689962 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-09aeb5b0-92f9-4843-b1d5-bc6079fa4fa2 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (ff0b4e4d-6de1-456b-b493-939e3cb1bb4d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:43.708052 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad4cf24-e3d5-426b-9425-69502f0636cd None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:57:43.740365 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7e3004e4-2d3d-455e-aecb-b600682acc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (a2dec7e3-4601-4685-95e7-9ed53553db77), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:43.770497 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-7e3004e4-2d3d-455e-aecb-b600682acc06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2dec7e3-4601-4685-95e7-9ed53553db77']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:43.783703 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-7e3004e4-2d3d-455e-aecb-b600682acc06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efe48ac2-5e62-42f6-97e0-cf92cf9f656d') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:43.784166 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-7e3004e4-2d3d-455e-aecb-b600682acc06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efe48ac2-5e62-42f6-97e0-cf92cf9f656d') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:43.795971 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-87ed2fe3-6d19-4c6a-8368-1b6c696d60dc None None] For port 6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7, host n-d-827467-3, got binding levels [] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:43.796427 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-87ed2fe3-6d19-4c6a-8368-1b6c696d60dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:43.797234 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7e3004e4-2d3d-455e-aecb-b600682acc06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (efe48ac2-5e62-42f6-97e0-cf92cf9f656d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:43.807588 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-09aeb5b0-92f9-4843-b1d5-bc6079fa4fa2 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (ff0b4e4d-6de1-456b-b493-939e3cb1bb4d), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:43.818125 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-87ed2fe3-6d19-4c6a-8368-1b6c696d60dc None None] Calling delete_port for 6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:57:43.821611 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-dadc5c70-2c83-4cb3-baf2-8a7b2aea9657 None None] Provisioning complete for port a594650d-14c4-4ec1-b84d-015ffbb4d2fb triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:43.821611 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-dadc5c70-2c83-4cb3-baf2-8a7b2aea9657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:43.822703 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.ipam_backend_mixin [None req-87ed2fe3-6d19-4c6a-8368-1b6c696d60dc None None] Port 6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7 was not found and therefore no delete operation was performed {{(pid=103728) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 01 13:57:43.824496 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7e3004e4-2d3d-455e-aecb-b600682acc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (efe48ac2-5e62-42f6-97e0-cf92cf9f656d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:43.824672 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-09aeb5b0-92f9-4843-b1d5-bc6079fa4fa2 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Calling delete_port for ff0b4e4d-6de1-456b-b493-939e3cb1bb4d owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:57:43.832317 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-87ed2fe3-6d19-4c6a-8368-1b6c696d60dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:43.832940 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e3004e4-2d3d-455e-aecb-b600682acc06 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:57:43.833392 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7e3004e4-2d3d-455e-aecb-b600682acc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (efe48ac2-5e62-42f6-97e0-cf92cf9f656d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:43.835160 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:57:43.835160 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:57:43.835160 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:57:43.835160 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:57:43.835160 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:57:43.835160 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:57:43.835160 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:57:43.835160 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:57:43.835160 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:57:43.835160 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:57:43.835160 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:57:43.835160 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:57:43.835160 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:57:43.835160 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:57:43.835160 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:57:43.835160 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:57:43.835160 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:57:43.835160 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:57:43.835160 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:57:43.835160 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:57:43.835160 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:57:43.835160 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:57:43.835160 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:57:43.835160 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:57:43.835160 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:57:43.835160 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:57:43.835160 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:57:43.835160 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:57:43.835160 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:57:43.835160 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:57:43.835160 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:57:43.835160 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:57:43.917554 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7e3004e4-2d3d-455e-aecb-b600682acc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (a2dec7e3-4601-4685-95e7-9ed53553db77), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:43.928053 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed2fe3-6d19-4c6a-8368-1b6c696d60dc None None] Pushing event deleted for resources: {'Port': ['ID=6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:43.929860 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-87ed2fe3-6d19-4c6a-8368-1b6c696d60dc None None] Network a2dec7e3-4601-4685-95e7-9ed53553db77 is not hosted by any dhcp agent {{(pid=103728) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 01 13:57:43.930440 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ed2fe3-6d19-4c6a-8368-1b6c696d60dc None None] No DVR routers for this DVR port 6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:57:43.931006 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7e3004e4-2d3d-455e-aecb-b600682acc06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:43.939092 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7e3004e4-2d3d-455e-aecb-b600682acc06 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a2dec7e3-4601-4685-95e7-9ed53553db77 HTTP/1.1" status: 204 len: 168 time: 0.7142270 Mar 01 13:57:43.964430 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3004e4-2d3d-455e-aecb-b600682acc06 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2dec7e3-4601-4685-95e7-9ed53553db77,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:44.123795 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-09aeb5b0-92f9-4843-b1d5-bc6079fa4fa2 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (ff0b4e4d-6de1-456b-b493-939e3cb1bb4d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:44.149124 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-dadc5c70-2c83-4cb3-baf2-8a7b2aea9657 None None] Current status of the port a594650d-14c4-4ec1-b84d-015ffbb4d2fb is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:44.149512 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-dadc5c70-2c83-4cb3-baf2-8a7b2aea9657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:44.154880 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device a594650d-14c4-4ec1-b84d-015ffbb4d2fb up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:57:44.168038 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aeb5b0-92f9-4843-b1d5-bc6079fa4fa2 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Port': ['ID=ff0b4e4d-6de1-456b-b493-939e3cb1bb4d,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:44.188920 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51256) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:44.244267 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e82ab8f-061b-4ebd-993c-b39deb017296 None None] Update dhcp port {'port': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'fixed_ips': [{'subnet_id': '98435f54-9237-4990-9a7f-0d9f2c858c83', 'ip_address': '2001:db8::f816:3eff:feb5:37e2'}, {'subnet_id': 'c88de073-316c-48cf-85ea-bd58810a979b'}], 'binding:host_id': 'n-d-827467-3'}, 'id': 'a594650d-14c4-4ec1-b84d-015ffbb4d2fb'} from n-d-827467-3. {{(pid=103728) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 01 13:57:44.251952 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d714a234-343d-4ef1-9801-93794f70ed50 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f051444b2884a98b4646c3ecdbf54cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0615494 Mar 01 13:57:44.255811 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51260) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:44.269828 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-09aeb5b0-92f9-4843-b1d5-bc6079fa4fa2 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:44.273181 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-09aeb5b0-92f9-4843-b1d5-bc6079fa4fa2 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/ff0b4e4d-6de1-456b-b493-939e3cb1bb4d HTTP/1.1" status: 204 len: 168 time: 0.7461638 Mar 01 13:57:44.277472 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51262) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:44.281607 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-dadc5c70-2c83-4cb3-baf2-8a7b2aea9657 None None] For port a594650d-14c4-4ec1-b84d-015ffbb4d2fb, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=a594650d-14c4-4ec1-b84d-015ffbb4d2fb,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:44.293788 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-dadc5c70-2c83-4cb3-baf2-8a7b2aea9657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:44.325749 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ae1e8a4a-f5dc-4a15-9dd5-a409c82fc2d5 admin admin] Publish callbacks [] for security_group (09762637-9083-4e4e-9b82-1f3bc86b76da), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:44.347719 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-38453a77-128e-48fd-b12f-7b382eb44310 req-fdc22fe8-85f2-4f1e-8dd0-9b46c64ecf28 tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0360079 Mar 01 13:57:44.360786 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5cb73e-9c33-40d5-bdfa-fd1c6c54584d req-241ed14a-d307-490c-a318-010dc9a186fb tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:44.364300 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc5c70-2c83-4cb3-baf2-8a7b2aea9657 None None] Pushing event updated for resources: {'Port': ['ID=a594650d-14c4-4ec1-b84d-015ffbb4d2fb,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:44.366023 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6f5cb73e-9c33-40d5-bdfa-fd1c6c54584d req-241ed14a-d307-490c-a318-010dc9a186fb tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 945 time: 0.1822176 Mar 01 13:57:44.369664 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ae1e8a4a-f5dc-4a15-9dd5-a409c82fc2d5 admin admin] Publish callbacks [] for security_group (09762637-9083-4e4e-9b82-1f3bc86b76da), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:44.375909 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadc5c70-2c83-4cb3-baf2-8a7b2aea9657 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:44.376529 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadc5c70-2c83-4cb3-baf2-8a7b2aea9657 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:44.377034 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadc5c70-2c83-4cb3-baf2-8a7b2aea9657 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:44.377544 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadc5c70-2c83-4cb3-baf2-8a7b2aea9657 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:44.378058 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadc5c70-2c83-4cb3-baf2-8a7b2aea9657 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:44.378624 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadc5c70-2c83-4cb3-baf2-8a7b2aea9657 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:44.379303 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadc5c70-2c83-4cb3-baf2-8a7b2aea9657 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:44.379650 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadc5c70-2c83-4cb3-baf2-8a7b2aea9657 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:44.380015 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadc5c70-2c83-4cb3-baf2-8a7b2aea9657 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:44.380351 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadc5c70-2c83-4cb3-baf2-8a7b2aea9657 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:44.380687 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadc5c70-2c83-4cb3-baf2-8a7b2aea9657 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:44.381017 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadc5c70-2c83-4cb3-baf2-8a7b2aea9657 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:44.381339 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadc5c70-2c83-4cb3-baf2-8a7b2aea9657 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:44.388604 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2e82ab8f-061b-4ebd-993c-b39deb017296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:44.408682 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port a594650d-14c4-4ec1-b84d-015ffbb4d2fb triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:44.409420 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:44.410761 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2ad268-1a45-459f-a665-7487025b9848 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:44.414716 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7c2ad268-1a45-459f-a665-7487025b9848 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1345122 Mar 01 13:57:44.417991 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51264) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:44.448696 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ae1e8a4a-f5dc-4a15-9dd5-a409c82fc2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (09762637-9083-4e4e-9b82-1f3bc86b76da), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:44.452068 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ae1e8a4a-f5dc-4a15-9dd5-a409c82fc2d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:44.455583 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ae1e8a4a-f5dc-4a15-9dd5-a409c82fc2d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09762637-9083-4e4e-9b82-1f3bc86b76da HTTP/1.1" status: 204 len: 168 time: 0.1964526 Mar 01 13:57:44.463577 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e8a4a-f5dc-4a15-9dd5-a409c82fc2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09762637-9083-4e4e-9b82-1f3bc86b76da,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:44.495637 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6f5cb73e-9c33-40d5-bdfa-fd1c6c54584d req-9debe2ea-2de4-44da-b412-16f71138d967 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177125 Mar 01 13:57:44.521565 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877fbb35-c5cb-47a5-a7a6-88923c1b68c9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:44.528158 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51268) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:44.528327 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-877fbb35-c5cb-47a5-a7a6-88923c1b68c9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1092031 Mar 01 13:57:44.589071 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34abadcb-5461-420e-9cb3-45cb9596369a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:44.590470 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34abadcb-5461-420e-9cb3-45cb9596369a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:44.592049 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34abadcb-5461-420e-9cb3-45cb9596369a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:44.595716 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-34abadcb-5461-420e-9cb3-45cb9596369a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0642312 Mar 01 13:57:44.596806 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51270) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:44.667324 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port a594650d-14c4-4ec1-b84d-015ffbb4d2fb is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:44.673370 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-2e82ab8f-061b-4ebd-993c-b39deb017296 None None] Allocated IP 2001:db8:0:1::2 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/c88de073-316c-48cf-85ea-bd58810a979b/a594650d-14c4-4ec1-b84d-015ffbb4d2fb) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:57:44.778242 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device f2081164-471f-4cfe-9d84-127b9b18c90c no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:57:44.976930 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: f2081164-471f-4cfe-9d84-127b9b18c90c {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:57:44.977446 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device f2081164-471f-4cfe-9d84-127b9b18c90c not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:57:44.977969 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device fdeeb8f0-febd-4353-9c70-ee108cf14024 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:57:45.008111 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: fdeeb8f0-febd-4353-9c70-ee108cf14024 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:57:45.008717 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device fdeeb8f0-febd-4353-9c70-ee108cf14024 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:57:45.009290 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:57:45.026853 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-393ca717-d6ca-4113-a7c4-7c6d5ef0e74e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting subnet 98435f54-9237-4990-9a7f-0d9f2c858c83 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:57:45.033186 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:57:45.033610 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6d8b3989-bed6-4cc1-9c4a-10c0d48abfd7 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:57:45.046253 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ea72e-a552-4016-885d-682ce919b032 req-d230971d-7478-45cc-a78a-5aa21cf461b3 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:45.047342 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4d6ea72e-a552-4016-885d-682ce919b032 req-d230971d-7478-45cc-a78a-5aa21cf461b3 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 945 time: 0.0769129 Mar 01 13:57:45.074561 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-2e82ab8f-061b-4ebd-993c-b39deb017296 None None] For port a594650d-14c4-4ec1-b84d-015ffbb4d2fb, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=a594650d-14c4-4ec1-b84d-015ffbb4d2fb,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:45.099597 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4d6ea72e-a552-4016-885d-682ce919b032 req-35ed7d5a-3834-4509-9699-082b45094ad3 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437095 Mar 01 13:57:45.110828 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2e82ab8f-061b-4ebd-993c-b39deb017296 None None] Publish callbacks [] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:45.116720 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2e82ab8f-061b-4ebd-993c-b39deb017296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:45.120276 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-393ca717-d6ca-4113-a7c4-7c6d5ef0e74e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (98435f54-9237-4990-9a7f-0d9f2c858c83), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:45.167980 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-393ca717-d6ca-4113-a7c4-7c6d5ef0e74e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (98435f54-9237-4990-9a7f-0d9f2c858c83), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:45.225766 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82ab8f-061b-4ebd-993c-b39deb017296 None None] Pushing event updated for resources: {'Port': ['ID=a594650d-14c4-4ec1-b84d-015ffbb4d2fb,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:45.270198 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-393ca717-d6ca-4113-a7c4-7c6d5ef0e74e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (98435f54-9237-4990-9a7f-0d9f2c858c83), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:45.286060 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51294) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:45.339024 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-393ca717-d6ca-4113-a7c4-7c6d5ef0e74e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (98435f54-9237-4990-9a7f-0d9f2c858c83), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:45.376559 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ca717-d6ca-4113-a7c4-7c6d5ef0e74e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Subnet': ['ID=98435f54-9237-4990-9a7f-0d9f2c858c83,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:45.382223 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-393ca717-d6ca-4113-a7c4-7c6d5ef0e74e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:45.392202 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-393ca717-d6ca-4113-a7c4-7c6d5ef0e74e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/98435f54-9237-4990-9a7f-0d9f2c858c83 HTTP/1.1" status: 204 len: 168 time: 0.7926950 Mar 01 13:57:45.393741 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51300) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:45.435060 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-43e2966d-52c3-40ff-a9c4-c7d13c0d29d3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2126147244-network', 'tenant_id': '3467d10c32454cf18668187815493d82'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:45.509078 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e2966d-52c3-40ff-a9c4-c7d13c0d29d3 admin admin] Made reservation on behalf of 3467d10c32454cf18668187815493d82 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:45.512017 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43e2966d-52c3-40ff-a9c4-c7d13c0d29d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:45.518886 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a24cfd8-d531-413d-883a-a85e58051fcd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting subnet c88de073-316c-48cf-85ea-bd58810a979b {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:57:45.532164 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43e2966d-52c3-40ff-a9c4-c7d13c0d29d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:45.534011 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0a24cfd8-d531-413d-883a-a85e58051fcd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (c88de073-316c-48cf-85ea-bd58810a979b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:45.541438 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a5396cc3-5cdd-4c74-87e2-5d414ea1901c req-1b1dc5f4-4b9a-4e4f-8eb2-984bc50c9199 tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0467982 Mar 01 13:57:45.595111 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0a24cfd8-d531-413d-883a-a85e58051fcd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (c88de073-316c-48cf-85ea-bd58810a979b), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:45.681240 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac58699-7f4f-4d6c-be52-9847c872dd3f req-d66e72bf-5cc8-4486-8a45-0aa43915f088 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:45.682877 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4ac58699-7f4f-4d6c-be52-9847c872dd3f req-d66e72bf-5cc8-4486-8a45-0aa43915f088 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 945 time: 0.0826523 Mar 01 13:57:45.725859 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0a24cfd8-d531-413d-883a-a85e58051fcd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (c88de073-316c-48cf-85ea-bd58810a979b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:45.744047 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4ac58699-7f4f-4d6c-be52-9847c872dd3f req-34abe680-01c4-45d6-accd-9fe69218e7bf tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543833 Mar 01 13:57:45.776671 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43e2966d-52c3-40ff-a9c4-c7d13c0d29d3 admin admin] Publish callbacks [] for security_group (fa4d2680-0733-40f9-bbe6-a14101dfe56e), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:45.788955 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43e2966d-52c3-40ff-a9c4-c7d13c0d29d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fa4d2680-0733-40f9-bbe6-a14101dfe56e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:45.906775 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5bc632-1628-4946-8ff5-985c51f8c1d7 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:57:45.960476 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device a594650d-14c4-4ec1-b84d-015ffbb4d2fb up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:57:46.012694 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-06215695-a7e3-457b-8611-2e77172cb5d8 None None] Provisioning complete for port a594650d-14c4-4ec1-b84d-015ffbb4d2fb triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:46.013071 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-06215695-a7e3-457b-8611-2e77172cb5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:46.099021 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port a594650d-14c4-4ec1-b84d-015ffbb4d2fb triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:46.099398 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:46.143968 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e2966d-52c3-40ff-a9c4-c7d13c0d29d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:57:46.160800 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2966d-52c3-40ff-a9c4-c7d13c0d29d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4d2680-0733-40f9-bbe6-a14101dfe56e,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:46.171758 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0a24cfd8-d531-413d-883a-a85e58051fcd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (c88de073-316c-48cf-85ea-bd58810a979b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:46.181132 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43e2966d-52c3-40ff-a9c4-c7d13c0d29d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (da6b7aae-9464-459b-8485-5cc7242f7627), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:46.182128 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-06215695-a7e3-457b-8611-2e77172cb5d8 None None] Current status of the port a594650d-14c4-4ec1-b84d-015ffbb4d2fb is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:46.182648 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-43e2966d-52c3-40ff-a9c4-c7d13c0d29d3 admin admin] Added segment da6b7aae-9464-459b-8485-5cc7242f7627 of type vlan for network 1d0a7b4f-fbe7-45f8-87df-666e5482dea5 Mar 01 13:57:46.188054 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-06215695-a7e3-457b-8611-2e77172cb5d8 None None] Could not find standard attr ID for object ff0b4e4d-6de1-456b-b493-939e3cb1bb4d. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 13:57:46.225922 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port a594650d-14c4-4ec1-b84d-015ffbb4d2fb is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:46.231519 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a24cfd8-d531-413d-883a-a85e58051fcd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Subnet': ['ID=c88de073-316c-48cf-85ea-bd58810a979b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:46.234060 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0a24cfd8-d531-413d-883a-a85e58051fcd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:46.237468 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0a24cfd8-d531-413d-883a-a85e58051fcd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/c88de073-316c-48cf-85ea-bd58810a979b HTTP/1.1" status: 204 len: 168 time: 0.8425796 Mar 01 13:57:46.240434 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51306) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:46.271007 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43e2966d-52c3-40ff-a9c4-c7d13c0d29d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (1d0a7b4f-fbe7-45f8-87df-666e5482dea5), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:46.284772 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7c258754-c1ec-413f-9bc9-2589578229da tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431592 Mar 01 13:57:46.287596 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51308) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:46.293539 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-ff9bad75-79c2-44f4-94e5-35a778c938f4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:46.301269 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ba6fd-395d-455c-8e3b-a7bdc55f2328 req-23f3b7a9-efb9-4fbb-8d27-d2831a6d0f67 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:46.302821 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-863ba6fd-395d-455c-8e3b-a7bdc55f2328 req-23f3b7a9-efb9-4fbb-8d27-d2831a6d0f67 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 945 time: 0.1145015 Mar 01 13:57:46.352637 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43e2966d-52c3-40ff-a9c4-c7d13c0d29d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (1d0a7b4f-fbe7-45f8-87df-666e5482dea5), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:46.354046 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-863ba6fd-395d-455c-8e3b-a7bdc55f2328 req-10070fa8-a918-41e1-9806-20588d91b635 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445132 Mar 01 13:57:46.354351 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e2966d-52c3-40ff-a9c4-c7d13c0d29d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:46.354999 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43e2966d-52c3-40ff-a9c4-c7d13c0d29d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:46.397308 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-43e2966d-52c3-40ff-a9c4-c7d13c0d29d3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1097434 Mar 01 13:57:46.400734 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51310) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:46.405713 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-f619beea-d7b6-44b8-b501-eada9cc50891 admin admin] Request body: {'subnet': {'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2126147244-subnet', 'tenant_id': '3467d10c32454cf18668187815493d82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:46.428922 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f619beea-d7b6-44b8-b501-eada9cc50891 admin admin] Made reservation on behalf of 3467d10c32454cf18668187815493d82 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:46.431268 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f619beea-d7b6-44b8-b501-eada9cc50891 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:46.450264 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2966d-52c3-40ff-a9c4-c7d13c0d29d3 admin admin] Pushing event updated for resources: {'Network': ['ID=1d0a7b4f-fbe7-45f8-87df-666e5482dea5,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:46.461822 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 1d0a7b4f-fbe7-45f8-87df-666e5482dea5 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:57:46.468318 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9bad75-79c2-44f4-94e5-35a778c938f4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:46.471923 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ff9bad75-79c2-44f4-94e5-35a778c938f4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:46.674206 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1d51b45a-9c79-4f4a-9df5-067553107d92 req-360be617-c031-4e95-b72c-d591a7224bc5 tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0360672 Mar 01 13:57:46.681986 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f619beea-d7b6-44b8-b501-eada9cc50891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (531c8525-0467-47e0-9cf7-03358d9bf988), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:46.765591 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f619beea-d7b6-44b8-b501-eada9cc50891 admin admin] Pushing event updated for resources: {'Subnet': ['ID=531c8525-0467-47e0-9cf7-03358d9bf988,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:46.779337 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f619beea-d7b6-44b8-b501-eada9cc50891 admin admin] Checking segment: {'id': 'da6b7aae-9464-459b-8485-5cc7242f7627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:57:46.779594 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f619beea-d7b6-44b8-b501-eada9cc50891 admin admin] Network hostable DHCP agents. Network: 1d0a7b4f-fbe7-45f8-87df-666e5482dea5, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:57:46.801237 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f619beea-d7b6-44b8-b501-eada9cc50891 admin admin] Network 1d0a7b4f-fbe7-45f8-87df-666e5482dea5 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:57:46.815386 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-f619beea-d7b6-44b8-b501-eada9cc50891 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 1d0a7b4f-fbe7-45f8-87df-666e5482dea5) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:46.817413 n-d-827467-3 neutron-server[103726]: DEBUG neutron.objects.ports [None req-ff9bad75-79c2-44f4-94e5-35a778c938f4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103726) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 01 13:57:46.825354 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71267be6-846d-44d2-b896-3d32f3e5e6b9 None None] Network 1d0a7b4f-fbe7-45f8-87df-666e5482dea5 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:57:46.826223 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f619beea-d7b6-44b8-b501-eada9cc50891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:46.826874 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f619beea-d7b6-44b8-b501-eada9cc50891 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:46.869477 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f619beea-d7b6-44b8-b501-eada9cc50891 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4645991 Mar 01 13:57:46.869724 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51316) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:46.874632 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-9617c5a4-7668-438d-93f6-f2782f1dc46f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2126147244-router', 'tenant_id': '3467d10c32454cf18668187815493d82', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:46.886937 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165c2a88-d633-423f-a9ee-023ee072f1fc None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:57:46.903034 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9617c5a4-7668-438d-93f6-f2782f1dc46f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (faec7802-e390-484f-986f-d28422908bf4), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:46.904343 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9617c5a4-7668-438d-93f6-f2782f1dc46f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (faec7802-e390-484f-986f-d28422908bf4), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:46.915496 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf322a9a-403a-4626-882c-5366d10de562 req-7d2ef5f2-9020-40ff-9bbc-bce38d45ab8c tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:46.917075 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cf322a9a-403a-4626-882c-5366d10de562 req-7d2ef5f2-9020-40ff-9bbc-bce38d45ab8c tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 945 time: 0.0874665 Mar 01 13:57:46.992210 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-f20a2a55-9fec-4a2d-a150-647169f658e3 None None] Provisioning complete for port a594650d-14c4-4ec1-b84d-015ffbb4d2fb triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:46.993158 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f20a2a55-9fec-4a2d-a150-647169f658e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:46.995155 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9617c5a4-7668-438d-93f6-f2782f1dc46f admin admin] Publish callbacks [] for router_controller (faec7802-e390-484f-986f-d28422908bf4), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:47.009293 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cf322a9a-403a-4626-882c-5366d10de562 req-7494e25f-15c6-40c9-abb4-82980b2d9f60 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861118 Mar 01 13:57:47.026085 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fec6d6-97ca-4913-a16e-510ec7bb3a3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-1d0a7b4f-fbe7-45f8-87df-666e5482dea5', 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5', 'project_id': '3467d10c32454cf18668187815493d82', 'fixed_ips': [{'subnet_id': '531c8525-0467-47e0-9cf7-03358d9bf988'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:57:47.027022 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-05fec6d6-97ca-4913-a16e-510ec7bb3a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:47.030006 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ff9bad75-79c2-44f4-94e5-35a778c938f4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:47.159480 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9617c5a4-7668-438d-93f6-f2782f1dc46f admin admin] Publish callbacks [] for router_gateway (faec7802-e390-484f-986f-d28422908bf4), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:47.201609 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-ff9bad75-79c2-44f4-94e5-35a778c938f4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] For port a594650d-14c4-4ec1-b84d-015ffbb4d2fb, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=a594650d-14c4-4ec1-b84d-015ffbb4d2fb,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:47.240124 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ff9bad75-79c2-44f4-94e5-35a778c938f4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:47.246929 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ff9bad75-79c2-44f4-94e5-35a778c938f4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:47.264468 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f20a2a55-9fec-4a2d-a150-647169f658e3 None None] Current status of the port a594650d-14c4-4ec1-b84d-015ffbb4d2fb is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:47.280768 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-05fec6d6-97ca-4913-a16e-510ec7bb3a3e None None] Allocated IP 172.20.0.2 (1d0a7b4f-fbe7-45f8-87df-666e5482dea5/531c8525-0467-47e0-9cf7-03358d9bf988/2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:57:47.286405 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ff9bad75-79c2-44f4-94e5-35a778c938f4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (39572056-85cd-45e5-93d4-7796d2254ca0), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:47.345297 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9bad75-79c2-44f4-94e5-35a778c938f4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Subnet': ['ID=39572056-85cd-45e5-93d4-7796d2254ca0,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:47.358173 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9bad75-79c2-44f4-94e5-35a778c938f4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:47.359735 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-ff9bad75-79c2-44f4-94e5-35a778c938f4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:47.364999 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9bad75-79c2-44f4-94e5-35a778c938f4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:47.365612 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ff9bad75-79c2-44f4-94e5-35a778c938f4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:47.383866 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9bad75-79c2-44f4-94e5-35a778c938f4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Port': ['ID=a594650d-14c4-4ec1-b84d-015ffbb4d2fb,revision_number=8']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:47.409944 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ff9bad75-79c2-44f4-94e5-35a778c938f4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1211951 Mar 01 13:57:47.413757 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51320) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:47.426771 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-8c81a870-64d4-4b3d-8264-938bbf38b824 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:47.439571 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9617c5a4-7668-438d-93f6-f2782f1dc46f admin admin] Publish callbacks [] for router_gateway (faec7802-e390-484f-986f-d28422908bf4), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:47.475232 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9617c5a4-7668-438d-93f6-f2782f1dc46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:47.504088 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-05fec6d6-97ca-4913-a16e-510ec7bb3a3e None None] Publish callbacks [] for port (2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:47.516215 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-05fec6d6-97ca-4913-a16e-510ec7bb3a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:47.557638 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fec6d6-97ca-4913-a16e-510ec7bb3a3e None None] Network 1d0a7b4f-fbe7-45f8-87df-666e5482dea5 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:47.560584 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-05fec6d6-97ca-4913-a16e-510ec7bb3a3e None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:47.564230 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fec6d6-97ca-4913-a16e-510ec7bb3a3e None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:57:47.573918 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fec6d6-97ca-4913-a16e-510ec7bb3a3e None None] Pushing event updated for resources: {'Port': ['ID=2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:47.629374 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-05fec6d6-97ca-4913-a16e-510ec7bb3a3e None None] Attempting to bind port 2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:57:47.629374 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-05fec6d6-97ca-4913-a16e-510ec7bb3a3e None None] Attempting to bind port 2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'da6b7aae-9464-459b-8485-5cc7242f7627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:57:47.629830 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fec6d6-97ca-4913-a16e-510ec7bb3a3e None None] Attempting to bind port 2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986 on network 1d0a7b4f-fbe7-45f8-87df-666e5482dea5 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:57:47.635114 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fec6d6-97ca-4913-a16e-510ec7bb3a3e None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:57:47.635504 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fec6d6-97ca-4913-a16e-510ec7bb3a3e None None] Checking segment: {'id': 'da6b7aae-9464-459b-8485-5cc7242f7627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:57:47.635951 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-05fec6d6-97ca-4913-a16e-510ec7bb3a3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:47.636355 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fec6d6-97ca-4913-a16e-510ec7bb3a3e None None] Bound using segment: {'id': 'da6b7aae-9464-459b-8485-5cc7242f7627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:57:47.637404 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-05fec6d6-97ca-4913-a16e-510ec7bb3a3e None None] Bound port: 2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da6b7aae-9464-459b-8485-5cc7242f7627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:57:47.637404 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-05fec6d6-97ca-4913-a16e-510ec7bb3a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:47.666424 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e204bd2-2e47-4f43-83c2-21e6ac3b327a req-6c84fa3d-e471-4ff8-a2c6-eaacaf804732 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:47.668023 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9e204bd2-2e47-4f43-83c2-21e6ac3b327a req-6c84fa3d-e471-4ff8-a2c6-eaacaf804732 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 945 time: 0.1980319 Mar 01 13:57:47.706549 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-05fec6d6-97ca-4913-a16e-510ec7bb3a3e None None] For port 2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:57:47.709059 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-05fec6d6-97ca-4913-a16e-510ec7bb3a3e None None] For port 2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986,segment=NetworkSegment(da6b7aae-9464-459b-8485-5cc7242f7627),segment_id=da6b7aae-9464-459b-8485-5cc7242f7627)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:57:47.716337 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-05fec6d6-97ca-4913-a16e-510ec7bb3a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:47.734767 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-9617c5a4-7668-438d-93f6-f2782f1dc46f admin admin] Allocated IP 172.25.1.113 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/999b8276-175a-43bf-87c8-8527f42a6412) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:57:47.792931 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fec6d6-97ca-4913-a16e-510ec7bb3a3e None None] Pushing event updated for resources: {'Port': ['ID=2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:47.844118 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c81a870-64d4-4b3d-8264-938bbf38b824 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:47.847800 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8c81a870-64d4-4b3d-8264-938bbf38b824 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:47.883632 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-360216b6-3a44-4c54-9376-35ccd1eadd9a req-2a16306b-e14e-4d1c-8737-19689ed0b1e9 tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0712330 Mar 01 13:57:47.942287 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9e204bd2-2e47-4f43-83c2-21e6ac3b327a req-7dfefc59-fe66-4653-887d-32282b90a430 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648013 Mar 01 13:57:47.979791 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9617c5a4-7668-438d-93f6-f2782f1dc46f admin admin] Publish callbacks [] for port (999b8276-175a-43bf-87c8-8527f42a6412), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:47.981350 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device a594650d-14c4-4ec1-b84d-015ffbb4d2fb up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:57:48.024145 n-d-827467-3 neutron-server[103727]: INFO neutron.db.ipam_backend_mixin [None req-8c81a870-64d4-4b3d-8264-938bbf38b824 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 39572056-85cd-45e5-93d4-7796d2254ca0 (CIDR: 2001:db8::/64) Mar 01 13:57:48.038091 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c81a870-64d4-4b3d-8264-938bbf38b824 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 13:57:48.038609 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c81a870-64d4-4b3d-8264-938bbf38b824 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:57:48.068167 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8c81a870-64d4-4b3d-8264-938bbf38b824 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6476696 Mar 01 13:57:48.070210 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9617c5a4-7668-438d-93f6-f2782f1dc46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (999b8276-175a-43bf-87c8-8527f42a6412), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:48.071316 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51326) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:48.081120 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-8b435fc0-af2e-48d5-b018-db95052f7dee tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:48.086931 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port a594650d-14c4-4ec1-b84d-015ffbb4d2fb triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:48.088061 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:48.116303 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8443962c-8192-45a9-957e-484e13371505 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:57:48.117916 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9617c5a4-7668-438d-93f6-f2782f1dc46f admin admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:48.121877 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-9617c5a4-7668-438d-93f6-f2782f1dc46f admin admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:48.133585 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9617c5a4-7668-438d-93f6-f2782f1dc46f admin admin] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:57:48.177968 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617c5a4-7668-438d-93f6-f2782f1dc46f admin admin] Pushing event updated for resources: {'Port': ['ID=999b8276-175a-43bf-87c8-8527f42a6412,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:48.266125 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b435fc0-af2e-48d5-b018-db95052f7dee tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:48.269874 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8b435fc0-af2e-48d5-b018-db95052f7dee tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:48.285718 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-857f9b7b-074f-4c0f-bbdf-65cab9387655 None None] Provisioning complete for port a594650d-14c4-4ec1-b84d-015ffbb4d2fb triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:48.286059 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-857f9b7b-074f-4c0f-bbdf-65cab9387655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:48.346167 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port a594650d-14c4-4ec1-b84d-015ffbb4d2fb is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:48.360251 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f6558-e19b-4b02-9e54-38698f592f76 req-e948e3d5-48e6-454f-a202-e79196d638be tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:48.361811 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0b7f6558-e19b-4b02-9e54-38698f592f76 req-e948e3d5-48e6-454f-a202-e79196d638be tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 945 time: 0.2039387 Mar 01 13:57:48.428939 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-857f9b7b-074f-4c0f-bbdf-65cab9387655 None None] Current status of the port a594650d-14c4-4ec1-b84d-015ffbb4d2fb is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:48.518380 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0b7f6558-e19b-4b02-9e54-38698f592f76 req-994d2853-f088-49e4-b7f1-e04c75403395 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451838 Mar 01 13:57:48.526504 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8b435fc0-af2e-48d5-b018-db95052f7dee tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (cf983b7e-b387-4658-8cc7-674d028da340), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:48.544454 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9617c5a4-7668-438d-93f6-f2782f1dc46f admin admin] Publish callbacks [] for router_gateway (faec7802-e390-484f-986f-d28422908bf4), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:48.568559 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b435fc0-af2e-48d5-b018-db95052f7dee tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:48.576986 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-8b435fc0-af2e-48d5-b018-db95052f7dee tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:48.581770 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b435fc0-af2e-48d5-b018-db95052f7dee tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:48.582378 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8b435fc0-af2e-48d5-b018-db95052f7dee tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:48.604092 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8b435fc0-af2e-48d5-b018-db95052f7dee tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5306876 Mar 01 13:57:48.606815 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51328) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:48.612091 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-47474a01-135c-445c-8ed0-4b61191617b6 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'port': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'mac_address': 'fa:16:3e:33:e0:1e', 'name': 'tempest-NetworksTestDHCPv6-595969484'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:48.615601 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b435fc0-af2e-48d5-b018-db95052f7dee tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Subnet': ['ID=cf983b7e-b387-4658-8cc7-674d028da340,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:48.641710 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8a5cfc-7c66-4188-98dc-a2f5a7768ef1 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:57:48.712002 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-9e62dbc9-aa5d-425c-96df-1b5962f1ec82 None None] Provisioning complete for port a594650d-14c4-4ec1-b84d-015ffbb4d2fb triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:48.712422 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9e62dbc9-aa5d-425c-96df-1b5962f1ec82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:48.763951 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47474a01-135c-445c-8ed0-4b61191617b6 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:48.806820 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9617c5a4-7668-438d-93f6-f2782f1dc46f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (faec7802-e390-484f-986f-d28422908bf4), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:48.846536 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-9e62dbc9-aa5d-425c-96df-1b5962f1ec82 None None] Current status of the port a594650d-14c4-4ec1-b84d-015ffbb4d2fb is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:48.882527 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-47474a01-135c-445c-8ed0-4b61191617b6 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:48.906087 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-47474a01-135c-445c-8ed0-4b61191617b6 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] device_id is not set on port e4c1fdca-c6b0-402c-bece-f762ccbd97ef yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:57:48.941734 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0eb736c-0616-460e-9eeb-723f7a0b7abe None None] Update dhcp port {'port': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'fixed_ips': [{'subnet_id': '39572056-85cd-45e5-93d4-7796d2254ca0', 'ip_address': '2001:db8::f816:3eff:feb5:37e2'}, {'subnet_id': 'cf983b7e-b387-4658-8cc7-674d028da340'}], 'binding:host_id': 'n-d-827467-3'}, 'id': 'a594650d-14c4-4ec1-b84d-015ffbb4d2fb'} from n-d-827467-3. {{(pid=103728) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 01 13:57:48.974746 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f0eb736c-0616-460e-9eeb-723f7a0b7abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:49.092187 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3a0e500a-caac-4397-93ea-69482d2568ab req-03594053-678b-4887-b60d-aa2eb16ea32c tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0761666 Mar 01 13:57:49.094549 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9617c5a4-7668-438d-93f6-f2782f1dc46f admin admin] Router faec7802-e390-484f-986f-d28422908bf4 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 13:57:49.141572 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-47474a01-135c-445c-8ed0-4b61191617b6 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Allocated IP 2001:db8:0:1::304 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/cf983b7e-b387-4658-8cc7-674d028da340/e4c1fdca-c6b0-402c-bece-f762ccbd97ef) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:57:49.144427 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a208fc-d3a8-4732-a12a-841294d52956 None None] Network 1d0a7b4f-fbe7-45f8-87df-666e5482dea5 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:57:49.148998 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-47474a01-135c-445c-8ed0-4b61191617b6 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Allocated IP 2001:db8::f816:3eff:fe33:e01e (db8edbc8-a3c8-4a8f-b733-3509635fb19f/39572056-85cd-45e5-93d4-7796d2254ca0/e4c1fdca-c6b0-402c-bece-f762ccbd97ef) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:57:49.199331 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499a568-3532-4e43-b81c-2e2a90b25e21 req-1df03414-5105-4a9d-acef-d7ce0e2abb10 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:49.201106 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3499a568-3532-4e43-b81c-2e2a90b25e21 req-1df03414-5105-4a9d-acef-d7ce0e2abb10 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 945 time: 0.1204352 Mar 01 13:57:49.215071 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d48a4787-d4a4-4a02-a4ce-ebe3ba630a8d None None] Provisioning complete for port 2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:49.215821 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d48a4787-d4a4-4a02-a4ce-ebe3ba630a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:49.280961 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9617c5a4-7668-438d-93f6-f2782f1dc46f admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:57:49.301997 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3499a568-3532-4e43-b81c-2e2a90b25e21 req-66931e82-14dd-4d08-9176-148df8842b21 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670042 Mar 01 13:57:49.312734 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9617c5a4-7668-438d-93f6-f2782f1dc46f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:49.314164 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9617c5a4-7668-438d-93f6-f2782f1dc46f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4435215 Mar 01 13:57:49.316842 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51334) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:49.339427 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-47474a01-135c-445c-8ed0-4b61191617b6 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for port (e4c1fdca-c6b0-402c-bece-f762ccbd97ef), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:49.385769 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-47474a01-135c-445c-8ed0-4b61191617b6 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (e4c1fdca-c6b0-402c-bece-f762ccbd97ef), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:49.435974 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47474a01-135c-445c-8ed0-4b61191617b6 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:49.439113 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-47474a01-135c-445c-8ed0-4b61191617b6 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:49.442926 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47474a01-135c-445c-8ed0-4b61191617b6 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:57:49.449002 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47474a01-135c-445c-8ed0-4b61191617b6 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:49.449656 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-47474a01-135c-445c-8ed0-4b61191617b6 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:49.463191 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47474a01-135c-445c-8ed0-4b61191617b6 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Port': ['ID=e4c1fdca-c6b0-402c-bece-f762ccbd97ef,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:49.469978 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35a6c97-3b8c-4bc6-85d8-6e8954334c57 None None] Sync routers for ids ['faec7802-e390-484f-986f-d28422908bf4'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:57:49.476390 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-47474a01-135c-445c-8ed0-4b61191617b6 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8661914 Mar 01 13:57:49.476584 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51336) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:49.515638 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35a6c97-3b8c-4bc6-85d8-6e8954334c57 None None] Routers {'faec7802-e390-484f-986f-d28422908bf4'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:57:49.516314 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d35a6c97-3b8c-4bc6-85d8-6e8954334c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:57:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['faec7802-e390-484f-986f-d28422908bf4'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:49.593562 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-f0eb736c-0616-460e-9eeb-723f7a0b7abe None None] Allocated IP 2001:db8:0:1::2 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/cf983b7e-b387-4658-8cc7-674d028da340/a594650d-14c4-4ec1-b84d-015ffbb4d2fb) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:57:49.594128 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-7563ae61-addd-4ab9-9653-9fb1e5778dce tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting port e4c1fdca-c6b0-402c-bece-f762ccbd97ef {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:57:49.594656 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7563ae61-addd-4ab9-9653-9fb1e5778dce tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (e4c1fdca-c6b0-402c-bece-f762ccbd97ef), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:49.691393 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7563ae61-addd-4ab9-9653-9fb1e5778dce tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (e4c1fdca-c6b0-402c-bece-f762ccbd97ef), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:49.703014 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d48a4787-d4a4-4a02-a4ce-ebe3ba630a8d None None] Current status of the port 2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:49.703408 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d48a4787-d4a4-4a02-a4ce-ebe3ba630a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:49.706356 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-7563ae61-addd-4ab9-9653-9fb1e5778dce tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Calling delete_port for e4c1fdca-c6b0-402c-bece-f762ccbd97ef owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:57:49.772639 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-d35a6c97-3b8c-4bc6-85d8-6e8954334c57 None None] Set router faec7802-e390-484f-986f-d28422908bf4 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:57:49.859318 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d48a4787-d4a4-4a02-a4ce-ebe3ba630a8d None None] For port 2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986,segment=NetworkSegment(da6b7aae-9464-459b-8485-5cc7242f7627),segment_id=da6b7aae-9464-459b-8485-5cc7242f7627)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:49.881593 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d48a4787-d4a4-4a02-a4ce-ebe3ba630a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:49.958727 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-f0eb736c-0616-460e-9eeb-723f7a0b7abe None None] For port a594650d-14c4-4ec1-b84d-015ffbb4d2fb, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=a594650d-14c4-4ec1-b84d-015ffbb4d2fb,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:50.005889 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7563ae61-addd-4ab9-9653-9fb1e5778dce tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (e4c1fdca-c6b0-402c-bece-f762ccbd97ef), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:50.021822 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce39ed2-13e2-4c5e-ac5a-b93047e982fe req-90d87ae8-357f-4436-85a8-52aaa5e644f6 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:50.029854 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2ce39ed2-13e2-4c5e-ac5a-b93047e982fe req-90d87ae8-357f-4436-85a8-52aaa5e644f6 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 945 time: 0.1401510 Mar 01 13:57:50.054509 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563ae61-addd-4ab9-9653-9fb1e5778dce tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Port': ['ID=e4c1fdca-c6b0-402c-bece-f762ccbd97ef,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:50.065608 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:57:50.112277 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7563ae61-addd-4ab9-9653-9fb1e5778dce tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:50.113837 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-bcc201f6-1b1c-4b62-900e-e0d78fe3509e None None] Provisioning complete for port 2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:50.113837 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bcc201f6-1b1c-4b62-900e-e0d78fe3509e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:50.117558 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7563ae61-addd-4ab9-9653-9fb1e5778dce tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/e4c1fdca-c6b0-402c-bece-f762ccbd97ef HTTP/1.1" status: 204 len: 168 time: 0.6378317 Mar 01 13:57:50.118204 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51340) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:50.126173 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f0eb736c-0616-460e-9eeb-723f7a0b7abe None None] Publish callbacks [] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:50.141418 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2ce39ed2-13e2-4c5e-ac5a-b93047e982fe req-9f80b49b-3340-4c0e-8acc-476af138885e tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105945 Mar 01 13:57:50.155223 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a4787-d4a4-4a02-a4ce-ebe3ba630a8d None None] Pushing event updated for resources: {'Port': ['ID=2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:50.158858 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f0eb736c-0616-460e-9eeb-723f7a0b7abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:50.212712 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214afe8f-dfc8-414f-832b-cae80ef8fc9e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:50.214510 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-214afe8f-dfc8-414f-832b-cae80ef8fc9e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0956600 Mar 01 13:57:50.217236 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51344) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:50.252377 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9e178c7e-5628-4489-bc7e-a36e06e9e603 req-290f8d62-0d50-4454-a898-2e00025dccf9 tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0523887 Mar 01 13:57:50.273667 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643b6504-3664-41cd-b3b8-aefeac34a43a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:50.278002 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-643b6504-3664-41cd-b3b8-aefeac34a43a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0569952 Mar 01 13:57:50.278184 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51346) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:50.313966 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-18aa9fbb-d97f-4c06-b98c-672259e1ffec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:50.343921 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb272db-fca0-4271-80c9-43041360fb81 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:50.344718 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb736c-0616-460e-9eeb-723f7a0b7abe None None] Pushing event updated for resources: {'Port': ['ID=a594650d-14c4-4ec1-b84d-015ffbb4d2fb,revision_number=9']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:50.345908 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb272db-fca0-4271-80c9-43041360fb81 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:50.347807 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb272db-fca0-4271-80c9-43041360fb81 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:50.353533 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6cb272db-fca0-4271-80c9-43041360fb81 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0710676 Mar 01 13:57:50.368076 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51350) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:50.379474 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:50.379882 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:50.465097 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf3c6c3-346f-4682-b2d9-5855b6ffab9b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting subnet 39572056-85cd-45e5-93d4-7796d2254ca0 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:57:50.469564 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0cf3c6c3-346f-4682-b2d9-5855b6ffab9b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (39572056-85cd-45e5-93d4-7796d2254ca0), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:50.470769 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-bcc201f6-1b1c-4b62-900e-e0d78fe3509e None None] Current status of the port 2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:50.482262 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d35a6c97-3b8c-4bc6-85d8-6e8954334c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faec7802-e390-484f-986f-d28422908bf4', 'name': 'tempest-AttachVolumeTestJSON-2126147244-router', 'tenant_id': '3467d10c32454cf18668187815493d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '999b8276-175a-43bf-87c8-8527f42a6412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:57:46Z', 'updated_at': '2022-03-01T13:57:48Z', 'revision_number': 3, 'project_id': '3467d10c32454cf18668187815493d82', 'gw_port': {'id': '999b8276-175a-43bf-87c8-8527f42a6412', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:47Z', 'updated_at': '2022-03-01T13:57:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:50.516377 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35a6c97-3b8c-4bc6-85d8-6e8954334c57 None None] Checking router: faec7802-e390-484f-986f-d28422908bf4 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:57:50.516748 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35a6c97-3b8c-4bc6-85d8-6e8954334c57 None None] Updating router faec7802-e390-484f-986f-d28422908bf4 port 999b8276-175a-43bf-87c8-8527f42a6412 binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:57:50.534960 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0cf3c6c3-346f-4682-b2d9-5855b6ffab9b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (39572056-85cd-45e5-93d4-7796d2254ca0), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:50.572057 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d35a6c97-3b8c-4bc6-85d8-6e8954334c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (999b8276-175a-43bf-87c8-8527f42a6412), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:50.597493 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be366f-05d5-4a74-873a-5e430c39693e req-a0360657-2c90-4b06-8eb7-aa21ebda47fb tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:50.599197 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-91be366f-05d5-4a74-873a-5e430c39693e req-a0360657-2c90-4b06-8eb7-aa21ebda47fb tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 945 time: 0.1300631 Mar 01 13:57:50.609557 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:50.633563 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-18aa9fbb-d97f-4c06-b98c-672259e1ffec admin admin] Allocated IP 172.20.0.1 (1d0a7b4f-fbe7-45f8-87df-666e5482dea5/531c8525-0467-47e0-9cf7-03358d9bf988/2130f1cc-044d-462c-81db-611276dbecdc) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:57:50.650807 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0cf3c6c3-346f-4682-b2d9-5855b6ffab9b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (39572056-85cd-45e5-93d4-7796d2254ca0), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:50.688240 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-91be366f-05d5-4a74-873a-5e430c39693e req-84e2cf82-8421-437b-a627-9285c290c7f7 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783677 Mar 01 13:57:50.731796 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0cf3c6c3-346f-4682-b2d9-5855b6ffab9b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (39572056-85cd-45e5-93d4-7796d2254ca0), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:50.758666 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3c6c3-346f-4682-b2d9-5855b6ffab9b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Subnet': ['ID=39572056-85cd-45e5-93d4-7796d2254ca0,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:50.762734 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0cf3c6c3-346f-4682-b2d9-5855b6ffab9b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:50.766288 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0cf3c6c3-346f-4682-b2d9-5855b6ffab9b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/39572056-85cd-45e5-93d4-7796d2254ca0 HTTP/1.1" status: 204 len: 168 time: 0.3961444 Mar 01 13:57:50.769847 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51352) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:50.819019 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-18aa9fbb-d97f-4c06-b98c-672259e1ffec admin admin] Publish callbacks [] for port (2130f1cc-044d-462c-81db-611276dbecdc), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:50.844168 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8dd16a6-2039-4069-8b36-11abed9aba7e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting subnet cf983b7e-b387-4658-8cc7-674d028da340 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:57:50.848750 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c8dd16a6-2039-4069-8b36-11abed9aba7e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (cf983b7e-b387-4658-8cc7-674d028da340), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:50.909025 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c8dd16a6-2039-4069-8b36-11abed9aba7e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (cf983b7e-b387-4658-8cc7-674d028da340), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:50.916947 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d35a6c97-3b8c-4bc6-85d8-6e8954334c57 None None] Publish callbacks [] for port (999b8276-175a-43bf-87c8-8527f42a6412), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:50.922144 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d35a6c97-3b8c-4bc6-85d8-6e8954334c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (999b8276-175a-43bf-87c8-8527f42a6412), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:50.945477 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-18aa9fbb-d97f-4c06-b98c-672259e1ffec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (2130f1cc-044d-462c-81db-611276dbecdc), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:50.981673 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-d35a6c97-3b8c-4bc6-85d8-6e8954334c57 None None] Attempting to bind port 999b8276-175a-43bf-87c8-8527f42a6412 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:57:50.982094 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-d35a6c97-3b8c-4bc6-85d8-6e8954334c57 None None] Attempting to bind port 999b8276-175a-43bf-87c8-8527f42a6412 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:57:50.982401 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35a6c97-3b8c-4bc6-85d8-6e8954334c57 None None] Attempting to bind port 999b8276-175a-43bf-87c8-8527f42a6412 on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:57:50.984739 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a39eb0-511d-408d-aea1-0d9152d077a0 None None] Pushing event updated for resources: {'Port': ['ID=999b8276-175a-43bf-87c8-8527f42a6412,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:50.991704 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35a6c97-3b8c-4bc6-85d8-6e8954334c57 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:57:50.992206 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35a6c97-3b8c-4bc6-85d8-6e8954334c57 None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:57:50.992678 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d35a6c97-3b8c-4bc6-85d8-6e8954334c57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:50.993265 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35a6c97-3b8c-4bc6-85d8-6e8954334c57 None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:57:50.993819 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-d35a6c97-3b8c-4bc6-85d8-6e8954334c57 None None] Bound port: 999b8276-175a-43bf-87c8-8527f42a6412, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:57:50.994206 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d35a6c97-3b8c-4bc6-85d8-6e8954334c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (999b8276-175a-43bf-87c8-8527f42a6412), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:51.001113 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18aa9fbb-d97f-4c06-b98c-672259e1ffec admin admin] Network 1d0a7b4f-fbe7-45f8-87df-666e5482dea5 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:51.007471 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-18aa9fbb-d97f-4c06-b98c-672259e1ffec admin admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:51.010361 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aa9fbb-d97f-4c06-b98c-672259e1ffec admin admin] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:57:51.019273 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95df4ce-bb64-4ec4-a31a-5f14bb23a7c5 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:57:51.064509 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa9fbb-d97f-4c06-b98c-672259e1ffec admin admin] Pushing event updated for resources: {'Port': ['ID=2130f1cc-044d-462c-81db-611276dbecdc,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:51.092842 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-18aa9fbb-d97f-4c06-b98c-672259e1ffec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (faec7802-e390-484f-986f-d28422908bf4), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:51.115181 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d35a6c97-3b8c-4bc6-85d8-6e8954334c57 None None] For port 999b8276-175a-43bf-87c8-8527f42a6412, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:57:51.133106 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c8dd16a6-2039-4069-8b36-11abed9aba7e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (cf983b7e-b387-4658-8cc7-674d028da340), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:51.139454 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d35a6c97-3b8c-4bc6-85d8-6e8954334c57 None None] For port 999b8276-175a-43bf-87c8-8527f42a6412, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=999b8276-175a-43bf-87c8-8527f42a6412,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:57:51.143631 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-009b48bf-a214-4bad-a88d-8bdf8cdd4cc9 None None] Provisioning complete for port a594650d-14c4-4ec1-b84d-015ffbb4d2fb triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:51.144055 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-009b48bf-a214-4bad-a88d-8bdf8cdd4cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:51.215926 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d35a6c97-3b8c-4bc6-85d8-6e8954334c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (999b8276-175a-43bf-87c8-8527f42a6412), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:51.278389 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c8dd16a6-2039-4069-8b36-11abed9aba7e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (cf983b7e-b387-4658-8cc7-674d028da340), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:51.300059 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35a6c97-3b8c-4bc6-85d8-6e8954334c57 None None] Routers {'faec7802-e390-484f-986f-d28422908bf4'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:57:51.300762 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d35a6c97-3b8c-4bc6-85d8-6e8954334c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:57:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['faec7802-e390-484f-986f-d28422908bf4'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:51.320360 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a39eb0-511d-408d-aea1-0d9152d077a0 None None] Pushing event updated for resources: {'Port': ['ID=999b8276-175a-43bf-87c8-8527f42a6412,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:51.336291 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd16a6-2039-4069-8b36-11abed9aba7e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Subnet': ['ID=cf983b7e-b387-4658-8cc7-674d028da340,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:51.341245 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c8dd16a6-2039-4069-8b36-11abed9aba7e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:51.344980 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c8dd16a6-2039-4069-8b36-11abed9aba7e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/cf983b7e-b387-4658-8cc7-674d028da340 HTTP/1.1" status: 204 len: 168 time: 0.5739913 Mar 01 13:57:51.347751 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51358) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:51.388896 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-18aa9fbb-d97f-4c06-b98c-672259e1ffec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2130f1cc-044d-462c-81db-611276dbecdc), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:51.394262 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-41bcc1db-a473-4401-b223-9d570e3b0f67 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0423875 Mar 01 13:57:51.394547 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-496594a8-9d8b-409f-9b34-3e231591b40d req-df140af0-3c29-4e46-9053-648be771ff01 tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0419753 Mar 01 13:57:51.395436 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51362) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:51.402344 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81652f57-6343-4500-902e-59aa53b689ee req-73f69c49-37b3-43af-843c-045fd498f676 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:51.403925 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-81652f57-6343-4500-902e-59aa53b689ee req-73f69c49-37b3-43af-843c-045fd498f676 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 945 time: 0.1673915 Mar 01 13:57:51.412867 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-5b06d17c-ef46-4a4d-af64-e6484e356bcd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:51.502204 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-81652f57-6343-4500-902e-59aa53b689ee req-5262b556-934c-4e94-91f0-0658b4ded5de tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890799 Mar 01 13:57:51.515146 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b06d17c-ef46-4a4d-af64-e6484e356bcd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:51.519544 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5b06d17c-ef46-4a4d-af64-e6484e356bcd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:51.591063 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-009b48bf-a214-4bad-a88d-8bdf8cdd4cc9 None None] Current status of the port a594650d-14c4-4ec1-b84d-015ffbb4d2fb is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:51.636043 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-18aa9fbb-d97f-4c06-b98c-672259e1ffec admin admin] Publish callbacks [] for port (2130f1cc-044d-462c-81db-611276dbecdc), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:51.642475 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-18aa9fbb-d97f-4c06-b98c-672259e1ffec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (2130f1cc-044d-462c-81db-611276dbecdc), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:51.679486 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-d35a6c97-3b8c-4bc6-85d8-6e8954334c57 None None] Set router faec7802-e390-484f-986f-d28422908bf4 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:57:51.720129 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22df2d9-668c-4db3-9fea-131f06fca8d3 None None] Update dhcp port {'port': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'fixed_ips': [{'subnet_id': 'cf983b7e-b387-4658-8cc7-674d028da340'}], 'binding:host_id': 'n-d-827467-3'}, 'id': 'a594650d-14c4-4ec1-b84d-015ffbb4d2fb'} from n-d-827467-3. {{(pid=103728) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 01 13:57:51.725280 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa9fbb-d97f-4c06-b98c-672259e1ffec admin admin] Pushing event updated for resources: {'Port': ['ID=2130f1cc-044d-462c-81db-611276dbecdc,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:51.729248 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-18aa9fbb-d97f-4c06-b98c-672259e1ffec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (faec7802-e390-484f-986f-d28422908bf4), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:51.736480 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5b06d17c-ef46-4a4d-af64-e6484e356bcd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (f841c9c6-646f-45c1-b932-e10cf1660fd7), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:51.781776 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b06d17c-ef46-4a4d-af64-e6484e356bcd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:51.785137 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-5b06d17c-ef46-4a4d-af64-e6484e356bcd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:51.785285 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-e58127b2-13b2-4e23-9e04-6b8b03be16b2 None None] Provisioning complete for port 2130f1cc-044d-462c-81db-611276dbecdc triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:51.785546 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e58127b2-13b2-4e23-9e04-6b8b03be16b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2130f1cc-044d-462c-81db-611276dbecdc), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:51.789529 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b06d17c-ef46-4a4d-af64-e6484e356bcd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:51.790185 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5b06d17c-ef46-4a4d-af64-e6484e356bcd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:51.809009 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06d17c-ef46-4a4d-af64-e6484e356bcd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Subnet': ['ID=f841c9c6-646f-45c1-b932-e10cf1660fd7,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:51.815849 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5b06d17c-ef46-4a4d-af64-e6484e356bcd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4173818 Mar 01 13:57:51.818771 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51366) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:51.824351 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-6bbf470c-5156-4a54-92ec-44e7acb83438 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:51.849241 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a22df2d9-668c-4db3-9fea-131f06fca8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:51.883606 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18aa9fbb-d97f-4c06-b98c-672259e1ffec admin admin] Network 1d0a7b4f-fbe7-45f8-87df-666e5482dea5 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:51.886427 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-18aa9fbb-d97f-4c06-b98c-672259e1ffec admin admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:51.922068 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-e58127b2-13b2-4e23-9e04-6b8b03be16b2 None None] Port 2130f1cc-044d-462c-81db-611276dbecdc cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:57:51.949154 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45975959-4e30-4efa-94b5-90db1a1e930a req-7a1cc439-9290-4aff-b608-a496f3bf63f7 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:51.950632 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-45975959-4e30-4efa-94b5-90db1a1e930a req-7a1cc439-9290-4aff-b608-a496f3bf63f7 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 945 time: 0.1203213 Mar 01 13:57:51.955598 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbf470c-5156-4a54-92ec-44e7acb83438 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:51.960112 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6bbf470c-5156-4a54-92ec-44e7acb83438 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:52.070873 n-d-827467-3 neutron-server[103726]: INFO neutron.db.ipam_backend_mixin [None req-6bbf470c-5156-4a54-92ec-44e7acb83438 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f841c9c6-646f-45c1-b932-e10cf1660fd7 (CIDR: 2001:db8::/64) Mar 01 13:57:52.075492 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bbf470c-5156-4a54-92ec-44e7acb83438 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 13:57:52.076050 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bbf470c-5156-4a54-92ec-44e7acb83438 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:57:52.103049 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6bbf470c-5156-4a54-92ec-44e7acb83438 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2805221 Mar 01 13:57:52.103307 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51368) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:52.107272 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device a594650d-14c4-4ec1-b84d-015ffbb4d2fb up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:57:52.110921 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-be120102-a911-4b53-9a80-1d7d0bfc6f1d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:52.132457 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-45975959-4e30-4efa-94b5-90db1a1e930a req-7b8a01ff-6517-4e3d-8982-071e5aa4c013 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499217 Mar 01 13:57:52.147072 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18aa9fbb-d97f-4c06-b98c-672259e1ffec admin admin] Router faec7802-e390-484f-986f-d28422908bf4 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:57:52.249097 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be120102-a911-4b53-9a80-1d7d0bfc6f1d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:52.252390 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port a594650d-14c4-4ec1-b84d-015ffbb4d2fb triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:52.252906 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:52.256604 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-be120102-a911-4b53-9a80-1d7d0bfc6f1d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:52.298928 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18aa9fbb-d97f-4c06-b98c-672259e1ffec admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:57:52.309915 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-8d28aac6-1c7e-434d-a533-c8a7fc24e4d0 None None] Provisioning complete for port 2130f1cc-044d-462c-81db-611276dbecdc triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:52.310302 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8d28aac6-1c7e-434d-a533-c8a7fc24e4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2130f1cc-044d-462c-81db-611276dbecdc), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:52.318056 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-18aa9fbb-d97f-4c06-b98c-672259e1ffec admin admin] 10.222.0.13 "PUT /v2.0/routers/faec7802-e390-484f-986f-d28422908bf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9998586 Mar 01 13:57:52.353742 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a80929-ff50-4120-9887-c990949b433e None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:57:52.381753 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d35a6c97-3b8c-4bc6-85d8-6e8954334c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faec7802-e390-484f-986f-d28422908bf4', 'name': 'tempest-AttachVolumeTestJSON-2126147244-router', 'tenant_id': '3467d10c32454cf18668187815493d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '999b8276-175a-43bf-87c8-8527f42a6412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:57:46Z', 'updated_at': '2022-03-01T13:57:51Z', 'revision_number': 4, 'project_id': '3467d10c32454cf18668187815493d82', 'gw_port': {'id': '999b8276-175a-43bf-87c8-8527f42a6412', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:47Z', 'updated_at': '2022-03-01T13:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '2130f1cc-044d-462c-81db-611276dbecdc', 'name': '', 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5', 'tenant_id': '3467d10c32454cf18668187815493d82', 'mac_address': 'fa:16:3e:76:d4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '531c8525-0467-47e0-9cf7-03358d9bf988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:50Z', 'updated_at': '2022-03-01T13:57:50Z', 'revision_number': 1, 'project_id': '3467d10c32454cf18668187815493d82', 'subnets': [{'id': '531c8525-0467-47e0-9cf7-03358d9bf988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:52.492972 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35a6c97-3b8c-4bc6-85d8-6e8954334c57 None None] The sync data for ids ['faec7802-e390-484f-986f-d28422908bf4'] in n-d-827467-3 is: [{'id': 'faec7802-e390-484f-986f-d28422908bf4', 'name': 'tempest-AttachVolumeTestJSON-2126147244-router', 'tenant_id': '3467d10c32454cf18668187815493d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '999b8276-175a-43bf-87c8-8527f42a6412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:57:46Z', 'updated_at': '2022-03-01T13:57:51Z', 'revision_number': 4, 'project_id': '3467d10c32454cf18668187815493d82', 'gw_port': {'id': '999b8276-175a-43bf-87c8-8527f42a6412', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:47Z', 'updated_at': '2022-03-01T13:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '2130f1cc-044d-462c-81db-611276dbecdc', 'name': '', 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5', 'tenant_id': '3467d10c32454cf18668187815493d82', 'mac_address': 'fa:16:3e:76:d4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '531c8525-0467-47e0-9cf7-03358d9bf988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:50Z', 'updated_at': '2022-03-01T13:57:50Z', 'revision_number': 1, 'project_id': '3467d10c32454cf18668187815493d82', 'subnets': [{'id': '531c8525-0467-47e0-9cf7-03358d9bf988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:57:52.498370 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-8d28aac6-1c7e-434d-a533-c8a7fc24e4d0 None None] Port 2130f1cc-044d-462c-81db-611276dbecdc cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:57:52.525168 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port a594650d-14c4-4ec1-b84d-015ffbb4d2fb is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:52.525906 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:57:52.566667 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-313ac9c1-9fd6-4e80-a7b9-cbada30650ff req-92c3a130-2f39-436e-82a2-375f09584ba8 tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0721955 Mar 01 13:57:52.663997 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-90549e08-0469-4d86-906e-96b6ec6867d1 None None] Provisioning complete for port a594650d-14c4-4ec1-b84d-015ffbb4d2fb triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:52.664750 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-90549e08-0469-4d86-906e-96b6ec6867d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:52.732282 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:52.732801 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:52.735708 n-d-827467-3 neutron-server[103726]: DEBUG neutron.objects.ports [None req-be120102-a911-4b53-9a80-1d7d0bfc6f1d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103726) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 01 13:57:52.749469 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2beed6e-a3b2-4fc2-8d9a-bb4e9335cc46 req-e4cb582c-fe59-4c53-9025-db380534cbf9 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:52.754084 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a2beed6e-a3b2-4fc2-8d9a-bb4e9335cc46 req-e4cb582c-fe59-4c53-9025-db380534cbf9 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 945 time: 0.0973785 Mar 01 13:57:52.840632 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a2beed6e-a3b2-4fc2-8d9a-bb4e9335cc46 req-b344aff5-497f-40cb-8c09-904b2f9d3720 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767498 Mar 01 13:57:52.875846 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee2d7d1-c8cd-4798-a31d-d8394e3f85a3 None None] Update dhcp port {'port': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'fixed_ips': [{'subnet_id': 'f841c9c6-646f-45c1-b932-e10cf1660fd7'}], 'binding:host_id': 'n-d-827467-3'}, 'id': 'a594650d-14c4-4ec1-b84d-015ffbb4d2fb'} from n-d-827467-3. {{(pid=103728) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 01 13:57:52.931413 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51380) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:52.939731 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-bc190f4e-47fd-49e7-afa1-66ab7f9d1032 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1774724989', 'description': 'tempest-description--753222856'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:52.973175 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-be120102-a911-4b53-9a80-1d7d0bfc6f1d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:52.973784 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bc190f4e-47fd-49e7-afa1-66ab7f9d1032 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:53.014797 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fee2d7d1-c8cd-4798-a31d-d8394e3f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:53.044305 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:53.052977 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-90549e08-0469-4d86-906e-96b6ec6867d1 None None] Current status of the port a594650d-14c4-4ec1-b84d-015ffbb4d2fb is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:53.068541 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bc190f4e-47fd-49e7-afa1-66ab7f9d1032 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for security_group (17948b6f-99a2-4c26-af97-965458e93310), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:53.075003 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bc190f4e-47fd-49e7-afa1-66ab7f9d1032 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (17948b6f-99a2-4c26-af97-965458e93310), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:53.122373 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc190f4e-47fd-49e7-afa1-66ab7f9d1032 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17948b6f-99a2-4c26-af97-965458e93310,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:53.131714 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bc190f4e-47fd-49e7-afa1-66ab7f9d1032 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:53.134875 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-bc190f4e-47fd-49e7-afa1-66ab7f9d1032 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2014182 Mar 01 13:57:53.136972 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51382) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:53.141904 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-ee8cdbd0-1d9e-4612-b121-32e402a1b684 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Request body: {'security_group_rule': {'security_group_id': '17948b6f-99a2-4c26-af97-965458e93310', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:53.194339 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee8cdbd0-1d9e-4612-b121-32e402a1b684 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for security_group_rule (c47f8574-5fab-4fe4-9b36-1f4fa6f11880), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:53.253798 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-be120102-a911-4b53-9a80-1d7d0bfc6f1d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] For port a594650d-14c4-4ec1-b84d-015ffbb4d2fb, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=a594650d-14c4-4ec1-b84d-015ffbb4d2fb,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:53.283357 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9778978-9b4b-4076-a78c-5d009b751b70 req-9e1e96a4-711e-42e8-aeea-66ada383fa3a tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:53.285410 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e9778978-9b4b-4076-a78c-5d009b751b70 req-9e1e96a4-711e-42e8-aeea-66ada383fa3a tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 945 time: 0.0676827 Mar 01 13:57:53.289381 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee8cdbd0-1d9e-4612-b121-32e402a1b684 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for security_group_rule (c47f8574-5fab-4fe4-9b36-1f4fa6f11880), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:53.298018 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee8cdbd0-1d9e-4612-b121-32e402a1b684 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (c47f8574-5fab-4fe4-9b36-1f4fa6f11880), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:53.301529 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-be120102-a911-4b53-9a80-1d7d0bfc6f1d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:53.309861 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-fee2d7d1-c8cd-4798-a31d-d8394e3f85a3 None None] Allocated IP 2001:db8::2 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/f841c9c6-646f-45c1-b932-e10cf1660fd7/a594650d-14c4-4ec1-b84d-015ffbb4d2fb) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:57:53.319453 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-be120102-a911-4b53-9a80-1d7d0bfc6f1d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:53.367014 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e9778978-9b4b-4076-a78c-5d009b751b70 req-d5471109-bb24-4109-b84a-d1b9f917eaea tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687182 Mar 01 13:57:53.387562 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee8cdbd0-1d9e-4612-b121-32e402a1b684 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:53.391240 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ee8cdbd0-1d9e-4612-b121-32e402a1b684 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2506199 Mar 01 13:57:53.391420 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8cdbd0-1d9e-4612-b121-32e402a1b684 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47f8574-5fab-4fe4-9b36-1f4fa6f11880,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:53.391939 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51386) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:53.393650 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-be120102-a911-4b53-9a80-1d7d0bfc6f1d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (c570099b-2aee-469a-b893-e069af465363), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:53.397426 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-fc0cb43c-b91b-435c-bf7d-e9314d4e2f35 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Request body: {'security_group_rule': {'security_group_id': '17948b6f-99a2-4c26-af97-965458e93310', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:53.431180 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fc0cb43c-b91b-435c-bf7d-e9314d4e2f35 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for security_group_rule (03f3afd0-3e22-4fcb-8632-7ec8eb25a613), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:53.438348 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be120102-a911-4b53-9a80-1d7d0bfc6f1d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Port': ['ID=a594650d-14c4-4ec1-b84d-015ffbb4d2fb,revision_number=13']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:53.442387 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be120102-a911-4b53-9a80-1d7d0bfc6f1d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Subnet': ['ID=c570099b-2aee-469a-b893-e069af465363,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:53.454649 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-fee2d7d1-c8cd-4798-a31d-d8394e3f85a3 None None] For port a594650d-14c4-4ec1-b84d-015ffbb4d2fb, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=a594650d-14c4-4ec1-b84d-015ffbb4d2fb,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:53.463376 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be120102-a911-4b53-9a80-1d7d0bfc6f1d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:53.464864 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-be120102-a911-4b53-9a80-1d7d0bfc6f1d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:53.467564 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be120102-a911-4b53-9a80-1d7d0bfc6f1d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:53.468709 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-be120102-a911-4b53-9a80-1d7d0bfc6f1d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:53.492341 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-be120102-a911-4b53-9a80-1d7d0bfc6f1d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3851979 Mar 01 13:57:53.493258 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51388) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:53.496663 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fee2d7d1-c8cd-4798-a31d-d8394e3f85a3 None None] Publish callbacks [] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:53.500973 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-20f19fa4-17ab-4d46-bda1-cad7dba08395 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'port': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'mac_address': 'fa:16:3e:73:bb:f5', 'name': 'tempest-NetworksTestDHCPv6-2110984084'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:53.504346 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fee2d7d1-c8cd-4798-a31d-d8394e3f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:53.508439 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fc0cb43c-b91b-435c-bf7d-e9314d4e2f35 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for security_group_rule (03f3afd0-3e22-4fcb-8632-7ec8eb25a613), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:53.522178 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fc0cb43c-b91b-435c-bf7d-e9314d4e2f35 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (03f3afd0-3e22-4fcb-8632-7ec8eb25a613), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:53.551130 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fc0cb43c-b91b-435c-bf7d-e9314d4e2f35 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:53.552378 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-fc0cb43c-b91b-435c-bf7d-e9314d4e2f35 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1587343 Mar 01 13:57:53.553619 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0cb43c-b91b-435c-bf7d-e9314d4e2f35 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03f3afd0-3e22-4fcb-8632-7ec8eb25a613,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:53.555783 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51390) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:53.566211 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-0c1949e2-562b-4239-bf80-4eb6421240ca tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:53.583403 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee2d7d1-c8cd-4798-a31d-d8394e3f85a3 None None] Pushing event updated for resources: {'Port': ['ID=a594650d-14c4-4ec1-b84d-015ffbb4d2fb,revision_number=14']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:53.605755 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0c1949e2-562b-4239-bf80-4eb6421240ca tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:53.684841 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f19fa4-17ab-4d46-bda1-cad7dba08395 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:53.688894 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-20f19fa4-17ab-4d46-bda1-cad7dba08395 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:53.711300 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-20f19fa4-17ab-4d46-bda1-cad7dba08395 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] device_id is not set on port b24106b3-d2a3-400c-8dde-1fa14121c869 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:57:53.739440 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6bf2edd0-28bd-4d29-ab93-d4c377d86dc7 req-c1e360a4-e9c6-4a47-9718-15b3a76163b5 tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0396001 Mar 01 13:57:53.862408 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0c1949e2-562b-4239-bf80-4eb6421240ca tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:53.898526 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device a594650d-14c4-4ec1-b84d-015ffbb4d2fb no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:57:54.029124 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-20f19fa4-17ab-4d46-bda1-cad7dba08395 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Allocated IP 2001:db8::1e4 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/f841c9c6-646f-45c1-b932-e10cf1660fd7/b24106b3-d2a3-400c-8dde-1fa14121c869) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:57:54.038612 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-20f19fa4-17ab-4d46-bda1-cad7dba08395 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Allocated IP 2001:db8:0:1:f816:3eff:fe73:bbf5 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/c570099b-2aee-469a-b893-e069af465363/b24106b3-d2a3-400c-8dde-1fa14121c869) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:57:54.042133 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port a594650d-14c4-4ec1-b84d-015ffbb4d2fb is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:54.042869 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:54.074122 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-0c1949e2-562b-4239-bf80-4eb6421240ca tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Allocated IP 172.25.1.71 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/3747048d-ac11-432a-90fd-261cd050ef11) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:57:54.096498 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba0f32-eb07-4098-8313-08095353cdca req-a2a99861-48da-4eff-a98d-16bab9dc3501 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:54.099292 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8bba0f32-eb07-4098-8313-08095353cdca req-a2a99861-48da-4eff-a98d-16bab9dc3501 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 945 time: 0.1100409 Mar 01 13:57:54.227327 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8bba0f32-eb07-4098-8313-08095353cdca req-4bfc8c67-109e-434f-bcc9-e7647fd46db3 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184702 Mar 01 13:57:54.274601 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0c1949e2-562b-4239-bf80-4eb6421240ca tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for port (3747048d-ac11-432a-90fd-261cd050ef11), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:54.285105 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-20f19fa4-17ab-4d46-bda1-cad7dba08395 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for port (b24106b3-d2a3-400c-8dde-1fa14121c869), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:54.326167 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0c1949e2-562b-4239-bf80-4eb6421240ca tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (3747048d-ac11-432a-90fd-261cd050ef11), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:54.358521 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-20f19fa4-17ab-4d46-bda1-cad7dba08395 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (b24106b3-d2a3-400c-8dde-1fa14121c869), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:54.358914 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port a594650d-14c4-4ec1-b84d-015ffbb4d2fb, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=a594650d-14c4-4ec1-b84d-015ffbb4d2fb,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:54.364880 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:54.397610 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1949e2-562b-4239-bf80-4eb6421240ca tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:54.408453 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-0c1949e2-562b-4239-bf80-4eb6421240ca tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:54.420158 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1949e2-562b-4239-bf80-4eb6421240ca tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:57:54.457674 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=a594650d-14c4-4ec1-b84d-015ffbb4d2fb,revision_number=15']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:54.467958 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1949e2-562b-4239-bf80-4eb6421240ca tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Pushing event updated for resources: {'Port': ['ID=3747048d-ac11-432a-90fd-261cd050ef11,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:54.483338 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f19fa4-17ab-4d46-bda1-cad7dba08395 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:54.497262 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-20f19fa4-17ab-4d46-bda1-cad7dba08395 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:54.502173 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f19fa4-17ab-4d46-bda1-cad7dba08395 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:57:54.519624 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f19fa4-17ab-4d46-bda1-cad7dba08395 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:54.524062 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-20f19fa4-17ab-4d46-bda1-cad7dba08395 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:54.582841 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-20f19fa4-17ab-4d46-bda1-cad7dba08395 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0852151 Mar 01 13:57:54.592534 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51398) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:54.602645 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f19fa4-17ab-4d46-bda1-cad7dba08395 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Port': ['ID=b24106b3-d2a3-400c-8dde-1fa14121c869,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:54.632161 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdfff6-6791-4088-a0f4-261da6023992 req-000659d8-5344-4a7c-a3e5-8753e77c6c13 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:54.633859 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-03cdfff6-6791-4088-a0f4-261da6023992 req-000659d8-5344-4a7c-a3e5-8753e77c6c13 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 945 time: 0.1593361 Mar 01 13:57:54.664880 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device a594650d-14c4-4ec1-b84d-015ffbb4d2fb up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:57:54.685734 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0c1949e2-562b-4239-bf80-4eb6421240ca tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for floatingip (cdd7cca8-84e7-421d-8cb3-bc5bc717fbbb), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:54.752491 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-9a0cf492-e132-4b50-a103-7459e7877d14 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting port b24106b3-d2a3-400c-8dde-1fa14121c869 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:57:54.752912 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9a0cf492-e132-4b50-a103-7459e7877d14 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (b24106b3-d2a3-400c-8dde-1fa14121c869), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:54.757232 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-03cdfff6-6791-4088-a0f4-261da6023992 req-e25c3623-e81f-430a-9639-c48ddced9df8 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072938 Mar 01 13:57:54.758220 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0c1949e2-562b-4239-bf80-4eb6421240ca tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3747048d-ac11-432a-90fd-261cd050ef11), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:54.763384 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port a594650d-14c4-4ec1-b84d-015ffbb4d2fb triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:54.763502 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:54.830221 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a7b756-5305-4c15-9daf-e3f0b32529d9 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:57:54.906489 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9a0cf492-e132-4b50-a103-7459e7877d14 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (b24106b3-d2a3-400c-8dde-1fa14121c869), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:54.921810 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-9a0cf492-e132-4b50-a103-7459e7877d14 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Calling delete_port for b24106b3-d2a3-400c-8dde-1fa14121c869 owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:57:54.928364 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1fa333e8-58e7-48ec-95a8-9fc0065f2c77 req-b12c4463-8c0b-4728-837e-4e66d2ec0cf9 tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0354469 Mar 01 13:57:54.952024 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-faff3f27-dd61-47f8-9a93-c3925b5e545f None None] Provisioning complete for port a594650d-14c4-4ec1-b84d-015ffbb4d2fb triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:54.952408 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-faff3f27-dd61-47f8-9a93-c3925b5e545f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:54.955344 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port a594650d-14c4-4ec1-b84d-015ffbb4d2fb is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:54.955745 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:55.022040 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0c1949e2-562b-4239-bf80-4eb6421240ca tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for port (3747048d-ac11-432a-90fd-261cd050ef11), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:55.028182 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0c1949e2-562b-4239-bf80-4eb6421240ca tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (3747048d-ac11-432a-90fd-261cd050ef11), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:55.058964 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port a594650d-14c4-4ec1-b84d-015ffbb4d2fb, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=a594650d-14c4-4ec1-b84d-015ffbb4d2fb,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:55.068047 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:55.068791 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 999b8276-175a-43bf-87c8-8527f42a6412 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:57:55.100726 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1949e2-562b-4239-bf80-4eb6421240ca tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Pushing event updated for resources: {'Port': ['ID=3747048d-ac11-432a-90fd-261cd050ef11,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:55.115186 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0c1949e2-562b-4239-bf80-4eb6421240ca tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (cdd7cca8-84e7-421d-8cb3-bc5bc717fbbb), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:55.136235 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0c1949e2-562b-4239-bf80-4eb6421240ca tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:55.137507 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0c1949e2-562b-4239-bf80-4eb6421240ca tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5756340 Mar 01 13:57:55.161017 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9a0cf492-e132-4b50-a103-7459e7877d14 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (b24106b3-d2a3-400c-8dde-1fa14121c869), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:55.194604 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0cf492-e132-4b50-a103-7459e7877d14 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Port': ['ID=b24106b3-d2a3-400c-8dde-1fa14121c869,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:55.194922 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=a594650d-14c4-4ec1-b84d-015ffbb4d2fb,revision_number=16']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:55.217198 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-faff3f27-dd61-47f8-9a93-c3925b5e545f None None] Current status of the port a594650d-14c4-4ec1-b84d-015ffbb4d2fb is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:55.231421 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-940d4d51-4dff-4f6a-b062-bdccc1780e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:55.237902 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 999b8276-175a-43bf-87c8-8527f42a6412 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:55.238305 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (999b8276-175a-43bf-87c8-8527f42a6412), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:55.259292 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9a0cf492-e132-4b50-a103-7459e7877d14 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:55.266039 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9a0cf492-e132-4b50-a103-7459e7877d14 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/b24106b3-d2a3-400c-8dde-1fa14121c869 HTTP/1.1" status: 204 len: 168 time: 0.6692777 Mar 01 13:57:55.266039 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51412) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:55.343857 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ca6268-a001-41ed-97d9-01aa75fef717 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:55.348573 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-22ca6268-a001-41ed-97d9-01aa75fef717 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0797439 Mar 01 13:57:55.349149 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51420) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:55.380475 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 999b8276-175a-43bf-87c8-8527f42a6412 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:55.381148 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (999b8276-175a-43bf-87c8-8527f42a6412), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:55.414452 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 999b8276-175a-43bf-87c8-8527f42a6412, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=999b8276-175a-43bf-87c8-8527f42a6412,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:55.426557 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb759875-97d9-48cb-97d8-d13342e3bef8 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:55.426881 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (999b8276-175a-43bf-87c8-8527f42a6412), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:55.432383 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-eb759875-97d9-48cb-97d8-d13342e3bef8 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0774276 Mar 01 13:57:55.432383 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51422) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:55.453028 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-36151def-3132-4de0-be98-94b0fc62e644 req-17281f5f-583e-47a9-8ce5-2f0e995eaf3e tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1774724989&fields=id&tenant_id=3467d10c32454cf18668187815493d82 HTTP/1.1" status: 200 len: 267 time: 0.1311214 Mar 01 13:57:55.467888 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5262e14-9f3a-4bd9-adfd-f9073854bc79 req-a17f1894-1005-4ad5-b415-ee547290cb79 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:55.469688 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e5262e14-9f3a-4bd9-adfd-f9073854bc79 req-a17f1894-1005-4ad5-b415-ee547290cb79 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 945 time: 0.1149671 Mar 01 13:57:55.507561 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=999b8276-175a-43bf-87c8-8527f42a6412,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:55.521216 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53dea79-915d-4b39-9037-67cec43fc36c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:55.522681 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53dea79-915d-4b39-9037-67cec43fc36c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:55.524146 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53dea79-915d-4b39-9037-67cec43fc36c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:55.527714 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d53dea79-915d-4b39-9037-67cec43fc36c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0937774 Mar 01 13:57:55.529294 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51424) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:55.607394 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ee79be-0fda-4290-bedd-6da9a0687a92 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting subnet c570099b-2aee-469a-b893-e069af465363 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:57:55.611266 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e1ee79be-0fda-4290-bedd-6da9a0687a92 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (c570099b-2aee-469a-b893-e069af465363), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:55.612792 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e5262e14-9f3a-4bd9-adfd-f9073854bc79 req-785afd41-e26e-4b1a-9802-1e0e2fe6436a tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773325 Mar 01 13:57:55.638075 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36151def-3132-4de0-be98-94b0fc62e644 req-23bf3990-c9b1-435c-b09c-45af4f5851b2 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:55.639591 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-36151def-3132-4de0-be98-94b0fc62e644 req-23bf3990-c9b1-435c-b09c-45af4f5851b2 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/networks?id=1d0a7b4f-fbe7-45f8-87df-666e5482dea5 HTTP/1.1" status: 200 len: 811 time: 0.1689744 Mar 01 13:57:55.656184 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-36151def-3132-4de0-be98-94b0fc62e644 req-beddf7ca-6919-43a1-bdef-5233027e23a8 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/quotas/3467d10c32454cf18668187815493d82 HTTP/1.1" status: 200 len: 375 time: 0.0104151 Mar 01 13:57:55.678631 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e1ee79be-0fda-4290-bedd-6da9a0687a92 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (c570099b-2aee-469a-b893-e069af465363), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:55.722890 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-36151def-3132-4de0-be98-94b0fc62e644 req-afb42b87-34bb-4e50-a9fb-7c09573356cd tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3467d10c32454cf18668187815493d82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607603 Mar 01 13:57:55.776537 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e1ee79be-0fda-4290-bedd-6da9a0687a92 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (c570099b-2aee-469a-b893-e069af465363), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:55.801616 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:57:55.849661 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-36151def-3132-4de0-be98-94b0fc62e644 req-26b87565-262e-482a-baab-43f53adb3a4d service neutron] 10.222.0.13 "GET /v2.0/networks/1d0a7b4f-fbe7-45f8-87df-666e5482dea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100984 Mar 01 13:57:55.885684 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e1ee79be-0fda-4290-bedd-6da9a0687a92 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (c570099b-2aee-469a-b893-e069af465363), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:55.916468 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee79be-0fda-4290-bedd-6da9a0687a92 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Subnet': ['ID=c570099b-2aee-469a-b893-e069af465363,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:55.922956 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e1ee79be-0fda-4290-bedd-6da9a0687a92 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:55.928962 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e1ee79be-0fda-4290-bedd-6da9a0687a92 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/c570099b-2aee-469a-b893-e069af465363 HTTP/1.1" status: 204 len: 168 time: 0.3961308 Mar 01 13:57:55.929433 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51428) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:55.936225 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215acb63-7e1f-4847-9002-20b69f36a2d0 None None] Sync routers for ids ['faec7802-e390-484f-986f-d28422908bf4'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:57:55.951199 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215acb63-7e1f-4847-9002-20b69f36a2d0 None None] Routers {'faec7802-e390-484f-986f-d28422908bf4'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:57:55.952051 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-215acb63-7e1f-4847-9002-20b69f36a2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:57:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['faec7802-e390-484f-986f-d28422908bf4'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:56.009924 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa630ea-0efb-467b-a2f9-49bed8cb6aab req-ada2b001-f9f0-490e-9f75-9e2b95a99330 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:56.011801 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-faa630ea-0efb-467b-a2f9-49bed8cb6aab req-ada2b001-f9f0-490e-9f75-9e2b95a99330 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 945 time: 0.1590798 Mar 01 13:57:56.025076 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device a594650d-14c4-4ec1-b84d-015ffbb4d2fb up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:57:56.046873 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-63f688fc-54ca-46f3-a3fd-d12c79081b5d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting subnet f841c9c6-646f-45c1-b932-e10cf1660fd7 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:57:56.050688 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-63f688fc-54ca-46f3-a3fd-d12c79081b5d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (f841c9c6-646f-45c1-b932-e10cf1660fd7), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:56.084651 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-36151def-3132-4de0-be98-94b0fc62e644 req-c57f8ef1-da23-45d4-8375-8610437dad01 service neutron] 10.222.0.13 "GET /v2.0/networks/1d0a7b4f-fbe7-45f8-87df-666e5482dea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897962 Mar 01 13:57:56.106258 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e03857a-24f3-4ee0-b31c-71f49ced880d None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:57:56.112319 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port a594650d-14c4-4ec1-b84d-015ffbb4d2fb triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:56.112524 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-63f688fc-54ca-46f3-a3fd-d12c79081b5d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (f841c9c6-646f-45c1-b932-e10cf1660fd7), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:56.113150 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:56.125261 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-faa630ea-0efb-467b-a2f9-49bed8cb6aab req-53182535-df3b-4af6-ab7a-1ead11bf7052 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075201 Mar 01 13:57:56.182120 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-215acb63-7e1f-4847-9002-20b69f36a2d0 None None] Set router faec7802-e390-484f-986f-d28422908bf4 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:57:56.237916 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-63f688fc-54ca-46f3-a3fd-d12c79081b5d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (f841c9c6-646f-45c1-b932-e10cf1660fd7), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:56.260054 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a1129ffc-08f4-4651-a4af-d637d5ae17f3 req-dd8597fb-3342-4365-965b-3fea0453c694 tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0403337 Mar 01 13:57:56.324183 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-37ad69d2-b7f5-49d2-850b-2dd2b493f440 None None] Provisioning complete for port a594650d-14c4-4ec1-b84d-015ffbb4d2fb triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:56.325282 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-37ad69d2-b7f5-49d2-850b-2dd2b493f440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:56.342224 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-63f688fc-54ca-46f3-a3fd-d12c79081b5d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (f841c9c6-646f-45c1-b932-e10cf1660fd7), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:56.386484 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fd0020c3-7185-4498-b523-cd7525a444e0 req-e5be5130-1c42-45cc-8b6b-de033a1fb202 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 210 time: 0.1001015 Mar 01 13:57:56.425075 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f688fc-54ca-46f3-a3fd-d12c79081b5d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Subnet': ['ID=f841c9c6-646f-45c1-b932-e10cf1660fd7,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:56.430354 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-63f688fc-54ca-46f3-a3fd-d12c79081b5d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:56.437115 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-63f688fc-54ca-46f3-a3fd-d12c79081b5d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/f841c9c6-646f-45c1-b932-e10cf1660fd7 HTTP/1.1" status: 204 len: 168 time: 0.5034857 Mar 01 13:57:56.437759 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51436) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:56.467263 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port a594650d-14c4-4ec1-b84d-015ffbb4d2fb is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:56.468354 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 999b8276-175a-43bf-87c8-8527f42a6412 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:57:56.472049 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-215acb63-7e1f-4847-9002-20b69f36a2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faec7802-e390-484f-986f-d28422908bf4', 'name': 'tempest-AttachVolumeTestJSON-2126147244-router', 'tenant_id': '3467d10c32454cf18668187815493d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '999b8276-175a-43bf-87c8-8527f42a6412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:57:46Z', 'updated_at': '2022-03-01T13:57:51Z', 'revision_number': 4, 'project_id': '3467d10c32454cf18668187815493d82', 'gw_port': {'id': '999b8276-175a-43bf-87c8-8527f42a6412', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:47Z', 'updated_at': '2022-03-01T13:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '2130f1cc-044d-462c-81db-611276dbecdc', 'name': '', 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5', 'tenant_id': '3467d10c32454cf18668187815493d82', 'mac_address': 'fa:16:3e:76:d4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '531c8525-0467-47e0-9cf7-03358d9bf988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:50Z', 'updated_at': '2022-03-01T13:57:51Z', 'revision_number': 2, 'project_id': '3467d10c32454cf18668187815493d82', 'subnets': [{'id': '531c8525-0467-47e0-9cf7-03358d9bf988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:56.514971 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b5a62092-a67a-48a6-b257-3309bd416fff tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734196 Mar 01 13:57:56.515566 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215acb63-7e1f-4847-9002-20b69f36a2d0 None None] Checking router: faec7802-e390-484f-986f-d28422908bf4 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:57:56.515566 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215acb63-7e1f-4847-9002-20b69f36a2d0 None None] Updating router faec7802-e390-484f-986f-d28422908bf4 port 2130f1cc-044d-462c-81db-611276dbecdc binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 13:57:56.515829 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51440) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:56.521573 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-4b204663-e9ac-4040-a1c9-4fbe8958e07e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:56.553306 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-215acb63-7e1f-4847-9002-20b69f36a2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2130f1cc-044d-462c-81db-611276dbecdc), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:56.607214 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d67da9-c3e8-4dca-9171-d59878d320a7 None None] Update dhcp port {'port': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'fixed_ips': [{'subnet_id': 'f841c9c6-646f-45c1-b932-e10cf1660fd7'}], 'binding:host_id': 'n-d-827467-3'}, 'id': 'a594650d-14c4-4ec1-b84d-015ffbb4d2fb'} from n-d-827467-3. {{(pid=103728) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 01 13:57:56.639946 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b204663-e9ac-4040-a1c9-4fbe8958e07e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:56.642765 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-37ad69d2-b7f5-49d2-850b-2dd2b493f440 None None] Current status of the port a594650d-14c4-4ec1-b84d-015ffbb4d2fb is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:56.647419 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4b204663-e9ac-4040-a1c9-4fbe8958e07e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:56.655073 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-37ad69d2-b7f5-49d2-850b-2dd2b493f440 None None] Could not find standard attr ID for object b24106b3-d2a3-400c-8dde-1fa14121c869. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 13:57:56.656791 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 999b8276-175a-43bf-87c8-8527f42a6412 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:56.657339 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (999b8276-175a-43bf-87c8-8527f42a6412), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:56.680902 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d2d67da9-c3e8-4dca-9171-d59878d320a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:56.863926 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcace96e-80ba-43ff-8be8-f3a25bdd25d3 req-66ed7b6a-7315-4c53-8023-21c932df832d tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:56.868373 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fcace96e-80ba-43ff-8be8-f3a25bdd25d3 req-66ed7b6a-7315-4c53-8023-21c932df832d tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 945 time: 0.1115043 Mar 01 13:57:56.897585 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-215acb63-7e1f-4847-9002-20b69f36a2d0 None None] Publish callbacks [] for port (2130f1cc-044d-462c-81db-611276dbecdc), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:56.908571 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-215acb63-7e1f-4847-9002-20b69f36a2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (2130f1cc-044d-462c-81db-611276dbecdc), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:56.927452 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4b204663-e9ac-4040-a1c9-4fbe8958e07e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (eca48f36-545f-4876-a050-8c631ba2c41c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:56.959271 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 999b8276-175a-43bf-87c8-8527f42a6412 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:56.987028 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fcace96e-80ba-43ff-8be8-f3a25bdd25d3 req-340fd079-1c83-4932-99ff-1892f926cb40 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089263 Mar 01 13:57:57.001289 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced9b357-c16c-4947-9329-b349d455508a None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:57:57.117474 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-8df1ac95-de2f-48c5-bd74-83469cb863d0 None None] Provisioning complete for port a594650d-14c4-4ec1-b84d-015ffbb4d2fb triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:57.117896 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8df1ac95-de2f-48c5-bd74-83469cb863d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:57.128598 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72506db-f577-49fc-a7a9-76b09d6f4440 None None] Pushing event updated for resources: {'Port': ['ID=2130f1cc-044d-462c-81db-611276dbecdc,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:57.174095 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72506db-f577-49fc-a7a9-76b09d6f4440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:57.174541 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72506db-f577-49fc-a7a9-76b09d6f4440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:57.174953 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72506db-f577-49fc-a7a9-76b09d6f4440 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:57.175359 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72506db-f577-49fc-a7a9-76b09d6f4440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:57.175788 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72506db-f577-49fc-a7a9-76b09d6f4440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:57.176189 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72506db-f577-49fc-a7a9-76b09d6f4440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:57.176612 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72506db-f577-49fc-a7a9-76b09d6f4440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:57.177002 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72506db-f577-49fc-a7a9-76b09d6f4440 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:57.177559 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72506db-f577-49fc-a7a9-76b09d6f4440 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:57.178092 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72506db-f577-49fc-a7a9-76b09d6f4440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:57.178621 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72506db-f577-49fc-a7a9-76b09d6f4440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:57.179148 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72506db-f577-49fc-a7a9-76b09d6f4440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:57.179710 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72506db-f577-49fc-a7a9-76b09d6f4440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:57:57.249800 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-215acb63-7e1f-4847-9002-20b69f36a2d0 None None] Attempting to bind port 2130f1cc-044d-462c-81db-611276dbecdc on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:57:57.250183 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-215acb63-7e1f-4847-9002-20b69f36a2d0 None None] Attempting to bind port 2130f1cc-044d-462c-81db-611276dbecdc by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'da6b7aae-9464-459b-8485-5cc7242f7627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:57:57.250550 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215acb63-7e1f-4847-9002-20b69f36a2d0 None None] Attempting to bind port 2130f1cc-044d-462c-81db-611276dbecdc on network 1d0a7b4f-fbe7-45f8-87df-666e5482dea5 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:57:57.265876 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215acb63-7e1f-4847-9002-20b69f36a2d0 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:57:57.266647 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215acb63-7e1f-4847-9002-20b69f36a2d0 None None] Checking segment: {'id': 'da6b7aae-9464-459b-8485-5cc7242f7627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:57:57.266647 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-215acb63-7e1f-4847-9002-20b69f36a2d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:57.267026 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215acb63-7e1f-4847-9002-20b69f36a2d0 None None] Bound using segment: {'id': 'da6b7aae-9464-459b-8485-5cc7242f7627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:57:57.267535 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-215acb63-7e1f-4847-9002-20b69f36a2d0 None None] Bound port: 2130f1cc-044d-462c-81db-611276dbecdc, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da6b7aae-9464-459b-8485-5cc7242f7627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:57:57.267907 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-215acb63-7e1f-4847-9002-20b69f36a2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2130f1cc-044d-462c-81db-611276dbecdc), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:57.351584 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-8df1ac95-de2f-48c5-bd74-83469cb863d0 None None] Current status of the port a594650d-14c4-4ec1-b84d-015ffbb4d2fb is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:57.385356 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1c5f5-a75c-495f-a1c0-10b539c2ff24 req-76831999-090b-45e8-8b78-b9b9f8c21645 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:57.387251 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7eb451-36ba-43c9-ab69-939f64980d97 None None] Update dhcp port {'port': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'fixed_ips': [{'subnet_id': 'eca48f36-545f-4876-a050-8c631ba2c41c'}], 'binding:host_id': 'n-d-827467-3'}, 'id': 'a594650d-14c4-4ec1-b84d-015ffbb4d2fb'} from n-d-827467-3. {{(pid=103728) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 01 13:57:57.392686 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ddd1c5f5-a75c-495f-a1c0-10b539c2ff24 req-76831999-090b-45e8-8b78-b9b9f8c21645 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 945 time: 0.1274385 Mar 01 13:57:57.404845 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-215acb63-7e1f-4847-9002-20b69f36a2d0 None None] For port 2130f1cc-044d-462c-81db-611276dbecdc, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:57:57.410660 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-215acb63-7e1f-4847-9002-20b69f36a2d0 None None] For port 2130f1cc-044d-462c-81db-611276dbecdc, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=2130f1cc-044d-462c-81db-611276dbecdc,segment=NetworkSegment(da6b7aae-9464-459b-8485-5cc7242f7627),segment_id=da6b7aae-9464-459b-8485-5cc7242f7627)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:57:57.420828 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-215acb63-7e1f-4847-9002-20b69f36a2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (2130f1cc-044d-462c-81db-611276dbecdc), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:57.484910 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4e7eb451-36ba-43c9-ab69-939f64980d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:57.494577 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8583ed6b-1f9e-43e1-9023-fdfeb4b5c60f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:57.504811 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0da2e76d-c673-41e8-99fa-3646c166e3ba req-af176aad-8b83-4088-af08-df8f6a49333d tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0501225 Mar 01 13:57:57.516929 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72506db-f577-49fc-a7a9-76b09d6f4440 None None] Pushing event updated for resources: {'Port': ['ID=2130f1cc-044d-462c-81db-611276dbecdc,revision_number=4']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:57.531830 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b204663-e9ac-4040-a1c9-4fbe8958e07e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:57.535290 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-4b204663-e9ac-4040-a1c9-4fbe8958e07e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:57.536068 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ddd1c5f5-a75c-495f-a1c0-10b539c2ff24 req-e7971b20-6221-4185-b898-6ebc4be14cf9 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344230 Mar 01 13:57:57.540195 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b204663-e9ac-4040-a1c9-4fbe8958e07e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:57.540810 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4b204663-e9ac-4040-a1c9-4fbe8958e07e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:57.546738 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215acb63-7e1f-4847-9002-20b69f36a2d0 None None] Routers {'faec7802-e390-484f-986f-d28422908bf4'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:57:57.547417 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-215acb63-7e1f-4847-9002-20b69f36a2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:57:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['faec7802-e390-484f-986f-d28422908bf4'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:57.568456 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b204663-e9ac-4040-a1c9-4fbe8958e07e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Subnet': ['ID=eca48f36-545f-4876-a050-8c631ba2c41c,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:57.577560 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4b204663-e9ac-4040-a1c9-4fbe8958e07e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0599577 Mar 01 13:57:57.580802 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51454) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:57.585965 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-8ae6c471-a675-4c57-b9cf-021ac8fbc95e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:57.621721 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-49f19bcb-6465-4fa4-839e-e4c3edde6782 None None] Provisioning complete for port 2130f1cc-044d-462c-81db-611276dbecdc triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:57.621721 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-49f19bcb-6465-4fa4-839e-e4c3edde6782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2130f1cc-044d-462c-81db-611276dbecdc), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:57.662939 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6cef8ce8-e880-485b-aba3-d421d86a533f req-e78c8f63-5c42-4b45-84dd-312b537bb18d tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 210 time: 0.0510309 Mar 01 13:57:57.741880 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae6c471-a675-4c57-b9cf-021ac8fbc95e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:57.744951 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-215acb63-7e1f-4847-9002-20b69f36a2d0 None None] Set router faec7802-e390-484f-986f-d28422908bf4 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:57:57.766790 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8ae6c471-a675-4c57-b9cf-021ac8fbc95e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:57.863998 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-49f19bcb-6465-4fa4-839e-e4c3edde6782 None None] Current status of the port 2130f1cc-044d-462c-81db-611276dbecdc is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:57.865146 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-49f19bcb-6465-4fa4-839e-e4c3edde6782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2130f1cc-044d-462c-81db-611276dbecdc), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:57.903961 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-4e7eb451-36ba-43c9-ab69-939f64980d97 None None] Allocated IP 2001:db8::2 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/eca48f36-545f-4876-a050-8c631ba2c41c/a594650d-14c4-4ec1-b84d-015ffbb4d2fb) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:57:57.946667 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-49f19bcb-6465-4fa4-839e-e4c3edde6782 None None] For port 2130f1cc-044d-462c-81db-611276dbecdc, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=2130f1cc-044d-462c-81db-611276dbecdc,segment=NetworkSegment(da6b7aae-9464-459b-8485-5cc7242f7627),segment_id=da6b7aae-9464-459b-8485-5cc7242f7627)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:57.953912 n-d-827467-3 neutron-server[103726]: INFO neutron.db.ipam_backend_mixin [None req-8ae6c471-a675-4c57-b9cf-021ac8fbc95e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eca48f36-545f-4876-a050-8c631ba2c41c (CIDR: 2001:db8::/64) Mar 01 13:57:57.961577 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-49f19bcb-6465-4fa4-839e-e4c3edde6782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (2130f1cc-044d-462c-81db-611276dbecdc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:57.966482 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae6c471-a675-4c57-b9cf-021ac8fbc95e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 13:57:57.970165 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ae6c471-a675-4c57-b9cf-021ac8fbc95e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:57:58.032803 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8ae6c471-a675-4c57-b9cf-021ac8fbc95e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4513085 Mar 01 13:57:58.035987 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51458) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:57:58.041531 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-afd24d64-63e9-4a01-b098-d021426a1741 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'subnet': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:58.053158 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-215acb63-7e1f-4847-9002-20b69f36a2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faec7802-e390-484f-986f-d28422908bf4', 'name': 'tempest-AttachVolumeTestJSON-2126147244-router', 'tenant_id': '3467d10c32454cf18668187815493d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '999b8276-175a-43bf-87c8-8527f42a6412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:57:46Z', 'updated_at': '2022-03-01T13:57:51Z', 'revision_number': 4, 'project_id': '3467d10c32454cf18668187815493d82', 'gw_port': {'id': '999b8276-175a-43bf-87c8-8527f42a6412', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:47Z', 'updated_at': '2022-03-01T13:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '2130f1cc-044d-462c-81db-611276dbecdc', 'name': '', 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5', 'tenant_id': '3467d10c32454cf18668187815493d82', 'mac_address': 'fa:16:3e:76:d4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '531c8525-0467-47e0-9cf7-03358d9bf988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:50Z', 'updated_at': '2022-03-01T13:57:57Z', 'revision_number': 4, 'project_id': '3467d10c32454cf18668187815493d82', 'subnets': [{'id': '531c8525-0467-47e0-9cf7-03358d9bf988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:57:58.085860 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36151def-3132-4de0-be98-94b0fc62e644 req-7cd3990b-2f5b-4cd8-a108-706893c6f42e tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:58.092293 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-36151def-3132-4de0-be98-94b0fc62e644 req-7cd3990b-2f5b-4cd8-a108-706893c6f42e tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.32 "GET /v2.0/networks?id=1d0a7b4f-fbe7-45f8-87df-666e5482dea5 HTTP/1.1" status: 200 len: 811 time: 0.2308095 Mar 01 13:57:58.119590 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 2130f1cc-044d-462c-81db-611276dbecdc up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:57:58.120435 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215acb63-7e1f-4847-9002-20b69f36a2d0 None None] The sync data for ids ['faec7802-e390-484f-986f-d28422908bf4'] in n-d-827467-3 is: [{'id': 'faec7802-e390-484f-986f-d28422908bf4', 'name': 'tempest-AttachVolumeTestJSON-2126147244-router', 'tenant_id': '3467d10c32454cf18668187815493d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '999b8276-175a-43bf-87c8-8527f42a6412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:57:46Z', 'updated_at': '2022-03-01T13:57:51Z', 'revision_number': 4, 'project_id': '3467d10c32454cf18668187815493d82', 'gw_port': {'id': '999b8276-175a-43bf-87c8-8527f42a6412', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:47Z', 'updated_at': '2022-03-01T13:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '2130f1cc-044d-462c-81db-611276dbecdc', 'name': '', 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5', 'tenant_id': '3467d10c32454cf18668187815493d82', 'mac_address': 'fa:16:3e:76:d4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '531c8525-0467-47e0-9cf7-03358d9bf988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:50Z', 'updated_at': '2022-03-01T13:57:57Z', 'revision_number': 4, 'project_id': '3467d10c32454cf18668187815493d82', 'subnets': [{'id': '531c8525-0467-47e0-9cf7-03358d9bf988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:57:58.172090 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-4e7eb451-36ba-43c9-ab69-939f64980d97 None None] For port a594650d-14c4-4ec1-b84d-015ffbb4d2fb, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=a594650d-14c4-4ec1-b84d-015ffbb4d2fb,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:58.234984 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-36151def-3132-4de0-be98-94b0fc62e644 req-3b73e5ec-ce80-4c04-92fe-c068ab993345 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3467d10c32454cf18668187815493d82 HTTP/1.1" status: 200 len: 380 time: 0.1345119 Mar 01 13:57:58.245537 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f19bcb-6465-4fa4-839e-e4c3edde6782 None None] Pushing event updated for resources: {'Port': ['ID=2130f1cc-044d-462c-81db-611276dbecdc,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:58.248014 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-36151def-3132-4de0-be98-94b0fc62e644 req-d39e1889-82ef-4ffd-b319-50ede6904322 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Request body: {'port': {'device_id': '515b3ff5-75e5-461c-a3aa-e7249a206948', 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5', 'admin_state_up': True, 'tenant_id': '3467d10c32454cf18668187815493d82', 'security_groups': ['17948b6f-99a2-4c26-af97-965458e93310']}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:58.256785 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-4b0cee8c-747b-4f5d-b10d-99cd86c6bdf5 None None] Provisioning complete for port 2130f1cc-044d-462c-81db-611276dbecdc triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:58.257302 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4b0cee8c-747b-4f5d-b10d-99cd86c6bdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2130f1cc-044d-462c-81db-611276dbecdc), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:58.336737 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4e7eb451-36ba-43c9-ab69-939f64980d97 None None] Publish callbacks [] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:58.341737 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd24d64-63e9-4a01-b098-d021426a1741 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:58.348080 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-afd24d64-63e9-4a01-b098-d021426a1741 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:58.352001 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4e7eb451-36ba-43c9-ab69-939f64980d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:58.425828 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-4b0cee8c-747b-4f5d-b10d-99cd86c6bdf5 None None] Current status of the port 2130f1cc-044d-462c-81db-611276dbecdc is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:58.449780 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cd64f-ab28-41cc-9b66-016cba1b6b02 req-faa80bf3-16e0-4a37-bb1b-513872a34522 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:58.451545 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7e1cd64f-ab28-41cc-9b66-016cba1b6b02 req-faa80bf3-16e0-4a37-bb1b-513872a34522 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 945 time: 0.0777416 Mar 01 13:57:58.460463 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 2130f1cc-044d-462c-81db-611276dbecdc triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:58.460855 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2130f1cc-044d-462c-81db-611276dbecdc), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:58.526716 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7e1cd64f-ab28-41cc-9b66-016cba1b6b02 req-da8bbc27-e857-40f2-b9a3-58f95ae32b7a tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679862 Mar 01 13:57:58.551261 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36151def-3132-4de0-be98-94b0fc62e644 req-d39e1889-82ef-4ffd-b319-50ede6904322 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Made reservation on behalf of 3467d10c32454cf18668187815493d82 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:57:58.568193 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-36151def-3132-4de0-be98-94b0fc62e644 req-d39e1889-82ef-4ffd-b319-50ede6904322 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:58.668060 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e809c711-9232-4dea-9f71-9a393fdebec4 req-573913ff-9e1c-45e0-b8e2-ae51e6c90343 tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0492213 Mar 01 13:57:58.692628 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7eb451-36ba-43c9-ab69-939f64980d97 None None] Pushing event updated for resources: {'Port': ['ID=a594650d-14c4-4ec1-b84d-015ffbb4d2fb,revision_number=19']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:58.767395 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 2130f1cc-044d-462c-81db-611276dbecdc is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:58.786324 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5fe3e-bdf0-4b0a-bdcd-926cfbfb932c req-ba19d647-3307-4e41-98d5-03417867d47f tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:58.788121 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ff5fe3e-bdf0-4b0a-bdcd-926cfbfb932c req-ba19d647-3307-4e41-98d5-03417867d47f tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 945 time: 0.1187725 Mar 01 13:57:58.824800 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-924fc639-ec84-4d34-a1d0-60dab7687df0 req-0fa33158-430b-49cb-9c94-ed7f4cf9d826 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 210 time: 0.0355551 Mar 01 13:57:58.854282 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:58.927634 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ff5fe3e-bdf0-4b0a-bdcd-926cfbfb932c req-2a53974e-158a-4d1f-a7f4-a7327be77559 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017568 Mar 01 13:57:58.932726 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device a594650d-14c4-4ec1-b84d-015ffbb4d2fb no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:57:58.954007 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-36151def-3132-4de0-be98-94b0fc62e644 req-d39e1889-82ef-4ffd-b319-50ede6904322 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Allocated IP 172.20.0.6 (1d0a7b4f-fbe7-45f8-87df-666e5482dea5/531c8525-0467-47e0-9cf7-03358d9bf988/9aebdd4c-eed8-47fb-bab4-d069d06a55a0) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:57:59.066082 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port a594650d-14c4-4ec1-b84d-015ffbb4d2fb is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:59.066597 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:59.113970 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port a594650d-14c4-4ec1-b84d-015ffbb4d2fb, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=a594650d-14c4-4ec1-b84d-015ffbb4d2fb,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:59.118837 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:59.161975 n-d-827467-3 neutron-server[103726]: DEBUG neutron.objects.ports [None req-afd24d64-63e9-4a01-b098-d021426a1741 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103726) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 01 13:57:59.174963 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=a594650d-14c4-4ec1-b84d-015ffbb4d2fb,revision_number=20']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:59.277992 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-36151def-3132-4de0-be98-94b0fc62e644 req-d39e1889-82ef-4ffd-b319-50ede6904322 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for port (9aebdd4c-eed8-47fb-bab4-d069d06a55a0), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:59.363650 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-36151def-3132-4de0-be98-94b0fc62e644 req-d39e1889-82ef-4ffd-b319-50ede6904322 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (9aebdd4c-eed8-47fb-bab4-d069d06a55a0), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:59.415997 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-afd24d64-63e9-4a01-b098-d021426a1741 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:59.433483 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36151def-3132-4de0-be98-94b0fc62e644 req-d39e1889-82ef-4ffd-b319-50ede6904322 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Network 1d0a7b4f-fbe7-45f8-87df-666e5482dea5 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:57:59.440197 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e1889-82ef-4ffd-b319-50ede6904322 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Pushing event updated for resources: {'Port': ['ID=9aebdd4c-eed8-47fb-bab4-d069d06a55a0,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:57:59.443122 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-36151def-3132-4de0-be98-94b0fc62e644 req-d39e1889-82ef-4ffd-b319-50ede6904322 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:57:59.447613 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-36151def-3132-4de0-be98-94b0fc62e644 req-d39e1889-82ef-4ffd-b319-50ede6904322 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:57:59.539919 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36151def-3132-4de0-be98-94b0fc62e644 req-d39e1889-82ef-4ffd-b319-50ede6904322 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:59.540627 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-36151def-3132-4de0-be98-94b0fc62e644 req-d39e1889-82ef-4ffd-b319-50ede6904322 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:59.601568 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-36151def-3132-4de0-be98-94b0fc62e644 req-d39e1889-82ef-4ffd-b319-50ede6904322 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3576748 Mar 01 13:57:59.615451 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-36151def-3132-4de0-be98-94b0fc62e644 req-cf3f9875-3491-4409-98c3-936e550c83ab service neutron] Request body: {'port': {'device_id': '515b3ff5-75e5-461c-a3aa-e7249a206948', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:57:59.639021 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56b860e-9876-4f37-b3e4-3079cf3763da None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:57:59.693589 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c32622-7d5f-44bb-b570-07a03de0120e req-b074c82c-0e0d-4fce-b27c-66f11fca5294 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:57:59.701366 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-76c32622-7d5f-44bb-b570-07a03de0120e req-b074c82c-0e0d-4fce-b27c-66f11fca5294 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 945 time: 0.0774081 Mar 01 13:57:59.715322 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-afd24d64-63e9-4a01-b098-d021426a1741 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] For port a594650d-14c4-4ec1-b84d-015ffbb4d2fb, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=a594650d-14c4-4ec1-b84d-015ffbb4d2fb,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:59.726941 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-290420dc-bcbf-477e-9d4d-c55fcfa277da None None] Provisioning complete for port a594650d-14c4-4ec1-b84d-015ffbb4d2fb triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:57:59.727736 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-290420dc-bcbf-477e-9d4d-c55fcfa277da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:59.729693 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-36151def-3132-4de0-be98-94b0fc62e644 req-cf3f9875-3491-4409-98c3-936e550c83ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9aebdd4c-eed8-47fb-bab4-d069d06a55a0), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:59.771646 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-76c32622-7d5f-44bb-b570-07a03de0120e req-31d6ecb7-d751-42cc-8c5a-71fda8846f26 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693967 Mar 01 13:57:59.786461 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-afd24d64-63e9-4a01-b098-d021426a1741 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:59.801661 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-afd24d64-63e9-4a01-b098-d021426a1741 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:59.819396 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ff149231-59a4-439f-83f9-099a5e894d4d req-bba6c383-d0fc-4401-aa25-fab911b03e0a tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0345991 Mar 01 13:57:59.876729 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-290420dc-bcbf-477e-9d4d-c55fcfa277da None None] Current status of the port a594650d-14c4-4ec1-b84d-015ffbb4d2fb is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:57:59.877459 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-290420dc-bcbf-477e-9d4d-c55fcfa277da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:59.949890 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-290420dc-bcbf-477e-9d4d-c55fcfa277da None None] For port a594650d-14c4-4ec1-b84d-015ffbb4d2fb, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=a594650d-14c4-4ec1-b84d-015ffbb4d2fb,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:57:59.955228 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-290420dc-bcbf-477e-9d4d-c55fcfa277da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:57:59.993008 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-afd24d64-63e9-4a01-b098-d021426a1741 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (1bbe3495-adbe-4f83-859e-d01c62554cf2), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:00.030934 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:00.044246 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290420dc-bcbf-477e-9d4d-c55fcfa277da None None] Pushing event updated for resources: {'Port': ['ID=a594650d-14c4-4ec1-b84d-015ffbb4d2fb,revision_number=23']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:00.075275 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd24d64-63e9-4a01-b098-d021426a1741 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Port': ['ID=a594650d-14c4-4ec1-b84d-015ffbb4d2fb,revision_number=22']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:00.082940 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1362f5-7635-4604-b108-9227b565d6be req-32b2aade-158c-4172-97ce-be739f2fb937 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:00.091366 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bf1362f5-7635-4604-b108-9227b565d6be req-32b2aade-158c-4172-97ce-be739f2fb937 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 931 time: 0.1665680 Mar 01 13:58:00.112830 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-6190cb01-f2f9-4863-905e-639b1d5d13f0 None None] Provisioning complete for port 9aebdd4c-eed8-47fb-bab4-d069d06a55a0 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:58:00.113508 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6190cb01-f2f9-4863-905e-639b1d5d13f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9aebdd4c-eed8-47fb-bab4-d069d06a55a0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:00.153509 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd24d64-63e9-4a01-b098-d021426a1741 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:58:00.154538 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 2130f1cc-044d-462c-81db-611276dbecdc up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:58:00.157429 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-afd24d64-63e9-4a01-b098-d021426a1741 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:58:00.161698 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd24d64-63e9-4a01-b098-d021426a1741 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:00.162524 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-afd24d64-63e9-4a01-b098-d021426a1741 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:00.197669 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd24d64-63e9-4a01-b098-d021426a1741 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Subnet': ['ID=1bbe3495-adbe-4f83-859e-d01c62554cf2,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:00.212927 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-afd24d64-63e9-4a01-b098-d021426a1741 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.1755049 Mar 01 13:58:00.216173 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51476) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:00.221667 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-001305f8-f9d4-4c4f-8720-18c8cc3f2c15 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Request body: {'port': {'network_id': 'db8edbc8-a3c8-4a8f-b733-3509635fb19f', 'mac_address': 'fa:16:3e:47:95:d3', 'name': 'tempest-NetworksTestDHCPv6-1023782049'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:58:00.235005 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a7265-1b33-43fa-89b8-e4886fe68619 req-0bfb42cd-b7f2-465a-92cb-8865dcd4cb5c tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:00.236668 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ba1a7265-1b33-43fa-89b8-e4886fe68619 req-0bfb42cd-b7f2-465a-92cb-8865dcd4cb5c tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 945 time: 0.1374195 Mar 01 13:58:00.238374 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-6190cb01-f2f9-4863-905e-639b1d5d13f0 None None] Port 9aebdd4c-eed8-47fb-bab4-d069d06a55a0 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:58:00.241534 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bf1362f5-7635-4604-b108-9227b565d6be req-8c73aa4f-9627-4c32-808e-ae493fdc2126 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492596 Mar 01 13:58:00.252956 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 2130f1cc-044d-462c-81db-611276dbecdc triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:58:00.253598 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2130f1cc-044d-462c-81db-611276dbecdc), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:00.359048 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ba1a7265-1b33-43fa-89b8-e4886fe68619 req-e421ab0c-0242-45ba-830e-94f84169c431 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065462 Mar 01 13:58:00.369036 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 2130f1cc-044d-462c-81db-611276dbecdc is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:58:00.370266 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device a594650d-14c4-4ec1-b84d-015ffbb4d2fb up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:58:00.387491 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-36151def-3132-4de0-be98-94b0fc62e644 req-cf3f9875-3491-4409-98c3-936e550c83ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aebdd4c-eed8-47fb-bab4-d069d06a55a0 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:58:00.389025 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-36151def-3132-4de0-be98-94b0fc62e644 req-cf3f9875-3491-4409-98c3-936e550c83ab service neutron] Publish callbacks [] for port (9aebdd4c-eed8-47fb-bab4-d069d06a55a0), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:00.406300 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-36151def-3132-4de0-be98-94b0fc62e644 req-cf3f9875-3491-4409-98c3-936e550c83ab service neutron] Transition to ACTIVE for port object 9aebdd4c-eed8-47fb-bab4-d069d06a55a0 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:58:00.410239 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-36151def-3132-4de0-be98-94b0fc62e644 req-cf3f9875-3491-4409-98c3-936e550c83ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (9aebdd4c-eed8-47fb-bab4-d069d06a55a0), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:00.431593 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port a594650d-14c4-4ec1-b84d-015ffbb4d2fb triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:58:00.432030 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:00.468153 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f9875-3491-4409-98c3-936e550c83ab service neutron] Pushing event updated for resources: {'Port': ['ID=9aebdd4c-eed8-47fb-bab4-d069d06a55a0,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:00.580117 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port a594650d-14c4-4ec1-b84d-015ffbb4d2fb is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:58:00.593503 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-36151def-3132-4de0-be98-94b0fc62e644 req-cf3f9875-3491-4409-98c3-936e550c83ab service neutron] Attempting to bind port 9aebdd4c-eed8-47fb-bab4-d069d06a55a0 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:58:00.593922 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-36151def-3132-4de0-be98-94b0fc62e644 req-cf3f9875-3491-4409-98c3-936e550c83ab service neutron] Attempting to bind port 9aebdd4c-eed8-47fb-bab4-d069d06a55a0 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'da6b7aae-9464-459b-8485-5cc7242f7627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:58:00.594300 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36151def-3132-4de0-be98-94b0fc62e644 req-cf3f9875-3491-4409-98c3-936e550c83ab service neutron] Attempting to bind port 9aebdd4c-eed8-47fb-bab4-d069d06a55a0 on network 1d0a7b4f-fbe7-45f8-87df-666e5482dea5 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:58:00.600500 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36151def-3132-4de0-be98-94b0fc62e644 req-cf3f9875-3491-4409-98c3-936e550c83ab service neutron] Port 9aebdd4c-eed8-47fb-bab4-d069d06a55a0 on network 1d0a7b4f-fbe7-45f8-87df-666e5482dea5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:58:00.600820 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36151def-3132-4de0-be98-94b0fc62e644 req-cf3f9875-3491-4409-98c3-936e550c83ab service neutron] Attempting to bind port 9aebdd4c-eed8-47fb-bab4-d069d06a55a0 on network 1d0a7b4f-fbe7-45f8-87df-666e5482dea5 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:58:00.609578 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36151def-3132-4de0-be98-94b0fc62e644 req-cf3f9875-3491-4409-98c3-936e550c83ab service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:58:00.610284 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36151def-3132-4de0-be98-94b0fc62e644 req-cf3f9875-3491-4409-98c3-936e550c83ab service neutron] Checking segment: {'id': 'da6b7aae-9464-459b-8485-5cc7242f7627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:58:00.610284 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36151def-3132-4de0-be98-94b0fc62e644 req-cf3f9875-3491-4409-98c3-936e550c83ab service neutron] Bound using segment: {'id': 'da6b7aae-9464-459b-8485-5cc7242f7627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:58:00.610688 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-36151def-3132-4de0-be98-94b0fc62e644 req-cf3f9875-3491-4409-98c3-936e550c83ab service neutron] Bound port: 9aebdd4c-eed8-47fb-bab4-d069d06a55a0, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da6b7aae-9464-459b-8485-5cc7242f7627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:58:00.611078 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-36151def-3132-4de0-be98-94b0fc62e644 req-cf3f9875-3491-4409-98c3-936e550c83ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9aebdd4c-eed8-47fb-bab4-d069d06a55a0), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:00.687733 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-36151def-3132-4de0-be98-94b0fc62e644 req-cf3f9875-3491-4409-98c3-936e550c83ab service neutron] For port 9aebdd4c-eed8-47fb-bab4-d069d06a55a0, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:58:00.691285 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-36151def-3132-4de0-be98-94b0fc62e644 req-cf3f9875-3491-4409-98c3-936e550c83ab service neutron] For port 9aebdd4c-eed8-47fb-bab4-d069d06a55a0, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9aebdd4c-eed8-47fb-bab4-d069d06a55a0,segment=NetworkSegment(da6b7aae-9464-459b-8485-5cc7242f7627),segment_id=da6b7aae-9464-459b-8485-5cc7242f7627)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:58:00.699444 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-36151def-3132-4de0-be98-94b0fc62e644 req-cf3f9875-3491-4409-98c3-936e550c83ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (9aebdd4c-eed8-47fb-bab4-d069d06a55a0), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:00.736337 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36151def-3132-4de0-be98-94b0fc62e644 req-cf3f9875-3491-4409-98c3-936e550c83ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:00.736819 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-36151def-3132-4de0-be98-94b0fc62e644 req-cf3f9875-3491-4409-98c3-936e550c83ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:00.738467 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-36151def-3132-4de0-be98-94b0fc62e644 req-cf3f9875-3491-4409-98c3-936e550c83ab service neutron] 10.222.0.32 "PUT /v2.0/ports/9aebdd4c-eed8-47fb-bab4-d069d06a55a0 HTTP/1.1" status: 200 len: 1091 time: 1.1273048 Mar 01 13:58:00.741715 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515b3ff5-75e5-461c-a3aa-e7249a206948', 'tag': '9aebdd4c-eed8-47fb-bab4-d069d06a55a0'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:58:00.745743 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7404760-98b4-4194-b784-7523e743a77e" -d '{"events": [{"name": "network-changed", "server_uuid": "515b3ff5-75e5-461c-a3aa-e7249a206948", "tag": "9aebdd4c-eed8-47fb-bab4-d069d06a55a0"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:58:00.835731 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94605e37-f6c6-4790-ba90-36fde0e1f964 x-openstack-request-id: req-94605e37-f6c6-4790-ba90-36fde0e1f964 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:58:00.836031 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "515b3ff5-75e5-461c-a3aa-e7249a206948", "tag": "9aebdd4c-eed8-47fb-bab4-d069d06a55a0", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:58:00.836404 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94605e37-f6c6-4790-ba90-36fde0e1f964 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:58:00.837056 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515b3ff5-75e5-461c-a3aa-e7249a206948', 'tag': '9aebdd4c-eed8-47fb-bab4-d069d06a55a0', 'status': 'completed', 'code': 200} Mar 01 13:58:00.871553 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001305f8-f9d4-4c4f-8720-18c8cc3f2c15 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Made reservation on behalf of f9da3539b3c640ef9d6c83a40ce27e63 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:58:00.880647 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f9875-3491-4409-98c3-936e550c83ab service neutron] Pushing event updated for resources: {'Port': ['ID=9aebdd4c-eed8-47fb-bab4-d069d06a55a0,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:00.922549 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36151def-3132-4de0-be98-94b0fc62e644 req-253a3ce0-bf7a-4ee5-8a07-bff7ca3e3b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:00.924942 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-36151def-3132-4de0-be98-94b0fc62e644 req-253a3ce0-bf7a-4ee5-8a07-bff7ca3e3b36 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3467d10c32454cf18668187815493d82&device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 1125 time: 0.1352000 Mar 01 13:58:00.930369 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71978f29-73b5-47ad-a1ac-f4c073af6514 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:58:00.982963 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-36151def-3132-4de0-be98-94b0fc62e644 req-1a419b7e-b77e-4aef-aa07-17c8165a2bdf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9aebdd4c-eed8-47fb-bab4-d069d06a55a0 HTTP/1.1" status: 200 len: 217 time: 0.0482192 Mar 01 13:58:01.046448 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-9d802992-849f-4737-a0a7-353662901ec4 None None] Provisioning complete for port a594650d-14c4-4ec1-b84d-015ffbb4d2fb triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:58:01.047127 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9d802992-849f-4737-a0a7-353662901ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:01.047769 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b0d62e3b-2816-4f00-a4cc-f195730f268d req-5a1d0894-3472-41e9-a026-a1abdf225ee9 tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0538006 Mar 01 13:58:01.072921 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36151def-3132-4de0-be98-94b0fc62e644 req-ba56d938-50ef-49f7-b158-816606a50d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:01.074548 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-36151def-3132-4de0-be98-94b0fc62e644 req-ba56d938-50ef-49f7-b158-816606a50d5f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=531c8525-0467-47e0-9cf7-03358d9bf988 HTTP/1.1" status: 200 len: 850 time: 0.0775993 Mar 01 13:58:01.091355 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-001305f8-f9d4-4c4f-8720-18c8cc3f2c15 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:01.130260 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-001305f8-f9d4-4c4f-8720-18c8cc3f2c15 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] device_id is not set on port 5a24f9b4-ce01-4d8c-b4f6-5e1fd82bf90e yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:58:01.147826 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36151def-3132-4de0-be98-94b0fc62e644 req-cdef1a00-c620-49cc-b0d0-f9f08a3c4420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:01.149867 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-36151def-3132-4de0-be98-94b0fc62e644 req-cdef1a00-c620-49cc-b0d0-f9f08a3c4420 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1d0a7b4f-fbe7-45f8-87df-666e5482dea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0686851 Mar 01 13:58:01.174270 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-9d802992-849f-4737-a0a7-353662901ec4 None None] Current status of the port a594650d-14c4-4ec1-b84d-015ffbb4d2fb is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:58:01.199635 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583f1a5-5623-4fa4-ad72-fe21845765c9 req-3eac5f48-9f31-4ea0-a386-9b55f1199b89 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:01.201190 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5583f1a5-5623-4fa4-ad72-fe21845765c9 req-3eac5f48-9f31-4ea0-a386-9b55f1199b89 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 945 time: 0.2924798 Mar 01 13:58:01.300442 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-36151def-3132-4de0-be98-94b0fc62e644 req-6852b4e9-5a48-41ec-9a56-aae87b24bd5f service neutron] 10.222.0.32 "GET /v2.0/networks/1d0a7b4f-fbe7-45f8-87df-666e5482dea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443660 Mar 01 13:58:01.339296 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5583f1a5-5623-4fa4-ad72-fe21845765c9 req-f958a04e-bea2-4cf7-b8a4-64430102c1e4 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137962 Mar 01 13:58:01.379294 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80607ed-2347-4fc9-8323-dbe17fa8ed15 req-d877c80b-ec8f-4e84-9194-fde43527c950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:01.380792 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d80607ed-2347-4fc9-8323-dbe17fa8ed15 req-d877c80b-ec8f-4e84-9194-fde43527c950 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 1127 time: 0.1281505 Mar 01 13:58:01.443817 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-001305f8-f9d4-4c4f-8720-18c8cc3f2c15 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Allocated IP 2001:db8::69 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/eca48f36-545f-4876-a050-8c631ba2c41c/5a24f9b4-ce01-4d8c-b4f6-5e1fd82bf90e) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:58:01.455346 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-001305f8-f9d4-4c4f-8720-18c8cc3f2c15 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Allocated IP 2001:db8:0:1:f816:3eff:fe47:95d3 (db8edbc8-a3c8-4a8f-b733-3509635fb19f/1bbe3495-adbe-4f83-859e-d01c62554cf2/5a24f9b4-ce01-4d8c-b4f6-5e1fd82bf90e) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:58:01.456091 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-36151def-3132-4de0-be98-94b0fc62e644 req-36b909d3-ad33-4322-bce2-930974bed87b service neutron] 10.222.0.32 "GET /v2.0/networks/1d0a7b4f-fbe7-45f8-87df-666e5482dea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475937 Mar 01 13:58:01.470755 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d80607ed-2347-4fc9-8323-dbe17fa8ed15 req-b26bbda1-d35f-48e9-8c0b-ffbd8db9a6aa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827024 Mar 01 13:58:01.479142 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d34c9d-6fb0-4e79-b249-13c4032d9c36 req-0d47efd2-85be-44e6-b8b7-b68360e9145e tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:01.480803 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-87d34c9d-6fb0-4e79-b249-13c4032d9c36 req-0d47efd2-85be-44e6-b8b7-b68360e9145e tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 943 time: 0.1296828 Mar 01 13:58:01.527414 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-972c8c4d-6bfc-48b1-a0bb-72cfbe1ebf42 None None] Provisioning complete for port a594650d-14c4-4ec1-b84d-015ffbb4d2fb triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:58:01.528115 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-972c8c4d-6bfc-48b1-a0bb-72cfbe1ebf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:01.573180 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7404760-98b4-4194-b784-7523e743a77e req-0988e254-ffc5-4716-b835-9db40e47dc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:01.574851 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c7404760-98b4-4194-b784-7523e743a77e req-0988e254-ffc5-4716-b835-9db40e47dc85 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3467d10c32454cf18668187815493d82&device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 1125 time: 0.0640385 Mar 01 13:58:01.619798 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-972c8c4d-6bfc-48b1-a0bb-72cfbe1ebf42 None None] Current status of the port a594650d-14c4-4ec1-b84d-015ffbb4d2fb is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:58:01.639704 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-87d34c9d-6fb0-4e79-b249-13c4032d9c36 req-52607a80-97cd-4a30-b1bc-f867fcf7dcbe tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502910 Mar 01 13:58:01.655412 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530eef9d-255a-442b-92ef-24fec3094f5c req-d6dfcfc7-321d-496b-85e6-0b79ddc2c88c tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:01.657144 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-530eef9d-255a-442b-92ef-24fec3094f5c req-d6dfcfc7-321d-496b-85e6-0b79ddc2c88c tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 945 time: 0.1993010 Mar 01 13:58:01.700469 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7404760-98b4-4194-b784-7523e743a77e req-5d829bf0-5140-43d4-9256-d53406a2233f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:01.702219 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c7404760-98b4-4194-b784-7523e743a77e req-5d829bf0-5140-43d4-9256-d53406a2233f service neutron] 10.222.0.32 "GET /v2.0/networks?id=1d0a7b4f-fbe7-45f8-87df-666e5482dea5 HTTP/1.1" status: 200 len: 912 time: 0.1205084 Mar 01 13:58:01.716780 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:01.748341 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-530eef9d-255a-442b-92ef-24fec3094f5c req-8bd75d96-4703-414b-9982-b80dde12a583 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850313 Mar 01 13:58:01.766887 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c7404760-98b4-4194-b784-7523e743a77e req-90cdd820-933d-436f-979d-7a7b0c6a7c1d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9aebdd4c-eed8-47fb-bab4-d069d06a55a0 HTTP/1.1" status: 200 len: 217 time: 0.0566549 Mar 01 13:58:01.781912 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-001305f8-f9d4-4c4f-8720-18c8cc3f2c15 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for port (5a24f9b4-ce01-4d8c-b4f6-5e1fd82bf90e), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:01.822134 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-001305f8-f9d4-4c4f-8720-18c8cc3f2c15 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (5a24f9b4-ce01-4d8c-b4f6-5e1fd82bf90e), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:01.827980 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7404760-98b4-4194-b784-7523e743a77e req-f658b087-70f5-43f4-8129-459581648dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:01.829464 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c7404760-98b4-4194-b784-7523e743a77e req-f658b087-70f5-43f4-8129-459581648dcd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=531c8525-0467-47e0-9cf7-03358d9bf988 HTTP/1.1" status: 200 len: 850 time: 0.0575755 Mar 01 13:58:01.834857 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-b4dc48ba-3689-4c77-a126-6dd586211ee4 None None] Could not find standard attr ID for object ff0b4e4d-6de1-456b-b493-939e3cb1bb4d. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 13:58:01.870564 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001305f8-f9d4-4c4f-8720-18c8cc3f2c15 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:58:01.874128 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-001305f8-f9d4-4c4f-8720-18c8cc3f2c15 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:58:01.878351 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001305f8-f9d4-4c4f-8720-18c8cc3f2c15 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:58:01.884559 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001305f8-f9d4-4c4f-8720-18c8cc3f2c15 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:01.885467 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-001305f8-f9d4-4c4f-8720-18c8cc3f2c15 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:01.889465 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7404760-98b4-4194-b784-7523e743a77e req-45df97f6-2574-47df-8e38-20465aefdb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:01.891952 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c7404760-98b4-4194-b784-7523e743a77e req-45df97f6-2574-47df-8e38-20465aefdb0e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1d0a7b4f-fbe7-45f8-87df-666e5482dea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0538306 Mar 01 13:58:01.898600 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001305f8-f9d4-4c4f-8720-18c8cc3f2c15 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event updated for resources: {'Port': ['ID=5a24f9b4-ce01-4d8c-b4f6-5e1fd82bf90e,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:01.915385 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-001305f8-f9d4-4c4f-8720-18c8cc3f2c15 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6954746 Mar 01 13:58:01.915715 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51488) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:01.993917 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c7404760-98b4-4194-b784-7523e743a77e req-79a1a47c-9b59-4e16-a082-a12822025ca1 service neutron] 10.222.0.32 "GET /v2.0/networks/1d0a7b4f-fbe7-45f8-87df-666e5482dea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954685 Mar 01 13:58:02.001698 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device a594650d-14c4-4ec1-b84d-015ffbb4d2fb up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:58:02.061148 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port a594650d-14c4-4ec1-b84d-015ffbb4d2fb triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:58:02.061800 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:02.086611 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-672cd2c3-5f7f-4897-af5f-7863a040c975 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1353097 Mar 01 13:58:02.100307 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-5eb1f7f2-c3c2-41e6-b53a-67e75c33fd52 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting port 5a24f9b4-ce01-4d8c-b4f6-5e1fd82bf90e {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:58:02.100655 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5eb1f7f2-c3c2-41e6-b53a-67e75c33fd52 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (5a24f9b4-ce01-4d8c-b4f6-5e1fd82bf90e), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:02.141866 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c7404760-98b4-4194-b784-7523e743a77e req-ea39ac5a-f0b4-4647-a786-e3c6284c9eac service neutron] 10.222.0.32 "GET /v2.0/networks/1d0a7b4f-fbe7-45f8-87df-666e5482dea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424353 Mar 01 13:58:02.160103 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-0330bf68-51bd-4946-bff3-30888feda369 None None] Could not find standard attr ID for object e4c1fdca-c6b0-402c-bece-f762ccbd97ef. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 13:58:02.220941 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port a594650d-14c4-4ec1-b84d-015ffbb4d2fb is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:58:02.239759 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c59eb6d6-42a2-436b-843e-58f2076de628 req-74404202-4de4-40df-b53a-c849b4746ba8 tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0441520 Mar 01 13:58:02.273540 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5eb1f7f2-c3c2-41e6-b53a-67e75c33fd52 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (5a24f9b4-ce01-4d8c-b4f6-5e1fd82bf90e), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:02.291314 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-f443d955-7401-48b9-a4ad-5ae999d0f0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:02.291935 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-f443d955-7401-48b9-a4ad-5ae999d0f0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:02.292416 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-f443d955-7401-48b9-a4ad-5ae999d0f0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:02.292957 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-f443d955-7401-48b9-a4ad-5ae999d0f0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:02.293455 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-f443d955-7401-48b9-a4ad-5ae999d0f0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:02.293937 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-f443d955-7401-48b9-a4ad-5ae999d0f0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:02.294503 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-f443d955-7401-48b9-a4ad-5ae999d0f0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:02.296846 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-f443d955-7401-48b9-a4ad-5ae999d0f0c7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=78efedc3031f4258896f94ad66a2f53b&device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 6705 time: 0.1745527 Mar 01 13:58:02.297981 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-5eb1f7f2-c3c2-41e6-b53a-67e75c33fd52 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Calling delete_port for 5a24f9b4-ce01-4d8c-b4f6-5e1fd82bf90e owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:58:02.378556 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-4d12bcf1-eaed-4020-a0b2-5d3859ca7d8b None None] Could not find standard attr ID for object b24106b3-d2a3-400c-8dde-1fa14121c869. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 13:58:02.523427 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-1beab866-f68a-43d1-9e7d-855b20edaeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:02.524187 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-1beab866-f68a-43d1-9e7d-855b20edaeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:02.524454 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-1beab866-f68a-43d1-9e7d-855b20edaeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:02.526845 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-1beab866-f68a-43d1-9e7d-855b20edaeaf service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bc0ee18-c84c-4cd4-a25a-b7c745ed092c&id=6d51e108-e704-49e6-8e91-4223e1d8d343&id=6d51e108-e704-49e6-8e91-4223e1d8d343&id=6d51e108-e704-49e6-8e91-4223e1d8d343&id=6d51e108-e704-49e6-8e91-4223e1d8d343&id=c10380dc-3261-481a-b6e0-b67ea74edb52&id=c10380dc-3261-481a-b6e0-b67ea74edb52 HTTP/1.1" status: 200 len: 2290 time: 0.1812820 Mar 01 13:58:02.608651 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-3e4e75e0-a4b4-4ec2-86e2-9ad16c808465 None None] Provisioning complete for port 5a24f9b4-ce01-4d8c-b4f6-5e1fd82bf90e triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:58:02.609368 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3e4e75e0-a4b4-4ec2-86e2-9ad16c808465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (5a24f9b4-ce01-4d8c-b4f6-5e1fd82bf90e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:02.623946 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cf342-34ae-4461-a15f-15dc38168c7d req-330ecb5c-c182-495e-9a8f-7eee4938eb50 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:02.625613 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-244cf342-34ae-4461-a15f-15dc38168c7d req-330ecb5c-c182-495e-9a8f-7eee4938eb50 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 945 time: 0.1950343 Mar 01 13:58:02.653938 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3e4e75e0-a4b4-4ec2-86e2-9ad16c808465 None None] Port 5a24f9b4-ce01-4d8c-b4f6-5e1fd82bf90e cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:58:02.692568 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-88de95ce-f631-4ac3-9d4f-a630259736ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f28206c-c781-4ede-8c50-bd5c43320593 HTTP/1.1" status: 200 len: 1002 time: 0.1421986 Mar 01 13:58:02.802406 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5eb1f7f2-c3c2-41e6-b53a-67e75c33fd52 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (5a24f9b4-ce01-4d8c-b4f6-5e1fd82bf90e), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:02.825383 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-244cf342-34ae-4461-a15f-15dc38168c7d req-2188c143-704f-4025-b64d-6d6b76167f1e tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877162 Mar 01 13:58:02.849411 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-8132dc07-b201-4a82-a2e6-328d61ff0a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:02.851047 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-8132dc07-b201-4a82-a2e6-328d61ff0a72 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac4622d6-031a-43e3-b876-291bd0fbb3da HTTP/1.1" status: 200 len: 849 time: 0.1499681 Mar 01 13:58:02.855285 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1f7f2-c3c2-41e6-b53a-67e75c33fd52 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Port': ['ID=5a24f9b4-ce01-4d8c-b4f6-5e1fd82bf90e,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:02.964421 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09837349-3d8c-43f5-9b84-c09a9c172dae req-e63ad566-1b5c-4719-b159-ae7338da1ce5 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:02.965953 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-09837349-3d8c-43f5-9b84-c09a9c172dae req-e63ad566-1b5c-4719-b159-ae7338da1ce5 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 943 time: 0.2138264 Mar 01 13:58:02.996133 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5eb1f7f2-c3c2-41e6-b53a-67e75c33fd52 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:02.999359 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5eb1f7f2-c3c2-41e6-b53a-67e75c33fd52 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/5a24f9b4-ce01-4d8c-b4f6-5e1fd82bf90e HTTP/1.1" status: 204 len: 168 time: 1.0815625 Mar 01 13:58:03.001983 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51498) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:03.028229 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-5014cf98-c47a-4267-8b36-7e04aa45baab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:03.029770 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-5014cf98-c47a-4267-8b36-7e04aa45baab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc0ee18-c84c-4cd4-a25a-b7c745ed092c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1721513 Mar 01 13:58:03.084321 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b523e457-c0d1-4870-8fe8-30c466892180 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:03.088951 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b523e457-c0d1-4870-8fe8-30c466892180 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0856764 Mar 01 13:58:03.090013 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51500) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:03.133421 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-09837349-3d8c-43f5-9b84-c09a9c172dae req-ee94e5b3-fa46-4787-8dbe-a00e51755cf3 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484742 Mar 01 13:58:03.145155 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f28f4-cdf2-42b2-ae4e-406beb794d66 req-e6a4012e-7978-491d-b832-584568159629 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:03.146848 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9b5f28f4-cdf2-42b2-ae4e-406beb794d66 req-e6a4012e-7978-491d-b832-584568159629 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 945 time: 0.2454443 Mar 01 13:58:03.217946 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33a8cba-8995-4df0-8e39-b8a0d449a59d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:03.219526 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e33a8cba-8995-4df0-8e39-b8a0d449a59d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1283109 Mar 01 13:58:03.223204 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51502) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:03.224135 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d88e7786-fa94-4ded-81db-9101c8778ffa req-9f27fb31-baac-44de-bd72-1c4e31060b64 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1192789 Mar 01 13:58:03.239621 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-2a2b782f-c60e-47ff-904d-7ffcf44d3382 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc0ee18-c84c-4cd4-a25a-b7c745ed092c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004843 Mar 01 13:58:03.281551 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9b5f28f4-cdf2-42b2-ae4e-406beb794d66 req-a4896066-2243-4077-85be-10f47ab853b8 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194508 Mar 01 13:58:03.362723 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e7786-fa94-4ded-81db-9101c8778ffa req-61c4dfd6-ba8f-4852-b3af-0af297eb098b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:03.367072 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d88e7786-fa94-4ded-81db-9101c8778ffa req-61c4dfd6-ba8f-4852-b3af-0af297eb098b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f252ef0efd1f49f3a06761d6a0ce9215&device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 1128 time: 0.0784755 Mar 01 13:58:03.389053 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73704028-06fa-4925-b84f-706c3ad20960 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:03.390527 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73704028-06fa-4925-b84f-706c3ad20960 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:03.391887 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73704028-06fa-4925-b84f-706c3ad20960 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:03.396090 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-73704028-06fa-4925-b84f-706c3ad20960 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1643610 Mar 01 13:58:03.401793 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51508) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:03.407237 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ca064f5f-3f80-4289-8770-bd80f7e14562 req-30b30ef8-48ba-4bb1-82b7-e886069c7b58 tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0605171 Mar 01 13:58:03.471847 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-e47ed066-2337-4b3e-b66a-5b6e45c6469a service neutron] 10.222.0.32 "GET /v2.0/networks/7bc0ee18-c84c-4cd4-a25a-b7c745ed092c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092295 Mar 01 13:58:03.484349 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6f0ad-41f9-448e-ab8b-fcbc59560b74 req-7253cf90-6759-4c94-b02a-8f689d94ece8 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:03.488173 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-15e6f0ad-41f9-448e-ab8b-fcbc59560b74 req-7253cf90-6759-4c94-b02a-8f689d94ece8 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.0931892 Mar 01 13:58:03.510071 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e600e7-a684-4a17-97e7-a08df94f2511 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting subnet 1bbe3495-adbe-4f83-859e-d01c62554cf2 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:58:03.514043 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a1e600e7-a684-4a17-97e7-a08df94f2511 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (1bbe3495-adbe-4f83-859e-d01c62554cf2), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:03.545579 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-ecc38481-026a-4788-9c9c-3c82d970e685 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=df6c0fb5-c12f-40eb-9fe7-daaf2c030675 HTTP/1.1" status: 200 len: 217 time: 0.0545785 Mar 01 13:58:03.574093 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a1e600e7-a684-4a17-97e7-a08df94f2511 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (1bbe3495-adbe-4f83-859e-d01c62554cf2), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:03.577058 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e7786-fa94-4ded-81db-9101c8778ffa req-605fda75-09b4-434a-8ce9-e795eaa99d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:03.578545 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d88e7786-fa94-4ded-81db-9101c8778ffa req-605fda75-09b4-434a-8ce9-e795eaa99d20 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae0bfd58-4b0d-4a69-9efe-fe6beb56124e HTTP/1.1" status: 200 len: 920 time: 0.1850932 Mar 01 13:58:03.603629 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-15e6f0ad-41f9-448e-ab8b-fcbc59560b74 req-0f3517c3-720d-4e89-bc85-6c482d2ae95f tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111405 Mar 01 13:58:03.613754 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-97bbf288-5690-4ba7-a2fa-405b0668c28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:03.615239 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-97bbf288-5690-4ba7-a2fa-405b0668c28b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28fc07ce-dc1a-4114-910a-af6b415562fa HTTP/1.1" status: 200 len: 797 time: 0.0634367 Mar 01 13:58:03.646860 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d88e7786-fa94-4ded-81db-9101c8778ffa req-b5918ecd-942e-49c1-b364-03f3477f16a0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea539cb0-302a-4bfb-865b-b8338b567379 HTTP/1.1" status: 200 len: 217 time: 0.0461690 Mar 01 13:58:03.669930 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-e78f642e-ce7d-4db5-9597-4cd2550b920c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:03.671467 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-e78f642e-ce7d-4db5-9597-4cd2550b920c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d51e108-e704-49e6-8e91-4223e1d8d343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0494390 Mar 01 13:58:03.741515 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a1e600e7-a684-4a17-97e7-a08df94f2511 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (1bbe3495-adbe-4f83-859e-d01c62554cf2), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:03.787610 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e7786-fa94-4ded-81db-9101c8778ffa req-924be56e-591f-4754-ac71-54b29a260d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:03.789264 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d88e7786-fa94-4ded-81db-9101c8778ffa req-924be56e-591f-4754-ac71-54b29a260d41 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0671009d-d113-434d-acb2-b340af7ac7ef HTTP/1.1" status: 200 len: 859 time: 0.1002638 Mar 01 13:58:03.809866 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-cd736394-10da-4700-bde0-3e0f35fd227c service neutron] 10.222.0.32 "GET /v2.0/networks/6d51e108-e704-49e6-8e91-4223e1d8d343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319256 Mar 01 13:58:03.834597 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d88e7786-fa94-4ded-81db-9101c8778ffa req-1b1f6c4b-c9c5-4950-86e2-2d41f5393f56 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae0bfd58-4b0d-4a69-9efe-fe6beb56124e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374742 Mar 01 13:58:03.904869 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a1e600e7-a684-4a17-97e7-a08df94f2511 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (1bbe3495-adbe-4f83-859e-d01c62554cf2), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:03.930775 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f689836-8f38-4658-b199-bbc83241ad18 req-eca262a1-9257-4932-8d26-28c6f2e5bafc tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:03.931937 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5f689836-8f38-4658-b199-bbc83241ad18 req-eca262a1-9257-4932-8d26-28c6f2e5bafc tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.1361351 Mar 01 13:58:03.944579 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a1e600e7-a684-4a17-97e7-a08df94f2511 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:03.948547 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a1e600e7-a684-4a17-97e7-a08df94f2511 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/1bbe3495-adbe-4f83-859e-d01c62554cf2 HTTP/1.1" status: 204 len: 168 time: 0.5456905 Mar 01 13:58:03.949952 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e600e7-a684-4a17-97e7-a08df94f2511 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Subnet': ['ID=1bbe3495-adbe-4f83-859e-d01c62554cf2,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:03.954490 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420e1fc6-c8fe-4d75-bc4a-0bab29eb763f None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:58:03.955046 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51518) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:03.986114 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d88e7786-fa94-4ded-81db-9101c8778ffa req-18674710-d383-4ebb-886c-f36de8722a5e service neutron] 10.222.0.20 "GET /v2.0/networks/ae0bfd58-4b0d-4a69-9efe-fe6beb56124e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445143 Mar 01 13:58:04.023360 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-1081181a-457f-4ecf-bab2-338a26c93aba service neutron] 10.222.0.32 "GET /v2.0/networks/6d51e108-e704-49e6-8e91-4223e1d8d343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984727 Mar 01 13:58:04.088293 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d88e7786-fa94-4ded-81db-9101c8778ffa req-3c487a76-6e03-4bc2-92f3-2561b3443f09 service neutron] 10.222.0.20 "GET /v2.0/networks/ae0bfd58-4b0d-4a69-9efe-fe6beb56124e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964193 Mar 01 13:58:04.109788 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-9d3fc845-066e-42e7-84af-337269849a54 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=27efff50-7823-4915-9500-0bfe4a48b9a2 HTTP/1.1" status: 200 len: 217 time: 0.0775590 Mar 01 13:58:04.119508 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f53e19-58d4-4dc8-a1e7-f39edd23aaa8 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Deleting subnet eca48f36-545f-4876-a050-8c631ba2c41c {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:58:04.135442 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5f689836-8f38-4658-b199-bbc83241ad18 req-3c895612-c74e-4798-a2ad-66000e60ccf1 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871200 Mar 01 13:58:04.142690 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a636a-23e3-49da-98ca-f1ccb618bbd9 req-8de26a29-b593-4bda-98de-36aec200d039 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:04.145164 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a24a636a-23e3-49da-98ca-f1ccb618bbd9 req-8de26a29-b593-4bda-98de-36aec200d039 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 945 time: 0.2103736 Mar 01 13:58:04.147189 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-75f53e19-58d4-4dc8-a1e7-f39edd23aaa8 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (eca48f36-545f-4876-a050-8c631ba2c41c), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:04.272568 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-75f53e19-58d4-4dc8-a1e7-f39edd23aaa8 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (eca48f36-545f-4876-a050-8c631ba2c41c), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:04.307460 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-c301aaea-5cff-4d4f-a595-25349b6fa816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:04.308969 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-c301aaea-5cff-4d4f-a595-25349b6fa816 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28fc07ce-dc1a-4114-910a-af6b415562fa HTTP/1.1" status: 200 len: 797 time: 0.1861501 Mar 01 13:58:04.326228 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a24a636a-23e3-49da-98ca-f1ccb618bbd9 req-21210cc6-f4fc-49e3-8a77-e2c90d916b1d tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330914 Mar 01 13:58:04.414286 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d4705-d121-420a-9f35-c2eef13dfa84 req-14c5d086-b09a-4a26-a2fd-26e7889d189b tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:04.415909 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-474d4705-d121-420a-9f35-c2eef13dfa84 req-14c5d086-b09a-4a26-a2fd-26e7889d189b tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 943 time: 0.1936224 Mar 01 13:58:04.456142 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-50b00d91-3bb4-4552-b9e0-932112c8279f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:04.457699 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-50b00d91-3bb4-4552-b9e0-932112c8279f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d51e108-e704-49e6-8e91-4223e1d8d343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1284235 Mar 01 13:58:04.461461 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-75f53e19-58d4-4dc8-a1e7-f39edd23aaa8 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (eca48f36-545f-4876-a050-8c631ba2c41c), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:04.597515 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-075582a2-d6d9-4642-bbf9-c11bba35c46e req-a6c4c7b6-486c-431e-8ff5-5dd379191874 tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0793288 Mar 01 13:58:04.633696 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-474d4705-d121-420a-9f35-c2eef13dfa84 req-fce600d9-55f0-4b80-bf73-475b4aba1292 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081158 Mar 01 13:58:04.656588 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-75f53e19-58d4-4dc8-a1e7-f39edd23aaa8 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (eca48f36-545f-4876-a050-8c631ba2c41c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:04.671536 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-3aa38c4a-110a-4f64-975a-31ac56186426 service neutron] 10.222.0.32 "GET /v2.0/networks/6d51e108-e704-49e6-8e91-4223e1d8d343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048404 Mar 01 13:58:04.694704 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-75f53e19-58d4-4dc8-a1e7-f39edd23aaa8 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:04.698472 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-75f53e19-58d4-4dc8-a1e7-f39edd23aaa8 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/eca48f36-545f-4876-a050-8c631ba2c41c HTTP/1.1" status: 204 len: 168 time: 0.7280455 Mar 01 13:58:04.701051 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51524) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:04.701518 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bb2f96-faed-4362-8aa9-4ce82780be41 None None] Network db8edbc8-a3c8-4a8f-b733-3509635fb19f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:58:04.706251 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f53e19-58d4-4dc8-a1e7-f39edd23aaa8 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Subnet': ['ID=eca48f36-545f-4876-a050-8c631ba2c41c,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:04.744035 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-26b40c73-18b9-4428-b284-047d8eca960a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0394304 Mar 01 13:58:04.744416 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51526) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:04.793465 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-a5922c8b-7c5f-405a-b270-15c92e190650 service neutron] 10.222.0.32 "GET /v2.0/networks/6d51e108-e704-49e6-8e91-4223e1d8d343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019588 Mar 01 13:58:04.802176 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80474cdc-2c5d-4cc5-973a-82772e9dd899 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:04.806562 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-80474cdc-2c5d-4cc5-973a-82772e9dd899 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0583291 Mar 01 13:58:04.806845 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51528) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:04.817163 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-ecf8a1a5-c8c9-490f-b51c-9f4b3a407db1 None None] Provisioning complete for port a594650d-14c4-4ec1-b84d-015ffbb4d2fb triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:58:04.817546 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ecf8a1a5-c8c9-490f-b51c-9f4b3a407db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:04.836594 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-a716577e-fd09-4af7-9b51-c5ae7b0b9167 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=b5196179-dcc7-4882-9422-95ca3a492713 HTTP/1.1" status: 200 len: 217 time: 0.0365188 Mar 01 13:58:04.859767 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a88c256-261a-4279-a487-3080ae4c00e7 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:04.861572 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2a88c256-261a-4279-a487-3080ae4c00e7 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0534744 Mar 01 13:58:04.863771 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51530) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:04.898191 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-298c5022-38fa-41c3-8d3c-7e99c82cf581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:04.899768 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-298c5022-38fa-41c3-8d3c-7e99c82cf581 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28fc07ce-dc1a-4114-910a-af6b415562fa HTTP/1.1" status: 200 len: 797 time: 0.0569715 Mar 01 13:58:04.912905 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2ac6b604-c59c-47ef-b616-f38a0faf7c16 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473714 Mar 01 13:58:04.914659 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ecf8a1a5-c8c9-490f-b51c-9f4b3a407db1 None None] Current status of the port a594650d-14c4-4ec1-b84d-015ffbb4d2fb is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:58:04.916115 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51532) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:04.934231 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca03ff20-28b9-4fb6-8035-05bc9f19b8ad None None] DHCP port deletion for db8edbc8-a3c8-4a8f-b733-3509635fb19f request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:58:04.940763 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dfc2f70-4a8a-455b-be54-e25130bbf4ce tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:04.941330 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dfc2f70-4a8a-455b-be54-e25130bbf4ce tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:04.944631 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1dfc2f70-4a8a-455b-be54-e25130bbf4ce tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/5a24f9b4-ce01-4d8c-b4f6-5e1fd82bf90e HTTP/1.1" status: 404 len: 333 time: 0.0272908 Mar 01 13:58:04.947652 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51534) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:04.961979 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-64b38f7b-ab7f-4f5c-8e05-b9c7cd446c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:04.963908 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-64b38f7b-ab7f-4f5c-8e05-b9c7cd446c74 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d51e108-e704-49e6-8e91-4223e1d8d343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0567718 Mar 01 13:58:04.977141 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-02993bd2-5109-446a-98a2-45db410586fc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:04.977629 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02993bd2-5109-446a-98a2-45db410586fc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:04.982129 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-02993bd2-5109-446a-98a2-45db410586fc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/1bbe3495-adbe-4f83-859e-d01c62554cf2 HTTP/1.1" status: 404 len: 337 time: 0.0322447 Mar 01 13:58:04.983350 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51536) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:04.985497 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ca03ff20-28b9-4fb6-8035-05bc9f19b8ad None None] Deleting port a594650d-14c4-4ec1-b84d-015ffbb4d2fb {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:58:04.985995 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ca03ff20-28b9-4fb6-8035-05bc9f19b8ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:05.009737 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-81383084-b45c-4d4f-88f5-082bee84b900 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:05.010335 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81383084-b45c-4d4f-88f5-082bee84b900 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:05.015789 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-81383084-b45c-4d4f-88f5-082bee84b900 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/eca48f36-545f-4876-a050-8c631ba2c41c HTTP/1.1" status: 404 len: 337 time: 0.0289726 Mar 01 13:58:05.016117 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51538) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:05.039224 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f3af913-a1c2-419f-8788-9cc41e177cba tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:05.040219 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f3af913-a1c2-419f-8788-9cc41e177cba tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:05.045156 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1f3af913-a1c2-419f-8788-9cc41e177cba tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/b24106b3-d2a3-400c-8dde-1fa14121c869 HTTP/1.1" status: 404 len: 333 time: 0.0256064 Mar 01 13:58:05.045364 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51540) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:05.053380 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-ca03ff20-28b9-4fb6-8035-05bc9f19b8ad None None] For port a594650d-14c4-4ec1-b84d-015ffbb4d2fb, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=a594650d-14c4-4ec1-b84d-015ffbb4d2fb,segment=NetworkSegment(b558a327-a508-4efa-8f90-a1e04334e41e),segment_id=b558a327-a508-4efa-8f90-a1e04334e41e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:58:05.053873 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ca03ff20-28b9-4fb6-8035-05bc9f19b8ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:05.059131 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-8d958494-8c20-4411-b768-61c52b5eef04 service neutron] 10.222.0.32 "GET /v2.0/networks/6d51e108-e704-49e6-8e91-4223e1d8d343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880294 Mar 01 13:58:05.067884 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 9aebdd4c-eed8-47fb-bab4-d069d06a55a0 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:58:05.069936 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ca03ff20-28b9-4fb6-8035-05bc9f19b8ad None None] Calling delete_port for a594650d-14c4-4ec1-b84d-015ffbb4d2fb owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:58:05.072389 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc802e84-86d8-4766-a7b3-061681eaba9d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:05.072904 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc802e84-86d8-4766-a7b3-061681eaba9d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:05.076556 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-dc802e84-86d8-4766-a7b3-061681eaba9d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/c570099b-2aee-469a-b893-e069af465363 HTTP/1.1" status: 404 len: 337 time: 0.0300210 Mar 01 13:58:05.078864 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51542) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:05.104972 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7fb4666-ea68-4b20-889e-68ce4c8c0303 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:05.105708 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7fb4666-ea68-4b20-889e-68ce4c8c0303 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:05.108798 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c7fb4666-ea68-4b20-889e-68ce4c8c0303 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/f841c9c6-646f-45c1-b932-e10cf1660fd7 HTTP/1.1" status: 404 len: 337 time: 0.0283625 Mar 01 13:58:05.111101 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51544) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:05.135278 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd7690bd-c7b8-4610-a9b4-209b73ca467f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:05.136061 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd7690bd-c7b8-4610-a9b4-209b73ca467f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:05.141357 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cd7690bd-c7b8-4610-a9b4-209b73ca467f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/e4c1fdca-c6b0-402c-bece-f762ccbd97ef HTTP/1.1" status: 404 len: 333 time: 0.0270116 Mar 01 13:58:05.141674 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51546) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:05.156297 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-465fde2f-bf5f-4753-b0ef-ff90a077e6d3 service neutron] 10.222.0.32 "GET /v2.0/networks/6d51e108-e704-49e6-8e91-4223e1d8d343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903080 Mar 01 13:58:05.172735 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a9adac-0cee-4698-9566-6117c76ab1fe tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:05.172934 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a9adac-0cee-4698-9566-6117c76ab1fe tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:05.178401 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-34a9adac-0cee-4698-9566-6117c76ab1fe tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/cf983b7e-b387-4658-8cc7-674d028da340 HTTP/1.1" status: 404 len: 337 time: 0.0334203 Mar 01 13:58:05.178862 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51550) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:05.208869 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-d9e1b7da-46a7-4f50-bc6a-6d81a6b1a562 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=f689403b-d428-4c0e-a2d9-731bc5e976a6 HTTP/1.1" status: 200 len: 217 time: 0.0451767 Mar 01 13:58:05.214097 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8157405-e01b-4685-9f28-c8263d30b8be tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:05.214551 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8157405-e01b-4685-9f28-c8263d30b8be tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:05.217838 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b8157405-e01b-4685-9f28-c8263d30b8be tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/39572056-85cd-45e5-93d4-7796d2254ca0 HTTP/1.1" status: 404 len: 337 time: 0.0382106 Mar 01 13:58:05.220340 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51552) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:05.246063 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-a522f799-257d-4d08-888a-5531b39ebd49 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:05.246875 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a522f799-257d-4d08-888a-5531b39ebd49 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:05.248916 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 9aebdd4c-eed8-47fb-bab4-d069d06a55a0, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9aebdd4c-eed8-47fb-bab4-d069d06a55a0,segment=NetworkSegment(da6b7aae-9464-459b-8485-5cc7242f7627),segment_id=da6b7aae-9464-459b-8485-5cc7242f7627)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:58:05.253951 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a522f799-257d-4d08-888a-5531b39ebd49 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/ff0b4e4d-6de1-456b-b493-939e3cb1bb4d HTTP/1.1" status: 404 len: 333 time: 0.0326276 Mar 01 13:58:05.254903 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51554) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:05.261144 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ca03ff20-28b9-4fb6-8035-05bc9f19b8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (a594650d-14c4-4ec1-b84d-015ffbb4d2fb), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:05.266522 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '9aebdd4c-eed8-47fb-bab4-d069d06a55a0', 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5', 'port_id': '9aebdd4c-eed8-47fb-bab4-d069d06a55a0', 'mac_address': 'fa:16:3e:a0:e0:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '531c8525-0467-47e0-9cf7-03358d9bf988', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:58:05.285033 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bac2c63-0785-415b-bf24-4363c3b461b8 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:05.285538 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bac2c63-0785-415b-bf24-4363c3b461b8 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:05.287252 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03ff20-28b9-4fb6-8035-05bc9f19b8ad None None] Pushing event deleted for resources: {'Port': ['ID=a594650d-14c4-4ec1-b84d-015ffbb4d2fb,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:05.294103 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7bac2c63-0785-415b-bf24-4363c3b461b8 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/c88de073-316c-48cf-85ea-bd58810a979b HTTP/1.1" status: 404 len: 337 time: 0.0378668 Mar 01 13:58:05.294726 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51556) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:05.297441 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca03ff20-28b9-4fb6-8035-05bc9f19b8ad None None] No DVR routers for this DVR port a594650d-14c4-4ec1-b84d-015ffbb4d2fb on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:58:05.302077 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-29f0c548-94df-465e-b155-6ee3914abca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:05.303751 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-29f0c548-94df-465e-b155-6ee3914abca3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28fc07ce-dc1a-4114-910a-af6b415562fa HTTP/1.1" status: 200 len: 797 time: 0.0861602 Mar 01 13:58:05.337351 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9be38e6-5395-49fd-acd4-063b9d6fa4ed tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:05.338137 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9be38e6-5395-49fd-acd4-063b9d6fa4ed tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:05.338853 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 9aebdd4c-eed8-47fb-bab4-d069d06a55a0 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:58:05.339339 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9aebdd4c-eed8-47fb-bab4-d069d06a55a0), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:05.343849 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c9be38e6-5395-49fd-acd4-063b9d6fa4ed tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/98435f54-9237-4990-9a7f-0d9f2c858c83 HTTP/1.1" status: 404 len: 337 time: 0.0419133 Mar 01 13:58:05.344436 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51558) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:05.347604 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd91cd6-cd32-428e-9ec0-59bf7cb51f07 req-f912a7d0-4877-49e0-a5c2-26d5c0f7f6c0 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:05.350373 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9dd91cd6-cd32-428e-9ec0-59bf7cb51f07 req-f912a7d0-4877-49e0-a5c2-26d5c0f7f6c0 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.1212344 Mar 01 13:58:05.369936 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aebdd4c-eed8-47fb-bab4-d069d06a55a0 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:58:05.377099 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3fafa27-6cac-47f2-b961-f4cc7324eb2e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:05.377099 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3fafa27-6cac-47f2-b961-f4cc7324eb2e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:05.381919 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f3fafa27-6cac-47f2-b961-f4cc7324eb2e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/74394635-72c3-4e5c-9529-996e6a429772 HTTP/1.1" status: 404 len: 333 time: 0.0364389 Mar 01 13:58:05.382576 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51562) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:05.402560 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 9aebdd4c-eed8-47fb-bab4-d069d06a55a0, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9aebdd4c-eed8-47fb-bab4-d069d06a55a0,segment=NetworkSegment(da6b7aae-9464-459b-8485-5cc7242f7627),segment_id=da6b7aae-9464-459b-8485-5cc7242f7627)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:58:05.412579 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9aebdd4c-eed8-47fb-bab4-d069d06a55a0), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:05.416482 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-aebd97d6-25cc-4c26-b07b-6116561cad6d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:05.416948 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aebd97d6-25cc-4c26-b07b-6116561cad6d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:05.420036 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-aebd97d6-25cc-4c26-b07b-6116561cad6d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/01390fe6-1888-468d-8fde-c92b10ba41ab HTTP/1.1" status: 404 len: 337 time: 0.0365074 Mar 01 13:58:05.422578 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51564) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:05.448606 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-66959d5c-0d0d-4523-a6f2-ed43136ea51c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:05.449503 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66959d5c-0d0d-4523-a6f2-ed43136ea51c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:05.454378 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-66959d5c-0d0d-4523-a6f2-ed43136ea51c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/690eccd6-2113-41a3-b95e-3e86092475c3 HTTP/1.1" status: 404 len: 333 time: 0.0294001 Mar 01 13:58:05.457795 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51566) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:05.468486 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9dd91cd6-cd32-428e-9ec0-59bf7cb51f07 req-f52f14ea-e177-4fc9-aaf1-235c207f22ad tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045697 Mar 01 13:58:05.479588 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=9aebdd4c-eed8-47fb-bab4-d069d06a55a0,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:05.479943 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-d08487d2-4ea6-41f8-b522-47ca5197aaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:05.481471 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-d08487d2-4ea6-41f8-b522-47ca5197aaea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d51e108-e704-49e6-8e91-4223e1d8d343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1711311 Mar 01 13:58:05.485520 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b2e2e66-945b-40d4-8e11-4a15012b39ad tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:05.485971 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b2e2e66-945b-40d4-8e11-4a15012b39ad tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:05.489264 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4b2e2e66-945b-40d4-8e11-4a15012b39ad tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/db5d6e3e-dfa9-4b87-a9a1-1644cdcf1113 HTTP/1.1" status: 404 len: 337 time: 0.0304749 Mar 01 13:58:05.491726 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51568) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:05.511435 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910be649-610d-411b-ba9e-24decf341105 req-c6f657dc-83b9-44a2-8cd6-c89dbe45b899 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:05.512986 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-910be649-610d-411b-ba9e-24decf341105 req-c6f657dc-83b9-44a2-8cd6-c89dbe45b899 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 945 time: 0.1026540 Mar 01 13:58:05.519945 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-22c82ad8-b64e-4fd3-99d5-592c969d782e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:05.520505 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22c82ad8-b64e-4fd3-99d5-592c969d782e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:05.523539 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-22c82ad8-b64e-4fd3-99d5-592c969d782e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/ff3dd645-b47e-4901-8a75-704883415397 HTTP/1.1" status: 404 len: 333 time: 0.0306797 Mar 01 13:58:05.526859 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51572) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:05.556487 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ccd1f4-a8f6-4490-aca1-85299c7332ec tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:05.557023 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50ccd1f4-a8f6-4490-aca1-85299c7332ec tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:05.560796 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-50ccd1f4-a8f6-4490-aca1-85299c7332ec tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/e3092c8a-bf90-4f95-b597-d58ad3b2c7cf HTTP/1.1" status: 404 len: 337 time: 0.0322568 Mar 01 13:58:05.564016 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51574) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:05.589004 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f370c05-30af-4b45-8397-2a2aa7cf4c2b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:05.589583 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f370c05-30af-4b45-8397-2a2aa7cf4c2b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:05.595111 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2f370c05-30af-4b45-8397-2a2aa7cf4c2b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/dd8279c1-a4ae-4dc9-9521-93643a5be965 HTTP/1.1" status: 404 len: 333 time: 0.0277028 Mar 01 13:58:05.595476 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51578) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:05.628489 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-02812dde-334e-45b3-84e1-47c84ff0b0a1 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:05.628950 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02812dde-334e-45b3-84e1-47c84ff0b0a1 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:05.634886 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-02812dde-334e-45b3-84e1-47c84ff0b0a1 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/edbab754-471a-4b55-86d2-fba8e1143c63 HTTP/1.1" status: 404 len: 337 time: 0.0355961 Mar 01 13:58:05.635162 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51582) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:05.661719 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25b2093-5b76-4061-ac99-43e4cc327832 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:05.661719 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a25b2093-5b76-4061-ac99-43e4cc327832 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:05.663488 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a25b2093-5b76-4061-ac99-43e4cc327832 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/3c4748ba-2d31-4d79-9b6d-abdc82ba4e5c HTTP/1.1" status: 404 len: 333 time: 0.0272944 Mar 01 13:58:05.665952 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51588) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:05.700671 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-48bc764a-738d-451d-98a8-4b5f8f5db524 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:05.700671 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48bc764a-738d-451d-98a8-4b5f8f5db524 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:05.705628 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-48bc764a-738d-451d-98a8-4b5f8f5db524 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/d47c64b4-50f3-44e1-a6e6-ee19e1c792d2 HTTP/1.1" status: 404 len: 337 time: 0.0386379 Mar 01 13:58:05.708190 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51590) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:05.734167 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-f870dbc0-33e7-42ec-8e40-5d0fe8aeaa45 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:05.734739 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f870dbc0-33e7-42ec-8e40-5d0fe8aeaa45 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:05.737909 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f870dbc0-33e7-42ec-8e40-5d0fe8aeaa45 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/854ee22d-a0c0-4b2c-8a88-a76bf25df4e3 HTTP/1.1" status: 404 len: 333 time: 0.0287616 Mar 01 13:58:05.740596 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51592) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:05.767852 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-de0d87e6-d30f-40a9-a45e-0541764fdc3e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:05.768351 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de0d87e6-d30f-40a9-a45e-0541764fdc3e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:05.773671 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-de0d87e6-d30f-40a9-a45e-0541764fdc3e tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/146ba0bd-5daf-45a7-b3f9-7f84b498ee88 HTTP/1.1" status: 404 len: 337 time: 0.0299869 Mar 01 13:58:05.773939 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51594) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:05.802526 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-33eba93a-453c-4c4e-9a4c-752f46926fed tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:05.802890 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33eba93a-453c-4c4e-9a4c-752f46926fed tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:05.808866 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-33eba93a-453c-4c4e-9a4c-752f46926fed tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/39967d05-5063-46b7-a072-19e11b275e17 HTTP/1.1" status: 404 len: 337 time: 0.0309594 Mar 01 13:58:05.809625 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51596) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:05.838636 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-461ebbc7-95e6-4189-ac4e-069cac0cd461 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:05.839172 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-461ebbc7-95e6-4189-ac4e-069cac0cd461 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:05.845085 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-461ebbc7-95e6-4189-ac4e-069cac0cd461 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/51bdc5f4-e492-47cb-a804-505f851feed0 HTTP/1.1" status: 404 len: 333 time: 0.0314560 Mar 01 13:58:05.845085 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51598) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:05.884150 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a4811bc-8095-45c5-8704-e583482ee4b4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:05.884150 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a4811bc-8095-45c5-8704-e583482ee4b4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:05.889383 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3a4811bc-8095-45c5-8704-e583482ee4b4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/d28184c6-566c-495c-940b-9016b9766ed8 HTTP/1.1" status: 404 len: 337 time: 0.0413547 Mar 01 13:58:05.896426 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51600) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:05.903567 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-76d1d228-041c-4661-950f-a717f09c6656 req-a069defb-00e8-44a6-bacd-254986ba2334 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0295258 Mar 01 13:58:05.946225 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a4a42ada-53bc-48d3-b6dc-441ecc9ad1f8 req-58b346b3-f2d6-4d80-ba6a-bac04d5228bf tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.1113482 Mar 01 13:58:05.953620 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b53c19b-d9e8-4027-a0a9-e0064b7654b4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:05.954076 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b53c19b-d9e8-4027-a0a9-e0064b7654b4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:05.957095 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6b53c19b-d9e8-4027-a0a9-e0064b7654b4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/d71ed8f6-e021-483b-82dc-528827a20125 HTTP/1.1" status: 404 len: 337 time: 0.0598154 Mar 01 13:58:05.959992 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51602) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:05.981905 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device a594650d-14c4-4ec1-b84d-015ffbb4d2fb no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:58:05.982393 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-910be649-610d-411b-ba9e-24decf341105 req-ed6a67c6-b124-4362-afd4-11ba1c65e754 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464450 Mar 01 13:58:05.998946 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-000a4c77-4d7e-4f3f-9b2f-ce9065d9e7fd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:06.000561 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-000a4c77-4d7e-4f3f-9b2f-ce9065d9e7fd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:06.002604 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-000a4c77-4d7e-4f3f-9b2f-ce9065d9e7fd tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/31fff538-d6c8-4342-9009-e422938140d6 HTTP/1.1" status: 404 len: 333 time: 0.0412788 Mar 01 13:58:06.005087 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51604) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:06.011917 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: a594650d-14c4-4ec1-b84d-015ffbb4d2fb {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:58:06.012868 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device a594650d-14c4-4ec1-b84d-015ffbb4d2fb not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:58:06.028632 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['9aebdd4c-eed8-47fb-bab4-d069d06a55a0'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:58:06.033562 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-96fc847b-b4d5-48a3-83f4-32787cf8bd7a service neutron] 10.222.0.32 "GET /v2.0/networks/6d51e108-e704-49e6-8e91-4223e1d8d343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415723 Mar 01 13:58:06.035250 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-24206750-16d6-4ac8-bd33-b997367c568b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:06.035906 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24206750-16d6-4ac8-bd33-b997367c568b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:06.039600 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-24206750-16d6-4ac8-bd33-b997367c568b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/4a07792f-e56b-4a4a-9afb-8921a5fcdd07 HTTP/1.1" status: 404 len: 337 time: 0.0335839 Mar 01 13:58:06.042090 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51606) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:06.078244 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd59c000-217e-4f25-8ff1-58d146da3689 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:06.078605 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd59c000-217e-4f25-8ff1-58d146da3689 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:06.081723 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fd59c000-217e-4f25-8ff1-58d146da3689 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/d1b12615-4f68-4193-8b17-e609b617c5d0 HTTP/1.1" status: 404 len: 337 time: 0.0387022 Mar 01 13:58:06.086206 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51608) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:06.116603 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-4735c832-3de0-4410-b8ba-2f34427ea8ba tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:06.117284 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4735c832-3de0-4410-b8ba-2f34427ea8ba tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:06.120111 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4735c832-3de0-4410-b8ba-2f34427ea8ba tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/fbdf130e-a0f0-42ed-9846-3a652588f2ba HTTP/1.1" status: 404 len: 333 time: 0.0329869 Mar 01 13:58:06.122577 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51610) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:06.147997 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc35a79-0fcf-4311-9e25-18375159daf9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:06.148438 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fc35a79-0fcf-4311-9e25-18375159daf9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:06.154514 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0fc35a79-0fcf-4311-9e25-18375159daf9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/39ae71e1-efe6-4fcf-abd1-16d68d2855cf HTTP/1.1" status: 404 len: 337 time: 0.0286536 Mar 01 13:58:06.154717 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51612) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:06.184601 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b353c52-f050-4f8e-885e-b6efc95e6a76 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:06.184985 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b353c52-f050-4f8e-885e-b6efc95e6a76 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:06.190828 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8b353c52-f050-4f8e-885e-b6efc95e6a76 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/7f400fce-e800-4b88-a25c-badec0a5dad0 HTTP/1.1" status: 404 len: 337 time: 0.0326171 Mar 01 13:58:06.191040 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51614) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:06.195964 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847815c-33db-4178-ac8d-30275c7b8a8f req-39aa1c28-deaa-4739-8cfb-a2f9cd2e8cd1 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:06.198014 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4847815c-33db-4178-ac8d-30275c7b8a8f req-39aa1c28-deaa-4739-8cfb-a2f9cd2e8cd1 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 944 time: 0.1366858 Mar 01 13:58:06.224333 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d6ff9a6e-69fb-42d3-83d5-37909680a37c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports?device_id=673642ca-fc41-4c4e-b37b-2f23aaed221d HTTP/1.1" status: 200 len: 205 time: 0.0281558 Mar 01 13:58:06.224333 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51616) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:06.225307 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-cc732c6c-915d-4137-a518-1c9270136faf service neutron] 10.222.0.32 "GET /v2.0/networks/6d51e108-e704-49e6-8e91-4223e1d8d343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862080 Mar 01 13:58:06.238546 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d01f7-97f3-4041-a860-6c6f7bcb39ee req-3401e1bf-c9d7-4fe5-8756-3fadda920312 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:06.240074 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-838d01f7-97f3-4041-a860-6c6f7bcb39ee req-3401e1bf-c9d7-4fe5-8756-3fadda920312 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.1676919 Mar 01 13:58:06.260520 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-dd801c56-6e23-4686-aa7c-8d5d634555c1 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] delete failed (client error): The resource could not be found. Mar 01 13:58:06.261600 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-dd801c56-6e23-4686-aa7c-8d5d634555c1 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/routers/673642ca-fc41-4c4e-b37b-2f23aaed221d HTTP/1.1" status: 404 len: 336 time: 0.0376053 Mar 01 13:58:06.264288 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51618) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:06.294080 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb69e99-0ea1-46d9-9486-14a57a4f3cc6 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:06.294642 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb69e99-0ea1-46d9-9486-14a57a4f3cc6 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:06.297651 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7fb69e99-0ea1-46d9-9486-14a57a4f3cc6 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/90ba77c1-0546-496e-86a5-4ed3a6ccce44 HTTP/1.1" status: 404 len: 337 time: 0.0323880 Mar 01 13:58:06.300226 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51620) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:06.301704 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-4b0973dc-3bc4-4922-bae7-4a06218be525 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f27e4255-a98a-462e-9298-016f98c6d074 HTTP/1.1" status: 200 len: 217 time: 0.0590224 Mar 01 13:58:06.327617 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-711ed453-5c0e-4587-8bef-bda2c0ee5778 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "GET /v2.0/ports?device_id=b515c56a-963e-4fb6-b38a-2e1bd41094b0 HTTP/1.1" status: 200 len: 205 time: 0.0262952 Mar 01 13:58:06.329953 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51622) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:06.360440 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4847815c-33db-4178-ac8d-30275c7b8a8f req-19a551d9-82b7-4cb6-9116-31ca673bc39d tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499209 Mar 01 13:58:06.366462 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-aefc6f03-2484-4827-bc91-f2ea52cc4764 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] delete failed (client error): The resource could not be found. Mar 01 13:58:06.369423 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-aefc6f03-2484-4827-bc91-f2ea52cc4764 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/routers/b515c56a-963e-4fb6-b38a-2e1bd41094b0 HTTP/1.1" status: 404 len: 336 time: 0.0367177 Mar 01 13:58:06.374356 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51624) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:06.405202 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-838d01f7-97f3-4041-a860-6c6f7bcb39ee req-2341777a-f915-422f-9352-d9daaf0bc18f tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553793 Mar 01 13:58:06.408690 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a4b6ca-bb39-4c30-bb8c-490deae0451f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:06.409147 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29a4b6ca-bb39-4c30-bb8c-490deae0451f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:06.414441 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-29a4b6ca-bb39-4c30-bb8c-490deae0451f tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/367d3f0b-db97-4262-afea-abb5fe00c13c HTTP/1.1" status: 404 len: 337 time: 0.0399709 Mar 01 13:58:06.414441 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-d33a31d2-95dc-4648-aaf5-7429130b6eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:06.414998 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51626) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:06.415170 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-d33a31d2-95dc-4648-aaf5-7429130b6eb3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbb0ca41-6268-4b81-bdd7-21226410b058 HTTP/1.1" status: 200 len: 797 time: 0.1051142 Mar 01 13:58:06.445483 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-96e85eab-9b7f-4851-ab8e-34f34a35624a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:06.446042 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96e85eab-9b7f-4851-ab8e-34f34a35624a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:06.449865 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-96e85eab-9b7f-4851-ab8e-34f34a35624a tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/4fb66ec9-22b7-46c4-8668-d9ddd6400761 HTTP/1.1" status: 404 len: 337 time: 0.0336132 Mar 01 13:58:06.452369 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51630) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:06.472334 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-5a83b857-a61a-402d-a803-cff1ebc7b7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:06.473970 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-5a83b857-a61a-402d-a803-cff1ebc7b7b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c10380dc-3261-481a-b6e0-b67ea74edb52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0527024 Mar 01 13:58:06.480199 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d70094-7afd-463d-85d5-cb24578975b5 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:06.481061 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6d70094-7afd-463d-85d5-cb24578975b5 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:06.483932 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f6d70094-7afd-463d-85d5-cb24578975b5 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/3262dc3b-43d0-41f0-ad41-a8bb5b061740 HTTP/1.1" status: 404 len: 333 time: 0.0305436 Mar 01 13:58:06.488115 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51632) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:06.570303 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-1aa06aa0-e0ae-4c74-8bc3-5e5afe2c4cac service neutron] 10.222.0.32 "GET /v2.0/networks/c10380dc-3261-481a-b6e0-b67ea74edb52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884678 Mar 01 13:58:06.691770 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-46287518-2eb7-4b22-aae4-45493716aabc service neutron] 10.222.0.32 "GET /v2.0/networks/c10380dc-3261-481a-b6e0-b67ea74edb52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150453 Mar 01 13:58:06.748804 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-24670c13-c4d8-4ed4-aa58-35959b6b574b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e187b1ce-0b6f-4521-8972-2202ece5890a HTTP/1.1" status: 200 len: 217 time: 0.0476825 Mar 01 13:58:06.812036 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-11293ad3-c2a7-448e-bdcd-aa2ef605047b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:06.814592 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-11293ad3-c2a7-448e-bdcd-aa2ef605047b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbb0ca41-6268-4b81-bdd7-21226410b058 HTTP/1.1" status: 200 len: 797 time: 0.0587547 Mar 01 13:58:06.869946 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-70ee6761-c6c0-4bee-8672-51b6dbcc173b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:06.870404 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70ee6761-c6c0-4bee-8672-51b6dbcc173b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:06.873845 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-2fa64082-811a-4ebd-8e96-ec681d77e349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:06.875514 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-2fa64082-811a-4ebd-8e96-ec681d77e349 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c10380dc-3261-481a-b6e0-b67ea74edb52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0545428 Mar 01 13:58:06.876145 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51640) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:06.876356 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-70ee6761-c6c0-4bee-8672-51b6dbcc173b tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/64842e31-35b0-46c1-bcb0-569dea2efa9f HTTP/1.1" status: 404 len: 337 time: 0.3870549 Mar 01 13:58:06.917152 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-24639436-b79e-4f6b-a5fd-51942a23c225 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:06.917812 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24639436-b79e-4f6b-a5fd-51942a23c225 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:06.921154 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-24639436-b79e-4f6b-a5fd-51942a23c225 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/2bbd806b-2b90-49c5-a2b6-e0c962d2f101 HTTP/1.1" status: 404 len: 333 time: 0.0439420 Mar 01 13:58:06.923938 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70314b-76f3-44f6-8c9d-802dd101e587 req-a32ed855-ee76-45ee-900e-1f91bab82f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:06.925520 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8a70314b-76f3-44f6-8c9d-802dd101e587 req-a32ed855-ee76-45ee-900e-1f91bab82f6c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 1127 time: 0.0573399 Mar 01 13:58:06.926136 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51642) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:06.961359 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe3ad04-9af9-4ec6-8f9a-a3ad677249cc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:06.962662 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fe3ad04-9af9-4ec6-8f9a-a3ad677249cc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:06.966325 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3fe3ad04-9af9-4ec6-8f9a-a3ad677249cc tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/637d885d-0df0-475e-87ca-13c19b519bba HTTP/1.1" status: 404 len: 337 time: 0.0392220 Mar 01 13:58:06.970023 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51644) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:07.000907 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e3e396-7503-4177-b8d4-5dbe7de8efc2 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:07.001613 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30e3e396-7503-4177-b8d4-5dbe7de8efc2 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:07.004585 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-30e3e396-7503-4177-b8d4-5dbe7de8efc2 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/da62cb37-d2fd-41e8-994a-5bb9d8050c36 HTTP/1.1" status: 404 len: 333 time: 0.0330906 Mar 01 13:58:07.006990 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51648) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:07.012550 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8a70314b-76f3-44f6-8c9d-802dd101e587 req-745058c9-c08e-4a73-84de-efe0d21e0a7a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765491 Mar 01 13:58:07.052501 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9689986-9889-487d-bcf1-a535633a5a75 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:07.052964 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9689986-9889-487d-bcf1-a535633a5a75 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:07.056648 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c9689986-9889-487d-bcf1-a535633a5a75 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/c9b82d15-46ef-48c9-a546-12541da4b52c HTTP/1.1" status: 404 len: 337 time: 0.0484056 Mar 01 13:58:07.059297 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51652) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:07.135764 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-44934898-ca78-432a-9e83-24f0439493c1 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:07.136668 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44934898-ca78-432a-9e83-24f0439493c1 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:07.140290 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-44934898-ca78-432a-9e83-24f0439493c1 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/83a716c1-484c-4851-9b52-f693dbc71afa HTTP/1.1" status: 404 len: 333 time: 0.0796356 Mar 01 13:58:07.142433 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7b0b55a9-6115-4fa9-a5ce-0bffb56448f1 req-d92e0407-f5e1-4aca-a427-2a85c139049f tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0801716 Mar 01 13:58:07.143120 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51654) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:07.160263 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-820d709c-27f4-443c-aee0-ef089fbb5841 service neutron] 10.222.0.32 "GET /v2.0/networks/c10380dc-3261-481a-b6e0-b67ea74edb52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747476 Mar 01 13:58:07.185767 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e868223-0ff4-4a80-8c3f-2cf215b2afc4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:07.186547 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e868223-0ff4-4a80-8c3f-2cf215b2afc4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:07.189933 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5e868223-0ff4-4a80-8c3f-2cf215b2afc4 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/ddaf05c3-8758-4ced-8f52-6b3a57ead3a3 HTTP/1.1" status: 404 len: 337 time: 0.0453830 Mar 01 13:58:07.193085 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51656) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:07.203342 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25bd58-0f53-4413-9e14-4c35b97dd2b5 req-c863671a-2693-48f2-998c-7e2861525f2e tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:07.204955 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8a25bd58-0f53-4413-9e14-4c35b97dd2b5 req-c863671a-2693-48f2-998c-7e2861525f2e tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 945 time: 0.1232173 Mar 01 13:58:07.224742 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f4598e-620f-4c9d-9618-2ff0fbc1d504 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:07.225810 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7f4598e-620f-4c9d-9618-2ff0fbc1d504 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:07.231260 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d7f4598e-620f-4c9d-9618-2ff0fbc1d504 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/d8750c10-f008-48e0-b74e-28af0e392a02 HTTP/1.1" status: 404 len: 333 time: 0.0344145 Mar 01 13:58:07.231260 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51658) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:07.264695 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-f37968d7-fa0e-4552-9810-a25eb4ab383d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:07.265596 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f37968d7-fa0e-4552-9810-a25eb4ab383d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:07.271728 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f37968d7-fa0e-4552-9810-a25eb4ab383d tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/ab4aebed-5388-4916-a7a6-6af5012dacf3 HTTP/1.1" status: 404 len: 337 time: 0.0383523 Mar 01 13:58:07.274318 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51660) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:07.302701 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5805180-ee46-4b08-8ec3-7f307eb41605 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:07.303259 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5805180-ee46-4b08-8ec3-7f307eb41605 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:07.310931 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a5805180-ee46-4b08-8ec3-7f307eb41605 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/43a5acdd-9389-42c7-a90e-ca74448ff1bf HTTP/1.1" status: 404 len: 333 time: 0.0352340 Mar 01 13:58:07.311662 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51662) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:07.331753 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8a25bd58-0f53-4413-9e14-4c35b97dd2b5 req-80ae4d68-1769-4398-8626-1acec0bc8f0a tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205304 Mar 01 13:58:07.354889 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a24e5d-c2fd-4a76-bff0-c7d08d597851 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:07.355368 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8a24e5d-c2fd-4a76-bff0-c7d08d597851 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:07.360150 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a8a24e5d-c2fd-4a76-bff0-c7d08d597851 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/89ab18a4-da3b-4f5c-ade2-fc70c890a018 HTTP/1.1" status: 404 len: 337 time: 0.0470719 Mar 01 13:58:07.361268 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51664) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:07.391471 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ed681b-5e8f-402a-acd4-1d56784e8f52 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:07.392355 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82ed681b-5e8f-402a-acd4-1d56784e8f52 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:07.395616 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-82ed681b-5e8f-402a-acd4-1d56784e8f52 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/ports/d71c579b-7839-49be-98ee-da717c487785 HTTP/1.1" status: 404 len: 333 time: 0.0332031 Mar 01 13:58:07.398231 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51668) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:07.428370 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f66195-89d2-492d-9cc6-962dac09b11c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:07.428843 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60f66195-89d2-492d-9cc6-962dac09b11c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:07.435925 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-60f66195-89d2-492d-9cc6-962dac09b11c tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/subnets/304a9862-d9a9-423a-82f7-b058cf3ec62a HTTP/1.1" status: 404 len: 337 time: 0.0343280 Mar 01 13:58:07.444139 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51670) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:07.445182 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fbc371c-ec3e-4555-ba13-65a188677b3e req-7f4ccb03-38c5-41d6-a876-75077310d159 service neutron] 10.222.0.32 "GET /v2.0/networks/c10380dc-3261-481a-b6e0-b67ea74edb52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816857 Mar 01 13:58:07.544997 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dd768ecf-8b8b-4172-838c-ec979b626dd9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (db8edbc8-a3c8-4a8f-b733-3509635fb19f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:07.546074 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad39897e-128f-4539-a0aa-e6a66dd0cee3 req-325401a4-0629-46fb-9158-b4fd36991d59 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:07.549773 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ad39897e-128f-4539-a0aa-e6a66dd0cee3 req-325401a4-0629-46fb-9158-b4fd36991d59 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 944 time: 0.0726328 Mar 01 13:58:07.609245 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ad39897e-128f-4539-a0aa-e6a66dd0cee3 req-98be071c-ae65-4f93-bbb9-c5768435f17c tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499732 Mar 01 13:58:07.646807 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dd768ecf-8b8b-4172-838c-ec979b626dd9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (db8edbc8-a3c8-4a8f-b733-3509635fb19f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:07.665988 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-dd768ecf-8b8b-4172-838c-ec979b626dd9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db8edbc8-a3c8-4a8f-b733-3509635fb19f']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:07.674857 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-dd768ecf-8b8b-4172-838c-ec979b626dd9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b558a327-a508-4efa-8f90-a1e04334e41e') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:07.675143 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-dd768ecf-8b8b-4172-838c-ec979b626dd9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b558a327-a508-4efa-8f90-a1e04334e41e') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:07.684801 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dd768ecf-8b8b-4172-838c-ec979b626dd9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (b558a327-a508-4efa-8f90-a1e04334e41e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:07.697479 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dd768ecf-8b8b-4172-838c-ec979b626dd9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (b558a327-a508-4efa-8f90-a1e04334e41e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:07.703336 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd768ecf-8b8b-4172-838c-ec979b626dd9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:58:07.703746 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dd768ecf-8b8b-4172-838c-ec979b626dd9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (b558a327-a508-4efa-8f90-a1e04334e41e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:07.706974 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:58:07.706974 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:58:07.706974 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:58:07.706974 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:58:07.706974 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:58:07.706974 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:58:07.706974 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:58:07.706974 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:58:07.706974 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:58:07.706974 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:58:07.706974 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:58:07.706974 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:58:07.706974 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:58:07.706974 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:58:07.706974 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:58:07.706974 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:58:07.706974 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:58:07.706974 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:58:07.706974 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:58:07.706974 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:58:07.706974 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:58:07.706974 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:58:07.706974 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:58:07.706974 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:58:07.706974 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:58:07.706974 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:58:07.706974 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:58:07.706974 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:58:07.706974 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:58:07.706974 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:58:07.706974 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:58:07.706974 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:58:07.764440 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dd768ecf-8b8b-4172-838c-ec979b626dd9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (db8edbc8-a3c8-4a8f-b733-3509635fb19f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:07.769924 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dd768ecf-8b8b-4172-838c-ec979b626dd9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:07.776832 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-dd768ecf-8b8b-4172-838c-ec979b626dd9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] 10.222.0.13 "DELETE /v2.0/networks/db8edbc8-a3c8-4a8f-b733-3509635fb19f HTTP/1.1" status: 204 len: 168 time: 0.3313036 Mar 01 13:58:07.792336 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd768ecf-8b8b-4172-838c-ec979b626dd9 tempest-NetworksTestDHCPv6-1580042719 tempest-NetworksTestDHCPv6-1580042719-project] Pushing event deleted for resources: {'Network': ['ID=db8edbc8-a3c8-4a8f-b733-3509635fb19f,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:08.027204 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51680) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:08.177461 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51686) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:08.185602 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-904e334e-6fd0-4e42-a74d-cd227cc834cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9da3539b3c640ef9d6c83a40ce27e63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1455243 Mar 01 13:58:08.263122 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2132de94-9290-41e9-b16f-77a41c87bfc8 admin admin] Publish callbacks [] for security_group (40fe32d5-2ab6-491b-b049-613f07e04da9), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:08.271693 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c0bcc328-5916-4b6d-8ce8-786fd2fcfce4 req-9716c93c-c38c-4043-8d8a-4d5dd46ae604 tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0439649 Mar 01 13:58:08.295161 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2132de94-9290-41e9-b16f-77a41c87bfc8 admin admin] Publish callbacks [] for security_group (40fe32d5-2ab6-491b-b049-613f07e04da9), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:08.359019 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2132de94-9290-41e9-b16f-77a41c87bfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (40fe32d5-2ab6-491b-b049-613f07e04da9), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:08.361050 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2132de94-9290-41e9-b16f-77a41c87bfc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:08.362219 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2132de94-9290-41e9-b16f-77a41c87bfc8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40fe32d5-2ab6-491b-b049-613f07e04da9 HTTP/1.1" status: 204 len: 168 time: 0.1835256 Mar 01 13:58:08.378158 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132de94-9290-41e9-b16f-77a41c87bfc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fe32d5-2ab6-491b-b049-613f07e04da9,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:08.483662 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb902d8-11e3-42b4-8c17-25bbd19f447a req-eaef78dd-de84-4c0b-80b3-d002a1742be9 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:08.485421 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9fb902d8-11e3-42b4-8c17-25bbd19f447a req-eaef78dd-de84-4c0b-80b3-d002a1742be9 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 945 time: 0.0582578 Mar 01 13:58:08.535853 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9fb902d8-11e3-42b4-8c17-25bbd19f447a req-499265a9-cd5b-4d77-8265-ad260bf5551a tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442808 Mar 01 13:58:08.629409 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-717cb033-eaad-4be7-a8e0-06a2eeb652d4 req-e599bcb8-9b32-4928-b98f-94bf46b9f7f4 tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6&device_id=46deedba-cf83-429d-b2b1-6aa2ddc88ecf HTTP/1.1" status: 200 len: 210 time: 0.0322263 Mar 01 13:58:08.738766 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8739f-47d6-4ce7-9095-7d23b35ab195 req-05ffbcd2-00e5-4a5e-8421-bf75ce453477 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:08.746611 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7dd8739f-47d6-4ce7-9095-7d23b35ab195 req-05ffbcd2-00e5-4a5e-8421-bf75ce453477 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 944 time: 0.0603113 Mar 01 13:58:08.800534 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7dd8739f-47d6-4ce7-9095-7d23b35ab195 req-c8ce4446-d0e6-4a3d-b1dd-b2d5a0de238a tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527050 Mar 01 13:58:08.870442 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7d30c150-6054-4017-af4e-5c81f9394772 req-ea1ee354-acbd-4771-9ebf-2a00c08b55ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=06369855432c4ff08153a02bccf5535d&device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0362115 Mar 01 13:58:08.891423 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7d30c150-6054-4017-af4e-5c81f9394772 req-c4e3b91c-e6f0-4c04-ab8e-2f93a5cc6141 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=06369855432c4ff08153a02bccf5535d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201085 Mar 01 13:58:08.991061 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0152f64c-8436-4b85-bb52-c5be3b788bfe req-ba7e0e6a-c1bd-4ee1-abd8-8f3ea44f389e tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0449743 Mar 01 13:58:09.030893 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30c150-6054-4017-af4e-5c81f9394772 req-a2d2bc82-3fce-4fa9-9e5c-61d45bf2b436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:09.032972 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7d30c150-6054-4017-af4e-5c81f9394772 req-a2d2bc82-3fce-4fa9-9e5c-61d45bf2b436 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1355135 Mar 01 13:58:09.056232 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-853404dd-d89a-425a-b1df-dbe12e2839b6 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:09.058057 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-853404dd-d89a-425a-b1df-dbe12e2839b6 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/networks?id=a330e804-df96-493e-8245-ea2bd5609f4c HTTP/1.1" status: 200 len: 810 time: 0.1869233 Mar 01 13:58:09.075395 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-83f91127-0314-4a64-8dc9-48419f80161c tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/quotas/0f374f2004cb4e8ca02e98a75cfbf7a5 HTTP/1.1" status: 200 len: 375 time: 0.0114572 Mar 01 13:58:09.089916 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 9aebdd4c-eed8-47fb-bab4-d069d06a55a0 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:58:09.140811 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-a73395d7-5752-463c-8c35-2980019f55bc tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f374f2004cb4e8ca02e98a75cfbf7a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593159 Mar 01 13:58:09.145385 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 9aebdd4c-eed8-47fb-bab4-d069d06a55a0 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:58:09.159581 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 9aebdd4c-eed8-47fb-bab4-d069d06a55a0 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:58:09.159999 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9aebdd4c-eed8-47fb-bab4-d069d06a55a0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:09.188371 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51736) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:09.254050 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e49f12-1259-41a3-8a0f-78d627d384fd req-2e59e21e-8d00-4425-a684-ae8949c5b857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:09.255960 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-51e49f12-1259-41a3-8a0f-78d627d384fd req-2e59e21e-8d00-4425-a684-ae8949c5b857 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f252ef0efd1f49f3a06761d6a0ce9215&device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 1128 time: 0.0573723 Mar 01 13:58:09.277945 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 9aebdd4c-eed8-47fb-bab4-d069d06a55a0 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:58:09.278665 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9aebdd4c-eed8-47fb-bab4-d069d06a55a0), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:09.308961 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-25470669-be09-4555-b135-25f888651ac6 service neutron] 10.222.0.13 "GET /v2.0/networks/a330e804-df96-493e-8245-ea2bd5609f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579475 Mar 01 13:58:09.317832 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515b3ff5-75e5-461c-a3aa-e7249a206948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aebdd4c-eed8-47fb-bab4-d069d06a55a0'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:58:09.320328 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43879de6-a732-4328-bc28-7acbd4e5b4a8" -d '{"events": [{"server_uuid": "515b3ff5-75e5-461c-a3aa-e7249a206948", "name": "network-vif-plugged", "status": "completed", "tag": "9aebdd4c-eed8-47fb-bab4-d069d06a55a0"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:58:09.322119 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d034e-b05b-48af-ad5b-4ca9dce51824 req-99688ade-f0b0-4438-a7c2-624117dd4247 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:09.329529 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f66d034e-b05b-48af-ad5b-4ca9dce51824 req-99688ade-f0b0-4438-a7c2-624117dd4247 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.1016181 Mar 01 13:58:09.339316 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 9aebdd4c-eed8-47fb-bab4-d069d06a55a0, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9aebdd4c-eed8-47fb-bab4-d069d06a55a0,segment=NetworkSegment(da6b7aae-9464-459b-8485-5cc7242f7627),segment_id=da6b7aae-9464-459b-8485-5cc7242f7627)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:58:09.348105 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9aebdd4c-eed8-47fb-bab4-d069d06a55a0), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:09.371953 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-bff8a794-b866-4045-a11c-3ec02e86ea23 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-4147870'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:58:09.385363 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e49f12-1259-41a3-8a0f-78d627d384fd req-ecb50fbb-b329-465c-89eb-d53eee62b8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:09.387046 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-51e49f12-1259-41a3-8a0f-78d627d384fd req-ecb50fbb-b329-465c-89eb-d53eee62b8aa service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae0bfd58-4b0d-4a69-9efe-fe6beb56124e HTTP/1.1" status: 200 len: 920 time: 0.1250639 Mar 01 13:58:09.400155 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff8a794-b866-4045-a11c-3ec02e86ea23 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Made reservation on behalf of 417ae342a9e74e5494431ceba6fb669c for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:58:09.403510 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bff8a794-b866-4045-a11c-3ec02e86ea23 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:09.409751 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=9aebdd4c-eed8-47fb-bab4-d069d06a55a0,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:09.435865 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f66d034e-b05b-48af-ad5b-4ca9dce51824 req-42a8caf5-5726-45d3-a221-ecbf0ade22ad tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053441 Mar 01 13:58:09.458317 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bff8a794-b866-4045-a11c-3ec02e86ea23 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:09.467282 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-51e49f12-1259-41a3-8a0f-78d627d384fd req-64dd378d-e6be-468e-81e2-7b52795ce5d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea539cb0-302a-4bfb-865b-b8338b567379 HTTP/1.1" status: 200 len: 217 time: 0.0599799 Mar 01 13:58:09.474259 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-fcacc72c-5082-45f8-94ec-3d501bed46aa service neutron] 10.222.0.13 "GET /v2.0/networks/a330e804-df96-493e-8245-ea2bd5609f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424983 Mar 01 13:58:09.489885 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497364da-e645-4fd0-a994-6c5c13838160 x-openstack-request-id: req-497364da-e645-4fd0-a994-6c5c13838160 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:58:09.490843 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515b3ff5-75e5-461c-a3aa-e7249a206948", "name": "network-vif-plugged", "status": "completed", "tag": "9aebdd4c-eed8-47fb-bab4-d069d06a55a0", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:58:09.491203 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-497364da-e645-4fd0-a994-6c5c13838160 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:58:09.491726 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515b3ff5-75e5-461c-a3aa-e7249a206948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aebdd4c-eed8-47fb-bab4-d069d06a55a0', 'code': 200} Mar 01 13:58:09.537305 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e49f12-1259-41a3-8a0f-78d627d384fd req-0a0dbeb0-8561-4387-aa78-5c4712719479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:09.538791 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-51e49f12-1259-41a3-8a0f-78d627d384fd req-0a0dbeb0-8561-4387-aa78-5c4712719479 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0671009d-d113-434d-acb2-b340af7ac7ef HTTP/1.1" status: 200 len: 859 time: 0.0649095 Mar 01 13:58:09.575804 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-51e49f12-1259-41a3-8a0f-78d627d384fd req-226228bb-c96f-4a1c-9f64-f372757c637b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae0bfd58-4b0d-4a69-9efe-fe6beb56124e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307565 Mar 01 13:58:09.633163 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48155c1c-e4ce-47d2-95e6-87ea6661a6c4 req-f09d3cf4-3571-4a70-9d67-93650a7c40b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:09.637667 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-48155c1c-e4ce-47d2-95e6-87ea6661a6c4 req-f09d3cf4-3571-4a70-9d67-93650a7c40b9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 1127 time: 0.0828469 Mar 01 13:58:09.658573 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bff8a794-b866-4045-a11c-3ec02e86ea23 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for security_group (208d59dc-2449-4507-9725-1d75f053d56b), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:09.665893 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bff8a794-b866-4045-a11c-3ec02e86ea23 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (208d59dc-2449-4507-9725-1d75f053d56b), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:09.699127 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8c23768a-3627-46de-a6a1-ebb9e7a17c3a req-4106cc3b-41a9-4ce8-b582-331c1890bc47 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 210 time: 0.0416639 Mar 01 13:58:09.699708 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff8a794-b866-4045-a11c-3ec02e86ea23 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:58:09.727551 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff8a794-b866-4045-a11c-3ec02e86ea23 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=208d59dc-2449-4507-9725-1d75f053d56b,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:09.727813 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-48155c1c-e4ce-47d2-95e6-87ea6661a6c4 req-7ca9ed49-9dca-478d-88f5-cdf44bc82c30 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764349 Mar 01 13:58:09.733558 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bff8a794-b866-4045-a11c-3ec02e86ea23 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (412b7393-938a-4687-85f2-b388166fe42f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:09.733907 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-bff8a794-b866-4045-a11c-3ec02e86ea23 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Added segment 412b7393-938a-4687-85f2-b388166fe42f of type vlan for network 24d03fa8-0ee6-4d1d-a298-e4a21665026c Mar 01 13:58:09.763752 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:09.776198 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-51e49f12-1259-41a3-8a0f-78d627d384fd req-cff16001-a7b3-433b-9abb-4fea13281513 service neutron] 10.222.0.20 "GET /v2.0/networks/ae0bfd58-4b0d-4a69-9efe-fe6beb56124e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819389 Mar 01 13:58:09.810556 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bff8a794-b866-4045-a11c-3ec02e86ea23 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (24d03fa8-0ee6-4d1d-a298-e4a21665026c), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:09.884849 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bff8a794-b866-4045-a11c-3ec02e86ea23 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (24d03fa8-0ee6-4d1d-a298-e4a21665026c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:09.889865 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff8a794-b866-4045-a11c-3ec02e86ea23 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:09.890455 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bff8a794-b866-4045-a11c-3ec02e86ea23 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:09.919224 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-bff8a794-b866-4045-a11c-3ec02e86ea23 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7289453 Mar 01 13:58:09.922299 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:09.931399 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51752) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:09.937614 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-4ff44f17-8745-4494-9785-3a74936f3186 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Request body: {'subnet': {'network_id': '24d03fa8-0ee6-4d1d-a298-e4a21665026c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:58:09.963702 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c5263-e0c2-47e8-a61f-0e2b57667b29 req-a901c7a7-2760-42fd-96e8-49cc91898951 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:09.965367 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-081c5263-e0c2-47e8-a61f-0e2b57667b29 req-a901c7a7-2760-42fd-96e8-49cc91898951 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.0972583 Mar 01 13:58:09.995259 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-51e49f12-1259-41a3-8a0f-78d627d384fd req-aff183af-73d2-4a4d-98da-a0bc4b2087fd service neutron] 10.222.0.20 "GET /v2.0/networks/ae0bfd58-4b0d-4a69-9efe-fe6beb56124e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127759 Mar 01 13:58:10.022758 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-081c5263-e0c2-47e8-a61f-0e2b57667b29 req-5f486726-44de-426f-a40c-bb1fefc14f93 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497060 Mar 01 13:58:10.068100 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff8a794-b866-4045-a11c-3ec02e86ea23 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event updated for resources: {'Network': ['ID=24d03fa8-0ee6-4d1d-a298-e4a21665026c,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:10.080243 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 24d03fa8-0ee6-4d1d-a298-e4a21665026c details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:58:10.104604 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff44f17-8745-4494-9785-3a74936f3186 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Made reservation on behalf of 417ae342a9e74e5494431ceba6fb669c for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:58:10.109759 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4ff44f17-8745-4494-9785-3a74936f3186 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:10.152249 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2e0c1127-0701-4d79-9e63-87fdf11368f5 req-0c84db5f-5f36-4d15-9a61-c0cff06332f9 tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0299549 Mar 01 13:58:10.309400 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4ff44f17-8745-4494-9785-3a74936f3186 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (974727b1-e1fa-44d1-af9c-934be0a88841), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:10.368951 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff44f17-8745-4494-9785-3a74936f3186 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event updated for resources: {'Subnet': ['ID=974727b1-e1fa-44d1-af9c-934be0a88841,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:10.384544 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff44f17-8745-4494-9785-3a74936f3186 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Checking segment: {'id': '412b7393-938a-4687-85f2-b388166fe42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '24d03fa8-0ee6-4d1d-a298-e4a21665026c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:58:10.384906 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff44f17-8745-4494-9785-3a74936f3186 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Network hostable DHCP agents. Network: 24d03fa8-0ee6-4d1d-a298-e4a21665026c, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:58:10.401996 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff44f17-8745-4494-9785-3a74936f3186 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Network 24d03fa8-0ee6-4d1d-a298-e4a21665026c is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:58:10.409951 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-4ff44f17-8745-4494-9785-3a74936f3186 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 24d03fa8-0ee6-4d1d-a298-e4a21665026c) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:58:10.414090 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff44f17-8745-4494-9785-3a74936f3186 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:10.414697 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4ff44f17-8745-4494-9785-3a74936f3186 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:10.419371 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee911e7a-44f4-43ef-939d-4880b577463b None None] Network 24d03fa8-0ee6-4d1d-a298-e4a21665026c requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:58:10.430685 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4ff44f17-8745-4494-9785-3a74936f3186 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4970663 Mar 01 13:58:10.433884 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51762) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:10.438163 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-36bee688-6358-4520-a2ed-616996bc7358 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1016124254', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}, 'admin_state_up': False}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:58:10.462430 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-36bee688-6358-4520-a2ed-616996bc7358 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (5ed59eb4-bec2-40db-9263-5b04d9fcce97), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:10.463637 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-36bee688-6358-4520-a2ed-616996bc7358 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (5ed59eb4-bec2-40db-9263-5b04d9fcce97), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:10.535122 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7ce3b5-fba5-4726-be73-8bc94fd80286 None None] Network 24d03fa8-0ee6-4d1d-a298-e4a21665026c requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:58:10.538404 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7d30c150-6054-4017-af4e-5c81f9394772 req-a7591785-e79b-45a3-8716-6e57f329c989 tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4bd315-2efb-4fa1-a797-a4b1d12b95d6 HTTP/1.1" status: 200 len: 210 time: 0.0591862 Mar 01 13:58:10.541650 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-36bee688-6358-4520-a2ed-616996bc7358 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for router_controller (5ed59eb4-bec2-40db-9263-5b04d9fcce97), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:10.589728 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6024f0-613a-4f72-ada0-70570f68dca6 req-ccf1bc89-ed0f-4ee9-ab70-dc24975feb83 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:10.592289 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9c6024f0-613a-4f72-ada0-70570f68dca6 req-ccf1bc89-ed0f-4ee9-ab70-dc24975feb83 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.0781314 Mar 01 13:58:10.676712 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9c6024f0-613a-4f72-ada0-70570f68dca6 req-3920f79a-c87b-42a2-ab42-e0b4b1a531ae tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726364 Mar 01 13:58:10.704742 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-36bee688-6358-4520-a2ed-616996bc7358 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for router_gateway (5ed59eb4-bec2-40db-9263-5b04d9fcce97), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:10.807860 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dd990a62-71c8-486b-b00f-3f0ff8ba4441 req-1d9a4fd4-8f83-47c3-a54b-c001700de6ce tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 210 time: 0.0348065 Mar 01 13:58:10.904924 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-2e20ad2c-52ef-498f-8438-d5183911b8f7 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:10.906507 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-2e20ad2c-52ef-498f-8438-d5183911b8f7 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.20 "GET /v2.0/networks?id=a330e804-df96-493e-8245-ea2bd5609f4c HTTP/1.1" status: 200 len: 810 time: 0.1735096 Mar 01 13:58:10.926154 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-169d11d5-313b-4dbc-b540-f6391423ab28 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Request body: {'port': {'device_id': '5a990162-f824-4fec-9227-ac13bdc94591', 'network_id': 'a330e804-df96-493e-8245-ea2bd5609f4c', 'admin_state_up': True, 'tenant_id': '0f374f2004cb4e8ca02e98a75cfbf7a5'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:58:11.126883 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-36bee688-6358-4520-a2ed-616996bc7358 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for router_gateway (5ed59eb4-bec2-40db-9263-5b04d9fcce97), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:11.151469 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-36bee688-6358-4520-a2ed-616996bc7358 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:11.167998 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a011a74-c6c7-45af-83f9-4492816202c1 req-20bed010-77dd-4a8c-b4eb-de693d61290c tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:11.170664 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4a011a74-c6c7-45af-83f9-4492816202c1 req-20bed010-77dd-4a8c-b4eb-de693d61290c tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.0655766 Mar 01 13:58:11.209160 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-169d11d5-313b-4dbc-b540-f6391423ab28 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Made reservation on behalf of 0f374f2004cb4e8ca02e98a75cfbf7a5 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:58:11.213303 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-169d11d5-313b-4dbc-b540-f6391423ab28 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:11.231609 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4a011a74-c6c7-45af-83f9-4492816202c1 req-34472605-b360-43cd-b53d-00ea243e8446 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545366 Mar 01 13:58:11.347968 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-36bee688-6358-4520-a2ed-616996bc7358 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Allocated IP 172.25.1.191 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/02efb8d6-8349-4dd9-8f14-7608130c546c) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:58:11.463619 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-169d11d5-313b-4dbc-b540-f6391423ab28 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Allocated IP 172.20.0.4 (a330e804-df96-493e-8245-ea2bd5609f4c/b101fd94-b0b8-497f-8292-d3494df98b4d/a3c38102-12a7-48fd-8142-324f120ec8bb) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:58:11.474097 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9817e40f-a299-48c7-bc6a-a52735aaaf4a req-01943ff5-2823-49b3-ac2e-9da4c36b5201 tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=46deedba-cf83-429d-b2b1-6aa2ddc88ecf HTTP/1.1" status: 200 len: 210 time: 0.0285604 Mar 01 13:58:11.531490 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d8e3d7bd-3d43-47c1-b290-8967ce13e4b6 req-3d00c55a-b0ce-49b5-8d69-c0347ec5df5d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=06369855432c4ff08153a02bccf5535d&device_id=46deedba-cf83-429d-b2b1-6aa2ddc88ecf HTTP/1.1" status: 200 len: 210 time: 0.0439446 Mar 01 13:58:11.595297 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d8e3d7bd-3d43-47c1-b290-8967ce13e4b6 req-9d73c82d-556c-44ee-998c-f58c3eef4486 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=06369855432c4ff08153a02bccf5535d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484245 Mar 01 13:58:11.607287 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-36bee688-6358-4520-a2ed-616996bc7358 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for port (02efb8d6-8349-4dd9-8f14-7608130c546c), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:11.789710 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-36bee688-6358-4520-a2ed-616996bc7358 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (02efb8d6-8349-4dd9-8f14-7608130c546c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:11.794387 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-169d11d5-313b-4dbc-b540-f6391423ab28 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Publish callbacks [] for port (a3c38102-12a7-48fd-8142-324f120ec8bb), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:11.814908 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b8b21-fc32-4059-92b6-f668f35c781c req-4a94aef4-42ea-4520-812c-24685122434a tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:11.816858 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d96b8b21-fc32-4059-92b6-f668f35c781c req-4a94aef4-42ea-4520-812c-24685122434a tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.0629034 Mar 01 13:58:11.828028 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3d7bd-3d43-47c1-b290-8967ce13e4b6 req-d7143d15-7b60-4f84-88d7-371f9c21a0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:11.829471 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d8e3d7bd-3d43-47c1-b290-8967ce13e4b6 req-d7143d15-7b60-4f84-88d7-371f9c21a0c9 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2188389 Mar 01 13:58:11.850614 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bee688-6358-4520-a2ed-616996bc7358 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:58:11.864997 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-36bee688-6358-4520-a2ed-616996bc7358 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:58:11.868969 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bee688-6358-4520-a2ed-616996bc7358 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event updated for resources: {'Port': ['ID=02efb8d6-8349-4dd9-8f14-7608130c546c,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:11.872000 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bee688-6358-4520-a2ed-616996bc7358 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:58:11.887020 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d96b8b21-fc32-4059-92b6-f668f35c781c req-106baa62-045e-4b77-8ad7-3716460d4a5f tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633368 Mar 01 13:58:11.912300 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-169d11d5-313b-4dbc-b540-f6391423ab28 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (a3c38102-12a7-48fd-8142-324f120ec8bb), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:11.929521 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['d3fbe549-665a-4fc4-9544-afc840124820'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:58:11.957639 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa659a5f-a508-402b-8cb7-fe707f4ef5e7 req-594e0f68-7787-4e7a-90e9-59b6479ab92e tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:11.959223 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fa659a5f-a508-402b-8cb7-fe707f4ef5e7 req-594e0f68-7787-4e7a-90e9-59b6479ab92e tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 931 time: 0.0553124 Mar 01 13:58:12.024144 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fa659a5f-a508-402b-8cb7-fe707f4ef5e7 req-2b6dff89-df06-495b-8660-e272a8348bf8 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582120 Mar 01 13:58:12.060783 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-169d11d5-313b-4dbc-b540-f6391423ab28 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Network a330e804-df96-493e-8245-ea2bd5609f4c is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:58:12.071039 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-169d11d5-313b-4dbc-b540-f6391423ab28 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:58:12.074908 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-169d11d5-313b-4dbc-b540-f6391423ab28 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:58:12.127188 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d11d5-313b-4dbc-b540-f6391423ab28 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Pushing event updated for resources: {'Port': ['ID=a3c38102-12a7-48fd-8142-324f120ec8bb,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:12.181070 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-169d11d5-313b-4dbc-b540-f6391423ab28 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:12.181995 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-169d11d5-313b-4dbc-b540-f6391423ab28 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:12.261886 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-169d11d5-313b-4dbc-b540-f6391423ab28 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3418381 Mar 01 13:58:12.285697 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-82fadbc2-42da-4e24-bf6f-b17f4085e43a service neutron] Request body: {'port': {'device_id': '5a990162-f824-4fec-9227-ac13bdc94591', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:58:12.360585 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3627a6-5888-425b-8deb-7f87d920b7d7 req-ee2b8712-3606-4870-a9ed-0823f2772916 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:12.362444 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c3627a6-5888-425b-8deb-7f87d920b7d7 req-ee2b8712-3606-4870-a9ed-0823f2772916 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.0542140 Mar 01 13:58:12.409441 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-36bee688-6358-4520-a2ed-616996bc7358 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for router_gateway (5ed59eb4-bec2-40db-9263-5b04d9fcce97), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:12.413588 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-82fadbc2-42da-4e24-bf6f-b17f4085e43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a3c38102-12a7-48fd-8142-324f120ec8bb), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:12.421307 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c3627a6-5888-425b-8deb-7f87d920b7d7 req-57388f38-28df-4b06-b5f0-9b14f18afcda tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506198 Mar 01 13:58:12.547189 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4d3da-9f1b-4ace-ba54-d2489891b7ba req-310e2ca5-cebf-4fe7-bedf-94724695b541 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:12.548918 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fce4d3da-9f1b-4ace-ba54-d2489891b7ba req-310e2ca5-cebf-4fe7-bedf-94724695b541 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.0625277 Mar 01 13:58:12.559414 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51786) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:12.564554 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-65d1ad2f-fc01-413a-a71c-620beb21fbe0 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Request body: {'floatingip': {'port_id': '9aebdd4c-eed8-47fb-bab4-d069d06a55a0'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:58:12.629201 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f8a1db4f-61e2-4304-9f5f-cdd7bd3a3f3a req-734a63a1-9bd1-4799-9b3b-fff37d83c67d tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=46deedba-cf83-429d-b2b1-6aa2ddc88ecf HTTP/1.1" status: 200 len: 210 time: 0.0617006 Mar 01 13:58:12.631755 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-65d1ad2f-fc01-413a-a71c-620beb21fbe0 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for floatingip (cdd7cca8-84e7-421d-8cb3-bc5bc717fbbb), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:13.083861 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e389c6-783a-401c-9b50-7e0b8becb2f4 req-058af4d7-95e0-4189-88fd-e925c9bfd061 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:13.085422 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-99e389c6-783a-401c-9b50-7e0b8becb2f4 req-058af4d7-95e0-4189-88fd-e925c9bfd061 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.1199522 Mar 01 13:58:13.140794 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-36bee688-6358-4520-a2ed-616996bc7358 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (5ed59eb4-bec2-40db-9263-5b04d9fcce97), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:13.253934 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-99e389c6-783a-401c-9b50-7e0b8becb2f4 req-191b2990-9279-4ff4-88f4-a22ba83526bf tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594853 Mar 01 13:58:13.282601 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-65d1ad2f-fc01-413a-a71c-620beb21fbe0 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:13.296506 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa924ca-860d-411f-a3d7-399fc761aee0 req-89122339-cd85-4f02-b7e4-972a9b69aabb tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:13.296811 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d8e3d7bd-3d43-47c1-b290-8967ce13e4b6 req-2f78db02-7bee-4160-b70c-1de2bcb4f554 tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.20 "GET /v2.0/ports?device_id=46deedba-cf83-429d-b2b1-6aa2ddc88ecf HTTP/1.1" status: 200 len: 210 time: 0.0828121 Mar 01 13:58:13.298048 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-efa924ca-860d-411f-a3d7-399fc761aee0 req-89122339-cd85-4f02-b7e4-972a9b69aabb tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 931 time: 0.1588612 Mar 01 13:58:13.299219 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-65d1ad2f-fc01-413a-a71c-620beb21fbe0 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (cdd7cca8-84e7-421d-8cb3-bc5bc717fbbb), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:13.320638 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-82fadbc2-42da-4e24-bf6f-b17f4085e43a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3c38102-12a7-48fd-8142-324f120ec8bb {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:58:13.333272 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-82fadbc2-42da-4e24-bf6f-b17f4085e43a service neutron] Publish callbacks [] for port (a3c38102-12a7-48fd-8142-324f120ec8bb), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:13.356797 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-82fadbc2-42da-4e24-bf6f-b17f4085e43a service neutron] Transition to ACTIVE for port object a3c38102-12a7-48fd-8142-324f120ec8bb will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:58:13.369757 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-82fadbc2-42da-4e24-bf6f-b17f4085e43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (a3c38102-12a7-48fd-8142-324f120ec8bb), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:13.428632 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36bee688-6358-4520-a2ed-616996bc7358 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Router 5ed59eb4-bec2-40db-9263-5b04d9fcce97 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 13:58:13.441402 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fadbc2-42da-4e24-bf6f-b17f4085e43a service neutron] Pushing event updated for resources: {'Port': ['ID=a3c38102-12a7-48fd-8142-324f120ec8bb,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:13.467216 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-efa924ca-860d-411f-a3d7-399fc761aee0 req-dc09add7-ee5a-47c1-ba4f-352cd7cb5f04 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173429 Mar 01 13:58:13.480002 n-d-827467-3 neutron-server[103727]: INFO neutron.db.l3_db [None req-65d1ad2f-fc01-413a-a71c-620beb21fbe0 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Floating IP cdd7cca8-84e7-421d-8cb3-bc5bc717fbbb associated. External IP: 172.25.1.71, port: 9aebdd4c-eed8-47fb-bab4-d069d06a55a0. Mar 01 13:58:13.598236 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-82fadbc2-42da-4e24-bf6f-b17f4085e43a service neutron] Attempting to bind port a3c38102-12a7-48fd-8142-324f120ec8bb on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:58:13.598604 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-82fadbc2-42da-4e24-bf6f-b17f4085e43a service neutron] Attempting to bind port a3c38102-12a7-48fd-8142-324f120ec8bb by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': 'a0046b2b-e488-42b0-8925-94ab593c3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a330e804-df96-493e-8245-ea2bd5609f4c'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:58:13.598887 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-82fadbc2-42da-4e24-bf6f-b17f4085e43a service neutron] Attempting to bind port a3c38102-12a7-48fd-8142-324f120ec8bb on network a330e804-df96-493e-8245-ea2bd5609f4c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:58:13.606332 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-82fadbc2-42da-4e24-bf6f-b17f4085e43a service neutron] Port a3c38102-12a7-48fd-8142-324f120ec8bb on network a330e804-df96-493e-8245-ea2bd5609f4c not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:58:13.606651 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-82fadbc2-42da-4e24-bf6f-b17f4085e43a service neutron] Attempting to bind port a3c38102-12a7-48fd-8142-324f120ec8bb on network a330e804-df96-493e-8245-ea2bd5609f4c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:58:13.617159 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-82fadbc2-42da-4e24-bf6f-b17f4085e43a service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:58:13.617634 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-82fadbc2-42da-4e24-bf6f-b17f4085e43a service neutron] Checking segment: {'id': 'a0046b2b-e488-42b0-8925-94ab593c3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a330e804-df96-493e-8245-ea2bd5609f4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:58:13.623078 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-82fadbc2-42da-4e24-bf6f-b17f4085e43a service neutron] Bound using segment: {'id': 'a0046b2b-e488-42b0-8925-94ab593c3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a330e804-df96-493e-8245-ea2bd5609f4c'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:58:13.623890 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-82fadbc2-42da-4e24-bf6f-b17f4085e43a service neutron] Bound port: a3c38102-12a7-48fd-8142-324f120ec8bb, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0046b2b-e488-42b0-8925-94ab593c3d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a330e804-df96-493e-8245-ea2bd5609f4c'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:58:13.624295 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-82fadbc2-42da-4e24-bf6f-b17f4085e43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a3c38102-12a7-48fd-8142-324f120ec8bb), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:13.629967 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bee688-6358-4520-a2ed-616996bc7358 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:58:13.641959 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13176b3-636d-4eaa-8929-c2f94f698207 None None] Sync routers for ids ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:58:13.654126 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13176b3-636d-4eaa-8929-c2f94f698207 None None] Routers {'5ed59eb4-bec2-40db-9263-5b04d9fcce97'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:13.655065 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-b13176b3-636d-4eaa-8929-c2f94f698207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:57:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:13.686469 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-36bee688-6358-4520-a2ed-616996bc7358 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:13.690407 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-36bee688-6358-4520-a2ed-616996bc7358 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.2531087 Mar 01 13:58:13.691166 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51794) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:13.697588 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-b13176b3-636d-4eaa-8929-c2f94f698207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:13.708798 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13176b3-636d-4eaa-8929-c2f94f698207 None None] Routers {'5ed59eb4-bec2-40db-9263-5b04d9fcce97'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:13.710709 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-b13176b3-636d-4eaa-8929-c2f94f698207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:57:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:13.733555 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d1ad2f-fc01-413a-a71c-620beb21fbe0 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Router faec7802-e390-484f-986f-d28422908bf4 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:58:13.766722 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-b13176b3-636d-4eaa-8929-c2f94f698207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:13.767631 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13176b3-636d-4eaa-8929-c2f94f698207 None None] The sync data for ids ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:58:13.824440 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-82fadbc2-42da-4e24-bf6f-b17f4085e43a service neutron] For port a3c38102-12a7-48fd-8142-324f120ec8bb, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:58:13.873735 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-82fadbc2-42da-4e24-bf6f-b17f4085e43a service neutron] For port a3c38102-12a7-48fd-8142-324f120ec8bb, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=a3c38102-12a7-48fd-8142-324f120ec8bb,segment=NetworkSegment(a0046b2b-e488-42b0-8925-94ab593c3d9d),segment_id=a0046b2b-e488-42b0-8925-94ab593c3d9d)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:58:13.890485 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-82fadbc2-42da-4e24-bf6f-b17f4085e43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (a3c38102-12a7-48fd-8142-324f120ec8bb), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:13.990600 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-82fadbc2-42da-4e24-bf6f-b17f4085e43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:13.991249 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-82fadbc2-42da-4e24-bf6f-b17f4085e43a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:13.992718 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-82fadbc2-42da-4e24-bf6f-b17f4085e43a service neutron] 10.222.0.20 "PUT /v2.0/ports/a3c38102-12a7-48fd-8142-324f120ec8bb HTTP/1.1" status: 200 len: 1091 time: 1.7185745 Mar 01 13:58:13.998442 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a990162-f824-4fec-9227-ac13bdc94591', 'tag': 'a3c38102-12a7-48fd-8142-324f120ec8bb'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:58:14.001345 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51e943a-441e-41a5-b8e2-a64286addcea" -d '{"events": [{"name": "network-changed", "server_uuid": "5a990162-f824-4fec-9227-ac13bdc94591", "tag": "a3c38102-12a7-48fd-8142-324f120ec8bb"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:58:14.038878 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fadbc2-42da-4e24-bf6f-b17f4085e43a service neutron] Pushing event updated for resources: {'Port': ['ID=a3c38102-12a7-48fd-8142-324f120ec8bb,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:14.084388 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea7d59b-40ad-46ab-a183-836197216fd2 x-openstack-request-id: req-1ea7d59b-40ad-46ab-a183-836197216fd2 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:58:14.084745 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a990162-f824-4fec-9227-ac13bdc94591", "tag": "a3c38102-12a7-48fd-8142-324f120ec8bb", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:58:14.085006 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ea7d59b-40ad-46ab-a183-836197216fd2 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:58:14.085444 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a990162-f824-4fec-9227-ac13bdc94591', 'tag': 'a3c38102-12a7-48fd-8142-324f120ec8bb', 'status': 'completed', 'code': 200} Mar 01 13:58:14.160924 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-077183f8-3f0f-42db-995f-518d56646444 req-7f86fcc7-54ac-4b1f-b2dd-870af01dd266 tempest-ServerShowV247Test-6870489 tempest-ServerShowV247Test-6870489-project] 10.222.0.13 "GET /v2.0/ports?device_id=46deedba-cf83-429d-b2b1-6aa2ddc88ecf HTTP/1.1" status: 200 len: 210 time: 0.4150350 Mar 01 13:58:14.197131 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-03530f83-48b3-492b-b85c-9c97298cf747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:14.198764 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-03530f83-48b3-492b-b85c-9c97298cf747 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f374f2004cb4e8ca02e98a75cfbf7a5&device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 1125 time: 0.1164429 Mar 01 13:58:14.240590 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d1ad2f-fc01-413a-a71c-620beb21fbe0 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:58:14.245632 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-65d1ad2f-fc01-413a-a71c-620beb21fbe0 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:14.252432 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9affc8a8-3313-45d9-976c-f14908849867 None None] Sync routers for ids ['faec7802-e390-484f-986f-d28422908bf4'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:58:14.265204 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9affc8a8-3313-45d9-976c-f14908849867 None None] Routers {'faec7802-e390-484f-986f-d28422908bf4'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:14.266057 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-9affc8a8-3313-45d9-976c-f14908849867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:57:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['faec7802-e390-484f-986f-d28422908bf4'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:14.275340 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-763af300-8e73-4095-97cb-2748b2a564e4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3c38102-12a7-48fd-8142-324f120ec8bb HTTP/1.1" status: 200 len: 217 time: 0.0697005 Mar 01 13:58:14.282065 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-65d1ad2f-fc01-413a-a71c-620beb21fbe0 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "PUT /v2.0/floatingips/cdd7cca8-84e7-421d-8cb3-bc5bc717fbbb HTTP/1.1" status: 200 len: 990 time: 1.7199337 Mar 01 13:58:14.283427 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515b3ff5-75e5-461c-a3aa-e7249a206948', 'tag': '9aebdd4c-eed8-47fb-bab4-d069d06a55a0'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:58:14.286938 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79c6133-715e-4182-a693-18326b6ee4b9" -d '{"events": [{"name": "network-changed", "server_uuid": "515b3ff5-75e5-461c-a3aa-e7249a206948", "tag": "9aebdd4c-eed8-47fb-bab4-d069d06a55a0"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:58:14.368316 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-6240cb04-8c1a-4c70-9c16-f6e1feefdf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:14.369945 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-6240cb04-8c1a-4c70-9c16-f6e1feefdf5a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b101fd94-b0b8-497f-8292-d3494df98b4d HTTP/1.1" status: 200 len: 850 time: 0.0879786 Mar 01 13:58:14.406302 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-9affc8a8-3313-45d9-976c-f14908849867 None None] Set router faec7802-e390-484f-986f-d28422908bf4 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:58:14.421526 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42e636c-1661-4455-9e4d-6c13617c05c7 x-openstack-request-id: req-e42e636c-1661-4455-9e4d-6c13617c05c7 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:58:14.422013 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "515b3ff5-75e5-461c-a3aa-e7249a206948", "tag": "9aebdd4c-eed8-47fb-bab4-d069d06a55a0", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:58:14.422292 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e42e636c-1661-4455-9e4d-6c13617c05c7 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:58:14.422748 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515b3ff5-75e5-461c-a3aa-e7249a206948', 'tag': '9aebdd4c-eed8-47fb-bab4-d069d06a55a0', 'status': 'completed', 'code': 200} Mar 01 13:58:14.435922 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-21cc3479-b85d-4306-9051-b5297bb3baf6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a330e804-df96-493e-8245-ea2bd5609f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550997 Mar 01 13:58:14.491037 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696a07f-c58e-4340-8594-d99cd97b89ea req-ebb41a69-94d2-40f0-9466-a83eb4bda8c8 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:14.492911 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d696a07f-c58e-4340-8594-d99cd97b89ea req-ebb41a69-94d2-40f0-9466-a83eb4bda8c8 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.1150901 Mar 01 13:58:14.499409 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c6133-715e-4182-a693-18326b6ee4b9 req-5806385e-09a0-4519-86f3-22df94250d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:14.501035 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e79c6133-715e-4182-a693-18326b6ee4b9 req-5806385e-09a0-4519-86f3-22df94250d11 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3467d10c32454cf18668187815493d82&device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 1127 time: 0.0716696 Mar 01 13:58:14.601505 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2cb6af20-493f-4bec-8c89-0f90ed16934f tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:14.622320 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-b6357311-44ec-4408-b5f1-44e0bb7587f5 service neutron] 10.222.0.20 "GET /v2.0/networks/a330e804-df96-493e-8245-ea2bd5609f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686389 Mar 01 13:58:14.657934 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-9affc8a8-3313-45d9-976c-f14908849867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faec7802-e390-484f-986f-d28422908bf4', 'name': 'tempest-AttachVolumeTestJSON-2126147244-router', 'tenant_id': '3467d10c32454cf18668187815493d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '999b8276-175a-43bf-87c8-8527f42a6412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:57:46Z', 'updated_at': '2022-03-01T13:57:51Z', 'revision_number': 4, 'project_id': '3467d10c32454cf18668187815493d82', 'gw_port': {'id': '999b8276-175a-43bf-87c8-8527f42a6412', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:47Z', 'updated_at': '2022-03-01T13:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'cdd7cca8-84e7-421d-8cb3-bc5bc717fbbb', 'tenant_id': '3467d10c32454cf18668187815493d82', 'floating_ip_address': '172.25.1.71', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': 'faec7802-e390-484f-986f-d28422908bf4', 'port_id': '9aebdd4c-eed8-47fb-bab4-d069d06a55a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5', 'mac_address': 'fa:16:3e:a0:e0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515b3ff5-75e5-461c-a3aa-e7249a206948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:57:54Z', 'updated_at': '2022-03-01T13:58:13Z', 'revision_number': 1, 'project_id': '3467d10c32454cf18668187815493d82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2130f1cc-044d-462c-81db-611276dbecdc', 'name': '', 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5', 'tenant_id': '3467d10c32454cf18668187815493d82', 'mac_address': 'fa:16:3e:76:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '531c8525-0467-47e0-9cf7-03358d9bf988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:50Z', 'updated_at': '2022-03-01T13:57:57Z', 'revision_number': 5, 'project_id': '3467d10c32454cf18668187815493d82', 'subnets': [{'id': '531c8525-0467-47e0-9cf7-03358d9bf988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:14.677590 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d696a07f-c58e-4340-8594-d99cd97b89ea req-6615862e-a776-4a90-9b6a-a9137880e38f tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692913 Mar 01 13:58:14.693348 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c6133-715e-4182-a693-18326b6ee4b9 req-93d7ac87-a1be-4108-9f84-a22d8b778928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:14.694525 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e79c6133-715e-4182-a693-18326b6ee4b9 req-93d7ac87-a1be-4108-9f84-a22d8b778928 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1d0a7b4f-fbe7-45f8-87df-666e5482dea5 HTTP/1.1" status: 200 len: 912 time: 0.1847498 Mar 01 13:58:14.699132 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9affc8a8-3313-45d9-976c-f14908849867 None None] Checking router: faec7802-e390-484f-986f-d28422908bf4 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:58:14.709301 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9affc8a8-3313-45d9-976c-f14908849867 None None] Routers {'faec7802-e390-484f-986f-d28422908bf4'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:14.709493 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4daf77-d60d-43d5-ab6c-66cf51faa130 req-432838ee-5d6b-4b3c-9cc8-fe9e25565641 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:14.709909 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-9affc8a8-3313-45d9-976c-f14908849867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:57:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['faec7802-e390-484f-986f-d28422908bf4'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:14.711415 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fd4daf77-d60d-43d5-ab6c-66cf51faa130 req-432838ee-5d6b-4b3c-9cc8-fe9e25565641 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 943 time: 0.1279852 Mar 01 13:58:14.819963 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e79c6133-715e-4182-a693-18326b6ee4b9 req-67c8e555-33f3-4e02-b6e4-efb8dc7e0fdc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9aebdd4c-eed8-47fb-bab4-d069d06a55a0 HTTP/1.1" status: 200 len: 998 time: 0.1073573 Mar 01 13:58:14.824382 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fd4daf77-d60d-43d5-ab6c-66cf51faa130 req-cd3c334e-e19b-43f2-98bc-063de0dbb961 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035979 Mar 01 13:58:14.827103 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a711dc24-1f81-4252-ae2a-291dc53019a0 req-d3b26cdb-5350-4ce4-8dc0-7f975005ec5c service neutron] 10.222.0.20 "GET /v2.0/networks/a330e804-df96-493e-8245-ea2bd5609f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649454 Mar 01 13:58:14.838765 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-9affc8a8-3313-45d9-976c-f14908849867 None None] Set router faec7802-e390-484f-986f-d28422908bf4 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:58:14.894277 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c6133-715e-4182-a693-18326b6ee4b9 req-a53d536d-c3c9-4880-949e-0e07a91fe7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:14.895998 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e79c6133-715e-4182-a693-18326b6ee4b9 req-a53d536d-c3c9-4880-949e-0e07a91fe7a7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=531c8525-0467-47e0-9cf7-03358d9bf988 HTTP/1.1" status: 200 len: 850 time: 0.0695622 Mar 01 13:58:14.953022 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c6133-715e-4182-a693-18326b6ee4b9 req-26389919-4f0f-49cb-a71b-018a088f9883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:14.954566 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e79c6133-715e-4182-a693-18326b6ee4b9 req-26389919-4f0f-49cb-a71b-018a088f9883 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1d0a7b4f-fbe7-45f8-87df-666e5482dea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0524328 Mar 01 13:58:15.018133 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e943a-441e-41a5-b8e2-a64286addcea req-58a44520-699b-4b61-ae1c-b654d0393a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:15.019771 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a51e943a-441e-41a5-b8e2-a64286addcea req-58a44520-699b-4b61-ae1c-b654d0393a1e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f374f2004cb4e8ca02e98a75cfbf7a5&device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 1125 time: 0.1292012 Mar 01 13:58:15.054938 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-2cb6af20-493f-4bec-8c89-0f90ed16934f tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Allocated IP 172.20.0.1 (24d03fa8-0ee6-4d1d-a298-e4a21665026c/974727b1-e1fa-44d1-af9c-934be0a88841/58da4f29-760e-4396-8f22-b48017946185) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:58:15.056605 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e79c6133-715e-4182-a693-18326b6ee4b9 req-acf69d32-41fc-40af-8eb6-d5ac5f60b485 service neutron] 10.222.0.32 "GET /v2.0/networks/1d0a7b4f-fbe7-45f8-87df-666e5482dea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946250 Mar 01 13:58:15.086596 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-9affc8a8-3313-45d9-976c-f14908849867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faec7802-e390-484f-986f-d28422908bf4', 'name': 'tempest-AttachVolumeTestJSON-2126147244-router', 'tenant_id': '3467d10c32454cf18668187815493d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '999b8276-175a-43bf-87c8-8527f42a6412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:57:46Z', 'updated_at': '2022-03-01T13:57:51Z', 'revision_number': 4, 'project_id': '3467d10c32454cf18668187815493d82', 'gw_port': {'id': '999b8276-175a-43bf-87c8-8527f42a6412', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:47Z', 'updated_at': '2022-03-01T13:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'cdd7cca8-84e7-421d-8cb3-bc5bc717fbbb', 'tenant_id': '3467d10c32454cf18668187815493d82', 'floating_ip_address': '172.25.1.71', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': 'faec7802-e390-484f-986f-d28422908bf4', 'port_id': '9aebdd4c-eed8-47fb-bab4-d069d06a55a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5', 'mac_address': 'fa:16:3e:a0:e0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515b3ff5-75e5-461c-a3aa-e7249a206948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:57:54Z', 'updated_at': '2022-03-01T13:58:13Z', 'revision_number': 1, 'project_id': '3467d10c32454cf18668187815493d82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2130f1cc-044d-462c-81db-611276dbecdc', 'name': '', 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5', 'tenant_id': '3467d10c32454cf18668187815493d82', 'mac_address': 'fa:16:3e:76:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '531c8525-0467-47e0-9cf7-03358d9bf988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:50Z', 'updated_at': '2022-03-01T13:57:57Z', 'revision_number': 5, 'project_id': '3467d10c32454cf18668187815493d82', 'subnets': [{'id': '531c8525-0467-47e0-9cf7-03358d9bf988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:15.119783 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9affc8a8-3313-45d9-976c-f14908849867 None None] The sync data for ids ['faec7802-e390-484f-986f-d28422908bf4'] in n-d-827467-3 is: [{'id': 'faec7802-e390-484f-986f-d28422908bf4', 'name': 'tempest-AttachVolumeTestJSON-2126147244-router', 'tenant_id': '3467d10c32454cf18668187815493d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '999b8276-175a-43bf-87c8-8527f42a6412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:57:46Z', 'updated_at': '2022-03-01T13:57:51Z', 'revision_number': 4, 'project_id': '3467d10c32454cf18668187815493d82', 'gw_port': {'id': '999b8276-175a-43bf-87c8-8527f42a6412', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:47Z', 'updated_at': '2022-03-01T13:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'cdd7cca8-84e7-421d-8cb3-bc5bc717fbbb', 'tenant_id': '3467d10c32454cf18668187815493d82', 'floating_ip_address': '172.25.1.71', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': 'faec7802-e390-484f-986f-d28422908bf4', 'port_id': '9aebdd4c-eed8-47fb-bab4-d069d06a55a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5', 'mac_address': 'fa:16:3e:a0:e0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515b3ff5-75e5-461c-a3aa-e7249a206948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T13:57:54Z', 'updated_at': '2022-03-01T13:58:13Z', 'revision_number': 1, 'project_id': '3467d10c32454cf18668187815493d82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2130f1cc-044d-462c-81db-611276dbecdc', 'name': '', 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5', 'tenant_id': '3467d10c32454cf18668187815493d82', 'mac_address': 'fa:16:3e:76:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '531c8525-0467-47e0-9cf7-03358d9bf988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:50Z', 'updated_at': '2022-03-01T13:57:57Z', 'revision_number': 5, 'project_id': '3467d10c32454cf18668187815493d82', 'subnets': [{'id': '531c8525-0467-47e0-9cf7-03358d9bf988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:58:15.152698 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e79c6133-715e-4182-a693-18326b6ee4b9 req-deb16fdf-abb0-4b47-8179-2362f69be617 service neutron] 10.222.0.32 "GET /v2.0/networks/1d0a7b4f-fbe7-45f8-87df-666e5482dea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892482 Mar 01 13:58:15.188477 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e943a-441e-41a5-b8e2-a64286addcea req-1418f624-3b93-4197-884b-93f7e2378437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:15.190108 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a51e943a-441e-41a5-b8e2-a64286addcea req-1418f624-3b93-4197-884b-93f7e2378437 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a330e804-df96-493e-8245-ea2bd5609f4c HTTP/1.1" status: 200 len: 911 time: 0.1621485 Mar 01 13:58:15.242869 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a51e943a-441e-41a5-b8e2-a64286addcea req-34ae4640-4ab4-4f46-aeba-0eb638b35707 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3c38102-12a7-48fd-8142-324f120ec8bb HTTP/1.1" status: 200 len: 217 time: 0.0444603 Mar 01 13:58:15.298731 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2cb6af20-493f-4bec-8c89-0f90ed16934f tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for port (58da4f29-760e-4396-8f22-b48017946185), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:15.314792 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e943a-441e-41a5-b8e2-a64286addcea req-ce5b1428-79ec-4f8b-b699-a5904cbd3d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:15.316301 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a51e943a-441e-41a5-b8e2-a64286addcea req-ce5b1428-79ec-4f8b-b699-a5904cbd3d36 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b101fd94-b0b8-497f-8292-d3494df98b4d HTTP/1.1" status: 200 len: 850 time: 0.0641799 Mar 01 13:58:15.366824 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499b2ed7-9870-4b4b-b2c8-0740b9af9e92 None None] New status for floating IP cdd7cca8-84e7-421d-8cb3-bc5bc717fbbb: ACTIVE {{(pid=103728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 13:58:15.374507 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a51e943a-441e-41a5-b8e2-a64286addcea req-d234da5c-4d15-4961-823a-d99cdf73c39d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a330e804-df96-493e-8245-ea2bd5609f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491107 Mar 01 13:58:15.393563 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2cb6af20-493f-4bec-8c89-0f90ed16934f tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (58da4f29-760e-4396-8f22-b48017946185), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:15.473085 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb6af20-493f-4bec-8c89-0f90ed16934f tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Network 24d03fa8-0ee6-4d1d-a298-e4a21665026c is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:58:15.478538 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-2cb6af20-493f-4bec-8c89-0f90ed16934f tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:58:15.486799 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb6af20-493f-4bec-8c89-0f90ed16934f tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:58:15.534525 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51816) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:15.659827 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5b32eda3-2e0a-480a-b994-5529440e3fdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:15.757778 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5b32eda3-2e0a-480a-b994-5529440e3fdd admin admin] Publish callbacks [] for security_group (e6212ade-3072-42ce-b87d-6db3d479a18f), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:15.763540 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5b32eda3-2e0a-480a-b994-5529440e3fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (e6212ade-3072-42ce-b87d-6db3d479a18f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:15.834599 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32eda3-2e0a-480a-b994-5529440e3fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6212ade-3072-42ce-b87d-6db3d479a18f,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:15.840941 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5b32eda3-2e0a-480a-b994-5529440e3fdd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06369855432c4ff08153a02bccf5535d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3051827 Mar 01 13:58:15.847600 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51822) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:15.857362 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b32eda3-2e0a-480a-b994-5529440e3fdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:15.857712 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b32eda3-2e0a-480a-b994-5529440e3fdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:15.858052 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b32eda3-2e0a-480a-b994-5529440e3fdd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:15.858388 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b32eda3-2e0a-480a-b994-5529440e3fdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:15.858723 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b32eda3-2e0a-480a-b994-5529440e3fdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:15.859049 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b32eda3-2e0a-480a-b994-5529440e3fdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:15.859374 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b32eda3-2e0a-480a-b994-5529440e3fdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:15.859726 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b32eda3-2e0a-480a-b994-5529440e3fdd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:15.860052 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b32eda3-2e0a-480a-b994-5529440e3fdd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:15.860373 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b32eda3-2e0a-480a-b994-5529440e3fdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:15.860722 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b32eda3-2e0a-480a-b994-5529440e3fdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:15.861027 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b32eda3-2e0a-480a-b994-5529440e3fdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:15.861325 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b32eda3-2e0a-480a-b994-5529440e3fdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:15.873044 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6af20-493f-4bec-8c89-0f90ed16934f tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event updated for resources: {'Port': ['ID=58da4f29-760e-4396-8f22-b48017946185,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:15.904165 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2cb6af20-493f-4bec-8c89-0f90ed16934f tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (5ed59eb4-bec2-40db-9263-5b04d9fcce97), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:15.908970 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a51e943a-441e-41a5-b8e2-a64286addcea req-275fa515-c56f-4bfc-bf94-6a106ee88080 service neutron] 10.222.0.20 "GET /v2.0/networks/a330e804-df96-493e-8245-ea2bd5609f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5261519 Mar 01 13:58:15.916442 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c928b50-79d2-476f-b96d-acd5fead16e1 req-f0153b3c-af96-4c42-850d-8c663c76066a tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:15.917951 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9c928b50-79d2-476f-b96d-acd5fead16e1 req-f0153b3c-af96-4c42-850d-8c663c76066a tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.1314545 Mar 01 13:58:15.959986 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b0076d83-1ff9-4bfe-b6f1-e16e58fad504 admin admin] Publish callbacks [] for security_group (e6212ade-3072-42ce-b87d-6db3d479a18f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:16.027184 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b0076d83-1ff9-4bfe-b6f1-e16e58fad504 admin admin] Publish callbacks [] for security_group (e6212ade-3072-42ce-b87d-6db3d479a18f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:16.038267 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9c928b50-79d2-476f-b96d-acd5fead16e1 req-1977d4ac-8fd7-45ba-b029-661f7df9537d tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139059 Mar 01 13:58:16.058216 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45230b-794b-4482-b544-f4ed8be09ef5 req-a7084cdb-cc5f-4b59-8388-954d9ea97849 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:16.061086 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc45230b-794b-4482-b544-f4ed8be09ef5 req-a7084cdb-cc5f-4b59-8388-954d9ea97849 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 943 time: 0.1151857 Mar 01 13:58:16.069727 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a51e943a-441e-41a5-b8e2-a64286addcea req-db120206-78e4-42dc-83cb-b4951c5ef289 service neutron] 10.222.0.20 "GET /v2.0/networks/a330e804-df96-493e-8245-ea2bd5609f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311624 Mar 01 13:58:16.114581 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2cb6af20-493f-4bec-8c89-0f90ed16934f tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (58da4f29-760e-4396-8f22-b48017946185), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:16.117365 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc45230b-794b-4482-b544-f4ed8be09ef5 req-93bb2db5-e891-48ae-af70-7056c990587f tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498302 Mar 01 13:58:16.125440 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b0076d83-1ff9-4bfe-b6f1-e16e58fad504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (e6212ade-3072-42ce-b87d-6db3d479a18f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:16.128114 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b0076d83-1ff9-4bfe-b6f1-e16e58fad504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:16.129407 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b0076d83-1ff9-4bfe-b6f1-e16e58fad504 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6212ade-3072-42ce-b87d-6db3d479a18f HTTP/1.1" status: 204 len: 168 time: 0.2790582 Mar 01 13:58:16.139964 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0076d83-1ff9-4bfe-b6f1-e16e58fad504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6212ade-3072-42ce-b87d-6db3d479a18f,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:16.433113 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2cb6af20-493f-4bec-8c89-0f90ed16934f tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for port (58da4f29-760e-4396-8f22-b48017946185), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:16.438076 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2cb6af20-493f-4bec-8c89-0f90ed16934f tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (58da4f29-760e-4396-8f22-b48017946185), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:16.522376 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6af20-493f-4bec-8c89-0f90ed16934f tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event updated for resources: {'Port': ['ID=58da4f29-760e-4396-8f22-b48017946185,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:16.526392 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2cb6af20-493f-4bec-8c89-0f90ed16934f tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (5ed59eb4-bec2-40db-9263-5b04d9fcce97), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:16.624602 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb6af20-493f-4bec-8c89-0f90ed16934f tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Network 24d03fa8-0ee6-4d1d-a298-e4a21665026c is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:58:16.625983 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-2cb6af20-493f-4bec-8c89-0f90ed16934f tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:58:16.741826 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb6af20-493f-4bec-8c89-0f90ed16934f tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Router 5ed59eb4-bec2-40db-9263-5b04d9fcce97 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:58:16.855602 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb6af20-493f-4bec-8c89-0f90ed16934f tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:58:16.860565 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2cb6af20-493f-4bec-8c89-0f90ed16934f tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "PUT /v2.0/routers/5ed59eb4-bec2-40db-9263-5b04d9fcce97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1688409 Mar 01 13:58:16.863386 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51852) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:16.867936 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3937073-4cdd-43be-9e62-a95e88ba7d23 None None] Sync routers for ids ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:58:16.868527 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-3cfb1993-0641-4bf2-9400-611687fc199d tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Request body: {'port': {'network_id': '24d03fa8-0ee6-4d1d-a298-e4a21665026c', 'name': 'tempest-FloatingIPTestJSON-1872710173'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:58:16.877644 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3937073-4cdd-43be-9e62-a95e88ba7d23 None None] Routers {'5ed59eb4-bec2-40db-9263-5b04d9fcce97'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:16.878257 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-f3937073-4cdd-43be-9e62-a95e88ba7d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:57:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:16.911403 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-f3937073-4cdd-43be-9e62-a95e88ba7d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:16.920979 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3937073-4cdd-43be-9e62-a95e88ba7d23 None None] Routers {'5ed59eb4-bec2-40db-9263-5b04d9fcce97'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:16.921578 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-f3937073-4cdd-43be-9e62-a95e88ba7d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:57:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:16.953869 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-f3937073-4cdd-43be-9e62-a95e88ba7d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:16.954611 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3937073-4cdd-43be-9e62-a95e88ba7d23 None None] The sync data for ids ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:58:16.982944 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfb1993-0641-4bf2-9400-611687fc199d tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Made reservation on behalf of 417ae342a9e74e5494431ceba6fb669c for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:58:16.986687 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3cfb1993-0641-4bf2-9400-611687fc199d tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:17.004407 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-3cfb1993-0641-4bf2-9400-611687fc199d tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] device_id is not set on port daebd55e-4c28-44c4-bea7-57fef914971a yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:58:17.117228 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-3cfb1993-0641-4bf2-9400-611687fc199d tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Allocated IP 172.20.0.10 (24d03fa8-0ee6-4d1d-a298-e4a21665026c/974727b1-e1fa-44d1-af9c-934be0a88841/daebd55e-4c28-44c4-bea7-57fef914971a) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:58:17.192120 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ed63cca0-c1a2-47a8-98d7-8350b4cf89b7 req-3d82f669-ff9e-47c8-8109-71e4e8780cdc tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0324843 Mar 01 13:58:17.218445 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7955e-a366-4a22-8402-829f24a45235 req-d0e0b0c8-c008-4890-a542-c363b7aa4bf0 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:17.220146 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cdb7955e-a366-4a22-8402-829f24a45235 req-d0e0b0c8-c008-4890-a542-c363b7aa4bf0 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.1095898 Mar 01 13:58:17.310212 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cdb7955e-a366-4a22-8402-829f24a45235 req-f9751ab7-c19e-4b31-a7df-11c095384de1 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839043 Mar 01 13:58:17.314590 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3cfb1993-0641-4bf2-9400-611687fc199d tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for port (daebd55e-4c28-44c4-bea7-57fef914971a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:17.335402 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a0ce9-5cfb-46f0-95a9-cd56f59f26ea req-3610c299-8267-493e-ac98-9067bfb48fd7 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:17.337665 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-696a0ce9-5cfb-46f0-95a9-cd56f59f26ea req-3610c299-8267-493e-ac98-9067bfb48fd7 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 943 time: 0.0630956 Mar 01 13:58:17.354361 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3cfb1993-0641-4bf2-9400-611687fc199d tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (daebd55e-4c28-44c4-bea7-57fef914971a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:17.400501 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-696a0ce9-5cfb-46f0-95a9-cd56f59f26ea req-33c5ad03-ba08-4b44-a4e5-3dd8433c0e59 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566993 Mar 01 13:58:17.400792 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfb1993-0641-4bf2-9400-611687fc199d tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Network 24d03fa8-0ee6-4d1d-a298-e4a21665026c is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:58:17.406068 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-3cfb1993-0641-4bf2-9400-611687fc199d tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:58:17.408768 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfb1993-0641-4bf2-9400-611687fc199d tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:58:17.445854 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb1993-0641-4bf2-9400-611687fc199d tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event updated for resources: {'Port': ['ID=daebd55e-4c28-44c4-bea7-57fef914971a,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:17.471062 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfb1993-0641-4bf2-9400-611687fc199d tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:17.472137 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3cfb1993-0641-4bf2-9400-611687fc199d tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:17.487997 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3cfb1993-0641-4bf2-9400-611687fc199d tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6235366 Mar 01 13:58:17.490859 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51874) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:17.496415 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-be605d37-660b-4868-9a97-ad4500068592 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Request body: {'port': {'network_id': '24d03fa8-0ee6-4d1d-a298-e4a21665026c', 'name': 'tempest-FloatingIPTestJSON-1366863961'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:58:17.607639 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be605d37-660b-4868-9a97-ad4500068592 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Made reservation on behalf of 417ae342a9e74e5494431ceba6fb669c for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:58:17.610962 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-be605d37-660b-4868-9a97-ad4500068592 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:17.633483 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-be605d37-660b-4868-9a97-ad4500068592 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] device_id is not set on port bdbd0220-064a-492e-b38a-6eecf5399892 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:58:17.762029 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-be605d37-660b-4868-9a97-ad4500068592 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Allocated IP 172.20.0.6 (24d03fa8-0ee6-4d1d-a298-e4a21665026c/974727b1-e1fa-44d1-af9c-934be0a88841/bdbd0220-064a-492e-b38a-6eecf5399892) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:58:17.912046 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-be605d37-660b-4868-9a97-ad4500068592 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for port (bdbd0220-064a-492e-b38a-6eecf5399892), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:17.944028 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-be605d37-660b-4868-9a97-ad4500068592 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (bdbd0220-064a-492e-b38a-6eecf5399892), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:17.988785 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be605d37-660b-4868-9a97-ad4500068592 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Network 24d03fa8-0ee6-4d1d-a298-e4a21665026c is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:58:17.991731 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-be605d37-660b-4868-9a97-ad4500068592 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:58:17.995361 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be605d37-660b-4868-9a97-ad4500068592 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:58:18.001680 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be605d37-660b-4868-9a97-ad4500068592 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event updated for resources: {'Port': ['ID=bdbd0220-064a-492e-b38a-6eecf5399892,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:18.047693 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be605d37-660b-4868-9a97-ad4500068592 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:18.048305 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-be605d37-660b-4868-9a97-ad4500068592 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:18.064679 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-be605d37-660b-4868-9a97-ad4500068592 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5728440 Mar 01 13:58:18.067799 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51878) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:18.072695 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-4597aabf-cbbf-4367-b915-8e199121e149 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'port_id': 'bdbd0220-064a-492e-b38a-6eecf5399892', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:58:18.093581 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4597aabf-cbbf-4367-b915-8e199121e149 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:18.197776 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4597aabf-cbbf-4367-b915-8e199121e149 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:18.303006 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f05f5cf5-f1f7-48da-8ab6-8c7e11d59689 req-e1142a28-9da4-4cce-b48c-f26bdbd8964b tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0273314 Mar 01 13:58:18.316366 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-4597aabf-cbbf-4367-b915-8e199121e149 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Allocated IP 172.25.1.228 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/3594b822-90b2-48ca-a3d4-b4f7788af4cd) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:58:18.424371 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4597aabf-cbbf-4367-b915-8e199121e149 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for port (3594b822-90b2-48ca-a3d4-b4f7788af4cd), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:18.436867 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03e10d-daae-477b-a70f-b95611bb01c6 req-d16c1d27-443a-4d8e-8257-a9c42e9f8002 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:18.438424 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7b03e10d-daae-477b-a70f-b95611bb01c6 req-d16c1d27-443a-4d8e-8257-a9c42e9f8002 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.0552921 Mar 01 13:58:18.462912 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4597aabf-cbbf-4367-b915-8e199121e149 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (3594b822-90b2-48ca-a3d4-b4f7788af4cd), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:18.505237 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4597aabf-cbbf-4367-b915-8e199121e149 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:58:18.508352 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-4597aabf-cbbf-4367-b915-8e199121e149 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:58:18.512179 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4597aabf-cbbf-4367-b915-8e199121e149 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:58:18.518753 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7b03e10d-daae-477b-a70f-b95611bb01c6 req-ba9453b2-1885-4a79-989e-cabba948abb9 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732050 Mar 01 13:58:18.544810 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597aabf-cbbf-4367-b915-8e199121e149 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event updated for resources: {'Port': ['ID=3594b822-90b2-48ca-a3d4-b4f7788af4cd,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:18.545991 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b0212-55d8-4854-b0de-376e3f09a773 req-d7c62fbb-9dbd-4cab-82ce-97177fd678f6 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:18.547507 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-373b0212-55d8-4854-b0de-376e3f09a773 req-d7c62fbb-9dbd-4cab-82ce-97177fd678f6 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 943 time: 0.0689569 Mar 01 13:58:18.596413 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-373b0212-55d8-4854-b0de-376e3f09a773 req-7f8a4bfe-fb54-4974-8862-d76585ba6e1d tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419643 Mar 01 13:58:18.898725 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4597aabf-cbbf-4367-b915-8e199121e149 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for floatingip (400bd57f-ade3-4675-8025-fa4925de0a2f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:18.974614 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4597aabf-cbbf-4367-b915-8e199121e149 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3594b822-90b2-48ca-a3d4-b4f7788af4cd), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:19.065425 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device a3c38102-12a7-48fd-8142-324f120ec8bb details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:58:19.118842 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4597aabf-cbbf-4367-b915-8e199121e149 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for port (3594b822-90b2-48ca-a3d4-b4f7788af4cd), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:19.123627 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4597aabf-cbbf-4367-b915-8e199121e149 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (3594b822-90b2-48ca-a3d4-b4f7788af4cd), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:19.164691 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port a3c38102-12a7-48fd-8142-324f120ec8bb, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=a3c38102-12a7-48fd-8142-324f120ec8bb,segment=NetworkSegment(a0046b2b-e488-42b0-8925-94ab593c3d9d),segment_id=a0046b2b-e488-42b0-8925-94ab593c3d9d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:58:19.175772 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': 'a3c38102-12a7-48fd-8142-324f120ec8bb', 'network_id': 'a330e804-df96-493e-8245-ea2bd5609f4c', 'port_id': 'a3c38102-12a7-48fd-8142-324f120ec8bb', 'mac_address': 'fa:16:3e:8a:ce:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b101fd94-b0b8-497f-8292-d3494df98b4d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:58:19.192837 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597aabf-cbbf-4367-b915-8e199121e149 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event updated for resources: {'Port': ['ID=3594b822-90b2-48ca-a3d4-b4f7788af4cd,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:19.205608 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4597aabf-cbbf-4367-b915-8e199121e149 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (400bd57f-ade3-4675-8025-fa4925de0a2f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:19.215212 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port a3c38102-12a7-48fd-8142-324f120ec8bb is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:58:19.215606 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a3c38102-12a7-48fd-8142-324f120ec8bb), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:19.228797 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3c38102-12a7-48fd-8142-324f120ec8bb {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:58:19.248754 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port a3c38102-12a7-48fd-8142-324f120ec8bb, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=a3c38102-12a7-48fd-8142-324f120ec8bb,segment=NetworkSegment(a0046b2b-e488-42b0-8925-94ab593c3d9d),segment_id=a0046b2b-e488-42b0-8925-94ab593c3d9d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:58:19.253709 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a3c38102-12a7-48fd-8142-324f120ec8bb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:19.300916 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=a3c38102-12a7-48fd-8142-324f120ec8bb,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:19.309080 n-d-827467-3 neutron-server[103726]: INFO neutron.db.l3_db [None req-4597aabf-cbbf-4367-b915-8e199121e149 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Floating IP 400bd57f-ade3-4675-8025-fa4925de0a2f associated. External IP: 172.25.1.228, port: bdbd0220-064a-492e-b38a-6eecf5399892. Mar 01 13:58:19.405780 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-985de885-28ef-4cd5-8183-19f0c761af43 req-111a0e05-5ee6-40dd-b2dd-4d1646fddf10 tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0271757 Mar 01 13:58:19.519592 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4597aabf-cbbf-4367-b915-8e199121e149 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Router 5ed59eb4-bec2-40db-9263-5b04d9fcce97 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:58:19.631010 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4597aabf-cbbf-4367-b915-8e199121e149 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:58:19.643157 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc21b75-c749-49b4-bda0-ff6175a718d1 None None] Sync routers for ids ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:58:19.652013 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb22ff3-3f44-4d9c-ae44-a01929103e46 req-15a07591-b34a-4b54-869c-f7eaeb4d3850 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:19.654233 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc21b75-c749-49b4-bda0-ff6175a718d1 None None] Routers {'5ed59eb4-bec2-40db-9263-5b04d9fcce97'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:19.654936 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4597aabf-cbbf-4367-b915-8e199121e149 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:19.655503 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-6fc21b75-c749-49b4-bda0-ff6175a718d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:57:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:19.659345 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8eb22ff3-3f44-4d9c-ae44-a01929103e46 req-15a07591-b34a-4b54-869c-f7eaeb4d3850 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.0691633 Mar 01 13:58:19.692971 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4597aabf-cbbf-4367-b915-8e199121e149 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.6238220 Mar 01 13:58:19.696138 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51892) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:19.696326 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['a3c38102-12a7-48fd-8142-324f120ec8bb'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:58:19.699726 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-6fc21b75-c749-49b4-bda0-ff6175a718d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:19.700660 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-3e7dece8-6b74-4ea7-b237-70eb2be8c6c8 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:58:19.740434 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc21b75-c749-49b4-bda0-ff6175a718d1 None None] Routers {'5ed59eb4-bec2-40db-9263-5b04d9fcce97'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:19.740793 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8eb22ff3-3f44-4d9c-ae44-a01929103e46 req-7bf6c392-e1a8-45f7-b799-534e7ad6564f tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803030 Mar 01 13:58:19.741044 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-6fc21b75-c749-49b4-bda0-ff6175a718d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:57:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:19.758634 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3e7dece8-6b74-4ea7-b237-70eb2be8c6c8 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for floatingip (400bd57f-ade3-4675-8025-fa4925de0a2f), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:19.759032 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3163f1a-9e22-4ec6-806b-48392a3bcfb7 req-849cc5e0-cc22-4cdd-a749-76399e06b875 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:19.767455 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d3163f1a-9e22-4ec6-806b-48392a3bcfb7 req-849cc5e0-cc22-4cdd-a749-76399e06b875 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 944 time: 0.0880170 Mar 01 13:58:19.800865 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-6fc21b75-c749-49b4-bda0-ff6175a718d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:19.801605 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc21b75-c749-49b4-bda0-ff6175a718d1 None None] The sync data for ids ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:58:19.820675 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d3163f1a-9e22-4ec6-806b-48392a3bcfb7 req-908ec010-3e69-4d30-b4e1-24e74def08f4 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522275 Mar 01 13:58:19.915584 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3e7dece8-6b74-4ea7-b237-70eb2be8c6c8 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:19.919793 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3e7dece8-6b74-4ea7-b237-70eb2be8c6c8 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (400bd57f-ade3-4675-8025-fa4925de0a2f), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:19.919995 n-d-827467-3 neutron-server[103726]: INFO neutron.db.l3_db [None req-3e7dece8-6b74-4ea7-b237-70eb2be8c6c8 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Floating IP 400bd57f-ade3-4675-8025-fa4925de0a2f disassociated. External IP: 172.25.1.228, port: bdbd0220-064a-492e-b38a-6eecf5399892. Mar 01 13:58:20.125764 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7dece8-6b74-4ea7-b237-70eb2be8c6c8 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Router 5ed59eb4-bec2-40db-9263-5b04d9fcce97 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:58:20.238880 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7dece8-6b74-4ea7-b237-70eb2be8c6c8 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:58:20.243195 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3e7dece8-6b74-4ea7-b237-70eb2be8c6c8 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:20.249374 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06628c7b-e719-401d-bbfb-889178bf7102 None None] Sync routers for ids ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:58:20.259162 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06628c7b-e719-401d-bbfb-889178bf7102 None None] Routers {'5ed59eb4-bec2-40db-9263-5b04d9fcce97'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:20.259801 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-06628c7b-e719-401d-bbfb-889178bf7102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:57:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:20.271812 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3e7dece8-6b74-4ea7-b237-70eb2be8c6c8 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "PUT /v2.0/floatingips/400bd57f-ade3-4675-8025-fa4925de0a2f HTTP/1.1" status: 200 len: 688 time: 0.5745273 Mar 01 13:58:20.275155 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51894) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:20.383090 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-06628c7b-e719-401d-bbfb-889178bf7102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:20.392080 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06628c7b-e719-401d-bbfb-889178bf7102 None None] Routers {'5ed59eb4-bec2-40db-9263-5b04d9fcce97'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:20.392667 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-06628c7b-e719-401d-bbfb-889178bf7102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:57:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:20.404999 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-c3a5ef62-94fb-4017-a759-9c6ce0612a2b tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Deleting port 3594b822-90b2-48ca-a3d4-b4f7788af4cd {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:58:20.405351 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c3a5ef62-94fb-4017-a759-9c6ce0612a2b tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (3594b822-90b2-48ca-a3d4-b4f7788af4cd), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:20.424705 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-06628c7b-e719-401d-bbfb-889178bf7102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:20.425342 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06628c7b-e719-401d-bbfb-889178bf7102 None None] The sync data for ids ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:58:20.495819 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c3a5ef62-94fb-4017-a759-9c6ce0612a2b tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (3594b822-90b2-48ca-a3d4-b4f7788af4cd), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:20.496389 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c3a5ef62-94fb-4017-a759-9c6ce0612a2b tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for floatingip (3594b822-90b2-48ca-a3d4-b4f7788af4cd), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:20.517754 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e3153c60-056f-4ff3-9664-bde92730d5da req-47da7312-2bed-48fb-be53-8d638ab55d9f tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0346317 Mar 01 13:58:20.523403 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-c3a5ef62-94fb-4017-a759-9c6ce0612a2b tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Calling delete_port for 3594b822-90b2-48ca-a3d4-b4f7788af4cd owned by network:floatingip {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:58:20.657600 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c3a5ef62-94fb-4017-a759-9c6ce0612a2b tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (3594b822-90b2-48ca-a3d4-b4f7788af4cd), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:20.684138 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5ef62-94fb-4017-a759-9c6ce0612a2b tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event deleted for resources: {'Port': ['ID=3594b822-90b2-48ca-a3d4-b4f7788af4cd,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:20.754455 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c3a5ef62-94fb-4017-a759-9c6ce0612a2b tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for floatingip (400bd57f-ade3-4675-8025-fa4925de0a2f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:20.756979 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c3a5ef62-94fb-4017-a759-9c6ce0612a2b tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:20.758139 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c3a5ef62-94fb-4017-a759-9c6ce0612a2b tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "DELETE /v2.0/floatingips/400bd57f-ade3-4675-8025-fa4925de0a2f HTTP/1.1" status: 204 len: 168 time: 0.4818749 Mar 01 13:58:20.762210 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51898) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:20.766632 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-a4a8d847-5a95-4d7a-9a12-f90c70679ec6 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'port_id': 'daebd55e-4c28-44c4-bea7-57fef914971a'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:58:20.786308 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a4a8d847-5a95-4d7a-9a12-f90c70679ec6 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:20.901314 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-af8cf032-6c63-4153-9f00-62228eb9e454 req-547fbc5b-e737-4de0-8166-d8987e19a9bc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0339124 Mar 01 13:58:20.915444 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c30f9-f4dc-4528-a345-fc1019a7ea23 req-b0c7ad88-9188-4064-aa92-8134a57d9928 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:20.916893 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-818c30f9-f4dc-4528-a345-fc1019a7ea23 req-b0c7ad88-9188-4064-aa92-8134a57d9928 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.0844297 Mar 01 13:58:21.002420 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a4a8d847-5a95-4d7a-9a12-f90c70679ec6 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:21.007326 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-818c30f9-f4dc-4528-a345-fc1019a7ea23 req-20d40808-2e91-4419-ac9a-157851be8ac0 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846286 Mar 01 13:58:21.015357 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b811e-e733-42cf-b96d-f03faf051099 req-a211fd2a-eae4-40a9-97db-fea68411751c tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:21.016869 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e80b811e-e733-42cf-b96d-f03faf051099 req-a211fd2a-eae4-40a9-97db-fea68411751c tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 944 time: 0.1230614 Mar 01 13:58:21.073996 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device a3c38102-12a7-48fd-8142-324f120ec8bb up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:58:21.101928 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e80b811e-e733-42cf-b96d-f03faf051099 req-0e1cf915-2c4b-4b1c-864c-2365eee9de94 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787129 Mar 01 13:58:21.127372 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port a3c38102-12a7-48fd-8142-324f120ec8bb completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:58:21.131663 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port a3c38102-12a7-48fd-8142-324f120ec8bb triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:58:21.132080 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a3c38102-12a7-48fd-8142-324f120ec8bb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:21.164300 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-a4a8d847-5a95-4d7a-9a12-f90c70679ec6 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Allocated IP 172.25.1.223 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/c9a497c8-40d4-42da-925d-6e7e7366ffbc) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:58:21.212745 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port a3c38102-12a7-48fd-8142-324f120ec8bb is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:58:21.213116 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a3c38102-12a7-48fd-8142-324f120ec8bb), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:21.236576 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a990162-f824-4fec-9227-ac13bdc94591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c38102-12a7-48fd-8142-324f120ec8bb'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:58:21.239177 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2f6523-feb3-42ed-aed5-9d03b7e24296" -d '{"events": [{"server_uuid": "5a990162-f824-4fec-9227-ac13bdc94591", "name": "network-vif-plugged", "status": "completed", "tag": "a3c38102-12a7-48fd-8142-324f120ec8bb"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:58:21.251810 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port a3c38102-12a7-48fd-8142-324f120ec8bb, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=a3c38102-12a7-48fd-8142-324f120ec8bb,segment=NetworkSegment(a0046b2b-e488-42b0-8925-94ab593c3d9d),segment_id=a0046b2b-e488-42b0-8925-94ab593c3d9d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:58:21.256002 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a3c38102-12a7-48fd-8142-324f120ec8bb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:21.267299 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a4a8d847-5a95-4d7a-9a12-f90c70679ec6 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for port (c9a497c8-40d4-42da-925d-6e7e7366ffbc), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:21.283953 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea3a222-42bb-46b9-a138-a669f8bc97e9 x-openstack-request-id: req-0ea3a222-42bb-46b9-a138-a669f8bc97e9 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:58:21.284250 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a990162-f824-4fec-9227-ac13bdc94591", "name": "network-vif-plugged", "status": "completed", "tag": "a3c38102-12a7-48fd-8142-324f120ec8bb", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:58:21.284560 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ea3a222-42bb-46b9-a138-a669f8bc97e9 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:58:21.284960 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a990162-f824-4fec-9227-ac13bdc94591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c38102-12a7-48fd-8142-324f120ec8bb', 'code': 200} Mar 01 13:58:21.305063 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a4a8d847-5a95-4d7a-9a12-f90c70679ec6 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (c9a497c8-40d4-42da-925d-6e7e7366ffbc), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:21.307592 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=a3c38102-12a7-48fd-8142-324f120ec8bb,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:21.354655 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a8d847-5a95-4d7a-9a12-f90c70679ec6 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:58:21.357974 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-a4a8d847-5a95-4d7a-9a12-f90c70679ec6 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:58:21.361294 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a8d847-5a95-4d7a-9a12-f90c70679ec6 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:58:21.387385 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8d847-5a95-4d7a-9a12-f90c70679ec6 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event updated for resources: {'Port': ['ID=c9a497c8-40d4-42da-925d-6e7e7366ffbc,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:21.421322 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5424f52-937e-4957-9103-727f26bd247b req-fae68d62-051a-4a75-8bec-a355ee7288dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:21.423481 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f5424f52-937e-4957-9103-727f26bd247b req-fae68d62-051a-4a75-8bec-a355ee7288dc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 1127 time: 0.0471702 Mar 01 13:58:21.468330 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f5424f52-937e-4957-9103-727f26bd247b req-12d3b7d0-4232-433e-991f-b8b55b96890b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372756 Mar 01 13:58:21.641195 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c42a3d6b-da7f-4850-85ad-b3e73634f0c3 req-868f0afd-2aa1-4dbe-8df3-a3bb5719ad98 tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0482457 Mar 01 13:58:21.765151 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a4a8d847-5a95-4d7a-9a12-f90c70679ec6 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for floatingip (da3cf642-df87-4948-bd2f-34eec0b8a3e2), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:21.839858 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a4a8d847-5a95-4d7a-9a12-f90c70679ec6 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c9a497c8-40d4-42da-925d-6e7e7366ffbc), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:21.990456 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a4a8d847-5a95-4d7a-9a12-f90c70679ec6 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for port (c9a497c8-40d4-42da-925d-6e7e7366ffbc), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:21.994694 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a4a8d847-5a95-4d7a-9a12-f90c70679ec6 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (c9a497c8-40d4-42da-925d-6e7e7366ffbc), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:22.060121 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8d847-5a95-4d7a-9a12-f90c70679ec6 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event updated for resources: {'Port': ['ID=c9a497c8-40d4-42da-925d-6e7e7366ffbc,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:22.072737 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a4a8d847-5a95-4d7a-9a12-f90c70679ec6 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (da3cf642-df87-4948-bd2f-34eec0b8a3e2), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:22.237406 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81de059-66b9-4464-9491-a742e40f7df1 req-e80dbda3-fc56-452f-9f68-ec37e179f81d tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:22.238890 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d81de059-66b9-4464-9491-a742e40f7df1 req-e80dbda3-fc56-452f-9f68-ec37e179f81d tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.1297810 Mar 01 13:58:22.248964 n-d-827467-3 neutron-server[103727]: INFO neutron.db.l3_db [None req-a4a8d847-5a95-4d7a-9a12-f90c70679ec6 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Floating IP da3cf642-df87-4948-bd2f-34eec0b8a3e2 associated. External IP: 172.25.1.223, port: daebd55e-4c28-44c4-bea7-57fef914971a. Mar 01 13:58:22.326712 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e5697-101a-45c0-b347-69f54a5e9d38 req-bec55196-e873-4743-a06c-f205033d199c tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:22.328120 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f17e5697-101a-45c0-b347-69f54a5e9d38 req-bec55196-e873-4743-a06c-f205033d199c tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.1491091 Mar 01 13:58:22.391965 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d81de059-66b9-4464-9491-a742e40f7df1 req-165cd602-b367-40c7-8545-a3318e14e0ea tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467583 Mar 01 13:58:22.431547 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f17e5697-101a-45c0-b347-69f54a5e9d38 req-66852310-30a9-4e48-9bda-7da80c8f91c2 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955379 Mar 01 13:58:22.547945 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a8d847-5a95-4d7a-9a12-f90c70679ec6 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Router 5ed59eb4-bec2-40db-9263-5b04d9fcce97 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:58:22.587488 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6e0ac-bccb-40cd-80aa-65e0de2e3ee9 req-b4f135b2-8910-4b59-86e2-5dec10f21011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:22.588950 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-75d6e0ac-bccb-40cd-80aa-65e0de2e3ee9 req-b4f135b2-8910-4b59-86e2-5dec10f21011 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 1128 time: 0.0471222 Mar 01 13:58:22.631808 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-75d6e0ac-bccb-40cd-80aa-65e0de2e3ee9 req-83fb538d-e0e6-4863-9754-4bcaeec89d38 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366089 Mar 01 13:58:22.992503 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-08851c17-77a8-45d1-ae68-9fdf8280de6a req-2ea5f1c1-e300-4e89-b90f-6068bd6e758e tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0370684 Mar 01 13:58:23.009098 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a8d847-5a95-4d7a-9a12-f90c70679ec6 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:58:23.027225 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7dc8a1-6f26-4ea8-ae4e-b834aa4a15ac None None] Sync routers for ids ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:58:23.029189 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a4a8d847-5a95-4d7a-9a12-f90c70679ec6 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:23.041480 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7dc8a1-6f26-4ea8-ae4e-b834aa4a15ac None None] Routers {'5ed59eb4-bec2-40db-9263-5b04d9fcce97'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:23.042450 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-da7dc8a1-6f26-4ea8-ae4e-b834aa4a15ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:57:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:23.078479 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51920) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:23.080355 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a4a8d847-5a95-4d7a-9a12-f90c70679ec6 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.3159003 Mar 01 13:58:23.147806 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3f4fa489-05f1-4398-bace-28f2905153e6 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "GET /v2.0/floatingips/da3cf642-df87-4948-bd2f-34eec0b8a3e2 HTTP/1.1" status: 200 len: 979 time: 0.0683401 Mar 01 13:58:23.151075 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51922) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:23.157591 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-da7dc8a1-6f26-4ea8-ae4e-b834aa4a15ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:23.167065 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7dc8a1-6f26-4ea8-ae4e-b834aa4a15ac None None] Routers {'5ed59eb4-bec2-40db-9263-5b04d9fcce97'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:23.167696 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-da7dc8a1-6f26-4ea8-ae4e-b834aa4a15ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:57:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:23.202123 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-da7dc8a1-6f26-4ea8-ae4e-b834aa4a15ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:23.202785 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7dc8a1-6f26-4ea8-ae4e-b834aa4a15ac None None] The sync data for ids ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:58:23.559504 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108d44b-c0df-4f6e-86a6-c9a2d9f90a8d req-0104b892-4d54-43a5-8b54-c95d25b2d1cd tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:23.561405 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6108d44b-c0df-4f6e-86a6-c9a2d9f90a8d req-0104b892-4d54-43a5-8b54-c95d25b2d1cd tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.0913444 Mar 01 13:58:23.642943 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6108d44b-c0df-4f6e-86a6-c9a2d9f90a8d req-94909c6d-7453-4478-b8b9-295e2a153e2c tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744750 Mar 01 13:58:23.658261 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51942) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:23.658947 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c1723221-fa6d-4831-9bb7-634cd2260c2d tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.5061324 Mar 01 13:58:23.664933 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-9c3621d2-bd60-40f9-8940-945d99fbfd37 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Request body: {'floatingip': {'port_id': 'bdbd0220-064a-492e-b38a-6eecf5399892'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:58:23.765804 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9c3621d2-bd60-40f9-8940-945d99fbfd37 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for floatingip (da3cf642-df87-4948-bd2f-34eec0b8a3e2), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:23.815176 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b2b0f961-5e61-4241-b00d-910026c3a336 req-a9d146e6-2a42-4909-a3fa-1c7644fff90d tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0666058 Mar 01 13:58:23.841970 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154a0b8-d685-4924-9dff-3f68996c0216 req-ac1afa9e-b400-4787-942a-885bf70f0ee8 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:23.843462 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d154a0b8-d685-4924-9dff-3f68996c0216 req-ac1afa9e-b400-4787-942a-885bf70f0ee8 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.1732850 Mar 01 13:58:23.955430 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d154a0b8-d685-4924-9dff-3f68996c0216 req-7f4b3ab0-290d-46b3-89d4-c6af914d60a7 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028261 Mar 01 13:58:24.236435 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913a66d-4658-4fa0-833c-d3b6cd0e70e7 req-26ebf2b9-47c7-4118-a573-55433d25a4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:24.238227 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5913a66d-4658-4fa0-833c-d3b6cd0e70e7 req-26ebf2b9-47c7-4118-a573-55433d25a4f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f374f2004cb4e8ca02e98a75cfbf7a5&device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 1127 time: 0.0478141 Mar 01 13:58:24.318877 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5b4cb-514b-4787-80a5-19e108759796 req-e4142a55-929b-4088-abac-3c35e54e1425 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:24.320665 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-20f5b4cb-514b-4787-80a5-19e108759796 req-e4142a55-929b-4088-abac-3c35e54e1425 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.1118565 Mar 01 13:58:24.345922 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913a66d-4658-4fa0-833c-d3b6cd0e70e7 req-38163e5d-e44c-4731-b67d-c35e82678bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:24.347872 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5913a66d-4658-4fa0-833c-d3b6cd0e70e7 req-38163e5d-e44c-4731-b67d-c35e82678bf5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a330e804-df96-493e-8245-ea2bd5609f4c HTTP/1.1" status: 200 len: 911 time: 0.1027620 Mar 01 13:58:24.403239 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5913a66d-4658-4fa0-833c-d3b6cd0e70e7 req-af9b9a73-a31b-4fe6-9ef4-b40a26c47243 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3c38102-12a7-48fd-8142-324f120ec8bb HTTP/1.1" status: 200 len: 217 time: 0.0474844 Mar 01 13:58:24.443530 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-20f5b4cb-514b-4787-80a5-19e108759796 req-1331f9df-7c76-4070-920c-b73e07540598 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135116 Mar 01 13:58:24.454204 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9c3621d2-bd60-40f9-8940-945d99fbfd37 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:24.458795 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9c3621d2-bd60-40f9-8940-945d99fbfd37 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (da3cf642-df87-4948-bd2f-34eec0b8a3e2), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:24.464254 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913a66d-4658-4fa0-833c-d3b6cd0e70e7 req-ea6f937a-11ab-4810-8345-124ab29cb8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:24.464254 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5913a66d-4658-4fa0-833c-d3b6cd0e70e7 req-ea6f937a-11ab-4810-8345-124ab29cb8bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b101fd94-b0b8-497f-8292-d3494df98b4d HTTP/1.1" status: 200 len: 850 time: 0.0479958 Mar 01 13:58:24.499776 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5913a66d-4658-4fa0-833c-d3b6cd0e70e7 req-38a4a1f9-37cc-4cb0-b626-334bf0ff0b79 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a330e804-df96-493e-8245-ea2bd5609f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289283 Mar 01 13:58:24.576000 n-d-827467-3 neutron-server[103727]: INFO neutron.db.l3_db [None req-9c3621d2-bd60-40f9-8940-945d99fbfd37 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Floating IP da3cf642-df87-4948-bd2f-34eec0b8a3e2 associated. External IP: 172.25.1.223, port: daebd55e-4c28-44c4-bea7-57fef914971a. Mar 01 13:58:24.599335 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5913a66d-4658-4fa0-833c-d3b6cd0e70e7 req-b11588ab-ed36-4dd9-94d1-4dd4386282d1 service neutron] 10.222.0.20 "GET /v2.0/networks/a330e804-df96-493e-8245-ea2bd5609f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938108 Mar 01 13:58:24.704583 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5913a66d-4658-4fa0-833c-d3b6cd0e70e7 req-3d21d56b-8a0c-405f-92f7-9be0e67ab53d service neutron] 10.222.0.20 "GET /v2.0/networks/a330e804-df96-493e-8245-ea2bd5609f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994356 Mar 01 13:58:24.868848 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d17009-2221-4fd1-9403-e61a8c82dcf3 req-7567c073-b4ff-4118-b239-ad709cc3533b tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:24.870924 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-69d17009-2221-4fd1-9403-e61a8c82dcf3 req-7567c073-b4ff-4118-b239-ad709cc3533b tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.1180034 Mar 01 13:58:24.887436 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3621d2-bd60-40f9-8940-945d99fbfd37 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Router 5ed59eb4-bec2-40db-9263-5b04d9fcce97 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:58:24.957138 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f52bd38d-0ff8-45ae-a379-7d579413a4a7 req-4cd195b7-5121-4ae5-9618-ecec2f9572f6 tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0434802 Mar 01 13:58:24.999465 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-69d17009-2221-4fd1-9403-e61a8c82dcf3 req-71438463-7019-4416-b1ae-702c46f4f80b tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219671 Mar 01 13:58:25.073060 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3621d2-bd60-40f9-8940-945d99fbfd37 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:58:25.085882 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee44f85-d883-496b-b5f0-cbbecc002b53 None None] Sync routers for ids ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:58:25.101307 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee44f85-d883-496b-b5f0-cbbecc002b53 None None] Routers {'5ed59eb4-bec2-40db-9263-5b04d9fcce97'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:25.103965 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-aee44f85-d883-496b-b5f0-cbbecc002b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:57:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:25.149906 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-aee44f85-d883-496b-b5f0-cbbecc002b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:25.160296 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee44f85-d883-496b-b5f0-cbbecc002b53 None None] Routers {'5ed59eb4-bec2-40db-9263-5b04d9fcce97'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:25.161413 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-aee44f85-d883-496b-b5f0-cbbecc002b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:57:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:25.200710 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-aee44f85-d883-496b-b5f0-cbbecc002b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:25.201804 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee44f85-d883-496b-b5f0-cbbecc002b53 None None] The sync data for ids ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:58:25.224501 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fcf719f8-a689-4f6b-abfc-cb03b6cfc608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:25.313418 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a27e33-c89b-4895-ae16-849b7df165df req-59c671c2-2939-4230-939c-4bd260def191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:25.315277 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-72a27e33-c89b-4895-ae16-849b7df165df req-59c671c2-2939-4230-939c-4bd260def191 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f252ef0efd1f49f3a06761d6a0ce9215&device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 1128 time: 0.0592370 Mar 01 13:58:25.381727 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e865a-75c8-45f5-8f35-553c12855863 req-0d8b9605-45c9-465e-a9a5-4612e739ff14 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:25.384032 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b34e865a-75c8-45f5-8f35-553c12855863 req-0d8b9605-45c9-465e-a9a5-4612e739ff14 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.1189256 Mar 01 13:58:25.402722 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3621d2-bd60-40f9-8940-945d99fbfd37 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Router 5ed59eb4-bec2-40db-9263-5b04d9fcce97 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:58:25.438962 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a27e33-c89b-4895-ae16-849b7df165df req-19c10245-ea22-4d7a-ab83-12548db0b253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:25.440503 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-72a27e33-c89b-4895-ae16-849b7df165df req-19c10245-ea22-4d7a-ab83-12548db0b253 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae0bfd58-4b0d-4a69-9efe-fe6beb56124e HTTP/1.1" status: 200 len: 920 time: 0.1167564 Mar 01 13:58:25.486586 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-72a27e33-c89b-4895-ae16-849b7df165df req-3d8b1e85-7d01-4d3d-9ff3-107cd07093b0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea539cb0-302a-4bfb-865b-b8338b567379 HTTP/1.1" status: 200 len: 217 time: 0.0389366 Mar 01 13:58:25.489303 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b34e865a-75c8-45f5-8f35-553c12855863 req-029b1698-2c04-40c5-ac11-10926055731f tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973873 Mar 01 13:58:25.550899 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a27e33-c89b-4895-ae16-849b7df165df req-8f4dac29-7585-4c94-a5e8-670ef3e269a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:25.552623 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-72a27e33-c89b-4895-ae16-849b7df165df req-8f4dac29-7585-4c94-a5e8-670ef3e269a8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0671009d-d113-434d-acb2-b340af7ac7ef HTTP/1.1" status: 200 len: 859 time: 0.0520248 Mar 01 13:58:25.590397 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-72a27e33-c89b-4895-ae16-849b7df165df req-9873e113-e3ed-42fa-98f2-345d0d939ad0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae0bfd58-4b0d-4a69-9efe-fe6beb56124e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287950 Mar 01 13:58:25.598217 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3621d2-bd60-40f9-8940-945d99fbfd37 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:58:25.604557 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9c3621d2-bd60-40f9-8940-945d99fbfd37 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:25.611098 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9e7afc-0da8-4b87-a6d5-6623f1461cb8 None None] Sync routers for ids ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:58:25.622131 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9e7afc-0da8-4b87-a6d5-6623f1461cb8 None None] Routers {'5ed59eb4-bec2-40db-9263-5b04d9fcce97'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:25.622805 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-2c9e7afc-0da8-4b87-a6d5-6623f1461cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:57:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:25.654894 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b84ec2-6645-4663-bc43-87d400598e54 req-1738e3bc-d18f-4386-a9d0-28b534016ffc tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:25.656742 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-85b84ec2-6645-4663-bc43-87d400598e54 req-1738e3bc-d18f-4386-a9d0-28b534016ffc tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.1107464 Mar 01 13:58:25.662508 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-2c9e7afc-0da8-4b87-a6d5-6623f1461cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:25.672642 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9e7afc-0da8-4b87-a6d5-6623f1461cb8 None None] Routers {'5ed59eb4-bec2-40db-9263-5b04d9fcce97'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:25.673537 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-2c9e7afc-0da8-4b87-a6d5-6623f1461cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:57:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:25.708970 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-2c9e7afc-0da8-4b87-a6d5-6623f1461cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:25.709661 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9e7afc-0da8-4b87-a6d5-6623f1461cb8 None None] The sync data for ids ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:58:25.711053 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-72a27e33-c89b-4895-ae16-849b7df165df req-7ba434b9-91f4-48f6-94c6-361601465b8f service neutron] 10.222.0.20 "GET /v2.0/networks/ae0bfd58-4b0d-4a69-9efe-fe6beb56124e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147926 Mar 01 13:58:25.712637 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9c3621d2-bd60-40f9-8940-945d99fbfd37 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "PUT /v2.0/floatingips/da3cf642-df87-4948-bd2f-34eec0b8a3e2 HTTP/1.1" status: 200 len: 978 time: 2.0529397 Mar 01 13:58:25.714968 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51968) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:25.725796 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-7ff926dc-728a-4aa4-8af2-6ec1a2613e6e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:58:25.784421 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-85b84ec2-6645-4663-bc43-87d400598e54 req-95094aa5-53c9-4dd6-a804-39a421b84685 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072032 Mar 01 13:58:25.806379 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7ff926dc-728a-4aa4-8af2-6ec1a2613e6e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for floatingip (da3cf642-df87-4948-bd2f-34eec0b8a3e2), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:25.808522 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-72a27e33-c89b-4895-ae16-849b7df165df req-558bbe33-f11a-420d-83eb-f6f724b9b5b3 service neutron] 10.222.0.20 "GET /v2.0/networks/ae0bfd58-4b0d-4a69-9efe-fe6beb56124e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906336 Mar 01 13:58:25.963646 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7ff926dc-728a-4aa4-8af2-6ec1a2613e6e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:25.967187 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7ff926dc-728a-4aa4-8af2-6ec1a2613e6e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (da3cf642-df87-4948-bd2f-34eec0b8a3e2), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:25.967537 n-d-827467-3 neutron-server[103727]: INFO neutron.db.l3_db [None req-7ff926dc-728a-4aa4-8af2-6ec1a2613e6e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Floating IP da3cf642-df87-4948-bd2f-34eec0b8a3e2 disassociated. External IP: 172.25.1.223, port: bdbd0220-064a-492e-b38a-6eecf5399892. Mar 01 13:58:26.084375 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ce714eb2-6f80-4f71-917a-095b6924f5fe req-884d869e-af95-456e-b5fc-4e63527671d8 tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0339057 Mar 01 13:58:26.239728 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff926dc-728a-4aa4-8af2-6ec1a2613e6e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Router 5ed59eb4-bec2-40db-9263-5b04d9fcce97 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:58:26.356763 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff926dc-728a-4aa4-8af2-6ec1a2613e6e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:58:26.362651 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7ff926dc-728a-4aa4-8af2-6ec1a2613e6e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:26.370959 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5081363f-c947-4a20-934e-86109daae81d None None] Sync routers for ids ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:58:26.385411 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5081363f-c947-4a20-934e-86109daae81d None None] Routers {'5ed59eb4-bec2-40db-9263-5b04d9fcce97'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:26.386337 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-5081363f-c947-4a20-934e-86109daae81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:57:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:26.394227 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7ff926dc-728a-4aa4-8af2-6ec1a2613e6e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "PUT /v2.0/floatingips/da3cf642-df87-4948-bd2f-34eec0b8a3e2 HTTP/1.1" status: 200 len: 688 time: 0.6781740 Mar 01 13:58:26.396935 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51984) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:26.433542 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-5081363f-c947-4a20-934e-86109daae81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:26.444018 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5081363f-c947-4a20-934e-86109daae81d None None] Routers {'5ed59eb4-bec2-40db-9263-5b04d9fcce97'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:26.444662 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-5081363f-c947-4a20-934e-86109daae81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:57:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:26.481870 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-5081363f-c947-4a20-934e-86109daae81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:26.482642 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5081363f-c947-4a20-934e-86109daae81d None None] The sync data for ids ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:58:26.498558 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51990) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:26.548293 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-d44480cb-040d-40cc-8b69-30de4021c530 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Deleting port c9a497c8-40d4-42da-925d-6e7e7366ffbc {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:58:26.548640 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d44480cb-040d-40cc-8b69-30de4021c530 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (c9a497c8-40d4-42da-925d-6e7e7366ffbc), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:26.607702 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3bb891-2f66-4f03-9df4-b699d5231cf3 req-4bd9fc6a-f6d7-44d8-aa62-3c5fb2e77aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:26.608222 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3bb891-2f66-4f03-9df4-b699d5231cf3 req-4bd9fc6a-f6d7-44d8-aa62-3c5fb2e77aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:26.610148 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3bb891-2f66-4f03-9df4-b699d5231cf3 req-4bd9fc6a-f6d7-44d8-aa62-3c5fb2e77aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:26.610629 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3bb891-2f66-4f03-9df4-b699d5231cf3 req-4bd9fc6a-f6d7-44d8-aa62-3c5fb2e77aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:26.611103 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3bb891-2f66-4f03-9df4-b699d5231cf3 req-4bd9fc6a-f6d7-44d8-aa62-3c5fb2e77aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:26.611575 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3bb891-2f66-4f03-9df4-b699d5231cf3 req-4bd9fc6a-f6d7-44d8-aa62-3c5fb2e77aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:26.612138 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3bb891-2f66-4f03-9df4-b699d5231cf3 req-4bd9fc6a-f6d7-44d8-aa62-3c5fb2e77aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:26.614260 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2b3bb891-2f66-4f03-9df4-b699d5231cf3 req-4bd9fc6a-f6d7-44d8-aa62-3c5fb2e77aa2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 6719 time: 0.1142080 Mar 01 13:58:26.655951 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d44480cb-040d-40cc-8b69-30de4021c530 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (c9a497c8-40d4-42da-925d-6e7e7366ffbc), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:26.656271 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d44480cb-040d-40cc-8b69-30de4021c530 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for floatingip (c9a497c8-40d4-42da-925d-6e7e7366ffbc), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:26.676882 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2b3bb891-2f66-4f03-9df4-b699d5231cf3 req-29591521-37e5-43c6-ad64-a2c743101740 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=093993db-f4e9-40a9-8143-0b022f5badf8&id=4926b459-8543-49de-ab0f-5a77b60f8487&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558932 Mar 01 13:58:26.677107 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f4307-53ff-4cbe-8fbf-beff7fe31622 req-713d4728-9103-42aa-a4a2-2484b20ab8a9 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:26.678610 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2e0f4307-53ff-4cbe-8fbf-beff7fe31622 req-713d4728-9103-42aa-a4a2-2484b20ab8a9 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.0920599 Mar 01 13:58:26.679549 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-d44480cb-040d-40cc-8b69-30de4021c530 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Calling delete_port for c9a497c8-40d4-42da-925d-6e7e7366ffbc owned by network:floatingip {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:58:26.784665 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2e0f4307-53ff-4cbe-8fbf-beff7fe31622 req-3b603b59-e82e-493f-8034-086d15ed7185 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965261 Mar 01 13:58:26.854194 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d44480cb-040d-40cc-8b69-30de4021c530 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (c9a497c8-40d4-42da-925d-6e7e7366ffbc), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:26.894587 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44480cb-040d-40cc-8b69-30de4021c530 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event deleted for resources: {'Port': ['ID=c9a497c8-40d4-42da-925d-6e7e7366ffbc,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:26.980122 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c464797-d854-4875-8cc9-680891e4993a req-623ca18b-8a21-4b14-9873-6b54f758b169 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:26.981736 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2c464797-d854-4875-8cc9-680891e4993a req-623ca18b-8a21-4b14-9873-6b54f758b169 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.1249416 Mar 01 13:58:26.991178 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d44480cb-040d-40cc-8b69-30de4021c530 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for floatingip (da3cf642-df87-4948-bd2f-34eec0b8a3e2), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:26.993882 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d44480cb-040d-40cc-8b69-30de4021c530 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:26.994968 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d44480cb-040d-40cc-8b69-30de4021c530 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "DELETE /v2.0/floatingips/da3cf642-df87-4948-bd2f-34eec0b8a3e2 HTTP/1.1" status: 204 len: 168 time: 0.5971425 Mar 01 13:58:26.998072 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52000) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:27.035122 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-08c5ff99-b5c0-492e-b13e-a91b193bd5f0 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] delete failed (client error): The resource could not be found. Mar 01 13:58:27.039681 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-08c5ff99-b5c0-492e-b13e-a91b193bd5f0 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "DELETE /v2.0/floatingips/da3cf642-df87-4948-bd2f-34eec0b8a3e2 HTTP/1.1" status: 404 len: 345 time: 0.0370281 Mar 01 13:58:27.039949 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52002) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:27.040289 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2c464797-d854-4875-8cc9-680891e4993a req-4f9c6d4b-9251-414f-88ce-2a1af7fbedee tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501025 Mar 01 13:58:27.127525 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9792954e-0978-4b5a-9fab-b668ecbc9aa8 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:27.132821 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9792954e-0978-4b5a-9fab-b668ecbc9aa8 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:27.138588 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9792954e-0978-4b5a-9fab-b668ecbc9aa8 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:27.140178 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9792954e-0978-4b5a-9fab-b668ecbc9aa8 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "GET /v2.0/ports?network_id=24d03fa8-0ee6-4d1d-a298-e4a21665026c HTTP/1.1" status: 200 len: 2359 time: 0.0993526 Mar 01 13:58:27.142788 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52004) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:27.192276 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1516dd6f-d34f-4a9a-80ce-69df32d0ab0d tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:27.194397 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1516dd6f-d34f-4a9a-80ce-69df32d0ab0d tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "GET /v2.0/subnets/974727b1-e1fa-44d1-af9c-934be0a88841 HTTP/1.1" status: 200 len: 797 time: 0.0499349 Mar 01 13:58:27.198905 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52008) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:27.203563 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-326894db-f1d5-4cd2-a975-17b82c85c138 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Request body: {'port': {'network_id': '24d03fa8-0ee6-4d1d-a298-e4a21665026c', 'name': 'tempest-FloatingIPTestJSON-701096463', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:58:27.225606 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-31bdf394-624e-4445-a3a5-e04adfd2e5a1 req-7af54c12-3147-48aa-ac98-eebe505936a0 tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0323493 Mar 01 13:58:27.311629 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326894db-f1d5-4cd2-a975-17b82c85c138 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Made reservation on behalf of 417ae342a9e74e5494431ceba6fb669c for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:58:27.391079 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-326894db-f1d5-4cd2-a975-17b82c85c138 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:27.406162 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-941c421d-8021-47ed-b898-434f08648b87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:27.408260 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-326894db-f1d5-4cd2-a975-17b82c85c138 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] device_id is not set on port 36c56158-0806-4f1a-b643-5a7fa73ffe95 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:58:27.641169 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-326894db-f1d5-4cd2-a975-17b82c85c138 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Allocated IP 172.20.0.14 (24d03fa8-0ee6-4d1d-a298-e4a21665026c/974727b1-e1fa-44d1-af9c-934be0a88841/36c56158-0806-4f1a-b643-5a7fa73ffe95) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:58:27.647088 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-326894db-f1d5-4cd2-a975-17b82c85c138 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Allocated IP 172.20.0.13 (24d03fa8-0ee6-4d1d-a298-e4a21665026c/974727b1-e1fa-44d1-af9c-934be0a88841/36c56158-0806-4f1a-b643-5a7fa73ffe95) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:58:27.792592 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-326894db-f1d5-4cd2-a975-17b82c85c138 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for port (36c56158-0806-4f1a-b643-5a7fa73ffe95), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:27.825979 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-326894db-f1d5-4cd2-a975-17b82c85c138 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (36c56158-0806-4f1a-b643-5a7fa73ffe95), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:27.876647 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326894db-f1d5-4cd2-a975-17b82c85c138 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Network 24d03fa8-0ee6-4d1d-a298-e4a21665026c is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:58:27.879662 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-326894db-f1d5-4cd2-a975-17b82c85c138 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:58:27.882379 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326894db-f1d5-4cd2-a975-17b82c85c138 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:58:27.907710 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c7e92-a864-4cb4-88d9-9f25d0eb1a04 req-9ea0f3b7-4b4b-4840-819f-736496cc4a49 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:27.909223 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-630c7e92-a864-4cb4-88d9-9f25d0eb1a04 req-9ea0f3b7-4b4b-4840-819f-736496cc4a49 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.0527124 Mar 01 13:58:27.912482 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326894db-f1d5-4cd2-a975-17b82c85c138 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event updated for resources: {'Port': ['ID=36c56158-0806-4f1a-b643-5a7fa73ffe95,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:27.925527 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326894db-f1d5-4cd2-a975-17b82c85c138 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:27.925881 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326894db-f1d5-4cd2-a975-17b82c85c138 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:27.926221 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326894db-f1d5-4cd2-a975-17b82c85c138 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:27.926557 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326894db-f1d5-4cd2-a975-17b82c85c138 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:27.926891 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326894db-f1d5-4cd2-a975-17b82c85c138 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:27.927217 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326894db-f1d5-4cd2-a975-17b82c85c138 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:27.927545 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326894db-f1d5-4cd2-a975-17b82c85c138 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:27.927905 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326894db-f1d5-4cd2-a975-17b82c85c138 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:27.928233 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326894db-f1d5-4cd2-a975-17b82c85c138 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:27.928559 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326894db-f1d5-4cd2-a975-17b82c85c138 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:27.929310 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326894db-f1d5-4cd2-a975-17b82c85c138 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:27.929310 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326894db-f1d5-4cd2-a975-17b82c85c138 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:27.929509 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326894db-f1d5-4cd2-a975-17b82c85c138 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:27.948910 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326894db-f1d5-4cd2-a975-17b82c85c138 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:27.949532 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-326894db-f1d5-4cd2-a975-17b82c85c138 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:27.958301 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-630c7e92-a864-4cb4-88d9-9f25d0eb1a04 req-2d34b0ce-17fc-49a8-b2ca-1d978b0efc67 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419185 Mar 01 13:58:27.966406 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-326894db-f1d5-4cd2-a975-17b82c85c138 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 0.7665184 Mar 01 13:58:27.968932 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52016) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:27.973709 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-d737d6dd-168d-4b70-bc32-f0479d383528 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'port_id': '36c56158-0806-4f1a-b643-5a7fa73ffe95', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:58:27.993808 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d737d6dd-168d-4b70-bc32-f0479d383528 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:28.091125 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d737d6dd-168d-4b70-bc32-f0479d383528 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:28.176186 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbdcfe-04d6-450a-8ca0-f9ada46c8393 req-a3291f10-e409-490b-9ec3-f381b11216a2 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:28.178059 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bbcbdcfe-04d6-450a-8ca0-f9ada46c8393 req-a3291f10-e409-490b-9ec3-f381b11216a2 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.0666859 Mar 01 13:58:28.211477 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-d737d6dd-168d-4b70-bc32-f0479d383528 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Allocated IP 172.25.1.162 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/2f7ab965-54e8-48ac-8389-e95dfb3f62b7) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:58:28.229388 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bbcbdcfe-04d6-450a-8ca0-f9ada46c8393 req-d7fb92aa-4177-4373-a2c2-29521ee15ffd tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442424 Mar 01 13:58:28.311704 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d737d6dd-168d-4b70-bc32-f0479d383528 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for port (2f7ab965-54e8-48ac-8389-e95dfb3f62b7), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:28.328426 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1ad5dd46-efdf-466e-8be7-ad3b1bf17e4f req-4aa83792-2bd0-4425-848f-99d16b9309dc tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0306804 Mar 01 13:58:28.345474 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d737d6dd-168d-4b70-bc32-f0479d383528 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (2f7ab965-54e8-48ac-8389-e95dfb3f62b7), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:28.389038 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d737d6dd-168d-4b70-bc32-f0479d383528 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:58:28.391780 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-d737d6dd-168d-4b70-bc32-f0479d383528 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:58:28.395155 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d737d6dd-168d-4b70-bc32-f0479d383528 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:58:28.417146 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737d6dd-168d-4b70-bc32-f0479d383528 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event updated for resources: {'Port': ['ID=2f7ab965-54e8-48ac-8389-e95dfb3f62b7,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:28.748580 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d737d6dd-168d-4b70-bc32-f0479d383528 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for floatingip (92c7d2e1-bf5c-4be3-8ed7-04297680afe3), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:28.818455 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d737d6dd-168d-4b70-bc32-f0479d383528 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2f7ab965-54e8-48ac-8389-e95dfb3f62b7), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:28.832939 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:28.965239 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d737d6dd-168d-4b70-bc32-f0479d383528 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for port (2f7ab965-54e8-48ac-8389-e95dfb3f62b7), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:28.969638 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d737d6dd-168d-4b70-bc32-f0479d383528 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (2f7ab965-54e8-48ac-8389-e95dfb3f62b7), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:29.037687 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737d6dd-168d-4b70-bc32-f0479d383528 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event updated for resources: {'Port': ['ID=2f7ab965-54e8-48ac-8389-e95dfb3f62b7,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:29.047200 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d737d6dd-168d-4b70-bc32-f0479d383528 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (92c7d2e1-bf5c-4be3-8ed7-04297680afe3), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:29.076925 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0f032-922b-49d2-a50b-6d68d8197b9b req-24a4fe66-4330-43dd-8f86-95d29ba6754f tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:29.078429 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c2e0f032-922b-49d2-a50b-6d68d8197b9b req-24a4fe66-4330-43dd-8f86-95d29ba6754f tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.0529208 Mar 01 13:58:29.124659 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c2e0f032-922b-49d2-a50b-6d68d8197b9b req-52518e81-3b76-46d8-a289-26e5c8c576a3 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407577 Mar 01 13:58:29.149253 n-d-827467-3 neutron-server[103726]: INFO neutron.db.l3_db [None req-d737d6dd-168d-4b70-bc32-f0479d383528 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Floating IP 92c7d2e1-bf5c-4be3-8ed7-04297680afe3 associated. External IP: 172.25.1.162, port: 36c56158-0806-4f1a-b643-5a7fa73ffe95. Mar 01 13:58:29.370838 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da022d43-960f-4f69-9eb9-b010d1e83d49 req-2ce96f18-140e-444f-ac8b-0c221711a8e3 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:29.372468 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-da022d43-960f-4f69-9eb9-b010d1e83d49 req-2ce96f18-140e-444f-ac8b-0c221711a8e3 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.0754580 Mar 01 13:58:29.390974 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d737d6dd-168d-4b70-bc32-f0479d383528 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Router 5ed59eb4-bec2-40db-9263-5b04d9fcce97 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:58:29.437122 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-da022d43-960f-4f69-9eb9-b010d1e83d49 req-8fab03bd-8ec5-48db-9481-cd0ecdbd90df tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566382 Mar 01 13:58:29.509142 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-89f660e9-bf15-4696-8b92-c53f218d2a0d req-9b646f48-883b-4bce-9d24-7e2139616ff8 tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0324569 Mar 01 13:58:29.519257 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d737d6dd-168d-4b70-bc32-f0479d383528 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:58:29.534039 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e383b4-15d9-4466-910d-0575541a3114 None None] Sync routers for ids ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:58:29.545375 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e383b4-15d9-4466-910d-0575541a3114 None None] Routers {'5ed59eb4-bec2-40db-9263-5b04d9fcce97'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:29.546205 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-22e383b4-15d9-4466-910d-0575541a3114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:29.548389 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d737d6dd-168d-4b70-bc32-f0479d383528 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:29.581936 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d737d6dd-168d-4b70-bc32-f0479d383528 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.6093118 Mar 01 13:58:29.582162 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52036) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:29.582407 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-22e383b4-15d9-4466-910d-0575541a3114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:29.587104 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-58dc49ad-a90b-4b8c-8ca5-1eab107ced74 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Request body: {'floatingip': {'port_id': '36c56158-0806-4f1a-b643-5a7fa73ffe95', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:58:29.593564 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e383b4-15d9-4466-910d-0575541a3114 None None] Routers {'5ed59eb4-bec2-40db-9263-5b04d9fcce97'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:29.594236 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-22e383b4-15d9-4466-910d-0575541a3114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:29.631086 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-22e383b4-15d9-4466-910d-0575541a3114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:29.631859 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e383b4-15d9-4466-910d-0575541a3114 None None] The sync data for ids ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:58:29.646852 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-58dc49ad-a90b-4b8c-8ca5-1eab107ced74 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for floatingip (92c7d2e1-bf5c-4be3-8ed7-04297680afe3), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:29.998655 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:30.421466 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-58dc49ad-a90b-4b8c-8ca5-1eab107ced74 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:30.425290 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-58dc49ad-a90b-4b8c-8ca5-1eab107ced74 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (92c7d2e1-bf5c-4be3-8ed7-04297680afe3), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:30.637216 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37170870-3d7d-4084-8fad-f597c33aede0 req-2a081121-ad30-42ec-bc9a-a1570e95cce8 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:30.638608 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-37170870-3d7d-4084-8fad-f597c33aede0 req-2a081121-ad30-42ec-bc9a-a1570e95cce8 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.1202924 Mar 01 13:58:30.664746 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-37849768-198c-45b9-bb9e-58ae5941af4b req-e4e8aa04-e628-4255-b8b6-a70b5b3e715c tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0454578 Mar 01 13:58:30.749747 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-37170870-3d7d-4084-8fad-f597c33aede0 req-aadd2ef2-d1ce-44ea-84dd-b9a4bcccc163 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895944 Mar 01 13:58:30.765565 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58dc49ad-a90b-4b8c-8ca5-1eab107ced74 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Router 5ed59eb4-bec2-40db-9263-5b04d9fcce97 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:58:30.881923 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58dc49ad-a90b-4b8c-8ca5-1eab107ced74 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:58:30.890044 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-58dc49ad-a90b-4b8c-8ca5-1eab107ced74 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:30.894091 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5555c1f2-08ec-41ba-8472-6b362a241336 None None] Sync routers for ids ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:58:30.904146 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5555c1f2-08ec-41ba-8472-6b362a241336 None None] Routers {'5ed59eb4-bec2-40db-9263-5b04d9fcce97'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:30.904751 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-5555c1f2-08ec-41ba-8472-6b362a241336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:30.939554 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-5555c1f2-08ec-41ba-8472-6b362a241336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:30.948510 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5555c1f2-08ec-41ba-8472-6b362a241336 None None] Routers {'5ed59eb4-bec2-40db-9263-5b04d9fcce97'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:30.949099 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-5555c1f2-08ec-41ba-8472-6b362a241336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:30.952786 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-58dc49ad-a90b-4b8c-8ca5-1eab107ced74 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "PUT /v2.0/floatingips/92c7d2e1-bf5c-4be3-8ed7-04297680afe3 HTTP/1.1" status: 200 len: 978 time: 1.3671372 Mar 01 13:58:30.953013 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52044) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:30.982502 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-5555c1f2-08ec-41ba-8472-6b362a241336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:30.983139 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5555c1f2-08ec-41ba-8472-6b362a241336 None None] The sync data for ids ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:58:31.108303 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-c866b5c3-2362-4eac-aef4-d799eb76cabd tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Deleting port 2f7ab965-54e8-48ac-8389-e95dfb3f62b7 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:58:31.108555 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c866b5c3-2362-4eac-aef4-d799eb76cabd tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (2f7ab965-54e8-48ac-8389-e95dfb3f62b7), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:31.181360 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c866b5c3-2362-4eac-aef4-d799eb76cabd tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (2f7ab965-54e8-48ac-8389-e95dfb3f62b7), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:31.181614 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c866b5c3-2362-4eac-aef4-d799eb76cabd tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for floatingip (2f7ab965-54e8-48ac-8389-e95dfb3f62b7), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:31.193110 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-c866b5c3-2362-4eac-aef4-d799eb76cabd tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Calling delete_port for 2f7ab965-54e8-48ac-8389-e95dfb3f62b7 owned by network:floatingip {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:58:31.368767 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c866b5c3-2362-4eac-aef4-d799eb76cabd tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (2f7ab965-54e8-48ac-8389-e95dfb3f62b7), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:31.402595 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c866b5c3-2362-4eac-aef4-d799eb76cabd tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event deleted for resources: {'Port': ['ID=2f7ab965-54e8-48ac-8389-e95dfb3f62b7,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:31.458034 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c866b5c3-2362-4eac-aef4-d799eb76cabd tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for floatingip (92c7d2e1-bf5c-4be3-8ed7-04297680afe3), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:31.458753 n-d-827467-3 neutron-server[103727]: INFO neutron.db.l3_db [None req-c866b5c3-2362-4eac-aef4-d799eb76cabd tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Floating IP 92c7d2e1-bf5c-4be3-8ed7-04297680afe3 disassociated (deleted). External IP: 172.25.1.162, port: 36c56158-0806-4f1a-b643-5a7fa73ffe95. Mar 01 13:58:31.701085 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c866b5c3-2362-4eac-aef4-d799eb76cabd tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Router 5ed59eb4-bec2-40db-9263-5b04d9fcce97 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:58:31.713219 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:31.721150 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c4664-6e7f-46d5-9a30-b489a025f28c req-f58127cd-cde9-4bee-a7c0-06909002d0d7 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:31.722947 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-169c4664-6e7f-46d5-9a30-b489a025f28c req-f58127cd-cde9-4bee-a7c0-06909002d0d7 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.0786748 Mar 01 13:58:31.811459 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4bc0622b-2358-4aed-bb9e-c7dca1b23a47 req-45d2c09e-98e1-457a-a826-0751c34176cf tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0412767 Mar 01 13:58:31.878400 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-169c4664-6e7f-46d5-9a30-b489a025f28c req-87c3494a-d28c-44f4-81d2-d3771e37169d tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493628 Mar 01 13:58:31.920910 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c866b5c3-2362-4eac-aef4-d799eb76cabd tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:58:31.925737 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c866b5c3-2362-4eac-aef4-d799eb76cabd tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:31.931646 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f7f118-5c21-4d0f-a90b-a3ac3b785a52 None None] Sync routers for ids ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:58:31.942648 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f7f118-5c21-4d0f-a90b-a3ac3b785a52 None None] Routers {'5ed59eb4-bec2-40db-9263-5b04d9fcce97'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:31.943606 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-39f7f118-5c21-4d0f-a90b-a3ac3b785a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:31.962003 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1084cdb-00b5-4031-916e-509884e7006f req-8eae416a-a135-44c5-a89c-1d1622362cd7 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:31.963441 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d1084cdb-00b5-4031-916e-509884e7006f req-8eae416a-a135-44c5-a89c-1d1622362cd7 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.0909007 Mar 01 13:58:31.973083 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c866b5c3-2362-4eac-aef4-d799eb76cabd tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "DELETE /v2.0/floatingips/92c7d2e1-bf5c-4be3-8ed7-04297680afe3 HTTP/1.1" status: 204 len: 168 time: 1.0186234 Mar 01 13:58:31.973829 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52058) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:31.995414 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-39f7f118-5c21-4d0f-a90b-a3ac3b785a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:32.007333 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f7f118-5c21-4d0f-a90b-a3ac3b785a52 None None] Routers {'5ed59eb4-bec2-40db-9263-5b04d9fcce97'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:32.007967 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-39f7f118-5c21-4d0f-a90b-a3ac3b785a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:32.030511 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d1084cdb-00b5-4031-916e-509884e7006f req-a7803da9-4956-45f2-99b1-1ab02eae8a91 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554028 Mar 01 13:58:32.049761 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-39f7f118-5c21-4d0f-a90b-a3ac3b785a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:32.050775 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f7f118-5c21-4d0f-a90b-a3ac3b785a52 None None] The sync data for ids ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:58:32.081300 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-16f4542b-c5e5-4ea9-ae4b-71e71aabcbaa tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Deleting port 36c56158-0806-4f1a-b643-5a7fa73ffe95 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:58:32.081650 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-16f4542b-c5e5-4ea9-ae4b-71e71aabcbaa tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (36c56158-0806-4f1a-b643-5a7fa73ffe95), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:32.180739 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-16f4542b-c5e5-4ea9-ae4b-71e71aabcbaa tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (36c56158-0806-4f1a-b643-5a7fa73ffe95), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:32.193878 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-16f4542b-c5e5-4ea9-ae4b-71e71aabcbaa tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Calling delete_port for 36c56158-0806-4f1a-b643-5a7fa73ffe95 owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:58:32.371582 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-16f4542b-c5e5-4ea9-ae4b-71e71aabcbaa tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (36c56158-0806-4f1a-b643-5a7fa73ffe95), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:32.400847 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4542b-c5e5-4ea9-ae4b-71e71aabcbaa tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event deleted for resources: {'Port': ['ID=36c56158-0806-4f1a-b643-5a7fa73ffe95,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:32.489927 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-16f4542b-c5e5-4ea9-ae4b-71e71aabcbaa tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:32.493077 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-16f4542b-c5e5-4ea9-ae4b-71e71aabcbaa tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "DELETE /v2.0/ports/36c56158-0806-4f1a-b643-5a7fa73ffe95 HTTP/1.1" status: 204 len: 168 time: 0.5182576 Mar 01 13:58:32.496590 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52066) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:32.500908 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-8f79773e-318d-4194-a132-a9312ea8e32a tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:58:32.520525 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8f79773e-318d-4194-a132-a9312ea8e32a tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:32.620069 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8f79773e-318d-4194-a132-a9312ea8e32a tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:32.727043 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-8f79773e-318d-4194-a132-a9312ea8e32a tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Allocated IP 172.25.1.5 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/5b62537a-6f21-46a7-8778-1d53aec7a033) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:58:32.801216 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:58:32.824552 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8f79773e-318d-4194-a132-a9312ea8e32a tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for port (5b62537a-6f21-46a7-8778-1d53aec7a033), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:32.864520 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8f79773e-318d-4194-a132-a9312ea8e32a tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (5b62537a-6f21-46a7-8778-1d53aec7a033), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:32.905401 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f79773e-318d-4194-a132-a9312ea8e32a tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:58:32.909839 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-8f79773e-318d-4194-a132-a9312ea8e32a tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:58:32.914950 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f79773e-318d-4194-a132-a9312ea8e32a tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:58:32.918155 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79773e-318d-4194-a132-a9312ea8e32a tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event updated for resources: {'Port': ['ID=5b62537a-6f21-46a7-8778-1d53aec7a033,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:32.931541 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c7b55bee-9a17-4022-b566-10407df59d36 req-ad6c8bad-fc1a-456e-be3c-86d7ee52ead1 tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0396438 Mar 01 13:58:32.999193 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8f79773e-318d-4194-a132-a9312ea8e32a tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for floatingip (fd435996-f20c-4df8-94a4-838c8495b981), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:33.037734 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8f79773e-318d-4194-a132-a9312ea8e32a tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (5b62537a-6f21-46a7-8778-1d53aec7a033), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:33.178554 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a3940-3684-408b-960c-51ea82b86029 req-a3a47385-60f1-4cb0-9090-1429e6f507ac tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:33.182293 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ad1a3940-3684-408b-960c-51ea82b86029 req-a3a47385-60f1-4cb0-9090-1429e6f507ac tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.0719736 Mar 01 13:58:33.199376 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8f79773e-318d-4194-a132-a9312ea8e32a tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for port (5b62537a-6f21-46a7-8778-1d53aec7a033), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:33.216112 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8f79773e-318d-4194-a132-a9312ea8e32a tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (5b62537a-6f21-46a7-8778-1d53aec7a033), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:33.255503 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ad1a3940-3684-408b-960c-51ea82b86029 req-bacba634-b896-4277-b2df-ac3adf07c1b7 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639558 Mar 01 13:58:33.314796 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79773e-318d-4194-a132-a9312ea8e32a tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event updated for resources: {'Port': ['ID=5b62537a-6f21-46a7-8778-1d53aec7a033,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:33.317603 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8f79773e-318d-4194-a132-a9312ea8e32a tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (fd435996-f20c-4df8-94a4-838c8495b981), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:33.334574 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8f79773e-318d-4194-a132-a9312ea8e32a tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:33.335909 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8f79773e-318d-4194-a132-a9312ea8e32a tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8383570 Mar 01 13:58:33.339360 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52074) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:33.344662 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-e25fbaa2-7042-47c2-8063-3d60b04b990f tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Request body: {'port': {'network_id': '24d03fa8-0ee6-4d1d-a298-e4a21665026c', 'name': 'tempest-FloatingIPTestJSON-353645002'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:58:33.458441 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25fbaa2-7042-47c2-8063-3d60b04b990f tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Made reservation on behalf of 417ae342a9e74e5494431ceba6fb669c for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:58:33.462315 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e25fbaa2-7042-47c2-8063-3d60b04b990f tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:33.480028 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-e25fbaa2-7042-47c2-8063-3d60b04b990f tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] device_id is not set on port 725fd9a7-3e43-4dad-b62e-1bf18526f859 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:58:33.590404 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-e25fbaa2-7042-47c2-8063-3d60b04b990f tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Allocated IP 172.20.0.3 (24d03fa8-0ee6-4d1d-a298-e4a21665026c/974727b1-e1fa-44d1-af9c-934be0a88841/725fd9a7-3e43-4dad-b62e-1bf18526f859) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:58:33.735218 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e25fbaa2-7042-47c2-8063-3d60b04b990f tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for port (725fd9a7-3e43-4dad-b62e-1bf18526f859), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:33.768826 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e25fbaa2-7042-47c2-8063-3d60b04b990f tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (725fd9a7-3e43-4dad-b62e-1bf18526f859), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:33.811845 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25fbaa2-7042-47c2-8063-3d60b04b990f tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Network 24d03fa8-0ee6-4d1d-a298-e4a21665026c is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:58:33.814644 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-e25fbaa2-7042-47c2-8063-3d60b04b990f tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:58:33.818177 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25fbaa2-7042-47c2-8063-3d60b04b990f tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:58:33.845010 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fbaa2-7042-47c2-8063-3d60b04b990f tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event updated for resources: {'Port': ['ID=725fd9a7-3e43-4dad-b62e-1bf18526f859,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:33.873489 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25fbaa2-7042-47c2-8063-3d60b04b990f tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:33.874088 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e25fbaa2-7042-47c2-8063-3d60b04b990f tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:33.891511 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e25fbaa2-7042-47c2-8063-3d60b04b990f tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5485432 Mar 01 13:58:33.891772 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52076) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:33.895845 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-9d09e584-8f4e-4593-877f-0e8d6491c73e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Request body: {'floatingip': {'port_id': '725fd9a7-3e43-4dad-b62e-1bf18526f859'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:58:33.934616 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9d09e584-8f4e-4593-877f-0e8d6491c73e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for floatingip (fd435996-f20c-4df8-94a4-838c8495b981), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:34.043534 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b06bd793-e1f2-4d6a-bc02-c88fd487cd43 req-8a160909-dc01-402b-ab4d-ec18b66b6002 tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0301068 Mar 01 13:58:34.401761 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d4cf7-d87a-4aee-bf77-d921dae8e342 req-a29cc5be-2962-4fec-9747-1a37490bb0e4 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:34.403415 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-187d4cf7-d87a-4aee-bf77-d921dae8e342 req-a29cc5be-2962-4fec-9747-1a37490bb0e4 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.0584190 Mar 01 13:58:34.455686 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-187d4cf7-d87a-4aee-bf77-d921dae8e342 req-1e816be5-8706-46ac-b522-4c4691861916 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462849 Mar 01 13:58:34.712734 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9d09e584-8f4e-4593-877f-0e8d6491c73e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:34.716414 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9d09e584-8f4e-4593-877f-0e8d6491c73e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (fd435996-f20c-4df8-94a4-838c8495b981), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:34.816718 n-d-827467-3 neutron-server[103726]: INFO neutron.db.l3_db [None req-9d09e584-8f4e-4593-877f-0e8d6491c73e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Floating IP fd435996-f20c-4df8-94a4-838c8495b981 associated. External IP: 172.25.1.5, port: 725fd9a7-3e43-4dad-b62e-1bf18526f859. Mar 01 13:58:35.024454 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d09e584-8f4e-4593-877f-0e8d6491c73e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Router 5ed59eb4-bec2-40db-9263-5b04d9fcce97 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:58:35.152147 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d09e584-8f4e-4593-877f-0e8d6491c73e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:58:35.153072 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e2e49067-ab05-4b6e-a8ad-06dbaa98c7b7 req-cf17b4c6-49e8-42d4-b796-4dea214379e9 tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0357018 Mar 01 13:58:35.157004 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9d09e584-8f4e-4593-877f-0e8d6491c73e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:35.163343 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01878899-459f-4fe6-8842-e0addd5e10ba None None] Sync routers for ids ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:58:35.175381 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01878899-459f-4fe6-8842-e0addd5e10ba None None] Routers {'5ed59eb4-bec2-40db-9263-5b04d9fcce97'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:35.176399 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-01878899-459f-4fe6-8842-e0addd5e10ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:35.191065 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9d09e584-8f4e-4593-877f-0e8d6491c73e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "PUT /v2.0/floatingips/fd435996-f20c-4df8-94a4-838c8495b981 HTTP/1.1" status: 200 len: 975 time: 1.2982547 Mar 01 13:58:35.193363 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52088) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:35.219908 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-01878899-459f-4fe6-8842-e0addd5e10ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:35.231218 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01878899-459f-4fe6-8842-e0addd5e10ba None None] Routers {'5ed59eb4-bec2-40db-9263-5b04d9fcce97'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:35.231950 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-01878899-459f-4fe6-8842-e0addd5e10ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:35.265020 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-01878899-459f-4fe6-8842-e0addd5e10ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:35.265739 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01878899-459f-4fe6-8842-e0addd5e10ba None None] The sync data for ids ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:58:35.290620 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-8ccb6880-d675-4d84-a56e-c2f2391ac226 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Deleting port 725fd9a7-3e43-4dad-b62e-1bf18526f859 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:58:35.290892 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8ccb6880-d675-4d84-a56e-c2f2391ac226 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (725fd9a7-3e43-4dad-b62e-1bf18526f859), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:35.385353 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8ccb6880-d675-4d84-a56e-c2f2391ac226 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (725fd9a7-3e43-4dad-b62e-1bf18526f859), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:35.555684 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8ccb6880-d675-4d84-a56e-c2f2391ac226 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:35.555988 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8ccb6880-d675-4d84-a56e-c2f2391ac226 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (fd435996-f20c-4df8-94a4-838c8495b981), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:35.556293 n-d-827467-3 neutron-server[103726]: INFO neutron.db.l3_db [None req-8ccb6880-d675-4d84-a56e-c2f2391ac226 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Floating IP fd435996-f20c-4df8-94a4-838c8495b981 disassociated. External IP: 172.25.1.5, port: 725fd9a7-3e43-4dad-b62e-1bf18526f859. Mar 01 13:58:35.556749 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-8ccb6880-d675-4d84-a56e-c2f2391ac226 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Calling delete_port for 725fd9a7-3e43-4dad-b62e-1bf18526f859 owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:58:35.583717 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c396d-5ecb-4da0-b17c-aff2d1406813 req-2c0bc13c-f826-4b37-88a5-7f6c54d04a07 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:35.591088 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-926c396d-5ecb-4da0-b17c-aff2d1406813 req-2c0bc13c-f826-4b37-88a5-7f6c54d04a07 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.0643311 Mar 01 13:58:35.647222 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-926c396d-5ecb-4da0-b17c-aff2d1406813 req-405b9535-1356-4b3b-860b-5f85e9100b67 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552154 Mar 01 13:58:35.713354 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8ccb6880-d675-4d84-a56e-c2f2391ac226 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (725fd9a7-3e43-4dad-b62e-1bf18526f859), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:35.743303 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb6880-d675-4d84-a56e-c2f2391ac226 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event deleted for resources: {'Port': ['ID=725fd9a7-3e43-4dad-b62e-1bf18526f859,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:35.882361 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccb6880-d675-4d84-a56e-c2f2391ac226 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Router 5ed59eb4-bec2-40db-9263-5b04d9fcce97 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:58:35.967496 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2237532-83b5-4ac8-a184-f385591c614d req-d08103e5-a1ee-4f8b-aa49-895f4c8b1174 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:35.973387 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2237532-83b5-4ac8-a184-f385591c614d req-d08103e5-a1ee-4f8b-aa49-895f4c8b1174 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:35.978802 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2237532-83b5-4ac8-a184-f385591c614d req-d08103e5-a1ee-4f8b-aa49-895f4c8b1174 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:35.984254 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2237532-83b5-4ac8-a184-f385591c614d req-d08103e5-a1ee-4f8b-aa49-895f4c8b1174 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:35.989702 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2237532-83b5-4ac8-a184-f385591c614d req-d08103e5-a1ee-4f8b-aa49-895f4c8b1174 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:35.995126 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2237532-83b5-4ac8-a184-f385591c614d req-d08103e5-a1ee-4f8b-aa49-895f4c8b1174 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:35.998356 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccb6880-d675-4d84-a56e-c2f2391ac226 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:58:36.000769 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2237532-83b5-4ac8-a184-f385591c614d req-d08103e5-a1ee-4f8b-aa49-895f4c8b1174 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:36.009472 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e2237532-83b5-4ac8-a184-f385591c614d req-d08103e5-a1ee-4f8b-aa49-895f4c8b1174 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5431 time: 0.1049030 Mar 01 13:58:36.011172 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5781f4-5b74-402d-a5d7-33d796988ce6 None None] Sync routers for ids ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:58:36.025714 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5781f4-5b74-402d-a5d7-33d796988ce6 None None] Routers {'5ed59eb4-bec2-40db-9263-5b04d9fcce97'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:36.026321 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-7e5781f4-5b74-402d-a5d7-33d796988ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:36.068635 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-7e5781f4-5b74-402d-a5d7-33d796988ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:36.071997 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8ccb6880-d675-4d84-a56e-c2f2391ac226 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:36.074178 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e2237532-83b5-4ac8-a184-f385591c614d req-7a7f27c5-1e1e-451e-888c-746e213814df tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0636611 Mar 01 13:58:36.078383 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8ccb6880-d675-4d84-a56e-c2f2391ac226 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "DELETE /v2.0/ports/725fd9a7-3e43-4dad-b62e-1bf18526f859 HTTP/1.1" status: 204 len: 168 time: 0.8818188 Mar 01 13:58:36.078727 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52100) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:36.087052 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5781f4-5b74-402d-a5d7-33d796988ce6 None None] Routers {'5ed59eb4-bec2-40db-9263-5b04d9fcce97'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:36.087650 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-7e5781f4-5b74-402d-a5d7-33d796988ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:36.123036 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-7e5781f4-5b74-402d-a5d7-33d796988ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:36.124088 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5781f4-5b74-402d-a5d7-33d796988ce6 None None] The sync data for ids ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:58:36.131524 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-731fa218-fe8d-424c-a78d-9d5cb6120f09 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "GET /v2.0/floatingips/fd435996-f20c-4df8-94a4-838c8495b981 HTTP/1.1" status: 200 len: 686 time: 0.0493600 Mar 01 13:58:36.131800 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52102) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:36.266460 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-0f139f1a-73a9-4260-ad74-a33761480187 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Deleting port 5b62537a-6f21-46a7-8778-1d53aec7a033 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:58:36.266803 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f139f1a-73a9-4260-ad74-a33761480187 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (5b62537a-6f21-46a7-8778-1d53aec7a033), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:36.272830 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b61e629-1d34-4e58-8c50-2efbc8d3803e req-e2619ade-3d06-46b5-a445-2d59bc93e566 tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0341730 Mar 01 13:58:36.344173 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f139f1a-73a9-4260-ad74-a33761480187 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (5b62537a-6f21-46a7-8778-1d53aec7a033), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:36.344491 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f139f1a-73a9-4260-ad74-a33761480187 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for floatingip (5b62537a-6f21-46a7-8778-1d53aec7a033), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:36.356478 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-0f139f1a-73a9-4260-ad74-a33761480187 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Calling delete_port for 5b62537a-6f21-46a7-8778-1d53aec7a033 owned by network:floatingip {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:58:36.494680 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f139f1a-73a9-4260-ad74-a33761480187 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (5b62537a-6f21-46a7-8778-1d53aec7a033), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:36.520646 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f139f1a-73a9-4260-ad74-a33761480187 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event deleted for resources: {'Port': ['ID=5b62537a-6f21-46a7-8778-1d53aec7a033,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:36.591608 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f139f1a-73a9-4260-ad74-a33761480187 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for floatingip (fd435996-f20c-4df8-94a4-838c8495b981), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:36.594171 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f139f1a-73a9-4260-ad74-a33761480187 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:36.595310 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0f139f1a-73a9-4260-ad74-a33761480187 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "DELETE /v2.0/floatingips/fd435996-f20c-4df8-94a4-838c8495b981 HTTP/1.1" status: 204 len: 168 time: 0.4626069 Mar 01 13:58:36.599107 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52108) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:36.603565 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-f7602da6-e1fa-478e-8127-9e7b65040035 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'port_id': 'bdbd0220-064a-492e-b38a-6eecf5399892'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:58:36.623899 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f7602da6-e1fa-478e-8127-9e7b65040035 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:36.720939 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f7602da6-e1fa-478e-8127-9e7b65040035 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:36.775403 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e98128-eb7a-43af-bc4c-161f9fda8a5f req-ccb9b39e-efbf-463b-b337-d38899758443 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:36.776939 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a4e98128-eb7a-43af-bc4c-161f9fda8a5f req-ccb9b39e-efbf-463b-b337-d38899758443 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.0641880 Mar 01 13:58:36.827199 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a4e98128-eb7a-43af-bc4c-161f9fda8a5f req-b92c63a7-9ee2-4895-9520-a01ac1547e21 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440545 Mar 01 13:58:36.838676 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-f7602da6-e1fa-478e-8127-9e7b65040035 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Allocated IP 172.25.1.46 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/26e738fd-25bf-4ed8-8eee-95c9732d7e3e) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:58:36.950315 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f7602da6-e1fa-478e-8127-9e7b65040035 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for port (26e738fd-25bf-4ed8-8eee-95c9732d7e3e), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:36.984989 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f7602da6-e1fa-478e-8127-9e7b65040035 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (26e738fd-25bf-4ed8-8eee-95c9732d7e3e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:37.020490 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7602da6-e1fa-478e-8127-9e7b65040035 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:58:37.026007 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-f7602da6-e1fa-478e-8127-9e7b65040035 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:58:37.029452 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7602da6-e1fa-478e-8127-9e7b65040035 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:58:37.062835 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7602da6-e1fa-478e-8127-9e7b65040035 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event updated for resources: {'Port': ['ID=26e738fd-25bf-4ed8-8eee-95c9732d7e3e,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:37.208471 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a318f-4e63-4cb3-8fdd-860fdc2f10ec req-41a198a6-0eee-429d-810a-a80393cebab3 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:37.215025 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a318f-4e63-4cb3-8fdd-860fdc2f10ec req-41a198a6-0eee-429d-810a-a80393cebab3 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:37.220602 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a318f-4e63-4cb3-8fdd-860fdc2f10ec req-41a198a6-0eee-429d-810a-a80393cebab3 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:37.225774 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a318f-4e63-4cb3-8fdd-860fdc2f10ec req-41a198a6-0eee-429d-810a-a80393cebab3 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:37.231647 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a318f-4e63-4cb3-8fdd-860fdc2f10ec req-41a198a6-0eee-429d-810a-a80393cebab3 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:37.236899 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a318f-4e63-4cb3-8fdd-860fdc2f10ec req-41a198a6-0eee-429d-810a-a80393cebab3 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:37.242121 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a318f-4e63-4cb3-8fdd-860fdc2f10ec req-41a198a6-0eee-429d-810a-a80393cebab3 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:37.244110 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d38a318f-4e63-4cb3-8fdd-860fdc2f10ec req-41a198a6-0eee-429d-810a-a80393cebab3 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5431 time: 0.0958126 Mar 01 13:58:37.313569 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d38a318f-4e63-4cb3-8fdd-860fdc2f10ec req-a876b9bb-851b-4fe8-9f6e-e70abcdd25a6 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0626359 Mar 01 13:58:37.387924 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ed0808da-eb03-4ab3-b19a-71b58c13a7bd req-0db729f1-5713-4bba-969c-a252296ff398 tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0328925 Mar 01 13:58:37.448182 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f7602da6-e1fa-478e-8127-9e7b65040035 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for floatingip (8ea6ebf0-640f-4a58-94c0-562433e2c7bc), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:37.527022 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f7602da6-e1fa-478e-8127-9e7b65040035 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (26e738fd-25bf-4ed8-8eee-95c9732d7e3e), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:37.676289 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f7602da6-e1fa-478e-8127-9e7b65040035 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for port (26e738fd-25bf-4ed8-8eee-95c9732d7e3e), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:37.680635 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f7602da6-e1fa-478e-8127-9e7b65040035 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (26e738fd-25bf-4ed8-8eee-95c9732d7e3e), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:37.750118 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7602da6-e1fa-478e-8127-9e7b65040035 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event updated for resources: {'Port': ['ID=26e738fd-25bf-4ed8-8eee-95c9732d7e3e,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:37.762651 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f7602da6-e1fa-478e-8127-9e7b65040035 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (8ea6ebf0-640f-4a58-94c0-562433e2c7bc), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:37.866415 n-d-827467-3 neutron-server[103726]: INFO neutron.db.l3_db [None req-f7602da6-e1fa-478e-8127-9e7b65040035 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Floating IP 8ea6ebf0-640f-4a58-94c0-562433e2c7bc associated. External IP: 172.25.1.46, port: bdbd0220-064a-492e-b38a-6eecf5399892. Mar 01 13:58:37.964269 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cf5cc-cabc-4fa3-80f0-280482196ce1 req-3e2a714e-c567-4581-955a-6f6bdb840544 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:37.965775 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2e1cf5cc-cabc-4fa3-80f0-280482196ce1 req-3e2a714e-c567-4581-955a-6f6bdb840544 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.0622506 Mar 01 13:58:38.013713 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2e1cf5cc-cabc-4fa3-80f0-280482196ce1 req-1b20b2dc-79e7-4b4f-94c3-1bfc9a586924 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419161 Mar 01 13:58:38.405227 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7602da6-e1fa-478e-8127-9e7b65040035 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Router 5ed59eb4-bec2-40db-9263-5b04d9fcce97 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:58:38.469793 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bba73-0a25-4c8c-9837-4042455e11a9 req-f92c3fb7-8fad-416c-835c-8f36fff3ba93 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:38.475338 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bba73-0a25-4c8c-9837-4042455e11a9 req-f92c3fb7-8fad-416c-835c-8f36fff3ba93 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:38.480698 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bba73-0a25-4c8c-9837-4042455e11a9 req-f92c3fb7-8fad-416c-835c-8f36fff3ba93 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:38.485950 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bba73-0a25-4c8c-9837-4042455e11a9 req-f92c3fb7-8fad-416c-835c-8f36fff3ba93 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:38.491324 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bba73-0a25-4c8c-9837-4042455e11a9 req-f92c3fb7-8fad-416c-835c-8f36fff3ba93 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:38.497086 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bba73-0a25-4c8c-9837-4042455e11a9 req-f92c3fb7-8fad-416c-835c-8f36fff3ba93 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:38.502365 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bba73-0a25-4c8c-9837-4042455e11a9 req-f92c3fb7-8fad-416c-835c-8f36fff3ba93 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:38.504329 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a16bba73-0a25-4c8c-9837-4042455e11a9 req-f92c3fb7-8fad-416c-835c-8f36fff3ba93 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5431 time: 0.1041474 Mar 01 13:58:38.546235 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-de4eea1d-4899-4d8a-901f-7ae61275dbd2 req-aac1b6d0-79d9-4b2c-b063-e32570a41ccd tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0408728 Mar 01 13:58:38.547634 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7602da6-e1fa-478e-8127-9e7b65040035 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:58:38.564566 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cb4f09-ddbf-4b03-8533-b3fcffd49880 None None] Sync routers for ids ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:58:38.582954 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f7602da6-e1fa-478e-8127-9e7b65040035 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:38.590243 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cb4f09-ddbf-4b03-8533-b3fcffd49880 None None] Routers {'5ed59eb4-bec2-40db-9263-5b04d9fcce97'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:38.603177 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a16bba73-0a25-4c8c-9837-4042455e11a9 req-11e9aa25-d80d-4f92-b9ae-d5e7d1b8d5eb tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0789785 Mar 01 13:58:38.603535 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-d1cb4f09-ddbf-4b03-8533-b3fcffd49880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:38.637494 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f7602da6-e1fa-478e-8127-9e7b65040035 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.0372686 Mar 01 13:58:38.640137 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52126) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:38.640277 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-d1cb4f09-ddbf-4b03-8533-b3fcffd49880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:38.649472 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cb4f09-ddbf-4b03-8533-b3fcffd49880 None None] Routers {'5ed59eb4-bec2-40db-9263-5b04d9fcce97'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:38.650138 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-d1cb4f09-ddbf-4b03-8533-b3fcffd49880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:38.655093 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-ebb5768b-053d-45ea-be38-1c3bc15478e2 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1121718454'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:58:38.677790 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb5768b-053d-45ea-be38-1c3bc15478e2 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Made reservation on behalf of 417ae342a9e74e5494431ceba6fb669c for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:58:38.683403 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ebb5768b-053d-45ea-be38-1c3bc15478e2 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:38.685525 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-d1cb4f09-ddbf-4b03-8533-b3fcffd49880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:38.686303 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cb4f09-ddbf-4b03-8533-b3fcffd49880 None None] The sync data for ids ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:58:38.709163 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebb5768b-053d-45ea-be38-1c3bc15478e2 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:58:38.718095 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ebb5768b-053d-45ea-be38-1c3bc15478e2 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (503921c0-736e-4f34-8ac4-97d1574f7311), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:38.718440 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-ebb5768b-053d-45ea-be38-1c3bc15478e2 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Added segment 503921c0-736e-4f34-8ac4-97d1574f7311 of type vlan for network 5810dfc4-6898-498a-91bc-75015084e8fc Mar 01 13:58:38.760277 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ebb5768b-053d-45ea-be38-1c3bc15478e2 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (5810dfc4-6898-498a-91bc-75015084e8fc), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:38.787750 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ebb5768b-053d-45ea-be38-1c3bc15478e2 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (5810dfc4-6898-498a-91bc-75015084e8fc), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:38.793735 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb5768b-053d-45ea-be38-1c3bc15478e2 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:38.794518 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ebb5768b-053d-45ea-be38-1c3bc15478e2 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:38.828109 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52128) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:38.828346 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ebb5768b-053d-45ea-be38-1c3bc15478e2 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.1867006 Mar 01 13:58:38.833891 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-f2fc6f1e-84dd-43f8-85e4-1672cce9392a tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Request body: {'subnet': {'network_id': '5810dfc4-6898-498a-91bc-75015084e8fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:58:38.880537 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5768b-053d-45ea-be38-1c3bc15478e2 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event updated for resources: {'Network': ['ID=5810dfc4-6898-498a-91bc-75015084e8fc,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:38.896292 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 5810dfc4-6898-498a-91bc-75015084e8fc details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:58:38.937519 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fc6f1e-84dd-43f8-85e4-1672cce9392a tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Made reservation on behalf of 417ae342a9e74e5494431ceba6fb669c for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:58:38.941259 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f2fc6f1e-84dd-43f8-85e4-1672cce9392a tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:39.169271 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f2fc6f1e-84dd-43f8-85e4-1672cce9392a tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (9b6080ac-95ae-4f58-a1cd-1f90e9c19c37), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:39.205490 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884abdf-b6d5-4a8b-abad-51dbc577ca63 req-07da67b9-cbcf-4d90-ac5e-fa5cdcdd713c tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:39.207982 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3884abdf-b6d5-4a8b-abad-51dbc577ca63 req-07da67b9-cbcf-4d90-ac5e-fa5cdcdd713c tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.1260514 Mar 01 13:58:39.284631 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc6f1e-84dd-43f8-85e4-1672cce9392a tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event updated for resources: {'Subnet': ['ID=9b6080ac-95ae-4f58-a1cd-1f90e9c19c37,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:39.323511 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3884abdf-b6d5-4a8b-abad-51dbc577ca63 req-188e2e17-e9d3-4523-9df0-37ae981f5150 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095014 Mar 01 13:58:39.325269 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fc6f1e-84dd-43f8-85e4-1672cce9392a tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Checking segment: {'id': '503921c0-736e-4f34-8ac4-97d1574f7311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5810dfc4-6898-498a-91bc-75015084e8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:58:39.325637 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fc6f1e-84dd-43f8-85e4-1672cce9392a tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Network hostable DHCP agents. Network: 5810dfc4-6898-498a-91bc-75015084e8fc, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:58:39.354942 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52981e35-57f4-4023-80d4-4f052bd56018 req-988a1a1c-1327-4e2a-a812-abe176495061 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:39.360184 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52981e35-57f4-4023-80d4-4f052bd56018 req-988a1a1c-1327-4e2a-a812-abe176495061 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:39.365373 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52981e35-57f4-4023-80d4-4f052bd56018 req-988a1a1c-1327-4e2a-a812-abe176495061 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:39.370620 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52981e35-57f4-4023-80d4-4f052bd56018 req-988a1a1c-1327-4e2a-a812-abe176495061 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:39.375887 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52981e35-57f4-4023-80d4-4f052bd56018 req-988a1a1c-1327-4e2a-a812-abe176495061 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:39.381103 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52981e35-57f4-4023-80d4-4f052bd56018 req-988a1a1c-1327-4e2a-a812-abe176495061 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:39.386336 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52981e35-57f4-4023-80d4-4f052bd56018 req-988a1a1c-1327-4e2a-a812-abe176495061 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:39.388200 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-52981e35-57f4-4023-80d4-4f052bd56018 req-988a1a1c-1327-4e2a-a812-abe176495061 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5431 time: 0.1558597 Mar 01 13:58:39.404250 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fc6f1e-84dd-43f8-85e4-1672cce9392a tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Network 5810dfc4-6898-498a-91bc-75015084e8fc is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:58:39.441502 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-f2fc6f1e-84dd-43f8-85e4-1672cce9392a tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 5810dfc4-6898-498a-91bc-75015084e8fc) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:58:39.445978 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52981e35-57f4-4023-80d4-4f052bd56018 req-e27ca04c-38ef-49e8-b69c-7437e2a91527 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:39.446836 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-52981e35-57f4-4023-80d4-4f052bd56018 req-e27ca04c-38ef-49e8-b69c-7437e2a91527 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.32 "GET /v2.0/ports/27efff50-7823-4915-9500-0bfe4a48b9a2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0516527 Mar 01 13:58:39.449425 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fc6f1e-84dd-43f8-85e4-1672cce9392a tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:39.449999 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f2fc6f1e-84dd-43f8-85e4-1672cce9392a tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:39.450747 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8d78df-a807-4361-b092-118ace0d2150 None None] Network 5810dfc4-6898-498a-91bc-75015084e8fc requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:58:39.505496 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f2fc6f1e-84dd-43f8-85e4-1672cce9392a tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6758301 Mar 01 13:58:39.508143 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52132) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:39.512638 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-5341d815-c3bd-4c8e-9f6a-4e7706cd058c tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-277539219', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}, 'admin_state_up': False}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:58:39.535378 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5341d815-c3bd-4c8e-9f6a-4e7706cd058c tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (bd6ae1c3-63b2-4481-9697-2bfbee5e1168), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:39.536853 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5341d815-c3bd-4c8e-9f6a-4e7706cd058c tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (bd6ae1c3-63b2-4481-9697-2bfbee5e1168), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:39.575187 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe272b10-c83a-471d-b464-aafd3113b658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-5810dfc4-6898-498a-91bc-75015084e8fc', 'network_id': '5810dfc4-6898-498a-91bc-75015084e8fc', 'project_id': '417ae342a9e74e5494431ceba6fb669c', 'fixed_ips': [{'subnet_id': '9b6080ac-95ae-4f58-a1cd-1f90e9c19c37'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:58:39.576406 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fe272b10-c83a-471d-b464-aafd3113b658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:39.590294 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-52981e35-57f4-4023-80d4-4f052bd56018 req-5ddd9189-b7bc-4e15-a086-4ca784fbf611 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.32 "GET /v2.0/networks/6d51e108-e704-49e6-8e91-4223e1d8d343?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1377206 Mar 01 13:58:39.605767 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-52981e35-57f4-4023-80d4-4f052bd56018 req-9ea9fb17-7d63-4116-85bd-a695747b0165 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:58:39.606154 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5341d815-c3bd-4c8e-9f6a-4e7706cd058c tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for router_controller (bd6ae1c3-63b2-4481-9697-2bfbee5e1168), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:39.724760 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-52981e35-57f4-4023-80d4-4f052bd56018 req-9ea9fb17-7d63-4116-85bd-a695747b0165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (27efff50-7823-4915-9500-0bfe4a48b9a2), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:39.740666 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-fe272b10-c83a-471d-b464-aafd3113b658 None None] Allocated IP 172.20.0.2 (5810dfc4-6898-498a-91bc-75015084e8fc/9b6080ac-95ae-4f58-a1cd-1f90e9c19c37/8d00a667-a970-41af-8f79-e5e8db2ef0f1) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:58:39.762013 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:39.810610 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5341d815-c3bd-4c8e-9f6a-4e7706cd058c tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for router_gateway (bd6ae1c3-63b2-4481-9697-2bfbee5e1168), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:39.935420 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:39.941403 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fe272b10-c83a-471d-b464-aafd3113b658 None None] Publish callbacks [] for port (8d00a667-a970-41af-8f79-e5e8db2ef0f1), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:39.948955 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fe272b10-c83a-471d-b464-aafd3113b658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (8d00a667-a970-41af-8f79-e5e8db2ef0f1), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:39.949672 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d0502252-4552-43e1-838f-8b75184881e1 req-8ea32800-9dbe-4f39-afc4-9ecdb90ce246 tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0827694 Mar 01 13:58:39.988335 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe272b10-c83a-471d-b464-aafd3113b658 None None] Network 5810dfc4-6898-498a-91bc-75015084e8fc is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:58:39.989855 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-fe272b10-c83a-471d-b464-aafd3113b658 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:58:39.994708 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe272b10-c83a-471d-b464-aafd3113b658 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:58:40.011069 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1526e-7291-4c22-864a-c83494eb1f1f req-ece6ddb4-193e-4093-968e-daede622b13e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:40.017015 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1526e-7291-4c22-864a-c83494eb1f1f req-ece6ddb4-193e-4093-968e-daede622b13e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:40.022949 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1526e-7291-4c22-864a-c83494eb1f1f req-ece6ddb4-193e-4093-968e-daede622b13e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:40.030172 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1526e-7291-4c22-864a-c83494eb1f1f req-ece6ddb4-193e-4093-968e-daede622b13e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:40.038341 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1526e-7291-4c22-864a-c83494eb1f1f req-ece6ddb4-193e-4093-968e-daede622b13e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:40.045629 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1526e-7291-4c22-864a-c83494eb1f1f req-ece6ddb4-193e-4093-968e-daede622b13e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:40.051179 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1526e-7291-4c22-864a-c83494eb1f1f req-ece6ddb4-193e-4093-968e-daede622b13e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:40.053467 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-98a1526e-7291-4c22-864a-c83494eb1f1f req-ece6ddb4-193e-4093-968e-daede622b13e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 5431 time: 0.1855145 Mar 01 13:58:40.062131 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5341d815-c3bd-4c8e-9f6a-4e7706cd058c tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for router_gateway (bd6ae1c3-63b2-4481-9697-2bfbee5e1168), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:40.064211 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe272b10-c83a-471d-b464-aafd3113b658 None None] Pushing event updated for resources: {'Port': ['ID=8d00a667-a970-41af-8f79-e5e8db2ef0f1,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:40.071514 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-fe272b10-c83a-471d-b464-aafd3113b658 None None] Attempting to bind port 8d00a667-a970-41af-8f79-e5e8db2ef0f1 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:58:40.071920 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-fe272b10-c83a-471d-b464-aafd3113b658 None None] Attempting to bind port 8d00a667-a970-41af-8f79-e5e8db2ef0f1 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '503921c0-736e-4f34-8ac4-97d1574f7311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5810dfc4-6898-498a-91bc-75015084e8fc'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:58:40.072305 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe272b10-c83a-471d-b464-aafd3113b658 None None] Attempting to bind port 8d00a667-a970-41af-8f79-e5e8db2ef0f1 on network 5810dfc4-6898-498a-91bc-75015084e8fc {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:58:40.077783 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe272b10-c83a-471d-b464-aafd3113b658 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:58:40.078148 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe272b10-c83a-471d-b464-aafd3113b658 None None] Checking segment: {'id': '503921c0-736e-4f34-8ac4-97d1574f7311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5810dfc4-6898-498a-91bc-75015084e8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:58:40.078553 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fe272b10-c83a-471d-b464-aafd3113b658 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:40.078940 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe272b10-c83a-471d-b464-aafd3113b658 None None] Bound using segment: {'id': '503921c0-736e-4f34-8ac4-97d1574f7311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5810dfc4-6898-498a-91bc-75015084e8fc'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:58:40.079411 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-fe272b10-c83a-471d-b464-aafd3113b658 None None] Bound port: 8d00a667-a970-41af-8f79-e5e8db2ef0f1, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '503921c0-736e-4f34-8ac4-97d1574f7311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5810dfc4-6898-498a-91bc-75015084e8fc'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:58:40.079817 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fe272b10-c83a-471d-b464-aafd3113b658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8d00a667-a970-41af-8f79-e5e8db2ef0f1), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:40.095607 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5341d815-c3bd-4c8e-9f6a-4e7706cd058c tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:40.113691 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-52981e35-57f4-4023-80d4-4f052bd56018 req-9ea9fb17-7d63-4116-85bd-a695747b0165 service neutron] For port 27efff50-7823-4915-9500-0bfe4a48b9a2, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=27efff50-7823-4915-9500-0bfe4a48b9a2,segment=NetworkSegment(3f5e992e-f8ac-4270-a68d-c36243966fe6),segment_id=3f5e992e-f8ac-4270-a68d-c36243966fe6)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:58:40.152228 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-fe272b10-c83a-471d-b464-aafd3113b658 None None] For port 8d00a667-a970-41af-8f79-e5e8db2ef0f1, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:58:40.157802 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-fe272b10-c83a-471d-b464-aafd3113b658 None None] For port 8d00a667-a970-41af-8f79-e5e8db2ef0f1, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=8d00a667-a970-41af-8f79-e5e8db2ef0f1,segment=NetworkSegment(503921c0-736e-4f34-8ac4-97d1574f7311),segment_id=503921c0-736e-4f34-8ac4-97d1574f7311)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:58:40.168937 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fe272b10-c83a-471d-b464-aafd3113b658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (8d00a667-a970-41af-8f79-e5e8db2ef0f1), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:40.189557 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-98a1526e-7291-4c22-864a-c83494eb1f1f req-e018ea40-4f70-470a-aea0-8ce4ac3e59c3 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcd062d3-722f-442a-abc7-caa91177f9bf&id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1229630 Mar 01 13:58:40.202231 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-52981e35-57f4-4023-80d4-4f052bd56018 req-9ea9fb17-7d63-4116-85bd-a695747b0165 service neutron] For port 27efff50-7823-4915-9500-0bfe4a48b9a2, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:58:40.253280 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-52981e35-57f4-4023-80d4-4f052bd56018 req-9ea9fb17-7d63-4116-85bd-a695747b0165 service neutron] device_id is not set on port 27efff50-7823-4915-9500-0bfe4a48b9a2 yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:58:40.263378 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe272b10-c83a-471d-b464-aafd3113b658 None None] Pushing event updated for resources: {'Port': ['ID=8d00a667-a970-41af-8f79-e5e8db2ef0f1,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:40.268073 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-5341d815-c3bd-4c8e-9f6a-4e7706cd058c tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Allocated IP 172.25.1.135 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/a0ae2df7-16f5-4c5f-bc45-83a318d04036) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:58:40.277107 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-52981e35-57f4-4023-80d4-4f052bd56018 req-9ea9fb17-7d63-4116-85bd-a695747b0165 service neutron] Publish callbacks [] for port (27efff50-7823-4915-9500-0bfe4a48b9a2), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:40.284636 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-52981e35-57f4-4023-80d4-4f052bd56018 req-9ea9fb17-7d63-4116-85bd-a695747b0165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (27efff50-7823-4915-9500-0bfe4a48b9a2), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:40.354353 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-52981e35-57f4-4023-80d4-4f052bd56018 req-9ea9fb17-7d63-4116-85bd-a695747b0165 service neutron] No DVR routers for this DVR port 27efff50-7823-4915-9500-0bfe4a48b9a2 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:58:40.414792 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-52981e35-57f4-4023-80d4-4f052bd56018 req-9ea9fb17-7d63-4116-85bd-a695747b0165 service neutron] In _notify_port_updated(), no bound segment for port 27efff50-7823-4915-9500-0bfe4a48b9a2 on network 6d51e108-e704-49e6-8e91-4223e1d8d343 {{(pid=103727) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 01 13:58:40.415719 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52981e35-57f4-4023-80d4-4f052bd56018 req-9ea9fb17-7d63-4116-85bd-a695747b0165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:40.416579 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-52981e35-57f4-4023-80d4-4f052bd56018 req-9ea9fb17-7d63-4116-85bd-a695747b0165 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:40.418388 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-52981e35-57f4-4023-80d4-4f052bd56018 req-9ea9fb17-7d63-4116-85bd-a695747b0165 service neutron] 10.222.0.32 "PUT /v2.0/ports/27efff50-7823-4915-9500-0bfe4a48b9a2 HTTP/1.1" status: 200 len: 1026 time: 0.8202219 Mar 01 13:58:40.419238 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea9fb17-7d63-4116-85bd-a695747b0165 service neutron] Pushing event updated for resources: {'Port': ['ID=27efff50-7823-4915-9500-0bfe4a48b9a2,revision_number=6']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:40.481210 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5341d815-c3bd-4c8e-9f6a-4e7706cd058c tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for port (a0ae2df7-16f5-4c5f-bc45-83a318d04036), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:40.526519 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52981e35-57f4-4023-80d4-4f052bd56018 req-3e87be87-bf58-4bba-8bd0-f553200fa567 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:40.527434 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5341d815-c3bd-4c8e-9f6a-4e7706cd058c tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (a0ae2df7-16f5-4c5f-bc45-83a318d04036), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:40.527947 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-52981e35-57f4-4023-80d4-4f052bd56018 req-3e87be87-bf58-4bba-8bd0-f553200fa567 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.32 "GET /v2.0/ports/df6c0fb5-c12f-40eb-9fe7-daaf2c030675?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1041582 Mar 01 13:58:40.540691 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-52981e35-57f4-4023-80d4-4f052bd56018 req-ccffeef2-78b0-4a9c-bd0f-87212b4336a6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:58:40.582711 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb193d83-f64d-40e6-b864-ef5ae8efb39c req-d2ab1452-025a-4a6d-8b11-7c3208630453 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:40.595433 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cb193d83-f64d-40e6-b864-ef5ae8efb39c req-d2ab1452-025a-4a6d-8b11-7c3208630453 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.1286297 Mar 01 13:58:40.600625 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5341d815-c3bd-4c8e-9f6a-4e7706cd058c tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:58:40.608111 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-5341d815-c3bd-4c8e-9f6a-4e7706cd058c tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:58:40.611547 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5341d815-c3bd-4c8e-9f6a-4e7706cd058c tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:58:40.654974 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341d815-c3bd-4c8e-9f6a-4e7706cd058c tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event updated for resources: {'Port': ['ID=a0ae2df7-16f5-4c5f-bc45-83a318d04036,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:40.674788 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cb193d83-f64d-40e6-b864-ef5ae8efb39c req-14a396cc-6895-496e-a79e-43271586b75e tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726166 Mar 01 13:58:40.708630 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-52981e35-57f4-4023-80d4-4f052bd56018 req-ccffeef2-78b0-4a9c-bd0f-87212b4336a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (df6c0fb5-c12f-40eb-9fe7-daaf2c030675), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:40.839973 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-6ffa1c2a-2ccd-4716-a30a-c88860c4da30 None None] Provisioning complete for port 27efff50-7823-4915-9500-0bfe4a48b9a2 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:58:40.840342 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6ffa1c2a-2ccd-4716-a30a-c88860c4da30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (27efff50-7823-4915-9500-0bfe4a48b9a2), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:40.888534 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-6ffa1c2a-2ccd-4716-a30a-c88860c4da30 None None] Port 27efff50-7823-4915-9500-0bfe4a48b9a2 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:58:40.911003 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-52981e35-57f4-4023-80d4-4f052bd56018 req-ccffeef2-78b0-4a9c-bd0f-87212b4336a6 service neutron] For port df6c0fb5-c12f-40eb-9fe7-daaf2c030675, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=df6c0fb5-c12f-40eb-9fe7-daaf2c030675,segment=NetworkSegment(3f5e992e-f8ac-4270-a68d-c36243966fe6),segment_id=3f5e992e-f8ac-4270-a68d-c36243966fe6)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:58:40.948213 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-52981e35-57f4-4023-80d4-4f052bd56018 req-ccffeef2-78b0-4a9c-bd0f-87212b4336a6 service neutron] For port df6c0fb5-c12f-40eb-9fe7-daaf2c030675, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:58:40.955578 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5341d815-c3bd-4c8e-9f6a-4e7706cd058c tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for router_gateway (bd6ae1c3-63b2-4481-9697-2bfbee5e1168), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:40.982495 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-52981e35-57f4-4023-80d4-4f052bd56018 req-ccffeef2-78b0-4a9c-bd0f-87212b4336a6 service neutron] device_id is not set on port df6c0fb5-c12f-40eb-9fe7-daaf2c030675 yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:58:41.005086 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-52981e35-57f4-4023-80d4-4f052bd56018 req-ccffeef2-78b0-4a9c-bd0f-87212b4336a6 service neutron] Publish callbacks [] for port (df6c0fb5-c12f-40eb-9fe7-daaf2c030675), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:41.012634 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-52981e35-57f4-4023-80d4-4f052bd56018 req-ccffeef2-78b0-4a9c-bd0f-87212b4336a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (df6c0fb5-c12f-40eb-9fe7-daaf2c030675), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:41.092754 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-52981e35-57f4-4023-80d4-4f052bd56018 req-ccffeef2-78b0-4a9c-bd0f-87212b4336a6 service neutron] No DVR routers for this DVR port df6c0fb5-c12f-40eb-9fe7-daaf2c030675 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:58:41.128464 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7df231a7-162e-4d42-a611-27e4921acb9d req-8cb9048d-6442-4790-9be6-c7144564b13f tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0479081 Mar 01 13:58:41.262042 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5341d815-c3bd-4c8e-9f6a-4e7706cd058c tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (bd6ae1c3-63b2-4481-9697-2bfbee5e1168), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:41.301251 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b5196179-dcc7-4882-9422-95ca3a492713 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:58:41.422661 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port b5196179-dcc7-4882-9422-95ca3a492713 is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:58:41.423149 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b5196179-dcc7-4882-9422-95ca3a492713), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:41.468112 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5196179-dcc7-4882-9422-95ca3a492713'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:58:41.476334 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e966527c-18fd-448d-8acb-41f10ab48845" -d '{"events": [{"server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "name": "network-vif-unplugged", "status": "completed", "tag": "b5196179-dcc7-4882-9422-95ca3a492713"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:58:41.500242 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b5196179-dcc7-4882-9422-95ca3a492713, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b5196179-dcc7-4882-9422-95ca3a492713,segment=NetworkSegment(3f5e992e-f8ac-4270-a68d-c36243966fe6),segment_id=3f5e992e-f8ac-4270-a68d-c36243966fe6)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:58:41.515313 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b5196179-dcc7-4882-9422-95ca3a492713), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:41.516033 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device df6c0fb5-c12f-40eb-9fe7-daaf2c030675 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:58:41.516564 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5341d815-c3bd-4c8e-9f6a-4e7706cd058c tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Router bd6ae1c3-63b2-4481-9697-2bfbee5e1168 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 13:58:41.583270 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 13:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbb75f9-a1f9-47e0-a34b-92007820b363 x-openstack-request-id: req-2dbb75f9-a1f9-47e0-a34b-92007820b363 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:58:41.583702 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "name": "network-vif-unplugged", "status": "completed", "tag": "b5196179-dcc7-4882-9422-95ca3a492713", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:58:41.583856 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2dbb75f9-a1f9-47e0-a34b-92007820b363 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:58:41.584248 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5196179-dcc7-4882-9422-95ca3a492713', 'code': 200} Mar 01 13:58:41.613799 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-7590b924-39c9-44b5-bcf3-f2c887519e63 None None] Provisioning complete for port df6c0fb5-c12f-40eb-9fe7-daaf2c030675 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:58:41.614234 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7590b924-39c9-44b5-bcf3-f2c887519e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (df6c0fb5-c12f-40eb-9fe7-daaf2c030675), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:41.647683 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccffeef2-78b0-4a9c-bd0f-87212b4336a6 service neutron] Pushing event updated for resources: {'Port': ['ID=df6c0fb5-c12f-40eb-9fe7-daaf2c030675,revision_number=6']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:41.667060 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] The host n-h1-827467-3 is not matching for port df6c0fb5-c12f-40eb-9fe7-daaf2c030675 host ! {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 01 13:58:41.667459 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device df6c0fb5-c12f-40eb-9fe7-daaf2c030675 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:58:41.667919 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device f27e4255-a98a-462e-9298-016f98c6d074 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:58:41.701872 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-52981e35-57f4-4023-80d4-4f052bd56018 req-ccffeef2-78b0-4a9c-bd0f-87212b4336a6 service neutron] In _notify_port_updated(), no bound segment for port df6c0fb5-c12f-40eb-9fe7-daaf2c030675 on network 6d51e108-e704-49e6-8e91-4223e1d8d343 {{(pid=103727) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 01 13:58:41.702772 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52981e35-57f4-4023-80d4-4f052bd56018 req-ccffeef2-78b0-4a9c-bd0f-87212b4336a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:41.703395 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-52981e35-57f4-4023-80d4-4f052bd56018 req-ccffeef2-78b0-4a9c-bd0f-87212b4336a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:41.705441 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-52981e35-57f4-4023-80d4-4f052bd56018 req-ccffeef2-78b0-4a9c-bd0f-87212b4336a6 service neutron] 10.222.0.32 "PUT /v2.0/ports/df6c0fb5-c12f-40eb-9fe7-daaf2c030675 HTTP/1.1" status: 200 len: 1026 time: 1.1692796 Mar 01 13:58:41.713675 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5341d815-c3bd-4c8e-9f6a-4e7706cd058c tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:58:41.756654 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5341d815-c3bd-4c8e-9f6a-4e7706cd058c tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:41.765060 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5341d815-c3bd-4c8e-9f6a-4e7706cd058c tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2557809 Mar 01 13:58:41.765693 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52152) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:41.925634 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974fe4b-c01e-4b47-97e0-c1b43fe25922 req-9b3e32be-eb35-449a-acad-2040a29fbdba tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:41.939337 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974fe4b-c01e-4b47-97e0-c1b43fe25922 req-9b3e32be-eb35-449a-acad-2040a29fbdba tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:41.946118 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974fe4b-c01e-4b47-97e0-c1b43fe25922 req-9b3e32be-eb35-449a-acad-2040a29fbdba tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:41.951448 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974fe4b-c01e-4b47-97e0-c1b43fe25922 req-9b3e32be-eb35-449a-acad-2040a29fbdba tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:41.957487 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974fe4b-c01e-4b47-97e0-c1b43fe25922 req-9b3e32be-eb35-449a-acad-2040a29fbdba tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:41.966417 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9974fe4b-c01e-4b47-97e0-c1b43fe25922 req-9b3e32be-eb35-449a-acad-2040a29fbdba tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 3883 time: 0.3222611 Mar 01 13:58:41.969856 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd6016d-eeda-44fb-b7be-31910debf9f4 None None] Sync routers for ids ['bd6ae1c3-63b2-4481-9697-2bfbee5e1168'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:58:41.979394 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e374cb-7ef8-4d0f-a69c-5ee5028f2f51 None None] Network 5810dfc4-6898-498a-91bc-75015084e8fc requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:58:42.019779 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9497c-fca5-44ab-ac94-8b667cdcf18d req-8f605adf-5a80-4abb-8ca9-fd95cb3be918 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:42.019779 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bfb9497c-fca5-44ab-ac94-8b667cdcf18d req-8f605adf-5a80-4abb-8ca9-fd95cb3be918 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.2394550 Mar 01 13:58:42.079937 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=b5196179-dcc7-4882-9422-95ca3a492713,revision_number=6']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:42.109812 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 8d00a667-a970-41af-8f79-e5e8db2ef0f1 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:58:42.114801 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bfb9497c-fca5-44ab-ac94-8b667cdcf18d req-9b0ec3c9-abd2-4b98-a601-717f24598dee tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901501 Mar 01 13:58:42.125274 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9974fe4b-c01e-4b47-97e0-c1b43fe25922 req-69a4592a-f20c-4db2-afa4-e2d4d4132898 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578064 Mar 01 13:58:42.130383 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-52981e35-57f4-4023-80d4-4f052bd56018 req-c01d0b12-3dc7-46ff-b50b-dfc43a15c691 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Deleting port f27e4255-a98a-462e-9298-016f98c6d074 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:58:42.130803 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-52981e35-57f4-4023-80d4-4f052bd56018 req-c01d0b12-3dc7-46ff-b50b-dfc43a15c691 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (f27e4255-a98a-462e-9298-016f98c6d074), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:42.169594 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd6016d-eeda-44fb-b7be-31910debf9f4 None None] Routers {'bd6ae1c3-63b2-4481-9697-2bfbee5e1168'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:42.170476 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-7fd6016d-eeda-44fb-b7be-31910debf9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['bd6ae1c3-63b2-4481-9697-2bfbee5e1168'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:42.230588 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-7fd6016d-eeda-44fb-b7be-31910debf9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:42.236552 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-7590b924-39c9-44b5-bcf3-f2c887519e63 None None] Port df6c0fb5-c12f-40eb-9fe7-daaf2c030675 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:58:42.263693 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-08321204-1a5c-447b-a2b0-9ff980e475da req-6474d32a-ca7c-4725-a7d7-830acf62f77e tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0304050 Mar 01 13:58:42.267877 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 8d00a667-a970-41af-8f79-e5e8db2ef0f1 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:58:42.268458 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8d00a667-a970-41af-8f79-e5e8db2ef0f1), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:42.275270 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-52981e35-57f4-4023-80d4-4f052bd56018 req-c01d0b12-3dc7-46ff-b50b-dfc43a15c691 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] For port f27e4255-a98a-462e-9298-016f98c6d074, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f27e4255-a98a-462e-9298-016f98c6d074,segment=NetworkSegment(8c993aa3-b4bc-4822-be01-8f2382354ee8),segment_id=8c993aa3-b4bc-4822-be01-8f2382354ee8)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:58:42.275562 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-52981e35-57f4-4023-80d4-4f052bd56018 req-c01d0b12-3dc7-46ff-b50b-dfc43a15c691 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (f27e4255-a98a-462e-9298-016f98c6d074), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:42.292978 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-52981e35-57f4-4023-80d4-4f052bd56018 req-c01d0b12-3dc7-46ff-b50b-dfc43a15c691 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Calling delete_port for f27e4255-a98a-462e-9298-016f98c6d074 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:58:42.337202 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd6016d-eeda-44fb-b7be-31910debf9f4 None None] Routers {'bd6ae1c3-63b2-4481-9697-2bfbee5e1168'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:42.337901 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-7fd6016d-eeda-44fb-b7be-31910debf9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['bd6ae1c3-63b2-4481-9697-2bfbee5e1168'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:42.417760 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-7fd6016d-eeda-44fb-b7be-31910debf9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:42.418220 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd6016d-eeda-44fb-b7be-31910debf9f4 None None] The sync data for ids ['bd6ae1c3-63b2-4481-9697-2bfbee5e1168'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:58:42.434488 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port f27e4255-a98a-462e-9298-016f98c6d074 is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:58:42.435525 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f27e4255-a98a-462e-9298-016f98c6d074), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:42.452205 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-6ff91b54-8bb3-4249-8883-0f0a8410c2b7 None None] Provisioning complete for port 8d00a667-a970-41af-8f79-e5e8db2ef0f1 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:58:42.452858 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6ff91b54-8bb3-4249-8883-0f0a8410c2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8d00a667-a970-41af-8f79-e5e8db2ef0f1), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:42.508705 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-52981e35-57f4-4023-80d4-4f052bd56018 req-c01d0b12-3dc7-46ff-b50b-dfc43a15c691 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (f27e4255-a98a-462e-9298-016f98c6d074), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:42.550195 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d0b12-3dc7-46ff-b50b-dfc43a15c691 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Pushing event deleted for resources: {'Port': ['ID=f27e4255-a98a-462e-9298-016f98c6d074,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:42.565209 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7cd3854f-ade1-44f6-a4f8-ca4da3cd6382 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:42.569062 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device e187b1ce-0b6f-4521-8972-2202ece5890a no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:58:42.607321 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 8d00a667-a970-41af-8f79-e5e8db2ef0f1 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:58:42.607891 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8d00a667-a970-41af-8f79-e5e8db2ef0f1), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:42.615651 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-52981e35-57f4-4023-80d4-4f052bd56018 req-c01d0b12-3dc7-46ff-b50b-dfc43a15c691 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] No DVR routers for this DVR port f27e4255-a98a-462e-9298-016f98c6d074 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:58:42.619077 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-52981e35-57f4-4023-80d4-4f052bd56018 req-c01d0b12-3dc7-46ff-b50b-dfc43a15c691 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:42.623126 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-52981e35-57f4-4023-80d4-4f052bd56018 req-c01d0b12-3dc7-46ff-b50b-dfc43a15c691 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.32 "DELETE /v2.0/ports/f27e4255-a98a-462e-9298-016f98c6d074 HTTP/1.1" status: 204 len: 173 time: 0.9083846 Mar 01 13:58:42.623591 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'name': 'network-vif-deleted', 'tag': 'f27e4255-a98a-462e-9298-016f98c6d074'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:58:42.625947 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710424e4-67f1-47dc-b253-b305e41c4421" -d '{"events": [{"server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "name": "network-vif-deleted", "tag": "f27e4255-a98a-462e-9298-016f98c6d074"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:58:42.684426 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 8d00a667-a970-41af-8f79-e5e8db2ef0f1, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=8d00a667-a970-41af-8f79-e5e8db2ef0f1,segment=NetworkSegment(503921c0-736e-4f34-8ac4-97d1574f7311),segment_id=503921c0-736e-4f34-8ac4-97d1574f7311)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:58:42.705484 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833ba860-4de2-48c3-8d76-c75f558bc850 x-openstack-request-id: req-833ba860-4de2-48c3-8d76-c75f558bc850 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:58:42.705986 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "name": "network-vif-deleted", "tag": "f27e4255-a98a-462e-9298-016f98c6d074", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:58:42.706133 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-833ba860-4de2-48c3-8d76-c75f558bc850 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:58:42.706498 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'name': 'network-vif-deleted', 'tag': 'f27e4255-a98a-462e-9298-016f98c6d074', 'status': 'completed', 'code': 200} Mar 01 13:58:42.728503 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (8d00a667-a970-41af-8f79-e5e8db2ef0f1), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:42.738913 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-6ff91b54-8bb3-4249-8883-0f0a8410c2b7 None None] Current status of the port 8d00a667-a970-41af-8f79-e5e8db2ef0f1 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:58:42.738913 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6ff91b54-8bb3-4249-8883-0f0a8410c2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8d00a667-a970-41af-8f79-e5e8db2ef0f1), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:42.758518 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-52981e35-57f4-4023-80d4-4f052bd56018 req-dce67518-4761-4d38-a117-7c7b50806cf9 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Deleting port e187b1ce-0b6f-4521-8972-2202ece5890a {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:58:42.758948 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-52981e35-57f4-4023-80d4-4f052bd56018 req-dce67518-4761-4d38-a117-7c7b50806cf9 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (e187b1ce-0b6f-4521-8972-2202ece5890a), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:42.762538 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port e187b1ce-0b6f-4521-8972-2202ece5890a is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:58:42.762932 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e187b1ce-0b6f-4521-8972-2202ece5890a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:42.854646 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port e187b1ce-0b6f-4521-8972-2202ece5890a, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=e187b1ce-0b6f-4521-8972-2202ece5890a,segment=NetworkSegment(8c993aa3-b4bc-4822-be01-8f2382354ee8),segment_id=8c993aa3-b4bc-4822-be01-8f2382354ee8)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:58:42.859178 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=8d00a667-a970-41af-8f79-e5e8db2ef0f1,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:42.868660 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (e187b1ce-0b6f-4521-8972-2202ece5890a), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:42.869375 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device f689403b-d428-4c0e-a2d9-731bc5e976a6 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:58:42.896002 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-52981e35-57f4-4023-80d4-4f052bd56018 req-dce67518-4761-4d38-a117-7c7b50806cf9 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] For port e187b1ce-0b6f-4521-8972-2202ece5890a, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=e187b1ce-0b6f-4521-8972-2202ece5890a,segment=NetworkSegment(8c993aa3-b4bc-4822-be01-8f2382354ee8),segment_id=8c993aa3-b4bc-4822-be01-8f2382354ee8)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:58:42.897038 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-52981e35-57f4-4023-80d4-4f052bd56018 req-dce67518-4761-4d38-a117-7c7b50806cf9 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (e187b1ce-0b6f-4521-8972-2202ece5890a), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:42.921259 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-52981e35-57f4-4023-80d4-4f052bd56018 req-dce67518-4761-4d38-a117-7c7b50806cf9 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Calling delete_port for e187b1ce-0b6f-4521-8972-2202ece5890a owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:58:42.975216 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-7cd3854f-ade1-44f6-a4f8-ca4da3cd6382 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Allocated IP 172.20.0.1 (5810dfc4-6898-498a-91bc-75015084e8fc/9b6080ac-95ae-4f58-a1cd-1f90e9c19c37/8dab5b4d-6acf-4443-a8b9-7686e42bf2d0) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:58:42.985494 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=e187b1ce-0b6f-4521-8972-2202ece5890a,revision_number=6']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:43.022799 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-6ff91b54-8bb3-4249-8883-0f0a8410c2b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 13:58:43.025716 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-6ff91b54-8bb3-4249-8883-0f0a8410c2b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 13:58:43.048731 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port f689403b-d428-4c0e-a2d9-731bc5e976a6 is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:58:43.049403 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f689403b-d428-4c0e-a2d9-731bc5e976a6), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:43.101208 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-52981e35-57f4-4023-80d4-4f052bd56018 req-dce67518-4761-4d38-a117-7c7b50806cf9 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (e187b1ce-0b6f-4521-8972-2202ece5890a), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:43.129921 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port f689403b-d428-4c0e-a2d9-731bc5e976a6, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f689403b-d428-4c0e-a2d9-731bc5e976a6,segment=NetworkSegment(3f5e992e-f8ac-4270-a68d-c36243966fe6),segment_id=3f5e992e-f8ac-4270-a68d-c36243966fe6)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:58:43.136619 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f689403b-d428-4c0e-a2d9-731bc5e976a6), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:43.138531 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 9f28206c-c781-4ede-8c50-bd5c43320593 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:58:43.163647 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce67518-4761-4d38-a117-7c7b50806cf9 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Pushing event deleted for resources: {'Port': ['ID=e187b1ce-0b6f-4521-8972-2202ece5890a,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:43.170713 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7cd3854f-ade1-44f6-a4f8-ca4da3cd6382 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for port (8dab5b4d-6acf-4443-a8b9-7686e42bf2d0), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:43.226201 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-52981e35-57f4-4023-80d4-4f052bd56018 req-dce67518-4761-4d38-a117-7c7b50806cf9 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] No DVR routers for this DVR port e187b1ce-0b6f-4521-8972-2202ece5890a on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:58:43.232715 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-52981e35-57f4-4023-80d4-4f052bd56018 req-dce67518-4761-4d38-a117-7c7b50806cf9 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:43.242285 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-52981e35-57f4-4023-80d4-4f052bd56018 req-dce67518-4761-4d38-a117-7c7b50806cf9 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.32 "DELETE /v2.0/ports/e187b1ce-0b6f-4521-8972-2202ece5890a HTTP/1.1" status: 204 len: 173 time: 0.6133173 Mar 01 13:58:43.249567 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7cd3854f-ade1-44f6-a4f8-ca4da3cd6382 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (8dab5b4d-6acf-4443-a8b9-7686e42bf2d0), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:43.276223 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=f689403b-d428-4c0e-a2d9-731bc5e976a6,revision_number=6']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:43.305091 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd3854f-ade1-44f6-a4f8-ca4da3cd6382 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Network 5810dfc4-6898-498a-91bc-75015084e8fc is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:58:43.310927 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-7cd3854f-ade1-44f6-a4f8-ca4da3cd6382 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:58:43.311582 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd3854f-ade1-44f6-a4f8-ca4da3cd6382 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:58:43.354773 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 9f28206c-c781-4ede-8c50-bd5c43320593 is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:58:43.355851 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9f28206c-c781-4ede-8c50-bd5c43320593), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:43.362198 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7cd3854f-ade1-44f6-a4f8-ca4da3cd6382 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (bd6ae1c3-63b2-4481-9697-2bfbee5e1168), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:43.399313 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 9f28206c-c781-4ede-8c50-bd5c43320593, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9f28206c-c781-4ede-8c50-bd5c43320593,segment=NetworkSegment(efe63841-b106-46a8-b592-11b75931e8a7),segment_id=efe63841-b106-46a8-b592-11b75931e8a7)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:58:43.404184 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9f28206c-c781-4ede-8c50-bd5c43320593), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:43.406056 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 27efff50-7823-4915-9500-0bfe4a48b9a2 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:58:43.434361 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3854f-ade1-44f6-a4f8-ca4da3cd6382 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event updated for resources: {'Port': ['ID=8dab5b4d-6acf-4443-a8b9-7686e42bf2d0,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:43.458995 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb8dce-65fe-4987-9326-2208ba315cea req-0e701198-4c46-4298-8745-5f48dd056ebb tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:43.465165 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb8dce-65fe-4987-9326-2208ba315cea req-0e701198-4c46-4298-8745-5f48dd056ebb tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:43.470905 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb8dce-65fe-4987-9326-2208ba315cea req-0e701198-4c46-4298-8745-5f48dd056ebb tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:43.472927 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5ceb8dce-65fe-4987-9326-2208ba315cea req-0e701198-4c46-4298-8745-5f48dd056ebb tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 2411 time: 0.1842847 Mar 01 13:58:43.482658 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae90759-ef97-4bb7-8756-9c45597fe1ee req-38a21af7-806a-49ce-a6a0-2b421aac65cc tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:43.490022 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eae90759-ef97-4bb7-8756-9c45597fe1ee req-38a21af7-806a-49ce-a6a0-2b421aac65cc tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.2102194 Mar 01 13:58:43.557044 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=9f28206c-c781-4ede-8c50-bd5c43320593,revision_number=6']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:43.575141 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] The host n-h1-827467-3 is not matching for port 27efff50-7823-4915-9500-0bfe4a48b9a2 host ! {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 01 13:58:43.575623 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 27efff50-7823-4915-9500-0bfe4a48b9a2 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:58:43.587540 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-52981e35-57f4-4023-80d4-4f052bd56018 req-f9a5ca9f-ae60-4f4e-ad78-f476b7a4c6b1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Deleting port b5196179-dcc7-4882-9422-95ca3a492713 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:58:43.587660 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-52981e35-57f4-4023-80d4-4f052bd56018 req-f9a5ca9f-ae60-4f4e-ad78-f476b7a4c6b1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (b5196179-dcc7-4882-9422-95ca3a492713), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:43.591701 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7cd3854f-ade1-44f6-a4f8-ca4da3cd6382 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8dab5b4d-6acf-4443-a8b9-7686e42bf2d0), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:43.601067 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e187b1ce-0b6f-4521-8972-2202ece5890a'}, {'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f689403b-d428-4c0e-a2d9-731bc5e976a6'}, {'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f28206c-c781-4ede-8c50-bd5c43320593'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:58:43.604701 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816635ee-7ea9-4bbf-bedd-80e46fc38d88" -d '{"events": [{"server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "name": "network-vif-unplugged", "status": "completed", "tag": "e187b1ce-0b6f-4521-8972-2202ece5890a"}, {"server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "name": "network-vif-unplugged", "status": "completed", "tag": "f689403b-d428-4c0e-a2d9-731bc5e976a6"}, {"server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "name": "network-vif-unplugged", "status": "completed", "tag": "9f28206c-c781-4ede-8c50-bd5c43320593"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:58:43.625141 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-6ff91b54-8bb3-4249-8883-0f0a8410c2b7 None None] Current status of the port 8d00a667-a970-41af-8f79-e5e8db2ef0f1 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:58:43.716026 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5ceb8dce-65fe-4987-9326-2208ba315cea req-1901df2c-a387-4e08-bbc5-039ecf8c89fb tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249975 Mar 01 13:58:43.754039 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-1dcf05bf-fffa-455e-b744-eab0a69ec3f4 None None] Provisioning complete for port 8dab5b4d-6acf-4443-a8b9-7686e42bf2d0 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:58:43.757350 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-52981e35-57f4-4023-80d4-4f052bd56018 req-f9a5ca9f-ae60-4f4e-ad78-f476b7a4c6b1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] For port b5196179-dcc7-4882-9422-95ca3a492713, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b5196179-dcc7-4882-9422-95ca3a492713,segment=NetworkSegment(3f5e992e-f8ac-4270-a68d-c36243966fe6),segment_id=3f5e992e-f8ac-4270-a68d-c36243966fe6)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:58:43.758933 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-52981e35-57f4-4023-80d4-4f052bd56018 req-f9a5ca9f-ae60-4f4e-ad78-f476b7a4c6b1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (b5196179-dcc7-4882-9422-95ca3a492713), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:43.759084 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1dcf05bf-fffa-455e-b744-eab0a69ec3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8dab5b4d-6acf-4443-a8b9-7686e42bf2d0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:43.785388 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eae90759-ef97-4bb7-8756-9c45597fe1ee req-463716d5-aae7-4962-8a51-ef7063d084f8 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749441 Mar 01 13:58:43.798209 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-52981e35-57f4-4023-80d4-4f052bd56018 req-f9a5ca9f-ae60-4f4e-ad78-f476b7a4c6b1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Calling delete_port for b5196179-dcc7-4882-9422-95ca3a492713 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:58:43.879171 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-1dcf05bf-fffa-455e-b744-eab0a69ec3f4 None None] Port 8dab5b4d-6acf-4443-a8b9-7686e42bf2d0 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:58:43.886965 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 01 Mar 2022 13:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02b8022-041b-411f-b34b-bb6724882691 x-openstack-request-id: req-a02b8022-041b-411f-b34b-bb6724882691 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:58:43.888725 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "name": "network-vif-unplugged", "status": "completed", "tag": "e187b1ce-0b6f-4521-8972-2202ece5890a", "code": 200}, {"server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "name": "network-vif-unplugged", "status": "completed", "tag": "f689403b-d428-4c0e-a2d9-731bc5e976a6", "code": 200}, {"server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "name": "network-vif-unplugged", "status": "completed", "tag": "9f28206c-c781-4ede-8c50-bd5c43320593", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:58:43.888984 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a02b8022-041b-411f-b34b-bb6724882691 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:58:43.889434 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e187b1ce-0b6f-4521-8972-2202ece5890a', 'code': 200} Mar 01 13:58:43.890978 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f689403b-d428-4c0e-a2d9-731bc5e976a6', 'code': 200} Mar 01 13:58:43.891275 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f28206c-c781-4ede-8c50-bd5c43320593', 'code': 200} Mar 01 13:58:43.902129 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-1dcf05bf-fffa-455e-b744-eab0a69ec3f4 None None] Provisioning complete for port 8d00a667-a970-41af-8f79-e5e8db2ef0f1 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:58:43.902495 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1dcf05bf-fffa-455e-b744-eab0a69ec3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8d00a667-a970-41af-8f79-e5e8db2ef0f1), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:43.956664 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d61e92cb-b56d-415e-8f7d-9726eb776bf3 req-10c77d55-5ffb-431c-b67c-dfa06d83c72e tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0309839 Mar 01 13:58:44.026500 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-52981e35-57f4-4023-80d4-4f052bd56018 req-f9a5ca9f-ae60-4f4e-ad78-f476b7a4c6b1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (b5196179-dcc7-4882-9422-95ca3a492713), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:44.059719 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-1dcf05bf-fffa-455e-b744-eab0a69ec3f4 None None] Current status of the port 8d00a667-a970-41af-8f79-e5e8db2ef0f1 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:58:44.071916 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5ca9f-ae60-4f4e-ad78-f476b7a4c6b1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Pushing event deleted for resources: {'Port': ['ID=b5196179-dcc7-4882-9422-95ca3a492713,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:44.149591 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-52981e35-57f4-4023-80d4-4f052bd56018 req-f9a5ca9f-ae60-4f4e-ad78-f476b7a4c6b1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] No DVR routers for this DVR port b5196179-dcc7-4882-9422-95ca3a492713 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:58:44.152769 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-52981e35-57f4-4023-80d4-4f052bd56018 req-f9a5ca9f-ae60-4f4e-ad78-f476b7a4c6b1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:44.158166 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-52981e35-57f4-4023-80d4-4f052bd56018 req-f9a5ca9f-ae60-4f4e-ad78-f476b7a4c6b1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.32 "DELETE /v2.0/ports/b5196179-dcc7-4882-9422-95ca3a492713 HTTP/1.1" status: 204 len: 173 time: 0.9104450 Mar 01 13:58:44.166628 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 8d00a667-a970-41af-8f79-e5e8db2ef0f1 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:58:44.227825 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 8d00a667-a970-41af-8f79-e5e8db2ef0f1 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:58:44.228205 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8d00a667-a970-41af-8f79-e5e8db2ef0f1), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:44.283772 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-52981e35-57f4-4023-80d4-4f052bd56018 req-1d0ba44f-f170-430e-9ae1-19b296a5706a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Deleting port f689403b-d428-4c0e-a2d9-731bc5e976a6 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:58:44.284161 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-52981e35-57f4-4023-80d4-4f052bd56018 req-1d0ba44f-f170-430e-9ae1-19b296a5706a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (f689403b-d428-4c0e-a2d9-731bc5e976a6), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:44.329585 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 8d00a667-a970-41af-8f79-e5e8db2ef0f1 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:58:44.391509 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-52981e35-57f4-4023-80d4-4f052bd56018 req-1d0ba44f-f170-430e-9ae1-19b296a5706a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] For port f689403b-d428-4c0e-a2d9-731bc5e976a6, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f689403b-d428-4c0e-a2d9-731bc5e976a6,segment=NetworkSegment(3f5e992e-f8ac-4270-a68d-c36243966fe6),segment_id=3f5e992e-f8ac-4270-a68d-c36243966fe6)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:58:44.391841 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-52981e35-57f4-4023-80d4-4f052bd56018 req-1d0ba44f-f170-430e-9ae1-19b296a5706a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (f689403b-d428-4c0e-a2d9-731bc5e976a6), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:44.397994 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7cd3854f-ade1-44f6-a4f8-ca4da3cd6382 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for port (8dab5b4d-6acf-4443-a8b9-7686e42bf2d0), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:44.403530 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7cd3854f-ade1-44f6-a4f8-ca4da3cd6382 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (8dab5b4d-6acf-4443-a8b9-7686e42bf2d0), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:44.408862 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-52981e35-57f4-4023-80d4-4f052bd56018 req-1d0ba44f-f170-430e-9ae1-19b296a5706a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Calling delete_port for f689403b-d428-4c0e-a2d9-731bc5e976a6 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:58:44.478602 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3854f-ade1-44f6-a4f8-ca4da3cd6382 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event updated for resources: {'Port': ['ID=8dab5b4d-6acf-4443-a8b9-7686e42bf2d0,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:44.481325 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7cd3854f-ade1-44f6-a4f8-ca4da3cd6382 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (bd6ae1c3-63b2-4481-9697-2bfbee5e1168), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:44.560044 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-52981e35-57f4-4023-80d4-4f052bd56018 req-1d0ba44f-f170-430e-9ae1-19b296a5706a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (f689403b-d428-4c0e-a2d9-731bc5e976a6), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:44.580225 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd3854f-ade1-44f6-a4f8-ca4da3cd6382 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Network 5810dfc4-6898-498a-91bc-75015084e8fc is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:58:44.581774 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-7cd3854f-ade1-44f6-a4f8-ca4da3cd6382 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:58:44.588545 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ba44f-f170-430e-9ae1-19b296a5706a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Pushing event deleted for resources: {'Port': ['ID=f689403b-d428-4c0e-a2d9-731bc5e976a6,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:44.637570 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-52981e35-57f4-4023-80d4-4f052bd56018 req-1d0ba44f-f170-430e-9ae1-19b296a5706a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] No DVR routers for this DVR port f689403b-d428-4c0e-a2d9-731bc5e976a6 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:58:44.640142 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-52981e35-57f4-4023-80d4-4f052bd56018 req-1d0ba44f-f170-430e-9ae1-19b296a5706a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:44.643728 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-52981e35-57f4-4023-80d4-4f052bd56018 req-1d0ba44f-f170-430e-9ae1-19b296a5706a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.32 "DELETE /v2.0/ports/f689403b-d428-4c0e-a2d9-731bc5e976a6 HTTP/1.1" status: 204 len: 173 time: 0.4771106 Mar 01 13:58:44.714538 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd3854f-ade1-44f6-a4f8-ca4da3cd6382 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Router bd6ae1c3-63b2-4481-9697-2bfbee5e1168 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:58:44.725880 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'name': 'network-vif-deleted', 'tag': 'e187b1ce-0b6f-4521-8972-2202ece5890a'}, {'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'name': 'network-vif-deleted', 'tag': 'b5196179-dcc7-4882-9422-95ca3a492713'}, {'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'name': 'network-vif-deleted', 'tag': 'f689403b-d428-4c0e-a2d9-731bc5e976a6'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:58:44.732996 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cea4f0-07cd-45d3-8148-187a5d2803a3" -d '{"events": [{"server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "name": "network-vif-deleted", "tag": "e187b1ce-0b6f-4521-8972-2202ece5890a"}, {"server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "name": "network-vif-deleted", "tag": "b5196179-dcc7-4882-9422-95ca3a492713"}, {"server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "name": "network-vif-deleted", "tag": "f689403b-d428-4c0e-a2d9-731bc5e976a6"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:58:44.771014 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-52981e35-57f4-4023-80d4-4f052bd56018 req-1a16ec9c-7c48-439f-8bc6-c6e321a872e1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Deleting port 9f28206c-c781-4ede-8c50-bd5c43320593 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:58:44.771873 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-52981e35-57f4-4023-80d4-4f052bd56018 req-1a16ec9c-7c48-439f-8bc6-c6e321a872e1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (9f28206c-c781-4ede-8c50-bd5c43320593), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:44.803875 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 01 Mar 2022 13:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ee7a0d-2543-44f1-b8f7-177beebbd5e1 x-openstack-request-id: req-43ee7a0d-2543-44f1-b8f7-177beebbd5e1 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:58:44.804172 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "name": "network-vif-deleted", "tag": "e187b1ce-0b6f-4521-8972-2202ece5890a", "status": "completed", "code": 200}, {"server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "name": "network-vif-deleted", "tag": "b5196179-dcc7-4882-9422-95ca3a492713", "status": "completed", "code": 200}, {"server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "name": "network-vif-deleted", "tag": "f689403b-d428-4c0e-a2d9-731bc5e976a6", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:58:44.804428 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43ee7a0d-2543-44f1-b8f7-177beebbd5e1 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:58:44.804870 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'name': 'network-vif-deleted', 'tag': 'e187b1ce-0b6f-4521-8972-2202ece5890a', 'status': 'completed', 'code': 200} Mar 01 13:58:44.805143 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'name': 'network-vif-deleted', 'tag': 'b5196179-dcc7-4882-9422-95ca3a492713', 'status': 'completed', 'code': 200} Mar 01 13:58:44.806800 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'name': 'network-vif-deleted', 'tag': 'f689403b-d428-4c0e-a2d9-731bc5e976a6', 'status': 'completed', 'code': 200} Mar 01 13:58:44.880843 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd3854f-ade1-44f6-a4f8-ca4da3cd6382 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:58:44.892347 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7cd3854f-ade1-44f6-a4f8-ca4da3cd6382 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "PUT /v2.0/routers/bd6ae1c3-63b2-4481-9697-2bfbee5e1168/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1246393 Mar 01 13:58:44.893600 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52180) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:44.894329 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5504a2a-5ae2-4371-bad2-e62ccb32aa6d None None] Sync routers for ids ['bd6ae1c3-63b2-4481-9697-2bfbee5e1168'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:58:44.900007 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-01f23f64-c116-4053-92b1-0c8cf3cb789d tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Request body: {'port': {'network_id': '5810dfc4-6898-498a-91bc-75015084e8fc', 'name': 'tempest-FloatingIPTestJSON-724375528'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:58:44.907660 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5504a2a-5ae2-4371-bad2-e62ccb32aa6d None None] Routers {'bd6ae1c3-63b2-4481-9697-2bfbee5e1168'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:44.909476 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b5504a2a-5ae2-4371-bad2-e62ccb32aa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['bd6ae1c3-63b2-4481-9697-2bfbee5e1168'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:44.912111 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-c1ac71c6-dbe5-4fe1-9ed0-9cb416c72f87 None None] Provisioning complete for port 8dab5b4d-6acf-4443-a8b9-7686e42bf2d0 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:58:44.912649 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c1ac71c6-dbe5-4fe1-9ed0-9cb416c72f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8dab5b4d-6acf-4443-a8b9-7686e42bf2d0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:44.951436 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b5504a2a-5ae2-4371-bad2-e62ccb32aa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:44.958490 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-c1ac71c6-dbe5-4fe1-9ed0-9cb416c72f87 None None] Port 8dab5b4d-6acf-4443-a8b9-7686e42bf2d0 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:58:44.964010 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5504a2a-5ae2-4371-bad2-e62ccb32aa6d None None] Routers {'bd6ae1c3-63b2-4481-9697-2bfbee5e1168'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:44.964730 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b5504a2a-5ae2-4371-bad2-e62ccb32aa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['bd6ae1c3-63b2-4481-9697-2bfbee5e1168'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:45.000035 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b5504a2a-5ae2-4371-bad2-e62ccb32aa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:45.000841 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5504a2a-5ae2-4371-bad2-e62ccb32aa6d None None] The sync data for ids ['bd6ae1c3-63b2-4481-9697-2bfbee5e1168'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:58:45.004970 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cdc9a7-1d58-4760-a5fc-fda24b73fac4 req-9ba65db7-c3d2-4896-98f7-1b3d9a3473df tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:45.006506 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-64cdc9a7-1d58-4760-a5fc-fda24b73fac4 req-9ba65db7-c3d2-4896-98f7-1b3d9a3473df tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 944 time: 0.1613879 Mar 01 13:58:45.014030 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-52981e35-57f4-4023-80d4-4f052bd56018 req-1a16ec9c-7c48-439f-8bc6-c6e321a872e1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] For port 9f28206c-c781-4ede-8c50-bd5c43320593, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9f28206c-c781-4ede-8c50-bd5c43320593,segment=NetworkSegment(efe63841-b106-46a8-b592-11b75931e8a7),segment_id=efe63841-b106-46a8-b592-11b75931e8a7)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:58:45.014410 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-52981e35-57f4-4023-80d4-4f052bd56018 req-1a16ec9c-7c48-439f-8bc6-c6e321a872e1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (9f28206c-c781-4ede-8c50-bd5c43320593), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:45.036749 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a35feb-19d9-4f1d-a6ec-23e419ae8020 req-3b40a8dc-6bdb-41cc-a5e6-f8e4675fd2db tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:45.038336 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-14a35feb-19d9-4f1d-a6ec-23e419ae8020 req-3b40a8dc-6bdb-41cc-a5e6-f8e4675fd2db tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.1504009 Mar 01 13:58:45.052472 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f23f64-c116-4053-92b1-0c8cf3cb789d tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Made reservation on behalf of 417ae342a9e74e5494431ceba6fb669c for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:58:45.060047 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-01f23f64-c116-4053-92b1-0c8cf3cb789d tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:45.079729 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-01f23f64-c116-4053-92b1-0c8cf3cb789d tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] device_id is not set on port a03cd4d8-ba33-4f61-9948-17e52c80ab49 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 13:58:45.155776 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-64cdc9a7-1d58-4760-a5fc-fda24b73fac4 req-416b6343-ac24-4396-a1a0-7cf79d97312b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd31dc84-2a34-4510-bd02-9692c6d7e4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371181 Mar 01 13:58:45.199827 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-14a35feb-19d9-4f1d-a6ec-23e419ae8020 req-7bf0c489-7503-48d6-84ba-a81e992b55bf tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488962 Mar 01 13:58:45.259553 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-01f23f64-c116-4053-92b1-0c8cf3cb789d tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Allocated IP 172.20.0.7 (5810dfc4-6898-498a-91bc-75015084e8fc/9b6080ac-95ae-4f58-a1cd-1f90e9c19c37/a03cd4d8-ba33-4f61-9948-17e52c80ab49) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:58:45.297390 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5cea5118-8c54-41e3-9a44-24f4020a1cfd req-e622fe58-cb14-41c3-8d6d-9187cfdb0055 tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0367296 Mar 01 13:58:45.319564 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-52981e35-57f4-4023-80d4-4f052bd56018 req-1a16ec9c-7c48-439f-8bc6-c6e321a872e1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:45.321421 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-52981e35-57f4-4023-80d4-4f052bd56018 req-1a16ec9c-7c48-439f-8bc6-c6e321a872e1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (ac5d109f-9ae2-47f3-90d4-fa5bf8a57b7b), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:45.321745 n-d-827467-3 neutron-server[103727]: INFO neutron.db.l3_db [req-52981e35-57f4-4023-80d4-4f052bd56018 req-1a16ec9c-7c48-439f-8bc6-c6e321a872e1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Floating IP ac5d109f-9ae2-47f3-90d4-fa5bf8a57b7b disassociated. External IP: 172.25.1.130, port: 9f28206c-c781-4ede-8c50-bd5c43320593. Mar 01 13:58:45.322095 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-52981e35-57f4-4023-80d4-4f052bd56018 req-1a16ec9c-7c48-439f-8bc6-c6e321a872e1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Calling delete_port for 9f28206c-c781-4ede-8c50-bd5c43320593 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:58:45.448775 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-52981e35-57f4-4023-80d4-4f052bd56018 req-1a16ec9c-7c48-439f-8bc6-c6e321a872e1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (9f28206c-c781-4ede-8c50-bd5c43320593), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:45.460732 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-01f23f64-c116-4053-92b1-0c8cf3cb789d tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for port (a03cd4d8-ba33-4f61-9948-17e52c80ab49), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:45.480944 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16ec9c-7c48-439f-8bc6-c6e321a872e1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Pushing event deleted for resources: {'Port': ['ID=9f28206c-c781-4ede-8c50-bd5c43320593,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:45.500567 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-01f23f64-c116-4053-92b1-0c8cf3cb789d tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (a03cd4d8-ba33-4f61-9948-17e52c80ab49), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:45.549434 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f23f64-c116-4053-92b1-0c8cf3cb789d tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Network 5810dfc4-6898-498a-91bc-75015084e8fc is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:58:45.552519 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-01f23f64-c116-4053-92b1-0c8cf3cb789d tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:58:45.557488 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f23f64-c116-4053-92b1-0c8cf3cb789d tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:58:45.561354 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f23f64-c116-4053-92b1-0c8cf3cb789d tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event updated for resources: {'Port': ['ID=a03cd4d8-ba33-4f61-9948-17e52c80ab49,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:45.599557 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52981e35-57f4-4023-80d4-4f052bd56018 req-1a16ec9c-7c48-439f-8bc6-c6e321a872e1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Router 90944be5-4749-41a7-a6bc-306a4b20baee has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:58:45.615488 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f23f64-c116-4053-92b1-0c8cf3cb789d tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:45.616162 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-01f23f64-c116-4053-92b1-0c8cf3cb789d tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:45.642851 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-01f23f64-c116-4053-92b1-0c8cf3cb789d tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7477281 Mar 01 13:58:45.645249 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52186) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:45.650406 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-9c51f43c-6198-4358-bb53-d3c12fad42e0 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Request body: {'floatingip': {'port_id': 'a03cd4d8-ba33-4f61-9948-17e52c80ab49'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:58:45.710699 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9c51f43c-6198-4358-bb53-d3c12fad42e0 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for floatingip (8ea6ebf0-640f-4a58-94c0-562433e2c7bc), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:45.723842 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52981e35-57f4-4023-80d4-4f052bd56018 req-1a16ec9c-7c48-439f-8bc6-c6e321a872e1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:58:45.735622 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135dd903-7a5c-45f0-bb81-30383b5cbfa4 None None] Sync routers for ids ['90944be5-4749-41a7-a6bc-306a4b20baee'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:58:45.749354 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135dd903-7a5c-45f0-bb81-30383b5cbfa4 None None] Routers {'90944be5-4749-41a7-a6bc-306a4b20baee'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:45.751113 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-135dd903-7a5c-45f0-bb81-30383b5cbfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['90944be5-4749-41a7-a6bc-306a4b20baee'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:45.777547 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-52981e35-57f4-4023-80d4-4f052bd56018 req-1a16ec9c-7c48-439f-8bc6-c6e321a872e1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] No DVR routers for this DVR port 9f28206c-c781-4ede-8c50-bd5c43320593 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:58:45.780630 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-52981e35-57f4-4023-80d4-4f052bd56018 req-1a16ec9c-7c48-439f-8bc6-c6e321a872e1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:45.784532 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-52981e35-57f4-4023-80d4-4f052bd56018 req-1a16ec9c-7c48-439f-8bc6-c6e321a872e1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.32 "DELETE /v2.0/ports/9f28206c-c781-4ede-8c50-bd5c43320593 HTTP/1.1" status: 204 len: 173 time: 1.1346254 Mar 01 13:58:45.917375 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-539e6eba-6f9c-40c1-b7a7-9d32186edacf None None] Provisioning complete for port a03cd4d8-ba33-4f61-9948-17e52c80ab49 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:58:45.918413 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-539e6eba-6f9c-40c1-b7a7-9d32186edacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a03cd4d8-ba33-4f61-9948-17e52c80ab49), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:45.987361 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-135dd903-7a5c-45f0-bb81-30383b5cbfa4 None None] Set router 90944be5-4749-41a7-a6bc-306a4b20baee gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:58:45.989843 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-539e6eba-6f9c-40c1-b7a7-9d32186edacf None None] Port a03cd4d8-ba33-4f61-9948-17e52c80ab49 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:58:46.223682 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-135dd903-7a5c-45f0-bb81-30383b5cbfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'name': 'tempest-TaggedBootDevicesTest-30014239-router', 'tenant_id': '78efedc3031f4258896f94ad66a2f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'c78bdbbc-478b-4d85-9d12-fd91baf923c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:52:05Z', 'updated_at': '2022-03-01T13:52:10Z', 'revision_number': 4, 'project_id': '78efedc3031f4258896f94ad66a2f53b', 'gw_port': {'id': 'c78bdbbc-478b-4d85-9d12-fd91baf923c6', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:06Z', 'updated_at': '2022-03-01T13:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '101dfd40-7499-4333-875c-b7e1086b50b0', 'name': '', 'network_id': '7bc0ee18-c84c-4cd4-a25a-b7c745ed092c', 'tenant_id': '78efedc3031f4258896f94ad66a2f53b', 'mac_address': 'fa:16:3e:e0:6c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'ac4622d6-031a-43e3-b876-291bd0fbb3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:09Z', 'updated_at': '2022-03-01T13:52:15Z', 'revision_number': 5, 'project_id': '78efedc3031f4258896f94ad66a2f53b', 'subnets': [{'id': 'ac4622d6-031a-43e3-b876-291bd0fbb3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:46.291624 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135dd903-7a5c-45f0-bb81-30383b5cbfa4 None None] Checking router: 90944be5-4749-41a7-a6bc-306a4b20baee for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:58:46.314769 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135dd903-7a5c-45f0-bb81-30383b5cbfa4 None None] Routers {'90944be5-4749-41a7-a6bc-306a4b20baee'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:46.315401 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-135dd903-7a5c-45f0-bb81-30383b5cbfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['90944be5-4749-41a7-a6bc-306a4b20baee'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:46.355917 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f1519032-8a6b-4ed4-af0b-a2b5886910fb req-da380a50-05fc-4bd1-97cc-3f56eb1a79ff tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 210 time: 0.0756800 Mar 01 13:58:46.419721 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84c03a-7025-45d7-a61d-2d203f8c4de9 req-abba4690-b22b-4677-bf21-feea291db818 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:46.427216 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9c84c03a-7025-45d7-a61d-2d203f8c4de9 req-abba4690-b22b-4677-bf21-feea291db818 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.0735683 Mar 01 13:58:46.436792 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9c51f43c-6198-4358-bb53-d3c12fad42e0 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:46.446100 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9c51f43c-6198-4358-bb53-d3c12fad42e0 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (8ea6ebf0-640f-4a58-94c0-562433e2c7bc), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:46.504408 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-135dd903-7a5c-45f0-bb81-30383b5cbfa4 None None] Set router 90944be5-4749-41a7-a6bc-306a4b20baee gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:58:46.506843 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fdfb6975-8246-4fa0-bc34-b7d1d278cccf req-167268aa-c48e-4b3c-998d-b1ee9004168c tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0471683 Mar 01 13:58:46.525015 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9c84c03a-7025-45d7-a61d-2d203f8c4de9 req-4f20e463-ca0d-4fe5-86ef-7d84d9c73124 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932970 Mar 01 13:58:46.581266 n-d-827467-3 neutron-server[103726]: INFO neutron.db.l3_db [None req-9c51f43c-6198-4358-bb53-d3c12fad42e0 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Floating IP 8ea6ebf0-640f-4a58-94c0-562433e2c7bc associated. External IP: 172.25.1.46, port: bdbd0220-064a-492e-b38a-6eecf5399892. Mar 01 13:58:46.708480 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-135dd903-7a5c-45f0-bb81-30383b5cbfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'name': 'tempest-TaggedBootDevicesTest-30014239-router', 'tenant_id': '78efedc3031f4258896f94ad66a2f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'c78bdbbc-478b-4d85-9d12-fd91baf923c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:52:05Z', 'updated_at': '2022-03-01T13:52:10Z', 'revision_number': 4, 'project_id': '78efedc3031f4258896f94ad66a2f53b', 'gw_port': {'id': 'c78bdbbc-478b-4d85-9d12-fd91baf923c6', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:06Z', 'updated_at': '2022-03-01T13:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '101dfd40-7499-4333-875c-b7e1086b50b0', 'name': '', 'network_id': '7bc0ee18-c84c-4cd4-a25a-b7c745ed092c', 'tenant_id': '78efedc3031f4258896f94ad66a2f53b', 'mac_address': 'fa:16:3e:e0:6c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'ac4622d6-031a-43e3-b876-291bd0fbb3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:09Z', 'updated_at': '2022-03-01T13:52:15Z', 'revision_number': 5, 'project_id': '78efedc3031f4258896f94ad66a2f53b', 'subnets': [{'id': 'ac4622d6-031a-43e3-b876-291bd0fbb3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:46.735458 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135dd903-7a5c-45f0-bb81-30383b5cbfa4 None None] The sync data for ids ['90944be5-4749-41a7-a6bc-306a4b20baee'] in n-d-827467-3 is: [{'id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'name': 'tempest-TaggedBootDevicesTest-30014239-router', 'tenant_id': '78efedc3031f4258896f94ad66a2f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'c78bdbbc-478b-4d85-9d12-fd91baf923c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:52:05Z', 'updated_at': '2022-03-01T13:52:10Z', 'revision_number': 4, 'project_id': '78efedc3031f4258896f94ad66a2f53b', 'gw_port': {'id': 'c78bdbbc-478b-4d85-9d12-fd91baf923c6', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:06Z', 'updated_at': '2022-03-01T13:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '101dfd40-7499-4333-875c-b7e1086b50b0', 'name': '', 'network_id': '7bc0ee18-c84c-4cd4-a25a-b7c745ed092c', 'tenant_id': '78efedc3031f4258896f94ad66a2f53b', 'mac_address': 'fa:16:3e:e0:6c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'ac4622d6-031a-43e3-b876-291bd0fbb3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:09Z', 'updated_at': '2022-03-01T13:52:15Z', 'revision_number': 5, 'project_id': '78efedc3031f4258896f94ad66a2f53b', 'subnets': [{'id': 'ac4622d6-031a-43e3-b876-291bd0fbb3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:58:46.806494 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'name': 'network-vif-deleted', 'tag': '9f28206c-c781-4ede-8c50-bd5c43320593'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:58:46.808898 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0e0345-b12f-4787-a17a-43a694b0959f" -d '{"events": [{"server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "name": "network-vif-deleted", "tag": "9f28206c-c781-4ede-8c50-bd5c43320593"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:58:46.809818 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c51f43c-6198-4358-bb53-d3c12fad42e0 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Router 5ed59eb4-bec2-40db-9263-5b04d9fcce97 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:58:46.852616 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c5385b-cea9-4dda-97ab-ac8ecd44fb4e x-openstack-request-id: req-c8c5385b-cea9-4dda-97ab-ac8ecd44fb4e {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:58:46.852914 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d89afa-714f-4d03-9c5d-dfaccf285091", "name": "network-vif-deleted", "tag": "9f28206c-c781-4ede-8c50-bd5c43320593", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:58:46.853171 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8c5385b-cea9-4dda-97ab-ac8ecd44fb4e {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:58:46.853571 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d89afa-714f-4d03-9c5d-dfaccf285091', 'name': 'network-vif-deleted', 'tag': '9f28206c-c781-4ede-8c50-bd5c43320593', 'status': 'completed', 'code': 200} Mar 01 13:58:46.931282 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c51f43c-6198-4358-bb53-d3c12fad42e0 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:58:46.941686 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46845c34-1864-4059-aee8-9d5714a6b220 None None] Sync routers for ids ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:58:46.956547 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46845c34-1864-4059-aee8-9d5714a6b220 None None] Routers {'5ed59eb4-bec2-40db-9263-5b04d9fcce97'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:46.957519 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-46845c34-1864-4059-aee8-9d5714a6b220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:47.004813 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-46845c34-1864-4059-aee8-9d5714a6b220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:47.015285 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46845c34-1864-4059-aee8-9d5714a6b220 None None] Routers {'5ed59eb4-bec2-40db-9263-5b04d9fcce97'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:47.015907 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-46845c34-1864-4059-aee8-9d5714a6b220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:47.055081 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-46845c34-1864-4059-aee8-9d5714a6b220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:47.056863 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46845c34-1864-4059-aee8-9d5714a6b220 None None] The sync data for ids ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:58:47.060547 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72338ac-38e3-42ad-a5a2-ce059adc51f4 None None] New status for floating IP ac5d109f-9ae2-47f3-90d4-fa5bf8a57b7b: DOWN {{(pid=103728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 13:58:47.173292 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c51f43c-6198-4358-bb53-d3c12fad42e0 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Router bd6ae1c3-63b2-4481-9697-2bfbee5e1168 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:58:47.284920 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c51f43c-6198-4358-bb53-d3c12fad42e0 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:58:47.289720 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9c51f43c-6198-4358-bb53-d3c12fad42e0 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:47.294882 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c222af03-2928-4936-9828-06b582769e8d None None] Sync routers for ids ['bd6ae1c3-63b2-4481-9697-2bfbee5e1168'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:58:47.304405 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c222af03-2928-4936-9828-06b582769e8d None None] Routers {'bd6ae1c3-63b2-4481-9697-2bfbee5e1168'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:47.306029 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-c222af03-2928-4936-9828-06b582769e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['bd6ae1c3-63b2-4481-9697-2bfbee5e1168'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:47.339563 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-c222af03-2928-4936-9828-06b582769e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:47.352341 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c222af03-2928-4936-9828-06b582769e8d None None] Routers {'bd6ae1c3-63b2-4481-9697-2bfbee5e1168'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:47.353047 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9c51f43c-6198-4358-bb53-d3c12fad42e0 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "PUT /v2.0/floatingips/8ea6ebf0-640f-4a58-94c0-562433e2c7bc HTTP/1.1" status: 200 len: 976 time: 1.7065206 Mar 01 13:58:47.353383 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-c222af03-2928-4936-9828-06b582769e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['bd6ae1c3-63b2-4481-9697-2bfbee5e1168'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:47.355720 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52200) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:47.399136 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-c222af03-2928-4936-9828-06b582769e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:47.399636 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c222af03-2928-4936-9828-06b582769e8d None None] The sync data for ids ['bd6ae1c3-63b2-4481-9697-2bfbee5e1168'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:58:47.483614 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7edad7b4-0aaa-43e9-8ed5-ea6a6ae8f643 req-d7eb3a93-1939-4a20-adc4-9e9c20b8f987 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 210 time: 0.0310519 Mar 01 13:58:47.506880 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-87b63f00-7894-4e3e-9d5c-b0ba6605ebfc tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Deleting port a03cd4d8-ba33-4f61-9948-17e52c80ab49 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:58:47.507227 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-87b63f00-7894-4e3e-9d5c-b0ba6605ebfc tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (a03cd4d8-ba33-4f61-9948-17e52c80ab49), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:47.610911 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-87b63f00-7894-4e3e-9d5c-b0ba6605ebfc tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (a03cd4d8-ba33-4f61-9948-17e52c80ab49), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:47.643709 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-460a6c32-ebc4-4f4a-b8c6-a71ecd7c5e88 req-cec3e952-b52a-4667-b324-e5bd63167860 tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0450234 Mar 01 13:58:47.766484 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd0da8-7ce1-4ffb-a9c3-e3cf5bbc20c8 req-0297eb45-e9da-4027-bbd4-25a6d61fc2d7 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:47.768057 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e0dd0da8-7ce1-4ffb-a9c3-e3cf5bbc20c8 req-0297eb45-e9da-4027-bbd4-25a6d61fc2d7 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.1546092 Mar 01 13:58:48.166808 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e0dd0da8-7ce1-4ffb-a9c3-e3cf5bbc20c8 req-75bf39c5-a5c2-49f0-a8ee-cff0160b2f99 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909202 Mar 01 13:58:48.177192 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-87b63f00-7894-4e3e-9d5c-b0ba6605ebfc tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:48.177593 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-87b63f00-7894-4e3e-9d5c-b0ba6605ebfc tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (8ea6ebf0-640f-4a58-94c0-562433e2c7bc), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:48.177874 n-d-827467-3 neutron-server[103727]: INFO neutron.db.l3_db [None req-87b63f00-7894-4e3e-9d5c-b0ba6605ebfc tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Floating IP 8ea6ebf0-640f-4a58-94c0-562433e2c7bc disassociated. External IP: 172.25.1.46, port: a03cd4d8-ba33-4f61-9948-17e52c80ab49. Mar 01 13:58:48.178207 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-87b63f00-7894-4e3e-9d5c-b0ba6605ebfc tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Calling delete_port for a03cd4d8-ba33-4f61-9948-17e52c80ab49 owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:58:48.307403 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-87b63f00-7894-4e3e-9d5c-b0ba6605ebfc tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (a03cd4d8-ba33-4f61-9948-17e52c80ab49), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:48.336690 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b63f00-7894-4e3e-9d5c-b0ba6605ebfc tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event deleted for resources: {'Port': ['ID=a03cd4d8-ba33-4f61-9948-17e52c80ab49,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:48.471980 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b63f00-7894-4e3e-9d5c-b0ba6605ebfc tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Router bd6ae1c3-63b2-4481-9697-2bfbee5e1168 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:58:48.609539 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-07daaa92-bc5f-479c-8fe2-b8d63e5d8959 req-45fd68f2-132e-4b0c-9e4f-d791b2af744c tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 210 time: 0.0331848 Mar 01 13:58:48.614206 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b63f00-7894-4e3e-9d5c-b0ba6605ebfc tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:58:48.640687 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bffa048-d8e5-490a-89c5-44bbcb32b055 None None] Sync routers for ids ['bd6ae1c3-63b2-4481-9697-2bfbee5e1168'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:58:48.650982 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bffa048-d8e5-490a-89c5-44bbcb32b055 None None] Routers {'bd6ae1c3-63b2-4481-9697-2bfbee5e1168'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:48.651744 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-6bffa048-d8e5-490a-89c5-44bbcb32b055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['bd6ae1c3-63b2-4481-9697-2bfbee5e1168'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:48.691425 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-87b63f00-7894-4e3e-9d5c-b0ba6605ebfc tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:48.694235 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-6bffa048-d8e5-490a-89c5-44bbcb32b055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:48.699893 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52214) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:48.700672 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-87b63f00-7894-4e3e-9d5c-b0ba6605ebfc tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "DELETE /v2.0/ports/a03cd4d8-ba33-4f61-9948-17e52c80ab49 HTTP/1.1" status: 204 len: 168 time: 1.3432262 Mar 01 13:58:48.706197 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bffa048-d8e5-490a-89c5-44bbcb32b055 None None] Routers {'bd6ae1c3-63b2-4481-9697-2bfbee5e1168'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:48.707079 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-6bffa048-d8e5-490a-89c5-44bbcb32b055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['bd6ae1c3-63b2-4481-9697-2bfbee5e1168'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:48.744618 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-6bffa048-d8e5-490a-89c5-44bbcb32b055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:48.745850 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bffa048-d8e5-490a-89c5-44bbcb32b055 None None] The sync data for ids ['bd6ae1c3-63b2-4481-9697-2bfbee5e1168'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:58:48.764190 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d48a1cda-b5cf-48e7-a723-0353f12d6480 req-ae46ff91-7998-44b0-a2de-d8469bdd1ad0 tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0335307 Mar 01 13:58:49.052497 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-16b7b0e3-6a28-49df-b796-2ebb3214db69 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (bd6ae1c3-63b2-4481-9697-2bfbee5e1168), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:49.300078 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c913a4-e862-437e-890e-92fd4aa262e2 req-444138bd-1aff-4dfc-89bd-e3e803fd4175 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:49.302437 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d1c913a4-e862-437e-890e-92fd4aa262e2 req-444138bd-1aff-4dfc-89bd-e3e803fd4175 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.0667984 Mar 01 13:58:49.357222 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d1c913a4-e862-437e-890e-92fd4aa262e2 req-3eb749f5-95ba-440f-9dc2-c6340f4ac6e5 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465143 Mar 01 13:58:49.641454 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-16b7b0e3-6a28-49df-b796-2ebb3214db69 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Deleting port 8dab5b4d-6acf-4443-a8b9-7686e42bf2d0 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:58:49.641763 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-16b7b0e3-6a28-49df-b796-2ebb3214db69 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (8dab5b4d-6acf-4443-a8b9-7686e42bf2d0), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:49.725629 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-96e30860-f8c9-4756-a7c3-f5efa6f44cff req-1e71e91b-9607-4709-8a9f-f936c363c152 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 210 time: 0.0315061 Mar 01 13:58:49.748390 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-16b7b0e3-6a28-49df-b796-2ebb3214db69 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (8dab5b4d-6acf-4443-a8b9-7686e42bf2d0), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:49.761991 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-16b7b0e3-6a28-49df-b796-2ebb3214db69 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Calling delete_port for 8dab5b4d-6acf-4443-a8b9-7686e42bf2d0 owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:58:49.873234 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bdd5c7a8-fb55-46a2-b3ed-fcb94d9915a2 req-656971e8-9eca-4661-9e9d-6d5da8caf034 tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0315533 Mar 01 13:58:49.952851 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-16b7b0e3-6a28-49df-b796-2ebb3214db69 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (8dab5b4d-6acf-4443-a8b9-7686e42bf2d0), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:49.981038 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7b0e3-6a28-49df-b796-2ebb3214db69 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event deleted for resources: {'Port': ['ID=8dab5b4d-6acf-4443-a8b9-7686e42bf2d0,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:50.193907 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-16b7b0e3-6a28-49df-b796-2ebb3214db69 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (bd6ae1c3-63b2-4481-9697-2bfbee5e1168), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:50.423761 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b7b0e3-6a28-49df-b796-2ebb3214db69 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Router bd6ae1c3-63b2-4481-9697-2bfbee5e1168 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:58:50.491061 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977b951-cf63-4959-beb3-e714a3f50c42 req-974e0c68-1dd7-4325-8cfa-3cd1b0fa2653 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:50.492634 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4977b951-cf63-4959-beb3-e714a3f50c42 req-974e0c68-1dd7-4325-8cfa-3cd1b0fa2653 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.0567358 Mar 01 13:58:50.544049 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b7b0e3-6a28-49df-b796-2ebb3214db69 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:58:50.554359 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4977b951-cf63-4959-beb3-e714a3f50c42 req-a79f490c-568c-49a2-b19a-bc5fcaff0a17 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520546 Mar 01 13:58:50.560289 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd978d2-5a85-4699-aa35-a5fadbdc7779 None None] Sync routers for ids ['bd6ae1c3-63b2-4481-9697-2bfbee5e1168'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:58:50.563650 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-16b7b0e3-6a28-49df-b796-2ebb3214db69 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "PUT /v2.0/routers/bd6ae1c3-63b2-4481-9697-2bfbee5e1168/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8623409 Mar 01 13:58:50.564314 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52228) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:50.581416 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd978d2-5a85-4699-aa35-a5fadbdc7779 None None] Routers {'bd6ae1c3-63b2-4481-9697-2bfbee5e1168'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:50.582573 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-6fd978d2-5a85-4699-aa35-a5fadbdc7779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['bd6ae1c3-63b2-4481-9697-2bfbee5e1168'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:50.616662 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-6fd978d2-5a85-4699-aa35-a5fadbdc7779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:50.626940 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd978d2-5a85-4699-aa35-a5fadbdc7779 None None] Routers {'bd6ae1c3-63b2-4481-9697-2bfbee5e1168'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:50.627847 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-6fd978d2-5a85-4699-aa35-a5fadbdc7779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['bd6ae1c3-63b2-4481-9697-2bfbee5e1168'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:50.689964 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-6fd978d2-5a85-4699-aa35-a5fadbdc7779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:50.690524 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd978d2-5a85-4699-aa35-a5fadbdc7779 None None] The sync data for ids ['bd6ae1c3-63b2-4481-9697-2bfbee5e1168'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:58:50.692946 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8bd03561-50d2-4e74-ae6a-3dbd47c5b86e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for router (bd6ae1c3-63b2-4481-9697-2bfbee5e1168), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:50.811892 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8bd03561-50d2-4e74-ae6a-3dbd47c5b86e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for router_gateway (bd6ae1c3-63b2-4481-9697-2bfbee5e1168), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:50.875215 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-198e19b2-31c7-4391-b91f-e6daeb2b6bed req-8acf9a92-ae41-4cf1-8ee4-80c6b64823db tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 210 time: 0.0424111 Mar 01 13:58:50.875521 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-8bd03561-50d2-4e74-ae6a-3dbd47c5b86e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Deleting port a0ae2df7-16f5-4c5f-bc45-83a318d04036 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:58:50.875908 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8bd03561-50d2-4e74-ae6a-3dbd47c5b86e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (a0ae2df7-16f5-4c5f-bc45-83a318d04036), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:51.000758 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8bd03561-50d2-4e74-ae6a-3dbd47c5b86e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (a0ae2df7-16f5-4c5f-bc45-83a318d04036), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:51.014262 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a83790-9c8f-440b-8e03-9841620d5f13 req-74c1d4eb-b51c-4c90-a1d4-78b51a58ef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:51.014504 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4f22d101-eebc-4f84-afda-23ca3a4c2924 req-0e933710-4841-4988-865e-195f11c71634 tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0385435 Mar 01 13:58:51.015805 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-54a83790-9c8f-440b-8e03-9841620d5f13 req-74c1d4eb-b51c-4c90-a1d4-78b51a58ef12 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f252ef0efd1f49f3a06761d6a0ce9215&device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 1128 time: 0.0953994 Mar 01 13:58:51.019700 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-8bd03561-50d2-4e74-ae6a-3dbd47c5b86e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Calling delete_port for a0ae2df7-16f5-4c5f-bc45-83a318d04036 owned by network:router_gateway {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:58:51.035341 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f0939-43e9-48a9-b0e4-5512f56ab2ee req-749f11e7-804c-4051-856f-02133500aa4e tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:51.037041 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d71f0939-43e9-48a9-b0e4-5512f56ab2ee req-749f11e7-804c-4051-856f-02133500aa4e tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.0901082 Mar 01 13:58:51.087102 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d71f0939-43e9-48a9-b0e4-5512f56ab2ee req-201a13f6-70f1-4e61-aebf-f1f5282615af tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445676 Mar 01 13:58:51.172281 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a83790-9c8f-440b-8e03-9841620d5f13 req-d5cb1ba2-2be8-4a1d-9103-82ee5f5dee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:51.173777 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-54a83790-9c8f-440b-8e03-9841620d5f13 req-d5cb1ba2-2be8-4a1d-9103-82ee5f5dee4d service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae0bfd58-4b0d-4a69-9efe-fe6beb56124e HTTP/1.1" status: 200 len: 920 time: 0.1477003 Mar 01 13:58:51.252797 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-54a83790-9c8f-440b-8e03-9841620d5f13 req-3db22335-9ddb-4267-8964-ad0b3747634c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea539cb0-302a-4bfb-865b-b8338b567379 HTTP/1.1" status: 200 len: 217 time: 0.0359678 Mar 01 13:58:51.331682 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a83790-9c8f-440b-8e03-9841620d5f13 req-38492c94-ab36-4c85-abf0-9f238d64de67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:51.333182 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-54a83790-9c8f-440b-8e03-9841620d5f13 req-38492c94-ab36-4c85-abf0-9f238d64de67 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0671009d-d113-434d-acb2-b340af7ac7ef HTTP/1.1" status: 200 len: 859 time: 0.0719297 Mar 01 13:58:51.370008 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-54a83790-9c8f-440b-8e03-9841620d5f13 req-a2bed83c-5a71-43a9-b2dd-56311f7a9123 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae0bfd58-4b0d-4a69-9efe-fe6beb56124e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287929 Mar 01 13:58:51.386986 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8bd03561-50d2-4e74-ae6a-3dbd47c5b86e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (a0ae2df7-16f5-4c5f-bc45-83a318d04036), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:51.454858 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd03561-50d2-4e74-ae6a-3dbd47c5b86e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event deleted for resources: {'Port': ['ID=a0ae2df7-16f5-4c5f-bc45-83a318d04036,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:51.540088 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-54a83790-9c8f-440b-8e03-9841620d5f13 req-06d9c5f8-6517-4eb2-a1e4-b63361c3d904 service neutron] 10.222.0.20 "GET /v2.0/networks/ae0bfd58-4b0d-4a69-9efe-fe6beb56124e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628010 Mar 01 13:58:51.540933 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8bd03561-50d2-4e74-ae6a-3dbd47c5b86e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (bd6ae1c3-63b2-4481-9697-2bfbee5e1168), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:51.676699 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c08aae-f76d-4264-b5f6-c0de3fb50a62 req-6f22b9a4-bb77-480a-a306-30fba3bde7e1 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:51.678607 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-24c08aae-f76d-4264-b5f6-c0de3fb50a62 req-6f22b9a4-bb77-480a-a306-30fba3bde7e1 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.0599306 Mar 01 13:58:51.689041 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8bd03561-50d2-4e74-ae6a-3dbd47c5b86e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (bd6ae1c3-63b2-4481-9697-2bfbee5e1168), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:51.692739 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8bd03561-50d2-4e74-ae6a-3dbd47c5b86e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for router_controller (bd6ae1c3-63b2-4481-9697-2bfbee5e1168), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:51.741853 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-24c08aae-f76d-4264-b5f6-c0de3fb50a62 req-a4360178-0d17-4660-b7f5-a4a54f1c44e4 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538065 Mar 01 13:58:51.750466 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8bd03561-50d2-4e74-ae6a-3dbd47c5b86e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (bd6ae1c3-63b2-4481-9697-2bfbee5e1168), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:51.751008 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd03561-50d2-4e74-ae6a-3dbd47c5b86e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Fanout notify agent at l3_agent the message router_deleted on router bd6ae1c3-63b2-4481-9697-2bfbee5e1168 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 13:58:51.759215 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8bd03561-50d2-4e74-ae6a-3dbd47c5b86e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:51.760362 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8bd03561-50d2-4e74-ae6a-3dbd47c5b86e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "DELETE /v2.0/routers/bd6ae1c3-63b2-4481-9697-2bfbee5e1168 HTTP/1.1" status: 204 len: 168 time: 1.1950610 Mar 01 13:58:51.763058 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52244) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:51.789616 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-54a83790-9c8f-440b-8e03-9841620d5f13 req-af1e5ec1-f2b6-41bd-8350-2957c899c325 service neutron] 10.222.0.20 "GET /v2.0/networks/ae0bfd58-4b0d-4a69-9efe-fe6beb56124e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165685 Mar 01 13:58:51.820570 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a0d5b6-0d34-4fae-933e-afdf32df3e05 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Deleting subnet 9b6080ac-95ae-4f58-a1cd-1f90e9c19c37 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:58:51.824075 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-75a0d5b6-0d34-4fae-933e-afdf32df3e05 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for subnet (9b6080ac-95ae-4f58-a1cd-1f90e9c19c37), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:51.865398 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-75a0d5b6-0d34-4fae-933e-afdf32df3e05 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (9b6080ac-95ae-4f58-a1cd-1f90e9c19c37), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:51.951484 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-75a0d5b6-0d34-4fae-933e-afdf32df3e05 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (9b6080ac-95ae-4f58-a1cd-1f90e9c19c37), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:52.016732 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2b73985c-1e51-4e01-9652-3cf535ee47df req-817f1382-6faa-4afd-91d7-60a3de7bc232 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 210 time: 0.0379894 Mar 01 13:58:52.048989 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-75a0d5b6-0d34-4fae-933e-afdf32df3e05 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (9b6080ac-95ae-4f58-a1cd-1f90e9c19c37), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:52.075538 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0d5b6-0d34-4fae-933e-afdf32df3e05 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event deleted for resources: {'Subnet': ['ID=9b6080ac-95ae-4f58-a1cd-1f90e9c19c37,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:52.081125 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-75a0d5b6-0d34-4fae-933e-afdf32df3e05 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:52.084370 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-75a0d5b6-0d34-4fae-933e-afdf32df3e05 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "DELETE /v2.0/subnets/9b6080ac-95ae-4f58-a1cd-1f90e9c19c37 HTTP/1.1" status: 204 len: 168 time: 0.3202665 Mar 01 13:58:52.087305 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52254) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:52.090845 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f671cf15-a971-41b8-8eda-a3b81f93d871 None None] Network 5810dfc4-6898-498a-91bc-75015084e8fc requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:58:52.139282 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eb95abc4-2b4d-4322-b58d-0ae799ebc1aa req-0e1a5456-6a4f-4fb0-aa84-6f61200815cd tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0304532 Mar 01 13:58:52.227107 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f152b2c9-8c2b-46c9-abb5-b42e9034434e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (5810dfc4-6898-498a-91bc-75015084e8fc), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:52.260792 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c4bf2-d2ab-42b8-bf22-eaf8c618758e req-ad6b4669-6481-4971-a42c-ad5b514c214f tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:52.267967 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc9c4bf2-d2ab-42b8-bf22-eaf8c618758e req-ad6b4669-6481-4971-a42c-ad5b514c214f tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.0783648 Mar 01 13:58:52.302958 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3baa2d-910e-41f9-a7d5-4d8cb640da1b None None] DHCP port deletion for 5810dfc4-6898-498a-91bc-75015084e8fc request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:58:52.342695 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc9c4bf2-d2ab-42b8-bf22-eaf8c618758e req-42e52c95-0439-43e3-a357-5a2bc49dec77 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737760 Mar 01 13:58:52.351098 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-f152b2c9-8c2b-46c9-abb5-b42e9034434e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Deleting port 8d00a667-a970-41af-8f79-e5e8db2ef0f1 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:58:52.351485 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f152b2c9-8c2b-46c9-abb5-b42e9034434e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (8d00a667-a970-41af-8f79-e5e8db2ef0f1), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:52.354049 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-5d3baa2d-910e-41f9-a7d5-4d8cb640da1b None None] Deleting port 8d00a667-a970-41af-8f79-e5e8db2ef0f1 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:58:52.354687 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5d3baa2d-910e-41f9-a7d5-4d8cb640da1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (8d00a667-a970-41af-8f79-e5e8db2ef0f1), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:52.431517 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-f152b2c9-8c2b-46c9-abb5-b42e9034434e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] For port 8d00a667-a970-41af-8f79-e5e8db2ef0f1, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=8d00a667-a970-41af-8f79-e5e8db2ef0f1,segment=NetworkSegment(503921c0-736e-4f34-8ac4-97d1574f7311),segment_id=503921c0-736e-4f34-8ac4-97d1574f7311)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:58:52.431996 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f152b2c9-8c2b-46c9-abb5-b42e9034434e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (8d00a667-a970-41af-8f79-e5e8db2ef0f1), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:52.445992 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-f152b2c9-8c2b-46c9-abb5-b42e9034434e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Calling delete_port for 8d00a667-a970-41af-8f79-e5e8db2ef0f1 owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:58:52.527546 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f152b2c9-8c2b-46c9-abb5-b42e9034434e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (8d00a667-a970-41af-8f79-e5e8db2ef0f1), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:52.557511 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152b2c9-8c2b-46c9-abb5-b42e9034434e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event deleted for resources: {'Port': ['ID=8d00a667-a970-41af-8f79-e5e8db2ef0f1,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:52.562209 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f152b2c9-8c2b-46c9-abb5-b42e9034434e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] No DVR routers for this DVR port 8d00a667-a970-41af-8f79-e5e8db2ef0f1 on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:58:52.611251 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-5d3baa2d-910e-41f9-a7d5-4d8cb640da1b None None] For port 8d00a667-a970-41af-8f79-e5e8db2ef0f1, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=8d00a667-a970-41af-8f79-e5e8db2ef0f1,segment=NetworkSegment(503921c0-736e-4f34-8ac4-97d1574f7311),segment_id=503921c0-736e-4f34-8ac4-97d1574f7311)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:58:52.611606 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5d3baa2d-910e-41f9-a7d5-4d8cb640da1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (8d00a667-a970-41af-8f79-e5e8db2ef0f1), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:52.624627 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-5d3baa2d-910e-41f9-a7d5-4d8cb640da1b None None] Calling delete_port for 8d00a667-a970-41af-8f79-e5e8db2ef0f1 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:58:52.652735 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f152b2c9-8c2b-46c9-abb5-b42e9034434e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (5810dfc4-6898-498a-91bc-75015084e8fc), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:52.673026 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-f152b2c9-8c2b-46c9-abb5-b42e9034434e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5810dfc4-6898-498a-91bc-75015084e8fc']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:52.682666 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-f152b2c9-8c2b-46c9-abb5-b42e9034434e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '503921c0-736e-4f34-8ac4-97d1574f7311') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:52.683305 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-f152b2c9-8c2b-46c9-abb5-b42e9034434e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '503921c0-736e-4f34-8ac4-97d1574f7311') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:52.692570 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f152b2c9-8c2b-46c9-abb5-b42e9034434e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (503921c0-736e-4f34-8ac4-97d1574f7311), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:52.705557 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5d3baa2d-910e-41f9-a7d5-4d8cb640da1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (8d00a667-a970-41af-8f79-e5e8db2ef0f1), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:52.706638 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f152b2c9-8c2b-46c9-abb5-b42e9034434e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (503921c0-736e-4f34-8ac4-97d1574f7311), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:52.714653 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f152b2c9-8c2b-46c9-abb5-b42e9034434e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:58:52.715074 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f152b2c9-8c2b-46c9-abb5-b42e9034434e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (503921c0-736e-4f34-8ac4-97d1574f7311), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:52.718436 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 13:58:52.718436 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:58:52.718436 n-d-827467-3 neutron-server[103727]: timer() Mar 01 13:58:52.718436 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:58:52.718436 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 13:58:52.718436 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:58:52.718436 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 13:58:52.718436 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:58:52.718436 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 13:58:52.718436 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:58:52.718436 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 13:58:52.718436 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:58:52.718436 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 13:58:52.718436 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:58:52.718436 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:58:52.718436 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:58:52.718436 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:58:52.718436 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:58:52.718436 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 13:58:52.718436 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:58:52.718436 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 13:58:52.718436 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:58:52.718436 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:58:52.718436 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:58:52.718436 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 13:58:52.718436 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:58:52.718436 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:58:52.718436 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:58:52.718436 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:58:52.718436 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:58:52.718436 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:58:52.718436 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:58:52.734390 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3baa2d-910e-41f9-a7d5-4d8cb640da1b None None] Pushing event deleted for resources: {'Port': ['ID=8d00a667-a970-41af-8f79-e5e8db2ef0f1,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:52.738652 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3baa2d-910e-41f9-a7d5-4d8cb640da1b None None] No DVR routers for this DVR port 8d00a667-a970-41af-8f79-e5e8db2ef0f1 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:58:52.745920 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3baa2d-910e-41f9-a7d5-4d8cb640da1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:52.746493 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3baa2d-910e-41f9-a7d5-4d8cb640da1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:52.747009 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3baa2d-910e-41f9-a7d5-4d8cb640da1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:52.747507 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3baa2d-910e-41f9-a7d5-4d8cb640da1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:52.748016 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3baa2d-910e-41f9-a7d5-4d8cb640da1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:52.748499 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3baa2d-910e-41f9-a7d5-4d8cb640da1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:52.749530 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3baa2d-910e-41f9-a7d5-4d8cb640da1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:52.750024 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3baa2d-910e-41f9-a7d5-4d8cb640da1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:52.750503 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3baa2d-910e-41f9-a7d5-4d8cb640da1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:52.750979 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3baa2d-910e-41f9-a7d5-4d8cb640da1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:52.751948 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3baa2d-910e-41f9-a7d5-4d8cb640da1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:52.752514 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3baa2d-910e-41f9-a7d5-4d8cb640da1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:52.753050 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3baa2d-910e-41f9-a7d5-4d8cb640da1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:58:52.806705 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f152b2c9-8c2b-46c9-abb5-b42e9034434e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (5810dfc4-6898-498a-91bc-75015084e8fc), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:52.828308 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f152b2c9-8c2b-46c9-abb5-b42e9034434e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:52.831556 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f152b2c9-8c2b-46c9-abb5-b42e9034434e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "DELETE /v2.0/networks/5810dfc4-6898-498a-91bc-75015084e8fc HTTP/1.1" status: 204 len: 168 time: 0.7432230 Mar 01 13:58:52.833605 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152b2c9-8c2b-46c9-abb5-b42e9034434e tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event deleted for resources: {'Network': ['ID=5810dfc4-6898-498a-91bc-75015084e8fc,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:52.834342 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52260) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:52.892739 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d402731-bdd9-4201-86c1-dc23c01ea96e req-5b8dc74b-d1c0-47c2-8bdb-9af3c9ffe46b tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:52.894182 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3d402731-bdd9-4201-86c1-dc23c01ea96e req-5b8dc74b-d1c0-47c2-8bdb-9af3c9ffe46b tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.0616255 Mar 01 13:58:52.948916 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3d402731-bdd9-4201-86c1-dc23c01ea96e req-130e863c-7a03-4528-bd89-125168db9ae3 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485151 Mar 01 13:58:52.970288 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-216c52a6-eafa-47e5-af84-4eb828b676ab tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Deleting port 26e738fd-25bf-4ed8-8eee-95c9732d7e3e {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:58:52.970631 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-216c52a6-eafa-47e5-af84-4eb828b676ab tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (26e738fd-25bf-4ed8-8eee-95c9732d7e3e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:53.046238 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-216c52a6-eafa-47e5-af84-4eb828b676ab tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (26e738fd-25bf-4ed8-8eee-95c9732d7e3e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:53.047975 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-216c52a6-eafa-47e5-af84-4eb828b676ab tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for floatingip (26e738fd-25bf-4ed8-8eee-95c9732d7e3e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:53.059762 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-216c52a6-eafa-47e5-af84-4eb828b676ab tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Calling delete_port for 26e738fd-25bf-4ed8-8eee-95c9732d7e3e owned by network:floatingip {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:58:53.137178 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-03fb5128-7c48-4221-9e3b-f6ea6430ca8a req-01c389b6-b1ad-4768-a80d-8de6ee7875cb tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 210 time: 0.0323665 Mar 01 13:58:53.202467 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-216c52a6-eafa-47e5-af84-4eb828b676ab tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (26e738fd-25bf-4ed8-8eee-95c9732d7e3e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:53.229408 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c52a6-eafa-47e5-af84-4eb828b676ab tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event deleted for resources: {'Port': ['ID=26e738fd-25bf-4ed8-8eee-95c9732d7e3e,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:53.259398 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c8688f5b-36c2-4369-89ed-25a599a415d0 req-3423fa06-f208-4f73-b521-5b4d19e7ddec tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0359254 Mar 01 13:58:53.293274 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-216c52a6-eafa-47e5-af84-4eb828b676ab tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for floatingip (8ea6ebf0-640f-4a58-94c0-562433e2c7bc), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:53.296090 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-216c52a6-eafa-47e5-af84-4eb828b676ab tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:53.297233 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-216c52a6-eafa-47e5-af84-4eb828b676ab tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "DELETE /v2.0/floatingips/8ea6ebf0-640f-4a58-94c0-562433e2c7bc HTTP/1.1" status: 204 len: 168 time: 0.4618919 Mar 01 13:58:53.301217 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52268) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:53.325157 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-108c4a7e-b5de-47cd-9fef-a9c484f35fed tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:53.325841 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-108c4a7e-b5de-47cd-9fef-a9c484f35fed tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:53.328850 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-108c4a7e-b5de-47cd-9fef-a9c484f35fed tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "DELETE /v2.0/ports/a03cd4d8-ba33-4f61-9948-17e52c80ab49 HTTP/1.1" status: 404 len: 333 time: 0.0265672 Mar 01 13:58:53.331382 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52270) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:53.358489 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5b7c4074-d077-4e27-8908-da99e9903ad0 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6ae1c3-63b2-4481-9697-2bfbee5e1168 HTTP/1.1" status: 200 len: 205 time: 0.0259957 Mar 01 13:58:53.360768 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52272) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:53.398213 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-2c75720b-ea8e-4e64-b53f-86b3b38bf87d tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] delete failed (client error): The resource could not be found. Mar 01 13:58:53.399279 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2c75720b-ea8e-4e64-b53f-86b3b38bf87d tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "DELETE /v2.0/routers/bd6ae1c3-63b2-4481-9697-2bfbee5e1168 HTTP/1.1" status: 404 len: 336 time: 0.0375772 Mar 01 13:58:53.401797 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52276) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:53.434876 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ab77b0-0858-4327-9036-bdeeb4aed2e3 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] DELETE failed (client error): The resource could not be found. Mar 01 13:58:53.435326 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ab77b0-0858-4327-9036-bdeeb4aed2e3 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 13:58:53.440795 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-79ab77b0-0858-4327-9036-bdeeb4aed2e3 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "DELETE /v2.0/subnets/9b6080ac-95ae-4f58-a1cd-1f90e9c19c37 HTTP/1.1" status: 404 len: 337 time: 0.0357895 Mar 01 13:58:53.441302 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52278) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:53.492644 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6cced-0d87-4b3f-8b71-3698d33b9670 req-abbe6040-4563-4541-8ca9-4042cc0af39d tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:53.495388 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bdf6cced-0d87-4b3f-8b71-3698d33b9670 req-abbe6040-4563-4541-8ca9-4042cc0af39d tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.0617471 Mar 01 13:58:53.550115 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-de05c86a-6ade-44c7-afa6-0bb1f92f5716 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Deleting port bdbd0220-064a-492e-b38a-6eecf5399892 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:58:53.550630 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de05c86a-6ade-44c7-afa6-0bb1f92f5716 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (bdbd0220-064a-492e-b38a-6eecf5399892), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:53.551967 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bdf6cced-0d87-4b3f-8b71-3698d33b9670 req-5668a14f-08fc-4ec2-a2cf-eb486ae7157b tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516355 Mar 01 13:58:53.646782 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de05c86a-6ade-44c7-afa6-0bb1f92f5716 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (bdbd0220-064a-492e-b38a-6eecf5399892), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:53.658855 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-de05c86a-6ade-44c7-afa6-0bb1f92f5716 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Calling delete_port for bdbd0220-064a-492e-b38a-6eecf5399892 owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:58:53.787190 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de05c86a-6ade-44c7-afa6-0bb1f92f5716 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (bdbd0220-064a-492e-b38a-6eecf5399892), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:53.814772 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05c86a-6ade-44c7-afa6-0bb1f92f5716 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event deleted for resources: {'Port': ['ID=bdbd0220-064a-492e-b38a-6eecf5399892,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:53.887362 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de05c86a-6ade-44c7-afa6-0bb1f92f5716 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:53.890509 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-de05c86a-6ade-44c7-afa6-0bb1f92f5716 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "DELETE /v2.0/ports/bdbd0220-064a-492e-b38a-6eecf5399892 HTTP/1.1" status: 204 len: 168 time: 0.4480352 Mar 01 13:58:53.893061 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52280) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:54.020524 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-bbeca1c4-527b-4f5b-bd15-d74691d7ac74 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Deleting port daebd55e-4c28-44c4-bea7-57fef914971a {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:58:54.020874 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1c4-527b-4f5b-bd15-d74691d7ac74 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (daebd55e-4c28-44c4-bea7-57fef914971a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:54.032826 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 8d00a667-a970-41af-8f79-e5e8db2ef0f1 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:58:54.057569 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 8d00a667-a970-41af-8f79-e5e8db2ef0f1 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:58:54.058146 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 8d00a667-a970-41af-8f79-e5e8db2ef0f1 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:58:54.130003 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1c4-527b-4f5b-bd15-d74691d7ac74 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (daebd55e-4c28-44c4-bea7-57fef914971a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:54.142434 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-bbeca1c4-527b-4f5b-bd15-d74691d7ac74 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Calling delete_port for daebd55e-4c28-44c4-bea7-57fef914971a owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:58:54.162619 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bd82d-bb59-43c2-b9c5-bf78e590030b req-2656f672-6bf0-4222-b6fc-ae6d931f80b7 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:54.164207 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9a5bd82d-bb59-43c2-b9c5-bf78e590030b req-2656f672-6bf0-4222-b6fc-ae6d931f80b7 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.1225035 Mar 01 13:58:54.214482 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9a5bd82d-bb59-43c2-b9c5-bf78e590030b req-f9f71a1d-40da-47f7-92bc-12627e37cbbf tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441389 Mar 01 13:58:54.284235 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1c4-527b-4f5b-bd15-d74691d7ac74 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (daebd55e-4c28-44c4-bea7-57fef914971a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:54.295442 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-99a63e2e-5af3-4d11-85bc-cf6bd9f89fd3 req-8047e938-5a96-4499-889b-37ed91945644 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 210 time: 0.0448117 Mar 01 13:58:54.322236 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeca1c4-527b-4f5b-bd15-d74691d7ac74 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event deleted for resources: {'Port': ['ID=daebd55e-4c28-44c4-bea7-57fef914971a,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:54.391594 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c97b1942-1f88-4f08-bcaa-0f3a3aa7784f req-3bb28b3d-2d2d-450c-91f4-5e100126278f tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0355895 Mar 01 13:58:54.399159 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1c4-527b-4f5b-bd15-d74691d7ac74 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:54.405022 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-bbeca1c4-527b-4f5b-bd15-d74691d7ac74 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "DELETE /v2.0/ports/daebd55e-4c28-44c4-bea7-57fef914971a HTTP/1.1" status: 204 len: 168 time: 0.5088050 Mar 01 13:58:54.405399 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52290) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:54.458699 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb21672-3573-4332-99b7-c5165fa355f7 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:54.460194 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-dfb21672-3573-4332-99b7-c5165fa355f7 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ed59eb4-bec2-40db-9263-5b04d9fcce97 HTTP/1.1" status: 200 len: 913 time: 0.0538104 Mar 01 13:58:54.462908 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52292) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:54.676752 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753bf22-794e-46a6-ac95-d48933beee9a req-7d54ccdb-b49d-4a0c-a3d2-b003a7fe6100 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:54.678255 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0753bf22-794e-46a6-ac95-d48933beee9a req-7d54ccdb-b49d-4a0c-a3d2-b003a7fe6100 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.0566480 Mar 01 13:58:54.729901 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0753bf22-794e-46a6-ac95-d48933beee9a req-81ffb0b4-e66a-41d3-932c-da8671c41507 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432301 Mar 01 13:58:54.823945 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-51423ff0-b0c6-45fa-9954-b39f6d396d5b tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (5ed59eb4-bec2-40db-9263-5b04d9fcce97), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:55.081117 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-51423ff0-b0c6-45fa-9954-b39f6d396d5b tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Deleting port 58da4f29-760e-4396-8f22-b48017946185 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:58:55.081831 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-51423ff0-b0c6-45fa-9954-b39f6d396d5b tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (58da4f29-760e-4396-8f22-b48017946185), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:55.168075 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-51423ff0-b0c6-45fa-9954-b39f6d396d5b tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (58da4f29-760e-4396-8f22-b48017946185), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:55.180017 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-51423ff0-b0c6-45fa-9954-b39f6d396d5b tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Calling delete_port for 58da4f29-760e-4396-8f22-b48017946185 owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:58:55.216882 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-653bf810-aa61-4e9d-958a-57f73e7bf8be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:55.352711 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde3527-6461-4052-8faf-1eadb2d67115 req-a9a2fb9b-432a-448d-8461-c7c125b70843 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:55.364546 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5bde3527-6461-4052-8faf-1eadb2d67115 req-a9a2fb9b-432a-448d-8461-c7c125b70843 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.0737541 Mar 01 13:58:55.410017 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-51423ff0-b0c6-45fa-9954-b39f6d396d5b tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (58da4f29-760e-4396-8f22-b48017946185), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:55.443720 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51423ff0-b0c6-45fa-9954-b39f6d396d5b tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event deleted for resources: {'Port': ['ID=58da4f29-760e-4396-8f22-b48017946185,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:55.462469 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-45274ae2-111a-463a-b906-ffcef379c3a5 req-2fbc887e-2e55-4bb3-9106-f19872a66972 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 210 time: 0.0463624 Mar 01 13:58:55.473020 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5bde3527-6461-4052-8faf-1eadb2d67115 req-a512e3aa-3b41-474b-b3f3-3a5f451251b7 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074235 Mar 01 13:58:55.572542 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-83dd1b36-13f7-40ec-8e0c-c572461cea7d req-3429cfb8-844d-429f-b3c4-c444cee5b589 tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0280411 Mar 01 13:58:55.656756 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-51423ff0-b0c6-45fa-9954-b39f6d396d5b tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (5ed59eb4-bec2-40db-9263-5b04d9fcce97), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:55.856240 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0216cd-09c7-4200-a86e-4afc0999b57f req-a1196a4e-4c97-4b3c-8a8f-22ad2db7d93b tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:55.857934 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ce0216cd-09c7-4200-a86e-4afc0999b57f req-a1196a4e-4c97-4b3c-8a8f-22ad2db7d93b tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.0545671 Mar 01 13:58:55.916376 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ce0216cd-09c7-4200-a86e-4afc0999b57f req-e931bb95-85dd-4687-8bfe-cabe4ba7e1b5 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508978 Mar 01 13:58:56.193210 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51423ff0-b0c6-45fa-9954-b39f6d396d5b tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Router 5ed59eb4-bec2-40db-9263-5b04d9fcce97 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:58:56.297916 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51423ff0-b0c6-45fa-9954-b39f6d396d5b tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:58:56.302772 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-51423ff0-b0c6-45fa-9954-b39f6d396d5b tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "PUT /v2.0/routers/5ed59eb4-bec2-40db-9263-5b04d9fcce97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8388686 Mar 01 13:58:56.306884 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52304) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:56.307801 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a964bc6-1f2a-4634-bc3e-07643f1d0175 None None] Sync routers for ids ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:58:56.318546 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a964bc6-1f2a-4634-bc3e-07643f1d0175 None None] Routers {'5ed59eb4-bec2-40db-9263-5b04d9fcce97'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:56.319169 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-9a964bc6-1f2a-4634-bc3e-07643f1d0175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:56.352457 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-9a964bc6-1f2a-4634-bc3e-07643f1d0175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:56.366859 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a964bc6-1f2a-4634-bc3e-07643f1d0175 None None] Routers {'5ed59eb4-bec2-40db-9263-5b04d9fcce97'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:58:56.368360 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-9a964bc6-1f2a-4634-bc3e-07643f1d0175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:56.403547 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-9a964bc6-1f2a-4634-bc3e-07643f1d0175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:56.404230 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a964bc6-1f2a-4634-bc3e-07643f1d0175 None None] The sync data for ids ['5ed59eb4-bec2-40db-9263-5b04d9fcce97'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:58:56.453750 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ffed74a9-5b3d-4e20-8968-f99e2321bb97 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for router (5ed59eb4-bec2-40db-9263-5b04d9fcce97), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:56.615057 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f343ef2-8f28-4f05-a3d9-48507cba166d req-43153bb8-4355-4fb8-9e05-3654b4e2c6e6 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 210 time: 0.0329006 Mar 01 13:58:56.620803 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ffed74a9-5b3d-4e20-8968-f99e2321bb97 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for router_gateway (5ed59eb4-bec2-40db-9263-5b04d9fcce97), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:56.664305 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27e7a5-ea58-43e4-8544-253cf0b9694b req-e3c612dc-98cb-4a70-ab39-7385f6aefb25 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:56.665509 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ff27e7a5-ea58-43e4-8544-253cf0b9694b req-e3c612dc-98cb-4a70-ab39-7385f6aefb25 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.1194823 Mar 01 13:58:56.729470 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-60b15447-3cf2-4a51-a548-581d3ebb2e27 req-f07813b6-291e-43fa-b1e6-98108c907122 tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0354044 Mar 01 13:58:56.743354 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-ffed74a9-5b3d-4e20-8968-f99e2321bb97 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Deleting port 02efb8d6-8349-4dd9-8f14-7608130c546c {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:58:56.743722 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ffed74a9-5b3d-4e20-8968-f99e2321bb97 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (02efb8d6-8349-4dd9-8f14-7608130c546c), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:56.756522 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ff27e7a5-ea58-43e4-8544-253cf0b9694b req-8dbc6a50-07ac-4eab-91c2-717c54e80a8b tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820649 Mar 01 13:58:56.830572 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ffed74a9-5b3d-4e20-8968-f99e2321bb97 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (02efb8d6-8349-4dd9-8f14-7608130c546c), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:56.842043 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-ffed74a9-5b3d-4e20-8968-f99e2321bb97 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Calling delete_port for 02efb8d6-8349-4dd9-8f14-7608130c546c owned by network:router_gateway {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:58:57.068601 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ffed74a9-5b3d-4e20-8968-f99e2321bb97 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (02efb8d6-8349-4dd9-8f14-7608130c546c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:57.083354 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb3664-65bd-451c-917a-a1a0cfb12769 req-bc760891-79c6-4ecf-925f-8ef2346fa661 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:57.084903 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7adb3664-65bd-451c-917a-a1a0cfb12769 req-bc760891-79c6-4ecf-925f-8ef2346fa661 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.0876317 Mar 01 13:58:57.088737 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fcab39-f8cd-492e-86c0-eb51812fe52e req-ff7c06e7-509e-4524-bcee-023b4320c3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:57.090544 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-51fcab39-f8cd-492e-86c0-eb51812fe52e req-ff7c06e7-509e-4524-bcee-023b4320c3f8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 1127 time: 0.0529294 Mar 01 13:58:57.106325 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed74a9-5b3d-4e20-8968-f99e2321bb97 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event deleted for resources: {'Port': ['ID=02efb8d6-8349-4dd9-8f14-7608130c546c,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:57.149101 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-51fcab39-f8cd-492e-86c0-eb51812fe52e req-1f5a7d12-b008-4894-84c0-441206d9ceca service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513649 Mar 01 13:58:57.196173 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7adb3664-65bd-451c-917a-a1a0cfb12769 req-ec3bfc90-22f5-4814-8997-1c2ff113c0e0 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918081 Mar 01 13:58:57.200971 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ffed74a9-5b3d-4e20-8968-f99e2321bb97 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (5ed59eb4-bec2-40db-9263-5b04d9fcce97), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:57.296961 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ffed74a9-5b3d-4e20-8968-f99e2321bb97 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (5ed59eb4-bec2-40db-9263-5b04d9fcce97), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:57.299360 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ffed74a9-5b3d-4e20-8968-f99e2321bb97 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for router_controller (5ed59eb4-bec2-40db-9263-5b04d9fcce97), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:57.348326 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ffed74a9-5b3d-4e20-8968-f99e2321bb97 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (5ed59eb4-bec2-40db-9263-5b04d9fcce97), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:57.348987 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffed74a9-5b3d-4e20-8968-f99e2321bb97 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Fanout notify agent at l3_agent the message router_deleted on router 5ed59eb4-bec2-40db-9263-5b04d9fcce97 {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 13:58:57.358896 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ffed74a9-5b3d-4e20-8968-f99e2321bb97 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:57.362306 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ffed74a9-5b3d-4e20-8968-f99e2321bb97 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "DELETE /v2.0/routers/5ed59eb4-bec2-40db-9263-5b04d9fcce97 HTTP/1.1" status: 204 len: 168 time: 1.0521369 Mar 01 13:58:57.362681 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52314) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:57.409734 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fcc3-c5da-459d-ad96-997d8d2939f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:57.422626 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dd879ef-b0c5-424d-a40b-edd18d6d6663 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Deleting subnet 974727b1-e1fa-44d1-af9c-934be0a88841 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:58:57.426097 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6dd879ef-b0c5-424d-a40b-edd18d6d6663 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks [] for subnet (974727b1-e1fa-44d1-af9c-934be0a88841), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:57.469881 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6dd879ef-b0c5-424d-a40b-edd18d6d6663 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (974727b1-e1fa-44d1-af9c-934be0a88841), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:57.514285 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6dd879ef-b0c5-424d-a40b-edd18d6d6663 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (974727b1-e1fa-44d1-af9c-934be0a88841), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:57.570448 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6dd879ef-b0c5-424d-a40b-edd18d6d6663 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (974727b1-e1fa-44d1-af9c-934be0a88841), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:57.604880 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd879ef-b0c5-424d-a40b-edd18d6d6663 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event deleted for resources: {'Subnet': ['ID=974727b1-e1fa-44d1-af9c-934be0a88841,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:57.608484 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6dd879ef-b0c5-424d-a40b-edd18d6d6663 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:57.611785 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6dd879ef-b0c5-424d-a40b-edd18d6d6663 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "DELETE /v2.0/subnets/974727b1-e1fa-44d1-af9c-934be0a88841 HTTP/1.1" status: 204 len: 168 time: 0.2479706 Mar 01 13:58:57.614022 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52316) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:57.691914 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aeb5c123-b4c8-43bb-8714-8c3e4d5d3f47 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (24d03fa8-0ee6-4d1d-a298-e4a21665026c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:57.727534 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5be0131d-79a8-4270-98c7-2388d5353cc0 req-361c59c9-c0bd-4075-974a-d028d081c362 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 210 time: 0.0277224 Mar 01 13:58:57.784900 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aeb5c123-b4c8-43bb-8714-8c3e4d5d3f47 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (24d03fa8-0ee6-4d1d-a298-e4a21665026c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:57.807589 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-aeb5c123-b4c8-43bb-8714-8c3e4d5d3f47 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24d03fa8-0ee6-4d1d-a298-e4a21665026c']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:57.818438 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-aeb5c123-b4c8-43bb-8714-8c3e4d5d3f47 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '412b7393-938a-4687-85f2-b388166fe42f') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:57.818727 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-aeb5c123-b4c8-43bb-8714-8c3e4d5d3f47 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '412b7393-938a-4687-85f2-b388166fe42f') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:58:57.829886 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aeb5c123-b4c8-43bb-8714-8c3e4d5d3f47 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (412b7393-938a-4687-85f2-b388166fe42f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:57.847249 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aeb5c123-b4c8-43bb-8714-8c3e4d5d3f47 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (412b7393-938a-4687-85f2-b388166fe42f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:57.854070 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb5c123-b4c8-43bb-8714-8c3e4d5d3f47 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:58:57.854535 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aeb5c123-b4c8-43bb-8714-8c3e4d5d3f47 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (412b7393-938a-4687-85f2-b388166fe42f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:57.857951 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:58:57.857951 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:58:57.857951 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:58:57.857951 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:58:57.857951 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:58:57.857951 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:58:57.857951 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:58:57.857951 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:58:57.857951 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:58:57.857951 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:58:57.857951 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:58:57.857951 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:58:57.857951 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:58:57.857951 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:58:57.857951 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:58:57.857951 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:58:57.857951 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:58:57.857951 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:58:57.857951 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:58:57.857951 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:58:57.857951 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:58:57.857951 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:58:57.857951 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:58:57.857951 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:58:57.857951 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:58:57.857951 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:58:57.857951 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:58:57.857951 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:58:57.857951 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:58:57.857951 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:58:57.857951 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:58:57.857951 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:58:57.873783 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0ddf2de4-f3d6-451b-b474-a740fc3051a1 req-830ce2c4-ed8c-44de-8106-9c4399d2af35 tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0527081 Mar 01 13:58:57.911540 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2a131-f3ce-4db7-9d3b-178586da877a req-5620b485-9ed4-4cce-8ad5-30818ff37396 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:57.914223 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-82b2a131-f3ce-4db7-9d3b-178586da877a req-5620b485-9ed4-4cce-8ad5-30818ff37396 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.0806499 Mar 01 13:58:57.924733 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aeb5c123-b4c8-43bb-8714-8c3e4d5d3f47 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (24d03fa8-0ee6-4d1d-a298-e4a21665026c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:57.934853 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aeb5c123-b4c8-43bb-8714-8c3e4d5d3f47 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:57.939706 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-aeb5c123-b4c8-43bb-8714-8c3e4d5d3f47 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] 10.222.0.13 "DELETE /v2.0/networks/24d03fa8-0ee6-4d1d-a298-e4a21665026c HTTP/1.1" status: 204 len: 168 time: 0.3241315 Mar 01 13:58:57.954788 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5c123-b4c8-43bb-8714-8c3e4d5d3f47 tempest-FloatingIPTestJSON-723734522 tempest-FloatingIPTestJSON-723734522-project] Pushing event deleted for resources: {'Network': ['ID=24d03fa8-0ee6-4d1d-a298-e4a21665026c,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:57.971324 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-82b2a131-f3ce-4db7-9d3b-178586da877a req-86980a45-b9ad-443a-9110-f08c838316a8 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502477 Mar 01 13:58:58.193366 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52328) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:58.341299 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5e263378-54d9-49ff-a96a-90208445bbdf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=417ae342a9e74e5494431ceba6fb669c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1465840 Mar 01 13:58:58.343888 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52334) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:58.349591 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa836a3-9ebd-4cbe-a12d-80a175e417ff req-f65055fd-7474-4487-bb04-bd3e4335a408 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:58.352014 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9fa836a3-9ebd-4cbe-a12d-80a175e417ff req-f65055fd-7474-4487-bb04-bd3e4335a408 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.0872998 Mar 01 13:58:58.406656 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-046fb8cc-1d0a-465b-8444-ea3fd1ed497e admin admin] Publish callbacks [] for security_group (208d59dc-2449-4507-9725-1d75f053d56b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:58.412281 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9fa836a3-9ebd-4cbe-a12d-80a175e417ff req-36eaa9be-7c4f-435c-8b3a-54e918f4dcbf tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534115 Mar 01 13:58:58.438270 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-046fb8cc-1d0a-465b-8444-ea3fd1ed497e admin admin] Publish callbacks [] for security_group (208d59dc-2449-4507-9725-1d75f053d56b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:58.484885 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-046fb8cc-1d0a-465b-8444-ea3fd1ed497e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (208d59dc-2449-4507-9725-1d75f053d56b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:58.487710 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-046fb8cc-1d0a-465b-8444-ea3fd1ed497e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:58.489769 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-046fb8cc-1d0a-465b-8444-ea3fd1ed497e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/208d59dc-2449-4507-9725-1d75f053d56b HTTP/1.1" status: 204 len: 168 time: 0.1444614 Mar 01 13:58:58.508055 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046fb8cc-1d0a-465b-8444-ea3fd1ed497e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208d59dc-2449-4507-9725-1d75f053d56b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:58:58.650284 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ceafb48d-2095-4d0e-b5f5-3dfa6b5e8cd5 req-f7daba44-e82f-4f99-b6d6-c51673b0b3bf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0287881 Mar 01 13:58:58.838582 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:58.840174 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-17f7afe2-2846-4691-b0f5-5b1ee1fd7f32 req-b1cce427-5b2a-41b6-97a8-cc7c6655599f tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 210 time: 0.0363464 Mar 01 13:58:58.992723 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d423d788-0722-4784-b763-dd681655d605 req-be8ba134-3224-4443-985d-27ac40a93ed4 tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0383976 Mar 01 13:58:59.111911 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f321bda4-f80c-4dce-9802-78058070bbb9 req-919b96c8-1fdc-47bc-ad64-541abcb80251 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:59.113667 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f321bda4-f80c-4dce-9802-78058070bbb9 req-919b96c8-1fdc-47bc-ad64-541abcb80251 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.0538869 Mar 01 13:58:59.172618 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f321bda4-f80c-4dce-9802-78058070bbb9 req-e0feac39-e4bd-4d88-ab06-6c84ae5916c7 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521774 Mar 01 13:58:59.286953 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b5cb4-5104-4a00-a79e-8dd4f4a52e27 req-1a046393-6024-46d1-b284-48b13f8b3c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:59.289276 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6b7b5cb4-5104-4a00-a79e-8dd4f4a52e27 req-1a046393-6024-46d1-b284-48b13f8b3c3a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 1128 time: 0.0546112 Mar 01 13:58:59.303465 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52364) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:59.417445 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6b7b5cb4-5104-4a00-a79e-8dd4f4a52e27 req-7566b411-e0b4-4e38-ac2b-59fbf6a0a8b1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040571 Mar 01 13:58:59.438647 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ebcf3-b93b-43a3-bac2-f2c545d096fa req-1deb3248-8386-43a6-bc1a-653e1f08ba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:59.440452 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8b8ebcf3-b93b-43a3-bac2-f2c545d096fa req-1deb3248-8386-43a6-bc1a-653e1f08ba39 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f374f2004cb4e8ca02e98a75cfbf7a5&device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 1127 time: 0.0696204 Mar 01 13:58:59.478172 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e85f9-219c-4f93-af97-a74b4eaa65ee req-503101dc-8f48-4626-b4eb-ebde72df7e30 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:59.479696 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-345e85f9-219c-4f93-af97-a74b4eaa65ee req-503101dc-8f48-4626-b4eb-ebde72df7e30 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.0957496 Mar 01 13:58:59.484276 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-48a647ba-0261-467b-8f5f-384b7b365ae2 tempest-DvrRoutersNegativeTest-1058769861 tempest-DvrRoutersNegativeTest-1058769861-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-183873655', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:58:59.486769 n-d-827467-3 neutron-server[103727]: DEBUG neutron.policy [None req-48a647ba-0261-467b-8f5f-384b7b365ae2 tempest-DvrRoutersNegativeTest-1058769861 tempest-DvrRoutersNegativeTest-1058769861-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103727) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Mar 01 13:58:59.487077 n-d-827467-3 neutron-server[103727]: DEBUG neutron.policy [None req-48a647ba-0261-467b-8f5f-384b7b365ae2 tempest-DvrRoutersNegativeTest-1058769861 tempest-DvrRoutersNegativeTest-1058769861-project] Failed policy check for 'create_router' {{(pid=103727) enforce /opt/stack/neutron/neutron/policy.py:524}} Mar 01 13:58:59.487586 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-48a647ba-0261-467b-8f5f-384b7b365ae2 tempest-DvrRoutersNegativeTest-1058769861 tempest-DvrRoutersNegativeTest-1058769861-project] create failed (client error): Access was denied to this resource. Mar 01 13:58:59.492469 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-48a647ba-0261-467b-8f5f-384b7b365ae2 tempest-DvrRoutersNegativeTest-1058769861 tempest-DvrRoutersNegativeTest-1058769861-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1832442 Mar 01 13:58:59.566256 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-345e85f9-219c-4f93-af97-a74b4eaa65ee req-bc3799e4-0b67-47de-a47b-9bfad49ff712 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766900 Mar 01 13:58:59.577286 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3ce7a-a4c9-4a19-8e9f-a0d596fa810e req-f6b16416-942e-4cf4-8c78-791e891d2137 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:59.584009 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f5c3ce7a-a4c9-4a19-8e9f-a0d596fa810e req-f6b16416-942e-4cf4-8c78-791e891d2137 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.0934281 Mar 01 13:58:59.632387 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f5c3ce7a-a4c9-4a19-8e9f-a0d596fa810e req-7a7e8134-cbe2-4127-899f-902258974a71 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471385 Mar 01 13:58:59.758962 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52376) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:58:59.772084 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ebcf3-b93b-43a3-bac2-f2c545d096fa req-e9afdc4b-1007-4bf2-8abc-011f15adeb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:59.774229 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8b8ebcf3-b93b-43a3-bac2-f2c545d096fa req-e9afdc4b-1007-4bf2-8abc-011f15adeb2d service neutron] 10.222.0.20 "GET /v2.0/networks?id=a330e804-df96-493e-8245-ea2bd5609f4c HTTP/1.1" status: 200 len: 911 time: 0.0920420 Mar 01 13:58:59.814905 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8b8ebcf3-b93b-43a3-bac2-f2c545d096fa req-6caddaa9-5c37-44de-9f15-e43ef49d3934 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3c38102-12a7-48fd-8142-324f120ec8bb HTTP/1.1" status: 200 len: 217 time: 0.0346496 Mar 01 13:58:59.869103 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5075f7d2-02a6-4f09-898c-c56f38f263cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:58:59.869661 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ebcf3-b93b-43a3-bac2-f2c545d096fa req-dbbcd85b-0c15-41d7-94fd-2d092be5ed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:58:59.870706 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8b8ebcf3-b93b-43a3-bac2-f2c545d096fa req-dbbcd85b-0c15-41d7-94fd-2d092be5ed23 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b101fd94-b0b8-497f-8292-d3494df98b4d HTTP/1.1" status: 200 len: 850 time: 0.0489085 Mar 01 13:58:59.910179 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8b8ebcf3-b93b-43a3-bac2-f2c545d096fa req-5fd8d45f-c73b-4a29-8151-76be95439900 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a330e804-df96-493e-8245-ea2bd5609f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290463 Mar 01 13:58:59.976190 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-399b7113-d848-4a8b-ad99-73e3aa0e58e2 req-464038b8-33c7-45e5-a880-9562437cfac7 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 210 time: 0.0432446 Mar 01 13:59:00.028570 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:00.045546 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5075f7d2-02a6-4f09-898c-c56f38f263cd admin admin] Publish callbacks [] for security_group (23c8e824-d5a8-4674-afcc-2f22885eb306), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:00.055839 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5075f7d2-02a6-4f09-898c-c56f38f263cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (23c8e824-d5a8-4674-afcc-2f22885eb306), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:00.106785 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8b8ebcf3-b93b-43a3-bac2-f2c545d096fa req-bf2d4bdc-48b8-4b90-8d43-3f9a4d4647d7 service neutron] 10.222.0.20 "GET /v2.0/networks/a330e804-df96-493e-8245-ea2bd5609f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883390 Mar 01 13:59:00.163986 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-63e45c34-750a-4124-98a3-af3a8a22480e req-d5c5e8eb-7a05-4b13-be80-9933099b0381 tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0706255 Mar 01 13:59:00.180858 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52384) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:00.181066 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5075f7d2-02a6-4f09-898c-c56f38f263cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e00754fbb868463c98fc381205cf7e43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4203098 Mar 01 13:59:00.182308 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5075f7d2-02a6-4f09-898c-c56f38f263cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c8e824-d5a8-4674-afcc-2f22885eb306,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:00.228337 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8b8ebcf3-b93b-43a3-bac2-f2c545d096fa req-edcf92b2-c2af-4b5c-b6c2-1764a98056d7 service neutron] 10.222.0.20 "GET /v2.0/networks/a330e804-df96-493e-8245-ea2bd5609f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153603 Mar 01 13:59:00.249447 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-423a2cb7-da5c-45d7-a1b9-8ceeef403244 admin admin] Publish callbacks [] for security_group (23c8e824-d5a8-4674-afcc-2f22885eb306), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:00.274494 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-423a2cb7-da5c-45d7-a1b9-8ceeef403244 admin admin] Publish callbacks [] for security_group (23c8e824-d5a8-4674-afcc-2f22885eb306), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:00.323914 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-423a2cb7-da5c-45d7-a1b9-8ceeef403244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (23c8e824-d5a8-4674-afcc-2f22885eb306), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:00.326618 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-423a2cb7-da5c-45d7-a1b9-8ceeef403244 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:00.330160 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-423a2cb7-da5c-45d7-a1b9-8ceeef403244 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23c8e824-d5a8-4674-afcc-2f22885eb306 HTTP/1.1" status: 204 len: 168 time: 0.1459472 Mar 01 13:59:00.336330 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a2cb7-da5c-45d7-a1b9-8ceeef403244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c8e824-d5a8-4674-afcc-2f22885eb306,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:00.721255 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56081b4c-6416-40cc-b162-f3ee53c5ca96 req-3bd9d937-ba5f-48c5-98bf-ca00b1453a9d tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:00.723371 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-56081b4c-6416-40cc-b162-f3ee53c5ca96 req-3bd9d937-ba5f-48c5-98bf-ca00b1453a9d tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.0723112 Mar 01 13:59:00.821940 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237cfc5-b49d-41ee-8175-29fc3ff696eb req-887366a7-cf7a-4d5e-8275-22b18846898f tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:00.823455 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3237cfc5-b49d-41ee-8175-29fc3ff696eb req-887366a7-cf7a-4d5e-8275-22b18846898f tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.0988939 Mar 01 13:59:00.835815 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-56081b4c-6416-40cc-b162-f3ee53c5ca96 req-dae0b5e0-a435-465c-8342-10879356f206 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985928 Mar 01 13:59:00.887803 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3237cfc5-b49d-41ee-8175-29fc3ff696eb req-f1cb40fd-1f01-498f-a443-80b9e5ac66a2 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502763 Mar 01 13:59:01.090477 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52414) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:01.094241 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f2bf7216-7949-47f4-8656-e8746910202a req-7c72921a-e9a0-454a-89f0-90d4eb141171 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 210 time: 0.0312657 Mar 01 13:59:01.197788 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-ae4de384-e062-4688-b1db-cc85f4019ff8 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1787889968', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:59:01.221929 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ae4de384-e062-4688-b1db-cc85f4019ff8 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (0cef9377-e02b-4897-8f54-fe950b842272), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:01.224698 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ae4de384-e062-4688-b1db-cc85f4019ff8 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (0cef9377-e02b-4897-8f54-fe950b842272), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:01.291194 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ae4de384-e062-4688-b1db-cc85f4019ff8 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks [] for router_controller (0cef9377-e02b-4897-8f54-fe950b842272), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:01.306516 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ae4de384-e062-4688-b1db-cc85f4019ff8 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (0cef9377-e02b-4897-8f54-fe950b842272), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:01.312320 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-355c3d08-2697-4883-a3cf-d778d723b59a req-1e073f54-6a2e-4540-b3e3-b2bc74bf66d1 tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0584066 Mar 01 13:59:01.340106 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ae4de384-e062-4688-b1db-cc85f4019ff8 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:01.340231 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52420) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:01.340682 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ae4de384-e062-4688-b1db-cc85f4019ff8 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2438719 Mar 01 13:59:01.341327 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-1dd8cb91-910d-4cb4-80c4-ff10065308d3 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1534917055'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:59:01.366477 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd8cb91-910d-4cb4-80c4-ff10065308d3 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Made reservation on behalf of 80430b1557ed45288bb26752dbea8dea for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:59:01.370179 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1dd8cb91-910d-4cb4-80c4-ff10065308d3 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:01.385377 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1dd8cb91-910d-4cb4-80c4-ff10065308d3 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:01.472696 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1dd8cb91-910d-4cb4-80c4-ff10065308d3 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks [] for security_group (ef34dfbe-2b39-465c-80cc-335f26f6dea1), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:01.477581 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1dd8cb91-910d-4cb4-80c4-ff10065308d3 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ef34dfbe-2b39-465c-80cc-335f26f6dea1), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:01.500282 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dd8cb91-910d-4cb4-80c4-ff10065308d3 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:59:01.516381 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8cb91-910d-4cb4-80c4-ff10065308d3 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef34dfbe-2b39-465c-80cc-335f26f6dea1,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:01.531986 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1dd8cb91-910d-4cb4-80c4-ff10065308d3 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (e8dc535a-e517-426e-8be6-2520352bfad2), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:01.532376 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-1dd8cb91-910d-4cb4-80c4-ff10065308d3 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Added segment e8dc535a-e517-426e-8be6-2520352bfad2 of type vlan for network a7fbf15f-8255-4b9c-9210-dd73d22be28d Mar 01 13:59:01.606295 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cfd24bbf-3cfe-4587-bebd-57fe9280e716 req-465a3fcb-8606-4af0-920d-9c3c7045543c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=597c10b34e4c45c88b2ed22c650ab0ef&device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0362704 Mar 01 13:59:01.607871 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1dd8cb91-910d-4cb4-80c4-ff10065308d3 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (a7fbf15f-8255-4b9c-9210-dd73d22be28d), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:01.617588 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c5dd5c4f-539b-49e4-9b96-b6a0b05f76da req-167746c6-e29f-4b18-9fad-920eebe85974 tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0275156 Mar 01 13:59:01.636624 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cfd24bbf-3cfe-4587-bebd-57fe9280e716 req-20f21d5b-4d7c-48db-821f-12c552eafd07 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=597c10b34e4c45c88b2ed22c650ab0ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231984 Mar 01 13:59:01.698117 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1dd8cb91-910d-4cb4-80c4-ff10065308d3 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (a7fbf15f-8255-4b9c-9210-dd73d22be28d), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:01.705681 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd8cb91-910d-4cb4-80c4-ff10065308d3 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:01.706356 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1dd8cb91-910d-4cb4-80c4-ff10065308d3 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:01.708965 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:01.774671 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1dd8cb91-910d-4cb4-80c4-ff10065308d3 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4374595 Mar 01 13:59:01.776932 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52428) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:01.782624 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-f78b4e7c-ca34-4076-a6ff-f97b741043d7 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Request body: {'subnet': {'network_id': 'a7fbf15f-8255-4b9c-9210-dd73d22be28d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:59:01.803646 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8cb91-910d-4cb4-80c4-ff10065308d3 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Pushing event updated for resources: {'Network': ['ID=a7fbf15f-8255-4b9c-9210-dd73d22be28d,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:01.817122 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network a7fbf15f-8255-4b9c-9210-dd73d22be28d details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:59:01.833691 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd24bbf-3cfe-4587-bebd-57fe9280e716 req-7bc04d80-9717-4ecf-918c-a9b78a0ac311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:01.835808 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cfd24bbf-3cfe-4587-bebd-57fe9280e716 req-7bc04d80-9717-4ecf-918c-a9b78a0ac311 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1920290 Mar 01 13:59:01.879625 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78b4e7c-ca34-4076-a6ff-f97b741043d7 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Made reservation on behalf of 80430b1557ed45288bb26752dbea8dea for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:59:01.886011 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f78b4e7c-ca34-4076-a6ff-f97b741043d7 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:02.365292 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f4aaa-fbe7-4cb1-a976-f4a83834395a req-31102dbc-c951-497b-bc69-1c86ef035385 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:02.371532 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f60f4aaa-fbe7-4cb1-a976-f4a83834395a req-31102dbc-c951-497b-bc69-1c86ef035385 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.4230802 Mar 01 13:59:02.401341 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa3e8b-b996-499e-b95f-0a0ee3afd5b1 req-6efac325-e26d-4485-8439-ed6073e61586 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:02.402828 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f1aa3e8b-b996-499e-b95f-0a0ee3afd5b1 req-6efac325-e26d-4485-8439-ed6073e61586 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.4187577 Mar 01 13:59:02.524437 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f1aa3e8b-b996-499e-b95f-0a0ee3afd5b1 req-96c49b00-e889-40d9-978c-94985c1425fb tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017823 Mar 01 13:59:02.535530 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f78b4e7c-ca34-4076-a6ff-f97b741043d7 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (8ba1f1a2-bffa-4e1b-a2f3-9b573de124bb), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:02.619330 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f60f4aaa-fbe7-4cb1-a976-f4a83834395a req-9ea4561a-5d34-447a-b112-8ceaf6dca2c8 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340951 Mar 01 13:59:02.645909 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7249183d-9e64-4c2f-bcd4-21bf35b37e7a req-bce11ac9-7aa9-4b40-aafd-739edf41f65e tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 210 time: 0.0425448 Mar 01 13:59:02.654472 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b4e7c-ca34-4076-a6ff-f97b741043d7 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Pushing event updated for resources: {'Subnet': ['ID=8ba1f1a2-bffa-4e1b-a2f3-9b573de124bb,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:02.667339 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78b4e7c-ca34-4076-a6ff-f97b741043d7 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Checking segment: {'id': 'e8dc535a-e517-426e-8be6-2520352bfad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a7fbf15f-8255-4b9c-9210-dd73d22be28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:59:02.667772 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78b4e7c-ca34-4076-a6ff-f97b741043d7 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Network hostable DHCP agents. Network: a7fbf15f-8255-4b9c-9210-dd73d22be28d, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:59:02.691952 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78b4e7c-ca34-4076-a6ff-f97b741043d7 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Network a7fbf15f-8255-4b9c-9210-dd73d22be28d is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:59:02.712853 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-f78b4e7c-ca34-4076-a6ff-f97b741043d7 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, a7fbf15f-8255-4b9c-9210-dd73d22be28d) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:59:02.717707 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78b4e7c-ca34-4076-a6ff-f97b741043d7 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:02.718317 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f78b4e7c-ca34-4076-a6ff-f97b741043d7 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:02.723992 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3d48b2-a7ae-4b12-9d95-aa71f5ab6392 None None] Network a7fbf15f-8255-4b9c-9210-dd73d22be28d requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:59:02.756979 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f78b4e7c-ca34-4076-a6ff-f97b741043d7 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9788449 Mar 01 13:59:02.760370 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52444) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:02.774738 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-2cd9bbfd-fb21-45d5-8fd3-e58da38408b0 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Request body: {'network': {'name': 'tempest-router-network01--652958714'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:59:02.802747 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e5cf41e0-8004-47eb-9115-daf06e399900 req-bd437806-034e-4635-9293-6c45ffbf2bcc tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0381463 Mar 01 13:59:02.822990 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd9bbfd-fb21-45d5-8fd3-e58da38408b0 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Made reservation on behalf of 80430b1557ed45288bb26752dbea8dea for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:59:02.834431 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2cd9bbfd-fb21-45d5-8fd3-e58da38408b0 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:02.874916 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd9bbfd-fb21-45d5-8fd3-e58da38408b0 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:59:02.879155 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2b4b26-45ab-41c9-961d-58cffdb30293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-a7fbf15f-8255-4b9c-9210-dd73d22be28d', 'network_id': 'a7fbf15f-8255-4b9c-9210-dd73d22be28d', 'project_id': '80430b1557ed45288bb26752dbea8dea', 'fixed_ips': [{'subnet_id': '8ba1f1a2-bffa-4e1b-a2f3-9b573de124bb'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:59:02.880071 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1e2b4b26-45ab-41c9-961d-58cffdb30293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:02.888905 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2cd9bbfd-fb21-45d5-8fd3-e58da38408b0 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (714edeec-727c-48b1-804c-4c049f2c2980), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:02.890593 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-2cd9bbfd-fb21-45d5-8fd3-e58da38408b0 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Added segment 714edeec-727c-48b1-804c-4c049f2c2980 of type vlan for network 1271232a-a21b-4e57-8ad1-93c7c3ef6d91 Mar 01 13:59:03.004589 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2cd9bbfd-fb21-45d5-8fd3-e58da38408b0 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (1271232a-a21b-4e57-8ad1-93c7c3ef6d91), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:03.004873 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-201c43d7-56ee-4704-8681-738cce9fc9c3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0710142 Mar 01 13:59:03.082343 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2cd9bbfd-fb21-45d5-8fd3-e58da38408b0 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (1271232a-a21b-4e57-8ad1-93c7c3ef6d91), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:03.088829 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd9bbfd-fb21-45d5-8fd3-e58da38408b0 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:03.089580 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2cd9bbfd-fb21-45d5-8fd3-e58da38408b0 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:03.103221 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d07c5e-2e94-478c-846f-a886fa907adf req-af0a185b-3ef7-4e2b-9ea1-d054252b3b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:03.105275 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-55d07c5e-2e94-478c-846f-a886fa907adf req-af0a185b-3ef7-4e2b-9ea1-d054252b3b93 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f252ef0efd1f49f3a06761d6a0ce9215&device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 1128 time: 0.0979114 Mar 01 13:59:03.117488 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-1e2b4b26-45ab-41c9-961d-58cffdb30293 None None] Allocated IP 2001:db8::2 (a7fbf15f-8255-4b9c-9210-dd73d22be28d/8ba1f1a2-bffa-4e1b-a2f3-9b573de124bb/f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:59:03.176236 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c90a3-7297-4cf7-ba8f-a4d7249f4665 req-225fa168-872f-4ef3-8828-4d860babcb08 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:03.186955 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2a3c90a3-7297-4cf7-ba8f-a4d7249f4665 req-225fa168-872f-4ef3-8828-4d860babcb08 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.1635754 Mar 01 13:59:03.204246 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2cd9bbfd-fb21-45d5-8fd3-e58da38408b0 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4416919 Mar 01 13:59:03.213805 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52450) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:03.224950 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-44580e3b-ccde-490c-b204-74c6fa88059b tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Request body: {'network': {'name': 'tempest-router-network02--1251909363'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:59:03.261049 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9bbfd-fb21-45d5-8fd3-e58da38408b0 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Pushing event updated for resources: {'Network': ['ID=1271232a-a21b-4e57-8ad1-93c7c3ef6d91,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:03.261563 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-c057cfb0-3732-4d72-a3c7-66f39e0b21c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:03.262108 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-c057cfb0-3732-4d72-a3c7-66f39e0b21c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:03.262762 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-c057cfb0-3732-4d72-a3c7-66f39e0b21c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:03.273762 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-c057cfb0-3732-4d72-a3c7-66f39e0b21c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:03.275331 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-c057cfb0-3732-4d72-a3c7-66f39e0b21c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:03.276048 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-c057cfb0-3732-4d72-a3c7-66f39e0b21c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:03.276677 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-c057cfb0-3732-4d72-a3c7-66f39e0b21c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:03.280809 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-c057cfb0-3732-4d72-a3c7-66f39e0b21c7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4475ad9be4194a7593562a2e7537afad&device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 6719 time: 0.1898327 Mar 01 13:59:03.283790 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 1271232a-a21b-4e57-8ad1-93c7c3ef6d91 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:59:03.293375 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44580e3b-ccde-490c-b204-74c6fa88059b tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Made reservation on behalf of 80430b1557ed45288bb26752dbea8dea for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:59:03.301302 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d07c5e-2e94-478c-846f-a886fa907adf req-1e915b94-a0e0-495f-8c9a-6905e8e77e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:03.303209 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-55d07c5e-2e94-478c-846f-a886fa907adf req-1e915b94-a0e0-495f-8c9a-6905e8e77e48 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae0bfd58-4b0d-4a69-9efe-fe6beb56124e HTTP/1.1" status: 200 len: 920 time: 0.1796212 Mar 01 13:59:03.310144 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-44580e3b-ccde-490c-b204-74c6fa88059b tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:03.355601 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-55d07c5e-2e94-478c-846f-a886fa907adf req-385b9af5-2c14-4caa-8716-643b1f552a84 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea539cb0-302a-4bfb-865b-b8338b567379 HTTP/1.1" status: 200 len: 217 time: 0.0444734 Mar 01 13:59:03.369192 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1e2b4b26-45ab-41c9-961d-58cffdb30293 None None] Publish callbacks [] for port (f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:03.385370 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1e2b4b26-45ab-41c9-961d-58cffdb30293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:03.423980 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d07c5e-2e94-478c-846f-a886fa907adf req-1789c47e-17f1-4b4c-8671-9a0abc71a8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:03.425371 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-55d07c5e-2e94-478c-846f-a886fa907adf req-1789c47e-17f1-4b4c-8671-9a0abc71a8ea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0671009d-d113-434d-acb2-b340af7ac7ef HTTP/1.1" status: 200 len: 859 time: 0.0600505 Mar 01 13:59:03.445818 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44580e3b-ccde-490c-b204-74c6fa88059b tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:59:03.446783 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b4b26-45ab-41c9-961d-58cffdb30293 None None] Pushing event updated for resources: {'Port': ['ID=f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:03.457609 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cfd24bbf-3cfe-4587-bebd-57fe9280e716 req-1ff1de98-ab67-4966-8f29-3e2493d2c884 tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.20 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0309391 Mar 01 13:59:03.461417 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2a3c90a3-7297-4cf7-ba8f-a4d7249f4665 req-89494c4c-0b87-4c75-99b8-e79b38c19336 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720308 Mar 01 13:59:03.481337 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-44580e3b-ccde-490c-b204-74c6fa88059b tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (52e72fc9-92e4-45e1-96db-fca466a157d9), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:03.481819 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-44580e3b-ccde-490c-b204-74c6fa88059b tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Added segment 52e72fc9-92e4-45e1-96db-fca466a157d9 of type vlan for network 02578a0a-4e38-42ac-abde-bdee024b32fb Mar 01 13:59:03.486392 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-55d07c5e-2e94-478c-846f-a886fa907adf req-1eb8917f-bf2a-4fe5-844a-18a1f3b70c43 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae0bfd58-4b0d-4a69-9efe-fe6beb56124e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281532 Mar 01 13:59:03.529592 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2b4b26-45ab-41c9-961d-58cffdb30293 None None] Network a7fbf15f-8255-4b9c-9210-dd73d22be28d is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:59:03.532072 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-1e2b4b26-45ab-41c9-961d-58cffdb30293 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:59:03.534909 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2b4b26-45ab-41c9-961d-58cffdb30293 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:59:03.601280 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-44580e3b-ccde-490c-b204-74c6fa88059b tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (02578a0a-4e38-42ac-abde-bdee024b32fb), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:03.602375 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-55d07c5e-2e94-478c-846f-a886fa907adf req-1bf620e8-394c-46e1-9f4b-7f431d6a67c9 service neutron] 10.222.0.20 "GET /v2.0/networks/ae0bfd58-4b0d-4a69-9efe-fe6beb56124e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084502 Mar 01 13:59:03.604951 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-ec761cea-479a-44e3-8ff6-79b3a8cc9b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:03.608069 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-1e2b4b26-45ab-41c9-961d-58cffdb30293 None None] Attempting to bind port f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:59:03.608466 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-1e2b4b26-45ab-41c9-961d-58cffdb30293 None None] Attempting to bind port f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'e8dc535a-e517-426e-8be6-2520352bfad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a7fbf15f-8255-4b9c-9210-dd73d22be28d'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:59:03.608814 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2b4b26-45ab-41c9-961d-58cffdb30293 None None] Attempting to bind port f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a on network a7fbf15f-8255-4b9c-9210-dd73d22be28d {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:59:03.614563 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2b4b26-45ab-41c9-961d-58cffdb30293 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:59:03.614928 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2b4b26-45ab-41c9-961d-58cffdb30293 None None] Checking segment: {'id': 'e8dc535a-e517-426e-8be6-2520352bfad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a7fbf15f-8255-4b9c-9210-dd73d22be28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:59:03.615337 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1e2b4b26-45ab-41c9-961d-58cffdb30293 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:03.615583 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-ec761cea-479a-44e3-8ff6-79b3a8cc9b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:03.615732 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2b4b26-45ab-41c9-961d-58cffdb30293 None None] Bound using segment: {'id': 'e8dc535a-e517-426e-8be6-2520352bfad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a7fbf15f-8255-4b9c-9210-dd73d22be28d'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:59:03.616214 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-1e2b4b26-45ab-41c9-961d-58cffdb30293 None None] Bound port: f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8dc535a-e517-426e-8be6-2520352bfad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a7fbf15f-8255-4b9c-9210-dd73d22be28d'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:59:03.617122 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1e2b4b26-45ab-41c9-961d-58cffdb30293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:03.618650 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-ec761cea-479a-44e3-8ff6-79b3a8cc9b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:03.620489 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-ec761cea-479a-44e3-8ff6-79b3a8cc9b5f service neutron] 10.222.0.32 "GET /v2.0/networks?id=a331d97d-3b18-4702-9c0b-f805cbe3e548&id=ecc5a3c2-7ca8-4634-8af5-754b9bcd314c&id=ecc5a3c2-7ca8-4634-8af5-754b9bcd314c&id=ecc5a3c2-7ca8-4634-8af5-754b9bcd314c&id=ecc5a3c2-7ca8-4634-8af5-754b9bcd314c&id=c7c4f361-ab05-4369-bcdd-5e7555278fd6&id=c7c4f361-ab05-4369-bcdd-5e7555278fd6 HTTP/1.1" status: 200 len: 2298 time: 0.3061724 Mar 01 13:59:03.684432 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-1e2b4b26-45ab-41c9-961d-58cffdb30293 None None] For port f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:59:03.687995 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-1e2b4b26-45ab-41c9-961d-58cffdb30293 None None] For port f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a,segment=NetworkSegment(e8dc535a-e517-426e-8be6-2520352bfad2),segment_id=e8dc535a-e517-426e-8be6-2520352bfad2)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:59:03.699036 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1e2b4b26-45ab-41c9-961d-58cffdb30293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:03.701583 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-80d5db64-4492-4575-b61c-13434fb6d978 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94186ee2-17a9-4363-9cd1-5dd589fc6f6d HTTP/1.1" status: 200 len: 1001 time: 0.0714436 Mar 01 13:59:03.775688 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-44580e3b-ccde-490c-b204-74c6fa88059b tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (02578a0a-4e38-42ac-abde-bdee024b32fb), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:03.780574 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-55d07c5e-2e94-478c-846f-a886fa907adf req-45740668-5182-4537-9c75-a66c05ce1aa3 service neutron] 10.222.0.20 "GET /v2.0/networks/ae0bfd58-4b0d-4a69-9efe-fe6beb56124e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689634 Mar 01 13:59:03.782111 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44580e3b-ccde-490c-b204-74c6fa88059b tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:03.783164 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-44580e3b-ccde-490c-b204-74c6fa88059b tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:03.821236 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b4b26-45ab-41c9-961d-58cffdb30293 None None] Pushing event updated for resources: {'Port': ['ID=f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:03.913542 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-32ac9ad1-5b65-4d01-99ed-4c9442a889eb req-bfa03ec9-a3ba-4888-8307-b0813ae75c95 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 210 time: 0.1274407 Mar 01 13:59:03.924922 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-d52d7b70-0868-4b8e-a213-67d366f81b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:03.927207 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-d52d7b70-0868-4b8e-a213-67d366f81b35 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2a7f95b2-978a-4a0a-927f-c44508a26ed8 HTTP/1.1" status: 200 len: 856 time: 0.2160790 Mar 01 13:59:03.935495 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-44580e3b-ccde-490c-b204-74c6fa88059b tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7193167 Mar 01 13:59:03.938649 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52458) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:03.945607 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-9b78d6df-ded0-4265-aaab-e793eaecf7a3 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Request body: {'subnet': {'network_id': '1271232a-a21b-4e57-8ad1-93c7c3ef6d91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:59:03.967053 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44580e3b-ccde-490c-b204-74c6fa88059b tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Pushing event updated for resources: {'Network': ['ID=02578a0a-4e38-42ac-abde-bdee024b32fb,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:04.006737 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 02578a0a-4e38-42ac-abde-bdee024b32fb details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:59:04.049563 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdff34-b2c6-4ae1-b19c-7a1bb4229237 req-eb764b01-eab1-4308-8d73-89914d8d1ee0 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:04.051164 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9dcdff34-b2c6-4ae1-b19c-7a1bb4229237 req-eb764b01-eab1-4308-8d73-89914d8d1ee0 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.2767916 Mar 01 13:59:04.145327 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-c897df84-a71c-4172-9460-1d4ba931e734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:04.147139 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-c897df84-a71c-4172-9460-1d4ba931e734 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a331d97d-3b18-4702-9c0b-f805cbe3e548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1982219 Mar 01 13:59:04.158137 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b78d6df-ded0-4265-aaab-e793eaecf7a3 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Made reservation on behalf of 80430b1557ed45288bb26752dbea8dea for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:59:04.161698 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9b78d6df-ded0-4265-aaab-e793eaecf7a3 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:04.198995 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9dcdff34-b2c6-4ae1-b19c-7a1bb4229237 req-3db1e5b0-6c07-4202-9360-8de4ea19d684 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259782 Mar 01 13:59:04.322843 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-656dd8a2-8641-4dc0-8e66-1b75e7e5caac req-828685c6-6a33-4632-807c-7e92905df9ce tempest-ServerShowV254Test-392245226 tempest-ServerShowV254Test-392245226-project] 10.222.0.13 "GET /v2.0/ports?device_id=16bf829b-63a0-4051-b5fb-7c4bd2ac1999 HTTP/1.1" status: 200 len: 210 time: 0.0832853 Mar 01 13:59:04.387361 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-da50d3d8-f3de-481d-9bed-451b965d6a23 service neutron] 10.222.0.32 "GET /v2.0/networks/a331d97d-3b18-4702-9c0b-f805cbe3e548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315135 Mar 01 13:59:04.480802 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9b78d6df-ded0-4265-aaab-e793eaecf7a3 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (bdd43575-1a24-4f0c-a47b-61d25d076395), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:04.540212 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-7e038c06-c055-4371-8c13-080151139cda service neutron] 10.222.0.32 "GET /v2.0/networks/a331d97d-3b18-4702-9c0b-f805cbe3e548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451268 Mar 01 13:59:04.581882 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78d6df-ded0-4265-aaab-e793eaecf7a3 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Pushing event updated for resources: {'Subnet': ['ID=bdd43575-1a24-4f0c-a47b-61d25d076395,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:04.594068 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-d8d81e10-3df3-4da0-999c-ebee51978ef5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=65aa8d5c-27c6-46fc-b051-44172617a654 HTTP/1.1" status: 200 len: 217 time: 0.0443981 Mar 01 13:59:04.597473 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b78d6df-ded0-4265-aaab-e793eaecf7a3 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Checking segment: {'id': '714edeec-727c-48b1-804c-4c049f2c2980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1271232a-a21b-4e57-8ad1-93c7c3ef6d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:59:04.597842 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b78d6df-ded0-4265-aaab-e793eaecf7a3 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Network hostable DHCP agents. Network: 1271232a-a21b-4e57-8ad1-93c7c3ef6d91, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:59:04.617285 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b78d6df-ded0-4265-aaab-e793eaecf7a3 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Network 1271232a-a21b-4e57-8ad1-93c7c3ef6d91 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:59:04.621680 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a74097-db0f-42e3-a45a-b287729bb0f6 req-f2c6f6d1-e0b0-47c8-bd2d-ca9f1b54dabc tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:04.623179 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-05a74097-db0f-42e3-a45a-b287729bb0f6 req-f2c6f6d1-e0b0-47c8-bd2d-ca9f1b54dabc tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.1253541 Mar 01 13:59:04.627014 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-9b78d6df-ded0-4265-aaab-e793eaecf7a3 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 1271232a-a21b-4e57-8ad1-93c7c3ef6d91) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:59:04.631921 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b78d6df-ded0-4265-aaab-e793eaecf7a3 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:04.633142 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9b78d6df-ded0-4265-aaab-e793eaecf7a3 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:04.637749 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c11cac-b1a9-4e7c-9ff1-d0aa9c1daa1a None None] Network 1271232a-a21b-4e57-8ad1-93c7c3ef6d91 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:59:04.653382 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9b78d6df-ded0-4265-aaab-e793eaecf7a3 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7125685 Mar 01 13:59:04.656493 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52466) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:04.661891 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-97a5faad-0b27-481f-b23d-3a010b02631d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Request body: {'subnet': {'network_id': '02578a0a-4e38-42ac-abde-bdee024b32fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:59:04.718059 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-71eeffd2-daed-46ed-ae72-13a4ea7d3dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:04.719711 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-71eeffd2-daed-46ed-ae72-13a4ea7d3dd0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a836407-0a08-478a-9b48-ab0cc1ea53c4 HTTP/1.1" status: 200 len: 797 time: 0.1136901 Mar 01 13:59:04.754926 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8b2ae-7752-4831-b921-c4bcdda5c1fe req-b01fae0d-73e7-4b2d-8bf5-c2b5f4b5e855 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:04.756597 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-12c8b2ae-7752-4831-b921-c4bcdda5c1fe req-b01fae0d-73e7-4b2d-8bf5-c2b5f4b5e855 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.1615469 Mar 01 13:59:04.794162 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1ffae5-615c-4eb4-ad5e-9f4ffe053d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-1271232a-a21b-4e57-8ad1-93c7c3ef6d91', 'network_id': '1271232a-a21b-4e57-8ad1-93c7c3ef6d91', 'project_id': '80430b1557ed45288bb26752dbea8dea', 'fixed_ips': [{'subnet_id': 'bdd43575-1a24-4f0c-a47b-61d25d076395'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:59:04.794637 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-da1ffae5-615c-4eb4-ad5e-9f4ffe053d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:04.803643 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-05a74097-db0f-42e3-a45a-b287729bb0f6 req-4a3eb20b-f196-4ff2-a563-39d1312698e5 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586511 Mar 01 13:59:04.818001 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a5faad-0b27-481f-b23d-3a010b02631d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Made reservation on behalf of 80430b1557ed45288bb26752dbea8dea for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:59:04.823049 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-97a5faad-0b27-481f-b23d-3a010b02631d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:04.858500 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-fa546355-2d03-474c-8340-4df9f81fbdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:04.861880 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-fa546355-2d03-474c-8340-4df9f81fbdc4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ecc5a3c2-7ca8-4634-8af5-754b9bcd314c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1341996 Mar 01 13:59:04.896169 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-12c8b2ae-7752-4831-b921-c4bcdda5c1fe req-c2ac72ed-a3c9-4f89-b6f5-69b91e97dd0f tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090822 Mar 01 13:59:05.005515 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-74158471-8d58-4353-874e-c434b1e2754a service neutron] 10.222.0.32 "GET /v2.0/networks/ecc5a3c2-7ca8-4634-8af5-754b9bcd314c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368859 Mar 01 13:59:05.053277 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-da1ffae5-615c-4eb4-ad5e-9f4ffe053d37 None None] Allocated IP 2001:db8::2 (1271232a-a21b-4e57-8ad1-93c7c3ef6d91/bdd43575-1a24-4f0c-a47b-61d25d076395/4584fc3a-513f-4f76-bebe-29973b78ac3e) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:59:05.151803 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-97a5faad-0b27-481f-b23d-3a010b02631d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (a5251b56-d019-400f-8fc9-214339869765), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:05.180742 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-7224d5df-5364-42c4-98cc-e124305240d3 service neutron] 10.222.0.32 "GET /v2.0/networks/ecc5a3c2-7ca8-4634-8af5-754b9bcd314c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678596 Mar 01 13:59:05.212729 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5f0c5e0d-0cc2-457a-b6e9-25e4e0fc36b0 req-a536763e-3859-4c01-9473-1bfcc698c571 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 210 time: 0.1076300 Mar 01 13:59:05.269761 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5faad-0b27-481f-b23d-3a010b02631d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Pushing event updated for resources: {'Subnet': ['ID=a5251b56-d019-400f-8fc9-214339869765,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:05.277248 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-da1ffae5-615c-4eb4-ad5e-9f4ffe053d37 None None] Publish callbacks [] for port (4584fc3a-513f-4f76-bebe-29973b78ac3e), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:05.284936 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-42cd2a2d-e2f5-47f4-aa8a-652993e6680f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=30fd31a3-73cf-46f5-87d5-6169382a8920 HTTP/1.1" status: 200 len: 217 time: 0.0798423 Mar 01 13:59:05.291686 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-da1ffae5-615c-4eb4-ad5e-9f4ffe053d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (4584fc3a-513f-4f76-bebe-29973b78ac3e), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:05.310262 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e028f04d-7da5-436e-a24a-aefe48b1e3b3 req-a0bcbc06-5106-438e-9728-98f1bf9bf71c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1828079 Mar 01 13:59:05.311977 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a5faad-0b27-481f-b23d-3a010b02631d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Checking segment: {'id': '52e72fc9-92e4-45e1-96db-fca466a157d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '02578a0a-4e38-42ac-abde-bdee024b32fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:59:05.312939 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a5faad-0b27-481f-b23d-3a010b02631d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Network hostable DHCP agents. Network: 02578a0a-4e38-42ac-abde-bdee024b32fb, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:59:05.314960 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1ffae5-615c-4eb4-ad5e-9f4ffe053d37 None None] Network 1271232a-a21b-4e57-8ad1-93c7c3ef6d91 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:59:05.318740 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-da1ffae5-615c-4eb4-ad5e-9f4ffe053d37 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:59:05.354561 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1ffae5-615c-4eb4-ad5e-9f4ffe053d37 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:59:05.358862 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-562152e9-9d2b-4ee8-8d83-ea2d2ebaf0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:05.360703 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-562152e9-9d2b-4ee8-8d83-ea2d2ebaf0e6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a836407-0a08-478a-9b48-ab0cc1ea53c4 HTTP/1.1" status: 200 len: 797 time: 0.0681291 Mar 01 13:59:05.380918 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a5faad-0b27-481f-b23d-3a010b02631d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Network 02578a0a-4e38-42ac-abde-bdee024b32fb is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:59:05.400155 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-97a5faad-0b27-481f-b23d-3a010b02631d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 02578a0a-4e38-42ac-abde-bdee024b32fb) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:59:05.407318 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a5faad-0b27-481f-b23d-3a010b02631d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:05.408088 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-97a5faad-0b27-481f-b23d-3a010b02631d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:05.435453 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028f04d-7da5-436e-a24a-aefe48b1e3b3 req-cc3eac5f-5c37-4808-8255-cda4fd489c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:05.437041 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e028f04d-7da5-436e-a24a-aefe48b1e3b3 req-cc3eac5f-5c37-4808-8255-cda4fd489c5a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f252ef0efd1f49f3a06761d6a0ce9215&device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 1127 time: 0.0990920 Mar 01 13:59:05.449192 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-2f27e7f8-fb00-4c17-b17d-296d5d9f6de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:05.449581 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-97a5faad-0b27-481f-b23d-3a010b02631d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7920344 Mar 01 13:59:05.450216 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52474) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:05.451192 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-2f27e7f8-fb00-4c17-b17d-296d5d9f6de3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ecc5a3c2-7ca8-4634-8af5-754b9bcd314c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0829339 Mar 01 13:59:05.472507 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa10c22f-b9aa-40ac-a289-8d5a4915f5da None None] Network 02578a0a-4e38-42ac-abde-bdee024b32fb requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:59:05.481237 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375abd61-5a21-4073-9127-546d0be38fa9 None None] Network a7fbf15f-8255-4b9c-9210-dd73d22be28d requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:59:05.485040 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ffae5-615c-4eb4-ad5e-9f4ffe053d37 None None] Pushing event updated for resources: {'Port': ['ID=4584fc3a-513f-4f76-bebe-29973b78ac3e,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:05.561283 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-74a65923-3446-41ac-a5bf-5d2e717d1b22 service neutron] 10.222.0.32 "GET /v2.0/networks/ecc5a3c2-7ca8-4634-8af5-754b9bcd314c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027255 Mar 01 13:59:05.663312 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-da1ffae5-615c-4eb4-ad5e-9f4ffe053d37 None None] Attempting to bind port 4584fc3a-513f-4f76-bebe-29973b78ac3e on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:59:05.664444 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-da1ffae5-615c-4eb4-ad5e-9f4ffe053d37 None None] Attempting to bind port 4584fc3a-513f-4f76-bebe-29973b78ac3e by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '714edeec-727c-48b1-804c-4c049f2c2980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1271232a-a21b-4e57-8ad1-93c7c3ef6d91'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:59:05.667255 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1ffae5-615c-4eb4-ad5e-9f4ffe053d37 None None] Attempting to bind port 4584fc3a-513f-4f76-bebe-29973b78ac3e on network 1271232a-a21b-4e57-8ad1-93c7c3ef6d91 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:59:05.670176 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-426ee914-c79b-48f6-bcd2-967b1624aa97 service neutron] 10.222.0.32 "GET /v2.0/networks/ecc5a3c2-7ca8-4634-8af5-754b9bcd314c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014931 Mar 01 13:59:05.728217 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-d48c16ab-0cec-48d4-9af3-cb2e6ea8d99e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=3f30462d-3b3f-4caa-8a88-069fb2ae94b1 HTTP/1.1" status: 200 len: 217 time: 0.0503550 Mar 01 13:59:05.743503 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-4d6296e1-cb23-48bf-b06f-a50be6391d85 None None] Provisioning complete for port f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:59:05.743766 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4d6296e1-cb23-48bf-b06f-a50be6391d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:05.749375 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1ffae5-615c-4eb4-ad5e-9f4ffe053d37 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:59:05.749757 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1ffae5-615c-4eb4-ad5e-9f4ffe053d37 None None] Checking segment: {'id': '714edeec-727c-48b1-804c-4c049f2c2980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1271232a-a21b-4e57-8ad1-93c7c3ef6d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:59:05.750370 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-da1ffae5-615c-4eb4-ad5e-9f4ffe053d37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:05.750771 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1ffae5-615c-4eb4-ad5e-9f4ffe053d37 None None] Bound using segment: {'id': '714edeec-727c-48b1-804c-4c049f2c2980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1271232a-a21b-4e57-8ad1-93c7c3ef6d91'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:59:05.751402 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-da1ffae5-615c-4eb4-ad5e-9f4ffe053d37 None None] Bound port: 4584fc3a-513f-4f76-bebe-29973b78ac3e, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '714edeec-727c-48b1-804c-4c049f2c2980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1271232a-a21b-4e57-8ad1-93c7c3ef6d91'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:59:05.751937 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-da1ffae5-615c-4eb4-ad5e-9f4ffe053d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4584fc3a-513f-4f76-bebe-29973b78ac3e), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:05.804344 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028f04d-7da5-436e-a24a-aefe48b1e3b3 req-bb60fa60-8c62-4763-9d2b-0e8b983cd184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:05.805925 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e028f04d-7da5-436e-a24a-aefe48b1e3b3 req-bb60fa60-8c62-4763-9d2b-0e8b983cd184 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae0bfd58-4b0d-4a69-9efe-fe6beb56124e HTTP/1.1" status: 200 len: 920 time: 0.3100178 Mar 01 13:59:05.808953 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-50b35eaf-8bbe-4b4c-b042-ad04cb919351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:05.811013 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-50b35eaf-8bbe-4b4c-b042-ad04cb919351 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a836407-0a08-478a-9b48-ab0cc1ea53c4 HTTP/1.1" status: 200 len: 797 time: 0.0751193 Mar 01 13:59:05.876217 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ae4066-2ef9-484c-8088-59ce5ce8e7f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-02578a0a-4e38-42ac-abde-bdee024b32fb', 'network_id': '02578a0a-4e38-42ac-abde-bdee024b32fb', 'project_id': '80430b1557ed45288bb26752dbea8dea', 'fixed_ips': [{'subnet_id': 'a5251b56-d019-400f-8fc9-214339869765'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:59:05.877071 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-66ae4066-2ef9-484c-8088-59ce5ce8e7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:05.897894 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b65e1596-19a5-43bb-87ae-25efcf3e3438 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:05.903073 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e028f04d-7da5-436e-a24a-aefe48b1e3b3 req-8494ba8d-f4e6-4e9e-b80a-92747101b10a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22821927-635f-483b-92dd-5a3107b1ee74 HTTP/1.1" status: 200 len: 217 time: 0.0865040 Mar 01 13:59:05.988830 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-55a2922b-7a08-4fcc-a2b0-42a9a65d522b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:05.994030 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-55a2922b-7a08-4fcc-a2b0-42a9a65d522b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ecc5a3c2-7ca8-4634-8af5-754b9bcd314c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1714163 Mar 01 13:59:05.998797 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52482) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:06.095487 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028f04d-7da5-436e-a24a-aefe48b1e3b3 req-e184fada-40da-45d5-b94e-924800495b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:06.111229 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e028f04d-7da5-436e-a24a-aefe48b1e3b3 req-e184fada-40da-45d5-b94e-924800495b62 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0671009d-d113-434d-acb2-b340af7ac7ef HTTP/1.1" status: 200 len: 859 time: 0.1964841 Mar 01 13:59:06.168414 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c43c3-7a7f-4223-b511-451e68d4d90b req-66bfc5b2-cd3c-4288-b674-5b933b657582 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:06.175905 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2e2c43c3-7a7f-4223-b511-451e68d4d90b req-66bfc5b2-cd3c-4288-b674-5b933b657582 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.2701869 Mar 01 13:59:06.191023 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:59:06.191965 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e028f04d-7da5-436e-a24a-aefe48b1e3b3 req-b0477a8b-af72-419f-876c-629b8d63a41c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae0bfd58-4b0d-4a69-9efe-fe6beb56124e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420668 Mar 01 13:59:06.260872 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380bff5-58db-4be9-aede-b939a2fff713 req-5d584408-755f-42a0-b9fb-ed72df4426c4 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:06.263497 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f380bff5-58db-4be9-aede-b939a2fff713 req-5d584408-755f-42a0-b9fb-ed72df4426c4 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.1804209 Mar 01 13:59:06.265594 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-da1ffae5-615c-4eb4-ad5e-9f4ffe053d37 None None] For port 4584fc3a-513f-4f76-bebe-29973b78ac3e, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:59:06.278990 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-d08a9cad-7996-486c-8437-5c29899f9f97 service neutron] 10.222.0.32 "GET /v2.0/networks/ecc5a3c2-7ca8-4634-8af5-754b9bcd314c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694976 Mar 01 13:59:06.294498 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2e2c43c3-7a7f-4223-b511-451e68d4d90b req-44e727c6-7e43-4001-a03c-1c54b8bafbe7 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176422 Mar 01 13:59:06.315508 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-da1ffae5-615c-4eb4-ad5e-9f4ffe053d37 None None] For port 4584fc3a-513f-4f76-bebe-29973b78ac3e, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=4584fc3a-513f-4f76-bebe-29973b78ac3e,segment=NetworkSegment(714edeec-727c-48b1-804c-4c049f2c2980),segment_id=714edeec-727c-48b1-804c-4c049f2c2980)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:59:06.370660 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-020fbff4-823d-431c-b25e-884874b824e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:06.397621 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e028f04d-7da5-436e-a24a-aefe48b1e3b3 req-c204dbe5-d1ae-434c-a509-f50832ce8526 service neutron] 10.222.0.20 "GET /v2.0/networks/ae0bfd58-4b0d-4a69-9efe-fe6beb56124e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982124 Mar 01 13:59:06.497934 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-020fbff4-823d-431c-b25e-884874b824e2 admin admin] Publish callbacks [] for security_group (b54c941c-5e48-4e96-9d74-7e1485d1601c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:06.522628 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-020fbff4-823d-431c-b25e-884874b824e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b54c941c-5e48-4e96-9d74-7e1485d1601c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:06.557801 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-da1ffae5-615c-4eb4-ad5e-9f4ffe053d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (4584fc3a-513f-4f76-bebe-29973b78ac3e), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:06.567694 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-4d6296e1-cb23-48bf-b06f-a50be6391d85 None None] Current status of the port f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:59:06.568076 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4d6296e1-cb23-48bf-b06f-a50be6391d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:06.627747 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-20221d41-188c-43b5-8734-9394760e7f9c service neutron] 10.222.0.32 "GET /v2.0/networks/ecc5a3c2-7ca8-4634-8af5-754b9bcd314c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321917 Mar 01 13:59:06.638012 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020fbff4-823d-431c-b25e-884874b824e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54c941c-5e48-4e96-9d74-7e1485d1601c,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:06.653907 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1ac58b83-aadc-4cb2-bc82-72340198dd10 req-6546ea96-924b-4f61-9923-6feb6bc62332 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 210 time: 0.2401161 Mar 01 13:59:06.660164 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e028f04d-7da5-436e-a24a-aefe48b1e3b3 req-06e9854f-9ed4-495d-9b9c-6f8cc1bd9e6d service neutron] 10.222.0.20 "GET /v2.0/networks/ae0bfd58-4b0d-4a69-9efe-fe6beb56124e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540925 Mar 01 13:59:06.684045 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:59:06.684970 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:06.748728 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-b65e1596-19a5-43bb-87ae-25efcf3e3438 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Allocated IP 2001:db8::1 (1271232a-a21b-4e57-8ad1-93c7c3ef6d91/bdd43575-1a24-4f0c-a47b-61d25d076395/ac42dce5-98d2-485a-87ff-480a3de7b1d8) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:59:06.760859 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-66ae4066-2ef9-484c-8088-59ce5ce8e7f4 None None] Allocated IP 2001:db8::2 (02578a0a-4e38-42ac-abde-bdee024b32fb/a5251b56-d019-400f-8fc9-214339869765/d41e29b0-da5e-4e87-a755-ef3eb9cc817e) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:59:06.810267 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-7afdc82a-24fe-497d-91f3-921a90f4bf0f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=f4479280-1038-47ed-a9f7-bd30c4953ba7 HTTP/1.1" status: 200 len: 217 time: 0.1136558 Mar 01 13:59:06.811034 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-4d6296e1-cb23-48bf-b06f-a50be6391d85 None None] For port f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a,segment=NetworkSegment(e8dc535a-e517-426e-8be6-2520352bfad2),segment_id=e8dc535a-e517-426e-8be6-2520352bfad2)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:59:06.815822 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ffae5-615c-4eb4-ad5e-9f4ffe053d37 None None] Pushing event updated for resources: {'Port': ['ID=4584fc3a-513f-4f76-bebe-29973b78ac3e,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:06.827867 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-020fbff4-823d-431c-b25e-884874b824e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=597c10b34e4c45c88b2ed22c650ab0ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8263969 Mar 01 13:59:06.832294 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52488) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:06.850781 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4d6296e1-cb23-48bf-b06f-a50be6391d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:06.861267 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f380bff5-58db-4be9-aede-b939a2fff713 req-13179de8-2784-4a23-8ebe-65031ef390d8 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5864632 Mar 01 13:59:06.951063 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-8825f21c-7a07-43ba-885b-4cb0529334d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:06.952870 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-8825f21c-7a07-43ba-885b-4cb0529334d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a836407-0a08-478a-9b48-ab0cc1ea53c4 HTTP/1.1" status: 200 len: 797 time: 0.1238496 Mar 01 13:59:07.025199 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-393fd81c-e8b9-46c9-9647-1f9b542fbb16 admin admin] Publish callbacks [] for security_group (b54c941c-5e48-4e96-9d74-7e1485d1601c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:07.072236 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-393fd81c-e8b9-46c9-9647-1f9b542fbb16 admin admin] Publish callbacks [] for security_group (b54c941c-5e48-4e96-9d74-7e1485d1601c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:07.081673 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-14726c56-e4d1-47fa-a8d3-502b6a66a734 None None] Provisioning complete for port f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:59:07.082046 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-14726c56-e4d1-47fa-a8d3-502b6a66a734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:07.091492 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6296e1-cb23-48bf-b06f-a50be6391d85 None None] Pushing event updated for resources: {'Port': ['ID=f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:07.109362 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-c3cd6565-9d67-4af7-8d77-196d67491084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:07.121619 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-c3cd6565-9d67-4af7-8d77-196d67491084 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ecc5a3c2-7ca8-4634-8af5-754b9bcd314c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1344910 Mar 01 13:59:07.144730 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:59:07.205481 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b65e1596-19a5-43bb-87ae-25efcf3e3438 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks [] for port (ac42dce5-98d2-485a-87ff-480a3de7b1d8), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:07.247412 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-393fd81c-e8b9-46c9-9647-1f9b542fbb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b54c941c-5e48-4e96-9d74-7e1485d1601c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:07.253241 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-393fd81c-e8b9-46c9-9647-1f9b542fbb16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:07.258493 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-393fd81c-e8b9-46c9-9647-1f9b542fbb16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b54c941c-5e48-4e96-9d74-7e1485d1601c HTTP/1.1" status: 204 len: 168 time: 0.4217701 Mar 01 13:59:07.265736 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-66ae4066-2ef9-484c-8088-59ce5ce8e7f4 None None] Publish callbacks [] for port (d41e29b0-da5e-4e87-a755-ef3eb9cc817e), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:07.280677 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-66ae4066-2ef9-484c-8088-59ce5ce8e7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (d41e29b0-da5e-4e87-a755-ef3eb9cc817e), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:07.285950 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-14726c56-e4d1-47fa-a8d3-502b6a66a734 None None] Current status of the port f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:59:07.287544 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393fd81c-e8b9-46c9-9647-1f9b542fbb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54c941c-5e48-4e96-9d74-7e1485d1601c,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:07.307319 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-db1e1c8d-6de1-4ebe-9fc0-b8c88fb7a2cc service neutron] 10.222.0.32 "GET /v2.0/networks/ecc5a3c2-7ca8-4634-8af5-754b9bcd314c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847484 Mar 01 13:59:07.354453 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b65e1596-19a5-43bb-87ae-25efcf3e3438 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (ac42dce5-98d2-485a-87ff-480a3de7b1d8), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:07.399430 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ae4066-2ef9-484c-8088-59ce5ce8e7f4 None None] Network 02578a0a-4e38-42ac-abde-bdee024b32fb is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:59:07.403591 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-66ae4066-2ef9-484c-8088-59ce5ce8e7f4 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:59:07.407632 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ae4066-2ef9-484c-8088-59ce5ce8e7f4 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:59:07.423563 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae4066-2ef9-484c-8088-59ce5ce8e7f4 None None] Pushing event updated for resources: {'Port': ['ID=d41e29b0-da5e-4e87-a755-ef3eb9cc817e,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:07.501737 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-66ae4066-2ef9-484c-8088-59ce5ce8e7f4 None None] Attempting to bind port d41e29b0-da5e-4e87-a755-ef3eb9cc817e on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:59:07.503800 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-66ae4066-2ef9-484c-8088-59ce5ce8e7f4 None None] Attempting to bind port d41e29b0-da5e-4e87-a755-ef3eb9cc817e by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '52e72fc9-92e4-45e1-96db-fca466a157d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '02578a0a-4e38-42ac-abde-bdee024b32fb'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:59:07.504542 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ae4066-2ef9-484c-8088-59ce5ce8e7f4 None None] Attempting to bind port d41e29b0-da5e-4e87-a755-ef3eb9cc817e on network 02578a0a-4e38-42ac-abde-bdee024b32fb {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:59:07.514004 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ae4066-2ef9-484c-8088-59ce5ce8e7f4 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:59:07.514866 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ae4066-2ef9-484c-8088-59ce5ce8e7f4 None None] Checking segment: {'id': '52e72fc9-92e4-45e1-96db-fca466a157d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '02578a0a-4e38-42ac-abde-bdee024b32fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:59:07.515630 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-66ae4066-2ef9-484c-8088-59ce5ce8e7f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:07.516257 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ae4066-2ef9-484c-8088-59ce5ce8e7f4 None None] Bound using segment: {'id': '52e72fc9-92e4-45e1-96db-fca466a157d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '02578a0a-4e38-42ac-abde-bdee024b32fb'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:59:07.516936 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-66ae4066-2ef9-484c-8088-59ce5ce8e7f4 None None] Bound port: d41e29b0-da5e-4e87-a755-ef3eb9cc817e, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e72fc9-92e4-45e1-96db-fca466a157d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '02578a0a-4e38-42ac-abde-bdee024b32fb'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:59:07.517530 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-66ae4066-2ef9-484c-8088-59ce5ce8e7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d41e29b0-da5e-4e87-a755-ef3eb9cc817e), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:07.536044 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65e1596-19a5-43bb-87ae-25efcf3e3438 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Network 1271232a-a21b-4e57-8ad1-93c7c3ef6d91 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:59:07.537832 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e1596-19a5-43bb-87ae-25efcf3e3438 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Pushing event updated for resources: {'Port': ['ID=ac42dce5-98d2-485a-87ff-480a3de7b1d8,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:07.550764 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-b65e1596-19a5-43bb-87ae-25efcf3e3438 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:59:07.560154 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65e1596-19a5-43bb-87ae-25efcf3e3438 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:59:07.561350 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b65e1596-19a5-43bb-87ae-25efcf3e3438 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (0cef9377-e02b-4897-8f54-fe950b842272), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:07.594186 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-66ae4066-2ef9-484c-8088-59ce5ce8e7f4 None None] For port d41e29b0-da5e-4e87-a755-ef3eb9cc817e, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:59:07.598473 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-66ae4066-2ef9-484c-8088-59ce5ce8e7f4 None None] For port d41e29b0-da5e-4e87-a755-ef3eb9cc817e, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=d41e29b0-da5e-4e87-a755-ef3eb9cc817e,segment=NetworkSegment(52e72fc9-92e4-45e1-96db-fca466a157d9),segment_id=52e72fc9-92e4-45e1-96db-fca466a157d9)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:59:07.610404 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-abd8dac5-7e9e-4111-9ff8-079d3d62c208 service neutron] 10.222.0.32 "GET /v2.0/networks/ecc5a3c2-7ca8-4634-8af5-754b9bcd314c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938082 Mar 01 13:59:07.612621 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-66ae4066-2ef9-484c-8088-59ce5ce8e7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (d41e29b0-da5e-4e87-a755-ef3eb9cc817e), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:07.706658 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-062155e7-611d-444b-b954-4a8b7ae1218d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3bb0ce28-dd64-442c-82fd-08ca68864979 HTTP/1.1" status: 200 len: 217 time: 0.0876372 Mar 01 13:59:07.778394 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-6b4d8a95-811b-4219-bd61-add4c7d61556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:07.781621 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-6b4d8a95-811b-4219-bd61-add4c7d61556 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=82af45e5-3428-45d7-98e9-10c937ed8f7a HTTP/1.1" status: 200 len: 797 time: 0.0666873 Mar 01 13:59:07.797331 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84523e56-367b-4fc4-80be-2b0ac570f7cf req-7b7eaeb0-dac6-4dbf-bfa0-8d9ea7668b79 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:07.804636 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-84523e56-367b-4fc4-80be-2b0ac570f7cf req-7b7eaeb0-dac6-4dbf-bfa0-8d9ea7668b79 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.3068624 Mar 01 13:59:07.824751 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae4066-2ef9-484c-8088-59ce5ce8e7f4 None None] Pushing event updated for resources: {'Port': ['ID=d41e29b0-da5e-4e87-a755-ef3eb9cc817e,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:07.860922 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b65e1596-19a5-43bb-87ae-25efcf3e3438 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ac42dce5-98d2-485a-87ff-480a3de7b1d8), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:07.949192 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dc99b90f-93a4-4d39-a15a-82eeb1cb5a00 req-f4ae66df-1ab0-481c-8a83-b45bbd39f3fa tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 210 time: 0.0774925 Mar 01 13:59:08.012425 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-84523e56-367b-4fc4-80be-2b0ac570f7cf req-8d298a28-90d4-42e6-b1c5-bdeec8d9bf36 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067158 Mar 01 13:59:08.042506 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-54a889a9-ddf0-4d64-a60f-d50a344f37bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:08.053878 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-54a889a9-ddf0-4d64-a60f-d50a344f37bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c7c4f361-ab05-4369-bcdd-5e7555278fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2469759 Mar 01 13:59:08.169398 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe3964-2db1-4bfe-ab62-a844bea906ce req-97617f1f-7e1e-4e12-8670-eee92ab0500b tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:08.171043 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a7fe3964-2db1-4bfe-ab62-a844bea906ce req-97617f1f-7e1e-4e12-8670-eee92ab0500b tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 0.2236972 Mar 01 13:59:08.397387 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 4584fc3a-513f-4f76-bebe-29973b78ac3e up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:59:08.490408 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883b368-0613-4528-aa7c-5e51e1f3c902 req-dc77e7ea-3291-4068-b48a-f2fa70d980c7 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:08.499056 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e883b368-0613-4528-aa7c-5e51e1f3c902 req-dc77e7ea-3291-4068-b48a-f2fa70d980c7 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.3237755 Mar 01 13:59:08.507692 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea13e6c-bfb6-4137-b6b0-33db85345bf6 None None] Network 1271232a-a21b-4e57-8ad1-93c7c3ef6d91 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:59:08.509038 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-149f0e70-039b-4ec3-8844-2b759a934824 service neutron] 10.222.0.32 "GET /v2.0/networks/c7c4f361-ab05-4369-bcdd-5e7555278fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4477935 Mar 01 13:59:08.511101 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b65e1596-19a5-43bb-87ae-25efcf3e3438 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks [] for port (ac42dce5-98d2-485a-87ff-480a3de7b1d8), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:08.527641 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b65e1596-19a5-43bb-87ae-25efcf3e3438 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (ac42dce5-98d2-485a-87ff-480a3de7b1d8), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:08.528458 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b65e1596-19a5-43bb-87ae-25efcf3e3438 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (0cef9377-e02b-4897-8f54-fe950b842272), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:08.647152 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e883b368-0613-4528-aa7c-5e51e1f3c902 req-658d2905-c9e8-4d8f-9e43-4d359b6f0d49 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428909 Mar 01 13:59:08.693341 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-a7fe3964-2db1-4bfe-ab62-a844bea906ce req-4d45b1c9-c440-42b0-b1bb-55212d261d0c tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Deleting port a3c38102-12a7-48fd-8142-324f120ec8bb {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:59:08.694662 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a7fe3964-2db1-4bfe-ab62-a844bea906ce req-4d45b1c9-c440-42b0-b1bb-55212d261d0c tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (a3c38102-12a7-48fd-8142-324f120ec8bb), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:08.700384 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e1596-19a5-43bb-87ae-25efcf3e3438 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Pushing event updated for resources: {'Port': ['ID=ac42dce5-98d2-485a-87ff-480a3de7b1d8,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:08.721725 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-8cfd2406-beac-40d7-946c-7d31842c62b9 service neutron] 10.222.0.32 "GET /v2.0/networks/c7c4f361-ab05-4369-bcdd-5e7555278fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718524 Mar 01 13:59:08.734661 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 4584fc3a-513f-4f76-bebe-29973b78ac3e triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:59:08.735040 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (4584fc3a-513f-4f76-bebe-29973b78ac3e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:08.750178 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52520) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:08.787105 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-ea339efa-a7df-4451-b88d-705c471b1ba3 None None] Provisioning complete for port 4584fc3a-513f-4f76-bebe-29973b78ac3e triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:59:08.787359 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ea339efa-a7df-4451-b88d-705c471b1ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (4584fc3a-513f-4f76-bebe-29973b78ac3e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:08.858979 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65e1596-19a5-43bb-87ae-25efcf3e3438 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Network 1271232a-a21b-4e57-8ad1-93c7c3ef6d91 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:59:08.867584 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-b65e1596-19a5-43bb-87ae-25efcf3e3438 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:59:08.876762 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-ba120deb-e6aa-4497-b4e9-98ce128366f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=13b9e748-a974-42c2-8e91-ba448a992de1 HTTP/1.1" status: 200 len: 217 time: 0.1470346 Mar 01 13:59:08.976939 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-48c6dde4-2063-4958-ae73-b88afdbba8b1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-618551947-network', 'tenant_id': '4f35078c869241559fa6863827bcce9e'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:59:08.995833 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-6db45029-95ef-40c6-9e7d-4a2d89646b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:08.997476 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-6db45029-95ef-40c6-9e7d-4a2d89646b8b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=82af45e5-3428-45d7-98e9-10c937ed8f7a HTTP/1.1" status: 200 len: 797 time: 0.1135528 Mar 01 13:59:09.133066 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 4584fc3a-513f-4f76-bebe-29973b78ac3e is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:59:09.133467 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4584fc3a-513f-4f76-bebe-29973b78ac3e), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:09.154761 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-99b5fc56-3010-4db1-8108-cf014e8eb2df req-e1829830-681f-4848-8fb9-50c35cf68751 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 210 time: 0.0482719 Mar 01 13:59:09.169492 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c6dde4-2063-4958-ae73-b88afdbba8b1 admin admin] Made reservation on behalf of 4f35078c869241559fa6863827bcce9e for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:59:09.172757 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-48c6dde4-2063-4958-ae73-b88afdbba8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:09.187353 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-48c6dde4-2063-4958-ae73-b88afdbba8b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:09.212722 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-dd4f14cf-a8c3-4c32-b838-8563e632096c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:09.215415 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-dd4f14cf-a8c3-4c32-b838-8563e632096c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c7c4f361-ab05-4369-bcdd-5e7555278fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1945920 Mar 01 13:59:09.272256 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ea339efa-a7df-4451-b88d-705c471b1ba3 None None] Current status of the port 4584fc3a-513f-4f76-bebe-29973b78ac3e is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:59:09.281687 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ea339efa-a7df-4451-b88d-705c471b1ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4584fc3a-513f-4f76-bebe-29973b78ac3e), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:09.338174 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-48c6dde4-2063-4958-ae73-b88afdbba8b1 admin admin] Publish callbacks [] for security_group (bede9a5a-7006-4cb2-9732-7b362994a9c5), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:09.364279 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-48c6dde4-2063-4958-ae73-b88afdbba8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (bede9a5a-7006-4cb2-9732-7b362994a9c5), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:09.377271 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 4584fc3a-513f-4f76-bebe-29973b78ac3e, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=4584fc3a-513f-4f76-bebe-29973b78ac3e,segment=NetworkSegment(714edeec-727c-48b1-804c-4c049f2c2980),segment_id=714edeec-727c-48b1-804c-4c049f2c2980)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:59:09.387747 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (4584fc3a-513f-4f76-bebe-29973b78ac3e), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:09.393722 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:59:09.530522 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c6dde4-2063-4958-ae73-b88afdbba8b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:59:09.542305 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-48c6dde4-2063-4958-ae73-b88afdbba8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (7a63df0f-2a06-4da5-a264-f236c3286f77), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:09.543468 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-48c6dde4-2063-4958-ae73-b88afdbba8b1 admin admin] Added segment 7a63df0f-2a06-4da5-a264-f236c3286f77 of type vlan for network 05ce96e8-01ac-41f7-81d8-c04a115222c3 Mar 01 13:59:09.598986 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-ea339efa-a7df-4451-b88d-705c471b1ba3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 13:59:09.599594 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-ea339efa-a7df-4451-b88d-705c471b1ba3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 13:59:09.600048 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7339289d-dfae-4f64-9899-02e7d0bfb486 None None] Network 02578a0a-4e38-42ac-abde-bdee024b32fb requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:59:09.603736 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=4584fc3a-513f-4f76-bebe-29973b78ac3e,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:09.613854 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-48c6dde4-2063-4958-ae73-b88afdbba8b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (05ce96e8-01ac-41f7-81d8-c04a115222c3), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:09.670652 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-a7fe3964-2db1-4bfe-ab62-a844bea906ce req-4d45b1c9-c440-42b0-b1bb-55212d261d0c tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] For port a3c38102-12a7-48fd-8142-324f120ec8bb, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=a3c38102-12a7-48fd-8142-324f120ec8bb,segment=NetworkSegment(a0046b2b-e488-42b0-8925-94ab593c3d9d),segment_id=a0046b2b-e488-42b0-8925-94ab593c3d9d)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:59:09.671329 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a7fe3964-2db1-4bfe-ab62-a844bea906ce req-4d45b1c9-c440-42b0-b1bb-55212d261d0c tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (a3c38102-12a7-48fd-8142-324f120ec8bb), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:09.691461 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:59:09.691954 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:09.709819 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-48c6dde4-2063-4958-ae73-b88afdbba8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (05ce96e8-01ac-41f7-81d8-c04a115222c3), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:09.711428 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c6dde4-2063-4958-ae73-b88afdbba8b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:09.712285 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-48c6dde4-2063-4958-ae73-b88afdbba8b1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:09.716951 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-afa7028a-d189-486a-b1d2-31e83afcf8df service neutron] 10.222.0.32 "GET /v2.0/networks/c7c4f361-ab05-4369-bcdd-5e7555278fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755124 Mar 01 13:59:09.746289 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6dde4-2063-4958-ae73-b88afdbba8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bede9a5a-7006-4cb2-9732-7b362994a9c5,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:09.751233 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-a7fe3964-2db1-4bfe-ab62-a844bea906ce req-4d45b1c9-c440-42b0-b1bb-55212d261d0c tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Calling delete_port for a3c38102-12a7-48fd-8142-324f120ec8bb owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:59:09.800780 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:59:09.803008 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:09.896163 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65e1596-19a5-43bb-87ae-25efcf3e3438 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Router 0cef9377-e02b-4897-8f54-fe950b842272 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 13:59:09.935948 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:59:09.944049 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:09.982849 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-48c6dde4-2063-4958-ae73-b88afdbba8b1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2343683 Mar 01 13:59:10.133741 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52538) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:10.143107 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-d9ebecb2-2862-405c-817b-a92116a1105d admin admin] Request body: {'subnet': {'network_id': '05ce96e8-01ac-41f7-81d8-c04a115222c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-618551947-subnet', 'tenant_id': '4f35078c869241559fa6863827bcce9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:59:10.160430 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a7fe3964-2db1-4bfe-ab62-a844bea906ce req-4d45b1c9-c440-42b0-b1bb-55212d261d0c tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (a3c38102-12a7-48fd-8142-324f120ec8bb), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:10.191602 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['d3fbe549-665a-4fc4-9544-afc840124820'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:59:10.309669 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 4584fc3a-513f-4f76-bebe-29973b78ac3e up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:59:10.311653 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ea339efa-a7df-4451-b88d-705c471b1ba3 None None] Current status of the port 4584fc3a-513f-4f76-bebe-29973b78ac3e is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:59:10.317167 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d45b1c9-c440-42b0-b1bb-55212d261d0c tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Pushing event deleted for resources: {'Port': ['ID=a3c38102-12a7-48fd-8142-324f120ec8bb,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:10.371968 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7fe3964-2db1-4bfe-ab62-a844bea906ce req-4d45b1c9-c440-42b0-b1bb-55212d261d0c tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] No DVR routers for this DVR port a3c38102-12a7-48fd-8142-324f120ec8bb on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:59:10.379517 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a7fe3964-2db1-4bfe-ab62-a844bea906ce req-4d45b1c9-c440-42b0-b1bb-55212d261d0c tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:10.384772 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a7fe3964-2db1-4bfe-ab62-a844bea906ce req-4d45b1c9-c440-42b0-b1bb-55212d261d0c tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.20 "DELETE /v2.0/ports/a3c38102-12a7-48fd-8142-324f120ec8bb HTTP/1.1" status: 204 len: 173 time: 2.2015138 Mar 01 13:59:10.388717 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a990162-f824-4fec-9227-ac13bdc94591', 'name': 'network-vif-deleted', 'tag': 'a3c38102-12a7-48fd-8142-324f120ec8bb'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:59:10.391531 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d620de2a-73ac-4183-9bb9-8526213c16ef" -d '{"events": [{"server_uuid": "5a990162-f824-4fec-9227-ac13bdc94591", "name": "network-vif-deleted", "tag": "a3c38102-12a7-48fd-8142-324f120ec8bb"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:59:10.403187 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ebecb2-2862-405c-817b-a92116a1105d admin admin] Made reservation on behalf of 4f35078c869241559fa6863827bcce9e for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:59:10.405882 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d9ebecb2-2862-405c-817b-a92116a1105d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:10.412607 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65e1596-19a5-43bb-87ae-25efcf3e3438 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:59:10.426716 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf88088-78a7-48ae-99b9-9677f3f4d5ff None None] Sync routers for ids ['0cef9377-e02b-4897-8f54-fe950b842272'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:59:10.444704 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf88088-78a7-48ae-99b9-9677f3f4d5ff None None] Routers {'0cef9377-e02b-4897-8f54-fe950b842272'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:59:10.445651 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-bbf88088-78a7-48ae-99b9-9677f3f4d5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['0cef9377-e02b-4897-8f54-fe950b842272'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:10.457660 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b65e1596-19a5-43bb-87ae-25efcf3e3438 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] 10.222.0.13 "PUT /v2.0/routers/0cef9377-e02b-4897-8f54-fe950b842272/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0060892 Mar 01 13:59:10.463609 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52546) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:10.506642 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-bbf88088-78a7-48ae-99b9-9677f3f4d5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:10.518261 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf88088-78a7-48ae-99b9-9677f3f4d5ff None None] Routers {'0cef9377-e02b-4897-8f54-fe950b842272'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:59:10.519507 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-bbf88088-78a7-48ae-99b9-9677f3f4d5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['0cef9377-e02b-4897-8f54-fe950b842272'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:10.557408 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d6d06c56-f168-4da2-ba8e-e5257340dc78 None None] Provisioning complete for port d41e29b0-da5e-4e87-a755-ef3eb9cc817e triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:59:10.558357 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d6d06c56-f168-4da2-ba8e-e5257340dc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (d41e29b0-da5e-4e87-a755-ef3eb9cc817e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:10.611881 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-bbf88088-78a7-48ae-99b9-9677f3f4d5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:10.612537 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf88088-78a7-48ae-99b9-9677f3f4d5ff None None] The sync data for ids ['0cef9377-e02b-4897-8f54-fe950b842272'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:59:10.642751 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 4584fc3a-513f-4f76-bebe-29973b78ac3e triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:59:10.643326 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (4584fc3a-513f-4f76-bebe-29973b78ac3e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:10.685859 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6dde4-2063-4958-ae73-b88afdbba8b1 admin admin] Pushing event updated for resources: {'Network': ['ID=05ce96e8-01ac-41f7-81d8-c04a115222c3,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:10.704827 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 05ce96e8-01ac-41f7-81d8-c04a115222c3 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:59:10.720551 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147422e6-330c-4e96-acd2-e9e6d1253a30 req-53c8cef5-5b24-4cb0-9787-ac897a7f0a58 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:10.721665 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-147422e6-330c-4e96-acd2-e9e6d1253a30 req-53c8cef5-5b24-4cb0-9787-ac897a7f0a58 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a990162-f824-4fec-9227-ac13bdc94591 HTTP/1.1" status: 200 len: 945 time: 1.2339468 Mar 01 13:59:10.757814 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5fcc91a5-d7be-43ee-9c3b-43a6d120543a req-40e2d5bc-46f8-4d8b-b7d7-ae7131094218 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 210 time: 0.0657876 Mar 01 13:59:10.855620 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d6d06c56-f168-4da2-ba8e-e5257340dc78 None None] Current status of the port d41e29b0-da5e-4e87-a755-ef3eb9cc817e is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:59:10.856351 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d6d06c56-f168-4da2-ba8e-e5257340dc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d41e29b0-da5e-4e87-a755-ef3eb9cc817e), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:10.891625 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e28de921-63f0-4d0e-9ee9-a3e0f8b459e9 req-3ae1f6c4-210a-4319-b33f-e6d6b0e91bcb service neutron] 10.222.0.32 "GET /v2.0/networks/c7c4f361-ab05-4369-bcdd-5e7555278fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1584899 Mar 01 13:59:10.938747 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d6d06c56-f168-4da2-ba8e-e5257340dc78 None None] For port d41e29b0-da5e-4e87-a755-ef3eb9cc817e, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=d41e29b0-da5e-4e87-a755-ef3eb9cc817e,segment=NetworkSegment(52e72fc9-92e4-45e1-96db-fca466a157d9),segment_id=52e72fc9-92e4-45e1-96db-fca466a157d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:59:10.956827 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d6d06c56-f168-4da2-ba8e-e5257340dc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (d41e29b0-da5e-4e87-a755-ef3eb9cc817e), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:10.962853 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-147422e6-330c-4e96-acd2-e9e6d1253a30 req-190753e5-c19b-4d4c-9f56-3c9a022e6f7f tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203038 Mar 01 13:59:11.002711 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 4584fc3a-513f-4f76-bebe-29973b78ac3e is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:59:11.004183 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device d41e29b0-da5e-4e87-a755-ef3eb9cc817e up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:59:11.040930 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d6d06c56-f168-4da2-ba8e-e5257340dc78 None None] Provisioning complete for port ac42dce5-98d2-485a-87ff-480a3de7b1d8 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:59:11.041579 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d6d06c56-f168-4da2-ba8e-e5257340dc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ac42dce5-98d2-485a-87ff-480a3de7b1d8), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:11.085070 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a8f613-1cba-4bd0-89db-5e95ef77a066 x-openstack-request-id: req-40a8f613-1cba-4bd0-89db-5e95ef77a066 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:59:11.086136 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a990162-f824-4fec-9227-ac13bdc94591", "name": "network-vif-deleted", "tag": "a3c38102-12a7-48fd-8142-324f120ec8bb", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:59:11.086789 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40a8f613-1cba-4bd0-89db-5e95ef77a066 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:59:11.087045 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a990162-f824-4fec-9227-ac13bdc94591', 'name': 'network-vif-deleted', 'tag': 'a3c38102-12a7-48fd-8142-324f120ec8bb', 'status': 'completed', 'code': 200} Mar 01 13:59:11.089961 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d9ebecb2-2862-405c-817b-a92116a1105d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (000c7b1d-985a-478b-a1d2-ea60907536af), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:11.104562 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d06c56-f168-4da2-ba8e-e5257340dc78 None None] Pushing event updated for resources: {'Port': ['ID=d41e29b0-da5e-4e87-a755-ef3eb9cc817e,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:11.108224 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d6d06c56-f168-4da2-ba8e-e5257340dc78 None None] Port ac42dce5-98d2-485a-87ff-480a3de7b1d8 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:59:11.124744 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port d41e29b0-da5e-4e87-a755-ef3eb9cc817e triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:59:11.125117 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (d41e29b0-da5e-4e87-a755-ef3eb9cc817e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:11.127395 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d6d06c56-f168-4da2-ba8e-e5257340dc78 None None] Provisioning complete for port 4584fc3a-513f-4f76-bebe-29973b78ac3e triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:59:11.128009 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d6d06c56-f168-4da2-ba8e-e5257340dc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (4584fc3a-513f-4f76-bebe-29973b78ac3e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:11.196278 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ebecb2-2862-405c-817b-a92116a1105d admin admin] Pushing event updated for resources: {'Subnet': ['ID=000c7b1d-985a-478b-a1d2-ea60907536af,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:11.234371 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ebecb2-2862-405c-817b-a92116a1105d admin admin] Checking segment: {'id': '7a63df0f-2a06-4da5-a264-f236c3286f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '05ce96e8-01ac-41f7-81d8-c04a115222c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:59:11.234872 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ebecb2-2862-405c-817b-a92116a1105d admin admin] Network hostable DHCP agents. Network: 05ce96e8-01ac-41f7-81d8-c04a115222c3, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:59:11.264621 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device a3c38102-12a7-48fd-8142-324f120ec8bb no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:59:11.264959 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ebecb2-2862-405c-817b-a92116a1105d admin admin] Network 05ce96e8-01ac-41f7-81d8-c04a115222c3 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:59:11.291397 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port d41e29b0-da5e-4e87-a755-ef3eb9cc817e is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:59:11.294774 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: a3c38102-12a7-48fd-8142-324f120ec8bb {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:59:11.295147 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device a3c38102-12a7-48fd-8142-324f120ec8bb not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:59:11.297844 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d6d06c56-f168-4da2-ba8e-e5257340dc78 None None] Current status of the port 4584fc3a-513f-4f76-bebe-29973b78ac3e is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:59:11.300916 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-d9ebecb2-2862-405c-817b-a92116a1105d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 05ce96e8-01ac-41f7-81d8-c04a115222c3) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:59:11.309390 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ebecb2-2862-405c-817b-a92116a1105d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:11.310093 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d9ebecb2-2862-405c-817b-a92116a1105d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:11.311210 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5872b82-ccdb-4348-a365-354e656d9d2b None None] Network 05ce96e8-01ac-41f7-81d8-c04a115222c3 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:59:11.314813 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-c1209d0c-6400-4729-bf2c-6d246daee4cb tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 13:59:11.318669 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c1209d0c-6400-4729-bf2c-6d246daee4cb tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] 10.222.0.13 "PUT /v2.0/routers/0cef9377-e02b-4897-8f54-fe950b842272/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8510633 Mar 01 13:59:11.319565 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52548) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:11.370078 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d9ebecb2-2862-405c-817b-a92116a1105d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2350466 Mar 01 13:59:11.455822 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-9bd3e516-182f-47b5-a829-c10f4a2cf3ad None None] Provisioning complete for port ac42dce5-98d2-485a-87ff-480a3de7b1d8 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:59:11.456264 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9bd3e516-182f-47b5-a829-c10f4a2cf3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ac42dce5-98d2-485a-87ff-480a3de7b1d8), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:11.480393 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d261d49-bc21-42cb-a33e-8d5f38da7c24 None None] Network 05ce96e8-01ac-41f7-81d8-c04a115222c3 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:59:11.732173 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-9bd3e516-182f-47b5-a829-c10f4a2cf3ad None None] Port ac42dce5-98d2-485a-87ff-480a3de7b1d8 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:59:11.753447 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-502c3f94-e2c0-41f1-bdb3-968698667008 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (0cef9377-e02b-4897-8f54-fe950b842272), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:11.885094 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aa46414d-96e3-46cb-bb4e-fbf1720e130f req-37c2a84a-d498-433a-90d5-d4019f8c4998 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 210 time: 0.0332599 Mar 01 13:59:12.044800 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-10e10622-adc7-43c9-a53c-93d81ac459f5 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:12.046322 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-10e10622-adc7-43c9-a53c-93d81ac459f5 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/networks?id=05ce96e8-01ac-41f7-81d8-c04a115222c3 HTTP/1.1" status: 200 len: 813 time: 0.1285083 Mar 01 13:59:12.067052 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-502c3f94-e2c0-41f1-bdb3-968698667008 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Deleting port ac42dce5-98d2-485a-87ff-480a3de7b1d8 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:59:12.067399 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-502c3f94-e2c0-41f1-bdb3-968698667008 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (ac42dce5-98d2-485a-87ff-480a3de7b1d8), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:12.070440 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device d41e29b0-da5e-4e87-a755-ef3eb9cc817e up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:59:12.072211 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-5b4ca814-10b0-46a6-8243-f60417e8eb7d tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/quotas/4f35078c869241559fa6863827bcce9e HTTP/1.1" status: 200 len: 375 time: 0.0193453 Mar 01 13:59:12.111956 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-264a2d77-0db9-42ae-9729-889d07f523f4 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f35078c869241559fa6863827bcce9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344603 Mar 01 13:59:12.180537 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port d41e29b0-da5e-4e87-a755-ef3eb9cc817e triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:59:12.180537 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (d41e29b0-da5e-4e87-a755-ef3eb9cc817e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:12.237995 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-502c3f94-e2c0-41f1-bdb3-968698667008 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (ac42dce5-98d2-485a-87ff-480a3de7b1d8), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:12.257557 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-f5128763-579a-46d6-962e-54b828630457 service neutron] 10.222.0.13 "GET /v2.0/networks/05ce96e8-01ac-41f7-81d8-c04a115222c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316350 Mar 01 13:59:12.268946 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-502c3f94-e2c0-41f1-bdb3-968698667008 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Calling delete_port for ac42dce5-98d2-485a-87ff-480a3de7b1d8 owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:59:12.313945 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port d41e29b0-da5e-4e87-a755-ef3eb9cc817e is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:59:12.399559 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-033741c3-cb78-4427-b642-19b3cb16738e service neutron] 10.222.0.13 "GET /v2.0/networks/05ce96e8-01ac-41f7-81d8-c04a115222c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361659 Mar 01 13:59:12.407390 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6f950-709a-483a-b2aa-513ea13f99f6 req-eff2bff6-b8c4-43a0-a9ca-004e4b4fa2b6 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:12.408999 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-75f6f950-709a-483a-b2aa-513ea13f99f6 req-eff2bff6-b8c4-43a0-a9ca-004e4b4fa2b6 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 945 time: 0.1207676 Mar 01 13:59:12.465429 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-75f6f950-709a-483a-b2aa-513ea13f99f6 req-0ef422a5-51f5-4385-bbf0-c42c3a508b81 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498674 Mar 01 13:59:12.470604 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-502c3f94-e2c0-41f1-bdb3-968698667008 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (ac42dce5-98d2-485a-87ff-480a3de7b1d8), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:12.517917 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c3f94-e2c0-41f1-bdb3-968698667008 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Pushing event deleted for resources: {'Port': ['ID=ac42dce5-98d2-485a-87ff-480a3de7b1d8,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:12.626440 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-04d932ce-0d93-40f2-b157-727ddf1f9058 req-fb5e0272-60c0-4657-abb7-bb55c5032bac tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 210 time: 0.0490251 Mar 01 13:59:12.660097 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-502c3f94-e2c0-41f1-bdb3-968698667008 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (0cef9377-e02b-4897-8f54-fe950b842272), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:12.846204 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502c3f94-e2c0-41f1-bdb3-968698667008 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Router 0cef9377-e02b-4897-8f54-fe950b842272 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:59:12.934082 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502c3f94-e2c0-41f1-bdb3-968698667008 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:59:12.947354 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a7d3ff-1ac3-4b9b-8d0e-26a99788fcbf None None] Sync routers for ids ['0cef9377-e02b-4897-8f54-fe950b842272'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:59:12.952059 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52588) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:12.952622 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-502c3f94-e2c0-41f1-bdb3-968698667008 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] 10.222.0.13 "PUT /v2.0/routers/0cef9377-e02b-4897-8f54-fe950b842272/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6316998 Mar 01 13:59:12.961591 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a7d3ff-1ac3-4b9b-8d0e-26a99788fcbf None None] Routers {'0cef9377-e02b-4897-8f54-fe950b842272'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:59:12.962635 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-10a7d3ff-1ac3-4b9b-8d0e-26a99788fcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['0cef9377-e02b-4897-8f54-fe950b842272'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:13.008542 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-10a7d3ff-1ac3-4b9b-8d0e-26a99788fcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:13.019960 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a7d3ff-1ac3-4b9b-8d0e-26a99788fcbf None None] Routers {'0cef9377-e02b-4897-8f54-fe950b842272'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:59:13.021055 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-10a7d3ff-1ac3-4b9b-8d0e-26a99788fcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['0cef9377-e02b-4897-8f54-fe950b842272'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:13.067474 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-2408cc9c-6bbb-4974-9758-e050c8ee9625 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] delete failed (client error): The resource could not be found. Mar 01 13:59:13.068774 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2408cc9c-6bbb-4974-9758-e050c8ee9625 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-2060501105 HTTP/1.1" status: 404 len: 335 time: 0.1148412 Mar 01 13:59:13.073132 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52592) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:13.076283 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-10a7d3ff-1ac3-4b9b-8d0e-26a99788fcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:13.077951 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a7d3ff-1ac3-4b9b-8d0e-26a99788fcbf None None] The sync data for ids ['0cef9377-e02b-4897-8f54-fe950b842272'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:59:13.078233 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-90e3a13f-d77b-44d8-a5cf-7d1d4cf9424b tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Request body: {'router': {'external_gateway_info': {'network_id': '0cef9377-e02b-4897-8f54-fe950b842272'}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:59:13.091478 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7c1b8836-4071-4c10-8c6b-907f243f87d3 req-76576a95-f5b9-41bb-8d1c-9e1452cdd50d tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 210 time: 0.0555632 Mar 01 13:59:13.325216 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-90e3a13f-d77b-44d8-a5cf-7d1d4cf9424b tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks [] for router_gateway (0cef9377-e02b-4897-8f54-fe950b842272), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:13.344343 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-90e3a13f-d77b-44d8-a5cf-7d1d4cf9424b tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] update failed (client error): The resource could not be found. Mar 01 13:59:13.345421 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-90e3a13f-d77b-44d8-a5cf-7d1d4cf9424b tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] 10.222.0.13 "PUT /v2.0/routers/0cef9377-e02b-4897-8f54-fe950b842272 HTTP/1.1" status: 404 len: 339 time: 0.2712572 Mar 01 13:59:13.349370 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52596) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:13.354909 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-0ff95827-809b-4afb-9ee1-9650c8d5e2bf tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-322042629'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:59:13.379321 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff95827-809b-4afb-9ee1-9650c8d5e2bf tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Made reservation on behalf of 80430b1557ed45288bb26752dbea8dea for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:59:13.383285 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ff95827-809b-4afb-9ee1-9650c8d5e2bf tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:13.407512 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ff95827-809b-4afb-9ee1-9650c8d5e2bf tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:59:13.418204 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ff95827-809b-4afb-9ee1-9650c8d5e2bf tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (468cb517-a50d-453c-be12-e66fd40dddc7), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:13.418563 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-0ff95827-809b-4afb-9ee1-9650c8d5e2bf tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Added segment 468cb517-a50d-453c-be12-e66fd40dddc7 of type vlan for network 67dd50f0-b0f1-486e-9360-3554de108e9b Mar 01 13:59:13.463450 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ff95827-809b-4afb-9ee1-9650c8d5e2bf tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (67dd50f0-b0f1-486e-9360-3554de108e9b), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:13.490894 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ff95827-809b-4afb-9ee1-9650c8d5e2bf tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (67dd50f0-b0f1-486e-9360-3554de108e9b), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:13.496512 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff95827-809b-4afb-9ee1-9650c8d5e2bf tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:13.497068 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ff95827-809b-4afb-9ee1-9650c8d5e2bf tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:13.554945 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0ff95827-809b-4afb-9ee1-9650c8d5e2bf tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2041779 Mar 01 13:59:13.557950 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52600) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:13.563648 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-ed6329c0-d18a-42ac-8a4f-aa994e3158d8 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Request body: {'subnet': {'network_id': '67dd50f0-b0f1-486e-9360-3554de108e9b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:59:13.597139 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff95827-809b-4afb-9ee1-9650c8d5e2bf tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Pushing event updated for resources: {'Network': ['ID=67dd50f0-b0f1-486e-9360-3554de108e9b,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:13.612210 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 67dd50f0-b0f1-486e-9360-3554de108e9b details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:59:13.628286 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5f28d-f457-4a03-b417-50e429557f8f req-6d532a4e-5cb7-4187-b1ab-1e44de33d29a tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:13.630862 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-82f5f28d-f457-4a03-b417-50e429557f8f req-6d532a4e-5cb7-4187-b1ab-1e44de33d29a tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 945 time: 0.0802655 Mar 01 13:59:13.703205 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-82f5f28d-f457-4a03-b417-50e429557f8f req-caad6d14-7266-41f8-b192-6628859bc52e tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643086 Mar 01 13:59:13.708415 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6329c0-d18a-42ac-8a4f-aa994e3158d8 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Made reservation on behalf of 80430b1557ed45288bb26752dbea8dea for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:59:13.712108 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ed6329c0-d18a-42ac-8a4f-aa994e3158d8 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:13.754795 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-801a95ee-a26b-4549-b84b-54cc11960a26 req-f50db517-3930-4c63-8f49-9291ffdb6538 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 210 time: 0.0401826 Mar 01 13:59:13.961369 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-3dfea60c-b03b-42ce-a6e0-f53dfa029c61 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:13.962831 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-3dfea60c-b03b-42ce-a6e0-f53dfa029c61 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.20 "GET /v2.0/networks?id=05ce96e8-01ac-41f7-81d8-c04a115222c3 HTTP/1.1" status: 200 len: 813 time: 0.1492233 Mar 01 13:59:13.977371 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-89f8ad96-3755-4d81-b61d-2d4d687db90b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Request body: {'port': {'device_id': 'eb6033d9-74bf-4aa3-a801-7225131a8117', 'network_id': '05ce96e8-01ac-41f7-81d8-c04a115222c3', 'admin_state_up': True, 'tenant_id': '4f35078c869241559fa6863827bcce9e'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:59:14.076466 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ed6329c0-d18a-42ac-8a4f-aa994e3158d8 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (0ab0706e-4917-4498-ae02-fe78616bbe0c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:14.173904 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6329c0-d18a-42ac-8a4f-aa994e3158d8 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Pushing event updated for resources: {'Subnet': ['ID=0ab0706e-4917-4498-ae02-fe78616bbe0c,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:14.220089 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fe03e3e9-0d45-49d3-af7d-5f5cc7b390b7 req-326197db-8b27-49fb-9b65-1362ddaaebde tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 210 time: 0.0286212 Mar 01 13:59:14.505859 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6329c0-d18a-42ac-8a4f-aa994e3158d8 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Checking segment: {'id': '468cb517-a50d-453c-be12-e66fd40dddc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '67dd50f0-b0f1-486e-9360-3554de108e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:59:14.506463 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6329c0-d18a-42ac-8a4f-aa994e3158d8 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Network hostable DHCP agents. Network: 67dd50f0-b0f1-486e-9360-3554de108e9b, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:59:14.516271 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-89f8ad96-3755-4d81-b61d-2d4d687db90b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Made reservation on behalf of 4f35078c869241559fa6863827bcce9e for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:59:14.519582 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-89f8ad96-3755-4d81-b61d-2d4d687db90b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:14.539738 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6329c0-d18a-42ac-8a4f-aa994e3158d8 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Network 67dd50f0-b0f1-486e-9360-3554de108e9b is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:59:14.578521 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-ed6329c0-d18a-42ac-8a4f-aa994e3158d8 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 67dd50f0-b0f1-486e-9360-3554de108e9b) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:59:14.588689 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6329c0-d18a-42ac-8a4f-aa994e3158d8 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:14.588988 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ba4e7e-261f-445a-ad4c-40459a00165d None None] Network 67dd50f0-b0f1-486e-9360-3554de108e9b requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:59:14.589468 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ed6329c0-d18a-42ac-8a4f-aa994e3158d8 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:14.620170 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ed6329c0-d18a-42ac-8a4f-aa994e3158d8 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0607185 Mar 01 13:59:14.623173 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52608) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:14.629003 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-f715a8a1-4e41-48be-9b0f-d39e2f02c202 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Request body: {'router': {'external_gateway_info': {'network_id': '67dd50f0-b0f1-486e-9360-3554de108e9b'}}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:59:14.664720 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-89f8ad96-3755-4d81-b61d-2d4d687db90b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Allocated IP 172.20.0.12 (05ce96e8-01ac-41f7-81d8-c04a115222c3/000c7b1d-985a-478b-a1d2-ea60907536af/00acc6ed-69b5-4404-a397-2e35c1ff45c0) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:59:14.724133 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79197860-7810-4ad7-aa97-210457808283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-67dd50f0-b0f1-486e-9360-3554de108e9b', 'network_id': '67dd50f0-b0f1-486e-9360-3554de108e9b', 'project_id': '80430b1557ed45288bb26752dbea8dea', 'fixed_ips': [{'subnet_id': '0ab0706e-4917-4498-ae02-fe78616bbe0c'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 13:59:14.725056 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-79197860-7810-4ad7-aa97-210457808283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:14.881346 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-89f8ad96-3755-4d81-b61d-2d4d687db90b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Publish callbacks [] for port (00acc6ed-69b5-4404-a397-2e35c1ff45c0), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:14.939104 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-89f8ad96-3755-4d81-b61d-2d4d687db90b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (00acc6ed-69b5-4404-a397-2e35c1ff45c0), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:14.943724 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1cb4de-5794-4ae6-aff7-4ccdd2acf966 req-56012d58-0343-4db7-b5ad-9baa55fcd77a tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:14.945191 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f1cb4de-5794-4ae6-aff7-4ccdd2acf966 req-56012d58-0343-4db7-b5ad-9baa55fcd77a tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.32 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 945 time: 0.2148571 Mar 01 13:59:14.947304 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-018dc9e5-971c-47f6-8904-05b363451e7d req-a03fa55f-b8d1-4cf3-95a9-3a3a4872edcd tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 210 time: 0.0684452 Mar 01 13:59:14.958307 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-79197860-7810-4ad7-aa97-210457808283 None None] Allocated IP 2001:db8:1::2 (67dd50f0-b0f1-486e-9360-3554de108e9b/0ab0706e-4917-4498-ae02-fe78616bbe0c/bfc63659-2943-434c-94df-1f9f90f6b6e5) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:59:14.989831 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-89f8ad96-3755-4d81-b61d-2d4d687db90b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Network 05ce96e8-01ac-41f7-81d8-c04a115222c3 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:59:14.995366 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-89f8ad96-3755-4d81-b61d-2d4d687db90b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:59:15.010420 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-89f8ad96-3755-4d81-b61d-2d4d687db90b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:59:15.066737 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f715a8a1-4e41-48be-9b0f-d39e2f02c202 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks [] for router_gateway (0cef9377-e02b-4897-8f54-fe950b842272), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:15.081978 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f4f7b-5811-42bd-b912-45b26ffe3067 req-76a39bcf-a96d-4046-bc32-21c3d6fc8e53 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:15.083109 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-89f8ad96-3755-4d81-b61d-2d4d687db90b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:15.084029 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-89f8ad96-3755-4d81-b61d-2d4d687db90b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:15.089153 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-700f4f7b-5811-42bd-b912-45b26ffe3067 req-76a39bcf-a96d-4046-bc32-21c3d6fc8e53 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 945 time: 0.2234008 Mar 01 13:59:15.119058 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f8ad96-3755-4d81-b61d-2d4d687db90b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Pushing event updated for resources: {'Port': ['ID=00acc6ed-69b5-4404-a397-2e35c1ff45c0,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:15.138738 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-89f8ad96-3755-4d81-b61d-2d4d687db90b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1650493 Mar 01 13:59:15.156432 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-2ef02b75-6eb8-4fe6-b0dd-960d7039706e service neutron] Request body: {'port': {'device_id': 'eb6033d9-74bf-4aa3-a801-7225131a8117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:59:15.184847 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-79197860-7810-4ad7-aa97-210457808283 None None] Publish callbacks [] for port (bfc63659-2943-434c-94df-1f9f90f6b6e5), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:15.196905 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-79197860-7810-4ad7-aa97-210457808283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (bfc63659-2943-434c-94df-1f9f90f6b6e5), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:15.240251 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-700f4f7b-5811-42bd-b912-45b26ffe3067 req-5900657c-5330-4e2f-9887-4cd08f0226f4 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/security-groups?id=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487689 Mar 01 13:59:15.253291 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-2ef02b75-6eb8-4fe6-b0dd-960d7039706e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (00acc6ed-69b5-4404-a397-2e35c1ff45c0), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:15.264529 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-9f1cb4de-5794-4ae6-aff7-4ccdd2acf966 req-5de60ca0-0024-4a08-9241-384fcbf11950 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Deleting port d3fbe549-665a-4fc4-9544-afc840124820 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:59:15.265124 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9f1cb4de-5794-4ae6-aff7-4ccdd2acf966 req-5de60ca0-0024-4a08-9241-384fcbf11950 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (d3fbe549-665a-4fc4-9544-afc840124820), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:15.278267 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79197860-7810-4ad7-aa97-210457808283 None None] Network 67dd50f0-b0f1-486e-9360-3554de108e9b is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:59:15.281745 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-79197860-7810-4ad7-aa97-210457808283 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:59:15.285702 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79197860-7810-4ad7-aa97-210457808283 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:59:15.295791 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79197860-7810-4ad7-aa97-210457808283 None None] Pushing event updated for resources: {'Port': ['ID=bfc63659-2943-434c-94df-1f9f90f6b6e5,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:15.384757 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-79197860-7810-4ad7-aa97-210457808283 None None] Attempting to bind port bfc63659-2943-434c-94df-1f9f90f6b6e5 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:59:15.385140 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-79197860-7810-4ad7-aa97-210457808283 None None] Attempting to bind port bfc63659-2943-434c-94df-1f9f90f6b6e5 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '468cb517-a50d-453c-be12-e66fd40dddc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '67dd50f0-b0f1-486e-9360-3554de108e9b'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:59:15.385718 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79197860-7810-4ad7-aa97-210457808283 None None] Attempting to bind port bfc63659-2943-434c-94df-1f9f90f6b6e5 on network 67dd50f0-b0f1-486e-9360-3554de108e9b {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:59:15.391691 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79197860-7810-4ad7-aa97-210457808283 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:59:15.392080 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79197860-7810-4ad7-aa97-210457808283 None None] Checking segment: {'id': '468cb517-a50d-453c-be12-e66fd40dddc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '67dd50f0-b0f1-486e-9360-3554de108e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:59:15.392483 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-79197860-7810-4ad7-aa97-210457808283 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:15.392632 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d768f06c-c913-41f8-82bd-e70d939cbc7f req-d39c5e47-82f2-462b-8f7e-dd95eb7834ea tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 210 time: 0.0390286 Mar 01 13:59:15.392874 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79197860-7810-4ad7-aa97-210457808283 None None] Bound using segment: {'id': '468cb517-a50d-453c-be12-e66fd40dddc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '67dd50f0-b0f1-486e-9360-3554de108e9b'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:59:15.402910 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-9f1cb4de-5794-4ae6-aff7-4ccdd2acf966 req-5de60ca0-0024-4a08-9241-384fcbf11950 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] For port d3fbe549-665a-4fc4-9544-afc840124820, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=d3fbe549-665a-4fc4-9544-afc840124820,segment=NetworkSegment(a0046b2b-e488-42b0-8925-94ab593c3d9d),segment_id=a0046b2b-e488-42b0-8925-94ab593c3d9d)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:59:15.403284 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9f1cb4de-5794-4ae6-aff7-4ccdd2acf966 req-5de60ca0-0024-4a08-9241-384fcbf11950 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (d3fbe549-665a-4fc4-9544-afc840124820), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:15.404122 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-79197860-7810-4ad7-aa97-210457808283 None None] Bound port: bfc63659-2943-434c-94df-1f9f90f6b6e5, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '468cb517-a50d-453c-be12-e66fd40dddc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '67dd50f0-b0f1-486e-9360-3554de108e9b'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:59:15.404555 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-79197860-7810-4ad7-aa97-210457808283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (bfc63659-2943-434c-94df-1f9f90f6b6e5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:15.419960 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-9f1cb4de-5794-4ae6-aff7-4ccdd2acf966 req-5de60ca0-0024-4a08-9241-384fcbf11950 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Calling delete_port for d3fbe549-665a-4fc4-9544-afc840124820 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:59:15.499157 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-f715a8a1-4e41-48be-9b0f-d39e2f02c202 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 13:59:15.500248 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f715a8a1-4e41-48be-9b0f-d39e2f02c202 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] 10.222.0.13 "PUT /v2.0/routers/0cef9377-e02b-4897-8f54-fe950b842272 HTTP/1.1" status: 400 len: 364 time: 0.8755195 Mar 01 13:59:15.504616 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52618) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:15.508300 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-79197860-7810-4ad7-aa97-210457808283 None None] For port bfc63659-2943-434c-94df-1f9f90f6b6e5, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:59:15.520776 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-79197860-7810-4ad7-aa97-210457808283 None None] For port bfc63659-2943-434c-94df-1f9f90f6b6e5, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=bfc63659-2943-434c-94df-1f9f90f6b6e5,segment=NetworkSegment(468cb517-a50d-453c-be12-e66fd40dddc7),segment_id=468cb517-a50d-453c-be12-e66fd40dddc7)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:59:15.529793 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-79197860-7810-4ad7-aa97-210457808283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (bfc63659-2943-434c-94df-1f9f90f6b6e5), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:15.625532 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79197860-7810-4ad7-aa97-210457808283 None None] Pushing event updated for resources: {'Port': ['ID=bfc63659-2943-434c-94df-1f9f90f6b6e5,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:15.656191 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-2ef02b75-6eb8-4fe6-b0dd-960d7039706e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00acc6ed-69b5-4404-a397-2e35c1ff45c0 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:59:15.674592 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-2ef02b75-6eb8-4fe6-b0dd-960d7039706e service neutron] Publish callbacks [] for port (00acc6ed-69b5-4404-a397-2e35c1ff45c0), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:15.759361 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-2ef02b75-6eb8-4fe6-b0dd-960d7039706e service neutron] Transition to ACTIVE for port object 00acc6ed-69b5-4404-a397-2e35c1ff45c0 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:59:15.768880 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-2ef02b75-6eb8-4fe6-b0dd-960d7039706e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (00acc6ed-69b5-4404-a397-2e35c1ff45c0), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:15.793234 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9f1cb4de-5794-4ae6-aff7-4ccdd2acf966 req-5de60ca0-0024-4a08-9241-384fcbf11950 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (d3fbe549-665a-4fc4-9544-afc840124820), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:15.832888 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef02b75-6eb8-4fe6-b0dd-960d7039706e service neutron] Pushing event updated for resources: {'Port': ['ID=00acc6ed-69b5-4404-a397-2e35c1ff45c0,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:15.845823 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de60ca0-0024-4a08-9241-384fcbf11950 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Pushing event deleted for resources: {'Port': ['ID=d3fbe549-665a-4fc4-9544-afc840124820,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:15.930361 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1cb4de-5794-4ae6-aff7-4ccdd2acf966 req-5de60ca0-0024-4a08-9241-384fcbf11950 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] No DVR routers for this DVR port d3fbe549-665a-4fc4-9544-afc840124820 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:59:15.934759 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9f1cb4de-5794-4ae6-aff7-4ccdd2acf966 req-5de60ca0-0024-4a08-9241-384fcbf11950 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:15.938177 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f1cb4de-5794-4ae6-aff7-4ccdd2acf966 req-5de60ca0-0024-4a08-9241-384fcbf11950 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.32 "DELETE /v2.0/ports/d3fbe549-665a-4fc4-9544-afc840124820 HTTP/1.1" status: 204 len: 173 time: 0.9540291 Mar 01 13:59:15.938628 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e282fa2d-d9f0-480a-9fb9-f357c61c12e7', 'name': 'network-vif-deleted', 'tag': 'd3fbe549-665a-4fc4-9544-afc840124820'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:59:15.941841 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30e5c08-9836-484e-a519-c9bc6dd0967f" -d '{"events": [{"server_uuid": "e282fa2d-d9f0-480a-9fb9-f357c61c12e7", "name": "network-vif-deleted", "tag": "d3fbe549-665a-4fc4-9544-afc840124820"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:59:15.989239 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-2ef02b75-6eb8-4fe6-b0dd-960d7039706e service neutron] Attempting to bind port 00acc6ed-69b5-4404-a397-2e35c1ff45c0 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:59:15.989644 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-2ef02b75-6eb8-4fe6-b0dd-960d7039706e service neutron] Attempting to bind port 00acc6ed-69b5-4404-a397-2e35c1ff45c0 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '7a63df0f-2a06-4da5-a264-f236c3286f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '05ce96e8-01ac-41f7-81d8-c04a115222c3'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:59:15.989996 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-2ef02b75-6eb8-4fe6-b0dd-960d7039706e service neutron] Attempting to bind port 00acc6ed-69b5-4404-a397-2e35c1ff45c0 on network 05ce96e8-01ac-41f7-81d8-c04a115222c3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:59:16.006526 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b8969444-5a76-434e-b364-b1efc4bcb24d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:16.011858 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-2ef02b75-6eb8-4fe6-b0dd-960d7039706e service neutron] Port 00acc6ed-69b5-4404-a397-2e35c1ff45c0 on network 05ce96e8-01ac-41f7-81d8-c04a115222c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:59:16.012179 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-2ef02b75-6eb8-4fe6-b0dd-960d7039706e service neutron] Attempting to bind port 00acc6ed-69b5-4404-a397-2e35c1ff45c0 on network 05ce96e8-01ac-41f7-81d8-c04a115222c3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:59:16.019570 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5b3991-b3f5-48e2-9909-111cd4de462b x-openstack-request-id: req-2a5b3991-b3f5-48e2-9909-111cd4de462b {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:59:16.023737 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e282fa2d-d9f0-480a-9fb9-f357c61c12e7", "name": "network-vif-deleted", "tag": "d3fbe549-665a-4fc4-9544-afc840124820", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:59:16.024184 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a5b3991-b3f5-48e2-9909-111cd4de462b {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:59:16.024781 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e282fa2d-d9f0-480a-9fb9-f357c61c12e7', 'name': 'network-vif-deleted', 'tag': 'd3fbe549-665a-4fc4-9544-afc840124820', 'status': 'completed', 'code': 200} Mar 01 13:59:16.032489 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-2ef02b75-6eb8-4fe6-b0dd-960d7039706e service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:59:16.032827 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-2ef02b75-6eb8-4fe6-b0dd-960d7039706e service neutron] Checking segment: {'id': '7a63df0f-2a06-4da5-a264-f236c3286f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '05ce96e8-01ac-41f7-81d8-c04a115222c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:59:16.033218 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-2ef02b75-6eb8-4fe6-b0dd-960d7039706e service neutron] Bound using segment: {'id': '7a63df0f-2a06-4da5-a264-f236c3286f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '05ce96e8-01ac-41f7-81d8-c04a115222c3'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:59:16.033660 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-2ef02b75-6eb8-4fe6-b0dd-960d7039706e service neutron] Bound port: 00acc6ed-69b5-4404-a397-2e35c1ff45c0, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a63df0f-2a06-4da5-a264-f236c3286f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '05ce96e8-01ac-41f7-81d8-c04a115222c3'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:59:16.034543 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-2ef02b75-6eb8-4fe6-b0dd-960d7039706e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (00acc6ed-69b5-4404-a397-2e35c1ff45c0), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:16.168097 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device bfc63659-2943-434c-94df-1f9f90f6b6e5 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:59:16.219352 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-2ef02b75-6eb8-4fe6-b0dd-960d7039706e service neutron] For port 00acc6ed-69b5-4404-a397-2e35c1ff45c0, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:59:16.224588 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port bfc63659-2943-434c-94df-1f9f90f6b6e5 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:59:16.224755 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-2ef02b75-6eb8-4fe6-b0dd-960d7039706e service neutron] For port 00acc6ed-69b5-4404-a397-2e35c1ff45c0, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=00acc6ed-69b5-4404-a397-2e35c1ff45c0,segment=NetworkSegment(7a63df0f-2a06-4da5-a264-f236c3286f77),segment_id=7a63df0f-2a06-4da5-a264-f236c3286f77)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:59:16.224995 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (bfc63659-2943-434c-94df-1f9f90f6b6e5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:16.236460 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-2ef02b75-6eb8-4fe6-b0dd-960d7039706e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (00acc6ed-69b5-4404-a397-2e35c1ff45c0), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:16.287423 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-2ef02b75-6eb8-4fe6-b0dd-960d7039706e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:16.296200 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-2ef02b75-6eb8-4fe6-b0dd-960d7039706e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:16.301894 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-2ef02b75-6eb8-4fe6-b0dd-960d7039706e service neutron] 10.222.0.20 "PUT /v2.0/ports/00acc6ed-69b5-4404-a397-2e35c1ff45c0 HTTP/1.1" status: 200 len: 1092 time: 1.1539385 Mar 01 13:59:16.304308 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb6033d9-74bf-4aa3-a801-7225131a8117', 'tag': '00acc6ed-69b5-4404-a397-2e35c1ff45c0'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:59:16.309817 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2b9fd9-efc6-4527-8b12-5e6a8327f2b3" -d '{"events": [{"name": "network-changed", "server_uuid": "eb6033d9-74bf-4aa3-a801-7225131a8117", "tag": "00acc6ed-69b5-4404-a397-2e35c1ff45c0"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:59:16.321055 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5481ffa-6a5a-4bd3-8b67-68d85cad0475 req-90724aa8-63a9-49f6-9c84-c476c356b25a tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:16.337735 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port bfc63659-2943-434c-94df-1f9f90f6b6e5 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:59:16.338128 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (bfc63659-2943-434c-94df-1f9f90f6b6e5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:16.347457 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c5481ffa-6a5a-4bd3-8b67-68d85cad0475 req-90724aa8-63a9-49f6-9c84-c476c356b25a tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 944 time: 0.2342849 Mar 01 13:59:16.383981 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef02b75-6eb8-4fe6-b0dd-960d7039706e service neutron] Pushing event updated for resources: {'Port': ['ID=00acc6ed-69b5-4404-a397-2e35c1ff45c0,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:16.420685 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port bfc63659-2943-434c-94df-1f9f90f6b6e5, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=bfc63659-2943-434c-94df-1f9f90f6b6e5,segment=NetworkSegment(468cb517-a50d-453c-be12-e66fd40dddc7),segment_id=468cb517-a50d-453c-be12-e66fd40dddc7)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:59:16.431542 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (bfc63659-2943-434c-94df-1f9f90f6b6e5), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:16.496641 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-89db0ee2-e7bc-4f97-b69d-3fc79f282fd6 req-2b321496-ab2d-4cf9-be9d-6774c7478c85 tempest-ServerRescueTestJSON-1467482719 tempest-ServerRescueTestJSON-1467482719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e282fa2d-d9f0-480a-9fb9-f357c61c12e7 HTTP/1.1" status: 200 len: 210 time: 0.0790534 Mar 01 13:59:16.500478 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=bfc63659-2943-434c-94df-1f9f90f6b6e5,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:16.503657 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-769b55c1-f8b1-436f-a202-db5ee76ea07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:16.517509 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-769b55c1-f8b1-436f-a202-db5ee76ea07d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f35078c869241559fa6863827bcce9e&device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 1126 time: 0.1497831 Mar 01 13:59:16.575471 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-ef7ebb49-8ff6-4bb1-8f34-e6397d110bc6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00acc6ed-69b5-4404-a397-2e35c1ff45c0 HTTP/1.1" status: 200 len: 217 time: 0.0482216 Mar 01 13:59:16.577147 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c605b3-0752-40f1-97fc-274dd7102dd2 x-openstack-request-id: req-e5c605b3-0752-40f1-97fc-274dd7102dd2 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:59:16.577431 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb6033d9-74bf-4aa3-a801-7225131a8117", "tag": "00acc6ed-69b5-4404-a397-2e35c1ff45c0", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:59:16.577676 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5c605b3-0752-40f1-97fc-274dd7102dd2 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:59:16.578116 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb6033d9-74bf-4aa3-a801-7225131a8117', 'tag': '00acc6ed-69b5-4404-a397-2e35c1ff45c0', 'status': 'completed', 'code': 200} Mar 01 13:59:16.579696 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c5481ffa-6a5a-4bd3-8b67-68d85cad0475 req-6180860e-e7a9-4899-aeea-91d294b42fd9 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312119 Mar 01 13:59:16.670619 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-76a31cd2-e514-470e-a3f1-b8d10b78a3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:16.672837 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-76a31cd2-e514-470e-a3f1-b8d10b78a3a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=000c7b1d-985a-478b-a1d2-ea60907536af HTTP/1.1" status: 200 len: 853 time: 0.0911913 Mar 01 13:59:16.675359 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-b8969444-5a76-434e-b364-b1efc4bcb24d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Allocated IP 2001:db8::1 (a7fbf15f-8255-4b9c-9210-dd73d22be28d/8ba1f1a2-bffa-4e1b-a2f3-9b573de124bb/591d0509-e9d4-4724-810d-ec7bf9092920) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:59:16.709330 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-f0d8602e-f043-4167-85f3-6c65b5229aa0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05ce96e8-01ac-41f7-81d8-c04a115222c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287602 Mar 01 13:59:16.713883 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7b839402-e430-4bb1-8cc9-0b412ab6a5c0 req-0a06fba4-fb73-4efa-9c88-23f157154b36 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 210 time: 0.0427687 Mar 01 13:59:16.821227 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-69821f18-561d-4018-8251-a042a2569f4b service neutron] 10.222.0.20 "GET /v2.0/networks/05ce96e8-01ac-41f7-81d8-c04a115222c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049776 Mar 01 13:59:16.871114 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b8969444-5a76-434e-b364-b1efc4bcb24d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks [] for port (591d0509-e9d4-4724-810d-ec7bf9092920), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:16.915530 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b8969444-5a76-434e-b364-b1efc4bcb24d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (591d0509-e9d4-4724-810d-ec7bf9092920), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:16.941853 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2dd6d373-f388-4d14-91b0-de5a8ae9d2e8 req-b94503a0-b2f1-4f10-a0f6-dd6d5cae4a17 service neutron] 10.222.0.20 "GET /v2.0/networks/05ce96e8-01ac-41f7-81d8-c04a115222c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137545 Mar 01 13:59:16.966589 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8969444-5a76-434e-b364-b1efc4bcb24d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Network a7fbf15f-8255-4b9c-9210-dd73d22be28d is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:59:16.970109 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-b8969444-5a76-434e-b364-b1efc4bcb24d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:59:16.974495 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8969444-5a76-434e-b364-b1efc4bcb24d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:59:16.975171 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b8969444-5a76-434e-b364-b1efc4bcb24d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (0cef9377-e02b-4897-8f54-fe950b842272), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:17.031380 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8969444-5a76-434e-b364-b1efc4bcb24d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Pushing event updated for resources: {'Port': ['ID=591d0509-e9d4-4724-810d-ec7bf9092920,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:17.065953 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8969444-5a76-434e-b364-b1efc4bcb24d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:59:17.066284 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8969444-5a76-434e-b364-b1efc4bcb24d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:59:17.066646 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8969444-5a76-434e-b364-b1efc4bcb24d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:59:17.066977 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8969444-5a76-434e-b364-b1efc4bcb24d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:59:17.067348 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8969444-5a76-434e-b364-b1efc4bcb24d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:59:17.067796 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8969444-5a76-434e-b364-b1efc4bcb24d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:59:17.068239 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8969444-5a76-434e-b364-b1efc4bcb24d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:59:17.068595 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8969444-5a76-434e-b364-b1efc4bcb24d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:59:17.068935 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8969444-5a76-434e-b364-b1efc4bcb24d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:59:17.069276 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8969444-5a76-434e-b364-b1efc4bcb24d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:59:17.070260 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8969444-5a76-434e-b364-b1efc4bcb24d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:59:17.070595 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8969444-5a76-434e-b364-b1efc4bcb24d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:59:17.070922 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8969444-5a76-434e-b364-b1efc4bcb24d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:59:17.072580 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b9fd9-efc6-4527-8b12-5e6a8327f2b3 req-f6fcb0da-0b46-41bf-bc1f-af83f13e189a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:17.074088 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0f2b9fd9-efc6-4527-8b12-5e6a8327f2b3 req-f6fcb0da-0b46-41bf-bc1f-af83f13e189a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f35078c869241559fa6863827bcce9e&device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 1126 time: 0.0685620 Mar 01 13:59:17.102717 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3db0f4-a8f9-41cb-b9a9-0f5a37133e82 None None] Network 67dd50f0-b0f1-486e-9360-3554de108e9b requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:59:17.156317 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b8969444-5a76-434e-b364-b1efc4bcb24d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (591d0509-e9d4-4724-810d-ec7bf9092920), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:17.210921 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-9c1b61e7-79d2-4fc2-993d-086e93c587cf None None] Provisioning complete for port bfc63659-2943-434c-94df-1f9f90f6b6e5 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:59:17.211289 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9c1b61e7-79d2-4fc2-993d-086e93c587cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (bfc63659-2943-434c-94df-1f9f90f6b6e5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:17.268409 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b9fd9-efc6-4527-8b12-5e6a8327f2b3 req-e203f904-d6ff-45e2-ab85-db4f51266641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:17.269910 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0f2b9fd9-efc6-4527-8b12-5e6a8327f2b3 req-e203f904-d6ff-45e2-ab85-db4f51266641 service neutron] 10.222.0.20 "GET /v2.0/networks?id=05ce96e8-01ac-41f7-81d8-c04a115222c3 HTTP/1.1" status: 200 len: 914 time: 0.1831684 Mar 01 13:59:17.348894 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0f2b9fd9-efc6-4527-8b12-5e6a8327f2b3 req-b4434975-96a2-496d-a55c-22ec9e1178fe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00acc6ed-69b5-4404-a397-2e35c1ff45c0 HTTP/1.1" status: 200 len: 217 time: 0.0724652 Mar 01 13:59:17.353758 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-9c1b61e7-79d2-4fc2-993d-086e93c587cf None None] Current status of the port bfc63659-2943-434c-94df-1f9f90f6b6e5 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:59:17.429919 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device d3fbe549-665a-4fc4-9544-afc840124820 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:59:17.439435 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b9fd9-efc6-4527-8b12-5e6a8327f2b3 req-66add2c1-452c-45b6-b362-fa1eb6dc3864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:17.441683 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0f2b9fd9-efc6-4527-8b12-5e6a8327f2b3 req-66add2c1-452c-45b6-b362-fa1eb6dc3864 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=000c7b1d-985a-478b-a1d2-ea60907536af HTTP/1.1" status: 200 len: 853 time: 0.0768931 Mar 01 13:59:17.458126 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: d3fbe549-665a-4fc4-9544-afc840124820 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:59:17.458787 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device d3fbe549-665a-4fc4-9544-afc840124820 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:59:17.490658 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0f2b9fd9-efc6-4527-8b12-5e6a8327f2b3 req-900ead74-abe2-4da8-bf63-b84bfcd27136 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05ce96e8-01ac-41f7-81d8-c04a115222c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423102 Mar 01 13:59:17.496718 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-fbb4488f-2e31-436d-a329-f85a9ca0609c None None] Provisioning complete for port 591d0509-e9d4-4724-810d-ec7bf9092920 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:59:17.497444 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fbb4488f-2e31-436d-a329-f85a9ca0609c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (591d0509-e9d4-4724-810d-ec7bf9092920), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:17.578557 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-fbb4488f-2e31-436d-a329-f85a9ca0609c None None] Port 591d0509-e9d4-4724-810d-ec7bf9092920 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:59:17.614338 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0f2b9fd9-efc6-4527-8b12-5e6a8327f2b3 req-45b58e08-114f-4ebb-9753-97bd13fdae96 service neutron] 10.222.0.20 "GET /v2.0/networks/05ce96e8-01ac-41f7-81d8-c04a115222c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163502 Mar 01 13:59:17.615274 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52636) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:17.700454 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-a7ec1b5c-ee83-421a-8802-0da570de9090 None None] Provisioning complete for port bfc63659-2943-434c-94df-1f9f90f6b6e5 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:59:17.701025 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a7ec1b5c-ee83-421a-8802-0da570de9090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (bfc63659-2943-434c-94df-1f9f90f6b6e5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:17.818801 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-a7ec1b5c-ee83-421a-8802-0da570de9090 None None] Current status of the port bfc63659-2943-434c-94df-1f9f90f6b6e5 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:59:17.842460 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0f2b9fd9-efc6-4527-8b12-5e6a8327f2b3 req-7014507a-aae6-4ed0-946d-bd6ec808f185 service neutron] 10.222.0.20 "GET /v2.0/networks/05ce96e8-01ac-41f7-81d8-c04a115222c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182686 Mar 01 13:59:18.006138 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-89406e78-2405-4981-af76-41f03517406a req-04be60d5-8fbc-49a8-800c-9d78251b1a1b tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 210 time: 0.0774264 Mar 01 13:59:18.035214 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f3805-12b6-4fd1-acda-62d6db944aef req-88781468-0684-4783-b91f-12952f3bddb4 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:18.035214 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-195f3805-12b6-4fd1-acda-62d6db944aef req-88781468-0684-4783-b91f-12952f3bddb4 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 944 time: 0.1030476 Mar 01 13:59:18.049199 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b8969444-5a76-434e-b364-b1efc4bcb24d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks [] for port (591d0509-e9d4-4724-810d-ec7bf9092920), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:18.062757 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device bfc63659-2943-434c-94df-1f9f90f6b6e5 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:59:18.067044 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b8969444-5a76-434e-b364-b1efc4bcb24d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (591d0509-e9d4-4724-810d-ec7bf9092920), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:18.067855 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b8969444-5a76-434e-b364-b1efc4bcb24d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (0cef9377-e02b-4897-8f54-fe950b842272), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:18.125203 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port bfc63659-2943-434c-94df-1f9f90f6b6e5 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:59:18.126304 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (bfc63659-2943-434c-94df-1f9f90f6b6e5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:18.165512 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f312accf-4f38-40af-9fe7-d0e3a4402ad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (a8da9542-d867-4be7-a6b5-fd0fe079006a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:18.183901 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-195f3805-12b6-4fd1-acda-62d6db944aef req-c6f12864-5169-4d2b-aa65-cd9722c3a057 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324279 Mar 01 13:59:18.186069 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8969444-5a76-434e-b364-b1efc4bcb24d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Pushing event updated for resources: {'Port': ['ID=591d0509-e9d4-4724-810d-ec7bf9092920,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:18.235418 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8969444-5a76-434e-b364-b1efc4bcb24d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Network a7fbf15f-8255-4b9c-9210-dd73d22be28d is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:59:18.237402 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-b8969444-5a76-434e-b364-b1efc4bcb24d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:59:18.240938 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port bfc63659-2943-434c-94df-1f9f90f6b6e5 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:59:18.358255 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8969444-5a76-434e-b364-b1efc4bcb24d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Router 0cef9377-e02b-4897-8f54-fe950b842272 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:59:18.478249 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8969444-5a76-434e-b364-b1efc4bcb24d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:59:18.478573 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f312accf-4f38-40af-9fe7-d0e3a4402ad2 admin admin] Deleting port f3611e20-3140-4ace-914f-3847d4700619 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:59:18.478812 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f312accf-4f38-40af-9fe7-d0e3a4402ad2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (f3611e20-3140-4ace-914f-3847d4700619), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:18.487049 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b8969444-5a76-434e-b364-b1efc4bcb24d tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] 10.222.0.13 "PUT /v2.0/routers/0cef9377-e02b-4897-8f54-fe950b842272/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9813859 Mar 01 13:59:18.487701 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52644) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:18.503655 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de8492a-f6fb-482c-a8f7-df7580a6e84d None None] Sync routers for ids ['0cef9377-e02b-4897-8f54-fe950b842272'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:59:18.523804 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de8492a-f6fb-482c-a8f7-df7580a6e84d None None] Routers {'0cef9377-e02b-4897-8f54-fe950b842272'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:59:18.524408 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-1de8492a-f6fb-482c-a8f7-df7580a6e84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['0cef9377-e02b-4897-8f54-fe950b842272'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:18.561555 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-1de8492a-f6fb-482c-a8f7-df7580a6e84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:18.577950 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de8492a-f6fb-482c-a8f7-df7580a6e84d None None] Routers {'0cef9377-e02b-4897-8f54-fe950b842272'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:59:18.578755 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-1de8492a-f6fb-482c-a8f7-df7580a6e84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['0cef9377-e02b-4897-8f54-fe950b842272'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:18.602841 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f312accf-4f38-40af-9fe7-d0e3a4402ad2 admin admin] For port f3611e20-3140-4ace-914f-3847d4700619, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=f3611e20-3140-4ace-914f-3847d4700619,segment=NetworkSegment(a0046b2b-e488-42b0-8925-94ab593c3d9d),segment_id=a0046b2b-e488-42b0-8925-94ab593c3d9d)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:59:18.603199 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f312accf-4f38-40af-9fe7-d0e3a4402ad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (f3611e20-3140-4ace-914f-3847d4700619), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:18.612302 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-24c8156d-d7fa-4b74-b31c-2f8ea9274772 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks [] for router (0cef9377-e02b-4897-8f54-fe950b842272), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:18.618130 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f312accf-4f38-40af-9fe7-d0e3a4402ad2 admin admin] Calling delete_port for f3611e20-3140-4ace-914f-3847d4700619 owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:59:18.625702 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-1de8492a-f6fb-482c-a8f7-df7580a6e84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:18.626630 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de8492a-f6fb-482c-a8f7-df7580a6e84d None None] The sync data for ids ['0cef9377-e02b-4897-8f54-fe950b842272'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:59:18.648027 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-eccaa73b-21ed-40da-9fa3-35ae0cd034fe None None] Provisioning complete for port 591d0509-e9d4-4724-810d-ec7bf9092920 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:59:18.648399 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-eccaa73b-21ed-40da-9fa3-35ae0cd034fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (591d0509-e9d4-4724-810d-ec7bf9092920), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:18.689658 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-eccaa73b-21ed-40da-9fa3-35ae0cd034fe None None] Port 591d0509-e9d4-4724-810d-ec7bf9092920 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 13:59:18.724469 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-24c8156d-d7fa-4b74-b31c-2f8ea9274772 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 01 13:59:18.728926 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-24c8156d-d7fa-4b74-b31c-2f8ea9274772 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] 10.222.0.13 "DELETE /v2.0/routers/0cef9377-e02b-4897-8f54-fe950b842272 HTTP/1.1" status: 409 len: 376 time: 0.2369988 Mar 01 13:59:18.729294 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52646) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:18.838884 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f312accf-4f38-40af-9fe7-d0e3a4402ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (f3611e20-3140-4ace-914f-3847d4700619), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:18.872006 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312accf-4f38-40af-9fe7-d0e3a4402ad2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3611e20-3140-4ace-914f-3847d4700619,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:19.084976 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f312accf-4f38-40af-9fe7-d0e3a4402ad2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (a8da9542-d867-4be7-a6b5-fd0fe079006a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:19.097152 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7685b49-4153-40b4-a502-013035d76ef2 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (0cef9377-e02b-4897-8f54-fe950b842272), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:19.201573 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3d81b06c-59d0-4493-ad1b-ba9e17e669c5 req-4aa052e1-a812-4d5e-95e1-ddf4efe36ab8 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d89afa-714f-4d03-9c5d-dfaccf285091 HTTP/1.1" status: 200 len: 210 time: 0.0592577 Mar 01 13:59:19.356144 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f312accf-4f38-40af-9fe7-d0e3a4402ad2 admin admin] Router a8da9542-d867-4be7-a6b5-fd0fe079006a has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:59:19.462620 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2009d6-3206-46b0-815e-672a60a43668 req-fa9174b6-321f-42a0-8326-16fe32d2393b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:19.464142 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8e2009d6-3206-46b0-815e-672a60a43668 req-fa9174b6-321f-42a0-8326-16fe32d2393b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 944 time: 0.1144109 Mar 01 13:59:19.476576 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-f7685b49-4153-40b4-a502-013035d76ef2 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Deleting port 591d0509-e9d4-4724-810d-ec7bf9092920 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:59:19.476828 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7685b49-4153-40b4-a502-013035d76ef2 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (591d0509-e9d4-4724-810d-ec7bf9092920), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:19.550438 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f312accf-4f38-40af-9fe7-d0e3a4402ad2 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:59:19.569432 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27d458a-6257-4809-99da-4987b6f10c41 None None] Sync routers for ids ['a8da9542-d867-4be7-a6b5-fd0fe079006a'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:59:19.576569 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f312accf-4f38-40af-9fe7-d0e3a4402ad2 admin admin] 10.222.0.13 "PUT /v2.0/routers/a8da9542-d867-4be7-a6b5-fd0fe079006a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9591553 Mar 01 13:59:19.579322 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8e2009d6-3206-46b0-815e-672a60a43668 req-bd3bb323-19cc-403f-b885-0a88b903102a tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065202 Mar 01 13:59:19.586059 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52656) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:19.587898 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27d458a-6257-4809-99da-4987b6f10c41 None None] Routers {'a8da9542-d867-4be7-a6b5-fd0fe079006a'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:59:19.589038 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d27d458a-6257-4809-99da-4987b6f10c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['a8da9542-d867-4be7-a6b5-fd0fe079006a'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:19.618275 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7685b49-4153-40b4-a502-013035d76ef2 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (591d0509-e9d4-4724-810d-ec7bf9092920), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:19.632884 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-f7685b49-4153-40b4-a502-013035d76ef2 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Calling delete_port for 591d0509-e9d4-4724-810d-ec7bf9092920 owned by network:router_interface {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:59:19.710718 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d7d78d9-cb69-4e70-8461-d211900ed60f admin admin] Publish callbacks [] for router (a8da9542-d867-4be7-a6b5-fd0fe079006a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:19.731953 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-d27d458a-6257-4809-99da-4987b6f10c41 None None] Set router a8da9542-d867-4be7-a6b5-fd0fe079006a gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:59:19.825501 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d7d78d9-cb69-4e70-8461-d211900ed60f admin admin] Publish callbacks [] for router_gateway (a8da9542-d867-4be7-a6b5-fd0fe079006a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:19.875451 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7685b49-4153-40b4-a502-013035d76ef2 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (591d0509-e9d4-4724-810d-ec7bf9092920), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:19.899403 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-1d7d78d9-cb69-4e70-8461-d211900ed60f admin admin] Deleting port 6b80f766-fcc4-4151-87e6-bcd0b548df02 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:59:19.900039 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d7d78d9-cb69-4e70-8461-d211900ed60f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (6b80f766-fcc4-4151-87e6-bcd0b548df02), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:19.910912 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7685b49-4153-40b4-a502-013035d76ef2 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Pushing event deleted for resources: {'Port': ['ID=591d0509-e9d4-4724-810d-ec7bf9092920,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:19.974617 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d27d458a-6257-4809-99da-4987b6f10c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8da9542-d867-4be7-a6b5-fd0fe079006a', 'name': 'tempest-ServerRescueTestJSON-611649586-router', 'tenant_id': '0f374f2004cb4e8ca02e98a75cfbf7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '6b80f766-fcc4-4151-87e6-bcd0b548df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:56:59Z', 'updated_at': '2022-03-01T13:59:18Z', 'revision_number': 5, 'project_id': '0f374f2004cb4e8ca02e98a75cfbf7a5', 'gw_port': {'id': '6b80f766-fcc4-4151-87e6-bcd0b548df02', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8da9542-d867-4be7-a6b5-fd0fe079006a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:00Z', 'updated_at': '2022-03-01T13:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:20.018423 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27d458a-6257-4809-99da-4987b6f10c41 None None] Checking router: a8da9542-d867-4be7-a6b5-fd0fe079006a for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 13:59:20.027969 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27d458a-6257-4809-99da-4987b6f10c41 None None] Routers {'a8da9542-d867-4be7-a6b5-fd0fe079006a'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:59:20.028597 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d27d458a-6257-4809-99da-4987b6f10c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['a8da9542-d867-4be7-a6b5-fd0fe079006a'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:20.046776 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7685b49-4153-40b4-a502-013035d76ef2 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (0cef9377-e02b-4897-8f54-fe950b842272), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:20.112886 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-1d7d78d9-cb69-4e70-8461-d211900ed60f admin admin] For port 6b80f766-fcc4-4151-87e6-bcd0b548df02, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6b80f766-fcc4-4151-87e6-bcd0b548df02,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:59:20.113598 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d7d78d9-cb69-4e70-8461-d211900ed60f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (6b80f766-fcc4-4151-87e6-bcd0b548df02), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:20.137299 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-1d7d78d9-cb69-4e70-8461-d211900ed60f admin admin] Calling delete_port for 6b80f766-fcc4-4151-87e6-bcd0b548df02 owned by network:router_gateway {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:59:20.163139 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-d27d458a-6257-4809-99da-4987b6f10c41 None None] Set router a8da9542-d867-4be7-a6b5-fd0fe079006a gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 13:59:20.224394 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d27d458a-6257-4809-99da-4987b6f10c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8da9542-d867-4be7-a6b5-fd0fe079006a', 'name': 'tempest-ServerRescueTestJSON-611649586-router', 'tenant_id': '0f374f2004cb4e8ca02e98a75cfbf7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:56:59Z', 'updated_at': '2022-03-01T13:59:19Z', 'revision_number': 6, 'project_id': '0f374f2004cb4e8ca02e98a75cfbf7a5', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:20.259014 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7685b49-4153-40b4-a502-013035d76ef2 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Router 0cef9377-e02b-4897-8f54-fe950b842272 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 13:59:20.268043 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27d458a-6257-4809-99da-4987b6f10c41 None None] The sync data for ids ['a8da9542-d867-4be7-a6b5-fd0fe079006a'] in n-d-827467-3 is: [{'id': 'a8da9542-d867-4be7-a6b5-fd0fe079006a', 'name': 'tempest-ServerRescueTestJSON-611649586-router', 'tenant_id': '0f374f2004cb4e8ca02e98a75cfbf7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:56:59Z', 'updated_at': '2022-03-01T13:59:19Z', 'revision_number': 6, 'project_id': '0f374f2004cb4e8ca02e98a75cfbf7a5', 'gw_port_host': None}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:59:20.363637 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52662) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:20.381076 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7685b49-4153-40b4-a502-013035d76ef2 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 13:59:20.394029 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd44bcc3-66c1-45a9-ba29-003a1e2556e3 None None] Sync routers for ids ['0cef9377-e02b-4897-8f54-fe950b842272'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 13:59:20.402040 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f7685b49-4153-40b4-a502-013035d76ef2 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] 10.222.0.13 "PUT /v2.0/routers/0cef9377-e02b-4897-8f54-fe950b842272/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6679864 Mar 01 13:59:20.402232 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52664) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:20.409089 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd44bcc3-66c1-45a9-ba29-003a1e2556e3 None None] Routers {'0cef9377-e02b-4897-8f54-fe950b842272'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:59:20.411049 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-dd44bcc3-66c1-45a9-ba29-003a1e2556e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['0cef9377-e02b-4897-8f54-fe950b842272'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:20.445173 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-6def33ad-f5bf-4369-a7d2-f7f719bf9f32 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] show failed (client error): The resource could not be found. Mar 01 13:59:20.446532 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6def33ad-f5bf-4369-a7d2-f7f719bf9f32 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-1697617868 HTTP/1.1" status: 404 len: 335 time: 0.0431130 Mar 01 13:59:20.451802 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52666) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:20.452439 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7c0f70fb-5af1-4f29-9f52-7d983d130d90 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks [] for security_group (cd31dc84-2a34-4510-bd02-9692c6d7e4c3), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:20.456087 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-344a2ca1-2052-4300-98e8-9daa0790ccb5 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:59:20.457049 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-dd44bcc3-66c1-45a9-ba29-003a1e2556e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:20.469158 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd44bcc3-66c1-45a9-ba29-003a1e2556e3 None None] Routers {'0cef9377-e02b-4897-8f54-fe950b842272'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 13:59:20.470657 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-dd44bcc3-66c1-45a9-ba29-003a1e2556e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:58:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['0cef9377-e02b-4897-8f54-fe950b842272'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:20.481343 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7c0f70fb-5af1-4f29-9f52-7d983d130d90 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks [] for security_group (cd31dc84-2a34-4510-bd02-9692c6d7e4c3), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:20.498448 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-344a2ca1-2052-4300-98e8-9daa0790ccb5 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] update failed (client error): The resource could not be found. Mar 01 13:59:20.499571 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-344a2ca1-2052-4300-98e8-9daa0790ccb5 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-1674425579 HTTP/1.1" status: 404 len: 335 time: 0.0468638 Mar 01 13:59:20.503152 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52668) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:20.536422 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d7d78d9-cb69-4e70-8461-d211900ed60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (6b80f766-fcc4-4151-87e6-bcd0b548df02), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:20.541942 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7c0f70fb-5af1-4f29-9f52-7d983d130d90 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (cd31dc84-2a34-4510-bd02-9692c6d7e4c3), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:20.544980 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7c0f70fb-5af1-4f29-9f52-7d983d130d90 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:20.557799 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7c0f70fb-5af1-4f29-9f52-7d983d130d90 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "DELETE /v2.0/security-groups/cd31dc84-2a34-4510-bd02-9692c6d7e4c3 HTTP/1.1" status: 204 len: 168 time: 0.1907825 Mar 01 13:59:20.559884 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52670) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:20.585351 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d78d9-cb69-4e70-8461-d211900ed60f admin admin] Pushing event deleted for resources: {'Port': ['ID=6b80f766-fcc4-4151-87e6-bcd0b548df02,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:20.596867 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f70fb-5af1-4f29-9f52-7d983d130d90 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd31dc84-2a34-4510-bd02-9692c6d7e4c3,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:20.621363 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-7731a56f-85ef-4c73-83c0-9d4bd837b490 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] show failed (client error): The resource could not be found. Mar 01 13:59:20.623027 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7731a56f-85ef-4c73-83c0-9d4bd837b490 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "GET /v2.0/security-groups/cd31dc84-2a34-4510-bd02-9692c6d7e4c3 HTTP/1.1" status: 404 len: 347 time: 0.0609856 Mar 01 13:59:20.626772 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52676) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:20.648392 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-dd44bcc3-66c1-45a9-ba29-003a1e2556e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:20.649056 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd44bcc3-66c1-45a9-ba29-003a1e2556e3 None None] The sync data for ids ['0cef9377-e02b-4897-8f54-fe950b842272'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 13:59:20.683128 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-00821fd9-c314-4a63-b47c-f7850f25222f tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Deleting subnet 0ab0706e-4917-4498-ae02-fe78616bbe0c {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:59:20.692915 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-00821fd9-c314-4a63-b47c-f7850f25222f tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks [] for subnet (0ab0706e-4917-4498-ae02-fe78616bbe0c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:20.749133 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d7d78d9-cb69-4e70-8461-d211900ed60f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (a8da9542-d867-4be7-a6b5-fd0fe079006a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:20.755484 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-00821fd9-c314-4a63-b47c-f7850f25222f tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (0ab0706e-4917-4498-ae02-fe78616bbe0c), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:20.835602 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bb859-ddd1-48d2-a3f0-296c1c9f9947 req-ccea7f5a-06ca-4e03-b927-64de38791eec tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:20.837411 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-362bb859-ddd1-48d2-a3f0-296c1c9f9947 req-ccea7f5a-06ca-4e03-b927-64de38791eec tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 944 time: 0.1410058 Mar 01 13:59:20.869432 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-248a09b2-0b55-42ab-926a-9bb27d3aab23 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Deleting port d9631d36-fa6b-4061-a83f-679f1f2a827e {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:59:20.869872 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-248a09b2-0b55-42ab-926a-9bb27d3aab23 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (d9631d36-fa6b-4061-a83f-679f1f2a827e), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:20.947886 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-362bb859-ddd1-48d2-a3f0-296c1c9f9947 req-23d2d1f8-3baa-4a7a-a3cf-8cbce3b75a1a tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023941 Mar 01 13:59:20.986668 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-248a09b2-0b55-42ab-926a-9bb27d3aab23 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (d9631d36-fa6b-4061-a83f-679f1f2a827e), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:20.987054 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-248a09b2-0b55-42ab-926a-9bb27d3aab23 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks [] for floatingip (d9631d36-fa6b-4061-a83f-679f1f2a827e), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:21.003219 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-248a09b2-0b55-42ab-926a-9bb27d3aab23 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Calling delete_port for d9631d36-fa6b-4061-a83f-679f1f2a827e owned by network:floatingip {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:59:21.177939 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-248a09b2-0b55-42ab-926a-9bb27d3aab23 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (d9631d36-fa6b-4061-a83f-679f1f2a827e), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:21.209630 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d7d78d9-cb69-4e70-8461-d211900ed60f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (a8da9542-d867-4be7-a6b5-fd0fe079006a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:21.213391 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d7d78d9-cb69-4e70-8461-d211900ed60f admin admin] Publish callbacks [] for router_controller (a8da9542-d867-4be7-a6b5-fd0fe079006a), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:21.226770 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a09b2-0b55-42ab-926a-9bb27d3aab23 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Pushing event deleted for resources: {'Port': ['ID=d9631d36-fa6b-4061-a83f-679f1f2a827e,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:21.286869 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-248a09b2-0b55-42ab-926a-9bb27d3aab23 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks [] for floatingip (ac5d109f-9ae2-47f3-90d4-fa5bf8a57b7b), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:21.290163 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-248a09b2-0b55-42ab-926a-9bb27d3aab23 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:21.291215 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-248a09b2-0b55-42ab-926a-9bb27d3aab23 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "DELETE /v2.0/floatingips/ac5d109f-9ae2-47f3-90d4-fa5bf8a57b7b HTTP/1.1" status: 204 len: 168 time: 0.6630151 Mar 01 13:59:21.293825 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52678) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:21.304188 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d7d78d9-cb69-4e70-8461-d211900ed60f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (a8da9542-d867-4be7-a6b5-fd0fe079006a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:21.304777 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7d78d9-cb69-4e70-8461-d211900ed60f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8da9542-d867-4be7-a6b5-fd0fe079006a {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 13:59:21.311076 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d7d78d9-cb69-4e70-8461-d211900ed60f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:21.314493 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1d7d78d9-cb69-4e70-8461-d211900ed60f admin admin] 10.222.0.13 "DELETE /v2.0/routers/a8da9542-d867-4be7-a6b5-fd0fe079006a HTTP/1.1" status: 204 len: 168 time: 1.7196724 Mar 01 13:59:21.315265 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-00821fd9-c314-4a63-b47c-f7850f25222f tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (0ab0706e-4917-4498-ae02-fe78616bbe0c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:21.318890 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52680) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:21.348994 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 00acc6ed-69b5-4404-a397-2e35c1ff45c0 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:59:21.400087 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-05731c86-6e2f-49e1-b380-d318049ff78a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Deleting port 27efff50-7823-4915-9500-0bfe4a48b9a2 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:59:21.400433 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-05731c86-6e2f-49e1-b380-d318049ff78a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (27efff50-7823-4915-9500-0bfe4a48b9a2), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:21.426639 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f83152-aba1-4556-819d-5d276fdf6999 admin admin] Deleting subnet b101fd94-b0b8-497f-8292-d3494df98b4d {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:59:21.434726 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-65f83152-aba1-4556-819d-5d276fdf6999 admin admin] Publish callbacks [] for subnet (b101fd94-b0b8-497f-8292-d3494df98b4d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:21.496484 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-00821fd9-c314-4a63-b47c-f7850f25222f tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (0ab0706e-4917-4498-ae02-fe78616bbe0c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:21.503369 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 00acc6ed-69b5-4404-a397-2e35c1ff45c0, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=00acc6ed-69b5-4404-a397-2e35c1ff45c0,segment=NetworkSegment(7a63df0f-2a06-4da5-a264-f236c3286f77),segment_id=7a63df0f-2a06-4da5-a264-f236c3286f77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:59:21.523002 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '00acc6ed-69b5-4404-a397-2e35c1ff45c0', 'network_id': '05ce96e8-01ac-41f7-81d8-c04a115222c3', 'port_id': '00acc6ed-69b5-4404-a397-2e35c1ff45c0', 'mac_address': 'fa:16:3e:50:c4:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '000c7b1d-985a-478b-a1d2-ea60907536af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:59:21.524370 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-05731c86-6e2f-49e1-b380-d318049ff78a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (27efff50-7823-4915-9500-0bfe4a48b9a2), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:21.544785 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-05731c86-6e2f-49e1-b380-d318049ff78a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Calling delete_port for 27efff50-7823-4915-9500-0bfe4a48b9a2 owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:59:21.554070 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-65f83152-aba1-4556-819d-5d276fdf6999 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (b101fd94-b0b8-497f-8292-d3494df98b4d), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:21.556516 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00821fd9-c314-4a63-b47c-f7850f25222f tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Pushing event deleted for resources: {'Subnet': ['ID=0ab0706e-4917-4498-ae02-fe78616bbe0c,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:21.582443 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-00821fd9-c314-4a63-b47c-f7850f25222f tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:21.588795 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-00821fd9-c314-4a63-b47c-f7850f25222f tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] 10.222.0.13 "DELETE /v2.0/subnets/0ab0706e-4917-4498-ae02-fe78616bbe0c HTTP/1.1" status: 204 len: 168 time: 1.0824668 Mar 01 13:59:21.589494 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52682) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:21.605451 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d383b0c-c511-432c-8ceb-89880b933f23 None None] Network 67dd50f0-b0f1-486e-9360-3554de108e9b requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:59:21.665972 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-65f83152-aba1-4556-819d-5d276fdf6999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (b101fd94-b0b8-497f-8292-d3494df98b4d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:21.716645 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 00acc6ed-69b5-4404-a397-2e35c1ff45c0 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:59:21.717335 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (00acc6ed-69b5-4404-a397-2e35c1ff45c0), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:21.728604 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-212a04ff-656a-4af3-b2b3-a5686f1c1205 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (67dd50f0-b0f1-486e-9360-3554de108e9b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:21.743936 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-05731c86-6e2f-49e1-b380-d318049ff78a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (27efff50-7823-4915-9500-0bfe4a48b9a2), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:21.749060 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00acc6ed-69b5-4404-a397-2e35c1ff45c0 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:59:21.774542 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 00acc6ed-69b5-4404-a397-2e35c1ff45c0, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=00acc6ed-69b5-4404-a397-2e35c1ff45c0,segment=NetworkSegment(7a63df0f-2a06-4da5-a264-f236c3286f77),segment_id=7a63df0f-2a06-4da5-a264-f236c3286f77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:59:21.785279 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (00acc6ed-69b5-4404-a397-2e35c1ff45c0), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:21.813574 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05731c86-6e2f-49e1-b380-d318049ff78a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Pushing event deleted for resources: {'Port': ['ID=27efff50-7823-4915-9500-0bfe4a48b9a2,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:21.838725 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-65f83152-aba1-4556-819d-5d276fdf6999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (b101fd94-b0b8-497f-8292-d3494df98b4d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:21.871405 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=00acc6ed-69b5-4404-a397-2e35c1ff45c0,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:21.876795 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f83152-aba1-4556-819d-5d276fdf6999 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b101fd94-b0b8-497f-8292-d3494df98b4d,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:21.891996 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-65f83152-aba1-4556-819d-5d276fdf6999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:21.893578 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c40af2-ce5d-46de-9257-a5c2ea3aa364 None None] DHCP port deletion for 67dd50f0-b0f1-486e-9360-3554de108e9b request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:59:21.900751 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-65f83152-aba1-4556-819d-5d276fdf6999 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b101fd94-b0b8-497f-8292-d3494df98b4d HTTP/1.1" status: 204 len: 168 time: 0.5806093 Mar 01 13:59:21.901731 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52686) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:21.937670 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-05731c86-6e2f-49e1-b380-d318049ff78a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:21.943742 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-05731c86-6e2f-49e1-b380-d318049ff78a tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "DELETE /v2.0/ports/27efff50-7823-4915-9500-0bfe4a48b9a2 HTTP/1.1" status: 204 len: 168 time: 0.6489239 Mar 01 13:59:21.945076 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52688) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:21.959538 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-e3c40af2-ce5d-46de-9257-a5c2ea3aa364 None None] Deleting port bfc63659-2943-434c-94df-1f9f90f6b6e5 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:59:21.960605 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e3c40af2-ce5d-46de-9257-a5c2ea3aa364 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (bfc63659-2943-434c-94df-1f9f90f6b6e5), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:22.005638 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-212a04ff-656a-4af3-b2b3-a5686f1c1205 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Deleting port bfc63659-2943-434c-94df-1f9f90f6b6e5 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:59:22.007491 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-212a04ff-656a-4af3-b2b3-a5686f1c1205 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (bfc63659-2943-434c-94df-1f9f90f6b6e5), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:22.150543 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6aada87b-520c-4066-b249-e52c16d2a3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (a330e804-df96-493e-8245-ea2bd5609f4c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:22.153076 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-c253c464-2499-420b-ae99-28029b34e7f2 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Deleting port df6c0fb5-c12f-40eb-9fe7-daaf2c030675 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:59:22.153541 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c253c464-2499-420b-ae99-28029b34e7f2 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (df6c0fb5-c12f-40eb-9fe7-daaf2c030675), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:22.173184 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-212a04ff-656a-4af3-b2b3-a5686f1c1205 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] For port bfc63659-2943-434c-94df-1f9f90f6b6e5, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=bfc63659-2943-434c-94df-1f9f90f6b6e5,segment=NetworkSegment(468cb517-a50d-453c-be12-e66fd40dddc7),segment_id=468cb517-a50d-453c-be12-e66fd40dddc7)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:59:22.173550 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-212a04ff-656a-4af3-b2b3-a5686f1c1205 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (bfc63659-2943-434c-94df-1f9f90f6b6e5), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:22.203074 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-212a04ff-656a-4af3-b2b3-a5686f1c1205 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Calling delete_port for bfc63659-2943-434c-94df-1f9f90f6b6e5 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:59:22.235581 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac809f7-613e-49e8-9247-d6c0f0013797 req-b48140d0-6a3f-40e0-bb41-e4686a3ebe92 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:22.246432 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device bfc63659-2943-434c-94df-1f9f90f6b6e5 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:59:22.246829 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cac809f7-613e-49e8-9247-d6c0f0013797 req-b48140d0-6a3f-40e0-bb41-e4686a3ebe92 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 945 time: 0.1375542 Mar 01 13:59:22.249363 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['00acc6ed-69b5-4404-a397-2e35c1ff45c0'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:59:22.336302 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-e3c40af2-ce5d-46de-9257-a5c2ea3aa364 None None] For port bfc63659-2943-434c-94df-1f9f90f6b6e5, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=bfc63659-2943-434c-94df-1f9f90f6b6e5,segment=NetworkSegment(468cb517-a50d-453c-be12-e66fd40dddc7),segment_id=468cb517-a50d-453c-be12-e66fd40dddc7)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:59:22.336749 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e3c40af2-ce5d-46de-9257-a5c2ea3aa364 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (bfc63659-2943-434c-94df-1f9f90f6b6e5), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:22.347024 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6aada87b-520c-4066-b249-e52c16d2a3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (a330e804-df96-493e-8245-ea2bd5609f4c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:22.350208 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cac809f7-613e-49e8-9247-d6c0f0013797 req-35e67f21-16d7-493f-8e72-69abdc8653cf tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019638 Mar 01 13:59:22.375045 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-e3c40af2-ce5d-46de-9257-a5c2ea3aa364 None None] Calling delete_port for bfc63659-2943-434c-94df-1f9f90f6b6e5 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:59:22.387899 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c253c464-2499-420b-ae99-28029b34e7f2 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (df6c0fb5-c12f-40eb-9fe7-daaf2c030675), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:22.396317 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-6aada87b-520c-4066-b249-e52c16d2a3e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a330e804-df96-493e-8245-ea2bd5609f4c']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:22.402538 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-c253c464-2499-420b-ae99-28029b34e7f2 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Calling delete_port for df6c0fb5-c12f-40eb-9fe7-daaf2c030675 owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:59:22.417867 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-6aada87b-520c-4066-b249-e52c16d2a3e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0046b2b-e488-42b0-8925-94ab593c3d9d') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:22.418240 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-6aada87b-520c-4066-b249-e52c16d2a3e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0046b2b-e488-42b0-8925-94ab593c3d9d') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:22.440713 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6aada87b-520c-4066-b249-e52c16d2a3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (a0046b2b-e488-42b0-8925-94ab593c3d9d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:22.461497 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6aada87b-520c-4066-b249-e52c16d2a3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (a0046b2b-e488-42b0-8925-94ab593c3d9d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:22.472375 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aada87b-520c-4066-b249-e52c16d2a3e6 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:59:22.472899 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6aada87b-520c-4066-b249-e52c16d2a3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (a0046b2b-e488-42b0-8925-94ab593c3d9d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:22.478522 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:59:22.478522 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:59:22.478522 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:59:22.478522 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:59:22.478522 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:59:22.478522 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:59:22.478522 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:59:22.478522 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:59:22.478522 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:59:22.478522 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:59:22.478522 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:59:22.478522 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:59:22.478522 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:59:22.478522 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:59:22.478522 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:59:22.478522 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:59:22.478522 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:59:22.478522 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:59:22.478522 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:59:22.478522 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:59:22.478522 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:59:22.478522 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:59:22.478522 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:59:22.478522 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:59:22.478522 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:59:22.478522 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:59:22.478522 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:59:22.478522 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:59:22.478522 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:59:22.478522 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:59:22.478522 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:59:22.478522 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:59:22.480987 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-212a04ff-656a-4af3-b2b3-a5686f1c1205 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (bfc63659-2943-434c-94df-1f9f90f6b6e5), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:22.510314 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Port bfc63659-2943-434c-94df-1f9f90f6b6e5 update to DOWN by agent not found {{(pid=103728) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 01 13:59:22.510761 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6b80f766-fcc4-4151-87e6-bcd0b548df02 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:59:22.547076 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a04ff-656a-4af3-b2b3-a5686f1c1205 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Pushing event deleted for resources: {'Port': ['ID=bfc63659-2943-434c-94df-1f9f90f6b6e5,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:22.562291 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 6b80f766-fcc4-4151-87e6-bcd0b548df02 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:59:22.562977 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6b80f766-fcc4-4151-87e6-bcd0b548df02 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:59:22.563753 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device f3611e20-3140-4ace-914f-3847d4700619 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:59:22.577810 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212a04ff-656a-4af3-b2b3-a5686f1c1205 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] No DVR routers for this DVR port bfc63659-2943-434c-94df-1f9f90f6b6e5 on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:59:22.586187 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6aada87b-520c-4066-b249-e52c16d2a3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (a330e804-df96-493e-8245-ea2bd5609f4c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:22.591324 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c253c464-2499-420b-ae99-28029b34e7f2 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (df6c0fb5-c12f-40eb-9fe7-daaf2c030675), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:22.602223 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: f3611e20-3140-4ace-914f-3847d4700619 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:59:22.602718 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device f3611e20-3140-4ace-914f-3847d4700619 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:59:22.613417 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6aada87b-520c-4066-b249-e52c16d2a3e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:22.619828 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6aada87b-520c-4066-b249-e52c16d2a3e6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a330e804-df96-493e-8245-ea2bd5609f4c HTTP/1.1" status: 204 len: 168 time: 0.7126341 Mar 01 13:59:22.649073 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aada87b-520c-4066-b249-e52c16d2a3e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a330e804-df96-493e-8245-ea2bd5609f4c,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:22.650012 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253c464-2499-420b-ae99-28029b34e7f2 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Pushing event deleted for resources: {'Port': ['ID=df6c0fb5-c12f-40eb-9fe7-daaf2c030675,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: from cryptography.utils import int_from_bytes Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: from cryptography.utils import int_from_bytes Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:59:22.690781 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 13:59:22.695315 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:59:22.695315 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 13:59:22.695315 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:59:22.695315 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 13:59:22.695315 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:59:22.695315 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 13:59:22.695315 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:59:22.695315 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 13:59:22.695315 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:59:22.695315 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 13:59:22.695315 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:59:22.695315 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 13:59:22.695315 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 13:59:22.695315 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 13:59:22.714322 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-212a04ff-656a-4af3-b2b3-a5686f1c1205 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (67dd50f0-b0f1-486e-9360-3554de108e9b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:22.736496 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-212a04ff-656a-4af3-b2b3-a5686f1c1205 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67dd50f0-b0f1-486e-9360-3554de108e9b']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:22.738251 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e3c40af2-ce5d-46de-9257-a5c2ea3aa364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (bfc63659-2943-434c-94df-1f9f90f6b6e5), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:22.748940 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-212a04ff-656a-4af3-b2b3-a5686f1c1205 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '468cb517-a50d-453c-be12-e66fd40dddc7') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:22.749713 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-212a04ff-656a-4af3-b2b3-a5686f1c1205 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '468cb517-a50d-453c-be12-e66fd40dddc7') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:22.763493 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-212a04ff-656a-4af3-b2b3-a5686f1c1205 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (468cb517-a50d-453c-be12-e66fd40dddc7), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:22.768720 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c40af2-ce5d-46de-9257-a5c2ea3aa364 None None] Pushing event deleted for resources: {'Port': ['ID=bfc63659-2943-434c-94df-1f9f90f6b6e5,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:22.785720 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-212a04ff-656a-4af3-b2b3-a5686f1c1205 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (468cb517-a50d-453c-be12-e66fd40dddc7), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:22.792533 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c40af2-ce5d-46de-9257-a5c2ea3aa364 None None] No DVR routers for this DVR port bfc63659-2943-434c-94df-1f9f90f6b6e5 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:59:22.797951 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-212a04ff-656a-4af3-b2b3-a5686f1c1205 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:59:22.798360 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-212a04ff-656a-4af3-b2b3-a5686f1c1205 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (468cb517-a50d-453c-be12-e66fd40dddc7), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:22.802520 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:59:22.802520 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:59:22.802520 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:59:22.802520 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:59:22.802520 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:59:22.802520 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:59:22.802520 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:59:22.802520 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:59:22.802520 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:59:22.802520 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:59:22.802520 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:59:22.802520 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:59:22.802520 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:59:22.802520 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:59:22.802520 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:59:22.802520 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:59:22.802520 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:59:22.802520 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:59:22.802520 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:59:22.802520 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:59:22.802520 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:59:22.802520 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:59:22.802520 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:59:22.802520 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:59:22.802520 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:59:22.802520 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:59:22.802520 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:59:22.802520 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:59:22.802520 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:59:22.802520 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:59:22.802520 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:59:22.802520 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:59:22.856945 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c253c464-2499-420b-ae99-28029b34e7f2 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:22.861984 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c253c464-2499-420b-ae99-28029b34e7f2 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "DELETE /v2.0/ports/df6c0fb5-c12f-40eb-9fe7-daaf2c030675 HTTP/1.1" status: 204 len: 168 time: 0.9157794 Mar 01 13:59:22.864521 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52698) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:22.890010 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-212a04ff-656a-4af3-b2b3-a5686f1c1205 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (67dd50f0-b0f1-486e-9360-3554de108e9b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:22.901800 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-212a04ff-656a-4af3-b2b3-a5686f1c1205 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:22.905602 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52700) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:22.906335 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-212a04ff-656a-4af3-b2b3-a5686f1c1205 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] 10.222.0.13 "DELETE /v2.0/networks/67dd50f0-b0f1-486e-9360-3554de108e9b HTTP/1.1" status: 204 len: 168 time: 1.3158300 Mar 01 13:59:22.908717 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52702) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:22.931824 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a04ff-656a-4af3-b2b3-a5686f1c1205 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Pushing event deleted for resources: {'Network': ['ID=67dd50f0-b0f1-486e-9360-3554de108e9b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:22.958755 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-361df9d9-d3d3-4c27-a0ee-a5d831e8d4f1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Deleting subnet bbb0ca41-6268-4b81-bdd7-21226410b058 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:59:22.964952 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-361df9d9-d3d3-4c27-a0ee-a5d831e8d4f1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks [] for subnet (bbb0ca41-6268-4b81-bdd7-21226410b058), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:22.984997 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a554c2-e750-4cb8-9ec3-e3f04b911155 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Deleting subnet a5251b56-d019-400f-8fc9-214339869765 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:59:22.988270 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-35126872-676f-4c45-bc9f-d6bf3b079b1e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f374f2004cb4e8ca02e98a75cfbf7a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0815094 Mar 01 13:59:22.990669 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52704) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:22.997147 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d7a554c2-e750-4cb8-9ec3-e3f04b911155 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks [] for subnet (a5251b56-d019-400f-8fc9-214339869765), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:23.009208 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-361df9d9-d3d3-4c27-a0ee-a5d831e8d4f1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (bbb0ca41-6268-4b81-bdd7-21226410b058), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:23.063409 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d7a554c2-e750-4cb8-9ec3-e3f04b911155 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (a5251b56-d019-400f-8fc9-214339869765), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:23.197774 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9fd8faf9-4e80-46e4-a991-e84c80f653ac admin admin] Publish callbacks [] for security_group (9235a71e-53a8-4f1f-b03a-d1e4e4267fd4), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:23.306372 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9fd8faf9-4e80-46e4-a991-e84c80f653ac admin admin] Publish callbacks [] for security_group (9235a71e-53a8-4f1f-b03a-d1e4e4267fd4), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:23.331151 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d7a554c2-e750-4cb8-9ec3-e3f04b911155 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (a5251b56-d019-400f-8fc9-214339869765), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:23.433262 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d7a554c2-e750-4cb8-9ec3-e3f04b911155 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (a5251b56-d019-400f-8fc9-214339869765), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:23.472899 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a554c2-e750-4cb8-9ec3-e3f04b911155 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Pushing event deleted for resources: {'Subnet': ['ID=a5251b56-d019-400f-8fc9-214339869765,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:23.490410 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7a833f-13df-482f-9396-17ab21856864 None None] Network 02578a0a-4e38-42ac-abde-bdee024b32fb requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:59:23.491455 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d7a554c2-e750-4cb8-9ec3-e3f04b911155 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:23.501434 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d7a554c2-e750-4cb8-9ec3-e3f04b911155 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] 10.222.0.13 "DELETE /v2.0/subnets/a5251b56-d019-400f-8fc9-214339869765 HTTP/1.1" status: 204 len: 168 time: 0.5916927 Mar 01 13:59:23.502200 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52708) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:23.512666 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9fd8faf9-4e80-46e4-a991-e84c80f653ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (9235a71e-53a8-4f1f-b03a-d1e4e4267fd4), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:23.515735 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9fd8faf9-4e80-46e4-a991-e84c80f653ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:23.519593 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9fd8faf9-4e80-46e4-a991-e84c80f653ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9235a71e-53a8-4f1f-b03a-d1e4e4267fd4 HTTP/1.1" status: 204 len: 168 time: 0.5249369 Mar 01 13:59:23.527351 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-361df9d9-d3d3-4c27-a0ee-a5d831e8d4f1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (bbb0ca41-6268-4b81-bdd7-21226410b058), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:23.588409 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cdc1af-8365-4209-8221-a11390c22873 req-059db0e7-880d-4726-a7c9-15165a27336a tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:23.590165 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-46cdc1af-8365-4209-8221-a11390c22873 req-059db0e7-880d-4726-a7c9-15165a27336a tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 945 time: 0.1096697 Mar 01 13:59:23.613233 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8faf9-4e80-46e4-a991-e84c80f653ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9235a71e-53a8-4f1f-b03a-d1e4e4267fd4,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:23.634487 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-361df9d9-d3d3-4c27-a0ee-a5d831e8d4f1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (bbb0ca41-6268-4b81-bdd7-21226410b058), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:23.664962 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361df9d9-d3d3-4c27-a0ee-a5d831e8d4f1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Pushing event deleted for resources: {'Subnet': ['ID=bbb0ca41-6268-4b81-bdd7-21226410b058,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:23.680351 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-361df9d9-d3d3-4c27-a0ee-a5d831e8d4f1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:23.684933 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-361df9d9-d3d3-4c27-a0ee-a5d831e8d4f1 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "DELETE /v2.0/subnets/bbb0ca41-6268-4b81-bdd7-21226410b058 HTTP/1.1" status: 204 len: 168 time: 0.8193252 Mar 01 13:59:23.693836 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52712) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:23.703500 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c09bde7-8189-4c40-915c-b65db047378a None None] Network c10380dc-3261-481a-b6e0-b67ea74edb52 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:59:23.742247 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-46cdc1af-8365-4209-8221-a11390c22873 req-2bdb41b0-7eee-4b51-a314-64722b13b80f tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384492 Mar 01 13:59:23.812104 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c97c56-e1b5-41c4-881b-1f0ea4610921 None None] DHCP port deletion for 02578a0a-4e38-42ac-abde-bdee024b32fb request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:59:23.837944 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea77bbf-ecd3-4741-b6e5-9fa124814b4f tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Deleting subnet 28fc07ce-dc1a-4114-910a-af6b415562fa {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:59:23.846442 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cac4b23-ca4d-42db-92c3-cb673a601c70 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Deleting subnet bdd43575-1a24-4f0c-a47b-61d25d076395 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:59:23.852454 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dea77bbf-ecd3-4741-b6e5-9fa124814b4f tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks [] for subnet (28fc07ce-dc1a-4114-910a-af6b415562fa), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:23.855699 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0cac4b23-ca4d-42db-92c3-cb673a601c70 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks [] for subnet (bdd43575-1a24-4f0c-a47b-61d25d076395), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:23.909002 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-32c97c56-e1b5-41c4-881b-1f0ea4610921 None None] Deleting port d41e29b0-da5e-4e87-a755-ef3eb9cc817e {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:59:23.909473 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-32c97c56-e1b5-41c4-881b-1f0ea4610921 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (d41e29b0-da5e-4e87-a755-ef3eb9cc817e), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:24.004387 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dea77bbf-ecd3-4741-b6e5-9fa124814b4f tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (28fc07ce-dc1a-4114-910a-af6b415562fa), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:24.011595 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-32c97c56-e1b5-41c4-881b-1f0ea4610921 None None] For port d41e29b0-da5e-4e87-a755-ef3eb9cc817e, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=d41e29b0-da5e-4e87-a755-ef3eb9cc817e,segment=NetworkSegment(52e72fc9-92e4-45e1-96db-fca466a157d9),segment_id=52e72fc9-92e4-45e1-96db-fca466a157d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:59:24.012029 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-32c97c56-e1b5-41c4-881b-1f0ea4610921 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (d41e29b0-da5e-4e87-a755-ef3eb9cc817e), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:24.027253 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-32c97c56-e1b5-41c4-881b-1f0ea4610921 None None] Calling delete_port for d41e29b0-da5e-4e87-a755-ef3eb9cc817e owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:59:24.129882 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dea77bbf-ecd3-4741-b6e5-9fa124814b4f tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (28fc07ce-dc1a-4114-910a-af6b415562fa), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:24.158710 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device d41e29b0-da5e-4e87-a755-ef3eb9cc817e no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:59:24.197313 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dea77bbf-ecd3-4741-b6e5-9fa124814b4f tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (28fc07ce-dc1a-4114-910a-af6b415562fa), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:24.215045 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-32c97c56-e1b5-41c4-881b-1f0ea4610921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (d41e29b0-da5e-4e87-a755-ef3eb9cc817e), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:24.218356 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No active binding found for port d41e29b0-da5e-4e87-a755-ef3eb9cc817e {{(pid=103728) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 01 13:59:24.218905 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] The host n-d-827467-3 is not matching for port d41e29b0-da5e-4e87-a755-ef3eb9cc817e host None! {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 01 13:59:24.219445 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device d41e29b0-da5e-4e87-a755-ef3eb9cc817e not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:59:24.261909 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c97c56-e1b5-41c4-881b-1f0ea4610921 None None] Pushing event deleted for resources: {'Port': ['ID=d41e29b0-da5e-4e87-a755-ef3eb9cc817e,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:24.265818 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c97c56-e1b5-41c4-881b-1f0ea4610921 None None] No DVR routers for this DVR port d41e29b0-da5e-4e87-a755-ef3eb9cc817e on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:59:24.268889 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea77bbf-ecd3-4741-b6e5-9fa124814b4f tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Pushing event deleted for resources: {'Subnet': ['ID=28fc07ce-dc1a-4114-910a-af6b415562fa,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:24.284782 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0cac4b23-ca4d-42db-92c3-cb673a601c70 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (bdd43575-1a24-4f0c-a47b-61d25d076395), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:24.323640 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dea77bbf-ecd3-4741-b6e5-9fa124814b4f tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:24.328049 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102c4ff8-e204-4ba2-8133-c3aa1d06866f None None] Network 6d51e108-e704-49e6-8e91-4223e1d8d343 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:59:24.329785 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52726) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:24.330208 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-dea77bbf-ecd3-4741-b6e5-9fa124814b4f tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "DELETE /v2.0/subnets/28fc07ce-dc1a-4114-910a-af6b415562fa HTTP/1.1" status: 204 len: 168 time: 0.6284976 Mar 01 13:59:24.409630 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0cac4b23-ca4d-42db-92c3-cb673a601c70 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (bdd43575-1a24-4f0c-a47b-61d25d076395), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:24.457206 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9374d1b4-6eaf-47bd-92fb-999b948adcf7 None None] DHCP port deletion for c10380dc-3261-481a-b6e0-b67ea74edb52 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:59:24.497307 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-66b41d96-7fca-451e-875b-c0b2f4d8e381 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (c10380dc-3261-481a-b6e0-b67ea74edb52), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:24.508478 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0cac4b23-ca4d-42db-92c3-cb673a601c70 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (bdd43575-1a24-4f0c-a47b-61d25d076395), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:24.561653 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac4b23-ca4d-42db-92c3-cb673a601c70 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Pushing event deleted for resources: {'Subnet': ['ID=bdd43575-1a24-4f0c-a47b-61d25d076395,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:24.570234 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0cac4b23-ca4d-42db-92c3-cb673a601c70 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:24.578004 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0cac4b23-ca4d-42db-92c3-cb673a601c70 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] 10.222.0.13 "DELETE /v2.0/subnets/bdd43575-1a24-4f0c-a47b-61d25d076395 HTTP/1.1" status: 204 len: 168 time: 1.0737867 Mar 01 13:59:24.578759 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52734) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:24.585403 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525b80db-f0f7-4121-8ac9-1597022010ff None None] Network 1271232a-a21b-4e57-8ad1-93c7c3ef6d91 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:59:24.605481 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-9374d1b4-6eaf-47bd-92fb-999b948adcf7 None None] Deleting port 9e0c7033-6b34-4587-b9e6-6c548b0a6014 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:59:24.606039 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9374d1b4-6eaf-47bd-92fb-999b948adcf7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (9e0c7033-6b34-4587-b9e6-6c548b0a6014), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:24.627194 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-66b41d96-7fca-451e-875b-c0b2f4d8e381 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Deleting port 9e0c7033-6b34-4587-b9e6-6c548b0a6014 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:59:24.627194 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-66b41d96-7fca-451e-875b-c0b2f4d8e381 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (9e0c7033-6b34-4587-b9e6-6c548b0a6014), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:24.711451 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-66b41d96-7fca-451e-875b-c0b2f4d8e381 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] For port 9e0c7033-6b34-4587-b9e6-6c548b0a6014, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=9e0c7033-6b34-4587-b9e6-6c548b0a6014,segment=NetworkSegment(8c993aa3-b4bc-4822-be01-8f2382354ee8),segment_id=8c993aa3-b4bc-4822-be01-8f2382354ee8)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:59:24.711451 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-66b41d96-7fca-451e-875b-c0b2f4d8e381 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (9e0c7033-6b34-4587-b9e6-6c548b0a6014), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:24.729826 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-66b41d96-7fca-451e-875b-c0b2f4d8e381 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Calling delete_port for 9e0c7033-6b34-4587-b9e6-6c548b0a6014 owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:59:24.764169 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a88539f1-2ad3-4b66-9fa8-628677a70cbb tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (02578a0a-4e38-42ac-abde-bdee024b32fb), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:24.775723 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-9374d1b4-6eaf-47bd-92fb-999b948adcf7 None None] For port 9e0c7033-6b34-4587-b9e6-6c548b0a6014, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=9e0c7033-6b34-4587-b9e6-6c548b0a6014,segment=NetworkSegment(8c993aa3-b4bc-4822-be01-8f2382354ee8),segment_id=8c993aa3-b4bc-4822-be01-8f2382354ee8)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:59:24.777257 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9374d1b4-6eaf-47bd-92fb-999b948adcf7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (9e0c7033-6b34-4587-b9e6-6c548b0a6014), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:24.815508 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-9374d1b4-6eaf-47bd-92fb-999b948adcf7 None None] Calling delete_port for 9e0c7033-6b34-4587-b9e6-6c548b0a6014 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:59:24.840895 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52740) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:24.882704 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-66b41d96-7fca-451e-875b-c0b2f4d8e381 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (9e0c7033-6b34-4587-b9e6-6c548b0a6014), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:24.917817 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b8180d-9dfc-45d2-aa83-2dd80659d820 None None] DHCP port deletion for 6d51e108-e704-49e6-8e91-4223e1d8d343 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:59:24.947567 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9374d1b4-6eaf-47bd-92fb-999b948adcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (9e0c7033-6b34-4587-b9e6-6c548b0a6014), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:24.968107 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a88539f1-2ad3-4b66-9fa8-628677a70cbb tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (02578a0a-4e38-42ac-abde-bdee024b32fb), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:24.980030 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b41d96-7fca-451e-875b-c0b2f4d8e381 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Pushing event deleted for resources: {'Port': ['ID=9e0c7033-6b34-4587-b9e6-6c548b0a6014,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:24.995517 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b41d96-7fca-451e-875b-c0b2f4d8e381 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] No DVR routers for this DVR port 9e0c7033-6b34-4587-b9e6-6c548b0a6014 on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:59:25.005534 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-a88539f1-2ad3-4b66-9fa8-628677a70cbb tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02578a0a-4e38-42ac-abde-bdee024b32fb']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:25.011154 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9374d1b4-6eaf-47bd-92fb-999b948adcf7 None None] Pushing event deleted for resources: {'Port': ['ID=9e0c7033-6b34-4587-b9e6-6c548b0a6014,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:25.020728 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9374d1b4-6eaf-47bd-92fb-999b948adcf7 None None] No DVR routers for this DVR port 9e0c7033-6b34-4587-b9e6-6c548b0a6014 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:59:25.031041 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-a88539f1-2ad3-4b66-9fa8-628677a70cbb tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52e72fc9-92e4-45e1-96db-fca466a157d9') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:25.031473 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-a88539f1-2ad3-4b66-9fa8-628677a70cbb tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52e72fc9-92e4-45e1-96db-fca466a157d9') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:25.038919 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-8f2fd316-202a-4c6a-8c84-96031b4dddae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1369801270-network', 'tenant_id': 'ba1fcf78013f41368378324ce0bb5077'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:59:25.067597 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a88539f1-2ad3-4b66-9fa8-628677a70cbb tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (52e72fc9-92e4-45e1-96db-fca466a157d9), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:25.096746 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-b6b8180d-9dfc-45d2-aa83-2dd80659d820 None None] Deleting port 04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:59:25.099306 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b6b8180d-9dfc-45d2-aa83-2dd80659d820 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:25.107705 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a88539f1-2ad3-4b66-9fa8-628677a70cbb tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (52e72fc9-92e4-45e1-96db-fca466a157d9), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:25.126857 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a88539f1-2ad3-4b66-9fa8-628677a70cbb tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:59:25.127405 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a88539f1-2ad3-4b66-9fa8-628677a70cbb tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (52e72fc9-92e4-45e1-96db-fca466a157d9), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:25.130711 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:59:25.130711 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:59:25.130711 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:59:25.130711 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:59:25.130711 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:59:25.130711 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:59:25.130711 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:59:25.130711 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:59:25.130711 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:59:25.130711 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:59:25.130711 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:59:25.130711 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:59:25.130711 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:59:25.130711 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:59:25.130711 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:59:25.130711 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:59:25.130711 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:59:25.130711 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:59:25.130711 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:59:25.130711 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:59:25.130711 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:59:25.130711 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:59:25.130711 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:59:25.130711 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:59:25.130711 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:59:25.130711 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:59:25.130711 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:59:25.130711 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:59:25.130711 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:59:25.130711 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:59:25.130711 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:59:25.130711 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:59:25.156398 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2fd316-202a-4c6a-8c84-96031b4dddae admin admin] Made reservation on behalf of ba1fcf78013f41368378324ce0bb5077 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:59:25.158874 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8f2fd316-202a-4c6a-8c84-96031b4dddae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:25.196844 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-66b41d96-7fca-451e-875b-c0b2f4d8e381 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (c10380dc-3261-481a-b6e0-b67ea74edb52), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:25.198667 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-b6b8180d-9dfc-45d2-aa83-2dd80659d820 None None] For port 04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0,segment=NetworkSegment(3f5e992e-f8ac-4270-a68d-c36243966fe6),segment_id=3f5e992e-f8ac-4270-a68d-c36243966fe6)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:59:25.199069 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b6b8180d-9dfc-45d2-aa83-2dd80659d820 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:25.214858 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-b6b8180d-9dfc-45d2-aa83-2dd80659d820 None None] Calling delete_port for 04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:59:25.225869 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-66b41d96-7fca-451e-875b-c0b2f4d8e381 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c10380dc-3261-481a-b6e0-b67ea74edb52']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:25.236870 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-66b41d96-7fca-451e-875b-c0b2f4d8e381 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c993aa3-b4bc-4822-be01-8f2382354ee8') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:25.237419 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-66b41d96-7fca-451e-875b-c0b2f4d8e381 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c993aa3-b4bc-4822-be01-8f2382354ee8') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:25.250045 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-66b41d96-7fca-451e-875b-c0b2f4d8e381 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (8c993aa3-b4bc-4822-be01-8f2382354ee8), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:25.266317 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-66b41d96-7fca-451e-875b-c0b2f4d8e381 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (8c993aa3-b4bc-4822-be01-8f2382354ee8), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:25.267758 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8f2fd316-202a-4c6a-8c84-96031b4dddae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:25.273325 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66b41d96-7fca-451e-875b-c0b2f4d8e381 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:59:25.273917 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-66b41d96-7fca-451e-875b-c0b2f4d8e381 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (8c993aa3-b4bc-4822-be01-8f2382354ee8), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:25.312709 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8a19df-f0b2-44ee-826d-c71f92a9bd10 None None] DHCP port deletion for 1271232a-a21b-4e57-8ad1-93c7c3ef6d91 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:59:25.337996 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b6b8180d-9dfc-45d2-aa83-2dd80659d820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:25.346447 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f458b-dc56-4bce-8406-12d0c24a56de req-09000822-22a6-4f7b-9dac-926c9abbd926 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:25.348417 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ed4f458b-dc56-4bce-8406-12d0c24a56de req-09000822-22a6-4f7b-9dac-926c9abbd926 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 945 time: 0.4787054 Mar 01 13:59:25.349337 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 13:59:25.349337 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:59:25.349337 n-d-827467-3 neutron-server[103727]: timer() Mar 01 13:59:25.349337 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:59:25.349337 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 13:59:25.349337 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:59:25.349337 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 13:59:25.349337 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:59:25.349337 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 13:59:25.349337 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:59:25.349337 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 13:59:25.349337 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:59:25.349337 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 13:59:25.349337 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:59:25.349337 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:59:25.349337 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:59:25.349337 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:59:25.349337 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:59:25.349337 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 13:59:25.349337 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:59:25.349337 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 13:59:25.349337 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:59:25.349337 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:59:25.349337 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:59:25.349337 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 13:59:25.349337 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:59:25.349337 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:59:25.349337 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:59:25.349337 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:59:25.349337 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:59:25.349337 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:59:25.349337 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:59:25.353093 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-66b41d96-7fca-451e-875b-c0b2f4d8e381 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (c10380dc-3261-481a-b6e0-b67ea74edb52), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:25.365019 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a88539f1-2ad3-4b66-9fa8-628677a70cbb tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (02578a0a-4e38-42ac-abde-bdee024b32fb), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:25.388663 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 00acc6ed-69b5-4404-a397-2e35c1ff45c0 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:59:25.392163 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b8180d-9dfc-45d2-aa83-2dd80659d820 None None] No DVR routers for this DVR port 04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:59:25.393497 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-66b41d96-7fca-451e-875b-c0b2f4d8e381 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:25.393795 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8180d-9dfc-45d2-aa83-2dd80659d820 None None] Pushing event deleted for resources: {'Port': ['ID=04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:25.395455 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a6c6c93d-55e5-49d8-a353-a572380f4d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:25.401102 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-66b41d96-7fca-451e-875b-c0b2f4d8e381 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "DELETE /v2.0/networks/c10380dc-3261-481a-b6e0-b67ea74edb52 HTTP/1.1" status: 204 len: 168 time: 1.0700102 Mar 01 13:59:25.403173 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b41d96-7fca-451e-875b-c0b2f4d8e381 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Pushing event deleted for resources: {'Network': ['ID=c10380dc-3261-481a-b6e0-b67ea74edb52,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:25.407160 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52746) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:25.414387 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a88539f1-2ad3-4b66-9fa8-628677a70cbb tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:25.425232 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a88539f1-2ad3-4b66-9fa8-628677a70cbb tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] 10.222.0.13 "DELETE /v2.0/networks/02578a0a-4e38-42ac-abde-bdee024b32fb HTTP/1.1" status: 204 len: 168 time: 0.8452506 Mar 01 13:59:25.431417 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52748) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:25.449222 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88539f1-2ad3-4b66-9fa8-628677a70cbb tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Pushing event deleted for resources: {'Network': ['ID=02578a0a-4e38-42ac-abde-bdee024b32fb,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:25.482896 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-7e8a19df-f0b2-44ee-826d-c71f92a9bd10 None None] Deleting port 4584fc3a-513f-4f76-bebe-29973b78ac3e {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:59:25.483283 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7e8a19df-f0b2-44ee-826d-c71f92a9bd10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (4584fc3a-513f-4f76-bebe-29973b78ac3e), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:25.549403 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8f2fd316-202a-4c6a-8c84-96031b4dddae admin admin] Publish callbacks [] for security_group (0dfe1804-f8e6-49c2-b6a5-345852e52ae8), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:25.560567 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8f2fd316-202a-4c6a-8c84-96031b4dddae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (0dfe1804-f8e6-49c2-b6a5-345852e52ae8), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:25.567806 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 00acc6ed-69b5-4404-a397-2e35c1ff45c0 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:59:25.575761 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-7e8a19df-f0b2-44ee-826d-c71f92a9bd10 None None] For port 4584fc3a-513f-4f76-bebe-29973b78ac3e, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=4584fc3a-513f-4f76-bebe-29973b78ac3e,segment=NetworkSegment(714edeec-727c-48b1-804c-4c049f2c2980),segment_id=714edeec-727c-48b1-804c-4c049f2c2980)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:59:25.576175 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7e8a19df-f0b2-44ee-826d-c71f92a9bd10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (4584fc3a-513f-4f76-bebe-29973b78ac3e), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:25.584516 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 00acc6ed-69b5-4404-a397-2e35c1ff45c0 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:59:25.584936 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (00acc6ed-69b5-4404-a397-2e35c1ff45c0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:25.601565 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f2fd316-202a-4c6a-8c84-96031b4dddae admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:59:25.612612 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-7e8a19df-f0b2-44ee-826d-c71f92a9bd10 None None] Calling delete_port for 4584fc3a-513f-4f76-bebe-29973b78ac3e owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:59:25.651354 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8f2fd316-202a-4c6a-8c84-96031b4dddae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:25.652245 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-8f2fd316-202a-4c6a-8c84-96031b4dddae admin admin] Added segment add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f of type vlan for network 688b8e33-0ea2-4648-89e7-a0a6eac88ff9 Mar 01 13:59:25.655836 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2fd316-202a-4c6a-8c84-96031b4dddae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfe1804-f8e6-49c2-b6a5-345852e52ae8,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:25.698043 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-192bb7ce-02e2-4f4d-a85f-547e0922dc2a tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (1271232a-a21b-4e57-8ad1-93c7c3ef6d91), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:25.712150 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5710b8aa-628d-4507-8449-3a830f30cb24 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (6d51e108-e704-49e6-8e91-4223e1d8d343), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:25.726623 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 00acc6ed-69b5-4404-a397-2e35c1ff45c0 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:59:25.727022 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (00acc6ed-69b5-4404-a397-2e35c1ff45c0), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:25.764994 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8f2fd316-202a-4c6a-8c84-96031b4dddae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (688b8e33-0ea2-4648-89e7-a0a6eac88ff9), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:25.769768 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb6033d9-74bf-4aa3-a801-7225131a8117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00acc6ed-69b5-4404-a397-2e35c1ff45c0'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:59:25.772987 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcddd05e-8a31-4bb0-bd13-d05e58407398" -d '{"events": [{"server_uuid": "eb6033d9-74bf-4aa3-a801-7225131a8117", "name": "network-vif-plugged", "status": "completed", "tag": "00acc6ed-69b5-4404-a397-2e35c1ff45c0"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:59:25.816189 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 00acc6ed-69b5-4404-a397-2e35c1ff45c0, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=00acc6ed-69b5-4404-a397-2e35c1ff45c0,segment=NetworkSegment(7a63df0f-2a06-4da5-a264-f236c3286f77),segment_id=7a63df0f-2a06-4da5-a264-f236c3286f77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:59:25.828481 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (00acc6ed-69b5-4404-a397-2e35c1ff45c0), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:25.830062 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8f2fd316-202a-4c6a-8c84-96031b4dddae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (688b8e33-0ea2-4648-89e7-a0a6eac88ff9), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:25.831214 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2fd316-202a-4c6a-8c84-96031b4dddae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:25.832115 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8f2fd316-202a-4c6a-8c84-96031b4dddae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:25.856819 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2ba0f4-8991-4a07-b202-918a4adc6586 x-openstack-request-id: req-0d2ba0f4-8991-4a07-b202-918a4adc6586 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:59:25.858856 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb6033d9-74bf-4aa3-a801-7225131a8117", "name": "network-vif-plugged", "status": "completed", "tag": "00acc6ed-69b5-4404-a397-2e35c1ff45c0", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:59:25.859226 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d2ba0f4-8991-4a07-b202-918a4adc6586 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:59:25.860101 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb6033d9-74bf-4aa3-a801-7225131a8117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00acc6ed-69b5-4404-a397-2e35c1ff45c0', 'code': 200} Mar 01 13:59:25.872265 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ed4f458b-dc56-4bce-8406-12d0c24a56de req-ba1de372-1e90-44c1-a7d2-7a8e4bbcb6cb tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700840 Mar 01 13:59:25.942296 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7e8a19df-f0b2-44ee-826d-c71f92a9bd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (4584fc3a-513f-4f76-bebe-29973b78ac3e), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:25.945887 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=00acc6ed-69b5-4404-a397-2e35c1ff45c0,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:26.010284 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8f2fd316-202a-4c6a-8c84-96031b4dddae admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1682875 Mar 01 13:59:26.010944 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52752) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:26.014379 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a19df-f0b2-44ee-826d-c71f92a9bd10 None None] Pushing event deleted for resources: {'Port': ['ID=4584fc3a-513f-4f76-bebe-29973b78ac3e,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:26.019362 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5710b8aa-628d-4507-8449-3a830f30cb24 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (6d51e108-e704-49e6-8e91-4223e1d8d343), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:26.023733 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-b4960adb-06f4-467e-a9db-5f88d20c390b admin admin] Request body: {'subnet': {'network_id': '688b8e33-0ea2-4648-89e7-a0a6eac88ff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1369801270-subnet', 'tenant_id': 'ba1fcf78013f41368378324ce0bb5077', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:59:26.029819 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8a19df-f0b2-44ee-826d-c71f92a9bd10 None None] No DVR routers for this DVR port 4584fc3a-513f-4f76-bebe-29973b78ac3e on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:59:26.073427 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-5710b8aa-628d-4507-8449-3a830f30cb24 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d51e108-e704-49e6-8e91-4223e1d8d343']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:26.084245 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4960adb-06f4-467e-a9db-5f88d20c390b admin admin] Made reservation on behalf of ba1fcf78013f41368378324ce0bb5077 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:59:26.085776 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-5710b8aa-628d-4507-8449-3a830f30cb24 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f5e992e-f8ac-4270-a68d-c36243966fe6') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:26.086404 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-5710b8aa-628d-4507-8449-3a830f30cb24 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f5e992e-f8ac-4270-a68d-c36243966fe6') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:26.091814 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b4960adb-06f4-467e-a9db-5f88d20c390b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:26.098797 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5710b8aa-628d-4507-8449-3a830f30cb24 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (3f5e992e-f8ac-4270-a68d-c36243966fe6), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:26.121410 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5710b8aa-628d-4507-8449-3a830f30cb24 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (3f5e992e-f8ac-4270-a68d-c36243966fe6), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:26.122164 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 4584fc3a-513f-4f76-bebe-29973b78ac3e no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:59:26.129071 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5710b8aa-628d-4507-8449-3a830f30cb24 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:59:26.129475 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5710b8aa-628d-4507-8449-3a830f30cb24 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (3f5e992e-f8ac-4270-a68d-c36243966fe6), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:26.170752 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 4584fc3a-513f-4f76-bebe-29973b78ac3e {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:59:26.171784 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 4584fc3a-513f-4f76-bebe-29973b78ac3e not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:59:26.172930 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 9e0c7033-6b34-4587-b9e6-6c548b0a6014 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:59:26.219236 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 13:59:26.219236 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:59:26.219236 n-d-827467-3 neutron-server[103727]: timer() Mar 01 13:59:26.219236 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:59:26.219236 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 13:59:26.219236 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:59:26.219236 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 13:59:26.219236 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:59:26.219236 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 13:59:26.219236 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:59:26.219236 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 13:59:26.219236 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:59:26.219236 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 13:59:26.219236 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:59:26.219236 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:59:26.219236 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:59:26.219236 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:59:26.219236 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:59:26.219236 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 13:59:26.219236 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:59:26.219236 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 13:59:26.219236 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:59:26.219236 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:59:26.219236 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:59:26.219236 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 13:59:26.219236 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:59:26.219236 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:59:26.219236 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:59:26.219236 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:59:26.219236 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:59:26.219236 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:59:26.219236 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:59:26.222383 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-192bb7ce-02e2-4f4d-a85f-547e0922dc2a tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] The port '4584fc3a-513f-4f76-bebe-29973b78ac3e' was deleted {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Mar 01 13:59:26.224002 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5710b8aa-628d-4507-8449-3a830f30cb24 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (6d51e108-e704-49e6-8e91-4223e1d8d343), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:26.233868 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 9e0c7033-6b34-4587-b9e6-6c548b0a6014 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:59:26.234362 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 9e0c7033-6b34-4587-b9e6-6c548b0a6014 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:59:26.234894 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:59:26.242437 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5710b8aa-628d-4507-8449-3a830f30cb24 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:26.246110 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5710b8aa-628d-4507-8449-3a830f30cb24 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] 10.222.0.13 "DELETE /v2.0/networks/6d51e108-e704-49e6-8e91-4223e1d8d343 HTTP/1.1" status: 204 len: 168 time: 0.8379326 Mar 01 13:59:26.268870 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710b8aa-628d-4507-8449-3a830f30cb24 tempest-TaggedBootDevicesTest-121066686 tempest-TaggedBootDevicesTest-121066686-project] Pushing event deleted for resources: {'Network': ['ID=6d51e108-e704-49e6-8e91-4223e1d8d343,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:26.290952 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2fd316-202a-4c6a-8c84-96031b4dddae admin admin] Pushing event updated for resources: {'Network': ['ID=688b8e33-0ea2-4648-89e7-a0a6eac88ff9,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:26.320992 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 688b8e33-0ea2-4648-89e7-a0a6eac88ff9 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:59:26.329304 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776aa55-0c13-4b94-aacc-b32a52aea768 req-6232a996-5d6a-42b3-bb55-685bbfd2df4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:26.331008 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:59:26.331432 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b776aa55-0c13-4b94-aacc-b32a52aea768 req-6232a996-5d6a-42b3-bb55-685bbfd2df4d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 1128 time: 0.3734877 Mar 01 13:59:26.332061 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 04ec7ed4-d51f-43f5-a9c9-2c1e3b2d2dc0 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:59:26.333727 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b4960adb-06f4-467e-a9db-5f88d20c390b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (b5604c83-d9f4-4bd0-bfcc-d1bf90374963), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:26.407108 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-192bb7ce-02e2-4f4d-a85f-547e0922dc2a tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (1271232a-a21b-4e57-8ad1-93c7c3ef6d91), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:26.427930 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b776aa55-0c13-4b94-aacc-b32a52aea768 req-9bc4405d-7c0d-4848-92ed-532404808ea3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893598 Mar 01 13:59:26.432295 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-192bb7ce-02e2-4f4d-a85f-547e0922dc2a tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1271232a-a21b-4e57-8ad1-93c7c3ef6d91']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:26.443314 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-192bb7ce-02e2-4f4d-a85f-547e0922dc2a tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '714edeec-727c-48b1-804c-4c049f2c2980') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:26.443840 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-192bb7ce-02e2-4f4d-a85f-547e0922dc2a tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '714edeec-727c-48b1-804c-4c049f2c2980') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:26.451482 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4960adb-06f4-467e-a9db-5f88d20c390b admin admin] Checking segment: {'id': 'add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '688b8e33-0ea2-4648-89e7-a0a6eac88ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:59:26.451877 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4960adb-06f4-467e-a9db-5f88d20c390b admin admin] Network hostable DHCP agents. Network: 688b8e33-0ea2-4648-89e7-a0a6eac88ff9, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 13:59:26.458135 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4960adb-06f4-467e-a9db-5f88d20c390b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5604c83-d9f4-4bd0-bfcc-d1bf90374963,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:26.477718 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4960adb-06f4-467e-a9db-5f88d20c390b admin admin] Network 688b8e33-0ea2-4648-89e7-a0a6eac88ff9 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 13:59:26.492594 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-192bb7ce-02e2-4f4d-a85f-547e0922dc2a tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (714edeec-727c-48b1-804c-4c049f2c2980), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:26.492978 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-b4960adb-06f4-467e-a9db-5f88d20c390b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 688b8e33-0ea2-4648-89e7-a0a6eac88ff9) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:59:26.505076 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4960adb-06f4-467e-a9db-5f88d20c390b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:26.505871 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b4960adb-06f4-467e-a9db-5f88d20c390b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:26.530522 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cf0aff-921b-4b16-878d-486ac914c9c2 None None] Network 688b8e33-0ea2-4648-89e7-a0a6eac88ff9 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:59:26.532398 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-192bb7ce-02e2-4f4d-a85f-547e0922dc2a tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (714edeec-727c-48b1-804c-4c049f2c2980), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:26.542839 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b4960adb-06f4-467e-a9db-5f88d20c390b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5239072 Mar 01 13:59:26.556199 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-192bb7ce-02e2-4f4d-a85f-547e0922dc2a tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:59:26.557021 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-192bb7ce-02e2-4f4d-a85f-547e0922dc2a tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (714edeec-727c-48b1-804c-4c049f2c2980), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:26.562935 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 13:59:26.562935 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:59:26.562935 n-d-827467-3 neutron-server[103727]: timer() Mar 01 13:59:26.562935 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:59:26.562935 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 13:59:26.562935 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:59:26.562935 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 13:59:26.562935 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:59:26.562935 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 13:59:26.562935 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:59:26.562935 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 13:59:26.562935 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:59:26.562935 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 13:59:26.562935 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:59:26.562935 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:59:26.562935 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:59:26.562935 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:59:26.562935 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:59:26.562935 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 13:59:26.562935 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:59:26.562935 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 13:59:26.562935 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:59:26.562935 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:59:26.562935 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:59:26.562935 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 13:59:26.562935 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:59:26.562935 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:59:26.562935 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:59:26.562935 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:59:26.562935 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:59:26.562935 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:59:26.562935 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:59:26.690902 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-192bb7ce-02e2-4f4d-a85f-547e0922dc2a tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (1271232a-a21b-4e57-8ad1-93c7c3ef6d91), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:26.706296 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-192bb7ce-02e2-4f4d-a85f-547e0922dc2a tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:26.713139 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-192bb7ce-02e2-4f4d-a85f-547e0922dc2a tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] 10.222.0.13 "DELETE /v2.0/networks/1271232a-a21b-4e57-8ad1-93c7c3ef6d91 HTTP/1.1" status: 204 len: 168 time: 1.2771645 Mar 01 13:59:26.715545 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52766) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:26.757399 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192bb7ce-02e2-4f4d-a85f-547e0922dc2a tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Pushing event deleted for resources: {'Network': ['ID=1271232a-a21b-4e57-8ad1-93c7c3ef6d91,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:26.776369 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487809ce-375f-43b2-a538-f4fb193f4a03 None None] Network 688b8e33-0ea2-4648-89e7-a0a6eac88ff9 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:59:26.818782 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2208943-2b3d-4f8b-92b5-12294c7b975c tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Deleting subnet 8ba1f1a2-bffa-4e1b-a2f3-9b573de124bb {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 13:59:26.822263 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a2208943-2b3d-4f8b-92b5-12294c7b975c tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks [] for subnet (8ba1f1a2-bffa-4e1b-a2f3-9b573de124bb), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:26.870056 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a2208943-2b3d-4f8b-92b5-12294c7b975c tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (8ba1f1a2-bffa-4e1b-a2f3-9b573de124bb), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:26.974914 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a2208943-2b3d-4f8b-92b5-12294c7b975c tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (8ba1f1a2-bffa-4e1b-a2f3-9b573de124bb), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:27.021735 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5baa69-a489-4c82-a7bd-f90a6f1e4e66 req-40652ad8-e9a2-41a6-a477-5510dbf7d815 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:27.023911 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ba5baa69-a489-4c82-a7bd-f90a6f1e4e66 req-40652ad8-e9a2-41a6-a477-5510dbf7d815 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.0750923 Mar 01 13:59:27.045773 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a2208943-2b3d-4f8b-92b5-12294c7b975c tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (8ba1f1a2-bffa-4e1b-a2f3-9b573de124bb), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:27.073067 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2208943-2b3d-4f8b-92b5-12294c7b975c tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Pushing event deleted for resources: {'Subnet': ['ID=8ba1f1a2-bffa-4e1b-a2f3-9b573de124bb,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:27.076673 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a2208943-2b3d-4f8b-92b5-12294c7b975c tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:27.079949 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a2208943-2b3d-4f8b-92b5-12294c7b975c tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] 10.222.0.13 "DELETE /v2.0/subnets/8ba1f1a2-bffa-4e1b-a2f3-9b573de124bb HTTP/1.1" status: 204 len: 168 time: 0.3632853 Mar 01 13:59:27.082250 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52784) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:27.084160 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a563e4aa-742e-49c0-ab99-5aba4c1dcd54 None None] Network a7fbf15f-8255-4b9c-9210-dd73d22be28d requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 13:59:27.103202 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ba5baa69-a489-4c82-a7bd-f90a6f1e4e66 req-8cfb0339-294d-446a-9b14-0b959815fc3b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727491 Mar 01 13:59:27.198150 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b39727ad-0f2f-4d69-a96f-c99660b7ad0b tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (a7fbf15f-8255-4b9c-9210-dd73d22be28d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:27.211518 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-6f3c198b-7686-49f2-9b51-5c6962d016ab tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:27.215377 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-6f3c198b-7686-49f2-9b51-5c6962d016ab tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/networks?id=688b8e33-0ea2-4648-89e7-a0a6eac88ff9 HTTP/1.1" status: 200 len: 815 time: 0.1487932 Mar 01 13:59:27.233943 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-db947006-5566-4012-9678-40a0deaf9286 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/quotas/ba1fcf78013f41368378324ce0bb5077 HTTP/1.1" status: 200 len: 375 time: 0.0139751 Mar 01 13:59:27.264987 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b39727ad-0f2f-4d69-a96f-c99660b7ad0b tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Deleting port f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:59:27.265325 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b39727ad-0f2f-4d69-a96f-c99660b7ad0b tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:27.283903 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-9d096593-abc1-40d6-b1f7-38fd77a6c3b2 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba1fcf78013f41368378324ce0bb5077&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437183 Mar 01 13:59:27.297906 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a571d0-644d-410f-9ea9-75b8407ea0cb None None] DHCP port deletion for a7fbf15f-8255-4b9c-9210-dd73d22be28d request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 13:59:27.337257 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-b39727ad-0f2f-4d69-a96f-c99660b7ad0b tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] For port f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a,segment=NetworkSegment(e8dc535a-e517-426e-8be6-2520352bfad2),segment_id=e8dc535a-e517-426e-8be6-2520352bfad2)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:59:27.337613 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b39727ad-0f2f-4d69-a96f-c99660b7ad0b tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:27.349805 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f9a571d0-644d-410f-9ea9-75b8407ea0cb None None] Deleting port f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:59:27.350051 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f9a571d0-644d-410f-9ea9-75b8407ea0cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:27.364314 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b39727ad-0f2f-4d69-a96f-c99660b7ad0b tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Calling delete_port for f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:59:27.401874 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-8d841b86-d0af-4c90-9f98-7d0aac7a9f38 service neutron] 10.222.0.13 "GET /v2.0/networks/688b8e33-0ea2-4648-89e7-a0a6eac88ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083171 Mar 01 13:59:27.439664 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-f9a571d0-644d-410f-9ea9-75b8407ea0cb None None] For port f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a,segment=NetworkSegment(e8dc535a-e517-426e-8be6-2520352bfad2),segment_id=e8dc535a-e517-426e-8be6-2520352bfad2)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:59:27.440684 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f9a571d0-644d-410f-9ea9-75b8407ea0cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:27.455297 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f9a571d0-644d-410f-9ea9-75b8407ea0cb None None] Calling delete_port for f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:59:27.467135 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b39727ad-0f2f-4d69-a96f-c99660b7ad0b tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:27.511013 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-24b2fb4e-c2fe-40c8-a43a-df71fcf2ea29 service neutron] 10.222.0.13 "GET /v2.0/networks/688b8e33-0ea2-4648-89e7-a0a6eac88ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082115 Mar 01 13:59:27.511217 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39727ad-0f2f-4d69-a96f-c99660b7ad0b tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Pushing event deleted for resources: {'Port': ['ID=f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:27.514116 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39727ad-0f2f-4d69-a96f-c99660b7ad0b tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] No DVR routers for this DVR port f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:59:27.615409 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b39727ad-0f2f-4d69-a96f-c99660b7ad0b tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (a7fbf15f-8255-4b9c-9210-dd73d22be28d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:27.645130 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-b39727ad-0f2f-4d69-a96f-c99660b7ad0b tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7fbf15f-8255-4b9c-9210-dd73d22be28d']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:27.656554 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-b39727ad-0f2f-4d69-a96f-c99660b7ad0b tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8dc535a-e517-426e-8be6-2520352bfad2') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:27.657083 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-b39727ad-0f2f-4d69-a96f-c99660b7ad0b tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8dc535a-e517-426e-8be6-2520352bfad2') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:27.681663 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b39727ad-0f2f-4d69-a96f-c99660b7ad0b tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (e8dc535a-e517-426e-8be6-2520352bfad2), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:27.698056 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b39727ad-0f2f-4d69-a96f-c99660b7ad0b tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (e8dc535a-e517-426e-8be6-2520352bfad2), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:27.704816 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b39727ad-0f2f-4d69-a96f-c99660b7ad0b tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:59:27.705305 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b39727ad-0f2f-4d69-a96f-c99660b7ad0b tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (e8dc535a-e517-426e-8be6-2520352bfad2), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:27.724240 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9e05caaa-7a73-496c-a48e-fb3cd2c507b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:27.780511 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:59:27.780511 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:59:27.780511 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:59:27.780511 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:59:27.780511 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:59:27.780511 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:59:27.780511 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:59:27.780511 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:59:27.780511 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:59:27.780511 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:59:27.780511 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:59:27.780511 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:59:27.780511 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:59:27.780511 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:59:27.780511 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:59:27.780511 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:59:27.780511 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:59:27.780511 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:59:27.780511 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:59:27.780511 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:59:27.780511 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:59:27.780511 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:59:27.780511 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:59:27.780511 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:59:27.780511 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:59:27.780511 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:59:27.780511 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:59:27.780511 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:59:27.780511 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:59:27.780511 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:59:27.780511 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:59:27.780511 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:59:27.783528 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9d8a3f0a-9b6b-4ccf-bb9d-2f2d5acc21fc req-854ca568-43dc-4a48-acfc-fc0bb85b7a6d tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=75cb9e6f-9cc7-4bb3-9d2d-ad6e3f1a80ac HTTP/1.1" status: 200 len: 210 time: 0.0949926 Mar 01 13:59:27.797043 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b39727ad-0f2f-4d69-a96f-c99660b7ad0b tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (a7fbf15f-8255-4b9c-9210-dd73d22be28d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:27.807492 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b39727ad-0f2f-4d69-a96f-c99660b7ad0b tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:27.813522 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52794) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:27.816425 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b39727ad-0f2f-4d69-a96f-c99660b7ad0b tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] 10.222.0.13 "DELETE /v2.0/networks/a7fbf15f-8255-4b9c-9210-dd73d22be28d HTTP/1.1" status: 204 len: 168 time: 0.7329688 Mar 01 13:59:27.817499 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f9a571d0-644d-410f-9ea9-75b8407ea0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:27.833464 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39727ad-0f2f-4d69-a96f-c99660b7ad0b tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Pushing event deleted for resources: {'Network': ['ID=a7fbf15f-8255-4b9c-9210-dd73d22be28d,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:27.855493 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f9a571d0-644d-410f-9ea9-75b8407ea0cb None None] Network a7fbf15f-8255-4b9c-9210-dd73d22be28d is not hosted by any dhcp agent {{(pid=103728) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 01 13:59:27.855999 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a571d0-644d-410f-9ea9-75b8407ea0cb None None] No DVR routers for this DVR port f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:59:27.858735 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a571d0-644d-410f-9ea9-75b8407ea0cb None None] Pushing event deleted for resources: {'Port': ['ID=f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:27.863985 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52796) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:27.865735 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-266a0174-01da-46da-95bd-d34609d8ee76 tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cef9377-e02b-4897-8f54-fe950b842272 HTTP/1.1" status: 200 len: 205 time: 0.0463624 Mar 01 13:59:27.951548 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-62c26ef0-cd0e-4cf8-b7aa-dbd92ea2701a tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks [] for router (0cef9377-e02b-4897-8f54-fe950b842272), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:28.085651 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:59:28.108135 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:59:28.108912 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device f0b1e11e-425e-42e1-9e3f-5f1b677a8f3a not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:59:28.159183 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-62c26ef0-cd0e-4cf8-b7aa-dbd92ea2701a tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (0cef9377-e02b-4897-8f54-fe950b842272), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:28.162486 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-62c26ef0-cd0e-4cf8-b7aa-dbd92ea2701a tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks [] for router_controller (0cef9377-e02b-4897-8f54-fe950b842272), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:28.226948 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-62c26ef0-cd0e-4cf8-b7aa-dbd92ea2701a tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (0cef9377-e02b-4897-8f54-fe950b842272), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:28.227690 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c26ef0-cd0e-4cf8-b7aa-dbd92ea2701a tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Fanout notify agent at l3_agent the message router_deleted on router 0cef9377-e02b-4897-8f54-fe950b842272 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 13:59:28.237448 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-62c26ef0-cd0e-4cf8-b7aa-dbd92ea2701a tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:28.238822 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-62c26ef0-cd0e-4cf8-b7aa-dbd92ea2701a tempest-RoutersNegativeIpV6Test-1440604039 tempest-RoutersNegativeIpV6Test-1440604039-project] 10.222.0.13 "DELETE /v2.0/routers/0cef9377-e02b-4897-8f54-fe950b842272 HTTP/1.1" status: 204 len: 168 time: 0.3740010 Mar 01 13:59:28.262198 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a67f8-bf17-4266-a309-3a26486b80a4 req-c6db05e6-2936-4156-964d-b7f567f3cd55 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:28.264488 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e13a67f8-bf17-4266-a309-3a26486b80a4 req-c6db05e6-2936-4156-964d-b7f567f3cd55 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.0705357 Mar 01 13:59:28.330560 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e13a67f8-bf17-4266-a309-3a26486b80a4 req-311c277f-ddae-4c29-a9c9-b3ef97b3187d tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580301 Mar 01 13:59:28.542919 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52824) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:28.672533 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-2b920819-faba-4cc8-8ba1-f5cd85ba3231 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:28.673946 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-2b920819-faba-4cc8-8ba1-f5cd85ba3231 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/networks?id=05ce96e8-01ac-41f7-81d8-c04a115222c3 HTTP/1.1" status: 200 len: 813 time: 0.1498766 Mar 01 13:59:28.688806 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-6d293f35-ea0d-42a9-90b5-158bac877f1f tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/quotas/4f35078c869241559fa6863827bcce9e HTTP/1.1" status: 200 len: 375 time: 0.0093920 Mar 01 13:59:28.699946 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-63554de5-0b51-4cb7-ada9-b686eeaf81ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80430b1557ed45288bb26752dbea8dea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1558204 Mar 01 13:59:28.702385 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52828) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:28.744523 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-a40ec0d1-a9a9-42a8-9420-47e4e03ed2db tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f35078c869241559fa6863827bcce9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0502481 Mar 01 13:59:28.750175 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a034df05-9eba-4009-9a06-552dea10853b admin admin] Publish callbacks [] for security_group (ef34dfbe-2b39-465c-80cc-335f26f6dea1), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:28.773408 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a034df05-9eba-4009-9a06-552dea10853b admin admin] Publish callbacks [] for security_group (ef34dfbe-2b39-465c-80cc-335f26f6dea1), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:28.831881 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a034df05-9eba-4009-9a06-552dea10853b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ef34dfbe-2b39-465c-80cc-335f26f6dea1), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:28.835328 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a034df05-9eba-4009-9a06-552dea10853b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:28.836771 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a034df05-9eba-4009-9a06-552dea10853b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef34dfbe-2b39-465c-80cc-335f26f6dea1 HTTP/1.1" status: 204 len: 168 time: 0.1333103 Mar 01 13:59:28.849858 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034df05-9eba-4009-9a06-552dea10853b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef34dfbe-2b39-465c-80cc-335f26f6dea1,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:28.866893 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034df05-9eba-4009-9a06-552dea10853b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:59:28.869455 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034df05-9eba-4009-9a06-552dea10853b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:59:28.869869 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034df05-9eba-4009-9a06-552dea10853b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:59:28.870219 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034df05-9eba-4009-9a06-552dea10853b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:59:28.872203 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034df05-9eba-4009-9a06-552dea10853b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:59:28.872531 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034df05-9eba-4009-9a06-552dea10853b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:59:28.872870 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034df05-9eba-4009-9a06-552dea10853b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:59:28.873093 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:28.873594 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034df05-9eba-4009-9a06-552dea10853b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:59:28.873594 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034df05-9eba-4009-9a06-552dea10853b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:59:28.873825 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034df05-9eba-4009-9a06-552dea10853b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:59:28.874154 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034df05-9eba-4009-9a06-552dea10853b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:59:28.878398 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034df05-9eba-4009-9a06-552dea10853b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:59:28.878776 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034df05-9eba-4009-9a06-552dea10853b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 13:59:28.922894 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-8949e380-fb8c-4f20-a104-193c6bafbed8 service neutron] 10.222.0.13 "GET /v2.0/networks/05ce96e8-01ac-41f7-81d8-c04a115222c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683576 Mar 01 13:59:29.069753 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bd74cec8-1e9d-47b7-93ad-556af5bd3fc2 req-a94e67b2-1dbe-45c2-863d-161d3ee8550b tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=75cb9e6f-9cc7-4bb3-9d2d-ad6e3f1a80ac HTTP/1.1" status: 200 len: 210 time: 0.1230428 Mar 01 13:59:29.138635 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-c4c29858-7943-4820-b063-2b6160eea66b service neutron] 10.222.0.13 "GET /v2.0/networks/05ce96e8-01ac-41f7-81d8-c04a115222c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141907 Mar 01 13:59:29.146212 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-099aa0d9-ef50-4174-86b3-ed2470b813e4 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:29.148237 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-099aa0d9-ef50-4174-86b3-ed2470b813e4 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.32 "GET /v2.0/networks?id=688b8e33-0ea2-4648-89e7-a0a6eac88ff9 HTTP/1.1" status: 200 len: 815 time: 0.1630728 Mar 01 13:59:29.162052 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-b8900527-4a3e-4ba7-bfab-b0bfaf0fdff6 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Request body: {'port': {'device_id': '75cb9e6f-9cc7-4bb3-9d2d-ad6e3f1a80ac', 'network_id': '688b8e33-0ea2-4648-89e7-a0a6eac88ff9', 'admin_state_up': True, 'tenant_id': 'ba1fcf78013f41368378324ce0bb5077'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:59:29.336700 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-b8900527-4a3e-4ba7-bfab-b0bfaf0fdff6 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Made reservation on behalf of ba1fcf78013f41368378324ce0bb5077 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:59:29.342044 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-b8900527-4a3e-4ba7-bfab-b0bfaf0fdff6 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:29.492197 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-59cc5458-3f57-41b2-b2d9-257d0f601242 req-08c60a02-81e4-4c9b-9525-9cf3e02559a9 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4c7e22a-0ac4-40ca-b60d-86d4203c79d1 HTTP/1.1" status: 200 len: 210 time: 0.0990407 Mar 01 13:59:29.620022 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-b8900527-4a3e-4ba7-bfab-b0bfaf0fdff6 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Allocated IP 172.20.0.2 (688b8e33-0ea2-4648-89e7-a0a6eac88ff9/b5604c83-d9f4-4bd0-bfcc-d1bf90374963/c8f4394a-222d-4ddf-8b47-2223ab7f4441) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:59:29.811104 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-b8900527-4a3e-4ba7-bfab-b0bfaf0fdff6 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Publish callbacks [] for port (c8f4394a-222d-4ddf-8b47-2223ab7f4441), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:29.860161 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-b8900527-4a3e-4ba7-bfab-b0bfaf0fdff6 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (c8f4394a-222d-4ddf-8b47-2223ab7f4441), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:29.927580 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52872) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:29.977227 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-b8900527-4a3e-4ba7-bfab-b0bfaf0fdff6 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Network 688b8e33-0ea2-4648-89e7-a0a6eac88ff9 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:59:29.980608 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-b8900527-4a3e-4ba7-bfab-b0bfaf0fdff6 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:59:29.984722 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-b8900527-4a3e-4ba7-bfab-b0bfaf0fdff6 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:59:29.992507 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8900527-4a3e-4ba7-bfab-b0bfaf0fdff6 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Pushing event updated for resources: {'Port': ['ID=c8f4394a-222d-4ddf-8b47-2223ab7f4441,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:30.018801 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:30.065485 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-b8900527-4a3e-4ba7-bfab-b0bfaf0fdff6 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:30.068495 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-b8900527-4a3e-4ba7-bfab-b0bfaf0fdff6 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:30.101439 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-b8900527-4a3e-4ba7-bfab-b0bfaf0fdff6 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9446766 Mar 01 13:59:30.136546 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-0fd925fa-2ca8-47ce-93c4-d303195fa466 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 13:59:30.137762 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-0fd925fa-2ca8-47ce-93c4-d303195fa466 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0221684 Mar 01 13:59:30.199596 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-4829e8a4-645d-41db-bfee-bbed618b2415 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1183312217'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:59:30.264854 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4829e8a4-645d-41db-bfee-bbed618b2415 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] Made reservation on behalf of 894cb8f962454a5f90be31fd0bdbdeeb for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:59:30.269674 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4829e8a4-645d-41db-bfee-bbed618b2415 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:30.301938 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-da1da1ac-b0b2-4a2f-9aaa-5037fb8b6726 service neutron] Request body: {'port': {'device_id': '75cb9e6f-9cc7-4bb3-9d2d-ad6e3f1a80ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:59:30.307241 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4829e8a4-645d-41db-bfee-bbed618b2415 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:30.415799 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4829e8a4-645d-41db-bfee-bbed618b2415 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] Publish callbacks [] for security_group (1783c762-b66e-4ae6-8b3c-0613fea926b1), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:30.421733 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4829e8a4-645d-41db-bfee-bbed618b2415 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (1783c762-b66e-4ae6-8b3c-0613fea926b1), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:30.434781 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181da3bd-4f36-4d41-9763-e4d71c7ae26d req-66c08711-cba5-42b9-b366-3799b9077a5f tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:30.436582 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-181da3bd-4f36-4d41-9763-e4d71c7ae26d req-66c08711-cba5-42b9-b366-3799b9077a5f tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=75cb9e6f-9cc7-4bb3-9d2d-ad6e3f1a80ac HTTP/1.1" status: 200 len: 931 time: 0.2138128 Mar 01 13:59:30.448741 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-da1da1ac-b0b2-4a2f-9aaa-5037fb8b6726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c8f4394a-222d-4ddf-8b47-2223ab7f4441), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:30.477602 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4829e8a4-645d-41db-bfee-bbed618b2415 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 13:59:30.482585 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829e8a4-645d-41db-bfee-bbed618b2415 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1783c762-b66e-4ae6-8b3c-0613fea926b1,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:30.517778 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4829e8a4-645d-41db-bfee-bbed618b2415 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (f66a1c1e-3902-4f80-8529-2e6813fa03f7), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:30.519366 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-4829e8a4-645d-41db-bfee-bbed618b2415 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] Added segment f66a1c1e-3902-4f80-8529-2e6813fa03f7 of type vlan for network 4605fbe2-27f4-4fce-878b-47e367da9bb5 Mar 01 13:59:30.558250 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-181da3bd-4f36-4d41-9763-e4d71c7ae26d req-4ec7f58a-cc64-4ebe-bb01-5ab1d2555c77 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087198 Mar 01 13:59:30.607852 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4829e8a4-645d-41db-bfee-bbed618b2415 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (4605fbe2-27f4-4fce-878b-47e367da9bb5), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:30.661681 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4829e8a4-645d-41db-bfee-bbed618b2415 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (4605fbe2-27f4-4fce-878b-47e367da9bb5), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:30.667951 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4829e8a4-645d-41db-bfee-bbed618b2415 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:30.668927 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4829e8a4-645d-41db-bfee-bbed618b2415 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:30.749495 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4829e8a4-645d-41db-bfee-bbed618b2415 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.8207269 Mar 01 13:59:30.752851 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52890) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:30.760541 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-e0b788e8-f6d2-4915-9f4c-f74308dab045 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '4605fbe2-27f4-4fce-878b-47e367da9bb5', 'tempest-TagsTest-Tag-1004546723') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:30.822330 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829e8a4-645d-41db-bfee-bbed618b2415 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] Pushing event updated for resources: {'Network': ['ID=4605fbe2-27f4-4fce-878b-47e367da9bb5,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:30.834509 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 4605fbe2-27f4-4fce-878b-47e367da9bb5 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 13:59:30.837058 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-87d849b8-c999-42f3-b6f6-453da89b1b04 req-3ab52a05-f8d1-4397-9936-f93168a0201a tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4c7e22a-0ac4-40ca-b60d-86d4203c79d1 HTTP/1.1" status: 200 len: 210 time: 0.2241707 Mar 01 13:59:31.079458 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-a51af547-c660-43b2-b763-d83c2a86509c tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:31.083923 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-a51af547-c660-43b2-b763-d83c2a86509c tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.20 "GET /v2.0/networks?id=05ce96e8-01ac-41f7-81d8-c04a115222c3 HTTP/1.1" status: 200 len: 813 time: 0.2954223 Mar 01 13:59:31.097321 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-da1da1ac-b0b2-4a2f-9aaa-5037fb8b6726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8f4394a-222d-4ddf-8b47-2223ab7f4441 {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:59:31.109612 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-da1da1ac-b0b2-4a2f-9aaa-5037fb8b6726 service neutron] Publish callbacks [] for port (c8f4394a-222d-4ddf-8b47-2223ab7f4441), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:31.114079 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-7eac3740-2341-4a31-bf64-77e43e091414 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Request body: {'port': {'device_id': 'e4c7e22a-0ac4-40ca-b60d-86d4203c79d1', 'network_id': '05ce96e8-01ac-41f7-81d8-c04a115222c3', 'admin_state_up': True, 'tenant_id': '4f35078c869241559fa6863827bcce9e'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:59:31.121344 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e0b788e8-f6d2-4915-9f4c-f74308dab045 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] 10.222.0.13 "PUT /v2.0/networks/4605fbe2-27f4-4fce-878b-47e367da9bb5/tags/tempest-TagsTest-Tag-1004546723 HTTP/1.1" status: 201 len: 201 time: 0.3675101 Mar 01 13:59:31.124324 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52896) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:31.128613 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-da1da1ac-b0b2-4a2f-9aaa-5037fb8b6726 service neutron] Transition to ACTIVE for port object c8f4394a-222d-4ddf-8b47-2223ab7f4441 will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:59:31.133047 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-dd1a0038-6ea2-4ff4-8bf1-86e9c699c28c tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4605fbe2-27f4-4fce-878b-47e367da9bb5', 'tempest-TagsTest-Tag-1004546723') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:31.134413 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-da1da1ac-b0b2-4a2f-9aaa-5037fb8b6726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (c8f4394a-222d-4ddf-8b47-2223ab7f4441), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:31.227845 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1da1ac-b0b2-4a2f-9aaa-5037fb8b6726 service neutron] Pushing event updated for resources: {'Port': ['ID=c8f4394a-222d-4ddf-8b47-2223ab7f4441,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:31.296710 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-da1da1ac-b0b2-4a2f-9aaa-5037fb8b6726 service neutron] Attempting to bind port c8f4394a-222d-4ddf-8b47-2223ab7f4441 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:59:31.297249 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-da1da1ac-b0b2-4a2f-9aaa-5037fb8b6726 service neutron] Attempting to bind port c8f4394a-222d-4ddf-8b47-2223ab7f4441 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '688b8e33-0ea2-4648-89e7-a0a6eac88ff9'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:59:31.297584 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-da1da1ac-b0b2-4a2f-9aaa-5037fb8b6726 service neutron] Attempting to bind port c8f4394a-222d-4ddf-8b47-2223ab7f4441 on network 688b8e33-0ea2-4648-89e7-a0a6eac88ff9 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:59:31.302902 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-da1da1ac-b0b2-4a2f-9aaa-5037fb8b6726 service neutron] Port c8f4394a-222d-4ddf-8b47-2223ab7f4441 on network 688b8e33-0ea2-4648-89e7-a0a6eac88ff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:59:31.303237 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-da1da1ac-b0b2-4a2f-9aaa-5037fb8b6726 service neutron] Attempting to bind port c8f4394a-222d-4ddf-8b47-2223ab7f4441 on network 688b8e33-0ea2-4648-89e7-a0a6eac88ff9 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:59:31.309672 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-da1da1ac-b0b2-4a2f-9aaa-5037fb8b6726 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:59:31.310014 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-da1da1ac-b0b2-4a2f-9aaa-5037fb8b6726 service neutron] Checking segment: {'id': 'add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '688b8e33-0ea2-4648-89e7-a0a6eac88ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:59:31.310546 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-da1da1ac-b0b2-4a2f-9aaa-5037fb8b6726 service neutron] Bound using segment: {'id': 'add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '688b8e33-0ea2-4648-89e7-a0a6eac88ff9'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:59:31.311070 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-da1da1ac-b0b2-4a2f-9aaa-5037fb8b6726 service neutron] Bound port: c8f4394a-222d-4ddf-8b47-2223ab7f4441, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '688b8e33-0ea2-4648-89e7-a0a6eac88ff9'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:59:31.311483 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-da1da1ac-b0b2-4a2f-9aaa-5037fb8b6726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c8f4394a-222d-4ddf-8b47-2223ab7f4441), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:31.317595 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-dd1a0038-6ea2-4ff4-8bf1-86e9c699c28c tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] 10.222.0.13 "GET /v2.0/networks/4605fbe2-27f4-4fce-878b-47e367da9bb5/tags/tempest-TagsTest-Tag-1004546723 HTTP/1.1" status: 204 len: 168 time: 0.1905208 Mar 01 13:59:31.320080 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52898) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:31.326049 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-84b3cdff-43f3-4fcb-b1eb-64396b824f5b tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '4605fbe2-27f4-4fce-878b-47e367da9bb5') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:31.398155 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-da1da1ac-b0b2-4a2f-9aaa-5037fb8b6726 service neutron] For port c8f4394a-222d-4ddf-8b47-2223ab7f4441, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:59:31.402399 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-da1da1ac-b0b2-4a2f-9aaa-5037fb8b6726 service neutron] For port c8f4394a-222d-4ddf-8b47-2223ab7f4441, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=c8f4394a-222d-4ddf-8b47-2223ab7f4441,segment=NetworkSegment(add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f),segment_id=add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:59:31.410945 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-da1da1ac-b0b2-4a2f-9aaa-5037fb8b6726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (c8f4394a-222d-4ddf-8b47-2223ab7f4441), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:31.447850 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-7eac3740-2341-4a31-bf64-77e43e091414 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Made reservation on behalf of 4f35078c869241559fa6863827bcce9e for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 13:59:31.452378 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-7eac3740-2341-4a31-bf64-77e43e091414 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:31.474044 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1da1ac-b0b2-4a2f-9aaa-5037fb8b6726 service neutron] Pushing event updated for resources: {'Port': ['ID=c8f4394a-222d-4ddf-8b47-2223ab7f4441,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:31.490560 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-da1da1ac-b0b2-4a2f-9aaa-5037fb8b6726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:31.492338 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-da1da1ac-b0b2-4a2f-9aaa-5037fb8b6726 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:31.493985 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-84b3cdff-43f3-4fcb-b1eb-64396b824f5b tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] 10.222.0.13 "GET /v2.0/networks/4605fbe2-27f4-4fce-878b-47e367da9bb5/tags HTTP/1.1" status: 200 len: 238 time: 0.1727252 Mar 01 13:59:31.494136 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-da1da1ac-b0b2-4a2f-9aaa-5037fb8b6726 service neutron] 10.222.0.32 "PUT /v2.0/ports/c8f4394a-222d-4ddf-8b47-2223ab7f4441 HTTP/1.1" status: 200 len: 1091 time: 1.3466258 Mar 01 13:59:31.494628 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75cb9e6f-9cc7-4bb3-9d2d-ad6e3f1a80ac', 'tag': 'c8f4394a-222d-4ddf-8b47-2223ab7f4441'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:59:31.496656 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52900) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:31.498381 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d1ae9d-9aa3-4af5-a50d-b23729a9e445" -d '{"events": [{"name": "network-changed", "server_uuid": "75cb9e6f-9cc7-4bb3-9d2d-ad6e3f1a80ac", "tag": "c8f4394a-222d-4ddf-8b47-2223ab7f4441"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:59:31.514618 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-b05d5478-79a2-4e63-acae-0fa6e82c1135 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '4605fbe2-27f4-4fce-878b-47e367da9bb5', {'tags': ['tempest-TagsTest-Tag-464495723', 'tempest-TagsTest-Tag-984041801', 'tempest-TagsTest-Tag-2075538946']}) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:31.588776 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04519888-ad0c-45bf-b429-2e6cd48a83bc x-openstack-request-id: req-04519888-ad0c-45bf-b429-2e6cd48a83bc {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:59:31.589260 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75cb9e6f-9cc7-4bb3-9d2d-ad6e3f1a80ac", "tag": "c8f4394a-222d-4ddf-8b47-2223ab7f4441", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:59:31.589580 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04519888-ad0c-45bf-b429-2e6cd48a83bc {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:59:31.589995 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75cb9e6f-9cc7-4bb3-9d2d-ad6e3f1a80ac', 'tag': 'c8f4394a-222d-4ddf-8b47-2223ab7f4441', 'status': 'completed', 'code': 200} Mar 01 13:59:31.623448 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b05d5478-79a2-4e63-acae-0fa6e82c1135 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] 10.222.0.13 "PUT /v2.0/networks/4605fbe2-27f4-4fce-878b-47e367da9bb5/tags HTTP/1.1" status: 200 len: 307 time: 0.1253908 Mar 01 13:59:31.628424 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52908) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:31.633168 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-1a788473-c26d-4aaf-a9f0-3083ddb35598 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '4605fbe2-27f4-4fce-878b-47e367da9bb5', 'tempest-TagsTest-Tag-464495723') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:31.686414 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-7da05ac0-c854-41af-bd4d-3eb040fd0081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:31.698784 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-7da05ac0-c854-41af-bd4d-3eb040fd0081 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba1fcf78013f41368378324ce0bb5077&device_id=75cb9e6f-9cc7-4bb3-9d2d-ad6e3f1a80ac HTTP/1.1" status: 200 len: 1125 time: 0.1564996 Mar 01 13:59:31.735186 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:31.879836 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-fb238fba-c410-4056-9f47-a1df5edceffb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8f4394a-222d-4ddf-8b47-2223ab7f4441 HTTP/1.1" status: 200 len: 217 time: 0.1340284 Mar 01 13:59:31.957122 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25dd6a-5f52-4d36-88d5-2a2957d95742 req-4bea6f33-e7f4-4918-979d-ed538de238ae tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:31.965040 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3a25dd6a-5f52-4d36-88d5-2a2957d95742 req-4bea6f33-e7f4-4918-979d-ed538de238ae tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=75cb9e6f-9cc7-4bb3-9d2d-ad6e3f1a80ac HTTP/1.1" status: 200 len: 943 time: 0.2621334 Mar 01 13:59:32.022208 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1819dc18-8623-4d71-89e5-3f0ad0270d8a req-516a7bd7-fb85-41cb-a863-2f216a5d1d98 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4c7e22a-0ac4-40ca-b60d-86d4203c79d1 HTTP/1.1" status: 200 len: 210 time: 0.0513854 Mar 01 13:59:32.025126 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-ecd7d1c0-af60-477f-950c-c19a94b52b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:32.026495 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-ecd7d1c0-af60-477f-950c-c19a94b52b6b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5604c83-d9f4-4bd0-bfcc-d1bf90374963 HTTP/1.1" status: 200 len: 855 time: 0.1400695 Mar 01 13:59:32.133276 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1a788473-c26d-4aaf-a9f0-3083ddb35598 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] 10.222.0.13 "DELETE /v2.0/networks/4605fbe2-27f4-4fce-878b-47e367da9bb5/tags/tempest-TagsTest-Tag-464495723 HTTP/1.1" status: 204 len: 168 time: 0.5007818 Mar 01 13:59:32.134359 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52916) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:32.142470 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-dd8623b6-fc8b-44ad-80f0-dbe4938c4a50 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4605fbe2-27f4-4fce-878b-47e367da9bb5', 'tempest-TagsTest-Tag-464495723') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:32.163334 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-7eac3740-2341-4a31-bf64-77e43e091414 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Allocated IP 172.20.0.14 (05ce96e8-01ac-41f7-81d8-c04a115222c3/000c7b1d-985a-478b-a1d2-ea60907536af/8a3dc104-c7bc-4415-8e38-713130303aa6) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 13:59:32.170872 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-a643e7b7-99d6-462a-8bc5-28fc43924848 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=688b8e33-0ea2-4648-89e7-a0a6eac88ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094937 Mar 01 13:59:32.242161 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3a25dd6a-5f52-4d36-88d5-2a2957d95742 req-1aaa6608-e8a6-49e8-9a90-dd4636784009 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761526 Mar 01 13:59:32.244591 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-dd8623b6-fc8b-44ad-80f0-dbe4938c4a50 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] show failed (client error): The resource could not be found. Mar 01 13:59:32.245644 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-dd8623b6-fc8b-44ad-80f0-dbe4938c4a50 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] 10.222.0.13 "GET /v2.0/networks/4605fbe2-27f4-4fce-878b-47e367da9bb5/tags/tempest-TagsTest-Tag-464495723 HTTP/1.1" status: 404 len: 325 time: 0.1111424 Mar 01 13:59:32.249214 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52918) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:32.258923 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-79f84b13-1a1a-42d7-af8a-f8b88185ec90 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4605fbe2-27f4-4fce-878b-47e367da9bb5', 'tempest-TagsTest-Tag-984041801') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:32.313921 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-485476cd-5a75-460e-8db6-380b6912855e service neutron] 10.222.0.32 "GET /v2.0/networks/688b8e33-0ea2-4648-89e7-a0a6eac88ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315951 Mar 01 13:59:32.424689 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-79f84b13-1a1a-42d7-af8a-f8b88185ec90 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] 10.222.0.13 "GET /v2.0/networks/4605fbe2-27f4-4fce-878b-47e367da9bb5/tags/tempest-TagsTest-Tag-984041801 HTTP/1.1" status: 204 len: 168 time: 0.1745689 Mar 01 13:59:32.427569 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52920) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:32.435010 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.tag.tag_plugin [None req-226b0c97-1cb2-4ea3-84c7-0812210c128a tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4605fbe2-27f4-4fce-878b-47e367da9bb5', 'tempest-TagsTest-Tag-2075538946') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:32.488952 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-7eac3740-2341-4a31-bf64-77e43e091414 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Publish callbacks [] for port (8a3dc104-c7bc-4415-8e38-713130303aa6), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:32.520360 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bdfd7100-36fd-4596-9017-27a3e118a443 req-9918f7d7-2b17-4b12-ab5f-85c9479e9c3f service neutron] 10.222.0.32 "GET /v2.0/networks/688b8e33-0ea2-4648-89e7-a0a6eac88ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993048 Mar 01 13:59:32.537380 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-7eac3740-2341-4a31-bf64-77e43e091414 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (8a3dc104-c7bc-4415-8e38-713130303aa6), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:32.544002 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-226b0c97-1cb2-4ea3-84c7-0812210c128a tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] 10.222.0.13 "GET /v2.0/networks/4605fbe2-27f4-4fce-878b-47e367da9bb5/tags/tempest-TagsTest-Tag-2075538946 HTTP/1.1" status: 204 len: 168 time: 0.1149046 Mar 01 13:59:32.546428 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52922) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:32.551982 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.tag.tag_plugin [None req-8b4ddebd-2f37-49c6-82b0-3d8291b4e48d tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4605fbe2-27f4-4fce-878b-47e367da9bb5') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:32.552619 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['00acc6ed-69b5-4404-a397-2e35c1ff45c0'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:59:32.658966 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-7eac3740-2341-4a31-bf64-77e43e091414 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Network 05ce96e8-01ac-41f7-81d8-c04a115222c3 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 13:59:32.672684 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-7eac3740-2341-4a31-bf64-77e43e091414 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 13:59:32.698344 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-7eac3740-2341-4a31-bf64-77e43e091414 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 13:59:32.705185 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1ae9d-9aa3-4af5-a50d-b23729a9e445 req-6fb60e2e-421a-4416-9fa9-ee20cee6a3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:32.718099 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-70d1ae9d-9aa3-4af5-a50d-b23729a9e445 req-6fb60e2e-421a-4416-9fa9-ee20cee6a3b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba1fcf78013f41368378324ce0bb5077&device_id=75cb9e6f-9cc7-4bb3-9d2d-ad6e3f1a80ac HTTP/1.1" status: 200 len: 1125 time: 0.1032012 Mar 01 13:59:32.752103 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac3740-2341-4a31-bf64-77e43e091414 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Pushing event updated for resources: {'Port': ['ID=8a3dc104-c7bc-4415-8e38-713130303aa6,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:32.764295 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8b4ddebd-2f37-49c6-82b0-3d8291b4e48d tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] 10.222.0.13 "DELETE /v2.0/networks/4605fbe2-27f4-4fce-878b-47e367da9bb5/tags HTTP/1.1" status: 204 len: 168 time: 0.2165222 Mar 01 13:59:32.771439 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-7eac3740-2341-4a31-bf64-77e43e091414 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:32.772269 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-7eac3740-2341-4a31-bf64-77e43e091414 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:32.773917 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52926) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:32.792104 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-7eac3740-2341-4a31-bf64-77e43e091414 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6860514 Mar 01 13:59:32.807046 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.tag.tag_plugin [None req-53b17638-3ef8-40d7-aa2b-25a56cca3161 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4605fbe2-27f4-4fce-878b-47e367da9bb5', 'tempest-TagsTest-Tag-984041801') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:32.807956 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-ead141f6-eb52-4ee3-a7a2-93d128c5c1f3 service neutron] Request body: {'port': {'device_id': 'e4c7e22a-0ac4-40ca-b60d-86d4203c79d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 13:59:32.891560 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-ead141f6-eb52-4ee3-a7a2-93d128c5c1f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8a3dc104-c7bc-4415-8e38-713130303aa6), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:32.918213 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1ae9d-9aa3-4af5-a50d-b23729a9e445 req-3c5f8080-0576-4b73-af6f-e784d4dddff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:32.919701 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-70d1ae9d-9aa3-4af5-a50d-b23729a9e445 req-3c5f8080-0576-4b73-af6f-e784d4dddff4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=688b8e33-0ea2-4648-89e7-a0a6eac88ff9 HTTP/1.1" status: 200 len: 916 time: 0.1969163 Mar 01 13:59:32.923845 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-53b17638-3ef8-40d7-aa2b-25a56cca3161 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] show failed (client error): The resource could not be found. Mar 01 13:59:32.927291 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-53b17638-3ef8-40d7-aa2b-25a56cca3161 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] 10.222.0.13 "GET /v2.0/networks/4605fbe2-27f4-4fce-878b-47e367da9bb5/tags/tempest-TagsTest-Tag-984041801 HTTP/1.1" status: 404 len: 325 time: 0.1503258 Mar 01 13:59:32.927523 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52936) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:32.932898 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.tag.tag_plugin [None req-efb060c9-d7e9-4483-ba15-ff8b1bf341ff tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4605fbe2-27f4-4fce-878b-47e367da9bb5', 'tempest-TagsTest-Tag-2075538946') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:33.011354 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-70d1ae9d-9aa3-4af5-a50d-b23729a9e445 req-cbf4b128-02d3-4353-a19c-be62659b6e70 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8f4394a-222d-4ddf-8b47-2223ab7f4441 HTTP/1.1" status: 200 len: 217 time: 0.0751734 Mar 01 13:59:33.180147 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1ae9d-9aa3-4af5-a50d-b23729a9e445 req-e9e616a9-c0ff-45eb-a796-00c0f73429bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:33.183381 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-70d1ae9d-9aa3-4af5-a50d-b23729a9e445 req-e9e616a9-c0ff-45eb-a796-00c0f73429bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5604c83-d9f4-4bd0-bfcc-d1bf90374963 HTTP/1.1" status: 200 len: 855 time: 0.1374371 Mar 01 13:59:33.234869 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-efb060c9-d7e9-4483-ba15-ff8b1bf341ff tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] show failed (client error): The resource could not be found. Mar 01 13:59:33.235963 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-efb060c9-d7e9-4483-ba15-ff8b1bf341ff tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] 10.222.0.13 "GET /v2.0/networks/4605fbe2-27f4-4fce-878b-47e367da9bb5/tags/tempest-TagsTest-Tag-2075538946 HTTP/1.1" status: 404 len: 326 time: 0.3074181 Mar 01 13:59:33.240143 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-70d1ae9d-9aa3-4af5-a50d-b23729a9e445 req-43794817-1697-47be-a878-74abac4d8da8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=688b8e33-0ea2-4648-89e7-a0a6eac88ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376415 Mar 01 13:59:33.240746 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52954) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:33.246192 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.tag.tag_plugin [None req-424d0177-c1fb-4a2f-bdcd-01983817a305 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4605fbe2-27f4-4fce-878b-47e367da9bb5') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:33.317668 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-ead141f6-eb52-4ee3-a7a2-93d128c5c1f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a3dc104-c7bc-4415-8e38-713130303aa6 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:59:33.331237 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-ead141f6-eb52-4ee3-a7a2-93d128c5c1f3 service neutron] Publish callbacks [] for port (8a3dc104-c7bc-4415-8e38-713130303aa6), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:33.347843 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-ead141f6-eb52-4ee3-a7a2-93d128c5c1f3 service neutron] Transition to ACTIVE for port object 8a3dc104-c7bc-4415-8e38-713130303aa6 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 13:59:33.358183 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-ead141f6-eb52-4ee3-a7a2-93d128c5c1f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (8a3dc104-c7bc-4415-8e38-713130303aa6), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:33.430495 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead141f6-eb52-4ee3-a7a2-93d128c5c1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=8a3dc104-c7bc-4415-8e38-713130303aa6,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:33.559417 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-ead141f6-eb52-4ee3-a7a2-93d128c5c1f3 service neutron] Attempting to bind port 8a3dc104-c7bc-4415-8e38-713130303aa6 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 13:59:33.560219 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-ead141f6-eb52-4ee3-a7a2-93d128c5c1f3 service neutron] Attempting to bind port 8a3dc104-c7bc-4415-8e38-713130303aa6 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '7a63df0f-2a06-4da5-a264-f236c3286f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '05ce96e8-01ac-41f7-81d8-c04a115222c3'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 13:59:33.560789 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-ead141f6-eb52-4ee3-a7a2-93d128c5c1f3 service neutron] Attempting to bind port 8a3dc104-c7bc-4415-8e38-713130303aa6 on network 05ce96e8-01ac-41f7-81d8-c04a115222c3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:59:33.566014 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-ead141f6-eb52-4ee3-a7a2-93d128c5c1f3 service neutron] Port 8a3dc104-c7bc-4415-8e38-713130303aa6 on network 05ce96e8-01ac-41f7-81d8-c04a115222c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 13:59:33.566337 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-ead141f6-eb52-4ee3-a7a2-93d128c5c1f3 service neutron] Attempting to bind port 8a3dc104-c7bc-4415-8e38-713130303aa6 on network 05ce96e8-01ac-41f7-81d8-c04a115222c3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 13:59:33.571874 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-ead141f6-eb52-4ee3-a7a2-93d128c5c1f3 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 13, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 13:59:33.572215 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-ead141f6-eb52-4ee3-a7a2-93d128c5c1f3 service neutron] Checking segment: {'id': '7a63df0f-2a06-4da5-a264-f236c3286f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '05ce96e8-01ac-41f7-81d8-c04a115222c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 13:59:33.572629 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-ead141f6-eb52-4ee3-a7a2-93d128c5c1f3 service neutron] Bound using segment: {'id': '7a63df0f-2a06-4da5-a264-f236c3286f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '05ce96e8-01ac-41f7-81d8-c04a115222c3'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 13:59:33.573019 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-ead141f6-eb52-4ee3-a7a2-93d128c5c1f3 service neutron] Bound port: 8a3dc104-c7bc-4415-8e38-713130303aa6, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a63df0f-2a06-4da5-a264-f236c3286f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '05ce96e8-01ac-41f7-81d8-c04a115222c3'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 13:59:33.573371 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-ead141f6-eb52-4ee3-a7a2-93d128c5c1f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8a3dc104-c7bc-4415-8e38-713130303aa6), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:33.646724 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-ead141f6-eb52-4ee3-a7a2-93d128c5c1f3 service neutron] For port 8a3dc104-c7bc-4415-8e38-713130303aa6, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 13:59:33.651376 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-ead141f6-eb52-4ee3-a7a2-93d128c5c1f3 service neutron] For port 8a3dc104-c7bc-4415-8e38-713130303aa6, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=8a3dc104-c7bc-4415-8e38-713130303aa6,segment=NetworkSegment(7a63df0f-2a06-4da5-a264-f236c3286f77),segment_id=7a63df0f-2a06-4da5-a264-f236c3286f77)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 13:59:33.659056 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-ead141f6-eb52-4ee3-a7a2-93d128c5c1f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (8a3dc104-c7bc-4415-8e38-713130303aa6), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:33.704191 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-ead141f6-eb52-4ee3-a7a2-93d128c5c1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:33.704943 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-ead141f6-eb52-4ee3-a7a2-93d128c5c1f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:33.706692 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-ead141f6-eb52-4ee3-a7a2-93d128c5c1f3 service neutron] 10.222.0.20 "PUT /v2.0/ports/8a3dc104-c7bc-4415-8e38-713130303aa6 HTTP/1.1" status: 200 len: 1092 time: 0.9061337 Mar 01 13:59:33.707333 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c7e22a-0ac4-40ca-b60d-86d4203c79d1', 'tag': '8a3dc104-c7bc-4415-8e38-713130303aa6'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:59:33.710362 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddf9475-981d-4cfe-abfe-da54d3ed8a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c7e22a-0ac4-40ca-b60d-86d4203c79d1", "tag": "8a3dc104-c7bc-4415-8e38-713130303aa6"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:59:33.750825 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead141f6-eb52-4ee3-a7a2-93d128c5c1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=8a3dc104-c7bc-4415-8e38-713130303aa6,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:33.803714 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-ad56213c-088f-4483-b5fd-dd650dc870e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:33.805349 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-ad56213c-088f-4483-b5fd-dd650dc870e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f35078c869241559fa6863827bcce9e&device_id=e4c7e22a-0ac4-40ca-b60d-86d4203c79d1 HTTP/1.1" status: 200 len: 1126 time: 0.0516248 Mar 01 13:59:33.858321 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-ff23ed40-3b5e-443c-a1eb-a0ea25552931 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a3dc104-c7bc-4415-8e38-713130303aa6 HTTP/1.1" status: 200 len: 217 time: 0.0452900 Mar 01 13:59:33.874883 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376dff0-76e6-4652-a88e-5bcf76c050e6 req-0cd3c2ff-1bf4-42e5-b61e-46e4a3a11ded tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:33.876841 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b376dff0-76e6-4652-a88e-5bcf76c050e6 req-0cd3c2ff-1bf4-42e5-b61e-46e4a3a11ded tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4c7e22a-0ac4-40ca-b60d-86d4203c79d1 HTTP/1.1" status: 200 len: 932 time: 0.7128482 Mar 01 13:59:33.924139 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-1019113d-760f-4f06-91dd-f3dc5cb29f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:33.926511 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-1019113d-760f-4f06-91dd-f3dc5cb29f92 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=000c7b1d-985a-478b-a1d2-ea60907536af HTTP/1.1" status: 200 len: 853 time: 0.0630751 Mar 01 13:59:33.970891 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-5a248bb9-6b77-473d-be96-8b9d7c1497d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05ce96e8-01ac-41f7-81d8-c04a115222c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370548 Mar 01 13:59:33.982577 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-70d1ae9d-9aa3-4af5-a50d-b23729a9e445 req-9352c5d5-827f-4afa-b87a-797d33dffa43 service neutron] 10.222.0.32 "GET /v2.0/networks/688b8e33-0ea2-4648-89e7-a0a6eac88ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7220566 Mar 01 13:59:33.984485 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-424d0177-c1fb-4a2f-bdcd-01983817a305 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] 10.222.0.13 "DELETE /v2.0/networks/4605fbe2-27f4-4fce-878b-47e367da9bb5/tags HTTP/1.1" status: 204 len: 168 time: 0.7417426 Mar 01 13:59:33.987887 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52962) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:33.994316 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49eb32-74c9-45f5-9b80-b0da1d37bf9d req-3f52bfff-69a7-46ca-a32f-79e865305e8c tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:34.001808 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aa49eb32-74c9-45f5-9b80-b0da1d37bf9d req-3f52bfff-69a7-46ca-a32f-79e865305e8c tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=75cb9e6f-9cc7-4bb3-9d2d-ad6e3f1a80ac HTTP/1.1" status: 200 len: 943 time: 0.2356732 Mar 01 13:59:34.011622 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b376dff0-76e6-4652-a88e-5bcf76c050e6 req-47b2f6f8-6ebb-4f90-b0ff-197b7cb41108 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234984 Mar 01 13:59:34.194538 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-70d1ae9d-9aa3-4af5-a50d-b23729a9e445 req-23a465f9-ad12-43b1-a550-41df2f427a24 service neutron] 10.222.0.32 "GET /v2.0/networks/688b8e33-0ea2-4648-89e7-a0a6eac88ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812968 Mar 01 13:59:34.227046 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7089a063-cef5-4891-91f2-a7489fbb4fb1 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (4605fbe2-27f4-4fce-878b-47e367da9bb5), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:34.236364 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aa49eb32-74c9-45f5-9b80-b0da1d37bf9d req-f5bee4eb-75a5-4ef7-903d-4a40ab062862 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335618 Mar 01 13:59:34.271189 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-0ec2b7f7-06e3-46c4-83ef-0b11650fa68c service neutron] 10.222.0.20 "GET /v2.0/networks/05ce96e8-01ac-41f7-81d8-c04a115222c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903700 Mar 01 13:59:34.385931 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7089a063-cef5-4891-91f2-a7489fbb4fb1 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (4605fbe2-27f4-4fce-878b-47e367da9bb5), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:34.388306 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [req-51977c08-2f13-41bf-a000-aaef1994f75c req-3ce0ce97-8d17-4d7b-b2d5-4f141e02390e service neutron] (103726) timed out ('10.222.0.13', 57060) {{(pid=103726) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 01 13:59:34.407408 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 13:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94693d3-6921-4e27-aaaf-a27b8675b5cf x-openstack-request-id: req-d94693d3-6921-4e27-aaaf-a27b8675b5cf {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:59:34.407787 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c7e22a-0ac4-40ca-b60d-86d4203c79d1", "tag": "8a3dc104-c7bc-4415-8e38-713130303aa6", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:59:34.407981 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d94693d3-6921-4e27-aaaf-a27b8675b5cf {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:59:34.408364 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c7e22a-0ac4-40ca-b60d-86d4203c79d1', 'tag': '8a3dc104-c7bc-4415-8e38-713130303aa6', 'status': 'completed', 'code': 200} Mar 01 13:59:34.456044 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-7089a063-cef5-4891-91f2-a7489fbb4fb1 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4605fbe2-27f4-4fce-878b-47e367da9bb5']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:34.474430 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-7089a063-cef5-4891-91f2-a7489fbb4fb1 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f66a1c1e-3902-4f80-8529-2e6813fa03f7') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:34.474814 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-7089a063-cef5-4891-91f2-a7489fbb4fb1 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f66a1c1e-3902-4f80-8529-2e6813fa03f7') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 13:59:34.501214 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7089a063-cef5-4891-91f2-a7489fbb4fb1 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (f66a1c1e-3902-4f80-8529-2e6813fa03f7), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:34.556897 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7089a063-cef5-4891-91f2-a7489fbb4fb1 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (f66a1c1e-3902-4f80-8529-2e6813fa03f7), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:34.589029 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d52fa0f1-160d-4553-8651-45c87ab24784 req-7763653e-f9e1-4cc5-ae0e-20fcae7b3f40 service neutron] 10.222.0.20 "GET /v2.0/networks/05ce96e8-01ac-41f7-81d8-c04a115222c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883215 Mar 01 13:59:34.590087 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7089a063-cef5-4891-91f2-a7489fbb4fb1 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 13:59:34.590490 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7089a063-cef5-4891-91f2-a7489fbb4fb1 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (f66a1c1e-3902-4f80-8529-2e6813fa03f7), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:34.593932 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 13:59:34.593932 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 13:59:34.593932 n-d-827467-3 neutron-server[103726]: timer() Mar 01 13:59:34.593932 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 13:59:34.593932 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 13:59:34.593932 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 13:59:34.593932 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 13:59:34.593932 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 13:59:34.593932 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 13:59:34.593932 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 13:59:34.593932 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 13:59:34.593932 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 13:59:34.593932 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 13:59:34.593932 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 13:59:34.593932 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 13:59:34.593932 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 13:59:34.593932 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 13:59:34.593932 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 13:59:34.593932 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 13:59:34.593932 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 13:59:34.593932 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 13:59:34.593932 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 13:59:34.593932 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 13:59:34.593932 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 13:59:34.593932 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 13:59:34.593932 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 13:59:34.593932 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 13:59:34.593932 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 13:59:34.593932 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 13:59:34.593932 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 13:59:34.593932 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 13:59:34.593932 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 13:59:34.689848 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7089a063-cef5-4891-91f2-a7489fbb4fb1 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (4605fbe2-27f4-4fce-878b-47e367da9bb5), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:34.721994 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7089a063-cef5-4891-91f2-a7489fbb4fb1 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:34.728479 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7089a063-cef5-4891-91f2-a7489fbb4fb1 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] 10.222.0.13 "DELETE /v2.0/networks/4605fbe2-27f4-4fce-878b-47e367da9bb5 HTTP/1.1" status: 204 len: 168 time: 0.7370284 Mar 01 13:59:34.755941 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089a063-cef5-4891-91f2-a7489fbb4fb1 tempest-TagsTest-1739398286 tempest-TagsTest-1739398286-project] Pushing event deleted for resources: {'Network': ['ID=4605fbe2-27f4-4fce-878b-47e367da9bb5,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:34.785202 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf9475-981d-4cfe-abfe-da54d3ed8a0d req-1a4ccda4-a631-4350-bbea-99e72ccb3629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:34.786700 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8ddf9475-981d-4cfe-abfe-da54d3ed8a0d req-1a4ccda4-a631-4350-bbea-99e72ccb3629 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f35078c869241559fa6863827bcce9e&device_id=e4c7e22a-0ac4-40ca-b60d-86d4203c79d1 HTTP/1.1" status: 200 len: 1126 time: 0.1092350 Mar 01 13:59:34.935004 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf9475-981d-4cfe-abfe-da54d3ed8a0d req-9b3f6985-0e93-457b-8305-9df41d5275b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:34.937505 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8ddf9475-981d-4cfe-abfe-da54d3ed8a0d req-9b3f6985-0e93-457b-8305-9df41d5275b9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=05ce96e8-01ac-41f7-81d8-c04a115222c3 HTTP/1.1" status: 200 len: 914 time: 0.1414726 Mar 01 13:59:35.026926 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8ddf9475-981d-4cfe-abfe-da54d3ed8a0d req-37ba437f-1262-4ebc-aa59-edce58dfac4c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a3dc104-c7bc-4415-8e38-713130303aa6 HTTP/1.1" status: 200 len: 217 time: 0.0815818 Mar 01 13:59:35.099777 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf9475-981d-4cfe-abfe-da54d3ed8a0d req-dd1cb52e-1829-4632-8f7a-f1df20f4b51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:35.103019 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8ddf9475-981d-4cfe-abfe-da54d3ed8a0d req-dd1cb52e-1829-4632-8f7a-f1df20f4b51f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=000c7b1d-985a-478b-a1d2-ea60907536af HTTP/1.1" status: 200 len: 853 time: 0.0694299 Mar 01 13:59:35.146168 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8ddf9475-981d-4cfe-abfe-da54d3ed8a0d req-5d333d0f-5674-43ef-ae95-66cdf582eaee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05ce96e8-01ac-41f7-81d8-c04a115222c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364125 Mar 01 13:59:35.230981 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e539c-d8d5-4e64-a475-506b50b0a25c req-775e6859-56e1-472f-b5a5-d469b9cc8edd tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:35.233822 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-443e539c-d8d5-4e64-a475-506b50b0a25c req-775e6859-56e1-472f-b5a5-d469b9cc8edd tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4c7e22a-0ac4-40ca-b60d-86d4203c79d1 HTTP/1.1" status: 200 len: 944 time: 0.1187246 Mar 01 13:59:35.288055 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8ddf9475-981d-4cfe-abfe-da54d3ed8a0d req-680d9bec-6f1a-4862-b9ed-3e3ffc263d44 service neutron] 10.222.0.20 "GET /v2.0/networks/05ce96e8-01ac-41f7-81d8-c04a115222c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358972 Mar 01 13:59:35.288669 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52980) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:35.321574 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-443e539c-d8d5-4e64-a475-506b50b0a25c req-be21645e-3e6a-4377-80ea-f9d217d9ebe4 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805974 Mar 01 13:59:35.400774 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8ddf9475-981d-4cfe-abfe-da54d3ed8a0d req-108bf0e2-708e-4b0f-be64-cb201c49599b service neutron] 10.222.0.20 "GET /v2.0/networks/05ce96e8-01ac-41f7-81d8-c04a115222c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063249 Mar 01 13:59:35.441931 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02b632-cc11-40b9-bd71-2540bac81a52 req-de2cb8e6-d25c-472c-b066-a6687da36c92 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:35.443547 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7f02b632-cc11-40b9-bd71-2540bac81a52 req-de2cb8e6-d25c-472c-b066-a6687da36c92 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=75cb9e6f-9cc7-4bb3-9d2d-ad6e3f1a80ac HTTP/1.1" status: 200 len: 943 time: 0.0709989 Mar 01 13:59:35.486781 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f051852c-9947-4c34-9899-ef1873681cf3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=894cb8f962454a5f90be31fd0bdbdeeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1968164 Mar 01 13:59:35.489762 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52986) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:35.514109 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7f02b632-cc11-40b9-bd71-2540bac81a52 req-106238f3-fad0-4e7e-8a96-0a29f301d273 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640721 Mar 01 13:59:35.518272 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device c8f4394a-222d-4ddf-8b47-2223ab7f4441 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:59:35.575973 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5b14bba0-9158-4327-ada7-91eb82b5e59a admin admin] Publish callbacks [] for security_group (1783c762-b66e-4ae6-8b3c-0613fea926b1), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:35.611946 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5b14bba0-9158-4327-ada7-91eb82b5e59a admin admin] Publish callbacks [] for security_group (1783c762-b66e-4ae6-8b3c-0613fea926b1), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:35.678001 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5b14bba0-9158-4327-ada7-91eb82b5e59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (1783c762-b66e-4ae6-8b3c-0613fea926b1), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:35.681462 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5b14bba0-9158-4327-ada7-91eb82b5e59a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:35.682675 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5b14bba0-9158-4327-ada7-91eb82b5e59a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1783c762-b66e-4ae6-8b3c-0613fea926b1 HTTP/1.1" status: 204 len: 168 time: 0.1887081 Mar 01 13:59:35.693105 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14bba0-9158-4327-ada7-91eb82b5e59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1783c762-b66e-4ae6-8b3c-0613fea926b1,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:35.730950 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port c8f4394a-222d-4ddf-8b47-2223ab7f4441, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=c8f4394a-222d-4ddf-8b47-2223ab7f4441,segment=NetworkSegment(add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f),segment_id=add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:59:35.745042 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'c8f4394a-222d-4ddf-8b47-2223ab7f4441', 'network_id': '688b8e33-0ea2-4648-89e7-a0a6eac88ff9', 'port_id': 'c8f4394a-222d-4ddf-8b47-2223ab7f4441', 'mac_address': 'fa:16:3e:2a:09:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5604c83-d9f4-4bd0-bfcc-d1bf90374963', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:59:35.787058 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port c8f4394a-222d-4ddf-8b47-2223ab7f4441 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:59:35.787983 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c8f4394a-222d-4ddf-8b47-2223ab7f4441), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:35.802861 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8f4394a-222d-4ddf-8b47-2223ab7f4441 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:59:35.834153 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port c8f4394a-222d-4ddf-8b47-2223ab7f4441, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=c8f4394a-222d-4ddf-8b47-2223ab7f4441,segment=NetworkSegment(add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f),segment_id=add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:59:35.840632 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c8f4394a-222d-4ddf-8b47-2223ab7f4441), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:35.899644 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=c8f4394a-222d-4ddf-8b47-2223ab7f4441,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:36.214920 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['c8f4394a-222d-4ddf-8b47-2223ab7f4441'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:59:36.498852 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53016) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:36.507974 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027645 Mar 01 13:59:36.508388 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53018) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:36.569544 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10127b3f-bbf8-4821-9fa0-66d56e5fd9b9 req-05774163-db1f-4c94-b4d5-c0546db45a48 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:36.571702 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10127b3f-bbf8-4821-9fa0-66d56e5fd9b9 req-05774163-db1f-4c94-b4d5-c0546db45a48 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4c7e22a-0ac4-40ca-b60d-86d4203c79d1 HTTP/1.1" status: 200 len: 944 time: 0.1613457 Mar 01 13:59:36.727726 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-201953e6-43d2-47ab-be21-7b550ad5de24 tempest-NetworksApiDiscovery-2052641661 tempest-NetworksApiDiscovery-2052641661-project] 10.222.0.13 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2176087 Mar 01 13:59:36.744392 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10127b3f-bbf8-4821-9fa0-66d56e5fd9b9 req-c45fe4ef-b993-485d-9e8f-7ab925e5dd44 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611650 Mar 01 13:59:36.790708 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686ad52-0293-49af-a913-70f43f920b44 req-32eea1a2-5c19-4e2c-832e-cddd344be04e tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:36.793140 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4686ad52-0293-49af-a913-70f43f920b44 req-32eea1a2-5c19-4e2c-832e-cddd344be04e tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=75cb9e6f-9cc7-4bb3-9d2d-ad6e3f1a80ac HTTP/1.1" status: 200 len: 944 time: 0.1416488 Mar 01 13:59:36.851492 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4686ad52-0293-49af-a913-70f43f920b44 req-243a8d6c-3382-43e2-822f-22996c78d8a7 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533526 Mar 01 13:59:37.040800 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53032) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:37.153643 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-829cd20a-dd96-4336-8674-fdea61c5cb22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:37.239163 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-829cd20a-dd96-4336-8674-fdea61c5cb22 admin admin] Publish callbacks [] for security_group (4bccaa6c-1115-4fef-b278-56969ba04e27), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:37.244050 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-829cd20a-dd96-4336-8674-fdea61c5cb22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4bccaa6c-1115-4fef-b278-56969ba04e27), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:37.293669 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53036) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:37.301664 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-829cd20a-dd96-4336-8674-fdea61c5cb22 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed217a6933314fe1b06f016c7ea4e60f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2586517 Mar 01 13:59:37.308812 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829cd20a-dd96-4336-8674-fdea61c5cb22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bccaa6c-1115-4fef-b278-56969ba04e27,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:37.377745 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3ad5bc2a-88b6-4c88-a80e-aa2984d36dce admin admin] Publish callbacks [] for security_group (4bccaa6c-1115-4fef-b278-56969ba04e27), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:37.404920 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3ad5bc2a-88b6-4c88-a80e-aa2984d36dce admin admin] Publish callbacks [] for security_group (4bccaa6c-1115-4fef-b278-56969ba04e27), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:37.458259 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3ad5bc2a-88b6-4c88-a80e-aa2984d36dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4bccaa6c-1115-4fef-b278-56969ba04e27), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:37.462308 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3ad5bc2a-88b6-4c88-a80e-aa2984d36dce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:37.466074 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3ad5bc2a-88b6-4c88-a80e-aa2984d36dce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4bccaa6c-1115-4fef-b278-56969ba04e27 HTTP/1.1" status: 204 len: 168 time: 0.1687384 Mar 01 13:59:37.476907 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5bc2a-88b6-4c88-a80e-aa2984d36dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bccaa6c-1115-4fef-b278-56969ba04e27,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:37.531131 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device c8f4394a-222d-4ddf-8b47-2223ab7f4441 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:59:37.611174 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port c8f4394a-222d-4ddf-8b47-2223ab7f4441 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:59:37.619328 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port c8f4394a-222d-4ddf-8b47-2223ab7f4441 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:59:37.620222 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c8f4394a-222d-4ddf-8b47-2223ab7f4441), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:37.781754 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port c8f4394a-222d-4ddf-8b47-2223ab7f4441 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:59:37.782400 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c8f4394a-222d-4ddf-8b47-2223ab7f4441), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:37.821337 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port c8f4394a-222d-4ddf-8b47-2223ab7f4441, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=c8f4394a-222d-4ddf-8b47-2223ab7f4441,segment=NetworkSegment(add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f),segment_id=add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:59:37.822874 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cb9e6f-9cc7-4bb3-9d2d-ad6e3f1a80ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f4394a-222d-4ddf-8b47-2223ab7f4441'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:59:37.825836 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9b1453-48ec-42fc-8b15-e443d7929db2" -d '{"events": [{"server_uuid": "75cb9e6f-9cc7-4bb3-9d2d-ad6e3f1a80ac", "name": "network-vif-plugged", "status": "completed", "tag": "c8f4394a-222d-4ddf-8b47-2223ab7f4441"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:59:37.833553 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c8f4394a-222d-4ddf-8b47-2223ab7f4441), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:37.893785 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=c8f4394a-222d-4ddf-8b47-2223ab7f4441,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:37.923945 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9354f627-7951-482c-ac75-cd23859d3c74 x-openstack-request-id: req-9354f627-7951-482c-ac75-cd23859d3c74 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:59:37.926636 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75cb9e6f-9cc7-4bb3-9d2d-ad6e3f1a80ac", "name": "network-vif-plugged", "status": "completed", "tag": "c8f4394a-222d-4ddf-8b47-2223ab7f4441", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:59:37.926904 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9354f627-7951-482c-ac75-cd23859d3c74 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:59:37.927316 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75cb9e6f-9cc7-4bb3-9d2d-ad6e3f1a80ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f4394a-222d-4ddf-8b47-2223ab7f4441', 'code': 200} Mar 01 13:59:38.023921 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e9560-7005-445c-a2b6-77bd496c4460 req-5321a843-7833-44e2-a22d-018a881cd24c tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:38.025561 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-421e9560-7005-445c-a2b6-77bd496c4460 req-5321a843-7833-44e2-a22d-018a881cd24c tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4c7e22a-0ac4-40ca-b60d-86d4203c79d1 HTTP/1.1" status: 200 len: 944 time: 0.1226299 Mar 01 13:59:38.119437 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-421e9560-7005-445c-a2b6-77bd496c4460 req-01949bae-dbc1-4595-ba23-f76238554abc tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786476 Mar 01 13:59:38.186275 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e04638-9b20-433d-87e9-d0b628dd3f08 req-6a083c4d-84a3-4725-bb83-8bcef7616b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:38.188209 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-07e04638-9b20-433d-87e9-d0b628dd3f08 req-6a083c4d-84a3-4725-bb83-8bcef7616b02 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=75cb9e6f-9cc7-4bb3-9d2d-ad6e3f1a80ac HTTP/1.1" status: 200 len: 1127 time: 0.1882129 Mar 01 13:59:38.209198 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c41fa-f6ae-40f2-88ef-55a6e8461732 req-f4a27aec-6fab-4897-ba8c-ef579b4b1184 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:38.210851 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-974c41fa-f6ae-40f2-88ef-55a6e8461732 req-f4a27aec-6fab-4897-ba8c-ef579b4b1184 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=75cb9e6f-9cc7-4bb3-9d2d-ad6e3f1a80ac HTTP/1.1" status: 200 len: 945 time: 0.1225383 Mar 01 13:59:38.298350 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-07e04638-9b20-433d-87e9-d0b628dd3f08 req-5d3e9798-ed5f-4878-96ab-14b4afc9472d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024933 Mar 01 13:59:38.329833 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-974c41fa-f6ae-40f2-88ef-55a6e8461732 req-cd6b92ca-c436-4a3d-a606-81b7fb82a7bb tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104226 Mar 01 13:59:39.295739 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc4267-d55f-4116-9251-e0ab31e59c06 req-deaa9bef-4814-4031-8035-ef9400b866bf tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:39.312052 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3dc4267-d55f-4116-9251-e0ab31e59c06 req-deaa9bef-4814-4031-8035-ef9400b866bf tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4c7e22a-0ac4-40ca-b60d-86d4203c79d1 HTTP/1.1" status: 200 len: 944 time: 0.1061373 Mar 01 13:59:39.381492 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3dc4267-d55f-4116-9251-e0ab31e59c06 req-a69ab34c-e50a-4bc8-adce-62535b011a3a tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683920 Mar 01 13:59:39.443170 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 8a3dc104-c7bc-4415-8e38-713130303aa6 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 13:59:39.515120 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8baefd-d4e4-4801-826b-ae1c6e1c7fa0 req-8a5d61bf-a019-43b6-922c-533a9658d825 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:39.526396 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4d8baefd-d4e4-4801-826b-ae1c6e1c7fa0 req-8a5d61bf-a019-43b6-922c-533a9658d825 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=75cb9e6f-9cc7-4bb3-9d2d-ad6e3f1a80ac HTTP/1.1" status: 200 len: 945 time: 0.0918572 Mar 01 13:59:39.603527 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4d8baefd-d4e4-4801-826b-ae1c6e1c7fa0 req-cdea2bb6-2ce0-4866-9a23-bdf22150d45b tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755031 Mar 01 13:59:39.692158 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 8a3dc104-c7bc-4415-8e38-713130303aa6, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=8a3dc104-c7bc-4415-8e38-713130303aa6,segment=NetworkSegment(7a63df0f-2a06-4da5-a264-f236c3286f77),segment_id=7a63df0f-2a06-4da5-a264-f236c3286f77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:59:39.707893 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '8a3dc104-c7bc-4415-8e38-713130303aa6', 'network_id': '05ce96e8-01ac-41f7-81d8-c04a115222c3', 'port_id': '8a3dc104-c7bc-4415-8e38-713130303aa6', 'mac_address': 'fa:16:3e:78:b4:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '000c7b1d-985a-478b-a1d2-ea60907536af', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 13:59:39.764585 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 8a3dc104-c7bc-4415-8e38-713130303aa6 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:59:39.765225 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8a3dc104-c7bc-4415-8e38-713130303aa6), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:39.800734 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a3dc104-c7bc-4415-8e38-713130303aa6 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 13:59:39.833223 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 8a3dc104-c7bc-4415-8e38-713130303aa6, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=8a3dc104-c7bc-4415-8e38-713130303aa6,segment=NetworkSegment(7a63df0f-2a06-4da5-a264-f236c3286f77),segment_id=7a63df0f-2a06-4da5-a264-f236c3286f77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:59:39.837490 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:39.839971 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (8a3dc104-c7bc-4415-8e38-713130303aa6), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:39.923018 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=8a3dc104-c7bc-4415-8e38-713130303aa6,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:39.932310 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:40.192253 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['8a3dc104-c7bc-4415-8e38-713130303aa6'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:59:40.595381 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10200913-53ad-4976-a377-742d352ca4ea req-eff626ce-3a8d-4917-bb23-9b86c5fbe50a tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:40.603324 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10200913-53ad-4976-a377-742d352ca4ea req-eff626ce-3a8d-4917-bb23-9b86c5fbe50a tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4c7e22a-0ac4-40ca-b60d-86d4203c79d1 HTTP/1.1" status: 200 len: 945 time: 0.1254954 Mar 01 13:59:40.762302 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10200913-53ad-4976-a377-742d352ca4ea req-a8b6546f-f3f0-4134-ae6f-4deed2d1d1b3 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495657 Mar 01 13:59:40.836411 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332f947-f9bf-4eff-85c9-66be738e0390 req-4009b6ce-791c-4389-a85f-8b86826be858 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:40.844013 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8332f947-f9bf-4eff-85c9-66be738e0390 req-4009b6ce-791c-4389-a85f-8b86826be858 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=75cb9e6f-9cc7-4bb3-9d2d-ad6e3f1a80ac HTTP/1.1" status: 200 len: 945 time: 0.0734911 Mar 01 13:59:40.900328 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8332f947-f9bf-4eff-85c9-66be738e0390 req-44a175a4-82a3-40e6-ae4b-a8d53ca7e8a6 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553169 Mar 01 13:59:41.464343 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 8a3dc104-c7bc-4415-8e38-713130303aa6 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 13:59:41.562634 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 8a3dc104-c7bc-4415-8e38-713130303aa6 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 13:59:41.567071 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 8a3dc104-c7bc-4415-8e38-713130303aa6 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 13:59:41.567456 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8a3dc104-c7bc-4415-8e38-713130303aa6), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:41.692192 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 8a3dc104-c7bc-4415-8e38-713130303aa6 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 13:59:41.692921 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8a3dc104-c7bc-4415-8e38-713130303aa6), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:41.743312 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c7e22a-0ac4-40ca-b60d-86d4203c79d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3dc104-c7bc-4415-8e38-713130303aa6'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:59:41.751056 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38467f1-ae33-4846-98a4-e3f3ddda1d6f" -d '{"events": [{"server_uuid": "e4c7e22a-0ac4-40ca-b60d-86d4203c79d1", "name": "network-vif-plugged", "status": "completed", "tag": "8a3dc104-c7bc-4415-8e38-713130303aa6"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:59:41.810317 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 8a3dc104-c7bc-4415-8e38-713130303aa6, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=8a3dc104-c7bc-4415-8e38-713130303aa6,segment=NetworkSegment(7a63df0f-2a06-4da5-a264-f236c3286f77),segment_id=7a63df0f-2a06-4da5-a264-f236c3286f77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:59:41.824376 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (8a3dc104-c7bc-4415-8e38-713130303aa6), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:41.943212 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=8a3dc104-c7bc-4415-8e38-713130303aa6,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:41.946773 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89faa2cf-621b-40c0-b2ca-f64ebc17d972 x-openstack-request-id: req-89faa2cf-621b-40c0-b2ca-f64ebc17d972 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:59:41.947069 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c7e22a-0ac4-40ca-b60d-86d4203c79d1", "name": "network-vif-plugged", "status": "completed", "tag": "8a3dc104-c7bc-4415-8e38-713130303aa6", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:59:41.947324 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89faa2cf-621b-40c0-b2ca-f64ebc17d972 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:59:41.947740 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c7e22a-0ac4-40ca-b60d-86d4203c79d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3dc104-c7bc-4415-8e38-713130303aa6', 'code': 200} Mar 01 13:59:42.111769 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4e2b3-57b3-4b92-b137-ee94e85cb323 req-39fc3d2f-d4e5-465d-ab44-acec493fae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:42.113499 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0ac4e2b3-57b3-4b92-b137-ee94e85cb323 req-39fc3d2f-d4e5-465d-ab44-acec493fae21 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e4c7e22a-0ac4-40ca-b60d-86d4203c79d1 HTTP/1.1" status: 200 len: 1128 time: 0.1459870 Mar 01 13:59:42.116907 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28155474-a84a-4f21-a0ab-17c6ffb5e430 req-895a958b-3010-412e-8549-9362cf1dad3a tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:42.128327 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-28155474-a84a-4f21-a0ab-17c6ffb5e430 req-895a958b-3010-412e-8549-9362cf1dad3a tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4c7e22a-0ac4-40ca-b60d-86d4203c79d1 HTTP/1.1" status: 200 len: 946 time: 0.1895621 Mar 01 13:59:42.239182 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0ac4e2b3-57b3-4b92-b137-ee94e85cb323 req-a69f8867-7e90-44eb-95a6-17a6bcec9900 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138091 Mar 01 13:59:42.256854 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-28155474-a84a-4f21-a0ab-17c6ffb5e430 req-8a7b1b0b-2bc8-4a3d-b7ca-e3cba4e6c0f3 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236181 Mar 01 13:59:43.546926 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6159334-c443-4006-abfb-fd1b6c7a128a req-c218c85f-e460-4844-975a-a3129c55b9b3 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:43.548184 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e6159334-c443-4006-abfb-fd1b6c7a128a req-c218c85f-e460-4844-975a-a3129c55b9b3 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4c7e22a-0ac4-40ca-b60d-86d4203c79d1 HTTP/1.1" status: 200 len: 946 time: 0.1569932 Mar 01 13:59:43.648381 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e6159334-c443-4006-abfb-fd1b6c7a128a req-b4e028d5-5221-43fa-9b5e-62bf713cd335 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913987 Mar 01 13:59:44.855979 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27ad43-2ee1-491a-b2dd-92df11a61500 req-df641c67-9a03-44f5-b407-8bfb271eaacf tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:44.857487 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eb27ad43-2ee1-491a-b2dd-92df11a61500 req-df641c67-9a03-44f5-b407-8bfb271eaacf tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4c7e22a-0ac4-40ca-b60d-86d4203c79d1 HTTP/1.1" status: 200 len: 946 time: 0.0957437 Mar 01 13:59:44.909381 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eb27ad43-2ee1-491a-b2dd-92df11a61500 req-43981387-bf64-4bae-a085-c0bbdf2e684f tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454841 Mar 01 13:59:45.249763 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126850b-120a-4fa2-9845-c4434bc38059 req-b4502c22-5bf8-4999-be0d-796fd3e1255e tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:45.258652 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0126850b-120a-4fa2-9845-c4434bc38059 req-b4502c22-5bf8-4999-be0d-796fd3e1255e tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4c7e22a-0ac4-40ca-b60d-86d4203c79d1 HTTP/1.1" status: 200 len: 946 time: 0.0654094 Mar 01 13:59:45.314267 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0126850b-120a-4fa2-9845-c4434bc38059 req-daf2eaa3-6310-428c-979e-1fec8f4bef61 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499175 Mar 01 13:59:46.490209 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ecd7a-6926-4dc0-ba73-ee277887f0df req-838458f6-297e-42d2-8074-86911d9bf4af tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:46.492522 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bf8ecd7a-6926-4dc0-ba73-ee277887f0df req-838458f6-297e-42d2-8074-86911d9bf4af tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4c7e22a-0ac4-40ca-b60d-86d4203c79d1 HTTP/1.1" status: 200 len: 946 time: 0.0994551 Mar 01 13:59:46.571059 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bf8ecd7a-6926-4dc0-ba73-ee277887f0df req-1354f93c-7888-49ff-92c3-756a3590ceb7 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726855 Mar 01 13:59:46.783007 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2aed77-94c5-4e17-b395-ba099a40b154 req-209354df-929e-4a28-b500-949c95a6b64d tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:46.787537 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8a2aed77-94c5-4e17-b395-ba099a40b154 req-209354df-929e-4a28-b500-949c95a6b64d tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c7e22a-0ac4-40ca-b60d-86d4203c79d1 HTTP/1.1" status: 200 len: 946 time: 0.1085050 Mar 01 13:59:46.801009 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 13:59:46.995466 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-8a2aed77-94c5-4e17-b395-ba099a40b154 req-42a7f0bd-f2d4-4fb3-acc3-3e55d143aa20 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Deleting port 8a3dc104-c7bc-4415-8e38-713130303aa6 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:59:46.996074 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-8a2aed77-94c5-4e17-b395-ba099a40b154 req-42a7f0bd-f2d4-4fb3-acc3-3e55d143aa20 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (8a3dc104-c7bc-4415-8e38-713130303aa6), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:47.172331 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-8a2aed77-94c5-4e17-b395-ba099a40b154 req-42a7f0bd-f2d4-4fb3-acc3-3e55d143aa20 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] For port 8a3dc104-c7bc-4415-8e38-713130303aa6, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=8a3dc104-c7bc-4415-8e38-713130303aa6,segment=NetworkSegment(7a63df0f-2a06-4da5-a264-f236c3286f77),segment_id=7a63df0f-2a06-4da5-a264-f236c3286f77)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:59:47.172620 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-8a2aed77-94c5-4e17-b395-ba099a40b154 req-42a7f0bd-f2d4-4fb3-acc3-3e55d143aa20 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (8a3dc104-c7bc-4415-8e38-713130303aa6), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:47.195685 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-8a2aed77-94c5-4e17-b395-ba099a40b154 req-42a7f0bd-f2d4-4fb3-acc3-3e55d143aa20 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Calling delete_port for 8a3dc104-c7bc-4415-8e38-713130303aa6 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:59:47.433900 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-8a2aed77-94c5-4e17-b395-ba099a40b154 req-42a7f0bd-f2d4-4fb3-acc3-3e55d143aa20 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (8a3dc104-c7bc-4415-8e38-713130303aa6), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:47.447361 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['00acc6ed-69b5-4404-a397-2e35c1ff45c0', '8a3dc104-c7bc-4415-8e38-713130303aa6'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:59:47.496550 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a7f0bd-f2d4-4fb3-acc3-3e55d143aa20 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Pushing event deleted for resources: {'Port': ['ID=8a3dc104-c7bc-4415-8e38-713130303aa6,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:47.595285 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2aed77-94c5-4e17-b395-ba099a40b154 req-42a7f0bd-f2d4-4fb3-acc3-3e55d143aa20 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] No DVR routers for this DVR port 8a3dc104-c7bc-4415-8e38-713130303aa6 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:59:47.600217 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-8a2aed77-94c5-4e17-b395-ba099a40b154 req-42a7f0bd-f2d4-4fb3-acc3-3e55d143aa20 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:47.607113 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8a2aed77-94c5-4e17-b395-ba099a40b154 req-42a7f0bd-f2d4-4fb3-acc3-3e55d143aa20 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.20 "DELETE /v2.0/ports/8a3dc104-c7bc-4415-8e38-713130303aa6 HTTP/1.1" status: 204 len: 173 time: 0.8078496 Mar 01 13:59:47.607644 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c7e22a-0ac4-40ca-b60d-86d4203c79d1', 'name': 'network-vif-deleted', 'tag': '8a3dc104-c7bc-4415-8e38-713130303aa6'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:59:47.624018 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c6b115-0a69-4eda-a1ce-b6a8bd79987d" -d '{"events": [{"server_uuid": "e4c7e22a-0ac4-40ca-b60d-86d4203c79d1", "name": "network-vif-deleted", "tag": "8a3dc104-c7bc-4415-8e38-713130303aa6"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:59:47.722501 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27759824-6c88-443c-ac8c-7091b51ed972 x-openstack-request-id: req-27759824-6c88-443c-ac8c-7091b51ed972 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:59:47.722933 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c7e22a-0ac4-40ca-b60d-86d4203c79d1", "name": "network-vif-deleted", "tag": "8a3dc104-c7bc-4415-8e38-713130303aa6", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:59:47.723833 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27759824-6c88-443c-ac8c-7091b51ed972 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:59:47.725097 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c7e22a-0ac4-40ca-b60d-86d4203c79d1', 'name': 'network-vif-deleted', 'tag': '8a3dc104-c7bc-4415-8e38-713130303aa6', 'status': 'completed', 'code': 200} Mar 01 13:59:47.798345 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-314ca253-38d1-4bea-9fef-e8318b834911 req-0010a817-4d05-4b49-af07-98e23e68025c tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4c7e22a-0ac4-40ca-b60d-86d4203c79d1 HTTP/1.1" status: 200 len: 210 time: 0.0790229 Mar 01 13:59:49.055233 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4996d68-7bb3-493b-b532-10b0fec1d579 req-fd6d7ebf-0e5e-4408-84c8-a8a88ff417ac tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:49.071026 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c4996d68-7bb3-493b-b532-10b0fec1d579 req-fd6d7ebf-0e5e-4408-84c8-a8a88ff417ac tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.1001794 Mar 01 13:59:49.134630 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c4996d68-7bb3-493b-b532-10b0fec1d579 req-b85b66e0-9985-4fb7-ac71-ae1a48cf6dda tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626473 Mar 01 13:59:49.477780 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567289d-0e61-4a0b-8ac4-c56d7243884f req-ce475f39-4fa8-4d3d-b4bc-02bc941d7b9d tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:49.483912 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2567289d-0e61-4a0b-8ac4-c56d7243884f req-ce475f39-4fa8-4d3d-b4bc-02bc941d7b9d tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.0755289 Mar 01 13:59:49.494509 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 8a3dc104-c7bc-4415-8e38-713130303aa6 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:59:49.529434 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 8a3dc104-c7bc-4415-8e38-713130303aa6 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:59:49.530168 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 8a3dc104-c7bc-4415-8e38-713130303aa6 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:59:49.533985 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2567289d-0e61-4a0b-8ac4-c56d7243884f req-707f24ab-c9f6-4e1c-be16-92b0a8e51551 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476305 Mar 01 13:59:49.700615 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c159f9-d73a-4073-b485-f8a78262f34b req-64247941-0a9c-4f40-98d5-331bcc367684 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:49.708769 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e0c159f9-d73a-4073-b485-f8a78262f34b req-64247941-0a9c-4f40-98d5-331bcc367684 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.0947666 Mar 01 13:59:49.764222 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e0c159f9-d73a-4073-b485-f8a78262f34b req-b0b71a3f-cec6-473f-944b-c3003eb151f3 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535045 Mar 01 13:59:51.379191 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebe57a-8f9a-4bbd-ac63-4b2c8c16bed6 req-e390fefd-3ac7-4c62-93e5-4b7d09bbfba2 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:51.387636 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fbebe57a-8f9a-4bbd-ac63-4b2c8c16bed6 req-e390fefd-3ac7-4c62-93e5-4b7d09bbfba2 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 945 time: 0.1460893 Mar 01 13:59:51.494523 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fbebe57a-8f9a-4bbd-ac63-4b2c8c16bed6 req-4207a27d-e0b7-4876-8d89-26fa86c35472 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058733 Mar 01 13:59:52.013998 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53258) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:52.211136 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0091039a-e915-484f-a585-8ad2ac692520 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:52.294214 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0091039a-e915-484f-a585-8ad2ac692520 admin admin] Publish callbacks [] for security_group (bdce6374-386d-497b-8232-83b4d08bd5c6), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:52.299178 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0091039a-e915-484f-a585-8ad2ac692520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (bdce6374-386d-497b-8232-83b4d08bd5c6), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:52.339861 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0091039a-e915-484f-a585-8ad2ac692520 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ef9fbacd8a54dfc8d2cfcb92c7f749f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3246837 Mar 01 13:59:52.340600 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091039a-e915-484f-a585-8ad2ac692520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdce6374-386d-497b-8232-83b4d08bd5c6,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:52.342738 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53262) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:52.411139 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aa664cf9-0e04-4a6b-a7da-e48f8dcd939d admin admin] Publish callbacks [] for security_group (bdce6374-386d-497b-8232-83b4d08bd5c6), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:52.434709 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aa664cf9-0e04-4a6b-a7da-e48f8dcd939d admin admin] Publish callbacks [] for security_group (bdce6374-386d-497b-8232-83b4d08bd5c6), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:52.491863 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aa664cf9-0e04-4a6b-a7da-e48f8dcd939d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (bdce6374-386d-497b-8232-83b4d08bd5c6), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:52.495252 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aa664cf9-0e04-4a6b-a7da-e48f8dcd939d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:52.496835 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-aa664cf9-0e04-4a6b-a7da-e48f8dcd939d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bdce6374-386d-497b-8232-83b4d08bd5c6 HTTP/1.1" status: 204 len: 168 time: 0.1527858 Mar 01 13:59:52.507546 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa664cf9-0e04-4a6b-a7da-e48f8dcd939d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdce6374-386d-497b-8232-83b4d08bd5c6,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:52.688351 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daeb882-3713-48ee-91a3-5b2c0fa2fd7c req-8f5a768a-e11c-432e-943c-d26b9491529c tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:52.716900 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3daeb882-3713-48ee-91a3-5b2c0fa2fd7c req-8f5a768a-e11c-432e-943c-d26b9491529c tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 945 time: 0.1458480 Mar 01 13:59:52.830814 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3daeb882-3713-48ee-91a3-5b2c0fa2fd7c req-47697942-9e98-4a86-9312-ba80000ca404 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126964 Mar 01 13:59:52.979960 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53272) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:52.997101 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42d6b289-dc0d-4db6-92cd-037a07acebde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:53.096421 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42d6b289-dc0d-4db6-92cd-037a07acebde admin admin] Publish callbacks [] for security_group (d2fd8b84-c1cc-40c8-8135-483f77465e64), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:53.104241 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42d6b289-dc0d-4db6-92cd-037a07acebde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d2fd8b84-c1cc-40c8-8135-483f77465e64), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:53.163541 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6b289-dc0d-4db6-92cd-037a07acebde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fd8b84-c1cc-40c8-8135-483f77465e64,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:53.176396 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-42d6b289-dc0d-4db6-92cd-037a07acebde admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ad20daa36cc4d56a076720e95c9897f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1929574 Mar 01 13:59:53.177514 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53280) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 13:59:53.256893 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c5a5a882-7e1d-47fb-b3b5-9220a38dfc84 admin admin] Publish callbacks [] for security_group (d2fd8b84-c1cc-40c8-8135-483f77465e64), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:53.283426 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c5a5a882-7e1d-47fb-b3b5-9220a38dfc84 admin admin] Publish callbacks [] for security_group (d2fd8b84-c1cc-40c8-8135-483f77465e64), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:53.374988 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c5a5a882-7e1d-47fb-b3b5-9220a38dfc84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d2fd8b84-c1cc-40c8-8135-483f77465e64), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:53.378505 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c5a5a882-7e1d-47fb-b3b5-9220a38dfc84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:53.379818 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c5a5a882-7e1d-47fb-b3b5-9220a38dfc84 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2fd8b84-c1cc-40c8-8135-483f77465e64 HTTP/1.1" status: 204 len: 168 time: 0.2020464 Mar 01 13:59:53.394476 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a5a882-7e1d-47fb-b3b5-9220a38dfc84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fd8b84-c1cc-40c8-8135-483f77465e64,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:53.897705 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69fa83-6d07-4f12-af4c-9a821c93f2a6 req-65f6fa7e-b6fd-4fd9-9489-94c53454b170 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:53.900578 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-da69fa83-6d07-4f12-af4c-9a821c93f2a6 req-65f6fa7e-b6fd-4fd9-9489-94c53454b170 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.20 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 945 time: 0.0683064 Mar 01 13:59:54.039361 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-da69fa83-6d07-4f12-af4c-9a821c93f2a6 req-95ef71c7-2d58-433e-98ce-4a232432bab4 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Deleting port 22821927-635f-483b-92dd-5a3107b1ee74 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 13:59:54.040039 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-da69fa83-6d07-4f12-af4c-9a821c93f2a6 req-95ef71c7-2d58-433e-98ce-4a232432bab4 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (22821927-635f-483b-92dd-5a3107b1ee74), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:54.067438 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab9eec-fad0-47ac-a22d-589fbe55538e req-c09d2497-5f35-46b8-aef5-14b270234340 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:54.070014 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a7ab9eec-fad0-47ac-a22d-589fbe55538e req-c09d2497-5f35-46b8-aef5-14b270234340 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c HTTP/1.1" status: 200 len: 945 time: 0.1504560 Mar 01 13:59:54.157485 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a7ab9eec-fad0-47ac-a22d-589fbe55538e req-70fdb0bd-3deb-499a-9276-f9dd6e1e0146 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798233 Mar 01 13:59:54.171119 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-da69fa83-6d07-4f12-af4c-9a821c93f2a6 req-95ef71c7-2d58-433e-98ce-4a232432bab4 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] For port 22821927-635f-483b-92dd-5a3107b1ee74, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=22821927-635f-483b-92dd-5a3107b1ee74,segment=NetworkSegment(5c4b0dd5-2d4a-471b-b6b3-b873e7117996),segment_id=5c4b0dd5-2d4a-471b-b6b3-b873e7117996)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 13:59:54.172285 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-da69fa83-6d07-4f12-af4c-9a821c93f2a6 req-95ef71c7-2d58-433e-98ce-4a232432bab4 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (22821927-635f-483b-92dd-5a3107b1ee74), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:54.188276 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-da69fa83-6d07-4f12-af4c-9a821c93f2a6 req-95ef71c7-2d58-433e-98ce-4a232432bab4 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Calling delete_port for 22821927-635f-483b-92dd-5a3107b1ee74 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 13:59:54.374951 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-da69fa83-6d07-4f12-af4c-9a821c93f2a6 req-95ef71c7-2d58-433e-98ce-4a232432bab4 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (22821927-635f-483b-92dd-5a3107b1ee74), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:54.387805 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['ea539cb0-302a-4bfb-865b-b8338b567379', '22821927-635f-483b-92dd-5a3107b1ee74'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 13:59:54.415287 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef71c7-2d58-433e-98ce-4a232432bab4 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Pushing event deleted for resources: {'Port': ['ID=22821927-635f-483b-92dd-5a3107b1ee74,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 13:59:54.465742 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5f558-b2ff-4ffe-a71a-9f1321d449a3 req-173dcc79-04b1-44ee-8b32-f2e0d9091fe6 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:54.467513 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f8a5f558-b2ff-4ffe-a71a-9f1321d449a3 req-173dcc79-04b1-44ee-8b32-f2e0d9091fe6 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.0995336 Mar 01 13:59:54.496907 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-da69fa83-6d07-4f12-af4c-9a821c93f2a6 req-95ef71c7-2d58-433e-98ce-4a232432bab4 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] No DVR routers for this DVR port 22821927-635f-483b-92dd-5a3107b1ee74 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 13:59:54.499994 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-da69fa83-6d07-4f12-af4c-9a821c93f2a6 req-95ef71c7-2d58-433e-98ce-4a232432bab4 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:54.503813 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-da69fa83-6d07-4f12-af4c-9a821c93f2a6 req-95ef71c7-2d58-433e-98ce-4a232432bab4 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.20 "DELETE /v2.0/ports/22821927-635f-483b-92dd-5a3107b1ee74 HTTP/1.1" status: 204 len: 173 time: 0.5966270 Mar 01 13:59:54.504540 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c', 'name': 'network-vif-deleted', 'tag': '22821927-635f-483b-92dd-5a3107b1ee74'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 13:59:54.507969 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5832463e-6390-40d4-9b36-af96333561ef" -d '{"events": [{"server_uuid": "72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c", "name": "network-vif-deleted", "tag": "22821927-635f-483b-92dd-5a3107b1ee74"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 13:59:54.575134 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f8a5f558-b2ff-4ffe-a71a-9f1321d449a3 req-33bd8752-5c8e-4ebf-89b9-29c95cb2d4b7 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002102 Mar 01 13:59:54.592158 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 13:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ddd5f7-e3fc-4676-8614-04102e129a34 x-openstack-request-id: req-13ddd5f7-e3fc-4676-8614-04102e129a34 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 13:59:54.592692 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c", "name": "network-vif-deleted", "tag": "22821927-635f-483b-92dd-5a3107b1ee74", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 13:59:54.593141 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13ddd5f7-e3fc-4676-8614-04102e129a34 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 13:59:54.593788 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ba9f1e-21ea-4ed1-a9e2-0761bc940a4c', 'name': 'network-vif-deleted', 'tag': '22821927-635f-483b-92dd-5a3107b1ee74', 'status': 'completed', 'code': 200} Mar 01 13:59:54.716030 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1a2ba-95be-471f-afe5-d12d0320f030 req-1dbdbde6-2879-4cbe-8c2f-5c24f325c0ac tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:54.717552 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fea1a2ba-95be-471f-afe5-d12d0320f030 req-1dbdbde6-2879-4cbe-8c2f-5c24f325c0ac tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.0581305 Mar 01 13:59:54.775580 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fea1a2ba-95be-471f-afe5-d12d0320f030 req-4295009a-9fbf-4d9a-9ad0-739db40c1d29 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511863 Mar 01 13:59:55.231867 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4b61c183-2309-4a90-b252-3e1d8095301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:55.537157 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e761bc-d2ea-44a2-bb80-d5fdb9fc9f80 req-caf195fe-697f-4195-b350-c1154f4cccad tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:55.539497 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d0e761bc-d2ea-44a2-bb80-d5fdb9fc9f80 req-caf195fe-697f-4195-b350-c1154f4cccad tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.0653291 Mar 01 13:59:55.603878 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d0e761bc-d2ea-44a2-bb80-d5fdb9fc9f80 req-01e199ff-c966-4a0a-8e9b-e82485eeabe3 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586078 Mar 01 13:59:56.786065 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2917e7-85f4-4ed4-a28f-5a2f26b3ef3c req-ba8d7665-fcdb-4762-9181-a8b8266774e3 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:56.787919 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dc2917e7-85f4-4ed4-a28f-5a2f26b3ef3c req-ba8d7665-fcdb-4762-9181-a8b8266774e3 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.0827448 Mar 01 13:59:56.852329 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dc2917e7-85f4-4ed4-a28f-5a2f26b3ef3c req-ae71305d-7a56-47b1-836c-3f70e9828b0b tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585983 Mar 01 13:59:57.004750 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87130eb4-3e1b-486c-907a-3e12c3f20816 req-6f25d820-040e-467a-a0ea-ed44f5ac78ce tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:57.006466 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-87130eb4-3e1b-486c-907a-3e12c3f20816 req-6f25d820-040e-467a-a0ea-ed44f5ac78ce tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.0585177 Mar 01 13:59:57.060817 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-87130eb4-3e1b-486c-907a-3e12c3f20816 req-140f6fc9-65c3-4d5c-802d-9d2a6a25a809 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462325 Mar 01 13:59:57.424353 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4602182a-47dd-49bb-9275-b78d8e7c0109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:57.502048 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333611b-b779-44db-9f7e-d7fb74019096 req-732beabe-9f2e-4778-b10e-666e1b8aec08 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:57.504005 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7333611b-b779-44db-9f7e-d7fb74019096 req-732beabe-9f2e-4778-b10e-666e1b8aec08 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.0631096 Mar 01 13:59:57.554591 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 22821927-635f-483b-92dd-5a3107b1ee74 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 13:59:57.555977 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7333611b-b779-44db-9f7e-d7fb74019096 req-9c09e3be-4917-4e16-a7fb-0bc92b57d1a6 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455363 Mar 01 13:59:57.601229 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 22821927-635f-483b-92dd-5a3107b1ee74 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 13:59:57.601577 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 22821927-635f-483b-92dd-5a3107b1ee74 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 13:59:57.682255 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8586032-a919-4181-833a-caf6655bd721 req-d637f41a-3a32-4979-9dbd-01c695c04d6c tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:57.683684 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c8586032-a919-4181-833a-caf6655bd721 req-d637f41a-3a32-4979-9dbd-01c695c04d6c tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.0534794 Mar 01 13:59:57.738575 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c8586032-a919-4181-833a-caf6655bd721 req-f179abae-b2f5-4672-aaa8-46cb33d70301 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490589 Mar 01 13:59:57.916206 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcc259-42d7-436a-bc4e-b1b65e19518f req-2f3c2776-295a-4931-ad06-44ca9d7e3e15 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:57.917708 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9fbcc259-42d7-436a-bc4e-b1b65e19518f req-2f3c2776-295a-4931-ad06-44ca9d7e3e15 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.0596948 Mar 01 13:59:57.995192 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9fbcc259-42d7-436a-bc4e-b1b65e19518f req-ee051e39-3da9-42dd-ac54-e911057f9874 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713480 Mar 01 13:59:58.007243 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c8393-eb92-45c6-a013-31c4d5b1d558 req-d482260c-f03d-4793-85a3-24517946e3d3 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:58.011812 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2c6c8393-eb92-45c6-a013-31c4d5b1d558 req-d482260c-f03d-4793-85a3-24517946e3d3 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.0833132 Mar 01 13:59:58.065667 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2c6c8393-eb92-45c6-a013-31c4d5b1d558 req-a278ae67-047d-41f8-8193-5dcb27ed686f tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509713 Mar 01 13:59:58.144809 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c9ae5-b983-46a2-a934-229a9107dff5 req-2ea7ce58-a553-4c35-b584-c743e4b17284 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:58.147367 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-976c9ae5-b983-46a2-a934-229a9107dff5 req-2ea7ce58-a553-4c35-b584-c743e4b17284 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.0690777 Mar 01 13:59:58.236667 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b92e16-2663-4470-bd7a-c72f00cd7f19 req-649e0f44-90db-43e5-83c2-d84f0c0fbf14 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:58.238256 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-71b92e16-2663-4470-bd7a-c72f00cd7f19 req-649e0f44-90db-43e5-83c2-d84f0c0fbf14 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.0891039 Mar 01 13:59:58.242469 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-976c9ae5-b983-46a2-a934-229a9107dff5 req-5549ba75-3c4b-4310-8869-38838841f323 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850389 Mar 01 13:59:58.306821 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-71b92e16-2663-4470-bd7a-c72f00cd7f19 req-f829d3ec-d4c4-4b67-af45-c67992a980e1 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602796 Mar 01 13:59:58.443144 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e78b7-014d-41e6-a284-4e3f2ec07633 req-03a4c44e-67e0-498a-ab9a-f0b7fcafa3ea tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:58.445375 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-471e78b7-014d-41e6-a284-4e3f2ec07633 req-03a4c44e-67e0-498a-ab9a-f0b7fcafa3ea tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.0569160 Mar 01 13:59:58.498476 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-471e78b7-014d-41e6-a284-4e3f2ec07633 req-78b77b75-19f9-4af2-8fbb-fb94a48fe8fe tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462298 Mar 01 13:59:58.628721 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff82cbf-4b2d-4cf6-bdda-4e5e09a33bb3 req-dfb359fa-bcbb-45e8-bcae-1c3e0c1386c9 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:58.630402 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5ff82cbf-4b2d-4cf6-bdda-4e5e09a33bb3 req-dfb359fa-bcbb-45e8-bcae-1c3e0c1386c9 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.0583930 Mar 01 13:59:58.679151 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5ff82cbf-4b2d-4cf6-bdda-4e5e09a33bb3 req-9dae8782-6716-4c1b-aa41-a998222ca71f tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426047 Mar 01 13:59:58.854580 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 13:59:58.900160 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf25df1-d9a9-464a-ab36-bb56b109678b req-661b4e08-aac7-4e16-947b-993550bc2cf6 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:58.901729 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0cf25df1-d9a9-464a-ab36-bb56b109678b req-661b4e08-aac7-4e16-947b-993550bc2cf6 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.0710912 Mar 01 13:59:58.955728 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0cf25df1-d9a9-464a-ab36-bb56b109678b req-9e1f1c93-42ca-4e06-ad1c-17eb66e883df tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476985 Mar 01 13:59:59.099319 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e88446-c26a-4360-8bd0-aaeb6ba0b178 req-525ed4f3-9ee9-4856-b3af-fe9dbca806bf tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:59.107232 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f5e88446-c26a-4360-8bd0-aaeb6ba0b178 req-525ed4f3-9ee9-4856-b3af-fe9dbca806bf tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.0622768 Mar 01 13:59:59.199110 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f5e88446-c26a-4360-8bd0-aaeb6ba0b178 req-4bb6ab00-63b6-4915-a530-79c71e384c77 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837247 Mar 01 13:59:59.268943 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7461e-8fd2-4ac2-81fe-da1abd96c058 req-0d09a8c9-593b-453c-b1b7-081f4225c87d tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:59.273466 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a5b7461e-8fd2-4ac2-81fe-da1abd96c058 req-0d09a8c9-593b-453c-b1b7-081f4225c87d tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.1042683 Mar 01 13:59:59.375864 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a5b7461e-8fd2-4ac2-81fe-da1abd96c058 req-8e22b30e-440e-4260-996e-745bca1507f3 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926139 Mar 01 13:59:59.457900 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c1bc1-d052-41aa-a561-033ac34077c4 req-79797533-851c-45dd-bbe9-ab37ffd7fe6f tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:59.466279 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3b5c1bc1-d052-41aa-a561-033ac34077c4 req-79797533-851c-45dd-bbe9-ab37ffd7fe6f tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.0818710 Mar 01 13:59:59.575766 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3b5c1bc1-d052-41aa-a561-033ac34077c4 req-a68403a5-dbc6-4241-9eb2-e28fe56deb6b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081631 Mar 01 13:59:59.592181 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617365f-8852-4e84-9964-3c63159b1116 req-a279fd10-b65c-4249-8085-3b1e9a026608 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:59.594307 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d617365f-8852-4e84-9964-3c63159b1116 req-a279fd10-b65c-4249-8085-3b1e9a026608 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.1101241 Mar 01 13:59:59.767853 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d617365f-8852-4e84-9964-3c63159b1116 req-e072afc6-d686-42b4-954e-8b3a51f925c7 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590853 Mar 01 13:59:59.807823 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bdc28d-f973-4f50-becb-5358d71a140b req-4df23504-67f4-4bd4-9717-16192c0d3052 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 13:59:59.816703 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-42bdc28d-f973-4f50-becb-5358d71a140b req-4df23504-67f4-4bd4-9717-16192c0d3052 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.1566277 Mar 01 13:59:59.923767 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-42bdc28d-f973-4f50-becb-5358d71a140b req-621d75ad-a7eb-4744-8b8a-f8fcafdf47f1 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061046 Mar 01 14:00:00.013424 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:00.216233 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775b17d-933e-4f64-a680-24b20093b838 req-fd7b8c1e-d41b-41da-b486-ce99aef07e93 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:00.228970 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9775b17d-933e-4f64-a680-24b20093b838 req-fd7b8c1e-d41b-41da-b486-ce99aef07e93 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.1149554 Mar 01 14:00:00.325615 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9775b17d-933e-4f64-a680-24b20093b838 req-290cc929-0d2e-4dff-af18-24a6ad2dd6e3 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912991 Mar 01 14:00:00.523195 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9ab0a-3b90-47ca-b762-8665880e201f req-02bccf2a-d250-4494-b128-eedd0e239579 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:00.531924 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-20b9ab0a-3b90-47ca-b762-8665880e201f req-02bccf2a-d250-4494-b128-eedd0e239579 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.0897939 Mar 01 14:00:00.623757 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-20b9ab0a-3b90-47ca-b762-8665880e201f req-7364c406-be67-4c8b-9ad3-5663dfdb8370 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889728 Mar 01 14:00:00.637028 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134b8ef-ed39-478d-bb30-fea66b77c1f5 req-068cabca-50df-4efd-b510-3ab1a0d55846 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:00.641955 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a134b8ef-ed39-478d-bb30-fea66b77c1f5 req-068cabca-50df-4efd-b510-3ab1a0d55846 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.1084869 Mar 01 14:00:00.759139 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a134b8ef-ed39-478d-bb30-fea66b77c1f5 req-7b529d0c-e939-4b27-a197-101e0fb97247 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0752147-8a4b-4cdf-8130-14e6c73f4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127858 Mar 01 14:00:00.967334 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84b30e-bb54-47cf-8c40-017644587802 req-ccaf14c9-803f-4960-8696-4bfc546e8df5 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:00.969593 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fe84b30e-bb54-47cf-8c40-017644587802 req-ccaf14c9-803f-4960-8696-4bfc546e8df5 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.20 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 946 time: 0.1054463 Mar 01 14:00:01.085403 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-fe84b30e-bb54-47cf-8c40-017644587802 req-856feea1-5665-4359-ad5e-6e68e36a1377 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Deleting port ea539cb0-302a-4bfb-865b-b8338b567379 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:00:01.086087 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-fe84b30e-bb54-47cf-8c40-017644587802 req-856feea1-5665-4359-ad5e-6e68e36a1377 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (ea539cb0-302a-4bfb-865b-b8338b567379), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:01.115594 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7fb775-b3fd-4c6f-bc72-58a42c45038e req-44c07da5-01dc-41ad-bfff-e9c703a68a18 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:01.117175 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4b7fb775-b3fd-4c6f-bc72-58a42c45038e req-44c07da5-01dc-41ad-bfff-e9c703a68a18 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.1709735 Mar 01 14:00:01.157712 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643f576-be69-456b-9c43-0fd72f4053d6 req-256c208b-e269-4d08-b6bf-e8a93a49ccd0 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:01.166736 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7643f576-be69-456b-9c43-0fd72f4053d6 req-256c208b-e269-4d08-b6bf-e8a93a49ccd0 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/networks?id=05ce96e8-01ac-41f7-81d8-c04a115222c3 HTTP/1.1" status: 200 len: 813 time: 0.3328204 Mar 01 14:00:01.213730 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7643f576-be69-456b-9c43-0fd72f4053d6 req-aebeb687-aca6-423b-90eb-70ed7bcd4683 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/quotas/4f35078c869241559fa6863827bcce9e HTTP/1.1" status: 200 len: 375 time: 0.0459921 Mar 01 14:00:01.248527 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-fe84b30e-bb54-47cf-8c40-017644587802 req-856feea1-5665-4359-ad5e-6e68e36a1377 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] For port ea539cb0-302a-4bfb-865b-b8338b567379, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ea539cb0-302a-4bfb-865b-b8338b567379,segment=NetworkSegment(5c4b0dd5-2d4a-471b-b6b3-b873e7117996),segment_id=5c4b0dd5-2d4a-471b-b6b3-b873e7117996)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:00:01.249455 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-fe84b30e-bb54-47cf-8c40-017644587802 req-856feea1-5665-4359-ad5e-6e68e36a1377 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (ea539cb0-302a-4bfb-865b-b8338b567379), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:01.273216 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-fe84b30e-bb54-47cf-8c40-017644587802 req-856feea1-5665-4359-ad5e-6e68e36a1377 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Calling delete_port for ea539cb0-302a-4bfb-865b-b8338b567379 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:00:01.302742 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4b7fb775-b3fd-4c6f-bc72-58a42c45038e req-ffa6d4a1-3b1a-4660-9bdf-0229d793eb01 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330540 Mar 01 14:00:01.335797 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7643f576-be69-456b-9c43-0fd72f4053d6 req-ded48940-0599-454a-b558-14f17f880a0e tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f35078c869241559fa6863827bcce9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1210692 Mar 01 14:00:01.477695 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-fe84b30e-bb54-47cf-8c40-017644587802 req-856feea1-5665-4359-ad5e-6e68e36a1377 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (ea539cb0-302a-4bfb-865b-b8338b567379), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:01.492564 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['ea539cb0-302a-4bfb-865b-b8338b567379'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:00:01.520424 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856feea1-5665-4359-ad5e-6e68e36a1377 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Pushing event deleted for resources: {'Port': ['ID=ea539cb0-302a-4bfb-865b-b8338b567379,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:01.584919 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe84b30e-bb54-47cf-8c40-017644587802 req-856feea1-5665-4359-ad5e-6e68e36a1377 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] No DVR routers for this DVR port ea539cb0-302a-4bfb-865b-b8338b567379 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:00:01.586428 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f001a-a3dc-4d01-beac-5a7c6aea17a6 req-1e3f65c5-b1b6-42ff-86ce-ef1f29bffdeb tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:01.587560 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-fe84b30e-bb54-47cf-8c40-017644587802 req-856feea1-5665-4359-ad5e-6e68e36a1377 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:01.590674 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3e2f001a-a3dc-4d01-beac-5a7c6aea17a6 req-1e3f65c5-b1b6-42ff-86ce-ef1f29bffdeb tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.1393323 Mar 01 14:00:01.597862 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fe84b30e-bb54-47cf-8c40-017644587802 req-856feea1-5665-4359-ad5e-6e68e36a1377 tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.20 "DELETE /v2.0/ports/ea539cb0-302a-4bfb-865b-b8338b567379 HTTP/1.1" status: 204 len: 173 time: 0.6216588 Mar 01 14:00:01.598713 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86a2542-6f44-4d60-af56-6d620a9cd793', 'name': 'network-vif-deleted', 'tag': 'ea539cb0-302a-4bfb-865b-b8338b567379'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:00:01.610392 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c644cb-d4e0-478d-a4e0-086a18a29ac2" -d '{"events": [{"server_uuid": "d86a2542-6f44-4d60-af56-6d620a9cd793", "name": "network-vif-deleted", "tag": "ea539cb0-302a-4bfb-865b-b8338b567379"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:00:01.671575 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f10ba3-b2a0-4c20-8e20-92928150a643 x-openstack-request-id: req-f5f10ba3-b2a0-4c20-8e20-92928150a643 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:00:01.671918 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86a2542-6f44-4d60-af56-6d620a9cd793", "name": "network-vif-deleted", "tag": "ea539cb0-302a-4bfb-865b-b8338b567379", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:00:01.672137 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5f10ba3-b2a0-4c20-8e20-92928150a643 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:00:01.673145 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd86a2542-6f44-4d60-af56-6d620a9cd793', 'name': 'network-vif-deleted', 'tag': 'ea539cb0-302a-4bfb-865b-b8338b567379', 'status': 'completed', 'code': 200} Mar 01 14:00:01.704739 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3e2f001a-a3dc-4d01-beac-5a7c6aea17a6 req-b907183e-3d4e-472c-9a1b-175abca57bb6 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098850 Mar 01 14:00:01.711598 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:01.956340 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-186e3c92-35fc-42df-9a45-553aaed66e2f req-b7f6c8d4-039f-49be-a8e4-e9646df0d3cf tempest-ServerRescueNegativeTestJSON-1361953686 tempest-ServerRescueNegativeTestJSON-1361953686-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2542-6f44-4d60-af56-6d620a9cd793 HTTP/1.1" status: 200 len: 210 time: 0.0722954 Mar 01 14:00:01.990545 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162459f-814c-47d6-8a57-de2b0f485440 req-0c28882b-754e-4fee-b767-cb4d6ea9f9cd tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:02.010608 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a162459f-814c-47d6-8a57-de2b0f485440 req-0c28882b-754e-4fee-b767-cb4d6ea9f9cd tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.1921546 Mar 01 14:00:02.086185 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a162459f-814c-47d6-8a57-de2b0f485440 req-fa4ae132-b507-4144-bf1d-984ca121fc02 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746098 Mar 01 14:00:02.339462 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7fffbd5d-6ac6-46c0-bccb-e93e6693e424 req-40001dac-7b16-4652-99db-8bce311d7fa8 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=4f35078c869241559fa6863827bcce9e HTTP/1.1" status: 200 len: 221 time: 0.0666344 Mar 01 14:00:02.604379 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57693c7a-7fde-4d02-b111-b191019ce373 req-ad499eae-1f28-4bae-9781-1027a90a5779 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:02.614028 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-57693c7a-7fde-4d02-b111-b191019ce373 req-ad499eae-1f28-4bae-9781-1027a90a5779 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.1810267 Mar 01 14:00:02.657333 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ed999-0c59-43ee-b8c1-fe4fed9728ac req-53ae99a1-ea36-4263-99e7-15bdea9ec265 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:02.666592 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc4ed999-0c59-43ee-b8c1-fe4fed9728ac req-53ae99a1-ea36-4263-99e7-15bdea9ec265 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.2513013 Mar 01 14:00:02.729938 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-57693c7a-7fde-4d02-b111-b191019ce373 req-5011c6e5-e6b1-4716-a29e-e618822c833a tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143794 Mar 01 14:00:02.785855 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc4ed999-0c59-43ee-b8c1-fe4fed9728ac req-bb75dfe8-979e-4a3a-86a1-0c512eca6384 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173255 Mar 01 14:00:02.887403 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ac066-f8cc-471e-8f93-af1d5b73d433 req-d238cfbe-a6d5-4cb4-942c-89b87c7da2b6 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:02.889552 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f35ac066-f8cc-471e-8f93-af1d5b73d433 req-d238cfbe-a6d5-4cb4-942c-89b87c7da2b6 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.0578954 Mar 01 14:00:02.963347 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f35ac066-f8cc-471e-8f93-af1d5b73d433 req-dcc0eb02-fb19-449f-99f6-5b48e107d637 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579438 Mar 01 14:00:03.028547 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53582) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:03.116795 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d0eb5-7f48-4dad-8c46-54ba81e6a1bf req-58e4b097-e287-4189-ba67-efee637ac33e tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:03.124634 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-495d0eb5-7f48-4dad-8c46-54ba81e6a1bf req-58e4b097-e287-4189-ba67-efee637ac33e tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.0762358 Mar 01 14:00:03.198099 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-495d0eb5-7f48-4dad-8c46-54ba81e6a1bf req-1359d39e-1f85-4080-a060-bfff23189f21 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689285 Mar 01 14:00:03.430797 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67589d-6690-47b3-9dbb-2f82e4f30870 req-1470b404-78e5-4c97-9627-6ac451644218 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:03.437750 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9c67589d-6690-47b3-9dbb-2f82e4f30870 req-1470b404-78e5-4c97-9627-6ac451644218 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.1374552 Mar 01 14:00:03.510389 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9c67589d-6690-47b3-9dbb-2f82e4f30870 req-442792df-bdeb-4f1d-883c-6a288305e0bc tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717196 Mar 01 14:00:03.569641 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device ea539cb0-302a-4bfb-865b-b8338b567379 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:00:03.587917 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ccb7a3e2-1ae1-48d6-9ab1-ffb8a3dbff2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (cfd88385-a15f-4f37-8076-17d696fece86), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:03.620110 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: ea539cb0-302a-4bfb-865b-b8338b567379 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:00:03.620463 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device ea539cb0-302a-4bfb-865b-b8338b567379 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:00:03.660837 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84922c-fa6c-46a4-9b77-f38d7c3c7f6d req-1a544f78-3ebe-4a91-8086-d5b43b7e4c02 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:03.672733 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5d84922c-fa6c-46a4-9b77-f38d7c3c7f6d req-1a544f78-3ebe-4a91-8086-d5b43b7e4c02 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.0715024 Mar 01 14:00:03.748282 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5d84922c-fa6c-46a4-9b77-f38d7c3c7f6d req-54f97416-8e74-4b12-9695-694f8a63327a tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742197 Mar 01 14:00:03.995609 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1777d0a-3790-4a33-8896-58aca26de6c3 req-52152294-3efe-40f5-9902-3a0f76207532 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:04.003114 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f1777d0a-3790-4a33-8896-58aca26de6c3 req-52152294-3efe-40f5-9902-3a0f76207532 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.1102865 Mar 01 14:00:04.081848 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a990f2-3771-4a94-a66e-8521d5be0369 req-bed97cac-5abd-4893-83eb-a21d2546c7aa tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:04.087866 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a5a990f2-3771-4a94-a66e-8521d5be0369 req-bed97cac-5abd-4893-83eb-a21d2546c7aa tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.1456554 Mar 01 14:00:04.089399 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ccb7a3e2-1ae1-48d6-9ab1-ffb8a3dbff2a admin admin] Deleting port ec49e41c-0092-4ecb-8cc1-df26a5da659b {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:00:04.090219 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ccb7a3e2-1ae1-48d6-9ab1-ffb8a3dbff2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (ec49e41c-0092-4ecb-8cc1-df26a5da659b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:04.103747 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f1777d0a-3790-4a33-8896-58aca26de6c3 req-c30b0a88-ca60-49e2-a731-8688129eeac5 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988402 Mar 01 14:00:04.168533 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a5a990f2-3771-4a94-a66e-8521d5be0369 req-021c4d6d-cff9-4c5a-a02d-fc8c8fabc843 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767229 Mar 01 14:00:04.251917 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-ccb7a3e2-1ae1-48d6-9ab1-ffb8a3dbff2a admin admin] For port ec49e41c-0092-4ecb-8cc1-df26a5da659b, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ec49e41c-0092-4ecb-8cc1-df26a5da659b,segment=NetworkSegment(5c4b0dd5-2d4a-471b-b6b3-b873e7117996),segment_id=5c4b0dd5-2d4a-471b-b6b3-b873e7117996)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:00:04.252313 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ccb7a3e2-1ae1-48d6-9ab1-ffb8a3dbff2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (ec49e41c-0092-4ecb-8cc1-df26a5da659b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:04.287758 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ccb7a3e2-1ae1-48d6-9ab1-ffb8a3dbff2a admin admin] Calling delete_port for ec49e41c-0092-4ecb-8cc1-df26a5da659b owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:00:04.353584 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94032337-7653-4656-9bfd-f95b83a2a2c8 req-989db1f1-4503-46e9-8a3c-cd8c052d7fdc tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:04.355031 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-94032337-7653-4656-9bfd-f95b83a2a2c8 req-989db1f1-4503-46e9-8a3c-cd8c052d7fdc tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.0936880 Mar 01 14:00:04.410665 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-94032337-7653-4656-9bfd-f95b83a2a2c8 req-607c8d40-da0d-4ef7-bd5d-bd33f6c2a8ad tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460370 Mar 01 14:00:04.453186 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53610) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:04.613090 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77670d1-845b-46c0-95ae-ed1cec72510f req-eedf736a-fccc-4ae4-b93a-067e0cd39df0 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:04.614771 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f77670d1-845b-46c0-95ae-ed1cec72510f req-eedf736a-fccc-4ae4-b93a-067e0cd39df0 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.0940559 Mar 01 14:00:04.624307 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ccb7a3e2-1ae1-48d6-9ab1-ffb8a3dbff2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (ec49e41c-0092-4ecb-8cc1-df26a5da659b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:04.665877 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7a3e2-1ae1-48d6-9ab1-ffb8a3dbff2a admin admin] Pushing event deleted for resources: {'Port': ['ID=ec49e41c-0092-4ecb-8cc1-df26a5da659b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:04.681317 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f77670d1-845b-46c0-95ae-ed1cec72510f req-392ac195-2e57-482d-bd81-15d7ff8531b4 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607891 Mar 01 14:00:04.942724 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98643c7-68d6-40b0-bc3f-c272cd563588 req-1b3d27a9-964b-4ad9-b06f-d3f9034f09bd tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:04.945092 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a98643c7-68d6-40b0-bc3f-c272cd563588 req-1b3d27a9-964b-4ad9-b06f-d3f9034f09bd tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.1332960 Mar 01 14:00:04.957043 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ccb7a3e2-1ae1-48d6-9ab1-ffb8a3dbff2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (cfd88385-a15f-4f37-8076-17d696fece86), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:05.076703 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a98643c7-68d6-40b0-bc3f-c272cd563588 req-4667f6fa-5c04-4f3a-a520-d57496f668d8 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957353 Mar 01 14:00:05.252480 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb7a3e2-1ae1-48d6-9ab1-ffb8a3dbff2a admin admin] Router cfd88385-a15f-4f37-8076-17d696fece86 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:00:05.275805 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27d1db-506c-4081-9dc0-c97d066d6ec2 req-4c4e4e77-f038-4d04-bfb6-174716c6c310 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:05.277849 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cd27d1db-506c-4081-9dc0-c97d066d6ec2 req-4c4e4e77-f038-4d04-bfb6-174716c6c310 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.0948505 Mar 01 14:00:05.351488 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f07c5e5f-2d61-4437-b085-626d6ed755df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (90944be5-4749-41a7-a6bc-306a4b20baee), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:05.422316 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205d447-1dc3-4125-bfca-81a01f5c2660 req-895c7557-0844-47c2-b1e4-d5f730336ed1 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:05.424080 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0205d447-1dc3-4125-bfca-81a01f5c2660 req-895c7557-0844-47c2-b1e4-d5f730336ed1 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.1597672 Mar 01 14:00:05.430313 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cd27d1db-506c-4081-9dc0-c97d066d6ec2 req-7a8ac3be-a9a7-4642-af75-ac115245dc49 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438193 Mar 01 14:00:05.485827 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb7a3e2-1ae1-48d6-9ab1-ffb8a3dbff2a admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:00:05.498768 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f142b7d8-391a-4fba-a1ab-fda2ff57abd9 None None] Sync routers for ids ['cfd88385-a15f-4f37-8076-17d696fece86'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:00:05.504564 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ccb7a3e2-1ae1-48d6-9ab1-ffb8a3dbff2a admin admin] 10.222.0.13 "PUT /v2.0/routers/cfd88385-a15f-4f37-8076-17d696fece86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4749227 Mar 01 14:00:05.510509 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53630) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:05.519152 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f142b7d8-391a-4fba-a1ab-fda2ff57abd9 None None] Routers {'cfd88385-a15f-4f37-8076-17d696fece86'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:00:05.520108 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-f142b7d8-391a-4fba-a1ab-fda2ff57abd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:59:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['cfd88385-a15f-4f37-8076-17d696fece86'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:00:05.637480 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0205d447-1dc3-4125-bfca-81a01f5c2660 req-172b6edd-7465-478f-9ede-e1237c6bf953 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041807 Mar 01 14:00:05.749100 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0f3bd-b1ae-4489-9769-234b068e4726 req-0fc3bdc0-1104-4bff-91b5-9c80c1338892 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:05.750820 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-08b0f3bd-b1ae-4489-9769-234b068e4726 req-0fc3bdc0-1104-4bff-91b5-9c80c1338892 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.1634634 Mar 01 14:00:05.774146 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f615a-be0d-4e7d-9ada-fa112793828b req-22899978-2166-43b7-9634-d75a3e3b4c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:05.775698 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e27f615a-be0d-4e7d-9ada-fa112793828b req-22899978-2166-43b7-9634-d75a3e3b4c64 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3467d10c32454cf18668187815493d82&device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 1127 time: 0.1358328 Mar 01 14:00:05.873990 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-08b0f3bd-b1ae-4489-9769-234b068e4726 req-6813fc02-e639-40c1-9a3d-b043e48aee28 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107683 Mar 01 14:00:05.889076 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-f142b7d8-391a-4fba-a1ab-fda2ff57abd9 None None] Set router cfd88385-a15f-4f37-8076-17d696fece86 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:00:06.037405 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f615a-be0d-4e7d-9ada-fa112793828b req-30c70ca6-0e65-43a9-9a9a-79026454378d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:06.039011 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e27f615a-be0d-4e7d-9ada-fa112793828b req-30c70ca6-0e65-43a9-9a9a-79026454378d service neutron] 10.222.0.32 "GET /v2.0/networks?id=1d0a7b4f-fbe7-45f8-87df-666e5482dea5 HTTP/1.1" status: 200 len: 912 time: 0.2320571 Mar 01 14:00:06.255405 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e27f615a-be0d-4e7d-9ada-fa112793828b req-f7225ab5-b8b5-4d29-bd28-a13eb64bb828 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9aebdd4c-eed8-47fb-bab4-d069d06a55a0 HTTP/1.1" status: 200 len: 1000 time: 0.1964550 Mar 01 14:00:06.274947 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f814c16-2e44-4f32-b43f-d0513f90606b req-6d62381a-115d-4d88-90f9-0130594a37a6 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:06.293518 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4f814c16-2e44-4f32-b43f-d0513f90606b req-6d62381a-115d-4d88-90f9-0130594a37a6 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.2878389 Mar 01 14:00:06.319969 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-f142b7d8-391a-4fba-a1ab-fda2ff57abd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd88385-a15f-4f37-8076-17d696fece86', 'name': 'tempest-ServerRescueNegativeTestJSON-1320269385-router', 'tenant_id': 'f252ef0efd1f49f3a06761d6a0ce9215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '1b9f62de-c814-4026-a586-14e57b7ab133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:56:57Z', 'updated_at': '2022-03-01T14:00:04Z', 'revision_number': 5, 'project_id': 'f252ef0efd1f49f3a06761d6a0ce9215', 'gw_port': {'id': '1b9f62de-c814-4026-a586-14e57b7ab133', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:67:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd88385-a15f-4f37-8076-17d696fece86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:56:58Z', 'updated_at': '2022-03-01T13:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:00:06.333868 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-f07c5e5f-2d61-4437-b085-626d6ed755df admin admin] Deleting port 101dfd40-7499-4333-875c-b7e1086b50b0 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:00:06.334816 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f07c5e5f-2d61-4437-b085-626d6ed755df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (101dfd40-7499-4333-875c-b7e1086b50b0), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:06.376918 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f142b7d8-391a-4fba-a1ab-fda2ff57abd9 None None] Checking router: cfd88385-a15f-4f37-8076-17d696fece86 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:00:06.386714 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f142b7d8-391a-4fba-a1ab-fda2ff57abd9 None None] Routers {'cfd88385-a15f-4f37-8076-17d696fece86'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:00:06.387337 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-f142b7d8-391a-4fba-a1ab-fda2ff57abd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:59:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['cfd88385-a15f-4f37-8076-17d696fece86'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:00:06.549419 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-380df7ae-df74-4516-be9b-6186cd188e80 admin admin] Publish callbacks [] for router (cfd88385-a15f-4f37-8076-17d696fece86), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:06.613382 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-f142b7d8-391a-4fba-a1ab-fda2ff57abd9 None None] Set router cfd88385-a15f-4f37-8076-17d696fece86 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:00:06.796421 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-380df7ae-df74-4516-be9b-6186cd188e80 admin admin] Publish callbacks [] for router_gateway (cfd88385-a15f-4f37-8076-17d696fece86), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:06.885009 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-380df7ae-df74-4516-be9b-6186cd188e80 admin admin] Deleting port 1b9f62de-c814-4026-a586-14e57b7ab133 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:00:06.885411 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-380df7ae-df74-4516-be9b-6186cd188e80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (1b9f62de-c814-4026-a586-14e57b7ab133), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:06.910281 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-f142b7d8-391a-4fba-a1ab-fda2ff57abd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd88385-a15f-4f37-8076-17d696fece86', 'name': 'tempest-ServerRescueNegativeTestJSON-1320269385-router', 'tenant_id': 'f252ef0efd1f49f3a06761d6a0ce9215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '1b9f62de-c814-4026-a586-14e57b7ab133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:56:57Z', 'updated_at': '2022-03-01T14:00:04Z', 'revision_number': 5, 'project_id': 'f252ef0efd1f49f3a06761d6a0ce9215', 'gw_port': {'id': '1b9f62de-c814-4026-a586-14e57b7ab133', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:67:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd88385-a15f-4f37-8076-17d696fece86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:56:58Z', 'updated_at': '2022-03-01T13:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:00:06.966166 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f142b7d8-391a-4fba-a1ab-fda2ff57abd9 None None] The sync data for ids ['cfd88385-a15f-4f37-8076-17d696fece86'] in n-d-827467-3 is: [{'id': 'cfd88385-a15f-4f37-8076-17d696fece86', 'name': 'tempest-ServerRescueNegativeTestJSON-1320269385-router', 'tenant_id': 'f252ef0efd1f49f3a06761d6a0ce9215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '1b9f62de-c814-4026-a586-14e57b7ab133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:56:57Z', 'updated_at': '2022-03-01T14:00:04Z', 'revision_number': 5, 'project_id': 'f252ef0efd1f49f3a06761d6a0ce9215', 'gw_port': {'id': '1b9f62de-c814-4026-a586-14e57b7ab133', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:67:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd88385-a15f-4f37-8076-17d696fece86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:56:58Z', 'updated_at': '2022-03-01T13:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:00:07.008740 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-380df7ae-df74-4516-be9b-6186cd188e80 admin admin] For port 1b9f62de-c814-4026-a586-14e57b7ab133, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=1b9f62de-c814-4026-a586-14e57b7ab133,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:00:07.009479 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-380df7ae-df74-4516-be9b-6186cd188e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (1b9f62de-c814-4026-a586-14e57b7ab133), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:07.034416 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-380df7ae-df74-4516-be9b-6186cd188e80 admin admin] Calling delete_port for 1b9f62de-c814-4026-a586-14e57b7ab133 owned by network:router_gateway {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:00:07.109333 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4f814c16-2e44-4f32-b43f-d0513f90606b req-0bcc503a-8b79-44b0-94fb-6b391931830b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8144021 Mar 01 14:00:07.116223 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb53971-39e8-4151-bb2e-d9fa630908a1 req-51196206-be72-4b45-b988-3809e4250fe7 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:07.117668 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8fb53971-39e8-4151-bb2e-d9fa630908a1 req-51196206-be72-4b45-b988-3809e4250fe7 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.1460907 Mar 01 14:00:07.121493 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f615a-be0d-4e7d-9ada-fa112793828b req-de08a7ba-dd7a-44be-864c-01d681266e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:07.122907 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e27f615a-be0d-4e7d-9ada-fa112793828b req-de08a7ba-dd7a-44be-864c-01d681266e59 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=531c8525-0467-47e0-9cf7-03358d9bf988 HTTP/1.1" status: 200 len: 850 time: 0.8178697 Mar 01 14:00:07.216526 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8fb53971-39e8-4151-bb2e-d9fa630908a1 req-7e79da9a-c23f-47aa-99f5-47d5da18c2ce tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908926 Mar 01 14:00:07.280087 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-f07c5e5f-2d61-4437-b085-626d6ed755df admin admin] For port 101dfd40-7499-4333-875c-b7e1086b50b0, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=101dfd40-7499-4333-875c-b7e1086b50b0,segment=NetworkSegment(efe63841-b106-46a8-b592-11b75931e8a7),segment_id=efe63841-b106-46a8-b592-11b75931e8a7)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:00:07.280087 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f07c5e5f-2d61-4437-b085-626d6ed755df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (101dfd40-7499-4333-875c-b7e1086b50b0), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:07.285793 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-380df7ae-df74-4516-be9b-6186cd188e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (1b9f62de-c814-4026-a586-14e57b7ab133), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:07.348252 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-f07c5e5f-2d61-4437-b085-626d6ed755df admin admin] Calling delete_port for 101dfd40-7499-4333-875c-b7e1086b50b0 owned by network:router_interface {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:00:07.376869 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380df7ae-df74-4516-be9b-6186cd188e80 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b9f62de-c814-4026-a586-14e57b7ab133,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:07.396864 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f615a-be0d-4e7d-9ada-fa112793828b req-9d414728-c6d4-4bea-b871-9a14339e35ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:07.398440 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e27f615a-be0d-4e7d-9ada-fa112793828b req-9d414728-c6d4-4bea-b871-9a14339e35ef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1d0a7b4f-fbe7-45f8-87df-666e5482dea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2220080 Mar 01 14:00:07.496577 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-380df7ae-df74-4516-be9b-6186cd188e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (cfd88385-a15f-4f37-8076-17d696fece86), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:07.539519 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd27557-2ade-44c3-9e08-8ed249a90c5b req-172fff24-f414-4262-808e-e6d4262d13c5 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:07.546418 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4bd27557-2ade-44c3-9e08-8ed249a90c5b req-172fff24-f414-4262-808e-e6d4262d13c5 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.2531993 Mar 01 14:00:07.608296 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e27f615a-be0d-4e7d-9ada-fa112793828b req-fa6a3e7e-5bfc-443e-b966-da5d13015dde service neutron] 10.222.0.32 "GET /v2.0/networks/1d0a7b4f-fbe7-45f8-87df-666e5482dea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677096 Mar 01 14:00:07.685167 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-380df7ae-df74-4516-be9b-6186cd188e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (cfd88385-a15f-4f37-8076-17d696fece86), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:07.688933 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-380df7ae-df74-4516-be9b-6186cd188e80 admin admin] Publish callbacks [] for router_controller (cfd88385-a15f-4f37-8076-17d696fece86), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:07.760080 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4bd27557-2ade-44c3-9e08-8ed249a90c5b req-a695aa97-c616-45f6-800c-4b8ecb49ef3e tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073481 Mar 01 14:00:07.794981 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-380df7ae-df74-4516-be9b-6186cd188e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (cfd88385-a15f-4f37-8076-17d696fece86), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:07.795603 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380df7ae-df74-4516-be9b-6186cd188e80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfd88385-a15f-4f37-8076-17d696fece86 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:00:07.800495 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-380df7ae-df74-4516-be9b-6186cd188e80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:07.801448 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-380df7ae-df74-4516-be9b-6186cd188e80 admin admin] 10.222.0.13 "DELETE /v2.0/routers/cfd88385-a15f-4f37-8076-17d696fece86 HTTP/1.1" status: 204 len: 168 time: 2.2878554 Mar 01 14:00:07.802082 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53662) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:07.808297 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53664) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:07.884882 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6ac4b92-99f1-495e-9643-7811aabbf9f4 admin admin] Deleting subnet 0671009d-d113-434d-acb2-b340af7ac7ef {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:00:07.889021 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a6ac4b92-99f1-495e-9643-7811aabbf9f4 admin admin] Publish callbacks [] for subnet (0671009d-d113-434d-acb2-b340af7ac7ef), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:07.920844 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e27f615a-be0d-4e7d-9ada-fa112793828b req-8ac9b544-97be-4d72-8548-61e1e16f7949 service neutron] 10.222.0.32 "GET /v2.0/networks/1d0a7b4f-fbe7-45f8-87df-666e5482dea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038332 Mar 01 14:00:07.951950 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a6ac4b92-99f1-495e-9643-7811aabbf9f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (0671009d-d113-434d-acb2-b340af7ac7ef), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:08.009672 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a6ac4b92-99f1-495e-9643-7811aabbf9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (0671009d-d113-434d-acb2-b340af7ac7ef), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:08.060828 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-19515da1-d457-4b2e-bdab-091802350b45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:08.081793 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9904b305-f974-434f-ad63-d55e1abb28c6 req-7abc74b6-aec6-457e-8e3e-aaa32673a55d tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:08.090778 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9904b305-f974-434f-ad63-d55e1abb28c6 req-7abc74b6-aec6-457e-8e3e-aaa32673a55d tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.1070821 Mar 01 14:00:08.095520 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f07c5e5f-2d61-4437-b085-626d6ed755df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (101dfd40-7499-4333-875c-b7e1086b50b0), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:08.158110 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c5e5f-2d61-4437-b085-626d6ed755df admin admin] Pushing event deleted for resources: {'Port': ['ID=101dfd40-7499-4333-875c-b7e1086b50b0,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:08.194376 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a6ac4b92-99f1-495e-9643-7811aabbf9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (0671009d-d113-434d-acb2-b340af7ac7ef), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:08.233038 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-19515da1-d457-4b2e-bdab-091802350b45 admin admin] Publish callbacks [] for security_group (e8ec487a-9ac1-4ad8-918b-f3740a256dfc), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:08.234305 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac4b92-99f1-495e-9643-7811aabbf9f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0671009d-d113-434d-acb2-b340af7ac7ef,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:08.246330 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a6ac4b92-99f1-495e-9643-7811aabbf9f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:08.250477 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a6ac4b92-99f1-495e-9643-7811aabbf9f4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0671009d-d113-434d-acb2-b340af7ac7ef HTTP/1.1" status: 204 len: 168 time: 0.4409735 Mar 01 14:00:08.251587 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-19515da1-d457-4b2e-bdab-091802350b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (e8ec487a-9ac1-4ad8-918b-f3740a256dfc), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:08.254460 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53670) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:08.264626 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9904b305-f974-434f-ad63-d55e1abb28c6 req-e5309f89-4559-463a-b5fb-e3f99c46dcca tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719546 Mar 01 14:00:08.336335 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19515da1-d457-4b2e-bdab-091802350b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ec487a-9ac1-4ad8-918b-f3740a256dfc,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:08.470549 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-19515da1-d457-4b2e-bdab-091802350b45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a81598388fa4dc7873871a249e3e0ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6663404 Mar 01 14:00:08.475922 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53674) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:08.488907 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f07c5e5f-2d61-4437-b085-626d6ed755df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (90944be5-4749-41a7-a6bc-306a4b20baee), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:08.544827 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0255a3fa-40ef-47ca-b2bb-5da716a6041b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (ae0bfd58-4b0d-4a69-9efe-fe6beb56124e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:08.603259 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ec49e41c-0092-4ecb-8cc1-df26a5da659b no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:00:08.624205 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: ec49e41c-0092-4ecb-8cc1-df26a5da659b {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:00:08.624842 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ec49e41c-0092-4ecb-8cc1-df26a5da659b not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:00:08.674941 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-24dea057-cda7-40d0-b2b6-6dfdf2786b10 admin admin] Publish callbacks [] for security_group (e8ec487a-9ac1-4ad8-918b-f3740a256dfc), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:08.698191 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0255a3fa-40ef-47ca-b2bb-5da716a6041b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (ae0bfd58-4b0d-4a69-9efe-fe6beb56124e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:08.732001 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-24dea057-cda7-40d0-b2b6-6dfdf2786b10 admin admin] Publish callbacks [] for security_group (e8ec487a-9ac1-4ad8-918b-f3740a256dfc), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:08.742201 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e397fe7-97dd-4af3-9cad-921bc13089f6 req-3b311265-346a-4aad-9fd9-1d0a0a499342 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:08.743631 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8e397fe7-97dd-4af3-9cad-921bc13089f6 req-3b311265-346a-4aad-9fd9-1d0a0a499342 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.2376876 Mar 01 14:00:08.753008 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d463e54-d5ba-4a9d-bb13-25f45124b3c1 req-f897608b-4758-48e0-86f6-c2faa580adcd tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:08.754597 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0d463e54-d5ba-4a9d-bb13-25f45124b3c1 req-f897608b-4758-48e0-86f6-c2faa580adcd tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.1478837 Mar 01 14:00:08.789229 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-0255a3fa-40ef-47ca-b2bb-5da716a6041b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae0bfd58-4b0d-4a69-9efe-fe6beb56124e']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:00:08.801952 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-0255a3fa-40ef-47ca-b2bb-5da716a6041b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c4b0dd5-2d4a-471b-b6b3-b873e7117996') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:00:08.802230 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-0255a3fa-40ef-47ca-b2bb-5da716a6041b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c4b0dd5-2d4a-471b-b6b3-b873e7117996') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:00:08.821315 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0255a3fa-40ef-47ca-b2bb-5da716a6041b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (5c4b0dd5-2d4a-471b-b6b3-b873e7117996), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:08.832266 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-24dea057-cda7-40d0-b2b6-6dfdf2786b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (e8ec487a-9ac1-4ad8-918b-f3740a256dfc), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:08.835496 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-24dea057-cda7-40d0-b2b6-6dfdf2786b10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:08.839025 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-24dea057-cda7-40d0-b2b6-6dfdf2786b10 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8ec487a-9ac1-4ad8-918b-f3740a256dfc HTTP/1.1" status: 204 len: 168 time: 0.3546531 Mar 01 14:00:08.854046 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0255a3fa-40ef-47ca-b2bb-5da716a6041b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (5c4b0dd5-2d4a-471b-b6b3-b873e7117996), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:08.857093 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dea057-cda7-40d0-b2b6-6dfdf2786b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ec487a-9ac1-4ad8-918b-f3740a256dfc,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:08.863492 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0255a3fa-40ef-47ca-b2bb-5da716a6041b admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:00:08.863934 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0255a3fa-40ef-47ca-b2bb-5da716a6041b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (5c4b0dd5-2d4a-471b-b6b3-b873e7117996), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:08.866124 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:00:08.866124 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:00:08.866124 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:00:08.866124 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:00:08.866124 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:00:08.866124 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:00:08.866124 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:00:08.866124 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:00:08.866124 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:00:08.866124 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:00:08.866124 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:00:08.866124 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:00:08.866124 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:00:08.866124 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:00:08.866124 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:00:08.866124 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:00:08.866124 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:00:08.866124 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:00:08.866124 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:00:08.866124 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:00:08.866124 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:00:08.866124 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:00:08.866124 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:00:08.866124 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:00:08.866124 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:00:08.866124 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:00:08.866124 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:00:08.866124 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:00:08.866124 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:00:08.866124 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:00:08.866124 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:00:08.866124 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:00:08.891901 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8e397fe7-97dd-4af3-9cad-921bc13089f6 req-a02758c9-d37a-418c-90f2-301114df1df3 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337810 Mar 01 14:00:08.923512 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0d463e54-d5ba-4a9d-bb13-25f45124b3c1 req-c1d58fa4-c7cd-4fe4-a67d-ead673e4d5a9 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551719 Mar 01 14:00:08.957403 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0255a3fa-40ef-47ca-b2bb-5da716a6041b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (ae0bfd58-4b0d-4a69-9efe-fe6beb56124e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:08.979143 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0255a3fa-40ef-47ca-b2bb-5da716a6041b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:08.983942 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0255a3fa-40ef-47ca-b2bb-5da716a6041b admin admin] 10.222.0.13 "DELETE /v2.0/networks/ae0bfd58-4b0d-4a69-9efe-fe6beb56124e HTTP/1.1" status: 204 len: 168 time: 0.6822586 Mar 01 14:00:08.984919 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0255a3fa-40ef-47ca-b2bb-5da716a6041b admin admin] Pushing event deleted for resources: {'Network': ['ID=ae0bfd58-4b0d-4a69-9efe-fe6beb56124e,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:09.021904 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07c5e5f-2d61-4437-b085-626d6ed755df admin admin] Router 90944be5-4749-41a7-a6bc-306a4b20baee has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:00:09.187057 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ba764-d30e-4c3e-a58a-2cc0e6af3d21 req-1192c430-bc5a-43f4-a577-34d3ad83203b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:09.188646 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eb4ba764-d30e-4c3e-a58a-2cc0e6af3d21 req-1192c430-bc5a-43f4-a577-34d3ad83203b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.1011450 Mar 01 14:00:09.217599 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07c5e5f-2d61-4437-b085-626d6ed755df admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:00:09.224556 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f07c5e5f-2d61-4437-b085-626d6ed755df admin admin] 10.222.0.13 "PUT /v2.0/routers/90944be5-4749-41a7-a6bc-306a4b20baee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7693563 Mar 01 14:00:09.227611 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53690) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:09.229214 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b722a0c-1e12-47e0-bc66-c7c6e860da59 None None] Sync routers for ids ['90944be5-4749-41a7-a6bc-306a4b20baee'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:00:09.244170 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b722a0c-1e12-47e0-bc66-c7c6e860da59 None None] Routers {'90944be5-4749-41a7-a6bc-306a4b20baee'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:00:09.245092 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-8b722a0c-1e12-47e0-bc66-c7c6e860da59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:59:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['90944be5-4749-41a7-a6bc-306a4b20baee'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:00:09.297911 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eb4ba764-d30e-4c3e-a58a-2cc0e6af3d21 req-b87aab7c-d79c-4960-ad4b-e9d3f0231d0c tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972025 Mar 01 14:00:09.318348 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53692) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:09.386945 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-83ec1f3c-ad22-401d-9cbb-7be6944cdc11 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f252ef0efd1f49f3a06761d6a0ce9215&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0671215 Mar 01 14:00:09.389504 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53696) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:09.429638 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53698) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:09.443747 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e5b7f9aa-ba05-49c4-a63f-cf966a0cec4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:09.473219 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c0366acb-970c-47c3-933b-a9207f33c48f admin admin] Publish callbacks [] for router (90944be5-4749-41a7-a6bc-306a4b20baee), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:09.490246 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-db02fe35-b52b-474c-99eb-14032061e8cc admin admin] Publish callbacks [] for security_group (b0752147-8a4b-4cdf-8130-14e6c73f4a28), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:09.504103 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-8b722a0c-1e12-47e0-bc66-c7c6e860da59 None None] Set router 90944be5-4749-41a7-a6bc-306a4b20baee gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:00:09.523429 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-db02fe35-b52b-474c-99eb-14032061e8cc admin admin] Publish callbacks [] for security_group (b0752147-8a4b-4cdf-8130-14e6c73f4a28), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:09.633894 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c0366acb-970c-47c3-933b-a9207f33c48f admin admin] Publish callbacks [] for router_gateway (90944be5-4749-41a7-a6bc-306a4b20baee), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:09.656735 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-db02fe35-b52b-474c-99eb-14032061e8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b0752147-8a4b-4cdf-8130-14e6c73f4a28), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:09.660125 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-db02fe35-b52b-474c-99eb-14032061e8cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:09.662205 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-db02fe35-b52b-474c-99eb-14032061e8cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0752147-8a4b-4cdf-8130-14e6c73f4a28 HTTP/1.1" status: 204 len: 168 time: 0.2714183 Mar 01 14:00:09.674628 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02fe35-b52b-474c-99eb-14032061e8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0752147-8a4b-4cdf-8130-14e6c73f4a28,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:09.700601 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf0744-e254-434d-914e-58cba8b27f30 req-53c1ed51-7e06-4ec6-8217-78e841dbf5bb tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:09.708106 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-31bf0744-e254-434d-914e-58cba8b27f30 req-53c1ed51-7e06-4ec6-8217-78e841dbf5bb tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.0901959 Mar 01 14:00:09.717183 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e5b7f9aa-ba05-49c4-a63f-cf966a0cec4b admin admin] Publish callbacks [] for security_group (97b1ff65-c64c-4455-a6ab-5eb8fe50bf75), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:09.736552 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e5b7f9aa-ba05-49c4-a63f-cf966a0cec4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (97b1ff65-c64c-4455-a6ab-5eb8fe50bf75), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:09.775389 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-31bf0744-e254-434d-914e-58cba8b27f30 req-38313ecf-1d04-4618-bcda-dcdc95eba3fe tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660112 Mar 01 14:00:09.796539 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:09.868241 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7f9aa-ba05-49c4-a63f-cf966a0cec4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b1ff65-c64c-4455-a6ab-5eb8fe50bf75,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:09.878480 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e5b7f9aa-ba05-49c4-a63f-cf966a0cec4b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b5788bbb05446fd93be02a61cecb851&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4478714 Mar 01 14:00:09.881960 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53710) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:09.905836 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-c0366acb-970c-47c3-933b-a9207f33c48f admin admin] Deleting port c78bdbbc-478b-4d85-9d12-fd91baf923c6 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:00:09.905953 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c0366acb-970c-47c3-933b-a9207f33c48f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (c78bdbbc-478b-4d85-9d12-fd91baf923c6), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:09.944886 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:09.973412 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206364a-932a-4157-8b81-430146467686 req-20228463-d3ab-4a8d-81dc-9e4aa9f17a3e tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:09.975958 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2206364a-932a-4157-8b81-430146467686 req-20228463-d3ab-4a8d-81dc-9e4aa9f17a3e tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.1039567 Mar 01 14:00:10.004432 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-8b722a0c-1e12-47e0-bc66-c7c6e860da59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'name': 'tempest-TaggedBootDevicesTest-30014239-router', 'tenant_id': '78efedc3031f4258896f94ad66a2f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'c78bdbbc-478b-4d85-9d12-fd91baf923c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:52:05Z', 'updated_at': '2022-03-01T14:00:07Z', 'revision_number': 5, 'project_id': '78efedc3031f4258896f94ad66a2f53b', 'gw_port': {'id': 'c78bdbbc-478b-4d85-9d12-fd91baf923c6', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:06Z', 'updated_at': '2022-03-01T13:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:00:10.069501 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b722a0c-1e12-47e0-bc66-c7c6e860da59 None None] Checking router: 90944be5-4749-41a7-a6bc-306a4b20baee for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:00:10.072001 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-c0366acb-970c-47c3-933b-a9207f33c48f admin admin] For port c78bdbbc-478b-4d85-9d12-fd91baf923c6, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=c78bdbbc-478b-4d85-9d12-fd91baf923c6,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:00:10.072607 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c0366acb-970c-47c3-933b-a9207f33c48f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (c78bdbbc-478b-4d85-9d12-fd91baf923c6), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:10.080897 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b722a0c-1e12-47e0-bc66-c7c6e860da59 None None] Routers {'90944be5-4749-41a7-a6bc-306a4b20baee'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:00:10.081847 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-8b722a0c-1e12-47e0-bc66-c7c6e860da59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:59:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['90944be5-4749-41a7-a6bc-306a4b20baee'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:00:10.101865 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-c0366acb-970c-47c3-933b-a9207f33c48f admin admin] Calling delete_port for c78bdbbc-478b-4d85-9d12-fd91baf923c6 owned by network:router_gateway {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:00:10.151826 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 1b9f62de-c814-4026-a586-14e57b7ab133 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:00:10.169854 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2206364a-932a-4157-8b81-430146467686 req-81c93669-fa30-44bf-8de2-6c4ad5dbbd75 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886384 Mar 01 14:00:10.191017 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 1b9f62de-c814-4026-a586-14e57b7ab133 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:00:10.192667 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 1b9f62de-c814-4026-a586-14e57b7ab133 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:00:10.234512 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d0b14-8ec5-477e-99a1-16a6f55a20aa req-6d55ea88-b694-4cf6-9699-81ee907a7e6f tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:10.236876 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2cad616c-70af-4e3d-ab43-ea397dc45f32 admin admin] Publish callbacks [] for security_group (97b1ff65-c64c-4455-a6ab-5eb8fe50bf75), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:10.238604 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f9d0b14-8ec5-477e-99a1-16a6f55a20aa req-6d55ea88-b694-4cf6-9699-81ee907a7e6f tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.2201841 Mar 01 14:00:10.240630 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-8b722a0c-1e12-47e0-bc66-c7c6e860da59 None None] Set router 90944be5-4749-41a7-a6bc-306a4b20baee gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:00:10.299509 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2cad616c-70af-4e3d-ab43-ea397dc45f32 admin admin] Publish callbacks [] for security_group (97b1ff65-c64c-4455-a6ab-5eb8fe50bf75), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:10.350361 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-8b722a0c-1e12-47e0-bc66-c7c6e860da59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'name': 'tempest-TaggedBootDevicesTest-30014239-router', 'tenant_id': '78efedc3031f4258896f94ad66a2f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:52:05Z', 'updated_at': '2022-03-01T14:00:09Z', 'revision_number': 6, 'project_id': '78efedc3031f4258896f94ad66a2f53b', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:00:10.352121 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f9d0b14-8ec5-477e-99a1-16a6f55a20aa req-ab8026e7-9a0f-47c7-8778-a00edad629b6 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070001 Mar 01 14:00:10.403766 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b722a0c-1e12-47e0-bc66-c7c6e860da59 None None] The sync data for ids ['90944be5-4749-41a7-a6bc-306a4b20baee'] in n-d-827467-3 is: [{'id': '90944be5-4749-41a7-a6bc-306a4b20baee', 'name': 'tempest-TaggedBootDevicesTest-30014239-router', 'tenant_id': '78efedc3031f4258896f94ad66a2f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:52:05Z', 'updated_at': '2022-03-01T14:00:09Z', 'revision_number': 6, 'project_id': '78efedc3031f4258896f94ad66a2f53b', 'gw_port_host': None}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:00:10.430808 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2cad616c-70af-4e3d-ab43-ea397dc45f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (97b1ff65-c64c-4455-a6ab-5eb8fe50bf75), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:10.433193 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bfe06-780e-4544-89b1-a6641e5403b4 req-7dea9ba6-1808-43d2-b6c3-efdab08a5635 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:10.433537 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2cad616c-70af-4e3d-ab43-ea397dc45f32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:10.437055 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2cad616c-70af-4e3d-ab43-ea397dc45f32 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97b1ff65-c64c-4455-a6ab-5eb8fe50bf75 HTTP/1.1" status: 204 len: 168 time: 0.5510645 Mar 01 14:00:10.438473 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-de4bfe06-780e-4544-89b1-a6641e5403b4 req-7dea9ba6-1808-43d2-b6c3-efdab08a5635 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.1083865 Mar 01 14:00:10.469981 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad616c-70af-4e3d-ab43-ea397dc45f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b1ff65-c64c-4455-a6ab-5eb8fe50bf75,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:10.504647 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c0366acb-970c-47c3-933b-a9207f33c48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (c78bdbbc-478b-4d85-9d12-fd91baf923c6), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:10.528815 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-de4bfe06-780e-4544-89b1-a6641e5403b4 req-85199c8a-7052-40ec-9636-27e16841c415 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803893 Mar 01 14:00:10.551912 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0366acb-970c-47c3-933b-a9207f33c48f admin admin] Pushing event deleted for resources: {'Port': ['ID=c78bdbbc-478b-4d85-9d12-fd91baf923c6,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:10.620709 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c0366acb-970c-47c3-933b-a9207f33c48f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (90944be5-4749-41a7-a6bc-306a4b20baee), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:10.687100 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeae9a7-c45b-4335-b0db-2cd993bd79be req-89a3466f-fce7-4410-a20e-4dafe09a9318 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:10.688701 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-efeae9a7-c45b-4335-b0db-2cd993bd79be req-89a3466f-fce7-4410-a20e-4dafe09a9318 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.0731335 Mar 01 14:00:10.725608 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c0366acb-970c-47c3-933b-a9207f33c48f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (90944be5-4749-41a7-a6bc-306a4b20baee), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:10.728640 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c0366acb-970c-47c3-933b-a9207f33c48f admin admin] Publish callbacks [] for router_controller (90944be5-4749-41a7-a6bc-306a4b20baee), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:10.769000 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-efeae9a7-c45b-4335-b0db-2cd993bd79be req-c3b72c56-ef51-4ded-bcca-37d51305bd8e tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722637 Mar 01 14:00:10.789573 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c0366acb-970c-47c3-933b-a9207f33c48f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (90944be5-4749-41a7-a6bc-306a4b20baee), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:10.790302 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0366acb-970c-47c3-933b-a9207f33c48f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90944be5-4749-41a7-a6bc-306a4b20baee {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:00:10.798470 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c0366acb-970c-47c3-933b-a9207f33c48f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:10.803193 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53740) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:10.803350 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c0366acb-970c-47c3-933b-a9207f33c48f admin admin] 10.222.0.13 "DELETE /v2.0/routers/90944be5-4749-41a7-a6bc-306a4b20baee HTTP/1.1" status: 204 len: 168 time: 1.5745070 Mar 01 14:00:10.861865 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ba501c-0851-4253-a21f-e0af0e1e1304 admin admin] Deleting subnet ac4622d6-031a-43e3-b876-291bd0fbb3da {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:00:10.865989 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-83ba501c-0851-4253-a21f-e0af0e1e1304 admin admin] Publish callbacks [] for subnet (ac4622d6-031a-43e3-b876-291bd0fbb3da), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:10.935830 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-83ba501c-0851-4253-a21f-e0af0e1e1304 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (ac4622d6-031a-43e3-b876-291bd0fbb3da), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:11.114915 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-83ba501c-0851-4253-a21f-e0af0e1e1304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (ac4622d6-031a-43e3-b876-291bd0fbb3da), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:11.173115 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67beaa-30b0-4549-8c68-49669822e07e req-52650b98-fe3b-4ca1-975e-1d290a220f37 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:11.174758 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5c67beaa-30b0-4549-8c68-49669822e07e req-52650b98-fe3b-4ca1-975e-1d290a220f37 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.1834412 Mar 01 14:00:11.227836 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-83ba501c-0851-4253-a21f-e0af0e1e1304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (ac4622d6-031a-43e3-b876-291bd0fbb3da), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:11.274634 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5c67beaa-30b0-4549-8c68-49669822e07e req-e93eb80c-ad63-45e1-bf43-47c082c4f6e3 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865171 Mar 01 14:00:11.275289 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b944dd-2e30-407e-9990-b8de60fa8050 None None] Network 7bc0ee18-c84c-4cd4-a25a-b7c745ed092c requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:00:11.275963 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-83ba501c-0851-4253-a21f-e0af0e1e1304 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:11.303491 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53772) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:11.306840 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-83ba501c-0851-4253-a21f-e0af0e1e1304 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ac4622d6-031a-43e3-b876-291bd0fbb3da HTTP/1.1" status: 204 len: 168 time: 0.5017560 Mar 01 14:00:11.308358 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba501c-0851-4253-a21f-e0af0e1e1304 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac4622d6-031a-43e3-b876-291bd0fbb3da,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:11.486548 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-322ddabf-4022-4b1c-854f-67e619b959a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (7bc0ee18-c84c-4cd4-a25a-b7c745ed092c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:11.550263 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6478e824-21ce-411a-9468-c3dfe8c1743f None None] DHCP port deletion for 7bc0ee18-c84c-4cd4-a25a-b7c745ed092c request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:00:11.559221 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-122fcd04-5a4b-4fdb-a728-f97bb59e06c7 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:11.565320 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-122fcd04-5a4b-4fdb-a728-f97bb59e06c7 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/networks?id=688b8e33-0ea2-4648-89e7-a0a6eac88ff9 HTTP/1.1" status: 200 len: 815 time: 0.1716864 Mar 01 14:00:11.566769 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-322ddabf-4022-4b1c-854f-67e619b959a6 admin admin] Deleting port 0e68980d-bce0-459c-8a5c-7bdccfe52110 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:00:11.567117 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-322ddabf-4022-4b1c-854f-67e619b959a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (0e68980d-bce0-459c-8a5c-7bdccfe52110), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:11.583458 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-bab9f711-fc59-495c-9c9a-250c30f22c69 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/quotas/ba1fcf78013f41368378324ce0bb5077 HTTP/1.1" status: 200 len: 375 time: 0.0171390 Mar 01 14:00:11.634922 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-6478e824-21ce-411a-9468-c3dfe8c1743f None None] Deleting port 0e68980d-bce0-459c-8a5c-7bdccfe52110 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:00:11.636526 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6478e824-21ce-411a-9468-c3dfe8c1743f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (0e68980d-bce0-459c-8a5c-7bdccfe52110), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:11.642782 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-322ddabf-4022-4b1c-854f-67e619b959a6 admin admin] For port 0e68980d-bce0-459c-8a5c-7bdccfe52110, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=0e68980d-bce0-459c-8a5c-7bdccfe52110,segment=NetworkSegment(efe63841-b106-46a8-b592-11b75931e8a7),segment_id=efe63841-b106-46a8-b592-11b75931e8a7)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:00:11.643539 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-322ddabf-4022-4b1c-854f-67e619b959a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (0e68980d-bce0-459c-8a5c-7bdccfe52110), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:11.663988 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-322ddabf-4022-4b1c-854f-67e619b959a6 admin admin] Calling delete_port for 0e68980d-bce0-459c-8a5c-7bdccfe52110 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:00:11.692550 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-448841c9-7eda-4f68-8b6d-4dc8957c120f tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba1fcf78013f41368378324ce0bb5077&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1078229 Mar 01 14:00:11.706948 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-bfb6d41a-7090-43c8-bf36-d11f3b3e9963 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:00:11.708033 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-bfb6d41a-7090-43c8-bf36-d11f3b3e9963 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103810 Mar 01 14:00:11.716918 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1fcef-760c-4dce-81b8-86e6579a4fcb req-0eac3348-5512-4dc4-ab2f-ec886e420c99 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:11.718873 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-55b1fcef-760c-4dce-81b8-86e6579a4fcb req-0eac3348-5512-4dc4-ab2f-ec886e420c99 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.0986462 Mar 01 14:00:11.749368 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-6478e824-21ce-411a-9468-c3dfe8c1743f None None] For port 0e68980d-bce0-459c-8a5c-7bdccfe52110, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=0e68980d-bce0-459c-8a5c-7bdccfe52110,segment=NetworkSegment(efe63841-b106-46a8-b592-11b75931e8a7),segment_id=efe63841-b106-46a8-b592-11b75931e8a7)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:00:11.750076 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6478e824-21ce-411a-9468-c3dfe8c1743f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (0e68980d-bce0-459c-8a5c-7bdccfe52110), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:11.773582 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-6478e824-21ce-411a-9468-c3dfe8c1743f None None] Calling delete_port for 0e68980d-bce0-459c-8a5c-7bdccfe52110 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:00:11.824731 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-322ddabf-4022-4b1c-854f-67e619b959a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (0e68980d-bce0-459c-8a5c-7bdccfe52110), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:11.838839 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322ddabf-4022-4b1c-854f-67e619b959a6 admin admin] No DVR routers for this DVR port 0e68980d-bce0-459c-8a5c-7bdccfe52110 on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:00:11.847732 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-55b1fcef-760c-4dce-81b8-86e6579a4fcb req-8b61feca-5d05-448e-8e03-676a46e1b6b1 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064775 Mar 01 14:00:11.886506 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-534494ad-8ab6-4f85-affa-303628856529 service neutron] 10.222.0.13 "GET /v2.0/networks/688b8e33-0ea2-4648-89e7-a0a6eac88ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661782 Mar 01 14:00:11.905492 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ddabf-4022-4b1c-854f-67e619b959a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e68980d-bce0-459c-8a5c-7bdccfe52110,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:11.969962 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6478e824-21ce-411a-9468-c3dfe8c1743f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (0e68980d-bce0-459c-8a5c-7bdccfe52110), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:11.987431 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-322ddabf-4022-4b1c-854f-67e619b959a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (7bc0ee18-c84c-4cd4-a25a-b7c745ed092c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:12.003361 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6478e824-21ce-411a-9468-c3dfe8c1743f None None] Pushing event deleted for resources: {'Port': ['ID=0e68980d-bce0-459c-8a5c-7bdccfe52110,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:12.012400 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6478e824-21ce-411a-9468-c3dfe8c1743f None None] No DVR routers for this DVR port 0e68980d-bce0-459c-8a5c-7bdccfe52110 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:00:12.014870 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6478e824-21ce-411a-9468-c3dfe8c1743f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:12.015416 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6478e824-21ce-411a-9468-c3dfe8c1743f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:12.015964 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6478e824-21ce-411a-9468-c3dfe8c1743f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:12.016631 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6478e824-21ce-411a-9468-c3dfe8c1743f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:12.017134 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6478e824-21ce-411a-9468-c3dfe8c1743f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:12.017801 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6478e824-21ce-411a-9468-c3dfe8c1743f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:12.025002 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6478e824-21ce-411a-9468-c3dfe8c1743f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:12.025002 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6478e824-21ce-411a-9468-c3dfe8c1743f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:12.025002 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6478e824-21ce-411a-9468-c3dfe8c1743f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:12.025376 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-322ddabf-4022-4b1c-854f-67e619b959a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc0ee18-c84c-4cd4-a25a-b7c745ed092c']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:00:12.025493 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6478e824-21ce-411a-9468-c3dfe8c1743f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:12.025493 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6478e824-21ce-411a-9468-c3dfe8c1743f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:12.025493 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6478e824-21ce-411a-9468-c3dfe8c1743f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:12.025493 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6478e824-21ce-411a-9468-c3dfe8c1743f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:12.035778 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-322ddabf-4022-4b1c-854f-67e619b959a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efe63841-b106-46a8-b592-11b75931e8a7') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:00:12.036202 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-322ddabf-4022-4b1c-854f-67e619b959a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efe63841-b106-46a8-b592-11b75931e8a7') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:00:12.042212 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-28288a10-5136-48c4-944e-4ca8e3575b9d service neutron] 10.222.0.13 "GET /v2.0/networks/688b8e33-0ea2-4648-89e7-a0a6eac88ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498618 Mar 01 14:00:12.047867 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-322ddabf-4022-4b1c-854f-67e619b959a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (efe63841-b106-46a8-b592-11b75931e8a7), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:12.064580 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-322ddabf-4022-4b1c-854f-67e619b959a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (efe63841-b106-46a8-b592-11b75931e8a7), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:12.079355 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-322ddabf-4022-4b1c-854f-67e619b959a6 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:00:12.079355 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-322ddabf-4022-4b1c-854f-67e619b959a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (efe63841-b106-46a8-b592-11b75931e8a7), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:12.086967 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:00:12.086967 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:00:12.086967 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:00:12.086967 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:00:12.086967 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:00:12.086967 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:00:12.086967 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:00:12.086967 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:00:12.086967 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:00:12.086967 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:00:12.086967 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:00:12.086967 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:00:12.086967 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:00:12.086967 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:00:12.086967 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:00:12.086967 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:00:12.086967 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:00:12.086967 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:00:12.086967 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:00:12.086967 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:00:12.086967 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:00:12.086967 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:00:12.086967 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:00:12.086967 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:00:12.086967 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:00:12.086967 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:00:12.086967 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:00:12.086967 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:00:12.086967 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:00:12.086967 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:00:12.086967 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:00:12.086967 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:00:12.154016 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-322ddabf-4022-4b1c-854f-67e619b959a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (7bc0ee18-c84c-4cd4-a25a-b7c745ed092c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:12.165171 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-322ddabf-4022-4b1c-854f-67e619b959a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:12.170790 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-322ddabf-4022-4b1c-854f-67e619b959a6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7bc0ee18-c84c-4cd4-a25a-b7c745ed092c HTTP/1.1" status: 204 len: 168 time: 0.8651917 Mar 01 14:00:12.173516 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53816) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:12.192285 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ddabf-4022-4b1c-854f-67e619b959a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bc0ee18-c84c-4cd4-a25a-b7c745ed092c,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:12.257950 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c78bdbbc-478b-4d85-9d12-fd91baf923c6 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:00:12.305062 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: c78bdbbc-478b-4d85-9d12-fd91baf923c6 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:00:12.305780 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c78bdbbc-478b-4d85-9d12-fd91baf923c6 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:00:12.306045 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 0e68980d-bce0-459c-8a5c-7bdccfe52110 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:00:12.344988 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 0e68980d-bce0-459c-8a5c-7bdccfe52110 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:00:12.345172 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 0e68980d-bce0-459c-8a5c-7bdccfe52110 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:00:12.345869 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 101dfd40-7499-4333-875c-b7e1086b50b0 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:00:12.349126 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6f0952e7-765c-45fc-ba1f-9f33b76a3ab7 req-4df9f680-29cb-4b5b-a44a-90bec082e1cf tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=61078f5e-c398-4423-8d23-aa1dda7b840e HTTP/1.1" status: 200 len: 210 time: 0.0723493 Mar 01 14:00:12.396483 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 101dfd40-7499-4333-875c-b7e1086b50b0 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:00:12.396827 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 101dfd40-7499-4333-875c-b7e1086b50b0 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:00:12.475751 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53832) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:12.498546 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53836) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:12.527764 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a28435-de6f-400a-913c-eec4a45c431c req-99ec3ae2-cb3f-4851-9288-df846cc03c28 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:12.530028 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b9a28435-de6f-400a-913c-eec4a45c431c req-99ec3ae2-cb3f-4851-9288-df846cc03c28 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.1433463 Mar 01 14:00:12.634453 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b9a28435-de6f-400a-913c-eec4a45c431c req-1e0c7ae1-0bad-4c28-9b94-630ee1ca84a9 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972528 Mar 01 14:00:12.634750 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5fad2a8d-7798-4da3-b545-b2f585ad8060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:12.672947 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c5477a8c-d2af-4e58-a8ed-3d967b6758b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:12.768366 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5fad2a8d-7798-4da3-b545-b2f585ad8060 admin admin] Publish callbacks [] for security_group (34c77355-b466-4964-bbf7-1a19c3fb81f8), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:12.783186 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5fad2a8d-7798-4da3-b545-b2f585ad8060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (34c77355-b466-4964-bbf7-1a19c3fb81f8), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:12.823982 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c5477a8c-d2af-4e58-a8ed-3d967b6758b3 admin admin] Publish callbacks [] for security_group (f5eb5645-e9f2-428f-ab1e-f6f943b03179), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:12.830508 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c5477a8c-d2af-4e58-a8ed-3d967b6758b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (f5eb5645-e9f2-428f-ab1e-f6f943b03179), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:12.847582 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fa270f0c-e3a7-4306-ab5b-038ef3336c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (29632354-7d2e-4386-861d-41ae7570ea8c), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:12.860145 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5fad2a8d-7798-4da3-b545-b2f585ad8060 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c412b0ed82846e98a38e6e22cb9dd11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3802969 Mar 01 14:00:12.866582 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53848) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:12.878956 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad2a8d-7798-4da3-b545-b2f585ad8060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c77355-b466-4964-bbf7-1a19c3fb81f8,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:12.897281 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c5477a8c-d2af-4e58-a8ed-3d967b6758b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a237ca9b0cb443bf992e5f841ed729c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3973603 Mar 01 14:00:12.901861 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53852) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:12.959797 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5477a8c-d2af-4e58-a8ed-3d967b6758b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5eb5645-e9f2-428f-ab1e-f6f943b03179,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:12.995659 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-97a02166-7363-4eb3-9037-789ae0280f82 admin admin] Publish callbacks [] for security_group (34c77355-b466-4964-bbf7-1a19c3fb81f8), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:13.025170 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e9e1120c-b6da-4ee0-9776-a2bcfaba6867 admin admin] Publish callbacks [] for security_group (f5eb5645-e9f2-428f-ab1e-f6f943b03179), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:13.031522 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-97a02166-7363-4eb3-9037-789ae0280f82 admin admin] Publish callbacks [] for security_group (34c77355-b466-4964-bbf7-1a19c3fb81f8), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:13.075927 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e9e1120c-b6da-4ee0-9776-a2bcfaba6867 admin admin] Publish callbacks [] for security_group (f5eb5645-e9f2-428f-ab1e-f6f943b03179), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:13.137735 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-97a02166-7363-4eb3-9037-789ae0280f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (34c77355-b466-4964-bbf7-1a19c3fb81f8), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:13.141678 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-97a02166-7363-4eb3-9037-789ae0280f82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:13.143204 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-97a02166-7363-4eb3-9037-789ae0280f82 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34c77355-b466-4964-bbf7-1a19c3fb81f8 HTTP/1.1" status: 204 len: 168 time: 0.2753396 Mar 01 14:00:13.178254 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a02166-7363-4eb3-9037-789ae0280f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c77355-b466-4964-bbf7-1a19c3fb81f8,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:13.189548 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e9e1120c-b6da-4ee0-9776-a2bcfaba6867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (f5eb5645-e9f2-428f-ab1e-f6f943b03179), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:13.203014 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e9e1120c-b6da-4ee0-9776-a2bcfaba6867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:13.204296 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e9e1120c-b6da-4ee0-9776-a2bcfaba6867 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5eb5645-e9f2-428f-ab1e-f6f943b03179 HTTP/1.1" status: 204 len: 168 time: 0.2967505 Mar 01 14:00:13.213265 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1120c-b6da-4ee0-9776-a2bcfaba6867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5eb5645-e9f2-428f-ab1e-f6f943b03179,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:13.447706 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5a381-dccd-441a-a800-6a8d8382445f req-fe9939b8-261f-4d5e-a470-ba7629ccb919 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:13.448950 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-32d5a381-dccd-441a-a800-6a8d8382445f req-fe9939b8-261f-4d5e-a470-ba7629ccb919 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.4991782 Mar 01 14:00:13.478423 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae37a7-bb67-45f9-b83a-7ecaebc01b3b req-d9fee638-8317-4952-9f93-f2c7b3ead4f5 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:13.480452 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-82ae37a7-bb67-45f9-b83a-7ecaebc01b3b req-d9fee638-8317-4952-9f93-f2c7b3ead4f5 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.5472534 Mar 01 14:00:13.619995 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-32d5a381-dccd-441a-a800-6a8d8382445f req-f6501b34-8733-4e0f-9b4a-1e2821457646 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581948 Mar 01 14:00:13.625415 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-82ae37a7-bb67-45f9-b83a-7ecaebc01b3b req-17c6de28-4b45-4c49-9673-18f9d518e32c tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055520 Mar 01 14:00:13.669120 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-3c5de1cc-d126-4937-8f84-88f6fb3d10aa tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:13.670614 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-3c5de1cc-d126-4937-8f84-88f6fb3d10aa tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.20 "GET /v2.0/networks?id=688b8e33-0ea2-4648-89e7-a0a6eac88ff9 HTTP/1.1" status: 200 len: 815 time: 0.2105391 Mar 01 14:00:13.683332 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-f21000dd-ac72-4251-b720-4d2dc75e5bde tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Request body: {'port': {'device_id': '61078f5e-c398-4423-8d23-aa1dda7b840e', 'network_id': '688b8e33-0ea2-4648-89e7-a0a6eac88ff9', 'admin_state_up': True, 'tenant_id': 'ba1fcf78013f41368378324ce0bb5077'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:00:13.780639 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e823359f-6512-47b6-8cf7-cf4565013c1a req-1b5dd10a-22ae-4f70-8c13-060b77280930 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=61078f5e-c398-4423-8d23-aa1dda7b840e HTTP/1.1" status: 200 len: 210 time: 0.0426860 Mar 01 14:00:13.804513 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-fa270f0c-e3a7-4306-ab5b-038ef3336c9b admin admin] Deleting port 06285bc5-7d2b-4c33-9bb4-01a6025e1038 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:00:13.804513 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fa270f0c-e3a7-4306-ab5b-038ef3336c9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (06285bc5-7d2b-4c33-9bb4-01a6025e1038), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:13.846460 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-f21000dd-ac72-4251-b720-4d2dc75e5bde tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Made reservation on behalf of ba1fcf78013f41368378324ce0bb5077 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:00:13.851451 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-f21000dd-ac72-4251-b720-4d2dc75e5bde tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:13.916679 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-fa270f0c-e3a7-4306-ab5b-038ef3336c9b admin admin] For port 06285bc5-7d2b-4c33-9bb4-01a6025e1038, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=06285bc5-7d2b-4c33-9bb4-01a6025e1038,segment=NetworkSegment(0e492d4d-e0ff-4894-9412-9798b8a6555d),segment_id=0e492d4d-e0ff-4894-9412-9798b8a6555d)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:00:13.917241 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fa270f0c-e3a7-4306-ab5b-038ef3336c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (06285bc5-7d2b-4c33-9bb4-01a6025e1038), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:13.935472 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-fa270f0c-e3a7-4306-ab5b-038ef3336c9b admin admin] Calling delete_port for 06285bc5-7d2b-4c33-9bb4-01a6025e1038 owned by network:router_interface {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:00:14.013735 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-f21000dd-ac72-4251-b720-4d2dc75e5bde tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Allocated IP 172.20.0.11 (688b8e33-0ea2-4648-89e7-a0a6eac88ff9/b5604c83-d9f4-4bd0-bfcc-d1bf90374963/340ab1d7-2607-4a86-a614-6847744d1152) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:00:14.191158 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fa270f0c-e3a7-4306-ab5b-038ef3336c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (06285bc5-7d2b-4c33-9bb4-01a6025e1038), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:14.216070 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-f21000dd-ac72-4251-b720-4d2dc75e5bde tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Publish callbacks [] for port (340ab1d7-2607-4a86-a614-6847744d1152), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:14.220985 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa270f0c-e3a7-4306-ab5b-038ef3336c9b admin admin] Pushing event deleted for resources: {'Port': ['ID=06285bc5-7d2b-4c33-9bb4-01a6025e1038,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:14.267402 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-f21000dd-ac72-4251-b720-4d2dc75e5bde tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (340ab1d7-2607-4a86-a614-6847744d1152), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:14.282049 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['c8f4394a-222d-4ddf-8b47-2223ab7f4441'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:00:14.327825 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-f21000dd-ac72-4251-b720-4d2dc75e5bde tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Network 688b8e33-0ea2-4648-89e7-a0a6eac88ff9 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:00:14.335387 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-f21000dd-ac72-4251-b720-4d2dc75e5bde tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:00:14.339493 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-f21000dd-ac72-4251-b720-4d2dc75e5bde tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:00:14.384581 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21000dd-ac72-4251-b720-4d2dc75e5bde tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Pushing event updated for resources: {'Port': ['ID=340ab1d7-2607-4a86-a614-6847744d1152,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:14.422539 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-f21000dd-ac72-4251-b720-4d2dc75e5bde tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:14.423577 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-f21000dd-ac72-4251-b720-4d2dc75e5bde tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:14.458798 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-f21000dd-ac72-4251-b720-4d2dc75e5bde tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7794440 Mar 01 14:00:14.468965 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-c8b49b3d-8906-4303-b7bc-8aabd1a5245e tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103726) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:00:14.472881 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-c8b49b3d-8906-4303-b7bc-8aabd1a5245e tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078866 Mar 01 14:00:14.484044 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-32bce4b7-3591-4418-9c39-2f52ce221127 service neutron] Request body: {'port': {'device_id': '61078f5e-c398-4423-8d23-aa1dda7b840e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:00:14.522379 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fa270f0c-e3a7-4306-ab5b-038ef3336c9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (29632354-7d2e-4386-861d-41ae7570ea8c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:14.619729 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-32bce4b7-3591-4418-9c39-2f52ce221127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (340ab1d7-2607-4a86-a614-6847744d1152), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:14.905527 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b930ba-cc11-4b0a-a52a-a4a9226834f9 req-2a3cd18a-9412-4e1f-89b4-54b0d04fcc21 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:14.912374 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-74b930ba-cc11-4b0a-a52a-a4a9226834f9 req-2a3cd18a-9412-4e1f-89b4-54b0d04fcc21 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.1816802 Mar 01 14:00:14.943715 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16bf65d-64ca-4d1c-9b3e-6dabb924aa45 req-f7dfaed2-88a8-45dd-8be5-84d85448dce9 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:14.945337 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b16bf65d-64ca-4d1c-9b3e-6dabb924aa45 req-f7dfaed2-88a8-45dd-8be5-84d85448dce9 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.1963711 Mar 01 14:00:14.983987 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53928) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:14.999083 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-32bce4b7-3591-4418-9c39-2f52ce221127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 340ab1d7-2607-4a86-a614-6847744d1152 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:00:15.008824 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-32bce4b7-3591-4418-9c39-2f52ce221127 service neutron] Publish callbacks [] for port (340ab1d7-2607-4a86-a614-6847744d1152), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:15.022627 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-32bce4b7-3591-4418-9c39-2f52ce221127 service neutron] Transition to ACTIVE for port object 340ab1d7-2607-4a86-a614-6847744d1152 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:00:15.032817 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-32bce4b7-3591-4418-9c39-2f52ce221127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (340ab1d7-2607-4a86-a614-6847744d1152), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:15.047857 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-74b930ba-cc11-4b0a-a52a-a4a9226834f9 req-15c2c774-c197-4910-b21f-eab08b87bf61 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301994 Mar 01 14:00:15.105146 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bce4b7-3591-4418-9c39-2f52ce221127 service neutron] Pushing event updated for resources: {'Port': ['ID=340ab1d7-2607-4a86-a614-6847744d1152,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:15.140482 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa270f0c-e3a7-4306-ab5b-038ef3336c9b admin admin] Router 29632354-7d2e-4386-861d-41ae7570ea8c has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:00:15.148394 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b16bf65d-64ca-4d1c-9b3e-6dabb924aa45 req-17288fc8-7f8c-478c-bcde-d8665c54bec3 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652479 Mar 01 14:00:15.208144 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-32bce4b7-3591-4418-9c39-2f52ce221127 service neutron] Attempting to bind port 340ab1d7-2607-4a86-a614-6847744d1152 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:00:15.209682 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-32bce4b7-3591-4418-9c39-2f52ce221127 service neutron] Attempting to bind port 340ab1d7-2607-4a86-a614-6847744d1152 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': 'add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '688b8e33-0ea2-4648-89e7-a0a6eac88ff9'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:00:15.210228 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-32bce4b7-3591-4418-9c39-2f52ce221127 service neutron] Attempting to bind port 340ab1d7-2607-4a86-a614-6847744d1152 on network 688b8e33-0ea2-4648-89e7-a0a6eac88ff9 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:00:15.215947 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-32bce4b7-3591-4418-9c39-2f52ce221127 service neutron] Port 340ab1d7-2607-4a86-a614-6847744d1152 on network 688b8e33-0ea2-4648-89e7-a0a6eac88ff9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:00:15.216528 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-32bce4b7-3591-4418-9c39-2f52ce221127 service neutron] Attempting to bind port 340ab1d7-2607-4a86-a614-6847744d1152 on network 688b8e33-0ea2-4648-89e7-a0a6eac88ff9 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:00:15.223219 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-32bce4b7-3591-4418-9c39-2f52ce221127 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:00:15.224030 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-32bce4b7-3591-4418-9c39-2f52ce221127 service neutron] Checking segment: {'id': 'add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '688b8e33-0ea2-4648-89e7-a0a6eac88ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:00:15.224616 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-32bce4b7-3591-4418-9c39-2f52ce221127 service neutron] Bound using segment: {'id': 'add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '688b8e33-0ea2-4648-89e7-a0a6eac88ff9'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:00:15.225244 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-32bce4b7-3591-4418-9c39-2f52ce221127 service neutron] Bound port: 340ab1d7-2607-4a86-a614-6847744d1152, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '688b8e33-0ea2-4648-89e7-a0a6eac88ff9'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:00:15.225974 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-32bce4b7-3591-4418-9c39-2f52ce221127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (340ab1d7-2607-4a86-a614-6847744d1152), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:15.305423 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-32bce4b7-3591-4418-9c39-2f52ce221127 service neutron] For port 340ab1d7-2607-4a86-a614-6847744d1152, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:00:15.308687 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-32bce4b7-3591-4418-9c39-2f52ce221127 service neutron] For port 340ab1d7-2607-4a86-a614-6847744d1152, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=340ab1d7-2607-4a86-a614-6847744d1152,segment=NetworkSegment(add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f),segment_id=add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:00:15.314901 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-32bce4b7-3591-4418-9c39-2f52ce221127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (340ab1d7-2607-4a86-a614-6847744d1152), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:15.342880 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-297d9ee5-db74-4104-8aae-a048eea077a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:15.359255 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-32bce4b7-3591-4418-9c39-2f52ce221127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:15.360259 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-32bce4b7-3591-4418-9c39-2f52ce221127 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:15.362136 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-32bce4b7-3591-4418-9c39-2f52ce221127 service neutron] 10.222.0.20 "PUT /v2.0/ports/340ab1d7-2607-4a86-a614-6847744d1152 HTTP/1.1" status: 200 len: 1092 time: 0.8826263 Mar 01 14:00:15.362705 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61078f5e-c398-4423-8d23-aa1dda7b840e', 'tag': '340ab1d7-2607-4a86-a614-6847744d1152'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:00:15.365424 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d35c50-d713-4cc7-9bd6-afa0550d5f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "61078f5e-c398-4423-8d23-aa1dda7b840e", "tag": "340ab1d7-2607-4a86-a614-6847744d1152"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:00:15.377417 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdf594-9c6e-494d-8fd8-69f0b8f59222 req-a8d8656c-5ee0-466e-835d-59f038c3e352 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:15.381442 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e7bdf594-9c6e-494d-8fd8-69f0b8f59222 req-a8d8656c-5ee0-466e-835d-59f038c3e352 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=61078f5e-c398-4423-8d23-aa1dda7b840e HTTP/1.1" status: 200 len: 944 time: 0.2232318 Mar 01 14:00:15.400576 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bce4b7-3591-4418-9c39-2f52ce221127 service neutron] Pushing event updated for resources: {'Port': ['ID=340ab1d7-2607-4a86-a614-6847744d1152,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:15.418570 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa270f0c-e3a7-4306-ab5b-038ef3336c9b admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:00:15.425940 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-fa270f0c-e3a7-4306-ab5b-038ef3336c9b admin admin] 10.222.0.13 "PUT /v2.0/routers/29632354-7d2e-4386-861d-41ae7570ea8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2488317 Mar 01 14:00:15.431283 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53944) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:15.435125 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8adf78-5a16-4545-a7dc-aa42515291a4 None None] Sync routers for ids ['29632354-7d2e-4386-861d-41ae7570ea8c'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:00:15.448160 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8adf78-5a16-4545-a7dc-aa42515291a4 None None] Routers {'29632354-7d2e-4386-861d-41ae7570ea8c'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:00:15.449114 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-2a8adf78-5a16-4545-a7dc-aa42515291a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:59:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['29632354-7d2e-4386-861d-41ae7570ea8c'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:00:15.476468 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-0901c3c2-f280-4adf-98e5-e64803429e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:15.478106 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-0901c3c2-f280-4adf-98e5-e64803429e67 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba1fcf78013f41368378324ce0bb5077&device_id=61078f5e-c398-4423-8d23-aa1dda7b840e HTTP/1.1" status: 200 len: 1126 time: 0.0669293 Mar 01 14:00:15.517108 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c4e85-26a8-4abf-b9cb-b7f429fa9e11 req-c3c72cf5-68e1-46a2-9789-4724be47b74c tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:15.518656 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-534c4e85-26a8-4abf-b9cb-b7f429fa9e11 req-c3c72cf5-68e1-46a2-9789-4724be47b74c tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.2599378 Mar 01 14:00:15.526080 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-c1aa61b0-15cf-4738-83b3-5b05bb54eb86 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=340ab1d7-2607-4a86-a614-6847744d1152 HTTP/1.1" status: 200 len: 217 time: 0.0410511 Mar 01 14:00:15.564480 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e7bdf594-9c6e-494d-8fd8-69f0b8f59222 req-9f6b5cba-0fdf-4658-90e2-dc89733ec56e tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741633 Mar 01 14:00:15.597496 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-9fb4b1e1-d18c-4968-a423-58230cf5f633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:15.600063 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-9fb4b1e1-d18c-4968-a423-58230cf5f633 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b5604c83-d9f4-4bd0-bfcc-d1bf90374963 HTTP/1.1" status: 200 len: 855 time: 0.0666637 Mar 01 14:00:15.659893 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e236a0-1044-4e16-acfe-37d57205a7dd x-openstack-request-id: req-f5e236a0-1044-4e16-acfe-37d57205a7dd {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:00:15.660616 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61078f5e-c398-4423-8d23-aa1dda7b840e", "tag": "340ab1d7-2607-4a86-a614-6847744d1152", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:00:15.661116 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5e236a0-1044-4e16-acfe-37d57205a7dd {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:00:15.662334 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61078f5e-c398-4423-8d23-aa1dda7b840e', 'tag': '340ab1d7-2607-4a86-a614-6847744d1152', 'status': 'completed', 'code': 200} Mar 01 14:00:15.665125 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-4f9fe32f-47cd-4404-9adb-8e3ab981775a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=688b8e33-0ea2-4648-89e7-a0a6eac88ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575602 Mar 01 14:00:15.667516 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-534c4e85-26a8-4abf-b9cb-b7f429fa9e11 req-4a1c7350-0c8a-4995-81af-c7fc6ab45e2b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347532 Mar 01 14:00:15.678531 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f77fa488-0acf-4aa4-8455-6ac4a580df47 admin admin] Publish callbacks [] for router (29632354-7d2e-4386-861d-41ae7570ea8c), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:15.682437 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-297d9ee5-db74-4104-8aae-a048eea077a3 admin admin] Publish callbacks [] for security_group (afa704f8-8ccd-4393-9773-6c8c871c7b10), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:15.730595 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-297d9ee5-db74-4104-8aae-a048eea077a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (afa704f8-8ccd-4393-9773-6c8c871c7b10), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:15.825585 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-297d9ee5-db74-4104-8aae-a048eea077a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ffa25a6a78f443d187899abb5b7293c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8338284 Mar 01 14:00:15.826463 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-2a8adf78-5a16-4545-a7dc-aa42515291a4 None None] Set router 29632354-7d2e-4386-861d-41ae7570ea8c gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:00:15.830341 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53958) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:15.852049 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d9ee5-db74-4104-8aae-a048eea077a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa704f8-8ccd-4393-9773-6c8c871c7b10,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:15.858358 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-c04e3755-db01-4150-bea7-1bd3d53994fb service neutron] 10.222.0.20 "GET /v2.0/networks/688b8e33-0ea2-4648-89e7-a0a6eac88ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777678 Mar 01 14:00:15.931866 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f77fa488-0acf-4aa4-8455-6ac4a580df47 admin admin] Publish callbacks [] for router_gateway (29632354-7d2e-4386-861d-41ae7570ea8c), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:15.954869 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3d99cb89-5258-4861-bbd3-54da1cb71d25 admin admin] Publish callbacks [] for security_group (afa704f8-8ccd-4393-9773-6c8c871c7b10), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:15.983152 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e9ebcb3a-82ce-43ff-ab5b-76e85863f2b3 req-558b31f0-171d-4574-a091-e8226ca99cdc service neutron] 10.222.0.20 "GET /v2.0/networks/688b8e33-0ea2-4648-89e7-a0a6eac88ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185064 Mar 01 14:00:15.983802 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a9a3e-7aa4-459e-aad8-2b34b9ec9b12 req-77ca3e0f-cdd8-4de9-8060-b980ce067897 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:15.985330 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-db2a9a3e-7aa4-459e-aad8-2b34b9ec9b12 req-77ca3e0f-cdd8-4de9-8060-b980ce067897 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.1412351 Mar 01 14:00:16.018338 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3d99cb89-5258-4861-bbd3-54da1cb71d25 admin admin] Publish callbacks [] for security_group (afa704f8-8ccd-4393-9773-6c8c871c7b10), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:16.059963 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-2a8adf78-5a16-4545-a7dc-aa42515291a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29632354-7d2e-4386-861d-41ae7570ea8c', 'name': 'tempest-TaggedBootDevicesTest-1197793923-router', 'tenant_id': 'aa8b8d8b1bcf49249989ad25c6d6a8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '35bc8e13-03c7-4a90-9767-95d4e64cfee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:52:16Z', 'updated_at': '2022-03-01T14:00:14Z', 'revision_number': 5, 'project_id': 'aa8b8d8b1bcf49249989ad25c6d6a8e6', 'gw_port': {'id': '35bc8e13-03c7-4a90-9767-95d4e64cfee0', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:eb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29632354-7d2e-4386-861d-41ae7570ea8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:52:18Z', 'updated_at': '2022-03-01T13:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:00:16.086210 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d35c50-d713-4cc7-9bd6-afa0550d5f3d req-f5b83ee9-7e40-4547-9eab-aeab37dc7389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:16.088029 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-17d35c50-d713-4cc7-9bd6-afa0550d5f3d req-f5b83ee9-7e40-4547-9eab-aeab37dc7389 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba1fcf78013f41368378324ce0bb5077&device_id=61078f5e-c398-4423-8d23-aa1dda7b840e HTTP/1.1" status: 200 len: 1126 time: 0.0518651 Mar 01 14:00:16.099907 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8adf78-5a16-4545-a7dc-aa42515291a4 None None] Checking router: 29632354-7d2e-4386-861d-41ae7570ea8c for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:00:16.103549 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-db2a9a3e-7aa4-459e-aad8-2b34b9ec9b12 req-ff44749f-62d3-4c0f-87db-1e452ab89bb9 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975413 Mar 01 14:00:16.119441 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8adf78-5a16-4545-a7dc-aa42515291a4 None None] Routers {'29632354-7d2e-4386-861d-41ae7570ea8c'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:00:16.119441 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-2a8adf78-5a16-4545-a7dc-aa42515291a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T13:59:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['29632354-7d2e-4386-861d-41ae7570ea8c'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:00:16.125556 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-f77fa488-0acf-4aa4-8455-6ac4a580df47 admin admin] Deleting port 35bc8e13-03c7-4a90-9767-95d4e64cfee0 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:00:16.126180 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f77fa488-0acf-4aa4-8455-6ac4a580df47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (35bc8e13-03c7-4a90-9767-95d4e64cfee0), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:16.238654 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3d99cb89-5258-4861-bbd3-54da1cb71d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (afa704f8-8ccd-4393-9773-6c8c871c7b10), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:16.242092 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3d99cb89-5258-4861-bbd3-54da1cb71d25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:16.243315 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3d99cb89-5258-4861-bbd3-54da1cb71d25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/afa704f8-8ccd-4393-9773-6c8c871c7b10 HTTP/1.1" status: 204 len: 168 time: 0.4120488 Mar 01 14:00:16.266673 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99cb89-5258-4861-bbd3-54da1cb71d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa704f8-8ccd-4393-9773-6c8c871c7b10,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:16.282833 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d35c50-d713-4cc7-9bd6-afa0550d5f3d req-ffd6e24b-93cd-4e01-985d-65849d254b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:16.284729 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-17d35c50-d713-4cc7-9bd6-afa0550d5f3d req-ffd6e24b-93cd-4e01-985d-65849d254b21 service neutron] 10.222.0.20 "GET /v2.0/networks?id=688b8e33-0ea2-4648-89e7-a0a6eac88ff9 HTTP/1.1" status: 200 len: 916 time: 0.1904011 Mar 01 14:00:16.305540 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-2a8adf78-5a16-4545-a7dc-aa42515291a4 None None] Set router 29632354-7d2e-4386-861d-41ae7570ea8c gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:00:16.350470 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-17d35c50-d713-4cc7-9bd6-afa0550d5f3d req-a2a88c8c-e13d-4140-b614-1ec5c9ec2618 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=340ab1d7-2607-4a86-a614-6847744d1152 HTTP/1.1" status: 200 len: 217 time: 0.0570157 Mar 01 14:00:16.352444 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b72f0f-88c8-473c-b4b6-0b5f59a6ddcf req-54bb8111-b33d-4758-a9b3-52d6baf3441b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:16.354209 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-51b72f0f-88c8-473c-b4b6-0b5f59a6ddcf req-54bb8111-b33d-4758-a9b3-52d6baf3441b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.1586015 Mar 01 14:00:16.362414 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-f77fa488-0acf-4aa4-8455-6ac4a580df47 admin admin] For port 35bc8e13-03c7-4a90-9767-95d4e64cfee0, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=35bc8e13-03c7-4a90-9767-95d4e64cfee0,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:00:16.362414 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f77fa488-0acf-4aa4-8455-6ac4a580df47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (35bc8e13-03c7-4a90-9767-95d4e64cfee0), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:16.377259 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-f77fa488-0acf-4aa4-8455-6ac4a580df47 admin admin] Calling delete_port for 35bc8e13-03c7-4a90-9767-95d4e64cfee0 owned by network:router_gateway {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:00:16.398872 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-2a8adf78-5a16-4545-a7dc-aa42515291a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29632354-7d2e-4386-861d-41ae7570ea8c', 'name': 'tempest-TaggedBootDevicesTest-1197793923-router', 'tenant_id': 'aa8b8d8b1bcf49249989ad25c6d6a8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:52:16Z', 'updated_at': '2022-03-01T14:00:15Z', 'revision_number': 6, 'project_id': 'aa8b8d8b1bcf49249989ad25c6d6a8e6', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:00:16.403869 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a421d618-e49e-4ccd-affd-a3229ebec4bf req-dd95e8b5-a69f-4c60-8017-c401615e95a9 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:16.411394 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a421d618-e49e-4ccd-affd-a3229ebec4bf req-dd95e8b5-a69f-4c60-8017-c401615e95a9 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.1188612 Mar 01 14:00:16.458991 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d35c50-d713-4cc7-9bd6-afa0550d5f3d req-1cd2dc67-7f66-4e40-a857-fb0cd6a5b9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:16.464348 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-17d35c50-d713-4cc7-9bd6-afa0550d5f3d req-1cd2dc67-7f66-4e40-a857-fb0cd6a5b9d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b5604c83-d9f4-4bd0-bfcc-d1bf90374963 HTTP/1.1" status: 200 len: 855 time: 0.0706360 Mar 01 14:00:16.466293 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8adf78-5a16-4545-a7dc-aa42515291a4 None None] The sync data for ids ['29632354-7d2e-4386-861d-41ae7570ea8c'] in n-d-827467-3 is: [{'id': '29632354-7d2e-4386-861d-41ae7570ea8c', 'name': 'tempest-TaggedBootDevicesTest-1197793923-router', 'tenant_id': 'aa8b8d8b1bcf49249989ad25c6d6a8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:52:16Z', 'updated_at': '2022-03-01T14:00:15Z', 'revision_number': 6, 'project_id': 'aa8b8d8b1bcf49249989ad25c6d6a8e6', 'gw_port_host': None}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:00:16.518609 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-17d35c50-d713-4cc7-9bd6-afa0550d5f3d req-054b30f4-9951-459f-90d3-c94db7310426 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=688b8e33-0ea2-4648-89e7-a0a6eac88ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406430 Mar 01 14:00:16.586224 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-51b72f0f-88c8-473c-b4b6-0b5f59a6ddcf req-6aea2eab-466c-4973-86c4-143843175db6 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928403 Mar 01 14:00:16.612102 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a421d618-e49e-4ccd-affd-a3229ebec4bf req-dcd2d8b6-1201-4a4d-9cb4-5d6609f7d190 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884861 Mar 01 14:00:16.643322 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53980) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:16.721892 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-17d35c50-d713-4cc7-9bd6-afa0550d5f3d req-4c5f45b7-7d69-4356-a66c-5b8d6fdfe26c service neutron] 10.222.0.20 "GET /v2.0/networks/688b8e33-0ea2-4648-89e7-a0a6eac88ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952558 Mar 01 14:00:16.827493 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bfb55f-595a-48bc-81f0-3db45f6098bd req-1bc3002c-2514-4a9f-9e98-1337081d5c13 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:16.828980 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-86bfb55f-595a-48bc-81f0-3db45f6098bd req-1bc3002c-2514-4a9f-9e98-1337081d5c13 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=61078f5e-c398-4423-8d23-aa1dda7b840e HTTP/1.1" status: 200 len: 944 time: 0.1382692 Mar 01 14:00:16.836769 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c44b4ba7-9bb8-49be-8285-9541a464b4e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:16.844002 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f77fa488-0acf-4aa4-8455-6ac4a580df47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (35bc8e13-03c7-4a90-9767-95d4e64cfee0), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:16.886224 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-17d35c50-d713-4cc7-9bd6-afa0550d5f3d req-c478bbed-a699-4770-b428-ed58075fc645 service neutron] 10.222.0.20 "GET /v2.0/networks/688b8e33-0ea2-4648-89e7-a0a6eac88ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533210 Mar 01 14:00:16.898406 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77fa488-0acf-4aa4-8455-6ac4a580df47 admin admin] Pushing event deleted for resources: {'Port': ['ID=35bc8e13-03c7-4a90-9767-95d4e64cfee0,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:16.939557 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075db0fd-f9d7-4776-a137-b209b21caa95 req-316d3195-9ef5-4a9b-b4cd-d763c0ca8972 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:16.941375 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-075db0fd-f9d7-4776-a137-b209b21caa95 req-316d3195-9ef5-4a9b-b4cd-d763c0ca8972 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.1767340 Mar 01 14:00:16.991255 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c44b4ba7-9bb8-49be-8285-9541a464b4e7 admin admin] Publish callbacks [] for security_group (ba3a40da-55ab-465f-b22d-746db7c0d3c9), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:16.997860 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c44b4ba7-9bb8-49be-8285-9541a464b4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ba3a40da-55ab-465f-b22d-746db7c0d3c9), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:17.002424 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-86bfb55f-595a-48bc-81f0-3db45f6098bd req-6db88456-b574-4e23-a926-3662a97ccc3a tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673043 Mar 01 14:00:17.040400 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f77fa488-0acf-4aa4-8455-6ac4a580df47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (29632354-7d2e-4386-861d-41ae7570ea8c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:17.051773 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c44b4ba7-9bb8-49be-8285-9541a464b4e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53ade7529cf640fdb57d8bfb44e533ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4060361 Mar 01 14:00:17.051773 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b4ba7-9bb8-49be-8285-9541a464b4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3a40da-55ab-465f-b22d-746db7c0d3c9,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:17.054884 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53996) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:17.106676 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2d5ba8ef-8c0e-4be2-9542-85b70ad2fa7d admin admin] Publish callbacks [] for security_group (ba3a40da-55ab-465f-b22d-746db7c0d3c9), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:17.118608 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-075db0fd-f9d7-4776-a137-b209b21caa95 req-c32a649f-6415-4e1d-ba55-c60756441a45 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668258 Mar 01 14:00:17.138584 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2d5ba8ef-8c0e-4be2-9542-85b70ad2fa7d admin admin] Publish callbacks [] for security_group (ba3a40da-55ab-465f-b22d-746db7c0d3c9), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:17.152684 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f77fa488-0acf-4aa4-8455-6ac4a580df47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (29632354-7d2e-4386-861d-41ae7570ea8c), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:17.155739 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f77fa488-0acf-4aa4-8455-6ac4a580df47 admin admin] Publish callbacks [] for router_controller (29632354-7d2e-4386-861d-41ae7570ea8c), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:17.204699 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2d5ba8ef-8c0e-4be2-9542-85b70ad2fa7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ba3a40da-55ab-465f-b22d-746db7c0d3c9), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:17.208960 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2d5ba8ef-8c0e-4be2-9542-85b70ad2fa7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:17.211765 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2d5ba8ef-8c0e-4be2-9542-85b70ad2fa7d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba3a40da-55ab-465f-b22d-746db7c0d3c9 HTTP/1.1" status: 204 len: 168 time: 0.1545889 Mar 01 14:00:17.222530 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ba8ef-8c0e-4be2-9542-85b70ad2fa7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3a40da-55ab-465f-b22d-746db7c0d3c9,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:17.232565 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f77fa488-0acf-4aa4-8455-6ac4a580df47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (29632354-7d2e-4386-861d-41ae7570ea8c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:17.233210 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77fa488-0acf-4aa4-8455-6ac4a580df47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29632354-7d2e-4386-861d-41ae7570ea8c {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:00:17.253063 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f77fa488-0acf-4aa4-8455-6ac4a580df47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:17.254494 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f77fa488-0acf-4aa4-8455-6ac4a580df47 admin admin] 10.222.0.13 "DELETE /v2.0/routers/29632354-7d2e-4386-861d-41ae7570ea8c HTTP/1.1" status: 204 len: 168 time: 1.8203816 Mar 01 14:00:17.257500 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54008) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:17.291136 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815d880-16b2-4c0f-b675-4f295eddb607 req-87e5c8df-f597-46f9-9652-0d6e98d1a70f tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:17.292933 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3815d880-16b2-4c0f-b675-4f295eddb607 req-87e5c8df-f597-46f9-9652-0d6e98d1a70f tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.0752704 Mar 01 14:00:17.316641 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-b143840d-0d8a-4273-b3a3-ca3614576d00 admin admin] Deleting subnet 91bb86c8-224a-4188-ba97-143a49b6d8c7 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:00:17.321850 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b143840d-0d8a-4273-b3a3-ca3614576d00 admin admin] Publish callbacks [] for subnet (91bb86c8-224a-4188-ba97-143a49b6d8c7), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:17.379849 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b143840d-0d8a-4273-b3a3-ca3614576d00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (91bb86c8-224a-4188-ba97-143a49b6d8c7), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:17.398256 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3815d880-16b2-4c0f-b675-4f295eddb607 req-dcfbe92c-a88c-4ea3-8324-64cb1c45e850 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956228 Mar 01 14:00:17.497084 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b143840d-0d8a-4273-b3a3-ca3614576d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (91bb86c8-224a-4188-ba97-143a49b6d8c7), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:17.576104 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b143840d-0d8a-4273-b3a3-ca3614576d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (91bb86c8-224a-4188-ba97-143a49b6d8c7), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:17.604174 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b3eca-f39f-45e6-8925-ce8f6b869c6b req-53b21754-6adc-453d-9071-62d086b064a5 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:17.605513 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b2b3eca-f39f-45e6-8925-ce8f6b869c6b req-53b21754-6adc-453d-9071-62d086b064a5 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.0716429 Mar 01 14:00:17.607196 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143840d-0d8a-4273-b3a3-ca3614576d00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91bb86c8-224a-4188-ba97-143a49b6d8c7,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:17.617805 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b143840d-0d8a-4273-b3a3-ca3614576d00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:17.625966 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0175442b-244c-4727-861e-246b82412718 None None] Network 44afe686-32e5-4f10-85b5-d3fdcbf6dc26 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:00:17.639049 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b143840d-0d8a-4273-b3a3-ca3614576d00 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/91bb86c8-224a-4188-ba97-143a49b6d8c7 HTTP/1.1" status: 204 len: 168 time: 0.3785102 Mar 01 14:00:17.639725 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54022) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:17.729441 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b2b3eca-f39f-45e6-8925-ce8f6b869c6b req-c3cce81c-1775-4afd-be34-c6698aa9ac9f tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181040 Mar 01 14:00:17.767821 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54024) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:17.819725 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec3845-cc94-4082-9117-bfb4fdf14cf8 req-997a39f2-3889-4072-98c7-4a6fdd855a70 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:17.827152 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b0ec3845-cc94-4082-9117-bfb4fdf14cf8 req-997a39f2-3889-4072-98c7-4a6fdd855a70 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.1091957 Mar 01 14:00:17.852488 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8c3a78bc-453e-4857-8ad0-578c365e70d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:17.868220 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d4d8164f-536a-4bc0-b698-43c18ae26927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (44afe686-32e5-4f10-85b5-d3fdcbf6dc26), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:17.928383 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ef3ac-b9b5-492a-89fc-cb1465d242ae req-5cb7a880-97fa-4f2c-9c67-fed38f3e8d82 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:17.930349 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-003ef3ac-b9b5-492a-89fc-cb1465d242ae req-5cb7a880-97fa-4f2c-9c67-fed38f3e8d82 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.1004715 Mar 01 14:00:17.936522 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c90b91d-3ed9-4576-87e3-1467df2f2b5a None None] DHCP port deletion for 44afe686-32e5-4f10-85b5-d3fdcbf6dc26 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:00:17.975011 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b0ec3845-cc94-4082-9117-bfb4fdf14cf8 req-46bffd32-2595-4315-a56d-981c238dd0d8 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463189 Mar 01 14:00:17.992278 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d4d8164f-536a-4bc0-b698-43c18ae26927 admin admin] Deleting port 41a3be98-5716-4b27-97ce-cfc861ed79c2 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:00:17.992614 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d4d8164f-536a-4bc0-b698-43c18ae26927 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (41a3be98-5716-4b27-97ce-cfc861ed79c2), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:18.005635 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-7c90b91d-3ed9-4576-87e3-1467df2f2b5a None None] Deleting port 41a3be98-5716-4b27-97ce-cfc861ed79c2 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:00:18.006507 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7c90b91d-3ed9-4576-87e3-1467df2f2b5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (41a3be98-5716-4b27-97ce-cfc861ed79c2), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:18.019995 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8c3a78bc-453e-4857-8ad0-578c365e70d8 admin admin] Publish callbacks [] for security_group (b7c60bb6-b2c7-4af1-b525-aa614943f340), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:18.027581 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-003ef3ac-b9b5-492a-89fc-cb1465d242ae req-965bf52a-4b01-418c-8d38-2269eebbe87b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806816 Mar 01 14:00:18.076276 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8c3a78bc-453e-4857-8ad0-578c365e70d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b7c60bb6-b2c7-4af1-b525-aa614943f340), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:18.106095 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-7c90b91d-3ed9-4576-87e3-1467df2f2b5a None None] For port 41a3be98-5716-4b27-97ce-cfc861ed79c2, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=41a3be98-5716-4b27-97ce-cfc861ed79c2,segment=NetworkSegment(0e492d4d-e0ff-4894-9412-9798b8a6555d),segment_id=0e492d4d-e0ff-4894-9412-9798b8a6555d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:00:18.106626 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7c90b91d-3ed9-4576-87e3-1467df2f2b5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (41a3be98-5716-4b27-97ce-cfc861ed79c2), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:18.129957 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8c3a78bc-453e-4857-8ad0-578c365e70d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=725694d89e424505bb0463b07ce1baaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3538964 Mar 01 14:00:18.132854 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 54038) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:18.150116 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-7c90b91d-3ed9-4576-87e3-1467df2f2b5a None None] Calling delete_port for 41a3be98-5716-4b27-97ce-cfc861ed79c2 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:00:18.189919 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-d4d8164f-536a-4bc0-b698-43c18ae26927 admin admin] For port 41a3be98-5716-4b27-97ce-cfc861ed79c2, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=41a3be98-5716-4b27-97ce-cfc861ed79c2,segment=NetworkSegment(0e492d4d-e0ff-4894-9412-9798b8a6555d),segment_id=0e492d4d-e0ff-4894-9412-9798b8a6555d)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:00:18.190292 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d4d8164f-536a-4bc0-b698-43c18ae26927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (41a3be98-5716-4b27-97ce-cfc861ed79c2), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:18.213240 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d4d8164f-536a-4bc0-b698-43c18ae26927 admin admin] Calling delete_port for 41a3be98-5716-4b27-97ce-cfc861ed79c2 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:00:18.264136 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7c90b91d-3ed9-4576-87e3-1467df2f2b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (41a3be98-5716-4b27-97ce-cfc861ed79c2), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:18.282363 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a78bc-453e-4857-8ad0-578c365e70d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c60bb6-b2c7-4af1-b525-aa614943f340,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:18.310396 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d4d8164f-536a-4bc0-b698-43c18ae26927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (41a3be98-5716-4b27-97ce-cfc861ed79c2), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:18.313905 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90b91d-3ed9-4576-87e3-1467df2f2b5a None None] Pushing event deleted for resources: {'Port': ['ID=41a3be98-5716-4b27-97ce-cfc861ed79c2,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:18.319705 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 06285bc5-7d2b-4c33-9bb4-01a6025e1038 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:00:18.321813 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c90b91d-3ed9-4576-87e3-1467df2f2b5a None None] No DVR routers for this DVR port 41a3be98-5716-4b27-97ce-cfc861ed79c2 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:00:18.345203 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 06285bc5-7d2b-4c33-9bb4-01a6025e1038 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:00:18.345984 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 06285bc5-7d2b-4c33-9bb4-01a6025e1038 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:00:18.346552 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 35bc8e13-03c7-4a90-9767-95d4e64cfee0 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:00:18.348020 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c81c1b-a6e0-4bb8-8c85-04f1fb85c1f2 req-a20d1070-7d55-4e42-813f-fa0205540394 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:18.351387 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06c81c1b-a6e0-4bb8-8c85-04f1fb85c1f2 req-a20d1070-7d55-4e42-813f-fa0205540394 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=61078f5e-c398-4423-8d23-aa1dda7b840e HTTP/1.1" status: 200 len: 944 time: 0.2172632 Mar 01 14:00:18.359732 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8164f-536a-4bc0-b698-43c18ae26927 admin admin] Pushing event deleted for resources: {'Port': ['ID=41a3be98-5716-4b27-97ce-cfc861ed79c2,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:18.368151 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d8164f-536a-4bc0-b698-43c18ae26927 admin admin] No DVR routers for this DVR port 41a3be98-5716-4b27-97ce-cfc861ed79c2 on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:00:18.371378 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 35bc8e13-03c7-4a90-9767-95d4e64cfee0 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:00:18.371989 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 35bc8e13-03c7-4a90-9767-95d4e64cfee0 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:00:18.372607 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 41a3be98-5716-4b27-97ce-cfc861ed79c2 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:00:18.382458 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c86c8-bb73-4736-8ed1-f65de5fcc555 req-b6835601-1493-48fe-bd6f-d052de779c6b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:18.384161 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-660c86c8-bb73-4736-8ed1-f65de5fcc555 req-b6835601-1493-48fe-bd6f-d052de779c6b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.2314787 Mar 01 14:00:18.395358 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 41a3be98-5716-4b27-97ce-cfc861ed79c2 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:00:18.396418 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 41a3be98-5716-4b27-97ce-cfc861ed79c2 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:00:18.414282 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c5b1c573-5bad-462d-ba41-5686fe8b2e7a admin admin] Publish callbacks [] for security_group (b7c60bb6-b2c7-4af1-b525-aa614943f340), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:18.457135 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d4d8164f-536a-4bc0-b698-43c18ae26927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (44afe686-32e5-4f10-85b5-d3fdcbf6dc26), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:18.469449 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c5b1c573-5bad-462d-ba41-5686fe8b2e7a admin admin] Publish callbacks [] for security_group (b7c60bb6-b2c7-4af1-b525-aa614943f340), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:18.479429 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-d4d8164f-536a-4bc0-b698-43c18ae26927 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44afe686-32e5-4f10-85b5-d3fdcbf6dc26']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:00:18.489279 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-d4d8164f-536a-4bc0-b698-43c18ae26927 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e492d4d-e0ff-4894-9412-9798b8a6555d') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:00:18.490120 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-d4d8164f-536a-4bc0-b698-43c18ae26927 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e492d4d-e0ff-4894-9412-9798b8a6555d') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:00:18.500185 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d4d8164f-536a-4bc0-b698-43c18ae26927 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (0e492d4d-e0ff-4894-9412-9798b8a6555d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:18.516151 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d4d8164f-536a-4bc0-b698-43c18ae26927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (0e492d4d-e0ff-4894-9412-9798b8a6555d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:18.522978 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d8164f-536a-4bc0-b698-43c18ae26927 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:00:18.523371 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d4d8164f-536a-4bc0-b698-43c18ae26927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (0e492d4d-e0ff-4894-9412-9798b8a6555d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:00:18.525170 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:00:18.585155 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d4d8164f-536a-4bc0-b698-43c18ae26927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (44afe686-32e5-4f10-85b5-d3fdcbf6dc26), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:18.591340 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d4d8164f-536a-4bc0-b698-43c18ae26927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:18.594857 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d4d8164f-536a-4bc0-b698-43c18ae26927 admin admin] 10.222.0.13 "DELETE /v2.0/networks/44afe686-32e5-4f10-85b5-d3fdcbf6dc26 HTTP/1.1" status: 204 len: 168 time: 0.9541466 Mar 01 14:00:18.607082 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8164f-536a-4bc0-b698-43c18ae26927 admin admin] Pushing event deleted for resources: {'Network': ['ID=44afe686-32e5-4f10-85b5-d3fdcbf6dc26,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:18.785892 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54044) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:18.828895 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c57574f5-8f5e-4176-bba8-2e4c58f3c693 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=78efedc3031f4258896f94ad66a2f53b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410728 Mar 01 14:00:18.831600 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 54046) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:18.836321 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06c81c1b-a6e0-4bb8-8c85-04f1fb85c1f2 req-71887e1b-27e3-424b-b8d2-d7a405ffaff4 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4674404 Mar 01 14:00:18.866154 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-660c86c8-bb73-4736-8ed1-f65de5fcc555 req-8da65e9b-cb86-4866-aab5-fd561d6d2bc4 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530022 Mar 01 14:00:18.905345 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e3970ddb-1832-40f7-9570-287fdc524cb3 admin admin] Publish callbacks [] for security_group (fcd062d3-722f-442a-abc7-caa91177f9bf), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:18.906825 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c5b1c573-5bad-462d-ba41-5686fe8b2e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b7c60bb6-b2c7-4af1-b525-aa614943f340), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:18.909317 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c5b1c573-5bad-462d-ba41-5686fe8b2e7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:18.910445 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c5b1c573-5bad-462d-ba41-5686fe8b2e7a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7c60bb6-b2c7-4af1-b525-aa614943f340 HTTP/1.1" status: 204 len: 168 time: 0.7726634 Mar 01 14:00:18.929513 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1c573-5bad-462d-ba41-5686fe8b2e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c60bb6-b2c7-4af1-b525-aa614943f340,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:18.946317 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e3970ddb-1832-40f7-9570-287fdc524cb3 admin admin] Publish callbacks [] for security_group (fcd062d3-722f-442a-abc7-caa91177f9bf), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:18.950052 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1c573-5bad-462d-ba41-5686fe8b2e7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:18.950395 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1c573-5bad-462d-ba41-5686fe8b2e7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:18.950732 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1c573-5bad-462d-ba41-5686fe8b2e7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:18.951062 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1c573-5bad-462d-ba41-5686fe8b2e7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:18.951389 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1c573-5bad-462d-ba41-5686fe8b2e7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:18.951737 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1c573-5bad-462d-ba41-5686fe8b2e7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:18.952066 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1c573-5bad-462d-ba41-5686fe8b2e7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:18.952389 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1c573-5bad-462d-ba41-5686fe8b2e7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:18.952707 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1c573-5bad-462d-ba41-5686fe8b2e7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:18.953024 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1c573-5bad-462d-ba41-5686fe8b2e7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:18.953338 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1c573-5bad-462d-ba41-5686fe8b2e7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:18.953655 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1c573-5bad-462d-ba41-5686fe8b2e7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:18.953968 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1c573-5bad-462d-ba41-5686fe8b2e7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:19.067853 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0bcde-5586-4b2a-b29b-1c90ca09d18f req-845bf5d5-f924-4625-883c-f50d2a8dfdc5 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:19.070730 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-67c0bcde-5586-4b2a-b29b-1c90ca09d18f req-845bf5d5-f924-4625-883c-f50d2a8dfdc5 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.1223483 Mar 01 14:00:19.088163 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e3970ddb-1832-40f7-9570-287fdc524cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fcd062d3-722f-442a-abc7-caa91177f9bf), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:19.091492 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e3970ddb-1832-40f7-9570-287fdc524cb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:19.094938 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e3970ddb-1832-40f7-9570-287fdc524cb3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fcd062d3-722f-442a-abc7-caa91177f9bf HTTP/1.1" status: 204 len: 168 time: 0.2600141 Mar 01 14:00:19.147102 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3970ddb-1832-40f7-9570-287fdc524cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd062d3-722f-442a-abc7-caa91177f9bf,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:19.198133 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-67c0bcde-5586-4b2a-b29b-1c90ca09d18f req-f25fe13c-a41e-4eb5-ac22-a9f7d0310392 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152775 Mar 01 14:00:19.231106 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c45c6-e75d-431d-a035-c1c46cdaea0b req-2b19083b-ee36-4f82-873b-2fb49125f5b0 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:19.231106 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fd1c45c6-e75d-431d-a035-c1c46cdaea0b req-2b19083b-ee36-4f82-873b-2fb49125f5b0 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.1447110 Mar 01 14:00:19.360309 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fd1c45c6-e75d-431d-a035-c1c46cdaea0b req-29fdabdb-051c-48df-b39d-e5eb19f0031e tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097846 Mar 01 14:00:19.421910 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467512be-4d79-4a4b-a96a-c72d17356995 req-2aa9dd9e-643c-470b-ad63-888c3fd01257 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:19.424224 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-467512be-4d79-4a4b-a96a-c72d17356995 req-2aa9dd9e-643c-470b-ad63-888c3fd01257 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.0954399 Mar 01 14:00:19.495113 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-467512be-4d79-4a4b-a96a-c72d17356995 req-6610968c-151b-4d67-8b2c-d84f5ac94413 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584657 Mar 01 14:00:19.620623 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 340ab1d7-2607-4a86-a614-6847744d1152 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:00:19.671741 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54074) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:19.688346 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877ca74-f337-4986-842f-d1ab511f311b req-478204d8-16ca-4af1-b2d3-09240b837cb0 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:19.696971 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8877ca74-f337-4986-842f-d1ab511f311b req-478204d8-16ca-4af1-b2d3-09240b837cb0 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.0999289 Mar 01 14:00:19.750343 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-94d7b996-5b4d-412f-8d7c-8d7ffee48cc6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa8b8d8b1bcf49249989ad25c6d6a8e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0774069 Mar 01 14:00:19.753395 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54078) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:19.757268 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8877ca74-f337-4986-842f-d1ab511f311b req-2d7ee843-3f48-4a65-aaf9-ba5d20b41975 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593531 Mar 01 14:00:19.780892 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 340ab1d7-2607-4a86-a614-6847744d1152, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=340ab1d7-2607-4a86-a614-6847744d1152,segment=NetworkSegment(add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f),segment_id=add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:00:19.796784 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '340ab1d7-2607-4a86-a614-6847744d1152', 'network_id': '688b8e33-0ea2-4648-89e7-a0a6eac88ff9', 'port_id': '340ab1d7-2607-4a86-a614-6847744d1152', 'mac_address': 'fa:16:3e:a0:39:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5604c83-d9f4-4bd0-bfcc-d1bf90374963', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:00:19.822959 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-968c4830-ce95-48d0-9a37-b151aa4c1530 admin admin] Publish callbacks [] for security_group (5e317ad7-f6d4-4225-9da5-c9fc45b50301), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:19.842523 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 340ab1d7-2607-4a86-a614-6847744d1152 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:00:19.843299 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (340ab1d7-2607-4a86-a614-6847744d1152), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:19.856715 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 340ab1d7-2607-4a86-a614-6847744d1152 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:00:19.862726 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-968c4830-ce95-48d0-9a37-b151aa4c1530 admin admin] Publish callbacks [] for security_group (5e317ad7-f6d4-4225-9da5-c9fc45b50301), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:19.876636 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 340ab1d7-2607-4a86-a614-6847744d1152, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=340ab1d7-2607-4a86-a614-6847744d1152,segment=NetworkSegment(add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f),segment_id=add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:00:19.883334 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (340ab1d7-2607-4a86-a614-6847744d1152), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:19.939527 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=340ab1d7-2607-4a86-a614-6847744d1152,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:19.941206 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-968c4830-ce95-48d0-9a37-b151aa4c1530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (5e317ad7-f6d4-4225-9da5-c9fc45b50301), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:19.945280 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-968c4830-ce95-48d0-9a37-b151aa4c1530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:19.946848 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-968c4830-ce95-48d0-9a37-b151aa4c1530 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e317ad7-f6d4-4225-9da5-c9fc45b50301 HTTP/1.1" status: 204 len: 168 time: 0.1922679 Mar 01 14:00:19.968097 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c4830-ce95-48d0-9a37-b151aa4c1530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e317ad7-f6d4-4225-9da5-c9fc45b50301,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:20.000750 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6712bac0-bb2a-4ae8-87e3-04bdaff4bbca req-72f9b75e-6836-44c6-9540-a0f496a0e0f1 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:20.008699 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6712bac0-bb2a-4ae8-87e3-04bdaff4bbca req-72f9b75e-6836-44c6-9540-a0f496a0e0f1 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.1154761 Mar 01 14:00:20.039075 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0614d9-a5bd-46dd-87f3-7d83da60b53b req-fdad7db4-15f3-4bbc-8399-4e2c74085695 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:20.040604 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e0614d9-a5bd-46dd-87f3-7d83da60b53b req-fdad7db4-15f3-4bbc-8399-4e2c74085695 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=61078f5e-c398-4423-8d23-aa1dda7b840e HTTP/1.1" status: 200 len: 945 time: 0.1100378 Mar 01 14:00:20.092140 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6712bac0-bb2a-4ae8-87e3-04bdaff4bbca req-2ca7f82d-c091-4b08-a225-7e43c3403e91 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825715 Mar 01 14:00:20.141830 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e0614d9-a5bd-46dd-87f3-7d83da60b53b req-b22fa382-bb8e-4840-b69c-deee534fc457 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866055 Mar 01 14:00:20.194019 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['340ab1d7-2607-4a86-a614-6847744d1152'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:00:20.279866 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1503c-3c03-4bbe-9446-a5dc03c6ddb5 req-824ddd74-bb2a-4635-b967-e424a2ab0ecd tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:20.282011 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-09d1503c-3c03-4bbe-9446-a5dc03c6ddb5 req-824ddd74-bb2a-4635-b967-e424a2ab0ecd tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.0802662 Mar 01 14:00:20.352085 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-09d1503c-3c03-4bbe-9446-a5dc03c6ddb5 req-a2e547c6-16dd-4bbf-a8c8-4502a9275e10 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634749 Mar 01 14:00:20.581457 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf772d-22df-4182-8c1b-4c6e4e8a4ae5 req-72371929-0b6d-407d-b148-e532f066f21b tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:20.590291 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-11cf772d-22df-4182-8c1b-4c6e4e8a4ae5 req-72371929-0b6d-407d-b148-e532f066f21b tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.1181700 Mar 01 14:00:20.625155 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949eb98-16f9-4000-ac3d-baf881c75811 req-491f4f2b-7ba5-45f4-a0ae-6281f3242379 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:20.626908 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6949eb98-16f9-4000-ac3d-baf881c75811 req-491f4f2b-7ba5-45f4-a0ae-6281f3242379 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.1248243 Mar 01 14:00:20.711949 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-11cf772d-22df-4182-8c1b-4c6e4e8a4ae5 req-c67c686b-a338-4f4c-b5dc-4372d591592b tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205826 Mar 01 14:00:20.736644 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6949eb98-16f9-4000-ac3d-baf881c75811 req-0bf0d0f4-8e08-4076-9100-dcbcc8a21e68 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998557 Mar 01 14:00:20.879848 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd555f2-4564-4166-8b13-373b12ca2f1a req-cc4128ea-f724-4788-9621-2bad5c6e168a tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:20.890301 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5fd555f2-4564-4166-8b13-373b12ca2f1a req-cc4128ea-f724-4788-9621-2bad5c6e168a tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.0728438 Mar 01 14:00:20.956895 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5fd555f2-4564-4166-8b13-373b12ca2f1a req-2009b23b-3dc0-4418-9386-48c56baa305f tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654185 Mar 01 14:00:21.024617 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 54168) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:21.200217 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-5749c0fd-ac01-4502-bceb-b7ebc00b39e8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-938418762-network', 'tenant_id': '3a36faf14b274b7491326c464cf9d629'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:00:21.221127 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406e37a-4ae6-41d8-a3be-5ee26dc54d44 req-fb5b8475-0f67-429e-90ef-9e932be03bb8 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:21.224398 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5406e37a-4ae6-41d8-a3be-5ee26dc54d44 req-fb5b8475-0f67-429e-90ef-9e932be03bb8 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.1391613 Mar 01 14:00:21.254195 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5749c0fd-ac01-4502-bceb-b7ebc00b39e8 admin admin] Made reservation on behalf of 3a36faf14b274b7491326c464cf9d629 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:00:21.254487 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5749c0fd-ac01-4502-bceb-b7ebc00b39e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:21.286836 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5749c0fd-ac01-4502-bceb-b7ebc00b39e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:21.349486 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5406e37a-4ae6-41d8-a3be-5ee26dc54d44 req-51a43b46-9e9d-4438-ac9a-8f1b58ae1fde tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151044 Mar 01 14:00:21.362962 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9e392-3252-4995-ae56-fd5659ab45af req-7c3728b3-a464-4238-8da1-599ce4565775 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:21.365051 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-04c9e392-3252-4995-ae56-fd5659ab45af req-7c3728b3-a464-4238-8da1-599ce4565775 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=61078f5e-c398-4423-8d23-aa1dda7b840e HTTP/1.1" status: 200 len: 945 time: 0.1314960 Mar 01 14:00:21.447097 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-04c9e392-3252-4995-ae56-fd5659ab45af req-87a06c37-bb29-4c75-9e70-9456e5d95a3d tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743170 Mar 01 14:00:21.460394 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5749c0fd-ac01-4502-bceb-b7ebc00b39e8 admin admin] Publish callbacks [] for security_group (0f3f1207-42f6-4962-aad3-c268c135382b), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:21.484224 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5749c0fd-ac01-4502-bceb-b7ebc00b39e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (0f3f1207-42f6-4962-aad3-c268c135382b), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:21.526941 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5749c0fd-ac01-4502-bceb-b7ebc00b39e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:00:21.546409 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5749c0fd-ac01-4502-bceb-b7ebc00b39e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3f1207-42f6-4962-aad3-c268c135382b,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:21.550280 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5749c0fd-ac01-4502-bceb-b7ebc00b39e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (2c0df8e6-d5d1-4349-82e1-c1cb86c6ba4c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:21.550628 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-5749c0fd-ac01-4502-bceb-b7ebc00b39e8 admin admin] Added segment 2c0df8e6-d5d1-4349-82e1-c1cb86c6ba4c of type vlan for network 5b65fdc2-3e05-4be4-a087-d3f30c758cf0 Mar 01 14:00:21.597273 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50aaeb3-89b6-46dc-83fe-5b8d8f1a89e4 req-8b50c31b-f4f3-4d10-8e0c-4dfae95f80b8 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:21.598500 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b50aaeb3-89b6-46dc-83fe-5b8d8f1a89e4 req-8b50c31b-f4f3-4d10-8e0c-4dfae95f80b8 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.1288607 Mar 01 14:00:21.607990 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5749c0fd-ac01-4502-bceb-b7ebc00b39e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (5b65fdc2-3e05-4be4-a087-d3f30c758cf0), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:21.634969 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 340ab1d7-2607-4a86-a614-6847744d1152 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:00:21.665629 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5749c0fd-ac01-4502-bceb-b7ebc00b39e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (5b65fdc2-3e05-4be4-a087-d3f30c758cf0), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:21.666640 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5749c0fd-ac01-4502-bceb-b7ebc00b39e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:21.667212 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5749c0fd-ac01-4502-bceb-b7ebc00b39e8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:21.680776 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b50aaeb3-89b6-46dc-83fe-5b8d8f1a89e4 req-61e1048c-6de4-4e81-a862-0714bcfdd48e tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746379 Mar 01 14:00:21.745151 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 340ab1d7-2607-4a86-a614-6847744d1152 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:00:21.749899 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 340ab1d7-2607-4a86-a614-6847744d1152 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:00:21.750281 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (340ab1d7-2607-4a86-a614-6847744d1152), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:21.772694 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5749c0fd-ac01-4502-bceb-b7ebc00b39e8 admin admin] Pushing event updated for resources: {'Network': ['ID=5b65fdc2-3e05-4be4-a087-d3f30c758cf0,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:21.791253 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5749c0fd-ac01-4502-bceb-b7ebc00b39e8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7651041 Mar 01 14:00:21.794465 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54210) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:21.800764 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-f19b4633-21aa-4b7a-af5b-bb25349391d0 admin admin] Request body: {'subnet': {'network_id': '5b65fdc2-3e05-4be4-a087-d3f30c758cf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-938418762-subnet', 'tenant_id': '3a36faf14b274b7491326c464cf9d629', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:00:21.819728 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 5b65fdc2-3e05-4be4-a087-d3f30c758cf0 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:00:21.865740 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19b4633-21aa-4b7a-af5b-bb25349391d0 admin admin] Made reservation on behalf of 3a36faf14b274b7491326c464cf9d629 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:00:21.869578 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f19b4633-21aa-4b7a-af5b-bb25349391d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:21.900283 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f9775-2c93-4c27-adcb-2f64781e6111 req-6f7c4d7a-ed43-4d30-a953-81ff520bada4 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:21.907328 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-797f9775-2c93-4c27-adcb-2f64781e6111 req-6f7c4d7a-ed43-4d30-a953-81ff520bada4 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.0733132 Mar 01 14:00:21.970034 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-797f9775-2c93-4c27-adcb-2f64781e6111 req-8afb9404-51e0-4c01-8055-59d506ffe332 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561938 Mar 01 14:00:22.038279 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 340ab1d7-2607-4a86-a614-6847744d1152 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:00:22.038680 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (340ab1d7-2607-4a86-a614-6847744d1152), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:22.044003 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e361e9-35a0-49d5-a3dc-395f8b8c0581 req-465e9bac-abd6-4e59-827a-ba8e9f2389ca tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:22.045959 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b5e361e9-35a0-49d5-a3dc-395f8b8c0581 req-465e9bac-abd6-4e59-827a-ba8e9f2389ca tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.0746481 Mar 01 14:00:22.070671 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61078f5e-c398-4423-8d23-aa1dda7b840e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340ab1d7-2607-4a86-a614-6847744d1152'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:00:22.073948 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4249e3c6-8ae3-435a-98eb-8f340ec13578" -d '{"events": [{"server_uuid": "61078f5e-c398-4423-8d23-aa1dda7b840e", "name": "network-vif-plugged", "status": "completed", "tag": "340ab1d7-2607-4a86-a614-6847744d1152"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:00:22.118268 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 340ab1d7-2607-4a86-a614-6847744d1152, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=340ab1d7-2607-4a86-a614-6847744d1152,segment=NetworkSegment(add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f),segment_id=add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:00:22.126779 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b5e361e9-35a0-49d5-a3dc-395f8b8c0581 req-08ef3f15-97e8-48ac-8d79-03eb28195dff tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750358 Mar 01 14:00:22.127447 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (340ab1d7-2607-4a86-a614-6847744d1152), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:22.229342 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=340ab1d7-2607-4a86-a614-6847744d1152,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:22.310263 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f19b4633-21aa-4b7a-af5b-bb25349391d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (75ead394-90b3-4d34-b593-d5f173ad2e96), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:22.344360 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f6472-718d-4466-9124-02f55d19a6d0 req-570e1b7b-318c-492b-bbee-1471b491a9bc tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:22.352238 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b40f6472-718d-4466-9124-02f55d19a6d0 req-570e1b7b-318c-492b-bbee-1471b491a9bc tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.0909564 Mar 01 14:00:22.404346 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b40f6472-718d-4466-9124-02f55d19a6d0 req-c64949e0-f58d-4898-8590-b11d2f0b7829 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510917 Mar 01 14:00:22.411713 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b4633-21aa-4b7a-af5b-bb25349391d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75ead394-90b3-4d34-b593-d5f173ad2e96,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:22.425577 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19b4633-21aa-4b7a-af5b-bb25349391d0 admin admin] Checking segment: {'id': '2c0df8e6-d5d1-4349-82e1-c1cb86c6ba4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5b65fdc2-3e05-4be4-a087-d3f30c758cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:00:22.425577 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19b4633-21aa-4b7a-af5b-bb25349391d0 admin admin] Network hostable DHCP agents. Network: 5b65fdc2-3e05-4be4-a087-d3f30c758cf0, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:00:22.426830 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb77d22-66d0-40e5-903c-0c383e12aa31 x-openstack-request-id: req-7eb77d22-66d0-40e5-903c-0c383e12aa31 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:00:22.427124 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61078f5e-c398-4423-8d23-aa1dda7b840e", "name": "network-vif-plugged", "status": "completed", "tag": "340ab1d7-2607-4a86-a614-6847744d1152", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:00:22.427375 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7eb77d22-66d0-40e5-903c-0c383e12aa31 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:00:22.427795 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61078f5e-c398-4423-8d23-aa1dda7b840e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340ab1d7-2607-4a86-a614-6847744d1152', 'code': 200} Mar 01 14:00:22.447728 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19b4633-21aa-4b7a-af5b-bb25349391d0 admin admin] Network 5b65fdc2-3e05-4be4-a087-d3f30c758cf0 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:00:22.460396 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-f19b4633-21aa-4b7a-af5b-bb25349391d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 5b65fdc2-3e05-4be4-a087-d3f30c758cf0) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:00:22.470098 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b6aae9-2fdc-4db3-87bf-a1f299da7953 None None] Network 5b65fdc2-3e05-4be4-a087-d3f30c758cf0 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:00:22.481940 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19b4633-21aa-4b7a-af5b-bb25349391d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:22.482759 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f19b4633-21aa-4b7a-af5b-bb25349391d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:22.534744 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f19b4633-21aa-4b7a-af5b-bb25349391d0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7377539 Mar 01 14:00:22.617355 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51edea-809b-4ca8-b554-00eac476125b req-0679079f-3354-439c-b098-58579a4b1b5a tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:22.618871 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8f51edea-809b-4ca8-b554-00eac476125b req-0679079f-3354-439c-b098-58579a4b1b5a tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.0968268 Mar 01 14:00:22.656274 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d1947-61bd-49be-86ca-278722cb10eb req-ee300207-4254-44a3-a85a-5d15b8e37e94 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:22.657592 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-072d1947-61bd-49be-86ca-278722cb10eb req-ee300207-4254-44a3-a85a-5d15b8e37e94 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=61078f5e-c398-4423-8d23-aa1dda7b840e HTTP/1.1" status: 200 len: 946 time: 0.0988429 Mar 01 14:00:22.671305 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b478df-6aa1-466e-bf25-7a80a5be4934 None None] Network 5b65fdc2-3e05-4be4-a087-d3f30c758cf0 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:00:22.697717 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54244) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:22.766868 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-072d1947-61bd-49be-86ca-278722cb10eb req-f68df2f7-44da-4414-85df-42682869c764 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853748 Mar 01 14:00:22.773421 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8f51edea-809b-4ca8-b554-00eac476125b req-5423ebc1-5686-48f0-86e0-5cf8d7ff9ee3 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484151 Mar 01 14:00:22.799925 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4aa5a61a-5bb9-4456-85c2-2a1b2db34bc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:22.831932 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f351c4e-72de-4104-bbf6-2338430dfe83 req-7db5fe47-f900-4c83-b4db-549c1c04edac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:22.833633 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3f351c4e-72de-4104-bbf6-2338430dfe83 req-7db5fe47-f900-4c83-b4db-549c1c04edac service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=61078f5e-c398-4423-8d23-aa1dda7b840e HTTP/1.1" status: 200 len: 1128 time: 0.3265252 Mar 01 14:00:22.914775 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3f351c4e-72de-4104-bbf6-2338430dfe83 req-d963eb0c-e237-41b4-8e15-10c06ec53bc0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742874 Mar 01 14:00:22.953314 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4aa5a61a-5bb9-4456-85c2-2a1b2db34bc3 admin admin] Publish callbacks [] for security_group (bf029886-5dbe-42f3-88e2-7a5167f84fa4), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:22.958885 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4aa5a61a-5bb9-4456-85c2-2a1b2db34bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (bf029886-5dbe-42f3-88e2-7a5167f84fa4), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:22.962902 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981c9e4-ec5e-4409-bd18-b9cdfe85559d req-3e194b42-edd2-45d6-b897-73ed9c4107af tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:22.964745 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b981c9e4-ec5e-4409-bd18-b9cdfe85559d req-3e194b42-edd2-45d6-b897-73ed9c4107af tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.0807600 Mar 01 14:00:23.006517 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4aa5a61a-5bb9-4456-85c2-2a1b2db34bc3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2101a90085bf41a4ae2646f80542d773&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3053987 Mar 01 14:00:23.007945 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54258) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:23.028892 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b981c9e4-ec5e-4409-bd18-b9cdfe85559d req-e9bac28a-abe0-45db-bffd-f522981bd4e2 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569906 Mar 01 14:00:23.051445 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5a61a-5bb9-4456-85c2-2a1b2db34bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf029886-5dbe-42f3-88e2-7a5167f84fa4,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:23.108108 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48b19937-395f-4d44-a7b1-0ea9b051587e admin admin] Publish callbacks [] for security_group (bf029886-5dbe-42f3-88e2-7a5167f84fa4), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:23.145330 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48b19937-395f-4d44-a7b1-0ea9b051587e admin admin] Publish callbacks [] for security_group (bf029886-5dbe-42f3-88e2-7a5167f84fa4), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:23.209797 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48b19937-395f-4d44-a7b1-0ea9b051587e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (bf029886-5dbe-42f3-88e2-7a5167f84fa4), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:23.212745 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48b19937-395f-4d44-a7b1-0ea9b051587e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:23.214118 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-48b19937-395f-4d44-a7b1-0ea9b051587e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf029886-5dbe-42f3-88e2-7a5167f84fa4 HTTP/1.1" status: 204 len: 168 time: 0.2032661 Mar 01 14:00:23.223595 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b19937-395f-4d44-a7b1-0ea9b051587e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf029886-5dbe-42f3-88e2-7a5167f84fa4,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:23.273684 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c275f37-be7e-4d46-9c97-d593a63a87ed req-361eb35e-0ae9-457e-a95f-9532d9d757b1 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:23.276304 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0c275f37-be7e-4d46-9c97-d593a63a87ed req-361eb35e-0ae9-457e-a95f-9532d9d757b1 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.1583686 Mar 01 14:00:23.358087 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-dbd00646-91d0-4fc2-bbc3-2efce8255147 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:23.366164 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-dbd00646-91d0-4fc2-bbc3-2efce8255147 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] 10.222.0.13 "GET /v2.0/networks?id=5b65fdc2-3e05-4be4-a087-d3f30c758cf0 HTTP/1.1" status: 200 len: 817 time: 0.2106476 Mar 01 14:00:23.397448 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-c7a6a829-9ec3-4160-9da1-eb72e8fa8268 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] 10.222.0.13 "GET /v2.0/quotas/3a36faf14b274b7491326c464cf9d629 HTTP/1.1" status: 200 len: 375 time: 0.0302715 Mar 01 14:00:23.448658 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0c275f37-be7e-4d46-9c97-d593a63a87ed req-14578325-4a56-46fc-b0a5-f95f87612a4c tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432660 Mar 01 14:00:23.450720 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-0bbc04ce-0df6-4ce0-974e-3048d2169fdf tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a36faf14b274b7491326c464cf9d629&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523872 Mar 01 14:00:23.606988 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-efc63885-9197-4592-8b1e-6c76d972d0e6 service neutron] 10.222.0.13 "GET /v2.0/networks/5b65fdc2-3e05-4be4-a087-d3f30c758cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459761 Mar 01 14:00:23.683414 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54282) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:23.704456 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d8d0f1e0-3870-49f8-b119-a9a792bd9700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:23.725013 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-986c1620-dc1c-4a9a-8db4-fc05d6e4e047 service neutron] 10.222.0.13 "GET /v2.0/networks/5b65fdc2-3e05-4be4-a087-d3f30c758cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115007 Mar 01 14:00:23.801316 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:00:23.836395 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d8d0f1e0-3870-49f8-b119-a9a792bd9700 admin admin] Publish callbacks [] for security_group (f9b12014-596a-4d7e-9797-371c5c485c27), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:23.850634 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d8d0f1e0-3870-49f8-b119-a9a792bd9700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (f9b12014-596a-4d7e-9797-371c5c485c27), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:23.922443 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0f1e0-3870-49f8-b119-a9a792bd9700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b12014-596a-4d7e-9797-371c5c485c27,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:23.929558 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d8d0f1e0-3870-49f8-b119-a9a792bd9700 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ee90f5ca3bb4a628f22b46b8b62761b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2421434 Mar 01 14:00:23.930618 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 54292) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:24.071879 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-18802199-6944-4455-b09c-ee818c1d0519 admin admin] Publish callbacks [] for security_group (f9b12014-596a-4d7e-9797-371c5c485c27), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:24.223125 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e5454bff-c420-4623-ab50-98115a489b4f req-b9ebf1e5-7e03-4b26-8849-037995e25213 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] 10.222.0.13 "GET /v2.0/ports?device_id=efc45ce5-fa72-4dbc-83c5-5bf0c4ae4f94 HTTP/1.1" status: 200 len: 210 time: 0.1174676 Mar 01 14:00:24.242153 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-18802199-6944-4455-b09c-ee818c1d0519 admin admin] Publish callbacks [] for security_group (f9b12014-596a-4d7e-9797-371c5c485c27), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:24.332525 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59e02a-fdcd-41ff-8554-158fb825dc93 req-e4c6df93-0c74-4092-a1ac-09e01f8363d0 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:24.336919 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6d59e02a-fdcd-41ff-8554-158fb825dc93 req-e4c6df93-0c74-4092-a1ac-09e01f8363d0 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=61078f5e-c398-4423-8d23-aa1dda7b840e HTTP/1.1" status: 200 len: 946 time: 0.3132927 Mar 01 14:00:24.432036 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af17c87-5cf4-499d-bafb-89593a4b2fee req-4f5ff70d-0171-4487-9c4a-8811e5e4af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:24.433631 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3af17c87-5cf4-499d-bafb-89593a4b2fee req-4f5ff70d-0171-4487-9c4a-8811e5e4af8b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3467d10c32454cf18668187815493d82&device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 1127 time: 0.2325342 Mar 01 14:00:24.496893 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6d59e02a-fdcd-41ff-8554-158fb825dc93 req-300f2db9-2c06-4b09-8c84-b362de553b04 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480830 Mar 01 14:00:24.501801 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-18802199-6944-4455-b09c-ee818c1d0519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (f9b12014-596a-4d7e-9797-371c5c485c27), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:24.504142 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-18802199-6944-4455-b09c-ee818c1d0519 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:24.508098 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-18802199-6944-4455-b09c-ee818c1d0519 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f9b12014-596a-4d7e-9797-371c5c485c27 HTTP/1.1" status: 204 len: 168 time: 0.5742674 Mar 01 14:00:24.550826 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6dc5c7-5aa2-42a9-88a0-832c367c3b15 req-4c21c295-a7d7-4a16-aa10-5b7d82d64d42 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:24.558385 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3c6dc5c7-5aa2-42a9-88a0-832c367c3b15 req-4c21c295-a7d7-4a16-aa10-5b7d82d64d42 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.2155547 Mar 01 14:00:24.576474 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18802199-6944-4455-b09c-ee818c1d0519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b12014-596a-4d7e-9797-371c5c485c27,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:24.647640 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af17c87-5cf4-499d-bafb-89593a4b2fee req-2715b5c7-8060-437f-a4a8-1a0b0868ea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:24.649439 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3af17c87-5cf4-499d-bafb-89593a4b2fee req-2715b5c7-8060-437f-a4a8-1a0b0868ea14 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1d0a7b4f-fbe7-45f8-87df-666e5482dea5 HTTP/1.1" status: 200 len: 912 time: 0.2003548 Mar 01 14:00:24.665534 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3c6dc5c7-5aa2-42a9-88a0-832c367c3b15 req-040111a5-eec5-4eac-85b0-07d0c7b11449 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000085 Mar 01 14:00:24.789857 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3af17c87-5cf4-499d-bafb-89593a4b2fee req-d3e8d319-c06f-4128-b9cc-c91d244ed672 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9aebdd4c-eed8-47fb-bab4-d069d06a55a0 HTTP/1.1" status: 200 len: 1000 time: 0.1230047 Mar 01 14:00:24.839281 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46663dc-12a7-44a6-ab32-08bce594a583 req-41c65f2a-cd80-456a-b1d8-9de5c8969572 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:24.840823 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b46663dc-12a7-44a6-ab32-08bce594a583 req-41c65f2a-cd80-456a-b1d8-9de5c8969572 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.1221721 Mar 01 14:00:24.900467 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af17c87-5cf4-499d-bafb-89593a4b2fee req-72b8be79-9420-4b12-967d-4c6e25e567d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:24.902654 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3af17c87-5cf4-499d-bafb-89593a4b2fee req-72b8be79-9420-4b12-967d-4c6e25e567d6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=531c8525-0467-47e0-9cf7-03358d9bf988 HTTP/1.1" status: 200 len: 850 time: 0.1058087 Mar 01 14:00:24.975775 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b46663dc-12a7-44a6-ab32-08bce594a583 req-2ec2d500-096b-4f66-96b1-68c357d8ee76 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278818 Mar 01 14:00:24.987435 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af17c87-5cf4-499d-bafb-89593a4b2fee req-d18c0dee-dd0a-48fc-b8d8-37a5285b3a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:24.989096 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3af17c87-5cf4-499d-bafb-89593a4b2fee req-d18c0dee-dd0a-48fc-b8d8-37a5285b3a6f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1d0a7b4f-fbe7-45f8-87df-666e5482dea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0694520 Mar 01 14:00:25.111270 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3af17c87-5cf4-499d-bafb-89593a4b2fee req-ae1d6bf3-c1a8-4659-bc82-b8cc45c7d902 service neutron] 10.222.0.32 "GET /v2.0/networks/1d0a7b4f-fbe7-45f8-87df-666e5482dea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134367 Mar 01 14:00:25.233483 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4bdc9afa-440d-4a41-891f-bfb7282e6843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:25.247655 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3af17c87-5cf4-499d-bafb-89593a4b2fee req-80521331-d5eb-4166-88d6-dfb9c908978c service neutron] 10.222.0.32 "GET /v2.0/networks/1d0a7b4f-fbe7-45f8-87df-666e5482dea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288981 Mar 01 14:00:25.396792 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fe6245c6-3b3f-48c4-b951-8f5ddf2118f2 req-28ec33d2-df93-4843-99cf-b8b9698463d2 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] 10.222.0.13 "GET /v2.0/ports?device_id=efc45ce5-fa72-4dbc-83c5-5bf0c4ae4f94 HTTP/1.1" status: 200 len: 210 time: 0.0727978 Mar 01 14:00:25.569910 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-54d4010a-dfe4-4ea5-b844-a1348b76d72d tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:25.571899 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-54d4010a-dfe4-4ea5-b844-a1348b76d72d tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] 10.222.0.32 "GET /v2.0/networks?id=5b65fdc2-3e05-4be4-a087-d3f30c758cf0 HTTP/1.1" status: 200 len: 817 time: 0.1734991 Mar 01 14:00:25.604289 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-0b570507-a701-4234-b623-67b8dd946492 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] Request body: {'port': {'device_id': 'efc45ce5-fa72-4dbc-83c5-5bf0c4ae4f94', 'network_id': '5b65fdc2-3e05-4be4-a087-d3f30c758cf0', 'admin_state_up': True, 'tenant_id': '3a36faf14b274b7491326c464cf9d629'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:00:25.828732 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-0b570507-a701-4234-b623-67b8dd946492 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] Made reservation on behalf of 3a36faf14b274b7491326c464cf9d629 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:00:25.832707 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-0b570507-a701-4234-b623-67b8dd946492 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:25.860138 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed4fc52-f145-4d09-85d8-1eec38b5630c req-cfb73080-00b6-49cc-b2f0-ecdee6c13d7a tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:25.861641 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5ed4fc52-f145-4d09-85d8-1eec38b5630c req-cfb73080-00b6-49cc-b2f0-ecdee6c13d7a tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=61078f5e-c398-4423-8d23-aa1dda7b840e HTTP/1.1" status: 200 len: 946 time: 0.1375718 Mar 01 14:00:25.872715 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51293930-9f45-4c15-9665-ae81d98ff80a req-5dd005e3-dc29-4c0b-8e98-a4a6ae110eb0 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:25.874168 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-51293930-9f45-4c15-9665-ae81d98ff80a req-5dd005e3-dc29-4c0b-8e98-a4a6ae110eb0 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.1170311 Mar 01 14:00:26.045975 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5ed4fc52-f145-4d09-85d8-1eec38b5630c req-83a8db09-9ede-41ae-925e-306c11d8876d tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706014 Mar 01 14:00:26.057052 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-51293930-9f45-4c15-9665-ae81d98ff80a req-0555e352-a0b6-4826-92b5-12603ee546c8 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738451 Mar 01 14:00:26.080307 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-0b570507-a701-4234-b623-67b8dd946492 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] Allocated IP 172.20.0.13 (5b65fdc2-3e05-4be4-a087-d3f30c758cf0/75ead394-90b3-4d34-b593-d5f173ad2e96/e5626246-45fe-489f-aca9-1d056ffc19dd) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:00:26.326406 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd1c71-4f0a-4021-afcf-651732aa4846 req-c6bc3e03-b1e7-4e2a-ab32-d685d0c51091 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:26.327943 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0bdd1c71-4f0a-4021-afcf-651732aa4846 req-c6bc3e03-b1e7-4e2a-ab32-d685d0c51091 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.1112108 Mar 01 14:00:26.332982 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-0b570507-a701-4234-b623-67b8dd946492 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] Publish callbacks [] for port (e5626246-45fe-489f-aca9-1d056ffc19dd), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:26.404582 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0bdd1c71-4f0a-4021-afcf-651732aa4846 req-67bc39e6-2e1d-4016-811d-bd1c72323107 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697412 Mar 01 14:00:26.412646 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-0b570507-a701-4234-b623-67b8dd946492 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (e5626246-45fe-489f-aca9-1d056ffc19dd), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:26.472838 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-0b570507-a701-4234-b623-67b8dd946492 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] Network 5b65fdc2-3e05-4be4-a087-d3f30c758cf0 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:00:26.477044 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-0b570507-a701-4234-b623-67b8dd946492 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:00:26.480091 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-0b570507-a701-4234-b623-67b8dd946492 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:00:26.525851 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b570507-a701-4234-b623-67b8dd946492 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] Pushing event updated for resources: {'Port': ['ID=e5626246-45fe-489f-aca9-1d056ffc19dd,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:26.584744 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-0b570507-a701-4234-b623-67b8dd946492 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:26.585365 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-0b570507-a701-4234-b623-67b8dd946492 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:26.611591 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-0b570507-a701-4234-b623-67b8dd946492 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0283065 Mar 01 14:00:26.626901 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-37e95af2-d142-4ccd-80cb-7de551bb1c3c service neutron] Request body: {'port': {'device_id': 'efc45ce5-fa72-4dbc-83c5-5bf0c4ae4f94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:00:26.668892 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cb5b4-c3d0-43d7-be3e-1b4b8cd2fd45 req-d4d5b61b-8ca1-4e06-888a-de4c6a192afd tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:26.670475 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f40cb5b4-c3d0-43d7-be3e-1b4b8cd2fd45 req-d4d5b61b-8ca1-4e06-888a-de4c6a192afd tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] 10.222.0.13 "GET /v2.0/ports?device_id=efc45ce5-fa72-4dbc-83c5-5bf0c4ae4f94 HTTP/1.1" status: 200 len: 932 time: 0.1316903 Mar 01 14:00:26.732809 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-37e95af2-d142-4ccd-80cb-7de551bb1c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e5626246-45fe-489f-aca9-1d056ffc19dd), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:26.775917 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f40cb5b4-c3d0-43d7-be3e-1b4b8cd2fd45 req-bd5febf9-aa65-43c6-b7fb-96f39cfe53b4 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f3f1207-42f6-4962-aad3-c268c135382b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967498 Mar 01 14:00:27.045524 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54390) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:27.115603 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-37e95af2-d142-4ccd-80cb-7de551bb1c3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5626246-45fe-489f-aca9-1d056ffc19dd {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:00:27.125559 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-37e95af2-d142-4ccd-80cb-7de551bb1c3c service neutron] Publish callbacks [] for port (e5626246-45fe-489f-aca9-1d056ffc19dd), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:27.139750 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-37e95af2-d142-4ccd-80cb-7de551bb1c3c service neutron] Transition to ACTIVE for port object e5626246-45fe-489f-aca9-1d056ffc19dd will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:00:27.147873 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-37e95af2-d142-4ccd-80cb-7de551bb1c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (e5626246-45fe-489f-aca9-1d056ffc19dd), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:27.250362 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9017d39a-4849-40b5-8897-839fb26d0157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:27.337868 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e95af2-d142-4ccd-80cb-7de551bb1c3c service neutron] Pushing event updated for resources: {'Port': ['ID=e5626246-45fe-489f-aca9-1d056ffc19dd,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:27.418951 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a7eae8b8-1909-4c8c-bdc5-a0f5be0f617f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:27.419493 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9017d39a-4849-40b5-8897-839fb26d0157 admin admin] Publish callbacks [] for security_group (d180900e-7eb9-4baa-bc26-0dd0ceceac53), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:27.428429 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b198980-ed1c-41b1-b3ea-30280f578455 req-020e7cb2-bb44-4750-97c7-655b42015525 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:27.433088 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9017d39a-4849-40b5-8897-839fb26d0157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d180900e-7eb9-4baa-bc26-0dd0ceceac53), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:27.439882 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5b198980-ed1c-41b1-b3ea-30280f578455 req-020e7cb2-bb44-4750-97c7-655b42015525 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.2358997 Mar 01 14:00:27.509635 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-37e95af2-d142-4ccd-80cb-7de551bb1c3c service neutron] Attempting to bind port e5626246-45fe-489f-aca9-1d056ffc19dd on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:00:27.510132 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-37e95af2-d142-4ccd-80cb-7de551bb1c3c service neutron] Attempting to bind port e5626246-45fe-489f-aca9-1d056ffc19dd by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '2c0df8e6-d5d1-4349-82e1-c1cb86c6ba4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5b65fdc2-3e05-4be4-a087-d3f30c758cf0'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:00:27.510579 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-37e95af2-d142-4ccd-80cb-7de551bb1c3c service neutron] Attempting to bind port e5626246-45fe-489f-aca9-1d056ffc19dd on network 5b65fdc2-3e05-4be4-a087-d3f30c758cf0 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:00:27.512902 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017d39a-4849-40b5-8897-839fb26d0157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d180900e-7eb9-4baa-bc26-0dd0ceceac53,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:27.523881 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-37e95af2-d142-4ccd-80cb-7de551bb1c3c service neutron] Port e5626246-45fe-489f-aca9-1d056ffc19dd on network 5b65fdc2-3e05-4be4-a087-d3f30c758cf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:00:27.524313 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-37e95af2-d142-4ccd-80cb-7de551bb1c3c service neutron] Attempting to bind port e5626246-45fe-489f-aca9-1d056ffc19dd on network 5b65fdc2-3e05-4be4-a087-d3f30c758cf0 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:00:27.533445 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5b198980-ed1c-41b1-b3ea-30280f578455 req-70de1270-5990-4033-817c-4e26be071830 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919063 Mar 01 14:00:27.534755 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-37e95af2-d142-4ccd-80cb-7de551bb1c3c service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:00:27.535109 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-37e95af2-d142-4ccd-80cb-7de551bb1c3c service neutron] Checking segment: {'id': '2c0df8e6-d5d1-4349-82e1-c1cb86c6ba4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5b65fdc2-3e05-4be4-a087-d3f30c758cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:00:27.535488 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-37e95af2-d142-4ccd-80cb-7de551bb1c3c service neutron] Bound using segment: {'id': '2c0df8e6-d5d1-4349-82e1-c1cb86c6ba4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5b65fdc2-3e05-4be4-a087-d3f30c758cf0'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:00:27.535960 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-37e95af2-d142-4ccd-80cb-7de551bb1c3c service neutron] Bound port: e5626246-45fe-489f-aca9-1d056ffc19dd, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c0df8e6-d5d1-4349-82e1-c1cb86c6ba4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5b65fdc2-3e05-4be4-a087-d3f30c758cf0'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:00:27.536376 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-37e95af2-d142-4ccd-80cb-7de551bb1c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e5626246-45fe-489f-aca9-1d056ffc19dd), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:27.537458 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9017d39a-4849-40b5-8897-839fb26d0157 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99f657b58ced458eb580b4d953be9128&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4908106 Mar 01 14:00:27.539441 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 54412) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:27.632424 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-37e95af2-d142-4ccd-80cb-7de551bb1c3c service neutron] For port e5626246-45fe-489f-aca9-1d056ffc19dd, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:00:27.636794 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-37e95af2-d142-4ccd-80cb-7de551bb1c3c service neutron] For port e5626246-45fe-489f-aca9-1d056ffc19dd, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=e5626246-45fe-489f-aca9-1d056ffc19dd,segment=NetworkSegment(2c0df8e6-d5d1-4349-82e1-c1cb86c6ba4c),segment_id=2c0df8e6-d5d1-4349-82e1-c1cb86c6ba4c)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:00:27.662929 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-37e95af2-d142-4ccd-80cb-7de551bb1c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (e5626246-45fe-489f-aca9-1d056ffc19dd), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:27.709699 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-37e95af2-d142-4ccd-80cb-7de551bb1c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:27.710408 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-37e95af2-d142-4ccd-80cb-7de551bb1c3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:27.711896 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-37e95af2-d142-4ccd-80cb-7de551bb1c3c service neutron] 10.222.0.32 "PUT /v2.0/ports/e5626246-45fe-489f-aca9-1d056ffc19dd HTTP/1.1" status: 200 len: 1092 time: 1.0921330 Mar 01 14:00:27.712439 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc45ce5-fa72-4dbc-83c5-5bf0c4ae4f94', 'tag': 'e5626246-45fe-489f-aca9-1d056ffc19dd'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:00:27.714734 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca601c7-731e-4057-a939-958e969ae61b" -d '{"events": [{"name": "network-changed", "server_uuid": "efc45ce5-fa72-4dbc-83c5-5bf0c4ae4f94", "tag": "e5626246-45fe-489f-aca9-1d056ffc19dd"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:00:27.745832 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1b14d70e-c5c5-4848-8033-229e4ba36dc8 admin admin] Publish callbacks [] for security_group (d180900e-7eb9-4baa-bc26-0dd0ceceac53), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:27.772375 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1b14d70e-c5c5-4848-8033-229e4ba36dc8 admin admin] Publish callbacks [] for security_group (d180900e-7eb9-4baa-bc26-0dd0ceceac53), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:27.843027 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e95af2-d142-4ccd-80cb-7de551bb1c3c service neutron] Pushing event updated for resources: {'Port': ['ID=e5626246-45fe-489f-aca9-1d056ffc19dd,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:27.865599 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-ee7c2e4f-6e08-4063-886e-5b5f455c08bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:27.867359 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-ee7c2e4f-6e08-4063-886e-5b5f455c08bf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a36faf14b274b7491326c464cf9d629&device_id=efc45ce5-fa72-4dbc-83c5-5bf0c4ae4f94 HTTP/1.1" status: 200 len: 1126 time: 0.0867279 Mar 01 14:00:28.020053 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-e5880997-9b2f-4b38-87e4-312197306fdd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5626246-45fe-489f-aca9-1d056ffc19dd HTTP/1.1" status: 200 len: 217 time: 0.1435909 Mar 01 14:00:28.023067 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1b14d70e-c5c5-4848-8033-229e4ba36dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d180900e-7eb9-4baa-bc26-0dd0ceceac53), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:28.025922 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1b14d70e-c5c5-4848-8033-229e4ba36dc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:28.027272 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1b14d70e-c5c5-4848-8033-229e4ba36dc8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d180900e-7eb9-4baa-bc26-0dd0ceceac53 HTTP/1.1" status: 204 len: 168 time: 0.4866831 Mar 01 14:00:28.070583 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b14d70e-c5c5-4848-8033-229e4ba36dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d180900e-7eb9-4baa-bc26-0dd0ceceac53,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:28.102331 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55879d15-fd3d-49cd-9100-31eedd233509 req-f49050b7-8343-4939-bd72-21318e052780 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:28.104015 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-55879d15-fd3d-49cd-9100-31eedd233509 req-f49050b7-8343-4939-bd72-21318e052780 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] 10.222.0.13 "GET /v2.0/ports?device_id=efc45ce5-fa72-4dbc-83c5-5bf0c4ae4f94 HTTP/1.1" status: 200 len: 944 time: 0.1343527 Mar 01 14:00:28.105837 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-7cacdc6f-5950-48c9-a62b-bffffd6375c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:28.107158 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-7cacdc6f-5950-48c9-a62b-bffffd6375c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75ead394-90b3-4d34-b593-d5f173ad2e96 HTTP/1.1" status: 200 len: 857 time: 0.0777779 Mar 01 14:00:28.140098 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0ab1c0-e02c-428d-884e-991286a3e3a4 x-openstack-request-id: req-7f0ab1c0-e02c-428d-884e-991286a3e3a4 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:00:28.140287 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc45ce5-fa72-4dbc-83c5-5bf0c4ae4f94", "tag": "e5626246-45fe-489f-aca9-1d056ffc19dd", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:00:28.141386 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f0ab1c0-e02c-428d-884e-991286a3e3a4 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:00:28.141386 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc45ce5-fa72-4dbc-83c5-5bf0c4ae4f94', 'tag': 'e5626246-45fe-489f-aca9-1d056ffc19dd', 'status': 'completed', 'code': 200} Mar 01 14:00:28.165051 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-c92b8e19-806e-4879-8bd3-58ceb99e7202 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5b65fdc2-3e05-4be4-a087-d3f30c758cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447872 Mar 01 14:00:28.201947 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-55879d15-fd3d-49cd-9100-31eedd233509 req-72d9c8ae-b55d-4b83-bf98-b39b6a370cea tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f3f1207-42f6-4962-aad3-c268c135382b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892379 Mar 01 14:00:28.315110 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-7b8841ba-d9a9-4c19-9df4-eed90d7b3d38 service neutron] 10.222.0.32 "GET /v2.0/networks/5b65fdc2-3e05-4be4-a087-d3f30c758cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248119 Mar 01 14:00:28.339449 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54434) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:28.504295 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-324f8d3f-2cdc-487c-9d00-e35350bd30bc req-714785cc-ba18-495a-978b-5822350252b0 service neutron] 10.222.0.32 "GET /v2.0/networks/5b65fdc2-3e05-4be4-a087-d3f30c758cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819918 Mar 01 14:00:28.576267 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9e95f564-a74c-4b65-b791-1eaf8899a197 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:28.639335 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca601c7-731e-4057-a939-958e969ae61b req-40d80c98-dace-42d8-9425-346b840f43a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:28.641152 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fca601c7-731e-4057-a939-958e969ae61b req-40d80c98-dace-42d8-9425-346b840f43a7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a36faf14b274b7491326c464cf9d629&device_id=efc45ce5-fa72-4dbc-83c5-5bf0c4ae4f94 HTTP/1.1" status: 200 len: 1126 time: 0.0807257 Mar 01 14:00:28.779090 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9e95f564-a74c-4b65-b791-1eaf8899a197 admin admin] Publish callbacks [] for security_group (7d672789-8e74-4398-b7fa-fb9924cca4e5), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:28.787111 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9e95f564-a74c-4b65-b791-1eaf8899a197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (7d672789-8e74-4398-b7fa-fb9924cca4e5), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:28.809989 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca601c7-731e-4057-a939-958e969ae61b req-8df8f164-59f0-4b26-90b3-32851b955f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:28.811490 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fca601c7-731e-4057-a939-958e969ae61b req-8df8f164-59f0-4b26-90b3-32851b955f3a service neutron] 10.222.0.32 "GET /v2.0/networks?id=5b65fdc2-3e05-4be4-a087-d3f30c758cf0 HTTP/1.1" status: 200 len: 918 time: 0.1630378 Mar 01 14:00:28.835294 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95f564-a74c-4b65-b791-1eaf8899a197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d672789-8e74-4398-b7fa-fb9924cca4e5,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:28.866806 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:28.869437 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9e95f564-a74c-4b65-b791-1eaf8899a197 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d372989d693b404cba96978928168452&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5288622 Mar 01 14:00:28.872306 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e57c5-3014-4dee-a9a2-3b28fec17f36 req-d06266d5-7958-49a3-852b-118a9e14f33e tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:28.872872 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54452) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:28.882978 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-603e57c5-3014-4dee-a9a2-3b28fec17f36 req-d06266d5-7958-49a3-852b-118a9e14f33e tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.2007203 Mar 01 14:00:28.929696 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fca601c7-731e-4057-a939-958e969ae61b req-b9c169df-5478-4dea-854c-f59d9c77b439 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5626246-45fe-489f-aca9-1d056ffc19dd HTTP/1.1" status: 200 len: 217 time: 0.1104357 Mar 01 14:00:28.939521 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dbf3f88c-87f1-4ed1-ac77-fd99e4f08527 admin admin] Publish callbacks [] for security_group (7d672789-8e74-4398-b7fa-fb9924cca4e5), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:28.965689 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dbf3f88c-87f1-4ed1-ac77-fd99e4f08527 admin admin] Publish callbacks [] for security_group (7d672789-8e74-4398-b7fa-fb9924cca4e5), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:29.034074 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca601c7-731e-4057-a939-958e969ae61b req-382b2e1e-4a75-49d7-87b1-b877ae70d96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:29.035807 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fca601c7-731e-4057-a939-958e969ae61b req-382b2e1e-4a75-49d7-87b1-b877ae70d96d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75ead394-90b3-4d34-b593-d5f173ad2e96 HTTP/1.1" status: 200 len: 857 time: 0.0973709 Mar 01 14:00:29.053957 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dbf3f88c-87f1-4ed1-ac77-fd99e4f08527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (7d672789-8e74-4398-b7fa-fb9924cca4e5), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:29.056828 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dbf3f88c-87f1-4ed1-ac77-fd99e4f08527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:29.061183 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-dbf3f88c-87f1-4ed1-ac77-fd99e4f08527 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d672789-8e74-4398-b7fa-fb9924cca4e5 HTTP/1.1" status: 204 len: 168 time: 0.1846869 Mar 01 14:00:29.080563 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf3f88c-87f1-4ed1-ac77-fd99e4f08527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d672789-8e74-4398-b7fa-fb9924cca4e5,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:29.081473 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-603e57c5-3014-4dee-a9a2-3b28fec17f36 req-62fe3909-6102-4a06-8c3e-c67815c56d80 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974180 Mar 01 14:00:29.092547 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3f88c-87f1-4ed1-ac77-fd99e4f08527 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:29.093086 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3f88c-87f1-4ed1-ac77-fd99e4f08527 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:29.093609 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3f88c-87f1-4ed1-ac77-fd99e4f08527 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:29.094125 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3f88c-87f1-4ed1-ac77-fd99e4f08527 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:29.094596 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3f88c-87f1-4ed1-ac77-fd99e4f08527 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:29.095060 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3f88c-87f1-4ed1-ac77-fd99e4f08527 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:29.096004 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3f88c-87f1-4ed1-ac77-fd99e4f08527 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:29.096727 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3f88c-87f1-4ed1-ac77-fd99e4f08527 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:29.097193 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3f88c-87f1-4ed1-ac77-fd99e4f08527 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:29.097656 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3f88c-87f1-4ed1-ac77-fd99e4f08527 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:29.098119 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3f88c-87f1-4ed1-ac77-fd99e4f08527 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:29.098789 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3f88c-87f1-4ed1-ac77-fd99e4f08527 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:29.099266 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3f88c-87f1-4ed1-ac77-fd99e4f08527 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:00:29.102318 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fca601c7-731e-4057-a939-958e969ae61b req-ac99ff87-e717-4576-8d86-2e54a5024c70 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5b65fdc2-3e05-4be4-a087-d3f30c758cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597529 Mar 01 14:00:29.228205 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fca601c7-731e-4057-a939-958e969ae61b req-a1bab18e-0d44-4287-8241-d7735e4a6f68 service neutron] 10.222.0.32 "GET /v2.0/networks/5b65fdc2-3e05-4be4-a087-d3f30c758cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191540 Mar 01 14:00:29.431720 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fca601c7-731e-4057-a939-958e969ae61b req-91384ba8-a96b-490e-85ef-8da709422e28 service neutron] 10.222.0.32 "GET /v2.0/networks/5b65fdc2-3e05-4be4-a087-d3f30c758cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915116 Mar 01 14:00:29.714308 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54476) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:29.729676 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6cc11c7b-4230-4b0d-bbca-ef53259cadb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:29.940171 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6cc11c7b-4230-4b0d-bbca-ef53259cadb6 admin admin] Publish callbacks [] for security_group (87ccb1e7-0193-4b4e-8b7e-ff5b19c97383), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:29.951519 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6cc11c7b-4230-4b0d-bbca-ef53259cadb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (87ccb1e7-0193-4b4e-8b7e-ff5b19c97383), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:30.024609 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:30.047037 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6cc11c7b-4230-4b0d-bbca-ef53259cadb6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2dba132f78db47b9b89b258be5571fec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3272948 Mar 01 14:00:30.049429 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54484) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:30.071795 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc11c7b-4230-4b0d-bbca-ef53259cadb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ccb1e7-0193-4b4e-8b7e-ff5b19c97383,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:30.091250 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed668465-e9c6-4ee7-aca2-60d3a8e61411 req-90e75b8d-741e-4506-89aa-d6fc22db707a tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:30.095904 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ed668465-e9c6-4ee7-aca2-60d3a8e61411 req-90e75b8d-741e-4506-89aa-d6fc22db707a tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] 10.222.0.13 "GET /v2.0/ports?device_id=efc45ce5-fa72-4dbc-83c5-5bf0c4ae4f94 HTTP/1.1" status: 200 len: 944 time: 0.6662900 Mar 01 14:00:30.182766 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ed668465-e9c6-4ee7-aca2-60d3a8e61411 req-be5764f2-9a2d-4c02-a6c6-8a5ba3c7f5e3 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f3f1207-42f6-4962-aad3-c268c135382b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755231 Mar 01 14:00:30.222492 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-21b40365-e846-4b11-a2ba-d3b375cf786b admin admin] Publish callbacks [] for security_group (87ccb1e7-0193-4b4e-8b7e-ff5b19c97383), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:30.288039 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-21b40365-e846-4b11-a2ba-d3b375cf786b admin admin] Publish callbacks [] for security_group (87ccb1e7-0193-4b4e-8b7e-ff5b19c97383), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:30.377867 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-21b40365-e846-4b11-a2ba-d3b375cf786b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (87ccb1e7-0193-4b4e-8b7e-ff5b19c97383), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:30.381292 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-21b40365-e846-4b11-a2ba-d3b375cf786b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:30.382517 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-21b40365-e846-4b11-a2ba-d3b375cf786b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87ccb1e7-0193-4b4e-8b7e-ff5b19c97383 HTTP/1.1" status: 204 len: 168 time: 0.3311076 Mar 01 14:00:30.407922 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b40365-e846-4b11-a2ba-d3b375cf786b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ccb1e7-0193-4b4e-8b7e-ff5b19c97383,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:30.436326 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d2c61-c3c7-4829-b0eb-48c45bf47084 req-41ad6e38-c944-44e8-87a3-559e099b44dd tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:30.438145 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-816d2c61-c3c7-4829-b0eb-48c45bf47084 req-41ad6e38-c944-44e8-87a3-559e099b44dd tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.1016016 Mar 01 14:00:30.489903 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb44f2-7cd4-4aeb-804d-d1bf50479fa5 req-f8f1a843-7410-4b5a-9398-50be1a9730e2 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:30.495695 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb44f2-7cd4-4aeb-804d-d1bf50479fa5 req-f8f1a843-7410-4b5a-9398-50be1a9730e2 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:30.500562 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb44f2-7cd4-4aeb-804d-d1bf50479fa5 req-f8f1a843-7410-4b5a-9398-50be1a9730e2 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:30.506497 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb44f2-7cd4-4aeb-804d-d1bf50479fa5 req-f8f1a843-7410-4b5a-9398-50be1a9730e2 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:30.512087 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb44f2-7cd4-4aeb-804d-d1bf50479fa5 req-f8f1a843-7410-4b5a-9398-50be1a9730e2 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:30.517448 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb44f2-7cd4-4aeb-804d-d1bf50479fa5 req-f8f1a843-7410-4b5a-9398-50be1a9730e2 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:30.522768 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb44f2-7cd4-4aeb-804d-d1bf50479fa5 req-f8f1a843-7410-4b5a-9398-50be1a9730e2 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:30.530439 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8ddb44f2-7cd4-4aeb-804d-d1bf50479fa5 req-f8f1a843-7410-4b5a-9398-50be1a9730e2 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5445 time: 0.1926217 Mar 01 14:00:30.573937 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-816d2c61-c3c7-4829-b0eb-48c45bf47084 req-8ffc9a5b-db34-4b9c-81b4-ce810f3c435f tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180894 Mar 01 14:00:30.636372 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8ddb44f2-7cd4-4aeb-804d-d1bf50479fa5 req-77996dbd-096e-4e67-a29b-f90953e53703 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1038706 Mar 01 14:00:31.378807 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2f2a9-475f-4e26-a3c5-e174b629c52c req-69f9a59b-1165-4960-a533-ccc2a9b3cc12 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:31.390055 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6bf2f2a9-475f-4e26-a3c5-e174b629c52c req-69f9a59b-1165-4960-a533-ccc2a9b3cc12 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] 10.222.0.13 "GET /v2.0/ports?device_id=efc45ce5-fa72-4dbc-83c5-5bf0c4ae4f94 HTTP/1.1" status: 200 len: 944 time: 0.0757060 Mar 01 14:00:31.452151 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6bf2f2a9-475f-4e26-a3c5-e174b629c52c req-759dfd3b-65ba-4e05-bd66-7bdaaf6f08eb tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f3f1207-42f6-4962-aad3-c268c135382b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556505 Mar 01 14:00:31.724434 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:31.752942 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148153c-8d17-4198-989c-b93dca64dfcd req-6649c99b-84e3-446d-8363-f92921e80b22 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:31.755689 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b148153c-8d17-4198-989c-b93dca64dfcd req-6649c99b-84e3-446d-8363-f92921e80b22 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.1079981 Mar 01 14:00:31.846542 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b148153c-8d17-4198-989c-b93dca64dfcd req-e0a18545-1796-4d28-9f0c-8b33bb154786 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775862 Mar 01 14:00:31.874006 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device e5626246-45fe-489f-aca9-1d056ffc19dd details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:00:31.904528 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe932990-a00d-4778-a507-f0026298451f req-1e9faacc-f5d9-47eb-b67c-92486cef281f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:31.920470 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe932990-a00d-4778-a507-f0026298451f req-1e9faacc-f5d9-47eb-b67c-92486cef281f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:31.931585 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe932990-a00d-4778-a507-f0026298451f req-1e9faacc-f5d9-47eb-b67c-92486cef281f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:31.948855 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe932990-a00d-4778-a507-f0026298451f req-1e9faacc-f5d9-47eb-b67c-92486cef281f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:31.961258 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe932990-a00d-4778-a507-f0026298451f req-1e9faacc-f5d9-47eb-b67c-92486cef281f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:31.966601 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe932990-a00d-4778-a507-f0026298451f req-1e9faacc-f5d9-47eb-b67c-92486cef281f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:31.986875 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe932990-a00d-4778-a507-f0026298451f req-1e9faacc-f5d9-47eb-b67c-92486cef281f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:31.988897 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fe932990-a00d-4778-a507-f0026298451f req-1e9faacc-f5d9-47eb-b67c-92486cef281f tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5445 time: 0.2314355 Mar 01 14:00:32.073595 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port e5626246-45fe-489f-aca9-1d056ffc19dd, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=e5626246-45fe-489f-aca9-1d056ffc19dd,segment=NetworkSegment(2c0df8e6-d5d1-4349-82e1-c1cb86c6ba4c),segment_id=2c0df8e6-d5d1-4349-82e1-c1cb86c6ba4c)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:00:32.088881 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'e5626246-45fe-489f-aca9-1d056ffc19dd', 'network_id': '5b65fdc2-3e05-4be4-a087-d3f30c758cf0', 'port_id': 'e5626246-45fe-489f-aca9-1d056ffc19dd', 'mac_address': 'fa:16:3e:f5:36:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75ead394-90b3-4d34-b593-d5f173ad2e96', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:00:32.092302 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fe932990-a00d-4778-a507-f0026298451f req-ac3f7da5-46b1-4cd4-93d6-d9edab4f0493 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0930996 Mar 01 14:00:32.130543 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port e5626246-45fe-489f-aca9-1d056ffc19dd is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:00:32.130935 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e5626246-45fe-489f-aca9-1d056ffc19dd), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:32.150371 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5626246-45fe-489f-aca9-1d056ffc19dd {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:00:32.171535 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port e5626246-45fe-489f-aca9-1d056ffc19dd, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=e5626246-45fe-489f-aca9-1d056ffc19dd,segment=NetworkSegment(2c0df8e6-d5d1-4349-82e1-c1cb86c6ba4c),segment_id=2c0df8e6-d5d1-4349-82e1-c1cb86c6ba4c)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:00:32.177218 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (e5626246-45fe-489f-aca9-1d056ffc19dd), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:32.232906 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=e5626246-45fe-489f-aca9-1d056ffc19dd,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:32.652442 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c786f8-16ef-4c69-beaa-6eef8c449baf req-20954748-359d-47d1-9f45-1b822024f653 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:32.654987 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-78c786f8-16ef-4c69-beaa-6eef8c449baf req-20954748-359d-47d1-9f45-1b822024f653 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] 10.222.0.13 "GET /v2.0/ports?device_id=efc45ce5-fa72-4dbc-83c5-5bf0c4ae4f94 HTTP/1.1" status: 200 len: 945 time: 0.1223943 Mar 01 14:00:32.718547 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-78c786f8-16ef-4c69-beaa-6eef8c449baf req-0874abd1-4a29-4a97-bac9-f2df5c9c3cc2 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f3f1207-42f6-4962-aad3-c268c135382b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579975 Mar 01 14:00:32.760622 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['e5626246-45fe-489f-aca9-1d056ffc19dd'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:00:33.067137 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06512243-4cda-4aee-8e6a-f217120b92a9 req-1b0edb2e-0582-40fe-aeb4-485eec4ca7e2 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:33.069757 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06512243-4cda-4aee-8e6a-f217120b92a9 req-1b0edb2e-0582-40fe-aeb4-485eec4ca7e2 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.0930078 Mar 01 14:00:33.149052 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06512243-4cda-4aee-8e6a-f217120b92a9 req-f064e451-3b51-4fe9-9df6-bbde8a562b62 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632231 Mar 01 14:00:33.257520 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53363d48-5b40-476a-bd23-aac26d96e84b req-439cbb3b-778a-4304-8c27-b1a940523001 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:33.263013 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53363d48-5b40-476a-bd23-aac26d96e84b req-439cbb3b-778a-4304-8c27-b1a940523001 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:33.268266 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53363d48-5b40-476a-bd23-aac26d96e84b req-439cbb3b-778a-4304-8c27-b1a940523001 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:33.274164 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53363d48-5b40-476a-bd23-aac26d96e84b req-439cbb3b-778a-4304-8c27-b1a940523001 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:33.279378 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53363d48-5b40-476a-bd23-aac26d96e84b req-439cbb3b-778a-4304-8c27-b1a940523001 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:33.284789 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53363d48-5b40-476a-bd23-aac26d96e84b req-439cbb3b-778a-4304-8c27-b1a940523001 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:33.292222 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53363d48-5b40-476a-bd23-aac26d96e84b req-439cbb3b-778a-4304-8c27-b1a940523001 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:33.294160 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-53363d48-5b40-476a-bd23-aac26d96e84b req-439cbb3b-778a-4304-8c27-b1a940523001 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5445 time: 0.1001506 Mar 01 14:00:33.365529 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-53363d48-5b40-476a-bd23-aac26d96e84b req-1d59e0c3-c4cf-4c65-a2c4-608d742b6163 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645986 Mar 01 14:00:33.583843 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-4b6095e1-3fdf-4095-a4c5-f74c6b6ad8f5 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:33.589349 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-4b6095e1-3fdf-4095-a4c5-f74c6b6ad8f5 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:33.594635 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-4b6095e1-3fdf-4095-a4c5-f74c6b6ad8f5 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:33.600823 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-4b6095e1-3fdf-4095-a4c5-f74c6b6ad8f5 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:33.606072 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-4b6095e1-3fdf-4095-a4c5-f74c6b6ad8f5 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:33.611506 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-4b6095e1-3fdf-4095-a4c5-f74c6b6ad8f5 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:33.617406 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-4b6095e1-3fdf-4095-a4c5-f74c6b6ad8f5 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:33.619275 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-4b6095e1-3fdf-4095-a4c5-f74c6b6ad8f5 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.32 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5445 time: 0.1080472 Mar 01 14:00:33.671516 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-ee0f6d16-77f8-490b-832d-c008fe340fb2 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:33.673196 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-ee0f6d16-77f8-490b-832d-c008fe340fb2 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.32 "GET /v2.0/ports/30fd31a3-73cf-46f5-87d5-6169382a8920?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0479467 Mar 01 14:00:33.819321 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-03949988-9f87-4ed1-8cc9-4715de6ddecb tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.32 "GET /v2.0/networks/ecc5a3c2-7ca8-4634-8af5-754b9bcd314c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1410668 Mar 01 14:00:33.831820 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-6c65f74b-9725-40b3-8d89-ffe39189269e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:00:33.904333 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device e5626246-45fe-489f-aca9-1d056ffc19dd up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:00:33.950061 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-6c65f74b-9725-40b3-8d89-ffe39189269e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (30fd31a3-73cf-46f5-87d5-6169382a8920), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:33.960343 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777e6c8-726b-4abd-a6e9-5df1ab84b203 req-484bfa72-dca4-460d-bdbd-4b93f87cf726 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:33.962454 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5777e6c8-726b-4abd-a6e9-5df1ab84b203 req-484bfa72-dca4-460d-bdbd-4b93f87cf726 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] 10.222.0.13 "GET /v2.0/ports?device_id=efc45ce5-fa72-4dbc-83c5-5bf0c4ae4f94 HTTP/1.1" status: 200 len: 945 time: 0.1349118 Mar 01 14:00:34.001104 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port e5626246-45fe-489f-aca9-1d056ffc19dd completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:00:34.010745 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port e5626246-45fe-489f-aca9-1d056ffc19dd triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:00:34.011885 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e5626246-45fe-489f-aca9-1d056ffc19dd), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:34.065098 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5777e6c8-726b-4abd-a6e9-5df1ab84b203 req-ba938d40-e775-4b65-82c3-0655658d5fcd tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f3f1207-42f6-4962-aad3-c268c135382b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913656 Mar 01 14:00:34.253984 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port e5626246-45fe-489f-aca9-1d056ffc19dd is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:00:34.254602 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e5626246-45fe-489f-aca9-1d056ffc19dd), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:34.257797 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-6c65f74b-9725-40b3-8d89-ffe39189269e service neutron] For port 30fd31a3-73cf-46f5-87d5-6169382a8920, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=30fd31a3-73cf-46f5-87d5-6169382a8920,segment=NetworkSegment(f0640c11-940f-42bc-a068-93c7ed619c6a),segment_id=f0640c11-940f-42bc-a068-93c7ed619c6a)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:00:34.298356 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc45ce5-fa72-4dbc-83c5-5bf0c4ae4f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5626246-45fe-489f-aca9-1d056ffc19dd'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:00:34.304740 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e55ec9e-01ec-4971-8e86-f6ebb206b4b9" -d '{"events": [{"server_uuid": "efc45ce5-fa72-4dbc-83c5-5bf0c4ae4f94", "name": "network-vif-plugged", "status": "completed", "tag": "e5626246-45fe-489f-aca9-1d056ffc19dd"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:00:34.318761 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port e5626246-45fe-489f-aca9-1d056ffc19dd, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=e5626246-45fe-489f-aca9-1d056ffc19dd,segment=NetworkSegment(2c0df8e6-d5d1-4349-82e1-c1cb86c6ba4c),segment_id=2c0df8e6-d5d1-4349-82e1-c1cb86c6ba4c)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:00:34.329539 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (e5626246-45fe-489f-aca9-1d056ffc19dd), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:34.330628 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 94186ee2-17a9-4363-9cd1-5dd589fc6f6d no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:00:34.440254 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-6c65f74b-9725-40b3-8d89-ffe39189269e service neutron] For port 30fd31a3-73cf-46f5-87d5-6169382a8920, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:00:34.479973 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7066e0a3-5a49-4f15-abc2-64afb1c07ef6 x-openstack-request-id: req-7066e0a3-5a49-4f15-abc2-64afb1c07ef6 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:00:34.480319 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc45ce5-fa72-4dbc-83c5-5bf0c4ae4f94", "name": "network-vif-plugged", "status": "completed", "tag": "e5626246-45fe-489f-aca9-1d056ffc19dd", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:00:34.480927 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7066e0a3-5a49-4f15-abc2-64afb1c07ef6 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:00:34.481534 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc45ce5-fa72-4dbc-83c5-5bf0c4ae4f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5626246-45fe-489f-aca9-1d056ffc19dd', 'code': 200} Mar 01 14:00:34.484755 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=e5626246-45fe-489f-aca9-1d056ffc19dd,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:34.503624 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8717c4-a9f5-4f42-bd17-67ddb2697be0 req-4fad71a4-f525-482a-ae36-ab8ff5be2c32 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:34.505776 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4b8717c4-a9f5-4f42-bd17-67ddb2697be0 req-4fad71a4-f525-482a-ae36-ab8ff5be2c32 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.2269716 Mar 01 14:00:34.547291 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db05896-9167-4e61-b6e0-09555f081949 req-4fb3eb08-87ba-4f4b-909a-e537cbeb7ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:34.549134 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2db05896-9167-4e61-b6e0-09555f081949 req-4fb3eb08-87ba-4f4b-909a-e537cbeb7ff4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=efc45ce5-fa72-4dbc-83c5-5bf0c4ae4f94 HTTP/1.1" status: 200 len: 1128 time: 0.1183648 Mar 01 14:00:34.566707 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-6c65f74b-9725-40b3-8d89-ffe39189269e service neutron] device_id is not set on port 30fd31a3-73cf-46f5-87d5-6169382a8920 yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:00:34.617977 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-6c65f74b-9725-40b3-8d89-ffe39189269e service neutron] Publish callbacks [] for port (30fd31a3-73cf-46f5-87d5-6169382a8920), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:34.634741 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4b8717c4-a9f5-4f42-bd17-67ddb2697be0 req-4aedcdbf-8a94-426e-b55e-53132078dd69 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128917 Mar 01 14:00:34.668654 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-6c65f74b-9725-40b3-8d89-ffe39189269e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (30fd31a3-73cf-46f5-87d5-6169382a8920), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:34.690519 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2db05896-9167-4e61-b6e0-09555f081949 req-8d78cd42-0a0e-4f83-8fd2-688a0b6894bd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0f3f1207-42f6-4962-aad3-c268c135382b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352708 Mar 01 14:00:34.765641 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 94186ee2-17a9-4363-9cd1-5dd589fc6f6d is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:00:34.766001 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (94186ee2-17a9-4363-9cd1-5dd589fc6f6d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:34.776477 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54770) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:34.797977 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017f775-1e71-4b09-a19a-7649485ba922 req-543f2b59-00c9-43d4-94ae-1fe2a95f0709 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:34.811664 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017f775-1e71-4b09-a19a-7649485ba922 req-543f2b59-00c9-43d4-94ae-1fe2a95f0709 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:34.821736 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017f775-1e71-4b09-a19a-7649485ba922 req-543f2b59-00c9-43d4-94ae-1fe2a95f0709 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:34.827328 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 94186ee2-17a9-4363-9cd1-5dd589fc6f6d, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=94186ee2-17a9-4363-9cd1-5dd589fc6f6d,segment=NetworkSegment(16eada52-045a-4b45-90c8-cb23f5f5789e),segment_id=16eada52-045a-4b45-90c8-cb23f5f5789e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:00:34.834055 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017f775-1e71-4b09-a19a-7649485ba922 req-543f2b59-00c9-43d4-94ae-1fe2a95f0709 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:34.836903 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (94186ee2-17a9-4363-9cd1-5dd589fc6f6d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:34.846999 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017f775-1e71-4b09-a19a-7649485ba922 req-543f2b59-00c9-43d4-94ae-1fe2a95f0709 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:34.852820 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017f775-1e71-4b09-a19a-7649485ba922 req-543f2b59-00c9-43d4-94ae-1fe2a95f0709 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:34.858274 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017f775-1e71-4b09-a19a-7649485ba922 req-543f2b59-00c9-43d4-94ae-1fe2a95f0709 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:34.867124 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b017f775-1e71-4b09-a19a-7649485ba922 req-543f2b59-00c9-43d4-94ae-1fe2a95f0709 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 5445 time: 0.3581481 Mar 01 14:00:34.925275 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-6c65f74b-9725-40b3-8d89-ffe39189269e service neutron] No DVR routers for this DVR port 30fd31a3-73cf-46f5-87d5-6169382a8920 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:00:34.930921 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65f74b-9725-40b3-8d89-ffe39189269e service neutron] Pushing event updated for resources: {'Port': ['ID=30fd31a3-73cf-46f5-87d5-6169382a8920,revision_number=6']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:34.941998 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=94186ee2-17a9-4363-9cd1-5dd589fc6f6d,revision_number=6']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:34.992656 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4a0a6df4-8e44-4592-b464-da12c674de1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:35.043587 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-6c65f74b-9725-40b3-8d89-ffe39189269e service neutron] In _notify_port_updated(), no bound segment for port 30fd31a3-73cf-46f5-87d5-6169382a8920 on network ecc5a3c2-7ca8-4634-8af5-754b9bcd314c {{(pid=103727) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 01 14:00:35.045291 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-6c65f74b-9725-40b3-8d89-ffe39189269e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:35.045291 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-6c65f74b-9725-40b3-8d89-ffe39189269e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:35.046456 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-6c65f74b-9725-40b3-8d89-ffe39189269e service neutron] 10.222.0.32 "PUT /v2.0/ports/30fd31a3-73cf-46f5-87d5-6169382a8920 HTTP/1.1" status: 200 len: 1032 time: 1.2201498 Mar 01 14:00:35.076331 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b017f775-1e71-4b09-a19a-7649485ba922 req-c518712c-4a2f-4cdd-8500-c53a8d4f0edc tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&id=093993db-f4e9-40a9-8143-0b022f5badf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2080412 Mar 01 14:00:35.142622 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-f08aae13-82b7-4dd6-9e50-c5505af6c9d0 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:35.144105 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-f08aae13-82b7-4dd6-9e50-c5505af6c9d0 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.32 "GET /v2.0/ports/65aa8d5c-27c6-46fc-b051-44172617a654?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0664957 Mar 01 14:00:35.164783 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-183d15d0-52cd-42ec-bfa9-a005c8ed4668 None None] Provisioning complete for port 30fd31a3-73cf-46f5-87d5-6169382a8920 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:00:35.166036 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-183d15d0-52cd-42ec-bfa9-a005c8ed4668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (30fd31a3-73cf-46f5-87d5-6169382a8920), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:35.169645 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-97f2956e-0ea4-42e7-ba90-a1a985d52697 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:00:35.177820 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4a0a6df4-8e44-4592-b464-da12c674de1f admin admin] Publish callbacks [] for security_group (3ab41e2e-239c-49aa-8263-fd06c5e1f683), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:35.186964 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4a0a6df4-8e44-4592-b464-da12c674de1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (3ab41e2e-239c-49aa-8263-fd06c5e1f683), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:35.214339 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-183d15d0-52cd-42ec-bfa9-a005c8ed4668 None None] Port 30fd31a3-73cf-46f5-87d5-6169382a8920 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:00:35.257409 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4a0a6df4-8e44-4592-b464-da12c674de1f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b8d0152109848338fcc155a3615830e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4774644 Mar 01 14:00:35.257409 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a6df4-8e44-4592-b464-da12c674de1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab41e2e-239c-49aa-8263-fd06c5e1f683,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:35.258179 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 54788) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:35.387230 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-97f2956e-0ea4-42e7-ba90-a1a985d52697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (65aa8d5c-27c6-46fc-b051-44172617a654), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:35.402985 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5d8c6f4f-a352-4f80-8da6-6418fcf62d77 admin admin] Publish callbacks [] for security_group (3ab41e2e-239c-49aa-8263-fd06c5e1f683), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:35.415077 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfaf91f-ae48-419d-bc05-d30ec8c97ed9 req-809b247f-e2a8-4378-979e-3567ef4bfff2 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:35.416669 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8cfaf91f-ae48-419d-bc05-d30ec8c97ed9 req-809b247f-e2a8-4378-979e-3567ef4bfff2 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] 10.222.0.13 "GET /v2.0/ports?device_id=efc45ce5-fa72-4dbc-83c5-5bf0c4ae4f94 HTTP/1.1" status: 200 len: 946 time: 0.1543140 Mar 01 14:00:35.472730 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5d8c6f4f-a352-4f80-8da6-6418fcf62d77 admin admin] Publish callbacks [] for security_group (3ab41e2e-239c-49aa-8263-fd06c5e1f683), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:35.589144 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8cfaf91f-ae48-419d-bc05-d30ec8c97ed9 req-27bb0d72-f236-442f-af67-ead71140f037 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f3f1207-42f6-4962-aad3-c268c135382b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608667 Mar 01 14:00:35.613191 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5d8c6f4f-a352-4f80-8da6-6418fcf62d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (3ab41e2e-239c-49aa-8263-fd06c5e1f683), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:35.620012 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5d8c6f4f-a352-4f80-8da6-6418fcf62d77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:35.621793 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5d8c6f4f-a352-4f80-8da6-6418fcf62d77 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ab41e2e-239c-49aa-8263-fd06c5e1f683 HTTP/1.1" status: 204 len: 168 time: 0.3580852 Mar 01 14:00:35.666167 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c6f4f-a352-4f80-8da6-6418fcf62d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab41e2e-239c-49aa-8263-fd06c5e1f683,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:35.684189 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-97f2956e-0ea4-42e7-ba90-a1a985d52697 service neutron] For port 65aa8d5c-27c6-46fc-b051-44172617a654, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=65aa8d5c-27c6-46fc-b051-44172617a654,segment=NetworkSegment(f0640c11-940f-42bc-a068-93c7ed619c6a),segment_id=f0640c11-940f-42bc-a068-93c7ed619c6a)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:00:35.734842 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-97f2956e-0ea4-42e7-ba90-a1a985d52697 service neutron] For port 65aa8d5c-27c6-46fc-b051-44172617a654, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:00:35.812229 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-97f2956e-0ea4-42e7-ba90-a1a985d52697 service neutron] device_id is not set on port 65aa8d5c-27c6-46fc-b051-44172617a654 yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:00:35.825312 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-97f2956e-0ea4-42e7-ba90-a1a985d52697 service neutron] Publish callbacks [] for port (65aa8d5c-27c6-46fc-b051-44172617a654), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:35.844363 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-97f2956e-0ea4-42e7-ba90-a1a985d52697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (65aa8d5c-27c6-46fc-b051-44172617a654), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:35.872227 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f8b7d-8521-4bb4-8b19-77dffce377ba req-81ac081b-ca4d-4ac5-9f66-bad48ea18209 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:35.874336 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a77f8b7d-8521-4bb4-8b19-77dffce377ba req-81ac081b-ca4d-4ac5-9f66-bad48ea18209 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.0971477 Mar 01 14:00:35.922821 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 65aa8d5c-27c6-46fc-b051-44172617a654 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:00:35.938543 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2956e-0ea4-42e7-ba90-a1a985d52697 service neutron] Pushing event updated for resources: {'Port': ['ID=65aa8d5c-27c6-46fc-b051-44172617a654,revision_number=6']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:36.027848 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] The host n-h1-827467-3 is not matching for port 65aa8d5c-27c6-46fc-b051-44172617a654 host ! {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 01 14:00:36.032580 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 65aa8d5c-27c6-46fc-b051-44172617a654 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:00:36.034780 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 13b9e748-a974-42c2-8e91-ba448a992de1 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:00:36.053039 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-97f2956e-0ea4-42e7-ba90-a1a985d52697 service neutron] No DVR routers for this DVR port 65aa8d5c-27c6-46fc-b051-44172617a654 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:00:36.202763 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a77f8b7d-8521-4bb4-8b19-77dffce377ba req-b461705b-1fb8-4cf5-9f3a-5ab56d79fe7d tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367067 Mar 01 14:00:36.219998 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 13b9e748-a974-42c2-8e91-ba448a992de1 is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:00:36.220662 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (13b9e748-a974-42c2-8e91-ba448a992de1), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:36.228899 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-97f2956e-0ea4-42e7-ba90-a1a985d52697 service neutron] In _notify_port_updated(), no bound segment for port 65aa8d5c-27c6-46fc-b051-44172617a654 on network ecc5a3c2-7ca8-4634-8af5-754b9bcd314c {{(pid=103727) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 01 14:00:36.229849 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-97f2956e-0ea4-42e7-ba90-a1a985d52697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:36.230472 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-97f2956e-0ea4-42e7-ba90-a1a985d52697 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:36.236084 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-97f2956e-0ea4-42e7-ba90-a1a985d52697 service neutron] 10.222.0.32 "PUT /v2.0/ports/65aa8d5c-27c6-46fc-b051-44172617a654 HTTP/1.1" status: 200 len: 1033 time: 1.0772982 Mar 01 14:00:36.329693 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 13b9e748-a974-42c2-8e91-ba448a992de1, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=13b9e748-a974-42c2-8e91-ba448a992de1,segment=NetworkSegment(18984bbf-5445-4915-9e22-7c226c4017cd),segment_id=18984bbf-5445-4915-9e22-7c226c4017cd)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:00:36.340299 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (13b9e748-a974-42c2-8e91-ba448a992de1), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:36.341038 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 3f30462d-3b3f-4caa-8a88-069fb2ae94b1 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:00:36.388732 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993bc50-b079-44a3-82c5-1998ce62b6f5 req-9892ec0a-32c4-4744-99d1-001d85130ef4 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:36.394565 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993bc50-b079-44a3-82c5-1998ce62b6f5 req-9892ec0a-32c4-4744-99d1-001d85130ef4 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:36.400593 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993bc50-b079-44a3-82c5-1998ce62b6f5 req-9892ec0a-32c4-4744-99d1-001d85130ef4 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:36.408209 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993bc50-b079-44a3-82c5-1998ce62b6f5 req-9892ec0a-32c4-4744-99d1-001d85130ef4 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:36.414443 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993bc50-b079-44a3-82c5-1998ce62b6f5 req-9892ec0a-32c4-4744-99d1-001d85130ef4 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:36.422310 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a993bc50-b079-44a3-82c5-1998ce62b6f5 req-9892ec0a-32c4-4744-99d1-001d85130ef4 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 3884 time: 0.1826518 Mar 01 14:00:36.487729 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94186ee2-17a9-4363-9cd1-5dd589fc6f6d'}, {'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13b9e748-a974-42c2-8e91-ba448a992de1'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:00:36.494583 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e849aa49-f735-450f-8628-ba3a8a0c9b00" -d '{"events": [{"server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "name": "network-vif-unplugged", "status": "completed", "tag": "94186ee2-17a9-4363-9cd1-5dd589fc6f6d"}, {"server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "name": "network-vif-unplugged", "status": "completed", "tag": "13b9e748-a974-42c2-8e91-ba448a992de1"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:00:36.536916 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a993bc50-b079-44a3-82c5-1998ce62b6f5 req-09d33a73-1965-41cc-bdc9-baa082115ecd tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136162 Mar 01 14:00:36.548361 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=13b9e748-a974-42c2-8e91-ba448a992de1,revision_number=6']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:36.593897 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 01 Mar 2022 14:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639925dc-1215-483b-9071-33cb7b51cdce x-openstack-request-id: req-639925dc-1215-483b-9071-33cb7b51cdce {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:00:36.594868 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "name": "network-vif-unplugged", "status": "completed", "tag": "94186ee2-17a9-4363-9cd1-5dd589fc6f6d", "code": 200}, {"server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "name": "network-vif-unplugged", "status": "completed", "tag": "13b9e748-a974-42c2-8e91-ba448a992de1", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:00:36.595544 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-639925dc-1215-483b-9071-33cb7b51cdce {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:00:36.596146 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94186ee2-17a9-4363-9cd1-5dd589fc6f6d', 'code': 200} Mar 01 14:00:36.596553 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13b9e748-a974-42c2-8e91-ba448a992de1', 'code': 200} Mar 01 14:00:36.599556 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-2970dda7-4e52-4dbd-9e34-8eaa509be9d8 None None] Provisioning complete for port 65aa8d5c-27c6-46fc-b051-44172617a654 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:00:36.600203 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2970dda7-4e52-4dbd-9e34-8eaa509be9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (65aa8d5c-27c6-46fc-b051-44172617a654), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:36.617137 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-c29eaee9-4b39-4672-a25b-b932d450ff34 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Deleting port 3f30462d-3b3f-4caa-8a88-069fb2ae94b1 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:00:36.620330 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-c29eaee9-4b39-4672-a25b-b932d450ff34 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (3f30462d-3b3f-4caa-8a88-069fb2ae94b1), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:36.647431 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 3f30462d-3b3f-4caa-8a88-069fb2ae94b1 is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:00:36.648169 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3f30462d-3b3f-4caa-8a88-069fb2ae94b1), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:36.707445 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 3f30462d-3b3f-4caa-8a88-069fb2ae94b1, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=3f30462d-3b3f-4caa-8a88-069fb2ae94b1,segment=NetworkSegment(f0640c11-940f-42bc-a068-93c7ed619c6a),segment_id=f0640c11-940f-42bc-a068-93c7ed619c6a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:00:36.731562 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (3f30462d-3b3f-4caa-8a88-069fb2ae94b1), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:36.732824 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 30fd31a3-73cf-46f5-87d5-6169382a8920 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:00:36.802497 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-c29eaee9-4b39-4672-a25b-b932d450ff34 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] For port 3f30462d-3b3f-4caa-8a88-069fb2ae94b1, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=3f30462d-3b3f-4caa-8a88-069fb2ae94b1,segment=NetworkSegment(f0640c11-940f-42bc-a068-93c7ed619c6a),segment_id=f0640c11-940f-42bc-a068-93c7ed619c6a)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:00:36.802863 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-c29eaee9-4b39-4672-a25b-b932d450ff34 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (3f30462d-3b3f-4caa-8a88-069fb2ae94b1), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:36.829621 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-c29eaee9-4b39-4672-a25b-b932d450ff34 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Calling delete_port for 3f30462d-3b3f-4caa-8a88-069fb2ae94b1 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:00:36.831212 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-2970dda7-4e52-4dbd-9e34-8eaa509be9d8 None None] Port 65aa8d5c-27c6-46fc-b051-44172617a654 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:00:36.839342 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] The host n-h1-827467-3 is not matching for port 30fd31a3-73cf-46f5-87d5-6169382a8920 host ! {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 01 14:00:36.839776 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 30fd31a3-73cf-46f5-87d5-6169382a8920 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:00:36.840223 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 3bb0ce28-dd64-442c-82fd-08ca68864979 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:00:36.857724 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0b62d-bbe3-41de-a18a-67a816b177ca req-510f3ddd-8e65-4a0c-8891-8b3781e978a1 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:36.860017 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c8a0b62d-bbe3-41de-a18a-67a816b177ca req-510f3ddd-8e65-4a0c-8891-8b3781e978a1 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] 10.222.0.13 "GET /v2.0/ports?device_id=efc45ce5-fa72-4dbc-83c5-5bf0c4ae4f94 HTTP/1.1" status: 200 len: 946 time: 0.1269450 Mar 01 14:00:36.905661 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=3f30462d-3b3f-4caa-8a88-069fb2ae94b1,revision_number=6']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:36.966711 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 3bb0ce28-dd64-442c-82fd-08ca68864979 is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:00:36.967080 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3bb0ce28-dd64-442c-82fd-08ca68864979), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:37.004461 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c8a0b62d-bbe3-41de-a18a-67a816b177ca req-bb7390b5-6ce0-4768-abae-4a9431e83f72 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f3f1207-42f6-4962-aad3-c268c135382b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302326 Mar 01 14:00:37.060189 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 3bb0ce28-dd64-442c-82fd-08ca68864979, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=3bb0ce28-dd64-442c-82fd-08ca68864979,segment=NetworkSegment(18984bbf-5445-4915-9e22-7c226c4017cd),segment_id=18984bbf-5445-4915-9e22-7c226c4017cd)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:00:37.069817 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (3bb0ce28-dd64-442c-82fd-08ca68864979), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:37.070560 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device f4479280-1038-47ed-a9f7-bd30c4953ba7 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:00:37.156102 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-c29eaee9-4b39-4672-a25b-b932d450ff34 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (3f30462d-3b3f-4caa-8a88-069fb2ae94b1), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:37.204818 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29eaee9-4b39-4672-a25b-b932d450ff34 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Pushing event deleted for resources: {'Port': ['ID=3f30462d-3b3f-4caa-8a88-069fb2ae94b1,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:37.265285 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-c29eaee9-4b39-4672-a25b-b932d450ff34 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] No DVR routers for this DVR port 3f30462d-3b3f-4caa-8a88-069fb2ae94b1 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:00:37.269094 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-c29eaee9-4b39-4672-a25b-b932d450ff34 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:37.276740 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-c29eaee9-4b39-4672-a25b-b932d450ff34 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.32 "DELETE /v2.0/ports/3f30462d-3b3f-4caa-8a88-069fb2ae94b1 HTTP/1.1" status: 204 len: 173 time: 0.9989653 Mar 01 14:00:37.278332 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'name': 'network-vif-deleted', 'tag': '3f30462d-3b3f-4caa-8a88-069fb2ae94b1'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:00:37.284715 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab07783-2e2c-4b8f-b534-68559bd0802c" -d '{"events": [{"server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "name": "network-vif-deleted", "tag": "3f30462d-3b3f-4caa-8a88-069fb2ae94b1"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:00:37.288030 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=3bb0ce28-dd64-442c-82fd-08ca68864979,revision_number=6']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:37.390886 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port f4479280-1038-47ed-a9f7-bd30c4953ba7 is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:00:37.391287 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f4479280-1038-47ed-a9f7-bd30c4953ba7), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:37.463313 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf57205-d37c-4566-91dd-8ea5382818ea x-openstack-request-id: req-3bf57205-d37c-4566-91dd-8ea5382818ea {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:00:37.463543 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port f4479280-1038-47ed-a9f7-bd30c4953ba7, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f4479280-1038-47ed-a9f7-bd30c4953ba7,segment=NetworkSegment(f0640c11-940f-42bc-a068-93c7ed619c6a),segment_id=f0640c11-940f-42bc-a068-93c7ed619c6a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:00:37.463760 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "name": "network-vif-deleted", "tag": "3f30462d-3b3f-4caa-8a88-069fb2ae94b1", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:00:37.464183 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3bf57205-d37c-4566-91dd-8ea5382818ea {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:00:37.464605 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'name': 'network-vif-deleted', 'tag': '3f30462d-3b3f-4caa-8a88-069fb2ae94b1', 'status': 'completed', 'code': 200} Mar 01 14:00:37.475403 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f4479280-1038-47ed-a9f7-bd30c4953ba7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:37.542210 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=f4479280-1038-47ed-a9f7-bd30c4953ba7,revision_number=6']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:37.568548 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-6da9ae12-0eec-41da-9c69-af96080438cf tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Deleting port 13b9e748-a974-42c2-8e91-ba448a992de1 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:00:37.568548 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-6da9ae12-0eec-41da-9c69-af96080438cf tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (13b9e748-a974-42c2-8e91-ba448a992de1), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:37.711710 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 00acc6ed-69b5-4404-a397-2e35c1ff45c0 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:00:37.713613 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf78918-cf5d-456b-b8e9-be2ac5349cf5 req-c17ab2ea-abad-4a21-827b-5f5a2440829e tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:37.715766 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ccf78918-cf5d-456b-b8e9-be2ac5349cf5 req-c17ab2ea-abad-4a21-827b-5f5a2440829e tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.3109546 Mar 01 14:00:37.823041 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ccf78918-cf5d-456b-b8e9-be2ac5349cf5 req-d6990f63-4b87-4b67-8127-fbf3bb6e7a21 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750914 Mar 01 14:00:37.831856 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-6da9ae12-0eec-41da-9c69-af96080438cf tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] For port 13b9e748-a974-42c2-8e91-ba448a992de1, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=13b9e748-a974-42c2-8e91-ba448a992de1,segment=NetworkSegment(18984bbf-5445-4915-9e22-7c226c4017cd),segment_id=18984bbf-5445-4915-9e22-7c226c4017cd)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:00:37.832455 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-6da9ae12-0eec-41da-9c69-af96080438cf tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (13b9e748-a974-42c2-8e91-ba448a992de1), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:37.867437 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffcc8d-1ce4-412e-84de-f73eee7fc59c req-e327b1d8-1155-4d20-93eb-15119cfbc02c tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:37.874857 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c8ffcc8d-1ce4-412e-84de-f73eee7fc59c req-e327b1d8-1155-4d20-93eb-15119cfbc02c tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] 10.222.0.13 "GET /v2.0/ports?device_id=efc45ce5-fa72-4dbc-83c5-5bf0c4ae4f94 HTTP/1.1" status: 200 len: 946 time: 0.3178234 Mar 01 14:00:37.926372 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-6da9ae12-0eec-41da-9c69-af96080438cf tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Calling delete_port for 13b9e748-a974-42c2-8e91-ba448a992de1 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:00:37.933743 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 00acc6ed-69b5-4404-a397-2e35c1ff45c0, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=00acc6ed-69b5-4404-a397-2e35c1ff45c0,segment=NetworkSegment(7a63df0f-2a06-4da5-a264-f236c3286f77),segment_id=7a63df0f-2a06-4da5-a264-f236c3286f77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:00:37.944079 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c8ffcc8d-1ce4-412e-84de-f73eee7fc59c req-9541ad1a-a134-4d54-9da8-877a8d6880cb tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f3f1207-42f6-4962-aad3-c268c135382b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622547 Mar 01 14:00:37.962397 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '00acc6ed-69b5-4404-a397-2e35c1ff45c0', 'network_id': '05ce96e8-01ac-41f7-81d8-c04a115222c3', 'port_id': '00acc6ed-69b5-4404-a397-2e35c1ff45c0', 'mac_address': 'fa:16:3e:50:c4:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '000c7b1d-985a-478b-a1d2-ea60907536af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:00:38.066196 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 00acc6ed-69b5-4404-a397-2e35c1ff45c0 is: ACTIVE; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:00:38.067790 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (00acc6ed-69b5-4404-a397-2e35c1ff45c0), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:38.082249 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00acc6ed-69b5-4404-a397-2e35c1ff45c0 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:00:38.104748 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 00acc6ed-69b5-4404-a397-2e35c1ff45c0, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=00acc6ed-69b5-4404-a397-2e35c1ff45c0,segment=NetworkSegment(7a63df0f-2a06-4da5-a264-f236c3286f77),segment_id=7a63df0f-2a06-4da5-a264-f236c3286f77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:00:38.115608 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (00acc6ed-69b5-4404-a397-2e35c1ff45c0), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:38.171826 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d353d5a-8bc3-4b90-bffe-02f1ffc67213 req-94cfc444-a78d-45ef-9ff1-28aed0b1e2fe tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:38.178140 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d353d5a-8bc3-4b90-bffe-02f1ffc67213 req-94cfc444-a78d-45ef-9ff1-28aed0b1e2fe tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:38.184064 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d353d5a-8bc3-4b90-bffe-02f1ffc67213 req-94cfc444-a78d-45ef-9ff1-28aed0b1e2fe tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:38.189848 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d353d5a-8bc3-4b90-bffe-02f1ffc67213 req-94cfc444-a78d-45ef-9ff1-28aed0b1e2fe tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:38.191709 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1d353d5a-8bc3-4b90-bffe-02f1ffc67213 req-94cfc444-a78d-45ef-9ff1-28aed0b1e2fe tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 3143 time: 0.1447344 Mar 01 14:00:38.224508 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-6da9ae12-0eec-41da-9c69-af96080438cf tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (13b9e748-a974-42c2-8e91-ba448a992de1), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:38.233148 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['00acc6ed-69b5-4404-a397-2e35c1ff45c0'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:00:38.273165 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9ae12-0eec-41da-9c69-af96080438cf tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Pushing event deleted for resources: {'Port': ['ID=13b9e748-a974-42c2-8e91-ba448a992de1,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:38.288285 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1d353d5a-8bc3-4b90-bffe-02f1ffc67213 req-e02962f0-d662-4d0f-b2c7-106f73eeec50 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887158 Mar 01 14:00:38.328523 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=00acc6ed-69b5-4404-a397-2e35c1ff45c0,revision_number=6']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:38.351958 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-6da9ae12-0eec-41da-9c69-af96080438cf tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] No DVR routers for this DVR port 13b9e748-a974-42c2-8e91-ba448a992de1 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:00:38.355453 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-6da9ae12-0eec-41da-9c69-af96080438cf tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:38.371434 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-6da9ae12-0eec-41da-9c69-af96080438cf tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.32 "DELETE /v2.0/ports/13b9e748-a974-42c2-8e91-ba448a992de1 HTTP/1.1" status: 204 len: 173 time: 1.0789690 Mar 01 14:00:38.501945 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-5d40f0c7-65c6-4057-a73f-0ce94e64d051 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Deleting port 3bb0ce28-dd64-442c-82fd-08ca68864979 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:00:38.502360 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-5d40f0c7-65c6-4057-a73f-0ce94e64d051 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (3bb0ce28-dd64-442c-82fd-08ca68864979), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:38.598045 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f30462d-3b3f-4caa-8a88-069fb2ae94b1'}, {'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bb0ce28-dd64-442c-82fd-08ca68864979'}, {'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4479280-1038-47ed-a9f7-bd30c4953ba7'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:00:38.600484 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e80a259-85bb-4b61-9f52-6f699b9736bf" -d '{"events": [{"server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "name": "network-vif-unplugged", "status": "completed", "tag": "3f30462d-3b3f-4caa-8a88-069fb2ae94b1"}, {"server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "name": "network-vif-unplugged", "status": "completed", "tag": "3bb0ce28-dd64-442c-82fd-08ca68864979"}, {"server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "name": "network-vif-unplugged", "status": "completed", "tag": "f4479280-1038-47ed-a9f7-bd30c4953ba7"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:00:38.631572 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-5d40f0c7-65c6-4057-a73f-0ce94e64d051 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] For port 3bb0ce28-dd64-442c-82fd-08ca68864979, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=3bb0ce28-dd64-442c-82fd-08ca68864979,segment=NetworkSegment(18984bbf-5445-4915-9e22-7c226c4017cd),segment_id=18984bbf-5445-4915-9e22-7c226c4017cd)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:00:38.632781 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-5d40f0c7-65c6-4057-a73f-0ce94e64d051 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (3bb0ce28-dd64-442c-82fd-08ca68864979), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:38.647472 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-5d40f0c7-65c6-4057-a73f-0ce94e64d051 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Calling delete_port for 3bb0ce28-dd64-442c-82fd-08ca68864979 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:00:38.716524 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 01 Mar 2022 14:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b4ab26-891b-470e-97ec-9ebb89ed3629 x-openstack-request-id: req-e0b4ab26-891b-470e-97ec-9ebb89ed3629 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:00:38.717070 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "name": "network-vif-unplugged", "status": "completed", "tag": "3f30462d-3b3f-4caa-8a88-069fb2ae94b1", "code": 200}, {"server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "name": "network-vif-unplugged", "status": "completed", "tag": "3bb0ce28-dd64-442c-82fd-08ca68864979", "code": 200}, {"server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "name": "network-vif-unplugged", "status": "completed", "tag": "f4479280-1038-47ed-a9f7-bd30c4953ba7", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:00:38.717325 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0b4ab26-891b-470e-97ec-9ebb89ed3629 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:00:38.717824 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f30462d-3b3f-4caa-8a88-069fb2ae94b1', 'code': 200} Mar 01 14:00:38.718090 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bb0ce28-dd64-442c-82fd-08ca68864979', 'code': 200} Mar 01 14:00:38.718347 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4479280-1038-47ed-a9f7-bd30c4953ba7', 'code': 200} Mar 01 14:00:38.909765 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-5d40f0c7-65c6-4057-a73f-0ce94e64d051 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (3bb0ce28-dd64-442c-82fd-08ca68864979), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:39.105526 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d40f0c7-65c6-4057-a73f-0ce94e64d051 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Pushing event deleted for resources: {'Port': ['ID=3bb0ce28-dd64-442c-82fd-08ca68864979,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:39.295582 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-5d40f0c7-65c6-4057-a73f-0ce94e64d051 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] No DVR routers for this DVR port 3bb0ce28-dd64-442c-82fd-08ca68864979 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:00:39.299018 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-5d40f0c7-65c6-4057-a73f-0ce94e64d051 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:39.304069 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-5d40f0c7-65c6-4057-a73f-0ce94e64d051 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.32 "DELETE /v2.0/ports/3bb0ce28-dd64-442c-82fd-08ca68864979 HTTP/1.1" status: 204 len: 173 time: 0.9265027 Mar 01 14:00:39.359261 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [req-f50fcdd4-057d-4ad7-bbf1-426fadae4c34 req-9c254648-42da-4093-adf0-5d5b9a03a7cf service neutron] (103726) timed out ('10.222.0.20', 50351) {{(pid=103726) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 01 14:00:39.416480 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be03b2b-c0ed-46a2-87db-ebca492b7b02 req-4c0f4252-fbb1-4dbe-b321-f97c4dcd8bef tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:39.420990 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5be03b2b-c0ed-46a2-87db-ebca492b7b02 req-4c0f4252-fbb1-4dbe-b321-f97c4dcd8bef tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc45ce5-fa72-4dbc-83c5-5bf0c4ae4f94 HTTP/1.1" status: 200 len: 946 time: 0.6181872 Mar 01 14:00:39.422804 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba94568-eafd-4473-8e21-21021b5f2f9f req-1f8b53e5-c652-443b-babd-8a9a81170635 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:39.426352 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4ba94568-eafd-4473-8e21-21021b5f2f9f req-1f8b53e5-c652-443b-babd-8a9a81170635 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 945 time: 0.4382141 Mar 01 14:00:39.466110 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'name': 'network-vif-deleted', 'tag': '13b9e748-a974-42c2-8e91-ba448a992de1'}, {'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'name': 'network-vif-deleted', 'tag': '3bb0ce28-dd64-442c-82fd-08ca68864979'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:00:39.468380 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7355a9cd-c23a-4026-a27e-4abe448e4182" -d '{"events": [{"server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "name": "network-vif-deleted", "tag": "13b9e748-a974-42c2-8e91-ba448a992de1"}, {"server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "name": "network-vif-deleted", "tag": "3bb0ce28-dd64-442c-82fd-08ca68864979"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:00:39.479752 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c95e5-bb29-4580-916b-9a9e26852003 req-fb1b3998-9cce-45da-a33e-29b5b727307d tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:39.487053 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6c7c95e5-bb29-4580-916b-9a9e26852003 req-fb1b3998-9cce-45da-a33e-29b5b727307d tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] 10.222.0.13 "GET /v2.0/ports?device_id=efc45ce5-fa72-4dbc-83c5-5bf0c4ae4f94 HTTP/1.1" status: 200 len: 946 time: 0.3324678 Mar 01 14:00:39.593047 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4ba94568-eafd-4473-8e21-21021b5f2f9f req-b042265d-449a-4261-b011-e48b13614f68 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518345 Mar 01 14:00:39.644746 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6c7c95e5-bb29-4580-916b-9a9e26852003 req-5f4c3b28-e946-4663-a796-e600dfb9015d tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f3f1207-42f6-4962-aad3-c268c135382b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567736 Mar 01 14:00:39.649849 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-8a688b49-e528-4a49-81d1-62a5933e6526 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Deleting port 94186ee2-17a9-4363-9cd1-5dd589fc6f6d {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:00:39.651136 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-5be03b2b-c0ed-46a2-87db-ebca492b7b02 req-ea4846e6-4fc7-4f6b-af1a-5a618ac3a494 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] Deleting port e5626246-45fe-489f-aca9-1d056ffc19dd {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:00:39.651320 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5be03b2b-c0ed-46a2-87db-ebca492b7b02 req-ea4846e6-4fc7-4f6b-af1a-5a618ac3a494 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (e5626246-45fe-489f-aca9-1d056ffc19dd), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:39.652073 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-8a688b49-e528-4a49-81d1-62a5933e6526 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (94186ee2-17a9-4363-9cd1-5dd589fc6f6d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:39.718984 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 00acc6ed-69b5-4404-a397-2e35c1ff45c0 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:00:39.826348 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 01 Mar 2022 14:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88aaff7d-cce6-4f9d-a78e-f384df17716e x-openstack-request-id: req-88aaff7d-cce6-4f9d-a78e-f384df17716e {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:00:39.826617 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "name": "network-vif-deleted", "tag": "13b9e748-a974-42c2-8e91-ba448a992de1", "status": "completed", "code": 200}, {"server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "name": "network-vif-deleted", "tag": "3bb0ce28-dd64-442c-82fd-08ca68864979", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:00:39.826873 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88aaff7d-cce6-4f9d-a78e-f384df17716e {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:00:39.828987 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'name': 'network-vif-deleted', 'tag': '13b9e748-a974-42c2-8e91-ba448a992de1', 'status': 'completed', 'code': 200} Mar 01 14:00:39.829252 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'name': 'network-vif-deleted', 'tag': '3bb0ce28-dd64-442c-82fd-08ca68864979', 'status': 'completed', 'code': 200} Mar 01 14:00:39.841929 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-5be03b2b-c0ed-46a2-87db-ebca492b7b02 req-ea4846e6-4fc7-4f6b-af1a-5a618ac3a494 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] For port e5626246-45fe-489f-aca9-1d056ffc19dd, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=e5626246-45fe-489f-aca9-1d056ffc19dd,segment=NetworkSegment(2c0df8e6-d5d1-4349-82e1-c1cb86c6ba4c),segment_id=2c0df8e6-d5d1-4349-82e1-c1cb86c6ba4c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:00:39.842331 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5be03b2b-c0ed-46a2-87db-ebca492b7b02 req-ea4846e6-4fc7-4f6b-af1a-5a618ac3a494 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (e5626246-45fe-489f-aca9-1d056ffc19dd), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:39.848240 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:39.869305 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 00acc6ed-69b5-4404-a397-2e35c1ff45c0 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:00:39.870254 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (00acc6ed-69b5-4404-a397-2e35c1ff45c0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:39.889165 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-5be03b2b-c0ed-46a2-87db-ebca492b7b02 req-ea4846e6-4fc7-4f6b-af1a-5a618ac3a494 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] Calling delete_port for e5626246-45fe-489f-aca9-1d056ffc19dd owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:00:39.972161 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 00acc6ed-69b5-4404-a397-2e35c1ff45c0 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:00:39.972791 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (00acc6ed-69b5-4404-a397-2e35c1ff45c0), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:40.021354 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-8a688b49-e528-4a49-81d1-62a5933e6526 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] For port 94186ee2-17a9-4363-9cd1-5dd589fc6f6d, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=94186ee2-17a9-4363-9cd1-5dd589fc6f6d,segment=NetworkSegment(16eada52-045a-4b45-90c8-cb23f5f5789e),segment_id=16eada52-045a-4b45-90c8-cb23f5f5789e)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:00:40.021892 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-8a688b49-e528-4a49-81d1-62a5933e6526 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (94186ee2-17a9-4363-9cd1-5dd589fc6f6d), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:40.032210 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 00acc6ed-69b5-4404-a397-2e35c1ff45c0, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=00acc6ed-69b5-4404-a397-2e35c1ff45c0,segment=NetworkSegment(7a63df0f-2a06-4da5-a264-f236c3286f77),segment_id=7a63df0f-2a06-4da5-a264-f236c3286f77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:00:40.044503 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (00acc6ed-69b5-4404-a397-2e35c1ff45c0), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:40.047749 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909563e-3823-4409-9997-4d18811c6b5f req-4eea0db4-2eb8-470c-a4ca-b83478f5c2d4 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:40.053632 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909563e-3823-4409-9997-4d18811c6b5f req-4eea0db4-2eb8-470c-a4ca-b83478f5c2d4 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:40.055251 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4909563e-3823-4409-9997-4d18811c6b5f req-4eea0db4-2eb8-470c-a4ca-b83478f5c2d4 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 1677 time: 0.2251685 Mar 01 14:00:40.055785 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 54924) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:40.083610 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5be03b2b-c0ed-46a2-87db-ebca492b7b02 req-ea4846e6-4fc7-4f6b-af1a-5a618ac3a494 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (e5626246-45fe-489f-aca9-1d056ffc19dd), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:40.108739 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:40.132084 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4846e6-4fc7-4f6b-af1a-5a618ac3a494 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] Pushing event deleted for resources: {'Port': ['ID=e5626246-45fe-489f-aca9-1d056ffc19dd,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:40.160727 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=00acc6ed-69b5-4404-a397-2e35c1ff45c0,revision_number=7']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:40.258749 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4909563e-3823-4409-9997-4d18811c6b5f req-6eb468eb-8e0a-4f4b-8c71-bf7fafd698d0 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925468 Mar 01 14:00:40.266302 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be03b2b-c0ed-46a2-87db-ebca492b7b02 req-ea4846e6-4fc7-4f6b-af1a-5a618ac3a494 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] No DVR routers for this DVR port e5626246-45fe-489f-aca9-1d056ffc19dd on host n-h1-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:00:40.270006 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5be03b2b-c0ed-46a2-87db-ebca492b7b02 req-ea4846e6-4fc7-4f6b-af1a-5a618ac3a494 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:40.278202 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5be03b2b-c0ed-46a2-87db-ebca492b7b02 req-ea4846e6-4fc7-4f6b-af1a-5a618ac3a494 tempest-InstanceActionsV221TestJSON-1494553538 tempest-InstanceActionsV221TestJSON-1494553538-project] 10.222.0.32 "DELETE /v2.0/ports/e5626246-45fe-489f-aca9-1d056ffc19dd HTTP/1.1" status: 204 len: 173 time: 0.8532691 Mar 01 14:00:40.278714 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc45ce5-fa72-4dbc-83c5-5bf0c4ae4f94', 'name': 'network-vif-deleted', 'tag': 'e5626246-45fe-489f-aca9-1d056ffc19dd'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:00:40.282219 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1123b306-a509-45f9-a922-9ca62addcfac" -d '{"events": [{"server_uuid": "efc45ce5-fa72-4dbc-83c5-5bf0c4ae4f94", "name": "network-vif-deleted", "tag": "e5626246-45fe-489f-aca9-1d056ffc19dd"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:00:40.334834 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ffca36c2-ac9e-4001-9b49-7d15b609e735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:40.336793 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be656ef-6f96-4a9e-9f8e-1c89e756edc4 x-openstack-request-id: req-3be656ef-6f96-4a9e-9f8e-1c89e756edc4 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:00:40.337089 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc45ce5-fa72-4dbc-83c5-5bf0c4ae4f94", "name": "network-vif-deleted", "tag": "e5626246-45fe-489f-aca9-1d056ffc19dd", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:00:40.337340 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3be656ef-6f96-4a9e-9f8e-1c89e756edc4 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:00:40.337744 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc45ce5-fa72-4dbc-83c5-5bf0c4ae4f94', 'name': 'network-vif-deleted', 'tag': 'e5626246-45fe-489f-aca9-1d056ffc19dd', 'status': 'completed', 'code': 200} Mar 01 14:00:40.486459 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-8a688b49-e528-4a49-81d1-62a5933e6526 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:40.486834 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-8a688b49-e528-4a49-81d1-62a5933e6526 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (be911f18-484a-4d60-bca2-99b0443a0ac7), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:40.487217 n-d-827467-3 neutron-server[103727]: INFO neutron.db.l3_db [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-8a688b49-e528-4a49-81d1-62a5933e6526 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Floating IP be911f18-484a-4d60-bca2-99b0443a0ac7 disassociated. External IP: 172.25.1.249, port: 94186ee2-17a9-4363-9cd1-5dd589fc6f6d. Mar 01 14:00:40.487775 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-8a688b49-e528-4a49-81d1-62a5933e6526 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Calling delete_port for 94186ee2-17a9-4363-9cd1-5dd589fc6f6d owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:00:40.671003 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ffca36c2-ac9e-4001-9b49-7d15b609e735 admin admin] Publish callbacks [] for security_group (640c4e90-40ba-45fd-8ac6-d0fd657364ac), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:40.693470 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ffca36c2-ac9e-4001-9b49-7d15b609e735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (640c4e90-40ba-45fd-8ac6-d0fd657364ac), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:40.721538 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb6033d9-74bf-4aa3-a801-7225131a8117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00acc6ed-69b5-4404-a397-2e35c1ff45c0'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:00:40.733321 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0563e76-e202-4cbd-9c04-113a94c12643" -d '{"events": [{"server_uuid": "eb6033d9-74bf-4aa3-a801-7225131a8117", "name": "network-vif-plugged", "status": "completed", "tag": "00acc6ed-69b5-4404-a397-2e35c1ff45c0"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:00:40.876875 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca36c2-ac9e-4001-9b49-7d15b609e735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640c4e90-40ba-45fd-8ac6-d0fd657364ac,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:40.914508 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-6742528f-c1eb-4d2c-a548-f8fdfdc1f8d4 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:40.924398 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-6742528f-c1eb-4d2c-a548-f8fdfdc1f8d4 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/networks?id=688b8e33-0ea2-4648-89e7-a0a6eac88ff9 HTTP/1.1" status: 200 len: 815 time: 0.3720887 Mar 01 14:00:40.944149 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ffca36c2-ac9e-4001-9b49-7d15b609e735 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ebdb50e66cc4b5e9235582f6f36265c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8825452 Mar 01 14:00:40.944491 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54974) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:40.971570 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-cc63fa39-adf7-4853-8423-b7d7f5cc7731 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/quotas/ba1fcf78013f41368378324ce0bb5077 HTTP/1.1" status: 200 len: 375 time: 0.0462136 Mar 01 14:00:41.006866 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-da7d9520-9f59-4a7d-8040-53bd0c956b39 admin admin] Publish callbacks [] for security_group (640c4e90-40ba-45fd-8ac6-d0fd657364ac), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:41.035116 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-da7d9520-9f59-4a7d-8040-53bd0c956b39 admin admin] Publish callbacks [] for security_group (640c4e90-40ba-45fd-8ac6-d0fd657364ac), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:41.082272 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39385471-1089-44e0-abf6-d1f16a1df61b req-b62fe24f-4e5b-481e-95be-23f154c06262 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:41.094486 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-39385471-1089-44e0-abf6-d1f16a1df61b req-b62fe24f-4e5b-481e-95be-23f154c06262 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.3917367 Mar 01 14:00:41.138596 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-da7d9520-9f59-4a7d-8040-53bd0c956b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (640c4e90-40ba-45fd-8ac6-d0fd657364ac), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:41.139992 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-8a688b49-e528-4a49-81d1-62a5933e6526 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (94186ee2-17a9-4363-9cd1-5dd589fc6f6d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:41.145414 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-da7d9520-9f59-4a7d-8040-53bd0c956b39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:41.150295 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-da7d9520-9f59-4a7d-8040-53bd0c956b39 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/640c4e90-40ba-45fd-8ac6-d0fd657364ac HTTP/1.1" status: 204 len: 168 time: 0.2043943 Mar 01 14:00:41.162369 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d9520-9f59-4a7d-8040-53bd0c956b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640c4e90-40ba-45fd-8ac6-d0fd657364ac,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:41.290511 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a688b49-e528-4a49-81d1-62a5933e6526 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Pushing event deleted for resources: {'Port': ['ID=94186ee2-17a9-4363-9cd1-5dd589fc6f6d,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:41.905678 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54994) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:41.923195 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8c751185-ecba-4441-94af-5c3b1983089f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:41.947561 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-39385471-1089-44e0-abf6-d1f16a1df61b req-f625f704-6c02-4372-bf5c-3107d908a1ef tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8519816 Mar 01 14:00:41.960270 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device e5626246-45fe-489f-aca9-1d056ffc19dd no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:00:42.017703 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: e5626246-45fe-489f-aca9-1d056ffc19dd {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:00:42.018870 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device e5626246-45fe-489f-aca9-1d056ffc19dd not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:00:42.021195 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-184d68c8-4f4b-4352-91cd-0e0d425e7ade tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba1fcf78013f41368378324ce0bb5077&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0472798 Mar 01 14:00:42.133545 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e410db46-3be6-49a5-ac9a-3f7ed7326ba0 x-openstack-request-id: req-e410db46-3be6-49a5-ac9a-3f7ed7326ba0 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:00:42.133846 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb6033d9-74bf-4aa3-a801-7225131a8117", "name": "network-vif-plugged", "status": "completed", "tag": "00acc6ed-69b5-4404-a397-2e35c1ff45c0", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:00:42.134103 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e410db46-3be6-49a5-ac9a-3f7ed7326ba0 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:00:42.134500 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb6033d9-74bf-4aa3-a801-7225131a8117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00acc6ed-69b5-4404-a397-2e35c1ff45c0', 'code': 200} Mar 01 14:00:42.147254 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8c751185-ecba-4441-94af-5c3b1983089f admin admin] Publish callbacks [] for security_group (5d2aaf39-b50c-462c-9446-45354e770fce), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:42.163137 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8c751185-ecba-4441-94af-5c3b1983089f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (5d2aaf39-b50c-462c-9446-45354e770fce), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:42.212542 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-8a688b49-e528-4a49-81d1-62a5933e6526 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Router 294d4ec9-fa81-43dc-ae62-75836906d03f has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:00:42.231725 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c751185-ecba-4441-94af-5c3b1983089f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2aaf39-b50c-462c-9446-45354e770fce,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:42.281010 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8c751185-ecba-4441-94af-5c3b1983089f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4675cf1334514c48a82b31c80d838d1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3740578 Mar 01 14:00:42.282341 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54998) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:42.399347 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9c909890-276b-47d2-99c8-3152a669b489 admin admin] Publish callbacks [] for security_group (5d2aaf39-b50c-462c-9446-45354e770fce), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:42.401053 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-a64fc89f-c54c-4c84-8847-5b0a8ae0de8d service neutron] 10.222.0.13 "GET /v2.0/networks/688b8e33-0ea2-4648-89e7-a0a6eac88ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703260 Mar 01 14:00:42.469871 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9c909890-276b-47d2-99c8-3152a669b489 admin admin] Publish callbacks [] for security_group (5d2aaf39-b50c-462c-9446-45354e770fce), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:42.582027 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9c909890-276b-47d2-99c8-3152a669b489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (5d2aaf39-b50c-462c-9446-45354e770fce), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:42.585766 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9c909890-276b-47d2-99c8-3152a669b489 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:42.587988 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9c909890-276b-47d2-99c8-3152a669b489 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d2aaf39-b50c-462c-9446-45354e770fce HTTP/1.1" status: 204 len: 168 time: 0.2968233 Mar 01 14:00:42.603643 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c909890-276b-47d2-99c8-3152a669b489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2aaf39-b50c-462c-9446-45354e770fce,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:42.673538 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfdad3-bc52-49f6-bd72-ee5e20d00567 req-eac81617-0f87-4f87-83a2-b733c7abde9c tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:42.681432 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a1cfdad3-bc52-49f6-bd72-ee5e20d00567 req-eac81617-0f87-4f87-83a2-b733c7abde9c tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 943 time: 0.4335430 Mar 01 14:00:42.759827 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-b38da0eb-6083-4890-ac55-621f30d1c312 service neutron] 10.222.0.13 "GET /v2.0/networks/688b8e33-0ea2-4648-89e7-a0a6eac88ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577659 Mar 01 14:00:42.793201 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-8a688b49-e528-4a49-81d1-62a5933e6526 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:00:42.807329 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136e2ca1-a05b-404b-bfac-3f792b2ec4fc None None] Sync routers for ids ['294d4ec9-fa81-43dc-ae62-75836906d03f'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:00:42.832139 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a1cfdad3-bc52-49f6-bd72-ee5e20d00567 req-0b66e2d3-c1e7-4d0d-a900-aa93f2ff41ed tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467459 Mar 01 14:00:42.839384 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136e2ca1-a05b-404b-bfac-3f792b2ec4fc None None] Routers {'294d4ec9-fa81-43dc-ae62-75836906d03f'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:00:42.845839 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-136e2ca1-a05b-404b-bfac-3f792b2ec4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:00:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['294d4ec9-fa81-43dc-ae62-75836906d03f'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:00:42.987278 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-8a688b49-e528-4a49-81d1-62a5933e6526 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] No DVR routers for this DVR port 94186ee2-17a9-4363-9cd1-5dd589fc6f6d on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:00:43.012581 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-8a688b49-e528-4a49-81d1-62a5933e6526 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:43.026449 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-8a688b49-e528-4a49-81d1-62a5933e6526 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.32 "DELETE /v2.0/ports/94186ee2-17a9-4363-9cd1-5dd589fc6f6d HTTP/1.1" status: 204 len: 173 time: 3.7099767 Mar 01 14:00:43.033159 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'name': 'network-vif-deleted', 'tag': '94186ee2-17a9-4363-9cd1-5dd589fc6f6d'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:00:43.036531 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4227c7-ad52-413d-9345-5d48b1a6d8d3" -d '{"events": [{"server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "name": "network-vif-deleted", "tag": "94186ee2-17a9-4363-9cd1-5dd589fc6f6d"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:00:43.076395 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-136e2ca1-a05b-404b-bfac-3f792b2ec4fc None None] Set router 294d4ec9-fa81-43dc-ae62-75836906d03f gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:00:43.394950 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1dccca9-5637-49af-8cdf-4a3d3f98559c x-openstack-request-id: req-b1dccca9-5637-49af-8cdf-4a3d3f98559c {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:00:43.396096 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "name": "network-vif-deleted", "tag": "94186ee2-17a9-4363-9cd1-5dd589fc6f6d", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:00:43.396538 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1dccca9-5637-49af-8cdf-4a3d3f98559c {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:00:43.396960 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'name': 'network-vif-deleted', 'tag': '94186ee2-17a9-4363-9cd1-5dd589fc6f6d', 'status': 'completed', 'code': 200} Mar 01 14:00:43.452440 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-14d9c784-da69-4b7b-8bbf-6d62c50e852a req-f91028d9-2d70-4f24-98cf-9f95f579201c tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=b362feb4-8ced-4ed6-85ef-fbd381f9bcc7 HTTP/1.1" status: 200 len: 210 time: 0.0534158 Mar 01 14:00:43.454969 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-21d2f6b3-1df8-47ea-87e1-315e53a1d336 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Deleting port f4479280-1038-47ed-a9f7-bd30c4953ba7 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:00:43.455346 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-21d2f6b3-1df8-47ea-87e1-315e53a1d336 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (f4479280-1038-47ed-a9f7-bd30c4953ba7), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:43.587430 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-136e2ca1-a05b-404b-bfac-3f792b2ec4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'name': 'tempest-TaggedBootDevicesTest_v242-1027958049-router', 'tenant_id': '4475ad9be4194a7593562a2e7537afad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ae06bd63-92a3-4093-a394-df9ca5c9b2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:05Z', 'updated_at': '2022-03-01T13:54:19Z', 'revision_number': 4, 'project_id': '4475ad9be4194a7593562a2e7537afad', 'gw_port': {'id': 'ae06bd63-92a3-4093-a394-df9ca5c9b2de', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:06Z', 'updated_at': '2022-03-01T13:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '846fa967-75da-4527-8413-b4290e55da8d', 'name': '', 'network_id': 'a331d97d-3b18-4702-9c0b-f805cbe3e548', 'tenant_id': '4475ad9be4194a7593562a2e7537afad', 'mac_address': 'fa:16:3e:bb:f9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '2a7f95b2-978a-4a0a-927f-c44508a26ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:14Z', 'updated_at': '2022-03-01T13:54:26Z', 'revision_number': 5, 'project_id': '4475ad9be4194a7593562a2e7537afad', 'subnets': [{'id': '2a7f95b2-978a-4a0a-927f-c44508a26ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:00:43.655556 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a5f1c-421f-416f-8ffc-d0e147027a49 req-6ced5195-c9b2-4b05-b8ab-acf6c4a5aacd tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:43.657773 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-879a5f1c-421f-416f-8ffc-d0e147027a49 req-6ced5195-c9b2-4b05-b8ab-acf6c4a5aacd tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.3439760 Mar 01 14:00:43.672993 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136e2ca1-a05b-404b-bfac-3f792b2ec4fc None None] Checking router: 294d4ec9-fa81-43dc-ae62-75836906d03f for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:00:43.695844 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55032) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:43.708506 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136e2ca1-a05b-404b-bfac-3f792b2ec4fc None None] Routers {'294d4ec9-fa81-43dc-ae62-75836906d03f'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:00:43.714841 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-136e2ca1-a05b-404b-bfac-3f792b2ec4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:00:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['294d4ec9-fa81-43dc-ae62-75836906d03f'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:00:43.840097 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c40f8a3-6445-4233-99aa-84a2881afc7a admin admin] Deleting subnet 75ead394-90b3-4d34-b593-d5f173ad2e96 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:00:43.845150 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5c40f8a3-6445-4233-99aa-84a2881afc7a admin admin] Publish callbacks [] for subnet (75ead394-90b3-4d34-b593-d5f173ad2e96), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:43.859626 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-879a5f1c-421f-416f-8ffc-d0e147027a49 req-c3d607a7-7522-4bdf-9e55-686782d8b687 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934876 Mar 01 14:00:43.908672 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-21d2f6b3-1df8-47ea-87e1-315e53a1d336 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] For port f4479280-1038-47ed-a9f7-bd30c4953ba7, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=f4479280-1038-47ed-a9f7-bd30c4953ba7,segment=NetworkSegment(f0640c11-940f-42bc-a068-93c7ed619c6a),segment_id=f0640c11-940f-42bc-a068-93c7ed619c6a)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:00:43.909070 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-21d2f6b3-1df8-47ea-87e1-315e53a1d336 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (f4479280-1038-47ed-a9f7-bd30c4953ba7), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:43.945282 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-21d2f6b3-1df8-47ea-87e1-315e53a1d336 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Calling delete_port for f4479280-1038-47ed-a9f7-bd30c4953ba7 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:00:43.946785 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5c40f8a3-6445-4233-99aa-84a2881afc7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (75ead394-90b3-4d34-b593-d5f173ad2e96), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:44.096829 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5c40f8a3-6445-4233-99aa-84a2881afc7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (75ead394-90b3-4d34-b593-d5f173ad2e96), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:44.199114 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5c40f8a3-6445-4233-99aa-84a2881afc7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (75ead394-90b3-4d34-b593-d5f173ad2e96), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:44.242380 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40f8a3-6445-4233-99aa-84a2881afc7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75ead394-90b3-4d34-b593-d5f173ad2e96,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:44.245903 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5c40f8a3-6445-4233-99aa-84a2881afc7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:44.252696 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5c40f8a3-6445-4233-99aa-84a2881afc7a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/75ead394-90b3-4d34-b593-d5f173ad2e96 HTTP/1.1" status: 204 len: 168 time: 0.5552452 Mar 01 14:00:44.255284 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55044) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:44.297105 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-136e2ca1-a05b-404b-bfac-3f792b2ec4fc None None] Set router 294d4ec9-fa81-43dc-ae62-75836906d03f gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:00:44.399237 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa5cd1f5-6a52-4b29-8060-d44a6beeaed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (5b65fdc2-3e05-4be4-a087-d3f30c758cf0), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:44.536285 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b91c4b-0bb5-4bb0-8291-e2acb8dd4f63 req-d6cb05fc-fe39-45ce-bf03-624e03ec3fa9 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:44.544939 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-31b91c4b-0bb5-4bb0-8291-e2acb8dd4f63 req-d6cb05fc-fe39-45ce-bf03-624e03ec3fa9 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 943 time: 0.4251790 Mar 01 14:00:44.640923 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa5cd1f5-6a52-4b29-8060-d44a6beeaed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (5b65fdc2-3e05-4be4-a087-d3f30c758cf0), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:44.644702 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-21d2f6b3-1df8-47ea-87e1-315e53a1d336 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (f4479280-1038-47ed-a9f7-bd30c4953ba7), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:44.694408 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-fa5cd1f5-6a52-4b29-8060-d44a6beeaed4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b65fdc2-3e05-4be4-a087-d3f30c758cf0']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:00:44.713539 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-fa5cd1f5-6a52-4b29-8060-d44a6beeaed4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c0df8e6-d5d1-4349-82e1-c1cb86c6ba4c') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:00:44.714106 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-fa5cd1f5-6a52-4b29-8060-d44a6beeaed4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c0df8e6-d5d1-4349-82e1-c1cb86c6ba4c') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:00:44.742755 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa5cd1f5-6a52-4b29-8060-d44a6beeaed4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (2c0df8e6-d5d1-4349-82e1-c1cb86c6ba4c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:44.772775 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa5cd1f5-6a52-4b29-8060-d44a6beeaed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (2c0df8e6-d5d1-4349-82e1-c1cb86c6ba4c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:44.791025 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa5cd1f5-6a52-4b29-8060-d44a6beeaed4 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:00:44.791439 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa5cd1f5-6a52-4b29-8060-d44a6beeaed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (2c0df8e6-d5d1-4349-82e1-c1cb86c6ba4c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:44.793247 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:00:44.793247 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:00:44.793247 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:00:44.793247 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:00:44.793247 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:00:44.793247 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:00:44.793247 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:00:44.793247 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:00:44.793247 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:00:44.793247 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:00:44.793247 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:00:44.793247 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:00:44.793247 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:00:44.793247 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:00:44.793247 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:00:44.793247 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:00:44.793247 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:00:44.793247 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:00:44.793247 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:00:44.793247 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:00:44.793247 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:00:44.793247 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:00:44.793247 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:00:44.793247 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:00:44.793247 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:00:44.793247 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:00:44.793247 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:00:44.793247 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:00:44.793247 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:00:44.793247 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:00:44.793247 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:00:44.793247 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:00:44.819422 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ddbac828-94e3-47bc-9b80-ef35a7d7d968 req-d4c2b2f8-8921-438a-bb6b-5cdaa096bef3 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=b362feb4-8ced-4ed6-85ef-fbd381f9bcc7 HTTP/1.1" status: 200 len: 210 time: 0.1632628 Mar 01 14:00:44.822564 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2f6b3-1df8-47ea-87e1-315e53a1d336 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Pushing event deleted for resources: {'Port': ['ID=f4479280-1038-47ed-a9f7-bd30c4953ba7,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:44.868633 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-31b91c4b-0bb5-4bb0-8291-e2acb8dd4f63 req-5d18dffb-faee-4f59-824b-fc71abbbea8c tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups?id=4926b459-8543-49de-ab0f-5a77b60f8487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3034596 Mar 01 14:00:44.933306 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-136e2ca1-a05b-404b-bfac-3f792b2ec4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'name': 'tempest-TaggedBootDevicesTest_v242-1027958049-router', 'tenant_id': '4475ad9be4194a7593562a2e7537afad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ae06bd63-92a3-4093-a394-df9ca5c9b2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:05Z', 'updated_at': '2022-03-01T13:54:19Z', 'revision_number': 4, 'project_id': '4475ad9be4194a7593562a2e7537afad', 'gw_port': {'id': 'ae06bd63-92a3-4093-a394-df9ca5c9b2de', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:06Z', 'updated_at': '2022-03-01T13:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '846fa967-75da-4527-8413-b4290e55da8d', 'name': '', 'network_id': 'a331d97d-3b18-4702-9c0b-f805cbe3e548', 'tenant_id': '4475ad9be4194a7593562a2e7537afad', 'mac_address': 'fa:16:3e:bb:f9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '2a7f95b2-978a-4a0a-927f-c44508a26ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:14Z', 'updated_at': '2022-03-01T13:54:26Z', 'revision_number': 5, 'project_id': '4475ad9be4194a7593562a2e7537afad', 'subnets': [{'id': '2a7f95b2-978a-4a0a-927f-c44508a26ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:00:44.966119 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-21d2f6b3-1df8-47ea-87e1-315e53a1d336 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] No DVR routers for this DVR port f4479280-1038-47ed-a9f7-bd30c4953ba7 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:00:44.968804 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-21d2f6b3-1df8-47ea-87e1-315e53a1d336 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:44.972343 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa5cd1f5-6a52-4b29-8060-d44a6beeaed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (5b65fdc2-3e05-4be4-a087-d3f30c758cf0), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:44.985550 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ab0bc9a9-7f87-473a-bff2-c6969d986cb2 req-21d2f6b3-1df8-47ea-87e1-315e53a1d336 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.32 "DELETE /v2.0/ports/f4479280-1038-47ed-a9f7-bd30c4953ba7 HTTP/1.1" status: 204 len: 173 time: 1.9273415 Mar 01 14:00:44.991971 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa5cd1f5-6a52-4b29-8060-d44a6beeaed4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:44.995397 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fa5cd1f5-6a52-4b29-8060-d44a6beeaed4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5b65fdc2-3e05-4be4-a087-d3f30c758cf0 HTTP/1.1" status: 204 len: 168 time: 0.7382531 Mar 01 14:00:44.996204 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5cd1f5-6a52-4b29-8060-d44a6beeaed4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b65fdc2-3e05-4be4-a087-d3f30c758cf0,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:45.023931 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136e2ca1-a05b-404b-bfac-3f792b2ec4fc None None] The sync data for ids ['294d4ec9-fa81-43dc-ae62-75836906d03f'] in n-d-827467-3 is: [{'id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'name': 'tempest-TaggedBootDevicesTest_v242-1027958049-router', 'tenant_id': '4475ad9be4194a7593562a2e7537afad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ae06bd63-92a3-4093-a394-df9ca5c9b2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:05Z', 'updated_at': '2022-03-01T13:54:19Z', 'revision_number': 4, 'project_id': '4475ad9be4194a7593562a2e7537afad', 'gw_port': {'id': 'ae06bd63-92a3-4093-a394-df9ca5c9b2de', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:06Z', 'updated_at': '2022-03-01T13:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '846fa967-75da-4527-8413-b4290e55da8d', 'name': '', 'network_id': 'a331d97d-3b18-4702-9c0b-f805cbe3e548', 'tenant_id': '4475ad9be4194a7593562a2e7537afad', 'mac_address': 'fa:16:3e:bb:f9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '2a7f95b2-978a-4a0a-927f-c44508a26ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:14Z', 'updated_at': '2022-03-01T13:54:26Z', 'revision_number': 5, 'project_id': '4475ad9be4194a7593562a2e7537afad', 'subnets': [{'id': '2a7f95b2-978a-4a0a-927f-c44508a26ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:00:45.263369 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f98ed-d6c7-464d-bca1-ab36ee45afe8 req-f1f3151f-4901-4217-bbc7-3c253304b4aa tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:45.265071 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc3f98ed-d6c7-464d-bca1-ab36ee45afe8 req-f1f3151f-4901-4217-bbc7-3c253304b4aa tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.1568961 Mar 01 14:00:45.399120 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'name': 'network-vif-deleted', 'tag': 'f4479280-1038-47ed-a9f7-bd30c4953ba7'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:00:45.401964 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b35498-dd47-46aa-acca-abe3f2503f90" -d '{"events": [{"server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "name": "network-vif-deleted", "tag": "f4479280-1038-47ed-a9f7-bd30c4953ba7"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:00:45.447374 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55100) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:45.460673 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc3f98ed-d6c7-464d-bca1-ab36ee45afe8 req-b0dd9e16-50ca-4629-bf4c-1f8afa8ac52e tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882298 Mar 01 14:00:45.516166 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81ae804-cbac-4ca5-83ac-5596d7f71b6a x-openstack-request-id: req-f81ae804-cbac-4ca5-83ac-5596d7f71b6a {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:00:45.518851 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da82c516-4deb-4e2c-9b2a-e69c1e362c30", "name": "network-vif-deleted", "tag": "f4479280-1038-47ed-a9f7-bd30c4953ba7", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:00:45.519253 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f81ae804-cbac-4ca5-83ac-5596d7f71b6a {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:00:45.519996 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da82c516-4deb-4e2c-9b2a-e69c1e362c30', 'name': 'network-vif-deleted', 'tag': 'f4479280-1038-47ed-a9f7-bd30c4953ba7', 'status': 'completed', 'code': 200} Mar 01 14:00:45.592573 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-06c3dd0f-d7a2-4cb8-b17a-7448c320ca7a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a36faf14b274b7491326c464cf9d629&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1439359 Mar 01 14:00:45.594966 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55108) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:45.654833 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80a36dc-0926-4582-bd5b-3cdcfea9f920 None None] New status for floating IP be911f18-484a-4d60-bca2-99b0443a0ac7: DOWN {{(pid=103728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 14:00:45.735109 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-817859c3-8af1-4fc5-bd1e-7d164dd3e6e7 admin admin] Publish callbacks [] for security_group (0f3f1207-42f6-4962-aad3-c268c135382b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:45.787794 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-817859c3-8af1-4fc5-bd1e-7d164dd3e6e7 admin admin] Publish callbacks [] for security_group (0f3f1207-42f6-4962-aad3-c268c135382b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:45.898390 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-817859c3-8af1-4fc5-bd1e-7d164dd3e6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (0f3f1207-42f6-4962-aad3-c268c135382b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:45.901087 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-817859c3-8af1-4fc5-bd1e-7d164dd3e6e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:45.902318 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-817859c3-8af1-4fc5-bd1e-7d164dd3e6e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f3f1207-42f6-4962-aad3-c268c135382b HTTP/1.1" status: 204 len: 168 time: 0.3060501 Mar 01 14:00:45.921056 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817859c3-8af1-4fc5-bd1e-7d164dd3e6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3f1207-42f6-4962-aad3-c268c135382b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:45.931660 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-bb62505a-a533-452a-9ff7-5048fefc09d4 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:45.939577 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-bb62505a-a533-452a-9ff7-5048fefc09d4 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.32 "GET /v2.0/networks?id=688b8e33-0ea2-4648-89e7-a0a6eac88ff9 HTTP/1.1" status: 200 len: 815 time: 0.2538512 Mar 01 14:00:45.953716 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-d41ea971-997a-41ce-a925-90c660e9910e tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Request body: {'port': {'device_id': 'b362feb4-8ced-4ed6-85ef-fbd381f9bcc7', 'network_id': '688b8e33-0ea2-4648-89e7-a0a6eac88ff9', 'admin_state_up': True, 'tenant_id': 'ba1fcf78013f41368378324ce0bb5077'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:00:46.111660 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-87b26191-8332-48de-8079-8c91f95009d4 req-383e0447-3d88-4d60-9834-cd8fb5c93f78 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.1138446 Mar 01 14:00:46.169743 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f92fa085-a558-4155-9de9-a869a8944882 req-8dac78d8-9b23-4dfb-96ea-1534e1cc1f47 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=b362feb4-8ced-4ed6-85ef-fbd381f9bcc7 HTTP/1.1" status: 200 len: 210 time: 0.1162391 Mar 01 14:00:46.310703 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-d41ea971-997a-41ce-a925-90c660e9910e tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Made reservation on behalf of ba1fcf78013f41368378324ce0bb5077 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:00:46.322815 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-d41ea971-997a-41ce-a925-90c660e9910e tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:46.477734 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55128) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:46.576364 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-d41ea971-997a-41ce-a925-90c660e9910e tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Allocated IP 172.20.0.13 (688b8e33-0ea2-4648-89e7-a0a6eac88ff9/b5604c83-d9f4-4bd0-bfcc-d1bf90374963/ec2c9f4a-80af-49a5-be56-5a79e2abcb65) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:00:46.720788 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548fb16-0231-469e-9508-17579a561eb9 req-69ff69cc-82e7-4620-bc9f-48f7e95f1d16 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:46.722548 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aa8b79fc-e648-4507-9ca4-ff1d3022baed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:46.723154 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5548fb16-0231-469e-9508-17579a561eb9 req-69ff69cc-82e7-4620-bc9f-48f7e95f1d16 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.1162164 Mar 01 14:00:46.968205 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aa8b79fc-e648-4507-9ca4-ff1d3022baed admin admin] Publish callbacks [] for security_group (a344e07e-2a03-4016-87bf-64fbeb4451df), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:46.980769 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aa8b79fc-e648-4507-9ca4-ff1d3022baed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a344e07e-2a03-4016-87bf-64fbeb4451df), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:47.013397 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5548fb16-0231-469e-9508-17579a561eb9 req-f40e2835-175c-4686-b53d-f312ee59e993 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778420 Mar 01 14:00:47.061226 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b79fc-e648-4507-9ca4-ff1d3022baed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a344e07e-2a03-4016-87bf-64fbeb4451df,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:47.074267 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-aa8b79fc-e648-4507-9ca4-ff1d3022baed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ddd32a117854bbe9fc78047f7a381f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5953736 Mar 01 14:00:47.076936 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55146) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:47.198099 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f414b9f8-737f-4f0e-b3da-61ff00f73938 admin admin] Publish callbacks [] for security_group (a344e07e-2a03-4016-87bf-64fbeb4451df), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:47.216596 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-d41ea971-997a-41ce-a925-90c660e9910e tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Publish callbacks [] for port (ec2c9f4a-80af-49a5-be56-5a79e2abcb65), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:47.253776 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f414b9f8-737f-4f0e-b3da-61ff00f73938 admin admin] Publish callbacks [] for security_group (a344e07e-2a03-4016-87bf-64fbeb4451df), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:47.298048 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-d41ea971-997a-41ce-a925-90c660e9910e tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (ec2c9f4a-80af-49a5-be56-5a79e2abcb65), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:47.311797 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['340ab1d7-2607-4a86-a614-6847744d1152'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:00:47.381600 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f414b9f8-737f-4f0e-b3da-61ff00f73938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a344e07e-2a03-4016-87bf-64fbeb4451df), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:47.384429 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f414b9f8-737f-4f0e-b3da-61ff00f73938 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:47.385819 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f414b9f8-737f-4f0e-b3da-61ff00f73938 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a344e07e-2a03-4016-87bf-64fbeb4451df HTTP/1.1" status: 204 len: 168 time: 0.3071387 Mar 01 14:00:47.399120 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414b9f8-737f-4f0e-b3da-61ff00f73938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a344e07e-2a03-4016-87bf-64fbeb4451df,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:47.409494 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-d41ea971-997a-41ce-a925-90c660e9910e tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Network 688b8e33-0ea2-4648-89e7-a0a6eac88ff9 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:00:47.432634 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-d41ea971-997a-41ce-a925-90c660e9910e tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:00:47.478761 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['c8f4394a-222d-4ddf-8b47-2223ab7f4441'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:00:47.585820 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-d41ea971-997a-41ce-a925-90c660e9910e tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:00:47.613021 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55160) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:47.760779 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3449cd61-b71d-42f5-9059-e5ac6b5356cd req-1ec7ce84-5c44-444c-b94f-ef24adf7aa23 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.4169133 Mar 01 14:00:47.852732 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ea971-997a-41ce-a925-90c660e9910e tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Pushing event updated for resources: {'Port': ['ID=ec2c9f4a-80af-49a5-be56-5a79e2abcb65,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:47.892483 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6726c-4dd7-4d5e-abef-bd99044c69f6 req-66ca9a42-6499-4e89-8766-350224d68f15 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:47.903173 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-42a6726c-4dd7-4d5e-abef-bd99044c69f6 req-66ca9a42-6499-4e89-8766-350224d68f15 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=b362feb4-8ced-4ed6-85ef-fbd381f9bcc7 HTTP/1.1" status: 200 len: 932 time: 0.4818025 Mar 01 14:00:47.910950 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-d41ea971-997a-41ce-a925-90c660e9910e tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:47.911417 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-d41ea971-997a-41ce-a925-90c660e9910e tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:47.951574 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-d41ea971-997a-41ce-a925-90c660e9910e tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0020487 Mar 01 14:00:47.973658 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-70c30d16-ac88-4391-a0bf-54bcd123783b service neutron] Request body: {'port': {'device_id': 'b362feb4-8ced-4ed6-85ef-fbd381f9bcc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:00:48.023451 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-42a6726c-4dd7-4d5e-abef-bd99044c69f6 req-f9c385cc-0ee0-4405-a6de-03ddfd812a67 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194036 Mar 01 14:00:48.091765 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-70c30d16-ac88-4391-a0bf-54bcd123783b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ec2c9f4a-80af-49a5-be56-5a79e2abcb65), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:48.147115 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-1c704c46-c017-4dd9-b945-cd8d54a16064 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1369646524-network', 'tenant_id': 'a1fa37a61f124c25aca457ce8a3f996a'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:00:48.206016 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c704c46-c017-4dd9-b945-cd8d54a16064 admin admin] Made reservation on behalf of a1fa37a61f124c25aca457ce8a3f996a for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:00:48.208586 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1c704c46-c017-4dd9-b945-cd8d54a16064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:48.230756 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1c704c46-c017-4dd9-b945-cd8d54a16064 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:48.362843 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543bf81-6eaa-4f59-8af9-17798c88bf83 req-c9150448-d4f4-4fe0-b941-95c407074724 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:48.365420 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f543bf81-6eaa-4f59-8af9-17798c88bf83 req-c9150448-d4f4-4fe0-b941-95c407074724 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.2141345 Mar 01 14:00:48.482440 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1c704c46-c017-4dd9-b945-cd8d54a16064 admin admin] Publish callbacks [] for security_group (b0ca3daa-8421-4393-b331-70de586973d7), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:48.489936 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f543bf81-6eaa-4f59-8af9-17798c88bf83 req-15afa78e-ab54-47de-a35e-521f8ce0d29d tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183410 Mar 01 14:00:48.498486 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1c704c46-c017-4dd9-b945-cd8d54a16064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b0ca3daa-8421-4393-b331-70de586973d7), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:48.515501 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c704c46-c017-4dd9-b945-cd8d54a16064 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:00:48.537167 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1c704c46-c017-4dd9-b945-cd8d54a16064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (354ee497-7228-4227-89f9-36435d335b77), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:48.539438 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-1c704c46-c017-4dd9-b945-cd8d54a16064 admin admin] Added segment 354ee497-7228-4227-89f9-36435d335b77 of type vlan for network 3a263dd2-fccb-41d7-9268-17deef5caa4e Mar 01 14:00:48.639930 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c704c46-c017-4dd9-b945-cd8d54a16064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ca3daa-8421-4393-b331-70de586973d7,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:48.662682 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1c704c46-c017-4dd9-b945-cd8d54a16064 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (3a263dd2-fccb-41d7-9268-17deef5caa4e), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:48.666815 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-70c30d16-ac88-4391-a0bf-54bcd123783b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec2c9f4a-80af-49a5-be56-5a79e2abcb65 {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:00:48.687790 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-70c30d16-ac88-4391-a0bf-54bcd123783b service neutron] Publish callbacks [] for port (ec2c9f4a-80af-49a5-be56-5a79e2abcb65), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:48.725297 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-70c30d16-ac88-4391-a0bf-54bcd123783b service neutron] Transition to ACTIVE for port object ec2c9f4a-80af-49a5-be56-5a79e2abcb65 will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:00:48.734892 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-70c30d16-ac88-4391-a0bf-54bcd123783b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (ec2c9f4a-80af-49a5-be56-5a79e2abcb65), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:48.740669 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1c704c46-c017-4dd9-b945-cd8d54a16064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (3a263dd2-fccb-41d7-9268-17deef5caa4e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:48.741747 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c704c46-c017-4dd9-b945-cd8d54a16064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:48.742363 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1c704c46-c017-4dd9-b945-cd8d54a16064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:48.899695 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1c704c46-c017-4dd9-b945-cd8d54a16064 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2828798 Mar 01 14:00:48.903773 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55188) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:48.909376 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c704c46-c017-4dd9-b945-cd8d54a16064 admin admin] Pushing event updated for resources: {'Network': ['ID=3a263dd2-fccb-41d7-9268-17deef5caa4e,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:48.915229 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-bff438d3-7fbd-425f-94e3-894e9c3f9290 admin admin] Request body: {'subnet': {'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1369646524-subnet', 'tenant_id': 'a1fa37a61f124c25aca457ce8a3f996a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:00:48.920673 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 3a263dd2-fccb-41d7-9268-17deef5caa4e details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:00:48.921780 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c30d16-ac88-4391-a0bf-54bcd123783b service neutron] Pushing event updated for resources: {'Port': ['ID=ec2c9f4a-80af-49a5-be56-5a79e2abcb65,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:48.978429 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff438d3-7fbd-425f-94e3-894e9c3f9290 admin admin] Made reservation on behalf of a1fa37a61f124c25aca457ce8a3f996a for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:00:48.981160 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bff438d3-7fbd-425f-94e3-894e9c3f9290 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:49.028568 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-70c30d16-ac88-4391-a0bf-54bcd123783b service neutron] Attempting to bind port ec2c9f4a-80af-49a5-be56-5a79e2abcb65 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:00:49.029262 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-70c30d16-ac88-4391-a0bf-54bcd123783b service neutron] Attempting to bind port ec2c9f4a-80af-49a5-be56-5a79e2abcb65 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '688b8e33-0ea2-4648-89e7-a0a6eac88ff9'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:00:49.029262 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-70c30d16-ac88-4391-a0bf-54bcd123783b service neutron] Attempting to bind port ec2c9f4a-80af-49a5-be56-5a79e2abcb65 on network 688b8e33-0ea2-4648-89e7-a0a6eac88ff9 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:00:49.138721 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9b814a79-2ce9-4f0e-854b-3e33d2530108 req-a1479065-7692-4121-a53a-9ab160014aff tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.1292465 Mar 01 14:00:49.154049 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-70c30d16-ac88-4391-a0bf-54bcd123783b service neutron] Port ec2c9f4a-80af-49a5-be56-5a79e2abcb65 on network 688b8e33-0ea2-4648-89e7-a0a6eac88ff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:00:49.154339 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-70c30d16-ac88-4391-a0bf-54bcd123783b service neutron] Attempting to bind port ec2c9f4a-80af-49a5-be56-5a79e2abcb65 on network 688b8e33-0ea2-4648-89e7-a0a6eac88ff9 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:00:49.218077 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-70c30d16-ac88-4391-a0bf-54bcd123783b service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:00:49.218336 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-70c30d16-ac88-4391-a0bf-54bcd123783b service neutron] Checking segment: {'id': 'add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '688b8e33-0ea2-4648-89e7-a0a6eac88ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:00:49.218726 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-70c30d16-ac88-4391-a0bf-54bcd123783b service neutron] Bound using segment: {'id': 'add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '688b8e33-0ea2-4648-89e7-a0a6eac88ff9'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:00:49.219311 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-70c30d16-ac88-4391-a0bf-54bcd123783b service neutron] Bound port: ec2c9f4a-80af-49a5-be56-5a79e2abcb65, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '688b8e33-0ea2-4648-89e7-a0a6eac88ff9'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:00:49.219701 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-70c30d16-ac88-4391-a0bf-54bcd123783b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ec2c9f4a-80af-49a5-be56-5a79e2abcb65), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:49.371807 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f6110-5c4c-4c0b-861e-dbc17f6b7180 req-9daa5438-d4bd-45af-be69-405b8d7b9172 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:49.376006 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8d2f6110-5c4c-4c0b-861e-dbc17f6b7180 req-9daa5438-d4bd-45af-be69-405b8d7b9172 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=b362feb4-8ced-4ed6-85ef-fbd381f9bcc7 HTTP/1.1" status: 200 len: 944 time: 0.2045043 Mar 01 14:00:49.380913 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-70c30d16-ac88-4391-a0bf-54bcd123783b service neutron] For port ec2c9f4a-80af-49a5-be56-5a79e2abcb65, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:00:49.397183 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-70c30d16-ac88-4391-a0bf-54bcd123783b service neutron] For port ec2c9f4a-80af-49a5-be56-5a79e2abcb65, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=ec2c9f4a-80af-49a5-be56-5a79e2abcb65,segment=NetworkSegment(add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f),segment_id=add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:00:49.442406 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-70c30d16-ac88-4391-a0bf-54bcd123783b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (ec2c9f4a-80af-49a5-be56-5a79e2abcb65), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:49.711948 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8d2f6110-5c4c-4c0b-861e-dbc17f6b7180 req-43ae54c1-ab36-4486-9471-6e4060fc3b02 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123140 Mar 01 14:00:49.727549 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bff438d3-7fbd-425f-94e3-894e9c3f9290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (7e897284-ac55-41c2-b088-3972dd0eb9f7), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:49.737840 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-70c30d16-ac88-4391-a0bf-54bcd123783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:49.738550 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-70c30d16-ac88-4391-a0bf-54bcd123783b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:49.740627 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-70c30d16-ac88-4391-a0bf-54bcd123783b service neutron] 10.222.0.32 "PUT /v2.0/ports/ec2c9f4a-80af-49a5-be56-5a79e2abcb65 HTTP/1.1" status: 200 len: 1092 time: 1.7805727 Mar 01 14:00:49.785423 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b362feb4-8ced-4ed6-85ef-fbd381f9bcc7', 'tag': 'ec2c9f4a-80af-49a5-be56-5a79e2abcb65'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:00:49.788683 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc957d6-5b8d-48c8-8c4f-dbb9cfc9b6a8" -d '{"events": [{"name": "network-changed", "server_uuid": "b362feb4-8ced-4ed6-85ef-fbd381f9bcc7", "tag": "ec2c9f4a-80af-49a5-be56-5a79e2abcb65"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:00:49.824004 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c30d16-ac88-4391-a0bf-54bcd123783b service neutron] Pushing event updated for resources: {'Port': ['ID=ec2c9f4a-80af-49a5-be56-5a79e2abcb65,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:49.892256 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7faa26b4-1baa-4f78-87ab-b88796239cf6 x-openstack-request-id: req-7faa26b4-1baa-4f78-87ab-b88796239cf6 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:00:49.892662 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b362feb4-8ced-4ed6-85ef-fbd381f9bcc7", "tag": "ec2c9f4a-80af-49a5-be56-5a79e2abcb65", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:00:49.892927 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7faa26b4-1baa-4f78-87ab-b88796239cf6 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:00:49.893572 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b362feb4-8ced-4ed6-85ef-fbd381f9bcc7', 'tag': 'ec2c9f4a-80af-49a5-be56-5a79e2abcb65', 'status': 'completed', 'code': 200} Mar 01 14:00:49.948859 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff438d3-7fbd-425f-94e3-894e9c3f9290 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e897284-ac55-41c2-b088-3972dd0eb9f7,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:49.970822 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2df3f-f102-4767-aa7f-ba9066f10192 req-89d8025f-f735-47ae-9694-11c300f51e6f tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:49.977983 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0bf2df3f-f102-4767-aa7f-ba9066f10192 req-89d8025f-f735-47ae-9694-11c300f51e6f tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.2531898 Mar 01 14:00:50.030909 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-db64616f-adc8-4f9d-98e5-8cfeacd8d67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:50.035901 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-db64616f-adc8-4f9d-98e5-8cfeacd8d67a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba1fcf78013f41368378324ce0bb5077&device_id=b362feb4-8ced-4ed6-85ef-fbd381f9bcc7 HTTP/1.1" status: 200 len: 1126 time: 0.2247517 Mar 01 14:00:50.036972 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff438d3-7fbd-425f-94e3-894e9c3f9290 admin admin] Checking segment: {'id': '354ee497-7228-4227-89f9-36435d335b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:00:50.038013 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff438d3-7fbd-425f-94e3-894e9c3f9290 admin admin] Network hostable DHCP agents. Network: 3a263dd2-fccb-41d7-9268-17deef5caa4e, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:00:50.167378 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-ca6d2b6f-7843-45ad-870f-b5670340d4e4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec2c9f4a-80af-49a5-be56-5a79e2abcb65 HTTP/1.1" status: 200 len: 217 time: 0.1208322 Mar 01 14:00:50.239703 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55236) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:50.243073 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0bf2df3f-f102-4767-aa7f-ba9066f10192 req-2f9275bd-5c02-4f9f-9ffe-ee0b02918850 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642293 Mar 01 14:00:50.318217 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff438d3-7fbd-425f-94e3-894e9c3f9290 admin admin] Network 3a263dd2-fccb-41d7-9268-17deef5caa4e is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:00:50.410220 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-abdb0f53-bea1-4d71-9e71-3da31a01f145 req-7e74154e-ef4d-4066-96c5-0cfd8f6c8f39 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.0880902 Mar 01 14:00:50.412412 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-bff438d3-7fbd-425f-94e3-894e9c3f9290 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 3a263dd2-fccb-41d7-9268-17deef5caa4e) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:00:50.424186 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7afdb74-5290-4df0-a72c-82dffaafcf27 None None] Network 3a263dd2-fccb-41d7-9268-17deef5caa4e requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:00:50.431811 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff438d3-7fbd-425f-94e3-894e9c3f9290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:50.432657 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bff438d3-7fbd-425f-94e3-894e9c3f9290 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:50.436245 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-bb29aea3-eaf6-4924-a208-adcebe3d670c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:50.437950 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-bb29aea3-eaf6-4924-a208-adcebe3d670c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5604c83-d9f4-4bd0-bfcc-d1bf90374963 HTTP/1.1" status: 200 len: 855 time: 0.2606289 Mar 01 14:00:50.471864 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fe05eab5-f332-4455-8095-9c151636938f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:50.519631 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-bff438d3-7fbd-425f-94e3-894e9c3f9290 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.6137788 Mar 01 14:00:50.522849 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-4a8e3e96-955e-4d9f-bb9e-8d8896224a0c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=688b8e33-0ea2-4648-89e7-a0a6eac88ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678742 Mar 01 14:00:50.638790 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fe05eab5-f332-4455-8095-9c151636938f admin admin] Publish callbacks [] for security_group (08015b55-ccd5-4816-96af-3dd2bf7166ac), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:50.649044 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fe05eab5-f332-4455-8095-9c151636938f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (08015b55-ccd5-4816-96af-3dd2bf7166ac), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:50.674931 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369e7e22-36d9-4761-a17e-2651226390a9 None None] Network 3a263dd2-fccb-41d7-9268-17deef5caa4e requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:00:50.705665 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fe05eab5-f332-4455-8095-9c151636938f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b75084d76ca48eb88c18b70f9af323a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4650881 Mar 01 14:00:50.709538 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55242) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:50.768631 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe05eab5-f332-4455-8095-9c151636938f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08015b55-ccd5-4816-96af-3dd2bf7166ac,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:50.906138 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-05e24556-492e-4778-94e7-056d2e3a7109 service neutron] 10.222.0.32 "GET /v2.0/networks/688b8e33-0ea2-4648-89e7-a0a6eac88ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762021 Mar 01 14:00:50.924191 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-82e5eb28-b4b8-4844-9d26-5d3b24308e7b admin admin] Publish callbacks [] for security_group (08015b55-ccd5-4816-96af-3dd2bf7166ac), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:51.100979 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-82e5eb28-b4b8-4844-9d26-5d3b24308e7b admin admin] Publish callbacks [] for security_group (08015b55-ccd5-4816-96af-3dd2bf7166ac), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:51.182931 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfb3e1-649f-415f-9eb9-fa41eefcc7b9 req-1cc85214-389d-4505-8cdb-cfd845bf0a4c tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:51.184760 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-44dfb3e1-649f-415f-9eb9-fa41eefcc7b9 req-1cc85214-389d-4505-8cdb-cfd845bf0a4c tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=b362feb4-8ced-4ed6-85ef-fbd381f9bcc7 HTTP/1.1" status: 200 len: 944 time: 0.2463508 Mar 01 14:00:51.241663 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10c7ff68-0beb-45af-b97a-29a049c89e8c req-c9fdc0a7-1bd6-4a32-ad11-406b9ee8a06f service neutron] 10.222.0.32 "GET /v2.0/networks/688b8e33-0ea2-4648-89e7-a0a6eac88ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274093 Mar 01 14:00:51.390505 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-82e5eb28-b4b8-4844-9d26-5d3b24308e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (08015b55-ccd5-4816-96af-3dd2bf7166ac), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:51.394673 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-82e5eb28-b4b8-4844-9d26-5d3b24308e7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:51.398059 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-82e5eb28-b4b8-4844-9d26-5d3b24308e7b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08015b55-ccd5-4816-96af-3dd2bf7166ac HTTP/1.1" status: 204 len: 168 time: 0.6853073 Mar 01 14:00:51.530860 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-44dfb3e1-649f-415f-9eb9-fa41eefcc7b9 req-2155f7d7-236d-4824-a6ac-07d51cd1ef8c tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334887 Mar 01 14:00:51.534534 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5eb28-b4b8-4844-9d26-5d3b24308e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08015b55-ccd5-4816-96af-3dd2bf7166ac,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:51.575138 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc957d6-5b8d-48c8-8c4f-dbb9cfc9b6a8 req-15a9d0cd-f55c-4a4d-85ab-2d974b29542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:51.576794 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-afc957d6-5b8d-48c8-8c4f-dbb9cfc9b6a8 req-15a9d0cd-f55c-4a4d-85ab-2d974b29542e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba1fcf78013f41368378324ce0bb5077&device_id=b362feb4-8ced-4ed6-85ef-fbd381f9bcc7 HTTP/1.1" status: 200 len: 1126 time: 0.2218525 Mar 01 14:00:51.599149 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-e714c335-3601-4cb7-9d5c-ca5ca41fa8a5 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:51.600703 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-e714c335-3601-4cb7-9d5c-ca5ca41fa8a5 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/networks?id=3a263dd2-fccb-41d7-9268-17deef5caa4e HTTP/1.1" status: 200 len: 806 time: 0.4023082 Mar 01 14:00:51.744107 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-58b910c8-6db9-4e3a-a621-d4b042c93995 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/quotas/a1fa37a61f124c25aca457ce8a3f996a HTTP/1.1" status: 200 len: 375 time: 0.1153276 Mar 01 14:00:52.484977 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-df931a3e-a21f-4955-be7d-7ed66adbe0dc tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1fa37a61f124c25aca457ce8a3f996a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7397375 Mar 01 14:00:52.497049 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc957d6-5b8d-48c8-8c4f-dbb9cfc9b6a8 req-35d9a0a4-849a-47ed-acbd-b90dc557b5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:52.500355 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-afc957d6-5b8d-48c8-8c4f-dbb9cfc9b6a8 req-35d9a0a4-849a-47ed-acbd-b90dc557b5be service neutron] 10.222.0.32 "GET /v2.0/networks?id=688b8e33-0ea2-4648-89e7-a0a6eac88ff9 HTTP/1.1" status: 200 len: 916 time: 0.9118197 Mar 01 14:00:52.616571 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-6a14af67-96ed-48f1-8fd0-f269ea493db1 service neutron] 10.222.0.13 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133456 Mar 01 14:00:52.765342 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-b5b1ee08-0617-422b-9053-13089824394b service neutron] 10.222.0.13 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340046 Mar 01 14:00:52.775904 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbab7f-2452-4d9a-a3e0-0b37e8414ae4 req-f0fc25d1-b950-4f5b-b62f-5bc0b45a7763 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:52.785883 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bfdbab7f-2452-4d9a-a3e0-0b37e8414ae4 req-f0fc25d1-b950-4f5b-b62f-5bc0b45a7763 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 1.0560830 Mar 01 14:00:52.792079 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-afc957d6-5b8d-48c8-8c4f-dbb9cfc9b6a8 req-0971724b-8d3e-424a-ae19-c02149167d7b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec2c9f4a-80af-49a5-be56-5a79e2abcb65 HTTP/1.1" status: 200 len: 217 time: 0.1722200 Mar 01 14:00:52.908533 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bfdbab7f-2452-4d9a-a3e0-0b37e8414ae4 req-fa21fcc9-00bc-4a27-bdc6-97cb71dc6ef9 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164734 Mar 01 14:00:52.946069 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc957d6-5b8d-48c8-8c4f-dbb9cfc9b6a8 req-d4cc2979-3fdf-44f4-90b6-f3752582feac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:52.949954 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-afc957d6-5b8d-48c8-8c4f-dbb9cfc9b6a8 req-d4cc2979-3fdf-44f4-90b6-f3752582feac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5604c83-d9f4-4bd0-bfcc-d1bf90374963 HTTP/1.1" status: 200 len: 855 time: 0.1502912 Mar 01 14:00:53.018084 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-afc957d6-5b8d-48c8-8c4f-dbb9cfc9b6a8 req-7c21f25a-1b41-4d40-b41f-948bcf4311b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=688b8e33-0ea2-4648-89e7-a0a6eac88ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592232 Mar 01 14:00:53.070432 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e3a2800d-19c7-4150-8a22-dd58a38904b6 req-e2db255e-843e-4c08-ad4a-39e4ffbf142b tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.0423694 Mar 01 14:00:53.329065 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9763de12-11c8-4e0c-8a77-37737963e0b1 req-68910f90-ba4d-4851-a668-9e370ea24cef tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9c20cc-1177-4dce-85fd-d119ab3ee2cf HTTP/1.1" status: 200 len: 210 time: 0.0784414 Mar 01 14:00:53.448754 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12718b14-b58e-4741-bf06-96d6f1b1f9f1 req-d2049a10-9e26-4837-b793-97e016ae01f9 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:53.471186 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-12718b14-b58e-4741-bf06-96d6f1b1f9f1 req-d2049a10-9e26-4837-b793-97e016ae01f9 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=b362feb4-8ced-4ed6-85ef-fbd381f9bcc7 HTTP/1.1" status: 200 len: 944 time: 0.2192335 Mar 01 14:00:53.485511 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-afc957d6-5b8d-48c8-8c4f-dbb9cfc9b6a8 req-d924c7df-ed1b-4384-b957-97150f6a2419 service neutron] 10.222.0.32 "GET /v2.0/networks/688b8e33-0ea2-4648-89e7-a0a6eac88ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4138520 Mar 01 14:00:53.715559 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-afc957d6-5b8d-48c8-8c4f-dbb9cfc9b6a8 req-560b18d8-2406-4a25-8025-36f847bff67d service neutron] 10.222.0.32 "GET /v2.0/networks/688b8e33-0ea2-4648-89e7-a0a6eac88ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172174 Mar 01 14:00:53.794514 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-12718b14-b58e-4741-bf06-96d6f1b1f9f1 req-74ea19f1-e09d-4792-a907-7d6fab52e1aa tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213639 Mar 01 14:00:54.005601 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device ec2c9f4a-80af-49a5-be56-5a79e2abcb65 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:00:54.176631 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092338d-7fb0-4ab4-8c7a-88e0a16ebdd4 req-1991cb24-ac19-48c0-9586-4c6dcac37a3b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:54.188145 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6092338d-7fb0-4ab4-8c7a-88e0a16ebdd4 req-1991cb24-ac19-48c0-9586-4c6dcac37a3b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.1520784 Mar 01 14:00:54.272696 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55332) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:54.274139 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6092338d-7fb0-4ab4-8c7a-88e0a16ebdd4 req-6399d4e7-96c4-445b-b4ec-f2f583727bf7 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832434 Mar 01 14:00:54.355896 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2fe13423-5c9f-42ca-b9b3-4737a2a5e264 req-a51defe4-e433-4dfd-9f6b-d7c52b5e40b2 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.1395781 Mar 01 14:00:54.420487 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port ec2c9f4a-80af-49a5-be56-5a79e2abcb65, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=ec2c9f4a-80af-49a5-be56-5a79e2abcb65,segment=NetworkSegment(add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f),segment_id=add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:00:54.473123 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'ec2c9f4a-80af-49a5-be56-5a79e2abcb65', 'network_id': '688b8e33-0ea2-4648-89e7-a0a6eac88ff9', 'port_id': 'ec2c9f4a-80af-49a5-be56-5a79e2abcb65', 'mac_address': 'fa:16:3e:11:f1:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5604c83-d9f4-4bd0-bfcc-d1bf90374963', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:00:54.476879 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-82ab60a3-9b9d-4998-9351-132a6da20446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:54.525405 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port ec2c9f4a-80af-49a5-be56-5a79e2abcb65 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:00:54.526069 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ec2c9f4a-80af-49a5-be56-5a79e2abcb65), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:54.540174 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2c9f4a-80af-49a5-be56-5a79e2abcb65 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:00:54.561457 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port ec2c9f4a-80af-49a5-be56-5a79e2abcb65, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=ec2c9f4a-80af-49a5-be56-5a79e2abcb65,segment=NetworkSegment(add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f),segment_id=add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:00:54.575371 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ec2c9f4a-80af-49a5-be56-5a79e2abcb65), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:54.614216 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9e25770a-0951-4a39-96d8-b286edcec930 req-575f2b4d-dba8-4eb3-a54b-4c38394e17fa tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9c20cc-1177-4dce-85fd-d119ab3ee2cf HTTP/1.1" status: 200 len: 210 time: 0.1070759 Mar 01 14:00:54.666737 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-82ab60a3-9b9d-4998-9351-132a6da20446 admin admin] Publish callbacks [] for security_group (a752a311-bb2b-4dc2-b356-8a12ec60ecee), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:54.675900 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-82ab60a3-9b9d-4998-9351-132a6da20446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a752a311-bb2b-4dc2-b356-8a12ec60ecee), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:54.689987 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=ec2c9f4a-80af-49a5-be56-5a79e2abcb65,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:54.786785 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-82ab60a3-9b9d-4998-9351-132a6da20446 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e26d113dd4ee4ac88485550f4ff3627d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5122285 Mar 01 14:00:54.788070 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab60a3-9b9d-4998-9351-132a6da20446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a752a311-bb2b-4dc2-b356-8a12ec60ecee,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:54.789530 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55344) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:54.911913 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['ec2c9f4a-80af-49a5-be56-5a79e2abcb65'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:00:55.128329 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aeb95e31-fd5d-4ef8-ac55-91c2c6f86910 admin admin] Publish callbacks [] for security_group (a752a311-bb2b-4dc2-b356-8a12ec60ecee), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:55.206856 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b012f7-8e57-4d7f-851c-e28a00368e22 req-e1f84b5c-8207-435c-939f-3647b5efcd1a tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:55.215580 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f8b012f7-8e57-4d7f-851c-e28a00368e22 req-e1f84b5c-8207-435c-939f-3647b5efcd1a tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=b362feb4-8ced-4ed6-85ef-fbd381f9bcc7 HTTP/1.1" status: 200 len: 945 time: 0.2992091 Mar 01 14:00:55.254718 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b52ed929-4455-4289-9870-effe0120d41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:55.262786 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55352) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:55.346999 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f8b012f7-8e57-4d7f-851c-e28a00368e22 req-dbf48cc0-5a98-42a6-9758-9f75364cc8a2 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279168 Mar 01 14:00:55.352555 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aeb95e31-fd5d-4ef8-ac55-91c2c6f86910 admin admin] Publish callbacks [] for security_group (a752a311-bb2b-4dc2-b356-8a12ec60ecee), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:55.522041 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-d9564815-f907-4828-98d9-d6e18053908d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:55.524337 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-d9564815-f907-4828-98d9-d6e18053908d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.20 "GET /v2.0/networks?id=3a263dd2-fccb-41d7-9268-17deef5caa4e HTTP/1.1" status: 200 len: 806 time: 0.3318605 Mar 01 14:00:55.538628 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-6a8d53ea-844a-482e-a36e-9b6ce71f31c6 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Request body: {'port': {'device_id': '7f9c20cc-1177-4dce-85fd-d119ab3ee2cf', 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e', 'admin_state_up': True, 'tenant_id': 'a1fa37a61f124c25aca457ce8a3f996a'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:00:55.669597 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e34c6e95-b5be-4404-ad3b-97ca7896ebec req-e96fe2c4-cfd3-49ee-b676-b6d9383f8e0c tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.1176288 Mar 01 14:00:55.681340 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aeb95e31-fd5d-4ef8-ac55-91c2c6f86910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a752a311-bb2b-4dc2-b356-8a12ec60ecee), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:55.684484 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aeb95e31-fd5d-4ef8-ac55-91c2c6f86910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:55.688608 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-aeb95e31-fd5d-4ef8-ac55-91c2c6f86910 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a752a311-bb2b-4dc2-b356-8a12ec60ecee HTTP/1.1" status: 204 len: 168 time: 0.8953311 Mar 01 14:00:55.699605 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c584be-7abf-4780-b95d-46daf3b17fd7 req-a94698b6-d2bc-4cd1-bd9c-154e808b6b5a tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:55.703213 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b2c584be-7abf-4780-b95d-46daf3b17fd7 req-a94698b6-d2bc-4cd1-bd9c-154e808b6b5a tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.2248278 Mar 01 14:00:55.716483 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb95e31-fd5d-4ef8-ac55-91c2c6f86910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a752a311-bb2b-4dc2-b356-8a12ec60ecee,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:55.739634 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-80ce5844-b5ba-451d-9b43-d7bf65fc3b16 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:00:55.797851 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-80ce5844-b5ba-451d-9b43-d7bf65fc3b16 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:55.848872 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b2c584be-7abf-4780-b95d-46daf3b17fd7 req-dfb2d370-70e5-4879-8e9b-35556b9d240e tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344717 Mar 01 14:00:55.896392 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-6a8d53ea-844a-482e-a36e-9b6ce71f31c6 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Made reservation on behalf of a1fa37a61f124c25aca457ce8a3f996a for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:00:55.903959 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-6a8d53ea-844a-482e-a36e-9b6ce71f31c6 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:55.929459 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d9142c12-58f8-41ca-9a3c-52c05290e7a7 req-23ddc906-609f-415d-aa8a-876ef20fb7ac tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9c20cc-1177-4dce-85fd-d119ab3ee2cf HTTP/1.1" status: 200 len: 210 time: 0.0549510 Mar 01 14:00:56.007391 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device ec2c9f4a-80af-49a5-be56-5a79e2abcb65 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:00:56.099567 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port ec2c9f4a-80af-49a5-be56-5a79e2abcb65 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:00:56.104711 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port ec2c9f4a-80af-49a5-be56-5a79e2abcb65 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:00:56.105342 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ec2c9f4a-80af-49a5-be56-5a79e2abcb65), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:56.208212 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port ec2c9f4a-80af-49a5-be56-5a79e2abcb65 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:00:56.208522 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ec2c9f4a-80af-49a5-be56-5a79e2abcb65), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:56.230728 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-80ce5844-b5ba-451d-9b43-d7bf65fc3b16 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:56.245750 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-6a8d53ea-844a-482e-a36e-9b6ce71f31c6 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Allocated IP 172.20.0.13 (3a263dd2-fccb-41d7-9268-17deef5caa4e/7e897284-ac55-41c2-b088-3972dd0eb9f7/698be840-58f4-417e-896d-121bd73d95b5) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:00:56.307953 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port ec2c9f4a-80af-49a5-be56-5a79e2abcb65, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=ec2c9f4a-80af-49a5-be56-5a79e2abcb65,segment=NetworkSegment(add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f),segment_id=add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:00:56.308939 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b362feb4-8ced-4ed6-85ef-fbd381f9bcc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2c9f4a-80af-49a5-be56-5a79e2abcb65'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:00:56.312715 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039e6ca8-8b40-4fa9-b55c-7565cd7c188b" -d '{"events": [{"server_uuid": "b362feb4-8ced-4ed6-85ef-fbd381f9bcc7", "name": "network-vif-plugged", "status": "completed", "tag": "ec2c9f4a-80af-49a5-be56-5a79e2abcb65"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:00:56.319083 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ec2c9f4a-80af-49a5-be56-5a79e2abcb65), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:56.407042 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=ec2c9f4a-80af-49a5-be56-5a79e2abcb65,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:56.428817 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ca6a41-3258-49df-bf45-7a30366e2956 x-openstack-request-id: req-a9ca6a41-3258-49df-bf45-7a30366e2956 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:00:56.429117 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b362feb4-8ced-4ed6-85ef-fbd381f9bcc7", "name": "network-vif-plugged", "status": "completed", "tag": "ec2c9f4a-80af-49a5-be56-5a79e2abcb65", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:00:56.429379 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9ca6a41-3258-49df-bf45-7a30366e2956 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:00:56.429780 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b362feb4-8ced-4ed6-85ef-fbd381f9bcc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2c9f4a-80af-49a5-be56-5a79e2abcb65', 'code': 200} Mar 01 14:00:56.566934 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55370) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:56.629778 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22823ab-cbec-455e-af26-b13319585c26 req-50a5a8e0-3448-4a0c-bf21-5c1bc2ccb31e tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:56.631917 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d22823ab-cbec-455e-af26-b13319585c26 req-50a5a8e0-3448-4a0c-bf21-5c1bc2ccb31e tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=b362feb4-8ced-4ed6-85ef-fbd381f9bcc7 HTTP/1.1" status: 200 len: 946 time: 0.1161706 Mar 01 14:00:56.634286 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b1c26-64d1-4a79-9ec2-cc8ecd2d3089 req-50fd49ff-eb60-429f-839c-3a8a187db0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:56.635820 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f8b1c26-64d1-4a79-9ec2-cc8ecd2d3089 req-50fd49ff-eb60-429f-839c-3a8a187db0e1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b362feb4-8ced-4ed6-85ef-fbd381f9bcc7 HTTP/1.1" status: 200 len: 1128 time: 0.1357808 Mar 01 14:00:56.652322 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8778e94a-c742-48e7-aa9d-237ac311751e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:56.687058 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-80ce5844-b5ba-451d-9b43-d7bf65fc3b16 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Allocated IP 172.25.1.65 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/1a895e15-bf81-4518-a6b7-246be08ffd8e) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:00:56.719464 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f8b1c26-64d1-4a79-9ec2-cc8ecd2d3089 req-799c09e1-5d2d-4c7c-9407-83c171d0c3ba service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653026 Mar 01 14:00:56.766495 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d22823ab-cbec-455e-af26-b13319585c26 req-a7e3f865-7ade-4d79-a2cd-b2ac45898d6a tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234713 Mar 01 14:00:56.822792 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-6a8d53ea-844a-482e-a36e-9b6ce71f31c6 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks [] for port (698be840-58f4-417e-896d-121bd73d95b5), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:56.921466 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8c60f062-d2a0-4698-87d9-7b006473a74a req-eb5686c3-e747-46ea-831a-8af989de7174 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.0968406 Mar 01 14:00:56.973539 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8778e94a-c742-48e7-aa9d-237ac311751e admin admin] Publish callbacks [] for security_group (68fc0d66-f673-4d47-a948-407e40ca6acf), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:56.992507 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8778e94a-c742-48e7-aa9d-237ac311751e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (68fc0d66-f673-4d47-a948-407e40ca6acf), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:56.999246 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-6a8d53ea-844a-482e-a36e-9b6ce71f31c6 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (698be840-58f4-417e-896d-121bd73d95b5), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:57.036588 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-80ce5844-b5ba-451d-9b43-d7bf65fc3b16 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks [] for port (1a895e15-bf81-4518-a6b7-246be08ffd8e), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:57.064685 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-6a8d53ea-844a-482e-a36e-9b6ce71f31c6 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Network 3a263dd2-fccb-41d7-9268-17deef5caa4e is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:00:57.105041 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-6a8d53ea-844a-482e-a36e-9b6ce71f31c6 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:00:57.122749 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf44d1-2c78-4025-b206-59e95db8e72a req-00956a0e-d323-41c1-8a26-e0c8fca2c8c7 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:57.131343 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a2cf44d1-2c78-4025-b206-59e95db8e72a req-00956a0e-d323-41c1-8a26-e0c8fca2c8c7 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.1464007 Mar 01 14:00:57.156382 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91de25-8517-40f1-afdb-004757c8c25b req-875c696f-156e-49a7-bd7d-7e872268e5e0 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:57.162768 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-da91de25-8517-40f1-afdb-004757c8c25b req-875c696f-156e-49a7-bd7d-7e872268e5e0 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9c20cc-1177-4dce-85fd-d119ab3ee2cf HTTP/1.1" status: 200 len: 932 time: 0.1174500 Mar 01 14:00:57.184349 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-6a8d53ea-844a-482e-a36e-9b6ce71f31c6 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:00:57.260230 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-da91de25-8517-40f1-afdb-004757c8c25b req-ab18a040-8cf0-4ddb-83b3-8ccb6c261a48 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641210 Mar 01 14:00:57.290810 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8778e94a-c742-48e7-aa9d-237ac311751e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=772f26fac6a949c2a8c1a1adfbab52d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7231500 Mar 01 14:00:57.293373 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55378) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:57.320397 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778e94a-c742-48e7-aa9d-237ac311751e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fc0d66-f673-4d47-a948-407e40ca6acf,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:57.327273 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a2cf44d1-2c78-4025-b206-59e95db8e72a req-a4de65e4-35f1-4801-b026-6c35e4904f32 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946223 Mar 01 14:00:57.340762 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d53ea-844a-482e-a36e-9b6ce71f31c6 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Pushing event updated for resources: {'Port': ['ID=698be840-58f4-417e-896d-121bd73d95b5,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:57.396179 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-eb3d272b-64a7-4ce9-8711-976b443c2112 admin admin] Publish callbacks [] for security_group (68fc0d66-f673-4d47-a948-407e40ca6acf), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:57.423071 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-6a8d53ea-844a-482e-a36e-9b6ce71f31c6 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:57.424289 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-6a8d53ea-844a-482e-a36e-9b6ce71f31c6 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:57.451348 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-eb3d272b-64a7-4ce9-8711-976b443c2112 admin admin] Publish callbacks [] for security_group (68fc0d66-f673-4d47-a948-407e40ca6acf), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:57.482506 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-80ce5844-b5ba-451d-9b43-d7bf65fc3b16 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (1a895e15-bf81-4518-a6b7-246be08ffd8e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:57.498889 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-6a8d53ea-844a-482e-a36e-9b6ce71f31c6 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9649165 Mar 01 14:00:57.506479 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0a7d8c0b-4ac2-49f3-ab89-86dc1e4af71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:57.569725 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-eb3d272b-64a7-4ce9-8711-976b443c2112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (68fc0d66-f673-4d47-a948-407e40ca6acf), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:57.573112 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-eb3d272b-64a7-4ce9-8711-976b443c2112 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:57.574526 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-eb3d272b-64a7-4ce9-8711-976b443c2112 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68fc0d66-f673-4d47-a948-407e40ca6acf HTTP/1.1" status: 204 len: 168 time: 0.2799907 Mar 01 14:00:57.589466 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-31b18388-c9ef-4272-8849-d54cded0a771 service neutron] Request body: {'port': {'device_id': '7f9c20cc-1177-4dce-85fd-d119ab3ee2cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:00:57.609212 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d272b-64a7-4ce9-8711-976b443c2112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fc0d66-f673-4d47-a948-407e40ca6acf,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:57.654734 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce5844-b5ba-451d-9b43-d7bf65fc3b16 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Pushing event updated for resources: {'Port': ['ID=1a895e15-bf81-4518-a6b7-246be08ffd8e,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:57.668582 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ce5844-b5ba-451d-9b43-d7bf65fc3b16 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:00:57.671711 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-80ce5844-b5ba-451d-9b43-d7bf65fc3b16 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:00:57.675486 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ce5844-b5ba-451d-9b43-d7bf65fc3b16 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:00:57.743963 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-31b18388-c9ef-4272-8849-d54cded0a771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (698be840-58f4-417e-896d-121bd73d95b5), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:57.797935 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-80ce5844-b5ba-451d-9b43-d7bf65fc3b16 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks [] for floatingip (75976afb-3df1-42fd-87ab-56d7feb45260), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:57.918245 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-80ce5844-b5ba-451d-9b43-d7bf65fc3b16 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1a895e15-bf81-4518-a6b7-246be08ffd8e), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:58.027163 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710ec4e-664c-4df9-88ee-5f2074a4276f req-75d49a2f-f04a-45df-96e7-793ec72ff2ab tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:58.027163 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1710ec4e-664c-4df9-88ee-5f2074a4276f req-75d49a2f-f04a-45df-96e7-793ec72ff2ab tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=b362feb4-8ced-4ed6-85ef-fbd381f9bcc7 HTTP/1.1" status: 200 len: 946 time: 0.1025445 Mar 01 14:00:58.111334 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1710ec4e-664c-4df9-88ee-5f2074a4276f req-63c002cf-28e1-48b1-81ea-3f220d2cf5a3 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757897 Mar 01 14:00:58.219088 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ce4e9f2f-82ca-446a-bac7-b70a86ed6b60 req-b0687d51-d643-49fc-af42-549065f29633 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.0838373 Mar 01 14:00:58.294910 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55394) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:58.340675 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9c8264e6-a8e8-4532-86dd-1d481fbdfa67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:58.459993 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a83662-de26-47d4-a62c-c24b90d042f8 req-9ce43295-b2bf-4d8a-9d43-8771706c0d6e tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:58.467616 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f6a83662-de26-47d4-a62c-c24b90d042f8 req-9ce43295-b2bf-4d8a-9d43-8771706c0d6e tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9c20cc-1177-4dce-85fd-d119ab3ee2cf HTTP/1.1" status: 200 len: 932 time: 0.1040077 Mar 01 14:00:58.478819 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-80ce5844-b5ba-451d-9b43-d7bf65fc3b16 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks [] for port (1a895e15-bf81-4518-a6b7-246be08ffd8e), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:58.489960 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-80ce5844-b5ba-451d-9b43-d7bf65fc3b16 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (1a895e15-bf81-4518-a6b7-246be08ffd8e), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:58.579999 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f6a83662-de26-47d4-a62c-c24b90d042f8 req-63d0f4ee-5648-47c0-80a4-b82e3a86178d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058974 Mar 01 14:00:58.613339 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-80ce5844-b5ba-451d-9b43-d7bf65fc3b16 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (75976afb-3df1-42fd-87ab-56d7feb45260), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:58.639186 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce5844-b5ba-451d-9b43-d7bf65fc3b16 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Pushing event updated for resources: {'Port': ['ID=1a895e15-bf81-4518-a6b7-246be08ffd8e,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:58.640792 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9cb74-7c9e-44f6-97b7-62edce94affe req-5c1168c2-bc53-4adb-8417-af41fe760939 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:58.643194 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-31b18388-c9ef-4272-8849-d54cded0a771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 698be840-58f4-417e-896d-121bd73d95b5 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:00:58.649880 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cbe9cb74-7c9e-44f6-97b7-62edce94affe req-5c1168c2-bc53-4adb-8417-af41fe760939 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.1613033 Mar 01 14:00:58.655736 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-80ce5844-b5ba-451d-9b43-d7bf65fc3b16 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:58.655998 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9c8264e6-a8e8-4532-86dd-1d481fbdfa67 admin admin] Publish callbacks [] for security_group (7ceaaeef-b0b2-42e5-bb5c-1708f4826fc1), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:58.656129 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-80ce5844-b5ba-451d-9b43-d7bf65fc3b16 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3899071 Mar 01 14:00:58.658233 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55398) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:58.659169 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-31b18388-c9ef-4272-8849-d54cded0a771 service neutron] Publish callbacks [] for port (698be840-58f4-417e-896d-121bd73d95b5), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:58.671244 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-fec79faa-849c-4a5d-8576-85086dbe8529 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1756836695'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:00:58.674200 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-31b18388-c9ef-4272-8849-d54cded0a771 service neutron] Transition to ACTIVE for port object 698be840-58f4-417e-896d-121bd73d95b5 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:00:58.679158 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9c8264e6-a8e8-4532-86dd-1d481fbdfa67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (7ceaaeef-b0b2-42e5-bb5c-1708f4826fc1), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:58.687505 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-31b18388-c9ef-4272-8849-d54cded0a771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (698be840-58f4-417e-896d-121bd73d95b5), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:58.763936 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cbe9cb74-7c9e-44f6-97b7-62edce94affe req-39358a8b-83b6-4e55-af0c-89af61ab0af8 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130981 Mar 01 14:00:58.779291 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9c8264e6-a8e8-4532-86dd-1d481fbdfa67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c107226647145ca8b49161812d17592&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4832101 Mar 01 14:00:58.783382 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55400) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:58.796142 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b18388-c9ef-4272-8849-d54cded0a771 service neutron] Pushing event updated for resources: {'Port': ['ID=698be840-58f4-417e-896d-121bd73d95b5,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:58.825242 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec79faa-849c-4a5d-8576-85086dbe8529 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Made reservation on behalf of 1c6906a63ee240319c58894c97951a5c for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:00:58.828745 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fec79faa-849c-4a5d-8576-85086dbe8529 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:58.832808 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8264e6-a8e8-4532-86dd-1d481fbdfa67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ceaaeef-b0b2-42e5-bb5c-1708f4826fc1,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:58.860476 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:58.863188 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fec79faa-849c-4a5d-8576-85086dbe8529 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:58.906910 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-31b18388-c9ef-4272-8849-d54cded0a771 service neutron] Attempting to bind port 698be840-58f4-417e-896d-121bd73d95b5 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:00:58.908492 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-31b18388-c9ef-4272-8849-d54cded0a771 service neutron] Attempting to bind port 698be840-58f4-417e-896d-121bd73d95b5 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '354ee497-7228-4227-89f9-36435d335b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:00:58.909100 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-31b18388-c9ef-4272-8849-d54cded0a771 service neutron] Attempting to bind port 698be840-58f4-417e-896d-121bd73d95b5 on network 3a263dd2-fccb-41d7-9268-17deef5caa4e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:00:58.928061 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-31b18388-c9ef-4272-8849-d54cded0a771 service neutron] Port 698be840-58f4-417e-896d-121bd73d95b5 on network 3a263dd2-fccb-41d7-9268-17deef5caa4e not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:00:58.928390 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-31b18388-c9ef-4272-8849-d54cded0a771 service neutron] Attempting to bind port 698be840-58f4-417e-896d-121bd73d95b5 on network 3a263dd2-fccb-41d7-9268-17deef5caa4e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:00:58.933877 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-31b18388-c9ef-4272-8849-d54cded0a771 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:00:58.934241 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-31b18388-c9ef-4272-8849-d54cded0a771 service neutron] Checking segment: {'id': '354ee497-7228-4227-89f9-36435d335b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:00:58.934635 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-31b18388-c9ef-4272-8849-d54cded0a771 service neutron] Bound using segment: {'id': '354ee497-7228-4227-89f9-36435d335b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:00:58.935073 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-31b18388-c9ef-4272-8849-d54cded0a771 service neutron] Bound port: 698be840-58f4-417e-896d-121bd73d95b5, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '354ee497-7228-4227-89f9-36435d335b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:00:58.935803 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-31b18388-c9ef-4272-8849-d54cded0a771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (698be840-58f4-417e-896d-121bd73d95b5), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:58.949061 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-94fc6e09-05a4-46b0-bfda-ff5029d713b0 admin admin] Publish callbacks [] for security_group (7ceaaeef-b0b2-42e5-bb5c-1708f4826fc1), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:58.979977 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-94fc6e09-05a4-46b0-bfda-ff5029d713b0 admin admin] Publish callbacks [] for security_group (7ceaaeef-b0b2-42e5-bb5c-1708f4826fc1), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:59.005708 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fec79faa-849c-4a5d-8576-85086dbe8529 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks [] for security_group (35e765e2-9c0c-4be7-93cb-1e712610df19), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:59.024269 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fec79faa-849c-4a5d-8576-85086dbe8529 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (35e765e2-9c0c-4be7-93cb-1e712610df19), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:59.028634 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-31b18388-c9ef-4272-8849-d54cded0a771 service neutron] For port 698be840-58f4-417e-896d-121bd73d95b5, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:00:59.036593 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-31b18388-c9ef-4272-8849-d54cded0a771 service neutron] For port 698be840-58f4-417e-896d-121bd73d95b5, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=698be840-58f4-417e-896d-121bd73d95b5,segment=NetworkSegment(354ee497-7228-4227-89f9-36435d335b77),segment_id=354ee497-7228-4227-89f9-36435d335b77)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:00:59.050741 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-31b18388-c9ef-4272-8849-d54cded0a771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (698be840-58f4-417e-896d-121bd73d95b5), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:59.054907 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec79faa-849c-4a5d-8576-85086dbe8529 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:00:59.075245 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec79faa-849c-4a5d-8576-85086dbe8529 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35e765e2-9c0c-4be7-93cb-1e712610df19,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:59.094544 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fec79faa-849c-4a5d-8576-85086dbe8529 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (a5c73996-b747-4881-bff9-d07a7e41a53e), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:59.094898 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-fec79faa-849c-4a5d-8576-85086dbe8529 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Added segment a5c73996-b747-4881-bff9-d07a7e41a53e of type vlan for network cdfee615-f8d8-4a50-9056-8b840280508c Mar 01 14:00:59.096683 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-94fc6e09-05a4-46b0-bfda-ff5029d713b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (7ceaaeef-b0b2-42e5-bb5c-1708f4826fc1), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:59.100091 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-94fc6e09-05a4-46b0-bfda-ff5029d713b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:59.101272 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-94fc6e09-05a4-46b0-bfda-ff5029d713b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ceaaeef-b0b2-42e5-bb5c-1708f4826fc1 HTTP/1.1" status: 204 len: 168 time: 0.3081617 Mar 01 14:00:59.102661 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-31b18388-c9ef-4272-8849-d54cded0a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:59.103209 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-31b18388-c9ef-4272-8849-d54cded0a771 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:59.117839 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-31b18388-c9ef-4272-8849-d54cded0a771 service neutron] 10.222.0.20 "PUT /v2.0/ports/698be840-58f4-417e-896d-121bd73d95b5 HTTP/1.1" status: 200 len: 1092 time: 1.5323431 Mar 01 14:00:59.118365 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9c20cc-1177-4dce-85fd-d119ab3ee2cf', 'tag': '698be840-58f4-417e-896d-121bd73d95b5'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:00:59.137574 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45137de9-81ef-4619-bc3d-b83ef50b2494" -d '{"events": [{"name": "network-changed", "server_uuid": "7f9c20cc-1177-4dce-85fd-d119ab3ee2cf", "tag": "698be840-58f4-417e-896d-121bd73d95b5"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:00:59.146691 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc6e09-05a4-46b0-bfda-ff5029d713b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ceaaeef-b0b2-42e5-bb5c-1708f4826fc1,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:59.170686 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fec79faa-849c-4a5d-8576-85086dbe8529 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (cdfee615-f8d8-4a50-9056-8b840280508c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:59.248753 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fec79faa-849c-4a5d-8576-85086dbe8529 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (cdfee615-f8d8-4a50-9056-8b840280508c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:59.256903 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec79faa-849c-4a5d-8576-85086dbe8529 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:59.257287 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26a2bc7-0306-4bec-856b-a0ed136e659f x-openstack-request-id: req-e26a2bc7-0306-4bec-856b-a0ed136e659f {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:00:59.257586 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f9c20cc-1177-4dce-85fd-d119ab3ee2cf", "tag": "698be840-58f4-417e-896d-121bd73d95b5", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:00:59.257836 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fec79faa-849c-4a5d-8576-85086dbe8529 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:59.257939 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e26a2bc7-0306-4bec-856b-a0ed136e659f {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:00:59.258870 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f9c20cc-1177-4dce-85fd-d119ab3ee2cf', 'tag': '698be840-58f4-417e-896d-121bd73d95b5', 'status': 'completed', 'code': 200} Mar 01 14:00:59.270132 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b18388-c9ef-4272-8849-d54cded0a771 service neutron] Pushing event updated for resources: {'Port': ['ID=698be840-58f4-417e-896d-121bd73d95b5,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:59.299767 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-622bf1e3-9466-4f2d-8645-5446c3ab5ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:59.302048 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-622bf1e3-9466-4f2d-8645-5446c3ab5ba7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a1fa37a61f124c25aca457ce8a3f996a&device_id=7f9c20cc-1177-4dce-85fd-d119ab3ee2cf HTTP/1.1" status: 200 len: 1126 time: 0.1060088 Mar 01 14:00:59.385568 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-45bc9088-1ffe-4238-b627-ca49fc32e258 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=698be840-58f4-417e-896d-121bd73d95b5 HTTP/1.1" status: 200 len: 217 time: 0.0759649 Mar 01 14:00:59.409206 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-fec79faa-849c-4a5d-8576-85086dbe8529 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7486718 Mar 01 14:00:59.420319 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55410) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:00:59.445028 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-492361c5-d0ba-41ec-98e1-573e2e1bdd3b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Request body: {'subnet': {'network_id': 'cdfee615-f8d8-4a50-9056-8b840280508c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:00:59.467580 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-9bafb835-f859-4b55-9d14-33ba7d11d4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:59.482349 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-9bafb835-f859-4b55-9d14-33ba7d11d4bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7e897284-ac55-41c2-b088-3972dd0eb9f7 HTTP/1.1" status: 200 len: 846 time: 0.0896771 Mar 01 14:00:59.512460 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-330a7d9f-1060-4bb8-b2f4-6453722e5fad req-86c2f197-edba-4ff6-899a-89bdb29f663e tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.1372674 Mar 01 14:00:59.531270 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-f79f09ab-bbd6-46e9-b27f-6131b128d686 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a263dd2-fccb-41d7-9268-17deef5caa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397594 Mar 01 14:00:59.544818 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec79faa-849c-4a5d-8576-85086dbe8529 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Pushing event updated for resources: {'Network': ['ID=cdfee615-f8d8-4a50-9056-8b840280508c,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:00:59.556377 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network cdfee615-f8d8-4a50-9056-8b840280508c details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:00:59.611724 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45a39e-feef-46ba-9135-b099bb9824a3 req-9b61c0c7-4d7a-4cc2-907e-5aec33c6f8f8 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:00:59.613495 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6a45a39e-feef-46ba-9135-b099bb9824a3 req-9b61c0c7-4d7a-4cc2-907e-5aec33c6f8f8 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=b362feb4-8ced-4ed6-85ef-fbd381f9bcc7 HTTP/1.1" status: 200 len: 946 time: 0.3079457 Mar 01 14:00:59.661701 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492361c5-d0ba-41ec-98e1-573e2e1bdd3b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Made reservation on behalf of 1c6906a63ee240319c58894c97951a5c for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:00:59.666093 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-492361c5-d0ba-41ec-98e1-573e2e1bdd3b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:00:59.735285 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-ed27e89a-ff49-4dfe-a391-1856796b102a service neutron] 10.222.0.20 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975226 Mar 01 14:00:59.832116 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6a45a39e-feef-46ba-9135-b099bb9824a3 req-c4356c49-b447-42ac-bae1-7b0c726e8aa8 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120514 Mar 01 14:00:59.949871 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-903ba0a1-0909-4db6-b3ef-c710723e27bd req-25fb5d6d-db11-40d5-af9b-00b09aa680c5 service neutron] 10.222.0.20 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027283 Mar 01 14:00:59.997786 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf9add-a911-4cf2-8670-c2368ca7f32e req-924dfe7b-571d-4da9-9dc4-508781fff21c tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:00.007537 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-22bf9add-a911-4cf2-8670-c2368ca7f32e req-924dfe7b-571d-4da9-9dc4-508781fff21c tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9c20cc-1177-4dce-85fd-d119ab3ee2cf HTTP/1.1" status: 200 len: 944 time: 0.1925948 Mar 01 14:01:00.114005 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45137de9-81ef-4619-bc3d-b83ef50b2494 req-d08aedff-a753-467b-952f-044df92ba196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:00.118061 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-45137de9-81ef-4619-bc3d-b83ef50b2494 req-d08aedff-a753-467b-952f-044df92ba196 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a1fa37a61f124c25aca457ce8a3f996a&device_id=7f9c20cc-1177-4dce-85fd-d119ab3ee2cf HTTP/1.1" status: 200 len: 1126 time: 0.0944502 Mar 01 14:01:00.151408 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd2587-a0ad-4b52-81f6-d6c80c4156df req-4b906637-b64e-44fb-bbbe-15fbce7e1340 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:00.153446 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cffd2587-a0ad-4b52-81f6-d6c80c4156df req-4b906637-b64e-44fb-bbbe-15fbce7e1340 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.1108286 Mar 01 14:01:00.197564 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-22bf9add-a911-4cf2-8670-c2368ca7f32e req-81d83e8a-2572-4b4d-83ba-f14d21bd5306 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890190 Mar 01 14:01:00.218536 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:00.322367 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cffd2587-a0ad-4b52-81f6-d6c80c4156df req-31cb1b94-c1c3-4c20-b278-92796109491e tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233366 Mar 01 14:01:00.353461 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45137de9-81ef-4619-bc3d-b83ef50b2494 req-6258badb-a3c8-4d88-b50c-da9c3da8fe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:00.358916 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-45137de9-81ef-4619-bc3d-b83ef50b2494 req-6258badb-a3c8-4d88-b50c-da9c3da8fe62 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3a263dd2-fccb-41d7-9268-17deef5caa4e HTTP/1.1" status: 200 len: 907 time: 0.2355201 Mar 01 14:01:00.411035 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-492361c5-d0ba-41ec-98e1-573e2e1bdd3b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (3f7ae98c-304d-484e-8240-f23e21edca96), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:00.455272 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-45137de9-81ef-4619-bc3d-b83ef50b2494 req-9f20e4fa-8055-4d73-8b5a-fdf5d62bade5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=698be840-58f4-417e-896d-121bd73d95b5 HTTP/1.1" status: 200 len: 217 time: 0.0877650 Mar 01 14:01:00.501750 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492361c5-d0ba-41ec-98e1-573e2e1bdd3b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Checking segment: {'id': 'a5c73996-b747-4881-bff9-d07a7e41a53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cdfee615-f8d8-4a50-9056-8b840280508c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:01:00.502115 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492361c5-d0ba-41ec-98e1-573e2e1bdd3b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Network hostable DHCP agents. Network: cdfee615-f8d8-4a50-9056-8b840280508c, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:01:00.511909 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492361c5-d0ba-41ec-98e1-573e2e1bdd3b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Pushing event updated for resources: {'Subnet': ['ID=3f7ae98c-304d-484e-8240-f23e21edca96,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:00.552094 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492361c5-d0ba-41ec-98e1-573e2e1bdd3b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Network cdfee615-f8d8-4a50-9056-8b840280508c is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:01:00.558345 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45137de9-81ef-4619-bc3d-b83ef50b2494 req-4fcd8f38-b8a2-49de-99b3-78b763440e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:00.561802 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-45137de9-81ef-4619-bc3d-b83ef50b2494 req-4fcd8f38-b8a2-49de-99b3-78b763440e11 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7e897284-ac55-41c2-b088-3972dd0eb9f7 HTTP/1.1" status: 200 len: 846 time: 0.1007884 Mar 01 14:01:00.578385 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-492361c5-d0ba-41ec-98e1-573e2e1bdd3b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, cdfee615-f8d8-4a50-9056-8b840280508c) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:01:00.596915 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492361c5-d0ba-41ec-98e1-573e2e1bdd3b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:00.600294 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-492361c5-d0ba-41ec-98e1-573e2e1bdd3b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:00.625418 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-45137de9-81ef-4619-bc3d-b83ef50b2494 req-32465b63-4e54-40c6-a2ac-6468c21f7ac6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a263dd2-fccb-41d7-9268-17deef5caa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534568 Mar 01 14:01:00.686437 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-492361c5-d0ba-41ec-98e1-573e2e1bdd3b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2583227 Mar 01 14:01:00.690157 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55442) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:00.702394 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8120cf-f80a-4df6-aff9-d5c429d97778 None None] Network cdfee615-f8d8-4a50-9056-8b840280508c requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:01:00.704829 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-e99b4862-c642-43dd-bbbb-e56f41ac457d tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-253423559', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}, 'admin_state_up': False}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:01:00.805705 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:01:00.859652 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-45137de9-81ef-4619-bc3d-b83ef50b2494 req-ba3ca477-6586-4710-bf66-22ee69d11c41 service neutron] 10.222.0.20 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279615 Mar 01 14:01:00.863733 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-386e6ecf-81de-422b-982f-12d099ab9002 req-261862f1-181f-4674-8ab4-cfa278d9dfeb tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.0863266 Mar 01 14:01:00.868427 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e99b4862-c642-43dd-bbbb-e56f41ac457d tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (3fb3795f-33d3-4cc8-9081-e3608accb685), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:00.871041 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e99b4862-c642-43dd-bbbb-e56f41ac457d tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (3fb3795f-33d3-4cc8-9081-e3608accb685), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:00.927808 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0a79b2-16ee-4888-8371-ac266b39cdd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-cdfee615-f8d8-4a50-9056-8b840280508c', 'network_id': 'cdfee615-f8d8-4a50-9056-8b840280508c', 'project_id': '1c6906a63ee240319c58894c97951a5c', 'fixed_ips': [{'subnet_id': '3f7ae98c-304d-484e-8240-f23e21edca96'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:01:00.936613 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7c0a79b2-16ee-4888-8371-ac266b39cdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:01.048052 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e99b4862-c642-43dd-bbbb-e56f41ac457d tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks [] for router_controller (3fb3795f-33d3-4cc8-9081-e3608accb685), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:01.053936 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-45137de9-81ef-4619-bc3d-b83ef50b2494 req-cf9b72ea-83fc-4a7c-a29b-319d10007782 service neutron] 10.222.0.20 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874218 Mar 01 14:01:01.279919 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-7c0a79b2-16ee-4888-8371-ac266b39cdd5 None None] Allocated IP 172.20.0.2 (cdfee615-f8d8-4a50-9056-8b840280508c/3f7ae98c-304d-484e-8240-f23e21edca96/0e04e750-4320-4bdd-9315-8af139217009) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:01:01.457887 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e99b4862-c642-43dd-bbbb-e56f41ac457d tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks [] for router_gateway (3fb3795f-33d3-4cc8-9081-e3608accb685), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:01.638499 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0d714-8713-4ac1-9641-2e19040a47a5 req-7d80a0b9-e551-4716-b0ec-c3a045d26ecf tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:01.641698 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e7f0d714-8713-4ac1-9641-2e19040a47a5 req-7d80a0b9-e551-4716-b0ec-c3a045d26ecf tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9c20cc-1177-4dce-85fd-d119ab3ee2cf HTTP/1.1" status: 200 len: 944 time: 0.2026112 Mar 01 14:01:01.697990 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7c0a79b2-16ee-4888-8371-ac266b39cdd5 None None] Publish callbacks [] for port (0e04e750-4320-4bdd-9315-8af139217009), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:01.734061 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330018ac-832d-4fde-8a73-bd79666435ee req-edbd2467-9982-4ee6-b678-6649c4f9a166 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:01.736241 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-330018ac-832d-4fde-8a73-bd79666435ee req-edbd2467-9982-4ee6-b678-6649c4f9a166 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.2451773 Mar 01 14:01:01.768223 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7c0a79b2-16ee-4888-8371-ac266b39cdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (0e04e750-4320-4bdd-9315-8af139217009), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:01.806239 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:01.826026 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-330018ac-832d-4fde-8a73-bd79666435ee req-4b729cf1-d73d-4fa5-96c5-35234fbd394d tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829542 Mar 01 14:01:01.833045 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e7f0d714-8713-4ac1-9641-2e19040a47a5 req-8c96aff8-b423-435b-802e-d32392a96ba3 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861098 Mar 01 14:01:01.914165 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0a79b2-16ee-4888-8371-ac266b39cdd5 None None] Network cdfee615-f8d8-4a50-9056-8b840280508c is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:01:01.915365 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a79b2-16ee-4888-8371-ac266b39cdd5 None None] Pushing event updated for resources: {'Port': ['ID=0e04e750-4320-4bdd-9315-8af139217009,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:01.923743 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-7c0a79b2-16ee-4888-8371-ac266b39cdd5 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:01:01.927015 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0a79b2-16ee-4888-8371-ac266b39cdd5 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:01:02.040366 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-7c0a79b2-16ee-4888-8371-ac266b39cdd5 None None] Attempting to bind port 0e04e750-4320-4bdd-9315-8af139217009 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:01:02.040740 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-7c0a79b2-16ee-4888-8371-ac266b39cdd5 None None] Attempting to bind port 0e04e750-4320-4bdd-9315-8af139217009 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'a5c73996-b747-4881-bff9-d07a7e41a53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cdfee615-f8d8-4a50-9056-8b840280508c'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:01:02.041221 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0a79b2-16ee-4888-8371-ac266b39cdd5 None None] Attempting to bind port 0e04e750-4320-4bdd-9315-8af139217009 on network cdfee615-f8d8-4a50-9056-8b840280508c {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:01:02.056246 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0a79b2-16ee-4888-8371-ac266b39cdd5 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:01:02.056816 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0a79b2-16ee-4888-8371-ac266b39cdd5 None None] Checking segment: {'id': 'a5c73996-b747-4881-bff9-d07a7e41a53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cdfee615-f8d8-4a50-9056-8b840280508c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:01:02.057205 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7c0a79b2-16ee-4888-8371-ac266b39cdd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:02.057726 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0a79b2-16ee-4888-8371-ac266b39cdd5 None None] Bound using segment: {'id': 'a5c73996-b747-4881-bff9-d07a7e41a53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cdfee615-f8d8-4a50-9056-8b840280508c'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:01:02.058247 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-7c0a79b2-16ee-4888-8371-ac266b39cdd5 None None] Bound port: 0e04e750-4320-4bdd-9315-8af139217009, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c73996-b747-4881-bff9-d07a7e41a53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cdfee615-f8d8-4a50-9056-8b840280508c'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:01:02.058599 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7c0a79b2-16ee-4888-8371-ac266b39cdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (0e04e750-4320-4bdd-9315-8af139217009), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:02.097002 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ace4cff9-01f9-43b0-8926-b957eed6fd1f req-9543968c-a215-4c0d-be02-a769b7924362 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.0723875 Mar 01 14:01:02.149825 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e99b4862-c642-43dd-bbbb-e56f41ac457d tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks [] for router_gateway (3fb3795f-33d3-4cc8-9081-e3608accb685), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:02.176585 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e99b4862-c642-43dd-bbbb-e56f41ac457d tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:02.206800 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-7c0a79b2-16ee-4888-8371-ac266b39cdd5 None None] For port 0e04e750-4320-4bdd-9315-8af139217009, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:01:02.214637 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-7c0a79b2-16ee-4888-8371-ac266b39cdd5 None None] For port 0e04e750-4320-4bdd-9315-8af139217009, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=0e04e750-4320-4bdd-9315-8af139217009,segment=NetworkSegment(a5c73996-b747-4881-bff9-d07a7e41a53e),segment_id=a5c73996-b747-4881-bff9-d07a7e41a53e)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:01:02.234488 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7c0a79b2-16ee-4888-8371-ac266b39cdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (0e04e750-4320-4bdd-9315-8af139217009), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:02.297253 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-e99b4862-c642-43dd-bbbb-e56f41ac457d tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Allocated IP 172.25.1.20 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/bce1e987-51ce-46c9-ae6c-b1ddbef8de49) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:01:02.374524 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a79b2-16ee-4888-8371-ac266b39cdd5 None None] Pushing event updated for resources: {'Port': ['ID=0e04e750-4320-4bdd-9315-8af139217009,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:02.484245 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e99b4862-c642-43dd-bbbb-e56f41ac457d tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks [] for port (bce1e987-51ce-46c9-ae6c-b1ddbef8de49), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:02.570721 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e99b4862-c642-43dd-bbbb-e56f41ac457d tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (bce1e987-51ce-46c9-ae6c-b1ddbef8de49), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:02.650489 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99b4862-c642-43dd-bbbb-e56f41ac457d tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:01:02.654055 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-e99b4862-c642-43dd-bbbb-e56f41ac457d tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:01:02.669050 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99b4862-c642-43dd-bbbb-e56f41ac457d tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:01:02.743286 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b4862-c642-43dd-bbbb-e56f41ac457d tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Pushing event updated for resources: {'Port': ['ID=bce1e987-51ce-46c9-ae6c-b1ddbef8de49,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:03.254802 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df71d2-8fe8-4b8f-a56c-7c0eae3bf1a7 req-34a42a76-ed6a-42b8-ab73-9d323a981993 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:03.256819 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f3df71d2-8fe8-4b8f-a56c-7c0eae3bf1a7 req-34a42a76-ed6a-42b8-ab73-9d323a981993 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9c20cc-1177-4dce-85fd-d119ab3ee2cf HTTP/1.1" status: 200 len: 944 time: 0.1811252 Mar 01 14:01:03.414484 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961be68-ff0f-4310-9438-5536102770eb req-93d156d9-5935-42a1-8350-4d35a7e20c14 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:03.430034 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8961be68-ff0f-4310-9438-5536102770eb req-93d156d9-5935-42a1-8350-4d35a7e20c14 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.3554482 Mar 01 14:01:03.544715 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f3df71d2-8fe8-4b8f-a56c-7c0eae3bf1a7 req-78d4e22d-0924-40d5-8072-8e98b3077e7b tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440606 Mar 01 14:01:03.548294 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e99b4862-c642-43dd-bbbb-e56f41ac457d tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks [] for router_gateway (3fb3795f-33d3-4cc8-9081-e3608accb685), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:03.657463 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8961be68-ff0f-4310-9438-5536102770eb req-d00aabc9-910e-494d-8c74-5ead7844979b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908512 Mar 01 14:01:03.834459 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 698be840-58f4-417e-896d-121bd73d95b5 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:01:04.048897 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 698be840-58f4-417e-896d-121bd73d95b5, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=698be840-58f4-417e-896d-121bd73d95b5,segment=NetworkSegment(354ee497-7228-4227-89f9-36435d335b77),segment_id=354ee497-7228-4227-89f9-36435d335b77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:01:04.091271 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '698be840-58f4-417e-896d-121bd73d95b5', 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e', 'port_id': '698be840-58f4-417e-896d-121bd73d95b5', 'mac_address': 'fa:16:3e:28:bb:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e897284-ac55-41c2-b088-3972dd0eb9f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:01:04.203388 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 698be840-58f4-417e-896d-121bd73d95b5 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:01:04.203388 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (698be840-58f4-417e-896d-121bd73d95b5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:04.216706 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 698be840-58f4-417e-896d-121bd73d95b5 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:01:04.247453 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 698be840-58f4-417e-896d-121bd73d95b5, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=698be840-58f4-417e-896d-121bd73d95b5,segment=NetworkSegment(354ee497-7228-4227-89f9-36435d335b77),segment_id=354ee497-7228-4227-89f9-36435d335b77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:01:04.263288 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (698be840-58f4-417e-896d-121bd73d95b5), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:04.325569 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=698be840-58f4-417e-896d-121bd73d95b5,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:04.384482 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afeb3ca-0dbf-49da-986c-a31f6993b61b None None] Network cdfee615-f8d8-4a50-9056-8b840280508c requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:01:04.446725 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 0e04e750-4320-4bdd-9315-8af139217009 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:01:04.455228 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-c9237735-9ee4-48a4-9050-79197654acb4 None None] Provisioning complete for port 0e04e750-4320-4bdd-9315-8af139217009 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:01:04.455597 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c9237735-9ee4-48a4-9050-79197654acb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (0e04e750-4320-4bdd-9315-8af139217009), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:04.483324 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-121954d0-e7c6-4ab2-b84e-bdd3fea1a7a8 req-d75a034a-a222-4fde-91f1-21dc84431913 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.0690055 Mar 01 14:01:04.765416 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['698be840-58f4-417e-896d-121bd73d95b5'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:01:04.924397 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 0e04e750-4320-4bdd-9315-8af139217009 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:01:04.924397 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (0e04e750-4320-4bdd-9315-8af139217009), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:04.924397 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-c9237735-9ee4-48a4-9050-79197654acb4 None None] Current status of the port 0e04e750-4320-4bdd-9315-8af139217009 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:01:04.924397 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c9237735-9ee4-48a4-9050-79197654acb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (0e04e750-4320-4bdd-9315-8af139217009), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:05.031584 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55618) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:05.068393 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-c9237735-9ee4-48a4-9050-79197654acb4 None None] For port 0e04e750-4320-4bdd-9315-8af139217009, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=0e04e750-4320-4bdd-9315-8af139217009,segment=NetworkSegment(a5c73996-b747-4881-bff9-d07a7e41a53e),segment_id=a5c73996-b747-4881-bff9-d07a7e41a53e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:01:05.092978 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e99b4862-c642-43dd-bbbb-e56f41ac457d tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (3fb3795f-33d3-4cc8-9081-e3608accb685), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:05.114401 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032f4a7-666a-427b-970b-e2bf08dc3354 req-05d520db-9fb1-4333-a6bd-429b2392b2f7 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:05.116495 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c9237735-9ee4-48a4-9050-79197654acb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (0e04e750-4320-4bdd-9315-8af139217009), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:05.125953 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2032f4a7-666a-427b-970b-e2bf08dc3354 req-05d520db-9fb1-4333-a6bd-429b2392b2f7 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9c20cc-1177-4dce-85fd-d119ab3ee2cf HTTP/1.1" status: 200 len: 945 time: 0.3523798 Mar 01 14:01:05.273718 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9237735-9ee4-48a4-9050-79197654acb4 None None] Pushing event updated for resources: {'Port': ['ID=0e04e750-4320-4bdd-9315-8af139217009,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:05.320528 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-891873ca-9c7e-41cf-91e4-3ccf09dc0d60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:05.396667 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-ce4b7c90-ba79-4ce9-b15c-3c6c2fe8a2d0 None None] Provisioning complete for port 0e04e750-4320-4bdd-9315-8af139217009 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:01:05.397014 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ce4b7c90-ba79-4ce9-b15c-3c6c2fe8a2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (0e04e750-4320-4bdd-9315-8af139217009), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:05.437316 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a41a12-f15d-4065-a939-d6d1daa58f67 req-17c9ec61-1ffb-4567-9a92-89d91412e1b0 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:05.446157 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-68a41a12-f15d-4065-a939-d6d1daa58f67 req-17c9ec61-1ffb-4567-9a92-89d91412e1b0 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.4985447 Mar 01 14:01:05.511765 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2032f4a7-666a-427b-970b-e2bf08dc3354 req-a15fa63e-83ca-4561-9ed8-6019089ea3fe tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846784 Mar 01 14:01:05.561317 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-891873ca-9c7e-41cf-91e4-3ccf09dc0d60 admin admin] Publish callbacks [] for security_group (a536843e-419f-4337-b817-618f192f2693), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:05.575272 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 0e04e750-4320-4bdd-9315-8af139217009 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:01:05.576287 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-891873ca-9c7e-41cf-91e4-3ccf09dc0d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a536843e-419f-4337-b817-618f192f2693), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:05.616547 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ce4b7c90-ba79-4ce9-b15c-3c6c2fe8a2d0 None None] Current status of the port 0e04e750-4320-4bdd-9315-8af139217009 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:01:05.664102 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891873ca-9c7e-41cf-91e4-3ccf09dc0d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a536843e-419f-4337-b817-618f192f2693,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:05.706136 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3288651d-3670-42d6-806b-b5fe8c4da001 req-8898a4b8-5994-43c8-8e03-9ed2305ed492 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.0371902 Mar 01 14:01:05.706787 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-891873ca-9c7e-41cf-91e4-3ccf09dc0d60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d07277805764415bef780e1a708057f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6740665 Mar 01 14:01:05.708161 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55624) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:05.729960 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-68a41a12-f15d-4065-a939-d6d1daa58f67 req-3e30c7ab-2688-46a0-8950-b988e2eed529 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715187 Mar 01 14:01:05.754678 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99b4862-c642-43dd-bbbb-e56f41ac457d tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Router 3fb3795f-33d3-4cc8-9081-e3608accb685 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:01:05.810952 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2b204997-297a-4aa1-99ac-ed692ee7d708 admin admin] Publish callbacks [] for security_group (a536843e-419f-4337-b817-618f192f2693), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:05.861864 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2b204997-297a-4aa1-99ac-ed692ee7d708 admin admin] Publish callbacks [] for security_group (a536843e-419f-4337-b817-618f192f2693), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:05.949484 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2b204997-297a-4aa1-99ac-ed692ee7d708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a536843e-419f-4337-b817-618f192f2693), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:05.952002 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2b204997-297a-4aa1-99ac-ed692ee7d708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:05.955816 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2b204997-297a-4aa1-99ac-ed692ee7d708 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a536843e-419f-4337-b817-618f192f2693 HTTP/1.1" status: 204 len: 168 time: 0.2463200 Mar 01 14:01:05.973190 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b204997-297a-4aa1-99ac-ed692ee7d708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a536843e-419f-4337-b817-618f192f2693,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:06.034576 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99b4862-c642-43dd-bbbb-e56f41ac457d tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:01:06.048474 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e387509-eb99-4fd6-8b1b-6d08e56a8c15 None None] Sync routers for ids ['3fb3795f-33d3-4cc8-9081-e3608accb685'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:01:06.069716 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e387509-eb99-4fd6-8b1b-6d08e56a8c15 None None] Routers {'3fb3795f-33d3-4cc8-9081-e3608accb685'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:01:06.071857 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-2e387509-eb99-4fd6-8b1b-6d08e56a8c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:00:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['3fb3795f-33d3-4cc8-9081-e3608accb685'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:06.130417 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c6dee671-0c9c-46e1-afcd-e153cda4da89 req-56df01cb-879c-406e-86cf-d0e53913b8fe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1592374 Mar 01 14:01:06.137871 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e99b4862-c642-43dd-bbbb-e56f41ac457d tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:06.155397 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e99b4862-c642-43dd-bbbb-e56f41ac457d tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 5.4641249 Mar 01 14:01:06.158168 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55632) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:06.187119 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-2e387509-eb99-4fd6-8b1b-6d08e56a8c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:06.227964 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e387509-eb99-4fd6-8b1b-6d08e56a8c15 None None] Routers {'3fb3795f-33d3-4cc8-9081-e3608accb685'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:01:06.230190 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-2e387509-eb99-4fd6-8b1b-6d08e56a8c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:00:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['3fb3795f-33d3-4cc8-9081-e3608accb685'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:06.374790 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dee671-0c9c-46e1-afcd-e153cda4da89 req-c8396775-a19a-460f-a912-c11f55d0d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:06.381595 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c6dee671-0c9c-46e1-afcd-e153cda4da89 req-c8396775-a19a-460f-a912-c11f55d0d822 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3467d10c32454cf18668187815493d82&device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 1127 time: 0.1660619 Mar 01 14:01:06.384211 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-2e387509-eb99-4fd6-8b1b-6d08e56a8c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:06.384888 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e387509-eb99-4fd6-8b1b-6d08e56a8c15 None None] The sync data for ids ['3fb3795f-33d3-4cc8-9081-e3608accb685'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:01:06.403444 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 0e04e750-4320-4bdd-9315-8af139217009 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:01:06.492094 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 0e04e750-4320-4bdd-9315-8af139217009 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:01:06.492603 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (0e04e750-4320-4bdd-9315-8af139217009), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:06.643685 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 0e04e750-4320-4bdd-9315-8af139217009 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:01:06.648683 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55644) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:06.668756 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dee671-0c9c-46e1-afcd-e153cda4da89 req-03a139d6-8622-46ef-903e-1219241eaab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:06.670304 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c6dee671-0c9c-46e1-afcd-e153cda4da89 req-03a139d6-8622-46ef-903e-1219241eaab9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1d0a7b4f-fbe7-45f8-87df-666e5482dea5 HTTP/1.1" status: 200 len: 912 time: 0.2516942 Mar 01 14:01:06.701400 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7c0476b8-7c0b-4ecb-b189-af371d29eb6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:06.792192 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c6dee671-0c9c-46e1-afcd-e153cda4da89 req-694037b0-b03d-4269-964b-c59b142cc280 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9aebdd4c-eed8-47fb-bab4-d069d06a55a0 HTTP/1.1" status: 200 len: 1000 time: 0.1139569 Mar 01 14:01:06.845994 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45083e5c-6a76-492e-a453-488c446ea09a req-dbd30839-ecf2-4586-a243-3ed204f62e92 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:06.853938 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-45083e5c-6a76-492e-a453-488c446ea09a req-dbd30839-ecf2-4586-a243-3ed204f62e92 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9c20cc-1177-4dce-85fd-d119ab3ee2cf HTTP/1.1" status: 200 len: 945 time: 0.2037034 Mar 01 14:01:06.960749 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dee671-0c9c-46e1-afcd-e153cda4da89 req-acef0402-cede-4242-bb3e-724befcfb14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:06.961902 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c6dee671-0c9c-46e1-afcd-e153cda4da89 req-acef0402-cede-4242-bb3e-724befcfb14e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=531c8525-0467-47e0-9cf7-03358d9bf988 HTTP/1.1" status: 200 len: 850 time: 0.1639812 Mar 01 14:01:06.977748 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-da2d00d5-4401-4d41-85fb-3c31fa68fa06 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:07.032002 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-45083e5c-6a76-492e-a453-488c446ea09a req-3ec584db-3104-4c45-8a1a-2689cc9bc208 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770582 Mar 01 14:01:07.060094 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26892a0-2ec9-4f77-8432-cc1037ef28c5 req-10cbe01a-e77b-4815-82bf-ab67cb993b82 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:07.068972 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b26892a0-2ec9-4f77-8432-cc1037ef28c5 req-10cbe01a-e77b-4815-82bf-ab67cb993b82 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.2078166 Mar 01 14:01:07.125992 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7c0476b8-7c0b-4ecb-b189-af371d29eb6e admin admin] Publish callbacks [] for security_group (3ae36859-211f-4797-bc94-474e5eb48075), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:07.143831 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7c0476b8-7c0b-4ecb-b189-af371d29eb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (3ae36859-211f-4797-bc94-474e5eb48075), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:07.162294 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dee671-0c9c-46e1-afcd-e153cda4da89 req-358c6c62-3046-4f3f-9a2a-8a2ffeb92ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:07.164065 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c6dee671-0c9c-46e1-afcd-e153cda4da89 req-358c6c62-3046-4f3f-9a2a-8a2ffeb92ae1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1d0a7b4f-fbe7-45f8-87df-666e5482dea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1868193 Mar 01 14:01:07.234841 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b26892a0-2ec9-4f77-8432-cc1037ef28c5 req-048dea32-f81f-4c3c-a2da-17a260adf84c tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505768 Mar 01 14:01:07.257733 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-30ae32c2-2829-4244-814f-fe837d5f972a req-f5eedbe9-337a-48bb-bd93-0c99d6d5f334 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.1048067 Mar 01 14:01:07.258361 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0476b8-7c0b-4ecb-b189-af371d29eb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae36859-211f-4797-bc94-474e5eb48075,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:07.265955 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7c0476b8-7c0b-4ecb-b189-af371d29eb6e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa00384ea3e941d891bd317725768473&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6055679 Mar 01 14:01:07.271154 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55652) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:07.341041 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c6dee671-0c9c-46e1-afcd-e153cda4da89 req-420cba37-28d8-48b2-8337-660dab88b05a service neutron] 10.222.0.32 "GET /v2.0/networks/1d0a7b4f-fbe7-45f8-87df-666e5482dea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487029 Mar 01 14:01:07.401902 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-da2d00d5-4401-4d41-85fb-3c31fa68fa06 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Allocated IP 172.20.0.1 (cdfee615-f8d8-4a50-9056-8b840280508c/3f7ae98c-304d-484e-8240-f23e21edca96/94c1dbb8-6a07-4b5c-8c2d-d53a251bcf42) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:01:07.445895 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c6dee671-0c9c-46e1-afcd-e153cda4da89 req-fc3916b7-62f4-4b62-a0d0-2585ec5a91ff service neutron] 10.222.0.32 "GET /v2.0/networks/1d0a7b4f-fbe7-45f8-87df-666e5482dea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984993 Mar 01 14:01:07.459270 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d91b1e17-b398-4210-9704-961b23d34e4d admin admin] Publish callbacks [] for security_group (3ae36859-211f-4797-bc94-474e5eb48075), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:07.526978 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9707496-649a-4dab-b9a1-64f18fdcfcc5 req-11c46d54-e880-439e-8219-888190f52a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:07.528538 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c9707496-649a-4dab-b9a1-64f18fdcfcc5 req-11c46d54-e880-439e-8219-888190f52a71 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f35078c869241559fa6863827bcce9e&device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 1128 time: 0.1424100 Mar 01 14:01:07.530397 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d91b1e17-b398-4210-9704-961b23d34e4d admin admin] Publish callbacks [] for security_group (3ae36859-211f-4797-bc94-474e5eb48075), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:07.851871 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 698be840-58f4-417e-896d-121bd73d95b5 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:01:07.905132 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 698be840-58f4-417e-896d-121bd73d95b5 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:01:07.909620 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 698be840-58f4-417e-896d-121bd73d95b5 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:01:07.910153 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (698be840-58f4-417e-896d-121bd73d95b5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:07.977766 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-da2d00d5-4401-4d41-85fb-3c31fa68fa06 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks [] for port (94c1dbb8-6a07-4b5c-8c2d-d53a251bcf42), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:08.001335 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 698be840-58f4-417e-896d-121bd73d95b5 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:01:08.001878 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (698be840-58f4-417e-896d-121bd73d95b5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:08.013980 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d91b1e17-b398-4210-9704-961b23d34e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (3ae36859-211f-4797-bc94-474e5eb48075), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:08.016491 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d91b1e17-b398-4210-9704-961b23d34e4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:08.019976 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d91b1e17-b398-4210-9704-961b23d34e4d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ae36859-211f-4797-bc94-474e5eb48075 HTTP/1.1" status: 204 len: 168 time: 0.7356641 Mar 01 14:01:08.030678 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9c20cc-1177-4dce-85fd-d119ab3ee2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698be840-58f4-417e-896d-121bd73d95b5'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:01:08.030890 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9707496-649a-4dab-b9a1-64f18fdcfcc5 req-bad6744b-cff1-428b-88b0-a622e07a2c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:08.032250 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c9707496-649a-4dab-b9a1-64f18fdcfcc5 req-bad6744b-cff1-428b-88b0-a622e07a2c00 service neutron] 10.222.0.20 "GET /v2.0/networks?id=05ce96e8-01ac-41f7-81d8-c04a115222c3 HTTP/1.1" status: 200 len: 914 time: 0.4921675 Mar 01 14:01:08.033435 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb000f2d-78de-4d42-84bf-9d8e5ebc435b" -d '{"events": [{"server_uuid": "7f9c20cc-1177-4dce-85fd-d119ab3ee2cf", "name": "network-vif-plugged", "status": "completed", "tag": "698be840-58f4-417e-896d-121bd73d95b5"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:01:08.039539 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b1e17-b398-4210-9704-961b23d34e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae36859-211f-4797-bc94-474e5eb48075,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:08.086310 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 698be840-58f4-417e-896d-121bd73d95b5, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=698be840-58f4-417e-896d-121bd73d95b5,segment=NetworkSegment(354ee497-7228-4227-89f9-36435d335b77),segment_id=354ee497-7228-4227-89f9-36435d335b77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:01:08.105755 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (698be840-58f4-417e-896d-121bd73d95b5), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:08.109941 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6892ff0c-4d90-4108-bca2-986c537022ff x-openstack-request-id: req-6892ff0c-4d90-4108-bca2-986c537022ff {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:01:08.110388 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9c20cc-1177-4dce-85fd-d119ab3ee2cf", "name": "network-vif-plugged", "status": "completed", "tag": "698be840-58f4-417e-896d-121bd73d95b5", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:01:08.110835 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6892ff0c-4d90-4108-bca2-986c537022ff {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:01:08.111454 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9c20cc-1177-4dce-85fd-d119ab3ee2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698be840-58f4-417e-896d-121bd73d95b5', 'code': 200} Mar 01 14:01:08.139470 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-da2d00d5-4401-4d41-85fb-3c31fa68fa06 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (94c1dbb8-6a07-4b5c-8c2d-d53a251bcf42), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:08.142394 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c9707496-649a-4dab-b9a1-64f18fdcfcc5 req-991f3ded-500d-4406-b2d7-d94c6d80e85f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00acc6ed-69b5-4404-a397-2e35c1ff45c0 HTTP/1.1" status: 200 len: 217 time: 0.0994871 Mar 01 14:01:08.168618 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=698be840-58f4-417e-896d-121bd73d95b5,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:08.259733 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9ea16-f8b1-480e-b640-e103524ab4ec req-7cc6abc8-87f4-44f5-b2f1-4d31373f296b tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:08.266949 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-edd9ea16-f8b1-480e-b640-e103524ab4ec req-7cc6abc8-87f4-44f5-b2f1-4d31373f296b tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9c20cc-1177-4dce-85fd-d119ab3ee2cf HTTP/1.1" status: 200 len: 946 time: 0.0829608 Mar 01 14:01:08.283193 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2d00d5-4401-4d41-85fb-3c31fa68fa06 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Network cdfee615-f8d8-4a50-9056-8b840280508c is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:01:08.306185 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-da2d00d5-4401-4d41-85fb-3c31fa68fa06 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:01:08.327459 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2d00d5-4401-4d41-85fb-3c31fa68fa06 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:01:08.343317 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d00d5-4401-4d41-85fb-3c31fa68fa06 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Pushing event updated for resources: {'Port': ['ID=94c1dbb8-6a07-4b5c-8c2d-d53a251bcf42,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:08.383564 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-edd9ea16-f8b1-480e-b640-e103524ab4ec req-8b0b9eca-fb7a-47dd-840a-cf7b22c9af14 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104829 Mar 01 14:01:08.388571 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9707496-649a-4dab-b9a1-64f18fdcfcc5 req-8526cc2b-6d64-4df5-b1fd-b3068bfcbb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:08.392085 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c9707496-649a-4dab-b9a1-64f18fdcfcc5 req-8526cc2b-6d64-4df5-b1fd-b3068bfcbb28 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=000c7b1d-985a-478b-a1d2-ea60907536af HTTP/1.1" status: 200 len: 853 time: 0.2409604 Mar 01 14:01:08.435370 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c9707496-649a-4dab-b9a1-64f18fdcfcc5 req-7d108513-4f71-4698-8165-79e5a49a73b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05ce96e8-01ac-41f7-81d8-c04a115222c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337181 Mar 01 14:01:08.440444 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-da2d00d5-4401-4d41-85fb-3c31fa68fa06 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (3fb3795f-33d3-4cc8-9081-e3608accb685), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:08.528650 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277fdd3-18a6-4e74-888a-1f4acd392cd1 req-a1324373-72d7-47b4-b711-d6fa4d6fcecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:08.530211 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0277fdd3-18a6-4e74-888a-1f4acd392cd1 req-a1324373-72d7-47b4-b711-d6fa4d6fcecc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7f9c20cc-1177-4dce-85fd-d119ab3ee2cf HTTP/1.1" status: 200 len: 1128 time: 0.3514206 Mar 01 14:01:08.536308 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c675510-d9e8-402c-abca-12c6750a3727 req-834df4a5-03d3-4c64-8ae3-058173ae3995 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:08.544922 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9c675510-d9e8-402c-abca-12c6750a3727 req-834df4a5-03d3-4c64-8ae3-058173ae3995 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.1597233 Mar 01 14:01:08.651061 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-491fa77d-bb94-42ed-bbc1-4deaeff84a76 req-ce1c9a81-7a4d-4386-bbb3-7e1334b75c03 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.1034019 Mar 01 14:01:08.669457 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9c675510-d9e8-402c-abca-12c6750a3727 req-490735d3-0cbc-4f9f-975f-c81ae70ae56f tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232369 Mar 01 14:01:08.768655 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-da2d00d5-4401-4d41-85fb-3c31fa68fa06 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (94c1dbb8-6a07-4b5c-8c2d-d53a251bcf42), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:08.770985 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-f97561cd-62fa-412b-abc3-a4174bf0e88c None None] Provisioning complete for port 94c1dbb8-6a07-4b5c-8c2d-d53a251bcf42 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:01:08.771347 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f97561cd-62fa-412b-abc3-a4174bf0e88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (94c1dbb8-6a07-4b5c-8c2d-d53a251bcf42), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:08.782351 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0277fdd3-18a6-4e74-888a-1f4acd392cd1 req-a3cd935b-f6df-4fcf-8b03-a5cf9df4031c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012632 Mar 01 14:01:08.785947 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c9707496-649a-4dab-b9a1-64f18fdcfcc5 req-e60ccf58-d461-4405-b4db-68375e1d1fab service neutron] 10.222.0.20 "GET /v2.0/networks/05ce96e8-01ac-41f7-81d8-c04a115222c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401318 Mar 01 14:01:08.810614 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f97561cd-62fa-412b-abc3-a4174bf0e88c None None] Port 94c1dbb8-6a07-4b5c-8c2d-d53a251bcf42 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:01:08.999186 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55684) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:09.120417 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-9b96fcb2-60ee-4674-b54b-4ad2b7f2a43e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-142549747-network', 'tenant_id': 'aeaec8b70c5243f1b500761e5487518b'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:01:09.141112 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b96fcb2-60ee-4674-b54b-4ad2b7f2a43e admin admin] Made reservation on behalf of aeaec8b70c5243f1b500761e5487518b for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:01:09.144240 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9b96fcb2-60ee-4674-b54b-4ad2b7f2a43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:09.150108 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-da2d00d5-4401-4d41-85fb-3c31fa68fa06 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks [] for port (94c1dbb8-6a07-4b5c-8c2d-d53a251bcf42), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:09.154049 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9b96fcb2-60ee-4674-b54b-4ad2b7f2a43e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:09.156894 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-da2d00d5-4401-4d41-85fb-3c31fa68fa06 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (94c1dbb8-6a07-4b5c-8c2d-d53a251bcf42), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:09.235713 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9b96fcb2-60ee-4674-b54b-4ad2b7f2a43e admin admin] Publish callbacks [] for security_group (fd65719e-ea09-4512-bbc9-0aebb4135b5e), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:09.241090 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9b96fcb2-60ee-4674-b54b-4ad2b7f2a43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fd65719e-ea09-4512-bbc9-0aebb4135b5e), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:09.248997 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c9707496-649a-4dab-b9a1-64f18fdcfcc5 req-92f182f6-9eda-4bcc-a6e3-b5ed8b150b08 service neutron] 10.222.0.20 "GET /v2.0/networks/05ce96e8-01ac-41f7-81d8-c04a115222c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044811 Mar 01 14:01:09.252025 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-da2d00d5-4401-4d41-85fb-3c31fa68fa06 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (3fb3795f-33d3-4cc8-9081-e3608accb685), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:09.263159 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b96fcb2-60ee-4674-b54b-4ad2b7f2a43e admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:01:09.278344 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96fcb2-60ee-4674-b54b-4ad2b7f2a43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd65719e-ea09-4512-bbc9-0aebb4135b5e,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:09.283637 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d00d5-4401-4d41-85fb-3c31fa68fa06 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Pushing event updated for resources: {'Port': ['ID=94c1dbb8-6a07-4b5c-8c2d-d53a251bcf42,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:09.301451 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9b96fcb2-60ee-4674-b54b-4ad2b7f2a43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (5095f747-c1de-406f-a432-97d1294b01fc), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:09.301792 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-9b96fcb2-60ee-4674-b54b-4ad2b7f2a43e admin admin] Added segment 5095f747-c1de-406f-a432-97d1294b01fc of type vlan for network ae5522e3-31c0-49c6-86ae-926f4d28515d Mar 01 14:01:09.344811 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9b96fcb2-60ee-4674-b54b-4ad2b7f2a43e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (ae5522e3-31c0-49c6-86ae-926f4d28515d), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:09.375633 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9b96fcb2-60ee-4674-b54b-4ad2b7f2a43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (ae5522e3-31c0-49c6-86ae-926f4d28515d), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:09.377039 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b96fcb2-60ee-4674-b54b-4ad2b7f2a43e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:09.377626 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9b96fcb2-60ee-4674-b54b-4ad2b7f2a43e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:09.434720 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2d00d5-4401-4d41-85fb-3c31fa68fa06 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Network cdfee615-f8d8-4a50-9056-8b840280508c is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:01:09.437159 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-da2d00d5-4401-4d41-85fb-3c31fa68fa06 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:01:09.444279 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824afea-7867-4608-96c9-993ded136c68 req-2d949768-c262-4d87-99a7-21f2b5f3ba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:09.446410 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d824afea-7867-4608-96c9-993ded136c68 req-2d949768-c262-4d87-99a7-21f2b5f3ba0c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f35078c869241559fa6863827bcce9e&device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 1128 time: 0.1077816 Mar 01 14:01:09.479331 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96fcb2-60ee-4674-b54b-4ad2b7f2a43e admin admin] Pushing event updated for resources: {'Network': ['ID=ae5522e3-31c0-49c6-86ae-926f4d28515d,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:09.494988 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network ae5522e3-31c0-49c6-86ae-926f4d28515d details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:01:09.514029 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9b96fcb2-60ee-4674-b54b-4ad2b7f2a43e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5135579 Mar 01 14:01:09.516826 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55690) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:09.527096 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-0d9270ae-0124-4946-8b17-c276de74a916 admin admin] Request body: {'subnet': {'network_id': 'ae5522e3-31c0-49c6-86ae-926f4d28515d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-142549747-subnet', 'tenant_id': 'aeaec8b70c5243f1b500761e5487518b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:01:09.593811 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9270ae-0124-4946-8b17-c276de74a916 admin admin] Made reservation on behalf of aeaec8b70c5243f1b500761e5487518b for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:01:09.596764 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0d9270ae-0124-4946-8b17-c276de74a916 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:09.654662 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c53b5-9011-4acf-abfe-0a4e78d8d750 req-844b422d-3f31-4b2e-8fd4-18403f7460d5 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:09.656405 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-675c53b5-9011-4acf-abfe-0a4e78d8d750 req-844b422d-3f31-4b2e-8fd4-18403f7460d5 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9c20cc-1177-4dce-85fd-d119ab3ee2cf HTTP/1.1" status: 200 len: 946 time: 0.1586442 Mar 01 14:01:09.665426 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824afea-7867-4608-96c9-993ded136c68 req-2bf3e6f1-85b3-4004-979e-ec4c875fc693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:09.666867 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d824afea-7867-4608-96c9-993ded136c68 req-2bf3e6f1-85b3-4004-979e-ec4c875fc693 service neutron] 10.222.0.20 "GET /v2.0/networks?id=05ce96e8-01ac-41f7-81d8-c04a115222c3 HTTP/1.1" status: 200 len: 914 time: 0.1727288 Mar 01 14:01:09.697880 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2d00d5-4401-4d41-85fb-3c31fa68fa06 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Router 3fb3795f-33d3-4cc8-9081-e3608accb685 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:01:09.747054 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-675c53b5-9011-4acf-abfe-0a4e78d8d750 req-af40945b-b32d-4b04-92f7-b0869116697e tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836632 Mar 01 14:01:09.785746 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d824afea-7867-4608-96c9-993ded136c68 req-2f41e94e-0b8e-46bc-82ab-6a991f04edc7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00acc6ed-69b5-4404-a397-2e35c1ff45c0 HTTP/1.1" status: 200 len: 217 time: 0.1042249 Mar 01 14:01:09.814859 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:09.850945 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 00acc6ed-69b5-4404-a397-2e35c1ff45c0 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:01:09.930654 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824afea-7867-4608-96c9-993ded136c68 req-5fb03694-b12f-4a76-be76-70f152fc4196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:09.931843 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d824afea-7867-4608-96c9-993ded136c68 req-5fb03694-b12f-4a76-be76-70f152fc4196 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=000c7b1d-985a-478b-a1d2-ea60907536af HTTP/1.1" status: 200 len: 853 time: 0.1365399 Mar 01 14:01:09.985807 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d824afea-7867-4608-96c9-993ded136c68 req-22a9befd-8725-4732-838e-5994da1c09ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05ce96e8-01ac-41f7-81d8-c04a115222c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444870 Mar 01 14:01:09.986653 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0d9270ae-0124-4946-8b17-c276de74a916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (893fbc27-2905-40be-9c9e-2c8d3b363a60), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:10.001991 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:10.021668 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2d00d5-4401-4d41-85fb-3c31fa68fa06 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:01:10.028625 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-da2d00d5-4401-4d41-85fb-3c31fa68fa06 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] 10.222.0.13 "PUT /v2.0/routers/3fb3795f-33d3-4cc8-9081-e3608accb685/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8693745 Mar 01 14:01:10.040659 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55696) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:10.065149 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 00acc6ed-69b5-4404-a397-2e35c1ff45c0 is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:01:10.066859 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (00acc6ed-69b5-4404-a397-2e35c1ff45c0), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:10.075892 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d137ea0-5a05-46e8-8a5d-bc464766f243 None None] Sync routers for ids ['3fb3795f-33d3-4cc8-9081-e3608accb685'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:01:10.080022 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-f4e4ddbd-8f56-448f-8f52-9bd367f22dba tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Request body: {'port': {'network_id': 'cdfee615-f8d8-4a50-9056-8b840280508c', 'name': 'tempest-FloatingIPAdminTestJSON-678941089'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:01:10.096178 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d293eeb5-6096-407f-b6ff-5cfe14af38ac req-7a83c9be-47db-47e4-99e6-063333f2ec17 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.1121860 Mar 01 14:01:10.125396 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d824afea-7867-4608-96c9-993ded136c68 req-0d00eb02-3304-4894-a4ec-28fc4ce9725c service neutron] 10.222.0.20 "GET /v2.0/networks/05ce96e8-01ac-41f7-81d8-c04a115222c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275735 Mar 01 14:01:10.139555 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb6033d9-74bf-4aa3-a801-7225131a8117', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00acc6ed-69b5-4404-a397-2e35c1ff45c0'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:01:10.139555 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46acaf7b-a638-4ed9-9259-daa29d269d57" -d '{"events": [{"server_uuid": "eb6033d9-74bf-4aa3-a801-7225131a8117", "name": "network-vif-unplugged", "status": "completed", "tag": "00acc6ed-69b5-4404-a397-2e35c1ff45c0"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:01:10.149422 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d137ea0-5a05-46e8-8a5d-bc464766f243 None None] Routers {'3fb3795f-33d3-4cc8-9081-e3608accb685'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:01:10.149422 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-0d137ea0-5a05-46e8-8a5d-bc464766f243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:00:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['3fb3795f-33d3-4cc8-9081-e3608accb685'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:10.201855 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-0d137ea0-5a05-46e8-8a5d-bc464766f243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:10.209424 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-1fadbd7f-1471-42d7-9d36-e5cf675f1fda None None] Provisioning complete for port 94c1dbb8-6a07-4b5c-8c2d-d53a251bcf42 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:01:10.209855 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1fadbd7f-1471-42d7-9d36-e5cf675f1fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (94c1dbb8-6a07-4b5c-8c2d-d53a251bcf42), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:10.254146 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 14:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb60155c-d89a-4fe7-a4a5-82eedbbc7392 x-openstack-request-id: req-bb60155c-d89a-4fe7-a4a5-82eedbbc7392 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:01:10.254425 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb6033d9-74bf-4aa3-a801-7225131a8117", "name": "network-vif-unplugged", "status": "completed", "tag": "00acc6ed-69b5-4404-a397-2e35c1ff45c0", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:01:10.254841 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb60155c-d89a-4fe7-a4a5-82eedbbc7392 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:01:10.255140 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb6033d9-74bf-4aa3-a801-7225131a8117', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00acc6ed-69b5-4404-a397-2e35c1ff45c0', 'code': 200} Mar 01 14:01:10.269123 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-1fadbd7f-1471-42d7-9d36-e5cf675f1fda None None] Port 94c1dbb8-6a07-4b5c-8c2d-d53a251bcf42 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:01:10.271332 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad50af-ddec-46f1-b6b9-7768abd45c9b req-eeaef3d0-675f-485e-9938-048c62f00ea5 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:10.275257 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 00acc6ed-69b5-4404-a397-2e35c1ff45c0, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=00acc6ed-69b5-4404-a397-2e35c1ff45c0,segment=NetworkSegment(7a63df0f-2a06-4da5-a264-f236c3286f77),segment_id=7a63df0f-2a06-4da5-a264-f236c3286f77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:01:10.278291 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d137ea0-5a05-46e8-8a5d-bc464766f243 None None] Routers {'3fb3795f-33d3-4cc8-9081-e3608accb685'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:01:10.278724 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cfad50af-ddec-46f1-b6b9-7768abd45c9b req-eeaef3d0-675f-485e-9938-048c62f00ea5 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 946 time: 0.4902208 Mar 01 14:01:10.281150 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-0d137ea0-5a05-46e8-8a5d-bc464766f243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:00:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['3fb3795f-33d3-4cc8-9081-e3608accb685'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:10.311566 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d824afea-7867-4608-96c9-993ded136c68 req-7f07d1ae-9367-4154-a262-d8dd33b7a752 service neutron] 10.222.0.20 "GET /v2.0/networks/05ce96e8-01ac-41f7-81d8-c04a115222c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811781 Mar 01 14:01:10.329854 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-0d137ea0-5a05-46e8-8a5d-bc464766f243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:10.330525 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d137ea0-5a05-46e8-8a5d-bc464766f243 None None] The sync data for ids ['3fb3795f-33d3-4cc8-9081-e3608accb685'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:01:10.332697 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (00acc6ed-69b5-4404-a397-2e35c1ff45c0), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:10.376555 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cfad50af-ddec-46f1-b6b9-7768abd45c9b req-0be1f63c-442f-428f-9637-be4296c21ba7 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966227 Mar 01 14:01:10.382352 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9270ae-0124-4946-8b17-c276de74a916 admin admin] Pushing event updated for resources: {'Subnet': ['ID=893fbc27-2905-40be-9c9e-2c8d3b363a60,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:10.402752 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9270ae-0124-4946-8b17-c276de74a916 admin admin] Checking segment: {'id': '5095f747-c1de-406f-a432-97d1294b01fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ae5522e3-31c0-49c6-86ae-926f4d28515d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:01:10.403201 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9270ae-0124-4946-8b17-c276de74a916 admin admin] Network hostable DHCP agents. Network: ae5522e3-31c0-49c6-86ae-926f4d28515d, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:01:10.405851 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=00acc6ed-69b5-4404-a397-2e35c1ff45c0,revision_number=8']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:10.444213 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9270ae-0124-4946-8b17-c276de74a916 admin admin] Network ae5522e3-31c0-49c6-86ae-926f4d28515d is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:01:10.460837 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-0d9270ae-0124-4946-8b17-c276de74a916 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, ae5522e3-31c0-49c6-86ae-926f4d28515d) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:01:10.465838 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9270ae-0124-4946-8b17-c276de74a916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:10.466920 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0d9270ae-0124-4946-8b17-c276de74a916 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:10.470722 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb8a863-8e51-49f7-a282-c476f6e7e130 None None] Network ae5522e3-31c0-49c6-86ae-926f4d28515d requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:01:10.483308 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e4ddbd-8f56-448f-8f52-9bd367f22dba tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Made reservation on behalf of 1c6906a63ee240319c58894c97951a5c for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:01:10.486821 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f4e4ddbd-8f56-448f-8f52-9bd367f22dba tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:10.507739 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0d9270ae-0124-4946-8b17-c276de74a916 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9844646 Mar 01 14:01:10.511592 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-f4e4ddbd-8f56-448f-8f52-9bd367f22dba tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] device_id is not set on port eeff07a4-4aea-419e-bb0e-5e5b40d72cf9 yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:01:10.650803 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652877ef-4100-4e2a-bd1c-bd81d92ce278 None None] Network ae5522e3-31c0-49c6-86ae-926f4d28515d requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:01:10.666542 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-f4e4ddbd-8f56-448f-8f52-9bd367f22dba tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Allocated IP 172.20.0.3 (cdfee615-f8d8-4a50-9056-8b840280508c/3f7ae98c-304d-484e-8240-f23e21edca96/eeff07a4-4aea-419e-bb0e-5e5b40d72cf9) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:01:10.917187 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f4e4ddbd-8f56-448f-8f52-9bd367f22dba tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks [] for port (eeff07a4-4aea-419e-bb0e-5e5b40d72cf9), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:11.004088 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39bc2c-85c6-4569-ac83-86ff43a03d7e req-9d5fe1eb-7e19-49a3-8246-790b073a4ec3 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:11.005635 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bb39bc2c-85c6-4569-ac83-86ff43a03d7e req-9d5fe1eb-7e19-49a3-8246-790b073a4ec3 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9c20cc-1177-4dce-85fd-d119ab3ee2cf HTTP/1.1" status: 200 len: 946 time: 0.1068068 Mar 01 14:01:11.024784 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f4e4ddbd-8f56-448f-8f52-9bd367f22dba tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (eeff07a4-4aea-419e-bb0e-5e5b40d72cf9), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:11.105337 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e4ddbd-8f56-448f-8f52-9bd367f22dba tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Network cdfee615-f8d8-4a50-9056-8b840280508c is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:01:11.111713 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bb39bc2c-85c6-4569-ac83-86ff43a03d7e req-eb66c3c0-26ad-44ee-aaaf-2d2ed25b7f5a tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950782 Mar 01 14:01:11.115437 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-f4e4ddbd-8f56-448f-8f52-9bd367f22dba tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:01:11.117610 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4ddbd-8f56-448f-8f52-9bd367f22dba tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Pushing event updated for resources: {'Port': ['ID=eeff07a4-4aea-419e-bb0e-5e5b40d72cf9,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:11.119826 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e4ddbd-8f56-448f-8f52-9bd367f22dba tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:01:11.197771 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e4ddbd-8f56-448f-8f52-9bd367f22dba tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:11.198520 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f4e4ddbd-8f56-448f-8f52-9bd367f22dba tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:11.233389 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55720) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:11.240407 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f4e4ddbd-8f56-448f-8f52-9bd367f22dba tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1766486 Mar 01 14:01:11.276677 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55724) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:11.286539 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-c036395e-6d43-426d-8bd7-5315b7f82c03 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1871561402-network', 'tenant_id': 'da8e5ccbdb854f5ba58a645bfdfbd3f7'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:01:11.338459 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c036395e-6d43-426d-8bd7-5315b7f82c03 admin admin] Made reservation on behalf of da8e5ccbdb854f5ba58a645bfdfbd3f7 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:01:11.345871 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c036395e-6d43-426d-8bd7-5315b7f82c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:11.368406 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c036395e-6d43-426d-8bd7-5315b7f82c03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:11.370728 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5fdcb1ba-a023-4c51-9969-52ca18629fad req-7cdf9467-b80d-4f3c-a2f9-6695e107d616 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.0794444 Mar 01 14:01:11.525780 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c036395e-6d43-426d-8bd7-5315b7f82c03 admin admin] Publish callbacks [] for security_group (38d6abb9-c372-4415-9837-479a6957d81f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:11.536447 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c036395e-6d43-426d-8bd7-5315b7f82c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (38d6abb9-c372-4415-9837-479a6957d81f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:11.573344 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-997a81e1-9fd0-403f-a0bc-3c1d4534e2a1 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'project_id': '1c6906a63ee240319c58894c97951a5c', 'port_id': 'eeff07a4-4aea-419e-bb0e-5e5b40d72cf9'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:01:11.593558 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c036395e-6d43-426d-8bd7-5315b7f82c03 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:01:11.611219 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-46b5a698-fb52-441e-8655-6bd8e351a2c8 None None] Provisioning complete for port eeff07a4-4aea-419e-bb0e-5e5b40d72cf9 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:01:11.612443 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-46b5a698-fb52-441e-8655-6bd8e351a2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (eeff07a4-4aea-419e-bb0e-5e5b40d72cf9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:11.621732 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c036395e-6d43-426d-8bd7-5315b7f82c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (f89677b2-6bc7-4f3e-91cc-2a7e10084216), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:11.622101 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-c036395e-6d43-426d-8bd7-5315b7f82c03 admin admin] Added segment f89677b2-6bc7-4f3e-91cc-2a7e10084216 of type vlan for network e4275f2f-61b1-4e11-ae8d-925dcf73c602 Mar 01 14:01:11.624735 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c036395e-6d43-426d-8bd7-5315b7f82c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d6abb9-c372-4415-9837-479a6957d81f,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:11.636835 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-997a81e1-9fd0-403f-a0bc-3c1d4534e2a1 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:11.663848 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-46b5a698-fb52-441e-8655-6bd8e351a2c8 None None] Port eeff07a4-4aea-419e-bb0e-5e5b40d72cf9 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:01:11.665317 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c782d4-afa4-4640-9b9c-6d1aec539c12 req-bfdf7195-623e-4b75-80e9-839af14edcbf tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:11.666449 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e3c782d4-afa4-4640-9b9c-6d1aec539c12 req-bfdf7195-623e-4b75-80e9-839af14edcbf tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/networks?id=3a263dd2-fccb-41d7-9268-17deef5caa4e HTTP/1.1" status: 200 len: 806 time: 0.1221466 Mar 01 14:01:11.681216 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c036395e-6d43-426d-8bd7-5315b7f82c03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (e4275f2f-61b1-4e11-ae8d-925dcf73c602), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:11.693234 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e3c782d4-afa4-4640-9b9c-6d1aec539c12 req-2e42d6aa-36fe-4a1a-a8a2-022e625b82d5 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/quotas/a1fa37a61f124c25aca457ce8a3f996a HTTP/1.1" status: 200 len: 375 time: 0.0120571 Mar 01 14:01:11.700487 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3712443-bc29-4925-8924-2dc5980fb2e2 req-2ede28e3-133c-414a-8762-0a87d20cbf39 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:11.701968 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3712443-bc29-4925-8924-2dc5980fb2e2 req-2ede28e3-133c-414a-8762-0a87d20cbf39 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 944 time: 0.1890965 Mar 01 14:01:11.748424 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c036395e-6d43-426d-8bd7-5315b7f82c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (e4275f2f-61b1-4e11-ae8d-925dcf73c602), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:11.749547 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c036395e-6d43-426d-8bd7-5315b7f82c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:11.750142 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c036395e-6d43-426d-8bd7-5315b7f82c03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:11.783359 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c036395e-6d43-426d-8bd7-5315b7f82c03 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5047870 Mar 01 14:01:11.791699 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55738) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:11.796594 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-9f92b990-33f0-4870-b239-c57f578eb7f8 admin admin] Request body: {'subnet': {'network_id': 'e4275f2f-61b1-4e11-ae8d-925dcf73c602', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1871561402-subnet', 'tenant_id': 'da8e5ccbdb854f5ba58a645bfdfbd3f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:01:11.809905 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e3c782d4-afa4-4640-9b9c-6d1aec539c12 req-199fc390-6096-4b31-9533-30d0ac6ece8d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1fa37a61f124c25aca457ce8a3f996a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0943851 Mar 01 14:01:11.819254 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3712443-bc29-4925-8924-2dc5980fb2e2 req-8dbc26e3-761b-4d10-8715-12cb1c4c9639 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099808 Mar 01 14:01:11.845874 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c036395e-6d43-426d-8bd7-5315b7f82c03 admin admin] Pushing event updated for resources: {'Network': ['ID=e4275f2f-61b1-4e11-ae8d-925dcf73c602,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:11.857349 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network e4275f2f-61b1-4e11-ae8d-925dcf73c602 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:01:11.857667 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-997a81e1-9fd0-403f-a0bc-3c1d4534e2a1 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:11.965688 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f92b990-33f0-4870-b239-c57f578eb7f8 admin admin] Made reservation on behalf of da8e5ccbdb854f5ba58a645bfdfbd3f7 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:01:11.968457 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9f92b990-33f0-4870-b239-c57f578eb7f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:11.972584 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e3c782d4-afa4-4640-9b9c-6d1aec539c12 req-b202a892-d4cc-45bd-a976-d7e40c9a61b1 service neutron] 10.222.0.13 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496150 Mar 01 14:01:11.984642 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-997a81e1-9fd0-403f-a0bc-3c1d4534e2a1 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Allocated IP 172.25.1.34 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/d81fb2d9-1f29-48dd-84a6-c9f9cf895aa1) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:01:12.093216 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-997a81e1-9fd0-403f-a0bc-3c1d4534e2a1 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Publish callbacks [] for port (d81fb2d9-1f29-48dd-84a6-c9f9cf895aa1), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:12.118708 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6f565-089a-44bb-adea-c38005b8f4e4 req-231f52d5-af4d-4300-83d3-fcd913a6793c tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:12.120343 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-17a6f565-089a-44bb-adea-c38005b8f4e4 req-231f52d5-af4d-4300-83d3-fcd913a6793c tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 944 time: 0.1989636 Mar 01 14:01:12.140918 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-997a81e1-9fd0-403f-a0bc-3c1d4534e2a1 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (d81fb2d9-1f29-48dd-84a6-c9f9cf895aa1), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:12.183963 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997a81e1-9fd0-403f-a0bc-3c1d4534e2a1 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:01:12.187072 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-997a81e1-9fd0-403f-a0bc-3c1d4534e2a1 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:01:12.192362 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997a81e1-9fd0-403f-a0bc-3c1d4534e2a1 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:01:12.203387 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e3c782d4-afa4-4640-9b9c-6d1aec539c12 req-2b9e4139-dcfa-490c-b5de-7d2c7f690d5a service neutron] 10.222.0.13 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172039 Mar 01 14:01:12.226422 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a81e1-9fd0-403f-a0bc-3c1d4534e2a1 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Pushing event updated for resources: {'Port': ['ID=d81fb2d9-1f29-48dd-84a6-c9f9cf895aa1,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:12.249001 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-17a6f565-089a-44bb-adea-c38005b8f4e4 req-78edbb02-9ca1-4352-b79d-0b73feae384e tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191597 Mar 01 14:01:12.338523 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9f92b990-33f0-4870-b239-c57f578eb7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (3c7136e9-07f6-45d3-ad8c-b4f526dce80f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:12.454911 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92b990-33f0-4870-b239-c57f578eb7f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c7136e9-07f6-45d3-ad8c-b4f526dce80f,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:12.464286 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f92b990-33f0-4870-b239-c57f578eb7f8 admin admin] Checking segment: {'id': 'f89677b2-6bc7-4f3e-91cc-2a7e10084216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e4275f2f-61b1-4e11-ae8d-925dcf73c602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:01:12.464646 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f92b990-33f0-4870-b239-c57f578eb7f8 admin admin] Network hostable DHCP agents. Network: e4275f2f-61b1-4e11-ae8d-925dcf73c602, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:01:12.502957 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f92b990-33f0-4870-b239-c57f578eb7f8 admin admin] Network e4275f2f-61b1-4e11-ae8d-925dcf73c602 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:01:12.537718 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-9f92b990-33f0-4870-b239-c57f578eb7f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, e4275f2f-61b1-4e11-ae8d-925dcf73c602) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:01:12.542744 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f92b990-33f0-4870-b239-c57f578eb7f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:12.543344 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9f92b990-33f0-4870-b239-c57f578eb7f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:12.552525 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb754eeb-e91c-4dd7-a74a-ff1871d551d0 None None] Network e4275f2f-61b1-4e11-ae8d-925dcf73c602 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:01:12.577072 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9f92b990-33f0-4870-b239-c57f578eb7f8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7842786 Mar 01 14:01:12.679767 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-31cbaaa3-f9a2-4c9a-a266-69eb4606aab2 req-148aed32-6b4c-4622-bd3e-1337383bdfca service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:01:12.689809 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-31cbaaa3-f9a2-4c9a-a266-69eb4606aab2 req-148aed32-6b4c-4622-bd3e-1337383bdfca service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1954725 Mar 01 14:01:12.784621 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aacb719-5031-47cc-b306-f459947c4078 None None] Network e4275f2f-61b1-4e11-ae8d-925dcf73c602 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:01:12.868607 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8821372e-7372-40c0-9e27-07ae34157834 req-cd70aac6-1a00-4b97-94f3-c6e20530f0e5 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.0630717 Mar 01 14:01:13.040025 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-997a81e1-9fd0-403f-a0bc-3c1d4534e2a1 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Publish callbacks [] for floatingip (8796f4ea-5add-44bf-a567-15945c8c394a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:13.050437 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957b968-d547-48db-8960-551179751aa0 req-68431220-d2b5-4a72-ba2e-f1ee22cf8197 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:13.053146 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e957b968-d547-48db-8960-551179751aa0 req-68431220-d2b5-4a72-ba2e-f1ee22cf8197 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 944 time: 0.1567874 Mar 01 14:01:13.176538 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-997a81e1-9fd0-403f-a0bc-3c1d4534e2a1 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d81fb2d9-1f29-48dd-84a6-c9f9cf895aa1), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:13.285226 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e957b968-d547-48db-8960-551179751aa0 req-7851cda0-751a-4bda-a13e-e615b27af372 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247467 Mar 01 14:01:13.383756 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-0971b340-5759-4dc9-88f2-1a6f2b799f3d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:13.385652 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-0971b340-5759-4dc9-88f2-1a6f2b799f3d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/networks?id=3a263dd2-fccb-41d7-9268-17deef5caa4e HTTP/1.1" status: 200 len: 806 time: 0.2970939 Mar 01 14:01:13.400988 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-92666c66-8c59-4ac1-bc22-69d5c05390c3 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/quotas/a1fa37a61f124c25aca457ce8a3f996a HTTP/1.1" status: 200 len: 375 time: 0.0101717 Mar 01 14:01:13.461719 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d7df7742-c604-4f3a-a4d7-dc39b7a30196 req-87a03536-5e4f-445b-aaef-a290f4ae0c12 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1573334 Mar 01 14:01:13.490879 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-1cd76082-296a-498a-b665-28522284889a tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1fa37a61f124c25aca457ce8a3f996a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0822387 Mar 01 14:01:13.499632 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-997a81e1-9fd0-403f-a0bc-3c1d4534e2a1 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Publish callbacks [] for port (d81fb2d9-1f29-48dd-84a6-c9f9cf895aa1), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:13.510421 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-997a81e1-9fd0-403f-a0bc-3c1d4534e2a1 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (d81fb2d9-1f29-48dd-84a6-c9f9cf895aa1), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:13.608029 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a81e1-9fd0-403f-a0bc-3c1d4534e2a1 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Pushing event updated for resources: {'Port': ['ID=d81fb2d9-1f29-48dd-84a6-c9f9cf895aa1,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:13.670195 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df7742-c604-4f3a-a4d7-dc39b7a30196 req-eb61af7a-09c5-4a50-8610-820fca84c5ae tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:13.671768 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d7df7742-c604-4f3a-a4d7-dc39b7a30196 req-eb61af7a-09c5-4a50-8610-820fca84c5ae tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports/00acc6ed-69b5-4404-a397-2e35c1ff45c0 HTTP/1.1" status: 200 len: 941 time: 0.1808989 Mar 01 14:01:13.672599 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-997a81e1-9fd0-403f-a0bc-3c1d4534e2a1 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (8796f4ea-5add-44bf-a567-15945c8c394a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:13.797254 n-d-827467-3 neutron-server[103726]: INFO neutron.db.l3_db [None req-997a81e1-9fd0-403f-a0bc-3c1d4534e2a1 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Floating IP 8796f4ea-5add-44bf-a567-15945c8c394a associated. External IP: 172.25.1.34, port: eeff07a4-4aea-419e-bb0e-5e5b40d72cf9. Mar 01 14:01:13.867793 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 00acc6ed-69b5-4404-a397-2e35c1ff45c0 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:01:14.011189 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 00acc6ed-69b5-4404-a397-2e35c1ff45c0 is: DOWN; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:01:14.044810 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-6136735e-3912-4f78-9e6d-59dd82cdddd4 service neutron] 10.222.0.13 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5429127 Mar 01 14:01:14.110723 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-280a16f0-c4b5-4316-a32e-34d4d4a5a2f6 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:14.112494 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-280a16f0-c4b5-4316-a32e-34d4d4a5a2f6 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/networks?id=ae5522e3-31c0-49c6-86ae-926f4d28515d HTTP/1.1" status: 200 len: 811 time: 0.6374702 Mar 01 14:01:14.168592 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-e0d029b9-8874-4dce-bbc1-a2df5861fae1 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/quotas/aeaec8b70c5243f1b500761e5487518b HTTP/1.1" status: 200 len: 375 time: 0.0221663 Mar 01 14:01:14.224188 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-f343104d-97ef-44a7-b06c-9b1a57ae07ec tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=aeaec8b70c5243f1b500761e5487518b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474179 Mar 01 14:01:14.255214 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-680952a4-9874-459c-a1dc-8f18ca1df1cb service neutron] 10.222.0.13 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092941 Mar 01 14:01:14.266058 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-dcaea6dc-bdb0-40f1-bec9-80f002abb2fa service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:01:14.274972 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-dcaea6dc-bdb0-40f1-bec9-80f002abb2fa service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0176871 Mar 01 14:01:14.417801 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-433fa4e0-bdcf-4021-989c-c717be4269de service neutron] 10.222.0.13 "GET /v2.0/networks/ae5522e3-31c0-49c6-86ae-926f4d28515d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429889 Mar 01 14:01:14.464574 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997a81e1-9fd0-403f-a0bc-3c1d4534e2a1 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Router 3fb3795f-33d3-4cc8-9081-e3608accb685 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:01:14.533129 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-be9e5ae6-f63f-4b2f-9deb-aab994b8a17e req-a7abd585-ab86-4cc9-a939-686977c74507 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.0681760 Mar 01 14:01:14.630830 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-fe7724d7-d736-4639-9529-22a58d35dfa0 service neutron] 10.222.0.13 "GET /v2.0/networks/ae5522e3-31c0-49c6-86ae-926f4d28515d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060323 Mar 01 14:01:14.671877 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997a81e1-9fd0-403f-a0bc-3c1d4534e2a1 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:01:14.683443 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b34dd23-503a-40a5-9890-be1dcfbb11cd None None] Sync routers for ids ['3fb3795f-33d3-4cc8-9081-e3608accb685'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:01:14.699076 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b34dd23-503a-40a5-9890-be1dcfbb11cd None None] Routers {'3fb3795f-33d3-4cc8-9081-e3608accb685'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:01:14.699774 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-1b34dd23-503a-40a5-9890-be1dcfbb11cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:00:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['3fb3795f-33d3-4cc8-9081-e3608accb685'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:14.704616 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df7742-c604-4f3a-a4d7-dc39b7a30196 req-3f47b4c8-5b62-4748-bbdd-4571b5c15564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:14.713764 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d7df7742-c604-4f3a-a4d7-dc39b7a30196 req-3f47b4c8-5b62-4748-bbdd-4571b5c15564 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117&tenant_id=4f35078c869241559fa6863827bcce9e HTTP/1.1" status: 200 len: 1126 time: 0.1031110 Mar 01 14:01:14.720217 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ae669-d381-4765-90e1-e1ab75494030 req-0570830a-7fa9-4775-8a51-8aa1110a89d6 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:14.723766 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-694ae669-d381-4765-90e1-e1ab75494030 req-0570830a-7fa9-4775-8a51-8aa1110a89d6 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 944 time: 0.0919058 Mar 01 14:01:14.732857 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-997a81e1-9fd0-403f-a0bc-3c1d4534e2a1 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:14.781990 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-1b34dd23-503a-40a5-9890-be1dcfbb11cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:14.803189 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b34dd23-503a-40a5-9890-be1dcfbb11cd None None] Routers {'3fb3795f-33d3-4cc8-9081-e3608accb685'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:01:14.803845 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-1b34dd23-503a-40a5-9890-be1dcfbb11cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:00:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['3fb3795f-33d3-4cc8-9081-e3608accb685'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:14.840776 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-694ae669-d381-4765-90e1-e1ab75494030 req-dea24680-c7a5-4888-b41b-d600f2386dfc tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107485 Mar 01 14:01:14.869309 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-997a81e1-9fd0-403f-a0bc-3c1d4534e2a1 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 3.6340046 Mar 01 14:01:14.871988 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-1b34dd23-503a-40a5-9890-be1dcfbb11cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:14.872638 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b34dd23-503a-40a5-9890-be1dcfbb11cd None None] The sync data for ids ['3fb3795f-33d3-4cc8-9081-e3608accb685'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:01:14.874074 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55840) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:14.930991 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-72457915-ac72-4bc8-9e00-6aabe74e11b4 req-5e4125e9-5a9a-4e5a-a4fc-7f2654e0bcb6 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce64119c-501c-4854-a720-fe9c4a7d65c7 HTTP/1.1" status: 200 len: 210 time: 0.0630391 Mar 01 14:01:14.953389 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df7742-c604-4f3a-a4d7-dc39b7a30196 req-dda4acb9-6e07-4f94-b91e-ed87ab7f3c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:14.954909 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d7df7742-c604-4f3a-a4d7-dc39b7a30196 req-dda4acb9-6e07-4f94-b91e-ed87ab7f3c83 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f35078c869241559fa6863827bcce9e&device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 1126 time: 0.2186100 Mar 01 14:01:15.001654 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f0abcd62-e0bf-463c-8846-f9791e10dd59 req-42809da2-064b-4a22-94e3-cff4e9ad3ca2 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 210 time: 0.0617552 Mar 01 14:01:15.055450 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-809d4347-727a-4cba-9a7c-3432ba9f0eb3 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] 10.222.0.13 "GET /v2.0/floatingips/8796f4ea-5add-44bf-a567-15945c8c394a HTTP/1.1" status: 200 len: 981 time: 0.1793494 Mar 01 14:01:15.057916 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55844) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:15.217528 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f457ba19-7ceb-44f8-804b-4f690b6d487c tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2728 time: 0.1582334 Mar 01 14:01:15.219294 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df7742-c604-4f3a-a4d7-dc39b7a30196 req-9befdf6a-7350-4dfb-b697-7cec61386fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:15.220641 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55848) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:15.220996 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d7df7742-c604-4f3a-a4d7-dc39b7a30196 req-9befdf6a-7350-4dfb-b697-7cec61386fa5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=05ce96e8-01ac-41f7-81d8-c04a115222c3 HTTP/1.1" status: 200 len: 914 time: 0.2486961 Mar 01 14:01:15.318466 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d7df7742-c604-4f3a-a4d7-dc39b7a30196 req-4d27b2a7-d817-45c4-9422-4212dddecb6b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00acc6ed-69b5-4404-a397-2e35c1ff45c0 HTTP/1.1" status: 200 len: 217 time: 0.0798006 Mar 01 14:01:15.374438 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df7742-c604-4f3a-a4d7-dc39b7a30196 req-0dfe87d5-3364-45e1-af77-d9fee096c18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:15.381542 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d7df7742-c604-4f3a-a4d7-dc39b7a30196 req-0dfe87d5-3364-45e1-af77-d9fee096c18c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=000c7b1d-985a-478b-a1d2-ea60907536af HTTP/1.1" status: 200 len: 853 time: 0.0536070 Mar 01 14:01:15.424734 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d7df7742-c604-4f3a-a4d7-dc39b7a30196 req-cbd2687b-a8eb-4b55-92f9-9d0cd4d3b665 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05ce96e8-01ac-41f7-81d8-c04a115222c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366342 Mar 01 14:01:15.469449 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-f3115722-1df2-4cd7-b5c5-1db81c305d27 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Deleting port d81fb2d9-1f29-48dd-84a6-c9f9cf895aa1 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:01:15.469788 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f3115722-1df2-4cd7-b5c5-1db81c305d27 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (d81fb2d9-1f29-48dd-84a6-c9f9cf895aa1), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:15.548661 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d7df7742-c604-4f3a-a4d7-dc39b7a30196 req-0a1cc1d6-3024-4231-9a21-f54bcb283371 service neutron] 10.222.0.20 "GET /v2.0/networks/05ce96e8-01ac-41f7-81d8-c04a115222c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121616 Mar 01 14:01:15.559905 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f3115722-1df2-4cd7-b5c5-1db81c305d27 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (d81fb2d9-1f29-48dd-84a6-c9f9cf895aa1), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:15.560896 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f3115722-1df2-4cd7-b5c5-1db81c305d27 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks [] for floatingip (d81fb2d9-1f29-48dd-84a6-c9f9cf895aa1), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:15.575598 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-f3115722-1df2-4cd7-b5c5-1db81c305d27 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Calling delete_port for d81fb2d9-1f29-48dd-84a6-c9f9cf895aa1 owned by network:floatingip {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:01:15.712712 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-24e1da04-7262-4248-bd19-0fcb0d3065c8 req-2695f380-ce98-47d9-9448-30b11dffb3e0 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.0469508 Mar 01 14:01:15.722202 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d7df7742-c604-4f3a-a4d7-dc39b7a30196 req-cf6f4c5f-6f3c-42c5-bdb1-2f80f082087c service neutron] 10.222.0.20 "GET /v2.0/networks/05ce96e8-01ac-41f7-81d8-c04a115222c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438527 Mar 01 14:01:15.843081 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f3115722-1df2-4cd7-b5c5-1db81c305d27 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (d81fb2d9-1f29-48dd-84a6-c9f9cf895aa1), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:15.915151 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3115722-1df2-4cd7-b5c5-1db81c305d27 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Pushing event deleted for resources: {'Port': ['ID=d81fb2d9-1f29-48dd-84a6-c9f9cf895aa1,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:15.951705 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-e2688f97-5d16-4318-85f7-0c4d6fb4c1e9 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:15.954230 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-e2688f97-5d16-4318-85f7-0c4d6fb4c1e9 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.20 "GET /v2.0/networks?id=3a263dd2-fccb-41d7-9268-17deef5caa4e HTTP/1.1" status: 200 len: 806 time: 0.1814306 Mar 01 14:01:15.972866 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-b6708097-fb91-4a75-ae2e-85fd8a59d699 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Request body: {'port': {'device_id': 'ce64119c-501c-4854-a720-fe9c4a7d65c7', 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e', 'admin_state_up': True, 'tenant_id': 'a1fa37a61f124c25aca457ce8a3f996a'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:01:16.043004 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f3115722-1df2-4cd7-b5c5-1db81c305d27 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks [] for floatingip (8796f4ea-5add-44bf-a567-15945c8c394a), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:16.043600 n-d-827467-3 neutron-server[103727]: INFO neutron.db.l3_db [None req-f3115722-1df2-4cd7-b5c5-1db81c305d27 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Floating IP 8796f4ea-5add-44bf-a567-15945c8c394a disassociated (deleted). External IP: 172.25.1.34, port: eeff07a4-4aea-419e-bb0e-5e5b40d72cf9. Mar 01 14:01:16.147293 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2a3b1b43-430a-46ea-b745-8e2d5c6f6f8f req-10022728-03e1-4d93-a563-1698d6e7c278 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce64119c-501c-4854-a720-fe9c4a7d65c7 HTTP/1.1" status: 200 len: 210 time: 0.0625858 Mar 01 14:01:16.272198 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-af88ccc7-897b-4d23-acc4-9ebd63fed7d8 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:16.273840 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-af88ccc7-897b-4d23-acc4-9ebd63fed7d8 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.20 "GET /v2.0/networks?id=ae5522e3-31c0-49c6-86ae-926f4d28515d HTTP/1.1" status: 200 len: 811 time: 0.1544857 Mar 01 14:01:16.325652 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-4ad051d6-4291-431f-a435-50971470ce37 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Request body: {'port': {'device_id': '4d37ad9b-a522-425b-9a4d-195c2cc73913', 'network_id': 'ae5522e3-31c0-49c6-86ae-926f4d28515d', 'admin_state_up': True, 'tenant_id': 'aeaec8b70c5243f1b500761e5487518b'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:01:16.330864 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-b6708097-fb91-4a75-ae2e-85fd8a59d699 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Made reservation on behalf of a1fa37a61f124c25aca457ce8a3f996a for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:01:16.334424 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-b6708097-fb91-4a75-ae2e-85fd8a59d699 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:16.342339 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbe900-26fb-47ca-82a8-50d2959126b9 req-895da3bd-5653-4ec7-8070-10331fa1bebe tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:16.344014 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e2bbe900-26fb-47ca-82a8-50d2959126b9 req-895da3bd-5653-4ec7-8070-10331fa1bebe tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 944 time: 0.3926265 Mar 01 14:01:16.411942 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ffb973b0-ce78-4641-a9fc-18b4127d8d02 req-e46268c4-680c-46f2-b286-860572b08313 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 210 time: 0.1457403 Mar 01 14:01:16.440974 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e2bbe900-26fb-47ca-82a8-50d2959126b9 req-6f8550c4-5839-4d1d-9fcf-7eac73bd350d tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648685 Mar 01 14:01:16.585665 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3115722-1df2-4cd7-b5c5-1db81c305d27 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Router 3fb3795f-33d3-4cc8-9081-e3608accb685 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:01:16.678938 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-4ad051d6-4291-431f-a435-50971470ce37 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Made reservation on behalf of aeaec8b70c5243f1b500761e5487518b for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:01:16.684406 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-4ad051d6-4291-431f-a435-50971470ce37 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:16.694028 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-b6708097-fb91-4a75-ae2e-85fd8a59d699 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Allocated IP 172.20.0.7 (3a263dd2-fccb-41d7-9268-17deef5caa4e/7e897284-ac55-41c2-b088-3972dd0eb9f7/a1b835fc-6211-46d6-8e5f-ee503f855689) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:01:16.833322 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3115722-1df2-4cd7-b5c5-1db81c305d27 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:01:16.841020 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f3115722-1df2-4cd7-b5c5-1db81c305d27 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:16.846003 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b52898-be97-4a4c-bbe7-9966b585c241 None None] Sync routers for ids ['3fb3795f-33d3-4cc8-9081-e3608accb685'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:01:16.865304 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b52898-be97-4a4c-bbe7-9966b585c241 None None] Routers {'3fb3795f-33d3-4cc8-9081-e3608accb685'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:01:16.865955 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-88b52898-be97-4a4c-bbe7-9966b585c241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:00:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['3fb3795f-33d3-4cc8-9081-e3608accb685'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:16.936913 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5f273b68-fd44-4c04-a6b0-1d94d0e4cc2f req-7f63486e-414a-4b26-9a2b-f79a552831f4 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.0603960 Mar 01 14:01:16.946708 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-88b52898-be97-4a4c-bbe7-9966b585c241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:16.963767 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f3115722-1df2-4cd7-b5c5-1db81c305d27 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] 10.222.0.13 "DELETE /v2.0/floatingips/8796f4ea-5add-44bf-a567-15945c8c394a HTTP/1.1" status: 204 len: 168 time: 1.7409856 Mar 01 14:01:16.969159 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55878) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:16.982228 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-f388d502-512c-411e-9c01-f46c55ef7114 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:01:16.998541 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b52898-be97-4a4c-bbe7-9966b585c241 None None] Routers {'3fb3795f-33d3-4cc8-9081-e3608accb685'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:01:17.001020 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-88b52898-be97-4a4c-bbe7-9966b585c241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:00:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['3fb3795f-33d3-4cc8-9081-e3608accb685'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:17.035989 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f388d502-512c-411e-9c01-f46c55ef7114 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:17.135831 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-88b52898-be97-4a4c-bbe7-9966b585c241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:17.136790 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b52898-be97-4a4c-bbe7-9966b585c241 None None] The sync data for ids ['3fb3795f-33d3-4cc8-9081-e3608accb685'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:01:17.167252 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-4ad051d6-4291-431f-a435-50971470ce37 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Allocated IP 172.20.0.11 (ae5522e3-31c0-49c6-86ae-926f4d28515d/893fbc27-2905-40be-9c9e-2c8d3b363a60/2556a655-be0a-4953-b656-28ee11a2810a) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:01:17.241359 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-b6708097-fb91-4a75-ae2e-85fd8a59d699 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks [] for port (a1b835fc-6211-46d6-8e5f-ee503f855689), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:17.258150 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f388d502-512c-411e-9c01-f46c55ef7114 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:17.321273 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7e095ad1-b3d9-46b5-9175-2de5f6849915 req-8a59b7b3-4879-4880-861e-f61e2143ed01 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce64119c-501c-4854-a720-fe9c4a7d65c7 HTTP/1.1" status: 200 len: 210 time: 0.0527122 Mar 01 14:01:17.325052 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-b6708097-fb91-4a75-ae2e-85fd8a59d699 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (a1b835fc-6211-46d6-8e5f-ee503f855689), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:17.338671 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['698be840-58f4-417e-896d-121bd73d95b5'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:01:17.553186 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-f388d502-512c-411e-9c01-f46c55ef7114 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Allocated IP 172.25.1.128 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/d724093f-8821-4f5a-9853-334ec09e6943) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:01:17.666391 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6708097-fb91-4a75-ae2e-85fd8a59d699 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Pushing event updated for resources: {'Port': ['ID=a1b835fc-6211-46d6-8e5f-ee503f855689,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:17.680549 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-b6708097-fb91-4a75-ae2e-85fd8a59d699 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Network 3a263dd2-fccb-41d7-9268-17deef5caa4e is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:01:17.684224 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-b6708097-fb91-4a75-ae2e-85fd8a59d699 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:01:17.689182 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-b6708097-fb91-4a75-ae2e-85fd8a59d699 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:01:17.692658 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-81f68eb2-7f54-4074-b7ca-a5c29a67eb8e req-ea2559ce-b3f4-4fdc-a1a1-4a02231f892c tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 210 time: 0.0928137 Mar 01 14:01:17.761775 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-b6708097-fb91-4a75-ae2e-85fd8a59d699 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:17.762628 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-b6708097-fb91-4a75-ae2e-85fd8a59d699 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:17.796984 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-4ad051d6-4291-431f-a435-50971470ce37 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Publish callbacks [] for port (2556a655-be0a-4953-b656-28ee11a2810a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:17.803580 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-b6708097-fb91-4a75-ae2e-85fd8a59d699 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8417525 Mar 01 14:01:17.819190 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-29e7a811-9af5-436d-8f74-8ff950ee393f service neutron] Request body: {'port': {'device_id': 'ce64119c-501c-4854-a720-fe9c4a7d65c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:01:17.846621 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20ed73-0b49-44fb-82ed-1faddea28711 req-0edc36f5-25d7-45ee-b851-2ba829827ebd tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:17.848827 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4c20ed73-0b49-44fb-82ed-1faddea28711 req-0edc36f5-25d7-45ee-b851-2ba829827ebd tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 944 time: 0.2235193 Mar 01 14:01:17.899873 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f388d502-512c-411e-9c01-f46c55ef7114 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Publish callbacks [] for port (d724093f-8821-4f5a-9853-334ec09e6943), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:17.914069 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-29e7a811-9af5-436d-8f74-8ff950ee393f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a1b835fc-6211-46d6-8e5f-ee503f855689), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:17.959423 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4c20ed73-0b49-44fb-82ed-1faddea28711 req-570845b0-6ca1-4b1e-bdae-7ff9ddeb175e tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982957 Mar 01 14:01:17.962110 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-4ad051d6-4291-431f-a435-50971470ce37 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (2556a655-be0a-4953-b656-28ee11a2810a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:17.991310 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f388d502-512c-411e-9c01-f46c55ef7114 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (d724093f-8821-4f5a-9853-334ec09e6943), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:18.057363 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-4ad051d6-4291-431f-a435-50971470ce37 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Network ae5522e3-31c0-49c6-86ae-926f4d28515d is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:01:18.122681 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad051d6-4291-431f-a435-50971470ce37 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Pushing event updated for resources: {'Port': ['ID=2556a655-be0a-4953-b656-28ee11a2810a,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:18.124451 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f388d502-512c-411e-9c01-f46c55ef7114 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:01:18.125880 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-4ad051d6-4291-431f-a435-50971470ce37 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:01:18.134475 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-4ad051d6-4291-431f-a435-50971470ce37 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:01:18.152418 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-f388d502-512c-411e-9c01-f46c55ef7114 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:01:18.157584 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f388d502-512c-411e-9c01-f46c55ef7114 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:01:18.194701 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-4ad051d6-4291-431f-a435-50971470ce37 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:18.195354 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-4ad051d6-4291-431f-a435-50971470ce37 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:18.205790 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e7e5afc9-e7ba-4c87-b15b-f3fe1d157ffa req-34c52d6e-c122-4566-8575-40428c1248e1 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.1004763 Mar 01 14:01:18.216879 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-4ad051d6-4291-431f-a435-50971470ce37 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8951900 Mar 01 14:01:18.233647 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-509d06ad-075d-4513-8f0c-6f94e382b58d service neutron] Request body: {'port': {'device_id': '4d37ad9b-a522-425b-9a4d-195c2cc73913', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:01:18.241286 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388d502-512c-411e-9c01-f46c55ef7114 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Pushing event updated for resources: {'Port': ['ID=d724093f-8821-4f5a-9853-334ec09e6943,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:18.400606 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f388d502-512c-411e-9c01-f46c55ef7114 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Publish callbacks [] for floatingip (87c99919-8028-4745-8a47-49b5a9030dfb), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:18.410853 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-509d06ad-075d-4513-8f0c-6f94e382b58d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2556a655-be0a-4953-b656-28ee11a2810a), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:18.476544 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f388d502-512c-411e-9c01-f46c55ef7114 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d724093f-8821-4f5a-9853-334ec09e6943), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:18.632039 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de60fe-dab8-4b11-ac96-e91ff14c9893 req-9fd053ae-4814-4039-95c9-4dce2e48c311 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:18.634756 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26de60fe-dab8-4b11-ac96-e91ff14c9893 req-9fd053ae-4814-4039-95c9-4dce2e48c311 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce64119c-501c-4854-a720-fe9c4a7d65c7 HTTP/1.1" status: 200 len: 931 time: 0.1380038 Mar 01 14:01:18.774526 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26de60fe-dab8-4b11-ac96-e91ff14c9893 req-48f3722d-087d-412a-8fe9-a0b756e9c852 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321704 Mar 01 14:01:18.786067 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-29e7a811-9af5-436d-8f74-8ff950ee393f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1b835fc-6211-46d6-8e5f-ee503f855689 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:01:18.826742 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-29e7a811-9af5-436d-8f74-8ff950ee393f service neutron] Publish callbacks [] for port (a1b835fc-6211-46d6-8e5f-ee503f855689), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:18.885962 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-29e7a811-9af5-436d-8f74-8ff950ee393f service neutron] Transition to ACTIVE for port object a1b835fc-6211-46d6-8e5f-ee503f855689 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:01:18.892067 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-29e7a811-9af5-436d-8f74-8ff950ee393f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (a1b835fc-6211-46d6-8e5f-ee503f855689), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:18.949390 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f388d502-512c-411e-9c01-f46c55ef7114 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Publish callbacks [] for port (d724093f-8821-4f5a-9853-334ec09e6943), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:18.967898 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7a811-9af5-436d-8f74-8ff950ee393f service neutron] Pushing event updated for resources: {'Port': ['ID=a1b835fc-6211-46d6-8e5f-ee503f855689,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:19.015000 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f104b4c-38ec-4da2-86a5-65f76135aa46 req-1e5b7f4b-bab6-45e6-ada1-37b8e22fc3ac tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:19.023886 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6f104b4c-38ec-4da2-86a5-65f76135aa46 req-1e5b7f4b-bab6-45e6-ada1-37b8e22fc3ac tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 932 time: 0.1811750 Mar 01 14:01:19.024672 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f388d502-512c-411e-9c01-f46c55ef7114 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (d724093f-8821-4f5a-9853-334ec09e6943), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:19.235392 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f388d502-512c-411e-9c01-f46c55ef7114 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (87c99919-8028-4745-8a47-49b5a9030dfb), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:19.260763 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-29e7a811-9af5-436d-8f74-8ff950ee393f service neutron] Attempting to bind port a1b835fc-6211-46d6-8e5f-ee503f855689 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:01:19.261650 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-29e7a811-9af5-436d-8f74-8ff950ee393f service neutron] Attempting to bind port a1b835fc-6211-46d6-8e5f-ee503f855689 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '354ee497-7228-4227-89f9-36435d335b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:01:19.262241 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-29e7a811-9af5-436d-8f74-8ff950ee393f service neutron] Attempting to bind port a1b835fc-6211-46d6-8e5f-ee503f855689 on network 3a263dd2-fccb-41d7-9268-17deef5caa4e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:01:19.286699 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-29e7a811-9af5-436d-8f74-8ff950ee393f service neutron] Port a1b835fc-6211-46d6-8e5f-ee503f855689 on network 3a263dd2-fccb-41d7-9268-17deef5caa4e not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:01:19.287258 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-29e7a811-9af5-436d-8f74-8ff950ee393f service neutron] Attempting to bind port a1b835fc-6211-46d6-8e5f-ee503f855689 on network 3a263dd2-fccb-41d7-9268-17deef5caa4e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:01:19.290848 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388d502-512c-411e-9c01-f46c55ef7114 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Pushing event updated for resources: {'Port': ['ID=d724093f-8821-4f5a-9853-334ec09e6943,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:19.297988 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-29e7a811-9af5-436d-8f74-8ff950ee393f service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:01:19.298455 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-29e7a811-9af5-436d-8f74-8ff950ee393f service neutron] Checking segment: {'id': '354ee497-7228-4227-89f9-36435d335b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:01:19.299169 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-29e7a811-9af5-436d-8f74-8ff950ee393f service neutron] Bound using segment: {'id': '354ee497-7228-4227-89f9-36435d335b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:01:19.299910 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-29e7a811-9af5-436d-8f74-8ff950ee393f service neutron] Bound port: a1b835fc-6211-46d6-8e5f-ee503f855689, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '354ee497-7228-4227-89f9-36435d335b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:01:19.301099 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-29e7a811-9af5-436d-8f74-8ff950ee393f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a1b835fc-6211-46d6-8e5f-ee503f855689), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:19.306278 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388d502-512c-411e-9c01-f46c55ef7114 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:19.306432 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388d502-512c-411e-9c01-f46c55ef7114 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:19.306817 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388d502-512c-411e-9c01-f46c55ef7114 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:19.307077 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388d502-512c-411e-9c01-f46c55ef7114 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:19.307575 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388d502-512c-411e-9c01-f46c55ef7114 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:19.307994 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388d502-512c-411e-9c01-f46c55ef7114 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:19.308426 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388d502-512c-411e-9c01-f46c55ef7114 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:19.308888 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388d502-512c-411e-9c01-f46c55ef7114 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:19.309030 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-509d06ad-075d-4513-8f0c-6f94e382b58d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2556a655-be0a-4953-b656-28ee11a2810a {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:01:19.309346 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388d502-512c-411e-9c01-f46c55ef7114 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:19.309727 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388d502-512c-411e-9c01-f46c55ef7114 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:19.310078 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388d502-512c-411e-9c01-f46c55ef7114 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:19.310478 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388d502-512c-411e-9c01-f46c55ef7114 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:19.310832 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388d502-512c-411e-9c01-f46c55ef7114 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:19.324588 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f388d502-512c-411e-9c01-f46c55ef7114 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:19.326106 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f388d502-512c-411e-9c01-f46c55ef7114 tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3551066 Mar 01 14:01:19.331334 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55898) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:19.351480 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-509d06ad-075d-4513-8f0c-6f94e382b58d service neutron] Publish callbacks [] for port (2556a655-be0a-4953-b656-28ee11a2810a), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:19.362045 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6f104b4c-38ec-4da2-86a5-65f76135aa46 req-45ec4c3e-1d95-4cca-9941-b858f216ea14 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd65719e-ea09-4512-bbc9-0aebb4135b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283749 Mar 01 14:01:19.403275 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5aacfa-3054-4e45-8119-b8e5026d07af req-a1bedd74-5f4e-4bce-8bc6-04a5d8fa1062 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:19.405001 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fb5aacfa-3054-4e45-8119-b8e5026d07af req-a1bedd74-5f4e-4bce-8bc6-04a5d8fa1062 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 944 time: 0.2776346 Mar 01 14:01:19.459384 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-509d06ad-075d-4513-8f0c-6f94e382b58d service neutron] Transition to ACTIVE for port object 2556a655-be0a-4953-b656-28ee11a2810a will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:01:19.514231 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fb5aacfa-3054-4e45-8119-b8e5026d07af req-a3c5e122-2911-40b8-acbf-849519d9e99b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035469 Mar 01 14:01:19.523717 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-509d06ad-075d-4513-8f0c-6f94e382b58d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (2556a655-be0a-4953-b656-28ee11a2810a), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:19.526103 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-5f466d65-55d3-4070-99ac-1bfbe8d433e7 tempest-FloatingIPAdminTestJSON-1628580593 tempest-FloatingIPAdminTestJSON-1628580593-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:01:19.593961 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d06ad-075d-4513-8f0c-6f94e382b58d service neutron] Pushing event updated for resources: {'Port': ['ID=2556a655-be0a-4953-b656-28ee11a2810a,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:19.600932 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7eb0c10b-eb93-4987-97eb-101b7afcdebd req-4f0de326-0e62-49e9-83c2-d65b4960d0ec tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.0592539 Mar 01 14:01:19.603059 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-29e7a811-9af5-436d-8f74-8ff950ee393f service neutron] For port a1b835fc-6211-46d6-8e5f-ee503f855689, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:01:19.627229 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5f466d65-55d3-4070-99ac-1bfbe8d433e7 tempest-FloatingIPAdminTestJSON-1628580593 tempest-FloatingIPAdminTestJSON-1628580593-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:19.632775 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-29e7a811-9af5-436d-8f74-8ff950ee393f service neutron] For port a1b835fc-6211-46d6-8e5f-ee503f855689, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=a1b835fc-6211-46d6-8e5f-ee503f855689,segment=NetworkSegment(354ee497-7228-4227-89f9-36435d335b77),segment_id=354ee497-7228-4227-89f9-36435d335b77)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:01:19.645795 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-29e7a811-9af5-436d-8f74-8ff950ee393f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (a1b835fc-6211-46d6-8e5f-ee503f855689), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:19.732686 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7a811-9af5-436d-8f74-8ff950ee393f service neutron] Pushing event updated for resources: {'Port': ['ID=a1b835fc-6211-46d6-8e5f-ee503f855689,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:19.856993 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-29e7a811-9af5-436d-8f74-8ff950ee393f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:19.857700 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-29e7a811-9af5-436d-8f74-8ff950ee393f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:19.865068 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-29e7a811-9af5-436d-8f74-8ff950ee393f service neutron] 10.222.0.20 "PUT /v2.0/ports/a1b835fc-6211-46d6-8e5f-ee503f855689 HTTP/1.1" status: 200 len: 1091 time: 2.0528991 Mar 01 14:01:19.865749 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce64119c-501c-4854-a720-fe9c4a7d65c7', 'tag': 'a1b835fc-6211-46d6-8e5f-ee503f855689'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:01:19.868061 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f08f69-ab76-4085-901f-00605a5f3533" -d '{"events": [{"name": "network-changed", "server_uuid": "ce64119c-501c-4854-a720-fe9c4a7d65c7", "tag": "a1b835fc-6211-46d6-8e5f-ee503f855689"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:01:19.881502 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5f466d65-55d3-4070-99ac-1bfbe8d433e7 tempest-FloatingIPAdminTestJSON-1628580593 tempest-FloatingIPAdminTestJSON-1628580593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:19.906425 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-509d06ad-075d-4513-8f0c-6f94e382b58d service neutron] Attempting to bind port 2556a655-be0a-4953-b656-28ee11a2810a on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:01:19.906768 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-509d06ad-075d-4513-8f0c-6f94e382b58d service neutron] Attempting to bind port 2556a655-be0a-4953-b656-28ee11a2810a by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '5095f747-c1de-406f-a432-97d1294b01fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ae5522e3-31c0-49c6-86ae-926f4d28515d'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:01:19.907109 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-509d06ad-075d-4513-8f0c-6f94e382b58d service neutron] Attempting to bind port 2556a655-be0a-4953-b656-28ee11a2810a on network ae5522e3-31c0-49c6-86ae-926f4d28515d {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:01:19.954138 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-509d06ad-075d-4513-8f0c-6f94e382b58d service neutron] Port 2556a655-be0a-4953-b656-28ee11a2810a on network ae5522e3-31c0-49c6-86ae-926f4d28515d not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:01:19.954468 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-509d06ad-075d-4513-8f0c-6f94e382b58d service neutron] Attempting to bind port 2556a655-be0a-4953-b656-28ee11a2810a on network ae5522e3-31c0-49c6-86ae-926f4d28515d {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:01:19.970013 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1159f6-abb7-470f-9fed-35d09debad2e x-openstack-request-id: req-dc1159f6-abb7-470f-9fed-35d09debad2e {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:01:19.970531 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce64119c-501c-4854-a720-fe9c4a7d65c7", "tag": "a1b835fc-6211-46d6-8e5f-ee503f855689", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:01:19.970791 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc1159f6-abb7-470f-9fed-35d09debad2e {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:01:19.971311 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce64119c-501c-4854-a720-fe9c4a7d65c7', 'tag': 'a1b835fc-6211-46d6-8e5f-ee503f855689', 'status': 'completed', 'code': 200} Mar 01 14:01:19.998612 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-509d06ad-075d-4513-8f0c-6f94e382b58d service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:01:19.999030 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-509d06ad-075d-4513-8f0c-6f94e382b58d service neutron] Checking segment: {'id': '5095f747-c1de-406f-a432-97d1294b01fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ae5522e3-31c0-49c6-86ae-926f4d28515d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:01:19.999368 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-509d06ad-075d-4513-8f0c-6f94e382b58d service neutron] Bound using segment: {'id': '5095f747-c1de-406f-a432-97d1294b01fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ae5522e3-31c0-49c6-86ae-926f4d28515d'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:01:19.999892 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-509d06ad-075d-4513-8f0c-6f94e382b58d service neutron] Bound port: 2556a655-be0a-4953-b656-28ee11a2810a, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5095f747-c1de-406f-a432-97d1294b01fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ae5522e3-31c0-49c6-86ae-926f4d28515d'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:01:20.000287 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-509d06ad-075d-4513-8f0c-6f94e382b58d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2556a655-be0a-4953-b656-28ee11a2810a), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:20.062878 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-4d070d47-a3a3-44d9-91bc-4dd2d85648c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:20.064686 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-4d070d47-a3a3-44d9-91bc-4dd2d85648c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a1fa37a61f124c25aca457ce8a3f996a&device_id=ce64119c-501c-4854-a720-fe9c4a7d65c7 HTTP/1.1" status: 200 len: 1125 time: 0.1320229 Mar 01 14:01:20.100482 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48d14a-583b-4183-a5e8-3529c06526fe req-ceea7063-9619-47a3-9a3a-60f95d306310 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:20.102645 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7b48d14a-583b-4183-a5e8-3529c06526fe req-ceea7063-9619-47a3-9a3a-60f95d306310 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce64119c-501c-4854-a720-fe9c4a7d65c7 HTTP/1.1" status: 200 len: 943 time: 0.1400282 Mar 01 14:01:20.157545 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-5f466d65-55d3-4070-99ac-1bfbe8d433e7 tempest-FloatingIPAdminTestJSON-1628580593 tempest-FloatingIPAdminTestJSON-1628580593-project] Allocated IP 172.25.1.214 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/c9eb8806-4ca3-491e-9778-5181206d680f) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:01:20.162246 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-3a7fcbc6-11a4-4615-814b-e381b29aad12 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1b835fc-6211-46d6-8e5f-ee503f855689 HTTP/1.1" status: 200 len: 217 time: 0.0567386 Mar 01 14:01:20.163390 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-509d06ad-075d-4513-8f0c-6f94e382b58d service neutron] For port 2556a655-be0a-4953-b656-28ee11a2810a, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:01:20.189065 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-509d06ad-075d-4513-8f0c-6f94e382b58d service neutron] For port 2556a655-be0a-4953-b656-28ee11a2810a, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=2556a655-be0a-4953-b656-28ee11a2810a,segment=NetworkSegment(5095f747-c1de-406f-a432-97d1294b01fc),segment_id=5095f747-c1de-406f-a432-97d1294b01fc)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:01:20.220795 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-509d06ad-075d-4513-8f0c-6f94e382b58d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (2556a655-be0a-4953-b656-28ee11a2810a), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:20.231535 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7b48d14a-583b-4183-a5e8-3529c06526fe req-5f9577e4-890f-40f7-a79b-a81dd5652604 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196043 Mar 01 14:01:20.276717 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-2c5e51f5-aa95-455e-bda5-f7f3375cb95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:20.278505 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-2c5e51f5-aa95-455e-bda5-f7f3375cb95b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7e897284-ac55-41c2-b088-3972dd0eb9f7 HTTP/1.1" status: 200 len: 846 time: 0.1095972 Mar 01 14:01:20.280020 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-509d06ad-075d-4513-8f0c-6f94e382b58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:20.280901 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-509d06ad-075d-4513-8f0c-6f94e382b58d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:20.282501 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-509d06ad-075d-4513-8f0c-6f94e382b58d service neutron] 10.222.0.20 "PUT /v2.0/ports/2556a655-be0a-4953-b656-28ee11a2810a HTTP/1.1" status: 200 len: 1092 time: 2.0575812 Mar 01 14:01:20.304338 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d06ad-075d-4513-8f0c-6f94e382b58d service neutron] Pushing event updated for resources: {'Port': ['ID=2556a655-be0a-4953-b656-28ee11a2810a,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:20.440127 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-0710c0fd-7106-4d9d-82cb-132e25e53a27 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a263dd2-fccb-41d7-9268-17deef5caa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1301801 Mar 01 14:01:20.585348 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5f466d65-55d3-4070-99ac-1bfbe8d433e7 tempest-FloatingIPAdminTestJSON-1628580593 tempest-FloatingIPAdminTestJSON-1628580593-project] Publish callbacks [] for port (c9eb8806-4ca3-491e-9778-5181206d680f), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:20.615034 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bcf51-8859-41f9-a295-fd473ca94d18 req-bdad2100-a020-4ab0-a7f7-a0344ca5ffd9 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:20.617090 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc2bcf51-8859-41f9-a295-fd473ca94d18 req-bdad2100-a020-4ab0-a7f7-a0344ca5ffd9 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 944 time: 0.1250811 Mar 01 14:01:20.713184 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5f466d65-55d3-4070-99ac-1bfbe8d433e7 tempest-FloatingIPAdminTestJSON-1628580593 tempest-FloatingIPAdminTestJSON-1628580593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (c9eb8806-4ca3-491e-9778-5181206d680f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:20.765041 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-3b92d178-3312-40b3-a072-6db912963c75 service neutron] 10.222.0.20 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905128 Mar 01 14:01:20.780980 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-c08f3a43-cc47-4d72-87f8-4614544b7332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:20.782484 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-c08f3a43-cc47-4d72-87f8-4614544b7332 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aeaec8b70c5243f1b500761e5487518b&device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 1126 time: 0.0897560 Mar 01 14:01:20.788714 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f466d65-55d3-4070-99ac-1bfbe8d433e7 tempest-FloatingIPAdminTestJSON-1628580593 tempest-FloatingIPAdminTestJSON-1628580593-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:01:20.802819 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc2bcf51-8859-41f9-a295-fd473ca94d18 req-f2d7f29c-20a2-4728-b66d-116d3b1dd1af tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd65719e-ea09-4512-bbc9-0aebb4135b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772113 Mar 01 14:01:20.806733 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-5f466d65-55d3-4070-99ac-1bfbe8d433e7 tempest-FloatingIPAdminTestJSON-1628580593 tempest-FloatingIPAdminTestJSON-1628580593-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:01:20.819484 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a1543-7f8b-4ed3-8fb8-a01e9f1daf13 req-b8e7fbef-8190-407a-9ed8-f9f8de177e4f tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:20.821460 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f67a1543-7f8b-4ed3-8fb8-a01e9f1daf13 req-b8e7fbef-8190-407a-9ed8-f9f8de177e4f tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 944 time: 0.1846282 Mar 01 14:01:20.822517 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f466d65-55d3-4070-99ac-1bfbe8d433e7 tempest-FloatingIPAdminTestJSON-1628580593 tempest-FloatingIPAdminTestJSON-1628580593-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:01:20.851612 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f466d65-55d3-4070-99ac-1bfbe8d433e7 tempest-FloatingIPAdminTestJSON-1628580593 tempest-FloatingIPAdminTestJSON-1628580593-project] Pushing event updated for resources: {'Port': ['ID=c9eb8806-4ca3-491e-9778-5181206d680f,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:20.946181 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f67a1543-7f8b-4ed3-8fb8-a01e9f1daf13 req-cada8b6f-44a5-46eb-8ce4-d4511b0cdba8 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165991 Mar 01 14:01:20.970402 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5f466d65-55d3-4070-99ac-1bfbe8d433e7 tempest-FloatingIPAdminTestJSON-1628580593 tempest-FloatingIPAdminTestJSON-1628580593-project] Publish callbacks [] for floatingip (4747e59b-dbc1-4078-a110-74eaa8979c95), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:21.019382 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-da4553ef-bda9-4ae6-acd3-d228ba8ba1e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2556a655-be0a-4953-b656-28ee11a2810a HTTP/1.1" status: 200 len: 217 time: 0.2071137 Mar 01 14:01:21.086087 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1d55fed-2fb1-497d-a298-5eee1f696abf req-ddd1c1ac-b8cb-4aac-9af2-8b4e193ce7f6 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.0484393 Mar 01 14:01:21.089693 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5f466d65-55d3-4070-99ac-1bfbe8d433e7 tempest-FloatingIPAdminTestJSON-1628580593 tempest-FloatingIPAdminTestJSON-1628580593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c9eb8806-4ca3-491e-9778-5181206d680f), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:21.155156 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8d49560c-5f66-4e5f-9386-72dde3110f9a req-8424aca9-79ba-42f1-a27b-d22923d48930 service neutron] 10.222.0.20 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508608 Mar 01 14:01:21.173082 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-b221bf48-3563-4764-b559-a2d284802c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:21.175403 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-b221bf48-3563-4764-b559-a2d284802c31 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=893fbc27-2905-40be-9c9e-2c8d3b363a60 HTTP/1.1" status: 200 len: 851 time: 0.1113110 Mar 01 14:01:21.227410 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-32b2796d-d092-40bc-9766-8b6523ed841c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae5522e3-31c0-49c6-86ae-926f4d28515d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421124 Mar 01 14:01:21.394277 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5f466d65-55d3-4070-99ac-1bfbe8d433e7 tempest-FloatingIPAdminTestJSON-1628580593 tempest-FloatingIPAdminTestJSON-1628580593-project] Publish callbacks [] for port (c9eb8806-4ca3-491e-9778-5181206d680f), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:21.418332 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5f466d65-55d3-4070-99ac-1bfbe8d433e7 tempest-FloatingIPAdminTestJSON-1628580593 tempest-FloatingIPAdminTestJSON-1628580593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (c9eb8806-4ca3-491e-9778-5181206d680f), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:21.562677 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5f466d65-55d3-4070-99ac-1bfbe8d433e7 tempest-FloatingIPAdminTestJSON-1628580593 tempest-FloatingIPAdminTestJSON-1628580593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (4747e59b-dbc1-4078-a110-74eaa8979c95), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:21.587851 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f466d65-55d3-4070-99ac-1bfbe8d433e7 tempest-FloatingIPAdminTestJSON-1628580593 tempest-FloatingIPAdminTestJSON-1628580593-project] Pushing event updated for resources: {'Port': ['ID=c9eb8806-4ca3-491e-9778-5181206d680f,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:21.616365 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5f466d65-55d3-4070-99ac-1bfbe8d433e7 tempest-FloatingIPAdminTestJSON-1628580593 tempest-FloatingIPAdminTestJSON-1628580593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:21.617761 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5f466d65-55d3-4070-99ac-1bfbe8d433e7 tempest-FloatingIPAdminTestJSON-1628580593 tempest-FloatingIPAdminTestJSON-1628580593-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2841206 Mar 01 14:01:21.622587 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55918) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:21.764262 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8439ab-44c0-4f77-bb87-f13b005bf811 req-66b76321-74d8-4616-8d19-2c7272f55443 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:21.766059 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bf8439ab-44c0-4f77-bb87-f13b005bf811 req-66b76321-74d8-4616-8d19-2c7272f55443 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce64119c-501c-4854-a720-fe9c4a7d65c7 HTTP/1.1" status: 200 len: 943 time: 0.3851318 Mar 01 14:01:21.820515 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9757799d-8c60-4d88-a7d9-bce84c95af5b tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2915 time: 0.1969569 Mar 01 14:01:21.823546 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55920) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:21.921436 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-fc246d00-44ca-490b-89a6-9cc400fcf602 service neutron] 10.222.0.20 "GET /v2.0/networks/ae5522e3-31c0-49c6-86ae-926f4d28515d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6665680 Mar 01 14:01:21.967346 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f08f69-ab76-4085-901f-00605a5f3533 req-50bb6622-d018-417d-99b2-d739a3f3c95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:21.973669 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e6f08f69-ab76-4085-901f-00605a5f3533 req-50bb6622-d018-417d-99b2-d739a3f3c95e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a1fa37a61f124c25aca457ce8a3f996a&device_id=ce64119c-501c-4854-a720-fe9c4a7d65c7 HTTP/1.1" status: 200 len: 1125 time: 0.7175584 Mar 01 14:01:22.221506 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d37ad9b-a522-425b-9a4d-195c2cc73913', 'tag': '2556a655-be0a-4953-b656-28ee11a2810a'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:01:22.224899 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369abb06-bc48-4f27-b21a-aaa8b368af11" -d '{"events": [{"name": "network-changed", "server_uuid": "4d37ad9b-a522-425b-9a4d-195c2cc73913", "tag": "2556a655-be0a-4953-b656-28ee11a2810a"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:01:22.234827 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3bb0ba56-8251-4dbd-93b0-3a5a42078fe9 req-03825b8a-caae-4b79-b784-43e3aed5619c service neutron] 10.222.0.20 "GET /v2.0/networks/ae5522e3-31c0-49c6-86ae-926f4d28515d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600584 Mar 01 14:01:22.474795 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f08f69-ab76-4085-901f-00605a5f3533 req-dba9f099-4e4b-46c0-a3a8-487c321ef4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:22.476478 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e6f08f69-ab76-4085-901f-00605a5f3533 req-dba9f099-4e4b-46c0-a3a8-487c321ef4e7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3a263dd2-fccb-41d7-9268-17deef5caa4e HTTP/1.1" status: 200 len: 907 time: 0.1746299 Mar 01 14:01:22.693566 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55932) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:22.695087 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b8a250b4-6bd6-4d7f-a9e6-bfd9f3e40ed4 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.8699834 Mar 01 14:01:22.703948 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bf8439ab-44c0-4f77-bb87-f13b005bf811 req-8a72fe33-2924-435a-9d7c-be3615c79382 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9279022 Mar 01 14:01:22.764516 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33782c1a-214e-46ea-9eb7-eb3d033cc92a req-e0e8bd71-1e16-4b39-996d-8ddd0fa44358 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:22.767637 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-33782c1a-214e-46ea-9eb7-eb3d033cc92a req-e0e8bd71-1e16-4b39-996d-8ddd0fa44358 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 944 time: 0.1456347 Mar 01 14:01:22.854011 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-33782c1a-214e-46ea-9eb7-eb3d033cc92a req-e4bc74d1-91ad-4ae5-9cdd-8e701dfeb726 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd65719e-ea09-4512-bbc9-0aebb4135b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765908 Mar 01 14:01:23.015653 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-29d215e4-6b86-4343-89b6-f7daf4c1d7e8 tempest-FloatingIPAdminTestJSON-1628580593 tempest-FloatingIPAdminTestJSON-1628580593-project] Deleting port c9eb8806-4ca3-491e-9778-5181206d680f {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:01:23.016177 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-29d215e4-6b86-4343-89b6-f7daf4c1d7e8 tempest-FloatingIPAdminTestJSON-1628580593 tempest-FloatingIPAdminTestJSON-1628580593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (c9eb8806-4ca3-491e-9778-5181206d680f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:23.030728 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f614613-11ba-42fb-a5a9-274d31c7e9c2 req-74b315e2-6912-4af3-bffb-c6f80b729303 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:23.032538 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1f614613-11ba-42fb-a5a9-274d31c7e9c2 req-74b315e2-6912-4af3-bffb-c6f80b729303 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 944 time: 0.1643014 Mar 01 14:01:23.072152 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-df8a1d2d-5aec-423a-b89f-bead57fad00a req-621f7acf-02b1-4a66-9fa1-6f4ca1ac1a44 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.0867708 Mar 01 14:01:23.200167 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1f614613-11ba-42fb-a5a9-274d31c7e9c2 req-a40273fc-d958-4960-bd1c-810d48dcde33 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289570 Mar 01 14:01:23.245127 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfa4f45-ed48-4e69-9778-79b81598caa2 x-openstack-request-id: req-8bfa4f45-ed48-4e69-9778-79b81598caa2 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:01:23.245731 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d37ad9b-a522-425b-9a4d-195c2cc73913", "tag": "2556a655-be0a-4953-b656-28ee11a2810a", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:01:23.245731 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8bfa4f45-ed48-4e69-9778-79b81598caa2 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:01:23.246019 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d37ad9b-a522-425b-9a4d-195c2cc73913', 'tag': '2556a655-be0a-4953-b656-28ee11a2810a', 'status': 'completed', 'code': 200} Mar 01 14:01:23.247798 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-29d215e4-6b86-4343-89b6-f7daf4c1d7e8 tempest-FloatingIPAdminTestJSON-1628580593 tempest-FloatingIPAdminTestJSON-1628580593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (c9eb8806-4ca3-491e-9778-5181206d680f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:23.248127 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-29d215e4-6b86-4343-89b6-f7daf4c1d7e8 tempest-FloatingIPAdminTestJSON-1628580593 tempest-FloatingIPAdminTestJSON-1628580593-project] Publish callbacks [] for floatingip (c9eb8806-4ca3-491e-9778-5181206d680f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:23.271216 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e6f08f69-ab76-4085-901f-00605a5f3533 req-69100167-0f19-4538-93f4-86d696c8387c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1b835fc-6211-46d6-8e5f-ee503f855689 HTTP/1.1" status: 200 len: 217 time: 0.1395557 Mar 01 14:01:23.335644 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-29d215e4-6b86-4343-89b6-f7daf4c1d7e8 tempest-FloatingIPAdminTestJSON-1628580593 tempest-FloatingIPAdminTestJSON-1628580593-project] Calling delete_port for c9eb8806-4ca3-491e-9778-5181206d680f owned by network:floatingip {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:01:23.555735 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369abb06-bc48-4f27-b21a-aaa8b368af11 req-034d48be-2d63-4ce1-935a-da5d55bf9998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:23.557831 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-369abb06-bc48-4f27-b21a-aaa8b368af11 req-034d48be-2d63-4ce1-935a-da5d55bf9998 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aeaec8b70c5243f1b500761e5487518b&device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 1126 time: 0.3144531 Mar 01 14:01:23.672093 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-29d215e4-6b86-4343-89b6-f7daf4c1d7e8 tempest-FloatingIPAdminTestJSON-1628580593 tempest-FloatingIPAdminTestJSON-1628580593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (c9eb8806-4ca3-491e-9778-5181206d680f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:23.765680 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d215e4-6b86-4343-89b6-f7daf4c1d7e8 tempest-FloatingIPAdminTestJSON-1628580593 tempest-FloatingIPAdminTestJSON-1628580593-project] Pushing event deleted for resources: {'Port': ['ID=c9eb8806-4ca3-491e-9778-5181206d680f,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:23.872724 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-29d215e4-6b86-4343-89b6-f7daf4c1d7e8 tempest-FloatingIPAdminTestJSON-1628580593 tempest-FloatingIPAdminTestJSON-1628580593-project] Publish callbacks [] for floatingip (4747e59b-dbc1-4078-a110-74eaa8979c95), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:23.875378 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-29d215e4-6b86-4343-89b6-f7daf4c1d7e8 tempest-FloatingIPAdminTestJSON-1628580593 tempest-FloatingIPAdminTestJSON-1628580593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:23.880105 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-29d215e4-6b86-4343-89b6-f7daf4c1d7e8 tempest-FloatingIPAdminTestJSON-1628580593 tempest-FloatingIPAdminTestJSON-1628580593-project] 10.222.0.13 "DELETE /v2.0/floatingips/4747e59b-dbc1-4078-a110-74eaa8979c95 HTTP/1.1" status: 204 len: 168 time: 1.1857340 Mar 01 14:01:23.880880 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55942) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:23.954349 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561fdef6-123f-4c2d-a8d2-79fe818e0949 req-a0a5a399-9ad6-458f-a90e-b7bcd8dcecd0 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:23.969498 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-561fdef6-123f-4c2d-a8d2-79fe818e0949 req-a0a5a399-9ad6-458f-a90e-b7bcd8dcecd0 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce64119c-501c-4854-a720-fe9c4a7d65c7 HTTP/1.1" status: 200 len: 943 time: 0.1437507 Mar 01 14:01:24.037989 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-561fdef6-123f-4c2d-a8d2-79fe818e0949 req-d80868e2-ab8d-4390-af86-b648687cbe36 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623603 Mar 01 14:01:24.077402 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-7923ad64-aa4a-43e1-a212-6b6b85e42a5c tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Deleting port d724093f-8821-4f5a-9853-334ec09e6943 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:01:24.077847 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7923ad64-aa4a-43e1-a212-6b6b85e42a5c tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (d724093f-8821-4f5a-9853-334ec09e6943), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:24.292767 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7923ad64-aa4a-43e1-a212-6b6b85e42a5c tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (d724093f-8821-4f5a-9853-334ec09e6943), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:24.293486 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7923ad64-aa4a-43e1-a212-6b6b85e42a5c tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Publish callbacks [] for floatingip (d724093f-8821-4f5a-9853-334ec09e6943), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:24.330384 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a624d16-24b5-4de1-a932-15952be7f1dd req-844e2bf2-d26c-4178-9e4c-62746946be8a tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:24.330384 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8a624d16-24b5-4de1-a932-15952be7f1dd req-844e2bf2-d26c-4178-9e4c-62746946be8a tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 944 time: 0.1593730 Mar 01 14:01:24.332314 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-7923ad64-aa4a-43e1-a212-6b6b85e42a5c tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Calling delete_port for d724093f-8821-4f5a-9853-334ec09e6943 owned by network:floatingip {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:01:24.453535 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8a624d16-24b5-4de1-a932-15952be7f1dd req-1a2a4369-60d0-40b4-a855-21ee1227b06f tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd65719e-ea09-4512-bbc9-0aebb4135b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131425 Mar 01 14:01:24.585587 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7923ad64-aa4a-43e1-a212-6b6b85e42a5c tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (d724093f-8821-4f5a-9853-334ec09e6943), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:24.637376 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923ad64-aa4a-43e1-a212-6b6b85e42a5c tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Pushing event deleted for resources: {'Port': ['ID=d724093f-8821-4f5a-9853-334ec09e6943,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:24.701293 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5b4cdffa-47fd-41f4-b932-d7315445301c req-b3ec28c7-f9d6-48e1-8ca7-5e7343ccadcb tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.0586925 Mar 01 14:01:24.747238 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7923ad64-aa4a-43e1-a212-6b6b85e42a5c tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Publish callbacks [] for floatingip (87c99919-8028-4745-8a47-49b5a9030dfb), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:24.750594 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7923ad64-aa4a-43e1-a212-6b6b85e42a5c tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:24.752372 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7923ad64-aa4a-43e1-a212-6b6b85e42a5c tempest-FloatingIPAdminTestJSON-1020821594 tempest-FloatingIPAdminTestJSON-1020821594-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/87c99919-8028-4745-8a47-49b5a9030dfb HTTP/1.1" status: 204 len: 168 time: 0.8703747 Mar 01 14:01:24.756922 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55950) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:24.964124 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448084e-71d6-47dc-b889-77f217e8c047 req-ac53c762-58ec-413f-a75b-dbb87aa006cc tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:24.966374 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1448084e-71d6-47dc-b889-77f217e8c047 req-ac53c762-58ec-413f-a75b-dbb87aa006cc tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 944 time: 0.1114426 Mar 01 14:01:24.981937 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-2e0fa993-3370-4f16-a64a-54a2ebbb2435 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Deleting port eeff07a4-4aea-419e-bb0e-5e5b40d72cf9 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:01:24.982357 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2e0fa993-3370-4f16-a64a-54a2ebbb2435 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (eeff07a4-4aea-419e-bb0e-5e5b40d72cf9), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:25.121298 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1448084e-71d6-47dc-b889-77f217e8c047 req-e69626ed-619a-40d4-8e46-5ebdee64ff06 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435151 Mar 01 14:01:25.134610 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2e0fa993-3370-4f16-a64a-54a2ebbb2435 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (eeff07a4-4aea-419e-bb0e-5e5b40d72cf9), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:25.148907 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-2e0fa993-3370-4f16-a64a-54a2ebbb2435 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Calling delete_port for eeff07a4-4aea-419e-bb0e-5e5b40d72cf9 owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:01:25.313601 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-95dc17a5-0cc3-4e2b-9771-688190f5df38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:25.477905 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1522ef2-c200-4452-af30-06a1bfb759aa req-1514bf3d-40e2-4987-8618-272d9c2e3555 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:25.479420 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f1522ef2-c200-4452-af30-06a1bfb759aa req-1514bf3d-40e2-4987-8618-272d9c2e3555 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce64119c-501c-4854-a720-fe9c4a7d65c7 HTTP/1.1" status: 200 len: 943 time: 0.1726947 Mar 01 14:01:25.698713 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f1522ef2-c200-4452-af30-06a1bfb759aa req-fa168a91-214e-4885-baba-92bd788e9a01 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980062 Mar 01 14:01:25.739932 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2e0fa993-3370-4f16-a64a-54a2ebbb2435 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (eeff07a4-4aea-419e-bb0e-5e5b40d72cf9), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:25.774813 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0fa993-3370-4f16-a64a-54a2ebbb2435 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Pushing event deleted for resources: {'Port': ['ID=eeff07a4-4aea-419e-bb0e-5e5b40d72cf9,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:25.912984 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2e0fa993-3370-4f16-a64a-54a2ebbb2435 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:25.920207 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2e0fa993-3370-4f16-a64a-54a2ebbb2435 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] 10.222.0.13 "DELETE /v2.0/ports/eeff07a4-4aea-419e-bb0e-5e5b40d72cf9 HTTP/1.1" status: 204 len: 168 time: 1.1621053 Mar 01 14:01:25.923397 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55960) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:25.980005 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eea482-ea59-44ed-9cc4-85cf14ae655a req-8ae4d637-bf68-4b58-aeaf-bf27bccaec8d tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:25.989028 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-07eea482-ea59-44ed-9cc4-85cf14ae655a req-8ae4d637-bf68-4b58-aeaf-bf27bccaec8d tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 944 time: 0.1276689 Mar 01 14:01:26.064223 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-07eea482-ea59-44ed-9cc4-85cf14ae655a req-1e4b5cc6-ab07-4ebf-adb7-f4540b759fae tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd65719e-ea09-4512-bbc9-0aebb4135b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738652 Mar 01 14:01:26.108220 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26441fc-40c6-49fe-96d9-df8c76c8e029 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:26.115112 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55962) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:26.130535 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e26441fc-40c6-49fe-96d9-df8c76c8e029 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fb3795f-33d3-4cc8-9081-e3608accb685 HTTP/1.1" status: 200 len: 913 time: 0.2018054 Mar 01 14:01:26.207250 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3227f77a-bdc5-4a3e-95c5-04dc9e5ad313 req-4d30ef8e-40f6-4e8b-b1c7-6f7b2abd4609 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.0488069 Mar 01 14:01:26.428327 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f582a06-7e6f-4e97-bbd1-e7315cd39828 req-76d225bb-53cf-4c21-ab46-e1f924028ecf tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:26.447638 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3f582a06-7e6f-4e97-bbd1-e7315cd39828 req-76d225bb-53cf-4c21-ab46-e1f924028ecf tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 944 time: 0.1004472 Mar 01 14:01:26.529862 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3f582a06-7e6f-4e97-bbd1-e7315cd39828 req-6b13ae86-ffae-4a4e-b46b-5904efd621de tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811265 Mar 01 14:01:26.708228 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa97efa8-e6f7-4670-b97b-d7de9d8a652b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (3fb3795f-33d3-4cc8-9081-e3608accb685), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:26.847867 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017259cf-6df8-4ed9-9c32-662de8440013 req-d8e04010-8d3c-413f-9a4d-523cc12a170f tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:26.849519 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-017259cf-6df8-4ed9-9c32-662de8440013 req-d8e04010-8d3c-413f-9a4d-523cc12a170f tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce64119c-501c-4854-a720-fe9c4a7d65c7 HTTP/1.1" status: 200 len: 943 time: 0.0602336 Mar 01 14:01:26.899905 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-017259cf-6df8-4ed9-9c32-662de8440013 req-77386452-2f44-4571-9a3e-ab3120bd9fcf tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419135 Mar 01 14:01:26.987627 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-fa97efa8-e6f7-4670-b97b-d7de9d8a652b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Deleting port 94c1dbb8-6a07-4b5c-8c2d-d53a251bcf42 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:01:26.987989 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa97efa8-e6f7-4670-b97b-d7de9d8a652b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (94c1dbb8-6a07-4b5c-8c2d-d53a251bcf42), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:27.073189 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa97efa8-e6f7-4670-b97b-d7de9d8a652b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (94c1dbb8-6a07-4b5c-8c2d-d53a251bcf42), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:27.085388 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-fa97efa8-e6f7-4670-b97b-d7de9d8a652b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Calling delete_port for 94c1dbb8-6a07-4b5c-8c2d-d53a251bcf42 owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:01:27.192428 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9680b-4af9-47e8-8fc7-4a25a1aa990b req-458b5cdc-1414-40da-843b-a7773197dc4e tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:27.193932 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1a9680b-4af9-47e8-8fc7-4a25a1aa990b req-458b5cdc-1414-40da-843b-a7773197dc4e tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 944 time: 0.0624216 Mar 01 14:01:27.243932 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e1a9680b-4af9-47e8-8fc7-4a25a1aa990b req-a1f7b985-28fe-4e4b-8929-39ce49cb692c tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd65719e-ea09-4512-bbc9-0aebb4135b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421715 Mar 01 14:01:27.295087 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa97efa8-e6f7-4670-b97b-d7de9d8a652b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (94c1dbb8-6a07-4b5c-8c2d-d53a251bcf42), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:27.325854 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97efa8-e6f7-4670-b97b-d7de9d8a652b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Pushing event deleted for resources: {'Port': ['ID=94c1dbb8-6a07-4b5c-8c2d-d53a251bcf42,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:27.375463 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-68962602-8d3b-4529-85c9-757b89ce43ed req-12cefac1-91f4-4314-9aa9-e0e9bca29cfc tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.0575705 Mar 01 14:01:27.424524 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-52cb4c38-d7d5-46fa-80ab-42f2974884da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:27.551898 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa97efa8-e6f7-4670-b97b-d7de9d8a652b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (3fb3795f-33d3-4cc8-9081-e3608accb685), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:27.657792 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddea3a-4312-4912-8f37-3f0ce6b3a87c req-4ee5e928-0bea-4cbe-a51f-b04b44e5a61c tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:27.659178 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7dddea3a-4312-4912-8f37-3f0ce6b3a87c req-4ee5e928-0bea-4cbe-a51f-b04b44e5a61c tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 944 time: 0.0545700 Mar 01 14:01:27.710013 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7dddea3a-4312-4912-8f37-3f0ce6b3a87c req-e8a68d54-c123-4ebe-9928-8f5b8a101d89 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443330 Mar 01 14:01:27.784240 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa97efa8-e6f7-4670-b97b-d7de9d8a652b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Router 3fb3795f-33d3-4cc8-9081-e3608accb685 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:01:28.036918 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2604723-087e-44c4-8425-a0e383101807 req-770b2dba-2a40-41df-b477-516e4202a651 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:28.038645 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e2604723-087e-44c4-8425-a0e383101807 req-770b2dba-2a40-41df-b477-516e4202a651 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce64119c-501c-4854-a720-fe9c4a7d65c7 HTTP/1.1" status: 200 len: 943 time: 0.0602036 Mar 01 14:01:28.093054 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e2604723-087e-44c4-8425-a0e383101807 req-e9994414-7b70-4501-baa3-9d12b1e8eea5 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482481 Mar 01 14:01:28.128035 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa97efa8-e6f7-4670-b97b-d7de9d8a652b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:01:28.134338 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fa97efa8-e6f7-4670-b97b-d7de9d8a652b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] 10.222.0.13 "PUT /v2.0/routers/3fb3795f-33d3-4cc8-9081-e3608accb685/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0180366 Mar 01 14:01:28.137555 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55978) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:28.139790 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352d1f17-60da-4add-9d40-97ce06a63984 None None] Sync routers for ids ['3fb3795f-33d3-4cc8-9081-e3608accb685'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:01:28.150369 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352d1f17-60da-4add-9d40-97ce06a63984 None None] Routers {'3fb3795f-33d3-4cc8-9081-e3608accb685'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:01:28.151308 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-352d1f17-60da-4add-9d40-97ce06a63984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:01:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['3fb3795f-33d3-4cc8-9081-e3608accb685'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:28.185694 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-352d1f17-60da-4add-9d40-97ce06a63984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:28.195490 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352d1f17-60da-4add-9d40-97ce06a63984 None None] Routers {'3fb3795f-33d3-4cc8-9081-e3608accb685'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:01:28.196070 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-352d1f17-60da-4add-9d40-97ce06a63984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:01:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['3fb3795f-33d3-4cc8-9081-e3608accb685'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:28.236069 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-352d1f17-60da-4add-9d40-97ce06a63984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:28.236724 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352d1f17-60da-4add-9d40-97ce06a63984 None None] The sync data for ids ['3fb3795f-33d3-4cc8-9081-e3608accb685'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:01:28.256229 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e82b73ee-1c34-4c9b-b307-ed97746eff21 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks [] for router (3fb3795f-33d3-4cc8-9081-e3608accb685), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:28.395870 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e82b73ee-1c34-4c9b-b307-ed97746eff21 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks [] for router_gateway (3fb3795f-33d3-4cc8-9081-e3608accb685), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:28.406710 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4ff8b-bbbe-4e7a-99d0-c5143175d38e req-0407dd94-bb72-456a-be14-b98ce308ee91 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:28.408203 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d8d4ff8b-bbbe-4e7a-99d0-c5143175d38e req-0407dd94-bb72-456a-be14-b98ce308ee91 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 944 time: 0.0719879 Mar 01 14:01:28.488414 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d8d4ff8b-bbbe-4e7a-99d0-c5143175d38e req-3312f55b-0ff6-4cd3-8483-4def26b2bb84 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd65719e-ea09-4512-bbc9-0aebb4135b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728805 Mar 01 14:01:28.494956 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-e82b73ee-1c34-4c9b-b307-ed97746eff21 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Deleting port bce1e987-51ce-46c9-ae6c-b1ddbef8de49 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:01:28.495253 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e82b73ee-1c34-4c9b-b307-ed97746eff21 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (bce1e987-51ce-46c9-ae6c-b1ddbef8de49), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:28.590682 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f289a77c-7bc2-4bc1-b0aa-e4344ad5257f req-fe79f095-64fb-41cc-bd38-bdf30cd49667 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.0365107 Mar 01 14:01:28.599408 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e82b73ee-1c34-4c9b-b307-ed97746eff21 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (bce1e987-51ce-46c9-ae6c-b1ddbef8de49), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:28.611392 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-e82b73ee-1c34-4c9b-b307-ed97746eff21 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Calling delete_port for bce1e987-51ce-46c9-ae6c-b1ddbef8de49 owned by network:router_gateway {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:01:28.815688 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e82b73ee-1c34-4c9b-b307-ed97746eff21 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (bce1e987-51ce-46c9-ae6c-b1ddbef8de49), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:28.851027 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f08f69-ab76-4085-901f-00605a5f3533 req-f377b812-713e-4e2c-a9b5-d3d836c04165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:28.852716 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e6f08f69-ab76-4085-901f-00605a5f3533 req-f377b812-713e-4e2c-a9b5-d3d836c04165 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7e897284-ac55-41c2-b088-3972dd0eb9f7 HTTP/1.1" status: 200 len: 846 time: 0.1060948 Mar 01 14:01:28.857503 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b73ee-1c34-4c9b-b307-ed97746eff21 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Pushing event deleted for resources: {'Port': ['ID=bce1e987-51ce-46c9-ae6c-b1ddbef8de49,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:28.877089 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:28.893346 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb4ef5-c8d4-4927-864a-c7c7300d0ede req-319adc5d-5e04-4012-8bca-1c94a75b80d6 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:28.895081 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1adb4ef5-c8d4-4927-864a-c7c7300d0ede req-319adc5d-5e04-4012-8bca-1c94a75b80d6 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 944 time: 0.1111286 Mar 01 14:01:28.900182 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e6f08f69-ab76-4085-901f-00605a5f3533 req-8be9c275-253a-4e73-a5e5-2141235d9d09 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a263dd2-fccb-41d7-9268-17deef5caa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326493 Mar 01 14:01:28.972675 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e82b73ee-1c34-4c9b-b307-ed97746eff21 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (3fb3795f-33d3-4cc8-9081-e3608accb685), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:28.974329 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369abb06-bc48-4f27-b21a-aaa8b368af11 req-974dc5d5-be8e-4f40-887d-d124f0efd5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:28.975829 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-369abb06-bc48-4f27-b21a-aaa8b368af11 req-974dc5d5-be8e-4f40-887d-d124f0efd5c9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae5522e3-31c0-49c6-86ae-926f4d28515d HTTP/1.1" status: 200 len: 912 time: 0.1923468 Mar 01 14:01:29.005684 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1adb4ef5-c8d4-4927-864a-c7c7300d0ede req-93c8ffdf-1249-4573-8fa2-9fd29d298047 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905852 Mar 01 14:01:29.024537 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-369abb06-bc48-4f27-b21a-aaa8b368af11 req-1e71da93-40b7-4db9-9580-f94ef849634b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2556a655-be0a-4953-b656-28ee11a2810a HTTP/1.1" status: 200 len: 217 time: 0.0416343 Mar 01 14:01:29.076223 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e82b73ee-1c34-4c9b-b307-ed97746eff21 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (3fb3795f-33d3-4cc8-9081-e3608accb685), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:29.078593 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e82b73ee-1c34-4c9b-b307-ed97746eff21 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks [] for router_controller (3fb3795f-33d3-4cc8-9081-e3608accb685), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:29.098565 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e6f08f69-ab76-4085-901f-00605a5f3533 req-1e17cc77-177f-4a87-8703-d1f921d6fefc service neutron] 10.222.0.20 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890132 Mar 01 14:01:29.124009 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369abb06-bc48-4f27-b21a-aaa8b368af11 req-670bde71-1504-44c7-9f89-45366ed4d4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:29.125561 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-369abb06-bc48-4f27-b21a-aaa8b368af11 req-670bde71-1504-44c7-9f89-45366ed4d4dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=893fbc27-2905-40be-9c9e-2c8d3b363a60 HTTP/1.1" status: 200 len: 851 time: 0.0943696 Mar 01 14:01:29.148509 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e82b73ee-1c34-4c9b-b307-ed97746eff21 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (3fb3795f-33d3-4cc8-9081-e3608accb685), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:29.149062 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82b73ee-1c34-4c9b-b307-ed97746eff21 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Fanout notify agent at l3_agent the message router_deleted on router 3fb3795f-33d3-4cc8-9081-e3608accb685 {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:01:29.156798 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e82b73ee-1c34-4c9b-b307-ed97746eff21 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:29.157884 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e82b73ee-1c34-4c9b-b307-ed97746eff21 tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] 10.222.0.13 "DELETE /v2.0/routers/3fb3795f-33d3-4cc8-9081-e3608accb685 HTTP/1.1" status: 204 len: 168 time: 1.0192873 Mar 01 14:01:29.161031 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55988) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:29.181402 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-369abb06-bc48-4f27-b21a-aaa8b368af11 req-54b6f635-4104-4bbf-8dda-4a3d55552f26 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae5522e3-31c0-49c6-86ae-926f4d28515d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409541 Mar 01 14:01:29.251910 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-1efa8020-9bc3-4856-a43c-fbc26d8330de tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Deleting subnet 3f7ae98c-304d-484e-8240-f23e21edca96 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:01:29.257864 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1efa8020-9bc3-4856-a43c-fbc26d8330de tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks [] for subnet (3f7ae98c-304d-484e-8240-f23e21edca96), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:29.307393 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05699134-3d60-4574-ac0d-6cb7b3c60c02 req-01c3559c-0b1f-408f-bfd8-dcd20a734df5 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:29.309308 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-05699134-3d60-4574-ac0d-6cb7b3c60c02 req-01c3559c-0b1f-408f-bfd8-dcd20a734df5 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce64119c-501c-4854-a720-fe9c4a7d65c7 HTTP/1.1" status: 200 len: 943 time: 0.1138351 Mar 01 14:01:29.323450 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1efa8020-9bc3-4856-a43c-fbc26d8330de tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (3f7ae98c-304d-484e-8240-f23e21edca96), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:29.325809 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e6f08f69-ab76-4085-901f-00605a5f3533 req-0c2612fa-4fa1-40b5-9417-ac326219bb0c service neutron] 10.222.0.20 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196357 Mar 01 14:01:29.342435 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-369abb06-bc48-4f27-b21a-aaa8b368af11 req-d97eda05-5ca4-4286-a4f0-87aacb915341 service neutron] 10.222.0.20 "GET /v2.0/networks/ae5522e3-31c0-49c6-86ae-926f4d28515d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346533 Mar 01 14:01:29.419786 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-05699134-3d60-4574-ac0d-6cb7b3c60c02 req-daac3295-6197-490a-afec-df2cb4fc4564 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992754 Mar 01 14:01:29.455918 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1efa8020-9bc3-4856-a43c-fbc26d8330de tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (3f7ae98c-304d-484e-8240-f23e21edca96), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:29.467498 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-369abb06-bc48-4f27-b21a-aaa8b368af11 req-36e7d745-943a-4687-8c82-6f9e7c1e409c service neutron] 10.222.0.20 "GET /v2.0/networks/ae5522e3-31c0-49c6-86ae-926f4d28515d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158876 Mar 01 14:01:29.523388 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1efa8020-9bc3-4856-a43c-fbc26d8330de tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (3f7ae98c-304d-484e-8240-f23e21edca96), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:29.549819 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa8020-9bc3-4856-a43c-fbc26d8330de tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Pushing event deleted for resources: {'Subnet': ['ID=3f7ae98c-304d-484e-8240-f23e21edca96,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:29.553842 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1efa8020-9bc3-4856-a43c-fbc26d8330de tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:29.557027 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1efa8020-9bc3-4856-a43c-fbc26d8330de tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] 10.222.0.13 "DELETE /v2.0/subnets/3f7ae98c-304d-484e-8240-f23e21edca96 HTTP/1.1" status: 204 len: 168 time: 0.3941243 Mar 01 14:01:29.559769 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55992) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:29.561836 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0aa4d8-7aad-43ea-bd2e-1bca97acb263 None None] Network cdfee615-f8d8-4a50-9056-8b840280508c requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:01:29.650941 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e5770-08a6-4712-aa3e-8556541f8796 req-03348fad-712e-4ff6-b598-0d676238bec9 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:29.652889 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-351e5770-08a6-4712-aa3e-8556541f8796 req-03348fad-712e-4ff6-b598-0d676238bec9 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 944 time: 0.0834296 Mar 01 14:01:29.658501 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fbb7f091-37f7-4194-8364-c6d35590c38b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (cdfee615-f8d8-4a50-9056-8b840280508c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:29.710771 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-351e5770-08a6-4712-aa3e-8556541f8796 req-4b2d0036-a5d6-409d-943b-6c7162177a37 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd65719e-ea09-4512-bbc9-0aebb4135b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512424 Mar 01 14:01:29.734543 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-fbb7f091-37f7-4194-8364-c6d35590c38b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Deleting port 0e04e750-4320-4bdd-9315-8af139217009 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:01:29.734887 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fbb7f091-37f7-4194-8364-c6d35590c38b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (0e04e750-4320-4bdd-9315-8af139217009), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:29.757372 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f1759c-9079-497b-b996-122cbb5253a9 None None] DHCP port deletion for cdfee615-f8d8-4a50-9056-8b840280508c request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:01:29.812769 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-fbb7f091-37f7-4194-8364-c6d35590c38b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] For port 0e04e750-4320-4bdd-9315-8af139217009, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=0e04e750-4320-4bdd-9315-8af139217009,segment=NetworkSegment(a5c73996-b747-4881-bff9-d07a7e41a53e),segment_id=a5c73996-b747-4881-bff9-d07a7e41a53e)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:01:29.814581 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fbb7f091-37f7-4194-8364-c6d35590c38b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (0e04e750-4320-4bdd-9315-8af139217009), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:29.818909 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b0471992-3045-4559-b943-f86dbaa4a335 req-4ee55698-2d8b-47ef-800e-fd33c97e1c06 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.0321674 Mar 01 14:01:29.822332 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-e2f1759c-9079-497b-b996-122cbb5253a9 None None] Deleting port 0e04e750-4320-4bdd-9315-8af139217009 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:01:29.822901 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e2f1759c-9079-497b-b996-122cbb5253a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (0e04e750-4320-4bdd-9315-8af139217009), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:29.831624 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-fbb7f091-37f7-4194-8364-c6d35590c38b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Calling delete_port for 0e04e750-4320-4bdd-9315-8af139217009 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:01:29.897395 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-e2f1759c-9079-497b-b996-122cbb5253a9 None None] For port 0e04e750-4320-4bdd-9315-8af139217009, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=0e04e750-4320-4bdd-9315-8af139217009,segment=NetworkSegment(a5c73996-b747-4881-bff9-d07a7e41a53e),segment_id=a5c73996-b747-4881-bff9-d07a7e41a53e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:01:29.897973 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e2f1759c-9079-497b-b996-122cbb5253a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (0e04e750-4320-4bdd-9315-8af139217009), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:29.910522 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-e2f1759c-9079-497b-b996-122cbb5253a9 None None] Calling delete_port for 0e04e750-4320-4bdd-9315-8af139217009 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:01:29.916124 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fbb7f091-37f7-4194-8364-c6d35590c38b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (0e04e750-4320-4bdd-9315-8af139217009), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:29.944723 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb7f091-37f7-4194-8364-c6d35590c38b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Pushing event deleted for resources: {'Port': ['ID=0e04e750-4320-4bdd-9315-8af139217009,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:29.950338 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb7f091-37f7-4194-8364-c6d35590c38b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] No DVR routers for this DVR port 0e04e750-4320-4bdd-9315-8af139217009 on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:01:29.991905 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7f091-37f7-4194-8364-c6d35590c38b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:29.992182 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7f091-37f7-4194-8364-c6d35590c38b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:29.992500 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7f091-37f7-4194-8364-c6d35590c38b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:29.992838 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7f091-37f7-4194-8364-c6d35590c38b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:29.994003 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7f091-37f7-4194-8364-c6d35590c38b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:29.994348 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7f091-37f7-4194-8364-c6d35590c38b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:29.994682 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7f091-37f7-4194-8364-c6d35590c38b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:29.995012 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7f091-37f7-4194-8364-c6d35590c38b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:29.995342 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7f091-37f7-4194-8364-c6d35590c38b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:29.995688 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7f091-37f7-4194-8364-c6d35590c38b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:29.996017 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7f091-37f7-4194-8364-c6d35590c38b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:29.996510 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7f091-37f7-4194-8364-c6d35590c38b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:29.996867 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb7f091-37f7-4194-8364-c6d35590c38b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:30.008098 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e2f1759c-9079-497b-b996-122cbb5253a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (0e04e750-4320-4bdd-9315-8af139217009), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:30.042015 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1759c-9079-497b-b996-122cbb5253a9 None None] Pushing event deleted for resources: {'Port': ['ID=0e04e750-4320-4bdd-9315-8af139217009,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:30.044294 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:30.051866 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f1759c-9079-497b-b996-122cbb5253a9 None None] No DVR routers for this DVR port 0e04e750-4320-4bdd-9315-8af139217009 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:01:30.054576 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f1759c-9079-497b-b996-122cbb5253a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:30.054890 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f1759c-9079-497b-b996-122cbb5253a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:30.055220 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f1759c-9079-497b-b996-122cbb5253a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:30.055559 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f1759c-9079-497b-b996-122cbb5253a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:30.056283 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f1759c-9079-497b-b996-122cbb5253a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:30.056415 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f1759c-9079-497b-b996-122cbb5253a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:30.056739 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f1759c-9079-497b-b996-122cbb5253a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:30.057192 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f1759c-9079-497b-b996-122cbb5253a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:30.057520 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f1759c-9079-497b-b996-122cbb5253a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:30.057845 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f1759c-9079-497b-b996-122cbb5253a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:30.058176 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f1759c-9079-497b-b996-122cbb5253a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:30.058477 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f1759c-9079-497b-b996-122cbb5253a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:30.058796 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f1759c-9079-497b-b996-122cbb5253a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:01:30.089335 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fbb7f091-37f7-4194-8364-c6d35590c38b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (cdfee615-f8d8-4a50-9056-8b840280508c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:30.115922 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-fbb7f091-37f7-4194-8364-c6d35590c38b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdfee615-f8d8-4a50-9056-8b840280508c']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:30.126840 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-fbb7f091-37f7-4194-8364-c6d35590c38b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c73996-b747-4881-bff9-d07a7e41a53e') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:30.127157 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-fbb7f091-37f7-4194-8364-c6d35590c38b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c73996-b747-4881-bff9-d07a7e41a53e') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:30.137187 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fbb7f091-37f7-4194-8364-c6d35590c38b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (a5c73996-b747-4881-bff9-d07a7e41a53e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:30.152489 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fbb7f091-37f7-4194-8364-c6d35590c38b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (a5c73996-b747-4881-bff9-d07a7e41a53e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:30.160242 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbb7f091-37f7-4194-8364-c6d35590c38b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:01:30.161821 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fbb7f091-37f7-4194-8364-c6d35590c38b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (a5c73996-b747-4881-bff9-d07a7e41a53e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:30.165904 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:01:30.165904 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:01:30.165904 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:01:30.165904 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:01:30.165904 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:01:30.165904 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:01:30.165904 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:01:30.165904 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:01:30.165904 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:01:30.165904 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:01:30.165904 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:01:30.165904 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:01:30.165904 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:01:30.165904 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:01:30.165904 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:01:30.165904 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:01:30.165904 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:01:30.165904 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:01:30.165904 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:01:30.165904 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:01:30.165904 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:01:30.165904 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:01:30.165904 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:01:30.165904 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:01:30.165904 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:01:30.165904 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:01:30.165904 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:01:30.165904 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:01:30.165904 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:01:30.165904 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:01:30.165904 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:01:30.165904 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:01:30.180101 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed600f-de18-4012-b120-fb9c524e5fa2 req-8fd62832-a649-4963-98ad-ec62c077d9bd tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:30.181994 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1fed600f-de18-4012-b120-fb9c524e5fa2 req-8fd62832-a649-4963-98ad-ec62c077d9bd tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 944 time: 0.0730882 Mar 01 14:01:30.236596 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1fed600f-de18-4012-b120-fb9c524e5fa2 req-4781dc33-4c6c-43e8-b832-712a2d361898 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485423 Mar 01 14:01:30.249242 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fbb7f091-37f7-4194-8364-c6d35590c38b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (cdfee615-f8d8-4a50-9056-8b840280508c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:30.257511 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fbb7f091-37f7-4194-8364-c6d35590c38b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:30.264144 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55998) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:30.265081 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fbb7f091-37f7-4194-8364-c6d35590c38b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] 10.222.0.13 "DELETE /v2.0/networks/cdfee615-f8d8-4a50-9056-8b840280508c HTTP/1.1" status: 204 len: 168 time: 0.7031252 Mar 01 14:01:30.287916 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb7f091-37f7-4194-8364-c6d35590c38b tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Pushing event deleted for resources: {'Network': ['ID=cdfee615-f8d8-4a50-9056-8b840280508c,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:30.312442 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 0e04e750-4320-4bdd-9315-8af139217009 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:01:30.335213 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 0e04e750-4320-4bdd-9315-8af139217009 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:01:30.335605 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 0e04e750-4320-4bdd-9315-8af139217009 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:01:30.397301 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-c0ba7ee5-a64e-4182-8199-9db900a4a50a tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Deleting port 1a895e15-bf81-4518-a6b7-246be08ffd8e {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:01:30.397639 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c0ba7ee5-a64e-4182-8199-9db900a4a50a tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (1a895e15-bf81-4518-a6b7-246be08ffd8e), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:30.471078 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c0ba7ee5-a64e-4182-8199-9db900a4a50a tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (1a895e15-bf81-4518-a6b7-246be08ffd8e), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:30.471409 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c0ba7ee5-a64e-4182-8199-9db900a4a50a tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks [] for floatingip (1a895e15-bf81-4518-a6b7-246be08ffd8e), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:30.483493 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-c0ba7ee5-a64e-4182-8199-9db900a4a50a tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Calling delete_port for 1a895e15-bf81-4518-a6b7-246be08ffd8e owned by network:floatingip {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:01:30.580587 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59ab73-e533-4738-9403-d69527d0a0b7 req-961a347e-14a7-48b4-828f-e1dde567c5ce tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:30.582603 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc59ab73-e533-4738-9403-d69527d0a0b7 req-961a347e-14a7-48b4-828f-e1dde567c5ce tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce64119c-501c-4854-a720-fe9c4a7d65c7 HTTP/1.1" status: 200 len: 943 time: 0.0952795 Mar 01 14:01:30.647053 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc59ab73-e533-4738-9403-d69527d0a0b7 req-90d4f8b7-13d8-4da6-98a4-ae974fcecf77 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561550 Mar 01 14:01:30.697143 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c0ba7ee5-a64e-4182-8199-9db900a4a50a tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (1a895e15-bf81-4518-a6b7-246be08ffd8e), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:30.725680 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba7ee5-a64e-4182-8199-9db900a4a50a tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Pushing event deleted for resources: {'Port': ['ID=1a895e15-bf81-4518-a6b7-246be08ffd8e,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:30.819119 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c0ba7ee5-a64e-4182-8199-9db900a4a50a tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks [] for floatingip (75976afb-3df1-42fd-87ab-56d7feb45260), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:30.821674 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c0ba7ee5-a64e-4182-8199-9db900a4a50a tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:30.822825 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c0ba7ee5-a64e-4182-8199-9db900a4a50a tempest-FloatingIPAdminTestJSON-94807653 tempest-FloatingIPAdminTestJSON-94807653-project] 10.222.0.13 "DELETE /v2.0/floatingips/75976afb-3df1-42fd-87ab-56d7feb45260 HTTP/1.1" status: 204 len: 168 time: 0.5577073 Mar 01 14:01:30.849610 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2388817-73dd-460a-906c-6ac75b572783 req-5d9d4072-d1f2-4213-af2f-a8561a470568 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:30.851819 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c2388817-73dd-460a-906c-6ac75b572783 req-5d9d4072-d1f2-4213-af2f-a8561a470568 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 944 time: 0.0728962 Mar 01 14:01:30.902169 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c2388817-73dd-460a-906c-6ac75b572783 req-c24fb33c-d111-4c66-b734-ddeb03e97de5 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd65719e-ea09-4512-bbc9-0aebb4135b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447328 Mar 01 14:01:31.016868 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e9d6ab43-882c-4339-9d9b-7df301049daa req-7562d5c9-7d63-4e8c-b3e4-f6894014c813 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.0344219 Mar 01 14:01:31.099297 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56010) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:31.230400 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9a9c785a-75d2-498d-b104-b2fe30c08b2e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c6906a63ee240319c58894c97951a5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1297586 Mar 01 14:01:31.232891 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56014) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:31.281575 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-04fae098-a6f4-40da-b228-3e5bed793dac admin admin] Publish callbacks [] for security_group (35e765e2-9c0c-4be7-93cb-1e712610df19), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:31.305223 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-04fae098-a6f4-40da-b228-3e5bed793dac admin admin] Publish callbacks [] for security_group (35e765e2-9c0c-4be7-93cb-1e712610df19), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:31.387051 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce4a1f-b681-47bc-8672-69ba0879513f req-b6ef74d1-1062-4787-b013-9fbf41cb0510 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:31.388564 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a6ce4a1f-b681-47bc-8672-69ba0879513f req-b6ef74d1-1062-4787-b013-9fbf41cb0510 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 944 time: 0.0667632 Mar 01 14:01:31.401688 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-04fae098-a6f4-40da-b228-3e5bed793dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (35e765e2-9c0c-4be7-93cb-1e712610df19), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:31.404227 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-04fae098-a6f4-40da-b228-3e5bed793dac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:31.405293 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-04fae098-a6f4-40da-b228-3e5bed793dac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35e765e2-9c0c-4be7-93cb-1e712610df19 HTTP/1.1" status: 204 len: 168 time: 0.1715078 Mar 01 14:01:31.421251 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fae098-a6f4-40da-b228-3e5bed793dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e765e2-9c0c-4be7-93cb-1e712610df19,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:31.460628 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a6ce4a1f-b681-47bc-8672-69ba0879513f req-77bd80ba-9676-41d0-b7cf-50ccaa4dd694 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659533 Mar 01 14:01:31.678345 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56024) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:31.691255 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8e01789e-2a94-4853-97bd-b76884135926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:31.715836 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:31.808788 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e097a7-c9e8-493c-b221-b416a1d5b6dd req-6ad90612-599b-439c-807a-dd86ef813429 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:31.810298 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c4e097a7-c9e8-493c-b221-b416a1d5b6dd req-6ad90612-599b-439c-807a-dd86ef813429 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce64119c-501c-4854-a720-fe9c4a7d65c7 HTTP/1.1" status: 200 len: 943 time: 0.0811484 Mar 01 14:01:31.815213 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8e01789e-2a94-4853-97bd-b76884135926 admin admin] Publish callbacks [] for security_group (27e3cf81-a920-4788-91e9-17b2df960819), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:31.824117 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8e01789e-2a94-4853-97bd-b76884135926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (27e3cf81-a920-4788-91e9-17b2df960819), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:31.885676 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8e01789e-2a94-4853-97bd-b76884135926 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8836965217f24c9b98336d1a12d09923&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2062311 Mar 01 14:01:31.888553 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56026) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:31.893190 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01789e-2a94-4853-97bd-b76884135926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e3cf81-a920-4788-91e9-17b2df960819,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:31.908510 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c4e097a7-c9e8-493c-b221-b416a1d5b6dd req-e9f33fca-6cb2-4da2-a53b-1007ae9175f9 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917964 Mar 01 14:01:31.954888 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f94ae4f-546f-41a0-ada7-35bf2d721d27 admin admin] Publish callbacks [] for security_group (27e3cf81-a920-4788-91e9-17b2df960819), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:31.979351 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f94ae4f-546f-41a0-ada7-35bf2d721d27 admin admin] Publish callbacks [] for security_group (27e3cf81-a920-4788-91e9-17b2df960819), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:32.033926 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4c058-c06b-4367-9930-47ae90dbd463 req-3fd825bb-48b1-45a4-9293-9aaebc22bc4e tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:32.036119 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3ca4c058-c06b-4367-9930-47ae90dbd463 req-3fd825bb-48b1-45a4-9293-9aaebc22bc4e tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 944 time: 0.0577769 Mar 01 14:01:32.037006 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f94ae4f-546f-41a0-ada7-35bf2d721d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (27e3cf81-a920-4788-91e9-17b2df960819), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:32.040201 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f94ae4f-546f-41a0-ada7-35bf2d721d27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:32.043633 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0f94ae4f-546f-41a0-ada7-35bf2d721d27 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27e3cf81-a920-4788-91e9-17b2df960819 HTTP/1.1" status: 204 len: 168 time: 0.1518011 Mar 01 14:01:32.053961 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device a1b835fc-6211-46d6-8e5f-ee503f855689 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:01:32.065617 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94ae4f-546f-41a0-ada7-35bf2d721d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e3cf81-a920-4788-91e9-17b2df960819,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:32.119574 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3ca4c058-c06b-4367-9930-47ae90dbd463 req-05952805-35a2-4c56-a59a-9e82d1ec3840 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd65719e-ea09-4512-bbc9-0aebb4135b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745664 Mar 01 14:01:32.202385 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port a1b835fc-6211-46d6-8e5f-ee503f855689, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=a1b835fc-6211-46d6-8e5f-ee503f855689,segment=NetworkSegment(354ee497-7228-4227-89f9-36435d335b77),segment_id=354ee497-7228-4227-89f9-36435d335b77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:01:32.218391 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': 'a1b835fc-6211-46d6-8e5f-ee503f855689', 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e', 'port_id': 'a1b835fc-6211-46d6-8e5f-ee503f855689', 'mac_address': 'fa:16:3e:2e:68:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e897284-ac55-41c2-b088-3972dd0eb9f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:01:32.229677 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a7037d20-f642-4533-baf2-d9b1180ba229 req-e67ea19b-d187-4129-abf0-7a2db41b49fa tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.0450368 Mar 01 14:01:32.266662 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port a1b835fc-6211-46d6-8e5f-ee503f855689 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:01:32.267134 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a1b835fc-6211-46d6-8e5f-ee503f855689), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:32.281790 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1b835fc-6211-46d6-8e5f-ee503f855689 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:01:32.303158 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port a1b835fc-6211-46d6-8e5f-ee503f855689, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=a1b835fc-6211-46d6-8e5f-ee503f855689,segment=NetworkSegment(354ee497-7228-4227-89f9-36435d335b77),segment_id=354ee497-7228-4227-89f9-36435d335b77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:01:32.308358 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a1b835fc-6211-46d6-8e5f-ee503f855689), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:32.309038 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 00acc6ed-69b5-4404-a397-2e35c1ff45c0 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:01:32.392197 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=a1b835fc-6211-46d6-8e5f-ee503f855689,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:32.443212 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56036) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:32.458789 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 00acc6ed-69b5-4404-a397-2e35c1ff45c0, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=00acc6ed-69b5-4404-a397-2e35c1ff45c0,segment=NetworkSegment(7a63df0f-2a06-4da5-a264-f236c3286f77),segment_id=7a63df0f-2a06-4da5-a264-f236c3286f77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:01:32.460037 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-408d032f-4219-4f51-bcdd-aaea72f70170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:32.471023 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '00acc6ed-69b5-4404-a397-2e35c1ff45c0', 'network_id': '05ce96e8-01ac-41f7-81d8-c04a115222c3', 'port_id': '00acc6ed-69b5-4404-a397-2e35c1ff45c0', 'mac_address': 'fa:16:3e:50:c4:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '000c7b1d-985a-478b-a1d2-ea60907536af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:01:32.513369 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 00acc6ed-69b5-4404-a397-2e35c1ff45c0 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:01:32.513965 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (00acc6ed-69b5-4404-a397-2e35c1ff45c0), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:32.531346 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00acc6ed-69b5-4404-a397-2e35c1ff45c0 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:01:32.544351 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-408d032f-4219-4f51-bcdd-aaea72f70170 admin admin] Publish callbacks [] for security_group (3894c729-15b1-4690-a54b-25513d29a518), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:32.550012 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-408d032f-4219-4f51-bcdd-aaea72f70170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (3894c729-15b1-4690-a54b-25513d29a518), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:32.558449 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 00acc6ed-69b5-4404-a397-2e35c1ff45c0, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=00acc6ed-69b5-4404-a397-2e35c1ff45c0,segment=NetworkSegment(7a63df0f-2a06-4da5-a264-f236c3286f77),segment_id=7a63df0f-2a06-4da5-a264-f236c3286f77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:01:32.565459 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (00acc6ed-69b5-4404-a397-2e35c1ff45c0), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:32.568626 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 2556a655-be0a-4953-b656-28ee11a2810a details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:01:32.590208 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-408d032f-4219-4f51-bcdd-aaea72f70170 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c94f978e01274c8ab175c63c7478c80a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1452763 Mar 01 14:01:32.594926 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56040) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:32.613158 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d032f-4219-4f51-bcdd-aaea72f70170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3894c729-15b1-4690-a54b-25513d29a518,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:32.618922 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ee77f-5d1d-4389-b6a1-c5826bb95b10 req-8c167e88-3b3b-4176-9a68-877ae25d91c7 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:32.624592 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-960ee77f-5d1d-4389-b6a1-c5826bb95b10 req-8c167e88-3b3b-4176-9a68-877ae25d91c7 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 945 time: 0.0716274 Mar 01 14:01:32.673119 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72249f96-041f-4e8a-ab03-dc3e0b10fce8 admin admin] Publish callbacks [] for security_group (3894c729-15b1-4690-a54b-25513d29a518), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:32.681001 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-960ee77f-5d1d-4389-b6a1-c5826bb95b10 req-3a227c59-05bf-4b6c-bcce-878fed66f19b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501482 Mar 01 14:01:32.708400 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72249f96-041f-4e8a-ab03-dc3e0b10fce8 admin admin] Publish callbacks [] for security_group (3894c729-15b1-4690-a54b-25513d29a518), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:32.727824 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 2556a655-be0a-4953-b656-28ee11a2810a, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=2556a655-be0a-4953-b656-28ee11a2810a,segment=NetworkSegment(5095f747-c1de-406f-a432-97d1294b01fc),segment_id=5095f747-c1de-406f-a432-97d1294b01fc)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:01:32.754099 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '2556a655-be0a-4953-b656-28ee11a2810a', 'network_id': 'ae5522e3-31c0-49c6-86ae-926f4d28515d', 'port_id': '2556a655-be0a-4953-b656-28ee11a2810a', 'mac_address': 'fa:16:3e:bd:29:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '893fbc27-2905-40be-9c9e-2c8d3b363a60', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:01:32.757683 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72249f96-041f-4e8a-ab03-dc3e0b10fce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (3894c729-15b1-4690-a54b-25513d29a518), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:32.759730 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=00acc6ed-69b5-4404-a397-2e35c1ff45c0,revision_number=9']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:32.761166 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72249f96-041f-4e8a-ab03-dc3e0b10fce8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:32.762333 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-72249f96-041f-4e8a-ab03-dc3e0b10fce8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3894c729-15b1-4690-a54b-25513d29a518 HTTP/1.1" status: 204 len: 168 time: 0.1665020 Mar 01 14:01:32.770918 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72249f96-041f-4e8a-ab03-dc3e0b10fce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3894c729-15b1-4690-a54b-25513d29a518,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:32.813318 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 2556a655-be0a-4953-b656-28ee11a2810a is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:01:32.813745 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2556a655-be0a-4953-b656-28ee11a2810a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:32.827011 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2556a655-be0a-4953-b656-28ee11a2810a {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:01:32.853280 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 2556a655-be0a-4953-b656-28ee11a2810a, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=2556a655-be0a-4953-b656-28ee11a2810a,segment=NetworkSegment(5095f747-c1de-406f-a432-97d1294b01fc),segment_id=5095f747-c1de-406f-a432-97d1294b01fc)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:01:32.858392 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (2556a655-be0a-4953-b656-28ee11a2810a), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:32.914916 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=2556a655-be0a-4953-b656-28ee11a2810a,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:33.045182 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da132c9d-a7a4-4ac1-b23c-997850a62fb9 req-69f4da3a-0f7e-48cc-ac5c-3bf1477652a7 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:33.046685 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-da132c9d-a7a4-4ac1-b23c-997850a62fb9 req-69f4da3a-0f7e-48cc-ac5c-3bf1477652a7 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce64119c-501c-4854-a720-fe9c4a7d65c7 HTTP/1.1" status: 200 len: 944 time: 0.0572124 Mar 01 14:01:33.103523 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-da132c9d-a7a4-4ac1-b23c-997850a62fb9 req-d731ece7-1e88-4274-948c-6dfa78561122 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501697 Mar 01 14:01:33.239596 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374331bd-8945-40a4-921a-fecc56ab38e6 req-36e7bcac-cf32-4e84-ac49-241b631ccb39 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:33.241124 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-374331bd-8945-40a4-921a-fecc56ab38e6 req-36e7bcac-cf32-4e84-ac49-241b631ccb39 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 945 time: 0.0597970 Mar 01 14:01:33.296724 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-374331bd-8945-40a4-921a-fecc56ab38e6 req-7948ac18-d51d-4aca-9cd5-1e21001b138e tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd65719e-ea09-4512-bbc9-0aebb4135b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487084 Mar 01 14:01:33.336246 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['00acc6ed-69b5-4404-a397-2e35c1ff45c0'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:01:33.404456 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b72dace4-27a4-47e7-b9da-637c9ea61c86 req-2170e2bc-eaf8-4ca3-ab46-fa1b8a7d78c3 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.0304852 Mar 01 14:01:33.414330 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['2556a655-be0a-4953-b656-28ee11a2810a'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:01:33.452710 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['a1b835fc-6211-46d6-8e5f-ee503f855689'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:01:33.810008 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f527e-1593-42e3-bfea-eb37e1965ea8 req-c5cf8039-f96f-4905-975a-97c5d72ff9ab tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:33.811696 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-405f527e-1593-42e3-bfea-eb37e1965ea8 req-c5cf8039-f96f-4905-975a-97c5d72ff9ab tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 945 time: 0.0591671 Mar 01 14:01:33.870604 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-405f527e-1593-42e3-bfea-eb37e1965ea8 req-56b6ca7d-b110-4b2d-9bdb-1d9994936fd4 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520837 Mar 01 14:01:34.232962 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa0cc5-de4d-4641-9084-aac0b3797592 req-8144c27b-638b-46e3-b6a0-35ff15af630f tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:34.234442 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9daa0cc5-de4d-4641-9084-aac0b3797592 req-8144c27b-638b-46e3-b6a0-35ff15af630f tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce64119c-501c-4854-a720-fe9c4a7d65c7 HTTP/1.1" status: 200 len: 944 time: 0.0569494 Mar 01 14:01:34.286990 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9daa0cc5-de4d-4641-9084-aac0b3797592 req-4238c219-188e-45c1-bc47-9f6336454da2 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450044 Mar 01 14:01:34.296778 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56092) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:34.415324 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-327e5cd0-1245-4548-8ecd-735f7b799b1d tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:01:34.438425 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1631f09-7bd0-4849-b7e8-34024015256d req-7ea44e73-0706-432f-9007-8ffcaea6684e tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:34.440319 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f1631f09-7bd0-4849-b7e8-34024015256d req-7ea44e73-0706-432f-9007-8ffcaea6684e tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 945 time: 0.0754724 Mar 01 14:01:34.448131 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-327e5cd0-1245-4548-8ecd-735f7b799b1d tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] 10.222.0.13 "PUT /v2.0/quotas/75a6ee68237a43b9b76b8694d4643c53 HTTP/1.1" status: 200 len: 368 time: 0.1502745 Mar 01 14:01:34.451023 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56100) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:34.456393 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-59b187fe-2ff9-444c-9784-a9a748c13f98 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Request body: {'network': {'project_id': '75a6ee68237a43b9b76b8694d4643c53'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:01:34.478630 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b187fe-2ff9-444c-9784-a9a748c13f98 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Made reservation on behalf of 75a6ee68237a43b9b76b8694d4643c53 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:01:34.481073 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-59b187fe-2ff9-444c-9784-a9a748c13f98 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:34.490727 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-59b187fe-2ff9-444c-9784-a9a748c13f98 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:34.496332 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f1631f09-7bd0-4849-b7e8-34024015256d req-45a77783-b7f3-4f4a-9395-2d3d943a2c0b tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd65719e-ea09-4512-bbc9-0aebb4135b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497255 Mar 01 14:01:34.568165 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-59b187fe-2ff9-444c-9784-a9a748c13f98 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Publish callbacks [] for security_group (3edcef00-4121-45c7-8951-90e4bf488a33), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:34.575187 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-59b187fe-2ff9-444c-9784-a9a748c13f98 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (3edcef00-4121-45c7-8951-90e4bf488a33), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:34.587971 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7a9c64b3-7cff-481e-951f-411dcdb8c255 req-bb42ced7-97d0-4e9d-a5f6-72195e3c7e25 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.0282521 Mar 01 14:01:34.603578 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b187fe-2ff9-444c-9784-a9a748c13f98 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:01:34.610177 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b187fe-2ff9-444c-9784-a9a748c13f98 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edcef00-4121-45c7-8951-90e4bf488a33,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:34.618632 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-59b187fe-2ff9-444c-9784-a9a748c13f98 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (2533f49e-7c43-4eab-8e6b-b16763d73024), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:34.619477 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-59b187fe-2ff9-444c-9784-a9a748c13f98 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Added segment 2533f49e-7c43-4eab-8e6b-b16763d73024 of type vlan for network a752aadf-f03d-4642-9b85-d221c1ba9e8b Mar 01 14:01:34.664183 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-59b187fe-2ff9-444c-9784-a9a748c13f98 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (a752aadf-f03d-4642-9b85-d221c1ba9e8b), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:34.688625 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-59b187fe-2ff9-444c-9784-a9a748c13f98 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (a752aadf-f03d-4642-9b85-d221c1ba9e8b), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:34.689567 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b187fe-2ff9-444c-9784-a9a748c13f98 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:34.690154 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-59b187fe-2ff9-444c-9784-a9a748c13f98 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:34.742216 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-59b187fe-2ff9-444c-9784-a9a748c13f98 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2898827 Mar 01 14:01:34.748222 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56102) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:34.752945 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-643804fb-b4d8-4baa-9c94-677f81b0bc80 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Request body: {'network': {'project_id': '75a6ee68237a43b9b76b8694d4643c53'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:01:34.753250 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b187fe-2ff9-444c-9784-a9a748c13f98 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Pushing event updated for resources: {'Network': ['ID=a752aadf-f03d-4642-9b85-d221c1ba9e8b,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:34.764208 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network a752aadf-f03d-4642-9b85-d221c1ba9e8b details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:01:34.775304 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643804fb-b4d8-4baa-9c94-677f81b0bc80 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Made reservation on behalf of 75a6ee68237a43b9b76b8694d4643c53 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:01:34.777962 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-643804fb-b4d8-4baa-9c94-677f81b0bc80 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:34.811325 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-643804fb-b4d8-4baa-9c94-677f81b0bc80 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:01:34.823502 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-643804fb-b4d8-4baa-9c94-677f81b0bc80 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (e4fcdf50-1003-4e33-ad9b-548fde84fad3), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:34.824071 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-643804fb-b4d8-4baa-9c94-677f81b0bc80 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Added segment e4fcdf50-1003-4e33-ad9b-548fde84fad3 of type vlan for network bba97c01-372b-407b-b265-bb4598eb24a3 Mar 01 14:01:34.870612 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-643804fb-b4d8-4baa-9c94-677f81b0bc80 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (bba97c01-372b-407b-b265-bb4598eb24a3), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:34.896676 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-643804fb-b4d8-4baa-9c94-677f81b0bc80 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (bba97c01-372b-407b-b265-bb4598eb24a3), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:34.897710 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643804fb-b4d8-4baa-9c94-677f81b0bc80 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:34.898391 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-643804fb-b4d8-4baa-9c94-677f81b0bc80 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:34.982783 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-643804fb-b4d8-4baa-9c94-677f81b0bc80 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2334652 Mar 01 14:01:34.985776 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56106) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:34.988727 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643804fb-b4d8-4baa-9c94-677f81b0bc80 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Pushing event updated for resources: {'Network': ['ID=bba97c01-372b-407b-b265-bb4598eb24a3,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:34.993071 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-14d3fc63-8754-419d-928f-9e24259e2956 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Request body: {'network': {'project_id': '75a6ee68237a43b9b76b8694d4643c53'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:01:34.999002 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network bba97c01-372b-407b-b265-bb4598eb24a3 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:01:35.006983 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d3fc63-8754-419d-928f-9e24259e2956 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 01 14:01:35.007442 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14d3fc63-8754-419d-928f-9e24259e2956 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:01:35.009336 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-14d3fc63-8754-419d-928f-9e24259e2956 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0220299 Mar 01 14:01:35.012048 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56108) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:35.019517 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7231703b-5eb3-474d-820a-ea4757574bee req-3553602f-a2fd-4b8d-961a-5bdb56efafd0 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:35.021379 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7231703b-5eb3-474d-820a-ea4757574bee req-3553602f-a2fd-4b8d-961a-5bdb56efafd0 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 945 time: 0.0772614 Mar 01 14:01:35.064939 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8ba9e14d-0f3d-4076-a951-08010abde4a5 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75a6ee68237a43b9b76b8694d4643c53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0516632 Mar 01 14:01:35.068094 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56110) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:35.094930 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7231703b-5eb3-474d-820a-ea4757574bee req-a1f5090e-fd7c-469b-82ed-9d31fe48b957 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667758 Mar 01 14:01:35.127598 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ce53cdea-8513-400e-b785-9f0afc289e6d tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Publish callbacks [] for security_group (3edcef00-4121-45c7-8951-90e4bf488a33), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:35.148986 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ce53cdea-8513-400e-b785-9f0afc289e6d tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Publish callbacks [] for security_group (3edcef00-4121-45c7-8951-90e4bf488a33), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:35.195894 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ce53cdea-8513-400e-b785-9f0afc289e6d tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (3edcef00-4121-45c7-8951-90e4bf488a33), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:35.198752 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ce53cdea-8513-400e-b785-9f0afc289e6d tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:35.200132 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ce53cdea-8513-400e-b785-9f0afc289e6d tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/3edcef00-4121-45c7-8951-90e4bf488a33 HTTP/1.1" status: 204 len: 168 time: 0.1308959 Mar 01 14:01:35.202791 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56112) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:35.208555 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53cdea-8513-400e-b785-9f0afc289e6d tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edcef00-4121-45c7-8951-90e4bf488a33,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:35.278396 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1daf90cf-427f-405b-aed6-104eba20f3d4 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (bba97c01-372b-407b-b265-bb4598eb24a3), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:35.356546 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1daf90cf-427f-405b-aed6-104eba20f3d4 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (bba97c01-372b-407b-b265-bb4598eb24a3), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:35.386546 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-1daf90cf-427f-405b-aed6-104eba20f3d4 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba97c01-372b-407b-b265-bb4598eb24a3']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:35.395894 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-1daf90cf-427f-405b-aed6-104eba20f3d4 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4fcdf50-1003-4e33-ad9b-548fde84fad3') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:35.396184 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-1daf90cf-427f-405b-aed6-104eba20f3d4 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4fcdf50-1003-4e33-ad9b-548fde84fad3') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:35.410258 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1daf90cf-427f-405b-aed6-104eba20f3d4 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (e4fcdf50-1003-4e33-ad9b-548fde84fad3), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:35.423278 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1daf90cf-427f-405b-aed6-104eba20f3d4 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (e4fcdf50-1003-4e33-ad9b-548fde84fad3), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:35.424821 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5d9ad-0775-4ff9-b57e-a8bae0394993 req-e643451c-ed07-483f-bebc-2a66f820d352 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:35.427000 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2eb5d9ad-0775-4ff9-b57e-a8bae0394993 req-e643451c-ed07-483f-bebc-2a66f820d352 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce64119c-501c-4854-a720-fe9c4a7d65c7 HTTP/1.1" status: 200 len: 944 time: 0.0541642 Mar 01 14:01:35.430336 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1daf90cf-427f-405b-aed6-104eba20f3d4 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:01:35.430720 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1daf90cf-427f-405b-aed6-104eba20f3d4 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (e4fcdf50-1003-4e33-ad9b-548fde84fad3), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:35.432188 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:01:35.432188 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:01:35.432188 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:01:35.432188 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:01:35.432188 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:01:35.432188 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:01:35.432188 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:01:35.432188 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:01:35.432188 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:01:35.432188 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:01:35.432188 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:01:35.432188 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:01:35.432188 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:01:35.432188 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:01:35.432188 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:01:35.432188 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:01:35.432188 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:01:35.432188 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:01:35.432188 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:01:35.432188 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:01:35.432188 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:01:35.432188 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:01:35.432188 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:01:35.432188 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:01:35.432188 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:01:35.432188 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:01:35.432188 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:01:35.432188 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:01:35.432188 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:01:35.432188 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:01:35.432188 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:01:35.432188 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:01:35.477063 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2eb5d9ad-0775-4ff9-b57e-a8bae0394993 req-b63ea41b-ba58-4669-a375-33bd83aa1bc2 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438154 Mar 01 14:01:35.499346 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1daf90cf-427f-405b-aed6-104eba20f3d4 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (bba97c01-372b-407b-b265-bb4598eb24a3), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:35.505329 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1daf90cf-427f-405b-aed6-104eba20f3d4 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:35.508558 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1daf90cf-427f-405b-aed6-104eba20f3d4 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] 10.222.0.13 "DELETE /v2.0/networks/bba97c01-372b-407b-b265-bb4598eb24a3 HTTP/1.1" status: 204 len: 168 time: 0.3040583 Mar 01 14:01:35.511494 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56116) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:35.519948 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf90cf-427f-405b-aed6-104eba20f3d4 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Pushing event deleted for resources: {'Network': ['ID=bba97c01-372b-407b-b265-bb4598eb24a3,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:35.623883 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7a55c1e6-52c7-41e2-8004-76cf20f75452 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (a752aadf-f03d-4642-9b85-d221c1ba9e8b), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:35.653465 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d09b7c-3a95-4748-a809-fb9fca509af4 req-71ab7c02-4872-4ed0-8f7a-d1c793613a7b tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:35.655022 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-30d09b7c-3a95-4748-a809-fb9fca509af4 req-71ab7c02-4872-4ed0-8f7a-d1c793613a7b tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 945 time: 0.0844176 Mar 01 14:01:35.758146 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7a55c1e6-52c7-41e2-8004-76cf20f75452 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (a752aadf-f03d-4642-9b85-d221c1ba9e8b), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:35.785206 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-30d09b7c-3a95-4748-a809-fb9fca509af4 req-56af633a-d8fb-462b-ad02-bb0412e847d4 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd65719e-ea09-4512-bbc9-0aebb4135b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077843 Mar 01 14:01:35.788720 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-7a55c1e6-52c7-41e2-8004-76cf20f75452 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a752aadf-f03d-4642-9b85-d221c1ba9e8b']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:35.809602 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-7a55c1e6-52c7-41e2-8004-76cf20f75452 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2533f49e-7c43-4eab-8e6b-b16763d73024') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:35.809969 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-7a55c1e6-52c7-41e2-8004-76cf20f75452 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2533f49e-7c43-4eab-8e6b-b16763d73024') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:35.822310 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7a55c1e6-52c7-41e2-8004-76cf20f75452 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (2533f49e-7c43-4eab-8e6b-b16763d73024), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:35.837433 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7a55c1e6-52c7-41e2-8004-76cf20f75452 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (2533f49e-7c43-4eab-8e6b-b16763d73024), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:35.845888 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a55c1e6-52c7-41e2-8004-76cf20f75452 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:01:35.847421 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7a55c1e6-52c7-41e2-8004-76cf20f75452 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (2533f49e-7c43-4eab-8e6b-b16763d73024), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:35.858546 n-d-827467-3 neutron-server[103727]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 01 14:01:35.858546 n-d-827467-3 neutron-server[103727]: warnings.warn('Neutron quota engine will require "--force" ' Mar 01 14:01:35.858546 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:01:35.858546 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:01:35.858546 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:01:35.858546 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:01:35.858546 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:01:35.858546 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:01:35.858546 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:01:35.858546 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:01:35.858546 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:01:35.858546 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:01:35.858546 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:01:35.858546 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:01:35.858546 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:01:35.858546 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:01:35.858546 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:01:35.858546 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:01:35.858546 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:01:35.858546 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:01:35.858546 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:01:35.858546 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:01:35.858546 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:01:35.858546 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:01:35.858546 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:01:35.858546 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:01:35.858546 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:01:35.858546 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:01:35.858546 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:01:35.858546 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:01:35.858546 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:01:35.858546 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:01:35.858546 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:01:35.858546 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:01:35.931036 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0c8bd1e1-b637-4a98-b87f-f606022700ff req-f281f7de-664c-4821-97e2-4e64404943c2 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/ports?device_id=da82c516-4deb-4e2c-9b2a-e69c1e362c30 HTTP/1.1" status: 200 len: 210 time: 0.0668004 Mar 01 14:01:35.969110 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7a55c1e6-52c7-41e2-8004-76cf20f75452 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (a752aadf-f03d-4642-9b85-d221c1ba9e8b), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:35.979924 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7a55c1e6-52c7-41e2-8004-76cf20f75452 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:35.985638 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7a55c1e6-52c7-41e2-8004-76cf20f75452 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] 10.222.0.13 "DELETE /v2.0/networks/a752aadf-f03d-4642-9b85-d221c1ba9e8b HTTP/1.1" status: 204 len: 168 time: 0.4704459 Mar 01 14:01:36.001706 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55c1e6-52c7-41e2-8004-76cf20f75452 tempest-QuotasNegativeTest-336017134 tempest-QuotasNegativeTest-336017134-project-admin] Pushing event deleted for resources: {'Network': ['ID=a752aadf-f03d-4642-9b85-d221c1ba9e8b,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:36.081734 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device a1b835fc-6211-46d6-8e5f-ee503f855689 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:01:36.203883 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port a1b835fc-6211-46d6-8e5f-ee503f855689 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:01:36.209232 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port a1b835fc-6211-46d6-8e5f-ee503f855689 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:01:36.209868 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a1b835fc-6211-46d6-8e5f-ee503f855689), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:36.287346 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae2e96-9a38-495c-8cb1-a6f507428ec0 req-df833eef-cc96-4abb-adb2-9ab0f1855c6b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:36.299316 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-11ae2e96-9a38-495c-8cb1-a6f507428ec0 req-df833eef-cc96-4abb-adb2-9ab0f1855c6b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 945 time: 0.1276329 Mar 01 14:01:36.317562 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port a1b835fc-6211-46d6-8e5f-ee503f855689 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:01:36.319166 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a1b835fc-6211-46d6-8e5f-ee503f855689), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:36.360248 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce64119c-501c-4854-a720-fe9c4a7d65c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b835fc-6211-46d6-8e5f-ee503f855689'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:01:36.365517 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac45fa7-434f-4f85-9338-ad2f23bbb41f" -d '{"events": [{"server_uuid": "ce64119c-501c-4854-a720-fe9c4a7d65c7", "name": "network-vif-plugged", "status": "completed", "tag": "a1b835fc-6211-46d6-8e5f-ee503f855689"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:01:36.417017 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-11ae2e96-9a38-495c-8cb1-a6f507428ec0 req-ddcd2b21-50f9-4ebb-99fb-6c722b4b3a47 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165316 Mar 01 14:01:36.443145 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port a1b835fc-6211-46d6-8e5f-ee503f855689, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=a1b835fc-6211-46d6-8e5f-ee503f855689,segment=NetworkSegment(354ee497-7228-4227-89f9-36435d335b77),segment_id=354ee497-7228-4227-89f9-36435d335b77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:01:36.449140 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a1b835fc-6211-46d6-8e5f-ee503f855689), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:36.451030 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 00acc6ed-69b5-4404-a397-2e35c1ff45c0 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:01:36.499154 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56136) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:36.509242 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaec7a26-4a08-427a-8799-fe883a8710d4 x-openstack-request-id: req-aaec7a26-4a08-427a-8799-fe883a8710d4 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:01:36.509540 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce64119c-501c-4854-a720-fe9c4a7d65c7", "name": "network-vif-plugged", "status": "completed", "tag": "a1b835fc-6211-46d6-8e5f-ee503f855689", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:01:36.509800 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aaec7a26-4a08-427a-8799-fe883a8710d4 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:01:36.510192 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce64119c-501c-4854-a720-fe9c4a7d65c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b835fc-6211-46d6-8e5f-ee503f855689', 'code': 200} Mar 01 14:01:36.547558 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=a1b835fc-6211-46d6-8e5f-ee503f855689,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:36.560161 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 00acc6ed-69b5-4404-a397-2e35c1ff45c0 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:01:36.560542 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (00acc6ed-69b5-4404-a397-2e35c1ff45c0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:36.616027 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc45a0-2750-4b51-a31d-ee3b529d3100 req-0a9af646-3e19-41bb-a49d-96d1a60164f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:36.618377 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-dbcc45a0-2750-4b51-a31d-ee3b529d3100 req-0a9af646-3e19-41bb-a49d-96d1a60164f8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ce64119c-501c-4854-a720-fe9c4a7d65c7 HTTP/1.1" status: 200 len: 1127 time: 0.0820682 Mar 01 14:01:36.688878 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 00acc6ed-69b5-4404-a397-2e35c1ff45c0 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:01:36.689283 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (00acc6ed-69b5-4404-a397-2e35c1ff45c0), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:36.699919 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-dbcc45a0-2750-4b51-a31d-ee3b529d3100 req-05a074ea-b3ed-4606-ac5b-03706b061681 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726488 Mar 01 14:01:36.704845 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984fb3a-4b59-4890-90aa-9b3d538eaa30 req-65b4ef66-94eb-448e-b3aa-04e7a368377c tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:36.712680 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a984fb3a-4b59-4890-90aa-9b3d538eaa30 req-65b4ef66-94eb-448e-b3aa-04e7a368377c tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce64119c-501c-4854-a720-fe9c4a7d65c7 HTTP/1.1" status: 200 len: 945 time: 0.1040032 Mar 01 14:01:36.715716 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-913fad86-3284-42bf-a416-7c3d83999739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:36.737792 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 00acc6ed-69b5-4404-a397-2e35c1ff45c0, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=00acc6ed-69b5-4404-a397-2e35c1ff45c0,segment=NetworkSegment(7a63df0f-2a06-4da5-a264-f236c3286f77),segment_id=7a63df0f-2a06-4da5-a264-f236c3286f77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:01:36.742023 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (00acc6ed-69b5-4404-a397-2e35c1ff45c0), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:36.742851 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 2556a655-be0a-4953-b656-28ee11a2810a up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:01:36.826171 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=00acc6ed-69b5-4404-a397-2e35c1ff45c0,revision_number=10']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:36.840866 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 2556a655-be0a-4953-b656-28ee11a2810a completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:01:36.847197 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 2556a655-be0a-4953-b656-28ee11a2810a triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:01:36.847924 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2556a655-be0a-4953-b656-28ee11a2810a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:36.937447 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 2556a655-be0a-4953-b656-28ee11a2810a is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:01:36.937844 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2556a655-be0a-4953-b656-28ee11a2810a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:36.972940 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 2556a655-be0a-4953-b656-28ee11a2810a, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=2556a655-be0a-4953-b656-28ee11a2810a,segment=NetworkSegment(5095f747-c1de-406f-a432-97d1294b01fc),segment_id=5095f747-c1de-406f-a432-97d1294b01fc)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:01:36.977514 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (2556a655-be0a-4953-b656-28ee11a2810a), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:37.033002 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=2556a655-be0a-4953-b656-28ee11a2810a,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:37.168799 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a984fb3a-4b59-4890-90aa-9b3d538eaa30 req-495532a8-9b6e-4a02-8f41-ba1fad71b5da tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4547887 Mar 01 14:01:37.193045 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdec0e-8572-44e7-b5ab-665b810ca494 req-b30e4baa-22cf-4b30-af59-6dfa18beea3a tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:37.194527 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dbbdec0e-8572-44e7-b5ab-665b810ca494 req-b30e4baa-22cf-4b30-af59-6dfa18beea3a tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 946 time: 0.1043031 Mar 01 14:01:37.257085 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56152) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:37.261383 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-913fad86-3284-42bf-a416-7c3d83999739 admin admin] Publish callbacks [] for security_group (7ff7be49-28fd-4f06-9bb2-2a4f6720c42f), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:37.266381 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dbbdec0e-8572-44e7-b5ab-665b810ca494 req-c151a736-49e7-4f3e-920d-b3f0660a70d5 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd65719e-ea09-4512-bbc9-0aebb4135b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649130 Mar 01 14:01:37.267376 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-913fad86-3284-42bf-a416-7c3d83999739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (7ff7be49-28fd-4f06-9bb2-2a4f6720c42f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:37.315580 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-913fad86-3284-42bf-a416-7c3d83999739 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57155c377d38436fa037a0e3cbd7061a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8164468 Mar 01 14:01:37.316861 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913fad86-3284-42bf-a416-7c3d83999739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff7be49-28fd-4f06-9bb2-2a4f6720c42f,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:37.318611 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56154) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:37.366183 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-28787a9f-4b9d-4bba-94c6-1a6abcb87bd9 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks [] for security_group (4926b459-8543-49de-ab0f-5a77b60f8487), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:37.399375 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-28787a9f-4b9d-4bba-94c6-1a6abcb87bd9 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks [] for security_group (4926b459-8543-49de-ab0f-5a77b60f8487), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:37.408387 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cdf7134a-3ada-43b6-a6b1-b7ca8b91a3d0 admin admin] Publish callbacks [] for security_group (7ff7be49-28fd-4f06-9bb2-2a4f6720c42f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:37.446818 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cdf7134a-3ada-43b6-a6b1-b7ca8b91a3d0 admin admin] Publish callbacks [] for security_group (7ff7be49-28fd-4f06-9bb2-2a4f6720c42f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:37.491045 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-28787a9f-4b9d-4bba-94c6-1a6abcb87bd9 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4926b459-8543-49de-ab0f-5a77b60f8487), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:37.494150 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-28787a9f-4b9d-4bba-94c6-1a6abcb87bd9 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:37.498059 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-28787a9f-4b9d-4bba-94c6-1a6abcb87bd9 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "DELETE /v2.0/security-groups/4926b459-8543-49de-ab0f-5a77b60f8487 HTTP/1.1" status: 204 len: 168 time: 0.2374787 Mar 01 14:01:37.498460 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56158) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:37.509112 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28787a9f-4b9d-4bba-94c6-1a6abcb87bd9 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4926b459-8543-49de-ab0f-5a77b60f8487,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:37.529732 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cdf7134a-3ada-43b6-a6b1-b7ca8b91a3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (7ff7be49-28fd-4f06-9bb2-2a4f6720c42f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:37.532919 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cdf7134a-3ada-43b6-a6b1-b7ca8b91a3d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:37.535086 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cdf7134a-3ada-43b6-a6b1-b7ca8b91a3d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ff7be49-28fd-4f06-9bb2-2a4f6720c42f HTTP/1.1" status: 204 len: 168 time: 0.2146108 Mar 01 14:01:37.544609 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7134a-3ada-43b6-a6b1-b7ca8b91a3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff7be49-28fd-4f06-9bb2-2a4f6720c42f,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:37.578281 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-c99108e4-bb93-4cc8-810d-3a474e34efd5 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] show failed (client error): The resource could not be found. Mar 01 14:01:37.579869 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c99108e4-bb93-4cc8-810d-3a474e34efd5 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "GET /v2.0/security-groups/4926b459-8543-49de-ab0f-5a77b60f8487 HTTP/1.1" status: 404 len: 347 time: 0.0801988 Mar 01 14:01:37.583401 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56162) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:37.696718 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330fe7d-7d89-41aa-b77f-65333ae7a38c req-2095377c-09c1-4502-8942-7202958db09b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:37.698186 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7330fe7d-7d89-41aa-b77f-65333ae7a38c req-2095377c-09c1-4502-8942-7202958db09b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 947 time: 0.1915548 Mar 01 14:01:37.776192 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7330fe7d-7d89-41aa-b77f-65333ae7a38c req-c9df6fa5-0ded-48b3-b62f-9057a65ac55b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608380 Mar 01 14:01:37.778537 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-890d341e-9dd0-4fe9-8697-368cfadfa584 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Deleting port e924fd50-3bc4-4b6a-9d1f-0c689040cbf5 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:01:37.778886 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-890d341e-9dd0-4fe9-8697-368cfadfa584 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (e924fd50-3bc4-4b6a-9d1f-0c689040cbf5), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:37.806717 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:01:37.866627 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-890d341e-9dd0-4fe9-8697-368cfadfa584 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (e924fd50-3bc4-4b6a-9d1f-0c689040cbf5), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:37.866961 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-890d341e-9dd0-4fe9-8697-368cfadfa584 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks [] for floatingip (e924fd50-3bc4-4b6a-9d1f-0c689040cbf5), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:37.868560 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56166) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:37.880292 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-890d341e-9dd0-4fe9-8697-368cfadfa584 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Calling delete_port for e924fd50-3bc4-4b6a-9d1f-0c689040cbf5 owned by network:floatingip {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:01:37.883580 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-14438407-2b31-4e63-98ff-dfdaeabb0ab9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:37.962720 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-14438407-2b31-4e63-98ff-dfdaeabb0ab9 admin admin] Publish callbacks [] for security_group (146d52f8-358c-44c7-9102-1140ed9fc8d8), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:37.967819 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-14438407-2b31-4e63-98ff-dfdaeabb0ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (146d52f8-358c-44c7-9102-1140ed9fc8d8), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:38.010257 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-14438407-2b31-4e63-98ff-dfdaeabb0ab9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=05a12f1127454454a8f9d5feb666d62f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1399872 Mar 01 14:01:38.011374 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14438407-2b31-4e63-98ff-dfdaeabb0ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146d52f8-358c-44c7-9102-1140ed9fc8d8,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:38.012906 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56168) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:38.049349 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-890d341e-9dd0-4fe9-8697-368cfadfa584 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (e924fd50-3bc4-4b6a-9d1f-0c689040cbf5), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:38.086157 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d341e-9dd0-4fe9-8697-368cfadfa584 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Pushing event deleted for resources: {'Port': ['ID=e924fd50-3bc4-4b6a-9d1f-0c689040cbf5,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:38.127564 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-de622b97-3cde-43e4-94a9-3a279feec975 admin admin] Publish callbacks [] for security_group (146d52f8-358c-44c7-9102-1140ed9fc8d8), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:38.175937 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-de622b97-3cde-43e4-94a9-3a279feec975 admin admin] Publish callbacks [] for security_group (146d52f8-358c-44c7-9102-1140ed9fc8d8), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:38.190689 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-890d341e-9dd0-4fe9-8697-368cfadfa584 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks [] for floatingip (be911f18-484a-4d60-bca2-99b0443a0ac7), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:38.193237 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-890d341e-9dd0-4fe9-8697-368cfadfa584 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:38.197038 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-890d341e-9dd0-4fe9-8697-368cfadfa584 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "DELETE /v2.0/floatingips/be911f18-484a-4d60-bca2-99b0443a0ac7 HTTP/1.1" status: 204 len: 168 time: 0.6094167 Mar 01 14:01:38.197218 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56172) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:38.239660 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-de622b97-3cde-43e4-94a9-3a279feec975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (146d52f8-358c-44c7-9102-1140ed9fc8d8), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:38.242583 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-de622b97-3cde-43e4-94a9-3a279feec975 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:38.246200 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-de622b97-3cde-43e4-94a9-3a279feec975 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/146d52f8-358c-44c7-9102-1140ed9fc8d8 HTTP/1.1" status: 204 len: 168 time: 0.2299962 Mar 01 14:01:38.253198 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de622b97-3cde-43e4-94a9-3a279feec975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146d52f8-358c-44c7-9102-1140ed9fc8d8,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:38.365048 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a6f156-fdaa-46e4-a508-32ae0765f485 req-33ebe536-db7e-4969-ab44-5aeb77254a56 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:38.368810 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-81a6f156-fdaa-46e4-a508-32ae0765f485 req-33ebe536-db7e-4969-ab44-5aeb77254a56 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce64119c-501c-4854-a720-fe9c4a7d65c7 HTTP/1.1" status: 200 len: 945 time: 0.0885108 Mar 01 14:01:38.400872 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-76cea61e-3cd1-4138-bdd3-cf97925a1365 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Deleting port 30fd31a3-73cf-46f5-87d5-6169382a8920 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:01:38.401217 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-76cea61e-3cd1-4138-bdd3-cf97925a1365 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (30fd31a3-73cf-46f5-87d5-6169382a8920), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:38.461418 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-81a6f156-fdaa-46e4-a508-32ae0765f485 req-70c302bc-74ee-4a9c-a84a-ab7e6492dcd8 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860617 Mar 01 14:01:38.481531 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2536dfa-2178-47c9-8ff0-e8c45cd55831 req-98ed867b-b4f5-4393-87e2-3b87a732e4b8 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:38.483285 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f2536dfa-2178-47c9-8ff0-e8c45cd55831 req-98ed867b-b4f5-4393-87e2-3b87a732e4b8 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 946 time: 0.0884149 Mar 01 14:01:38.505301 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-76cea61e-3cd1-4138-bdd3-cf97925a1365 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (30fd31a3-73cf-46f5-87d5-6169382a8920), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:38.511994 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb6033d9-74bf-4aa3-a801-7225131a8117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00acc6ed-69b5-4404-a397-2e35c1ff45c0'}, {'server_uuid': '4d37ad9b-a522-425b-9a4d-195c2cc73913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2556a655-be0a-4953-b656-28ee11a2810a'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:01:38.513453 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7034d71-8929-43b8-9a6a-32cccb710b71" -d '{"events": [{"server_uuid": "eb6033d9-74bf-4aa3-a801-7225131a8117", "name": "network-vif-plugged", "status": "completed", "tag": "00acc6ed-69b5-4404-a397-2e35c1ff45c0"}, {"server_uuid": "4d37ad9b-a522-425b-9a4d-195c2cc73913", "name": "network-vif-plugged", "status": "completed", "tag": "2556a655-be0a-4953-b656-28ee11a2810a"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:01:38.522261 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-76cea61e-3cd1-4138-bdd3-cf97925a1365 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Calling delete_port for 30fd31a3-73cf-46f5-87d5-6169382a8920 owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:01:38.570302 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f2536dfa-2178-47c9-8ff0-e8c45cd55831 req-19fcbb4c-452c-4a83-a2c0-6bd36d4eae03 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd65719e-ea09-4512-bbc9-0aebb4135b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741105 Mar 01 14:01:38.631855 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 01 Mar 2022 14:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cee6315-d049-45cf-8c68-0a23fe771f47 x-openstack-request-id: req-4cee6315-d049-45cf-8c68-0a23fe771f47 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:01:38.633524 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb6033d9-74bf-4aa3-a801-7225131a8117", "name": "network-vif-plugged", "status": "completed", "tag": "00acc6ed-69b5-4404-a397-2e35c1ff45c0", "code": 200}, {"server_uuid": "4d37ad9b-a522-425b-9a4d-195c2cc73913", "name": "network-vif-plugged", "status": "completed", "tag": "2556a655-be0a-4953-b656-28ee11a2810a", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:01:38.634007 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4cee6315-d049-45cf-8c68-0a23fe771f47 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:01:38.634927 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb6033d9-74bf-4aa3-a801-7225131a8117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00acc6ed-69b5-4404-a397-2e35c1ff45c0', 'code': 200} Mar 01 14:01:38.635346 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d37ad9b-a522-425b-9a4d-195c2cc73913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2556a655-be0a-4953-b656-28ee11a2810a', 'code': 200} Mar 01 14:01:38.705596 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e379e-d341-49cd-8b25-565fa6f6db55 req-bf52bd8f-5d54-4209-a0ab-f64cc8c6cfca tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:38.709878 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ce9e379e-d341-49cd-8b25-565fa6f6db55 req-bf52bd8f-5d54-4209-a0ab-f64cc8c6cfca tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce64119c-501c-4854-a720-fe9c4a7d65c7 HTTP/1.1" status: 200 len: 945 time: 0.1360769 Mar 01 14:01:38.721303 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-76cea61e-3cd1-4138-bdd3-cf97925a1365 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (30fd31a3-73cf-46f5-87d5-6169382a8920), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:38.765162 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ce9e379e-d341-49cd-8b25-565fa6f6db55 req-2b7099d7-8255-4d71-b6d6-ecf37f38a58c tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493381 Mar 01 14:01:38.789787 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cea61e-3cd1-4138-bdd3-cf97925a1365 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Pushing event deleted for resources: {'Port': ['ID=30fd31a3-73cf-46f5-87d5-6169382a8920,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:38.974875 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effead41-7614-4cfc-9577-11a46886b8d1 req-dd6ecb50-9858-43c5-9825-82fcf46dd61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:38.980789 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-effead41-7614-4cfc-9577-11a46886b8d1 req-dd6ecb50-9858-43c5-9825-82fcf46dd61f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 1128 time: 0.2016733 Mar 01 14:01:38.992312 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-76cea61e-3cd1-4138-bdd3-cf97925a1365 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:38.997834 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-76cea61e-3cd1-4138-bdd3-cf97925a1365 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "DELETE /v2.0/ports/30fd31a3-73cf-46f5-87d5-6169382a8920 HTTP/1.1" status: 204 len: 168 time: 0.7930958 Mar 01 14:01:39.002645 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56196) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:39.002954 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8210f-38ae-49f0-a113-bf01a829de3e req-88c2258a-d21a-49c7-ab58-97579d87c4c8 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:39.004902 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8bc8210f-38ae-49f0-a113-bf01a829de3e req-88c2258a-d21a-49c7-ab58-97579d87c4c8 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 947 time: 0.0828171 Mar 01 14:01:39.035703 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740b714-e478-466c-94f2-acef1d8aa349 req-68c4208d-0421-46a7-ac0f-10ac93b8faf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:39.039199 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9740b714-e478-466c-94f2-acef1d8aa349 req-68c4208d-0421-46a7-ac0f-10ac93b8faf2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 1129 time: 0.1856859 Mar 01 14:01:39.081689 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8bc8210f-38ae-49f0-a113-bf01a829de3e req-1bcc7d3e-cee6-4443-a923-f46b8e634920 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687201 Mar 01 14:01:39.211381 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-effead41-7614-4cfc-9577-11a46886b8d1 req-1fef59b6-4521-49d9-abcb-f9967f8cb6c6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fd65719e-ea09-4512-bbc9-0aebb4135b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075284 Mar 01 14:01:39.223220 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31906f-7048-471e-918a-97b28c299ec9 req-f67a8727-4f6c-449b-a55c-6c96199bc2f7 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:39.224967 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9a31906f-7048-471e-918a-97b28c299ec9 req-f67a8727-4f6c-449b-a55c-6c96199bc2f7 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce64119c-501c-4854-a720-fe9c4a7d65c7 HTTP/1.1" status: 200 len: 945 time: 0.0795400 Mar 01 14:01:39.226439 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9740b714-e478-466c-94f2-acef1d8aa349 req-3c9c9ff7-5b8d-4eb6-af1f-f841f7d2f11c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283262 Mar 01 14:01:39.249060 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-fc1a6603-d74f-45a3-98fb-9e64534871b3 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Deleting port 65aa8d5c-27c6-46fc-b051-44172617a654 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:01:39.249326 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fc1a6603-d74f-45a3-98fb-9e64534871b3 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (65aa8d5c-27c6-46fc-b051-44172617a654), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:39.319235 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9a31906f-7048-471e-918a-97b28c299ec9 req-d5d836ec-1a65-489c-b4a3-cb8a0a140331 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872488 Mar 01 14:01:39.380048 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fc1a6603-d74f-45a3-98fb-9e64534871b3 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (65aa8d5c-27c6-46fc-b051-44172617a654), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:39.394501 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-fc1a6603-d74f-45a3-98fb-9e64534871b3 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Calling delete_port for 65aa8d5c-27c6-46fc-b051-44172617a654 owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:01:39.541259 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fc1a6603-d74f-45a3-98fb-9e64534871b3 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (65aa8d5c-27c6-46fc-b051-44172617a654), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:39.570812 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a6603-d74f-45a3-98fb-9e64534871b3 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Pushing event deleted for resources: {'Port': ['ID=65aa8d5c-27c6-46fc-b051-44172617a654,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:39.671812 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fc1a6603-d74f-45a3-98fb-9e64534871b3 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:39.680985 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fc1a6603-d74f-45a3-98fb-9e64534871b3 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "DELETE /v2.0/ports/65aa8d5c-27c6-46fc-b051-44172617a654 HTTP/1.1" status: 204 len: 168 time: 0.6738791 Mar 01 14:01:39.681487 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56214) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:39.730831 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89409447-01c6-4a58-95bd-0def00a0dd6e req-39df6ec1-17ad-403c-bfbc-9e039284dfea tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:39.732944 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-89409447-01c6-4a58-95bd-0def00a0dd6e req-39df6ec1-17ad-403c-bfbc-9e039284dfea tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 946 time: 0.0718606 Mar 01 14:01:39.764631 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a97ee86-2c49-49c7-b585-e4185f4ecc93 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Deleting subnet 82af45e5-3428-45d7-98e9-10c937ed8f7a {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:01:39.771100 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6a97ee86-2c49-49c7-b585-e4185f4ecc93 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks [] for subnet (82af45e5-3428-45d7-98e9-10c937ed8f7a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:39.797021 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-89409447-01c6-4a58-95bd-0def00a0dd6e req-ec0bb1a4-d850-40e0-95f9-ab7f541c2399 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd65719e-ea09-4512-bbc9-0aebb4135b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523469 Mar 01 14:01:39.806799 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:39.837798 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6a97ee86-2c49-49c7-b585-e4185f4ecc93 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (82af45e5-3428-45d7-98e9-10c937ed8f7a), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:39.938812 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6a97ee86-2c49-49c7-b585-e4185f4ecc93 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (82af45e5-3428-45d7-98e9-10c937ed8f7a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:39.960778 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:40.038219 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6a97ee86-2c49-49c7-b585-e4185f4ecc93 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (82af45e5-3428-45d7-98e9-10c937ed8f7a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:40.096327 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a97ee86-2c49-49c7-b585-e4185f4ecc93 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Pushing event deleted for resources: {'Subnet': ['ID=82af45e5-3428-45d7-98e9-10c937ed8f7a,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:40.113008 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82c4eb1-547b-473e-ae06-b9b6b107b17b None None] Network c7c4f361-ab05-4369-bcdd-5e7555278fd6 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:01:40.113134 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6a97ee86-2c49-49c7-b585-e4185f4ecc93 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:40.119726 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6a97ee86-2c49-49c7-b585-e4185f4ecc93 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "DELETE /v2.0/subnets/82af45e5-3428-45d7-98e9-10c937ed8f7a HTTP/1.1" status: 204 len: 168 time: 0.4352181 Mar 01 14:01:40.132532 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56228) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:40.305648 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd0c8fcd-81fb-4c06-bc2a-815782844a77 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Deleting subnet 6a836407-0a08-478a-9b48-ab0cc1ea53c4 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:01:40.314945 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dd0c8fcd-81fb-4c06-bc2a-815782844a77 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks [] for subnet (6a836407-0a08-478a-9b48-ab0cc1ea53c4), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:40.334580 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56230) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:40.385098 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3317bd2-3bb1-4cca-9792-01e756009ba9 req-81ade050-027f-4996-acfa-99d88176609a tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:40.398286 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dd0c8fcd-81fb-4c06-bc2a-815782844a77 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (6a836407-0a08-478a-9b48-ab0cc1ea53c4), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:40.401847 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c3317bd2-3bb1-4cca-9792-01e756009ba9 req-81ade050-027f-4996-acfa-99d88176609a tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 947 time: 0.1441298 Mar 01 14:01:40.494456 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dd0c8fcd-81fb-4c06-bc2a-815782844a77 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (6a836407-0a08-478a-9b48-ab0cc1ea53c4), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:40.504070 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c3317bd2-3bb1-4cca-9792-01e756009ba9 req-b3b5be9e-6151-4337-8edc-f3bb6a8cd89b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967588 Mar 01 14:01:40.523409 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87db50-d1e5-45ae-8345-f76dd7938fb0 req-9a0f6a57-f387-4e18-acd8-11556a773dca tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:40.530399 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7f87db50-d1e5-45ae-8345-f76dd7938fb0 req-9a0f6a57-f387-4e18-acd8-11556a773dca tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce64119c-501c-4854-a720-fe9c4a7d65c7 HTTP/1.1" status: 200 len: 945 time: 0.0962112 Mar 01 14:01:40.562389 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-8ccf0fbe-476e-4377-8196-054c2df52b71 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1528384314', 'router:external': True}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:01:40.579248 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dd0c8fcd-81fb-4c06-bc2a-815782844a77 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (6a836407-0a08-478a-9b48-ab0cc1ea53c4), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:40.603529 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7f87db50-d1e5-45ae-8345-f76dd7938fb0 req-e27c5192-a8fc-46af-9050-2b27b3316880 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722675 Mar 01 14:01:40.609109 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccf0fbe-476e-4377-8196-054c2df52b71 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Made reservation on behalf of d66cdff9bbba4e58a977a9c5d70480c5 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:01:40.612316 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8ccf0fbe-476e-4377-8196-054c2df52b71 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:40.616917 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c8fcd-81fb-4c06-bc2a-815782844a77 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Pushing event deleted for resources: {'Subnet': ['ID=6a836407-0a08-478a-9b48-ab0cc1ea53c4,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:40.623891 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dd0c8fcd-81fb-4c06-bc2a-815782844a77 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:40.625545 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8ccf0fbe-476e-4377-8196-054c2df52b71 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:40.627258 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-dd0c8fcd-81fb-4c06-bc2a-815782844a77 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "DELETE /v2.0/subnets/6a836407-0a08-478a-9b48-ab0cc1ea53c4 HTTP/1.1" status: 204 len: 168 time: 0.4921501 Mar 01 14:01:40.629859 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56236) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:40.643373 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51504449-abc9-44f2-a2c0-ae87d51a377e None None] DHCP port deletion for c7c4f361-ab05-4369-bcdd-5e7555278fd6 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:01:40.652016 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92516a5e-d381-472b-aa57-3188296c50d3 None None] Network ecc5a3c2-7ca8-4634-8af5-754b9bcd314c requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:01:40.735716 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1ff27418-bb71-4286-852e-ae23f7949b53 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (c7c4f361-ab05-4369-bcdd-5e7555278fd6), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:40.778670 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8ccf0fbe-476e-4377-8196-054c2df52b71 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for security_group (87e6482a-f524-49ab-8cba-0ee7a5cdd382), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:40.782265 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-51504449-abc9-44f2-a2c0-ae87d51a377e None None] Deleting port c7149afb-fe21-48e0-b0e1-abd6b268026d {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:01:40.782706 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-51504449-abc9-44f2-a2c0-ae87d51a377e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (c7149afb-fe21-48e0-b0e1-abd6b268026d), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:40.784965 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8ccf0fbe-476e-4377-8196-054c2df52b71 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (87e6482a-f524-49ab-8cba-0ee7a5cdd382), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:40.803440 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ccf0fbe-476e-4377-8196-054c2df52b71 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:01:40.820685 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8ccf0fbe-476e-4377-8196-054c2df52b71 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (5598a7fa-48e0-4221-9b6d-1e2742a3bfe0), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:40.821723 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-8ccf0fbe-476e-4377-8196-054c2df52b71 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Added segment 5598a7fa-48e0-4221-9b6d-1e2742a3bfe0 of type vlan for network 1b0c4593-9767-42ec-b476-54fd91622e8d Mar 01 14:01:40.865474 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-51504449-abc9-44f2-a2c0-ae87d51a377e None None] For port c7149afb-fe21-48e0-b0e1-abd6b268026d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=c7149afb-fe21-48e0-b0e1-abd6b268026d,segment=NetworkSegment(18984bbf-5445-4915-9e22-7c226c4017cd),segment_id=18984bbf-5445-4915-9e22-7c226c4017cd)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:01:40.865983 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-51504449-abc9-44f2-a2c0-ae87d51a377e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (c7149afb-fe21-48e0-b0e1-abd6b268026d), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:40.880427 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-51504449-abc9-44f2-a2c0-ae87d51a377e None None] Calling delete_port for c7149afb-fe21-48e0-b0e1-abd6b268026d owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:01:40.881517 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-1ff27418-bb71-4286-852e-ae23f7949b53 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Deleting port c7149afb-fe21-48e0-b0e1-abd6b268026d {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:01:40.882749 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1ff27418-bb71-4286-852e-ae23f7949b53 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (c7149afb-fe21-48e0-b0e1-abd6b268026d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:40.944900 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8ccf0fbe-476e-4377-8196-054c2df52b71 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (1b0c4593-9767-42ec-b476-54fd91622e8d), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:40.950552 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa356ca3-36df-430a-a4a1-fa9aabe7b6a1 None None] DHCP port deletion for ecc5a3c2-7ca8-4634-8af5-754b9bcd314c request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:01:41.000320 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-1ff27418-bb71-4286-852e-ae23f7949b53 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] For port c7149afb-fe21-48e0-b0e1-abd6b268026d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=c7149afb-fe21-48e0-b0e1-abd6b268026d,segment=NetworkSegment(18984bbf-5445-4915-9e22-7c226c4017cd),segment_id=18984bbf-5445-4915-9e22-7c226c4017cd)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:01:41.000984 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1ff27418-bb71-4286-852e-ae23f7949b53 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (c7149afb-fe21-48e0-b0e1-abd6b268026d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:41.022054 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8ccf0fbe-476e-4377-8196-054c2df52b71 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (1b0c4593-9767-42ec-b476-54fd91622e8d), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:41.023555 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccf0fbe-476e-4377-8196-054c2df52b71 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:41.024230 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8ccf0fbe-476e-4377-8196-054c2df52b71 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:41.026898 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-1ff27418-bb71-4286-852e-ae23f7949b53 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Calling delete_port for c7149afb-fe21-48e0-b0e1-abd6b268026d owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:01:41.030003 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-51504449-abc9-44f2-a2c0-ae87d51a377e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (c7149afb-fe21-48e0-b0e1-abd6b268026d), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:41.036865 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-aa356ca3-36df-430a-a4a1-fa9aabe7b6a1 None None] Deleting port 8c7f442c-d0f4-4e61-88e3-fd01dbd05855 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:01:41.037368 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-aa356ca3-36df-430a-a4a1-fa9aabe7b6a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (8c7f442c-d0f4-4e61-88e3-fd01dbd05855), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:41.126407 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1ff27418-bb71-4286-852e-ae23f7949b53 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (c7149afb-fe21-48e0-b0e1-abd6b268026d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:41.154201 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51504449-abc9-44f2-a2c0-ae87d51a377e None None] Pushing event deleted for resources: {'Port': ['ID=c7149afb-fe21-48e0-b0e1-abd6b268026d,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:41.161442 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff27418-bb71-4286-852e-ae23f7949b53 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Pushing event deleted for resources: {'Port': ['ID=c7149afb-fe21-48e0-b0e1-abd6b268026d,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:41.162656 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51504449-abc9-44f2-a2c0-ae87d51a377e None None] No DVR routers for this DVR port c7149afb-fe21-48e0-b0e1-abd6b268026d on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:01:41.174157 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf0fbe-476e-4377-8196-054c2df52b71 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e6482a-f524-49ab-8cba-0ee7a5cdd382,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:41.196201 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff27418-bb71-4286-852e-ae23f7949b53 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] No DVR routers for this DVR port c7149afb-fe21-48e0-b0e1-abd6b268026d on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:01:41.278486 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8ccf0fbe-476e-4377-8196-054c2df52b71 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9422452 Mar 01 14:01:41.283463 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56248) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:41.286316 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf0fbe-476e-4377-8196-054c2df52b71 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Pushing event updated for resources: {'Network': ['ID=1b0c4593-9767-42ec-b476-54fd91622e8d,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:41.293156 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-994d2f4e-6fb4-49c2-9732-647a3fb2adb5 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Request body: {'subnet': {'network_id': '1b0c4593-9767-42ec-b476-54fd91622e8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:01:41.299638 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 1b0c4593-9767-42ec-b476-54fd91622e8d details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:01:41.326810 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994d2f4e-6fb4-49c2-9732-647a3fb2adb5 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Made reservation on behalf of d66cdff9bbba4e58a977a9c5d70480c5 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:01:41.329574 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-994d2f4e-6fb4-49c2-9732-647a3fb2adb5 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:41.341140 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-aa356ca3-36df-430a-a4a1-fa9aabe7b6a1 None None] For port 8c7f442c-d0f4-4e61-88e3-fd01dbd05855, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=8c7f442c-d0f4-4e61-88e3-fd01dbd05855,segment=NetworkSegment(f0640c11-940f-42bc-a068-93c7ed619c6a),segment_id=f0640c11-940f-42bc-a068-93c7ed619c6a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:01:41.341535 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-aa356ca3-36df-430a-a4a1-fa9aabe7b6a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (8c7f442c-d0f4-4e61-88e3-fd01dbd05855), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:41.341951 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767a3d4-16cf-4778-b1b4-c0f8067f3f4e req-40b9a128-e0f5-45c5-a263-72532e0a571d tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:41.343809 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2767a3d4-16cf-4778-b1b4-c0f8067f3f4e req-40b9a128-e0f5-45c5-a263-72532e0a571d tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 946 time: 0.3384972 Mar 01 14:01:41.401917 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-aa356ca3-36df-430a-a4a1-fa9aabe7b6a1 None None] Calling delete_port for 8c7f442c-d0f4-4e61-88e3-fd01dbd05855 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:01:41.477485 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2767a3d4-16cf-4778-b1b4-c0f8067f3f4e req-6d85b70e-d096-41ba-9f5a-61aebc4a5aa7 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd65719e-ea09-4512-bbc9-0aebb4135b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216619 Mar 01 14:01:41.489945 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1ff27418-bb71-4286-852e-ae23f7949b53 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (c7c4f361-ab05-4369-bcdd-5e7555278fd6), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:41.512923 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-aa356ca3-36df-430a-a4a1-fa9aabe7b6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (8c7f442c-d0f4-4e61-88e3-fd01dbd05855), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:41.523561 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-1ff27418-bb71-4286-852e-ae23f7949b53 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c4f361-ab05-4369-bcdd-5e7555278fd6']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:41.533573 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbe2c1-fd61-4ad9-b620-ce54a59306e1 req-76ee3910-4109-44c3-bace-7b2435805290 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:41.536038 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a0bbe2c1-fd61-4ad9-b620-ce54a59306e1 req-76ee3910-4109-44c3-bace-7b2435805290 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce64119c-501c-4854-a720-fe9c4a7d65c7 HTTP/1.1" status: 200 len: 945 time: 0.1821685 Mar 01 14:01:41.557462 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa356ca3-36df-430a-a4a1-fa9aabe7b6a1 None None] Pushing event deleted for resources: {'Port': ['ID=8c7f442c-d0f4-4e61-88e3-fd01dbd05855,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:41.557615 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-1ff27418-bb71-4286-852e-ae23f7949b53 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18984bbf-5445-4915-9e22-7c226c4017cd') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:41.557772 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-1ff27418-bb71-4286-852e-ae23f7949b53 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18984bbf-5445-4915-9e22-7c226c4017cd') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:41.563034 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa356ca3-36df-430a-a4a1-fa9aabe7b6a1 None None] No DVR routers for this DVR port 8c7f442c-d0f4-4e61-88e3-fd01dbd05855 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:01:41.617563 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1ff27418-bb71-4286-852e-ae23f7949b53 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (18984bbf-5445-4915-9e22-7c226c4017cd), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:41.674079 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1ff27418-bb71-4286-852e-ae23f7949b53 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (18984bbf-5445-4915-9e22-7c226c4017cd), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:41.689111 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ff27418-bb71-4286-852e-ae23f7949b53 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:01:41.689514 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1ff27418-bb71-4286-852e-ae23f7949b53 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (18984bbf-5445-4915-9e22-7c226c4017cd), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:01:41.693527 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:01:41.740327 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f443f89-0fa1-4368-88ea-41cb8547997b req-5493bdf9-319d-4664-aacf-0c90041efba7 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:41.742002 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3f443f89-0fa1-4368-88ea-41cb8547997b req-5493bdf9-319d-4664-aacf-0c90041efba7 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 947 time: 0.1412935 Mar 01 14:01:41.874303 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3f443f89-0fa1-4368-88ea-41cb8547997b req-c551df8a-d1b7-477d-bd03-41c7d39d0720 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188433 Mar 01 14:01:41.912973 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3e464-053f-4437-bc4a-e096e953a7d7 req-77314333-3585-4479-9f6b-896f65ea11b0 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:41.914767 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e0c3e464-053f-4437-bc4a-e096e953a7d7 req-77314333-3585-4479-9f6b-896f65ea11b0 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce64119c-501c-4854-a720-fe9c4a7d65c7 HTTP/1.1" status: 200 len: 945 time: 0.1380954 Mar 01 14:01:42.019561 n-d-827467-3 neutron-server[103727]: DEBUG neutron.objects.ports [None req-994d2f4e-6fb4-49c2-9732-647a3fb2adb5 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103727) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 01 14:01:42.019561 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-994d2f4e-6fb4-49c2-9732-647a3fb2adb5 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (40663464-2b5f-40c2-accb-35e2c13acf1d), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:42.030975 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-a0bbe2c1-fd61-4ad9-b620-ce54a59306e1 req-86d5ca13-016b-44c0-afbd-2de246f32d44 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Deleting port a1b835fc-6211-46d6-8e5f-ee503f855689 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:01:42.030975 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a0bbe2c1-fd61-4ad9-b620-ce54a59306e1 req-86d5ca13-016b-44c0-afbd-2de246f32d44 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (a1b835fc-6211-46d6-8e5f-ee503f855689), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:42.085342 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e0c3e464-053f-4437-bc4a-e096e953a7d7 req-5270d320-28ba-4f4b-b697-9a552172284b tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627724 Mar 01 14:01:42.090281 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1ff27418-bb71-4286-852e-ae23f7949b53 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (c7c4f361-ab05-4369-bcdd-5e7555278fd6), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:42.094907 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1ff27418-bb71-4286-852e-ae23f7949b53 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:42.098571 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1ff27418-bb71-4286-852e-ae23f7949b53 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "DELETE /v2.0/networks/c7c4f361-ab05-4369-bcdd-5e7555278fd6 HTTP/1.1" status: 204 len: 168 time: 1.4675786 Mar 01 14:01:42.103640 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56286) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:42.118038 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff27418-bb71-4286-852e-ae23f7949b53 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Pushing event deleted for resources: {'Network': ['ID=c7c4f361-ab05-4369-bcdd-5e7555278fd6,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:42.143908 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d2f4e-6fb4-49c2-9732-647a3fb2adb5 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Pushing event updated for resources: {'Subnet': ['ID=40663464-2b5f-40c2-accb-35e2c13acf1d,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:42.169094 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-a0bbe2c1-fd61-4ad9-b620-ce54a59306e1 req-86d5ca13-016b-44c0-afbd-2de246f32d44 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] For port a1b835fc-6211-46d6-8e5f-ee503f855689, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=a1b835fc-6211-46d6-8e5f-ee503f855689,segment=NetworkSegment(354ee497-7228-4227-89f9-36435d335b77),segment_id=354ee497-7228-4227-89f9-36435d335b77)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:01:42.170080 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a0bbe2c1-fd61-4ad9-b620-ce54a59306e1 req-86d5ca13-016b-44c0-afbd-2de246f32d44 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (a1b835fc-6211-46d6-8e5f-ee503f855689), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:42.178772 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994d2f4e-6fb4-49c2-9732-647a3fb2adb5 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Checking segment: {'id': '5598a7fa-48e0-4221-9b6d-1e2742a3bfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1b0c4593-9767-42ec-b476-54fd91622e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:01:42.179435 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994d2f4e-6fb4-49c2-9732-647a3fb2adb5 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Network hostable DHCP agents. Network: 1b0c4593-9767-42ec-b476-54fd91622e8d, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:01:42.188895 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-a0bbe2c1-fd61-4ad9-b620-ce54a59306e1 req-86d5ca13-016b-44c0-afbd-2de246f32d44 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Calling delete_port for a1b835fc-6211-46d6-8e5f-ee503f855689 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:01:42.223729 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-26a528da-acbd-40c3-a047-52aa847d36d4 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (ecc5a3c2-7ca8-4634-8af5-754b9bcd314c), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:42.227636 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994d2f4e-6fb4-49c2-9732-647a3fb2adb5 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Network 1b0c4593-9767-42ec-b476-54fd91622e8d is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:01:42.281743 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-994d2f4e-6fb4-49c2-9732-647a3fb2adb5 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 1b0c4593-9767-42ec-b476-54fd91622e8d) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:01:42.289390 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a168cdee-1b29-46b8-a9e9-17127e627bdc None None] Network 1b0c4593-9767-42ec-b476-54fd91622e8d requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:01:42.294926 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994d2f4e-6fb4-49c2-9732-647a3fb2adb5 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:42.295538 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-994d2f4e-6fb4-49c2-9732-647a3fb2adb5 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:42.310473 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 8c7f442c-d0f4-4e61-88e3-fd01dbd05855 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:01:42.399169 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-994d2f4e-6fb4-49c2-9732-647a3fb2adb5 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1137710 Mar 01 14:01:42.400009 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56292) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:42.407946 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-5ab5a9e3-2485-4dbc-b94e-2036f5dd9b59 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-20576637', 'network_id': '1b0c4593-9767-42ec-b476-54fd91622e8d'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:01:42.413850 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 8c7f442c-d0f4-4e61-88e3-fd01dbd05855 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:01:42.414154 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 8c7f442c-d0f4-4e61-88e3-fd01dbd05855 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:01:42.414588 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c7149afb-fe21-48e0-b0e1-abd6b268026d no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:01:42.415023 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-26a528da-acbd-40c3-a047-52aa847d36d4 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (ecc5a3c2-7ca8-4634-8af5-754b9bcd314c), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:42.453152 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a0bbe2c1-fd61-4ad9-b620-ce54a59306e1 req-86d5ca13-016b-44c0-afbd-2de246f32d44 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (a1b835fc-6211-46d6-8e5f-ee503f855689), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:42.459761 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-26a528da-acbd-40c3-a047-52aa847d36d4 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecc5a3c2-7ca8-4634-8af5-754b9bcd314c']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:42.462833 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab5a9e3-2485-4dbc-b94e-2036f5dd9b59 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Made reservation on behalf of d66cdff9bbba4e58a977a9c5d70480c5 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:01:42.463201 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: c7149afb-fe21-48e0-b0e1-abd6b268026d {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:01:42.463571 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c7149afb-fe21-48e0-b0e1-abd6b268026d not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:01:42.468959 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['698be840-58f4-417e-896d-121bd73d95b5'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:01:42.478289 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5ab5a9e3-2485-4dbc-b94e-2036f5dd9b59 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:42.498911 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-26a528da-acbd-40c3-a047-52aa847d36d4 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0640c11-940f-42bc-a068-93c7ed619c6a') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:42.499308 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-26a528da-acbd-40c3-a047-52aa847d36d4 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0640c11-940f-42bc-a068-93c7ed619c6a') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:42.501260 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d5ca13-016b-44c0-afbd-2de246f32d44 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Pushing event deleted for resources: {'Port': ['ID=a1b835fc-6211-46d6-8e5f-ee503f855689,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:42.518018 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-26a528da-acbd-40c3-a047-52aa847d36d4 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (f0640c11-940f-42bc-a068-93c7ed619c6a), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:42.529412 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-5ab5a9e3-2485-4dbc-b94e-2036f5dd9b59 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] device_id is not set on port f0322d78-4327-4ba8-833f-8fad05b2aae9 yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:01:42.569268 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51da8166-e556-4eaa-9d45-09cd317f78fa None None] Network 1b0c4593-9767-42ec-b476-54fd91622e8d requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:01:42.584821 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-26a528da-acbd-40c3-a047-52aa847d36d4 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (f0640c11-940f-42bc-a068-93c7ed619c6a), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:42.586149 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bbe2c1-fd61-4ad9-b620-ce54a59306e1 req-86d5ca13-016b-44c0-afbd-2de246f32d44 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] No DVR routers for this DVR port a1b835fc-6211-46d6-8e5f-ee503f855689 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:01:42.589033 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a0bbe2c1-fd61-4ad9-b620-ce54a59306e1 req-86d5ca13-016b-44c0-afbd-2de246f32d44 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:42.592468 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a0bbe2c1-fd61-4ad9-b620-ce54a59306e1 req-86d5ca13-016b-44c0-afbd-2de246f32d44 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.20 "DELETE /v2.0/ports/a1b835fc-6211-46d6-8e5f-ee503f855689 HTTP/1.1" status: 204 len: 173 time: 1.0503454 Mar 01 14:01:42.592821 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce64119c-501c-4854-a720-fe9c4a7d65c7', 'name': 'network-vif-deleted', 'tag': 'a1b835fc-6211-46d6-8e5f-ee503f855689'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:01:42.595493 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d179bd75-e101-4165-8696-f1ad40de2c57" -d '{"events": [{"server_uuid": "ce64119c-501c-4854-a720-fe9c4a7d65c7", "name": "network-vif-deleted", "tag": "a1b835fc-6211-46d6-8e5f-ee503f855689"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:01:42.599503 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a528da-acbd-40c3-a047-52aa847d36d4 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:01:42.599933 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-26a528da-acbd-40c3-a047-52aa847d36d4 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (f0640c11-940f-42bc-a068-93c7ed619c6a), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:42.604310 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:01:42.604310 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:01:42.604310 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:01:42.604310 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:01:42.604310 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:01:42.604310 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:01:42.604310 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:01:42.604310 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:01:42.604310 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:01:42.604310 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:01:42.604310 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:01:42.604310 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:01:42.604310 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:01:42.604310 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:01:42.604310 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:01:42.604310 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:01:42.604310 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:01:42.604310 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:01:42.604310 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:01:42.604310 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:01:42.604310 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:01:42.604310 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:01:42.604310 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:01:42.604310 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:01:42.604310 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:01:42.604310 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:01:42.604310 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:01:42.604310 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:01:42.604310 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:01:42.604310 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:01:42.604310 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:01:42.604310 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:01:42.713694 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0b8359-e5ad-4406-b8d1-8f809c9cf7e4 x-openstack-request-id: req-ea0b8359-e5ad-4406-b8d1-8f809c9cf7e4 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:01:42.713998 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce64119c-501c-4854-a720-fe9c4a7d65c7", "name": "network-vif-deleted", "tag": "a1b835fc-6211-46d6-8e5f-ee503f855689", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:01:42.714247 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea0b8359-e5ad-4406-b8d1-8f809c9cf7e4 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:01:42.714647 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce64119c-501c-4854-a720-fe9c4a7d65c7', 'name': 'network-vif-deleted', 'tag': 'a1b835fc-6211-46d6-8e5f-ee503f855689', 'status': 'completed', 'code': 200} Mar 01 14:01:42.791700 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-26a528da-acbd-40c3-a047-52aa847d36d4 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (ecc5a3c2-7ca8-4634-8af5-754b9bcd314c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:42.795780 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-5ab5a9e3-2485-4dbc-b94e-2036f5dd9b59 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Allocated IP 2001:db8::1d (1b0c4593-9767-42ec-b476-54fd91622e8d/40663464-2b5f-40c2-accb-35e2c13acf1d/f0322d78-4327-4ba8-833f-8fad05b2aae9) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:01:42.804219 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-26a528da-acbd-40c3-a047-52aa847d36d4 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:42.807628 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-26a528da-acbd-40c3-a047-52aa847d36d4 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] 10.222.0.13 "DELETE /v2.0/networks/ecc5a3c2-7ca8-4634-8af5-754b9bcd314c HTTP/1.1" status: 204 len: 168 time: 0.7011781 Mar 01 14:01:42.828714 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a528da-acbd-40c3-a047-52aa847d36d4 tempest-TaggedBootDevicesTest_v242-503246766 tempest-TaggedBootDevicesTest_v242-503246766-project] Pushing event deleted for resources: {'Network': ['ID=ecc5a3c2-7ca8-4634-8af5-754b9bcd314c,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:42.865394 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fca10-4e96-4c02-ac9a-f7903b270864 req-448e92bd-7538-47fd-a887-c354066694a5 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:42.866910 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-515fca10-4e96-4c02-ac9a-f7903b270864 req-448e92bd-7538-47fd-a887-c354066694a5 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 946 time: 0.1858764 Mar 01 14:01:42.976542 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-515fca10-4e96-4c02-ac9a-f7903b270864 req-a0294b13-dcb4-41ee-966b-032431936e59 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd65719e-ea09-4512-bbc9-0aebb4135b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019208 Mar 01 14:01:43.114532 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5ab5a9e3-2485-4dbc-b94e-2036f5dd9b59 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for port (f0322d78-4327-4ba8-833f-8fad05b2aae9), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:43.174618 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2f63f-ab70-4890-9f43-be90e1b318c6 req-2bb8af72-0261-4260-a190-a8e9fcb9db67 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:43.182555 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0ae2f63f-ab70-4890-9f43-be90e1b318c6 req-2bb8af72-0261-4260-a190-a8e9fcb9db67 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 947 time: 0.1759515 Mar 01 14:01:43.228897 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d526b7e-33bc-4b01-87ce-269e200f1847 req-ee0e2795-aa83-4b51-9fdf-192a036a2f2d tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:43.230511 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7d526b7e-33bc-4b01-87ce-269e200f1847 req-ee0e2795-aa83-4b51-9fdf-192a036a2f2d tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 946 time: 0.1631758 Mar 01 14:01:43.276317 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5ab5a9e3-2485-4dbc-b94e-2036f5dd9b59 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (f0322d78-4327-4ba8-833f-8fad05b2aae9), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:43.285185 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0ae2f63f-ab70-4890-9f43-be90e1b318c6 req-64557f7a-47d2-4937-b765-e116ccc2b061 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015303 Mar 01 14:01:43.349091 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab5a9e3-2485-4dbc-b94e-2036f5dd9b59 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Network 1b0c4593-9767-42ec-b476-54fd91622e8d is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:01:43.358760 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-5ab5a9e3-2485-4dbc-b94e-2036f5dd9b59 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:01:43.365191 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab5a9e3-2485-4dbc-b94e-2036f5dd9b59 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:01:43.366639 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab5a9e3-2485-4dbc-b94e-2036f5dd9b59 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:43.367266 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5ab5a9e3-2485-4dbc-b94e-2036f5dd9b59 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:43.371233 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5a9e3-2485-4dbc-b94e-2036f5dd9b59 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Pushing event updated for resources: {'Port': ['ID=f0322d78-4327-4ba8-833f-8fad05b2aae9,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:43.383483 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7d526b7e-33bc-4b01-87ce-269e200f1847 req-84c3964d-a50a-4676-a303-3bdfa0c375e8 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd65719e-ea09-4512-bbc9-0aebb4135b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443601 Mar 01 14:01:43.403827 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56318) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:43.404359 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5ab5a9e3-2485-4dbc-b94e-2036f5dd9b59 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0004747 Mar 01 14:01:43.498060 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec7de1-33aa-41e6-a57d-272447ae5322 req-56ff2ea9-b012-4d0c-851b-0e2e461eb935 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:43.509307 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-80ec7de1-33aa-41e6-a57d-272447ae5322 req-56ff2ea9-b012-4d0c-851b-0e2e461eb935 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 947 time: 0.0876260 Mar 01 14:01:43.536059 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-48512f6b-ad97-472e-aef8-4676bfe2ac07 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Deleting port f0322d78-4327-4ba8-833f-8fad05b2aae9 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:01:43.536612 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48512f6b-ad97-472e-aef8-4676bfe2ac07 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (f0322d78-4327-4ba8-833f-8fad05b2aae9), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:43.569127 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-80ec7de1-33aa-41e6-a57d-272447ae5322 req-d85d5178-aa9d-44d9-a486-7bab40c8ed83 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592680 Mar 01 14:01:43.660827 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48512f6b-ad97-472e-aef8-4676bfe2ac07 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (f0322d78-4327-4ba8-833f-8fad05b2aae9), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:43.673755 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-48512f6b-ad97-472e-aef8-4676bfe2ac07 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Calling delete_port for f0322d78-4327-4ba8-833f-8fad05b2aae9 owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:01:43.739039 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2948a-b5be-4318-95a7-2ce09fe3ae38 req-395ebde1-b961-4a32-8c17-33a9d11d7bb3 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:43.740899 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fc2948a-b5be-4318-95a7-2ce09fe3ae38 req-395ebde1-b961-4a32-8c17-33a9d11d7bb3 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 947 time: 0.0805738 Mar 01 14:01:43.832337 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3fc2948a-b5be-4318-95a7-2ce09fe3ae38 req-79cb5b79-ea6e-479d-b954-99b89849dc02 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817540 Mar 01 14:01:43.861218 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48512f6b-ad97-472e-aef8-4676bfe2ac07 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (f0322d78-4327-4ba8-833f-8fad05b2aae9), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:43.892278 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48512f6b-ad97-472e-aef8-4676bfe2ac07 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0322d78-4327-4ba8-833f-8fad05b2aae9,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:43.919772 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48512f6b-ad97-472e-aef8-4676bfe2ac07 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:43.923474 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-48512f6b-ad97-472e-aef8-4676bfe2ac07 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] 10.222.0.13 "DELETE /v2.0/ports/f0322d78-4327-4ba8-833f-8fad05b2aae9 HTTP/1.1" status: 204 len: 168 time: 0.5176787 Mar 01 14:01:43.925744 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039bbeee-e53a-4938-9db6-dc6aca24aa78 req-b7291305-f18f-427a-8084-79c6a6db4e7c tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:43.926605 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56340) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:43.927493 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-039bbeee-e53a-4938-9db6-dc6aca24aa78 req-b7291305-f18f-427a-8084-79c6a6db4e7c tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 946 time: 0.0665932 Mar 01 14:01:43.938131 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-4addb69a-349e-49ae-bdff-aa34b90f23f3 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1b0c4593-9767-42ec-b476-54fd91622e8d', 'external_fixed_ips': [{'subnet_id': '40663464-2b5f-40c2-accb-35e2c13acf1d', 'ip_address': '2001:db8::1d'}]}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:01:43.966536 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4addb69a-349e-49ae-bdff-aa34b90f23f3 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (df12a464-5596-4640-8d56-c84165adae3f), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:43.967607 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4addb69a-349e-49ae-bdff-aa34b90f23f3 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (df12a464-5596-4640-8d56-c84165adae3f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:44.029829 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-039bbeee-e53a-4938-9db6-dc6aca24aa78 req-9c97479d-99ad-4ec5-8905-4dec5d3dec72 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd65719e-ea09-4512-bbc9-0aebb4135b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954835 Mar 01 14:01:44.077392 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4addb69a-349e-49ae-bdff-aa34b90f23f3 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router_controller (df12a464-5596-4640-8d56-c84165adae3f), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:44.083859 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91929787-318b-405c-a529-27708ad738c5 req-365e4e9e-d933-4bb8-9cac-704a046a03a4 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:44.085431 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-91929787-318b-405c-a529-27708ad738c5 req-365e4e9e-d933-4bb8-9cac-704a046a03a4 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/networks?id=3a263dd2-fccb-41d7-9268-17deef5caa4e HTTP/1.1" status: 200 len: 806 time: 0.1280289 Mar 01 14:01:44.114799 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-91929787-318b-405c-a529-27708ad738c5 req-5986f837-245b-4f4d-8170-8cea5f712db4 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/quotas/a1fa37a61f124c25aca457ce8a3f996a HTTP/1.1" status: 200 len: 375 time: 0.0234098 Mar 01 14:01:44.132210 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device a1b835fc-6211-46d6-8e5f-ee503f855689 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:01:44.172831 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: a1b835fc-6211-46d6-8e5f-ee503f855689 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:01:44.173417 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device a1b835fc-6211-46d6-8e5f-ee503f855689 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:01:44.219750 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-91929787-318b-405c-a529-27708ad738c5 req-66ee9f89-3d0f-4e50-a64f-3f506ba458ff tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1fa37a61f124c25aca457ce8a3f996a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0978324 Mar 01 14:01:44.241898 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0933592-1071-4b39-9b02-2c9c914a0141 req-7a4d010a-8227-491c-9460-a3738e2049c9 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:44.243434 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e0933592-1071-4b39-9b02-2c9c914a0141 req-7a4d010a-8227-491c-9460-a3738e2049c9 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 947 time: 0.0955927 Mar 01 14:01:44.290847 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4addb69a-349e-49ae-bdff-aa34b90f23f3 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router_gateway (df12a464-5596-4640-8d56-c84165adae3f), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:44.350300 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e0933592-1071-4b39-9b02-2c9c914a0141 req-ad2a1077-7f2f-4df2-af1a-08ce897432aa tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956481 Mar 01 14:01:44.371856 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-91929787-318b-405c-a529-27708ad738c5 req-4a6d9e62-ed65-4128-9d85-f0cb49b84be1 service neutron] 10.222.0.13 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474578 Mar 01 14:01:44.480549 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-91929787-318b-405c-a529-27708ad738c5 req-9768251f-0bd7-49f2-a52b-cc06110ecc98 service neutron] 10.222.0.13 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085117 Mar 01 14:01:44.550164 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea40ff-9622-487a-b4a8-068261cf4408 req-ed0917ef-9a10-4349-aa18-a3bf19615c92 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:44.551866 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-58ea40ff-9622-487a-b4a8-068261cf4408 req-ed0917ef-9a10-4349-aa18-a3bf19615c92 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 947 time: 0.0972009 Mar 01 14:01:44.585646 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4addb69a-349e-49ae-bdff-aa34b90f23f3 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router_gateway (df12a464-5596-4640-8d56-c84165adae3f), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:44.614995 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4addb69a-349e-49ae-bdff-aa34b90f23f3 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:44.626495 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-58ea40ff-9622-487a-b4a8-068261cf4408 req-1d1ec9aa-c0c0-4eb0-9e7f-5780ff6a5147 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669205 Mar 01 14:01:44.700996 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc0f08d9-06cd-4c58-8e3f-5d07ec7d918c req-8427e3dc-2c8e-4469-a463-44016abe41fb tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d37cfd9-9d56-426b-a687-7584628a0284 HTTP/1.1" status: 200 len: 210 time: 0.0466568 Mar 01 14:01:44.857192 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-4addb69a-349e-49ae-bdff-aa34b90f23f3 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Allocated IP 2001:db8::1d (1b0c4593-9767-42ec-b476-54fd91622e8d/40663464-2b5f-40c2-accb-35e2c13acf1d/938fb365-7eec-4350-8a95-d1df2141255e) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:01:44.888055 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be95f3-9db6-4be3-8cc7-51bf439de946 req-5089c768-34f7-4db3-8dd5-1b6cd2ea7491 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:44.895417 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-17be95f3-9db6-4be3-8cc7-51bf439de946 req-5089c768-34f7-4db3-8dd5-1b6cd2ea7491 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 947 time: 0.0989397 Mar 01 14:01:44.939108 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-17be95f3-9db6-4be3-8cc7-51bf439de946 req-b7316bb2-08d6-4da9-acc3-922ae4c2067b tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428054 Mar 01 14:01:45.013412 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4addb69a-349e-49ae-bdff-aa34b90f23f3 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for port (938fb365-7eec-4350-8a95-d1df2141255e), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:45.058019 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4addb69a-349e-49ae-bdff-aa34b90f23f3 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (938fb365-7eec-4350-8a95-d1df2141255e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:45.104496 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4addb69a-349e-49ae-bdff-aa34b90f23f3 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Network 1b0c4593-9767-42ec-b476-54fd91622e8d is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:01:45.110274 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-4addb69a-349e-49ae-bdff-aa34b90f23f3 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:01:45.110468 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5689e50-8cd5-4710-9731-2afca47a7ff7 req-dbb05a7e-7f34-4037-8048-498a08027a94 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:45.114565 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4addb69a-349e-49ae-bdff-aa34b90f23f3 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:01:45.118826 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e5689e50-8cd5-4710-9731-2afca47a7ff7 req-dbb05a7e-7f34-4037-8048-498a08027a94 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 947 time: 0.0954263 Mar 01 14:01:45.159721 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4addb69a-349e-49ae-bdff-aa34b90f23f3 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Pushing event updated for resources: {'Port': ['ID=938fb365-7eec-4350-8a95-d1df2141255e,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:45.234771 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e5689e50-8cd5-4710-9731-2afca47a7ff7 req-2e348379-591c-4ce7-aa1c-a2930c668642 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084313 Mar 01 14:01:45.249790 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e3948-2831-4d49-b6f7-5931e53b5403 req-456ddd8d-65a6-430b-a821-be3f18e53b0f tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:45.263799 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b52e3948-2831-4d49-b6f7-5931e53b5403 req-456ddd8d-65a6-430b-a821-be3f18e53b0f tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 946 time: 0.1052778 Mar 01 14:01:45.391269 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4addb69a-349e-49ae-bdff-aa34b90f23f3 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router_gateway (df12a464-5596-4640-8d56-c84165adae3f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:45.420527 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b52e3948-2831-4d49-b6f7-5931e53b5403 req-f0fd458d-e383-4e9f-96c3-628c2d45117e tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd65719e-ea09-4512-bbc9-0aebb4135b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597836 Mar 01 14:01:45.672904 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e48c3-dee2-491a-9dc3-915e9b7cac0b req-81f2e091-d14c-464f-83af-1911bae7a4cd tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:45.679557 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-204e48c3-dee2-491a-9dc3-915e9b7cac0b req-81f2e091-d14c-464f-83af-1911bae7a4cd tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 947 time: 0.0978141 Mar 01 14:01:45.685247 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4addb69a-349e-49ae-bdff-aa34b90f23f3 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (df12a464-5596-4640-8d56-c84165adae3f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:45.782345 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-204e48c3-dee2-491a-9dc3-915e9b7cac0b req-961950e0-d576-4aa2-a8ee-7943ce31c116 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919147 Mar 01 14:01:45.848153 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b177dd-ecb2-4650-840c-4cccaa27ad67 req-7c91ee98-da16-417f-85a3-bab4e3cbc229 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:45.850178 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b3b177dd-ecb2-4650-840c-4cccaa27ad67 req-7c91ee98-da16-417f-85a3-bab4e3cbc229 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 946 time: 0.0669518 Mar 01 14:01:45.914586 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b3b177dd-ecb2-4650-840c-4cccaa27ad67 req-73c22f42-5d48-4d14-8db1-93ed96629a1f tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd65719e-ea09-4512-bbc9-0aebb4135b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578787 Mar 01 14:01:45.959040 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-113b352f-8be4-4c1e-bfd8-7356e1ccea7f req-36bd3e0e-7a6a-4797-a6f2-d7452c2bb62a tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d37cfd9-9d56-426b-a687-7584628a0284 HTTP/1.1" status: 200 len: 210 time: 0.0391562 Mar 01 14:01:45.980354 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76513532-2447-4596-a00f-0426dafd4da8 req-bda25a06-5048-4c2e-ac86-208a2e2add04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:45.981841 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-76513532-2447-4596-a00f-0426dafd4da8 req-bda25a06-5048-4c2e-ac86-208a2e2add04 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aeaec8b70c5243f1b500761e5487518b&device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 1128 time: 0.0975873 Mar 01 14:01:46.008278 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4addb69a-349e-49ae-bdff-aa34b90f23f3 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Router df12a464-5596-4640-8d56-c84165adae3f is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:01:46.394964 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76513532-2447-4596-a00f-0426dafd4da8 req-fba7801b-a741-462a-865d-44c710a22c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:46.396463 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-76513532-2447-4596-a00f-0426dafd4da8 req-fba7801b-a741-462a-865d-44c710a22c47 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae5522e3-31c0-49c6-86ae-926f4d28515d HTTP/1.1" status: 200 len: 912 time: 0.4082704 Mar 01 14:01:46.398484 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91929787-318b-405c-a529-27708ad738c5 req-efcfaeca-ae63-412c-acdc-04830c59cecb tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:46.403465 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-91929787-318b-405c-a529-27708ad738c5 req-efcfaeca-ae63-412c-acdc-04830c59cecb tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.32 "GET /v2.0/networks?id=3a263dd2-fccb-41d7-9268-17deef5caa4e HTTP/1.1" status: 200 len: 806 time: 0.1644268 Mar 01 14:01:46.420771 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-91929787-318b-405c-a529-27708ad738c5 req-4d3cd26f-4775-4486-9246-6e771ce75cf0 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Request body: {'port': {'device_id': '7d37cfd9-9d56-426b-a687-7584628a0284', 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e', 'admin_state_up': True, 'tenant_id': 'a1fa37a61f124c25aca457ce8a3f996a'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:01:46.450167 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-76513532-2447-4596-a00f-0426dafd4da8 req-6ebe3ae4-8600-41cc-adfc-61184ad87051 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2556a655-be0a-4953-b656-28ee11a2810a HTTP/1.1" status: 200 len: 217 time: 0.0452049 Mar 01 14:01:46.451311 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4addb69a-349e-49ae-bdff-aa34b90f23f3 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:01:46.466178 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f43b4f4-9aba-4f2a-ab23-4364f3e7f885 None None] Sync routers for ids ['df12a464-5596-4640-8d56-c84165adae3f'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:01:46.483370 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f43b4f4-9aba-4f2a-ab23-4364f3e7f885 None None] Routers {'df12a464-5596-4640-8d56-c84165adae3f'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:01:46.484549 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-5f43b4f4-9aba-4f2a-ab23-4364f3e7f885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:01:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['df12a464-5596-4640-8d56-c84165adae3f'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:46.517029 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4addb69a-349e-49ae-bdff-aa34b90f23f3 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:46.521725 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4addb69a-349e-49ae-bdff-aa34b90f23f3 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.5842581 Mar 01 14:01:46.522446 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56394) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:46.579926 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76513532-2447-4596-a00f-0426dafd4da8 req-6a07595e-2034-4704-b663-7d796f28cb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:46.582075 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-76513532-2447-4596-a00f-0426dafd4da8 req-6a07595e-2034-4704-b663-7d796f28cb07 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=893fbc27-2905-40be-9c9e-2c8d3b363a60 HTTP/1.1" status: 200 len: 851 time: 0.1257999 Mar 01 14:01:46.653215 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-5f43b4f4-9aba-4f2a-ab23-4364f3e7f885 None None] Set router df12a464-5596-4640-8d56-c84165adae3f gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:01:46.664620 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-76513532-2447-4596-a00f-0426dafd4da8 req-59f5e585-35f6-49ad-8dbb-f1b7ca5f4381 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae5522e3-31c0-49c6-86ae-926f4d28515d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765967 Mar 01 14:01:46.688921 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91929787-318b-405c-a529-27708ad738c5 req-4d3cd26f-4775-4486-9246-6e771ce75cf0 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Made reservation on behalf of a1fa37a61f124c25aca457ce8a3f996a for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:01:46.696514 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-91929787-318b-405c-a529-27708ad738c5 req-4d3cd26f-4775-4486-9246-6e771ce75cf0 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:46.860678 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-76513532-2447-4596-a00f-0426dafd4da8 req-f6637b9b-b2e8-4a70-9e04-42f3ecd68224 service neutron] 10.222.0.20 "GET /v2.0/networks/ae5522e3-31c0-49c6-86ae-926f4d28515d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634023 Mar 01 14:01:46.872347 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-91929787-318b-405c-a529-27708ad738c5 req-4d3cd26f-4775-4486-9246-6e771ce75cf0 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Allocated IP 172.20.0.4 (3a263dd2-fccb-41d7-9268-17deef5caa4e/7e897284-ac55-41c2-b088-3972dd0eb9f7/bf35c191-d35a-420c-96c9-d2ffdb0df583) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:01:46.909453 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-5f43b4f4-9aba-4f2a-ab23-4364f3e7f885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df12a464-5596-4640-8d56-c84165adae3f', 'name': '', 'tenant_id': 'd66cdff9bbba4e58a977a9c5d70480c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b0c4593-9767-42ec-b476-54fd91622e8d', 'external_fixed_ips': [{'subnet_id': '40663464-2b5f-40c2-accb-35e2c13acf1d', 'ip_address': '2001:db8::1d'}], 'enable_snat': True}, 'gw_port_id': '938fb365-7eec-4350-8a95-d1df2141255e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:01:43Z', 'updated_at': '2022-03-01T14:01:45Z', 'revision_number': 3, 'project_id': 'd66cdff9bbba4e58a977a9c5d70480c5', 'gw_port': {'id': '938fb365-7eec-4350-8a95-d1df2141255e', 'name': '', 'network_id': '1b0c4593-9767-42ec-b476-54fd91622e8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df12a464-5596-4640-8d56-c84165adae3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '40663464-2b5f-40c2-accb-35e2c13acf1d', 'ip_address': '2001:db8::1d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:01:44Z', 'updated_at': '2022-03-01T14:01:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40663464-2b5f-40c2-accb-35e2c13acf1d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:46.948535 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f43b4f4-9aba-4f2a-ab23-4364f3e7f885 None None] Checking router: df12a464-5596-4640-8d56-c84165adae3f for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:01:46.949172 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f43b4f4-9aba-4f2a-ab23-4364f3e7f885 None None] Updating router df12a464-5596-4640-8d56-c84165adae3f port 938fb365-7eec-4350-8a95-d1df2141255e binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:01:46.981844 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5f43b4f4-9aba-4f2a-ab23-4364f3e7f885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (938fb365-7eec-4350-8a95-d1df2141255e), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:47.026924 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9c94274e-d795-4c7d-b5ec-fde4ba848da1 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router (df12a464-5596-4640-8d56-c84165adae3f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:47.102745 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ba498-ce4c-4dfe-a961-ae4270535dc3 req-ea72a2b9-ce1c-4ae3-8ba0-e52b9fd8b096 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:47.109528 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-825ba498-ce4c-4dfe-a961-ae4270535dc3 req-ea72a2b9-ce1c-4ae3-8ba0-e52b9fd8b096 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 947 time: 0.2200084 Mar 01 14:01:47.199893 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-76513532-2447-4596-a00f-0426dafd4da8 req-daf8b562-04c4-401b-9747-54b661ce9a24 service neutron] 10.222.0.20 "GET /v2.0/networks/ae5522e3-31c0-49c6-86ae-926f4d28515d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302546 Mar 01 14:01:47.205241 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9c94274e-d795-4c7d-b5ec-fde4ba848da1 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router_gateway (df12a464-5596-4640-8d56-c84165adae3f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:47.267094 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5f43b4f4-9aba-4f2a-ab23-4364f3e7f885 None None] Publish callbacks [] for port (938fb365-7eec-4350-8a95-d1df2141255e), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:47.276284 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5f43b4f4-9aba-4f2a-ab23-4364f3e7f885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (938fb365-7eec-4350-8a95-d1df2141255e), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:47.286267 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-9c94274e-d795-4c7d-b5ec-fde4ba848da1 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Deleting port 938fb365-7eec-4350-8a95-d1df2141255e {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:01:47.286681 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9c94274e-d795-4c7d-b5ec-fde4ba848da1 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (938fb365-7eec-4350-8a95-d1df2141255e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:47.330000 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0837e215-b011-4f40-bc05-7dbc632418d5 None None] Pushing event updated for resources: {'Port': ['ID=938fb365-7eec-4350-8a95-d1df2141255e,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:47.349429 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-5f43b4f4-9aba-4f2a-ab23-4364f3e7f885 None None] Attempting to bind port 938fb365-7eec-4350-8a95-d1df2141255e on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:01:47.349960 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-5f43b4f4-9aba-4f2a-ab23-4364f3e7f885 None None] Attempting to bind port 938fb365-7eec-4350-8a95-d1df2141255e by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '5598a7fa-48e0-4221-9b6d-1e2742a3bfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1b0c4593-9767-42ec-b476-54fd91622e8d'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:01:47.350574 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f43b4f4-9aba-4f2a-ab23-4364f3e7f885 None None] Attempting to bind port 938fb365-7eec-4350-8a95-d1df2141255e on network 1b0c4593-9767-42ec-b476-54fd91622e8d {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:01:47.357441 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f43b4f4-9aba-4f2a-ab23-4364f3e7f885 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:01:47.357981 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f43b4f4-9aba-4f2a-ab23-4364f3e7f885 None None] Checking segment: {'id': '5598a7fa-48e0-4221-9b6d-1e2742a3bfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1b0c4593-9767-42ec-b476-54fd91622e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:01:47.358586 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5f43b4f4-9aba-4f2a-ab23-4364f3e7f885 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:47.359133 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f43b4f4-9aba-4f2a-ab23-4364f3e7f885 None None] Bound using segment: {'id': '5598a7fa-48e0-4221-9b6d-1e2742a3bfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1b0c4593-9767-42ec-b476-54fd91622e8d'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:01:47.359752 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-5f43b4f4-9aba-4f2a-ab23-4364f3e7f885 None None] Bound port: 938fb365-7eec-4350-8a95-d1df2141255e, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5598a7fa-48e0-4221-9b6d-1e2742a3bfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1b0c4593-9767-42ec-b476-54fd91622e8d'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:01:47.360303 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5f43b4f4-9aba-4f2a-ab23-4364f3e7f885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (938fb365-7eec-4350-8a95-d1df2141255e), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:47.403036 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9c94274e-d795-4c7d-b5ec-fde4ba848da1 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (938fb365-7eec-4350-8a95-d1df2141255e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:47.418333 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-9c94274e-d795-4c7d-b5ec-fde4ba848da1 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Calling delete_port for 938fb365-7eec-4350-8a95-d1df2141255e owned by network:router_gateway {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:01:47.421764 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-5f43b4f4-9aba-4f2a-ab23-4364f3e7f885 None None] For port 938fb365-7eec-4350-8a95-d1df2141255e, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:01:47.425929 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-5f43b4f4-9aba-4f2a-ab23-4364f3e7f885 None None] For port 938fb365-7eec-4350-8a95-d1df2141255e, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=938fb365-7eec-4350-8a95-d1df2141255e,segment=NetworkSegment(5598a7fa-48e0-4221-9b6d-1e2742a3bfe0),segment_id=5598a7fa-48e0-4221-9b6d-1e2742a3bfe0)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:01:47.435562 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5f43b4f4-9aba-4f2a-ab23-4364f3e7f885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (938fb365-7eec-4350-8a95-d1df2141255e), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:47.506049 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0837e215-b011-4f40-bc05-7dbc632418d5 None None] Pushing event updated for resources: {'Port': ['ID=938fb365-7eec-4350-8a95-d1df2141255e,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:47.552173 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f43b4f4-9aba-4f2a-ab23-4364f3e7f885 None None] Routers {'df12a464-5596-4640-8d56-c84165adae3f'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:01:47.553616 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-5f43b4f4-9aba-4f2a-ab23-4364f3e7f885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:01:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['df12a464-5596-4640-8d56-c84165adae3f'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:47.592898 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26369604-4423-4738-8659-328e5283112a req-2faf08cb-43a9-4e53-bb21-7a0922c31823 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:47.601317 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26369604-4423-4738-8659-328e5283112a req-2faf08cb-43a9-4e53-bb21-7a0922c31823 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 946 time: 0.5857491 Mar 01 14:01:47.679154 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-91929787-318b-405c-a529-27708ad738c5 req-4d3cd26f-4775-4486-9246-6e771ce75cf0 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks [] for port (bf35c191-d35a-420c-96c9-d2ffdb0df583), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:47.694237 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-825ba498-ce4c-4dfe-a961-ae4270535dc3 req-7eaa3c15-4478-4b27-85f7-99f5ed86b88f tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5838478 Mar 01 14:01:47.712414 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26369604-4423-4738-8659-328e5283112a req-084f7710-8539-41d0-ae08-80804a593e19 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd65719e-ea09-4512-bbc9-0aebb4135b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038170 Mar 01 14:01:47.731251 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-5f43b4f4-9aba-4f2a-ab23-4364f3e7f885 None None] Set router df12a464-5596-4640-8d56-c84165adae3f gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:01:47.754489 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9c94274e-d795-4c7d-b5ec-fde4ba848da1 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (938fb365-7eec-4350-8a95-d1df2141255e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:47.793757 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-91929787-318b-405c-a529-27708ad738c5 req-4d3cd26f-4775-4486-9246-6e771ce75cf0 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (bf35c191-d35a-420c-96c9-d2ffdb0df583), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:47.813139 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94274e-d795-4c7d-b5ec-fde4ba848da1 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Pushing event deleted for resources: {'Port': ['ID=938fb365-7eec-4350-8a95-d1df2141255e,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:47.872528 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9c94274e-d795-4c7d-b5ec-fde4ba848da1 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (df12a464-5596-4640-8d56-c84165adae3f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:47.888565 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['698be840-58f4-417e-896d-121bd73d95b5'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:01:47.939943 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91929787-318b-405c-a529-27708ad738c5 req-4d3cd26f-4775-4486-9246-6e771ce75cf0 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Network 3a263dd2-fccb-41d7-9268-17deef5caa4e is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:01:47.948297 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-91929787-318b-405c-a529-27708ad738c5 req-4d3cd26f-4775-4486-9246-6e771ce75cf0 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:01:47.957121 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-91929787-318b-405c-a529-27708ad738c5 req-4d3cd26f-4775-4486-9246-6e771ce75cf0 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:01:47.964094 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3cd26f-4775-4486-9246-6e771ce75cf0 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Pushing event updated for resources: {'Port': ['ID=bf35c191-d35a-420c-96c9-d2ffdb0df583,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:48.008570 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb83c47-690d-41d2-a434-3382e51eceae req-4774278d-09a5-497a-8426-f0e94b791e41 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:48.016185 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8cb83c47-690d-41d2-a434-3382e51eceae req-4774278d-09a5-497a-8426-f0e94b791e41 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d37cfd9-9d56-426b-a687-7584628a0284 HTTP/1.1" status: 200 len: 931 time: 0.1521921 Mar 01 14:01:48.040261 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-5f43b4f4-9aba-4f2a-ab23-4364f3e7f885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df12a464-5596-4640-8d56-c84165adae3f', 'name': '', 'tenant_id': 'd66cdff9bbba4e58a977a9c5d70480c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:01:43Z', 'updated_at': '2022-03-01T14:01:47Z', 'revision_number': 4, 'project_id': 'd66cdff9bbba4e58a977a9c5d70480c5', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:48.049236 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91929787-318b-405c-a529-27708ad738c5 req-4d3cd26f-4775-4486-9246-6e771ce75cf0 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:48.050141 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-91929787-318b-405c-a529-27708ad738c5 req-4d3cd26f-4775-4486-9246-6e771ce75cf0 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:48.084563 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9c94274e-d795-4c7d-b5ec-fde4ba848da1 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (df12a464-5596-4640-8d56-c84165adae3f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:48.087237 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9c94274e-d795-4c7d-b5ec-fde4ba848da1 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router_controller (df12a464-5596-4640-8d56-c84165adae3f), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:48.105084 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-91929787-318b-405c-a529-27708ad738c5 req-4d3cd26f-4775-4486-9246-6e771ce75cf0 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6915267 Mar 01 14:01:48.108717 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f43b4f4-9aba-4f2a-ab23-4364f3e7f885 None None] The sync data for ids ['df12a464-5596-4640-8d56-c84165adae3f'] in n-d-827467-3 is: [{'id': 'df12a464-5596-4640-8d56-c84165adae3f', 'name': '', 'tenant_id': 'd66cdff9bbba4e58a977a9c5d70480c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:01:43Z', 'updated_at': '2022-03-01T14:01:47Z', 'revision_number': 4, 'project_id': 'd66cdff9bbba4e58a977a9c5d70480c5', 'gw_port_host': None}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:01:48.121718 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-91929787-318b-405c-a529-27708ad738c5 req-1da29baa-8a68-4ae3-b156-32b336f50923 service neutron] Request body: {'port': {'device_id': '7d37cfd9-9d56-426b-a687-7584628a0284', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:01:48.154568 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8cb83c47-690d-41d2-a434-3382e51eceae req-d38dee7b-cf06-4ede-82c4-84a855196102 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370993 Mar 01 14:01:48.181327 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9c94274e-d795-4c7d-b5ec-fde4ba848da1 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (df12a464-5596-4640-8d56-c84165adae3f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:48.181981 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c94274e-d795-4c7d-b5ec-fde4ba848da1 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df12a464-5596-4640-8d56-c84165adae3f {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:01:48.194794 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9c94274e-d795-4c7d-b5ec-fde4ba848da1 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:48.200550 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9c94274e-d795-4c7d-b5ec-fde4ba848da1 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] 10.222.0.13 "DELETE /v2.0/routers/df12a464-5596-4640-8d56-c84165adae3f HTTP/1.1" status: 204 len: 168 time: 1.6769521 Mar 01 14:01:48.205453 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56426) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:48.334373 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-91929787-318b-405c-a529-27708ad738c5 req-1da29baa-8a68-4ae3-b156-32b336f50923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (bf35c191-d35a-420c-96c9-d2ffdb0df583), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:48.347653 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e200c6-bcd2-4a02-9a3f-963c7650d66a tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Deleting subnet 40663464-2b5f-40c2-accb-35e2c13acf1d {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:01:48.351771 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-85e200c6-bcd2-4a02-9a3f-963c7650d66a tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for subnet (40663464-2b5f-40c2-accb-35e2c13acf1d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:48.399917 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-85e200c6-bcd2-4a02-9a3f-963c7650d66a tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (40663464-2b5f-40c2-accb-35e2c13acf1d), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:48.456613 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-85e200c6-bcd2-4a02-9a3f-963c7650d66a tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (40663464-2b5f-40c2-accb-35e2c13acf1d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:48.548546 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-85e200c6-bcd2-4a02-9a3f-963c7650d66a tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (40663464-2b5f-40c2-accb-35e2c13acf1d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:48.574131 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-85e200c6-bcd2-4a02-9a3f-963c7650d66a tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:48.579997 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-85e200c6-bcd2-4a02-9a3f-963c7650d66a tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/40663464-2b5f-40c2-accb-35e2c13acf1d HTTP/1.1" status: 204 len: 168 time: 0.3734357 Mar 01 14:01:48.608142 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56434) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:48.619019 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e200c6-bcd2-4a02-9a3f-963c7650d66a tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=40663464-2b5f-40c2-accb-35e2c13acf1d,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:48.645227 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48baa8-a1b6-4f1a-aa4c-4a23d1ca5f0e req-5b2d02c6-916f-4cb0-bf83-64138a0fd94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:48.647176 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8c48baa8-a1b6-4f1a-aa4c-4a23d1ca5f0e req-5b2d02c6-916f-4cb0-bf83-64138a0fd94e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f35078c869241559fa6863827bcce9e&device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 1129 time: 0.0873075 Mar 01 14:01:48.757697 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4f460-14f0-4728-a813-279c3888a3ae req-388e06d5-eb0c-44d3-bf41-e932d10d46cd tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:48.759330 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b5f4f460-14f0-4728-a813-279c3888a3ae req-388e06d5-eb0c-44d3-bf41-e932d10d46cd tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 947 time: 0.1495430 Mar 01 14:01:48.760200 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48baa8-a1b6-4f1a-aa4c-4a23d1ca5f0e req-ee72d45d-87d4-41e9-9a64-669c800ec212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:48.761919 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8c48baa8-a1b6-4f1a-aa4c-4a23d1ca5f0e req-ee72d45d-87d4-41e9-9a64-669c800ec212 service neutron] 10.222.0.20 "GET /v2.0/networks?id=05ce96e8-01ac-41f7-81d8-c04a115222c3 HTTP/1.1" status: 200 len: 914 time: 0.1085081 Mar 01 14:01:48.793549 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4fad4f6c-164b-4b10-ac90-5c559df74ab8 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (1b0c4593-9767-42ec-b476-54fd91622e8d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:48.828148 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8c48baa8-a1b6-4f1a-aa4c-4a23d1ca5f0e req-9e059966-a81a-4541-a0ab-2e905a211640 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00acc6ed-69b5-4404-a397-2e35c1ff45c0 HTTP/1.1" status: 200 len: 217 time: 0.0585456 Mar 01 14:01:48.881332 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48baa8-a1b6-4f1a-aa4c-4a23d1ca5f0e req-d723bde4-7fa4-454d-b8e0-545f23d291a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:48.882816 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8c48baa8-a1b6-4f1a-aa4c-4a23d1ca5f0e req-d723bde4-7fa4-454d-b8e0-545f23d291a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=000c7b1d-985a-478b-a1d2-ea60907536af HTTP/1.1" status: 200 len: 853 time: 0.0483134 Mar 01 14:01:48.915540 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8c48baa8-a1b6-4f1a-aa4c-4a23d1ca5f0e req-e0ff0ed1-0820-413b-97ee-b3c04a189f8c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05ce96e8-01ac-41f7-81d8-c04a115222c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268414 Mar 01 14:01:48.996145 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b5f4f460-14f0-4728-a813-279c3888a3ae req-836c2c6a-3865-4513-ac99-64027f44f2c9 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154768 Mar 01 14:01:49.007843 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8c48baa8-a1b6-4f1a-aa4c-4a23d1ca5f0e req-8b7d5e9b-0f36-432e-a526-dbfc1760f83f service neutron] 10.222.0.20 "GET /v2.0/networks/05ce96e8-01ac-41f7-81d8-c04a115222c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865951 Mar 01 14:01:49.021058 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4fad4f6c-164b-4b10-ac90-5c559df74ab8 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (1b0c4593-9767-42ec-b476-54fd91622e8d), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:49.024844 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-91929787-318b-405c-a529-27708ad738c5 req-1da29baa-8a68-4ae3-b156-32b336f50923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf35c191-d35a-420c-96c9-d2ffdb0df583 {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:01:49.045734 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de825e-9a09-4654-99f3-2184576b9f01 req-415e1a43-a090-46bb-9200-68222533c78c tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:49.047308 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b5de825e-9a09-4654-99f3-2184576b9f01 req-415e1a43-a090-46bb-9200-68222533c78c tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 946 time: 0.2260609 Mar 01 14:01:49.052433 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-91929787-318b-405c-a529-27708ad738c5 req-1da29baa-8a68-4ae3-b156-32b336f50923 service neutron] Publish callbacks [] for port (bf35c191-d35a-420c-96c9-d2ffdb0df583), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:49.065265 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-4fad4f6c-164b-4b10-ac90-5c559df74ab8 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b0c4593-9767-42ec-b476-54fd91622e8d']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:49.084340 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-4fad4f6c-164b-4b10-ac90-5c559df74ab8 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5598a7fa-48e0-4221-9b6d-1e2742a3bfe0') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:49.084639 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-4fad4f6c-164b-4b10-ac90-5c559df74ab8 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5598a7fa-48e0-4221-9b6d-1e2742a3bfe0') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:49.109187 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4fad4f6c-164b-4b10-ac90-5c559df74ab8 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (5598a7fa-48e0-4221-9b6d-1e2742a3bfe0), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:49.111103 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-91929787-318b-405c-a529-27708ad738c5 req-1da29baa-8a68-4ae3-b156-32b336f50923 service neutron] Transition to ACTIVE for port object bf35c191-d35a-420c-96c9-d2ffdb0df583 will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:01:49.123928 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8c48baa8-a1b6-4f1a-aa4c-4a23d1ca5f0e req-530f782c-2ab4-4c08-8219-6433df1f3dc9 service neutron] 10.222.0.20 "GET /v2.0/networks/05ce96e8-01ac-41f7-81d8-c04a115222c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076829 Mar 01 14:01:49.124948 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-91929787-318b-405c-a529-27708ad738c5 req-1da29baa-8a68-4ae3-b156-32b336f50923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (bf35c191-d35a-420c-96c9-d2ffdb0df583), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:49.138783 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4fad4f6c-164b-4b10-ac90-5c559df74ab8 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (5598a7fa-48e0-4221-9b6d-1e2742a3bfe0), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:49.184326 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fad4f6c-164b-4b10-ac90-5c559df74ab8 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:01:49.184741 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4fad4f6c-164b-4b10-ac90-5c559df74ab8 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (5598a7fa-48e0-4221-9b6d-1e2742a3bfe0), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:49.186669 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:01:49.186669 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:01:49.186669 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:01:49.186669 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:01:49.186669 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:01:49.186669 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:01:49.186669 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:01:49.186669 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:01:49.186669 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:01:49.186669 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:01:49.186669 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:01:49.186669 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:01:49.186669 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:01:49.186669 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:01:49.186669 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:01:49.186669 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:01:49.186669 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:01:49.186669 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:01:49.186669 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:01:49.186669 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:01:49.186669 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:01:49.186669 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:01:49.186669 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:01:49.186669 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:01:49.186669 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:01:49.186669 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:01:49.186669 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:01:49.186669 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:01:49.186669 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:01:49.186669 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:01:49.186669 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:01:49.186669 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:01:49.206952 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b5de825e-9a09-4654-99f3-2184576b9f01 req-11ecab00-723c-4c2b-8c49-536a46a0282c tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd65719e-ea09-4512-bbc9-0aebb4135b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474888 Mar 01 14:01:49.257439 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da29baa-8a68-4ae3-b156-32b336f50923 service neutron] Pushing event updated for resources: {'Port': ['ID=bf35c191-d35a-420c-96c9-d2ffdb0df583,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:49.376201 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4fad4f6c-164b-4b10-ac90-5c559df74ab8 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (1b0c4593-9767-42ec-b476-54fd91622e8d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:49.391440 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fad4f6c-164b-4b10-ac90-5c559df74ab8 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1b0c4593-9767-42ec-b476-54fd91622e8d {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 01 14:01:49.394638 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4fad4f6c-164b-4b10-ac90-5c559df74ab8 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:49.414981 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4fad4f6c-164b-4b10-ac90-5c559df74ab8 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] 10.222.0.13 "DELETE /v2.0/networks/1b0c4593-9767-42ec-b476-54fd91622e8d HTTP/1.1" status: 204 len: 168 time: 0.7634366 Mar 01 14:01:49.454018 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad4f6c-164b-4b10-ac90-5c559df74ab8 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Pushing event deleted for resources: {'Network': ['ID=1b0c4593-9767-42ec-b476-54fd91622e8d,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:49.477064 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70804b74-4044-465a-9609-fe9ab8b2bbc7 req-1d43d232-0286-4e33-9843-7196825e5a93 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:49.479257 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-70804b74-4044-465a-9609-fe9ab8b2bbc7 req-1d43d232-0286-4e33-9843-7196825e5a93 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d37cfd9-9d56-426b-a687-7584628a0284 HTTP/1.1" status: 200 len: 943 time: 0.2239053 Mar 01 14:01:49.568354 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-91929787-318b-405c-a529-27708ad738c5 req-1da29baa-8a68-4ae3-b156-32b336f50923 service neutron] Attempting to bind port bf35c191-d35a-420c-96c9-d2ffdb0df583 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:01:49.569106 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-91929787-318b-405c-a529-27708ad738c5 req-1da29baa-8a68-4ae3-b156-32b336f50923 service neutron] Attempting to bind port bf35c191-d35a-420c-96c9-d2ffdb0df583 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '354ee497-7228-4227-89f9-36435d335b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:01:49.569666 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91929787-318b-405c-a529-27708ad738c5 req-1da29baa-8a68-4ae3-b156-32b336f50923 service neutron] Attempting to bind port bf35c191-d35a-420c-96c9-d2ffdb0df583 on network 3a263dd2-fccb-41d7-9268-17deef5caa4e {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:01:49.592314 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91929787-318b-405c-a529-27708ad738c5 req-1da29baa-8a68-4ae3-b156-32b336f50923 service neutron] Port bf35c191-d35a-420c-96c9-d2ffdb0df583 on network 3a263dd2-fccb-41d7-9268-17deef5caa4e not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:01:49.592978 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91929787-318b-405c-a529-27708ad738c5 req-1da29baa-8a68-4ae3-b156-32b336f50923 service neutron] Attempting to bind port bf35c191-d35a-420c-96c9-d2ffdb0df583 on network 3a263dd2-fccb-41d7-9268-17deef5caa4e {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:01:49.614831 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-70804b74-4044-465a-9609-fe9ab8b2bbc7 req-e7337ddf-7ce8-41c5-94f3-c1fc8e9bd229 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203077 Mar 01 14:01:49.617905 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91929787-318b-405c-a529-27708ad738c5 req-1da29baa-8a68-4ae3-b156-32b336f50923 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:01:49.620867 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91929787-318b-405c-a529-27708ad738c5 req-1da29baa-8a68-4ae3-b156-32b336f50923 service neutron] Checking segment: {'id': '354ee497-7228-4227-89f9-36435d335b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:01:49.621518 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91929787-318b-405c-a529-27708ad738c5 req-1da29baa-8a68-4ae3-b156-32b336f50923 service neutron] Bound using segment: {'id': '354ee497-7228-4227-89f9-36435d335b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:01:49.622179 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-91929787-318b-405c-a529-27708ad738c5 req-1da29baa-8a68-4ae3-b156-32b336f50923 service neutron] Bound port: bf35c191-d35a-420c-96c9-d2ffdb0df583, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '354ee497-7228-4227-89f9-36435d335b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:01:49.622769 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-91929787-318b-405c-a529-27708ad738c5 req-1da29baa-8a68-4ae3-b156-32b336f50923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (bf35c191-d35a-420c-96c9-d2ffdb0df583), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:49.649325 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56456) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:49.654448 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-4af38ae9-c3c1-4eac-a501-1230c490cf82 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Request body: {'router': {'name': 'tempest-router--2052731714', 'project_id': '104e9d1d50084597ba44b5b87f742389'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:01:49.675285 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4af38ae9-c3c1-4eac-a501-1230c490cf82 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (eb3fc9fe-3a0f-4d7e-a0f9-b0173ca3f265), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:49.675805 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee0d6f-48c7-4d90-8067-5a1e10f74c31 req-bf749a19-dc96-4167-9f00-09e2796c3b60 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:49.676493 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4af38ae9-c3c1-4eac-a501-1230c490cf82 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (eb3fc9fe-3a0f-4d7e-a0f9-b0173ca3f265), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:49.678086 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1eee0d6f-48c7-4d90-8067-5a1e10f74c31 req-bf749a19-dc96-4167-9f00-09e2796c3b60 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 946 time: 0.1670041 Mar 01 14:01:49.746277 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4af38ae9-c3c1-4eac-a501-1230c490cf82 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router_controller (eb3fc9fe-3a0f-4d7e-a0f9-b0173ca3f265), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:49.752106 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4af38ae9-c3c1-4eac-a501-1230c490cf82 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (eb3fc9fe-3a0f-4d7e-a0f9-b0173ca3f265), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:49.754885 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-91929787-318b-405c-a529-27708ad738c5 req-1da29baa-8a68-4ae3-b156-32b336f50923 service neutron] For port bf35c191-d35a-420c-96c9-d2ffdb0df583, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:01:49.759597 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-91929787-318b-405c-a529-27708ad738c5 req-1da29baa-8a68-4ae3-b156-32b336f50923 service neutron] For port bf35c191-d35a-420c-96c9-d2ffdb0df583, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=bf35c191-d35a-420c-96c9-d2ffdb0df583,segment=NetworkSegment(354ee497-7228-4227-89f9-36435d335b77),segment_id=354ee497-7228-4227-89f9-36435d335b77)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:01:49.772903 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-91929787-318b-405c-a529-27708ad738c5 req-1da29baa-8a68-4ae3-b156-32b336f50923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (bf35c191-d35a-420c-96c9-d2ffdb0df583), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:49.775894 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4af38ae9-c3c1-4eac-a501-1230c490cf82 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:49.780940 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4af38ae9-c3c1-4eac-a501-1230c490cf82 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1302919 Mar 01 14:01:49.781564 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56458) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:49.848190 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da29baa-8a68-4ae3-b156-32b336f50923 service neutron] Pushing event updated for resources: {'Port': ['ID=bf35c191-d35a-420c-96c9-d2ffdb0df583,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:49.864605 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91929787-318b-405c-a529-27708ad738c5 req-1da29baa-8a68-4ae3-b156-32b336f50923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:49.865505 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-91929787-318b-405c-a529-27708ad738c5 req-1da29baa-8a68-4ae3-b156-32b336f50923 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:49.867803 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-91929787-318b-405c-a529-27708ad738c5 req-1da29baa-8a68-4ae3-b156-32b336f50923 service neutron] 10.222.0.32 "PUT /v2.0/ports/bf35c191-d35a-420c-96c9-d2ffdb0df583 HTTP/1.1" status: 200 len: 1091 time: 1.7538064 Mar 01 14:01:49.887401 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dbeac049-0fa7-44bd-872e-502afd0794a7 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router (eb3fc9fe-3a0f-4d7e-a0f9-b0173ca3f265), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:49.920309 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d37cfd9-9d56-426b-a687-7584628a0284', 'tag': 'bf35c191-d35a-420c-96c9-d2ffdb0df583'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:01:49.923135 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67ac97f-f397-46cf-ae43-344f3608f22a" -d '{"events": [{"name": "network-changed", "server_uuid": "7d37cfd9-9d56-426b-a687-7584628a0284", "tag": "bf35c191-d35a-420c-96c9-d2ffdb0df583"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:01:49.974547 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1eee0d6f-48c7-4d90-8067-5a1e10f74c31 req-ee43fbbf-236e-4227-bf18-881045e4af0d tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd65719e-ea09-4512-bbc9-0aebb4135b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103751 Mar 01 14:01:50.025334 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91929787-318b-405c-a529-27708ad738c5 req-0e34daf2-7c2e-4023-bd67-e66e3726ba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:50.031636 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-91929787-318b-405c-a529-27708ad738c5 req-0e34daf2-7c2e-4023-bd67-e66e3726ba0f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1fa37a61f124c25aca457ce8a3f996a&device_id=7d37cfd9-9d56-426b-a687-7584628a0284 HTTP/1.1" status: 200 len: 1125 time: 0.1043177 Mar 01 14:01:50.034721 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1912d795-f7e7-48b1-9382-45efc6adbaa2 x-openstack-request-id: req-1912d795-f7e7-48b1-9382-45efc6adbaa2 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:01:50.035221 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d37cfd9-9d56-426b-a687-7584628a0284", "tag": "bf35c191-d35a-420c-96c9-d2ffdb0df583", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:01:50.035652 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1912d795-f7e7-48b1-9382-45efc6adbaa2 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:01:50.036274 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d37cfd9-9d56-426b-a687-7584628a0284', 'tag': 'bf35c191-d35a-420c-96c9-d2ffdb0df583', 'status': 'completed', 'code': 200} Mar 01 14:01:50.079229 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-91929787-318b-405c-a529-27708ad738c5 req-d15c5707-9748-402d-8a04-8c7c0f77782c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf35c191-d35a-420c-96c9-d2ffdb0df583 HTTP/1.1" status: 200 len: 217 time: 0.0393724 Mar 01 14:01:50.084303 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dbeac049-0fa7-44bd-872e-502afd0794a7 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (eb3fc9fe-3a0f-4d7e-a0f9-b0173ca3f265), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:50.086612 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dbeac049-0fa7-44bd-872e-502afd0794a7 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router_controller (eb3fc9fe-3a0f-4d7e-a0f9-b0173ca3f265), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:50.143268 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dbeac049-0fa7-44bd-872e-502afd0794a7 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (eb3fc9fe-3a0f-4d7e-a0f9-b0173ca3f265), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:50.144092 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbeac049-0fa7-44bd-872e-502afd0794a7 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eb3fc9fe-3a0f-4d7e-a0f9-b0173ca3f265 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:01:50.150605 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dbeac049-0fa7-44bd-872e-502afd0794a7 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:50.156089 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-dbeac049-0fa7-44bd-872e-502afd0794a7 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] 10.222.0.13 "DELETE /v2.0/routers/eb3fc9fe-3a0f-4d7e-a0f9-b0173ca3f265 HTTP/1.1" status: 204 len: 168 time: 0.3730919 Mar 01 14:01:50.212462 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91929787-318b-405c-a529-27708ad738c5 req-1da2ce8b-0231-4ba9-a141-73befc62088c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:50.214031 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-91929787-318b-405c-a529-27708ad738c5 req-1da2ce8b-0231-4ba9-a141-73befc62088c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e897284-ac55-41c2-b088-3972dd0eb9f7 HTTP/1.1" status: 200 len: 846 time: 0.1263607 Mar 01 14:01:50.250595 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec12493-6ffc-4bbf-90cd-3666b9bd2d29 req-3af8be4f-d158-4b61-97d9-8a99ad65e361 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:50.252203 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ec12493-6ffc-4bbf-90cd-3666b9bd2d29 req-3af8be4f-d158-4b61-97d9-8a99ad65e361 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 947 time: 0.1181223 Mar 01 14:01:50.274554 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-91929787-318b-405c-a529-27708ad738c5 req-2993fa70-1250-47d4-a686-eb736f49c865 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a263dd2-fccb-41d7-9268-17deef5caa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494604 Mar 01 14:01:50.302527 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56466) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:50.395257 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ec12493-6ffc-4bbf-90cd-3666b9bd2d29 req-e90d078c-6095-49f8-b73a-a329bfb2de98 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178844 Mar 01 14:01:50.420548 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-91929787-318b-405c-a529-27708ad738c5 req-750edd4f-893d-4c53-9188-8ca5174ebdc5 service neutron] 10.222.0.32 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390686 Mar 01 14:01:50.524495 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-91929787-318b-405c-a529-27708ad738c5 req-23b847c3-4ad2-4986-bf8e-0bb1ae75250a service neutron] 10.222.0.32 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969875 Mar 01 14:01:50.552231 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-fe978ab9-5feb-4892-a405-06ce95c25d71 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-475027692', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}, 'admin_state_up': False}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:01:50.576339 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fe978ab9-5feb-4892-a405-06ce95c25d71 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (159d2d76-4651-4a7b-a50c-c496bdf21c04), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:50.577083 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fe978ab9-5feb-4892-a405-06ce95c25d71 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (159d2d76-4651-4a7b-a50c-c496bdf21c04), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:50.636105 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ac97f-f397-46cf-ae43-344f3608f22a req-33f7452d-3ae7-430a-a345-3d0cecb32ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:50.637927 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f67ac97f-f397-46cf-ae43-344f3608f22a req-33f7452d-3ae7-430a-a345-3d0cecb32ddb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1fa37a61f124c25aca457ce8a3f996a&device_id=7d37cfd9-9d56-426b-a687-7584628a0284 HTTP/1.1" status: 200 len: 1125 time: 0.0493455 Mar 01 14:01:50.646038 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fe978ab9-5feb-4892-a405-06ce95c25d71 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router_controller (159d2d76-4651-4a7b-a50c-c496bdf21c04), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:50.777555 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e17552-be83-4105-97fd-dea82742de27 req-573bbcf9-8d94-4ad9-a3b6-a341462ee3c3 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:50.779078 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-72e17552-be83-4105-97fd-dea82742de27 req-573bbcf9-8d94-4ad9-a3b6-a341462ee3c3 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d37cfd9-9d56-426b-a687-7584628a0284 HTTP/1.1" status: 200 len: 943 time: 0.0834682 Mar 01 14:01:50.780498 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ac97f-f397-46cf-ae43-344f3608f22a req-6c876c69-6541-4402-9ebb-0df7301d3ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:50.782255 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f67ac97f-f397-46cf-ae43-344f3608f22a req-6c876c69-6541-4402-9ebb-0df7301d3ef7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3a263dd2-fccb-41d7-9268-17deef5caa4e HTTP/1.1" status: 200 len: 907 time: 0.1372311 Mar 01 14:01:50.811240 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fe978ab9-5feb-4892-a405-06ce95c25d71 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router_gateway (159d2d76-4651-4a7b-a50c-c496bdf21c04), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:50.839398 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f67ac97f-f397-46cf-ae43-344f3608f22a req-f234a979-fa4c-4b37-8098-0b2bd0b6f1fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf35c191-d35a-420c-96c9-d2ffdb0df583 HTTP/1.1" status: 200 len: 217 time: 0.0472345 Mar 01 14:01:50.903933 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-72e17552-be83-4105-97fd-dea82742de27 req-8645142b-84ff-49f5-8777-9f0507190136 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154318 Mar 01 14:01:50.919807 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ac97f-f397-46cf-ae43-344f3608f22a req-645c7b57-41dc-4519-8b88-20b18ff6a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:50.921510 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f67ac97f-f397-46cf-ae43-344f3608f22a req-645c7b57-41dc-4519-8b88-20b18ff6a448 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e897284-ac55-41c2-b088-3972dd0eb9f7 HTTP/1.1" status: 200 len: 846 time: 0.0725942 Mar 01 14:01:50.954978 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f67ac97f-f397-46cf-ae43-344f3608f22a req-10ab0f0c-ec1d-44ab-88b8-f904e629cc64 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a263dd2-fccb-41d7-9268-17deef5caa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270662 Mar 01 14:01:51.049035 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fe978ab9-5feb-4892-a405-06ce95c25d71 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router_gateway (159d2d76-4651-4a7b-a50c-c496bdf21c04), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:51.068895 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fe978ab9-5feb-4892-a405-06ce95c25d71 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:51.087859 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f67ac97f-f397-46cf-ae43-344f3608f22a req-750e13be-db51-4d6d-8ab0-779895edd6c7 service neutron] 10.222.0.32 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265996 Mar 01 14:01:51.173468 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b0cb0-0849-4419-a05e-7e3bb8339270 req-5da7cc2e-68eb-4b7a-a63b-8a060602927c tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:51.175549 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4a3b0cb0-0849-4419-a05e-7e3bb8339270 req-5da7cc2e-68eb-4b7a-a63b-8a060602927c tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 946 time: 0.1282692 Mar 01 14:01:51.186142 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-fe978ab9-5feb-4892-a405-06ce95c25d71 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Allocated IP 172.25.1.13 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/3ed1a9c6-97ad-4c84-9856-578e8a263fa8) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:01:51.226352 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f67ac97f-f397-46cf-ae43-344f3608f22a req-c13513f4-c6f3-4e7b-a726-ad5f602f0dea service neutron] 10.222.0.32 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315515 Mar 01 14:01:51.254125 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4a3b0cb0-0849-4419-a05e-7e3bb8339270 req-2ad12eed-e0c0-45ea-95ef-aafeaf57fa8b tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd65719e-ea09-4512-bbc9-0aebb4135b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616453 Mar 01 14:01:51.297788 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fe978ab9-5feb-4892-a405-06ce95c25d71 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for port (3ed1a9c6-97ad-4c84-9856-578e8a263fa8), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:51.345269 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fe978ab9-5feb-4892-a405-06ce95c25d71 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (3ed1a9c6-97ad-4c84-9856-578e8a263fa8), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:51.403403 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe978ab9-5feb-4892-a405-06ce95c25d71 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:01:51.406483 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-fe978ab9-5feb-4892-a405-06ce95c25d71 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:01:51.411514 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe978ab9-5feb-4892-a405-06ce95c25d71 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:01:51.434852 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe978ab9-5feb-4892-a405-06ce95c25d71 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Pushing event updated for resources: {'Port': ['ID=3ed1a9c6-97ad-4c84-9856-578e8a263fa8,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:51.598576 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42404a-e4b6-4149-aa82-4898f9dbb8f9 req-c155fc9e-e53e-4fbf-9c59-ab3d4fa78eae tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:51.600225 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6f42404a-e4b6-4149-aa82-4898f9dbb8f9 req-c155fc9e-e53e-4fbf-9c59-ab3d4fa78eae tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 946 time: 0.1373947 Mar 01 14:01:51.663105 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa3b21-8045-4073-8db5-639a2c42e63f req-3b422f99-6279-4405-9b07-34c9988faf71 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:51.664715 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e0aa3b21-8045-4073-8db5-639a2c42e63f req-3b422f99-6279-4405-9b07-34c9988faf71 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 947 time: 0.1113901 Mar 01 14:01:51.676413 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6f42404a-e4b6-4149-aa82-4898f9dbb8f9 req-b32d90ae-9aa8-4b0e-8a60-c24b23e54789 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd65719e-ea09-4512-bbc9-0aebb4135b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692923 Mar 01 14:01:51.761830 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e0aa3b21-8045-4073-8db5-639a2c42e63f req-06507778-fc8a-4399-8ef7-42ba079d2df3 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840995 Mar 01 14:01:51.894831 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897897e-e5cc-4254-8714-48413148a092 req-6eb4524a-3ee3-42a7-94de-ce480dc9c978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:51.896505 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e897897e-e5cc-4254-8714-48413148a092 req-6eb4524a-3ee3-42a7-94de-ce480dc9c978 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aeaec8b70c5243f1b500761e5487518b&device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 1128 time: 0.0891416 Mar 01 14:01:51.979040 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4988c6e-2110-4ee2-9a79-611065927556 req-900bf037-da5e-46f2-ac6b-8fdfc29da6ea tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:51.980600 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4988c6e-2110-4ee2-9a79-611065927556 req-900bf037-da5e-46f2-ac6b-8fdfc29da6ea tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 947 time: 0.0889173 Mar 01 14:01:52.033630 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692851e-02aa-4486-aef5-67c593c7907e req-17174af7-22c5-468d-a4e8-46405c36bcab tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:52.035889 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4692851e-02aa-4486-aef5-67c593c7907e req-17174af7-22c5-468d-a4e8-46405c36bcab tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.1059816 Mar 01 14:01:52.077134 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fe978ab9-5feb-4892-a405-06ce95c25d71 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router_gateway (159d2d76-4651-4a7b-a50c-c496bdf21c04), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:52.079710 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4988c6e-2110-4ee2-9a79-611065927556 req-401bd608-dca9-4080-8c8c-76c8882b6005 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892973 Mar 01 14:01:52.081371 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897897e-e5cc-4254-8714-48413148a092 req-b6869a0e-4e92-46c6-9106-f58a6891bad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:52.082385 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e897897e-e5cc-4254-8714-48413148a092 req-b6869a0e-4e92-46c6-9106-f58a6891bad6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae5522e3-31c0-49c6-86ae-926f4d28515d HTTP/1.1" status: 200 len: 912 time: 0.1462848 Mar 01 14:01:52.124266 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4692851e-02aa-4486-aef5-67c593c7907e req-860e0981-bbf5-404c-bc86-91750e70c58d tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793684 Mar 01 14:01:52.198556 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e897897e-e5cc-4254-8714-48413148a092 req-5535dc8b-9877-4eb1-97e6-015159b9808b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2556a655-be0a-4953-b656-28ee11a2810a HTTP/1.1" status: 200 len: 217 time: 0.0644183 Mar 01 14:01:52.210676 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b17b8e-1cff-4b0d-a71f-19eadfdedbe9 req-b99ac20b-f475-42b2-b62a-acae0fbf3933 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:52.219150 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-46b17b8e-1cff-4b0d-a71f-19eadfdedbe9 req-b99ac20b-f475-42b2-b62a-acae0fbf3933 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d37cfd9-9d56-426b-a687-7584628a0284 HTTP/1.1" status: 200 len: 943 time: 0.0738506 Mar 01 14:01:52.269953 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-46b17b8e-1cff-4b0d-a71f-19eadfdedbe9 req-ba6b58fd-c033-4981-88b2-afdd0f5442ad tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493646 Mar 01 14:01:52.301749 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897897e-e5cc-4254-8714-48413148a092 req-5f488b20-c8c3-443f-ba20-0401a47879ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:52.303219 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e897897e-e5cc-4254-8714-48413148a092 req-5f488b20-c8c3-443f-ba20-0401a47879ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=893fbc27-2905-40be-9c9e-2c8d3b363a60 HTTP/1.1" status: 200 len: 851 time: 0.0987353 Mar 01 14:01:52.332783 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581db9f-ac1b-4174-a240-b8dafe7165cc req-d21040f2-8851-4e07-918a-b94a549626e6 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:52.334985 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4581db9f-ac1b-4174-a240-b8dafe7165cc req-d21040f2-8851-4e07-918a-b94a549626e6 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 947 time: 0.0714762 Mar 01 14:01:52.370971 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e897897e-e5cc-4254-8714-48413148a092 req-1aa3d919-e89e-4340-8ad8-bba20dcc836a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae5522e3-31c0-49c6-86ae-926f4d28515d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323143 Mar 01 14:01:52.399115 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4581db9f-ac1b-4174-a240-b8dafe7165cc req-7e3545e6-259f-49a2-8dcb-b12ce83337ec tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575955 Mar 01 14:01:52.483685 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fe978ab9-5feb-4892-a405-06ce95c25d71 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (159d2d76-4651-4a7b-a50c-c496bdf21c04), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:52.536694 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde9780-caee-48c4-917e-b44b90a8bb75 req-4a9f5bfc-5ad5-41c1-aea1-ba332b742d69 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:52.538132 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cbde9780-caee-48c4-917e-b44b90a8bb75 req-4a9f5bfc-5ad5-41c1-aea1-ba332b742d69 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 947 time: 0.0704172 Mar 01 14:01:52.547235 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e897897e-e5cc-4254-8714-48413148a092 req-39f6975e-d3ea-4608-9fdb-dfe2161f36a6 service neutron] 10.222.0.20 "GET /v2.0/networks/ae5522e3-31c0-49c6-86ae-926f4d28515d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677766 Mar 01 14:01:52.588231 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cbde9780-caee-48c4-917e-b44b90a8bb75 req-5ddeb162-a1a5-4c53-b50e-e62d2eca0870 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435328 Mar 01 14:01:52.698417 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e897897e-e5cc-4254-8714-48413148a092 req-4333b72b-2ff3-4311-9a96-9f40455fbd2a service neutron] 10.222.0.20 "GET /v2.0/networks/ae5522e3-31c0-49c6-86ae-926f4d28515d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444581 Mar 01 14:01:52.724838 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe978ab9-5feb-4892-a405-06ce95c25d71 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Router 159d2d76-4651-4a7b-a50c-c496bdf21c04 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:01:52.774520 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62789a80-5dbb-4eeb-99d3-9391d0818d20 req-2efba3bd-b58d-4df3-8f32-5865ca85cc66 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:52.776269 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-62789a80-5dbb-4eeb-99d3-9391d0818d20 req-2efba3bd-b58d-4df3-8f32-5865ca85cc66 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 947 time: 0.0705433 Mar 01 14:01:52.847995 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe978ab9-5feb-4892-a405-06ce95c25d71 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:01:52.859606 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb9a5fa-df55-4212-94d2-b362abbc6bb5 None None] Sync routers for ids ['159d2d76-4651-4a7b-a50c-c496bdf21c04'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:01:52.862716 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15eddd-f3ee-4586-a7b2-ca166d1edfa2 req-f6af8dd9-a025-4b02-a768-5fa17c08c418 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:52.869556 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb9a5fa-df55-4212-94d2-b362abbc6bb5 None None] Routers {'159d2d76-4651-4a7b-a50c-c496bdf21c04'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:01:52.869727 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8a15eddd-f3ee-4586-a7b2-ca166d1edfa2 req-f6af8dd9-a025-4b02-a768-5fa17c08c418 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 946 time: 0.1026530 Mar 01 14:01:52.871194 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-cbb9a5fa-df55-4212-94d2-b362abbc6bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:01:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['159d2d76-4651-4a7b-a50c-c496bdf21c04'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:52.877171 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fe978ab9-5feb-4892-a405-06ce95c25d71 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:52.879694 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-62789a80-5dbb-4eeb-99d3-9391d0818d20 req-6df4ab51-87d7-404d-b02e-f5bd12d8616d tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909216 Mar 01 14:01:52.887951 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56508) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:52.891414 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fe978ab9-5feb-4892-a405-06ce95c25d71 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5759630 Mar 01 14:01:52.916097 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-cbb9a5fa-df55-4212-94d2-b362abbc6bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:52.927044 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb9a5fa-df55-4212-94d2-b362abbc6bb5 None None] Routers {'159d2d76-4651-4a7b-a50c-c496bdf21c04'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:01:52.927927 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-cbb9a5fa-df55-4212-94d2-b362abbc6bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:01:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['159d2d76-4651-4a7b-a50c-c496bdf21c04'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:52.964902 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-cbb9a5fa-df55-4212-94d2-b362abbc6bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:52.965868 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb9a5fa-df55-4212-94d2-b362abbc6bb5 None None] The sync data for ids ['159d2d76-4651-4a7b-a50c-c496bdf21c04'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:01:52.980239 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8a15eddd-f3ee-4586-a7b2-ca166d1edfa2 req-ef9b733d-d825-488f-9b26-bf7753e6cddb tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd65719e-ea09-4512-bbc9-0aebb4135b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097207 Mar 01 14:01:53.070937 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56512) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:53.072255 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-bc5bff5f-b079-4bc7-8c42-e69434566efd tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] 10.222.0.13 "GET /v2.0/routers/159d2d76-4651-4a7b-a50c-c496bdf21c04 HTTP/1.1" status: 200 len: 923 time: 0.1816866 Mar 01 14:01:53.089638 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c413a-e427-4a06-b1fb-0a0563dcf593 req-88081ca3-10b9-4eb9-8735-de2d751b3d14 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:53.091238 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-286c413a-e427-4a06-b1fb-0a0563dcf593 req-88081ca3-10b9-4eb9-8735-de2d751b3d14 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 947 time: 0.0770726 Mar 01 14:01:53.106010 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-277140b3-18cc-4236-b958-c6fd6b6200fc tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] 10.222.0.13 "GET /v2.0/ports?device_id=159d2d76-4651-4a7b-a50c-c496bdf21c04 HTTP/1.1" status: 200 len: 205 time: 0.0337934 Mar 01 14:01:53.108468 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56514) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:53.144215 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-286c413a-e427-4a06-b1fb-0a0563dcf593 req-c986bdfd-a4cf-4c97-9524-d7a631bd00f4 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464745 Mar 01 14:01:53.227775 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f10ffe26-f438-4d63-9470-3501a43df453 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router (159d2d76-4651-4a7b-a50c-c496bdf21c04), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:53.307306 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a05c0-c94c-4606-9da2-29549662e99c req-cb730a47-b7de-41d2-9335-5ab87740784d tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:53.308889 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-216a05c0-c94c-4606-9da2-29549662e99c req-cb730a47-b7de-41d2-9335-5ab87740784d tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.1014395 Mar 01 14:01:53.321738 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452ad93-af40-408a-9842-07f649f990b9 req-d4805bf5-a69f-42be-a407-a3590f65fa4c tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:53.323293 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6452ad93-af40-408a-9842-07f649f990b9 req-d4805bf5-a69f-42be-a407-a3590f65fa4c tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 947 time: 0.0800016 Mar 01 14:01:53.348413 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f10ffe26-f438-4d63-9470-3501a43df453 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router_gateway (159d2d76-4651-4a7b-a50c-c496bdf21c04), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:53.404074 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-216a05c0-c94c-4606-9da2-29549662e99c req-dbb914fc-0e62-4d84-bdbe-7c8f01e82221 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796936 Mar 01 14:01:53.407295 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6452ad93-af40-408a-9842-07f649f990b9 req-4843e2cd-4964-4b6d-8c0d-7bcc32d45409 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757113 Mar 01 14:01:53.414917 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f10ffe26-f438-4d63-9470-3501a43df453 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Deleting port 3ed1a9c6-97ad-4c84-9856-578e8a263fa8 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:01:53.415059 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f10ffe26-f438-4d63-9470-3501a43df453 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (3ed1a9c6-97ad-4c84-9856-578e8a263fa8), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:53.507805 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f10ffe26-f438-4d63-9470-3501a43df453 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (3ed1a9c6-97ad-4c84-9856-578e8a263fa8), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:53.522700 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f10ffe26-f438-4d63-9470-3501a43df453 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Calling delete_port for 3ed1a9c6-97ad-4c84-9856-578e8a263fa8 owned by network:router_gateway {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:01:53.562505 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad1da6-ae8f-408d-b44b-f0c716093489 req-73c6f569-a8ef-4e13-87df-8900836e66b3 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:53.564167 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c5ad1da6-ae8f-408d-b44b-f0c716093489 req-73c6f569-a8ef-4e13-87df-8900836e66b3 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d37cfd9-9d56-426b-a687-7584628a0284 HTTP/1.1" status: 200 len: 943 time: 0.0840394 Mar 01 14:01:53.579705 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bf866-d767-42b1-9be7-5a88a53d49ef req-26cf49c5-2dbc-4bb9-8514-637a2c7794c9 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:53.581315 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b30bf866-d767-42b1-9be7-5a88a53d49ef req-26cf49c5-2dbc-4bb9-8514-637a2c7794c9 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 947 time: 0.0907800 Mar 01 14:01:53.660772 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c5ad1da6-ae8f-408d-b44b-f0c716093489 req-4afdef41-2076-4c31-a6c5-e81e120e59a2 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783176 Mar 01 14:01:53.672847 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b30bf866-d767-42b1-9be7-5a88a53d49ef req-c2d8a22c-fa48-468d-b64d-c54e6b2ba388 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846083 Mar 01 14:01:53.745069 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-1c647335-9800-41a7-a4d9-776dc8051ed2 req-c09c6cb6-ccbb-4b35-8d59-ba570e458892 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:01:53.746495 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c647335-9800-41a7-a4d9-776dc8051ed2 req-c09c6cb6-ccbb-4b35-8d59-ba570e458892 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068929 Mar 01 14:01:53.761156 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f10ffe26-f438-4d63-9470-3501a43df453 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (3ed1a9c6-97ad-4c84-9856-578e8a263fa8), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:53.799395 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ffe26-f438-4d63-9470-3501a43df453 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Pushing event deleted for resources: {'Port': ['ID=3ed1a9c6-97ad-4c84-9856-578e8a263fa8,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:53.875507 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f10ffe26-f438-4d63-9470-3501a43df453 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (159d2d76-4651-4a7b-a50c-c496bdf21c04), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:53.881177 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee8797-5fa2-4a34-8997-fb6c178bde95 req-a5c2c730-c647-4e2b-9d11-4714196591b2 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:53.889335 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-99ee8797-5fa2-4a34-8997-fb6c178bde95 req-a5c2c730-c647-4e2b-9d11-4714196591b2 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 947 time: 0.0665839 Mar 01 14:01:53.935075 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-99ee8797-5fa2-4a34-8997-fb6c178bde95 req-b6c541ef-f0c6-4efa-b81c-f597522d36f6 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448108 Mar 01 14:01:53.979334 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f10ffe26-f438-4d63-9470-3501a43df453 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (159d2d76-4651-4a7b-a50c-c496bdf21c04), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:53.981669 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f10ffe26-f438-4d63-9470-3501a43df453 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router_controller (159d2d76-4651-4a7b-a50c-c496bdf21c04), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:54.037052 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f10ffe26-f438-4d63-9470-3501a43df453 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (159d2d76-4651-4a7b-a50c-c496bdf21c04), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:54.037682 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10ffe26-f438-4d63-9470-3501a43df453 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Fanout notify agent at l3_agent the message router_deleted on router 159d2d76-4651-4a7b-a50c-c496bdf21c04 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:01:54.054113 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f10ffe26-f438-4d63-9470-3501a43df453 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:54.055443 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f10ffe26-f438-4d63-9470-3501a43df453 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] 10.222.0.13 "DELETE /v2.0/routers/159d2d76-4651-4a7b-a50c-c496bdf21c04 HTTP/1.1" status: 204 len: 168 time: 0.9457219 Mar 01 14:01:54.058957 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56538) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:54.064579 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-1146d52c-0839-438d-8175-1403242dd3a0 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Request body: {'router': {'name': 'tempest-snat-router-583561772', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'enable_snat': False}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:01:54.089318 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1146d52c-0839-438d-8175-1403242dd3a0 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (48d44779-46f5-49c9-95c4-0d046917a374), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:54.090813 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1146d52c-0839-438d-8175-1403242dd3a0 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (48d44779-46f5-49c9-95c4-0d046917a374), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:54.108808 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bac112-a078-47c3-ae0f-9a590d49d283 req-84566f52-3898-4dc9-be91-9d617067c499 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:54.111413 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c7bac112-a078-47c3-ae0f-9a590d49d283 req-84566f52-3898-4dc9-be91-9d617067c499 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 947 time: 0.0860815 Mar 01 14:01:54.161708 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1146d52c-0839-438d-8175-1403242dd3a0 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router_controller (48d44779-46f5-49c9-95c4-0d046917a374), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:54.197260 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c7bac112-a078-47c3-ae0f-9a590d49d283 req-0d961b60-c1b8-4163-b8f1-09fc03a30cfc tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745697 Mar 01 14:01:54.210139 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1cdcb3-6cf3-459c-8a5d-7e40e800355d req-239b8263-ad29-40cf-be66-655a02576484 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:54.211851 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1a1cdcb3-6cf3-459c-8a5d-7e40e800355d req-239b8263-ad29-40cf-be66-655a02576484 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 946 time: 0.0988598 Mar 01 14:01:54.273132 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1a1cdcb3-6cf3-459c-8a5d-7e40e800355d req-95291439-75c5-484b-a578-f75c4354da4e tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd65719e-ea09-4512-bbc9-0aebb4135b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525165 Mar 01 14:01:54.342827 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1146d52c-0839-438d-8175-1403242dd3a0 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router_gateway (48d44779-46f5-49c9-95c4-0d046917a374), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:54.375437 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92036ff6-a7fe-4e25-8e97-1c774846ea27 req-2d2c05f2-1e7e-4d5d-90f0-5ca070943781 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:54.377135 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-92036ff6-a7fe-4e25-8e97-1c774846ea27 req-2d2c05f2-1e7e-4d5d-90f0-5ca070943781 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 947 time: 0.0766432 Mar 01 14:01:54.441535 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-92036ff6-a7fe-4e25-8e97-1c774846ea27 req-d1bca50f-3b23-4d84-aa36-5051704c7477 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578690 Mar 01 14:01:54.589979 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1146d52c-0839-438d-8175-1403242dd3a0 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router_gateway (48d44779-46f5-49c9-95c4-0d046917a374), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:54.608970 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69698d75-f75c-4c84-b95e-07f1d4c25d53 req-ff3477d7-da49-4ddc-b893-bd314f0a136a tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:54.610466 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-69698d75-f75c-4c84-b95e-07f1d4c25d53 req-ff3477d7-da49-4ddc-b893-bd314f0a136a tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 947 time: 0.0780263 Mar 01 14:01:54.610664 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1146d52c-0839-438d-8175-1403242dd3a0 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:54.617341 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22869251-7c28-4bec-8d46-ab503c9e3905 req-00408bcd-9a3f-4fd7-b2f8-e9600869b214 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:54.618753 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-22869251-7c28-4bec-8d46-ab503c9e3905 req-00408bcd-9a3f-4fd7-b2f8-e9600869b214 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.0963745 Mar 01 14:01:54.692376 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-69698d75-f75c-4c84-b95e-07f1d4c25d53 req-e98b86fb-8e71-4bf6-866f-6e61cb522e2c tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726516 Mar 01 14:01:54.695791 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-22869251-7c28-4bec-8d46-ab503c9e3905 req-523cdba1-c6fc-4ac2-9adf-99a7f0404528 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687299 Mar 01 14:01:54.744711 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-1146d52c-0839-438d-8175-1403242dd3a0 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Allocated IP 172.25.1.98 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/588136ec-e9d7-46cd-bd25-ab6d5bd85860) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:01:54.889672 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9499f4e-69d7-4ced-8e0a-374e63f58255 req-ba481b74-8850-4d2f-8fe5-52b7f01184f0 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:54.891257 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b9499f4e-69d7-4ced-8e0a-374e63f58255 req-ba481b74-8850-4d2f-8fe5-52b7f01184f0 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d37cfd9-9d56-426b-a687-7584628a0284 HTTP/1.1" status: 200 len: 943 time: 0.1001575 Mar 01 14:01:54.899447 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2facc-e844-4fa0-a05a-3e093f8bd070 req-c79b4749-4d83-4a26-8494-580d4a99ef75 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:54.900973 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0ad2facc-e844-4fa0-a05a-3e093f8bd070 req-c79b4749-4d83-4a26-8494-580d4a99ef75 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 946 time: 0.0999770 Mar 01 14:01:54.977313 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b9499f4e-69d7-4ced-8e0a-374e63f58255 req-0fe4a79e-f839-49df-9d6a-beea99276679 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752470 Mar 01 14:01:54.980203 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0ad2facc-e844-4fa0-a05a-3e093f8bd070 req-2dba46f2-65d4-416d-ad4d-0ed57bccd3ef tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd65719e-ea09-4512-bbc9-0aebb4135b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724585 Mar 01 14:01:55.118072 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c39a4f-4625-4311-894e-435aa7c9ab51 req-9290de77-c4fa-4d60-b379-dfe38675fa3a tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:55.119717 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f0c39a4f-4625-4311-894e-435aa7c9ab51 req-9290de77-c4fa-4d60-b379-dfe38675fa3a tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 947 time: 0.0590918 Mar 01 14:01:55.153092 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1146d52c-0839-438d-8175-1403242dd3a0 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for port (588136ec-e9d7-46cd-bd25-ab6d5bd85860), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:55.183700 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f0c39a4f-4625-4311-894e-435aa7c9ab51 req-e5329ea1-193a-43a7-93f3-03da1ce69f17 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576954 Mar 01 14:01:55.187289 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1146d52c-0839-438d-8175-1403242dd3a0 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (588136ec-e9d7-46cd-bd25-ab6d5bd85860), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:55.231626 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1146d52c-0839-438d-8175-1403242dd3a0 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:01:55.234165 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9ac8e67b-08ac-4ce3-bd9d-76b691d1bf0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:55.234953 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-1146d52c-0839-438d-8175-1403242dd3a0 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:01:55.241090 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1146d52c-0839-438d-8175-1403242dd3a0 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:01:55.278382 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146d52c-0839-438d-8175-1403242dd3a0 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Pushing event updated for resources: {'Port': ['ID=588136ec-e9d7-46cd-bd25-ab6d5bd85860,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:55.333727 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218fb4e-74d3-4d65-97eb-0c2c8b8681c1 req-1ba8115d-a502-49a4-8d0a-07c920580cd3 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:55.335558 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9218fb4e-74d3-4d65-97eb-0c2c8b8681c1 req-1ba8115d-a502-49a4-8d0a-07c920580cd3 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 947 time: 0.0627446 Mar 01 14:01:55.388863 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9218fb4e-74d3-4d65-97eb-0c2c8b8681c1 req-5ebb0ce8-4f2e-4a75-8672-f074cc386cbb tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473759 Mar 01 14:01:55.525465 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0eb36-ccc5-492c-9c5f-6e29d864e543 req-b8241c1e-9f7c-40ff-8849-1987f4be9fb0 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:55.530068 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4af0eb36-ccc5-492c-9c5f-6e29d864e543 req-b8241c1e-9f7c-40ff-8849-1987f4be9fb0 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 947 time: 0.0569475 Mar 01 14:01:55.536676 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1146d52c-0839-438d-8175-1403242dd3a0 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router_gateway (48d44779-46f5-49c9-95c4-0d046917a374), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:55.578935 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4af0eb36-ccc5-492c-9c5f-6e29d864e543 req-a989de53-38e2-4e32-b12f-3ddf1b4577e1 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422490 Mar 01 14:01:55.754284 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1146d52c-0839-438d-8175-1403242dd3a0 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (48d44779-46f5-49c9-95c4-0d046917a374), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:55.850957 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b4c82-703c-415f-a66d-bf1562518846 req-2b1a2972-32dd-4979-b6e4-d2ffe53f925f tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:55.852602 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6d3b4c82-703c-415f-a66d-bf1562518846 req-2b1a2972-32dd-4979-b6e4-d2ffe53f925f tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.0753083 Mar 01 14:01:55.904636 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6d3b4c82-703c-415f-a66d-bf1562518846 req-84589062-247d-4fb6-a59e-887dad6c09d4 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451679 Mar 01 14:01:55.918754 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1146d52c-0839-438d-8175-1403242dd3a0 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Router 48d44779-46f5-49c9-95c4-0d046917a374 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:01:56.048885 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1146d52c-0839-438d-8175-1403242dd3a0 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:01:56.060860 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f360ea-4a68-4d27-ad27-536d0c0d5d4a None None] Sync routers for ids ['48d44779-46f5-49c9-95c4-0d046917a374'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:01:56.077593 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f360ea-4a68-4d27-ad27-536d0c0d5d4a None None] Routers {'48d44779-46f5-49c9-95c4-0d046917a374'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:01:56.078678 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-a3f360ea-4a68-4d27-ad27-536d0c0d5d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:01:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['48d44779-46f5-49c9-95c4-0d046917a374'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:56.086972 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1146d52c-0839-438d-8175-1403242dd3a0 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:56.095120 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1146d52c-0839-438d-8175-1403242dd3a0 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.0331588 Mar 01 14:01:56.095329 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56580) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:56.419826 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device bf35c191-d35a-420c-96c9-d2ffdb0df583 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:01:56.465150 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-a3f360ea-4a68-4d27-ad27-536d0c0d5d4a None None] Set router 48d44779-46f5-49c9-95c4-0d046917a374 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:01:56.631826 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e6616-3962-469e-b411-75b70cdd88e5 req-258c2edb-ac45-428d-80e0-11900385a3ca tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:56.633345 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-049e6616-3962-469e-b411-75b70cdd88e5 req-258c2edb-ac45-428d-80e0-11900385a3ca tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 946 time: 0.1006691 Mar 01 14:01:56.678434 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9306c-f90d-43b6-9bd0-b7ff60b109d7 req-fa3e5336-6600-4c6c-ad0a-7f2d0a142b3e tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:56.686740 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0fb9306c-f90d-43b6-9bd0-b7ff60b109d7 req-fa3e5336-6600-4c6c-ad0a-7f2d0a142b3e tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d37cfd9-9d56-426b-a687-7584628a0284 HTTP/1.1" status: 200 len: 943 time: 0.5361259 Mar 01 14:01:56.711162 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834d33b-b798-4849-bcbc-d6336f5d8e86 req-675b0eb1-cb6b-47a3-a64a-9703c85b63fa tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:56.726163 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7834d33b-b798-4849-bcbc-d6336f5d8e86 req-675b0eb1-cb6b-47a3-a64a-9703c85b63fa tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 946 time: 0.5635707 Mar 01 14:01:56.738650 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port bf35c191-d35a-420c-96c9-d2ffdb0df583, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=bf35c191-d35a-420c-96c9-d2ffdb0df583,segment=NetworkSegment(354ee497-7228-4227-89f9-36435d335b77),segment_id=354ee497-7228-4227-89f9-36435d335b77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:01:56.759032 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'bf35c191-d35a-420c-96c9-d2ffdb0df583', 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e', 'port_id': 'bf35c191-d35a-420c-96c9-d2ffdb0df583', 'mac_address': 'fa:16:3e:3d:c7:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e897284-ac55-41c2-b088-3972dd0eb9f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:01:56.765393 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-a3f360ea-4a68-4d27-ad27-536d0c0d5d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d44779-46f5-49c9-95c4-0d046917a374', 'name': 'tempest-snat-router-583561772', 'tenant_id': 'd66cdff9bbba4e58a977a9c5d70480c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.98'}], 'enable_snat': False}, 'gw_port_id': '588136ec-e9d7-46cd-bd25-ab6d5bd85860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:01:54Z', 'updated_at': '2022-03-01T14:01:55Z', 'revision_number': 3, 'project_id': 'd66cdff9bbba4e58a977a9c5d70480c5', 'gw_port': {'id': '588136ec-e9d7-46cd-bd25-ab6d5bd85860', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:29:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d44779-46f5-49c9-95c4-0d046917a374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:01:54Z', 'updated_at': '2022-03-01T14:01:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:56.814401 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-21260b2e-73e0-435f-a963-d63f613dd56e tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] 10.222.0.13 "GET /v2.0/routers/48d44779-46f5-49c9-95c4-0d046917a374 HTTP/1.1" status: 200 len: 907 time: 0.7182949 Mar 01 14:01:56.820193 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56586) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:56.828767 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-eaaf681c-11b9-4696-8ee6-50cae1dd44b8 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Request body: {'router': {'name': 'tempest-snat-router-583561772', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'enable_snat': True}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:01:56.858514 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7834d33b-b798-4849-bcbc-d6336f5d8e86 req-79ff4062-1a8e-4fea-acba-1b1d8efe8975 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd65719e-ea09-4512-bbc9-0aebb4135b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312146 Mar 01 14:01:56.876387 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0fb9306c-f90d-43b6-9bd0-b7ff60b109d7 req-99c934dc-7cbe-4083-bce8-7e625dcc9f6e tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864951 Mar 01 14:01:56.881264 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f360ea-4a68-4d27-ad27-536d0c0d5d4a None None] Checking router: 48d44779-46f5-49c9-95c4-0d046917a374 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:01:56.882118 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f360ea-4a68-4d27-ad27-536d0c0d5d4a None None] Updating router 48d44779-46f5-49c9-95c4-0d046917a374 port 588136ec-e9d7-46cd-bd25-ab6d5bd85860 binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:01:56.890023 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-049e6616-3962-469e-b411-75b70cdd88e5 req-4184524e-c146-4f7e-aed9-c83eacd1b2a7 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Deleting port 2556a655-be0a-4953-b656-28ee11a2810a {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:01:56.890962 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-049e6616-3962-469e-b411-75b70cdd88e5 req-4184524e-c146-4f7e-aed9-c83eacd1b2a7 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (2556a655-be0a-4953-b656-28ee11a2810a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:56.897371 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eaaf681c-11b9-4696-8ee6-50cae1dd44b8 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (b235db7e-8ae1-4988-a484-1ebf7fd0178f), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:56.898564 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eaaf681c-11b9-4696-8ee6-50cae1dd44b8 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (b235db7e-8ae1-4988-a484-1ebf7fd0178f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:56.943100 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a3f360ea-4a68-4d27-ad27-536d0c0d5d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (588136ec-e9d7-46cd-bd25-ab6d5bd85860), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:56.946511 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port bf35c191-d35a-420c-96c9-d2ffdb0df583 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:01:56.947396 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (bf35c191-d35a-420c-96c9-d2ffdb0df583), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:56.991738 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf35c191-d35a-420c-96c9-d2ffdb0df583 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:01:57.112375 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad160f5-8c48-4afe-84a4-3d1c75bed6d8 req-62362f6a-2d04-4e3e-be58-f16228ecfd5d tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:57.114097 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ad160f5-8c48-4afe-84a4-3d1c75bed6d8 req-62362f6a-2d04-4e3e-be58-f16228ecfd5d tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.1058011 Mar 01 14:01:57.145758 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eaaf681c-11b9-4696-8ee6-50cae1dd44b8 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router_controller (b235db7e-8ae1-4988-a484-1ebf7fd0178f), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:57.165269 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-049e6616-3962-469e-b411-75b70cdd88e5 req-4184524e-c146-4f7e-aed9-c83eacd1b2a7 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] For port 2556a655-be0a-4953-b656-28ee11a2810a, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=2556a655-be0a-4953-b656-28ee11a2810a,segment=NetworkSegment(5095f747-c1de-406f-a432-97d1294b01fc),segment_id=5095f747-c1de-406f-a432-97d1294b01fc)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:01:57.165634 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-049e6616-3962-469e-b411-75b70cdd88e5 req-4184524e-c146-4f7e-aed9-c83eacd1b2a7 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (2556a655-be0a-4953-b656-28ee11a2810a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:57.180213 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-049e6616-3962-469e-b411-75b70cdd88e5 req-4184524e-c146-4f7e-aed9-c83eacd1b2a7 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Calling delete_port for 2556a655-be0a-4953-b656-28ee11a2810a owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:01:57.185218 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ad160f5-8c48-4afe-84a4-3d1c75bed6d8 req-6f64cd96-f5c5-4f53-9fcd-01412b3e83db tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648785 Mar 01 14:01:57.220604 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port bf35c191-d35a-420c-96c9-d2ffdb0df583, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=bf35c191-d35a-420c-96c9-d2ffdb0df583,segment=NetworkSegment(354ee497-7228-4227-89f9-36435d335b77),segment_id=354ee497-7228-4227-89f9-36435d335b77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:01:57.232275 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (bf35c191-d35a-420c-96c9-d2ffdb0df583), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:57.338694 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=bf35c191-d35a-420c-96c9-d2ffdb0df583,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:57.344843 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a3f360ea-4a68-4d27-ad27-536d0c0d5d4a None None] Publish callbacks [] for port (588136ec-e9d7-46cd-bd25-ab6d5bd85860), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:57.354889 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a3f360ea-4a68-4d27-ad27-536d0c0d5d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (588136ec-e9d7-46cd-bd25-ab6d5bd85860), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:57.412011 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-049e6616-3962-469e-b411-75b70cdd88e5 req-4184524e-c146-4f7e-aed9-c83eacd1b2a7 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (2556a655-be0a-4953-b656-28ee11a2810a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:57.431455 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['2556a655-be0a-4953-b656-28ee11a2810a'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:01:57.443989 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184524e-c146-4f7e-aed9-c83eacd1b2a7 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Pushing event deleted for resources: {'Port': ['ID=2556a655-be0a-4953-b656-28ee11a2810a,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:57.493792 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-a3f360ea-4a68-4d27-ad27-536d0c0d5d4a None None] Attempting to bind port 588136ec-e9d7-46cd-bd25-ab6d5bd85860 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:01:57.494209 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-a3f360ea-4a68-4d27-ad27-536d0c0d5d4a None None] Attempting to bind port 588136ec-e9d7-46cd-bd25-ab6d5bd85860 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:01:57.494574 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f360ea-4a68-4d27-ad27-536d0c0d5d4a None None] Attempting to bind port 588136ec-e9d7-46cd-bd25-ab6d5bd85860 on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:01:57.500753 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-61d78cf9-41f7-4b97-9629-dd6581dbc1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:57.504117 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f360ea-4a68-4d27-ad27-536d0c0d5d4a None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:01:57.504539 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f360ea-4a68-4d27-ad27-536d0c0d5d4a None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:01:57.504938 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a3f360ea-4a68-4d27-ad27-536d0c0d5d4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:57.505324 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f360ea-4a68-4d27-ad27-536d0c0d5d4a None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:01:57.505810 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-a3f360ea-4a68-4d27-ad27-536d0c0d5d4a None None] Bound port: 588136ec-e9d7-46cd-bd25-ab6d5bd85860, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:01:57.506326 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a3f360ea-4a68-4d27-ad27-536d0c0d5d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (588136ec-e9d7-46cd-bd25-ab6d5bd85860), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:57.537237 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-049e6616-3962-469e-b411-75b70cdd88e5 req-4184524e-c146-4f7e-aed9-c83eacd1b2a7 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] No DVR routers for this DVR port 2556a655-be0a-4953-b656-28ee11a2810a on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:01:57.541316 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-049e6616-3962-469e-b411-75b70cdd88e5 req-4184524e-c146-4f7e-aed9-c83eacd1b2a7 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:57.544934 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-049e6616-3962-469e-b411-75b70cdd88e5 req-4184524e-c146-4f7e-aed9-c83eacd1b2a7 tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.20 "DELETE /v2.0/ports/2556a655-be0a-4953-b656-28ee11a2810a HTTP/1.1" status: 204 len: 173 time: 0.9059141 Mar 01 14:01:57.545428 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d37ad9b-a522-425b-9a4d-195c2cc73913', 'name': 'network-vif-deleted', 'tag': '2556a655-be0a-4953-b656-28ee11a2810a'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:01:57.547932 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee89070-c8d2-414e-a3ae-202dbece9bf0" -d '{"events": [{"server_uuid": "4d37ad9b-a522-425b-9a4d-195c2cc73913", "name": "network-vif-deleted", "tag": "2556a655-be0a-4953-b656-28ee11a2810a"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:01:57.574533 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-a3f360ea-4a68-4d27-ad27-536d0c0d5d4a None None] For port 588136ec-e9d7-46cd-bd25-ab6d5bd85860, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:01:57.578132 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-a3f360ea-4a68-4d27-ad27-536d0c0d5d4a None None] For port 588136ec-e9d7-46cd-bd25-ab6d5bd85860, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=588136ec-e9d7-46cd-bd25-ab6d5bd85860,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:01:57.583841 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6fc360-4655-4a98-a14d-69c8b68f3dbc None None] Pushing event updated for resources: {'Port': ['ID=588136ec-e9d7-46cd-bd25-ab6d5bd85860,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:57.598541 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a3f360ea-4a68-4d27-ad27-536d0c0d5d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (588136ec-e9d7-46cd-bd25-ab6d5bd85860), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:57.614388 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eaaf681c-11b9-4696-8ee6-50cae1dd44b8 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router_gateway (b235db7e-8ae1-4988-a484-1ebf7fd0178f), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:57.619117 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d985c5-d7f2-4fe2-94af-b2234efb900a x-openstack-request-id: req-e3d985c5-d7f2-4fe2-94af-b2234efb900a {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:01:57.619409 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d37ad9b-a522-425b-9a4d-195c2cc73913", "name": "network-vif-deleted", "tag": "2556a655-be0a-4953-b656-28ee11a2810a", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:01:57.619930 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3d985c5-d7f2-4fe2-94af-b2234efb900a {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:01:57.620464 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d37ad9b-a522-425b-9a4d-195c2cc73913', 'name': 'network-vif-deleted', 'tag': '2556a655-be0a-4953-b656-28ee11a2810a', 'status': 'completed', 'code': 200} Mar 01 14:01:57.644313 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['bf35c191-d35a-420c-96c9-d2ffdb0df583'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:01:57.725483 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6fc360-4655-4a98-a14d-69c8b68f3dbc None None] Pushing event updated for resources: {'Port': ['ID=588136ec-e9d7-46cd-bd25-ab6d5bd85860,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:57.732752 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f360ea-4a68-4d27-ad27-536d0c0d5d4a None None] Routers {'48d44779-46f5-49c9-95c4-0d046917a374'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:01:57.733470 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-a3f360ea-4a68-4d27-ad27-536d0c0d5d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:01:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['48d44779-46f5-49c9-95c4-0d046917a374'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:58.052446 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-a3f360ea-4a68-4d27-ad27-536d0c0d5d4a None None] Set router 48d44779-46f5-49c9-95c4-0d046917a374 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:01:58.055578 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eaaf681c-11b9-4696-8ee6-50cae1dd44b8 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router_gateway (b235db7e-8ae1-4988-a484-1ebf7fd0178f), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:58.099615 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eaaf681c-11b9-4696-8ee6-50cae1dd44b8 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:58.110310 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-800ab257-929e-4da6-b868-e3de999e2d31 req-6d001892-d5b3-448c-bc42-922c69a92a9e tempest-TestServerAdvancedOps-1635806442 tempest-TestServerAdvancedOps-1635806442-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d37ad9b-a522-425b-9a4d-195c2cc73913 HTTP/1.1" status: 200 len: 210 time: 0.0851612 Mar 01 14:01:58.183105 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a934060-908c-46ff-ab0a-bbd35b1d86d7 req-f080b42d-6449-4069-9a69-99be13980632 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:58.197720 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5a934060-908c-46ff-ab0a-bbd35b1d86d7 req-f080b42d-6449-4069-9a69-99be13980632 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d37cfd9-9d56-426b-a687-7584628a0284 HTTP/1.1" status: 200 len: 944 time: 0.1880751 Mar 01 14:01:58.310123 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5a934060-908c-46ff-ab0a-bbd35b1d86d7 req-568bf42a-b119-4139-abc9-57abc95ae801 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117766 Mar 01 14:01:58.338496 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-eaaf681c-11b9-4696-8ee6-50cae1dd44b8 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Allocated IP 172.25.1.137 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/6592f344-98b0-4756-8a48-5d4f6cca9e67) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:01:58.400390 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c4b81-606d-4630-a27d-133d9e6f6d17 req-322cf0cb-14c3-4b8a-9a29-d458ca04b8e0 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:58.407712 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f37c4b81-606d-4630-a27d-133d9e6f6d17 req-322cf0cb-14c3-4b8a-9a29-d458ca04b8e0 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.0701222 Mar 01 14:01:58.471003 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-a3f360ea-4a68-4d27-ad27-536d0c0d5d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d44779-46f5-49c9-95c4-0d046917a374', 'name': 'tempest-snat-router-583561772', 'tenant_id': 'd66cdff9bbba4e58a977a9c5d70480c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.98'}], 'enable_snat': False}, 'gw_port_id': '588136ec-e9d7-46cd-bd25-ab6d5bd85860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:01:54Z', 'updated_at': '2022-03-01T14:01:55Z', 'revision_number': 3, 'project_id': 'd66cdff9bbba4e58a977a9c5d70480c5', 'gw_port': {'id': '588136ec-e9d7-46cd-bd25-ab6d5bd85860', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:29:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d44779-46f5-49c9-95c4-0d046917a374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:01:54Z', 'updated_at': '2022-03-01T14:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:01:58.479303 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f37c4b81-606d-4630-a27d-133d9e6f6d17 req-4b93f9c6-b29c-469a-8fd9-773d3604b259 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650523 Mar 01 14:01:58.515522 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f360ea-4a68-4d27-ad27-536d0c0d5d4a None None] The sync data for ids ['48d44779-46f5-49c9-95c4-0d046917a374'] in n-d-827467-3 is: [{'id': '48d44779-46f5-49c9-95c4-0d046917a374', 'name': 'tempest-snat-router-583561772', 'tenant_id': 'd66cdff9bbba4e58a977a9c5d70480c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.98'}], 'enable_snat': False}, 'gw_port_id': '588136ec-e9d7-46cd-bd25-ab6d5bd85860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:01:54Z', 'updated_at': '2022-03-01T14:01:55Z', 'revision_number': 3, 'project_id': 'd66cdff9bbba4e58a977a9c5d70480c5', 'gw_port': {'id': '588136ec-e9d7-46cd-bd25-ab6d5bd85860', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:29:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d44779-46f5-49c9-95c4-0d046917a374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:01:54Z', 'updated_at': '2022-03-01T14:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:01:58.521770 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eaaf681c-11b9-4696-8ee6-50cae1dd44b8 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for port (6592f344-98b0-4756-8a48-5d4f6cca9e67), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:58.567493 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eaaf681c-11b9-4696-8ee6-50cae1dd44b8 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (6592f344-98b0-4756-8a48-5d4f6cca9e67), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:58.616611 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaf681c-11b9-4696-8ee6-50cae1dd44b8 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:01:58.620929 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-eaaf681c-11b9-4696-8ee6-50cae1dd44b8 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:01:58.623628 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaf681c-11b9-4696-8ee6-50cae1dd44b8 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:01:58.669427 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf681c-11b9-4696-8ee6-50cae1dd44b8 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Pushing event updated for resources: {'Port': ['ID=6592f344-98b0-4756-8a48-5d4f6cca9e67,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:58.870083 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:58.991985 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eaaf681c-11b9-4696-8ee6-50cae1dd44b8 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router_gateway (b235db7e-8ae1-4988-a484-1ebf7fd0178f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:59.191796 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56614) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:59.279472 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-695f9ac0-3f30-4cbc-b859-e0fd92c1571b admin admin] Deleting subnet 893fbc27-2905-40be-9c9e-2c8d3b363a60 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:01:59.282621 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eaaf681c-11b9-4696-8ee6-50cae1dd44b8 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (b235db7e-8ae1-4988-a484-1ebf7fd0178f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:59.288228 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-695f9ac0-3f30-4cbc-b859-e0fd92c1571b admin admin] Publish callbacks [] for subnet (893fbc27-2905-40be-9c9e-2c8d3b363a60), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:59.357181 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-695f9ac0-3f30-4cbc-b859-e0fd92c1571b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (893fbc27-2905-40be-9c9e-2c8d3b363a60), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:59.465828 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-695f9ac0-3f30-4cbc-b859-e0fd92c1571b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (893fbc27-2905-40be-9c9e-2c8d3b363a60), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:59.498904 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaaf681c-11b9-4696-8ee6-50cae1dd44b8 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Router b235db7e-8ae1-4988-a484-1ebf7fd0178f is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:01:59.564001 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399b56a-c4e0-4135-a5b3-577058a146fc req-0437b842-dc35-46b8-9cff-4ecb449249f4 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:59.574497 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d399b56a-c4e0-4135-a5b3-577058a146fc req-0437b842-dc35-46b8-9cff-4ecb449249f4 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d37cfd9-9d56-426b-a687-7584628a0284 HTTP/1.1" status: 200 len: 944 time: 0.1524866 Mar 01 14:01:59.728083 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d399b56a-c4e0-4135-a5b3-577058a146fc req-2d38dd63-c990-4a1a-a0e2-feaf87b8c0a6 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525581 Mar 01 14:01:59.744836 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-695f9ac0-3f30-4cbc-b859-e0fd92c1571b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (893fbc27-2905-40be-9c9e-2c8d3b363a60), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:59.778961 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f9ac0-3f30-4cbc-b859-e0fd92c1571b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=893fbc27-2905-40be-9c9e-2c8d3b363a60,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:01:59.800649 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5918d0-5188-4da5-a419-4421215dc2a1 req-ab1b402c-4c6d-4464-962a-a4af2b83d2cf tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:01:59.809426 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bd5918d0-5188-4da5-a419-4421215dc2a1 req-ab1b402c-4c6d-4464-962a-a4af2b83d2cf tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.2015903 Mar 01 14:01:59.821183 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-695f9ac0-3f30-4cbc-b859-e0fd92c1571b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:01:59.827110 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-695f9ac0-3f30-4cbc-b859-e0fd92c1571b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/893fbc27-2905-40be-9c9e-2c8d3b363a60 HTTP/1.1" status: 204 len: 168 time: 0.6315157 Mar 01 14:01:59.832636 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56622) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:01:59.935332 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bd5918d0-5188-4da5-a419-4421215dc2a1 req-551277d9-8ac0-4af1-9da5-f899ce8103af tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227891 Mar 01 14:01:59.982413 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-62fd9020-8aab-4efe-afe3-4215185b65e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (ae5522e3-31c0-49c6-86ae-926f4d28515d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:00.028861 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:00.041076 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaaf681c-11b9-4696-8ee6-50cae1dd44b8 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:02:00.059660 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d79676-a868-489d-a3c7-c4cbb60c612b None None] Sync routers for ids ['b235db7e-8ae1-4988-a484-1ebf7fd0178f'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:02:00.069812 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-62fd9020-8aab-4efe-afe3-4215185b65e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (ae5522e3-31c0-49c6-86ae-926f4d28515d), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:00.077212 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d79676-a868-489d-a3c7-c4cbb60c612b None None] Routers {'b235db7e-8ae1-4988-a484-1ebf7fd0178f'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:02:00.078443 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-94d79676-a868-489d-a3c7-c4cbb60c612b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:01:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['b235db7e-8ae1-4988-a484-1ebf7fd0178f'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:00.086441 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eaaf681c-11b9-4696-8ee6-50cae1dd44b8 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:00.087870 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-eaaf681c-11b9-4696-8ee6-50cae1dd44b8 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.2664962 Mar 01 14:02:00.090445 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56626) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:00.118173 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-62fd9020-8aab-4efe-afe3-4215185b65e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae5522e3-31c0-49c6-86ae-926f4d28515d']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:00.130034 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-62fd9020-8aab-4efe-afe3-4215185b65e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5095f747-c1de-406f-a432-97d1294b01fc') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:00.130335 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-62fd9020-8aab-4efe-afe3-4215185b65e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5095f747-c1de-406f-a432-97d1294b01fc') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:00.150683 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-62fd9020-8aab-4efe-afe3-4215185b65e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (5095f747-c1de-406f-a432-97d1294b01fc), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:00.195752 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-62fd9020-8aab-4efe-afe3-4215185b65e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (5095f747-c1de-406f-a432-97d1294b01fc), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:00.226781 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-94d79676-a868-489d-a3c7-c4cbb60c612b None None] Set router b235db7e-8ae1-4988-a484-1ebf7fd0178f gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:02:00.243710 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0696c6f1-9bca-4b3f-ad3a-a96843dc491a tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] 10.222.0.13 "GET /v2.0/routers/b235db7e-8ae1-4988-a484-1ebf7fd0178f HTTP/1.1" status: 200 len: 907 time: 0.1496153 Mar 01 14:02:00.245227 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56630) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:00.248571 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 2556a655-be0a-4953-b656-28ee11a2810a no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:02:00.258785 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62fd9020-8aab-4efe-afe3-4215185b65e2 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:02:00.260453 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-62fd9020-8aab-4efe-afe3-4215185b65e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (5095f747-c1de-406f-a432-97d1294b01fc), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:00.264878 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:02:00.264878 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:02:00.264878 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:02:00.264878 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:02:00.264878 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:02:00.264878 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:02:00.264878 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:02:00.264878 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:02:00.264878 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:02:00.264878 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:02:00.264878 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:02:00.264878 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:02:00.264878 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:02:00.264878 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:02:00.264878 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:02:00.264878 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:02:00.264878 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:02:00.264878 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:02:00.264878 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:02:00.264878 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:02:00.264878 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:02:00.264878 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:02:00.264878 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:02:00.264878 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:02:00.264878 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:02:00.264878 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:02:00.264878 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:02:00.264878 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:02:00.264878 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:02:00.264878 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:02:00.264878 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:02:00.264878 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:02:00.328670 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device bf35c191-d35a-420c-96c9-d2ffdb0df583 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:02:00.341136 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 2556a655-be0a-4953-b656-28ee11a2810a {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:02:00.341485 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 2556a655-be0a-4953-b656-28ee11a2810a not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:02:00.418982 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-62fd9020-8aab-4efe-afe3-4215185b65e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (ae5522e3-31c0-49c6-86ae-926f4d28515d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:00.425421 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-62fd9020-8aab-4efe-afe3-4215185b65e2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:00.433154 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-62fd9020-8aab-4efe-afe3-4215185b65e2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ae5522e3-31c0-49c6-86ae-926f4d28515d HTTP/1.1" status: 204 len: 168 time: 0.5958564 Mar 01 14:02:00.438059 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56634) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:00.450215 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 588136ec-e9d7-46cd-bd25-ab6d5bd85860 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:02:00.469082 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd9020-8aab-4efe-afe3-4215185b65e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae5522e3-31c0-49c6-86ae-926f4d28515d,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:00.488994 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port bf35c191-d35a-420c-96c9-d2ffdb0df583 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:02:00.502042 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port bf35c191-d35a-420c-96c9-d2ffdb0df583 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:02:00.503256 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (bf35c191-d35a-420c-96c9-d2ffdb0df583), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:00.547524 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e5ce1d1-7b91-4835-9e32-f064a790678e admin admin] Deleting subnet 3c7136e9-07f6-45d3-ad8c-b4f526dce80f {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:02:00.552716 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8e5ce1d1-7b91-4835-9e32-f064a790678e admin admin] Publish callbacks [] for subnet (3c7136e9-07f6-45d3-ad8c-b4f526dce80f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:00.597268 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 588136ec-e9d7-46cd-bd25-ab6d5bd85860 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:02:00.598183 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (588136ec-e9d7-46cd-bd25-ab6d5bd85860), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:00.646888 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8e5ce1d1-7b91-4835-9e32-f064a790678e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (3c7136e9-07f6-45d3-ad8c-b4f526dce80f), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:00.660624 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-94d79676-a868-489d-a3c7-c4cbb60c612b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b235db7e-8ae1-4988-a484-1ebf7fd0178f', 'name': 'tempest-snat-router-583561772', 'tenant_id': 'd66cdff9bbba4e58a977a9c5d70480c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '6592f344-98b0-4756-8a48-5d4f6cca9e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:01:56Z', 'updated_at': '2022-03-01T14:01:58Z', 'revision_number': 3, 'project_id': 'd66cdff9bbba4e58a977a9c5d70480c5', 'gw_port': {'id': '6592f344-98b0-4756-8a48-5d4f6cca9e67', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b235db7e-8ae1-4988-a484-1ebf7fd0178f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:01:58Z', 'updated_at': '2022-03-01T14:01:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:00.703082 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d79676-a868-489d-a3c7-c4cbb60c612b None None] Checking router: b235db7e-8ae1-4988-a484-1ebf7fd0178f for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:02:00.703082 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d79676-a868-489d-a3c7-c4cbb60c612b None None] Updating router b235db7e-8ae1-4988-a484-1ebf7fd0178f port 6592f344-98b0-4756-8a48-5d4f6cca9e67 binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:02:00.707555 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b7f39bb3-5753-46f0-a6aa-63040b6a07d9 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router (b235db7e-8ae1-4988-a484-1ebf7fd0178f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:00.738496 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-94d79676-a868-489d-a3c7-c4cbb60c612b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6592f344-98b0-4756-8a48-5d4f6cca9e67), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:00.741292 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port bf35c191-d35a-420c-96c9-d2ffdb0df583 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:02:00.741849 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (bf35c191-d35a-420c-96c9-d2ffdb0df583), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:00.783209 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 588136ec-e9d7-46cd-bd25-ab6d5bd85860 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:02:00.783433 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (588136ec-e9d7-46cd-bd25-ab6d5bd85860), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:00.807833 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d37cfd9-9d56-426b-a687-7584628a0284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf35c191-d35a-420c-96c9-d2ffdb0df583'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:02:00.812343 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a856634f-33ca-4b51-a455-6f6f99b8ed44" -d '{"events": [{"server_uuid": "7d37cfd9-9d56-426b-a687-7584628a0284", "name": "network-vif-plugged", "status": "completed", "tag": "bf35c191-d35a-420c-96c9-d2ffdb0df583"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:02:00.840957 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port bf35c191-d35a-420c-96c9-d2ffdb0df583, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=bf35c191-d35a-420c-96c9-d2ffdb0df583,segment=NetworkSegment(354ee497-7228-4227-89f9-36435d335b77),segment_id=354ee497-7228-4227-89f9-36435d335b77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:02:00.842881 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 588136ec-e9d7-46cd-bd25-ab6d5bd85860, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=588136ec-e9d7-46cd-bd25-ab6d5bd85860,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:02:00.851842 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (bf35c191-d35a-420c-96c9-d2ffdb0df583), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:00.857951 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (588136ec-e9d7-46cd-bd25-ab6d5bd85860), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:00.921200 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed59645-42ca-4a80-ad1c-7328295b952d x-openstack-request-id: req-aed59645-42ca-4a80-ad1c-7328295b952d {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:02:00.921679 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d37cfd9-9d56-426b-a687-7584628a0284", "name": "network-vif-plugged", "status": "completed", "tag": "bf35c191-d35a-420c-96c9-d2ffdb0df583", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:02:00.922081 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aed59645-42ca-4a80-ad1c-7328295b952d {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:02:00.922645 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d37cfd9-9d56-426b-a687-7584628a0284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf35c191-d35a-420c-96c9-d2ffdb0df583', 'code': 200} Mar 01 14:02:00.960843 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=bf35c191-d35a-420c-96c9-d2ffdb0df583,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:01.085292 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=588136ec-e9d7-46cd-bd25-ab6d5bd85860,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:01.122665 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8e5ce1d1-7b91-4835-9e32-f064a790678e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (3c7136e9-07f6-45d3-ad8c-b4f526dce80f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:01.161361 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f78f4-65d3-42f4-99cc-11757be35996 req-be34b3dc-7088-4e16-a265-10befb34d879 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:01.164021 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8c9f78f4-65d3-42f4-99cc-11757be35996 req-be34b3dc-7088-4e16-a265-10befb34d879 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d37cfd9-9d56-426b-a687-7584628a0284 HTTP/1.1" status: 200 len: 945 time: 0.2918346 Mar 01 14:02:01.182625 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b7f39bb3-5753-46f0-a6aa-63040b6a07d9 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router_gateway (b235db7e-8ae1-4988-a484-1ebf7fd0178f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:01.286405 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913daf28-f406-4b4b-8502-de5e0cf813ca req-7304dc7e-ab87-4808-92e6-b59d1fb02c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:01.288714 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-913daf28-f406-4b4b-8502-de5e0cf813ca req-7304dc7e-ab87-4808-92e6-b59d1fb02c5e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7d37cfd9-9d56-426b-a687-7584628a0284 HTTP/1.1" status: 200 len: 1127 time: 0.2751496 Mar 01 14:02:01.290354 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-94d79676-a868-489d-a3c7-c4cbb60c612b None None] Publish callbacks [] for port (6592f344-98b0-4756-8a48-5d4f6cca9e67), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:01.316748 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-94d79676-a868-489d-a3c7-c4cbb60c612b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (6592f344-98b0-4756-8a48-5d4f6cca9e67), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:01.345753 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8e5ce1d1-7b91-4835-9e32-f064a790678e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (3c7136e9-07f6-45d3-ad8c-b4f526dce80f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:01.378472 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8c9f78f4-65d3-42f4-99cc-11757be35996 req-1b74db3a-b339-46e4-9d61-4f8d3db6213d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003384 Mar 01 14:02:01.397919 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d14de-7681-4e33-971d-ba6b019ea5f7 req-09be229e-2e8c-45c7-a04a-f3a47eb53bf5 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:01.405604 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b13d14de-7681-4e33-971d-ba6b019ea5f7 req-09be229e-2e8c-45c7-a04a-f3a47eb53bf5 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.2401898 Mar 01 14:02:01.407224 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b7f39bb3-5753-46f0-a6aa-63040b6a07d9 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Deleting port 6592f344-98b0-4756-8a48-5d4f6cca9e67 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:02:01.407568 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b7f39bb3-5753-46f0-a6aa-63040b6a07d9 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (6592f344-98b0-4756-8a48-5d4f6cca9e67), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:01.410454 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ce1d1-7b91-4835-9e32-f064a790678e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c7136e9-07f6-45d3-ad8c-b4f526dce80f,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:01.426904 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8e5ce1d1-7b91-4835-9e32-f064a790678e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:01.434325 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c5726-ef4d-4a43-9dbd-7e14521f3a79 None None] Pushing event updated for resources: {'Port': ['ID=6592f344-98b0-4756-8a48-5d4f6cca9e67,revision_number=2']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:01.435238 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8e5ce1d1-7b91-4835-9e32-f064a790678e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3c7136e9-07f6-45d3-ad8c-b4f526dce80f HTTP/1.1" status: 204 len: 168 time: 0.9960732 Mar 01 14:02:01.437575 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56650) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:01.450819 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-94d79676-a868-489d-a3c7-c4cbb60c612b None None] Attempting to bind port 6592f344-98b0-4756-8a48-5d4f6cca9e67 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:02:01.451187 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-94d79676-a868-489d-a3c7-c4cbb60c612b None None] Attempting to bind port 6592f344-98b0-4756-8a48-5d4f6cca9e67 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:02:01.451546 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d79676-a868-489d-a3c7-c4cbb60c612b None None] Attempting to bind port 6592f344-98b0-4756-8a48-5d4f6cca9e67 on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:02:01.458666 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c5726-ef4d-4a43-9dbd-7e14521f3a79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:01.459415 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c5726-ef4d-4a43-9dbd-7e14521f3a79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:01.459791 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c5726-ef4d-4a43-9dbd-7e14521f3a79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:01.460127 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c5726-ef4d-4a43-9dbd-7e14521f3a79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:01.460457 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c5726-ef4d-4a43-9dbd-7e14521f3a79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:01.460786 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c5726-ef4d-4a43-9dbd-7e14521f3a79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:01.461110 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c5726-ef4d-4a43-9dbd-7e14521f3a79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:01.461459 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c5726-ef4d-4a43-9dbd-7e14521f3a79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:01.461753 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c5726-ef4d-4a43-9dbd-7e14521f3a79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:01.462072 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c5726-ef4d-4a43-9dbd-7e14521f3a79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:01.462391 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c5726-ef4d-4a43-9dbd-7e14521f3a79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:01.462708 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c5726-ef4d-4a43-9dbd-7e14521f3a79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:01.463024 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c5726-ef4d-4a43-9dbd-7e14521f3a79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:01.475296 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-913daf28-f406-4b4b-8502-de5e0cf813ca req-feb40f2c-41bd-45ce-b7c3-b8d40442b10b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689913 Mar 01 14:02:01.483205 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d79676-a868-489d-a3c7-c4cbb60c612b None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:02:01.483612 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d79676-a868-489d-a3c7-c4cbb60c612b None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:02:01.484050 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-94d79676-a868-489d-a3c7-c4cbb60c612b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:01.484438 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d79676-a868-489d-a3c7-c4cbb60c612b None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:02:01.484908 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-94d79676-a868-489d-a3c7-c4cbb60c612b None None] Bound port: 6592f344-98b0-4756-8a48-5d4f6cca9e67, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:02:01.485295 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-94d79676-a868-489d-a3c7-c4cbb60c612b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6592f344-98b0-4756-8a48-5d4f6cca9e67), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:01.492573 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b13d14de-7681-4e33-971d-ba6b019ea5f7 req-c76ff913-4354-411b-baae-89132dacdd89 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857298 Mar 01 14:02:01.551030 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b57e2696-7112-4a8c-bac2-9eb57822c2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (e4275f2f-61b1-4e11-ae8d-925dcf73c602), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:01.587131 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-94d79676-a868-489d-a3c7-c4cbb60c612b None None] For port 6592f344-98b0-4756-8a48-5d4f6cca9e67, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:02:01.593341 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-94d79676-a868-489d-a3c7-c4cbb60c612b None None] For port 6592f344-98b0-4756-8a48-5d4f6cca9e67, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6592f344-98b0-4756-8a48-5d4f6cca9e67,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:02:01.611341 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-94d79676-a868-489d-a3c7-c4cbb60c612b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (6592f344-98b0-4756-8a48-5d4f6cca9e67), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:01.704339 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b7f39bb3-5753-46f0-a6aa-63040b6a07d9 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (6592f344-98b0-4756-8a48-5d4f6cca9e67), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:01.730144 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b57e2696-7112-4a8c-bac2-9eb57822c2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (e4275f2f-61b1-4e11-ae8d-925dcf73c602), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:01.733337 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:01.733947 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b7f39bb3-5753-46f0-a6aa-63040b6a07d9 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Calling delete_port for 6592f344-98b0-4756-8a48-5d4f6cca9e67 owned by network:router_gateway {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:02:01.747268 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c5726-ef4d-4a43-9dbd-7e14521f3a79 None None] Pushing event updated for resources: {'Port': ['ID=6592f344-98b0-4756-8a48-5d4f6cca9e67,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:01.756874 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d79676-a868-489d-a3c7-c4cbb60c612b None None] Routers {'b235db7e-8ae1-4988-a484-1ebf7fd0178f'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:02:01.757807 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-94d79676-a868-489d-a3c7-c4cbb60c612b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:01:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['b235db7e-8ae1-4988-a484-1ebf7fd0178f'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:01.782830 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-b57e2696-7112-4a8c-bac2-9eb57822c2a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4275f2f-61b1-4e11-ae8d-925dcf73c602']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:01.826053 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-b57e2696-7112-4a8c-bac2-9eb57822c2a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f89677b2-6bc7-4f3e-91cc-2a7e10084216') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:01.826608 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-b57e2696-7112-4a8c-bac2-9eb57822c2a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f89677b2-6bc7-4f3e-91cc-2a7e10084216') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:01.842593 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b57e2696-7112-4a8c-bac2-9eb57822c2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (f89677b2-6bc7-4f3e-91cc-2a7e10084216), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:01.872499 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b57e2696-7112-4a8c-bac2-9eb57822c2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (f89677b2-6bc7-4f3e-91cc-2a7e10084216), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:01.875554 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-94d79676-a868-489d-a3c7-c4cbb60c612b None None] Set router b235db7e-8ae1-4988-a484-1ebf7fd0178f gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:02:01.882237 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b57e2696-7112-4a8c-bac2-9eb57822c2a8 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:02:01.882813 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b57e2696-7112-4a8c-bac2-9eb57822c2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (f89677b2-6bc7-4f3e-91cc-2a7e10084216), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:01.884840 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:02:01.884840 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:02:01.884840 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:02:01.884840 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:02:01.884840 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:02:01.884840 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:02:01.884840 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:02:01.884840 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:02:01.884840 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:02:01.884840 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:02:01.884840 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:02:01.884840 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:02:01.884840 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:02:01.884840 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:02:01.884840 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:02:01.884840 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:02:01.884840 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:02:01.884840 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:02:01.884840 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:02:01.884840 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:02:01.884840 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:02:01.884840 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:02:01.884840 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:02:01.884840 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:02:01.884840 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:02:01.884840 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:02:01.884840 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:02:01.884840 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:02:01.884840 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:02:01.884840 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:02:01.884840 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:02:01.884840 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:02:02.024616 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b57e2696-7112-4a8c-bac2-9eb57822c2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (e4275f2f-61b1-4e11-ae8d-925dcf73c602), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:02.033966 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b57e2696-7112-4a8c-bac2-9eb57822c2a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:02.042531 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b57e2696-7112-4a8c-bac2-9eb57822c2a8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e4275f2f-61b1-4e11-ae8d-925dcf73c602 HTTP/1.1" status: 204 len: 168 time: 0.6039476 Mar 01 14:02:02.128009 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-94d79676-a868-489d-a3c7-c4cbb60c612b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b235db7e-8ae1-4988-a484-1ebf7fd0178f', 'name': 'tempest-snat-router-583561772', 'tenant_id': 'd66cdff9bbba4e58a977a9c5d70480c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:01:56Z', 'updated_at': '2022-03-01T14:02:01Z', 'revision_number': 4, 'project_id': 'd66cdff9bbba4e58a977a9c5d70480c5', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:02.173181 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e2696-7112-4a8c-bac2-9eb57822c2a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4275f2f-61b1-4e11-ae8d-925dcf73c602,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:02.186513 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b7f39bb3-5753-46f0-a6aa-63040b6a07d9 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (6592f344-98b0-4756-8a48-5d4f6cca9e67), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:02.212200 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d79676-a868-489d-a3c7-c4cbb60c612b None None] The sync data for ids ['b235db7e-8ae1-4988-a484-1ebf7fd0178f'] in n-d-827467-3 is: [{'id': 'b235db7e-8ae1-4988-a484-1ebf7fd0178f', 'name': 'tempest-snat-router-583561772', 'tenant_id': 'd66cdff9bbba4e58a977a9c5d70480c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:01:56Z', 'updated_at': '2022-03-01T14:02:01Z', 'revision_number': 4, 'project_id': 'd66cdff9bbba4e58a977a9c5d70480c5', 'gw_port_host': None}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:02:02.285202 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f39bb3-5753-46f0-a6aa-63040b6a07d9 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Pushing event deleted for resources: {'Port': ['ID=6592f344-98b0-4756-8a48-5d4f6cca9e67,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:02.395825 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 588136ec-e9d7-46cd-bd25-ab6d5bd85860 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:02:02.445150 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56662) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:02.456310 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b7f39bb3-5753-46f0-a6aa-63040b6a07d9 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (b235db7e-8ae1-4988-a484-1ebf7fd0178f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:02.518382 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 588136ec-e9d7-46cd-bd25-ab6d5bd85860 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:02:02.518783 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (588136ec-e9d7-46cd-bd25-ab6d5bd85860), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:02.548078 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e767c449-aff3-4f69-bc09-bfa76c7a9d59 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aeaec8b70c5243f1b500761e5487518b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0995150 Mar 01 14:02:02.548398 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56666) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:02.665434 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b7f39bb3-5753-46f0-a6aa-63040b6a07d9 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (b235db7e-8ae1-4988-a484-1ebf7fd0178f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:02.669104 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b7f39bb3-5753-46f0-a6aa-63040b6a07d9 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router_controller (b235db7e-8ae1-4988-a484-1ebf7fd0178f), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:02.677111 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 588136ec-e9d7-46cd-bd25-ab6d5bd85860 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:02:02.746266 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b7f39bb3-5753-46f0-a6aa-63040b6a07d9 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (b235db7e-8ae1-4988-a484-1ebf7fd0178f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:02.747132 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f39bb3-5753-46f0-a6aa-63040b6a07d9 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b235db7e-8ae1-4988-a484-1ebf7fd0178f {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:02:02.754450 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b7f39bb3-5753-46f0-a6aa-63040b6a07d9 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:02.756165 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b7f39bb3-5753-46f0-a6aa-63040b6a07d9 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] 10.222.0.13 "DELETE /v2.0/routers/b235db7e-8ae1-4988-a484-1ebf7fd0178f HTTP/1.1" status: 204 len: 168 time: 2.5076382 Mar 01 14:02:02.758893 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56670) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:02.795290 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ced79195-0724-4ed1-80e8-55a125041228 admin admin] Publish callbacks [] for security_group (fd65719e-ea09-4512-bbc9-0aebb4135b5e), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:02.840004 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801bcbd5-2735-4279-911f-283a7bb2f7c1 req-43adc8b5-870a-481d-9b10-cc0d8934c6e8 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:02.841771 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-801bcbd5-2735-4279-911f-283a7bb2f7c1 req-43adc8b5-870a-481d-9b10-cc0d8934c6e8 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d37cfd9-9d56-426b-a687-7584628a0284 HTTP/1.1" status: 200 len: 945 time: 0.2194598 Mar 01 14:02:02.874453 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e237a78-977a-44c6-b4f3-9d113de08751 req-e2598da2-cc33-4d00-a01f-0f5caf8f22b3 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:02.882630 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e237a78-977a-44c6-b4f3-9d113de08751 req-e2598da2-cc33-4d00-a01f-0f5caf8f22b3 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.2356250 Mar 01 14:02:02.937090 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa4fe8cc-84c8-4149-9332-cc92a985a18b tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router (48d44779-46f5-49c9-95c4-0d046917a374), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:02.945637 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ced79195-0724-4ed1-80e8-55a125041228 admin admin] Publish callbacks [] for security_group (fd65719e-ea09-4512-bbc9-0aebb4135b5e), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:03.091906 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e237a78-977a-44c6-b4f3-9d113de08751 req-3d472d5f-2019-45d6-b7c5-e4f1662a691a tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083509 Mar 01 14:02:03.102518 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-801bcbd5-2735-4279-911f-283a7bb2f7c1 req-967aceb2-2280-460a-9f39-f812724c935c tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151706 Mar 01 14:02:03.124808 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ced79195-0724-4ed1-80e8-55a125041228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fd65719e-ea09-4512-bbc9-0aebb4135b5e), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:03.127539 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ced79195-0724-4ed1-80e8-55a125041228 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:03.128604 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ced79195-0724-4ed1-80e8-55a125041228 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd65719e-ea09-4512-bbc9-0aebb4135b5e HTTP/1.1" status: 204 len: 168 time: 0.5792704 Mar 01 14:02:03.155151 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced79195-0724-4ed1-80e8-55a125041228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd65719e-ea09-4512-bbc9-0aebb4135b5e,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:03.205094 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa4fe8cc-84c8-4149-9332-cc92a985a18b tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router_gateway (48d44779-46f5-49c9-95c4-0d046917a374), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:03.357063 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-fa4fe8cc-84c8-4149-9332-cc92a985a18b tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Deleting port 588136ec-e9d7-46cd-bd25-ab6d5bd85860 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:02:03.357805 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa4fe8cc-84c8-4149-9332-cc92a985a18b tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (588136ec-e9d7-46cd-bd25-ab6d5bd85860), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:03.541565 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-fa4fe8cc-84c8-4149-9332-cc92a985a18b tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] For port 588136ec-e9d7-46cd-bd25-ab6d5bd85860, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=588136ec-e9d7-46cd-bd25-ab6d5bd85860,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:02:03.542160 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa4fe8cc-84c8-4149-9332-cc92a985a18b tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (588136ec-e9d7-46cd-bd25-ab6d5bd85860), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:03.571466 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-fa4fe8cc-84c8-4149-9332-cc92a985a18b tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Calling delete_port for 588136ec-e9d7-46cd-bd25-ab6d5bd85860 owned by network:router_gateway {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:02:03.689166 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be8148-8c74-4d1c-a8a3-45de4653ead0 req-d01f11bf-849a-49c9-9052-d7b21412f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:03.695378 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-28be8148-8c74-4d1c-a8a3-45de4653ead0 req-d01f11bf-849a-49c9-9052-d7b21412f7e1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3467d10c32454cf18668187815493d82&device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 1127 time: 0.1558156 Mar 01 14:02:03.708210 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe79e4-6724-4900-829c-c6dcb7ab8f6c req-1fea80df-9e3a-49d2-9ff7-088e6803ff0b tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:03.728557 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6fbe79e4-6724-4900-829c-c6dcb7ab8f6c req-1fea80df-9e3a-49d2-9ff7-088e6803ff0b tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.1306560 Mar 01 14:02:03.823145 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56684) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:03.900366 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6fbe79e4-6724-4900-829c-c6dcb7ab8f6c req-49f4f830-3678-4c50-b64a-8564762efa3c tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660283 Mar 01 14:02:03.953218 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56686) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:03.954484 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1f1f9f5e-d66d-4e45-a975-feccb5a64c18 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da8e5ccbdb854f5ba58a645bfdfbd3f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1298561 Mar 01 14:02:03.989396 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be8148-8c74-4d1c-a8a3-45de4653ead0 req-f4a63569-a1f3-4ede-b319-448db5b3f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:03.991188 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-28be8148-8c74-4d1c-a8a3-45de4653ead0 req-f4a63569-a1f3-4ede-b319-448db5b3f4f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1d0a7b4f-fbe7-45f8-87df-666e5482dea5 HTTP/1.1" status: 200 len: 912 time: 0.2237420 Mar 01 14:02:04.088990 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-28be8148-8c74-4d1c-a8a3-45de4653ead0 req-50dd2d50-b88f-4ef5-a2d0-8113a2598395 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9aebdd4c-eed8-47fb-bab4-d069d06a55a0 HTTP/1.1" status: 200 len: 1000 time: 0.0901668 Mar 01 14:02:04.148315 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-77580241-23c3-48e2-a001-c3b8ac2decff admin admin] Publish callbacks [] for security_group (38d6abb9-c372-4415-9837-479a6957d81f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:04.151402 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa4fe8cc-84c8-4149-9332-cc92a985a18b tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (588136ec-e9d7-46cd-bd25-ab6d5bd85860), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:04.173439 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be8148-8c74-4d1c-a8a3-45de4653ead0 req-72e7d352-29be-4ca9-a422-14a5f26ebf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:04.179503 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-28be8148-8c74-4d1c-a8a3-45de4653ead0 req-72e7d352-29be-4ca9-a422-14a5f26ebf7c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=531c8525-0467-47e0-9cf7-03358d9bf988 HTTP/1.1" status: 200 len: 850 time: 0.0815833 Mar 01 14:02:04.355021 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be8148-8c74-4d1c-a8a3-45de4653ead0 req-eb88181b-a439-4069-9b15-727782e8da35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:04.356928 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-28be8148-8c74-4d1c-a8a3-45de4653ead0 req-eb88181b-a439-4069-9b15-727782e8da35 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1d0a7b4f-fbe7-45f8-87df-666e5482dea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1672862 Mar 01 14:02:04.364635 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-77580241-23c3-48e2-a001-c3b8ac2decff admin admin] Publish callbacks [] for security_group (38d6abb9-c372-4415-9837-479a6957d81f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:04.398875 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4fe8cc-84c8-4149-9332-cc92a985a18b tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Pushing event deleted for resources: {'Port': ['ID=588136ec-e9d7-46cd-bd25-ab6d5bd85860,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:04.431127 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa4fe8cc-84c8-4149-9332-cc92a985a18b tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (48d44779-46f5-49c9-95c4-0d046917a374), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:04.490721 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-77580241-23c3-48e2-a001-c3b8ac2decff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (38d6abb9-c372-4415-9837-479a6957d81f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:04.493039 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a6039-6f73-4c3f-a455-7655a414216c req-5a631321-9eaa-42fe-8912-e0a55c56da59 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:04.493280 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-77580241-23c3-48e2-a001-c3b8ac2decff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:04.494404 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-77580241-23c3-48e2-a001-c3b8ac2decff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38d6abb9-c372-4415-9837-479a6957d81f HTTP/1.1" status: 204 len: 168 time: 0.4978900 Mar 01 14:02:04.507635 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-541a6039-6f73-4c3f-a455-7655a414216c req-5a631321-9eaa-42fe-8912-e0a55c56da59 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d37cfd9-9d56-426b-a687-7584628a0284 HTTP/1.1" status: 200 len: 945 time: 0.2373016 Mar 01 14:02:04.615501 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77580241-23c3-48e2-a001-c3b8ac2decff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d6abb9-c372-4415-9837-479a6957d81f,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:04.628978 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa4fe8cc-84c8-4149-9332-cc92a985a18b tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (48d44779-46f5-49c9-95c4-0d046917a374), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:04.632680 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa4fe8cc-84c8-4149-9332-cc92a985a18b tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router_controller (48d44779-46f5-49c9-95c4-0d046917a374), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:04.651920 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-541a6039-6f73-4c3f-a455-7655a414216c req-4b997eba-8432-4ba9-bb3b-0e11118db4bf tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414313 Mar 01 14:02:04.704894 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-28be8148-8c74-4d1c-a8a3-45de4653ead0 req-a9c11f4d-890e-4166-b4d2-c0b023854b6c service neutron] 10.222.0.32 "GET /v2.0/networks/1d0a7b4f-fbe7-45f8-87df-666e5482dea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355558 Mar 01 14:02:04.744657 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa4fe8cc-84c8-4149-9332-cc92a985a18b tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (48d44779-46f5-49c9-95c4-0d046917a374), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:04.745425 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4fe8cc-84c8-4149-9332-cc92a985a18b tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 48d44779-46f5-49c9-95c4-0d046917a374 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:02:04.750594 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa4fe8cc-84c8-4149-9332-cc92a985a18b tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:04.758222 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fa4fe8cc-84c8-4149-9332-cc92a985a18b tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] 10.222.0.13 "DELETE /v2.0/routers/48d44779-46f5-49c9-95c4-0d046917a374 HTTP/1.1" status: 204 len: 168 time: 1.9981246 Mar 01 14:02:04.760276 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56700) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:04.779601 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-7c5da466-a2b2-4cea-afc9-a9c85ea1e467 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1682646701', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}, 'admin_state_up': False}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:02:04.862967 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7c5da466-a2b2-4cea-afc9-a9c85ea1e467 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (04e49747-a833-47ff-952e-e44f33ad4ce4), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:04.866177 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7c5da466-a2b2-4cea-afc9-a9c85ea1e467 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (04e49747-a833-47ff-952e-e44f33ad4ce4), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:04.981012 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-28be8148-8c74-4d1c-a8a3-45de4653ead0 req-591ac05b-88ac-470f-a313-1efef8d0fb02 service neutron] 10.222.0.32 "GET /v2.0/networks/1d0a7b4f-fbe7-45f8-87df-666e5482dea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609510 Mar 01 14:02:05.000728 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7c5da466-a2b2-4cea-afc9-a9c85ea1e467 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router_controller (04e49747-a833-47ff-952e-e44f33ad4ce4), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:05.135845 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45497be-bdf1-4789-b2c4-85e0a7531e2a req-dbd429bd-8061-4e5d-9296-67e428faff42 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:05.137682 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b45497be-bdf1-4789-b2c4-85e0a7531e2a req-dbd429bd-8061-4e5d-9296-67e428faff42 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d37cfd9-9d56-426b-a687-7584628a0284 HTTP/1.1" status: 200 len: 945 time: 0.1545393 Mar 01 14:02:05.213624 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f9b92-4654-4a83-afed-1d29c9263dde req-abab5b4d-0ea5-411f-a72f-ea3768ad5793 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:05.215431 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-038f9b92-4654-4a83-afed-1d29c9263dde req-abab5b4d-0ea5-411f-a72f-ea3768ad5793 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.1653535 Mar 01 14:02:05.253462 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b45497be-bdf1-4789-b2c4-85e0a7531e2a req-571047ac-6316-4986-80dd-3db6272ac0f4 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098607 Mar 01 14:02:05.264875 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7c5da466-a2b2-4cea-afc9-a9c85ea1e467 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router_gateway (04e49747-a833-47ff-952e-e44f33ad4ce4), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:05.332605 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-038f9b92-4654-4a83-afed-1d29c9263dde req-65fba0e2-817a-4fbb-a467-71fc41899602 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095111 Mar 01 14:02:05.814007 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7c5da466-a2b2-4cea-afc9-a9c85ea1e467 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router_gateway (04e49747-a833-47ff-952e-e44f33ad4ce4), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:05.855050 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ed2b1-2ca0-44ec-8099-42bb58771daf req-ec6e29a6-f544-438f-bf70-476dfac0b828 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:05.858388 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4c9ed2b1-2ca0-44ec-8099-42bb58771daf req-ec6e29a6-f544-438f-bf70-476dfac0b828 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d37cfd9-9d56-426b-a687-7584628a0284 HTTP/1.1" status: 200 len: 945 time: 0.0963285 Mar 01 14:02:06.014358 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56746) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:06.099926 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4c9ed2b1-2ca0-44ec-8099-42bb58771daf req-b69184ed-39c0-4c95-a65d-7e49dd4cf367 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279267 Mar 01 14:02:06.176184 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7c5da466-a2b2-4cea-afc9-a9c85ea1e467 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:06.242462 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-9a52b80c-7754-4fe2-aae8-f3059044c375 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-803548769-network', 'tenant_id': '4c00176cefe14df68ab16d972fcf0f1a'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:02:06.283004 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-7fab4240-8efd-4217-b0a2-3a9a036a7f3f tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:06.285630 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-7fab4240-8efd-4217-b0a2-3a9a036a7f3f tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/networks?id=688b8e33-0ea2-4648-89e7-a0a6eac88ff9 HTTP/1.1" status: 200 len: 815 time: 0.3456988 Mar 01 14:02:06.292468 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-225dbf62-877c-4f14-83a8-b7422c22550c req-053fed54-a539-42c4-9196-b6b43b1f8f75 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=75cb9e6f-9cc7-4bb3-9d2d-ad6e3f1a80ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3055885 Mar 01 14:02:06.313290 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-3c18d1e9-55d6-41cf-bc7b-25f607afa165 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/quotas/ba1fcf78013f41368378324ce0bb5077 HTTP/1.1" status: 200 len: 375 time: 0.0194893 Mar 01 14:02:06.336682 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-7c5da466-a2b2-4cea-afc9-a9c85ea1e467 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Allocated IP 172.25.1.70 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/f46aeafb-efe0-4820-974f-cf7490593751) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:02:06.346688 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a52b80c-7754-4fe2-aae8-f3059044c375 admin admin] Made reservation on behalf of 4c00176cefe14df68ab16d972fcf0f1a for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:02:06.351069 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9a52b80c-7754-4fe2-aae8-f3059044c375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:06.375601 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 588136ec-e9d7-46cd-bd25-ab6d5bd85860 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:02:06.394593 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9a52b80c-7754-4fe2-aae8-f3059044c375 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:06.453109 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 588136ec-e9d7-46cd-bd25-ab6d5bd85860 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:02:06.453708 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 588136ec-e9d7-46cd-bd25-ab6d5bd85860 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:02:06.489414 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7c5da466-a2b2-4cea-afc9-a9c85ea1e467 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for port (f46aeafb-efe0-4820-974f-cf7490593751), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:06.500127 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225dbf62-877c-4f14-83a8-b7422c22550c req-9380499d-4e84-4a17-b529-78cb98f1ca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:06.501655 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-225dbf62-877c-4f14-83a8-b7422c22550c req-9380499d-4e84-4a17-b529-78cb98f1ca96 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba1fcf78013f41368378324ce0bb5077&device_id=75cb9e6f-9cc7-4bb3-9d2d-ad6e3f1a80ac HTTP/1.1" status: 200 len: 1127 time: 0.1675830 Mar 01 14:02:06.540543 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-ef665965-aded-4978-919c-c9e3621cd44a tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba1fcf78013f41368378324ce0bb5077&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2206528 Mar 01 14:02:06.545924 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7c5da466-a2b2-4cea-afc9-a9c85ea1e467 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (f46aeafb-efe0-4820-974f-cf7490593751), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:06.599648 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5da466-a2b2-4cea-afc9-a9c85ea1e467 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:02:06.605532 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-7c5da466-a2b2-4cea-afc9-a9c85ea1e467 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:02:06.610801 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5da466-a2b2-4cea-afc9-a9c85ea1e467 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:02:06.615724 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5da466-a2b2-4cea-afc9-a9c85ea1e467 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Pushing event updated for resources: {'Port': ['ID=f46aeafb-efe0-4820-974f-cf7490593751,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:06.763570 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-7b083f90-54b8-4430-a5e9-129a9e9689ca service neutron] 10.222.0.13 "GET /v2.0/networks/688b8e33-0ea2-4648-89e7-a0a6eac88ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217028 Mar 01 14:02:06.829054 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225dbf62-877c-4f14-83a8-b7422c22550c req-c3646c57-7bd5-4c85-9043-a2283387cafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:06.831114 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-225dbf62-877c-4f14-83a8-b7422c22550c req-c3646c57-7bd5-4c85-9043-a2283387cafb service neutron] 10.222.0.32 "GET /v2.0/networks?id=688b8e33-0ea2-4648-89e7-a0a6eac88ff9 HTTP/1.1" status: 200 len: 916 time: 0.2015524 Mar 01 14:02:06.898134 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-225dbf62-877c-4f14-83a8-b7422c22550c req-7395d007-f03e-4101-b8f9-b52888303447 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8f4394a-222d-4ddf-8b47-2223ab7f4441 HTTP/1.1" status: 200 len: 217 time: 0.0530877 Mar 01 14:02:06.912615 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81e97c-d200-4e8f-bb03-f792451f4b73 req-3d1e30a1-5c87-475d-944a-ed727bef85cb tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:06.922614 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2f81e97c-d200-4e8f-bb03-f792451f4b73 req-3d1e30a1-5c87-475d-944a-ed727bef85cb tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.4105887 Mar 01 14:02:06.991804 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7c5da466-a2b2-4cea-afc9-a9c85ea1e467 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router_gateway (04e49747-a833-47ff-952e-e44f33ad4ce4), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:07.109594 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-02e5473b-ab7a-42bc-a5b9-bddf99d1133e service neutron] 10.222.0.13 "GET /v2.0/networks/688b8e33-0ea2-4648-89e7-a0a6eac88ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820363 Mar 01 14:02:07.143472 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9a52b80c-7754-4fe2-aae8-f3059044c375 admin admin] Publish callbacks [] for security_group (b6849281-f141-4b30-8c5a-334ba9d3fa96), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:07.162431 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9a52b80c-7754-4fe2-aae8-f3059044c375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b6849281-f141-4b30-8c5a-334ba9d3fa96), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:07.193460 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2f81e97c-d200-4e8f-bb03-f792451f4b73 req-2ffb9bb7-e016-4b8b-a840-92c28e4867c0 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2600341 Mar 01 14:02:07.225157 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a52b80c-7754-4fe2-aae8-f3059044c375 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:02:07.309647 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bdb80a-5f38-40d8-9eb3-d57b5668e4f4 req-7fcd604e-6f41-484b-9026-0c84f4a2f718 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:07.310236 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225dbf62-877c-4f14-83a8-b7422c22550c req-5027e460-38b6-44fd-a83e-653bafc9dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:07.310320 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-35bdb80a-5f38-40d8-9eb3-d57b5668e4f4 req-7fcd604e-6f41-484b-9026-0c84f4a2f718 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d37cfd9-9d56-426b-a687-7584628a0284 HTTP/1.1" status: 200 len: 945 time: 0.1313825 Mar 01 14:02:07.310451 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-225dbf62-877c-4f14-83a8-b7422c22550c req-5027e460-38b6-44fd-a83e-653bafc9dc7b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5604c83-d9f4-4bd0-bfcc-d1bf90374963 HTTP/1.1" status: 200 len: 855 time: 0.3627217 Mar 01 14:02:07.358160 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7c5da466-a2b2-4cea-afc9-a9c85ea1e467 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (04e49747-a833-47ff-952e-e44f33ad4ce4), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:07.371780 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9a52b80c-7754-4fe2-aae8-f3059044c375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (baf555f1-c68c-40fa-b064-c9daf0d53a98), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:07.372128 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-9a52b80c-7754-4fe2-aae8-f3059044c375 admin admin] Added segment baf555f1-c68c-40fa-b064-c9daf0d53a98 of type vlan for network 189ec434-cc49-4599-b47e-f8c559326a7c Mar 01 14:02:07.404694 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52b80c-7754-4fe2-aae8-f3059044c375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6849281-f141-4b30-8c5a-334ba9d3fa96,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:07.511211 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bd31aa07-5192-4818-ab6b-053153fc0a48 req-e3fef8a0-5987-4af8-b95e-0a038b6c54e0 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e7d4ea-a962-4181-ae56-e8001678fa2e HTTP/1.1" status: 200 len: 210 time: 0.1373849 Mar 01 14:02:07.515324 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-225dbf62-877c-4f14-83a8-b7422c22550c req-fc8a20a9-9c64-493a-a75f-9b511f5829f8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=688b8e33-0ea2-4648-89e7-a0a6eac88ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1331763 Mar 01 14:02:07.551534 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9a52b80c-7754-4fe2-aae8-f3059044c375 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (189ec434-cc49-4599-b47e-f8c559326a7c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:07.588760 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-35bdb80a-5f38-40d8-9eb3-d57b5668e4f4 req-28d0e0ef-050e-4e62-884e-8cd40e48ee2d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Deleting port bf35c191-d35a-420c-96c9-d2ffdb0df583 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:02:07.589108 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-35bdb80a-5f38-40d8-9eb3-d57b5668e4f4 req-28d0e0ef-050e-4e62-884e-8cd40e48ee2d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (bf35c191-d35a-420c-96c9-d2ffdb0df583), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:07.644257 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a4aad-7311-4f7e-9152-cf2a4cfd0edb req-ba119226-b953-4d3d-ab05-458d96fa8ca5 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:07.645807 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a51a4aad-7311-4f7e-9152-cf2a4cfd0edb req-ba119226-b953-4d3d-ab05-458d96fa8ca5 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d37cfd9-9d56-426b-a687-7584628a0284 HTTP/1.1" status: 200 len: 945 time: 0.3794582 Mar 01 14:02:07.701681 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9a52b80c-7754-4fe2-aae8-f3059044c375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (189ec434-cc49-4599-b47e-f8c559326a7c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:07.702072 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5da466-a2b2-4cea-afc9-a9c85ea1e467 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Router 04e49747-a833-47ff-952e-e44f33ad4ce4 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:02:07.702775 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a52b80c-7754-4fe2-aae8-f3059044c375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:07.703436 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9a52b80c-7754-4fe2-aae8-f3059044c375 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:07.784629 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-35bdb80a-5f38-40d8-9eb3-d57b5668e4f4 req-28d0e0ef-050e-4e62-884e-8cd40e48ee2d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] For port bf35c191-d35a-420c-96c9-d2ffdb0df583, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=bf35c191-d35a-420c-96c9-d2ffdb0df583,segment=NetworkSegment(354ee497-7228-4227-89f9-36435d335b77),segment_id=354ee497-7228-4227-89f9-36435d335b77)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:02:07.784977 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-35bdb80a-5f38-40d8-9eb3-d57b5668e4f4 req-28d0e0ef-050e-4e62-884e-8cd40e48ee2d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (bf35c191-d35a-420c-96c9-d2ffdb0df583), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:07.811459 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-35bdb80a-5f38-40d8-9eb3-d57b5668e4f4 req-28d0e0ef-050e-4e62-884e-8cd40e48ee2d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Calling delete_port for bf35c191-d35a-420c-96c9-d2ffdb0df583 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:02:07.821322 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52b80c-7754-4fe2-aae8-f3059044c375 admin admin] Pushing event updated for resources: {'Network': ['ID=189ec434-cc49-4599-b47e-f8c559326a7c,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:07.843832 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 189ec434-cc49-4599-b47e-f8c559326a7c details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:02:07.890631 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-225dbf62-877c-4f14-83a8-b7422c22550c req-acedb81c-28f6-4e6a-84fb-e59f3ec097eb service neutron] 10.222.0.32 "GET /v2.0/networks/688b8e33-0ea2-4648-89e7-a0a6eac88ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660636 Mar 01 14:02:07.905721 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a51a4aad-7311-4f7e-9152-cf2a4cfd0edb req-4fd1d9ec-d697-4133-be6a-e75c9e79c66d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521353 Mar 01 14:02:07.948952 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9a52b80c-7754-4fe2-aae8-f3059044c375 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9294844 Mar 01 14:02:07.952609 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56776) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:07.959881 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-27bced9f-d236-4662-9811-d6ffe1e852d5 admin admin] Request body: {'subnet': {'network_id': '189ec434-cc49-4599-b47e-f8c559326a7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-803548769-subnet', 'tenant_id': '4c00176cefe14df68ab16d972fcf0f1a', 'ip_version': 4}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:02:07.982832 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5da466-a2b2-4cea-afc9-a9c85ea1e467 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:02:08.011249 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d27926-8195-4125-aed1-2e4c0c15a5d3 None None] Sync routers for ids ['04e49747-a833-47ff-952e-e44f33ad4ce4'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:02:08.032317 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bced9f-d236-4662-9811-d6ffe1e852d5 admin admin] Made reservation on behalf of 4c00176cefe14df68ab16d972fcf0f1a for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:02:08.037605 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-27bced9f-d236-4662-9811-d6ffe1e852d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:08.071181 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d27926-8195-4125-aed1-2e4c0c15a5d3 None None] Routers {'04e49747-a833-47ff-952e-e44f33ad4ce4'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:02:08.072101 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-e6d27926-8195-4125-aed1-2e4c0c15a5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:01:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['04e49747-a833-47ff-952e-e44f33ad4ce4'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:08.084687 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7c5da466-a2b2-4cea-afc9-a9c85ea1e467 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:08.100032 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7c5da466-a2b2-4cea-afc9-a9c85ea1e467 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.3371365 Mar 01 14:02:08.100706 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56784) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:08.129375 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-a3067375-6795-470e-92ff-fe9a6aa68ed3 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'enable_snat': False}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:02:08.167712 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-e6d27926-8195-4125-aed1-2e4c0c15a5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:08.199073 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d27926-8195-4125-aed1-2e4c0c15a5d3 None None] Routers {'04e49747-a833-47ff-952e-e44f33ad4ce4'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:02:08.212702 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-e6d27926-8195-4125-aed1-2e4c0c15a5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:01:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['04e49747-a833-47ff-952e-e44f33ad4ce4'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:08.309896 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-e6d27926-8195-4125-aed1-2e4c0c15a5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:08.312328 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d27926-8195-4125-aed1-2e4c0c15a5d3 None None] The sync data for ids ['04e49747-a833-47ff-952e-e44f33ad4ce4'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:02:08.386991 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-225dbf62-877c-4f14-83a8-b7422c22550c req-15d78bd0-04f3-451e-b610-43a157c62276 service neutron] 10.222.0.32 "GET /v2.0/networks/688b8e33-0ea2-4648-89e7-a0a6eac88ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800916 Mar 01 14:02:08.536162 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-35bdb80a-5f38-40d8-9eb3-d57b5668e4f4 req-28d0e0ef-050e-4e62-884e-8cd40e48ee2d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (bf35c191-d35a-420c-96c9-d2ffdb0df583), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:08.549796 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['698be840-58f4-417e-896d-121bd73d95b5'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:02:08.565211 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0e0ef-050e-4e62-884e-8cd40e48ee2d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Pushing event deleted for resources: {'Port': ['ID=bf35c191-d35a-420c-96c9-d2ffdb0df583,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:08.613649 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfee4c2-b9ad-43d6-81dc-347486fa7f6f req-ef8059e9-3252-4d6e-8615-b74f6039ba79 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:08.617204 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fcfee4c2-b9ad-43d6-81dc-347486fa7f6f req-ef8059e9-3252-4d6e-8615-b74f6039ba79 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 947 time: 0.1665585 Mar 01 14:02:08.668905 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-35bdb80a-5f38-40d8-9eb3-d57b5668e4f4 req-28d0e0ef-050e-4e62-884e-8cd40e48ee2d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] No DVR routers for this DVR port bf35c191-d35a-420c-96c9-d2ffdb0df583 on host n-h1-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:02:08.674304 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-35bdb80a-5f38-40d8-9eb3-d57b5668e4f4 req-28d0e0ef-050e-4e62-884e-8cd40e48ee2d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:08.677920 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-35bdb80a-5f38-40d8-9eb3-d57b5668e4f4 req-28d0e0ef-050e-4e62-884e-8cd40e48ee2d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.32 "DELETE /v2.0/ports/bf35c191-d35a-420c-96c9-d2ffdb0df583 HTTP/1.1" status: 204 len: 173 time: 1.3549407 Mar 01 14:02:08.678476 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d37cfd9-9d56-426b-a687-7584628a0284', 'name': 'network-vif-deleted', 'tag': 'bf35c191-d35a-420c-96c9-d2ffdb0df583'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:02:08.680872 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b00520d-9492-4937-8dec-9f617767a202" -d '{"events": [{"server_uuid": "7d37cfd9-9d56-426b-a687-7584628a0284", "name": "network-vif-deleted", "tag": "bf35c191-d35a-420c-96c9-d2ffdb0df583"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:02:08.704344 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-27bced9f-d236-4662-9811-d6ffe1e852d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (81f442ed-eb0f-4869-b7da-605091f23629), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:08.780758 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a3067375-6795-470e-92ff-fe9a6aa68ed3 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router_gateway (04e49747-a833-47ff-952e-e44f33ad4ce4), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:08.781718 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4998a0ee-061d-4b3e-b2a6-c8e7631dc7ec req-ec409a18-1246-45b6-affd-1214101892bc tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e7d4ea-a962-4181-ae56-e8001678fa2e HTTP/1.1" status: 200 len: 210 time: 0.1428740 Mar 01 14:02:08.841262 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bced9f-d236-4662-9811-d6ffe1e852d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81f442ed-eb0f-4869-b7da-605091f23629,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:08.906084 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bced9f-d236-4662-9811-d6ffe1e852d5 admin admin] Checking segment: {'id': 'baf555f1-c68c-40fa-b064-c9daf0d53a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '189ec434-cc49-4599-b47e-f8c559326a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:02:08.908196 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bced9f-d236-4662-9811-d6ffe1e852d5 admin admin] Network hostable DHCP agents. Network: 189ec434-cc49-4599-b47e-f8c559326a7c, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:02:08.954178 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fcfee4c2-b9ad-43d6-81dc-347486fa7f6f req-8e6cf4ab-f8b5-4e3c-b221-9524ec881c05 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077784 Mar 01 14:02:08.957379 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acfcb3a-5107-4f96-99a0-26f69e6ef777 x-openstack-request-id: req-2acfcb3a-5107-4f96-99a0-26f69e6ef777 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:02:08.957780 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d37cfd9-9d56-426b-a687-7584628a0284", "name": "network-vif-deleted", "tag": "bf35c191-d35a-420c-96c9-d2ffdb0df583", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:02:08.958154 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2acfcb3a-5107-4f96-99a0-26f69e6ef777 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:02:08.959186 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d37cfd9-9d56-426b-a687-7584628a0284', 'name': 'network-vif-deleted', 'tag': 'bf35c191-d35a-420c-96c9-d2ffdb0df583', 'status': 'completed', 'code': 200} Mar 01 14:02:08.993892 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bced9f-d236-4662-9811-d6ffe1e852d5 admin admin] Network 189ec434-cc49-4599-b47e-f8c559326a7c is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:02:09.010853 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-27bced9f-d236-4662-9811-d6ffe1e852d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 189ec434-cc49-4599-b47e-f8c559326a7c) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:02:09.028220 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bced9f-d236-4662-9811-d6ffe1e852d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:09.028351 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ef9df7-da7d-457c-b1a4-7cd55a4063f8 None None] Network 189ec434-cc49-4599-b47e-f8c559326a7c requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:02:09.031617 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-27bced9f-d236-4662-9811-d6ffe1e852d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:09.063462 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-27bced9f-d236-4662-9811-d6ffe1e852d5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1092262 Mar 01 14:02:09.066777 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56796) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:09.074517 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-08541a65-d960-4211-b16c-2567ec153d19 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-803548769-router', 'tenant_id': '4c00176cefe14df68ab16d972fcf0f1a', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:02:09.180036 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2687566e-0a36-4695-b98d-e5c7dba2b32f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-189ec434-cc49-4599-b47e-f8c559326a7c', 'network_id': '189ec434-cc49-4599-b47e-f8c559326a7c', 'project_id': '4c00176cefe14df68ab16d972fcf0f1a', 'fixed_ips': [{'subnet_id': '81f442ed-eb0f-4869-b7da-605091f23629'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:02:09.180915 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2687566e-0a36-4695-b98d-e5c7dba2b32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:09.223382 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bbcdcfcd-766e-4109-b6d8-91df8e708a27 req-9d3242ce-aa40-4695-a29e-0190876a1cfb tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d37cfd9-9d56-426b-a687-7584628a0284 HTTP/1.1" status: 200 len: 210 time: 0.0986812 Mar 01 14:02:09.228834 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-08541a65-d960-4211-b16c-2567ec153d19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (531aeb7c-59d1-4303-b334-e213697a7a20), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:09.230887 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-08541a65-d960-4211-b16c-2567ec153d19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (531aeb7c-59d1-4303-b334-e213697a7a20), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:09.386016 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-08541a65-d960-4211-b16c-2567ec153d19 admin admin] Publish callbacks [] for router_controller (531aeb7c-59d1-4303-b334-e213697a7a20), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:09.479838 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9fda80d1-1bd9-4877-9963-43d6d86c24d0 req-9056c8f3-12f7-4c96-95d1-65ce61fd55fe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=61078f5e-c398-4423-8d23-aa1dda7b840e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3180561 Mar 01 14:02:09.555590 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-e47d68ec-cfd6-4427-9017-9ec472adda13 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:09.557946 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-e47d68ec-cfd6-4427-9017-9ec472adda13 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.20 "GET /v2.0/networks?id=688b8e33-0ea2-4648-89e7-a0a6eac88ff9 HTTP/1.1" status: 200 len: 815 time: 0.3576930 Mar 01 14:02:09.572472 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-08541a65-d960-4211-b16c-2567ec153d19 admin admin] Publish callbacks [] for router_gateway (531aeb7c-59d1-4303-b334-e213697a7a20), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:09.580730 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-d7f6c0bb-0c0e-4577-885c-780bc68f8484 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Request body: {'port': {'device_id': '30e7d4ea-a962-4181-ae56-e8001678fa2e', 'network_id': '688b8e33-0ea2-4648-89e7-a0a6eac88ff9', 'admin_state_up': True, 'tenant_id': 'ba1fcf78013f41368378324ce0bb5077'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:02:09.722388 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-2687566e-0a36-4695-b98d-e5c7dba2b32f None None] Allocated IP 172.20.0.2 (189ec434-cc49-4599-b47e-f8c559326a7c/81f442ed-eb0f-4869-b7da-605091f23629/2e69c6e6-56ef-4e1d-99bf-8e76e977220f) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:02:09.886708 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:10.016901 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:10.147759 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2687566e-0a36-4695-b98d-e5c7dba2b32f None None] Publish callbacks [] for port (2e69c6e6-56ef-4e1d-99bf-8e76e977220f), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:10.170792 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2687566e-0a36-4695-b98d-e5c7dba2b32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (2e69c6e6-56ef-4e1d-99bf-8e76e977220f), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:10.250391 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687566e-0a36-4695-b98d-e5c7dba2b32f None None] Pushing event updated for resources: {'Port': ['ID=2e69c6e6-56ef-4e1d-99bf-8e76e977220f,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:10.259762 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2687566e-0a36-4695-b98d-e5c7dba2b32f None None] Network 189ec434-cc49-4599-b47e-f8c559326a7c is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:02:10.263948 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-2687566e-0a36-4695-b98d-e5c7dba2b32f None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:02:10.271943 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2687566e-0a36-4695-b98d-e5c7dba2b32f None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:02:10.295966 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda80d1-1bd9-4877-9963-43d6d86c24d0 req-0afb6dc7-f2e4-4ae2-82df-44b0a94842ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:10.297937 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9fda80d1-1bd9-4877-9963-43d6d86c24d0 req-0afb6dc7-f2e4-4ae2-82df-44b0a94842ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba1fcf78013f41368378324ce0bb5077&device_id=61078f5e-c398-4423-8d23-aa1dda7b840e HTTP/1.1" status: 200 len: 1128 time: 0.7877371 Mar 01 14:02:10.402643 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device bf35c191-d35a-420c-96c9-d2ffdb0df583 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:02:10.457624 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2cca4b61-e3f5-466b-be50-6e9504f58e01 req-5e57ecb9-fc6a-4f5d-907f-a098b7bf4f29 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e7d4ea-a962-4181-ae56-e8001678fa2e HTTP/1.1" status: 200 len: 210 time: 0.0982423 Mar 01 14:02:10.493988 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: bf35c191-d35a-420c-96c9-d2ffdb0df583 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:02:10.494336 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device bf35c191-d35a-420c-96c9-d2ffdb0df583 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:02:10.505875 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-2687566e-0a36-4695-b98d-e5c7dba2b32f None None] Attempting to bind port 2e69c6e6-56ef-4e1d-99bf-8e76e977220f on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:02:10.506263 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-2687566e-0a36-4695-b98d-e5c7dba2b32f None None] Attempting to bind port 2e69c6e6-56ef-4e1d-99bf-8e76e977220f by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'baf555f1-c68c-40fa-b064-c9daf0d53a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '189ec434-cc49-4599-b47e-f8c559326a7c'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:02:10.506636 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2687566e-0a36-4695-b98d-e5c7dba2b32f None None] Attempting to bind port 2e69c6e6-56ef-4e1d-99bf-8e76e977220f on network 189ec434-cc49-4599-b47e-f8c559326a7c {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:02:10.526788 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2687566e-0a36-4695-b98d-e5c7dba2b32f None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:02:10.527156 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2687566e-0a36-4695-b98d-e5c7dba2b32f None None] Checking segment: {'id': 'baf555f1-c68c-40fa-b064-c9daf0d53a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '189ec434-cc49-4599-b47e-f8c559326a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:02:10.527568 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2687566e-0a36-4695-b98d-e5c7dba2b32f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:10.527997 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2687566e-0a36-4695-b98d-e5c7dba2b32f None None] Bound using segment: {'id': 'baf555f1-c68c-40fa-b064-c9daf0d53a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '189ec434-cc49-4599-b47e-f8c559326a7c'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:02:10.528487 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-2687566e-0a36-4695-b98d-e5c7dba2b32f None None] Bound port: 2e69c6e6-56ef-4e1d-99bf-8e76e977220f, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf555f1-c68c-40fa-b064-c9daf0d53a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '189ec434-cc49-4599-b47e-f8c559326a7c'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:02:10.528874 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2687566e-0a36-4695-b98d-e5c7dba2b32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2e69c6e6-56ef-4e1d-99bf-8e76e977220f), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:10.590197 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-d7f6c0bb-0c0e-4577-885c-780bc68f8484 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Made reservation on behalf of ba1fcf78013f41368378324ce0bb5077 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:02:10.593447 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877948f-5acd-4a00-9704-de1f6edaab34 req-03bf816c-5d01-44b1-9843-0c1c367aaadf tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:10.594823 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-d7f6c0bb-0c0e-4577-885c-780bc68f8484 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:10.599169 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0877948f-5acd-4a00-9704-de1f6edaab34 req-03bf816c-5d01-44b1-9843-0c1c367aaadf tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 947 time: 0.3147967 Mar 01 14:02:10.654782 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f364a3-a4bf-4829-955c-7f8cd57d6601 req-6e364bfa-f11c-4780-86da-b4b41710b8a3 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:10.656894 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-37f364a3-a4bf-4829-955c-7f8cd57d6601 req-6e364bfa-f11c-4780-86da-b4b41710b8a3 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 947 time: 0.3238473 Mar 01 14:02:10.666052 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-2687566e-0a36-4695-b98d-e5c7dba2b32f None None] For port 2e69c6e6-56ef-4e1d-99bf-8e76e977220f, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:02:10.672936 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-2687566e-0a36-4695-b98d-e5c7dba2b32f None None] For port 2e69c6e6-56ef-4e1d-99bf-8e76e977220f, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=2e69c6e6-56ef-4e1d-99bf-8e76e977220f,segment=NetworkSegment(baf555f1-c68c-40fa-b064-c9daf0d53a98),segment_id=baf555f1-c68c-40fa-b064-c9daf0d53a98)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:02:10.694942 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2687566e-0a36-4695-b98d-e5c7dba2b32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (2e69c6e6-56ef-4e1d-99bf-8e76e977220f), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:10.715229 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0877948f-5acd-4a00-9704-de1f6edaab34 req-77de700c-350a-4c26-843e-d73f03bb8cb5 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073360 Mar 01 14:02:10.768461 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a3067375-6795-470e-92ff-fe9a6aa68ed3 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3686472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8455'] for router (04e49747-a833-47ff-952e-e44f33ad4ce4), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:10.773566 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a3067375-6795-470e-92ff-fe9a6aa68ed3 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3686481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3686494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683840'] for router (04e49747-a833-47ff-952e-e44f33ad4ce4), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:10.786049 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687566e-0a36-4695-b98d-e5c7dba2b32f None None] Pushing event updated for resources: {'Port': ['ID=2e69c6e6-56ef-4e1d-99bf-8e76e977220f,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:10.905966 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-08541a65-d960-4211-b16c-2567ec153d19 admin admin] Publish callbacks [] for router_gateway (531aeb7c-59d1-4303-b334-e213697a7a20), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:10.952475 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-08541a65-d960-4211-b16c-2567ec153d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:10.997311 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda80d1-1bd9-4877-9963-43d6d86c24d0 req-3ab09f40-36e2-48c4-9d32-72195d826b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:10.998840 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9fda80d1-1bd9-4877-9963-43d6d86c24d0 req-3ab09f40-36e2-48c4-9d32-72195d826b27 service neutron] 10.222.0.20 "GET /v2.0/networks?id=688b8e33-0ea2-4648-89e7-a0a6eac88ff9 HTTP/1.1" status: 200 len: 916 time: 0.6403577 Mar 01 14:02:11.206250 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-08541a65-d960-4211-b16c-2567ec153d19 admin admin] Allocated IP 172.25.1.20 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/720a3884-b062-49ec-9e62-8e501680a281) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:02:11.222173 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9fda80d1-1bd9-4877-9963-43d6d86c24d0 req-cc31a482-b873-40d3-b5cb-3d2da3e681db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=340ab1d7-2607-4a86-a614-6847744d1152 HTTP/1.1" status: 200 len: 217 time: 0.2111256 Mar 01 14:02:11.224861 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-988d4305-9d1f-47cf-b2cd-24439c525029 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:11.226379 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-988d4305-9d1f-47cf-b2cd-24439c525029 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/networks?id=3a263dd2-fccb-41d7-9268-17deef5caa4e HTTP/1.1" status: 200 len: 806 time: 0.2032466 Mar 01 14:02:11.261093 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-91bd0631-a029-4ada-9276-fce62e994d36 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/quotas/a1fa37a61f124c25aca457ce8a3f996a HTTP/1.1" status: 200 len: 375 time: 0.0269179 Mar 01 14:02:11.271507 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3067375-6795-470e-92ff-fe9a6aa68ed3 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Router 04e49747-a833-47ff-952e-e44f33ad4ce4 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:02:11.274933 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-d7f6c0bb-0c0e-4577-885c-780bc68f8484 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Allocated IP 172.20.0.7 (688b8e33-0ea2-4648-89e7-a0a6eac88ff9/b5604c83-d9f4-4bd0-bfcc-d1bf90374963/b2aa6ecd-b41b-41e5-a335-068f0d2ccc25) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:02:11.386579 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda80d1-1bd9-4877-9963-43d6d86c24d0 req-3a45d3b3-372b-4d9b-adab-7c1190c7af64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:11.388891 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9fda80d1-1bd9-4877-9963-43d6d86c24d0 req-3a45d3b3-372b-4d9b-adab-7c1190c7af64 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b5604c83-d9f4-4bd0-bfcc-d1bf90374963 HTTP/1.1" status: 200 len: 855 time: 0.1522863 Mar 01 14:02:11.396203 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-cc40bd25-3ad9-454e-8c8b-02502a47ade6 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1fa37a61f124c25aca457ce8a3f996a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0983994 Mar 01 14:02:11.444378 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-08541a65-d960-4211-b16c-2567ec153d19 admin admin] Publish callbacks [] for port (720a3884-b062-49ec-9e62-8e501680a281), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:11.491175 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-37f364a3-a4bf-4829-955c-7f8cd57d6601 req-f3315201-d27f-4940-a0dd-d4453c430863 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Deleting port 00acc6ed-69b5-4404-a397-2e35c1ff45c0 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:02:11.491536 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-37f364a3-a4bf-4829-955c-7f8cd57d6601 req-f3315201-d27f-4940-a0dd-d4453c430863 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (00acc6ed-69b5-4404-a397-2e35c1ff45c0), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:11.507761 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9fda80d1-1bd9-4877-9963-43d6d86c24d0 req-bd8ace9e-4c5a-45e6-8100-ea03ec85e78e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=688b8e33-0ea2-4648-89e7-a0a6eac88ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717289 Mar 01 14:02:11.570149 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-96dd7272-02a8-4ff0-9d4f-990ab3e6200f req-f24d048e-b310-4687-9555-af542c67fe89 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e7d4ea-a962-4181-ae56-e8001678fa2e HTTP/1.1" status: 200 len: 210 time: 0.0417669 Mar 01 14:02:11.575291 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-3ac44f45-1321-4750-8015-8c309ea32b87 service neutron] 10.222.0.13 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661255 Mar 01 14:02:11.613446 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-08541a65-d960-4211-b16c-2567ec153d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (720a3884-b062-49ec-9e62-8e501680a281), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:11.699020 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08541a65-d960-4211-b16c-2567ec153d19 admin admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:02:11.707736 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-08541a65-d960-4211-b16c-2567ec153d19 admin admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:02:11.710685 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08541a65-d960-4211-b16c-2567ec153d19 admin admin] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:02:11.718346 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08541a65-d960-4211-b16c-2567ec153d19 admin admin] Pushing event updated for resources: {'Port': ['ID=720a3884-b062-49ec-9e62-8e501680a281,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:11.778117 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-591e6208-a8cc-410b-8223-bda49feaa114 service neutron] 10.222.0.13 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846817 Mar 01 14:02:11.783111 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3067375-6795-470e-92ff-fe9a6aa68ed3 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:02:11.797612 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-d7f6c0bb-0c0e-4577-885c-780bc68f8484 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Publish callbacks [] for port (b2aa6ecd-b41b-41e5-a335-068f0d2ccc25), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:11.802043 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a3067375-6795-470e-92ff-fe9a6aa68ed3 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:11.805747 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3ac9aa-91cd-4d36-847a-95344f45f239 None None] Sync routers for ids ['04e49747-a833-47ff-952e-e44f33ad4ce4'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:02:11.806297 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a3067375-6795-470e-92ff-fe9a6aa68ed3 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] 10.222.0.13 "PUT /v2.0/routers/04e49747-a833-47ff-952e-e44f33ad4ce4 HTTP/1.1" status: 200 len: 925 time: 3.7000511 Mar 01 14:02:11.806297 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56828) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:11.833574 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3ac9aa-91cd-4d36-847a-95344f45f239 None None] Routers {'04e49747-a833-47ff-952e-e44f33ad4ce4'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:02:11.834205 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-9c3ac9aa-91cd-4d36-847a-95344f45f239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:01:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['04e49747-a833-47ff-952e-e44f33ad4ce4'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:11.887384 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-37f364a3-a4bf-4829-955c-7f8cd57d6601 req-f3315201-d27f-4940-a0dd-d4453c430863 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] For port 00acc6ed-69b5-4404-a397-2e35c1ff45c0, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=00acc6ed-69b5-4404-a397-2e35c1ff45c0,segment=NetworkSegment(7a63df0f-2a06-4da5-a264-f236c3286f77),segment_id=7a63df0f-2a06-4da5-a264-f236c3286f77)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:02:11.887787 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-37f364a3-a4bf-4829-955c-7f8cd57d6601 req-f3315201-d27f-4940-a0dd-d4453c430863 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (00acc6ed-69b5-4404-a397-2e35c1ff45c0), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:11.892152 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9fda80d1-1bd9-4877-9963-43d6d86c24d0 req-e31f0ef9-b803-4fba-8df3-f59fc87f9b74 service neutron] 10.222.0.20 "GET /v2.0/networks/688b8e33-0ea2-4648-89e7-a0a6eac88ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407521 Mar 01 14:02:11.907898 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-9c3ac9aa-91cd-4d36-847a-95344f45f239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:11.923128 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-37f364a3-a4bf-4829-955c-7f8cd57d6601 req-f3315201-d27f-4940-a0dd-d4453c430863 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Calling delete_port for 00acc6ed-69b5-4404-a397-2e35c1ff45c0 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:02:11.934514 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3ac9aa-91cd-4d36-847a-95344f45f239 None None] Routers {'04e49747-a833-47ff-952e-e44f33ad4ce4'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:02:11.934804 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-9c3ac9aa-91cd-4d36-847a-95344f45f239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:01:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['04e49747-a833-47ff-952e-e44f33ad4ce4'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:12.030906 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-9c3ac9aa-91cd-4d36-847a-95344f45f239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:12.031557 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3ac9aa-91cd-4d36-847a-95344f45f239 None None] The sync data for ids ['04e49747-a833-47ff-952e-e44f33ad4ce4'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:02:12.145135 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68edab39-ecca-412e-9c16-43025d9c0d54 req-b0e4d0b6-6490-4258-a4bd-62048032a1d1 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:12.146694 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-68edab39-ecca-412e-9c16-43025d9c0d54 req-b0e4d0b6-6490-4258-a4bd-62048032a1d1 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 947 time: 0.3280785 Mar 01 14:02:12.149223 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b36fedc5-9725-4b23-a2b3-4356c3d14067 req-dd64b306-7abe-421b-b14b-f2a1d7f85539 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d80da8f3-e01d-4d1b-aa0a-2e1a2cbe3134 HTTP/1.1" status: 200 len: 210 time: 0.0449963 Mar 01 14:02:12.210244 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56834) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:12.210401 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-75ee8989-624f-472d-bb02-f953fd81ebd5 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] 10.222.0.13 "GET /v2.0/routers/04e49747-a833-47ff-952e-e44f33ad4ce4 HTTP/1.1" status: 200 len: 925 time: 0.3987725 Mar 01 14:02:12.221841 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-d7f6c0bb-0c0e-4577-885c-780bc68f8484 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (b2aa6ecd-b41b-41e5-a335-068f0d2ccc25), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:12.234669 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['c8f4394a-222d-4ddf-8b47-2223ab7f4441', 'ec2c9f4a-80af-49a5-be56-5a79e2abcb65'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:02:12.306958 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9fda80d1-1bd9-4877-9963-43d6d86c24d0 req-a850ab91-a864-46a0-b361-e72363ac5d5c service neutron] 10.222.0.20 "GET /v2.0/networks/688b8e33-0ea2-4648-89e7-a0a6eac88ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991041 Mar 01 14:02:12.326662 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-d7f6c0bb-0c0e-4577-885c-780bc68f8484 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Network 688b8e33-0ea2-4648-89e7-a0a6eac88ff9 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:02:12.380670 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-d7f6c0bb-0c0e-4577-885c-780bc68f8484 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:02:12.391935 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-68edab39-ecca-412e-9c16-43025d9c0d54 req-b400a66c-a776-494e-a026-8080e1bc141e tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/security-groups?id=bede9a5a-7006-4cb2-9732-7b362994a9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333221 Mar 01 14:02:12.409497 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['340ab1d7-2607-4a86-a614-6847744d1152'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:02:12.423195 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-d7f6c0bb-0c0e-4577-885c-780bc68f8484 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:02:12.425298 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7df49-acfa-457f-8e45-4aed30567118 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:12.428041 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-aee7df49-acfa-457f-8e45-4aed30567118 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=645b0646-084a-4922-8a3b-3b65ee21b5e4&device_id=04e49747-a833-47ff-952e-e44f33ad4ce4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2014983 Mar 01 14:02:12.431914 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56840) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:12.453616 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-08541a65-d960-4211-b16c-2567ec153d19 admin admin] Publish callbacks [] for router_gateway (531aeb7c-59d1-4303-b334-e213697a7a20), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:12.468305 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6da3e2-0f7c-4d53-a900-ff51881fd85a None None] Network 189ec434-cc49-4599-b47e-f8c559326a7c requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:02:12.568116 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 2e69c6e6-56ef-4e1d-99bf-8e76e977220f up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:02:12.581097 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6c0bb-0c0e-4577-885c-780bc68f8484 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Pushing event updated for resources: {'Port': ['ID=b2aa6ecd-b41b-41e5-a335-068f0d2ccc25,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:12.589946 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-d7f6c0bb-0c0e-4577-885c-780bc68f8484 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:12.590586 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-d7f6c0bb-0c0e-4577-885c-780bc68f8484 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:12.635046 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-d7f6c0bb-0c0e-4577-885c-780bc68f8484 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0586271 Mar 01 14:02:12.674796 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ec8f10-aad2-4f48-a26f-b89e84be7ae4 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:12.679095 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-17ec8f10-aad2-4f48-a26f-b89e84be7ae4 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 881 time: 0.2461419 Mar 01 14:02:12.681245 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56846) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:12.693014 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-8d4bbceb-4a10-4d61-9d74-56f0ba58a334 service neutron] Request body: {'port': {'device_id': '30e7d4ea-a962-4181-ae56-e8001678fa2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:02:12.714132 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7743206e-723a-40e0-9fbb-e9676c504129 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e49747-a833-47ff-952e-e44f33ad4ce4 HTTP/1.1" status: 200 len: 205 time: 0.0317929 Mar 01 14:02:12.716511 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56848) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:12.745332 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-b086d712-b362-4f13-9769-18d6f370065a None None] Provisioning complete for port 2e69c6e6-56ef-4e1d-99bf-8e76e977220f triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:02:12.745822 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b086d712-b362-4f13-9769-18d6f370065a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2e69c6e6-56ef-4e1d-99bf-8e76e977220f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:12.835682 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-37f364a3-a4bf-4829-955c-7f8cd57d6601 req-f3315201-d27f-4940-a0dd-d4453c430863 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (00acc6ed-69b5-4404-a397-2e35c1ff45c0), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:12.939170 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3315201-d27f-4940-a0dd-d4453c430863 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Pushing event deleted for resources: {'Port': ['ID=00acc6ed-69b5-4404-a397-2e35c1ff45c0,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:12.964625 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-8d4bbceb-4a10-4d61-9d74-56f0ba58a334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b2aa6ecd-b41b-41e5-a335-068f0d2ccc25), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:13.031618 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0557eb-7f93-4541-b99a-108cdd580ddd req-688102b0-9928-4319-bfff-1dee606ced80 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:13.033638 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4c0557eb-7f93-4541-b99a-108cdd580ddd req-688102b0-9928-4319-bfff-1dee606ced80 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e7d4ea-a962-4181-ae56-e8001678fa2e HTTP/1.1" status: 200 len: 931 time: 0.2404337 Mar 01 14:02:13.042266 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-42c42e69-39c4-40d4-8072-fe63fd5d2ca2 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router (04e49747-a833-47ff-952e-e44f33ad4ce4), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:13.047166 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f364a3-a4bf-4829-955c-7f8cd57d6601 req-f3315201-d27f-4940-a0dd-d4453c430863 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] No DVR routers for this DVR port 00acc6ed-69b5-4404-a397-2e35c1ff45c0 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:02:13.051206 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-37f364a3-a4bf-4829-955c-7f8cd57d6601 req-f3315201-d27f-4940-a0dd-d4453c430863 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:13.055836 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-37f364a3-a4bf-4829-955c-7f8cd57d6601 req-f3315201-d27f-4940-a0dd-d4453c430863 tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.20 "DELETE /v2.0/ports/00acc6ed-69b5-4404-a397-2e35c1ff45c0 HTTP/1.1" status: 204 len: 173 time: 2.3058631 Mar 01 14:02:13.056799 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb6033d9-74bf-4aa3-a801-7225131a8117', 'name': 'network-vif-deleted', 'tag': '00acc6ed-69b5-4404-a397-2e35c1ff45c0'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:02:13.059492 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90c1f45-2436-44fb-a926-880d60041fab" -d '{"events": [{"server_uuid": "eb6033d9-74bf-4aa3-a801-7225131a8117", "name": "network-vif-deleted", "tag": "00acc6ed-69b5-4404-a397-2e35c1ff45c0"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:02:13.159434 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-08541a65-d960-4211-b16c-2567ec153d19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (531aeb7c-59d1-4303-b334-e213697a7a20), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:13.163568 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 2e69c6e6-56ef-4e1d-99bf-8e76e977220f triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:02:13.165282 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2e69c6e6-56ef-4e1d-99bf-8e76e977220f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:13.263867 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44abd91-c105-4291-b558-1ff016e0c49c x-openstack-request-id: req-d44abd91-c105-4291-b558-1ff016e0c49c {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:02:13.264543 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb6033d9-74bf-4aa3-a801-7225131a8117", "name": "network-vif-deleted", "tag": "00acc6ed-69b5-4404-a397-2e35c1ff45c0", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:02:13.265164 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d44abd91-c105-4291-b558-1ff016e0c49c {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:02:13.265773 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb6033d9-74bf-4aa3-a801-7225131a8117', 'name': 'network-vif-deleted', 'tag': '00acc6ed-69b5-4404-a397-2e35c1ff45c0', 'status': 'completed', 'code': 200} Mar 01 14:02:13.482603 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-b086d712-b362-4f13-9769-18d6f370065a None None] Current status of the port 2e69c6e6-56ef-4e1d-99bf-8e76e977220f is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:02:13.483655 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b086d712-b362-4f13-9769-18d6f370065a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2e69c6e6-56ef-4e1d-99bf-8e76e977220f), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:13.514212 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c8ec1843-93aa-4b6b-b2da-653372487de5 req-b56ddd88-41e7-4e38-934b-4bf293869197 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d80da8f3-e01d-4d1b-aa0a-2e1a2cbe3134 HTTP/1.1" status: 200 len: 210 time: 0.0796604 Mar 01 14:02:13.633703 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4c0557eb-7f93-4541-b99a-108cdd580ddd req-aed36b06-d4e5-48f6-a0f5-7d50363f05e9 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5859938 Mar 01 14:02:13.690943 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 2e69c6e6-56ef-4e1d-99bf-8e76e977220f is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:02:13.691499 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2e69c6e6-56ef-4e1d-99bf-8e76e977220f), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:13.739461 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-b086d712-b362-4f13-9769-18d6f370065a None None] For port 2e69c6e6-56ef-4e1d-99bf-8e76e977220f, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=2e69c6e6-56ef-4e1d-99bf-8e76e977220f,segment=NetworkSegment(baf555f1-c68c-40fa-b064-c9daf0d53a98),segment_id=baf555f1-c68c-40fa-b064-c9daf0d53a98)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:02:13.749920 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b5042c58-627c-448b-8227-9834da373ea2 req-b3df7edf-8080-4d12-afd2-276495912f0f tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb6033d9-74bf-4aa3-a801-7225131a8117 HTTP/1.1" status: 200 len: 210 time: 0.0797389 Mar 01 14:02:13.762460 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b086d712-b362-4f13-9769-18d6f370065a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (2e69c6e6-56ef-4e1d-99bf-8e76e977220f), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:13.826586 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-42c42e69-39c4-40d4-8072-fe63fd5d2ca2 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router_gateway (04e49747-a833-47ff-952e-e44f33ad4ce4), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:13.849381 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 14:02:13.849808 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 14:02:13.968825 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-32725f8a-5fd2-4ecb-b640-f60d388ae652 None None] Provisioning complete for port 2e69c6e6-56ef-4e1d-99bf-8e76e977220f triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:02:13.969498 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-32725f8a-5fd2-4ecb-b640-f60d388ae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2e69c6e6-56ef-4e1d-99bf-8e76e977220f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:13.975183 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086d712-b362-4f13-9769-18d6f370065a None None] Pushing event updated for resources: {'Port': ['ID=2e69c6e6-56ef-4e1d-99bf-8e76e977220f,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:14.055501 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-8d4bbceb-4a10-4d61-9d74-56f0ba58a334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2aa6ecd-b41b-41e5-a335-068f0d2ccc25 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:02:14.077799 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-8d4bbceb-4a10-4d61-9d74-56f0ba58a334 service neutron] Publish callbacks [] for port (b2aa6ecd-b41b-41e5-a335-068f0d2ccc25), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:14.148826 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-8d4bbceb-4a10-4d61-9d74-56f0ba58a334 service neutron] Transition to ACTIVE for port object b2aa6ecd-b41b-41e5-a335-068f0d2ccc25 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:02:14.157855 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-32725f8a-5fd2-4ecb-b640-f60d388ae652 None None] Current status of the port 2e69c6e6-56ef-4e1d-99bf-8e76e977220f is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:02:14.189966 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-8d4bbceb-4a10-4d61-9d74-56f0ba58a334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (b2aa6ecd-b41b-41e5-a335-068f0d2ccc25), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:14.272418 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4bbceb-4a10-4d61-9d74-56f0ba58a334 service neutron] Pushing event updated for resources: {'Port': ['ID=b2aa6ecd-b41b-41e5-a335-068f0d2ccc25,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:14.278069 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 00acc6ed-69b5-4404-a397-2e35c1ff45c0 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:02:14.303551 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 00acc6ed-69b5-4404-a397-2e35c1ff45c0 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:02:14.304033 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 00acc6ed-69b5-4404-a397-2e35c1ff45c0 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:02:14.346162 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08541a65-d960-4211-b16c-2567ec153d19 admin admin] Router 531aeb7c-59d1-4303-b334-e213697a7a20 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:02:14.398765 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 2e69c6e6-56ef-4e1d-99bf-8e76e977220f is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:02:14.410835 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-97f6d6a7-02b8-4e88-8874-b5ded7d9a61b tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:14.412542 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-97f6d6a7-02b8-4e88-8874-b5ded7d9a61b tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.32 "GET /v2.0/networks?id=3a263dd2-fccb-41d7-9268-17deef5caa4e HTTP/1.1" status: 200 len: 806 time: 0.3111155 Mar 01 14:02:14.413353 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-8d4bbceb-4a10-4d61-9d74-56f0ba58a334 service neutron] Attempting to bind port b2aa6ecd-b41b-41e5-a335-068f0d2ccc25 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:02:14.413688 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-8d4bbceb-4a10-4d61-9d74-56f0ba58a334 service neutron] Attempting to bind port b2aa6ecd-b41b-41e5-a335-068f0d2ccc25 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': 'add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '688b8e33-0ea2-4648-89e7-a0a6eac88ff9'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:02:14.414008 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-8d4bbceb-4a10-4d61-9d74-56f0ba58a334 service neutron] Attempting to bind port b2aa6ecd-b41b-41e5-a335-068f0d2ccc25 on network 688b8e33-0ea2-4648-89e7-a0a6eac88ff9 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:02:14.419947 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-8d4bbceb-4a10-4d61-9d74-56f0ba58a334 service neutron] Port b2aa6ecd-b41b-41e5-a335-068f0d2ccc25 on network 688b8e33-0ea2-4648-89e7-a0a6eac88ff9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:02:14.420225 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-8d4bbceb-4a10-4d61-9d74-56f0ba58a334 service neutron] Attempting to bind port b2aa6ecd-b41b-41e5-a335-068f0d2ccc25 on network 688b8e33-0ea2-4648-89e7-a0a6eac88ff9 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:02:14.427585 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-8d4bbceb-4a10-4d61-9d74-56f0ba58a334 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:02:14.428331 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-8d4bbceb-4a10-4d61-9d74-56f0ba58a334 service neutron] Checking segment: {'id': 'add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '688b8e33-0ea2-4648-89e7-a0a6eac88ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:02:14.428331 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-8d4bbceb-4a10-4d61-9d74-56f0ba58a334 service neutron] Bound using segment: {'id': 'add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '688b8e33-0ea2-4648-89e7-a0a6eac88ff9'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:02:14.428731 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-8d4bbceb-4a10-4d61-9d74-56f0ba58a334 service neutron] Bound port: b2aa6ecd-b41b-41e5-a335-068f0d2ccc25, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '688b8e33-0ea2-4648-89e7-a0a6eac88ff9'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:02:14.429084 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-8d4bbceb-4a10-4d61-9d74-56f0ba58a334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b2aa6ecd-b41b-41e5-a335-068f0d2ccc25), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:14.446292 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-b53490f3-5bd9-4077-8766-6005cf899b44 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Request body: {'port': {'device_id': 'd80da8f3-e01d-4d1b-aa0a-2e1a2cbe3134', 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e', 'admin_state_up': True, 'tenant_id': 'a1fa37a61f124c25aca457ce8a3f996a'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:02:14.493615 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-42c42e69-39c4-40d4-8072-fe63fd5d2ca2 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Deleting port f46aeafb-efe0-4820-974f-cf7490593751 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:02:14.493955 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-42c42e69-39c4-40d4-8072-fe63fd5d2ca2 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (f46aeafb-efe0-4820-974f-cf7490593751), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:14.506285 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 2e69c6e6-56ef-4e1d-99bf-8e76e977220f up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:02:14.568653 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 2e69c6e6-56ef-4e1d-99bf-8e76e977220f triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:02:14.570198 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2e69c6e6-56ef-4e1d-99bf-8e76e977220f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:14.579370 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-8d4bbceb-4a10-4d61-9d74-56f0ba58a334 service neutron] For port b2aa6ecd-b41b-41e5-a335-068f0d2ccc25, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:02:14.582649 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-8d4bbceb-4a10-4d61-9d74-56f0ba58a334 service neutron] For port b2aa6ecd-b41b-41e5-a335-068f0d2ccc25, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=b2aa6ecd-b41b-41e5-a335-068f0d2ccc25,segment=NetworkSegment(add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f),segment_id=add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:02:14.600381 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-42c42e69-39c4-40d4-8072-fe63fd5d2ca2 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (f46aeafb-efe0-4820-974f-cf7490593751), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:14.603229 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-8d4bbceb-4a10-4d61-9d74-56f0ba58a334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (b2aa6ecd-b41b-41e5-a335-068f0d2ccc25), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:14.616754 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-42c42e69-39c4-40d4-8072-fe63fd5d2ca2 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Calling delete_port for f46aeafb-efe0-4820-974f-cf7490593751 owned by network:router_gateway {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:02:14.644865 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-8d4bbceb-4a10-4d61-9d74-56f0ba58a334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:14.645541 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-8d4bbceb-4a10-4d61-9d74-56f0ba58a334 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:14.647352 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-8d4bbceb-4a10-4d61-9d74-56f0ba58a334 service neutron] 10.222.0.20 "PUT /v2.0/ports/b2aa6ecd-b41b-41e5-a335-068f0d2ccc25 HTTP/1.1" status: 200 len: 1091 time: 1.9814339 Mar 01 14:02:14.650030 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-b53490f3-5bd9-4077-8766-6005cf899b44 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Made reservation on behalf of a1fa37a61f124c25aca457ce8a3f996a for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:02:14.653440 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-b53490f3-5bd9-4077-8766-6005cf899b44 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:14.677686 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 2e69c6e6-56ef-4e1d-99bf-8e76e977220f is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:02:14.735740 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08541a65-d960-4211-b16c-2567ec153d19 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:02:14.736183 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4bbceb-4a10-4d61-9d74-56f0ba58a334 service neutron] Pushing event updated for resources: {'Port': ['ID=b2aa6ecd-b41b-41e5-a335-068f0d2ccc25,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:14.749011 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf4dc26-cd11-4d35-9330-703b289dc793 None None] Sync routers for ids ['531aeb7c-59d1-4303-b334-e213697a7a20'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:02:14.763917 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf4dc26-cd11-4d35-9330-703b289dc793 None None] Routers {'531aeb7c-59d1-4303-b334-e213697a7a20'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:02:14.764553 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-bcf4dc26-cd11-4d35-9330-703b289dc793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:01:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['531aeb7c-59d1-4303-b334-e213697a7a20'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:14.807005 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:02:14.843157 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9c4514e2-ff48-46ff-8c2d-d0b44e7a179d req-17afd116-9c6e-4faa-b503-cee7548e5334 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d80da8f3-e01d-4d1b-aa0a-2e1a2cbe3134 HTTP/1.1" status: 200 len: 210 time: 0.1338527 Mar 01 14:02:14.884021 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-08541a65-d960-4211-b16c-2567ec153d19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:14.890925 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-08541a65-d960-4211-b16c-2567ec153d19 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.8224063 Mar 01 14:02:14.913411 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56872) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:14.992567 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-bcf4dc26-cd11-4d35-9330-703b289dc793 None None] Set router 531aeb7c-59d1-4303-b334-e213697a7a20 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:02:15.054554 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56874) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:15.070008 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-42c42e69-39c4-40d4-8072-fe63fd5d2ca2 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (f46aeafb-efe0-4820-974f-cf7490593751), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:15.130691 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bcd85-267d-4a47-98dd-0cbfc025964d req-1b50240f-dfd1-45f5-b34f-8e6ef99e86d2 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:15.132345 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-830bcd85-267d-4a47-98dd-0cbfc025964d req-1b50240f-dfd1-45f5-b34f-8e6ef99e86d2 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e7d4ea-a962-4181-ae56-e8001678fa2e HTTP/1.1" status: 200 len: 943 time: 0.3902445 Mar 01 14:02:15.135540 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c42e69-39c4-40d4-8072-fe63fd5d2ca2 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Pushing event deleted for resources: {'Port': ['ID=f46aeafb-efe0-4820-974f-cf7490593751,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:15.148629 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-1297bca6-54b0-4574-b84c-9253553632ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:15.151245 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-1297bca6-54b0-4574-b84c-9253553632ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba1fcf78013f41368378324ce0bb5077&device_id=30e7d4ea-a962-4181-ae56-e8001678fa2e HTTP/1.1" status: 200 len: 1125 time: 0.4021401 Mar 01 14:02:15.204264 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-c0cd064c-c814-4950-8bc0-5d186c3e0c18 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2aa6ecd-b41b-41e5-a335-068f0d2ccc25 HTTP/1.1" status: 200 len: 217 time: 0.0447750 Mar 01 14:02:15.261765 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-2ae78ce7-5068-4c88-9a0b-ddc5e947486a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:15.263526 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-2ae78ce7-5068-4c88-9a0b-ddc5e947486a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b5604c83-d9f4-4bd0-bfcc-d1bf90374963 HTTP/1.1" status: 200 len: 855 time: 0.0517976 Mar 01 14:02:15.267887 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e7d4ea-a962-4181-ae56-e8001678fa2e', 'tag': 'b2aa6ecd-b41b-41e5-a335-068f0d2ccc25'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:02:15.270338 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4aa833-97be-4170-be56-abf2d89e33e0" -d '{"events": [{"name": "network-changed", "server_uuid": "30e7d4ea-a962-4181-ae56-e8001678fa2e", "tag": "b2aa6ecd-b41b-41e5-a335-068f0d2ccc25"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:02:15.289722 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-42c42e69-39c4-40d4-8072-fe63fd5d2ca2 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (04e49747-a833-47ff-952e-e44f33ad4ce4), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:15.324153 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-b53490f3-5bd9-4077-8766-6005cf899b44 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Allocated IP 172.20.0.12 (3a263dd2-fccb-41d7-9268-17deef5caa4e/7e897284-ac55-41c2-b088-3972dd0eb9f7/dab236b9-3448-425d-8be0-dc1b4b843737) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:02:15.380974 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c5fafd-1f3f-4f48-883e-6a32482f489e x-openstack-request-id: req-f3c5fafd-1f3f-4f48-883e-6a32482f489e {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:02:15.383826 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-bcf4dc26-cd11-4d35-9330-703b289dc793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531aeb7c-59d1-4303-b334-e213697a7a20', 'name': 'tempest-TestServerMultinode-803548769-router', 'tenant_id': '4c00176cefe14df68ab16d972fcf0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '720a3884-b062-49ec-9e62-8e501680a281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:02:09Z', 'updated_at': '2022-03-01T14:02:12Z', 'revision_number': 3, 'project_id': '4c00176cefe14df68ab16d972fcf0f1a', 'gw_port': {'id': '720a3884-b062-49ec-9e62-8e501680a281', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:72:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531aeb7c-59d1-4303-b334-e213697a7a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:02:10Z', 'updated_at': '2022-03-01T14:02:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:15.386359 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e7d4ea-a962-4181-ae56-e8001678fa2e", "tag": "b2aa6ecd-b41b-41e5-a335-068f0d2ccc25", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:02:15.386737 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3c5fafd-1f3f-4f48-883e-6a32482f489e {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:02:15.387188 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e7d4ea-a962-4181-ae56-e8001678fa2e', 'tag': 'b2aa6ecd-b41b-41e5-a335-068f0d2ccc25', 'status': 'completed', 'code': 200} Mar 01 14:02:15.398551 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d371b4-9bbc-4ed3-b029-8144d2d5957a admin admin] Deleting subnet 000c7b1d-985a-478b-a1d2-ea60907536af {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:02:15.406093 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-51d371b4-9bbc-4ed3-b029-8144d2d5957a admin admin] Publish callbacks [] for subnet (000c7b1d-985a-478b-a1d2-ea60907536af), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:15.406504 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-50408aa6-48c4-46dd-b6a4-b33bcbb08598 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=688b8e33-0ea2-4648-89e7-a0a6eac88ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047208 Mar 01 14:02:15.441159 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf4dc26-cd11-4d35-9330-703b289dc793 None None] Checking router: 531aeb7c-59d1-4303-b334-e213697a7a20 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:02:15.441500 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf4dc26-cd11-4d35-9330-703b289dc793 None None] Updating router 531aeb7c-59d1-4303-b334-e213697a7a20 port 720a3884-b062-49ec-9e62-8e501680a281 binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:02:15.460755 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-830bcd85-267d-4a47-98dd-0cbfc025964d req-6fe147d5-029d-4b20-ae54-d846b2712d55 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243543 Mar 01 14:02:15.468906 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-42c42e69-39c4-40d4-8072-fe63fd5d2ca2 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (04e49747-a833-47ff-952e-e44f33ad4ce4), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:15.472995 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-42c42e69-39c4-40d4-8072-fe63fd5d2ca2 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router_controller (04e49747-a833-47ff-952e-e44f33ad4ce4), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:15.473511 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bcf4dc26-cd11-4d35-9330-703b289dc793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (720a3884-b062-49ec-9e62-8e501680a281), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:15.493392 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-51d371b4-9bbc-4ed3-b029-8144d2d5957a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (000c7b1d-985a-478b-a1d2-ea60907536af), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:15.576852 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-42c42e69-39c4-40d4-8072-fe63fd5d2ca2 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (04e49747-a833-47ff-952e-e44f33ad4ce4), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:15.577473 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c42e69-39c4-40d4-8072-fe63fd5d2ca2 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Fanout notify agent at l3_agent the message router_deleted on router 04e49747-a833-47ff-952e-e44f33ad4ce4 {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:02:15.579791 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-51d371b4-9bbc-4ed3-b029-8144d2d5957a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (000c7b1d-985a-478b-a1d2-ea60907536af), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:15.587955 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-42c42e69-39c4-40d4-8072-fe63fd5d2ca2 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:15.589254 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-42c42e69-39c4-40d4-8072-fe63fd5d2ca2 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] 10.222.0.13 "DELETE /v2.0/routers/04e49747-a833-47ff-952e-e44f33ad4ce4 HTTP/1.1" status: 204 len: 168 time: 2.8020165 Mar 01 14:02:15.609901 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56878) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:15.643687 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-feb3268a-18c5-4a3d-8396-6896e016d8de tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1989108351', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:02:15.655479 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-51d371b4-9bbc-4ed3-b029-8144d2d5957a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (000c7b1d-985a-478b-a1d2-ea60907536af), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:15.691946 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d371b4-9bbc-4ed3-b029-8144d2d5957a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=000c7b1d-985a-478b-a1d2-ea60907536af,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:15.694328 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-51d371b4-9bbc-4ed3-b029-8144d2d5957a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:15.700816 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-51d371b4-9bbc-4ed3-b029-8144d2d5957a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/000c7b1d-985a-478b-a1d2-ea60907536af HTTP/1.1" status: 204 len: 168 time: 0.6404090 Mar 01 14:02:15.702703 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56880) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:15.795464 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0421b471-33cd-49ba-8d63-11263d1330e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (05ce96e8-01ac-41f7-81d8-c04a115222c3), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:15.862156 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-feb3268a-18c5-4a3d-8396-6896e016d8de tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (5081b9ee-9792-4d93-8e98-21f30f468802), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:15.863205 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-feb3268a-18c5-4a3d-8396-6896e016d8de tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (5081b9ee-9792-4d93-8e98-21f30f468802), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:15.907829 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0421b471-33cd-49ba-8d63-11263d1330e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (05ce96e8-01ac-41f7-81d8-c04a115222c3), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:15.912888 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bcf4dc26-cd11-4d35-9330-703b289dc793 None None] Publish callbacks [] for port (720a3884-b062-49ec-9e62-8e501680a281), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:15.931883 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bcf4dc26-cd11-4d35-9330-703b289dc793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (720a3884-b062-49ec-9e62-8e501680a281), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:15.964570 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-0421b471-33cd-49ba-8d63-11263d1330e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05ce96e8-01ac-41f7-81d8-c04a115222c3']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:15.975745 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-0421b471-33cd-49ba-8d63-11263d1330e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a63df0f-2a06-4da5-a264-f236c3286f77') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:15.976392 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-0421b471-33cd-49ba-8d63-11263d1330e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a63df0f-2a06-4da5-a264-f236c3286f77') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:15.986742 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0421b471-33cd-49ba-8d63-11263d1330e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (7a63df0f-2a06-4da5-a264-f236c3286f77), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:16.002580 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0421b471-33cd-49ba-8d63-11263d1330e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (7a63df0f-2a06-4da5-a264-f236c3286f77), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:16.005631 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-8ce3f579-c3ba-48f2-8657-3d85e8133729 service neutron] 10.222.0.20 "GET /v2.0/networks/688b8e33-0ea2-4648-89e7-a0a6eac88ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5865517 Mar 01 14:02:16.010299 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0421b471-33cd-49ba-8d63-11263d1330e6 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:02:16.011090 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0421b471-33cd-49ba-8d63-11263d1330e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (7a63df0f-2a06-4da5-a264-f236c3286f77), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:16.043794 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-bcf4dc26-cd11-4d35-9330-703b289dc793 None None] Attempting to bind port 720a3884-b062-49ec-9e62-8e501680a281 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:02:16.044799 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-bcf4dc26-cd11-4d35-9330-703b289dc793 None None] Attempting to bind port 720a3884-b062-49ec-9e62-8e501680a281 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:02:16.045343 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf4dc26-cd11-4d35-9330-703b289dc793 None None] Attempting to bind port 720a3884-b062-49ec-9e62-8e501680a281 on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:02:16.049145 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce9f12-c8ba-416c-bac8-11c0676a37a8 None None] Pushing event updated for resources: {'Port': ['ID=720a3884-b062-49ec-9e62-8e501680a281,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:16.062162 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf4dc26-cd11-4d35-9330-703b289dc793 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:02:16.062538 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf4dc26-cd11-4d35-9330-703b289dc793 None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:02:16.062989 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bcf4dc26-cd11-4d35-9330-703b289dc793 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:16.063382 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf4dc26-cd11-4d35-9330-703b289dc793 None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:02:16.064141 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-bcf4dc26-cd11-4d35-9330-703b289dc793 None None] Bound port: 720a3884-b062-49ec-9e62-8e501680a281, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:02:16.064561 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bcf4dc26-cd11-4d35-9330-703b289dc793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (720a3884-b062-49ec-9e62-8e501680a281), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:16.112638 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:02:16.112638 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:02:16.112638 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:02:16.112638 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:02:16.112638 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:02:16.112638 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:02:16.112638 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:02:16.112638 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:02:16.112638 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:02:16.112638 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:02:16.112638 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:02:16.112638 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:02:16.112638 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:02:16.112638 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:02:16.112638 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:02:16.112638 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:02:16.112638 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:02:16.112638 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:02:16.112638 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:02:16.112638 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:02:16.112638 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:02:16.112638 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:02:16.112638 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:02:16.112638 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:02:16.112638 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:02:16.112638 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:02:16.112638 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:02:16.112638 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:02:16.112638 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:02:16.112638 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:02:16.112638 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:02:16.112638 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:02:16.117073 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e67e6d20-1fcc-466e-9f1a-9d5359d05c39 req-e657387b-acdc-4868-85fc-841261529fae tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d80da8f3-e01d-4d1b-aa0a-2e1a2cbe3134 HTTP/1.1" status: 200 len: 210 time: 0.0322716 Mar 01 14:02:16.118420 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0421b471-33cd-49ba-8d63-11263d1330e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (05ce96e8-01ac-41f7-81d8-c04a115222c3), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:16.144568 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0421b471-33cd-49ba-8d63-11263d1330e6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:16.151685 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-bcf4dc26-cd11-4d35-9330-703b289dc793 None None] For port 720a3884-b062-49ec-9e62-8e501680a281, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:02:16.154492 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0421b471-33cd-49ba-8d63-11263d1330e6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/05ce96e8-01ac-41f7-81d8-c04a115222c3 HTTP/1.1" status: 204 len: 168 time: 0.4507256 Mar 01 14:02:16.157211 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421b471-33cd-49ba-8d63-11263d1330e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=05ce96e8-01ac-41f7-81d8-c04a115222c3,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:16.162020 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-bcf4dc26-cd11-4d35-9330-703b289dc793 None None] For port 720a3884-b062-49ec-9e62-8e501680a281, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=720a3884-b062-49ec-9e62-8e501680a281,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:02:16.178143 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bcf4dc26-cd11-4d35-9330-703b289dc793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (720a3884-b062-49ec-9e62-8e501680a281), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:16.245179 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-feb3268a-18c5-4a3d-8396-6896e016d8de tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router_controller (5081b9ee-9792-4d93-8e98-21f30f468802), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:16.272355 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-feb3268a-18c5-4a3d-8396-6896e016d8de tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (5081b9ee-9792-4d93-8e98-21f30f468802), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:16.285691 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf4dc26-cd11-4d35-9330-703b289dc793 None None] Routers {'531aeb7c-59d1-4303-b334-e213697a7a20'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:02:16.286316 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-bcf4dc26-cd11-4d35-9330-703b289dc793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:01:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['531aeb7c-59d1-4303-b334-e213697a7a20'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:16.289118 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-b53490f3-5bd9-4077-8766-6005cf899b44 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks [] for port (dab236b9-3448-425d-8be0-dc1b4b843737), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:16.317170 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5936463e-1736-44d4-bf9a-a0177c87f1b9 req-917269db-7b76-426a-8871-6aa1f540ee71 service neutron] 10.222.0.20 "GET /v2.0/networks/688b8e33-0ea2-4648-89e7-a0a6eac88ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956939 Mar 01 14:02:16.350570 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-feb3268a-18c5-4a3d-8396-6896e016d8de tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:16.354987 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-feb3268a-18c5-4a3d-8396-6896e016d8de tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7387898 Mar 01 14:02:16.355276 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56888) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:16.355406 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce9f12-c8ba-416c-bac8-11c0676a37a8 None None] Pushing event updated for resources: {'Port': ['ID=720a3884-b062-49ec-9e62-8e501680a281,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:16.362666 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-e6e162e0-45f8-404d-9058-2aa4db8d678a tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Request body: {'router': {'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:02:16.449047 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-b53490f3-5bd9-4077-8766-6005cf899b44 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (dab236b9-3448-425d-8be0-dc1b4b843737), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:16.464971 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['698be840-58f4-417e-896d-121bd73d95b5'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:02:16.467935 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56890) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:16.512588 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-bcf4dc26-cd11-4d35-9330-703b289dc793 None None] Set router 531aeb7c-59d1-4303-b334-e213697a7a20 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:02:16.574629 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-875cf730-7249-4a1e-b997-9faef2ab542a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:16.578699 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-b53490f3-5bd9-4077-8766-6005cf899b44 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Network 3a263dd2-fccb-41d7-9268-17deef5caa4e is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:02:16.602022 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-b53490f3-5bd9-4077-8766-6005cf899b44 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:02:16.607961 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53490f3-5bd9-4077-8766-6005cf899b44 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Pushing event updated for resources: {'Port': ['ID=dab236b9-3448-425d-8be0-dc1b4b843737,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:16.610328 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-b53490f3-5bd9-4077-8766-6005cf899b44 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:02:16.645249 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4aa833-97be-4170-be56-abf2d89e33e0 req-81e53b5b-9a5f-40e3-85b0-e05da03949eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:16.646903 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1e4aa833-97be-4170-be56-abf2d89e33e0 req-81e53b5b-9a5f-40e3-85b0-e05da03949eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba1fcf78013f41368378324ce0bb5077&device_id=30e7d4ea-a962-4181-ae56-e8001678fa2e HTTP/1.1" status: 200 len: 1125 time: 0.2336552 Mar 01 14:02:16.771793 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73fae96-e6e5-4555-b395-9c4959a19356 req-d7e4b3b3-67f7-48cb-81d3-2236d49f9ffe tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:16.779946 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d73fae96-e6e5-4555-b395-9c4959a19356 req-d7e4b3b3-67f7-48cb-81d3-2236d49f9ffe tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e7d4ea-a962-4181-ae56-e8001678fa2e HTTP/1.1" status: 200 len: 943 time: 0.1537926 Mar 01 14:02:16.817165 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-b53490f3-5bd9-4077-8766-6005cf899b44 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:16.818120 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-b53490f3-5bd9-4077-8766-6005cf899b44 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:16.860556 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c1284fe1-4d09-4a36-bead-46955ada505a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f35078c869241559fa6863827bcce9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3887801 Mar 01 14:02:16.863978 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56894) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:16.881460 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-b53490f3-5bd9-4077-8766-6005cf899b44 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4554658 Mar 01 14:02:16.920668 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e6e162e0-45f8-404d-9058-2aa4db8d678a tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router_gateway (5081b9ee-9792-4d93-8e98-21f30f468802), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:16.948206 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d73fae96-e6e5-4555-b395-9c4959a19356 req-c615f6a3-69b5-464a-81ba-75f96d830bcd tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671376 Mar 01 14:02:16.996270 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-7a358eae-1c98-4560-b915-4ac3e87d6992 service neutron] Request body: {'port': {'device_id': 'd80da8f3-e01d-4d1b-aa0a-2e1a2cbe3134', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:02:17.061837 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3b1071e2-bbf9-4e51-89e6-0407e2e1da39 admin admin] Publish callbacks [] for security_group (bede9a5a-7006-4cb2-9732-7b362994a9c5), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:17.088656 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3b1071e2-bbf9-4e51-89e6-0407e2e1da39 admin admin] Publish callbacks [] for security_group (bede9a5a-7006-4cb2-9732-7b362994a9c5), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:17.127095 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-bcf4dc26-cd11-4d35-9330-703b289dc793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531aeb7c-59d1-4303-b334-e213697a7a20', 'name': 'tempest-TestServerMultinode-803548769-router', 'tenant_id': '4c00176cefe14df68ab16d972fcf0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '720a3884-b062-49ec-9e62-8e501680a281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:02:09Z', 'updated_at': '2022-03-01T14:02:12Z', 'revision_number': 3, 'project_id': '4c00176cefe14df68ab16d972fcf0f1a', 'gw_port': {'id': '720a3884-b062-49ec-9e62-8e501680a281', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:72:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531aeb7c-59d1-4303-b334-e213697a7a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:02:10Z', 'updated_at': '2022-03-01T14:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:17.161319 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf4dc26-cd11-4d35-9330-703b289dc793 None None] The sync data for ids ['531aeb7c-59d1-4303-b334-e213697a7a20'] in n-d-827467-3 is: [{'id': '531aeb7c-59d1-4303-b334-e213697a7a20', 'name': 'tempest-TestServerMultinode-803548769-router', 'tenant_id': '4c00176cefe14df68ab16d972fcf0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '720a3884-b062-49ec-9e62-8e501680a281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:02:09Z', 'updated_at': '2022-03-01T14:02:12Z', 'revision_number': 3, 'project_id': '4c00176cefe14df68ab16d972fcf0f1a', 'gw_port': {'id': '720a3884-b062-49ec-9e62-8e501680a281', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:72:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531aeb7c-59d1-4303-b334-e213697a7a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:02:10Z', 'updated_at': '2022-03-01T14:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:02:17.176489 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3b1071e2-bbf9-4e51-89e6-0407e2e1da39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (bede9a5a-7006-4cb2-9732-7b362994a9c5), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:17.179791 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3b1071e2-bbf9-4e51-89e6-0407e2e1da39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:17.181538 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3b1071e2-bbf9-4e51-89e6-0407e2e1da39 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bede9a5a-7006-4cb2-9732-7b362994a9c5 HTTP/1.1" status: 204 len: 168 time: 0.3162148 Mar 01 14:02:17.231592 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1071e2-bbf9-4e51-89e6-0407e2e1da39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bede9a5a-7006-4cb2-9732-7b362994a9c5,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:17.286836 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4aa833-97be-4170-be56-abf2d89e33e0 req-113c91c1-2d77-463f-8192-083b075e053e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:17.288953 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1e4aa833-97be-4170-be56-abf2d89e33e0 req-113c91c1-2d77-463f-8192-083b075e053e service neutron] 10.222.0.20 "GET /v2.0/networks?id=688b8e33-0ea2-4648-89e7-a0a6eac88ff9 HTTP/1.1" status: 200 len: 916 time: 0.6190138 Mar 01 14:02:17.367612 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce8ffe-b3e9-4456-ae36-4733e261b338 req-bc7d1d1b-062a-489a-8081-e2c174e76e78 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:17.369689 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-08ce8ffe-b3e9-4456-ae36-4733e261b338 req-bc7d1d1b-062a-489a-8081-e2c174e76e78 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d80da8f3-e01d-4d1b-aa0a-2e1a2cbe3134 HTTP/1.1" status: 200 len: 932 time: 0.1273746 Mar 01 14:02:17.571091 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-08ce8ffe-b3e9-4456-ae36-4733e261b338 req-96c803ca-68c1-4f99-889f-82b0cd22f4f7 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923361 Mar 01 14:02:17.642453 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e6e162e0-45f8-404d-9058-2aa4db8d678a tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router_gateway (5081b9ee-9792-4d93-8e98-21f30f468802), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:17.664187 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e6e162e0-45f8-404d-9058-2aa4db8d678a tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:17.753075 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1e4aa833-97be-4170-be56-abf2d89e33e0 req-a6cab001-3ae0-4247-b4a3-5b4f2b96abc8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2aa6ecd-b41b-41e5-a335-068f0d2ccc25 HTTP/1.1" status: 200 len: 217 time: 0.4386497 Mar 01 14:02:17.828701 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-7a358eae-1c98-4560-b915-4ac3e87d6992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (dab236b9-3448-425d-8be0-dc1b4b843737), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:17.872688 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-e6e162e0-45f8-404d-9058-2aa4db8d678a tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Allocated IP 172.25.1.61 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/f82bad36-6746-4f2d-ac6d-55e3210d5ffb) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:02:17.904468 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-875cf730-7249-4a1e-b997-9faef2ab542a admin admin] Allocated IP 172.20.0.1 (189ec434-cc49-4599-b47e-f8c559326a7c/81f442ed-eb0f-4869-b7da-605091f23629/480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:02:17.949328 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4aa833-97be-4170-be56-abf2d89e33e0 req-65675dde-a109-4f7d-a041-e5305f388b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:17.950923 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1e4aa833-97be-4170-be56-abf2d89e33e0 req-65675dde-a109-4f7d-a041-e5305f388b42 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b5604c83-d9f4-4bd0-bfcc-d1bf90374963 HTTP/1.1" status: 200 len: 855 time: 0.1896141 Mar 01 14:02:18.020052 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e6e162e0-45f8-404d-9058-2aa4db8d678a tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for port (f82bad36-6746-4f2d-ac6d-55e3210d5ffb), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:18.028015 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1e4aa833-97be-4170-be56-abf2d89e33e0 req-e86821fa-28f4-45fa-adba-8c3587a62ad9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=688b8e33-0ea2-4648-89e7-a0a6eac88ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691590 Mar 01 14:02:18.089716 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e6e162e0-45f8-404d-9058-2aa4db8d678a tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (f82bad36-6746-4f2d-ac6d-55e3210d5ffb), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:18.202541 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e162e0-45f8-404d-9058-2aa4db8d678a tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:02:18.209110 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-e6e162e0-45f8-404d-9058-2aa4db8d678a tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:02:18.216014 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e162e0-45f8-404d-9058-2aa4db8d678a tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:02:18.224527 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-875cf730-7249-4a1e-b997-9faef2ab542a admin admin] Publish callbacks [] for port (480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:18.278926 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-875cf730-7249-4a1e-b997-9faef2ab542a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:18.375481 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875cf730-7249-4a1e-b997-9faef2ab542a admin admin] Network 189ec434-cc49-4599-b47e-f8c559326a7c is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:02:18.400334 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e162e0-45f8-404d-9058-2aa4db8d678a tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Pushing event updated for resources: {'Port': ['ID=f82bad36-6746-4f2d-ac6d-55e3210d5ffb,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:18.413612 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-875cf730-7249-4a1e-b997-9faef2ab542a admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:02:18.495773 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875cf730-7249-4a1e-b997-9faef2ab542a admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:02:18.499005 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1e17d-b4e1-44bf-bea8-ddb804d90524 req-f39f94ce-3bfa-4a66-8145-cbbc368e2bb6 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:18.504533 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4ff1e17d-b4e1-44bf-bea8-ddb804d90524 req-f39f94ce-3bfa-4a66-8145-cbbc368e2bb6 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e7d4ea-a962-4181-ae56-e8001678fa2e HTTP/1.1" status: 200 len: 943 time: 0.4210975 Mar 01 14:02:18.540369 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56924) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:18.613603 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 720a3884-b062-49ec-9e62-8e501680a281 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:02:18.616821 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-875cf730-7249-4a1e-b997-9faef2ab542a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (531aeb7c-59d1-4303-b334-e213697a7a20), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:18.656809 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4ff1e17d-b4e1-44bf-bea8-ddb804d90524 req-546ad27e-82d8-41a2-a6de-43d2ff5ce574 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177299 Mar 01 14:02:18.715264 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875cf730-7249-4a1e-b997-9faef2ab542a admin admin] Pushing event updated for resources: {'Port': ['ID=480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:18.746010 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 720a3884-b062-49ec-9e62-8e501680a281 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:02:18.746499 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (720a3884-b062-49ec-9e62-8e501680a281), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:18.785224 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-e476fd4f-810d-4ee0-b2a3-2aba7134e95d admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-508155196-network', 'tenant_id': '6261ca29eb01485ca0c814dab81aa73b'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:02:18.816539 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1e4aa833-97be-4170-be56-abf2d89e33e0 req-13f790c2-d132-4255-8aee-3c4c0372bba1 service neutron] 10.222.0.20 "GET /v2.0/networks/688b8e33-0ea2-4648-89e7-a0a6eac88ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7702570 Mar 01 14:02:18.831573 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-8d2a47dd-b037-45ed-b429-52e8c777fd5e None None] Provisioning complete for port 480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:02:18.831978 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8d2a47dd-b037-45ed-b429-52e8c777fd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:18.911574 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-8d2a47dd-b037-45ed-b429-52e8c777fd5e None None] Port 480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:02:18.918753 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e6e162e0-45f8-404d-9058-2aa4db8d678a tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router_gateway (5081b9ee-9792-4d93-8e98-21f30f468802), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:18.931840 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 720a3884-b062-49ec-9e62-8e501680a281 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:02:18.932291 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (720a3884-b062-49ec-9e62-8e501680a281), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:18.964940 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 720a3884-b062-49ec-9e62-8e501680a281, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=720a3884-b062-49ec-9e62-8e501680a281,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:02:18.971001 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (720a3884-b062-49ec-9e62-8e501680a281), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:19.032453 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-875cf730-7249-4a1e-b997-9faef2ab542a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:19.034810 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e476fd4f-810d-4ee0-b2a3-2aba7134e95d admin admin] Made reservation on behalf of 6261ca29eb01485ca0c814dab81aa73b for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:02:19.037268 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e476fd4f-810d-4ee0-b2a3-2aba7134e95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:19.048001 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e476fd4f-810d-4ee0-b2a3-2aba7134e95d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:19.055104 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=720a3884-b062-49ec-9e62-8e501680a281,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:19.084528 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26e535-e522-413e-8422-71601ec097ad req-481a4bb6-443d-4b8e-ac0d-2b1e67d81970 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:19.086110 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3c26e535-e522-413e-8422-71601ec097ad req-481a4bb6-443d-4b8e-ac0d-2b1e67d81970 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d80da8f3-e01d-4d1b-aa0a-2e1a2cbe3134 HTTP/1.1" status: 200 len: 932 time: 0.2952101 Mar 01 14:02:19.115126 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1e4aa833-97be-4170-be56-abf2d89e33e0 req-86d7419a-87e9-4b87-9ce0-06a7f7f5e230 service neutron] 10.222.0.20 "GET /v2.0/networks/688b8e33-0ea2-4648-89e7-a0a6eac88ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882435 Mar 01 14:02:19.149855 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-7a358eae-1c98-4560-b915-4ac3e87d6992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dab236b9-3448-425d-8be0-dc1b4b843737 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:02:19.212362 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3c26e535-e522-413e-8422-71601ec097ad req-4a1c3122-9591-4500-b0a9-02ef86d247c8 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834224 Mar 01 14:02:19.234520 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-7a358eae-1c98-4560-b915-4ac3e87d6992 service neutron] Publish callbacks [] for port (dab236b9-3448-425d-8be0-dc1b4b843737), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:19.271609 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-7a358eae-1c98-4560-b915-4ac3e87d6992 service neutron] Transition to ACTIVE for port object dab236b9-3448-425d-8be0-dc1b4b843737 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:02:19.290987 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-7a358eae-1c98-4560-b915-4ac3e87d6992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (dab236b9-3448-425d-8be0-dc1b4b843737), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:19.292921 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e6e162e0-45f8-404d-9058-2aa4db8d678a tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3686472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8455'] for router (5081b9ee-9792-4d93-8e98-21f30f468802), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:19.295597 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e476fd4f-810d-4ee0-b2a3-2aba7134e95d admin admin] Publish callbacks [] for security_group (eaa25c6e-6110-43a8-b5c7-d10613bdd326), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:19.299964 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e6e162e0-45f8-404d-9058-2aa4db8d678a tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3686481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3686494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683840'] for router (5081b9ee-9792-4d93-8e98-21f30f468802), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:19.304391 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e476fd4f-810d-4ee0-b2a3-2aba7134e95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (eaa25c6e-6110-43a8-b5c7-d10613bdd326), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:19.381477 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e476fd4f-810d-4ee0-b2a3-2aba7134e95d admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:02:19.392342 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476fd4f-810d-4ee0-b2a3-2aba7134e95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa25c6e-6110-43a8-b5c7-d10613bdd326,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:19.405667 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a358eae-1c98-4560-b915-4ac3e87d6992 service neutron] Pushing event updated for resources: {'Port': ['ID=dab236b9-3448-425d-8be0-dc1b4b843737,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:19.413814 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-875cf730-7249-4a1e-b997-9faef2ab542a admin admin] Publish callbacks [] for port (480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:19.427951 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e476fd4f-810d-4ee0-b2a3-2aba7134e95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (ed8efd73-3ca0-42cd-9bb9-61be52532326), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:19.428218 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-e476fd4f-810d-4ee0-b2a3-2aba7134e95d admin admin] Added segment ed8efd73-3ca0-42cd-9bb9-61be52532326 of type vlan for network b695be7d-bd92-4a40-b061-f5a5a918b72c Mar 01 14:02:19.440218 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476fd4f-810d-4ee0-b2a3-2aba7134e95d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:19.440420 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-875cf730-7249-4a1e-b997-9faef2ab542a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:19.440653 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476fd4f-810d-4ee0-b2a3-2aba7134e95d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:19.440905 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476fd4f-810d-4ee0-b2a3-2aba7134e95d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:19.441226 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476fd4f-810d-4ee0-b2a3-2aba7134e95d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:19.441554 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476fd4f-810d-4ee0-b2a3-2aba7134e95d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:19.442018 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476fd4f-810d-4ee0-b2a3-2aba7134e95d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:19.442246 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476fd4f-810d-4ee0-b2a3-2aba7134e95d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:19.442531 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476fd4f-810d-4ee0-b2a3-2aba7134e95d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:19.442855 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476fd4f-810d-4ee0-b2a3-2aba7134e95d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:19.443176 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476fd4f-810d-4ee0-b2a3-2aba7134e95d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:19.443528 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476fd4f-810d-4ee0-b2a3-2aba7134e95d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:19.443848 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476fd4f-810d-4ee0-b2a3-2aba7134e95d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:19.444164 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476fd4f-810d-4ee0-b2a3-2aba7134e95d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:19.494811 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e476fd4f-810d-4ee0-b2a3-2aba7134e95d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (b695be7d-bd92-4a40-b061-f5a5a918b72c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:19.530440 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875cf730-7249-4a1e-b997-9faef2ab542a admin admin] Pushing event updated for resources: {'Port': ['ID=480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:19.541279 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e476fd4f-810d-4ee0-b2a3-2aba7134e95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (b695be7d-bd92-4a40-b061-f5a5a918b72c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:19.542502 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-875cf730-7249-4a1e-b997-9faef2ab542a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (531aeb7c-59d1-4303-b334-e213697a7a20), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:19.542820 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e476fd4f-810d-4ee0-b2a3-2aba7134e95d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:19.543596 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e476fd4f-810d-4ee0-b2a3-2aba7134e95d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:19.560089 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-7a358eae-1c98-4560-b915-4ac3e87d6992 service neutron] Attempting to bind port dab236b9-3448-425d-8be0-dc1b4b843737 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:02:19.560447 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-7a358eae-1c98-4560-b915-4ac3e87d6992 service neutron] Attempting to bind port dab236b9-3448-425d-8be0-dc1b4b843737 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '354ee497-7228-4227-89f9-36435d335b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:02:19.560777 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-7a358eae-1c98-4560-b915-4ac3e87d6992 service neutron] Attempting to bind port dab236b9-3448-425d-8be0-dc1b4b843737 on network 3a263dd2-fccb-41d7-9268-17deef5caa4e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:02:19.582942 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-7a358eae-1c98-4560-b915-4ac3e87d6992 service neutron] Port dab236b9-3448-425d-8be0-dc1b4b843737 on network 3a263dd2-fccb-41d7-9268-17deef5caa4e not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:02:19.583350 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-7a358eae-1c98-4560-b915-4ac3e87d6992 service neutron] Attempting to bind port dab236b9-3448-425d-8be0-dc1b4b843737 on network 3a263dd2-fccb-41d7-9268-17deef5caa4e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:02:19.615896 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e476fd4f-810d-4ee0-b2a3-2aba7134e95d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0744731 Mar 01 14:02:19.619706 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e162e0-45f8-404d-9058-2aa4db8d678a tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Router 5081b9ee-9792-4d93-8e98-21f30f468802 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:02:19.620197 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56932) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:19.628967 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-fb8c7b44-f9ce-428e-9d8d-bf0800b50542 admin admin] Request body: {'subnet': {'network_id': 'b695be7d-bd92-4a40-b061-f5a5a918b72c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-508155196-subnet', 'tenant_id': '6261ca29eb01485ca0c814dab81aa73b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:02:19.632629 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-7a358eae-1c98-4560-b915-4ac3e87d6992 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:02:19.632972 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-7a358eae-1c98-4560-b915-4ac3e87d6992 service neutron] Checking segment: {'id': '354ee497-7228-4227-89f9-36435d335b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:02:19.633360 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-7a358eae-1c98-4560-b915-4ac3e87d6992 service neutron] Bound using segment: {'id': '354ee497-7228-4227-89f9-36435d335b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:02:19.633802 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-7a358eae-1c98-4560-b915-4ac3e87d6992 service neutron] Bound port: dab236b9-3448-425d-8be0-dc1b4b843737, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '354ee497-7228-4227-89f9-36435d335b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:02:19.634168 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-7a358eae-1c98-4560-b915-4ac3e87d6992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (dab236b9-3448-425d-8be0-dc1b4b843737), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:19.637937 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476fd4f-810d-4ee0-b2a3-2aba7134e95d admin admin] Pushing event updated for resources: {'Network': ['ID=b695be7d-bd92-4a40-b061-f5a5a918b72c,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:19.648809 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network b695be7d-bd92-4a40-b061-f5a5a918b72c details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:02:19.721194 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8c7b44-f9ce-428e-9d8d-bf0800b50542 admin admin] Made reservation on behalf of 6261ca29eb01485ca0c814dab81aa73b for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:02:19.723535 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb8c7b44-f9ce-428e-9d8d-bf0800b50542 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:19.825592 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875cf730-7249-4a1e-b997-9faef2ab542a admin admin] Network 189ec434-cc49-4599-b47e-f8c559326a7c is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:02:19.833589 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-875cf730-7249-4a1e-b997-9faef2ab542a admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:02:19.856204 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-7a358eae-1c98-4560-b915-4ac3e87d6992 service neutron] For port dab236b9-3448-425d-8be0-dc1b4b843737, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:02:19.861025 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-7a358eae-1c98-4560-b915-4ac3e87d6992 service neutron] For port dab236b9-3448-425d-8be0-dc1b4b843737, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=dab236b9-3448-425d-8be0-dc1b4b843737,segment=NetworkSegment(354ee497-7228-4227-89f9-36435d335b77),segment_id=354ee497-7228-4227-89f9-36435d335b77)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:02:19.911964 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-7a358eae-1c98-4560-b915-4ac3e87d6992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (dab236b9-3448-425d-8be0-dc1b4b843737), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:19.972720 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-7a358eae-1c98-4560-b915-4ac3e87d6992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:19.973432 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-7a358eae-1c98-4560-b915-4ac3e87d6992 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:19.975386 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-7a358eae-1c98-4560-b915-4ac3e87d6992 service neutron] 10.222.0.32 "PUT /v2.0/ports/dab236b9-3448-425d-8be0-dc1b4b843737 HTTP/1.1" status: 200 len: 1092 time: 2.9898610 Mar 01 14:02:19.985403 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80da8f3-e01d-4d1b-aa0a-2e1a2cbe3134', 'tag': 'dab236b9-3448-425d-8be0-dc1b4b843737'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:02:19.988235 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46537dd-c8da-4b92-8529-0c74c97fbc1e" -d '{"events": [{"name": "network-changed", "server_uuid": "d80da8f3-e01d-4d1b-aa0a-2e1a2cbe3134", "tag": "dab236b9-3448-425d-8be0-dc1b4b843737"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:02:20.087503 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52710e81-5ef0-4eb7-bb63-c70b0b4e0ca3 x-openstack-request-id: req-52710e81-5ef0-4eb7-bb63-c70b0b4e0ca3 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:02:20.087840 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d80da8f3-e01d-4d1b-aa0a-2e1a2cbe3134", "tag": "dab236b9-3448-425d-8be0-dc1b4b843737", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:02:20.088071 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52710e81-5ef0-4eb7-bb63-c70b0b4e0ca3 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:02:20.088471 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd80da8f3-e01d-4d1b-aa0a-2e1a2cbe3134', 'tag': 'dab236b9-3448-425d-8be0-dc1b4b843737', 'status': 'completed', 'code': 200} Mar 01 14:02:20.132063 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a358eae-1c98-4560-b915-4ac3e87d6992 service neutron] Pushing event updated for resources: {'Port': ['ID=dab236b9-3448-425d-8be0-dc1b4b843737,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:20.183222 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-596ef570-8359-4d0e-972c-44c38c44fc5a None None] Provisioning complete for port 480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:02:20.184040 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-596ef570-8359-4d0e-972c-44c38c44fc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:20.190144 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875cf730-7249-4a1e-b997-9faef2ab542a admin admin] Router 531aeb7c-59d1-4303-b334-e213697a7a20 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:02:20.214730 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb8c7b44-f9ce-428e-9d8d-bf0800b50542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (5e1c8e59-828d-405b-af7c-c49b3b8c3917), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:20.226432 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-596ef570-8359-4d0e-972c-44c38c44fc5a None None] Port 480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:02:20.229932 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e162e0-45f8-404d-9058-2aa4db8d678a tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:02:20.230730 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-ea74e3ed-fa38-4047-9f6b-4c445fe504a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:20.233111 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-ea74e3ed-fa38-4047-9f6b-4c445fe504a5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1fa37a61f124c25aca457ce8a3f996a&device_id=d80da8f3-e01d-4d1b-aa0a-2e1a2cbe3134 HTTP/1.1" status: 200 len: 1126 time: 0.1701849 Mar 01 14:02:20.244203 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7907377a-7a0e-46af-8d91-cdd23d96c1ac None None] Sync routers for ids ['5081b9ee-9792-4d93-8e98-21f30f468802'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:02:20.244706 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e6e162e0-45f8-404d-9058-2aa4db8d678a tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:20.248075 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e6e162e0-45f8-404d-9058-2aa4db8d678a tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] 10.222.0.13 "PUT /v2.0/routers/5081b9ee-9792-4d93-8e98-21f30f468802 HTTP/1.1" status: 200 len: 883 time: 3.8888562 Mar 01 14:02:20.261267 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7907377a-7a0e-46af-8d91-cdd23d96c1ac None None] Routers {'5081b9ee-9792-4d93-8e98-21f30f468802'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:02:20.262394 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-7907377a-7a0e-46af-8d91-cdd23d96c1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:01:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['5081b9ee-9792-4d93-8e98-21f30f468802'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:20.274635 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56940) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:20.293637 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device b2aa6ecd-b41b-41e5-a335-068f0d2ccc25 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:02:20.314807 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-7907377a-7a0e-46af-8d91-cdd23d96c1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:20.341723 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7907377a-7a0e-46af-8d91-cdd23d96c1ac None None] Routers {'5081b9ee-9792-4d93-8e98-21f30f468802'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:02:20.342701 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-7907377a-7a0e-46af-8d91-cdd23d96c1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:01:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['5081b9ee-9792-4d93-8e98-21f30f468802'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:20.374381 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-a232b980-4d97-4580-af6c-03011ae80e32 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dab236b9-3448-425d-8be0-dc1b4b843737 HTTP/1.1" status: 200 len: 217 time: 0.0977530 Mar 01 14:02:20.398296 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f5b6f-e4fe-48a2-b02c-a5c2c21100d8 req-2d06f94e-28a7-483f-af23-226c2bb733b3 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:20.399949 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-361f5b6f-e4fe-48a2-b02c-a5c2c21100d8 req-2d06f94e-28a7-483f-af23-226c2bb733b3 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e7d4ea-a962-4181-ae56-e8001678fa2e HTTP/1.1" status: 200 len: 943 time: 0.2379014 Mar 01 14:02:20.422758 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-7907377a-7a0e-46af-8d91-cdd23d96c1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:20.423689 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7907377a-7a0e-46af-8d91-cdd23d96c1ac None None] The sync data for ids ['5081b9ee-9792-4d93-8e98-21f30f468802'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:02:20.455610 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c7b44-f9ce-428e-9d8d-bf0800b50542 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e1c8e59-828d-405b-af7c-c49b3b8c3917,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:20.473580 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8c7b44-f9ce-428e-9d8d-bf0800b50542 admin admin] Checking segment: {'id': 'ed8efd73-3ca0-42cd-9bb9-61be52532326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b695be7d-bd92-4a40-b061-f5a5a918b72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:02:20.473580 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8c7b44-f9ce-428e-9d8d-bf0800b50542 admin admin] Network hostable DHCP agents. Network: b695be7d-bd92-4a40-b061-f5a5a918b72c, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:02:20.508954 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-99d82609-6a3f-453f-af20-8b47f18a5d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:20.510494 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-99d82609-6a3f-453f-af20-8b47f18a5d56 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e897284-ac55-41c2-b088-3972dd0eb9f7 HTTP/1.1" status: 200 len: 846 time: 0.1224692 Mar 01 14:02:20.519634 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port b2aa6ecd-b41b-41e5-a335-068f0d2ccc25, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=b2aa6ecd-b41b-41e5-a335-068f0d2ccc25,segment=NetworkSegment(add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f),segment_id=add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:02:20.539215 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5541ef7f-bffe-4c48-b3b4-88cb9c12a006 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] 10.222.0.13 "GET /v2.0/routers/5081b9ee-9792-4d93-8e98-21f30f468802 HTTP/1.1" status: 200 len: 924 time: 0.2599158 Mar 01 14:02:20.540308 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56944) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:20.547640 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': 'b2aa6ecd-b41b-41e5-a335-068f0d2ccc25', 'network_id': '688b8e33-0ea2-4648-89e7-a0a6eac88ff9', 'port_id': 'b2aa6ecd-b41b-41e5-a335-068f0d2ccc25', 'mac_address': 'fa:16:3e:f7:76:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5604c83-d9f4-4bd0-bfcc-d1bf90374963', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:02:20.552876 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 720a3884-b062-49ec-9e62-8e501680a281 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:02:20.562857 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deae1e6-7bdf-4da9-a7dc-79a6cb60725f req-c31811f5-d980-4c0b-be43-b8bae89ac1e6 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:20.569827 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1deae1e6-7bdf-4da9-a7dc-79a6cb60725f req-c31811f5-d980-4c0b-be43-b8bae89ac1e6 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d80da8f3-e01d-4d1b-aa0a-2e1a2cbe3134 HTTP/1.1" status: 200 len: 944 time: 0.1898530 Mar 01 14:02:20.574103 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-361f5b6f-e4fe-48a2-b02c-a5c2c21100d8 req-fac0a741-91b7-4f61-80dc-15ef2f6f3d77 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069319 Mar 01 14:02:20.619501 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-e4e1a1e7-9809-4d70-905e-8d75dfa2ac30 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a263dd2-fccb-41d7-9268-17deef5caa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985391 Mar 01 14:02:20.632274 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port b2aa6ecd-b41b-41e5-a335-068f0d2ccc25 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:02:20.632689 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b2aa6ecd-b41b-41e5-a335-068f0d2ccc25), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:20.638763 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1deae1e6-7bdf-4da9-a7dc-79a6cb60725f req-c0683a11-b259-489d-ae8d-3e0dcf09b4be tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678484 Mar 01 14:02:20.654400 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2aa6ecd-b41b-41e5-a335-068f0d2ccc25 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:02:20.665771 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875cf730-7249-4a1e-b997-9faef2ab542a admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:02:20.667433 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8c7b44-f9ce-428e-9d8d-bf0800b50542 admin admin] Network b695be7d-bd92-4a40-b061-f5a5a918b72c is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:02:20.683172 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-875cf730-7249-4a1e-b997-9faef2ab542a admin admin] 10.222.0.13 "PUT /v2.0/routers/531aeb7c-59d1-4303-b334-e213697a7a20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7584682 Mar 01 14:02:20.683389 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d064746-8e23-40a1-b065-48fac356b65e None None] Sync routers for ids ['531aeb7c-59d1-4303-b334-e213697a7a20'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:02:20.692147 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port b2aa6ecd-b41b-41e5-a335-068f0d2ccc25, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=b2aa6ecd-b41b-41e5-a335-068f0d2ccc25,segment=NetworkSegment(add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f),segment_id=add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:02:20.706783 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 720a3884-b062-49ec-9e62-8e501680a281 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:02:20.707165 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (720a3884-b062-49ec-9e62-8e501680a281), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:20.736611 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702afe98-ff3b-44c7-a36e-501e752dc6ea tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:20.738151 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-702afe98-ff3b-44c7-a36e-501e752dc6ea tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=645b0646-084a-4922-8a3b-3b65ee21b5e4&device_id=5081b9ee-9792-4d93-8e98-21f30f468802&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1927462 Mar 01 14:02:20.740535 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-fb8c7b44-f9ce-428e-9d8d-bf0800b50542 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, b695be7d-bd92-4a40-b061-f5a5a918b72c) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:02:20.740948 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56948) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:20.747002 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8c7b44-f9ce-428e-9d8d-bf0800b50542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:20.747603 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb8c7b44-f9ce-428e-9d8d-bf0800b50542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:20.779717 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fb8c7b44-f9ce-428e-9d8d-bf0800b50542 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1526394 Mar 01 14:02:20.779931 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d064746-8e23-40a1-b065-48fac356b65e None None] Routers {'531aeb7c-59d1-4303-b334-e213697a7a20'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:02:20.779931 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-7d064746-8e23-40a1-b065-48fac356b65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:01:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['531aeb7c-59d1-4303-b334-e213697a7a20'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:20.788405 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b2aa6ecd-b41b-41e5-a335-068f0d2ccc25), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:20.790168 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610f3bb2-8661-42c2-9a1e-4c561d2fdedc None None] Network b695be7d-bd92-4a40-b061-f5a5a918b72c requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:02:20.809067 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-fe4241f7-6b5d-4dcc-b1db-239446fb8095 service neutron] 10.222.0.32 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764627 Mar 01 14:02:20.911497 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fd0e8b-6b18-44ea-b155-c1adeb6f5cbb tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:20.918622 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f0fd0e8b-6b18-44ea-b155-c1adeb6f5cbb tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 881 time: 0.1764889 Mar 01 14:02:20.919291 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56954) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:20.980795 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c540aadb-3aee-4979-b6eb-86157d0031c5 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] 10.222.0.13 "GET /v2.0/ports?device_id=5081b9ee-9792-4d93-8e98-21f30f468802 HTTP/1.1" status: 200 len: 205 time: 0.0602803 Mar 01 14:02:20.983832 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56958) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:20.993569 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56960) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:21.070505 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=b2aa6ecd-b41b-41e5-a335-068f0d2ccc25,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:21.139533 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-7215e27e-9dfd-420a-b12f-4517ad3bb7d0 admin admin] Deleting subnet 5e1c8e59-828d-405b-af7c-c49b3b8c3917 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:02:21.154859 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-7d064746-8e23-40a1-b065-48fac356b65e None None] Set router 531aeb7c-59d1-4303-b334-e213697a7a20 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:02:21.156477 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7215e27e-9dfd-420a-b12f-4517ad3bb7d0 admin admin] Publish callbacks [] for subnet (5e1c8e59-828d-405b-af7c-c49b3b8c3917), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:21.192519 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7215e27e-9dfd-420a-b12f-4517ad3bb7d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (5e1c8e59-828d-405b-af7c-c49b3b8c3917), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:21.251828 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7215e27e-9dfd-420a-b12f-4517ad3bb7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (5e1c8e59-828d-405b-af7c-c49b3b8c3917), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:21.295865 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-43c6181e-d80f-48be-bbe8-953cf5936ed5 req-dd3a82f9-4d2f-48d1-b703-d71b90525a9f service neutron] 10.222.0.32 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780550 Mar 01 14:02:21.377949 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aac10554-58f7-450c-b27e-5b51e2ec28fe tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router (5081b9ee-9792-4d93-8e98-21f30f468802), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:21.381576 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7215e27e-9dfd-420a-b12f-4517ad3bb7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (5e1c8e59-828d-405b-af7c-c49b3b8c3917), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:21.413738 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['b2aa6ecd-b41b-41e5-a335-068f0d2ccc25'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:02:21.435365 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7215e27e-9dfd-420a-b12f-4517ad3bb7d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:21.441237 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7215e27e-9dfd-420a-b12f-4517ad3bb7d0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5e1c8e59-828d-405b-af7c-c49b3b8c3917 HTTP/1.1" status: 204 len: 168 time: 0.4439523 Mar 01 14:02:21.442257 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56972) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:21.461947 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215e27e-9dfd-420a-b12f-4517ad3bb7d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e1c8e59-828d-405b-af7c-c49b3b8c3917,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:21.523068 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 720a3884-b062-49ec-9e62-8e501680a281 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:02:21.538401 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed925fc5-568a-416a-ae4f-89ba3c83e8c5 None None] Network b695be7d-bd92-4a40-b061-f5a5a918b72c requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:02:21.542133 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46537dd-c8da-4b92-8529-0c74c97fbc1e req-86027a24-ad16-414b-9a5e-48ba942ab38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:21.543661 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e46537dd-c8da-4b92-8529-0c74c97fbc1e req-86027a24-ad16-414b-9a5e-48ba942ab38a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1fa37a61f124c25aca457ce8a3f996a&device_id=d80da8f3-e01d-4d1b-aa0a-2e1a2cbe3134 HTTP/1.1" status: 200 len: 1126 time: 0.1680710 Mar 01 14:02:21.546864 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56976) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:21.555201 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-76f64a66-3b9f-459c-a96e-3d08f0bb11b1 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1268166381-network', 'tenant_id': '1dd2fd7ca28e42c99135df634d4d6912'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:02:21.559051 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aac10554-58f7-450c-b27e-5b51e2ec28fe tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router_gateway (5081b9ee-9792-4d93-8e98-21f30f468802), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:21.627411 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aa27c5d8-62a1-4c37-ba4e-410b7cf3a73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (b695be7d-bd92-4a40-b061-f5a5a918b72c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:21.641897 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-aac10554-58f7-450c-b27e-5b51e2ec28fe tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Deleting port f82bad36-6746-4f2d-ac6d-55e3210d5ffb {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:02:21.644084 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aac10554-58f7-450c-b27e-5b51e2ec28fe tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (f82bad36-6746-4f2d-ac6d-55e3210d5ffb), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:21.665924 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f64a66-3b9f-459c-a96e-3d08f0bb11b1 admin admin] Made reservation on behalf of 1dd2fd7ca28e42c99135df634d4d6912 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:02:21.668318 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-76f64a66-3b9f-459c-a96e-3d08f0bb11b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:21.687329 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-76f64a66-3b9f-459c-a96e-3d08f0bb11b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:21.824598 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-76f64a66-3b9f-459c-a96e-3d08f0bb11b1 admin admin] Publish callbacks [] for security_group (1b5412fc-e03a-4eda-a411-75e91c157c1c), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:21.840776 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-76f64a66-3b9f-459c-a96e-3d08f0bb11b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (1b5412fc-e03a-4eda-a411-75e91c157c1c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:21.846968 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aac10554-58f7-450c-b27e-5b51e2ec28fe tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (f82bad36-6746-4f2d-ac6d-55e3210d5ffb), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:21.856419 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f64a66-3b9f-459c-a96e-3d08f0bb11b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:02:21.860239 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465004c-524a-4c85-9f51-d55b92b524e0 req-49059c4d-c5ff-46d0-9143-c798d7a3a4eb tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:21.863034 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7465004c-524a-4c85-9f51-d55b92b524e0 req-49059c4d-c5ff-46d0-9143-c798d7a3a4eb tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e7d4ea-a962-4181-ae56-e8001678fa2e HTTP/1.1" status: 200 len: 944 time: 0.1880634 Mar 01 14:02:21.867900 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-7d064746-8e23-40a1-b065-48fac356b65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531aeb7c-59d1-4303-b334-e213697a7a20', 'name': 'tempest-TestServerMultinode-803548769-router', 'tenant_id': '4c00176cefe14df68ab16d972fcf0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '720a3884-b062-49ec-9e62-8e501680a281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:02:09Z', 'updated_at': '2022-03-01T14:02:18Z', 'revision_number': 4, 'project_id': '4c00176cefe14df68ab16d972fcf0f1a', 'gw_port': {'id': '720a3884-b062-49ec-9e62-8e501680a281', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:72:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531aeb7c-59d1-4303-b334-e213697a7a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:02:10Z', 'updated_at': '2022-03-01T14:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11', 'name': '', 'network_id': '189ec434-cc49-4599-b47e-f8c559326a7c', 'tenant_id': '4c00176cefe14df68ab16d972fcf0f1a', 'mac_address': 'fa:16:3e:7b:e5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531aeb7c-59d1-4303-b334-e213697a7a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '81f442ed-eb0f-4869-b7da-605091f23629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:02:16Z', 'updated_at': '2022-03-01T14:02:19Z', 'revision_number': 2, 'project_id': '4c00176cefe14df68ab16d972fcf0f1a', 'subnets': [{'id': '81f442ed-eb0f-4869-b7da-605091f23629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:21.878878 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-76f64a66-3b9f-459c-a96e-3d08f0bb11b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (fe599632-2ad8-4c42-9e45-56653463bfe3), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:21.879301 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-76f64a66-3b9f-459c-a96e-3d08f0bb11b1 admin admin] Added segment fe599632-2ad8-4c42-9e45-56653463bfe3 of type vlan for network c59cc138-e644-43c4-9fa6-4e148f755430 Mar 01 14:02:21.893447 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-aac10554-58f7-450c-b27e-5b51e2ec28fe tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Calling delete_port for f82bad36-6746-4f2d-ac6d-55e3210d5ffb owned by network:router_gateway {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:02:21.900764 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d064746-8e23-40a1-b065-48fac356b65e None None] Checking router: 531aeb7c-59d1-4303-b334-e213697a7a20 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:02:21.901325 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d064746-8e23-40a1-b065-48fac356b65e None None] Updating router 531aeb7c-59d1-4303-b334-e213697a7a20 port 480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11 binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:02:21.930526 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139a16c-ba5a-4307-9611-86faca4927b2 req-6d658c00-a802-48f7-9bf8-d7d753212b6c tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:21.932613 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2139a16c-ba5a-4307-9611-86faca4927b2 req-6d658c00-a802-48f7-9bf8-d7d753212b6c tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d80da8f3-e01d-4d1b-aa0a-2e1a2cbe3134 HTTP/1.1" status: 200 len: 944 time: 0.1808844 Mar 01 14:02:21.934595 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-76f64a66-3b9f-459c-a96e-3d08f0bb11b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (c59cc138-e644-43c4-9fa6-4e148f755430), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:21.938432 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7d064746-8e23-40a1-b065-48fac356b65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:22.020972 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-76f64a66-3b9f-459c-a96e-3d08f0bb11b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (c59cc138-e644-43c4-9fa6-4e148f755430), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:22.020972 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f64a66-3b9f-459c-a96e-3d08f0bb11b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:22.022943 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-76f64a66-3b9f-459c-a96e-3d08f0bb11b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:22.036207 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7465004c-524a-4c85-9f51-d55b92b524e0 req-22a51c76-ea07-46d4-9795-27fc69dea9a4 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645510 Mar 01 14:02:22.079580 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-76f64a66-3b9f-459c-a96e-3d08f0bb11b1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5292139 Mar 01 14:02:22.083011 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56982) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:22.091972 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2139a16c-ba5a-4307-9611-86faca4927b2 req-a1de97c2-068a-4230-806d-64ee3579311b tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478839 Mar 01 14:02:22.107875 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-ad096c7a-c123-4a49-b19b-4e195698d0b8 admin admin] Request body: {'subnet': {'network_id': 'c59cc138-e644-43c4-9fa6-4e148f755430', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1268166381-subnet', 'tenant_id': '1dd2fd7ca28e42c99135df634d4d6912', 'ip_version': 4}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:02:22.128832 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46537dd-c8da-4b92-8529-0c74c97fbc1e req-5dbcc5b9-b05a-4120-9f03-d588db330633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:22.130708 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e46537dd-c8da-4b92-8529-0c74c97fbc1e req-5dbcc5b9-b05a-4120-9f03-d588db330633 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3a263dd2-fccb-41d7-9268-17deef5caa4e HTTP/1.1" status: 200 len: 907 time: 0.5710847 Mar 01 14:02:22.202565 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad096c7a-c123-4a49-b19b-4e195698d0b8 admin admin] Made reservation on behalf of 1dd2fd7ca28e42c99135df634d4d6912 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:02:22.202814 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aa27c5d8-62a1-4c37-ba4e-410b7cf3a73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (b695be7d-bd92-4a40-b061-f5a5a918b72c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:22.206645 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e46537dd-c8da-4b92-8529-0c74c97fbc1e req-6891b44b-6d48-4348-a023-52f0415a9461 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dab236b9-3448-425d-8be0-dc1b4b843737 HTTP/1.1" status: 200 len: 217 time: 0.0457370 Mar 01 14:02:22.207330 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f64a66-3b9f-459c-a96e-3d08f0bb11b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5412fc-e03a-4eda-a411-75e91c157c1c,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:22.208306 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ad096c7a-c123-4a49-b19b-4e195698d0b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:22.265075 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f64a66-3b9f-459c-a96e-3d08f0bb11b1 admin admin] Pushing event updated for resources: {'Network': ['ID=c59cc138-e644-43c4-9fa6-4e148f755430,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:22.274596 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-aa27c5d8-62a1-4c37-ba4e-410b7cf3a73a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b695be7d-bd92-4a40-b061-f5a5a918b72c']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:22.288533 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-aa27c5d8-62a1-4c37-ba4e-410b7cf3a73a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8efd73-3ca0-42cd-9bb9-61be52532326') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:22.288822 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-aa27c5d8-62a1-4c37-ba4e-410b7cf3a73a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8efd73-3ca0-42cd-9bb9-61be52532326') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:22.302274 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46537dd-c8da-4b92-8529-0c74c97fbc1e req-16416bef-c2f9-414d-be10-93a49cedb453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:22.303833 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e46537dd-c8da-4b92-8529-0c74c97fbc1e req-16416bef-c2f9-414d-be10-93a49cedb453 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e897284-ac55-41c2-b088-3972dd0eb9f7 HTTP/1.1" status: 200 len: 846 time: 0.0811098 Mar 01 14:02:22.305862 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aa27c5d8-62a1-4c37-ba4e-410b7cf3a73a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (ed8efd73-3ca0-42cd-9bb9-61be52532326), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:22.343161 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e46537dd-c8da-4b92-8529-0c74c97fbc1e req-8a5de1a9-711e-4f25-9f98-8405d0f2c024 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a263dd2-fccb-41d7-9268-17deef5caa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304625 Mar 01 14:02:22.344467 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aa27c5d8-62a1-4c37-ba4e-410b7cf3a73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (ed8efd73-3ca0-42cd-9bb9-61be52532326), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:22.362370 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa27c5d8-62a1-4c37-ba4e-410b7cf3a73a admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:02:22.362781 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aa27c5d8-62a1-4c37-ba4e-410b7cf3a73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (ed8efd73-3ca0-42cd-9bb9-61be52532326), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:22.367282 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aac10554-58f7-450c-b27e-5b51e2ec28fe tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (f82bad36-6746-4f2d-ac6d-55e3210d5ffb), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:22.370829 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:02:22.370829 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:02:22.370829 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:02:22.370829 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:02:22.370829 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:02:22.370829 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:02:22.370829 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:02:22.370829 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:02:22.370829 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:02:22.370829 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:02:22.370829 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:02:22.370829 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:02:22.370829 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:02:22.370829 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:02:22.370829 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:02:22.370829 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:02:22.370829 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:02:22.370829 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:02:22.370829 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:02:22.370829 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:02:22.370829 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:02:22.370829 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:02:22.370829 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:02:22.370829 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:02:22.370829 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:02:22.370829 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:02:22.370829 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:02:22.370829 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:02:22.370829 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:02:22.370829 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:02:22.370829 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:02:22.370829 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:02:22.405399 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac10554-58f7-450c-b27e-5b51e2ec28fe tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Pushing event deleted for resources: {'Port': ['ID=f82bad36-6746-4f2d-ac6d-55e3210d5ffb,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:22.451277 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network c59cc138-e644-43c4-9fa6-4e148f755430 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:02:22.489424 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aa27c5d8-62a1-4c37-ba4e-410b7cf3a73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (b695be7d-bd92-4a40-b061-f5a5a918b72c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:22.495265 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aa27c5d8-62a1-4c37-ba4e-410b7cf3a73a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:22.502745 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-aa27c5d8-62a1-4c37-ba4e-410b7cf3a73a admin admin] 10.222.0.13 "DELETE /v2.0/networks/b695be7d-bd92-4a40-b061-f5a5a918b72c HTTP/1.1" status: 204 len: 168 time: 1.0578032 Mar 01 14:02:22.545167 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aac10554-58f7-450c-b27e-5b51e2ec28fe tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (5081b9ee-9792-4d93-8e98-21f30f468802), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:22.558744 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7d064746-8e23-40a1-b065-48fac356b65e None None] Publish callbacks [] for port (480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:22.573347 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7d064746-8e23-40a1-b065-48fac356b65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:22.586285 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa27c5d8-62a1-4c37-ba4e-410b7cf3a73a admin admin] Pushing event deleted for resources: {'Network': ['ID=b695be7d-bd92-4a40-b061-f5a5a918b72c,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:22.653046 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e46537dd-c8da-4b92-8529-0c74c97fbc1e req-c9e9dc02-fb5c-4f40-b53f-7e54dd77e64d service neutron] 10.222.0.32 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026688 Mar 01 14:02:22.677054 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97cc54-d322-431d-8c6b-8228fe2464b1 None None] Pushing event updated for resources: {'Port': ['ID=480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:22.760151 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-7d064746-8e23-40a1-b065-48fac356b65e None None] Attempting to bind port 480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:02:22.760591 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-7d064746-8e23-40a1-b065-48fac356b65e None None] Attempting to bind port 480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'baf555f1-c68c-40fa-b064-c9daf0d53a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '189ec434-cc49-4599-b47e-f8c559326a7c'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:02:22.761076 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d064746-8e23-40a1-b065-48fac356b65e None None] Attempting to bind port 480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11 on network 189ec434-cc49-4599-b47e-f8c559326a7c {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:02:22.768889 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d064746-8e23-40a1-b065-48fac356b65e None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:02:22.769413 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d064746-8e23-40a1-b065-48fac356b65e None None] Checking segment: {'id': 'baf555f1-c68c-40fa-b064-c9daf0d53a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '189ec434-cc49-4599-b47e-f8c559326a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:02:22.770078 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7d064746-8e23-40a1-b065-48fac356b65e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:22.770586 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d064746-8e23-40a1-b065-48fac356b65e None None] Bound using segment: {'id': 'baf555f1-c68c-40fa-b064-c9daf0d53a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '189ec434-cc49-4599-b47e-f8c559326a7c'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:02:22.771207 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-7d064746-8e23-40a1-b065-48fac356b65e None None] Bound port: 480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf555f1-c68c-40fa-b064-c9daf0d53a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '189ec434-cc49-4599-b47e-f8c559326a7c'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:02:22.771722 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7d064746-8e23-40a1-b065-48fac356b65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:22.795840 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56988) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:22.817861 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e46537dd-c8da-4b92-8529-0c74c97fbc1e req-b3f52843-50bf-466d-b975-ac0c95b30e24 service neutron] 10.222.0.32 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555641 Mar 01 14:02:22.824263 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aac10554-58f7-450c-b27e-5b51e2ec28fe tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (5081b9ee-9792-4d93-8e98-21f30f468802), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:22.827049 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aac10554-58f7-450c-b27e-5b51e2ec28fe tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router_controller (5081b9ee-9792-4d93-8e98-21f30f468802), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:22.862536 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-7d064746-8e23-40a1-b065-48fac356b65e None None] For port 480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:02:22.866737 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-7d064746-8e23-40a1-b065-48fac356b65e None None] For port 480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11,segment=NetworkSegment(baf555f1-c68c-40fa-b064-c9daf0d53a98),segment_id=baf555f1-c68c-40fa-b064-c9daf0d53a98)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:02:22.874410 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e1a3241f-7f4d-4d8f-b430-0d6270f8c0cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6261ca29eb01485ca0c814dab81aa73b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0773952 Mar 01 14:02:22.877620 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56990) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:22.881987 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7d064746-8e23-40a1-b065-48fac356b65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:22.941049 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97cc54-d322-431d-8c6b-8228fe2464b1 None None] Pushing event updated for resources: {'Port': ['ID=480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:22.950773 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-075f8170-a93b-471e-91c5-7cae7692a63a admin admin] Publish callbacks [] for security_group (eaa25c6e-6110-43a8-b5c7-d10613bdd326), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:22.970335 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d064746-8e23-40a1-b065-48fac356b65e None None] Routers {'531aeb7c-59d1-4303-b334-e213697a7a20'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:02:22.971076 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-7d064746-8e23-40a1-b065-48fac356b65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:01:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['531aeb7c-59d1-4303-b334-e213697a7a20'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:22.981521 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-075f8170-a93b-471e-91c5-7cae7692a63a admin admin] Publish callbacks [] for security_group (eaa25c6e-6110-43a8-b5c7-d10613bdd326), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:23.006579 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ad096c7a-c123-4a49-b19b-4e195698d0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (4cbb6629-5073-400a-96b7-2b861cb4f673), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:23.035903 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-7865e7ed-f567-4380-83c6-15549daea6c9 None None] Provisioning complete for port 480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:02:23.036693 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7865e7ed-f567-4380-83c6-15549daea6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:23.044231 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aac10554-58f7-450c-b27e-5b51e2ec28fe tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (5081b9ee-9792-4d93-8e98-21f30f468802), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:23.044767 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac10554-58f7-450c-b27e-5b51e2ec28fe tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Fanout notify agent at l3_agent the message router_deleted on router 5081b9ee-9792-4d93-8e98-21f30f468802 {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:02:23.055386 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aac10554-58f7-450c-b27e-5b51e2ec28fe tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:23.060110 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-aac10554-58f7-450c-b27e-5b51e2ec28fe tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] 10.222.0.13 "DELETE /v2.0/routers/5081b9ee-9792-4d93-8e98-21f30f468802 HTTP/1.1" status: 204 len: 168 time: 2.0743480 Mar 01 14:02:23.061100 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56992) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:23.066827 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-c04b1986-ff01-4138-bcd9-01c7389c37f9 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1302537620', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:02:23.109826 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c04b1986-ff01-4138-bcd9-01c7389c37f9 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (ddf11c55-f1ad-4524-b1d3-25215af4f9e1), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:23.112944 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c04b1986-ff01-4138-bcd9-01c7389c37f9 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (ddf11c55-f1ad-4524-b1d3-25215af4f9e1), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:23.123977 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad096c7a-c123-4a49-b19b-4e195698d0b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cbb6629-5073-400a-96b7-2b861cb4f673,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:23.171475 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad096c7a-c123-4a49-b19b-4e195698d0b8 admin admin] Checking segment: {'id': 'fe599632-2ad8-4c42-9e45-56653463bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c59cc138-e644-43c4-9fa6-4e148f755430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:02:23.171914 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad096c7a-c123-4a49-b19b-4e195698d0b8 admin admin] Network hostable DHCP agents. Network: c59cc138-e644-43c4-9fa6-4e148f755430, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:02:23.262169 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad096c7a-c123-4a49-b19b-4e195698d0b8 admin admin] Network c59cc138-e644-43c4-9fa6-4e148f755430 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:02:23.284311 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-7d064746-8e23-40a1-b065-48fac356b65e None None] Set router 531aeb7c-59d1-4303-b334-e213697a7a20 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:02:23.287767 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-7865e7ed-f567-4380-83c6-15549daea6c9 None None] Current status of the port 480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:02:23.288415 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7865e7ed-f567-4380-83c6-15549daea6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:23.298333 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a16e29-86dc-47f3-a2c6-4b4b5b256e53 req-ef0d2979-0443-4257-a50a-4ce833213874 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:23.302786 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c04b1986-ff01-4138-bcd9-01c7389c37f9 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router_controller (ddf11c55-f1ad-4524-b1d3-25215af4f9e1), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:23.306243 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-27a16e29-86dc-47f3-a2c6-4b4b5b256e53 req-ef0d2979-0443-4257-a50a-4ce833213874 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e7d4ea-a962-4181-ae56-e8001678fa2e HTTP/1.1" status: 200 len: 944 time: 0.1512074 Mar 01 14:02:23.307322 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-075f8170-a93b-471e-91c5-7cae7692a63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (eaa25c6e-6110-43a8-b5c7-d10613bdd326), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:23.314274 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-075f8170-a93b-471e-91c5-7cae7692a63a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:23.321137 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-075f8170-a93b-471e-91c5-7cae7692a63a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eaa25c6e-6110-43a8-b5c7-d10613bdd326 HTTP/1.1" status: 204 len: 168 time: 0.4423091 Mar 01 14:02:23.331975 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-ad096c7a-c123-4a49-b19b-4e195698d0b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, c59cc138-e644-43c4-9fa6-4e148f755430) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:02:23.341021 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e38dd-0283-4a26-a776-e0690bf07edd req-38c54a43-fac9-4ee0-b95a-97a2f8e4da7e tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:23.342597 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-957e38dd-0283-4a26-a776-e0690bf07edd req-38c54a43-fac9-4ee0-b95a-97a2f8e4da7e tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d80da8f3-e01d-4d1b-aa0a-2e1a2cbe3134 HTTP/1.1" status: 200 len: 944 time: 0.1418252 Mar 01 14:02:23.348250 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad096c7a-c123-4a49-b19b-4e195698d0b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:23.348861 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ad096c7a-c123-4a49-b19b-4e195698d0b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:23.350241 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c04b1986-ff01-4138-bcd9-01c7389c37f9 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (ddf11c55-f1ad-4524-b1d3-25215af4f9e1), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:23.384791 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0c973b-d44b-4a39-8808-a382b3ed8f5f None None] Network c59cc138-e644-43c4-9fa6-4e148f755430 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:02:23.387859 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ad096c7a-c123-4a49-b19b-4e195698d0b8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2913516 Mar 01 14:02:23.394501 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57000) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:23.397498 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f8170-a93b-471e-91c5-7cae7692a63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa25c6e-6110-43a8-b5c7-d10613bdd326,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:23.412416 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-273767fe-7905-44a6-9070-ed7dc5369788 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1268166381-router', 'tenant_id': '1dd2fd7ca28e42c99135df634d4d6912', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:02:23.420785 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c04b1986-ff01-4138-bcd9-01c7389c37f9 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:23.422150 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c04b1986-ff01-4138-bcd9-01c7389c37f9 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3596878 Mar 01 14:02:23.425927 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57002) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:23.435114 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-de93b22a-1d88-4165-ac75-1795528be46f tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'enable_snat': True}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:02:23.449262 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-27a16e29-86dc-47f3-a2c6-4b4b5b256e53 req-2c6601da-6820-4ddd-94ab-6676035c43f4 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418829 Mar 01 14:02:23.497511 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-273767fe-7905-44a6-9070-ed7dc5369788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (de48115f-7721-4657-b8a1-bd521bbf0eb5), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:23.500315 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-273767fe-7905-44a6-9070-ed7dc5369788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (de48115f-7721-4657-b8a1-bd521bbf0eb5), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:23.512652 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-957e38dd-0283-4a26-a776-e0690bf07edd req-d8d03131-aa8f-4b58-8735-7d46985231ef tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522021 Mar 01 14:02:23.652693 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-273767fe-7905-44a6-9070-ed7dc5369788 admin admin] Publish callbacks [] for router_controller (de48115f-7721-4657-b8a1-bd521bbf0eb5), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:23.951272 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-273767fe-7905-44a6-9070-ed7dc5369788 admin admin] Publish callbacks [] for router_gateway (de48115f-7721-4657-b8a1-bd521bbf0eb5), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:23.966570 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-7865e7ed-f567-4380-83c6-15549daea6c9 None None] For port 480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11,segment=NetworkSegment(baf555f1-c68c-40fa-b064-c9daf0d53a98),segment_id=baf555f1-c68c-40fa-b064-c9daf0d53a98)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:02:24.007553 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de93b22a-1d88-4165-ac75-1795528be46f tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router_gateway (ddf11c55-f1ad-4524-b1d3-25215af4f9e1), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:24.046496 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7865e7ed-f567-4380-83c6-15549daea6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:24.253916 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42517d41-200f-487e-a21c-7ba433e9b002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-c59cc138-e644-43c4-9fa6-4e148f755430', 'network_id': 'c59cc138-e644-43c4-9fa6-4e148f755430', 'project_id': '1dd2fd7ca28e42c99135df634d4d6912', 'fixed_ips': [{'subnet_id': '4cbb6629-5073-400a-96b7-2b861cb4f673'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:02:24.256429 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-42517d41-200f-487e-a21c-7ba433e9b002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:24.297235 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865e7ed-f567-4380-83c6-15549daea6c9 None None] Pushing event updated for resources: {'Port': ['ID=480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:24.303327 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-b077af65-5988-4878-8958-906ce9f94741 None None] Provisioning complete for port 480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:02:24.303737 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b077af65-5988-4878-8958-906ce9f94741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:24.309817 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device b2aa6ecd-b41b-41e5-a335-068f0d2ccc25 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:02:24.439908 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de93b22a-1d88-4165-ac75-1795528be46f tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router_gateway (ddf11c55-f1ad-4524-b1d3-25215af4f9e1), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:24.481380 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-273767fe-7905-44a6-9070-ed7dc5369788 admin admin] Publish callbacks [] for router_gateway (de48115f-7721-4657-b8a1-bd521bbf0eb5), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:24.481862 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de93b22a-1d88-4165-ac75-1795528be46f tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:24.528742 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-273767fe-7905-44a6-9070-ed7dc5369788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:24.545248 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port b2aa6ecd-b41b-41e5-a335-068f0d2ccc25 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:02:24.555817 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-7d064746-8e23-40a1-b065-48fac356b65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531aeb7c-59d1-4303-b334-e213697a7a20', 'name': 'tempest-TestServerMultinode-803548769-router', 'tenant_id': '4c00176cefe14df68ab16d972fcf0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '720a3884-b062-49ec-9e62-8e501680a281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:02:09Z', 'updated_at': '2022-03-01T14:02:18Z', 'revision_number': 4, 'project_id': '4c00176cefe14df68ab16d972fcf0f1a', 'gw_port': {'id': '720a3884-b062-49ec-9e62-8e501680a281', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:72:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531aeb7c-59d1-4303-b334-e213697a7a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:02:10Z', 'updated_at': '2022-03-01T14:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11', 'name': '', 'network_id': '189ec434-cc49-4599-b47e-f8c559326a7c', 'tenant_id': '4c00176cefe14df68ab16d972fcf0f1a', 'mac_address': 'fa:16:3e:7b:e5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531aeb7c-59d1-4303-b334-e213697a7a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '81f442ed-eb0f-4869-b7da-605091f23629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:02:16Z', 'updated_at': '2022-03-01T14:02:22Z', 'revision_number': 4, 'project_id': '4c00176cefe14df68ab16d972fcf0f1a', 'subnets': [{'id': '81f442ed-eb0f-4869-b7da-605091f23629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:24.607815 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port b2aa6ecd-b41b-41e5-a335-068f0d2ccc25 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:02:24.608249 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (b2aa6ecd-b41b-41e5-a335-068f0d2ccc25), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:24.614614 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d064746-8e23-40a1-b065-48fac356b65e None None] The sync data for ids ['531aeb7c-59d1-4303-b334-e213697a7a20'] in n-d-827467-3 is: [{'id': '531aeb7c-59d1-4303-b334-e213697a7a20', 'name': 'tempest-TestServerMultinode-803548769-router', 'tenant_id': '4c00176cefe14df68ab16d972fcf0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '720a3884-b062-49ec-9e62-8e501680a281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:02:09Z', 'updated_at': '2022-03-01T14:02:18Z', 'revision_number': 4, 'project_id': '4c00176cefe14df68ab16d972fcf0f1a', 'gw_port': {'id': '720a3884-b062-49ec-9e62-8e501680a281', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:72:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531aeb7c-59d1-4303-b334-e213697a7a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:02:10Z', 'updated_at': '2022-03-01T14:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11', 'name': '', 'network_id': '189ec434-cc49-4599-b47e-f8c559326a7c', 'tenant_id': '4c00176cefe14df68ab16d972fcf0f1a', 'mac_address': 'fa:16:3e:7b:e5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531aeb7c-59d1-4303-b334-e213697a7a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '81f442ed-eb0f-4869-b7da-605091f23629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:02:16Z', 'updated_at': '2022-03-01T14:02:22Z', 'revision_number': 4, 'project_id': '4c00176cefe14df68ab16d972fcf0f1a', 'subnets': [{'id': '81f442ed-eb0f-4869-b7da-605091f23629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:02:24.817522 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-de93b22a-1d88-4165-ac75-1795528be46f tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Allocated IP 172.25.1.144 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/78a4c2ea-e511-4fbb-ba01-f588670b4ba1) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:02:24.854385 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-b077af65-5988-4878-8958-906ce9f94741 None None] Current status of the port 480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:02:24.965001 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-42517d41-200f-487e-a21c-7ba433e9b002 None None] Allocated IP 172.20.0.2 (c59cc138-e644-43c4-9fa6-4e148f755430/4cbb6629-5073-400a-96b7-2b861cb4f673/c269e8e4-60d0-4bf4-89b1-bb0048ebfa09) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:02:24.970880 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac06b93-5331-4f1a-9719-47f9edcc39bd req-0d93fb62-5b48-4669-a6d9-5f6a41285403 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:24.975898 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2ac06b93-5331-4f1a-9719-47f9edcc39bd req-0d93fb62-5b48-4669-a6d9-5f6a41285403 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d80da8f3-e01d-4d1b-aa0a-2e1a2cbe3134 HTTP/1.1" status: 200 len: 944 time: 0.2517593 Mar 01 14:02:25.004092 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port b2aa6ecd-b41b-41e5-a335-068f0d2ccc25 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:02:25.005393 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b2aa6ecd-b41b-41e5-a335-068f0d2ccc25), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:25.040414 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de93b22a-1d88-4165-ac75-1795528be46f tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for port (78a4c2ea-e511-4fbb-ba01-f588670b4ba1), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:25.079168 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086ef5f-3afb-4a09-8765-a8a1fbc0b762 req-b43d1040-481e-4410-a14c-8a0ca6aa5956 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:25.082964 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b086ef5f-3afb-4a09-8765-a8a1fbc0b762 req-b43d1040-481e-4410-a14c-8a0ca6aa5956 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e7d4ea-a962-4181-ae56-e8001678fa2e HTTP/1.1" status: 200 len: 944 time: 0.4012640 Mar 01 14:02:25.135941 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de93b22a-1d88-4165-ac75-1795528be46f tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (78a4c2ea-e511-4fbb-ba01-f588670b4ba1), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:25.173041 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e7d4ea-a962-4181-ae56-e8001678fa2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2aa6ecd-b41b-41e5-a335-068f0d2ccc25'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:02:25.181172 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b046c057-da1b-4a03-9d0f-9a5be9c8201d" -d '{"events": [{"server_uuid": "30e7d4ea-a962-4181-ae56-e8001678fa2e", "name": "network-vif-plugged", "status": "completed", "tag": "b2aa6ecd-b41b-41e5-a335-068f0d2ccc25"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:02:25.243835 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port b2aa6ecd-b41b-41e5-a335-068f0d2ccc25, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=b2aa6ecd-b41b-41e5-a335-068f0d2ccc25,segment=NetworkSegment(add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f),segment_id=add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:02:25.261420 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de93b22a-1d88-4165-ac75-1795528be46f tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:02:25.269517 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-de93b22a-1d88-4165-ac75-1795528be46f tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:02:25.274905 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de93b22a-1d88-4165-ac75-1795528be46f tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:02:25.281985 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b2aa6ecd-b41b-41e5-a335-068f0d2ccc25), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:25.304179 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2ac06b93-5331-4f1a-9719-47f9edcc39bd req-437f9365-ea7b-4480-8f4a-3ee1a51ec6c0 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206279 Mar 01 14:02:25.365935 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b086ef5f-3afb-4a09-8765-a8a1fbc0b762 req-9321ec9a-9686-4983-9a22-a276ff589799 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668386 Mar 01 14:02:25.378992 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93b22a-1d88-4165-ac75-1795528be46f tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Pushing event updated for resources: {'Port': ['ID=78a4c2ea-e511-4fbb-ba01-f588670b4ba1,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:25.432842 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-273767fe-7905-44a6-9070-ed7dc5369788 admin admin] Allocated IP 172.25.1.79 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/afc0ac88-cc94-4e70-86aa-730ace282e80) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:02:25.438065 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-34f20913-c037-4664-85d9-218b9354d8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:25.467116 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a33d56-1516-4a33-9319-73fcffdf8550 x-openstack-request-id: req-e3a33d56-1516-4a33-9319-73fcffdf8550 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:02:25.467412 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e7d4ea-a962-4181-ae56-e8001678fa2e", "name": "network-vif-plugged", "status": "completed", "tag": "b2aa6ecd-b41b-41e5-a335-068f0d2ccc25", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:02:25.467683 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3a33d56-1516-4a33-9319-73fcffdf8550 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:02:25.468955 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e7d4ea-a962-4181-ae56-e8001678fa2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2aa6ecd-b41b-41e5-a335-068f0d2ccc25', 'code': 200} Mar 01 14:02:25.621301 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=b2aa6ecd-b41b-41e5-a335-068f0d2ccc25,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:25.677293 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-42517d41-200f-487e-a21c-7ba433e9b002 None None] Publish callbacks [] for port (c269e8e4-60d0-4bf4-89b1-bb0048ebfa09), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:25.693647 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-42517d41-200f-487e-a21c-7ba433e9b002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (c269e8e4-60d0-4bf4-89b1-bb0048ebfa09), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:25.694769 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-273767fe-7905-44a6-9070-ed7dc5369788 admin admin] Publish callbacks [] for port (afc0ac88-cc94-4e70-86aa-730ace282e80), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:25.765695 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42517d41-200f-487e-a21c-7ba433e9b002 None None] Network c59cc138-e644-43c4-9fa6-4e148f755430 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:02:25.786114 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-42517d41-200f-487e-a21c-7ba433e9b002 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:02:25.786599 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-273767fe-7905-44a6-9070-ed7dc5369788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (afc0ac88-cc94-4e70-86aa-730ace282e80), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:25.793826 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42517d41-200f-487e-a21c-7ba433e9b002 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:02:25.847188 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42517d41-200f-487e-a21c-7ba433e9b002 None None] Pushing event updated for resources: {'Port': ['ID=c269e8e4-60d0-4bf4-89b1-bb0048ebfa09,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:25.849052 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273767fe-7905-44a6-9070-ed7dc5369788 admin admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:02:25.927692 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-273767fe-7905-44a6-9070-ed7dc5369788 admin admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:02:25.934880 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273767fe-7905-44a6-9070-ed7dc5369788 admin admin] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:02:25.951705 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-42517d41-200f-487e-a21c-7ba433e9b002 None None] Attempting to bind port c269e8e4-60d0-4bf4-89b1-bb0048ebfa09 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:02:25.954024 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-42517d41-200f-487e-a21c-7ba433e9b002 None None] Attempting to bind port c269e8e4-60d0-4bf4-89b1-bb0048ebfa09 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'fe599632-2ad8-4c42-9e45-56653463bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c59cc138-e644-43c4-9fa6-4e148f755430'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:02:25.954457 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42517d41-200f-487e-a21c-7ba433e9b002 None None] Attempting to bind port c269e8e4-60d0-4bf4-89b1-bb0048ebfa09 on network c59cc138-e644-43c4-9fa6-4e148f755430 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:02:25.978051 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42517d41-200f-487e-a21c-7ba433e9b002 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:02:25.978448 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42517d41-200f-487e-a21c-7ba433e9b002 None None] Checking segment: {'id': 'fe599632-2ad8-4c42-9e45-56653463bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c59cc138-e644-43c4-9fa6-4e148f755430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:02:25.978871 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-42517d41-200f-487e-a21c-7ba433e9b002 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:25.981985 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42517d41-200f-487e-a21c-7ba433e9b002 None None] Bound using segment: {'id': 'fe599632-2ad8-4c42-9e45-56653463bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c59cc138-e644-43c4-9fa6-4e148f755430'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:02:25.982501 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-42517d41-200f-487e-a21c-7ba433e9b002 None None] Bound port: c269e8e4-60d0-4bf4-89b1-bb0048ebfa09, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe599632-2ad8-4c42-9e45-56653463bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c59cc138-e644-43c4-9fa6-4e148f755430'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:02:25.982904 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-42517d41-200f-487e-a21c-7ba433e9b002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c269e8e4-60d0-4bf4-89b1-bb0048ebfa09), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:26.106869 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-42517d41-200f-487e-a21c-7ba433e9b002 None None] For port c269e8e4-60d0-4bf4-89b1-bb0048ebfa09, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:02:26.113220 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-42517d41-200f-487e-a21c-7ba433e9b002 None None] For port c269e8e4-60d0-4bf4-89b1-bb0048ebfa09, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=c269e8e4-60d0-4bf4-89b1-bb0048ebfa09,segment=NetworkSegment(fe599632-2ad8-4c42-9e45-56653463bfe3),segment_id=fe599632-2ad8-4c42-9e45-56653463bfe3)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:02:26.124788 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-42517d41-200f-487e-a21c-7ba433e9b002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c269e8e4-60d0-4bf4-89b1-bb0048ebfa09), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:26.238466 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19ae8a-9fbb-4798-b100-ba6c05f085aa req-ae499469-ed99-4b01-b381-aecf762e116b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:26.242882 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6c19ae8a-9fbb-4798-b100-ba6c05f085aa req-ae499469-ed99-4b01-b381-aecf762e116b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=30e7d4ea-a962-4181-ae56-e8001678fa2e HTTP/1.1" status: 200 len: 1127 time: 0.6836658 Mar 01 14:02:26.276845 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42517d41-200f-487e-a21c-7ba433e9b002 None None] Pushing event updated for resources: {'Port': ['ID=c269e8e4-60d0-4bf4-89b1-bb0048ebfa09,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:26.319152 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de93b22a-1d88-4165-ac75-1795528be46f tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router_gateway (ddf11c55-f1ad-4524-b1d3-25215af4f9e1), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:26.325448 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273767fe-7905-44a6-9070-ed7dc5369788 admin admin] Pushing event updated for resources: {'Port': ['ID=afc0ac88-cc94-4e70-86aa-730ace282e80,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:26.457068 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device dab236b9-3448-425d-8be0-dc1b4b843737 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:02:26.567459 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6c19ae8a-9fbb-4798-b100-ba6c05f085aa req-ade0cf98-9f04-4861-a253-e526ca447349 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126109 Mar 01 14:02:26.790718 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:02:26.957060 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910997e-2dbe-4fc6-847d-0c19ec46fda8 req-3b94e012-d9d7-419b-a95d-51176d946f10 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:26.963613 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9910997e-2dbe-4fc6-847d-0c19ec46fda8 req-3b94e012-d9d7-419b-a95d-51176d946f10 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d80da8f3-e01d-4d1b-aa0a-2e1a2cbe3134 HTTP/1.1" status: 200 len: 944 time: 0.4582121 Mar 01 14:02:26.998143 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43977b1-4ab4-4922-b0cc-59da31f79461 req-29f86544-2fa5-4f55-a25a-82f150c013ec tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:26.999695 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e43977b1-4ab4-4922-b0cc-59da31f79461 req-29f86544-2fa5-4f55-a25a-82f150c013ec tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e7d4ea-a962-4181-ae56-e8001678fa2e HTTP/1.1" status: 200 len: 945 time: 0.4226463 Mar 01 14:02:27.010331 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port dab236b9-3448-425d-8be0-dc1b4b843737, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=dab236b9-3448-425d-8be0-dc1b4b843737,segment=NetworkSegment(354ee497-7228-4227-89f9-36435d335b77),segment_id=354ee497-7228-4227-89f9-36435d335b77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:02:27.010567 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-273767fe-7905-44a6-9070-ed7dc5369788 admin admin] Publish callbacks [] for router_gateway (de48115f-7721-4657-b8a1-bd521bbf0eb5), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:27.059312 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'dab236b9-3448-425d-8be0-dc1b4b843737', 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e', 'port_id': 'dab236b9-3448-425d-8be0-dc1b4b843737', 'mac_address': 'fa:16:3e:9d:89:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e897284-ac55-41c2-b088-3972dd0eb9f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:02:27.066591 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:02:27.066967 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:27.219947 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9910997e-2dbe-4fc6-847d-0c19ec46fda8 req-ed3e3341-c5a9-42ce-866c-3ce69a39b696 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461576 Mar 01 14:02:27.330341 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:02:27.338342 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port dab236b9-3448-425d-8be0-dc1b4b843737 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:02:27.338342 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (dab236b9-3448-425d-8be0-dc1b4b843737), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:27.376333 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab236b9-3448-425d-8be0-dc1b4b843737 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:02:27.439029 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port dab236b9-3448-425d-8be0-dc1b4b843737, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=dab236b9-3448-425d-8be0-dc1b4b843737,segment=NetworkSegment(354ee497-7228-4227-89f9-36435d335b77),segment_id=354ee497-7228-4227-89f9-36435d335b77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:02:27.444358 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-45a010f5-7dc3-432a-9777-5a59a070d67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:27.448760 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (dab236b9-3448-425d-8be0-dc1b4b843737), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:27.494715 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e43977b1-4ab4-4922-b0cc-59da31f79461 req-e17e1034-8487-4f2d-9289-4d2a16be418e tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4470739 Mar 01 14:02:27.569893 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=dab236b9-3448-425d-8be0-dc1b4b843737,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:27.727581 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-273767fe-7905-44a6-9070-ed7dc5369788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (de48115f-7721-4657-b8a1-bd521bbf0eb5), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:27.734788 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de93b22a-1d88-4165-ac75-1795528be46f tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3686472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8455'] for router (ddf11c55-f1ad-4524-b1d3-25215af4f9e1), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:27.749304 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de93b22a-1d88-4165-ac75-1795528be46f tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3686481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3686494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683840'] for router (ddf11c55-f1ad-4524-b1d3-25215af4f9e1), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:27.783113 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['dab236b9-3448-425d-8be0-dc1b4b843737'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:02:27.973623 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273767fe-7905-44a6-9070-ed7dc5369788 admin admin] Router de48115f-7721-4657-b8a1-bd521bbf0eb5 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:02:28.118814 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de93b22a-1d88-4165-ac75-1795528be46f tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Router ddf11c55-f1ad-4524-b1d3-25215af4f9e1 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:02:28.239324 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273767fe-7905-44a6-9070-ed7dc5369788 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:02:28.256297 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4c7e41-8286-4a68-a3e3-9dddaffd4844 None None] Sync routers for ids ['de48115f-7721-4657-b8a1-bd521bbf0eb5'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:02:28.299011 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-273767fe-7905-44a6-9070-ed7dc5369788 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:28.301727 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-273767fe-7905-44a6-9070-ed7dc5369788 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9009249 Mar 01 14:02:28.303403 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57086) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:28.319204 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4c7e41-8286-4a68-a3e3-9dddaffd4844 None None] Routers {'de48115f-7721-4657-b8a1-bd521bbf0eb5'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:02:28.320871 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-5e4c7e41-8286-4a68-a3e3-9dddaffd4844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:02:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['de48115f-7721-4657-b8a1-bd521bbf0eb5'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:28.355752 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de93b22a-1d88-4165-ac75-1795528be46f tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:02:28.375517 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1984e0ca-66f0-44b3-964c-3208b1227db8 None None] Sync routers for ids ['ddf11c55-f1ad-4524-b1d3-25215af4f9e1'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:02:28.376886 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de93b22a-1d88-4165-ac75-1795528be46f tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:28.378154 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-de93b22a-1d88-4165-ac75-1795528be46f tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] 10.222.0.13 "PUT /v2.0/routers/ddf11c55-f1ad-4524-b1d3-25215af4f9e1 HTTP/1.1" status: 200 len: 919 time: 4.9513984 Mar 01 14:02:28.382393 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57088) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:28.403440 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1984e0ca-66f0-44b3-964c-3208b1227db8 None None] Routers {'ddf11c55-f1ad-4524-b1d3-25215af4f9e1'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:02:28.406579 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-1984e0ca-66f0-44b3-964c-3208b1227db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:02:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['ddf11c55-f1ad-4524-b1d3-25215af4f9e1'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:28.496819 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-1984e0ca-66f0-44b3-964c-3208b1227db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:28.518153 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539f7d4d-61f6-4904-b788-4f7f95ab1887 None None] Network c59cc138-e644-43c4-9fa6-4e148f755430 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:02:28.578171 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e328452e-ef98-4093-9141-13d73da0eded tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] 10.222.0.13 "GET /v2.0/routers/ddf11c55-f1ad-4524-b1d3-25215af4f9e1 HTTP/1.1" status: 200 len: 925 time: 0.1926668 Mar 01 14:02:28.580188 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57094) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:28.679916 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-5e4c7e41-8286-4a68-a3e3-9dddaffd4844 None None] Set router de48115f-7721-4657-b8a1-bd521bbf0eb5 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:02:28.694375 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a698ec20-e78f-4884-aedf-586143cfb876 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:28.702500 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a698ec20-e78f-4884-aedf-586143cfb876 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=645b0646-084a-4922-8a3b-3b65ee21b5e4&device_id=ddf11c55-f1ad-4524-b1d3-25215af4f9e1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1212256 Mar 01 14:02:28.703172 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57098) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:28.780393 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1984e0ca-66f0-44b3-964c-3208b1227db8 None None] Routers {'ddf11c55-f1ad-4524-b1d3-25215af4f9e1'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:02:28.781048 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-1984e0ca-66f0-44b3-964c-3208b1227db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:02:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['ddf11c55-f1ad-4524-b1d3-25215af4f9e1'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:28.872031 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff90551-ce44-4022-8c74-54f65ff5e037 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:28.873851 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6ff90551-ce44-4022-8c74-54f65ff5e037 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 881 time: 0.1694975 Mar 01 14:02:28.880437 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57100) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:28.905003 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c269e8e4-60d0-4bf4-89b1-bb0048ebfa09 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:02:28.986581 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-92755083-1aa1-40ea-9d95-b744c7282b76 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf11c55-f1ad-4524-b1d3-25215af4f9e1 HTTP/1.1" status: 200 len: 205 time: 0.1046226 Mar 01 14:02:29.002874 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57102) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:29.046829 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-5e4c7e41-8286-4a68-a3e3-9dddaffd4844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de48115f-7721-4657-b8a1-bd521bbf0eb5', 'name': 'tempest-TestServerMultinode-1268166381-router', 'tenant_id': '1dd2fd7ca28e42c99135df634d4d6912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'afc0ac88-cc94-4e70-86aa-730ace282e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:02:23Z', 'updated_at': '2022-03-01T14:02:26Z', 'revision_number': 3, 'project_id': '1dd2fd7ca28e42c99135df634d4d6912', 'gw_port': {'id': 'afc0ac88-cc94-4e70-86aa-730ace282e80', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de48115f-7721-4657-b8a1-bd521bbf0eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:02:24Z', 'updated_at': '2022-03-01T14:02:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:29.112589 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4c7e41-8286-4a68-a3e3-9dddaffd4844 None None] Checking router: de48115f-7721-4657-b8a1-bd521bbf0eb5 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:02:29.113499 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4c7e41-8286-4a68-a3e3-9dddaffd4844 None None] Updating router de48115f-7721-4657-b8a1-bd521bbf0eb5 port afc0ac88-cc94-4e70-86aa-730ace282e80 binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:02:29.204517 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-5e4c7e41-8286-4a68-a3e3-9dddaffd4844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (afc0ac88-cc94-4e70-86aa-730ace282e80), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:29.243490 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a1606bfb-5ef6-4a26-96c1-68635e27f161 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router (ddf11c55-f1ad-4524-b1d3-25215af4f9e1), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:29.269024 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-32e96e06-c272-41c5-bb0a-bcb6ca15c0c0 None None] Provisioning complete for port c269e8e4-60d0-4bf4-89b1-bb0048ebfa09 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:02:29.269407 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-32e96e06-c272-41c5-bb0a-bcb6ca15c0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c269e8e4-60d0-4bf4-89b1-bb0048ebfa09), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:29.325104 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57108) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:29.338656 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-1984e0ca-66f0-44b3-964c-3208b1227db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:29.339569 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1984e0ca-66f0-44b3-964c-3208b1227db8 None None] The sync data for ids ['ddf11c55-f1ad-4524-b1d3-25215af4f9e1'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:02:29.345763 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b3b18-db09-4a31-b767-502068c3f2db req-f15df12d-4ada-4d02-980a-2121065cdb5f tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:29.347369 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc6b3b18-db09-4a31-b767-502068c3f2db req-f15df12d-4ada-4d02-980a-2121065cdb5f tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e7d4ea-a962-4181-ae56-e8001678fa2e HTTP/1.1" status: 200 len: 945 time: 0.1850712 Mar 01 14:02:29.379328 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03a3c0-c035-4088-b74d-d3097499b27f req-f9d8b937-d488-4663-96cf-0764a6cbce22 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:29.382074 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5e03a3c0-c035-4088-b74d-d3097499b27f req-f9d8b937-d488-4663-96cf-0764a6cbce22 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d80da8f3-e01d-4d1b-aa0a-2e1a2cbe3134 HTTP/1.1" status: 200 len: 945 time: 0.2187226 Mar 01 14:02:29.465749 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:29.480704 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a1606bfb-5ef6-4a26-96c1-68635e27f161 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router_gateway (ddf11c55-f1ad-4524-b1d3-25215af4f9e1), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:29.519340 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-32e96e06-c272-41c5-bb0a-bcb6ca15c0c0 None None] Current status of the port c269e8e4-60d0-4bf4-89b1-bb0048ebfa09 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:02:29.519759 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-32e96e06-c272-41c5-bb0a-bcb6ca15c0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c269e8e4-60d0-4bf4-89b1-bb0048ebfa09), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:29.531260 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port c269e8e4-60d0-4bf4-89b1-bb0048ebfa09 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:02:29.531260 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c269e8e4-60d0-4bf4-89b1-bb0048ebfa09), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:29.570342 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5e03a3c0-c035-4088-b74d-d3097499b27f req-f1c80a63-5f7a-4765-98da-62aa14d8306e tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761770 Mar 01 14:02:29.597588 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc6b3b18-db09-4a31-b767-502068c3f2db req-9452dd9b-be66-4afb-a0af-a6047df56490 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046080 Mar 01 14:02:29.613650 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a1606bfb-5ef6-4a26-96c1-68635e27f161 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Deleting port 78a4c2ea-e511-4fbb-ba01-f588670b4ba1 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:02:29.613888 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a1606bfb-5ef6-4a26-96c1-68635e27f161 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (78a4c2ea-e511-4fbb-ba01-f588670b4ba1), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:29.668924 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f420b049-ed39-4215-80ad-d707ffdbbba0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:29.711641 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-5e4c7e41-8286-4a68-a3e3-9dddaffd4844 None None] Publish callbacks [] for port (afc0ac88-cc94-4e70-86aa-730ace282e80), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:29.722005 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-5e4c7e41-8286-4a68-a3e3-9dddaffd4844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (afc0ac88-cc94-4e70-86aa-730ace282e80), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:29.742835 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-32e96e06-c272-41c5-bb0a-bcb6ca15c0c0 None None] For port c269e8e4-60d0-4bf4-89b1-bb0048ebfa09, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=c269e8e4-60d0-4bf4-89b1-bb0048ebfa09,segment=NetworkSegment(fe599632-2ad8-4c42-9e45-56653463bfe3),segment_id=fe599632-2ad8-4c42-9e45-56653463bfe3)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:02:29.771756 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-32e96e06-c272-41c5-bb0a-bcb6ca15c0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c269e8e4-60d0-4bf4-89b1-bb0048ebfa09), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:29.781219 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-5e4c7e41-8286-4a68-a3e3-9dddaffd4844 None None] Attempting to bind port afc0ac88-cc94-4e70-86aa-730ace282e80 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:02:29.781606 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-5e4c7e41-8286-4a68-a3e3-9dddaffd4844 None None] Attempting to bind port afc0ac88-cc94-4e70-86aa-730ace282e80 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:02:29.781970 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4c7e41-8286-4a68-a3e3-9dddaffd4844 None None] Attempting to bind port afc0ac88-cc94-4e70-86aa-730ace282e80 on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:02:29.796644 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4c7e41-8286-4a68-a3e3-9dddaffd4844 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:02:29.797993 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4c7e41-8286-4a68-a3e3-9dddaffd4844 None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:02:29.797993 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-5e4c7e41-8286-4a68-a3e3-9dddaffd4844 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:29.798985 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4c7e41-8286-4a68-a3e3-9dddaffd4844 None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:02:29.799504 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-5e4c7e41-8286-4a68-a3e3-9dddaffd4844 None None] Bound port: afc0ac88-cc94-4e70-86aa-730ace282e80, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:02:29.799918 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-5e4c7e41-8286-4a68-a3e3-9dddaffd4844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (afc0ac88-cc94-4e70-86aa-730ace282e80), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:29.802627 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a1606bfb-5ef6-4a26-96c1-68635e27f161 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (78a4c2ea-e511-4fbb-ba01-f588670b4ba1), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:29.834967 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a1606bfb-5ef6-4a26-96c1-68635e27f161 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Calling delete_port for 78a4c2ea-e511-4fbb-ba01-f588670b4ba1 owned by network:router_gateway {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:02:29.878165 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-5e4c7e41-8286-4a68-a3e3-9dddaffd4844 None None] For port afc0ac88-cc94-4e70-86aa-730ace282e80, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:02:29.883704 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-5e4c7e41-8286-4a68-a3e3-9dddaffd4844 None None] For port afc0ac88-cc94-4e70-86aa-730ace282e80, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=afc0ac88-cc94-4e70-86aa-730ace282e80,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:02:29.895412 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ffeec8-d141-4d61-ac72-acc1fa1e20d2 None None] Pushing event updated for resources: {'Port': ['ID=afc0ac88-cc94-4e70-86aa-730ace282e80,revision_number=2']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:29.907234 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-5e4c7e41-8286-4a68-a3e3-9dddaffd4844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (afc0ac88-cc94-4e70-86aa-730ace282e80), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:29.916922 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f420b049-ed39-4215-80ad-d707ffdbbba0 admin admin] Publish callbacks [] for security_group (1eb1e620-cba2-42c6-8828-82b7ccf57001), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:29.930223 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f420b049-ed39-4215-80ad-d707ffdbbba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (1eb1e620-cba2-42c6-8828-82b7ccf57001), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:29.972767 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4c7e41-8286-4a68-a3e3-9dddaffd4844 None None] Routers {'de48115f-7721-4657-b8a1-bd521bbf0eb5'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:02:29.973389 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-5e4c7e41-8286-4a68-a3e3-9dddaffd4844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:02:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['de48115f-7721-4657-b8a1-bd521bbf0eb5'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:29.974749 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port c269e8e4-60d0-4bf4-89b1-bb0048ebfa09 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:02:29.993495 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e96e06-c272-41c5-bb0a-bcb6ca15c0c0 None None] Pushing event updated for resources: {'Port': ['ID=c269e8e4-60d0-4bf4-89b1-bb0048ebfa09,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:30.052668 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:30.127658 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f420b049-ed39-4215-80ad-d707ffdbbba0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e064e5587009460dbaf2a73245cdc3c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8014235 Mar 01 14:02:30.128424 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57116) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:30.138088 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a1606bfb-5ef6-4a26-96c1-68635e27f161 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (78a4c2ea-e511-4fbb-ba01-f588670b4ba1), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:30.180707 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1606bfb-5ef6-4a26-96c1-68635e27f161 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Pushing event deleted for resources: {'Port': ['ID=78a4c2ea-e511-4fbb-ba01-f588670b4ba1,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:30.181548 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420b049-ed39-4215-80ad-d707ffdbbba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb1e620-cba2-42c6-8828-82b7ccf57001,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:30.237772 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-5e4c7e41-8286-4a68-a3e3-9dddaffd4844 None None] Set router de48115f-7721-4657-b8a1-bd521bbf0eb5 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:02:30.241586 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1606bfb-5ef6-4a26-96c1-68635e27f161 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:30.241920 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1606bfb-5ef6-4a26-96c1-68635e27f161 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:30.242259 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1606bfb-5ef6-4a26-96c1-68635e27f161 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:30.242590 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1606bfb-5ef6-4a26-96c1-68635e27f161 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:30.242912 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1606bfb-5ef6-4a26-96c1-68635e27f161 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:30.243242 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1606bfb-5ef6-4a26-96c1-68635e27f161 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:30.243725 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1606bfb-5ef6-4a26-96c1-68635e27f161 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:30.244013 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1606bfb-5ef6-4a26-96c1-68635e27f161 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:30.244443 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1606bfb-5ef6-4a26-96c1-68635e27f161 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:30.244767 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1606bfb-5ef6-4a26-96c1-68635e27f161 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:30.245684 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1606bfb-5ef6-4a26-96c1-68635e27f161 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:30.245999 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1606bfb-5ef6-4a26-96c1-68635e27f161 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:30.246424 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1606bfb-5ef6-4a26-96c1-68635e27f161 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:30.321473 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-197e5635-5a7d-43f8-a18f-82fdf83c0de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:30.333159 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-db3baeed-cd0b-4dd4-adb8-f11ef9167fb3 admin admin] Publish callbacks [] for security_group (1eb1e620-cba2-42c6-8828-82b7ccf57001), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:30.342904 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a1606bfb-5ef6-4a26-96c1-68635e27f161 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (ddf11c55-f1ad-4524-b1d3-25215af4f9e1), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:30.456773 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ffeec8-d141-4d61-ac72-acc1fa1e20d2 None None] Pushing event updated for resources: {'Port': ['ID=afc0ac88-cc94-4e70-86aa-730ace282e80,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:30.466171 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device dab236b9-3448-425d-8be0-dc1b4b843737 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:02:30.476411 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a1606bfb-5ef6-4a26-96c1-68635e27f161 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (ddf11c55-f1ad-4524-b1d3-25215af4f9e1), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:30.479116 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a1606bfb-5ef6-4a26-96c1-68635e27f161 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router_controller (ddf11c55-f1ad-4524-b1d3-25215af4f9e1), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:30.590758 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a1606bfb-5ef6-4a26-96c1-68635e27f161 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (ddf11c55-f1ad-4524-b1d3-25215af4f9e1), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:30.591202 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1606bfb-5ef6-4a26-96c1-68635e27f161 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Fanout notify agent at l3_agent the message router_deleted on router ddf11c55-f1ad-4524-b1d3-25215af4f9e1 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:02:30.600051 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a1606bfb-5ef6-4a26-96c1-68635e27f161 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:30.601166 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a1606bfb-5ef6-4a26-96c1-68635e27f161 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] 10.222.0.13 "DELETE /v2.0/routers/ddf11c55-f1ad-4524-b1d3-25215af4f9e1 HTTP/1.1" status: 204 len: 168 time: 1.5969589 Mar 01 14:02:30.606680 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57126) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:30.614565 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-3e82d67a-0b0e-4974-9cee-58eee47f8ce7 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-193087469', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:02:30.618832 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c269e8e4-60d0-4bf4-89b1-bb0048ebfa09 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:02:30.621345 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-db3baeed-cd0b-4dd4-adb8-f11ef9167fb3 admin admin] Publish callbacks [] for security_group (1eb1e620-cba2-42c6-8828-82b7ccf57001), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:30.624013 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-5e4c7e41-8286-4a68-a3e3-9dddaffd4844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de48115f-7721-4657-b8a1-bd521bbf0eb5', 'name': 'tempest-TestServerMultinode-1268166381-router', 'tenant_id': '1dd2fd7ca28e42c99135df634d4d6912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'afc0ac88-cc94-4e70-86aa-730ace282e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:02:23Z', 'updated_at': '2022-03-01T14:02:26Z', 'revision_number': 3, 'project_id': '1dd2fd7ca28e42c99135df634d4d6912', 'gw_port': {'id': 'afc0ac88-cc94-4e70-86aa-730ace282e80', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de48115f-7721-4657-b8a1-bd521bbf0eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:02:24Z', 'updated_at': '2022-03-01T14:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:30.669411 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3e82d67a-0b0e-4974-9cee-58eee47f8ce7 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (5633f1b0-6239-4fd3-a27d-b7972e95f27b), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:30.670612 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3e82d67a-0b0e-4974-9cee-58eee47f8ce7 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (5633f1b0-6239-4fd3-a27d-b7972e95f27b), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:30.732685 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-7b202b7c-7b61-4650-ab28-a4a62d7c3751 None None] Provisioning complete for port c269e8e4-60d0-4bf4-89b1-bb0048ebfa09 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:02:30.733322 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7b202b7c-7b61-4650-ab28-a4a62d7c3751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c269e8e4-60d0-4bf4-89b1-bb0048ebfa09), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:30.743962 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port dab236b9-3448-425d-8be0-dc1b4b843737 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:02:30.750372 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3e82d67a-0b0e-4974-9cee-58eee47f8ce7 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router_controller (5633f1b0-6239-4fd3-a27d-b7972e95f27b), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:30.757657 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3e82d67a-0b0e-4974-9cee-58eee47f8ce7 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (5633f1b0-6239-4fd3-a27d-b7972e95f27b), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:30.796898 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3e82d67a-0b0e-4974-9cee-58eee47f8ce7 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:30.799442 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port dab236b9-3448-425d-8be0-dc1b4b843737 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:02:30.803082 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (dab236b9-3448-425d-8be0-dc1b4b843737), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:30.803278 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3e82d67a-0b0e-4974-9cee-58eee47f8ce7 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1927478 Mar 01 14:02:30.803804 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4c7e41-8286-4a68-a3e3-9dddaffd4844 None None] The sync data for ids ['de48115f-7721-4657-b8a1-bd521bbf0eb5'] in n-d-827467-3 is: [{'id': 'de48115f-7721-4657-b8a1-bd521bbf0eb5', 'name': 'tempest-TestServerMultinode-1268166381-router', 'tenant_id': '1dd2fd7ca28e42c99135df634d4d6912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'afc0ac88-cc94-4e70-86aa-730ace282e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:02:23Z', 'updated_at': '2022-03-01T14:02:26Z', 'revision_number': 3, 'project_id': '1dd2fd7ca28e42c99135df634d4d6912', 'gw_port': {'id': 'afc0ac88-cc94-4e70-86aa-730ace282e80', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de48115f-7721-4657-b8a1-bd521bbf0eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:02:24Z', 'updated_at': '2022-03-01T14:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:02:30.805736 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-db3baeed-cd0b-4dd4-adb8-f11ef9167fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (1eb1e620-cba2-42c6-8828-82b7ccf57001), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:30.813026 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-db3baeed-cd0b-4dd4-adb8-f11ef9167fb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:30.816318 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-db3baeed-cd0b-4dd4-adb8-f11ef9167fb3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1eb1e620-cba2-42c6-8828-82b7ccf57001 HTTP/1.1" status: 204 len: 168 time: 0.6864622 Mar 01 14:02:30.817031 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57128) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:30.833951 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-3754a99a-db42-4f47-86af-e720295474ac tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'enable_snat': False}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:02:30.835327 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-197e5635-5a7d-43f8-a18f-82fdf83c0de3 admin admin] Allocated IP 172.20.0.1 (c59cc138-e644-43c4-9fa6-4e148f755430/4cbb6629-5073-400a-96b7-2b861cb4f673/e3645e2f-fa4a-47bd-864f-53a12fecc7ca) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:02:30.897447 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port c269e8e4-60d0-4bf4-89b1-bb0048ebfa09 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:02:30.906453 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d7536-0bf6-4514-82f7-e1fb417429ed req-3350ba90-50cd-4a22-87ac-65a72a8bfedc tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:30.907033 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c269e8e4-60d0-4bf4-89b1-bb0048ebfa09), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:30.908159 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fe8d7536-0bf6-4514-82f7-e1fb417429ed req-3350ba90-50cd-4a22-87ac-65a72a8bfedc tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d80da8f3-e01d-4d1b-aa0a-2e1a2cbe3134 HTTP/1.1" status: 200 len: 945 time: 0.1901767 Mar 01 14:02:30.929045 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3baeed-cd0b-4dd4-adb8-f11ef9167fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb1e620-cba2-42c6-8828-82b7ccf57001,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:31.057154 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fe8d7536-0bf6-4514-82f7-e1fb417429ed req-2d427448-fad4-43cf-a968-9725d9b72e51 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011839 Mar 01 14:02:31.119593 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-197e5635-5a7d-43f8-a18f-82fdf83c0de3 admin admin] Publish callbacks [] for port (e3645e2f-fa4a-47bd-864f-53a12fecc7ca), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:31.186458 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-197e5635-5a7d-43f8-a18f-82fdf83c0de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (e3645e2f-fa4a-47bd-864f-53a12fecc7ca), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:31.212820 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197e5635-5a7d-43f8-a18f-82fdf83c0de3 admin admin] Network c59cc138-e644-43c4-9fa6-4e148f755430 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:02:31.241451 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port dab236b9-3448-425d-8be0-dc1b4b843737 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:02:31.242462 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (dab236b9-3448-425d-8be0-dc1b4b843737), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:31.243071 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-197e5635-5a7d-43f8-a18f-82fdf83c0de3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:02:31.250924 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197e5635-5a7d-43f8-a18f-82fdf83c0de3 admin admin] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:02:31.379921 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-7b202b7c-7b61-4650-ab28-a4a62d7c3751 None None] Current status of the port c269e8e4-60d0-4bf4-89b1-bb0048ebfa09 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:02:31.452361 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e5635-5a7d-43f8-a18f-82fdf83c0de3 admin admin] Pushing event updated for resources: {'Port': ['ID=e3645e2f-fa4a-47bd-864f-53a12fecc7ca,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:31.466410 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-197e5635-5a7d-43f8-a18f-82fdf83c0de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (de48115f-7721-4657-b8a1-bd521bbf0eb5), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:31.468572 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3754a99a-db42-4f47-86af-e720295474ac tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router_gateway (5633f1b0-6239-4fd3-a27d-b7972e95f27b), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:31.524562 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57136) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:31.539439 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port dab236b9-3448-425d-8be0-dc1b4b843737, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=dab236b9-3448-425d-8be0-dc1b4b843737,segment=NetworkSegment(354ee497-7228-4227-89f9-36435d335b77),segment_id=354ee497-7228-4227-89f9-36435d335b77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:02:31.542844 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80da8f3-e01d-4d1b-aa0a-2e1a2cbe3134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab236b9-3448-425d-8be0-dc1b4b843737'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:02:31.546307 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe42a8c-1022-424c-b9a2-e8e606fa09f2" -d '{"events": [{"server_uuid": "d80da8f3-e01d-4d1b-aa0a-2e1a2cbe3134", "name": "network-vif-plugged", "status": "completed", "tag": "dab236b9-3448-425d-8be0-dc1b4b843737"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:02:31.556730 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (dab236b9-3448-425d-8be0-dc1b4b843737), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:31.559036 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port c269e8e4-60d0-4bf4-89b1-bb0048ebfa09 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:02:31.620432 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c7914551-31df-4599-ae79-d507af922088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:31.694108 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56634e3a-4f62-4c06-b99c-d259ba412860 x-openstack-request-id: req-56634e3a-4f62-4c06-b99c-d259ba412860 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:02:31.694563 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80da8f3-e01d-4d1b-aa0a-2e1a2cbe3134", "name": "network-vif-plugged", "status": "completed", "tag": "dab236b9-3448-425d-8be0-dc1b4b843737", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:02:31.694993 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56634e3a-4f62-4c06-b99c-d259ba412860 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:02:31.695636 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd80da8f3-e01d-4d1b-aa0a-2e1a2cbe3134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab236b9-3448-425d-8be0-dc1b4b843737', 'code': 200} Mar 01 14:02:31.696289 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=dab236b9-3448-425d-8be0-dc1b4b843737,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:31.730928 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-693444af-efd4-4a3a-964a-87ad79bb1b27 None None] Provisioning complete for port e3645e2f-fa4a-47bd-864f-53a12fecc7ca triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:02:31.731479 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-693444af-efd4-4a3a-964a-87ad79bb1b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e3645e2f-fa4a-47bd-864f-53a12fecc7ca), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:31.734385 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:31.734854 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:31.735327 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:31.737199 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:31.737666 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:31.738166 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:31.738649 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:31.739111 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:31.739543 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:31.740037 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:31.740541 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:31.741000 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:31.741440 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:02:31.747894 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:31.809606 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-693444af-efd4-4a3a-964a-87ad79bb1b27 None None] Port e3645e2f-fa4a-47bd-864f-53a12fecc7ca cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:02:31.842065 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-197e5635-5a7d-43f8-a18f-82fdf83c0de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e3645e2f-fa4a-47bd-864f-53a12fecc7ca), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:31.925924 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c7914551-31df-4599-ae79-d507af922088 admin admin] Publish callbacks [] for security_group (97599436-4774-4db4-af30-295a04ddd630), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:31.930994 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f63ffa-1ab6-4383-8380-c61232c079b4 req-3d7701fb-f440-43f0-8325-8b16d0d3f3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:31.931740 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-46f63ffa-1ab6-4383-8380-c61232c079b4 req-3d7701fb-f440-43f0-8325-8b16d0d3f3a6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d80da8f3-e01d-4d1b-aa0a-2e1a2cbe3134 HTTP/1.1" status: 200 len: 1128 time: 0.1678681 Mar 01 14:02:31.941938 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c7914551-31df-4599-ae79-d507af922088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (97599436-4774-4db4-af30-295a04ddd630), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:32.056256 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7914551-31df-4599-ae79-d507af922088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97599436-4774-4db4-af30-295a04ddd630,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:32.061501 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c7914551-31df-4599-ae79-d507af922088 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc273d78519e4e10bada9874039ffe47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5349851 Mar 01 14:02:32.067081 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57142) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:32.105419 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-197e5635-5a7d-43f8-a18f-82fdf83c0de3 admin admin] Publish callbacks [] for port (e3645e2f-fa4a-47bd-864f-53a12fecc7ca), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:32.117143 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-197e5635-5a7d-43f8-a18f-82fdf83c0de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (e3645e2f-fa4a-47bd-864f-53a12fecc7ca), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:32.181106 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-197e5635-5a7d-43f8-a18f-82fdf83c0de3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (de48115f-7721-4657-b8a1-bd521bbf0eb5), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:32.225720 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-46f63ffa-1ab6-4383-8380-c61232c079b4 req-d2038fb4-79b8-4fc1-9178-7e910edf04a1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848275 Mar 01 14:02:32.252201 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eae55f1d-88ae-4233-92fd-b88b5060f7e9 admin admin] Publish callbacks [] for security_group (97599436-4774-4db4-af30-295a04ddd630), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:32.281147 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3754a99a-db42-4f47-86af-e720295474ac tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router_gateway (5633f1b0-6239-4fd3-a27d-b7972e95f27b), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:32.311560 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eae55f1d-88ae-4233-92fd-b88b5060f7e9 admin admin] Publish callbacks [] for security_group (97599436-4774-4db4-af30-295a04ddd630), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:32.320914 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3754a99a-db42-4f47-86af-e720295474ac tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:32.335740 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e5635-5a7d-43f8-a18f-82fdf83c0de3 admin admin] Pushing event updated for resources: {'Port': ['ID=e3645e2f-fa4a-47bd-864f-53a12fecc7ca,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:32.372288 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd0f99-eabd-417f-b36e-5f9c03cae87b req-34fbc90d-6918-4f2e-bd26-890cee436315 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:32.383614 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-41fd0f99-eabd-417f-b36e-5f9c03cae87b req-34fbc90d-6918-4f2e-bd26-890cee436315 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d80da8f3-e01d-4d1b-aa0a-2e1a2cbe3134 HTTP/1.1" status: 200 len: 946 time: 0.1736069 Mar 01 14:02:32.471009 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197e5635-5a7d-43f8-a18f-82fdf83c0de3 admin admin] Network c59cc138-e644-43c4-9fa6-4e148f755430 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:02:32.482466 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-197e5635-5a7d-43f8-a18f-82fdf83c0de3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:02:32.576508 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eae55f1d-88ae-4233-92fd-b88b5060f7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (97599436-4774-4db4-af30-295a04ddd630), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:32.585818 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eae55f1d-88ae-4233-92fd-b88b5060f7e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:32.592622 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-eae55f1d-88ae-4233-92fd-b88b5060f7e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97599436-4774-4db4-af30-295a04ddd630 HTTP/1.1" status: 204 len: 168 time: 0.5198669 Mar 01 14:02:32.598763 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-41fd0f99-eabd-417f-b36e-5f9c03cae87b req-66d6084e-6109-4936-b96e-b9408ff970f3 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134106 Mar 01 14:02:32.642590 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device afc0ac88-cc94-4e70-86aa-730ace282e80 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:02:32.657476 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-3754a99a-db42-4f47-86af-e720295474ac tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Allocated IP 172.25.1.91 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/93a1f85e-144b-4e2f-a025-a565ebbe131c) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:02:32.692517 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae55f1d-88ae-4233-92fd-b88b5060f7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97599436-4774-4db4-af30-295a04ddd630,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:32.879074 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port afc0ac88-cc94-4e70-86aa-730ace282e80 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:02:32.879451 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (afc0ac88-cc94-4e70-86aa-730ace282e80), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:32.883137 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197e5635-5a7d-43f8-a18f-82fdf83c0de3 admin admin] Router de48115f-7721-4657-b8a1-bd521bbf0eb5 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:02:32.988879 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-badf4279-ae87-4e17-a6f9-e859e5f6b8fa None None] Provisioning complete for port e3645e2f-fa4a-47bd-864f-53a12fecc7ca triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:02:32.989240 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-badf4279-ae87-4e17-a6f9-e859e5f6b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e3645e2f-fa4a-47bd-864f-53a12fecc7ca), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:33.026190 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3754a99a-db42-4f47-86af-e720295474ac tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for port (93a1f85e-144b-4e2f-a025-a565ebbe131c), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:33.060898 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197e5635-5a7d-43f8-a18f-82fdf83c0de3 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:02:33.061794 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-badf4279-ae87-4e17-a6f9-e859e5f6b8fa None None] Port e3645e2f-fa4a-47bd-864f-53a12fecc7ca cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:02:33.075061 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-197e5635-5a7d-43f8-a18f-82fdf83c0de3 admin admin] 10.222.0.13 "PUT /v2.0/routers/de48115f-7721-4657-b8a1-bd521bbf0eb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7620170 Mar 01 14:02:33.088263 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3754a99a-db42-4f47-86af-e720295474ac tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (93a1f85e-144b-4e2f-a025-a565ebbe131c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:33.135332 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3754a99a-db42-4f47-86af-e720295474ac tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:02:33.136718 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port afc0ac88-cc94-4e70-86aa-730ace282e80 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:02:33.137669 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (afc0ac88-cc94-4e70-86aa-730ace282e80), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:33.140473 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-3754a99a-db42-4f47-86af-e720295474ac tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:02:33.145108 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3754a99a-db42-4f47-86af-e720295474ac tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:02:33.163870 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port afc0ac88-cc94-4e70-86aa-730ace282e80, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=afc0ac88-cc94-4e70-86aa-730ace282e80,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:02:33.172826 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (afc0ac88-cc94-4e70-86aa-730ace282e80), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:33.181873 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754a99a-db42-4f47-86af-e720295474ac tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Pushing event updated for resources: {'Port': ['ID=93a1f85e-144b-4e2f-a025-a565ebbe131c,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:33.239848 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=afc0ac88-cc94-4e70-86aa-730ace282e80,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:33.806186 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0e2d34-a25d-4a35-8ccb-427d29886017 None None] Sync routers for ids ['de48115f-7721-4657-b8a1-bd521bbf0eb5'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:02:33.818250 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0e2d34-a25d-4a35-8ccb-427d29886017 None None] Routers {'de48115f-7721-4657-b8a1-bd521bbf0eb5'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:02:33.818890 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-cb0e2d34-a25d-4a35-8ccb-427d29886017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:02:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['de48115f-7721-4657-b8a1-bd521bbf0eb5'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:33.858440 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef3e1f-9caf-473a-8e4f-704365f4f719 req-cb54cb4a-caf4-49a0-afb1-b4337a05f7a9 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:33.870174 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-caef3e1f-9caf-473a-8e4f-704365f4f719 req-cb54cb4a-caf4-49a0-afb1-b4337a05f7a9 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d80da8f3-e01d-4d1b-aa0a-2e1a2cbe3134 HTTP/1.1" status: 200 len: 946 time: 0.1227262 Mar 01 14:02:33.939728 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-caef3e1f-9caf-473a-8e4f-704365f4f719 req-c77d6a7e-481f-4c81-8de4-7015b2612941 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677540 Mar 01 14:02:33.991693 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-cb0e2d34-a25d-4a35-8ccb-427d29886017 None None] Set router de48115f-7721-4657-b8a1-bd521bbf0eb5 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:02:34.111650 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3754a99a-db42-4f47-86af-e720295474ac tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router_gateway (5633f1b0-6239-4fd3-a27d-b7972e95f27b), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:34.346453 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-cb0e2d34-a25d-4a35-8ccb-427d29886017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de48115f-7721-4657-b8a1-bd521bbf0eb5', 'name': 'tempest-TestServerMultinode-1268166381-router', 'tenant_id': '1dd2fd7ca28e42c99135df634d4d6912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'afc0ac88-cc94-4e70-86aa-730ace282e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:02:23Z', 'updated_at': '2022-03-01T14:02:31Z', 'revision_number': 4, 'project_id': '1dd2fd7ca28e42c99135df634d4d6912', 'gw_port': {'id': 'afc0ac88-cc94-4e70-86aa-730ace282e80', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de48115f-7721-4657-b8a1-bd521bbf0eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:02:24Z', 'updated_at': '2022-03-01T14:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'e3645e2f-fa4a-47bd-864f-53a12fecc7ca', 'name': '', 'network_id': 'c59cc138-e644-43c4-9fa6-4e148f755430', 'tenant_id': '1dd2fd7ca28e42c99135df634d4d6912', 'mac_address': 'fa:16:3e:07:0b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de48115f-7721-4657-b8a1-bd521bbf0eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '4cbb6629-5073-400a-96b7-2b861cb4f673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:02:30Z', 'updated_at': '2022-03-01T14:02:31Z', 'revision_number': 2, 'project_id': '1dd2fd7ca28e42c99135df634d4d6912', 'subnets': [{'id': '4cbb6629-5073-400a-96b7-2b861cb4f673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:34.399275 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0e2d34-a25d-4a35-8ccb-427d29886017 None None] Checking router: de48115f-7721-4657-b8a1-bd521bbf0eb5 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:02:34.399632 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0e2d34-a25d-4a35-8ccb-427d29886017 None None] Updating router de48115f-7721-4657-b8a1-bd521bbf0eb5 port e3645e2f-fa4a-47bd-864f-53a12fecc7ca binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:02:34.442724 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7713569-ce2c-4667-b770-4c85d195db57 req-76f80c0f-bba1-4927-8046-f1729ec53c61 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:34.449573 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b7713569-ce2c-4667-b770-4c85d195db57 req-76f80c0f-bba1-4927-8046-f1729ec53c61 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/networks?id=3a263dd2-fccb-41d7-9268-17deef5caa4e HTTP/1.1" status: 200 len: 806 time: 0.1827025 Mar 01 14:02:34.455954 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-cb0e2d34-a25d-4a35-8ccb-427d29886017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e3645e2f-fa4a-47bd-864f-53a12fecc7ca), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:34.465427 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3754a99a-db42-4f47-86af-e720295474ac tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3686472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8455'] for router (5633f1b0-6239-4fd3-a27d-b7972e95f27b), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:34.473198 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3754a99a-db42-4f47-86af-e720295474ac tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3686481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3686494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683840'] for router (5633f1b0-6239-4fd3-a27d-b7972e95f27b), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:34.487908 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b7713569-ce2c-4667-b770-4c85d195db57 req-8c4dbf23-0442-4159-86b5-caf2e73735bc tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/quotas/a1fa37a61f124c25aca457ce8a3f996a HTTP/1.1" status: 200 len: 375 time: 0.0373440 Mar 01 14:02:34.560934 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device afc0ac88-cc94-4e70-86aa-730ace282e80 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:02:34.659172 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b7713569-ce2c-4667-b770-4c85d195db57 req-b049c39c-8e3a-4a2f-a2eb-c679133553f8 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1fa37a61f124c25aca457ce8a3f996a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1703744 Mar 01 14:02:34.663923 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-c6f3b03b-5a06-4413-bb8e-0fee6c71e80b tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:34.665696 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-c6f3b03b-5a06-4413-bb8e-0fee6c71e80b tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/networks?id=189ec434-cc49-4599-b47e-f8c559326a7c HTTP/1.1" status: 200 len: 910 time: 0.5613167 Mar 01 14:02:34.669788 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port afc0ac88-cc94-4e70-86aa-730ace282e80 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:02:34.672655 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (afc0ac88-cc94-4e70-86aa-730ace282e80), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:34.718469 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3754a99a-db42-4f47-86af-e720295474ac tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Router 5633f1b0-6239-4fd3-a27d-b7972e95f27b is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:02:34.746308 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-8e1eabef-8980-4fec-aa5f-2a52aceb4749 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/quotas/1dd2fd7ca28e42c99135df634d4d6912 HTTP/1.1" status: 200 len: 375 time: 0.0737500 Mar 01 14:02:34.909829 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port afc0ac88-cc94-4e70-86aa-730ace282e80 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:02:34.925296 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-cb0e2d34-a25d-4a35-8ccb-427d29886017 None None] Publish callbacks [] for port (e3645e2f-fa4a-47bd-864f-53a12fecc7ca), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:34.938320 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-cb0e2d34-a25d-4a35-8ccb-427d29886017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (e3645e2f-fa4a-47bd-864f-53a12fecc7ca), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:34.950133 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3754a99a-db42-4f47-86af-e720295474ac tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:02:34.956409 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3754a99a-db42-4f47-86af-e720295474ac tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:34.959989 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3754a99a-db42-4f47-86af-e720295474ac tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] 10.222.0.13 "PUT /v2.0/routers/5633f1b0-6239-4fd3-a27d-b7972e95f27b HTTP/1.1" status: 200 len: 918 time: 4.1341708 Mar 01 14:02:34.960125 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6740d7-c4ef-46a3-bbac-e729a32abc36 None None] Sync routers for ids ['5633f1b0-6239-4fd3-a27d-b7972e95f27b'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:02:34.962151 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57232) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:34.982529 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6740d7-c4ef-46a3-bbac-e729a32abc36 None None] Routers {'5633f1b0-6239-4fd3-a27d-b7972e95f27b'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:02:34.982529 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-8b6740d7-c4ef-46a3-bbac-e729a32abc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:02:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['5633f1b0-6239-4fd3-a27d-b7972e95f27b'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:35.010283 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b7713569-ce2c-4667-b770-4c85d195db57 req-601f6596-9ec8-404e-b2d8-39d572f83b59 service neutron] 10.222.0.13 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379931 Mar 01 14:02:35.113169 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-8b6740d7-c4ef-46a3-bbac-e729a32abc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:35.155341 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6740d7-c4ef-46a3-bbac-e729a32abc36 None None] Routers {'5633f1b0-6239-4fd3-a27d-b7972e95f27b'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:02:35.158311 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-8b6740d7-c4ef-46a3-bbac-e729a32abc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:02:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['5633f1b0-6239-4fd3-a27d-b7972e95f27b'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:35.237703 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-638e9228-bb72-4085-9d9e-ea9a09cfebcf tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] 10.222.0.13 "GET /v2.0/routers/5633f1b0-6239-4fd3-a27d-b7972e95f27b HTTP/1.1" status: 200 len: 924 time: 0.2739074 Mar 01 14:02:35.242813 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-cb0e2d34-a25d-4a35-8ccb-427d29886017 None None] Attempting to bind port e3645e2f-fa4a-47bd-864f-53a12fecc7ca on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:02:35.245358 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57240) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:35.246831 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-cb0e2d34-a25d-4a35-8ccb-427d29886017 None None] Attempting to bind port e3645e2f-fa4a-47bd-864f-53a12fecc7ca by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'fe599632-2ad8-4c42-9e45-56653463bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c59cc138-e644-43c4-9fa6-4e148f755430'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:02:35.247449 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0e2d34-a25d-4a35-8ccb-427d29886017 None None] Attempting to bind port e3645e2f-fa4a-47bd-864f-53a12fecc7ca on network c59cc138-e644-43c4-9fa6-4e148f755430 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:02:35.252916 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e5d5f-9ba2-4994-bce1-66b5b17a77c0 None None] Pushing event updated for resources: {'Port': ['ID=e3645e2f-fa4a-47bd-864f-53a12fecc7ca,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:35.267177 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0e2d34-a25d-4a35-8ccb-427d29886017 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:02:35.268220 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0e2d34-a25d-4a35-8ccb-427d29886017 None None] Checking segment: {'id': 'fe599632-2ad8-4c42-9e45-56653463bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c59cc138-e644-43c4-9fa6-4e148f755430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:02:35.270389 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-cb0e2d34-a25d-4a35-8ccb-427d29886017 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:35.271307 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0e2d34-a25d-4a35-8ccb-427d29886017 None None] Bound using segment: {'id': 'fe599632-2ad8-4c42-9e45-56653463bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c59cc138-e644-43c4-9fa6-4e148f755430'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:02:35.285839 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-cb0e2d34-a25d-4a35-8ccb-427d29886017 None None] Bound port: e3645e2f-fa4a-47bd-864f-53a12fecc7ca, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe599632-2ad8-4c42-9e45-56653463bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c59cc138-e644-43c4-9fa6-4e148f755430'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:02:35.286344 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-cb0e2d34-a25d-4a35-8ccb-427d29886017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e3645e2f-fa4a-47bd-864f-53a12fecc7ca), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:35.297738 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-8b6740d7-c4ef-46a3-bbac-e729a32abc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:35.300596 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6740d7-c4ef-46a3-bbac-e729a32abc36 None None] The sync data for ids ['5633f1b0-6239-4fd3-a27d-b7972e95f27b'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:02:35.367373 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-7223c61e-030c-47b0-a97e-5711e9199228 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=1dd2fd7ca28e42c99135df634d4d6912&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3103187 Mar 01 14:02:35.371394 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0717a9d-c69e-46eb-83d4-d14324a04935 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:35.379226 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c0717a9d-c69e-46eb-83d4-d14324a04935 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=645b0646-084a-4922-8a3b-3b65ee21b5e4&device_id=5633f1b0-6239-4fd3-a27d-b7972e95f27b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1327102 Mar 01 14:02:35.381656 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57242) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:35.391465 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b7713569-ce2c-4667-b770-4c85d195db57 req-371125b0-438a-4e22-a42b-65b124ba7d45 service neutron] 10.222.0.13 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802984 Mar 01 14:02:35.465131 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-cb0e2d34-a25d-4a35-8ccb-427d29886017 None None] For port e3645e2f-fa4a-47bd-864f-53a12fecc7ca, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:02:35.510386 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-cb0e2d34-a25d-4a35-8ccb-427d29886017 None None] For port e3645e2f-fa4a-47bd-864f-53a12fecc7ca, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=e3645e2f-fa4a-47bd-864f-53a12fecc7ca,segment=NetworkSegment(fe599632-2ad8-4c42-9e45-56653463bfe3),segment_id=fe599632-2ad8-4c42-9e45-56653463bfe3)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:02:35.514287 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-834ac8f0-846e-4953-bdc5-a702c36151ec None None] Provisioning complete for port e3645e2f-fa4a-47bd-864f-53a12fecc7ca triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:02:35.515048 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-834ac8f0-846e-4953-bdc5-a702c36151ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e3645e2f-fa4a-47bd-864f-53a12fecc7ca), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:35.534408 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-cb0e2d34-a25d-4a35-8ccb-427d29886017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (e3645e2f-fa4a-47bd-864f-53a12fecc7ca), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:35.567883 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d99d51b-436f-4a12-a4cc-60f53f3bca22 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:35.575369 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7d99d51b-436f-4a12-a4cc-60f53f3bca22 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 881 time: 0.1925125 Mar 01 14:02:35.578241 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57248) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:35.588751 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-3d69265c-c36e-4e98-8b39-6408d2d5a9d3 service neutron] 10.222.0.13 "GET /v2.0/networks/189ec434-cc49-4599-b47e-f8c559326a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203770 Mar 01 14:02:35.615730 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-834ac8f0-846e-4953-bdc5-a702c36151ec None None] Port e3645e2f-fa4a-47bd-864f-53a12fecc7ca cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:02:35.646716 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c7a7bbf8-1e32-42ff-9fad-f8417058af1e tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] 10.222.0.13 "GET /v2.0/ports?device_id=5633f1b0-6239-4fd3-a27d-b7972e95f27b HTTP/1.1" status: 200 len: 205 time: 0.0660679 Mar 01 14:02:35.647903 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57250) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:35.765407 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0e2d34-a25d-4a35-8ccb-427d29886017 None None] Routers {'de48115f-7721-4657-b8a1-bd521bbf0eb5'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:02:35.766300 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-cb0e2d34-a25d-4a35-8ccb-427d29886017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:02:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['de48115f-7721-4657-b8a1-bd521bbf0eb5'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:35.789095 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-3c08016f-0ddb-413b-a853-76cd30686315 service neutron] 10.222.0.13 "GET /v2.0/networks/189ec434-cc49-4599-b47e-f8c559326a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993628 Mar 01 14:02:35.890242 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ba00dea5-8327-4f15-a78a-4455eb79403c req-13c2e4c9-d730-41f1-a688-0c126b2b4904 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=36e11d07-1201-4283-910f-041ba9d11d73 HTTP/1.1" status: 200 len: 210 time: 0.0898108 Mar 01 14:02:35.957655 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f465fbb-3fa3-45a1-9ca0-214c09a2e116 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router (5633f1b0-6239-4fd3-a27d-b7972e95f27b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:36.014448 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e5d5f-9ba2-4994-bce1-66b5b17a77c0 None None] Pushing event updated for resources: {'Port': ['ID=e3645e2f-fa4a-47bd-864f-53a12fecc7ca,revision_number=4']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:36.113547 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57262) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:36.123760 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-cb0e2d34-a25d-4a35-8ccb-427d29886017 None None] Set router de48115f-7721-4657-b8a1-bd521bbf0eb5 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:02:36.178131 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f465fbb-3fa3-45a1-9ca0-214c09a2e116 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router_gateway (5633f1b0-6239-4fd3-a27d-b7972e95f27b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:36.258134 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-3238cc8c-32e5-4e88-a71b-2669eb5b7460 None None] Provisioning complete for port e3645e2f-fa4a-47bd-864f-53a12fecc7ca triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:02:36.259417 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3238cc8c-32e5-4e88-a71b-2669eb5b7460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e3645e2f-fa4a-47bd-864f-53a12fecc7ca), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:36.278608 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e5520f65-1b40-4de1-adee-29a3c8eff431 req-4c1dc24e-5570-4d2b-92c5-a1cd87fd23d6 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=01c98c0a-b64f-4f41-9546-79aebd842e76 HTTP/1.1" status: 200 len: 210 time: 0.0816083 Mar 01 14:02:36.353865 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-7f465fbb-3fa3-45a1-9ca0-214c09a2e116 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Deleting port 93a1f85e-144b-4e2f-a025-a565ebbe131c {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:02:36.354379 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f465fbb-3fa3-45a1-9ca0-214c09a2e116 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (93a1f85e-144b-4e2f-a025-a565ebbe131c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:36.600628 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3238cc8c-32e5-4e88-a71b-2669eb5b7460 None None] Current status of the port e3645e2f-fa4a-47bd-864f-53a12fecc7ca is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:02:36.605297 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3238cc8c-32e5-4e88-a71b-2669eb5b7460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e3645e2f-fa4a-47bd-864f-53a12fecc7ca), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:36.615764 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f465fbb-3fa3-45a1-9ca0-214c09a2e116 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (93a1f85e-144b-4e2f-a025-a565ebbe131c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:36.648888 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-7f465fbb-3fa3-45a1-9ca0-214c09a2e116 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Calling delete_port for 93a1f85e-144b-4e2f-a025-a565ebbe131c owned by network:router_gateway {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:02:36.717983 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-3238cc8c-32e5-4e88-a71b-2669eb5b7460 None None] For port e3645e2f-fa4a-47bd-864f-53a12fecc7ca, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=e3645e2f-fa4a-47bd-864f-53a12fecc7ca,segment=NetworkSegment(fe599632-2ad8-4c42-9e45-56653463bfe3),segment_id=fe599632-2ad8-4c42-9e45-56653463bfe3)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:02:36.729022 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3238cc8c-32e5-4e88-a71b-2669eb5b7460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (e3645e2f-fa4a-47bd-864f-53a12fecc7ca), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:36.774989 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-cb0e2d34-a25d-4a35-8ccb-427d29886017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de48115f-7721-4657-b8a1-bd521bbf0eb5', 'name': 'tempest-TestServerMultinode-1268166381-router', 'tenant_id': '1dd2fd7ca28e42c99135df634d4d6912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'afc0ac88-cc94-4e70-86aa-730ace282e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:02:23Z', 'updated_at': '2022-03-01T14:02:31Z', 'revision_number': 4, 'project_id': '1dd2fd7ca28e42c99135df634d4d6912', 'gw_port': {'id': 'afc0ac88-cc94-4e70-86aa-730ace282e80', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de48115f-7721-4657-b8a1-bd521bbf0eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:02:24Z', 'updated_at': '2022-03-01T14:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'e3645e2f-fa4a-47bd-864f-53a12fecc7ca', 'name': '', 'network_id': 'c59cc138-e644-43c4-9fa6-4e148f755430', 'tenant_id': '1dd2fd7ca28e42c99135df634d4d6912', 'mac_address': 'fa:16:3e:07:0b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de48115f-7721-4657-b8a1-bd521bbf0eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '4cbb6629-5073-400a-96b7-2b861cb4f673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:02:30Z', 'updated_at': '2022-03-01T14:02:35Z', 'revision_number': 4, 'project_id': '1dd2fd7ca28e42c99135df634d4d6912', 'subnets': [{'id': '4cbb6629-5073-400a-96b7-2b861cb4f673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:36.823306 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238cc8c-32e5-4e88-a71b-2669eb5b7460 None None] Pushing event updated for resources: {'Port': ['ID=e3645e2f-fa4a-47bd-864f-53a12fecc7ca,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:36.835574 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0e2d34-a25d-4a35-8ccb-427d29886017 None None] The sync data for ids ['de48115f-7721-4657-b8a1-bd521bbf0eb5'] in n-d-827467-3 is: [{'id': 'de48115f-7721-4657-b8a1-bd521bbf0eb5', 'name': 'tempest-TestServerMultinode-1268166381-router', 'tenant_id': '1dd2fd7ca28e42c99135df634d4d6912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'afc0ac88-cc94-4e70-86aa-730ace282e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:02:23Z', 'updated_at': '2022-03-01T14:02:31Z', 'revision_number': 4, 'project_id': '1dd2fd7ca28e42c99135df634d4d6912', 'gw_port': {'id': 'afc0ac88-cc94-4e70-86aa-730ace282e80', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de48115f-7721-4657-b8a1-bd521bbf0eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:02:24Z', 'updated_at': '2022-03-01T14:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'e3645e2f-fa4a-47bd-864f-53a12fecc7ca', 'name': '', 'network_id': 'c59cc138-e644-43c4-9fa6-4e148f755430', 'tenant_id': '1dd2fd7ca28e42c99135df634d4d6912', 'mac_address': 'fa:16:3e:07:0b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de48115f-7721-4657-b8a1-bd521bbf0eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '4cbb6629-5073-400a-96b7-2b861cb4f673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:02:30Z', 'updated_at': '2022-03-01T14:02:35Z', 'revision_number': 4, 'project_id': '1dd2fd7ca28e42c99135df634d4d6912', 'subnets': [{'id': '4cbb6629-5073-400a-96b7-2b861cb4f673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:02:37.167404 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f465fbb-3fa3-45a1-9ca0-214c09a2e116 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (93a1f85e-144b-4e2f-a025-a565ebbe131c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:37.209179 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-417d389a-f801-4c80-a9c8-2aa2b5a728ad req-5e456d6e-241c-484b-8e6b-493a8ba86dc5 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=36e11d07-1201-4283-910f-041ba9d11d73 HTTP/1.1" status: 200 len: 210 time: 0.1076891 Mar 01 14:02:37.240028 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f465fbb-3fa3-45a1-9ca0-214c09a2e116 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Pushing event deleted for resources: {'Port': ['ID=93a1f85e-144b-4e2f-a025-a565ebbe131c,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:37.366816 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f465fbb-3fa3-45a1-9ca0-214c09a2e116 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (5633f1b0-6239-4fd3-a27d-b7972e95f27b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:37.600541 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0061d01e-f56c-4073-8a0a-7bb004ebfb89 req-1228ab2b-495b-48fb-a476-a2488c718176 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=01c98c0a-b64f-4f41-9546-79aebd842e76 HTTP/1.1" status: 200 len: 210 time: 0.1088843 Mar 01 14:02:37.698243 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f465fbb-3fa3-45a1-9ca0-214c09a2e116 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (5633f1b0-6239-4fd3-a27d-b7972e95f27b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:37.705853 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f465fbb-3fa3-45a1-9ca0-214c09a2e116 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router_controller (5633f1b0-6239-4fd3-a27d-b7972e95f27b), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:37.827833 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f465fbb-3fa3-45a1-9ca0-214c09a2e116 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (5633f1b0-6239-4fd3-a27d-b7972e95f27b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:37.830765 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f465fbb-3fa3-45a1-9ca0-214c09a2e116 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Fanout notify agent at l3_agent the message router_deleted on router 5633f1b0-6239-4fd3-a27d-b7972e95f27b {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:02:37.839368 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f465fbb-3fa3-45a1-9ca0-214c09a2e116 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:37.844412 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7f465fbb-3fa3-45a1-9ca0-214c09a2e116 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] 10.222.0.13 "DELETE /v2.0/routers/5633f1b0-6239-4fd3-a27d-b7972e95f27b HTTP/1.1" status: 204 len: 168 time: 2.1917579 Mar 01 14:02:37.844830 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57306) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:37.850688 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-766248da-f12a-4284-969a-015a715fdf27 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-834804784', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}, 'admin_state_up': False}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:02:37.901087 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5018444a-2b2f-4b00-8270-40cece40de3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (294d4ec9-fa81-43dc-ae62-75836906d03f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:37.950655 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7713569-ce2c-4667-b770-4c85d195db57 req-066c18b7-54dc-471f-98eb-dcf95cb8d607 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:37.953268 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b7713569-ce2c-4667-b770-4c85d195db57 req-066c18b7-54dc-471f-98eb-dcf95cb8d607 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.20 "GET /v2.0/networks?id=3a263dd2-fccb-41d7-9268-17deef5caa4e HTTP/1.1" status: 200 len: 806 time: 0.1660624 Mar 01 14:02:37.970652 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-b7713569-ce2c-4667-b770-4c85d195db57 req-42b8f4b0-62e5-4f8b-a15a-98e124042909 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Request body: {'port': {'device_id': '36e11d07-1201-4283-910f-041ba9d11d73', 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e', 'admin_state_up': True, 'tenant_id': 'a1fa37a61f124c25aca457ce8a3f996a'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:02:37.988165 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-766248da-f12a-4284-969a-015a715fdf27 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (67f5ec31-4657-4ddf-b304-7bc92489c79f), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:37.989423 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-766248da-f12a-4284-969a-015a715fdf27 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (67f5ec31-4657-4ddf-b304-7bc92489c79f), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:38.133665 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-766248da-f12a-4284-969a-015a715fdf27 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router_controller (67f5ec31-4657-4ddf-b304-7bc92489c79f), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:38.182126 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7713569-ce2c-4667-b770-4c85d195db57 req-42b8f4b0-62e5-4f8b-a15a-98e124042909 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Made reservation on behalf of a1fa37a61f124c25aca457ce8a3f996a for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:02:38.185767 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b7713569-ce2c-4667-b770-4c85d195db57 req-42b8f4b0-62e5-4f8b-a15a-98e124042909 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:38.469509 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-b7713569-ce2c-4667-b770-4c85d195db57 req-42b8f4b0-62e5-4f8b-a15a-98e124042909 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Allocated IP 172.20.0.7 (3a263dd2-fccb-41d7-9268-17deef5caa4e/7e897284-ac55-41c2-b088-3972dd0eb9f7/7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:02:38.618175 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device e3645e2f-fa4a-47bd-864f-53a12fecc7ca up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:02:38.638368 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2a38ffe0-cbe8-4895-b724-9e8b275054c8 req-c15a0ecd-20b0-488f-aa33-2f9fb148881a tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=36e11d07-1201-4283-910f-041ba9d11d73 HTTP/1.1" status: 200 len: 210 time: 0.2258117 Mar 01 14:02:38.777924 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port e3645e2f-fa4a-47bd-864f-53a12fecc7ca triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:02:38.779697 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e3645e2f-fa4a-47bd-864f-53a12fecc7ca), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:38.963770 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-766248da-f12a-4284-969a-015a715fdf27 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router_gateway (67f5ec31-4657-4ddf-b304-7bc92489c79f), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:38.978152 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5371d201-45a0-4390-9263-21097bcb4fde req-bc3294fe-fab5-4a7a-9744-a530d4a87fde tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=01c98c0a-b64f-4f41-9546-79aebd842e76 HTTP/1.1" status: 200 len: 210 time: 0.1887603 Mar 01 14:02:39.016405 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b7713569-ce2c-4667-b770-4c85d195db57 req-42b8f4b0-62e5-4f8b-a15a-98e124042909 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks [] for port (7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:39.052267 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port e3645e2f-fa4a-47bd-864f-53a12fecc7ca is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:02:39.268320 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-5018444a-2b2f-4b00-8270-40cece40de3c admin admin] Deleting port 846fa967-75da-4527-8413-b4290e55da8d {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:02:39.268660 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5018444a-2b2f-4b00-8270-40cece40de3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (846fa967-75da-4527-8413-b4290e55da8d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:39.289274 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-649c411f-9a84-428b-8370-51cb93350057 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:39.291445 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-649c411f-9a84-428b-8370-51cb93350057 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.20 "GET /v2.0/networks?id=189ec434-cc49-4599-b47e-f8c559326a7c HTTP/1.1" status: 200 len: 910 time: 0.1785436 Mar 01 14:02:39.292843 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b7713569-ce2c-4667-b770-4c85d195db57 req-42b8f4b0-62e5-4f8b-a15a-98e124042909 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:39.308704 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['dab236b9-3448-425d-8be0-dc1b4b843737'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:02:39.336071 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-9e99d13f-cf61-4f62-ba48-cc30677fd364 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Request body: {'port': {'device_id': '01c98c0a-b64f-4f41-9546-79aebd842e76', 'network_id': '189ec434-cc49-4599-b47e-f8c559326a7c', 'admin_state_up': True, 'tenant_id': '1dd2fd7ca28e42c99135df634d4d6912'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:02:39.401912 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['698be840-58f4-417e-896d-121bd73d95b5'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:02:39.405201 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7713569-ce2c-4667-b770-4c85d195db57 req-42b8f4b0-62e5-4f8b-a15a-98e124042909 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Network 3a263dd2-fccb-41d7-9268-17deef5caa4e is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:02:39.413830 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-b7713569-ce2c-4667-b770-4c85d195db57 req-42b8f4b0-62e5-4f8b-a15a-98e124042909 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:02:39.416670 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7713569-ce2c-4667-b770-4c85d195db57 req-42b8f4b0-62e5-4f8b-a15a-98e124042909 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:02:39.492376 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7713569-ce2c-4667-b770-4c85d195db57 req-42b8f4b0-62e5-4f8b-a15a-98e124042909 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:39.493018 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b7713569-ce2c-4667-b770-4c85d195db57 req-42b8f4b0-62e5-4f8b-a15a-98e124042909 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:39.511297 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-9e99d13f-cf61-4f62-ba48-cc30677fd364 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Made reservation on behalf of 1dd2fd7ca28e42c99135df634d4d6912 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:02:39.513973 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-9e99d13f-cf61-4f62-ba48-cc30677fd364 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:39.517908 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8f4b0-62e5-4f8b-a15a-98e124042909 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Pushing event updated for resources: {'Port': ['ID=7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:39.532402 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b7713569-ce2c-4667-b770-4c85d195db57 req-42b8f4b0-62e5-4f8b-a15a-98e124042909 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5711474 Mar 01 14:02:39.604494 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-b7713569-ce2c-4667-b770-4c85d195db57 req-dd03160d-5c5b-4a77-8bb3-f81763d7b4f0 service neutron] Request body: {'port': {'device_id': '36e11d07-1201-4283-910f-041ba9d11d73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:02:39.779835 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b7713569-ce2c-4667-b770-4c85d195db57 req-dd03160d-5c5b-4a77-8bb3-f81763d7b4f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:39.824172 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-9e99d13f-cf61-4f62-ba48-cc30677fd364 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Allocated IP 172.20.0.9 (189ec434-cc49-4599-b47e-f8c559326a7c/81f442ed-eb0f-4869-b7da-605091f23629/f87d9e8c-57b6-4c13-8a5d-957a24ded7a9) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:02:39.894721 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:39.960979 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:40.066648 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-5018444a-2b2f-4b00-8270-40cece40de3c admin admin] For port 846fa967-75da-4527-8413-b4290e55da8d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=846fa967-75da-4527-8413-b4290e55da8d,segment=NetworkSegment(16eada52-045a-4b45-90c8-cb23f5f5789e),segment_id=16eada52-045a-4b45-90c8-cb23f5f5789e)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:02:40.067233 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5018444a-2b2f-4b00-8270-40cece40de3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (846fa967-75da-4527-8413-b4290e55da8d), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:40.116801 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-5018444a-2b2f-4b00-8270-40cece40de3c admin admin] Calling delete_port for 846fa967-75da-4527-8413-b4290e55da8d owned by network:router_interface {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:02:40.143446 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6c35a-e21f-4764-9adf-36294218a4b9 req-679ca6b0-2d21-4f09-bcd2-deea7504a01b tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:40.150445 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-74d6c35a-e21f-4764-9adf-36294218a4b9 req-679ca6b0-2d21-4f09-bcd2-deea7504a01b tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=36e11d07-1201-4283-910f-041ba9d11d73 HTTP/1.1" status: 200 len: 931 time: 0.1729734 Mar 01 14:02:40.161541 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-9e99d13f-cf61-4f62-ba48-cc30677fd364 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Publish callbacks [] for port (f87d9e8c-57b6-4c13-8a5d-957a24ded7a9), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:40.223329 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-766248da-f12a-4284-969a-015a715fdf27 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router_gateway (67f5ec31-4657-4ddf-b304-7bc92489c79f), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:40.245770 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aa4a4cba-c9e1-4dd1-84e7-caf7a79d09e0 req-86c2263e-0fad-4ec0-bb9e-07073e386370 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=01c98c0a-b64f-4f41-9546-79aebd842e76 HTTP/1.1" status: 200 len: 210 time: 0.1225221 Mar 01 14:02:40.314629 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-766248da-f12a-4284-969a-015a715fdf27 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:40.370264 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-9e99d13f-cf61-4f62-ba48-cc30677fd364 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (f87d9e8c-57b6-4c13-8a5d-957a24ded7a9), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:40.374243 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-74d6c35a-e21f-4764-9adf-36294218a4b9 req-f1075786-2966-4434-8f86-ebba733583a8 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227132 Mar 01 14:02:40.426126 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99d13f-cf61-4f62-ba48-cc30677fd364 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Pushing event updated for resources: {'Port': ['ID=f87d9e8c-57b6-4c13-8a5d-957a24ded7a9,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:40.521013 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-9e99d13f-cf61-4f62-ba48-cc30677fd364 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Network 189ec434-cc49-4599-b47e-f8c559326a7c is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:02:40.527466 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-9e99d13f-cf61-4f62-ba48-cc30677fd364 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:02:40.531388 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-9e99d13f-cf61-4f62-ba48-cc30677fd364 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:02:40.629995 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-9e99d13f-cf61-4f62-ba48-cc30677fd364 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:40.630607 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-9e99d13f-cf61-4f62-ba48-cc30677fd364 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:40.636452 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-b7713569-ce2c-4667-b770-4c85d195db57 req-dd03160d-5c5b-4a77-8bb3-f81763d7b4f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:02:40.649023 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b7713569-ce2c-4667-b770-4c85d195db57 req-dd03160d-5c5b-4a77-8bb3-f81763d7b4f0 service neutron] Publish callbacks [] for port (7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:40.655557 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-766248da-f12a-4284-969a-015a715fdf27 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Allocated IP 172.25.1.13 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/cf4c6ffc-ade8-43ed-af1e-32e126da566a) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:02:40.663364 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-b7713569-ce2c-4667-b770-4c85d195db57 req-dd03160d-5c5b-4a77-8bb3-f81763d7b4f0 service neutron] Transition to ACTIVE for port object 7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:02:40.667621 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-9e99d13f-cf61-4f62-ba48-cc30677fd364 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3654439 Mar 01 14:02:40.675312 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b7713569-ce2c-4667-b770-4c85d195db57 req-dd03160d-5c5b-4a77-8bb3-f81763d7b4f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:40.697319 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-cfd7fae5-7848-4ba9-bfd2-e60cb855351f service neutron] Request body: {'port': {'device_id': '01c98c0a-b64f-4f41-9546-79aebd842e76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:02:40.864434 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5018444a-2b2f-4b00-8270-40cece40de3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (846fa967-75da-4527-8413-b4290e55da8d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:40.907514 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018444a-2b2f-4b00-8270-40cece40de3c admin admin] Pushing event deleted for resources: {'Port': ['ID=846fa967-75da-4527-8413-b4290e55da8d,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:40.966706 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03160d-5c5b-4a77-8bb3-f81763d7b4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:40.981850 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-9b23ffb0-eaa0-453d-bd85-671571f9a834 None None] Provisioning complete for port f87d9e8c-57b6-4c13-8a5d-957a24ded7a9 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:02:40.983494 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9b23ffb0-eaa0-453d-bd85-671571f9a834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f87d9e8c-57b6-4c13-8a5d-957a24ded7a9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:41.016202 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-cfd7fae5-7848-4ba9-bfd2-e60cb855351f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f87d9e8c-57b6-4c13-8a5d-957a24ded7a9), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:41.072938 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-766248da-f12a-4284-969a-015a715fdf27 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for port (cf4c6ffc-ade8-43ed-af1e-32e126da566a), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:41.074925 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-9b23ffb0-eaa0-453d-bd85-671571f9a834 None None] Port f87d9e8c-57b6-4c13-8a5d-957a24ded7a9 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:02:41.125081 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-b7713569-ce2c-4667-b770-4c85d195db57 req-dd03160d-5c5b-4a77-8bb3-f81763d7b4f0 service neutron] Attempting to bind port 7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:02:41.125718 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-b7713569-ce2c-4667-b770-4c85d195db57 req-dd03160d-5c5b-4a77-8bb3-f81763d7b4f0 service neutron] Attempting to bind port 7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '354ee497-7228-4227-89f9-36435d335b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:02:41.125718 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7713569-ce2c-4667-b770-4c85d195db57 req-dd03160d-5c5b-4a77-8bb3-f81763d7b4f0 service neutron] Attempting to bind port 7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7 on network 3a263dd2-fccb-41d7-9268-17deef5caa4e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:02:41.136783 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7713569-ce2c-4667-b770-4c85d195db57 req-dd03160d-5c5b-4a77-8bb3-f81763d7b4f0 service neutron] Port 7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7 on network 3a263dd2-fccb-41d7-9268-17deef5caa4e not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:02:41.137029 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7713569-ce2c-4667-b770-4c85d195db57 req-dd03160d-5c5b-4a77-8bb3-f81763d7b4f0 service neutron] Attempting to bind port 7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7 on network 3a263dd2-fccb-41d7-9268-17deef5caa4e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:02:41.144573 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7713569-ce2c-4667-b770-4c85d195db57 req-dd03160d-5c5b-4a77-8bb3-f81763d7b4f0 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:02:41.144915 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7713569-ce2c-4667-b770-4c85d195db57 req-dd03160d-5c5b-4a77-8bb3-f81763d7b4f0 service neutron] Checking segment: {'id': '354ee497-7228-4227-89f9-36435d335b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:02:41.145298 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7713569-ce2c-4667-b770-4c85d195db57 req-dd03160d-5c5b-4a77-8bb3-f81763d7b4f0 service neutron] Bound using segment: {'id': '354ee497-7228-4227-89f9-36435d335b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:02:41.145727 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-b7713569-ce2c-4667-b770-4c85d195db57 req-dd03160d-5c5b-4a77-8bb3-f81763d7b4f0 service neutron] Bound port: 7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '354ee497-7228-4227-89f9-36435d335b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:02:41.146193 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b7713569-ce2c-4667-b770-4c85d195db57 req-dd03160d-5c5b-4a77-8bb3-f81763d7b4f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:41.297311 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5018444a-2b2f-4b00-8270-40cece40de3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (294d4ec9-fa81-43dc-ae62-75836906d03f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:41.385117 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-766248da-f12a-4284-969a-015a715fdf27 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (cf4c6ffc-ade8-43ed-af1e-32e126da566a), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:41.460484 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766248da-f12a-4284-969a-015a715fdf27 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Pushing event updated for resources: {'Port': ['ID=cf4c6ffc-ade8-43ed-af1e-32e126da566a,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:41.484516 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766248da-f12a-4284-969a-015a715fdf27 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:02:41.490037 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-766248da-f12a-4284-969a-015a715fdf27 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:02:41.498681 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766248da-f12a-4284-969a-015a715fdf27 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:02:41.677267 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509cd75-fc76-4309-98c7-52901465ffd8 req-1074810a-f99d-449d-b400-0b4e89dd9c73 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:41.679321 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e509cd75-fc76-4309-98c7-52901465ffd8 req-1074810a-f99d-449d-b400-0b4e89dd9c73 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=01c98c0a-b64f-4f41-9546-79aebd842e76 HTTP/1.1" status: 200 len: 1027 time: 0.3169146 Mar 01 14:02:41.699913 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-b7713569-ce2c-4667-b770-4c85d195db57 req-dd03160d-5c5b-4a77-8bb3-f81763d7b4f0 service neutron] For port 7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:02:41.705991 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-b7713569-ce2c-4667-b770-4c85d195db57 req-dd03160d-5c5b-4a77-8bb3-f81763d7b4f0 service neutron] For port 7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7,segment=NetworkSegment(354ee497-7228-4227-89f9-36435d335b77),segment_id=354ee497-7228-4227-89f9-36435d335b77)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:02:41.723040 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b7713569-ce2c-4667-b770-4c85d195db57 req-dd03160d-5c5b-4a77-8bb3-f81763d7b4f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:41.782845 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7713569-ce2c-4667-b770-4c85d195db57 req-dd03160d-5c5b-4a77-8bb3-f81763d7b4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:41.783608 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b7713569-ce2c-4667-b770-4c85d195db57 req-dd03160d-5c5b-4a77-8bb3-f81763d7b4f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:41.785108 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b7713569-ce2c-4667-b770-4c85d195db57 req-dd03160d-5c5b-4a77-8bb3-f81763d7b4f0 service neutron] 10.222.0.20 "PUT /v2.0/ports/7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7 HTTP/1.1" status: 200 len: 1091 time: 2.1926463 Mar 01 14:02:41.789573 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e11d07-1201-4283-910f-041ba9d11d73', 'tag': '7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:02:41.791397 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63390c9d-117c-4558-894a-5449b54c1724" -d '{"events": [{"name": "network-changed", "server_uuid": "36e11d07-1201-4283-910f-041ba9d11d73", "tag": "7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:02:41.796947 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d63cc8-a436-44a0-978a-9faaf39fd7f7 req-6b2aff66-c268-49eb-880e-9202a7f7c32b tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:41.800011 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e4d63cc8-a436-44a0-978a-9faaf39fd7f7 req-6b2aff66-c268-49eb-880e-9202a7f7c32b tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=36e11d07-1201-4283-910f-041ba9d11d73 HTTP/1.1" status: 200 len: 943 time: 0.2649832 Mar 01 14:02:41.908883 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03160d-5c5b-4a77-8bb3-f81763d7b4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:41.976462 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-cfd7fae5-7848-4ba9-bfd2-e60cb855351f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f87d9e8c-57b6-4c13-8a5d-957a24ded7a9 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:02:41.988612 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-cfd7fae5-7848-4ba9-bfd2-e60cb855351f service neutron] Publish callbacks [] for port (f87d9e8c-57b6-4c13-8a5d-957a24ded7a9), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:42.007728 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-cfd7fae5-7848-4ba9-bfd2-e60cb855351f service neutron] Transition to ACTIVE for port object f87d9e8c-57b6-4c13-8a5d-957a24ded7a9 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:02:42.009996 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5018444a-2b2f-4b00-8270-40cece40de3c admin admin] Router 294d4ec9-fa81-43dc-ae62-75836906d03f has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:02:42.025745 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-cfd7fae5-7848-4ba9-bfd2-e60cb855351f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (f87d9e8c-57b6-4c13-8a5d-957a24ded7a9), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:42.033258 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e4d63cc8-a436-44a0-978a-9faaf39fd7f7 req-56c65dca-cd5c-4175-afed-720a727d332d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054988 Mar 01 14:02:42.082053 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7fae5-7848-4ba9-bfd2-e60cb855351f service neutron] Pushing event updated for resources: {'Port': ['ID=f87d9e8c-57b6-4c13-8a5d-957a24ded7a9,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:42.089510 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e509cd75-fc76-4309-98c7-52901465ffd8 req-3b2c68ac-2b6f-422d-8a89-80df1d9cec7b tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1b5412fc-e03a-4eda-a411-75e91c157c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622687 Mar 01 14:02:42.126976 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f40943-46d2-4031-b325-6193b74c4374 x-openstack-request-id: req-c1f40943-46d2-4031-b325-6193b74c4374 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:02:42.133260 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e11d07-1201-4283-910f-041ba9d11d73", "tag": "7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:02:42.133421 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1f40943-46d2-4031-b325-6193b74c4374 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:02:42.133951 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e11d07-1201-4283-910f-041ba9d11d73', 'tag': '7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7', 'status': 'completed', 'code': 200} Mar 01 14:02:42.138577 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7713569-ce2c-4667-b770-4c85d195db57 req-a73c1c74-7275-438d-93e4-1b15534a0d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:42.143956 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b7713569-ce2c-4667-b770-4c85d195db57 req-a73c1c74-7275-438d-93e4-1b15534a0d75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a1fa37a61f124c25aca457ce8a3f996a&device_id=36e11d07-1201-4283-910f-041ba9d11d73 HTTP/1.1" status: 200 len: 1125 time: 0.3068655 Mar 01 14:02:42.240981 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-766248da-f12a-4284-969a-015a715fdf27 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router_gateway (67f5ec31-4657-4ddf-b304-7bc92489c79f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:42.286428 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b7713569-ce2c-4667-b770-4c85d195db57 req-6dca29fa-3a10-4ef0-abf6-58938e90380a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7 HTTP/1.1" status: 200 len: 217 time: 0.1309338 Mar 01 14:02:42.389457 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5018444a-2b2f-4b00-8270-40cece40de3c admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:02:42.406039 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5018444a-2b2f-4b00-8270-40cece40de3c admin admin] 10.222.0.13 "PUT /v2.0/routers/294d4ec9-fa81-43dc-ae62-75836906d03f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2905307 Mar 01 14:02:42.414517 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7713569-ce2c-4667-b770-4c85d195db57 req-7fd8fdf9-d392-40c5-ab29-e57a0e899690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:42.415649 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57386) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:42.416274 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b7713569-ce2c-4667-b770-4c85d195db57 req-7fd8fdf9-d392-40c5-ab29-e57a0e899690 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7e897284-ac55-41c2-b088-3972dd0eb9f7 HTTP/1.1" status: 200 len: 846 time: 0.0840707 Mar 01 14:02:42.417412 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e409b7c-7049-4db9-8f17-aada04d5fc35 None None] Sync routers for ids ['294d4ec9-fa81-43dc-ae62-75836906d03f'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:02:42.421969 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-cfd7fae5-7848-4ba9-bfd2-e60cb855351f service neutron] Attempting to bind port f87d9e8c-57b6-4c13-8a5d-957a24ded7a9 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:02:42.422366 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-cfd7fae5-7848-4ba9-bfd2-e60cb855351f service neutron] Attempting to bind port f87d9e8c-57b6-4c13-8a5d-957a24ded7a9 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': 'baf555f1-c68c-40fa-b064-c9daf0d53a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '189ec434-cc49-4599-b47e-f8c559326a7c'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:02:42.422628 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-cfd7fae5-7848-4ba9-bfd2-e60cb855351f service neutron] Attempting to bind port f87d9e8c-57b6-4c13-8a5d-957a24ded7a9 on network 189ec434-cc49-4599-b47e-f8c559326a7c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:02:42.435590 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e409b7c-7049-4db9-8f17-aada04d5fc35 None None] Routers {'294d4ec9-fa81-43dc-ae62-75836906d03f'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:02:42.436894 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-9e409b7c-7049-4db9-8f17-aada04d5fc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:02:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['294d4ec9-fa81-43dc-ae62-75836906d03f'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:42.443598 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-cfd7fae5-7848-4ba9-bfd2-e60cb855351f service neutron] Port f87d9e8c-57b6-4c13-8a5d-957a24ded7a9 on network 189ec434-cc49-4599-b47e-f8c559326a7c not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:02:42.443973 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-cfd7fae5-7848-4ba9-bfd2-e60cb855351f service neutron] Attempting to bind port f87d9e8c-57b6-4c13-8a5d-957a24ded7a9 on network 189ec434-cc49-4599-b47e-f8c559326a7c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:02:42.463308 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-cfd7fae5-7848-4ba9-bfd2-e60cb855351f service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:02:42.463652 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-cfd7fae5-7848-4ba9-bfd2-e60cb855351f service neutron] Checking segment: {'id': 'baf555f1-c68c-40fa-b064-c9daf0d53a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '189ec434-cc49-4599-b47e-f8c559326a7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:02:42.464057 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-cfd7fae5-7848-4ba9-bfd2-e60cb855351f service neutron] Bound using segment: {'id': 'baf555f1-c68c-40fa-b064-c9daf0d53a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '189ec434-cc49-4599-b47e-f8c559326a7c'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:02:42.464538 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-cfd7fae5-7848-4ba9-bfd2-e60cb855351f service neutron] Bound port: f87d9e8c-57b6-4c13-8a5d-957a24ded7a9, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baf555f1-c68c-40fa-b064-c9daf0d53a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '189ec434-cc49-4599-b47e-f8c559326a7c'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:02:42.464906 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-cfd7fae5-7848-4ba9-bfd2-e60cb855351f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f87d9e8c-57b6-4c13-8a5d-957a24ded7a9), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:42.499612 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b7713569-ce2c-4667-b770-4c85d195db57 req-e2afe7a9-5d25-48be-9310-dac76dabb19e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a263dd2-fccb-41d7-9268-17deef5caa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708845 Mar 01 14:02:42.566326 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-cfd7fae5-7848-4ba9-bfd2-e60cb855351f service neutron] For port f87d9e8c-57b6-4c13-8a5d-957a24ded7a9, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:02:42.570234 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-cfd7fae5-7848-4ba9-bfd2-e60cb855351f service neutron] For port f87d9e8c-57b6-4c13-8a5d-957a24ded7a9, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=f87d9e8c-57b6-4c13-8a5d-957a24ded7a9,segment=NetworkSegment(baf555f1-c68c-40fa-b064-c9daf0d53a98),segment_id=baf555f1-c68c-40fa-b064-c9daf0d53a98)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:02:42.646533 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-9e409b7c-7049-4db9-8f17-aada04d5fc35 None None] Set router 294d4ec9-fa81-43dc-ae62-75836906d03f gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:02:42.657344 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-cfd7fae5-7848-4ba9-bfd2-e60cb855351f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (f87d9e8c-57b6-4c13-8a5d-957a24ded7a9), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:42.674287 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-267dde8c-0904-45b6-a072-e5c5d966f74f admin admin] Publish callbacks [] for router (294d4ec9-fa81-43dc-ae62-75836906d03f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:42.708775 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-cfd7fae5-7848-4ba9-bfd2-e60cb855351f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:42.709409 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-cfd7fae5-7848-4ba9-bfd2-e60cb855351f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:42.710801 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-cfd7fae5-7848-4ba9-bfd2-e60cb855351f service neutron] 10.222.0.20 "PUT /v2.0/ports/f87d9e8c-57b6-4c13-8a5d-957a24ded7a9 HTTP/1.1" status: 200 len: 1091 time: 2.0275929 Mar 01 14:02:42.764900 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7fae5-7848-4ba9-bfd2-e60cb855351f service neutron] Pushing event updated for resources: {'Port': ['ID=f87d9e8c-57b6-4c13-8a5d-957a24ded7a9,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:42.864893 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b7713569-ce2c-4667-b770-4c85d195db57 req-e2900a2c-32e5-49ed-bf15-a865c82015f0 service neutron] 10.222.0.20 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906952 Mar 01 14:02:42.920780 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-267dde8c-0904-45b6-a072-e5c5d966f74f admin admin] Publish callbacks [] for router_gateway (294d4ec9-fa81-43dc-ae62-75836906d03f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:42.965907 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-922006ca-0bf2-45bc-bf48-d8e4f8e6ba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:42.967461 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-922006ca-0bf2-45bc-bf48-d8e4f8e6ba47 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1dd2fd7ca28e42c99135df634d4d6912&device_id=01c98c0a-b64f-4f41-9546-79aebd842e76 HTTP/1.1" status: 200 len: 1125 time: 0.2083662 Mar 01 14:02:43.015264 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-766248da-f12a-4284-969a-015a715fdf27 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (67f5ec31-4657-4ddf-b304-7bc92489c79f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:43.028070 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-a22d5811-c110-45d5-b202-43116dadea11 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f87d9e8c-57b6-4c13-8a5d-957a24ded7a9 HTTP/1.1" status: 200 len: 217 time: 0.0479054 Mar 01 14:02:43.187189 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-33e582b9-2194-428c-8bb1-e0638ffb30e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:43.192176 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-33e582b9-2194-428c-8bb1-e0638ffb30e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=81f442ed-eb0f-4869-b7da-605091f23629 HTTP/1.1" status: 200 len: 848 time: 0.1568050 Mar 01 14:02:43.213579 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b7713569-ce2c-4667-b770-4c85d195db57 req-69beddf1-4999-484e-8658-8b81db6a7ef6 service neutron] 10.222.0.20 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319592 Mar 01 14:02:43.237694 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-267dde8c-0904-45b6-a072-e5c5d966f74f admin admin] Deleting port ae06bd63-92a3-4093-a394-df9ca5c9b2de {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:02:43.238308 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-267dde8c-0904-45b6-a072-e5c5d966f74f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (ae06bd63-92a3-4093-a394-df9ca5c9b2de), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:43.295516 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-8e59903a-4152-4f8e-910d-6399fb0b064a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:43.297572 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-8e59903a-4152-4f8e-910d-6399fb0b064a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=189ec434-cc49-4599-b47e-f8c559326a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0960195 Mar 01 14:02:43.350412 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-9e409b7c-7049-4db9-8f17-aada04d5fc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'name': 'tempest-TaggedBootDevicesTest_v242-1027958049-router', 'tenant_id': '4475ad9be4194a7593562a2e7537afad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ae06bd63-92a3-4093-a394-df9ca5c9b2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:05Z', 'updated_at': '2022-03-01T14:02:40Z', 'revision_number': 5, 'project_id': '4475ad9be4194a7593562a2e7537afad', 'gw_port': {'id': 'ae06bd63-92a3-4093-a394-df9ca5c9b2de', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:06Z', 'updated_at': '2022-03-01T13:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:43.404656 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e409b7c-7049-4db9-8f17-aada04d5fc35 None None] Checking router: 294d4ec9-fa81-43dc-ae62-75836906d03f for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:02:43.424040 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63390c9d-117c-4558-894a-5449b54c1724 req-56b2208e-068a-461d-90a6-931ad8da4a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:43.425679 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-63390c9d-117c-4558-894a-5449b54c1724 req-56b2208e-068a-461d-90a6-931ad8da4a36 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a1fa37a61f124c25aca457ce8a3f996a&device_id=36e11d07-1201-4283-910f-041ba9d11d73 HTTP/1.1" status: 200 len: 1125 time: 0.1349878 Mar 01 14:02:43.435581 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e409b7c-7049-4db9-8f17-aada04d5fc35 None None] Routers {'294d4ec9-fa81-43dc-ae62-75836906d03f'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:02:43.438026 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-9e409b7c-7049-4db9-8f17-aada04d5fc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:02:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['294d4ec9-fa81-43dc-ae62-75836906d03f'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:43.512256 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-208a01c3-c66d-4ed0-ad95-761bcaf6a865 service neutron] 10.222.0.20 "GET /v2.0/networks/189ec434-cc49-4599-b47e-f8c559326a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036567 Mar 01 14:02:43.623470 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63390c9d-117c-4558-894a-5449b54c1724 req-52b05d2a-31f9-4271-84c4-1805496eb479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:43.625074 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-63390c9d-117c-4558-894a-5449b54c1724 req-52b05d2a-31f9-4271-84c4-1805496eb479 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3a263dd2-fccb-41d7-9268-17deef5caa4e HTTP/1.1" status: 200 len: 907 time: 0.1908898 Mar 01 14:02:43.660166 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-9e409b7c-7049-4db9-8f17-aada04d5fc35 None None] Set router 294d4ec9-fa81-43dc-ae62-75836906d03f gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:02:43.686139 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-63390c9d-117c-4558-894a-5449b54c1724 req-86512940-c9ac-48d3-a094-80f1a2c4eab2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7 HTTP/1.1" status: 200 len: 217 time: 0.0454726 Mar 01 14:02:43.740048 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-9e409b7c-7049-4db9-8f17-aada04d5fc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'name': 'tempest-TaggedBootDevicesTest_v242-1027958049-router', 'tenant_id': '4475ad9be4194a7593562a2e7537afad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:05Z', 'updated_at': '2022-03-01T14:02:42Z', 'revision_number': 6, 'project_id': '4475ad9be4194a7593562a2e7537afad', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:43.775269 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e409b7c-7049-4db9-8f17-aada04d5fc35 None None] The sync data for ids ['294d4ec9-fa81-43dc-ae62-75836906d03f'] in n-d-827467-3 is: [{'id': '294d4ec9-fa81-43dc-ae62-75836906d03f', 'name': 'tempest-TaggedBootDevicesTest_v242-1027958049-router', 'tenant_id': '4475ad9be4194a7593562a2e7537afad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:05Z', 'updated_at': '2022-03-01T14:02:42Z', 'revision_number': 6, 'project_id': '4475ad9be4194a7593562a2e7537afad', 'gw_port_host': None}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:02:43.803164 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63390c9d-117c-4558-894a-5449b54c1724 req-170e01b8-0505-4d99-b981-1b25bbde1780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:43.804989 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-63390c9d-117c-4558-894a-5449b54c1724 req-170e01b8-0505-4d99-b981-1b25bbde1780 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7e897284-ac55-41c2-b088-3972dd0eb9f7 HTTP/1.1" status: 200 len: 846 time: 0.1056104 Mar 01 14:02:43.811551 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-81091a9a-e58f-4067-9e06-7ed7044cd4b2 req-bb628c19-3720-412a-863e-ab819a1254c1 service neutron] 10.222.0.20 "GET /v2.0/networks/189ec434-cc49-4599-b47e-f8c559326a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930675 Mar 01 14:02:43.864051 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-63390c9d-117c-4558-894a-5449b54c1724 req-4adcd1d6-9d1e-40ea-a01d-ecaaa6cd7150 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a263dd2-fccb-41d7-9268-17deef5caa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504236 Mar 01 14:02:43.912584 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766248da-f12a-4284-969a-015a715fdf27 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Router 67f5ec31-4657-4ddf-b304-7bc92489c79f is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:02:43.920359 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-267dde8c-0904-45b6-a072-e5c5d966f74f admin admin] For port ae06bd63-92a3-4093-a394-df9ca5c9b2de, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ae06bd63-92a3-4093-a394-df9ca5c9b2de,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:02:43.920739 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-267dde8c-0904-45b6-a072-e5c5d966f74f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (ae06bd63-92a3-4093-a394-df9ca5c9b2de), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:43.925937 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19fbce-e847-4583-8c36-7b83776c741e req-fa319a1f-3003-4c39-ab9a-626f5a2d2fee tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:43.927552 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2c19fbce-e847-4583-8c36-7b83776c741e req-fa319a1f-3003-4c39-ab9a-626f5a2d2fee tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=01c98c0a-b64f-4f41-9546-79aebd842e76 HTTP/1.1" status: 200 len: 1125 time: 0.7004716 Mar 01 14:02:43.952334 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cffbca-10c1-425e-9a8f-21b6bf45483f req-45b04c16-0169-41c4-a6d3-4125a556c902 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:43.953953 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-60cffbca-10c1-425e-9a8f-21b6bf45483f req-45b04c16-0169-41c4-a6d3-4125a556c902 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=36e11d07-1201-4283-910f-041ba9d11d73 HTTP/1.1" status: 200 len: 943 time: 0.2234850 Mar 01 14:02:43.957744 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-267dde8c-0904-45b6-a072-e5c5d966f74f admin admin] Calling delete_port for ae06bd63-92a3-4093-a394-df9ca5c9b2de owned by network:router_gateway {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:02:43.997474 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-63390c9d-117c-4558-894a-5449b54c1724 req-4cc97f6d-78ee-4381-9ad8-2264cf321f92 service neutron] 10.222.0.20 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235828 Mar 01 14:02:44.136693 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-63390c9d-117c-4558-894a-5449b54c1724 req-b56e1ed9-b8a5-4458-93d8-3db360cf825e service neutron] 10.222.0.20 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319580 Mar 01 14:02:44.136901 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c98c0a-b64f-4f41-9546-79aebd842e76', 'tag': 'f87d9e8c-57b6-4c13-8a5d-957a24ded7a9'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:02:44.139433 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688f1273-be0d-4549-98ab-cd74b4d659a8" -d '{"events": [{"name": "network-changed", "server_uuid": "01c98c0a-b64f-4f41-9546-79aebd842e76", "tag": "f87d9e8c-57b6-4c13-8a5d-957a24ded7a9"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:02:44.190360 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2c19fbce-e847-4583-8c36-7b83776c741e req-90f1c6b2-eb9e-4348-ab32-e94cd1ecdbb1 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1b5412fc-e03a-4eda-a411-75e91c157c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523718 Mar 01 14:02:44.198169 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-60cffbca-10c1-425e-9a8f-21b6bf45483f req-3ce45c5f-b60d-4758-8c9c-b783fef65591 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275884 Mar 01 14:02:44.270190 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766248da-f12a-4284-969a-015a715fdf27 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:02:44.280691 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbed1ad-0cf3-4f6f-bd40-26a1ef08419f None None] Sync routers for ids ['67f5ec31-4657-4ddf-b304-7bc92489c79f'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:02:44.303774 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbed1ad-0cf3-4f6f-bd40-26a1ef08419f None None] Routers {'67f5ec31-4657-4ddf-b304-7bc92489c79f'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:02:44.304713 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-ffbed1ad-0cf3-4f6f-bd40-26a1ef08419f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:02:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['67f5ec31-4657-4ddf-b304-7bc92489c79f'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:44.313555 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-766248da-f12a-4284-969a-015a715fdf27 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:44.317314 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-766248da-f12a-4284-969a-015a715fdf27 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.4676840 Mar 01 14:02:44.317564 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57418) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:44.332201 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-3eee945b-cdfb-487f-86eb-3c2ccd8ae3ea tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:02:44.363865 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34af33ef-01f7-4502-a095-fd744fcfea54 x-openstack-request-id: req-34af33ef-01f7-4502-a095-fd744fcfea54 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:02:44.364168 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c98c0a-b64f-4f41-9546-79aebd842e76", "tag": "f87d9e8c-57b6-4c13-8a5d-957a24ded7a9", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:02:44.364428 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34af33ef-01f7-4502-a095-fd744fcfea54 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:02:44.364839 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c98c0a-b64f-4f41-9546-79aebd842e76', 'tag': 'f87d9e8c-57b6-4c13-8a5d-957a24ded7a9', 'status': 'completed', 'code': 200} Mar 01 14:02:44.406879 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-ffbed1ad-0cf3-4f6f-bd40-26a1ef08419f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:44.419238 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbed1ad-0cf3-4f6f-bd40-26a1ef08419f None None] Routers {'67f5ec31-4657-4ddf-b304-7bc92489c79f'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:02:44.420080 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-ffbed1ad-0cf3-4f6f-bd40-26a1ef08419f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:02:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['67f5ec31-4657-4ddf-b304-7bc92489c79f'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:44.465936 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-ffbed1ad-0cf3-4f6f-bd40-26a1ef08419f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:44.467325 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbed1ad-0cf3-4f6f-bd40-26a1ef08419f None None] The sync data for ids ['67f5ec31-4657-4ddf-b304-7bc92489c79f'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:02:44.471586 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f1273-be0d-4549-98ab-cd74b4d659a8 req-82a6d7a2-ca0a-41ce-a4e2-2da901778dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:44.474121 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-688f1273-be0d-4549-98ab-cd74b4d659a8 req-82a6d7a2-ca0a-41ce-a4e2-2da901778dbc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1dd2fd7ca28e42c99135df634d4d6912&device_id=01c98c0a-b64f-4f41-9546-79aebd842e76 HTTP/1.1" status: 200 len: 1125 time: 0.0910192 Mar 01 14:02:44.504226 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-267dde8c-0904-45b6-a072-e5c5d966f74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (ae06bd63-92a3-4093-a394-df9ca5c9b2de), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:44.538962 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267dde8c-0904-45b6-a072-e5c5d966f74f admin admin] Pushing event deleted for resources: {'Port': ['ID=ae06bd63-92a3-4093-a394-df9ca5c9b2de,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:44.593042 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f1273-be0d-4549-98ab-cd74b4d659a8 req-d47caffa-8001-4504-8121-958b6b75ee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:44.595774 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-688f1273-be0d-4549-98ab-cd74b4d659a8 req-d47caffa-8001-4504-8121-958b6b75ee17 service neutron] 10.222.0.20 "GET /v2.0/networks?id=189ec434-cc49-4599-b47e-f8c559326a7c HTTP/1.1" status: 200 len: 910 time: 0.1139464 Mar 01 14:02:44.646110 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-688f1273-be0d-4549-98ab-cd74b4d659a8 req-a26d725f-9221-4614-9370-85f83625e99d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f87d9e8c-57b6-4c13-8a5d-957a24ded7a9 HTTP/1.1" status: 200 len: 217 time: 0.0446913 Mar 01 14:02:44.651964 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-267dde8c-0904-45b6-a072-e5c5d966f74f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (294d4ec9-fa81-43dc-ae62-75836906d03f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:44.715825 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f1273-be0d-4549-98ab-cd74b4d659a8 req-b67a726a-d89e-4e94-9869-f313f2b6aa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:44.717665 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-688f1273-be0d-4549-98ab-cd74b4d659a8 req-b67a726a-d89e-4e94-9869-f313f2b6aa21 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=81f442ed-eb0f-4869-b7da-605091f23629 HTTP/1.1" status: 200 len: 848 time: 0.0643256 Mar 01 14:02:44.802145 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f1273-be0d-4549-98ab-cd74b4d659a8 req-1b3f4aa6-94ca-478e-b4db-8429770ca21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:44.804362 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-688f1273-be0d-4549-98ab-cd74b4d659a8 req-1b3f4aa6-94ca-478e-b4db-8429770ca21e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=189ec434-cc49-4599-b47e-f8c559326a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0777373 Mar 01 14:02:44.820137 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 846fa967-75da-4527-8413-b4290e55da8d no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:02:44.830906 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-267dde8c-0904-45b6-a072-e5c5d966f74f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (294d4ec9-fa81-43dc-ae62-75836906d03f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:44.834611 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-267dde8c-0904-45b6-a072-e5c5d966f74f admin admin] Publish callbacks [] for router_controller (294d4ec9-fa81-43dc-ae62-75836906d03f), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:44.857999 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 846fa967-75da-4527-8413-b4290e55da8d {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:02:44.858336 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 846fa967-75da-4527-8413-b4290e55da8d not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:02:44.858929 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ae06bd63-92a3-4093-a394-df9ca5c9b2de no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:02:44.906942 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: ae06bd63-92a3-4093-a394-df9ca5c9b2de {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:02:44.907315 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ae06bd63-92a3-4093-a394-df9ca5c9b2de not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:02:44.967046 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-267dde8c-0904-45b6-a072-e5c5d966f74f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (294d4ec9-fa81-43dc-ae62-75836906d03f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:44.967046 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267dde8c-0904-45b6-a072-e5c5d966f74f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 294d4ec9-fa81-43dc-ae62-75836906d03f {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:02:44.968665 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-688f1273-be0d-4549-98ab-cd74b4d659a8 req-a5f16d2a-4064-44a9-afa9-cca4a9b82427 service neutron] 10.222.0.20 "GET /v2.0/networks/189ec434-cc49-4599-b47e-f8c559326a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549661 Mar 01 14:02:44.976668 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-267dde8c-0904-45b6-a072-e5c5d966f74f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:44.980292 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-267dde8c-0904-45b6-a072-e5c5d966f74f admin admin] 10.222.0.13 "DELETE /v2.0/routers/294d4ec9-fa81-43dc-ae62-75836906d03f HTTP/1.1" status: 204 len: 168 time: 2.5634325 Mar 01 14:02:44.984046 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57424) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:45.104039 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e774e84-6bfb-47da-b12e-bc388a36ada3 admin admin] Deleting subnet 2a7f95b2-978a-4a0a-927f-c44508a26ed8 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:02:45.109358 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6e774e84-6bfb-47da-b12e-bc388a36ada3 admin admin] Publish callbacks [] for subnet (2a7f95b2-978a-4a0a-927f-c44508a26ed8), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:45.113383 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-688f1273-be0d-4549-98ab-cd74b4d659a8 req-74d3d61c-c82f-4886-8783-d2056c764cd9 service neutron] 10.222.0.20 "GET /v2.0/networks/189ec434-cc49-4599-b47e-f8c559326a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349432 Mar 01 14:02:45.164952 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6e774e84-6bfb-47da-b12e-bc388a36ada3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (2a7f95b2-978a-4a0a-927f-c44508a26ed8), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:45.168080 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3eee945b-cdfb-487f-86eb-3c2ccd8ae3ea tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router_gateway (67f5ec31-4657-4ddf-b304-7bc92489c79f), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:45.221942 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3eee945b-cdfb-487f-86eb-3c2ccd8ae3ea tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router_gateway (67f5ec31-4657-4ddf-b304-7bc92489c79f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:45.282487 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57432) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:45.297178 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6e774e84-6bfb-47da-b12e-bc388a36ada3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (2a7f95b2-978a-4a0a-927f-c44508a26ed8), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:45.394627 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-3eee945b-cdfb-487f-86eb-3c2ccd8ae3ea tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Deleting port cf4c6ffc-ade8-43ed-af1e-32e126da566a {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:02:45.394975 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3eee945b-cdfb-487f-86eb-3c2ccd8ae3ea tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (cf4c6ffc-ade8-43ed-af1e-32e126da566a), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:45.460529 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-02738a2b-2f7d-481c-814e-80a132bd3ed3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:45.502290 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6e774e84-6bfb-47da-b12e-bc388a36ada3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (2a7f95b2-978a-4a0a-927f-c44508a26ed8), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:45.510351 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4e557-78e9-4298-aa67-b3ffa1e0dbbf req-3255343e-5705-486e-8f58-de2bcee04d40 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:45.512098 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9dd4e557-78e9-4298-aa67-b3ffa1e0dbbf req-3255343e-5705-486e-8f58-de2bcee04d40 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=01c98c0a-b64f-4f41-9546-79aebd842e76 HTTP/1.1" status: 200 len: 1125 time: 0.1772637 Mar 01 14:02:45.554017 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e774e84-6bfb-47da-b12e-bc388a36ada3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a7f95b2-978a-4a0a-927f-c44508a26ed8,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:45.555959 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-02738a2b-2f7d-481c-814e-80a132bd3ed3 admin admin] Publish callbacks [] for security_group (abe86696-b6fd-47c6-b896-42b331b84b27), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:45.562649 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-02738a2b-2f7d-481c-814e-80a132bd3ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (abe86696-b6fd-47c6-b896-42b331b84b27), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:45.566503 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6e774e84-6bfb-47da-b12e-bc388a36ada3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:45.569886 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6e774e84-6bfb-47da-b12e-bc388a36ada3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2a7f95b2-978a-4a0a-927f-c44508a26ed8 HTTP/1.1" status: 204 len: 168 time: 0.5847297 Mar 01 14:02:45.574310 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e385193-d4a2-4993-9c71-8f0f3822aa00 None None] Network a331d97d-3b18-4702-9c0b-f805cbe3e548 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:02:45.583064 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57438) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:45.602645 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3eee945b-cdfb-487f-86eb-3c2ccd8ae3ea tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (cf4c6ffc-ade8-43ed-af1e-32e126da566a), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:45.627829 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ed271-d312-4c89-90fd-000c41e460e1 req-9adab45a-45ad-44ba-8886-945f693b9495 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:45.629356 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-446ed271-d312-4c89-90fd-000c41e460e1 req-9adab45a-45ad-44ba-8886-945f693b9495 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=36e11d07-1201-4283-910f-041ba9d11d73 HTTP/1.1" status: 200 len: 943 time: 0.2419634 Mar 01 14:02:45.638355 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-3eee945b-cdfb-487f-86eb-3c2ccd8ae3ea tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Calling delete_port for cf4c6ffc-ade8-43ed-af1e-32e126da566a owned by network:router_gateway {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:02:45.649282 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02738a2b-2f7d-481c-814e-80a132bd3ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe86696-b6fd-47c6-b896-42b331b84b27,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:45.656041 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-02738a2b-2f7d-481c-814e-80a132bd3ed3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=768e858727e841379e9f03982f652b28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3724289 Mar 01 14:02:45.659980 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57440) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:45.679336 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d4096c7-0f86-4af8-a5d4-16305ef4d088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (a331d97d-3b18-4702-9c0b-f805cbe3e548), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:45.680834 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9dd4e557-78e9-4298-aa67-b3ffa1e0dbbf req-bb0efe6c-5bc1-46ca-82a6-b3045e8c78aa tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1b5412fc-e03a-4eda-a411-75e91c157c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395187 Mar 01 14:02:45.745749 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-1d4096c7-0f86-4af8-a5d4-16305ef4d088 admin admin] Deleting port 6de806e1-abac-40f5-9294-472838ae2501 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:02:45.746095 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d4096c7-0f86-4af8-a5d4-16305ef4d088 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (6de806e1-abac-40f5-9294-472838ae2501), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:45.763391 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-446ed271-d312-4c89-90fd-000c41e460e1 req-82e4d410-eb23-447c-b1ca-627d57b8ee55 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262014 Mar 01 14:02:45.820450 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-1d4096c7-0f86-4af8-a5d4-16305ef4d088 admin admin] For port 6de806e1-abac-40f5-9294-472838ae2501, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6de806e1-abac-40f5-9294-472838ae2501,segment=NetworkSegment(16eada52-045a-4b45-90c8-cb23f5f5789e),segment_id=16eada52-045a-4b45-90c8-cb23f5f5789e)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:02:45.823215 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d4096c7-0f86-4af8-a5d4-16305ef4d088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (6de806e1-abac-40f5-9294-472838ae2501), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:45.827755 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecc3dad-431c-446d-99b6-6f031979399a None None] DHCP port deletion for a331d97d-3b18-4702-9c0b-f805cbe3e548 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:02:45.838642 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-1d4096c7-0f86-4af8-a5d4-16305ef4d088 admin admin] Calling delete_port for 6de806e1-abac-40f5-9294-472838ae2501 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:02:45.861844 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5a7bb2e5-4bcc-4f8b-b04b-b375f08fbe45 admin admin] Publish callbacks [] for security_group (abe86696-b6fd-47c6-b896-42b331b84b27), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:45.879520 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-5ecc3dad-431c-446d-99b6-6f031979399a None None] Deleting port 6de806e1-abac-40f5-9294-472838ae2501 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:02:45.880166 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5ecc3dad-431c-446d-99b6-6f031979399a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (6de806e1-abac-40f5-9294-472838ae2501), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:45.886295 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5a7bb2e5-4bcc-4f8b-b04b-b375f08fbe45 admin admin] Publish callbacks [] for security_group (abe86696-b6fd-47c6-b896-42b331b84b27), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:45.935572 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d4096c7-0f86-4af8-a5d4-16305ef4d088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (6de806e1-abac-40f5-9294-472838ae2501), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:45.951202 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5a7bb2e5-4bcc-4f8b-b04b-b375f08fbe45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (abe86696-b6fd-47c6-b896-42b331b84b27), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:45.953675 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5a7bb2e5-4bcc-4f8b-b04b-b375f08fbe45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:45.955220 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-5ecc3dad-431c-446d-99b6-6f031979399a None None] For port 6de806e1-abac-40f5-9294-472838ae2501, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6de806e1-abac-40f5-9294-472838ae2501,segment=NetworkSegment(16eada52-045a-4b45-90c8-cb23f5f5789e),segment_id=16eada52-045a-4b45-90c8-cb23f5f5789e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:02:45.958171 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5a7bb2e5-4bcc-4f8b-b04b-b375f08fbe45 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/abe86696-b6fd-47c6-b896-42b331b84b27 HTTP/1.1" status: 204 len: 168 time: 0.2888689 Mar 01 14:02:45.971884 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5ecc3dad-431c-446d-99b6-6f031979399a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (6de806e1-abac-40f5-9294-472838ae2501), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:45.975604 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7bb2e5-4bcc-4f8b-b04b-b375f08fbe45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe86696-b6fd-47c6-b896-42b331b84b27,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:45.977957 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4096c7-0f86-4af8-a5d4-16305ef4d088 admin admin] Pushing event deleted for resources: {'Port': ['ID=6de806e1-abac-40f5-9294-472838ae2501,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:45.981146 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4096c7-0f86-4af8-a5d4-16305ef4d088 admin admin] No DVR routers for this DVR port 6de806e1-abac-40f5-9294-472838ae2501 on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:02:46.025981 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-5ecc3dad-431c-446d-99b6-6f031979399a None None] Calling delete_port for 6de806e1-abac-40f5-9294-472838ae2501 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:02:46.064789 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d4096c7-0f86-4af8-a5d4-16305ef4d088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (a331d97d-3b18-4702-9c0b-f805cbe3e548), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:46.075563 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3eee945b-cdfb-487f-86eb-3c2ccd8ae3ea tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (cf4c6ffc-ade8-43ed-af1e-32e126da566a), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:46.091576 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-1d4096c7-0f86-4af8-a5d4-16305ef4d088 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a331d97d-3b18-4702-9c0b-f805cbe3e548']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:46.104884 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-1d4096c7-0f86-4af8-a5d4-16305ef4d088 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16eada52-045a-4b45-90c8-cb23f5f5789e') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:46.105168 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-1d4096c7-0f86-4af8-a5d4-16305ef4d088 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16eada52-045a-4b45-90c8-cb23f5f5789e') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:46.125903 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d4096c7-0f86-4af8-a5d4-16305ef4d088 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (16eada52-045a-4b45-90c8-cb23f5f5789e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:46.141052 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5ecc3dad-431c-446d-99b6-6f031979399a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (6de806e1-abac-40f5-9294-472838ae2501), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:46.154516 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d4096c7-0f86-4af8-a5d4-16305ef4d088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (16eada52-045a-4b45-90c8-cb23f5f5789e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:46.162356 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee945b-cdfb-487f-86eb-3c2ccd8ae3ea tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Pushing event deleted for resources: {'Port': ['ID=cf4c6ffc-ade8-43ed-af1e-32e126da566a,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:46.169080 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d4096c7-0f86-4af8-a5d4-16305ef4d088 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:02:46.169798 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d4096c7-0f86-4af8-a5d4-16305ef4d088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (16eada52-045a-4b45-90c8-cb23f5f5789e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:46.204095 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecc3dad-431c-446d-99b6-6f031979399a None None] No DVR routers for this DVR port 6de806e1-abac-40f5-9294-472838ae2501 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:02:46.205773 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3eee945b-cdfb-487f-86eb-3c2ccd8ae3ea tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (67f5ec31-4657-4ddf-b304-7bc92489c79f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:46.212679 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc3dad-431c-446d-99b6-6f031979399a None None] Pushing event deleted for resources: {'Port': ['ID=6de806e1-abac-40f5-9294-472838ae2501,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:46.257257 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:02:46.257257 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:02:46.257257 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:02:46.257257 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:02:46.257257 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:02:46.257257 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:02:46.257257 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:02:46.257257 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:02:46.257257 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:02:46.257257 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:02:46.257257 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:02:46.257257 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:02:46.257257 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:02:46.257257 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:02:46.257257 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:02:46.257257 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:02:46.257257 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:02:46.257257 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:02:46.257257 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:02:46.257257 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:02:46.257257 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:02:46.257257 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:02:46.257257 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:02:46.257257 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:02:46.257257 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:02:46.257257 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:02:46.257257 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:02:46.257257 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:02:46.257257 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:02:46.257257 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:02:46.257257 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:02:46.257257 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:02:46.263266 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d4096c7-0f86-4af8-a5d4-16305ef4d088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (a331d97d-3b18-4702-9c0b-f805cbe3e548), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:46.276439 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d4096c7-0f86-4af8-a5d4-16305ef4d088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:46.281152 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1d4096c7-0f86-4af8-a5d4-16305ef4d088 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a331d97d-3b18-4702-9c0b-f805cbe3e548 HTTP/1.1" status: 204 len: 168 time: 0.6959164 Mar 01 14:02:46.283561 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57446) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:46.338114 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4096c7-0f86-4af8-a5d4-16305ef4d088 admin admin] Pushing event deleted for resources: {'Network': ['ID=a331d97d-3b18-4702-9c0b-f805cbe3e548,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:46.380699 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:02:46.462414 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57450) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:46.488408 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3eee945b-cdfb-487f-86eb-3c2ccd8ae3ea tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3686472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8455'] for router (67f5ec31-4657-4ddf-b304-7bc92489c79f), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:46.492537 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3eee945b-cdfb-487f-86eb-3c2ccd8ae3ea tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3686481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3686494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683840'] for router (67f5ec31-4657-4ddf-b304-7bc92489c79f), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:46.529628 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2b9e064a-9d06-484d-a405-95a9104e9f09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:46.564798 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7,segment=NetworkSegment(354ee497-7228-4227-89f9-36435d335b77),segment_id=354ee497-7228-4227-89f9-36435d335b77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:02:46.569287 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6de806e1-abac-40f5-9294-472838ae2501 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:02:46.601226 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 6de806e1-abac-40f5-9294-472838ae2501 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:02:46.601872 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6de806e1-abac-40f5-9294-472838ae2501 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:02:46.603599 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7', 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e', 'port_id': '7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7', 'mac_address': 'fa:16:3e:35:61:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e897284-ac55-41c2-b088-3972dd0eb9f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:02:46.625932 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eee945b-cdfb-487f-86eb-3c2ccd8ae3ea tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Router 67f5ec31-4657-4ddf-b304-7bc92489c79f has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:02:46.651080 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:02:46.651628 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:46.675463 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:02:46.703361 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7,segment=NetworkSegment(354ee497-7228-4227-89f9-36435d335b77),segment_id=354ee497-7228-4227-89f9-36435d335b77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:02:46.712508 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:46.713464 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device f87d9e8c-57b6-4c13-8a5d-957a24ded7a9 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:02:46.784939 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2b9e064a-9d06-484d-a405-95a9104e9f09 admin admin] Publish callbacks [] for security_group (15178bd5-411a-4bbf-8a25-28ea376b7aef), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:46.796287 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2b9e064a-9d06-484d-a405-95a9104e9f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (15178bd5-411a-4bbf-8a25-28ea376b7aef), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:46.823529 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eee945b-cdfb-487f-86eb-3c2ccd8ae3ea tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:02:46.831099 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2b9e064a-9d06-484d-a405-95a9104e9f09 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d2b71ce1141d4ec8bf1036222232df90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3670797 Mar 01 14:02:46.836649 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c582d1-2a48-4d34-8266-13f5c1cdd82e None None] Sync routers for ids ['67f5ec31-4657-4ddf-b304-7bc92489c79f'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:02:46.840209 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57456) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:46.851931 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3eee945b-cdfb-487f-86eb-3c2ccd8ae3ea tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:46.853861 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port f87d9e8c-57b6-4c13-8a5d-957a24ded7a9, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=f87d9e8c-57b6-4c13-8a5d-957a24ded7a9,segment=NetworkSegment(baf555f1-c68c-40fa-b064-c9daf0d53a98),segment_id=baf555f1-c68c-40fa-b064-c9daf0d53a98)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:02:46.856690 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c582d1-2a48-4d34-8266-13f5c1cdd82e None None] Routers {'67f5ec31-4657-4ddf-b304-7bc92489c79f'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:02:46.857462 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b5c582d1-2a48-4d34-8266-13f5c1cdd82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:02:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['67f5ec31-4657-4ddf-b304-7bc92489c79f'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:46.862529 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3eee945b-cdfb-487f-86eb-3c2ccd8ae3ea tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] 10.222.0.13 "PUT /v2.0/routers/67f5ec31-4657-4ddf-b304-7bc92489c79f HTTP/1.1" status: 200 len: 709 time: 2.5437751 Mar 01 14:02:46.866261 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57458) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:46.912683 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e064a-9d06-484d-a405-95a9104e9f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15178bd5-411a-4bbf-8a25-28ea376b7aef,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:46.948795 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': 'f87d9e8c-57b6-4c13-8a5d-957a24ded7a9', 'network_id': '189ec434-cc49-4599-b47e-f8c559326a7c', 'port_id': 'f87d9e8c-57b6-4c13-8a5d-957a24ded7a9', 'mac_address': 'fa:16:3e:67:1c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f442ed-eb0f-4869-b7da-605091f23629', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:02:46.952069 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:46.952477 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ba58691-96e6-4b87-8eab-642313ae9023 admin admin] Publish callbacks [] for security_group (15178bd5-411a-4bbf-8a25-28ea376b7aef), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:46.963604 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b5c582d1-2a48-4d34-8266-13f5c1cdd82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:46.988352 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c582d1-2a48-4d34-8266-13f5c1cdd82e None None] Routers {'67f5ec31-4657-4ddf-b304-7bc92489c79f'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:02:46.988965 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b5c582d1-2a48-4d34-8266-13f5c1cdd82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:02:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['67f5ec31-4657-4ddf-b304-7bc92489c79f'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:46.996025 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ba58691-96e6-4b87-8eab-642313ae9023 admin admin] Publish callbacks [] for security_group (15178bd5-411a-4bbf-8a25-28ea376b7aef), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:47.005297 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port f87d9e8c-57b6-4c13-8a5d-957a24ded7a9 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:02:47.007419 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f87d9e8c-57b6-4c13-8a5d-957a24ded7a9), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:47.027061 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f87d9e8c-57b6-4c13-8a5d-957a24ded7a9 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:02:47.049938 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port f87d9e8c-57b6-4c13-8a5d-957a24ded7a9, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=f87d9e8c-57b6-4c13-8a5d-957a24ded7a9,segment=NetworkSegment(baf555f1-c68c-40fa-b064-c9daf0d53a98),segment_id=baf555f1-c68c-40fa-b064-c9daf0d53a98)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:02:47.057810 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f87d9e8c-57b6-4c13-8a5d-957a24ded7a9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:47.079303 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b5c582d1-2a48-4d34-8266-13f5c1cdd82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:47.080451 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c582d1-2a48-4d34-8266-13f5c1cdd82e None None] The sync data for ids ['67f5ec31-4657-4ddf-b304-7bc92489c79f'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:02:47.103709 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-17763f11-cff5-457d-a39c-9d9e5fb73699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (b9e4723d-0964-4a2b-a3b8-4ab1ea761e15), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:47.136333 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72cba5-1e13-4b4e-a2c2-8369f23a6f67 req-19bf9d84-4651-4489-ae78-74eeb43c2a92 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:47.138080 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8e72cba5-1e13-4b4e-a2c2-8369f23a6f67 req-19bf9d84-4651-4489-ae78-74eeb43c2a92 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=01c98c0a-b64f-4f41-9546-79aebd842e76 HTTP/1.1" status: 200 len: 1125 time: 0.3761251 Mar 01 14:02:47.143450 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=f87d9e8c-57b6-4c13-8a5d-957a24ded7a9,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:47.153490 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-29b406fd-8ade-4d24-ae13-74ca4b9797c7 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] 10.222.0.13 "GET /v2.0/routers/67f5ec31-4657-4ddf-b304-7bc92489c79f HTTP/1.1" status: 200 len: 744 time: 0.2795470 Mar 01 14:02:47.157180 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57460) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:47.234441 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-afaebf91-d69e-40e6-9373-0ee56679f100 tempest-RoutersIpV6AdminTest-465573018 tempest-RoutersIpV6AdminTest-465573018-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=645b0646-084a-4922-8a3b-3b65ee21b5e4&device_id=67f5ec31-4657-4ddf-b304-7bc92489c79f HTTP/1.1" status: 200 len: 205 time: 0.0756764 Mar 01 14:02:47.240142 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57462) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:47.282942 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f9fcdf05-87b8-433e-9d7c-438282ae3280 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] 10.222.0.13 "GET /v2.0/ports?device_id=67f5ec31-4657-4ddf-b304-7bc92489c79f HTTP/1.1" status: 200 len: 205 time: 0.0387602 Mar 01 14:02:47.285678 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57464) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:47.309198 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce36caf-cd69-4372-832e-f7875b7a949e req-77c6210c-4d9b-4e54-a700-af840887d43c tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:47.310808 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ce36caf-cd69-4372-832e-f7875b7a949e req-77c6210c-4d9b-4e54-a700-af840887d43c tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=36e11d07-1201-4283-910f-041ba9d11d73 HTTP/1.1" status: 200 len: 944 time: 0.2954369 Mar 01 14:02:47.350275 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8e72cba5-1e13-4b4e-a2c2-8369f23a6f67 req-dfb9ee6b-1ee2-4ed4-974f-35ef3a96a57d tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1b5412fc-e03a-4eda-a411-75e91c157c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955767 Mar 01 14:02:47.419121 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3fc93eec-fc4b-41f1-9644-0d3da2bc48a1 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router (67f5ec31-4657-4ddf-b304-7bc92489c79f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:47.421295 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ba58691-96e6-4b87-8eab-642313ae9023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (15178bd5-411a-4bbf-8a25-28ea376b7aef), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:47.423855 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ba58691-96e6-4b87-8eab-642313ae9023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:47.427343 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6ba58691-96e6-4b87-8eab-642313ae9023 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15178bd5-411a-4bbf-8a25-28ea376b7aef HTTP/1.1" status: 204 len: 168 time: 0.5833054 Mar 01 14:02:47.447654 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba58691-96e6-4b87-8eab-642313ae9023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15178bd5-411a-4bbf-8a25-28ea376b7aef,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:47.456906 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['f87d9e8c-57b6-4c13-8a5d-957a24ded7a9'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:02:47.512142 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:02:47.856870 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-17763f11-cff5-457d-a39c-9d9e5fb73699 admin admin] Deleting port eacc15de-8798-4fcd-845d-77970927a645 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:02:47.857456 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-17763f11-cff5-457d-a39c-9d9e5fb73699 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (eacc15de-8798-4fcd-845d-77970927a645), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:47.964111 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-17763f11-cff5-457d-a39c-9d9e5fb73699 admin admin] For port eacc15de-8798-4fcd-845d-77970927a645, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=eacc15de-8798-4fcd-845d-77970927a645,segment=NetworkSegment(69064791-2691-4169-b20c-0b547dd04c59),segment_id=69064791-2691-4169-b20c-0b547dd04c59)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:02:47.965178 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-17763f11-cff5-457d-a39c-9d9e5fb73699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (eacc15de-8798-4fcd-845d-77970927a645), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:47.982938 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-17763f11-cff5-457d-a39c-9d9e5fb73699 admin admin] Calling delete_port for eacc15de-8798-4fcd-845d-77970927a645 owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:02:48.000666 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ce36caf-cd69-4372-832e-f7875b7a949e req-c8c31264-4374-4b43-b575-05e5b636cc0b tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6530271 Mar 01 14:02:48.161316 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3fc93eec-fc4b-41f1-9644-0d3da2bc48a1 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (67f5ec31-4657-4ddf-b304-7bc92489c79f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:48.174291 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3fc93eec-fc4b-41f1-9644-0d3da2bc48a1 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router_controller (67f5ec31-4657-4ddf-b304-7bc92489c79f), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:48.245739 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3fc93eec-fc4b-41f1-9644-0d3da2bc48a1 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (67f5ec31-4657-4ddf-b304-7bc92489c79f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:48.246426 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc93eec-fc4b-41f1-9644-0d3da2bc48a1 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Fanout notify agent at l3_agent the message router_deleted on router 67f5ec31-4657-4ddf-b304-7bc92489c79f {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:02:48.280667 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3fc93eec-fc4b-41f1-9644-0d3da2bc48a1 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:48.289673 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3fc93eec-fc4b-41f1-9644-0d3da2bc48a1 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] 10.222.0.13 "DELETE /v2.0/routers/67f5ec31-4657-4ddf-b304-7bc92489c79f HTTP/1.1" status: 204 len: 168 time: 0.9960837 Mar 01 14:02:48.290303 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57488) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:48.312108 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-17763f11-cff5-457d-a39c-9d9e5fb73699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (eacc15de-8798-4fcd-845d-77970927a645), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:48.378225 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17763f11-cff5-457d-a39c-9d9e5fb73699 admin admin] Pushing event deleted for resources: {'Port': ['ID=eacc15de-8798-4fcd-845d-77970927a645,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:48.380085 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d238ff34-0598-4da6-9145-5106bc61aff6 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] 10.222.0.13 "GET /v2.0/ports?device_id=67f5ec31-4657-4ddf-b304-7bc92489c79f HTTP/1.1" status: 200 len: 205 time: 0.0886118 Mar 01 14:02:48.388416 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57490) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:48.469466 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-5b935819-9e46-41cf-bb6c-d43bce87ab9b tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] delete failed (client error): The resource could not be found. Mar 01 14:02:48.470674 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5b935819-9e46-41cf-bb6c-d43bce87ab9b tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] 10.222.0.13 "DELETE /v2.0/routers/67f5ec31-4657-4ddf-b304-7bc92489c79f HTTP/1.1" status: 404 len: 336 time: 0.0594904 Mar 01 14:02:48.473949 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57494) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:48.608786 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-43764982-dcae-4b55-8be7-b008351fe605 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] 10.222.0.13 "GET /v2.0/ports?device_id=5633f1b0-6239-4fd3-a27d-b7972e95f27b HTTP/1.1" status: 200 len: 205 time: 0.1324923 Mar 01 14:02:48.623207 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57498) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:48.664702 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b495f6c-7a24-4c64-903a-aff8a3c8f227 req-b2735b08-4c02-4605-b44d-38b1b8604a20 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:48.666492 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8b495f6c-7a24-4c64-903a-aff8a3c8f227 req-b2735b08-4c02-4605-b44d-38b1b8604a20 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=01c98c0a-b64f-4f41-9546-79aebd842e76 HTTP/1.1" status: 200 len: 1126 time: 0.1578522 Mar 01 14:02:48.718288 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8b495f6c-7a24-4c64-903a-aff8a3c8f227 req-f6fe360b-cc13-4abc-b20f-a6d506ec185b tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1b5412fc-e03a-4eda-a411-75e91c157c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450885 Mar 01 14:02:48.728486 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-966a90f8-107b-428d-af4e-766da1a570b6 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] delete failed (client error): The resource could not be found. Mar 01 14:02:48.729597 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-966a90f8-107b-428d-af4e-766da1a570b6 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] 10.222.0.13 "DELETE /v2.0/routers/5633f1b0-6239-4fd3-a27d-b7972e95f27b HTTP/1.1" status: 404 len: 336 time: 0.1052585 Mar 01 14:02:48.732375 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57504) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:48.769712 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b42963b2-4679-409c-98ea-4789ada324a0 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf11c55-f1ad-4524-b1d3-25215af4f9e1 HTTP/1.1" status: 200 len: 205 time: 0.0361087 Mar 01 14:02:48.772122 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57508) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:48.818981 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-b9f0c26d-e73d-4316-aa8c-817a8b19801d tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] delete failed (client error): The resource could not be found. Mar 01 14:02:48.820140 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b9f0c26d-e73d-4316-aa8c-817a8b19801d tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] 10.222.0.13 "DELETE /v2.0/routers/ddf11c55-f1ad-4524-b1d3-25215af4f9e1 HTTP/1.1" status: 404 len: 336 time: 0.0470376 Mar 01 14:02:48.822630 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57512) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:48.854154 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-36c9a1b8-f3fb-47f4-bbe4-2f0033165dc8 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] 10.222.0.13 "GET /v2.0/ports?device_id=5081b9ee-9792-4d93-8e98-21f30f468802 HTTP/1.1" status: 200 len: 205 time: 0.0284271 Mar 01 14:02:48.854550 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57514) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:48.892839 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-17763f11-cff5-457d-a39c-9d9e5fb73699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (b9e4723d-0964-4a2b-a3b8-4ab1ea761e15), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:48.906631 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-1ced1d5b-adc1-4f08-9063-254add393338 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] delete failed (client error): The resource could not be found. Mar 01 14:02:48.908341 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1ced1d5b-adc1-4f08-9063-254add393338 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] 10.222.0.13 "DELETE /v2.0/routers/5081b9ee-9792-4d93-8e98-21f30f468802 HTTP/1.1" status: 404 len: 336 time: 0.0528553 Mar 01 14:02:48.910891 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57516) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:48.938351 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e53105a3-8825-4074-a48f-5b07afc8b634 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e49747-a833-47ff-952e-e44f33ad4ce4 HTTP/1.1" status: 200 len: 205 time: 0.0263581 Mar 01 14:02:48.940623 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57518) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:48.984902 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-9efe872f-84d0-46ea-b786-12a772c5248c tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] delete failed (client error): The resource could not be found. Mar 01 14:02:48.988731 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9efe872f-84d0-46ea-b786-12a772c5248c tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] 10.222.0.13 "DELETE /v2.0/routers/04e49747-a833-47ff-952e-e44f33ad4ce4 HTTP/1.1" status: 404 len: 336 time: 0.0446105 Mar 01 14:02:48.989083 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57522) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:49.037015 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ab059d36-b5b2-4092-8352-3d94cdd88171 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] 10.222.0.13 "GET /v2.0/ports?device_id=159d2d76-4651-4a7b-a50c-c496bdf21c04 HTTP/1.1" status: 200 len: 205 time: 0.0440149 Mar 01 14:02:49.037482 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57526) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:49.111752 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-d8bafd0c-e276-4359-b5e7-2ebf398a85f1 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] delete failed (client error): The resource could not be found. Mar 01 14:02:49.115539 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57530) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:49.115937 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d8bafd0c-e276-4359-b5e7-2ebf398a85f1 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] 10.222.0.13 "DELETE /v2.0/routers/159d2d76-4651-4a7b-a50c-c496bdf21c04 HTTP/1.1" status: 404 len: 336 time: 0.0795889 Mar 01 14:02:49.151044 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-706512b8-2067-4831-b1e8-92b7fc7cacc1 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] DELETE failed (client error): The resource could not be found. Mar 01 14:02:49.151505 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-706512b8-2067-4831-b1e8-92b7fc7cacc1 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:02:49.156744 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-706512b8-2067-4831-b1e8-92b7fc7cacc1 tempest-RoutersIpV6AdminTest-370356237 tempest-RoutersIpV6AdminTest-370356237-project] 10.222.0.13 "DELETE /v2.0/subnets/40663464-2b5f-40c2-accb-35e2c13acf1d HTTP/1.1" status: 404 len: 337 time: 0.0397735 Mar 01 14:02:49.204863 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe6c09-e61e-4a1b-9bba-aa32453c792e req-9ebeaef8-fd6e-414b-baa1-6640450f52cc tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:49.206363 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-31fe6c09-e61e-4a1b-9bba-aa32453c792e req-9ebeaef8-fd6e-414b-baa1-6640450f52cc tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=36e11d07-1201-4283-910f-041ba9d11d73 HTTP/1.1" status: 200 len: 944 time: 0.1239159 Mar 01 14:02:49.216650 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17763f11-cff5-457d-a39c-9d9e5fb73699 admin admin] Router b9e4723d-0964-4a2b-a3b8-4ab1ea761e15 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:02:49.287204 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-31fe6c09-e61e-4a1b-9bba-aa32453c792e req-0955cd1b-b16f-4f89-b8d9-8f9ebaa14a75 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737312 Mar 01 14:02:49.395024 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17763f11-cff5-457d-a39c-9d9e5fb73699 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:02:49.406237 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-17763f11-cff5-457d-a39c-9d9e5fb73699 admin admin] 10.222.0.13 "PUT /v2.0/routers/b9e4723d-0964-4a2b-a3b8-4ab1ea761e15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1213822 Mar 01 14:02:49.406625 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57540) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:49.415338 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cecc7e-7a80-4692-b471-e8237cfdb1f5 None None] Sync routers for ids ['b9e4723d-0964-4a2b-a3b8-4ab1ea761e15'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:02:49.438964 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cecc7e-7a80-4692-b471-e8237cfdb1f5 None None] Routers {'b9e4723d-0964-4a2b-a3b8-4ab1ea761e15'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:02:49.440091 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-39cecc7e-7a80-4692-b471-e8237cfdb1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:02:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['b9e4723d-0964-4a2b-a3b8-4ab1ea761e15'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:49.562787 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57546) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:49.628625 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3dd9e346-b446-4b44-982f-89573f46a04a admin admin] Publish callbacks [] for router (b9e4723d-0964-4a2b-a3b8-4ab1ea761e15), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:49.634631 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-39cecc7e-7a80-4692-b471-e8237cfdb1f5 None None] Set router b9e4723d-0964-4a2b-a3b8-4ab1ea761e15 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:02:49.770263 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-19d3cc73-75bd-4d5b-a055-123cc7617eb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:49.889732 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3dd9e346-b446-4b44-982f-89573f46a04a admin admin] Publish callbacks [] for router_gateway (b9e4723d-0964-4a2b-a3b8-4ab1ea761e15), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:49.939896 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a6c92-1a52-4784-8544-a35b13bce9d8 req-70dc418f-5d70-4b55-a176-ca7c9da4d402 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:49.948742 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3b1a6c92-1a52-4784-8544-a35b13bce9d8 req-70dc418f-5d70-4b55-a176-ca7c9da4d402 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=01c98c0a-b64f-4f41-9546-79aebd842e76 HTTP/1.1" status: 200 len: 1126 time: 0.1275940 Mar 01 14:02:49.992460 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-19d3cc73-75bd-4d5b-a055-123cc7617eb6 admin admin] Publish callbacks [] for security_group (dd60fad3-e0f1-4753-9306-0a9e8937861d), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:50.002770 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-19d3cc73-75bd-4d5b-a055-123cc7617eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (dd60fad3-e0f1-4753-9306-0a9e8937861d), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:50.013453 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-3dd9e346-b446-4b44-982f-89573f46a04a admin admin] Deleting port 1b0e6747-e77d-4b3b-994d-a2cdd327f40a {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:02:50.013838 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3dd9e346-b446-4b44-982f-89573f46a04a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (1b0e6747-e77d-4b3b-994d-a2cdd327f40a), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:50.033782 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3b1a6c92-1a52-4784-8544-a35b13bce9d8 req-e6458770-eaaa-42f7-8c3a-cbfaed7b83bc tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1b5412fc-e03a-4eda-a411-75e91c157c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751371 Mar 01 14:02:50.088348 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-19d3cc73-75bd-4d5b-a055-123cc7617eb6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9919d381b7bf43bab479586e355fd492&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5212014 Mar 01 14:02:50.088348 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3cc73-75bd-4d5b-a055-123cc7617eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd60fad3-e0f1-4753-9306-0a9e8937861d,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:50.089151 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57562) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:50.126528 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-39cecc7e-7a80-4692-b471-e8237cfdb1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e4723d-0964-4a2b-a3b8-4ab1ea761e15', 'name': 'tempest-TaggedBootDevicesTest_v242-756921111-router', 'tenant_id': '3b98eaa60ae04ec59bb44beff89518cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '1b0e6747-e77d-4b3b-994d-a2cdd327f40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:30Z', 'updated_at': '2022-03-01T14:02:48Z', 'revision_number': 5, 'project_id': '3b98eaa60ae04ec59bb44beff89518cc', 'gw_port': {'id': '1b0e6747-e77d-4b3b-994d-a2cdd327f40a', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e4723d-0964-4a2b-a3b8-4ab1ea761e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:54:32Z', 'updated_at': '2022-03-01T13:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:50.153663 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cecc7e-7a80-4692-b471-e8237cfdb1f5 None None] Checking router: b9e4723d-0964-4a2b-a3b8-4ab1ea761e15 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:02:50.164137 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cecc7e-7a80-4692-b471-e8237cfdb1f5 None None] Routers {'b9e4723d-0964-4a2b-a3b8-4ab1ea761e15'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:02:50.164789 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-39cecc7e-7a80-4692-b471-e8237cfdb1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:02:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['b9e4723d-0964-4a2b-a3b8-4ab1ea761e15'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:50.173767 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-3dd9e346-b446-4b44-982f-89573f46a04a admin admin] For port 1b0e6747-e77d-4b3b-994d-a2cdd327f40a, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=1b0e6747-e77d-4b3b-994d-a2cdd327f40a,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:02:50.175549 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3dd9e346-b446-4b44-982f-89573f46a04a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (1b0e6747-e77d-4b3b-994d-a2cdd327f40a), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:50.191633 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-3dd9e346-b446-4b44-982f-89573f46a04a admin admin] Calling delete_port for 1b0e6747-e77d-4b3b-994d-a2cdd327f40a owned by network:router_gateway {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:02:50.268749 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-39cecc7e-7a80-4692-b471-e8237cfdb1f5 None None] Set router b9e4723d-0964-4a2b-a3b8-4ab1ea761e15 gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:02:50.302291 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-43c72111-041e-4c17-a5d8-3f4a2c2109dc admin admin] Publish callbacks [] for security_group (dd60fad3-e0f1-4753-9306-0a9e8937861d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:50.340113 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-39cecc7e-7a80-4692-b471-e8237cfdb1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e4723d-0964-4a2b-a3b8-4ab1ea761e15', 'name': 'tempest-TaggedBootDevicesTest_v242-756921111-router', 'tenant_id': '3b98eaa60ae04ec59bb44beff89518cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:30Z', 'updated_at': '2022-03-01T14:02:49Z', 'revision_number': 6, 'project_id': '3b98eaa60ae04ec59bb44beff89518cc', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:50.362279 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-43c72111-041e-4c17-a5d8-3f4a2c2109dc admin admin] Publish callbacks [] for security_group (dd60fad3-e0f1-4753-9306-0a9e8937861d), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:50.391340 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cecc7e-7a80-4692-b471-e8237cfdb1f5 None None] The sync data for ids ['b9e4723d-0964-4a2b-a3b8-4ab1ea761e15'] in n-d-827467-3 is: [{'id': 'b9e4723d-0964-4a2b-a3b8-4ab1ea761e15', 'name': 'tempest-TaggedBootDevicesTest_v242-756921111-router', 'tenant_id': '3b98eaa60ae04ec59bb44beff89518cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:54:30Z', 'updated_at': '2022-03-01T14:02:49Z', 'revision_number': 6, 'project_id': '3b98eaa60ae04ec59bb44beff89518cc', 'gw_port_host': None}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:02:50.402487 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:02:50.463370 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:02:50.468572 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:02:50.469353 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:50.513924 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3517287c-3100-4c4d-91c5-734501a3e29d req-1cf9bb74-d006-4809-b1bc-2eb023c739b4 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:50.515442 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3517287c-3100-4c4d-91c5-734501a3e29d req-1cf9bb74-d006-4809-b1bc-2eb023c739b4 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=36e11d07-1201-4283-910f-041ba9d11d73 HTTP/1.1" status: 200 len: 944 time: 0.1225002 Mar 01 14:02:50.519059 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-43c72111-041e-4c17-a5d8-3f4a2c2109dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (dd60fad3-e0f1-4753-9306-0a9e8937861d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:50.522345 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-43c72111-041e-4c17-a5d8-3f4a2c2109dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:50.523488 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-43c72111-041e-4c17-a5d8-3f4a2c2109dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd60fad3-e0f1-4753-9306-0a9e8937861d HTTP/1.1" status: 204 len: 168 time: 0.3901837 Mar 01 14:02:50.555001 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3dd9e346-b446-4b44-982f-89573f46a04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (1b0e6747-e77d-4b3b-994d-a2cdd327f40a), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:50.577133 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:02:50.578706 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:50.582238 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c72111-041e-4c17-a5d8-3f4a2c2109dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd60fad3-e0f1-4753-9306-0a9e8937861d,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:50.621773 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7,segment=NetworkSegment(354ee497-7228-4227-89f9-36435d335b77),segment_id=354ee497-7228-4227-89f9-36435d335b77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:02:50.624924 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e11d07-1201-4283-910f-041ba9d11d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:02:50.628407 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff605a6-0968-4d06-a4a0-deb53e96480a" -d '{"events": [{"server_uuid": "36e11d07-1201-4283-910f-041ba9d11d73", "name": "network-vif-plugged", "status": "completed", "tag": "7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:02:50.634919 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd9e346-b446-4b44-982f-89573f46a04a admin admin] Pushing event deleted for resources: {'Port': ['ID=1b0e6747-e77d-4b3b-994d-a2cdd327f40a,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:50.642562 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:50.648668 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device f87d9e8c-57b6-4c13-8a5d-957a24ded7a9 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:02:50.669452 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3517287c-3100-4c4d-91c5-734501a3e29d req-48177989-a1c9-43f4-ac4d-03be4ea00249 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441264 Mar 01 14:02:50.685256 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3dd9e346-b446-4b44-982f-89573f46a04a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (b9e4723d-0964-4a2b-a3b8-4ab1ea761e15), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:50.733334 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0f68a9-15d9-42ea-827a-9ab8e81f09e3 x-openstack-request-id: req-2b0f68a9-15d9-42ea-827a-9ab8e81f09e3 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:02:50.733779 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e11d07-1201-4283-910f-041ba9d11d73", "name": "network-vif-plugged", "status": "completed", "tag": "7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:02:50.734128 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b0f68a9-15d9-42ea-827a-9ab8e81f09e3 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:02:50.734612 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e11d07-1201-4283-910f-041ba9d11d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7', 'code': 200} Mar 01 14:02:50.817372 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:50.828867 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port f87d9e8c-57b6-4c13-8a5d-957a24ded7a9 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:02:50.833891 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port f87d9e8c-57b6-4c13-8a5d-957a24ded7a9 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:02:50.834487 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f87d9e8c-57b6-4c13-8a5d-957a24ded7a9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:50.898096 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f09c8-d7d5-493f-8418-8f34fc8148ab req-297c8509-de29-462a-81a1-e1f62acf1d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:50.899639 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-172f09c8-d7d5-493f-8418-8f34fc8148ab req-297c8509-de29-462a-81a1-e1f62acf1d0a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=36e11d07-1201-4283-910f-041ba9d11d73 HTTP/1.1" status: 200 len: 1127 time: 0.1353848 Mar 01 14:02:50.901939 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3dd9e346-b446-4b44-982f-89573f46a04a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (b9e4723d-0964-4a2b-a3b8-4ab1ea761e15), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:50.904674 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3dd9e346-b446-4b44-982f-89573f46a04a admin admin] Publish callbacks [] for router_controller (b9e4723d-0964-4a2b-a3b8-4ab1ea761e15), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:50.913440 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device eacc15de-8798-4fcd-845d-77970927a645 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:02:50.951571 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57588) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:50.959351 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: eacc15de-8798-4fcd-845d-77970927a645 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:02:50.959742 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device eacc15de-8798-4fcd-845d-77970927a645 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:02:50.999529 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3dd9e346-b446-4b44-982f-89573f46a04a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (b9e4723d-0964-4a2b-a3b8-4ab1ea761e15), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:51.002737 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd9e346-b446-4b44-982f-89573f46a04a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9e4723d-0964-4a2b-a3b8-4ab1ea761e15 {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:02:51.011507 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3dd9e346-b446-4b44-982f-89573f46a04a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:51.013186 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-172f09c8-d7d5-493f-8418-8f34fc8148ab req-92410868-d900-46dc-b74c-098e3ca000d1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060088 Mar 01 14:02:51.013699 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3dd9e346-b446-4b44-982f-89573f46a04a admin admin] 10.222.0.13 "DELETE /v2.0/routers/b9e4723d-0964-4a2b-a3b8-4ab1ea761e15 HTTP/1.1" status: 204 len: 168 time: 1.6045690 Mar 01 14:02:51.014895 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57592) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:51.019186 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port f87d9e8c-57b6-4c13-8a5d-957a24ded7a9 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:02:51.019808 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f87d9e8c-57b6-4c13-8a5d-957a24ded7a9), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:51.058437 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port f87d9e8c-57b6-4c13-8a5d-957a24ded7a9, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=f87d9e8c-57b6-4c13-8a5d-957a24ded7a9,segment=NetworkSegment(baf555f1-c68c-40fa-b064-c9daf0d53a98),segment_id=baf555f1-c68c-40fa-b064-c9daf0d53a98)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:02:51.059381 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57596) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:51.066052 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f87d9e8c-57b6-4c13-8a5d-957a24ded7a9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:51.074199 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab0ba0ee-c6b1-4552-926e-dd41ab9cb3e5 admin admin] Deleting subnet 34cb1465-99ee-44dd-a7c3-e05061137fd5 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:02:51.082404 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ab0ba0ee-c6b1-4552-926e-dd41ab9cb3e5 admin admin] Publish callbacks [] for subnet (34cb1465-99ee-44dd-a7c3-e05061137fd5), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:51.129045 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ab0ba0ee-c6b1-4552-926e-dd41ab9cb3e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (34cb1465-99ee-44dd-a7c3-e05061137fd5), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:51.138622 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=f87d9e8c-57b6-4c13-8a5d-957a24ded7a9,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:51.159272 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-aabe5d1c-16db-4f14-a672-13248ec84ffa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d66cdff9bbba4e58a977a9c5d70480c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0985456 Mar 01 14:02:51.162831 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57598) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:51.195546 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2b9e9-0d30-4c57-9a2b-e11e08939346 req-29abd30c-e09f-41a1-b52f-bfba90e7e978 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:51.200232 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4db2b9e9-0d30-4c57-9a2b-e11e08939346 req-29abd30c-e09f-41a1-b52f-bfba90e7e978 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=01c98c0a-b64f-4f41-9546-79aebd842e76 HTTP/1.1" status: 200 len: 1127 time: 0.0572827 Mar 01 14:02:51.244301 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4db2b9e9-0d30-4c57-9a2b-e11e08939346 req-a42a6762-111e-48a3-b999-e15afb44f217 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1b5412fc-e03a-4eda-a411-75e91c157c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414612 Mar 01 14:02:51.267258 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ab0ba0ee-c6b1-4552-926e-dd41ab9cb3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (34cb1465-99ee-44dd-a7c3-e05061137fd5), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:51.273911 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-71cf0a24-1fd8-4f24-a0bf-6ad2e13f171a admin admin] Publish callbacks [] for security_group (87e6482a-f524-49ab-8cba-0ee7a5cdd382), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:51.294550 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0647c465-dc8a-4eb1-b05f-590b99df4b66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:51.337937 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-71cf0a24-1fd8-4f24-a0bf-6ad2e13f171a admin admin] Publish callbacks [] for security_group (87e6482a-f524-49ab-8cba-0ee7a5cdd382), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:51.411124 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ab0ba0ee-c6b1-4552-926e-dd41ab9cb3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (34cb1465-99ee-44dd-a7c3-e05061137fd5), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:51.443873 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ba0ee-c6b1-4552-926e-dd41ab9cb3e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34cb1465-99ee-44dd-a7c3-e05061137fd5,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:51.456064 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ab0ba0ee-c6b1-4552-926e-dd41ab9cb3e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:51.456707 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917eeebb-7bb7-4219-b8eb-d2fc19e3c0dc None None] Network 9c9ff221-b297-418d-84a7-1fb33a90a52d requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:02:51.459220 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ab0ba0ee-c6b1-4552-926e-dd41ab9cb3e5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/34cb1465-99ee-44dd-a7c3-e05061137fd5 HTTP/1.1" status: 204 len: 168 time: 0.4430320 Mar 01 14:02:51.462076 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57600) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:51.464604 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-71cf0a24-1fd8-4f24-a0bf-6ad2e13f171a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (87e6482a-f524-49ab-8cba-0ee7a5cdd382), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:51.467133 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-71cf0a24-1fd8-4f24-a0bf-6ad2e13f171a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:51.468266 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-71cf0a24-1fd8-4f24-a0bf-6ad2e13f171a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87e6482a-f524-49ab-8cba-0ee7a5cdd382 HTTP/1.1" status: 204 len: 168 time: 0.3044825 Mar 01 14:02:51.480435 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0647c465-dc8a-4eb1-b05f-590b99df4b66 admin admin] Publish callbacks [] for security_group (e13a0a4c-543e-4c18-b13e-ee328b4593b2), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:51.487230 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf0a24-1fd8-4f24-a0bf-6ad2e13f171a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e6482a-f524-49ab-8cba-0ee7a5cdd382,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:51.490961 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0647c465-dc8a-4eb1-b05f-590b99df4b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (e13a0a4c-543e-4c18-b13e-ee328b4593b2), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:51.560422 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0647c465-dc8a-4eb1-b05f-590b99df4b66 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fcf923434c0a4f4b8a3dc5a40df0e749&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6074669 Mar 01 14:02:51.561237 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57604) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:51.563890 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647c465-dc8a-4eb1-b05f-590b99df4b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13a0a4c-543e-4c18-b13e-ee328b4593b2,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:51.602976 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-23407c16-075b-4797-bd9e-2effd74ec001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (9c9ff221-b297-418d-84a7-1fb33a90a52d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:51.631075 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cba867dd-2ef9-4600-ae04-ea3f5c051863 admin admin] Publish callbacks [] for security_group (e13a0a4c-543e-4c18-b13e-ee328b4593b2), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:51.640283 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe9c60b-9a1d-40b4-ada7-9d39d1f37566 None None] DHCP port deletion for 9c9ff221-b297-418d-84a7-1fb33a90a52d request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:02:51.671806 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cba867dd-2ef9-4600-ae04-ea3f5c051863 admin admin] Publish callbacks [] for security_group (e13a0a4c-543e-4c18-b13e-ee328b4593b2), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:51.707207 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-23407c16-075b-4797-bd9e-2effd74ec001 admin admin] Deleting port 7347dd9d-afd8-4ace-8630-427ba7a232c5 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:02:51.708160 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-23407c16-075b-4797-bd9e-2effd74ec001 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (7347dd9d-afd8-4ace-8630-427ba7a232c5), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:51.736700 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-0fe9c60b-9a1d-40b4-ada7-9d39d1f37566 None None] Deleting port 7347dd9d-afd8-4ace-8630-427ba7a232c5 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:02:51.740576 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0fe9c60b-9a1d-40b4-ada7-9d39d1f37566 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (7347dd9d-afd8-4ace-8630-427ba7a232c5), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:51.772007 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cba867dd-2ef9-4600-ae04-ea3f5c051863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (e13a0a4c-543e-4c18-b13e-ee328b4593b2), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:51.774849 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cba867dd-2ef9-4600-ae04-ea3f5c051863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:51.777969 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cba867dd-2ef9-4600-ae04-ea3f5c051863 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e13a0a4c-543e-4c18-b13e-ee328b4593b2 HTTP/1.1" status: 204 len: 168 time: 0.2151251 Mar 01 14:02:51.812634 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:02:51.821039 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-0fe9c60b-9a1d-40b4-ada7-9d39d1f37566 None None] For port 7347dd9d-afd8-4ace-8630-427ba7a232c5, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=7347dd9d-afd8-4ace-8630-427ba7a232c5,segment=NetworkSegment(69064791-2691-4169-b20c-0b547dd04c59),segment_id=69064791-2691-4169-b20c-0b547dd04c59)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:02:51.821457 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0fe9c60b-9a1d-40b4-ada7-9d39d1f37566 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (7347dd9d-afd8-4ace-8630-427ba7a232c5), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:51.830871 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba867dd-2ef9-4600-ae04-ea3f5c051863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13a0a4c-543e-4c18-b13e-ee328b4593b2,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:51.831498 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-23407c16-075b-4797-bd9e-2effd74ec001 admin admin] For port 7347dd9d-afd8-4ace-8630-427ba7a232c5, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=7347dd9d-afd8-4ace-8630-427ba7a232c5,segment=NetworkSegment(69064791-2691-4169-b20c-0b547dd04c59),segment_id=69064791-2691-4169-b20c-0b547dd04c59)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:02:51.832432 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-23407c16-075b-4797-bd9e-2effd74ec001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (7347dd9d-afd8-4ace-8630-427ba7a232c5), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:51.846316 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-0fe9c60b-9a1d-40b4-ada7-9d39d1f37566 None None] Calling delete_port for 7347dd9d-afd8-4ace-8630-427ba7a232c5 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:02:51.887175 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-23407c16-075b-4797-bd9e-2effd74ec001 admin admin] Calling delete_port for 7347dd9d-afd8-4ace-8630-427ba7a232c5 owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:02:51.906764 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06587e5b-8c41-439e-8b5f-2f3a6ae0a3c8 req-46b0f967-4bde-4277-ab0c-3b33132a8968 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:51.908620 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06587e5b-8c41-439e-8b5f-2f3a6ae0a3c8 req-46b0f967-4bde-4277-ab0c-3b33132a8968 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=36e11d07-1201-4283-910f-041ba9d11d73 HTTP/1.1" status: 200 len: 945 time: 0.1460359 Mar 01 14:02:51.947771 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0fe9c60b-9a1d-40b4-ada7-9d39d1f37566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (7347dd9d-afd8-4ace-8630-427ba7a232c5), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:51.980678 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9c60b-9a1d-40b4-ada7-9d39d1f37566 None None] Pushing event deleted for resources: {'Port': ['ID=7347dd9d-afd8-4ace-8630-427ba7a232c5,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:51.996190 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe9c60b-9a1d-40b4-ada7-9d39d1f37566 None None] No DVR routers for this DVR port 7347dd9d-afd8-4ace-8630-427ba7a232c5 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:02:52.018859 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06587e5b-8c41-439e-8b5f-2f3a6ae0a3c8 req-f3152807-05a7-494d-95a5-cf0d4bc1d54f tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037478 Mar 01 14:02:52.050526 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-23407c16-075b-4797-bd9e-2effd74ec001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (7347dd9d-afd8-4ace-8630-427ba7a232c5), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:52.081047 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23407c16-075b-4797-bd9e-2effd74ec001 admin admin] Pushing event deleted for resources: {'Port': ['ID=7347dd9d-afd8-4ace-8630-427ba7a232c5,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:52.087750 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23407c16-075b-4797-bd9e-2effd74ec001 admin admin] No DVR routers for this DVR port 7347dd9d-afd8-4ace-8630-427ba7a232c5 on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:02:52.174581 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-23407c16-075b-4797-bd9e-2effd74ec001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (9c9ff221-b297-418d-84a7-1fb33a90a52d), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:52.199469 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-23407c16-075b-4797-bd9e-2effd74ec001 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c9ff221-b297-418d-84a7-1fb33a90a52d']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:52.211103 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-23407c16-075b-4797-bd9e-2effd74ec001 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69064791-2691-4169-b20c-0b547dd04c59') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:52.211421 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-23407c16-075b-4797-bd9e-2effd74ec001 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69064791-2691-4169-b20c-0b547dd04c59') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:02:52.222010 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-23407c16-075b-4797-bd9e-2effd74ec001 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (69064791-2691-4169-b20c-0b547dd04c59), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:52.237860 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-23407c16-075b-4797-bd9e-2effd74ec001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (69064791-2691-4169-b20c-0b547dd04c59), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:52.244461 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23407c16-075b-4797-bd9e-2effd74ec001 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:02:52.244865 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-23407c16-075b-4797-bd9e-2effd74ec001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (69064791-2691-4169-b20c-0b547dd04c59), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: self.session.flush() Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: self.session.flush() Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: self.session.flush() Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: self.session.flush() Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:02:52.246820 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:02:52.315189 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-23407c16-075b-4797-bd9e-2effd74ec001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (9c9ff221-b297-418d-84a7-1fb33a90a52d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:52.334958 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-23407c16-075b-4797-bd9e-2effd74ec001 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:52.334958 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-23407c16-075b-4797-bd9e-2effd74ec001 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9c9ff221-b297-418d-84a7-1fb33a90a52d HTTP/1.1" status: 204 len: 168 time: 0.8684630 Mar 01 14:02:52.355899 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23407c16-075b-4797-bd9e-2effd74ec001 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c9ff221-b297-418d-84a7-1fb33a90a52d,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:52.404019 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2db5b4-6ce0-433e-b658-00b7b80bb4fc req-1e7387d5-47a9-441a-bdc4-dcf76ff8c6e7 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:52.411680 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3d2db5b4-6ce0-433e-b658-00b7b80bb4fc req-1e7387d5-47a9-441a-bdc4-dcf76ff8c6e7 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=01c98c0a-b64f-4f41-9546-79aebd842e76 HTTP/1.1" status: 200 len: 1127 time: 0.0778763 Mar 01 14:02:52.460099 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3d2db5b4-6ce0-433e-b658-00b7b80bb4fc req-1dd68d8d-256e-4b73-af35-e5e2a47f52dd tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1b5412fc-e03a-4eda-a411-75e91c157c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475874 Mar 01 14:02:52.519847 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 1b0e6747-e77d-4b3b-994d-a2cdd327f40a no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:02:52.541472 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 1b0e6747-e77d-4b3b-994d-a2cdd327f40a {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:02:52.541893 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 1b0e6747-e77d-4b3b-994d-a2cdd327f40a not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:02:52.542514 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 7347dd9d-afd8-4ace-8630-427ba7a232c5 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:02:52.562056 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 7347dd9d-afd8-4ace-8630-427ba7a232c5 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:02:52.562595 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 7347dd9d-afd8-4ace-8630-427ba7a232c5 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:02:52.582742 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57646) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:52.626546 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2ca93a60-0451-41ec-a48a-321c9e9a4375 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4475ad9be4194a7593562a2e7537afad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424924 Mar 01 14:02:52.629044 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57648) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:52.632087 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57650) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:52.680137 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dcc8f3d9-a596-43ef-ab48-fe1a446a5c04 admin admin] Publish callbacks [] for security_group (093993db-f4e9-40a9-8143-0b022f5badf8), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:52.701315 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dcc8f3d9-a596-43ef-ab48-fe1a446a5c04 admin admin] Publish callbacks [] for security_group (093993db-f4e9-40a9-8143-0b022f5badf8), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:52.735483 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c98c0a-b64f-4f41-9546-79aebd842e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87d9e8c-57b6-4c13-8a5d-957a24ded7a9'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:02:52.738401 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28af312b-c5c7-48e8-b095-62c099adfd71" -d '{"events": [{"server_uuid": "01c98c0a-b64f-4f41-9546-79aebd842e76", "name": "network-vif-plugged", "status": "completed", "tag": "f87d9e8c-57b6-4c13-8a5d-957a24ded7a9"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:02:52.762835 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dcc8f3d9-a596-43ef-ab48-fe1a446a5c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (093993db-f4e9-40a9-8143-0b022f5badf8), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:52.767958 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dcc8f3d9-a596-43ef-ab48-fe1a446a5c04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:52.770226 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-dcc8f3d9-a596-43ef-ab48-fe1a446a5c04 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/093993db-f4e9-40a9-8143-0b022f5badf8 HTTP/1.1" status: 204 len: 168 time: 0.1400051 Mar 01 14:02:52.783453 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc8f3d9-a596-43ef-ab48-fe1a446a5c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093993db-f4e9-40a9-8143-0b022f5badf8,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:52.786062 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c999f20-cecc-45ac-886c-f5fc5ea5ea33 x-openstack-request-id: req-6c999f20-cecc-45ac-886c-f5fc5ea5ea33 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:02:52.786427 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c98c0a-b64f-4f41-9546-79aebd842e76", "name": "network-vif-plugged", "status": "completed", "tag": "f87d9e8c-57b6-4c13-8a5d-957a24ded7a9", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:02:52.786746 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c999f20-cecc-45ac-886c-f5fc5ea5ea33 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:02:52.787345 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c98c0a-b64f-4f41-9546-79aebd842e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87d9e8c-57b6-4c13-8a5d-957a24ded7a9', 'code': 200} Mar 01 14:02:52.878383 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-6dd72ec0-3559-41d6-a906-aaf98815a439 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1638499220'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:02:52.911111 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd72ec0-3559-41d6-a906-aaf98815a439 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Made reservation on behalf of 47e83121379746b8b145913fefacdd5f for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:02:52.914461 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6dd72ec0-3559-41d6-a906-aaf98815a439 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:52.918835 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ec270-47a5-41d4-8c00-cae7f425aee7 req-ec6a0935-0af5-4394-91ed-c804ab3808af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:52.920762 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d67ec270-47a5-41d4-8c00-cae7f425aee7 req-ec6a0935-0af5-4394-91ed-c804ab3808af service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=01c98c0a-b64f-4f41-9546-79aebd842e76 HTTP/1.1" status: 200 len: 1127 time: 0.0740242 Mar 01 14:02:52.926872 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6dd72ec0-3559-41d6-a906-aaf98815a439 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:52.997372 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d67ec270-47a5-41d4-8c00-cae7f425aee7 req-ba533539-9b2d-4178-a52b-3bf0ab72f20c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1b5412fc-e03a-4eda-a411-75e91c157c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680778 Mar 01 14:02:53.048114 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6dd72ec0-3559-41d6-a906-aaf98815a439 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks [] for security_group (76ec17bd-c55c-4145-a4d5-d70c83a9a8c9), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:53.054548 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6dd72ec0-3559-41d6-a906-aaf98815a439 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (76ec17bd-c55c-4145-a4d5-d70c83a9a8c9), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:53.100354 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd72ec0-3559-41d6-a906-aaf98815a439 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76ec17bd-c55c-4145-a4d5-d70c83a9a8c9,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:53.112826 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dd72ec0-3559-41d6-a906-aaf98815a439 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:02:53.126816 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6dd72ec0-3559-41d6-a906-aaf98815a439 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (ee248e86-7f40-4e3f-8bef-355489423212), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:53.127518 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-6dd72ec0-3559-41d6-a906-aaf98815a439 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Added segment ee248e86-7f40-4e3f-8bef-355489423212 of type vlan for network 2557e974-251f-4f28-9335-2340b47752ef Mar 01 14:02:53.187972 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6dd72ec0-3559-41d6-a906-aaf98815a439 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (2557e974-251f-4f28-9335-2340b47752ef), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:53.200955 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90637e7-32e3-4f69-8db1-46cd56a423db req-83213660-eabb-4749-956a-e6a262592b0d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:53.203308 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f90637e7-32e3-4f69-8db1-46cd56a423db req-83213660-eabb-4749-956a-e6a262592b0d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=36e11d07-1201-4283-910f-041ba9d11d73 HTTP/1.1" status: 200 len: 945 time: 0.0735009 Mar 01 14:02:53.215590 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6dd72ec0-3559-41d6-a906-aaf98815a439 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (2557e974-251f-4f28-9335-2340b47752ef), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:53.223412 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd72ec0-3559-41d6-a906-aaf98815a439 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:53.224831 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6dd72ec0-3559-41d6-a906-aaf98815a439 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:53.229510 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57674) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:53.288296 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f90637e7-32e3-4f69-8db1-46cd56a423db req-c7c6f353-cf5f-4728-9c4b-dc6ed6594511 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790761 Mar 01 14:02:53.303637 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-93d239e6-1bf3-4f79-9977-2d926bbcd528 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b98eaa60ae04ec59bb44beff89518cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0706499 Mar 01 14:02:53.304995 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57678) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:53.309724 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6dd72ec0-3559-41d6-a906-aaf98815a439 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6739376 Mar 01 14:02:53.314396 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57680) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:53.319056 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-d240f0fb-715b-40c8-ac91-28a8fbdb3797 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Request body: {'subnet': {'network_id': '2557e974-251f-4f28-9335-2340b47752ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:02:53.339348 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd72ec0-3559-41d6-a906-aaf98815a439 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Pushing event updated for resources: {'Network': ['ID=2557e974-251f-4f28-9335-2340b47752ef,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:53.352210 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 2557e974-251f-4f28-9335-2340b47752ef details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:02:53.397992 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57684) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:53.476121 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c1399e89-a016-408d-9b77-b0f1ec7d8584 admin admin] Publish callbacks [] for security_group (c4814712-e9e8-40fa-8052-7adcfe884afa), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:53.488554 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13456e09-6759-4fd7-8d5d-ee86e6792315 req-cd146c46-ad80-4ddc-ba07-71a876892bde tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:53.490080 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-13456e09-6759-4fd7-8d5d-ee86e6792315 req-cd146c46-ad80-4ddc-ba07-71a876892bde tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d80da8f3-e01d-4d1b-aa0a-2e1a2cbe3134 HTTP/1.1" status: 200 len: 946 time: 0.1118867 Mar 01 14:02:53.512039 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9e79214d-85fb-4d11-9abb-5acc8026198c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:53.517987 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d240f0fb-715b-40c8-ac91-28a8fbdb3797 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Made reservation on behalf of 47e83121379746b8b145913fefacdd5f for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:02:53.521366 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d240f0fb-715b-40c8-ac91-28a8fbdb3797 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:53.525644 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c1399e89-a016-408d-9b77-b0f1ec7d8584 admin admin] Publish callbacks [] for security_group (c4814712-e9e8-40fa-8052-7adcfe884afa), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:53.599737 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9e79214d-85fb-4d11-9abb-5acc8026198c admin admin] Publish callbacks [] for security_group (955c1ab8-e098-495e-8de6-a4d1f00d137b), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:53.604049 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9e79214d-85fb-4d11-9abb-5acc8026198c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (955c1ab8-e098-495e-8de6-a4d1f00d137b), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:53.645292 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9e79214d-85fb-4d11-9abb-5acc8026198c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7d5a7a67da44939ac6baa29c9e459e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2439630 Mar 01 14:02:53.645292 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79214d-85fb-4d11-9abb-5acc8026198c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955c1ab8-e098-495e-8de6-a4d1f00d137b,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:53.647219 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57690) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:53.671228 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-13456e09-6759-4fd7-8d5d-ee86e6792315 req-238565a5-2f7e-4bda-b14a-19d3317db0a8 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723695 Mar 01 14:02:53.696949 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28580f2f-87fa-44a6-a896-cba8104f9422 req-8870bb35-1fe4-4113-b36d-b389852d3549 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:53.698407 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-28580f2f-87fa-44a6-a896-cba8104f9422 req-8870bb35-1fe4-4113-b36d-b389852d3549 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=01c98c0a-b64f-4f41-9546-79aebd842e76 HTTP/1.1" status: 200 len: 1127 time: 0.1565535 Mar 01 14:02:53.715618 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5fc59379-e2ec-4808-aa06-a79fb8120353 admin admin] Publish callbacks [] for security_group (955c1ab8-e098-495e-8de6-a4d1f00d137b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:53.717364 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c1399e89-a016-408d-9b77-b0f1ec7d8584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c4814712-e9e8-40fa-8052-7adcfe884afa), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:53.720230 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c1399e89-a016-408d-9b77-b0f1ec7d8584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:53.723702 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c1399e89-a016-408d-9b77-b0f1ec7d8584 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4814712-e9e8-40fa-8052-7adcfe884afa HTTP/1.1" status: 204 len: 168 time: 0.4163079 Mar 01 14:02:53.753686 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5fc59379-e2ec-4808-aa06-a79fb8120353 admin admin] Publish callbacks [] for security_group (955c1ab8-e098-495e-8de6-a4d1f00d137b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:53.765295 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1399e89-a016-408d-9b77-b0f1ec7d8584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4814712-e9e8-40fa-8052-7adcfe884afa,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:53.812718 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5fc59379-e2ec-4808-aa06-a79fb8120353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (955c1ab8-e098-495e-8de6-a4d1f00d137b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:53.815454 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5fc59379-e2ec-4808-aa06-a79fb8120353 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:53.820731 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5fc59379-e2ec-4808-aa06-a79fb8120353 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/955c1ab8-e098-495e-8de6-a4d1f00d137b HTTP/1.1" status: 204 len: 168 time: 0.1724222 Mar 01 14:02:53.829917 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc59379-e2ec-4808-aa06-a79fb8120353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955c1ab8-e098-495e-8de6-a4d1f00d137b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:53.834255 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-28580f2f-87fa-44a6-a896-cba8104f9422 req-d5558f2f-9696-4574-bbe1-b10a1495f47d tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1b5412fc-e03a-4eda-a411-75e91c157c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264539 Mar 01 14:02:53.897712 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e4fd4-146f-4f5c-8b8c-4991460e662c req-2ae2bc35-ee5f-4d5e-922b-a321627ec27d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:53.899249 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cf2e4fd4-146f-4f5c-8b8c-4991460e662c req-2ae2bc35-ee5f-4d5e-922b-a321627ec27d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=36e11d07-1201-4283-910f-041ba9d11d73 HTTP/1.1" status: 200 len: 945 time: 0.1368906 Mar 01 14:02:53.900647 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d240f0fb-715b-40c8-ac91-28a8fbdb3797 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (74b65b3c-f622-466b-8015-08b028145578), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:53.978873 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240f0fb-715b-40c8-ac91-28a8fbdb3797 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Pushing event updated for resources: {'Subnet': ['ID=74b65b3c-f622-466b-8015-08b028145578,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:54.010784 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d240f0fb-715b-40c8-ac91-28a8fbdb3797 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Checking segment: {'id': 'ee248e86-7f40-4e3f-8bef-355489423212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2557e974-251f-4f28-9335-2340b47752ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:02:54.011155 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d240f0fb-715b-40c8-ac91-28a8fbdb3797 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Network hostable DHCP agents. Network: 2557e974-251f-4f28-9335-2340b47752ef, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:02:54.016919 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cf2e4fd4-146f-4f5c-8b8c-4991460e662c req-75b33e81-684b-4b55-9667-81ea70b0652b tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068406 Mar 01 14:02:54.036111 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d240f0fb-715b-40c8-ac91-28a8fbdb3797 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Network 2557e974-251f-4f28-9335-2340b47752ef is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:02:54.058385 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-d240f0fb-715b-40c8-ac91-28a8fbdb3797 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 2557e974-251f-4f28-9335-2340b47752ef) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:02:54.068305 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d240f0fb-715b-40c8-ac91-28a8fbdb3797 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:54.068957 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d240f0fb-715b-40c8-ac91-28a8fbdb3797 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:54.070962 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fd1433-fd9b-43f8-962e-edb5b6d6ee29 None None] Network 2557e974-251f-4f28-9335-2340b47752ef requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:02:54.091895 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d240f0fb-715b-40c8-ac91-28a8fbdb3797 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7764130 Mar 01 14:02:54.095473 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57708) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:54.101706 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-a5ea8632-c7c6-4bfd-abc5-3d0ab5af0fe1 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Request body: {'port': {'network_id': '2557e974-251f-4f28-9335-2340b47752ef', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-758787700'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:02:54.214481 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a266e65a-4174-466c-98bc-37383cf109c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-2557e974-251f-4f28-9335-2340b47752ef', 'network_id': '2557e974-251f-4f28-9335-2340b47752ef', 'project_id': '47e83121379746b8b145913fefacdd5f', 'fixed_ips': [{'subnet_id': '74b65b3c-f622-466b-8015-08b028145578'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:02:54.214481 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a266e65a-4174-466c-98bc-37383cf109c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:54.326930 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ea8632-c7c6-4bfd-abc5-3d0ab5af0fe1 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Made reservation on behalf of 47e83121379746b8b145913fefacdd5f for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:02:54.331146 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5ea8632-c7c6-4bfd-abc5-3d0ab5af0fe1 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:54.377984 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-a5ea8632-c7c6-4bfd-abc5-3d0ab5af0fe1 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] device_id is not set on port c6e1301f-420e-4b0b-9bc0-9678bb8a7e78 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:02:54.459786 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-a266e65a-4174-466c-98bc-37383cf109c9 None None] Allocated IP 2001:db8::2 (2557e974-251f-4f28-9335-2340b47752ef/74b65b3c-f622-466b-8015-08b028145578/677d409e-aefe-49aa-bffe-89cd65907c04) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:02:54.503356 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76bf041-519d-4071-becc-6fa8fc4b4934 req-2606f344-ede0-4895-a31a-07301297c127 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:54.506571 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b76bf041-519d-4071-becc-6fa8fc4b4934 req-2606f344-ede0-4895-a31a-07301297c127 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=36e11d07-1201-4283-910f-041ba9d11d73 HTTP/1.1" status: 200 len: 945 time: 0.1045506 Mar 01 14:02:54.585584 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b76bf041-519d-4071-becc-6fa8fc4b4934 req-732e7736-b94d-4751-b2cf-f968a381c78a tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725436 Mar 01 14:02:54.639612 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a266e65a-4174-466c-98bc-37383cf109c9 None None] Publish callbacks [] for port (677d409e-aefe-49aa-bffe-89cd65907c04), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:54.646364 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a266e65a-4174-466c-98bc-37383cf109c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (677d409e-aefe-49aa-bffe-89cd65907c04), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:54.692139 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a266e65a-4174-466c-98bc-37383cf109c9 None None] Network 2557e974-251f-4f28-9335-2340b47752ef is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:02:54.695086 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-a266e65a-4174-466c-98bc-37383cf109c9 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:02:54.698959 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a266e65a-4174-466c-98bc-37383cf109c9 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:02:54.706434 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266e65a-4174-466c-98bc-37383cf109c9 None None] Pushing event updated for resources: {'Port': ['ID=677d409e-aefe-49aa-bffe-89cd65907c04,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:54.745082 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-a5ea8632-c7c6-4bfd-abc5-3d0ab5af0fe1 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Allocated IP 2001:db8::287 (2557e974-251f-4f28-9335-2340b47752ef/74b65b3c-f622-466b-8015-08b028145578/c6e1301f-420e-4b0b-9bc0-9678bb8a7e78) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:02:54.768120 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-a266e65a-4174-466c-98bc-37383cf109c9 None None] Attempting to bind port 677d409e-aefe-49aa-bffe-89cd65907c04 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:02:54.768677 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-a266e65a-4174-466c-98bc-37383cf109c9 None None] Attempting to bind port 677d409e-aefe-49aa-bffe-89cd65907c04 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ee248e86-7f40-4e3f-8bef-355489423212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2557e974-251f-4f28-9335-2340b47752ef'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:02:54.769196 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a266e65a-4174-466c-98bc-37383cf109c9 None None] Attempting to bind port 677d409e-aefe-49aa-bffe-89cd65907c04 on network 2557e974-251f-4f28-9335-2340b47752ef {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:02:54.774453 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a266e65a-4174-466c-98bc-37383cf109c9 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:02:54.775077 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a266e65a-4174-466c-98bc-37383cf109c9 None None] Checking segment: {'id': 'ee248e86-7f40-4e3f-8bef-355489423212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2557e974-251f-4f28-9335-2340b47752ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:02:54.775834 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a266e65a-4174-466c-98bc-37383cf109c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:54.776375 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a266e65a-4174-466c-98bc-37383cf109c9 None None] Bound using segment: {'id': 'ee248e86-7f40-4e3f-8bef-355489423212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2557e974-251f-4f28-9335-2340b47752ef'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:02:54.777262 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-a266e65a-4174-466c-98bc-37383cf109c9 None None] Bound port: 677d409e-aefe-49aa-bffe-89cd65907c04, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee248e86-7f40-4e3f-8bef-355489423212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2557e974-251f-4f28-9335-2340b47752ef'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:02:54.777862 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a266e65a-4174-466c-98bc-37383cf109c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (677d409e-aefe-49aa-bffe-89cd65907c04), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:54.845259 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-a266e65a-4174-466c-98bc-37383cf109c9 None None] For port 677d409e-aefe-49aa-bffe-89cd65907c04, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:02:54.848968 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-a266e65a-4174-466c-98bc-37383cf109c9 None None] For port 677d409e-aefe-49aa-bffe-89cd65907c04, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=677d409e-aefe-49aa-bffe-89cd65907c04,segment=NetworkSegment(ee248e86-7f40-4e3f-8bef-355489423212),segment_id=ee248e86-7f40-4e3f-8bef-355489423212)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:02:54.859125 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a266e65a-4174-466c-98bc-37383cf109c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (677d409e-aefe-49aa-bffe-89cd65907c04), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:54.920510 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57746) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:54.941979 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266e65a-4174-466c-98bc-37383cf109c9 None None] Pushing event updated for resources: {'Port': ['ID=677d409e-aefe-49aa-bffe-89cd65907c04,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:54.976710 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5ea8632-c7c6-4bfd-abc5-3d0ab5af0fe1 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks [] for port (c6e1301f-420e-4b0b-9bc0-9678bb8a7e78), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:55.013962 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553ee68-b914-426d-9486-5b296a4b6031 req-69a32b87-ce77-410c-8805-8b7ea69262ed tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:55.018285 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1553ee68-b914-426d-9486-5b296a4b6031 req-69a32b87-ce77-410c-8805-8b7ea69262ed tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=01c98c0a-b64f-4f41-9546-79aebd842e76 HTTP/1.1" status: 200 len: 1127 time: 0.0606730 Mar 01 14:02:55.037560 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5ea8632-c7c6-4bfd-abc5-3d0ab5af0fe1 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (c6e1301f-420e-4b0b-9bc0-9678bb8a7e78), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:55.100101 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ea8632-c7c6-4bfd-abc5-3d0ab5af0fe1 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Network 2557e974-251f-4f28-9335-2340b47752ef is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:02:55.102268 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1553ee68-b914-426d-9486-5b296a4b6031 req-1a44369d-5e13-4db3-bc04-60e5fc54e0f6 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1b5412fc-e03a-4eda-a411-75e91c157c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744474 Mar 01 14:02:55.112872 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-a5ea8632-c7c6-4bfd-abc5-3d0ab5af0fe1 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:02:55.125164 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ea8632-c7c6-4bfd-abc5-3d0ab5af0fe1 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:02:55.131989 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ea8632-c7c6-4bfd-abc5-3d0ab5af0fe1 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:55.132789 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5ea8632-c7c6-4bfd-abc5-3d0ab5af0fe1 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:55.139530 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea8632-c7c6-4bfd-abc5-3d0ab5af0fe1 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Pushing event updated for resources: {'Port': ['ID=c6e1301f-420e-4b0b-9bc0-9678bb8a7e78,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:55.167888 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57754) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:55.170817 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a5ea8632-c7c6-4bfd-abc5-3d0ab5af0fe1 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0672119 Mar 01 14:02:55.174179 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-0027ceb7-e8e0-434f-87ab-dbf440bd095e tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Request body: {'port': {'network_id': '2557e974-251f-4f28-9335-2340b47752ef', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1177085869', 'allowed_address_pairs': [{'ip_address': '2001:db8::287', 'mac_address': 'fa:16:3e:60:db:c0'}]}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:02:55.246141 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-80131d42-e5ee-4ae3-8261-29f69d92b79c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:55.285082 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-ec52fcee-55ff-4fd1-9c5d-bb689e57fd41 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-798698559-network', 'tenant_id': '684cc9fc46e242a2bd85fdf929a2cebb'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:02:55.376112 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec52fcee-55ff-4fd1-9c5d-bb689e57fd41 admin admin] Made reservation on behalf of 684cc9fc46e242a2bd85fdf929a2cebb for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:02:55.378402 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ec52fcee-55ff-4fd1-9c5d-bb689e57fd41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:55.404541 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ec52fcee-55ff-4fd1-9c5d-bb689e57fd41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:55.418476 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0cddc-bcc8-4c54-abc8-9dcc55dfb0ce req-85f47db0-aa17-4479-a0a8-7c9e14f5be39 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:55.420041 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8ea0cddc-bcc8-4c54-abc8-9dcc55dfb0ce req-85f47db0-aa17-4479-a0a8-7c9e14f5be39 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=01c98c0a-b64f-4f41-9546-79aebd842e76 HTTP/1.1" status: 200 len: 1127 time: 0.1396303 Mar 01 14:02:55.461979 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0027ceb7-e8e0-434f-87ab-dbf440bd095e tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Made reservation on behalf of 47e83121379746b8b145913fefacdd5f for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:02:55.552781 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8ea0cddc-bcc8-4c54-abc8-9dcc55dfb0ce req-88067e7a-3740-4ecd-a03c-f5872f4ad084 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1b5412fc-e03a-4eda-a411-75e91c157c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256821 Mar 01 14:02:55.613143 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ec52fcee-55ff-4fd1-9c5d-bb689e57fd41 admin admin] Publish callbacks [] for security_group (6764fca8-a51a-4912-9b5d-01773464c183), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:55.617359 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0027ceb7-e8e0-434f-87ab-dbf440bd095e tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:55.620800 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ec52fcee-55ff-4fd1-9c5d-bb689e57fd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6764fca8-a51a-4912-9b5d-01773464c183), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:55.664074 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec52fcee-55ff-4fd1-9c5d-bb689e57fd41 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:02:55.674617 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-0027ceb7-e8e0-434f-87ab-dbf440bd095e tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] device_id is not set on port e893b769-729b-4673-ba35-23e860d20071 yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:02:55.724929 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ec52fcee-55ff-4fd1-9c5d-bb689e57fd41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (0daf6ea1-fe8f-417e-9613-c9672cc8c206), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:55.725288 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-ec52fcee-55ff-4fd1-9c5d-bb689e57fd41 admin admin] Added segment 0daf6ea1-fe8f-417e-9613-c9672cc8c206 of type vlan for network 603fb0b9-f818-4372-b4d4-fa9feb54900b Mar 01 14:02:55.771183 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec52fcee-55ff-4fd1-9c5d-bb689e57fd41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6764fca8-a51a-4912-9b5d-01773464c183,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:55.867866 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ec52fcee-55ff-4fd1-9c5d-bb689e57fd41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (603fb0b9-f818-4372-b4d4-fa9feb54900b), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:55.871314 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0f2fe-a97e-4a77-9156-9fd7fb1ad69a req-29a7334f-14f0-43de-8da2-0876231beaa9 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:55.873037 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cbb0f2fe-a97e-4a77-9156-9fd7fb1ad69a req-29a7334f-14f0-43de-8da2-0876231beaa9 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=01c98c0a-b64f-4f41-9546-79aebd842e76 HTTP/1.1" status: 200 len: 1127 time: 0.2365584 Mar 01 14:02:55.990946 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40eb2d1-ec69-4619-991b-de8ee1df69dd req-f6da7e53-b8a7-4361-9a09-93cc1e9b4c1e tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:55.999260 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c40eb2d1-ec69-4619-991b-de8ee1df69dd req-f6da7e53-b8a7-4361-9a09-93cc1e9b4c1e tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=36e11d07-1201-4283-910f-041ba9d11d73 HTTP/1.1" status: 200 len: 945 time: 0.2977602 Mar 01 14:02:56.007358 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-0027ceb7-e8e0-434f-87ab-dbf440bd095e tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Allocated IP 2001:db8::32b (2557e974-251f-4f28-9335-2340b47752ef/74b65b3c-f622-466b-8015-08b028145578/e893b769-729b-4673-ba35-23e860d20071) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:02:56.017846 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946f737-cd26-488e-ae24-9b058fd04544 req-b07603ce-deaf-459d-82d3-2f563dbb96f4 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:56.019873 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f946f737-cd26-488e-ae24-9b058fd04544 req-b07603ce-deaf-459d-82d3-2f563dbb96f4 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.20 "GET /v2.0/ports?device_id=36e11d07-1201-4283-910f-041ba9d11d73 HTTP/1.1" status: 200 len: 945 time: 0.0986438 Mar 01 14:02:56.084073 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ec52fcee-55ff-4fd1-9c5d-bb689e57fd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (603fb0b9-f818-4372-b4d4-fa9feb54900b), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:56.085213 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec52fcee-55ff-4fd1-9c5d-bb689e57fd41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:56.085940 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ec52fcee-55ff-4fd1-9c5d-bb689e57fd41 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:56.108973 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cbb0f2fe-a97e-4a77-9156-9fd7fb1ad69a req-65c665c3-bd59-494f-a7fe-2a00e31104da tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1b5412fc-e03a-4eda-a411-75e91c157c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144566 Mar 01 14:02:56.200539 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec52fcee-55ff-4fd1-9c5d-bb689e57fd41 admin admin] Pushing event updated for resources: {'Network': ['ID=603fb0b9-f818-4372-b4d4-fa9feb54900b,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:56.215281 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 603fb0b9-f818-4372-b4d4-fa9feb54900b details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:02:56.218942 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ec52fcee-55ff-4fd1-9c5d-bb689e57fd41 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2970448 Mar 01 14:02:56.222103 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57798) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:56.225489 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-f946f737-cd26-488e-ae24-9b058fd04544 req-967a9dd3-483c-4eeb-a9c9-42325712f29e tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Deleting port 7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:02:56.226729 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c40eb2d1-ec69-4619-991b-de8ee1df69dd req-babd756b-f91c-4772-b3a2-48dae52f8673 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264876 Mar 01 14:02:56.229729 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f946f737-cd26-488e-ae24-9b058fd04544 req-967a9dd3-483c-4eeb-a9c9-42325712f29e tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:56.230478 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-7a5eea76-19a6-42be-886a-946395212dff admin admin] Request body: {'subnet': {'network_id': '603fb0b9-f818-4372-b4d4-fa9feb54900b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-798698559-subnet', 'tenant_id': '684cc9fc46e242a2bd85fdf929a2cebb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:02:56.281108 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5eea76-19a6-42be-886a-946395212dff admin admin] Made reservation on behalf of 684cc9fc46e242a2bd85fdf929a2cebb for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:02:56.282274 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925b7af4-b17f-4751-9283-e5bb0ed7c0fc None None] Network 2557e974-251f-4f28-9335-2340b47752ef requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:02:56.283526 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7a5eea76-19a6-42be-886a-946395212dff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:56.391749 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-89159211-00ce-42b0-921a-9de8e0805a16 None None] Provisioning complete for port 677d409e-aefe-49aa-bffe-89cd65907c04 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:02:56.392136 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-89159211-00ce-42b0-921a-9de8e0805a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (677d409e-aefe-49aa-bffe-89cd65907c04), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:56.408950 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-f946f737-cd26-488e-ae24-9b058fd04544 req-967a9dd3-483c-4eeb-a9c9-42325712f29e tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] For port 7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7,segment=NetworkSegment(354ee497-7228-4227-89f9-36435d335b77),segment_id=354ee497-7228-4227-89f9-36435d335b77)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:02:56.409321 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f946f737-cd26-488e-ae24-9b058fd04544 req-967a9dd3-483c-4eeb-a9c9-42325712f29e tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:56.447363 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-f946f737-cd26-488e-ae24-9b058fd04544 req-967a9dd3-483c-4eeb-a9c9-42325712f29e tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Calling delete_port for 7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:02:56.594477 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-89159211-00ce-42b0-921a-9de8e0805a16 None None] Current status of the port 677d409e-aefe-49aa-bffe-89cd65907c04 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:02:56.595358 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-89159211-00ce-42b0-921a-9de8e0805a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (677d409e-aefe-49aa-bffe-89cd65907c04), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:56.627330 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 677d409e-aefe-49aa-bffe-89cd65907c04 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:02:56.733550 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-89159211-00ce-42b0-921a-9de8e0805a16 None None] For port 677d409e-aefe-49aa-bffe-89cd65907c04, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=677d409e-aefe-49aa-bffe-89cd65907c04,segment=NetworkSegment(ee248e86-7f40-4e3f-8bef-355489423212),segment_id=ee248e86-7f40-4e3f-8bef-355489423212)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:02:56.746673 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-89159211-00ce-42b0-921a-9de8e0805a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (677d409e-aefe-49aa-bffe-89cd65907c04), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:56.748352 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-20e92bb6-f05b-4f50-9168-eccae0a89e94 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:56.759432 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-20e92bb6-f05b-4f50-9168-eccae0a89e94 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/networks?id=189ec434-cc49-4599-b47e-f8c559326a7c HTTP/1.1" status: 200 len: 910 time: 0.2694972 Mar 01 14:02:56.790375 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-3d1d7f15-f5d6-4fa7-b747-fa83c6de2e8f tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/quotas/1dd2fd7ca28e42c99135df634d4d6912 HTTP/1.1" status: 200 len: 375 time: 0.0293405 Mar 01 14:02:56.804320 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f946f737-cd26-488e-ae24-9b058fd04544 req-967a9dd3-483c-4eeb-a9c9-42325712f29e tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:56.815399 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0027ceb7-e8e0-434f-87ab-dbf440bd095e tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks [] for port (e893b769-729b-4673-ba35-23e860d20071), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:56.823836 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['698be840-58f4-417e-896d-121bd73d95b5', '7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:02:56.827209 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['dab236b9-3448-425d-8be0-dc1b4b843737'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:02:56.933787 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7a5eea76-19a6-42be-886a-946395212dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (4288eac6-75e3-40e1-8e82-fcf32af9c531), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:56.976646 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-f946f737-cd26-488e-ae24-9b058fd04544 req-967a9dd3-483c-4eeb-a9c9-42325712f29e tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] No DVR routers for this DVR port 7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:02:56.984459 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a9dd3-483c-4eeb-a9c9-42325712f29e tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Pushing event deleted for resources: {'Port': ['ID=7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:56.989509 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f946f737-cd26-488e-ae24-9b058fd04544 req-967a9dd3-483c-4eeb-a9c9-42325712f29e tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:56.998631 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f946f737-cd26-488e-ae24-9b058fd04544 req-967a9dd3-483c-4eeb-a9c9-42325712f29e tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.20 "DELETE /v2.0/ports/7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7 HTTP/1.1" status: 204 len: 173 time: 0.9718647 Mar 01 14:02:57.001541 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e11d07-1201-4283-910f-041ba9d11d73', 'name': 'network-vif-deleted', 'tag': '7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:02:57.004082 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d818594-b402-4417-8f53-5453e0d5b76f" -d '{"events": [{"server_uuid": "36e11d07-1201-4283-910f-041ba9d11d73", "name": "network-vif-deleted", "tag": "7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:02:57.024503 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-1e8700c5-5bd1-4bb6-a4a8-df2cc96e943c tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=1dd2fd7ca28e42c99135df634d4d6912&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2316918 Mar 01 14:02:57.041360 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 677d409e-aefe-49aa-bffe-89cd65907c04 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:02:57.041360 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (677d409e-aefe-49aa-bffe-89cd65907c04), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:57.081839 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20634e7-aa8b-4a4d-8090-4d9d1aab4a39 x-openstack-request-id: req-e20634e7-aa8b-4a4d-8090-4d9d1aab4a39 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:02:57.082696 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e11d07-1201-4283-910f-041ba9d11d73", "name": "network-vif-deleted", "tag": "7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:02:57.083101 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e20634e7-aa8b-4a4d-8090-4d9d1aab4a39 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:02:57.083723 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e11d07-1201-4283-910f-041ba9d11d73', 'name': 'network-vif-deleted', 'tag': '7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7', 'status': 'completed', 'code': 200} Mar 01 14:02:57.150341 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0027ceb7-e8e0-434f-87ab-dbf440bd095e tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (e893b769-729b-4673-ba35-23e860d20071), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:57.190917 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89159211-00ce-42b0-921a-9de8e0805a16 None None] Pushing event updated for resources: {'Port': ['ID=677d409e-aefe-49aa-bffe-89cd65907c04,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:57.225726 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-775d8be8-3c78-4948-bb92-67bd1b169ec8 None None] Provisioning complete for port 677d409e-aefe-49aa-bffe-89cd65907c04 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:02:57.226432 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-775d8be8-3c78-4948-bb92-67bd1b169ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (677d409e-aefe-49aa-bffe-89cd65907c04), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:57.315990 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57854) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:57.457640 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4eacdd7c-fddf-4cc3-9236-ce06f11fc47c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:57.488070 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 677d409e-aefe-49aa-bffe-89cd65907c04 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:02:57.493034 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e4e8e134-20ad-445c-ac59-69b8e080f2ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:57.579699 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4eacdd7c-fddf-4cc3-9236-ce06f11fc47c admin admin] Publish callbacks [] for security_group (83b4dbe8-a6f9-4456-87b8-49b2caf29c2e), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:57.585730 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4eacdd7c-fddf-4cc3-9236-ce06f11fc47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (83b4dbe8-a6f9-4456-87b8-49b2caf29c2e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:57.593098 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-775d8be8-3c78-4948-bb92-67bd1b169ec8 None None] Current status of the port 677d409e-aefe-49aa-bffe-89cd65907c04 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:02:57.615380 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-775d8be8-3c78-4948-bb92-67bd1b169ec8 None None] Provisioning complete for port c6e1301f-420e-4b0b-9bc0-9678bb8a7e78 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:02:57.615830 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-775d8be8-3c78-4948-bb92-67bd1b169ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c6e1301f-420e-4b0b-9bc0-9678bb8a7e78), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:57.634494 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4eacdd7c-fddf-4cc3-9236-ce06f11fc47c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e6fb9aed40b44a1a48fff1ac3acde46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3167732 Mar 01 14:02:57.635749 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eacdd7c-fddf-4cc3-9236-ce06f11fc47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b4dbe8-a6f9-4456-87b8-49b2caf29c2e,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:57.638053 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57858) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:57.727031 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a2d66eda-50f5-4627-8b09-7f666e7b6e23 admin admin] Publish callbacks [] for security_group (83b4dbe8-a6f9-4456-87b8-49b2caf29c2e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:57.742408 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5eea76-19a6-42be-886a-946395212dff admin admin] Pushing event updated for resources: {'Subnet': ['ID=4288eac6-75e3-40e1-8e82-fcf32af9c531,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:57.754858 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a2d66eda-50f5-4627-8b09-7f666e7b6e23 admin admin] Publish callbacks [] for security_group (83b4dbe8-a6f9-4456-87b8-49b2caf29c2e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:57.778608 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-11ccbe18-94f0-48a0-bf51-73af6e880956 req-16282268-0d1b-443d-a94a-479606504bbe tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=36e11d07-1201-4283-910f-041ba9d11d73 HTTP/1.1" status: 200 len: 210 time: 0.1455388 Mar 01 14:02:57.784240 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0027ceb7-e8e0-434f-87ab-dbf440bd095e tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Network 2557e974-251f-4f28-9335-2340b47752ef is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:02:57.794181 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-8d9ceddf-0533-447c-8073-5bc92e911aa0 service neutron] 10.222.0.13 "GET /v2.0/networks/189ec434-cc49-4599-b47e-f8c559326a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7671134 Mar 01 14:02:57.794929 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5eea76-19a6-42be-886a-946395212dff admin admin] Checking segment: {'id': '0daf6ea1-fe8f-417e-9613-c9672cc8c206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '603fb0b9-f818-4372-b4d4-fa9feb54900b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:02:57.795351 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5eea76-19a6-42be-886a-946395212dff admin admin] Network hostable DHCP agents. Network: 603fb0b9-f818-4372-b4d4-fa9feb54900b, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:02:57.799021 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-0027ceb7-e8e0-434f-87ab-dbf440bd095e tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:02:57.805511 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0027ceb7-e8e0-434f-87ab-dbf440bd095e tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:02:57.819137 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a2d66eda-50f5-4627-8b09-7f666e7b6e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (83b4dbe8-a6f9-4456-87b8-49b2caf29c2e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:57.819505 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0027ceb7-e8e0-434f-87ab-dbf440bd095e tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:57.820571 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0027ceb7-e8e0-434f-87ab-dbf440bd095e tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:57.822732 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a2d66eda-50f5-4627-8b09-7f666e7b6e23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:57.826537 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a2d66eda-50f5-4627-8b09-7f666e7b6e23 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83b4dbe8-a6f9-4456-87b8-49b2caf29c2e HTTP/1.1" status: 204 len: 168 time: 0.1850116 Mar 01 14:02:57.833563 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d66eda-50f5-4627-8b09-7f666e7b6e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b4dbe8-a6f9-4456-87b8-49b2caf29c2e,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:57.834545 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027ceb7-e8e0-434f-87ab-dbf440bd095e tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Pushing event updated for resources: {'Port': ['ID=e893b769-729b-4673-ba35-23e860d20071,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:57.923609 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0027ceb7-e8e0-434f-87ab-dbf440bd095e tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.7543044 Mar 01 14:02:57.924162 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57862) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:57.931740 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-775d8be8-3c78-4948-bb92-67bd1b169ec8 None None] Port c6e1301f-420e-4b0b-9bc0-9678bb8a7e78 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:02:57.932240 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5eea76-19a6-42be-886a-946395212dff admin admin] Network 603fb0b9-f818-4372-b4d4-fa9feb54900b is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:02:57.959877 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-7a5eea76-19a6-42be-886a-946395212dff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 603fb0b9-f818-4372-b4d4-fa9feb54900b) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:02:57.976413 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82e4dc6-1515-4ae0-809e-c5ce7b73e462 None None] Network 603fb0b9-f818-4372-b4d4-fa9feb54900b requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:02:57.992722 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5eea76-19a6-42be-886a-946395212dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:57.993422 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7a5eea76-19a6-42be-886a-946395212dff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:58.043199 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7a5eea76-19a6-42be-886a-946395212dff admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8198798 Mar 01 14:02:58.054900 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-e530e2a9-fd68-45f0-9a1e-c2fdda665edd service neutron] 10.222.0.13 "GET /v2.0/networks/189ec434-cc49-4599-b47e-f8c559326a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257581 Mar 01 14:02:58.058048 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f81a940-1336-4047-bd16-2beb32c28b1f tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:58.064816 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f81a940-1336-4047-bd16-2beb32c28b1f tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:58.071826 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f81a940-1336-4047-bd16-2beb32c28b1f tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:58.073801 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0f81a940-1336-4047-bd16-2beb32c28b1f tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.1485648 Mar 01 14:02:58.076765 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57866) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:58.144031 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-343bcc3a-fc1f-4bd0-8bd3-35e3ebaf560b None None] Provisioning complete for port c6e1301f-420e-4b0b-9bc0-9678bb8a7e78 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:02:58.144626 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-343bcc3a-fc1f-4bd0-8bd3-35e3ebaf560b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c6e1301f-420e-4b0b-9bc0-9678bb8a7e78), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:58.281377 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-343bcc3a-fc1f-4bd0-8bd3-35e3ebaf560b None None] Port c6e1301f-420e-4b0b-9bc0-9678bb8a7e78 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:02:58.289414 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a0ae9a-ca0c-41c9-835d-192f02421a91 None None] Network 603fb0b9-f818-4372-b4d4-fa9feb54900b requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:02:58.316906 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-17d1fa49-d960-4df4-9b6d-d888b4077b89 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Deleting port e893b769-729b-4673-ba35-23e860d20071 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:02:58.317574 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-17d1fa49-d960-4df4-9b6d-d888b4077b89 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (e893b769-729b-4673-ba35-23e860d20071), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:58.441172 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-17d1fa49-d960-4df4-9b6d-d888b4077b89 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (e893b769-729b-4673-ba35-23e860d20071), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:58.465781 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-0eb33659-d99e-4501-8ff9-0571b57ca73f None None] Provisioning complete for port e893b769-729b-4673-ba35-23e860d20071 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:02:58.466640 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0eb33659-d99e-4501-8ff9-0571b57ca73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e893b769-729b-4673-ba35-23e860d20071), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:58.473632 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-17d1fa49-d960-4df4-9b6d-d888b4077b89 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Calling delete_port for e893b769-729b-4673-ba35-23e860d20071 owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:02:58.570074 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57882) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:58.585705 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-0eb33659-d99e-4501-8ff9-0571b57ca73f None None] Port e893b769-729b-4673-ba35-23e860d20071 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:02:58.606794 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 677d409e-aefe-49aa-bffe-89cd65907c04 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:02:58.608698 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b97e7863-d5aa-4b83-8ed7-a9b119fece41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:58.648756 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-497ac573-2811-4a55-b75b-6f82f5a98a83 req-2da4a78e-6091-4703-8b47-e5e1c29c7255 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1e08f685-fb1a-4798-8832-af19e5fe6a5b HTTP/1.1" status: 200 len: 210 time: 0.0799878 Mar 01 14:02:58.694891 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 677d409e-aefe-49aa-bffe-89cd65907c04 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:02:58.695592 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (677d409e-aefe-49aa-bffe-89cd65907c04), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:58.806003 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b97e7863-d5aa-4b83-8ed7-a9b119fece41 admin admin] Publish callbacks [] for security_group (02bdb846-4716-4b6c-9e7a-c9dd5c8b54aa), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:58.810248 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 677d409e-aefe-49aa-bffe-89cd65907c04 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:02:58.816555 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b97e7863-d5aa-4b83-8ed7-a9b119fece41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (02bdb846-4716-4b6c-9e7a-c9dd5c8b54aa), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:58.851423 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-751187e2-75f0-459c-b73b-fa5ce2d055a6 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:58.853164 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-751187e2-75f0-459c-b73b-fa5ce2d055a6 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/networks?id=603fb0b9-f818-4372-b4d4-fa9feb54900b HTTP/1.1" status: 200 len: 814 time: 0.1586812 Mar 01 14:02:58.854549 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-17d1fa49-d960-4df4-9b6d-d888b4077b89 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (e893b769-729b-4673-ba35-23e860d20071), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:58.887178 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:58.898367 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1fa49-d960-4df4-9b6d-d888b4077b89 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Pushing event deleted for resources: {'Port': ['ID=e893b769-729b-4673-ba35-23e860d20071,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:58.903512 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-5dfa5593-b86c-4319-83ec-1751a6a0578e tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/quotas/684cc9fc46e242a2bd85fdf929a2cebb HTTP/1.1" status: 200 len: 375 time: 0.0397508 Mar 01 14:02:58.904053 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57900) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:58.908924 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b97e7863-d5aa-4b83-8ed7-a9b119fece41 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5f534ebc3a94396b6648752e763f95d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3375766 Mar 01 14:02:58.914573 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e7863-d5aa-4b83-8ed7-a9b119fece41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bdb846-4716-4b6c-9e7a-c9dd5c8b54aa,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:58.995191 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-cb2d8783-1dc2-43ad-95bc-17e6e37b7a76 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=684cc9fc46e242a2bd85fdf929a2cebb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0834112 Mar 01 14:02:59.244710 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-17d1fa49-d960-4df4-9b6d-d888b4077b89 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:59.248916 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-17d1fa49-d960-4df4-9b6d-d888b4077b89 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] 10.222.0.13 "DELETE /v2.0/ports/e893b769-729b-4673-ba35-23e860d20071 HTTP/1.1" status: 204 len: 168 time: 1.1709223 Mar 01 14:02:59.252338 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57906) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:59.278757 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e6292246-2397-4311-a9ce-88de39f808bf admin admin] Publish callbacks [] for security_group (02bdb846-4716-4b6c-9e7a-c9dd5c8b54aa), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:59.301063 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-c69ceb33-c92d-4322-9351-644fc598b4ef tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] GET failed (client error): The resource could not be found. Mar 01 14:02:59.301598 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-701ce8fb-3a9b-4ec6-a950-317685f01e77 service neutron] 10.222.0.13 "GET /v2.0/networks/603fb0b9-f818-4372-b4d4-fa9feb54900b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957640 Mar 01 14:02:59.302847 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c69ceb33-c92d-4322-9351-644fc598b4ef tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] 10.222.0.13 "GET /v2.0/ports/e893b769-729b-4673-ba35-23e860d20071 HTTP/1.1" status: 404 len: 333 time: 0.0495210 Mar 01 14:02:59.306782 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57910) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:02:59.311865 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-41927962-18fc-43f5-bd19-fcea0f9ca4e4 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Request body: {'port': {'network_id': '2557e974-251f-4f28-9335-2340b47752ef', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-125567958'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:02:59.386235 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e6292246-2397-4311-a9ce-88de39f808bf admin admin] Publish callbacks [] for security_group (02bdb846-4716-4b6c-9e7a-c9dd5c8b54aa), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:59.440640 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10829fa8-d13f-420a-884b-6f7408a41f65 req-3daf35f2-6f23-4837-b505-692e332689b3 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:02:59.442797 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10829fa8-d13f-420a-884b-6f7408a41f65 req-3daf35f2-6f23-4837-b505-692e332689b3 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d80da8f3-e01d-4d1b-aa0a-2e1a2cbe3134 HTTP/1.1" status: 200 len: 946 time: 0.2431114 Mar 01 14:02:59.444855 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41927962-18fc-43f5-bd19-fcea0f9ca4e4 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Made reservation on behalf of 47e83121379746b8b145913fefacdd5f for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:02:59.449274 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-41927962-18fc-43f5-bd19-fcea0f9ca4e4 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:59.471733 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-41927962-18fc-43f5-bd19-fcea0f9ca4e4 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] device_id is not set on port 21330ec0-dce9-49ea-bad6-871cc9b2f377 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:02:59.512906 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-87d0074c-9dfb-4628-a455-92d27dc815f4 service neutron] 10.222.0.13 "GET /v2.0/networks/603fb0b9-f818-4372-b4d4-fa9feb54900b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103274 Mar 01 14:02:59.536806 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10829fa8-d13f-420a-884b-6f7408a41f65 req-9a3f8846-e0f2-48a6-9316-d340f9794511 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812376 Mar 01 14:02:59.540945 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e6292246-2397-4311-a9ce-88de39f808bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (02bdb846-4716-4b6c-9e7a-c9dd5c8b54aa), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:59.546348 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e6292246-2397-4311-a9ce-88de39f808bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:02:59.559162 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e6292246-2397-4311-a9ce-88de39f808bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02bdb846-4716-4b6c-9e7a-c9dd5c8b54aa HTTP/1.1" status: 204 len: 168 time: 0.6461008 Mar 01 14:02:59.590833 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6292246-2397-4311-a9ce-88de39f808bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bdb846-4716-4b6c-9e7a-c9dd5c8b54aa,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:02:59.631046 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-41927962-18fc-43f5-bd19-fcea0f9ca4e4 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Allocated IP 2001:db8::29a (2557e974-251f-4f28-9335-2340b47752ef/74b65b3c-f622-466b-8015-08b028145578/21330ec0-dce9-49ea-bad6-871cc9b2f377) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:02:59.839725 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e340e0a5-206b-4fec-a364-0cba3d52b0da req-1e0a11ff-f38f-42be-abe4-4a548b9a8e43 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1e08f685-fb1a-4798-8832-af19e5fe6a5b HTTP/1.1" status: 200 len: 210 time: 0.0703170 Mar 01 14:02:59.895925 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bf8755d2-e052-4786-9992-d166ca1f409f req-d4d75739-f81e-492a-b974-c3bbb3d7c0d9 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 210 time: 0.0693223 Mar 01 14:02:59.912900 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-41927962-18fc-43f5-bd19-fcea0f9ca4e4 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks [] for port (21330ec0-dce9-49ea-bad6-871cc9b2f377), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:00.127636 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:00.170848 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-ee7c675c-f517-4eef-bd7a-b28692e322bd tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:00.173571 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-ee7c675c-f517-4eef-bd7a-b28692e322bd tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.32 "GET /v2.0/networks?id=189ec434-cc49-4599-b47e-f8c559326a7c HTTP/1.1" status: 200 len: 910 time: 0.2559195 Mar 01 14:03:00.175915 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-41927962-18fc-43f5-bd19-fcea0f9ca4e4 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (21330ec0-dce9-49ea-bad6-871cc9b2f377), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:00.225099 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-be080e2d-cccc-475f-8e65-0a5c86b323eb tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Request body: {'port': {'device_id': '1e08f685-fb1a-4798-8832-af19e5fe6a5b', 'network_id': '189ec434-cc49-4599-b47e-f8c559326a7c', 'admin_state_up': True, 'tenant_id': '1dd2fd7ca28e42c99135df634d4d6912'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:00.237730 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41927962-18fc-43f5-bd19-fcea0f9ca4e4 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Network 2557e974-251f-4f28-9335-2340b47752ef is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:03:00.251840 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-41927962-18fc-43f5-bd19-fcea0f9ca4e4 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:03:00.259186 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41927962-18fc-43f5-bd19-fcea0f9ca4e4 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:03:00.266064 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41927962-18fc-43f5-bd19-fcea0f9ca4e4 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:00.267794 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-41927962-18fc-43f5-bd19-fcea0f9ca4e4 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:00.292620 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41927962-18fc-43f5-bd19-fcea0f9ca4e4 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Pushing event updated for resources: {'Port': ['ID=21330ec0-dce9-49ea-bad6-871cc9b2f377,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:00.296559 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-be080e2d-cccc-475f-8e65-0a5c86b323eb tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Made reservation on behalf of 1dd2fd7ca28e42c99135df634d4d6912 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:03:00.299642 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-be080e2d-cccc-475f-8e65-0a5c86b323eb tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:00.305744 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-41927962-18fc-43f5-bd19-fcea0f9ca4e4 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9979591 Mar 01 14:03:00.308589 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57934) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:00.315134 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-53051fbe-d2ff-4f3a-8048-e40ccb801ec4 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::287', 'mac_address': 'fa:16:3e:60:db:c0'}]}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:00.430154 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:03:00.492325 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-be080e2d-cccc-475f-8e65-0a5c86b323eb tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Allocated IP 172.20.0.13 (189ec434-cc49-4599-b47e-f8c559326a7c/81f442ed-eb0f-4869-b7da-605091f23629/57b0751a-5b06-4a0e-a16e-81601dba017e) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:03:00.499049 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:03:00.499448 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 7b6ded37-2b5f-41ca-a0a8-5bee78ea89f7 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:03:00.545360 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-53051fbe-d2ff-4f3a-8048-e40ccb801ec4 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (21330ec0-dce9-49ea-bad6-871cc9b2f377), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:00.734885 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-7941880d-f359-444c-87ac-4b747d22d691 None None] Provisioning complete for port 21330ec0-dce9-49ea-bad6-871cc9b2f377 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:03:00.738118 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7941880d-f359-444c-87ac-4b747d22d691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (21330ec0-dce9-49ea-bad6-871cc9b2f377), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:00.816725 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-7941880d-f359-444c-87ac-4b747d22d691 None None] Port 21330ec0-dce9-49ea-bad6-871cc9b2f377 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:03:00.864331 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-be080e2d-cccc-475f-8e65-0a5c86b323eb tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Publish callbacks [] for port (57b0751a-5b06-4a0e-a16e-81601dba017e), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:00.949658 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-be080e2d-cccc-475f-8e65-0a5c86b323eb tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (57b0751a-5b06-4a0e-a16e-81601dba017e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:00.959609 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['f87d9e8c-57b6-4c13-8a5d-957a24ded7a9'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:03:01.021700 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-53051fbe-d2ff-4f3a-8048-e40ccb801ec4 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks [] for port (21330ec0-dce9-49ea-bad6-871cc9b2f377), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:01.063063 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be080e2d-cccc-475f-8e65-0a5c86b323eb tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Pushing event updated for resources: {'Port': ['ID=57b0751a-5b06-4a0e-a16e-81601dba017e,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:01.077742 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-be080e2d-cccc-475f-8e65-0a5c86b323eb tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Network 189ec434-cc49-4599-b47e-f8c559326a7c is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:03:01.080567 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-be080e2d-cccc-475f-8e65-0a5c86b323eb tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:03:01.083014 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-be080e2d-cccc-475f-8e65-0a5c86b323eb tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:03:01.111044 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-53051fbe-d2ff-4f3a-8048-e40ccb801ec4 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (21330ec0-dce9-49ea-bad6-871cc9b2f377), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:01.126748 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-be080e2d-cccc-475f-8e65-0a5c86b323eb tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:01.127723 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-be080e2d-cccc-475f-8e65-0a5c86b323eb tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:01.149044 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-be080e2d-cccc-475f-8e65-0a5c86b323eb tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9533391 Mar 01 14:03:01.163682 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-77ae3d8e-ac3b-4f7d-a7ce-0780b9cc522f service neutron] Request body: {'port': {'device_id': '1e08f685-fb1a-4798-8832-af19e5fe6a5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:01.172757 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc025ba9-7f57-4c26-a3ae-6b0868bee27a req-e5b8b086-6b52-4875-a9ed-01ed764090ae tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:01.180388 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc025ba9-7f57-4c26-a3ae-6b0868bee27a req-e5b8b086-6b52-4875-a9ed-01ed764090ae tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d80da8f3-e01d-4d1b-aa0a-2e1a2cbe3134 HTTP/1.1" status: 200 len: 946 time: 0.4593239 Mar 01 14:03:01.209507 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-53051fbe-d2ff-4f3a-8048-e40ccb801ec4 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] In _notify_port_updated(), no bound segment for port 21330ec0-dce9-49ea-bad6-871cc9b2f377 on network 2557e974-251f-4f28-9335-2340b47752ef {{(pid=103727) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 01 14:03:01.217954 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53051fbe-d2ff-4f3a-8048-e40ccb801ec4 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:01.222832 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-53051fbe-d2ff-4f3a-8048-e40ccb801ec4 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:01.235238 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-53051fbe-d2ff-4f3a-8048-e40ccb801ec4 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] 10.222.0.13 "PUT /v2.0/ports/21330ec0-dce9-49ea-bad6-871cc9b2f377 HTTP/1.1" status: 200 len: 1002 time: 0.9249265 Mar 01 14:03:01.243225 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57958) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:01.345974 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-77ae3d8e-ac3b-4f7d-a7ce-0780b9cc522f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (57b0751a-5b06-4a0e-a16e-81601dba017e), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:01.378222 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc0e6f-d880-45da-be1a-6292787b3cdc req-29381d09-637e-4fc9-bf4d-e705d58f09a9 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:01.379923 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d3fc0e6f-d880-45da-be1a-6292787b3cdc req-29381d09-637e-4fc9-bf4d-e705d58f09a9 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.32 "GET /v2.0/ports?device_id=d80da8f3-e01d-4d1b-aa0a-2e1a2cbe3134 HTTP/1.1" status: 200 len: 946 time: 0.5114088 Mar 01 14:03:01.493384 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e73d5-3d9a-4673-b194-7fc222aa4472 req-e778cdee-9ef6-463c-94f4-958bb7a8f1e5 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:01.503565 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-833e73d5-3d9a-4673-b194-7fc222aa4472 req-e778cdee-9ef6-463c-94f4-958bb7a8f1e5 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1e08f685-fb1a-4798-8832-af19e5fe6a5b HTTP/1.1" status: 200 len: 1028 time: 0.4776142 Mar 01 14:03:01.526156 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53051fbe-d2ff-4f3a-8048-e40ccb801ec4 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Pushing event updated for resources: {'Port': ['ID=21330ec0-dce9-49ea-bad6-871cc9b2f377,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:01.647942 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc025ba9-7f57-4c26-a3ae-6b0868bee27a req-adde9d77-1c4c-42f2-b827-4343cd7bca1c tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515154 Mar 01 14:03:01.654428 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-79825625-4444-4d5c-b4be-6ca0e2d57592 None None] Provisioning complete for port 21330ec0-dce9-49ea-bad6-871cc9b2f377 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:03:01.654935 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-79825625-4444-4d5c-b4be-6ca0e2d57592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (21330ec0-dce9-49ea-bad6-871cc9b2f377), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:01.727722 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-833e73d5-3d9a-4673-b194-7fc222aa4472 req-1dfac86b-bc43-478a-b5cb-7f59fd66782c tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1b5412fc-e03a-4eda-a411-75e91c157c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168496 Mar 01 14:03:01.765367 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-d3fc0e6f-d880-45da-be1a-6292787b3cdc req-c8b2511f-9946-487a-b10a-6c27a36fdef7 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Deleting port dab236b9-3448-425d-8be0-dc1b4b843737 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:03:01.765949 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-d3fc0e6f-d880-45da-be1a-6292787b3cdc req-c8b2511f-9946-487a-b10a-6c27a36fdef7 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (dab236b9-3448-425d-8be0-dc1b4b843737), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:01.812411 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:01.815569 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-79825625-4444-4d5c-b4be-6ca0e2d57592 None None] Port 21330ec0-dce9-49ea-bad6-871cc9b2f377 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:03:01.853726 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-79825625-4444-4d5c-b4be-6ca0e2d57592 None None] Provisioning complete for port 57b0751a-5b06-4a0e-a16e-81601dba017e triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:03:01.854111 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-79825625-4444-4d5c-b4be-6ca0e2d57592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (57b0751a-5b06-4a0e-a16e-81601dba017e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:01.873663 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-190575d8-1b43-49a4-9c33-c1f20252495d req-c98f1cc4-015b-42b9-917e-efcc9a166eb3 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 210 time: 0.1187208 Mar 01 14:03:01.921683 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-79825625-4444-4d5c-b4be-6ca0e2d57592 None None] Port 57b0751a-5b06-4a0e-a16e-81601dba017e cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:03:01.994229 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-d3fc0e6f-d880-45da-be1a-6292787b3cdc req-c8b2511f-9946-487a-b10a-6c27a36fdef7 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] For port dab236b9-3448-425d-8be0-dc1b4b843737, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=dab236b9-3448-425d-8be0-dc1b4b843737,segment=NetworkSegment(354ee497-7228-4227-89f9-36435d335b77),segment_id=354ee497-7228-4227-89f9-36435d335b77)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:01.994696 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-d3fc0e6f-d880-45da-be1a-6292787b3cdc req-c8b2511f-9946-487a-b10a-6c27a36fdef7 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (dab236b9-3448-425d-8be0-dc1b4b843737), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:02.008003 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 57974) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:02.019707 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-d3fc0e6f-d880-45da-be1a-6292787b3cdc req-c8b2511f-9946-487a-b10a-6c27a36fdef7 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Calling delete_port for dab236b9-3448-425d-8be0-dc1b4b843737 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:03:02.067328 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dea41668-0887-4446-afdb-3774be890f95 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Deleting port 21330ec0-dce9-49ea-bad6-871cc9b2f377 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:03:02.067939 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dea41668-0887-4446-afdb-3774be890f95 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (21330ec0-dce9-49ea-bad6-871cc9b2f377), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:02.088607 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-e9e84471-824c-4b6e-8120-a5484d3cd81c tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:02.090187 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-e9e84471-824c-4b6e-8120-a5484d3cd81c tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.20 "GET /v2.0/networks?id=603fb0b9-f818-4372-b4d4-fa9feb54900b HTTP/1.1" status: 200 len: 814 time: 0.6930842 Mar 01 14:03:02.139393 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-fadc31bf-da13-46db-9aa7-bd142b24d04e tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Request body: {'port': {'device_id': 'c4f49a67-b8cf-4ee6-a725-3c8b8c13156d', 'network_id': '603fb0b9-f818-4372-b4d4-fa9feb54900b', 'admin_state_up': True, 'tenant_id': '684cc9fc46e242a2bd85fdf929a2cebb'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:02.175544 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-38c925c5-a45d-4ead-9700-a94735813b4e tempest-MeteringIpV6TestJSON-650987853 tempest-MeteringIpV6TestJSON-650987853-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1813595771'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:02.176139 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-38c925c5-a45d-4ead-9700-a94735813b4e tempest-MeteringIpV6TestJSON-650987853 tempest-MeteringIpV6TestJSON-650987853-project-admin] Unknown quota resources ['metering_label']. {{(pid=103727) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 01 14:03:02.303755 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dea41668-0887-4446-afdb-3774be890f95 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (21330ec0-dce9-49ea-bad6-871cc9b2f377), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:02.344083 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dea41668-0887-4446-afdb-3774be890f95 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Calling delete_port for 21330ec0-dce9-49ea-bad6-871cc9b2f377 owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:03:02.373266 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-d3fc0e6f-d880-45da-be1a-6292787b3cdc req-c8b2511f-9946-487a-b10a-6c27a36fdef7 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (dab236b9-3448-425d-8be0-dc1b4b843737), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:02.377856 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-38c925c5-a45d-4ead-9700-a94735813b4e tempest-MeteringIpV6TestJSON-650987853 tempest-MeteringIpV6TestJSON-650987853-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:02.381480 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-38c925c5-a45d-4ead-9700-a94735813b4e tempest-MeteringIpV6TestJSON-650987853 tempest-MeteringIpV6TestJSON-650987853-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3700349 Mar 01 14:03:02.383281 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 57978) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:02.388784 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['dab236b9-3448-425d-8be0-dc1b4b843737'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:03:02.426237 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['698be840-58f4-417e-896d-121bd73d95b5'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:03:02.426507 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-48e36eb8-74e8-461c-b432-dc5d56c697b1 tempest-MeteringIpV6TestJSON-650987853 tempest-MeteringIpV6TestJSON-650987853-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '694f0289-f446-491a-b954-0bec1eb82546'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:02.426930 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-48e36eb8-74e8-461c-b432-dc5d56c697b1 tempest-MeteringIpV6TestJSON-650987853 tempest-MeteringIpV6TestJSON-650987853-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103726) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 01 14:03:02.436878 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-fadc31bf-da13-46db-9aa7-bd142b24d04e tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Made reservation on behalf of 684cc9fc46e242a2bd85fdf929a2cebb for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:03:02.440856 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-fadc31bf-da13-46db-9aa7-bd142b24d04e tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:02.497329 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2511f-9946-487a-b10a-6c27a36fdef7 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Pushing event deleted for resources: {'Port': ['ID=dab236b9-3448-425d-8be0-dc1b4b843737,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:02.524940 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3fc0e6f-d880-45da-be1a-6292787b3cdc req-c8b2511f-9946-487a-b10a-6c27a36fdef7 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] No DVR routers for this DVR port dab236b9-3448-425d-8be0-dc1b4b843737 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:03:02.537066 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-d3fc0e6f-d880-45da-be1a-6292787b3cdc req-c8b2511f-9946-487a-b10a-6c27a36fdef7 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:02.540443 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d3fc0e6f-d880-45da-be1a-6292787b3cdc req-c8b2511f-9946-487a-b10a-6c27a36fdef7 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.32 "DELETE /v2.0/ports/dab236b9-3448-425d-8be0-dc1b4b843737 HTTP/1.1" status: 204 len: 173 time: 1.1491380 Mar 01 14:03:02.540902 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80da8f3-e01d-4d1b-aa0a-2e1a2cbe3134', 'name': 'network-vif-deleted', 'tag': 'dab236b9-3448-425d-8be0-dc1b4b843737'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:03:02.543143 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c29cad-6973-4fb9-ad25-c1a1b89a5eec" -d '{"events": [{"server_uuid": "d80da8f3-e01d-4d1b-aa0a-2e1a2cbe3134", "name": "network-vif-deleted", "tag": "dab236b9-3448-425d-8be0-dc1b4b843737"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:03:02.633415 n-d-827467-3 neutron-server[103726]: WARNING neutron.services.metering.metering_plugin [None req-48e36eb8-74e8-461c-b432-dc5d56c697b1 tempest-MeteringIpV6TestJSON-650987853 tempest-MeteringIpV6TestJSON-650987853-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 01 14:03:02.634904 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e47ea3-ff95-48f5-bce6-bc3f6e3b20e0 x-openstack-request-id: req-91e47ea3-ff95-48f5-bce6-bc3f6e3b20e0 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:03:02.635252 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80da8f3-e01d-4d1b-aa0a-2e1a2cbe3134", "name": "network-vif-deleted", "tag": "dab236b9-3448-425d-8be0-dc1b4b843737", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:03:02.635457 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91e47ea3-ff95-48f5-bce6-bc3f6e3b20e0 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:03:02.635881 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd80da8f3-e01d-4d1b-aa0a-2e1a2cbe3134', 'name': 'network-vif-deleted', 'tag': 'dab236b9-3448-425d-8be0-dc1b4b843737', 'status': 'completed', 'code': 200} Mar 01 14:03:02.798676 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5a5af6d2-9b39-407a-9477-fd9e72e4db28 req-eae5a2ac-cd24-4874-bfc4-1dd2c291ff05 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d80da8f3-e01d-4d1b-aa0a-2e1a2cbe3134 HTTP/1.1" status: 200 len: 210 time: 0.0465519 Mar 01 14:03:02.831070 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-fadc31bf-da13-46db-9aa7-bd142b24d04e tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Allocated IP 172.20.0.5 (603fb0b9-f818-4372-b4d4-fa9feb54900b/4288eac6-75e3-40e1-8e82-fcf32af9c531/bd3a09dd-6313-4a3e-950d-b7d56b8adfdc) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:03:02.885809 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-77ae3d8e-ac3b-4f7d-a7ce-0780b9cc522f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57b0751a-5b06-4a0e-a16e-81601dba017e {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:03:02.904808 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8a817-be2e-46e1-b9d8-92f2233b2458 req-ff714d48-9f64-4262-93ae-ae6a8e8775f1 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:02.912781 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6ef8a817-be2e-46e1-b9d8-92f2233b2458 req-ff714d48-9f64-4262-93ae-ae6a8e8775f1 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1e08f685-fb1a-4798-8832-af19e5fe6a5b HTTP/1.1" status: 200 len: 1028 time: 0.0616066 Mar 01 14:03:02.971871 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6ef8a817-be2e-46e1-b9d8-92f2233b2458 req-184936c5-1a8d-4a14-a075-ed57f4ce19c4 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1b5412fc-e03a-4eda-a411-75e91c157c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580053 Mar 01 14:03:02.981705 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-77ae3d8e-ac3b-4f7d-a7ce-0780b9cc522f service neutron] Publish callbacks [] for port (57b0751a-5b06-4a0e-a16e-81601dba017e), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:02.994635 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48e36eb8-74e8-461c-b432-dc5d56c697b1 tempest-MeteringIpV6TestJSON-650987853 tempest-MeteringIpV6TestJSON-650987853-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:02.996065 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-48e36eb8-74e8-461c-b432-dc5d56c697b1 tempest-MeteringIpV6TestJSON-650987853 tempest-MeteringIpV6TestJSON-650987853-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6088386 Mar 01 14:03:02.999574 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58000) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:03.004723 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-11dfdc48-3629-4731-9f98-b89a0c7cd02d tempest-MeteringIpV6TestJSON-650987853 tempest-MeteringIpV6TestJSON-650987853-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '694f0289-f446-491a-b954-0bec1eb82546'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:03.005534 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-11dfdc48-3629-4731-9f98-b89a0c7cd02d tempest-MeteringIpV6TestJSON-650987853 tempest-MeteringIpV6TestJSON-650987853-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103727) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 01 14:03:03.195598 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4b54fb3e-0c2a-44d3-b19d-a7c823748acc req-5b5a99ab-8099-48fe-bb8c-8308f6a11935 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 210 time: 0.0702238 Mar 01 14:03:03.196728 n-d-827467-3 neutron-server[103727]: WARNING neutron.services.metering.metering_plugin [None req-11dfdc48-3629-4731-9f98-b89a0c7cd02d tempest-MeteringIpV6TestJSON-650987853 tempest-MeteringIpV6TestJSON-650987853-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 01 14:03:03.201550 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-77ae3d8e-ac3b-4f7d-a7ce-0780b9cc522f service neutron] Transition to ACTIVE for port object 57b0751a-5b06-4a0e-a16e-81601dba017e will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:03:03.210247 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dea41668-0887-4446-afdb-3774be890f95 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (21330ec0-dce9-49ea-bad6-871cc9b2f377), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:03.237547 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-77ae3d8e-ac3b-4f7d-a7ce-0780b9cc522f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (57b0751a-5b06-4a0e-a16e-81601dba017e), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:03.294598 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-fadc31bf-da13-46db-9aa7-bd142b24d04e tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Publish callbacks [] for port (bd3a09dd-6313-4a3e-950d-b7d56b8adfdc), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:03.298302 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea41668-0887-4446-afdb-3774be890f95 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Pushing event deleted for resources: {'Port': ['ID=21330ec0-dce9-49ea-bad6-871cc9b2f377,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:03.363593 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-11dfdc48-3629-4731-9f98-b89a0c7cd02d tempest-MeteringIpV6TestJSON-650987853 tempest-MeteringIpV6TestJSON-650987853-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:03.367339 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-11dfdc48-3629-4731-9f98-b89a0c7cd02d tempest-MeteringIpV6TestJSON-650987853 tempest-MeteringIpV6TestJSON-650987853-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3662906 Mar 01 14:03:03.374560 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58004) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:03.403777 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-71952e6e-a5b1-4204-bb95-2346d139c518 tempest-MeteringIpV6TestJSON-650987853 tempest-MeteringIpV6TestJSON-650987853-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=95e08c4f-31a5-4d2f-a5f7-5bf533612f02 HTTP/1.1" status: 200 len: 462 time: 0.0221725 Mar 01 14:03:03.405339 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58006) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:03.450363 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528753d-3f6c-4044-b3e3-7f889e4698bf req-0d09d8a7-c406-489e-8917-761a3f241879 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:03.459373 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e528753d-3f6c-4044-b3e3-7f889e4698bf req-0d09d8a7-c406-489e-8917-761a3f241879 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.1729107 Mar 01 14:03:03.462797 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae3d8e-ac3b-4f7d-a7ce-0780b9cc522f service neutron] Pushing event updated for resources: {'Port': ['ID=57b0751a-5b06-4a0e-a16e-81601dba017e,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:03.613174 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3d7410fa-5e04-49be-8a02-e32ae1622699 tempest-MeteringIpV6TestJSON-650987853 tempest-MeteringIpV6TestJSON-650987853-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:03.614658 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3d7410fa-5e04-49be-8a02-e32ae1622699 tempest-MeteringIpV6TestJSON-650987853 tempest-MeteringIpV6TestJSON-650987853-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/95e08c4f-31a5-4d2f-a5f7-5bf533612f02 HTTP/1.1" status: 204 len: 168 time: 0.2065256 Mar 01 14:03:03.618168 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-fadc31bf-da13-46db-9aa7-bd142b24d04e tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (bd3a09dd-6313-4a3e-950d-b7d56b8adfdc), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:03.623660 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dea41668-0887-4446-afdb-3774be890f95 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:03.630198 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-dea41668-0887-4446-afdb-3774be890f95 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] 10.222.0.13 "DELETE /v2.0/ports/21330ec0-dce9-49ea-bad6-871cc9b2f377 HTTP/1.1" status: 204 len: 168 time: 2.3835893 Mar 01 14:03:03.630198 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58008) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:03.634351 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e528753d-3f6c-4044-b3e3-7f889e4698bf req-311f9974-11cc-44f8-a13a-877daf9ec018 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737220 Mar 01 14:03:03.634862 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58010) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:03.686818 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c25222-0a87-434e-813e-9b601fcf1772 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] GET failed (client error): The resource could not be found. Mar 01 14:03:03.691732 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a0c25222-0a87-434e-813e-9b601fcf1772 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] 10.222.0.13 "GET /v2.0/ports/21330ec0-dce9-49ea-bad6-871cc9b2f377 HTTP/1.1" status: 404 len: 333 time: 0.0524614 Mar 01 14:03:03.692128 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58012) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:03.697749 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-da4b6003-b3a8-48fd-bb4c-398f5e1fe532 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Request body: {'port': {'network_id': '2557e974-251f-4f28-9335-2340b47752ef', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-392678319'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:03.707501 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d03d6b73-06d0-4dc7-92c7-2f576ce92db2 tempest-MeteringIpV6TestJSON-650987853 tempest-MeteringIpV6TestJSON-650987853-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=95e08c4f-31a5-4d2f-a5f7-5bf533612f02 HTTP/1.1" status: 200 len: 221 time: 0.0702465 Mar 01 14:03:03.708623 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58014) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:03.715240 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-65efdcb7-c0dd-4dec-96c9-33d9b443ddca tempest-MeteringIpV6TestJSON-650987853 tempest-MeteringIpV6TestJSON-650987853-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1808219943', 'description': 'label created by tempest'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:03.715703 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-65efdcb7-c0dd-4dec-96c9-33d9b443ddca tempest-MeteringIpV6TestJSON-650987853 tempest-MeteringIpV6TestJSON-650987853-project-admin] Unknown quota resources ['metering_label']. {{(pid=103726) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 01 14:03:03.722825 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-77ae3d8e-ac3b-4f7d-a7ce-0780b9cc522f service neutron] Attempting to bind port 57b0751a-5b06-4a0e-a16e-81601dba017e on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:03:03.723157 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-77ae3d8e-ac3b-4f7d-a7ce-0780b9cc522f service neutron] Attempting to bind port 57b0751a-5b06-4a0e-a16e-81601dba017e by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'baf555f1-c68c-40fa-b064-c9daf0d53a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '189ec434-cc49-4599-b47e-f8c559326a7c'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:03:03.723490 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-77ae3d8e-ac3b-4f7d-a7ce-0780b9cc522f service neutron] Attempting to bind port 57b0751a-5b06-4a0e-a16e-81601dba017e on network 189ec434-cc49-4599-b47e-f8c559326a7c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:03:03.755608 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-fadc31bf-da13-46db-9aa7-bd142b24d04e tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Network 603fb0b9-f818-4372-b4d4-fa9feb54900b is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:03:03.756481 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-77ae3d8e-ac3b-4f7d-a7ce-0780b9cc522f service neutron] Port 57b0751a-5b06-4a0e-a16e-81601dba017e on network 189ec434-cc49-4599-b47e-f8c559326a7c not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:03:03.756952 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-77ae3d8e-ac3b-4f7d-a7ce-0780b9cc522f service neutron] Attempting to bind port 57b0751a-5b06-4a0e-a16e-81601dba017e on network 189ec434-cc49-4599-b47e-f8c559326a7c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:03:03.758933 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc31bf-da13-46db-9aa7-bd142b24d04e tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Pushing event updated for resources: {'Port': ['ID=bd3a09dd-6313-4a3e-950d-b7d56b8adfdc,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:03.799570 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-fadc31bf-da13-46db-9aa7-bd142b24d04e tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:03:03.801965 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-77ae3d8e-ac3b-4f7d-a7ce-0780b9cc522f service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:03:03.802432 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-77ae3d8e-ac3b-4f7d-a7ce-0780b9cc522f service neutron] Checking segment: {'id': 'baf555f1-c68c-40fa-b064-c9daf0d53a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '189ec434-cc49-4599-b47e-f8c559326a7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:03:03.802680 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-77ae3d8e-ac3b-4f7d-a7ce-0780b9cc522f service neutron] Bound using segment: {'id': 'baf555f1-c68c-40fa-b064-c9daf0d53a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '189ec434-cc49-4599-b47e-f8c559326a7c'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:03:03.803096 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-77ae3d8e-ac3b-4f7d-a7ce-0780b9cc522f service neutron] Bound port: 57b0751a-5b06-4a0e-a16e-81601dba017e, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baf555f1-c68c-40fa-b064-c9daf0d53a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '189ec434-cc49-4599-b47e-f8c559326a7c'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:03:03.803483 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-77ae3d8e-ac3b-4f7d-a7ce-0780b9cc522f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (57b0751a-5b06-4a0e-a16e-81601dba017e), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:03.805945 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-fadc31bf-da13-46db-9aa7-bd142b24d04e tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:03:03.869497 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4b6003-b3a8-48fd-bb4c-398f5e1fe532 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Made reservation on behalf of 47e83121379746b8b145913fefacdd5f for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:03:03.874376 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-da4b6003-b3a8-48fd-bb4c-398f5e1fe532 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:03.898899 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-da4b6003-b3a8-48fd-bb4c-398f5e1fe532 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] device_id is not set on port f00d443a-edb6-4fa3-a08f-c0f3eb7e62ef yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:03:04.012700 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-fadc31bf-da13-46db-9aa7-bd142b24d04e tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:04.013336 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-fadc31bf-da13-46db-9aa7-bd142b24d04e tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:04.064028 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-65efdcb7-c0dd-4dec-96c9-33d9b443ddca tempest-MeteringIpV6TestJSON-650987853 tempest-MeteringIpV6TestJSON-650987853-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:04.065220 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-65efdcb7-c0dd-4dec-96c9-33d9b443ddca tempest-MeteringIpV6TestJSON-650987853 tempest-MeteringIpV6TestJSON-650987853-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3559678 Mar 01 14:03:04.070985 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58034) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:04.105325 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-77ae3d8e-ac3b-4f7d-a7ce-0780b9cc522f service neutron] For port 57b0751a-5b06-4a0e-a16e-81601dba017e, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:03:04.184473 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-da4b6003-b3a8-48fd-bb4c-398f5e1fe532 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Allocated IP 2001:db8::2ec (2557e974-251f-4f28-9335-2340b47752ef/74b65b3c-f622-466b-8015-08b028145578/f00d443a-edb6-4fa3-a08f-c0f3eb7e62ef) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:03:04.286595 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-fab866e1-07a9-4a56-865b-2623f7c0ec46 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:04.288202 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-fab866e1-07a9-4a56-865b-2623f7c0ec46 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/networks?id=3a263dd2-fccb-41d7-9268-17deef5caa4e HTTP/1.1" status: 200 len: 806 time: 0.2159042 Mar 01 14:03:04.300637 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2c685-f95b-45a3-adaf-b7e9a718b732 req-e565cb20-d194-4209-b83d-122416a1b552 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:04.302522 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-04b2c685-f95b-45a3-adaf-b7e9a718b732 req-e565cb20-d194-4209-b83d-122416a1b552 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1e08f685-fb1a-4798-8832-af19e5fe6a5b HTTP/1.1" status: 200 len: 1053 time: 0.1613905 Mar 01 14:03:04.337382 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-85d3aa0e-58aa-48b2-8491-c4b6be478c99 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/quotas/a1fa37a61f124c25aca457ce8a3f996a HTTP/1.1" status: 200 len: 375 time: 0.0338566 Mar 01 14:03:04.425167 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-fadc31bf-da13-46db-9aa7-bd142b24d04e tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2990069 Mar 01 14:03:04.438841 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9741d286-7471-4339-935f-a9a7beb08b91 tempest-MeteringIpV6TestJSON-650987853 tempest-MeteringIpV6TestJSON-650987853-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=95a871e8-90c9-4b37-8618-3fb989d66b3a HTTP/1.1" status: 200 len: 468 time: 0.3637764 Mar 01 14:03:04.440782 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58038) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:04.440936 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-40449748-aa13-45d9-b74e-4ab0c0da113f service neutron] Request body: {'port': {'device_id': 'c4f49a67-b8cf-4ee6-a725-3c8b8c13156d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:04.446359 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-77ae3d8e-ac3b-4f7d-a7ce-0780b9cc522f service neutron] For port 57b0751a-5b06-4a0e-a16e-81601dba017e, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=57b0751a-5b06-4a0e-a16e-81601dba017e,segment=NetworkSegment(baf555f1-c68c-40fa-b064-c9daf0d53a98),segment_id=baf555f1-c68c-40fa-b064-c9daf0d53a98)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:03:04.460424 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-04b2c685-f95b-45a3-adaf-b7e9a718b732 req-0eaa3358-229c-46fd-b4c7-7f3308d99129 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1b5412fc-e03a-4eda-a411-75e91c157c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470063 Mar 01 14:03:04.484837 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-77ae3d8e-ac3b-4f7d-a7ce-0780b9cc522f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (57b0751a-5b06-4a0e-a16e-81601dba017e), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:04.529519 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae3d8e-ac3b-4f7d-a7ce-0780b9cc522f service neutron] Pushing event updated for resources: {'Port': ['ID=57b0751a-5b06-4a0e-a16e-81601dba017e,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:04.540952 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device dab236b9-3448-425d-8be0-dc1b4b843737 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:03:04.570955 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-77ae3d8e-ac3b-4f7d-a7ce-0780b9cc522f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:04.571851 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-77ae3d8e-ac3b-4f7d-a7ce-0780b9cc522f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:04.573270 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-77ae3d8e-ac3b-4f7d-a7ce-0780b9cc522f service neutron] 10.222.0.32 "PUT /v2.0/ports/57b0751a-5b06-4a0e-a16e-81601dba017e HTTP/1.1" status: 200 len: 1092 time: 3.4148281 Mar 01 14:03:04.573744 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e08f685-fb1a-4798-8832-af19e5fe6a5b', 'tag': '57b0751a-5b06-4a0e-a16e-81601dba017e'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:03:04.576142 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d22ebfb-bd6c-46ed-9e9f-5cd748f3d745" -d '{"events": [{"name": "network-changed", "server_uuid": "1e08f685-fb1a-4798-8832-af19e5fe6a5b", "tag": "57b0751a-5b06-4a0e-a16e-81601dba017e"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:03:04.592416 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-40449748-aa13-45d9-b74e-4ab0c0da113f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (bd3a09dd-6313-4a3e-950d-b7d56b8adfdc), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:04.606185 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: dab236b9-3448-425d-8be0-dc1b4b843737 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:03:04.606919 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device dab236b9-3448-425d-8be0-dc1b4b843737 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:03:04.765023 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-57cc0ecb-b4ce-4cf5-b9ee-502cbe44d9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:04.766705 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-57cc0ecb-b4ce-4cf5-b9ee-502cbe44d9f1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1dd2fd7ca28e42c99135df634d4d6912&device_id=1e08f685-fb1a-4798-8832-af19e5fe6a5b HTTP/1.1" status: 200 len: 1126 time: 0.1270387 Mar 01 14:03:04.824276 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-13a6c66c-b589-4544-ba5a-64cdc5a85f45 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57b0751a-5b06-4a0e-a16e-81601dba017e HTTP/1.1" status: 200 len: 217 time: 0.0483320 Mar 01 14:03:04.913171 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-bd359909-2937-4e10-81ba-0ca4878bc5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:04.914661 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-bd359909-2937-4e10-81ba-0ca4878bc5de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=81f442ed-eb0f-4869-b7da-605091f23629 HTTP/1.1" status: 200 len: 848 time: 0.0646434 Mar 01 14:03:04.988861 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-b6f35237-20bc-4fee-8e13-0d0af14b2753 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1fa37a61f124c25aca457ce8a3f996a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6395848 Mar 01 14:03:05.026314 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-fbf2e47f-74f3-4f37-9229-e429459349ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:05.028696 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-fbf2e47f-74f3-4f37-9229-e429459349ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=189ec434-cc49-4599-b47e-f8c559326a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1040249 Mar 01 14:03:05.060413 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-da4b6003-b3a8-48fd-bb4c-398f5e1fe532 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks [] for port (f00d443a-edb6-4fa3-a08f-c0f3eb7e62ef), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:05.084945 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-40449748-aa13-45d9-b74e-4ab0c0da113f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd3a09dd-6313-4a3e-950d-b7d56b8adfdc {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:03:05.097759 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-40449748-aa13-45d9-b74e-4ab0c0da113f service neutron] Publish callbacks [] for port (bd3a09dd-6313-4a3e-950d-b7d56b8adfdc), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:05.117592 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-40449748-aa13-45d9-b74e-4ab0c0da113f service neutron] Transition to ACTIVE for port object bd3a09dd-6313-4a3e-950d-b7d56b8adfdc will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:03:05.128814 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-40449748-aa13-45d9-b74e-4ab0c0da113f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (bd3a09dd-6313-4a3e-950d-b7d56b8adfdc), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:05.183802 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-adaabf69-1ba8-4517-95a4-8d63058bc6ed service neutron] 10.222.0.32 "GET /v2.0/networks/189ec434-cc49-4599-b47e-f8c559326a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479683 Mar 01 14:03:05.206608 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40449748-aa13-45d9-b74e-4ab0c0da113f service neutron] Pushing event updated for resources: {'Port': ['ID=bd3a09dd-6313-4a3e-950d-b7d56b8adfdc,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:05.241507 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd2cf9-e93c-4001-80cb-1ce93c09b628 req-0ee4cf23-66ec-4260-bb2e-fc84e29759e3 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:05.243040 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-acbd2cf9-e93c-4001-80cb-1ce93c09b628 req-0ee4cf23-66ec-4260-bb2e-fc84e29759e3 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.3719664 Mar 01 14:03:05.254216 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79475597-ddba-4999-b64f-b99221baff29 req-10822304-0c5a-4914-9c69-3654f6d7a8e0 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:05.255794 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-79475597-ddba-4999-b64f-b99221baff29 req-10822304-0c5a-4914-9c69-3654f6d7a8e0 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 931 time: 0.3857462 Mar 01 14:03:05.266971 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6a34dcfc-11b2-46c3-91c2-80d0f0971ef6 tempest-MeteringIpV6TestJSON-650987853 tempest-MeteringIpV6TestJSON-650987853-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:05.270586 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6a34dcfc-11b2-46c3-91c2-80d0f0971ef6 tempest-MeteringIpV6TestJSON-650987853 tempest-MeteringIpV6TestJSON-650987853-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/95a871e8-90c9-4b37-8618-3fb989d66b3a HTTP/1.1" status: 204 len: 168 time: 0.8270390 Mar 01 14:03:05.283290 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58046) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:05.345381 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-43e5a893-7411-44b9-83cf-62bb1477d1e7 tempest-MeteringIpV6TestJSON-650987853 tempest-MeteringIpV6TestJSON-650987853-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=95a871e8-90c9-4b37-8618-3fb989d66b3a HTTP/1.1" status: 200 len: 216 time: 0.0608144 Mar 01 14:03:05.349539 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58048) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:05.352118 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-7ae0d005-285e-432f-98be-5902ee758153 service neutron] 10.222.0.13 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123772 Mar 01 14:03:05.353176 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-da4b6003-b3a8-48fd-bb4c-398f5e1fe532 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (f00d443a-edb6-4fa3-a08f-c0f3eb7e62ef), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:05.364100 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-40449748-aa13-45d9-b74e-4ab0c0da113f service neutron] Attempting to bind port bd3a09dd-6313-4a3e-950d-b7d56b8adfdc on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:03:05.364448 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-40449748-aa13-45d9-b74e-4ab0c0da113f service neutron] Attempting to bind port bd3a09dd-6313-4a3e-950d-b7d56b8adfdc by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '0daf6ea1-fe8f-417e-9613-c9672cc8c206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '603fb0b9-f818-4372-b4d4-fa9feb54900b'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:03:05.364742 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-40449748-aa13-45d9-b74e-4ab0c0da113f service neutron] Attempting to bind port bd3a09dd-6313-4a3e-950d-b7d56b8adfdc on network 603fb0b9-f818-4372-b4d4-fa9feb54900b {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:03:05.374327 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1100ab13-e1dc-449a-aa5a-a416127b76c0 req-3abf4ea6-ffc8-4bc8-a17c-1c0780dd47f7 service neutron] 10.222.0.32 "GET /v2.0/networks/189ec434-cc49-4599-b47e-f8c559326a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785505 Mar 01 14:03:05.375930 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-714b364c-1ef5-4ed3-a317-3e745a797007 tempest-MeteringIpV6TestJSON-650987853 tempest-MeteringIpV6TestJSON-650987853-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0250120 Mar 01 14:03:05.380294 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58050) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:05.383895 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-40449748-aa13-45d9-b74e-4ab0c0da113f service neutron] Port bd3a09dd-6313-4a3e-950d-b7d56b8adfdc on network 603fb0b9-f818-4372-b4d4-fa9feb54900b not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:03:05.384228 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-40449748-aa13-45d9-b74e-4ab0c0da113f service neutron] Attempting to bind port bd3a09dd-6313-4a3e-950d-b7d56b8adfdc on network 603fb0b9-f818-4372-b4d4-fa9feb54900b {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:03:05.398573 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-40449748-aa13-45d9-b74e-4ab0c0da113f service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:03:05.398920 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-40449748-aa13-45d9-b74e-4ab0c0da113f service neutron] Checking segment: {'id': '0daf6ea1-fe8f-417e-9613-c9672cc8c206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '603fb0b9-f818-4372-b4d4-fa9feb54900b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:03:05.399352 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-40449748-aa13-45d9-b74e-4ab0c0da113f service neutron] Bound using segment: {'id': '0daf6ea1-fe8f-417e-9613-c9672cc8c206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '603fb0b9-f818-4372-b4d4-fa9feb54900b'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:03:05.399906 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-40449748-aa13-45d9-b74e-4ab0c0da113f service neutron] Bound port: bd3a09dd-6313-4a3e-950d-b7d56b8adfdc, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0daf6ea1-fe8f-417e-9613-c9672cc8c206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '603fb0b9-f818-4372-b4d4-fa9feb54900b'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:03:05.400456 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-40449748-aa13-45d9-b74e-4ab0c0da113f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (bd3a09dd-6313-4a3e-950d-b7d56b8adfdc), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:05.404292 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-aa986779-898e-48c1-9129-e9d5b811f354 tempest-MeteringIpV6TestJSON-650987853 tempest-MeteringIpV6TestJSON-650987853-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0212536 Mar 01 14:03:05.413952 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58052) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:05.472402 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e4231b27-50bc-4b23-b242-a7999fc671c3 tempest-MeteringIpV6TestJSON-650987853 tempest-MeteringIpV6TestJSON-650987853-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/694f0289-f446-491a-b954-0bec1eb82546 HTTP/1.1" status: 200 len: 473 time: 0.0570335 Mar 01 14:03:05.473100 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-79475597-ddba-4999-b64f-b99221baff29 req-9e2f712a-1ebc-4f61-b4e9-8dcf882291b7 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019908 Mar 01 14:03:05.499318 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58054) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:05.514686 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-293d8288-ce56-41e9-be02-150e35f64abd tempest-MeteringIpV6TestJSON-650987853 tempest-MeteringIpV6TestJSON-650987853-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/be1642d7-cbdc-4b97-9de8-e5bb438600e5 HTTP/1.1" status: 200 len: 459 time: 0.0142822 Mar 01 14:03:05.522203 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58058) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:05.526135 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4b6003-b3a8-48fd-bb4c-398f5e1fe532 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Network 2557e974-251f-4f28-9335-2340b47752ef is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:03:05.534165 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-da4b6003-b3a8-48fd-bb4c-398f5e1fe532 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:03:05.541922 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4b6003-b3a8-48fd-bb4c-398f5e1fe532 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:03:05.548389 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4b6003-b3a8-48fd-bb4c-398f5e1fe532 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:05.549111 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-da4b6003-b3a8-48fd-bb4c-398f5e1fe532 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:05.555147 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b6003-b3a8-48fd-bb4c-398f5e1fe532 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Pushing event updated for resources: {'Port': ['ID=f00d443a-edb6-4fa3-a08f-c0f3eb7e62ef,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:05.593818 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-da4b6003-b3a8-48fd-bb4c-398f5e1fe532 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9003847 Mar 01 14:03:05.604345 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58060) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:05.610774 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-e841a8c4-f403-4c00-ae6c-1d18b5a2a0ac tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:60:db:c0'}]}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:05.614263 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18741d8a-7df4-4d8b-9fb1-705d2f62f2a7 x-openstack-request-id: req-18741d8a-7df4-4d8b-9fb1-705d2f62f2a7 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:03:05.614559 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e08f685-fb1a-4798-8832-af19e5fe6a5b", "tag": "57b0751a-5b06-4a0e-a16e-81601dba017e", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:03:05.614828 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-18741d8a-7df4-4d8b-9fb1-705d2f62f2a7 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:03:05.615505 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e08f685-fb1a-4798-8832-af19e5fe6a5b', 'tag': '57b0751a-5b06-4a0e-a16e-81601dba017e', 'status': 'completed', 'code': 200} Mar 01 14:03:05.631663 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-381a7a7c-e9e6-47ca-b535-a094036b0bcf service neutron] 10.222.0.13 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594497 Mar 01 14:03:05.694316 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-acbd2cf9-e93c-4001-80cb-1ce93c09b628 req-a3452e75-955c-4158-9d26-f7218fed236d tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Deleting port 9aebdd4c-eed8-47fb-bab4-d069d06a55a0 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:03:05.701381 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6f7d1cbc-2906-44eb-838a-f172012f732d tempest-MeteringIpV6TestJSON-650987853 tempest-MeteringIpV6TestJSON-650987853-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:05.704587 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-acbd2cf9-e93c-4001-80cb-1ce93c09b628 req-a3452e75-955c-4158-9d26-f7218fed236d tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (9aebdd4c-eed8-47fb-bab4-d069d06a55a0), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:05.705739 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6f7d1cbc-2906-44eb-838a-f172012f732d tempest-MeteringIpV6TestJSON-650987853 tempest-MeteringIpV6TestJSON-650987853-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/be1642d7-cbdc-4b97-9de8-e5bb438600e5 HTTP/1.1" status: 204 len: 168 time: 0.1793976 Mar 01 14:03:05.706402 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58062) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:05.734678 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-40449748-aa13-45d9-b74e-4ab0c0da113f service neutron] For port bd3a09dd-6313-4a3e-950d-b7d56b8adfdc, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:03:05.850346 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-40449748-aa13-45d9-b74e-4ab0c0da113f service neutron] For port bd3a09dd-6313-4a3e-950d-b7d56b8adfdc, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=bd3a09dd-6313-4a3e-950d-b7d56b8adfdc,segment=NetworkSegment(0daf6ea1-fe8f-417e-9613-c9672cc8c206),segment_id=0daf6ea1-fe8f-417e-9613-c9672cc8c206)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:03:05.869957 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22ebfb-bd6c-46ed-9e9f-5cd748f3d745 req-02bbeaa4-685b-4ff3-bef8-3cc82e824626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:05.871507 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9d22ebfb-bd6c-46ed-9e9f-5cd748f3d745 req-02bbeaa4-685b-4ff3-bef8-3cc82e824626 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1dd2fd7ca28e42c99135df634d4d6912&device_id=1e08f685-fb1a-4798-8832-af19e5fe6a5b HTTP/1.1" status: 200 len: 1126 time: 0.2554998 Mar 01 14:03:05.886978 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-40449748-aa13-45d9-b74e-4ab0c0da113f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (bd3a09dd-6313-4a3e-950d-b7d56b8adfdc), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:06.063811 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-ca7750b4-2d98-4367-9c94-16997dc386de None None] Provisioning complete for port f00d443a-edb6-4fa3-a08f-c0f3eb7e62ef triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:03:06.064873 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ca7750b4-2d98-4367-9c94-16997dc386de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f00d443a-edb6-4fa3-a08f-c0f3eb7e62ef), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:06.122960 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-40449748-aa13-45d9-b74e-4ab0c0da113f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:06.124123 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-40449748-aa13-45d9-b74e-4ab0c0da113f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:06.126287 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-40449748-aa13-45d9-b74e-4ab0c0da113f service neutron] 10.222.0.20 "PUT /v2.0/ports/bd3a09dd-6313-4a3e-950d-b7d56b8adfdc HTTP/1.1" status: 200 len: 1091 time: 1.6925063 Mar 01 14:03:06.135061 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-acbd2cf9-e93c-4001-80cb-1ce93c09b628 req-a3452e75-955c-4158-9d26-f7218fed236d tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] For port 9aebdd4c-eed8-47fb-bab4-d069d06a55a0, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=9aebdd4c-eed8-47fb-bab4-d069d06a55a0,segment=NetworkSegment(da6b7aae-9464-459b-8485-5cc7242f7627),segment_id=da6b7aae-9464-459b-8485-5cc7242f7627)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:06.135422 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-acbd2cf9-e93c-4001-80cb-1ce93c09b628 req-a3452e75-955c-4158-9d26-f7218fed236d tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (9aebdd4c-eed8-47fb-bab4-d069d06a55a0), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:06.163342 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafea68c-7cf2-46ae-98c9-9d107eb36e14 req-c10e0e8f-6be2-450b-afde-34ad5be73bfd tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:06.164940 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aafea68c-7cf2-46ae-98c9-9d107eb36e14 req-c10e0e8f-6be2-450b-afde-34ad5be73bfd tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 945 time: 0.4031293 Mar 01 14:03:06.169611 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ca7750b4-2d98-4367-9c94-16997dc386de None None] Port f00d443a-edb6-4fa3-a08f-c0f3eb7e62ef cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:03:06.276827 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e841a8c4-f403-4c00-ae6c-1d18b5a2a0ac tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f00d443a-edb6-4fa3-a08f-c0f3eb7e62ef), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:06.309393 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f44e31-8ff9-4dd7-8f3a-95a50a3aea9d req-0144df7c-f185-4f25-93ea-38feeb07642d tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:06.310912 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-11f44e31-8ff9-4dd7-8f3a-95a50a3aea9d req-0144df7c-f185-4f25-93ea-38feeb07642d tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1e08f685-fb1a-4798-8832-af19e5fe6a5b HTTP/1.1" status: 200 len: 1126 time: 0.2991457 Mar 01 14:03:06.326653 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-01cef352-1cf5-491b-bbd1-f3a34aea43e6 tempest-MeteringIpV6TestJSON-650987853 tempest-MeteringIpV6TestJSON-650987853-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:06.330954 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-01cef352-1cf5-491b-bbd1-f3a34aea43e6 tempest-MeteringIpV6TestJSON-650987853 tempest-MeteringIpV6TestJSON-650987853-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/694f0289-f446-491a-b954-0bec1eb82546 HTTP/1.1" status: 204 len: 168 time: 0.6035037 Mar 01 14:03:06.371377 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40449748-aa13-45d9-b74e-4ab0c0da113f service neutron] Pushing event updated for resources: {'Port': ['ID=bd3a09dd-6313-4a3e-950d-b7d56b8adfdc,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:06.394161 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7d0c4d78-e34a-453c-ad06-228878d0f0a1 req-d3dd23af-4a39-43b3-a56c-de6064d51902 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b362feb4-8ced-4ed6-85ef-fbd381f9bcc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3322217 Mar 01 14:03:06.416700 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-f91b37ee-c20e-46e2-95e6-17361e5f60b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:06.418633 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-f91b37ee-c20e-46e2-95e6-17361e5f60b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=684cc9fc46e242a2bd85fdf929a2cebb&device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 1125 time: 0.2163138 Mar 01 14:03:06.420609 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22ebfb-bd6c-46ed-9e9f-5cd748f3d745 req-652cf794-2337-41ce-856e-f685ef0c5c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:06.423128 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9d22ebfb-bd6c-46ed-9e9f-5cd748f3d745 req-652cf794-2337-41ce-856e-f685ef0c5c64 service neutron] 10.222.0.32 "GET /v2.0/networks?id=189ec434-cc49-4599-b47e-f8c559326a7c HTTP/1.1" status: 200 len: 910 time: 0.5166709 Mar 01 14:03:06.483233 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9d22ebfb-bd6c-46ed-9e9f-5cd748f3d745 req-07783d1e-611c-45b9-87fb-fca09e512eb3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57b0751a-5b06-4a0e-a16e-81601dba017e HTTP/1.1" status: 200 len: 217 time: 0.0476322 Mar 01 14:03:06.554013 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-7139bf01-2fa6-4118-b24e-99bb44708f9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd3a09dd-6313-4a3e-950d-b7d56b8adfdc HTTP/1.1" status: 200 len: 217 time: 0.1196072 Mar 01 14:03:06.566117 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aafea68c-7cf2-46ae-98c9-9d107eb36e14 req-ae2eef35-8e9f-4cb4-8ccc-54faaeebeef2 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=17948b6f-99a2-4c26-af97-965458e93310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3705521 Mar 01 14:03:06.580865 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-11f44e31-8ff9-4dd7-8f3a-95a50a3aea9d req-2bfb8795-d5e0-45a4-9de4-b588c5cfd540 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1b5412fc-e03a-4eda-a411-75e91c157c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472858 Mar 01 14:03:06.656227 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22ebfb-bd6c-46ed-9e9f-5cd748f3d745 req-c4da5753-3849-4c17-8ab6-820e7851e42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:06.658036 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9d22ebfb-bd6c-46ed-9e9f-5cd748f3d745 req-c4da5753-3849-4c17-8ab6-820e7851e42b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=81f442ed-eb0f-4869-b7da-605091f23629 HTTP/1.1" status: 200 len: 848 time: 0.1532950 Mar 01 14:03:06.660058 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c4d78-e34a-453c-ad06-228878d0f0a1 req-8d7cef8a-d658-49f6-af7e-2120cf5849d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:06.661549 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7d0c4d78-e34a-453c-ad06-228878d0f0a1 req-8d7cef8a-d658-49f6-af7e-2120cf5849d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba1fcf78013f41368378324ce0bb5077&device_id=b362feb4-8ced-4ed6-85ef-fbd381f9bcc7 HTTP/1.1" status: 200 len: 1128 time: 0.2372334 Mar 01 14:03:06.663493 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-0e2de27c-87cf-41cc-b37c-d5a8ec9d2803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:06.665003 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-0e2de27c-87cf-41cc-b37c-d5a8ec9d2803 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4288eac6-75e3-40e1-8e82-fcf32af9c531 HTTP/1.1" status: 200 len: 854 time: 0.0845473 Mar 01 14:03:06.808029 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c4d78-e34a-453c-ad06-228878d0f0a1 req-aa7f71dd-913e-46e7-8363-929cbb80cade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:06.809527 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7d0c4d78-e34a-453c-ad06-228878d0f0a1 req-aa7f71dd-913e-46e7-8363-929cbb80cade service neutron] 10.222.0.32 "GET /v2.0/networks?id=688b8e33-0ea2-4648-89e7-a0a6eac88ff9 HTTP/1.1" status: 200 len: 916 time: 0.1192749 Mar 01 14:03:06.825954 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f5b424a5-2bcc-4e72-b112-e9ed0f6517d2 req-893bea36-06a5-4f79-a78d-d29e3ed9f9b3 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=24486878-0a97-4ee2-9723-c2778df3c53b HTTP/1.1" status: 200 len: 210 time: 0.1301072 Mar 01 14:03:06.851790 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-ca049079-d22d-49cc-b82d-d05574efd36a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=603fb0b9-f818-4372-b4d4-fa9feb54900b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1679697 Mar 01 14:03:06.910664 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7d0c4d78-e34a-453c-ad06-228878d0f0a1 req-d5bded9c-6047-4531-a97f-9ee426107572 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec2c9f4a-80af-49a5-be56-5a79e2abcb65 HTTP/1.1" status: 200 len: 217 time: 0.0697503 Mar 01 14:03:06.960536 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58084) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:06.963219 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c434c-44c5-404a-bbb1-ba8311306059 req-8cc0fa67-8790-47e8-922d-b80c244e5ed2 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:06.971600 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-631c434c-44c5-404a-bbb1-ba8311306059 req-8cc0fa67-8790-47e8-922d-b80c244e5ed2 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 943 time: 0.2746530 Mar 01 14:03:06.979133 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-acbd2cf9-e93c-4001-80cb-1ce93c09b628 req-a3452e75-955c-4158-9d26-f7218fed236d tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:06.979660 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-acbd2cf9-e93c-4001-80cb-1ce93c09b628 req-a3452e75-955c-4158-9d26-f7218fed236d tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (cdd7cca8-84e7-421d-8cb3-bc5bc717fbbb), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:06.980098 n-d-827467-3 neutron-server[103727]: INFO neutron.db.l3_db [req-acbd2cf9-e93c-4001-80cb-1ce93c09b628 req-a3452e75-955c-4158-9d26-f7218fed236d tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Floating IP cdd7cca8-84e7-421d-8cb3-bc5bc717fbbb disassociated. External IP: 172.25.1.71, port: 9aebdd4c-eed8-47fb-bab4-d069d06a55a0. Mar 01 14:03:06.980559 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-acbd2cf9-e93c-4001-80cb-1ce93c09b628 req-a3452e75-955c-4158-9d26-f7218fed236d tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Calling delete_port for 9aebdd4c-eed8-47fb-bab4-d069d06a55a0 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:03:07.015452 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22ebfb-bd6c-46ed-9e9f-5cd748f3d745 req-1e97eb20-ed8c-4c66-bffa-4987b4cb460c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:07.017232 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9d22ebfb-bd6c-46ed-9e9f-5cd748f3d745 req-1e97eb20-ed8c-4c66-bffa-4987b4cb460c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=189ec434-cc49-4599-b47e-f8c559326a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3489735 Mar 01 14:03:07.026613 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c4d78-e34a-453c-ad06-228878d0f0a1 req-b29d8b1f-0ba0-42db-9118-21b0df169004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:07.028186 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7d0c4d78-e34a-453c-ad06-228878d0f0a1 req-b29d8b1f-0ba0-42db-9118-21b0df169004 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5604c83-d9f4-4bd0-bfcc-d1bf90374963 HTTP/1.1" status: 200 len: 855 time: 0.0836473 Mar 01 14:03:07.119280 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7d0c4d78-e34a-453c-ad06-228878d0f0a1 req-32304aed-0382-4c0c-8cc2-d21500d2b097 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=688b8e33-0ea2-4648-89e7-a0a6eac88ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781281 Mar 01 14:03:07.127922 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-631c434c-44c5-404a-bbb1-ba8311306059 req-620ef32d-7e1f-46ab-a054-896ba2367455 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504788 Mar 01 14:03:07.146360 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e841a8c4-f403-4c00-ae6c-1d18b5a2a0ac tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks [] for port (f00d443a-edb6-4fa3-a08f-c0f3eb7e62ef), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:07.161840 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e841a8c4-f403-4c00-ae6c-1d18b5a2a0ac tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (f00d443a-edb6-4fa3-a08f-c0f3eb7e62ef), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:07.165829 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-f2cf4896-e3dd-486c-a7e6-5615ee7d476d service neutron] 10.222.0.20 "GET /v2.0/networks/603fb0b9-f818-4372-b4d4-fa9feb54900b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126216 Mar 01 14:03:07.190867 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6dc83343-3f92-40d2-91eb-a3b7c5813a2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:07.211136 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841a8c4-f403-4c00-ae6c-1d18b5a2a0ac tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Pushing event updated for resources: {'Port': ['ID=f00d443a-edb6-4fa3-a08f-c0f3eb7e62ef,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:07.222569 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-e841a8c4-f403-4c00-ae6c-1d18b5a2a0ac tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] In _notify_port_updated(), no bound segment for port f00d443a-edb6-4fa3-a08f-c0f3eb7e62ef on network 2557e974-251f-4f28-9335-2340b47752ef {{(pid=103727) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 01 14:03:07.229493 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e841a8c4-f403-4c00-ae6c-1d18b5a2a0ac tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:07.230186 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e841a8c4-f403-4c00-ae6c-1d18b5a2a0ac tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:07.232083 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e841a8c4-f403-4c00-ae6c-1d18b5a2a0ac tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] 10.222.0.13 "PUT /v2.0/ports/f00d443a-edb6-4fa3-a08f-c0f3eb7e62ef HTTP/1.1" status: 200 len: 1002 time: 1.6267984 Mar 01 14:03:07.234997 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58088) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:07.394448 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9d22ebfb-bd6c-46ed-9e9f-5cd748f3d745 req-0b2dd7a5-ce20-4871-9298-577b2fe6c4b1 service neutron] 10.222.0.32 "GET /v2.0/networks/189ec434-cc49-4599-b47e-f8c559326a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696108 Mar 01 14:03:07.539848 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-72113cf8-7981-48a5-99d6-576308b0a3a0 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:07.541635 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-72113cf8-7981-48a5-99d6-576308b0a3a0 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.32 "GET /v2.0/networks?id=3a263dd2-fccb-41d7-9268-17deef5caa4e HTTP/1.1" status: 200 len: 806 time: 0.2645600 Mar 01 14:03:07.542618 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9d22ebfb-bd6c-46ed-9e9f-5cd748f3d745 req-3a60d938-1df0-4ccc-af84-82024f49f627 service neutron] 10.222.0.32 "GET /v2.0/networks/189ec434-cc49-4599-b47e-f8c559326a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352489 Mar 01 14:03:07.546044 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-acbd2cf9-e93c-4001-80cb-1ce93c09b628 req-a3452e75-955c-4158-9d26-f7218fed236d tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (9aebdd4c-eed8-47fb-bab4-d069d06a55a0), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:07.557035 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7d0c4d78-e34a-453c-ad06-228878d0f0a1 req-3baffaf2-cb32-4e82-a58d-9738344d1574 service neutron] 10.222.0.32 "GET /v2.0/networks/688b8e33-0ea2-4648-89e7-a0a6eac88ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139006 Mar 01 14:03:07.597427 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-6dd57583-b717-41c6-8edf-eab76359b557 None None] Provisioning complete for port f00d443a-edb6-4fa3-a08f-c0f3eb7e62ef triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:03:07.597975 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6dd57583-b717-41c6-8edf-eab76359b557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f00d443a-edb6-4fa3-a08f-c0f3eb7e62ef), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:07.603907 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-de2767d6-6c03-4de8-bdeb-efc48f2f288e req-c6c4fc37-c324-4fda-89e3-4b07ba44462b service neutron] 10.222.0.20 "GET /v2.0/networks/603fb0b9-f818-4372-b4d4-fa9feb54900b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148839 Mar 01 14:03:07.610555 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-4d2652e1-b0bc-46ac-9513-eeea833e7fc8 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Request body: {'port': {'device_id': '24486878-0a97-4ee2-9723-c2778df3c53b', 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e', 'admin_state_up': True, 'tenant_id': 'a1fa37a61f124c25aca457ce8a3f996a'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:07.615735 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-a8ccc3de-3eab-485f-a85d-1afd85e74067 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Deleting port f00d443a-edb6-4fa3-a08f-c0f3eb7e62ef {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:03:07.616029 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a8ccc3de-3eab-485f-a85d-1afd85e74067 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (f00d443a-edb6-4fa3-a08f-c0f3eb7e62ef), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:07.636987 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-6dd57583-b717-41c6-8edf-eab76359b557 None None] Port f00d443a-edb6-4fa3-a08f-c0f3eb7e62ef cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:03:07.648469 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3452e75-955c-4158-9d26-f7218fed236d tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Pushing event deleted for resources: {'Port': ['ID=9aebdd4c-eed8-47fb-bab4-d069d06a55a0,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:07.953689 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f49a67-b8cf-4ee6-a725-3c8b8c13156d', 'tag': 'bd3a09dd-6313-4a3e-950d-b7d56b8adfdc'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:03:07.955890 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2632def-9fac-413a-878c-7e829981f205" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f49a67-b8cf-4ee6-a725-3c8b8c13156d", "tag": "bd3a09dd-6313-4a3e-950d-b7d56b8adfdc"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:03:08.017188 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6dc83343-3f92-40d2-91eb-a3b7c5813a2b admin admin] Publish callbacks [] for security_group (673c937e-31da-406c-8076-fbd2e0b171cc), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:08.029773 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6dc83343-3f92-40d2-91eb-a3b7c5813a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (673c937e-31da-406c-8076-fbd2e0b171cc), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:08.049445 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7d0c4d78-e34a-453c-ad06-228878d0f0a1 req-d55a6839-2224-4ff3-b648-45b03c13f66c service neutron] 10.222.0.32 "GET /v2.0/networks/688b8e33-0ea2-4648-89e7-a0a6eac88ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851563 Mar 01 14:03:08.077769 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6dc83343-3f92-40d2-91eb-a3b7c5813a2b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=463ad6a837bb4fe3bad00d1d843981ca&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1137304 Mar 01 14:03:08.077769 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc83343-3f92-40d2-91eb-a3b7c5813a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673c937e-31da-406c-8076-fbd2e0b171cc,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:08.078626 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58100) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:08.140485 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-89cdea8e-9dff-437e-b505-caf8debc695d admin admin] Publish callbacks [] for security_group (673c937e-31da-406c-8076-fbd2e0b171cc), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:08.170969 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-89cdea8e-9dff-437e-b505-caf8debc695d admin admin] Publish callbacks [] for security_group (673c937e-31da-406c-8076-fbd2e0b171cc), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:08.224458 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1cfb0845-81bf-4f78-b949-eef7e7fef3db req-ed5c23ae-1e1b-4dae-bebc-8f7e0da3e3da tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 210 time: 0.5040150 Mar 01 14:03:08.258551 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-89cdea8e-9dff-437e-b505-caf8debc695d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (673c937e-31da-406c-8076-fbd2e0b171cc), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:08.261997 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-89cdea8e-9dff-437e-b505-caf8debc695d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:08.263556 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-89cdea8e-9dff-437e-b505-caf8debc695d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/673c937e-31da-406c-8076-fbd2e0b171cc HTTP/1.1" status: 204 len: 168 time: 0.1839406 Mar 01 14:03:08.279244 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cdea8e-9dff-437e-b505-caf8debc695d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673c937e-31da-406c-8076-fbd2e0b171cc,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:08.352225 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a8ccc3de-3eab-485f-a85d-1afd85e74067 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (f00d443a-edb6-4fa3-a08f-c0f3eb7e62ef), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:08.379731 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-a8ccc3de-3eab-485f-a85d-1afd85e74067 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Calling delete_port for f00d443a-edb6-4fa3-a08f-c0f3eb7e62ef owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:03:08.447699 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655232c-d712-4744-894f-6e37b4026e22 req-75c8caf5-6f81-43c1-be5e-2267954f9157 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:08.455463 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f655232c-d712-4744-894f-6e37b4026e22 req-75c8caf5-6f81-43c1-be5e-2267954f9157 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1e08f685-fb1a-4798-8832-af19e5fe6a5b HTTP/1.1" status: 200 len: 1126 time: 0.7293394 Mar 01 14:03:08.546968 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ea2e9d76-4d6a-49a1-ac9a-08293c92840b req-842cdc33-8150-4d05-912b-513e993818e1 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=24486878-0a97-4ee2-9723-c2778df3c53b HTTP/1.1" status: 200 len: 210 time: 0.1325557 Mar 01 14:03:08.552147 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-4d2652e1-b0bc-46ac-9513-eeea833e7fc8 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Made reservation on behalf of a1fa37a61f124c25aca457ce8a3f996a for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:03:08.555618 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-4d2652e1-b0bc-46ac-9513-eeea833e7fc8 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:08.585508 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 9aebdd4c-eed8-47fb-bab4-d069d06a55a0 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:03:08.613368 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda53e49-b239-4d61-a091-b7e6200752fa x-openstack-request-id: req-eda53e49-b239-4d61-a091-b7e6200752fa {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:03:08.614277 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f49a67-b8cf-4ee6-a725-3c8b8c13156d", "tag": "bd3a09dd-6313-4a3e-950d-b7d56b8adfdc", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:03:08.614829 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eda53e49-b239-4d61-a091-b7e6200752fa {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:03:08.616175 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f49a67-b8cf-4ee6-a725-3c8b8c13156d', 'tag': 'bd3a09dd-6313-4a3e-950d-b7d56b8adfdc', 'status': 'completed', 'code': 200} Mar 01 14:03:08.645479 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [req-acbd2cf9-e93c-4001-80cb-1ce93c09b628 req-a3452e75-955c-4158-9d26-f7218fed236d tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Router faec7802-e390-484f-986f-d28422908bf4 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:03:08.646037 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: 9aebdd4c-eed8-47fb-bab4-d069d06a55a0 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:03:08.648533 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 9aebdd4c-eed8-47fb-bab4-d069d06a55a0 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:03:08.695308 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58108) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:08.715559 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2632def-9fac-413a-878c-7e829981f205 req-6729d1d2-bdfc-4cde-87fa-e6b52bc93380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:08.717689 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f655232c-d712-4744-894f-6e37b4026e22 req-b0a76d53-2a63-46cf-9d54-442f4932d3ee tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1b5412fc-e03a-4eda-a411-75e91c157c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612367 Mar 01 14:03:08.718318 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b2632def-9fac-413a-878c-7e829981f205 req-6729d1d2-bdfc-4cde-87fa-e6b52bc93380 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=684cc9fc46e242a2bd85fdf929a2cebb&device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 1125 time: 0.0784750 Mar 01 14:03:08.766261 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7e06e007-2554-4526-ad7b-abc9bfde454d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:08.836977 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2632def-9fac-413a-878c-7e829981f205 req-185115f9-84e4-4d2a-bf5d-eeef73b13050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:08.838543 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b2632def-9fac-413a-878c-7e829981f205 req-185115f9-84e4-4d2a-bf5d-eeef73b13050 service neutron] 10.222.0.20 "GET /v2.0/networks?id=603fb0b9-f818-4372-b4d4-fa9feb54900b HTTP/1.1" status: 200 len: 915 time: 0.1124845 Mar 01 14:03:08.881325 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b2632def-9fac-413a-878c-7e829981f205 req-e2c6d4ee-f643-46d5-a2c5-68ad01e3bf03 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd3a09dd-6313-4a3e-950d-b7d56b8adfdc HTTP/1.1" status: 200 len: 217 time: 0.0361943 Mar 01 14:03:08.935310 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2632def-9fac-413a-878c-7e829981f205 req-cfe5864e-ae0e-468e-8141-6ecd25b57c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:08.937067 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b2632def-9fac-413a-878c-7e829981f205 req-cfe5864e-ae0e-468e-8141-6ecd25b57c75 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4288eac6-75e3-40e1-8e82-fcf32af9c531 HTTP/1.1" status: 200 len: 854 time: 0.0483069 Mar 01 14:03:08.971777 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b2632def-9fac-413a-878c-7e829981f205 req-3ff55309-7078-47a9-9be7-826fee296c0e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=603fb0b9-f818-4372-b4d4-fa9feb54900b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285528 Mar 01 14:03:09.017766 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-4d2652e1-b0bc-46ac-9513-eeea833e7fc8 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Allocated IP 172.20.0.2 (3a263dd2-fccb-41d7-9268-17deef5caa4e/7e897284-ac55-41c2-b088-3972dd0eb9f7/97fba497-0b98-4dc5-84b3-9c7ceddfb4bf) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:03:09.031809 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a8ccc3de-3eab-485f-a85d-1afd85e74067 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (f00d443a-edb6-4fa3-a08f-c0f3eb7e62ef), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:09.076514 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b2632def-9fac-413a-878c-7e829981f205 req-25dd4866-d3c7-413c-a156-96ba7f68e018 service neutron] 10.222.0.20 "GET /v2.0/networks/603fb0b9-f818-4372-b4d4-fa9feb54900b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971386 Mar 01 14:03:09.098377 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ccc3de-3eab-485f-a85d-1afd85e74067 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Pushing event deleted for resources: {'Port': ['ID=f00d443a-edb6-4fa3-a08f-c0f3eb7e62ef,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:09.120244 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74f48c-f86b-4bac-a5dd-071122128be2 req-0594fb3a-4a71-4f75-ab3a-9742bd6bd133 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:09.121826 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7f74f48c-f86b-4bac-a5dd-071122128be2 req-0594fb3a-4a71-4f75-ab3a-9742bd6bd133 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 943 time: 0.2964869 Mar 01 14:03:09.122969 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-acbd2cf9-e93c-4001-80cb-1ce93c09b628 req-a3452e75-955c-4158-9d26-f7218fed236d tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:03:09.134961 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfb354b-5a3f-4767-a260-cc79ee182a97 None None] Sync routers for ids ['faec7802-e390-484f-986f-d28422908bf4'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:03:09.163958 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfb354b-5a3f-4767-a260-cc79ee182a97 None None] Routers {'faec7802-e390-484f-986f-d28422908bf4'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:03:09.166112 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-3cfb354b-5a3f-4767-a260-cc79ee182a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:02:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['faec7802-e390-484f-986f-d28422908bf4'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:09.215433 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b2632def-9fac-413a-878c-7e829981f205 req-d9ea1ab4-64b4-45eb-9707-3f49ebdb8afc service neutron] 10.222.0.20 "GET /v2.0/networks/603fb0b9-f818-4372-b4d4-fa9feb54900b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323755 Mar 01 14:03:09.234391 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a8ccc3de-3eab-485f-a85d-1afd85e74067 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:09.240915 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58110) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:09.241086 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a8ccc3de-3eab-485f-a85d-1afd85e74067 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] 10.222.0.13 "DELETE /v2.0/ports/f00d443a-edb6-4fa3-a08f-c0f3eb7e62ef HTTP/1.1" status: 204 len: 168 time: 2.0049615 Mar 01 14:03:09.268041 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-acbd2cf9-e93c-4001-80cb-1ce93c09b628 req-a3452e75-955c-4158-9d26-f7218fed236d tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] No DVR routers for this DVR port 9aebdd4c-eed8-47fb-bab4-d069d06a55a0 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:03:09.274908 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-acbd2cf9-e93c-4001-80cb-1ce93c09b628 req-a3452e75-955c-4158-9d26-f7218fed236d tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:09.278245 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-acbd2cf9-e93c-4001-80cb-1ce93c09b628 req-a3452e75-955c-4158-9d26-f7218fed236d tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.32 "DELETE /v2.0/ports/9aebdd4c-eed8-47fb-bab4-d069d06a55a0 HTTP/1.1" status: 204 len: 173 time: 4.0146008 Mar 01 14:03:09.283139 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515b3ff5-75e5-461c-a3aa-e7249a206948', 'name': 'network-vif-deleted', 'tag': '9aebdd4c-eed8-47fb-bab4-d069d06a55a0'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:03:09.285482 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fefe68e-2040-46ec-8570-18eb1b09b029" -d '{"events": [{"server_uuid": "515b3ff5-75e5-461c-a3aa-e7249a206948", "name": "network-vif-deleted", "tag": "9aebdd4c-eed8-47fb-bab4-d069d06a55a0"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:03:09.299692 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7e06e007-2554-4526-ad7b-abc9bfde454d admin admin] Publish callbacks [] for security_group (4b13508b-979c-481e-a9c5-5d523f64200d), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:09.306335 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52181c8-3405-458d-9c37-602696ff8471 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] GET failed (client error): The resource could not be found. Mar 01 14:03:09.308295 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c52181c8-3405-458d-9c37-602696ff8471 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] 10.222.0.13 "GET /v2.0/ports/f00d443a-edb6-4fa3-a08f-c0f3eb7e62ef HTTP/1.1" status: 404 len: 333 time: 0.0645041 Mar 01 14:03:09.313907 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58116) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:09.321201 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-0e2e218a-9ba6-41f4-ab6f-f57ae16e1b82 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Request body: {'port': {'network_id': '2557e974-251f-4f28-9335-2340b47752ef', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1187065918'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:09.336547 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7e06e007-2554-4526-ad7b-abc9bfde454d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4b13508b-979c-481e-a9c5-5d523f64200d), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:09.444419 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-3cfb354b-5a3f-4767-a260-cc79ee182a97 None None] Set router faec7802-e390-484f-986f-d28422908bf4 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:03:09.505648 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2e218a-9ba6-41f4-ab6f-f57ae16e1b82 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Made reservation on behalf of 47e83121379746b8b145913fefacdd5f for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:03:09.522524 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0e2e218a-9ba6-41f4-ab6f-f57ae16e1b82 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:09.527888 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-33183fbe-ee09-4c16-a2cf-689d39c4249d req-6e4affa4-ec0a-40aa-b42f-f2772773e5fc tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=515b3ff5-75e5-461c-a3aa-e7249a206948 HTTP/1.1" status: 200 len: 210 time: 0.0937848 Mar 01 14:03:09.537680 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7f74f48c-f86b-4bac-a5dd-071122128be2 req-78798bff-d33d-4d69-ae99-d135413d870f tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887122 Mar 01 14:03:09.566898 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-0e2e218a-9ba6-41f4-ab6f-f57ae16e1b82 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] device_id is not set on port c6e72a9e-2bf8-44e4-95ec-6c3e6556d050 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:03:09.580830 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7e06e007-2554-4526-ad7b-abc9bfde454d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=982d65a85b19428293648c10ed8e7a6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8747497 Mar 01 14:03:09.581887 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06e007-2554-4526-ad7b-abc9bfde454d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b13508b-979c-481e-a9c5-5d523f64200d,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:09.584459 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58118) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:09.626835 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-4d2652e1-b0bc-46ac-9513-eeea833e7fc8 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks [] for port (97fba497-0b98-4dc5-84b3-9c7ceddfb4bf), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:09.667085 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64e819f-31e4-43b9-8607-f08e52a95bc8 x-openstack-request-id: req-e64e819f-31e4-43b9-8607-f08e52a95bc8 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:03:09.667758 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515b3ff5-75e5-461c-a3aa-e7249a206948", "name": "network-vif-deleted", "tag": "9aebdd4c-eed8-47fb-bab4-d069d06a55a0", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:03:09.667758 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e64e819f-31e4-43b9-8607-f08e52a95bc8 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:03:09.668065 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515b3ff5-75e5-461c-a3aa-e7249a206948', 'name': 'network-vif-deleted', 'tag': '9aebdd4c-eed8-47fb-bab4-d069d06a55a0', 'status': 'completed', 'code': 200} Mar 01 14:03:09.705363 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-704fa9bd-9a74-47fc-b5f6-e0ff8efcd7a7 req-1ec0c001-a6b5-4183-9c06-658dd437641a tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=24486878-0a97-4ee2-9723-c2778df3c53b HTTP/1.1" status: 200 len: 210 time: 0.0348470 Mar 01 14:03:09.720262 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-4d2652e1-b0bc-46ac-9513-eeea833e7fc8 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (97fba497-0b98-4dc5-84b3-9c7ceddfb4bf), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:09.736330 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['698be840-58f4-417e-896d-121bd73d95b5'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:03:09.738356 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-332dc277-a249-4682-9aeb-43c98511aaa5 admin admin] Publish callbacks [] for security_group (4b13508b-979c-481e-a9c5-5d523f64200d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:09.777652 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-0e2e218a-9ba6-41f4-ab6f-f57ae16e1b82 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Allocated IP 2001:db8::11f (2557e974-251f-4f28-9335-2340b47752ef/74b65b3c-f622-466b-8015-08b028145578/c6e72a9e-2bf8-44e4-95ec-6c3e6556d050) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:03:09.792378 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-332dc277-a249-4682-9aeb-43c98511aaa5 admin admin] Publish callbacks [] for security_group (4b13508b-979c-481e-a9c5-5d523f64200d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:09.904485 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:09.917497 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-4d2652e1-b0bc-46ac-9513-eeea833e7fc8 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Network 3a263dd2-fccb-41d7-9268-17deef5caa4e is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:03:09.929086 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-332dc277-a249-4682-9aeb-43c98511aaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4b13508b-979c-481e-a9c5-5d523f64200d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:09.932835 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-332dc277-a249-4682-9aeb-43c98511aaa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:09.934127 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-4d2652e1-b0bc-46ac-9513-eeea833e7fc8 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:03:09.944835 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-332dc277-a249-4682-9aeb-43c98511aaa5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b13508b-979c-481e-a9c5-5d523f64200d HTTP/1.1" status: 204 len: 168 time: 0.3588536 Mar 01 14:03:09.953635 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-3cfb354b-5a3f-4767-a260-cc79ee182a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faec7802-e390-484f-986f-d28422908bf4', 'name': 'tempest-AttachVolumeTestJSON-2126147244-router', 'tenant_id': '3467d10c32454cf18668187815493d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '999b8276-175a-43bf-87c8-8527f42a6412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:57:46Z', 'updated_at': '2022-03-01T13:57:51Z', 'revision_number': 4, 'project_id': '3467d10c32454cf18668187815493d82', 'gw_port': {'id': '999b8276-175a-43bf-87c8-8527f42a6412', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:47Z', 'updated_at': '2022-03-01T13:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '2130f1cc-044d-462c-81db-611276dbecdc', 'name': '', 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5', 'tenant_id': '3467d10c32454cf18668187815493d82', 'mac_address': 'fa:16:3e:76:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '531c8525-0467-47e0-9cf7-03358d9bf988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:50Z', 'updated_at': '2022-03-01T13:57:57Z', 'revision_number': 5, 'project_id': '3467d10c32454cf18668187815493d82', 'subnets': [{'id': '531c8525-0467-47e0-9cf7-03358d9bf988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:09.987197 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-4d2652e1-b0bc-46ac-9513-eeea833e7fc8 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:03:10.032713 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfb354b-5a3f-4767-a260-cc79ee182a97 None None] Checking router: faec7802-e390-484f-986f-d28422908bf4 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:03:10.039052 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:10.042684 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332dc277-a249-4682-9aeb-43c98511aaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b13508b-979c-481e-a9c5-5d523f64200d,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:10.059948 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfb354b-5a3f-4767-a260-cc79ee182a97 None None] Routers {'faec7802-e390-484f-986f-d28422908bf4'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:03:10.060866 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-3cfb354b-5a3f-4767-a260-cc79ee182a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:02:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['faec7802-e390-484f-986f-d28422908bf4'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:10.095442 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-4d2652e1-b0bc-46ac-9513-eeea833e7fc8 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:10.098187 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-4d2652e1-b0bc-46ac-9513-eeea833e7fc8 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:10.116204 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2652e1-b0bc-46ac-9513-eeea833e7fc8 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Pushing event updated for resources: {'Port': ['ID=97fba497-0b98-4dc5-84b3-9c7ceddfb4bf,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:10.143185 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-4d2652e1-b0bc-46ac-9513-eeea833e7fc8 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5817413 Mar 01 14:03:10.151189 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0e2e218a-9ba6-41f4-ab6f-f57ae16e1b82 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks [] for port (c6e72a9e-2bf8-44e4-95ec-6c3e6556d050), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:10.163355 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-3546bd2d-1fe2-4a99-a6b7-e3be28e32440 service neutron] Request body: {'port': {'device_id': '24486878-0a97-4ee2-9723-c2778df3c53b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:10.233692 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0e2e218a-9ba6-41f4-ab6f-f57ae16e1b82 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (c6e72a9e-2bf8-44e4-95ec-6c3e6556d050), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:10.236083 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d3f77-c0c6-441f-ae61-56996c97cbf0 req-10a17d0f-d347-475a-b490-d5672461088d tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:10.237190 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-315d3f77-c0c6-441f-ae61-56996c97cbf0 req-10a17d0f-d347-475a-b490-d5672461088d tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1e08f685-fb1a-4798-8832-af19e5fe6a5b HTTP/1.1" status: 200 len: 1126 time: 0.3626027 Mar 01 14:03:10.246935 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-3546bd2d-1fe2-4a99-a6b7-e3be28e32440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (97fba497-0b98-4dc5-84b3-9c7ceddfb4bf), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:10.252865 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-3cfb354b-5a3f-4767-a260-cc79ee182a97 None None] Set router faec7802-e390-484f-986f-d28422908bf4 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:03:10.311840 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2e218a-9ba6-41f4-ab6f-f57ae16e1b82 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Network 2557e974-251f-4f28-9335-2340b47752ef is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:03:10.315544 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-0e2e218a-9ba6-41f4-ab6f-f57ae16e1b82 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:03:10.319533 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2e218a-9ba6-41f4-ab6f-f57ae16e1b82 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:03:10.325120 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2e218a-9ba6-41f4-ab6f-f57ae16e1b82 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:10.325789 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0e2e218a-9ba6-41f4-ab6f-f57ae16e1b82 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:10.337169 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e218a-9ba6-41f4-ab6f-f57ae16e1b82 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Pushing event updated for resources: {'Port': ['ID=c6e72a9e-2bf8-44e4-95ec-6c3e6556d050,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:10.364801 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0e2e218a-9ba6-41f4-ab6f-f57ae16e1b82 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0496821 Mar 01 14:03:10.365819 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58130) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:10.371105 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-037e50cc-589d-42d2-a21d-2a123f0385cd tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Request body: {'port': {'network_id': '2557e974-251f-4f28-9335-2340b47752ef', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1864468482'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:10.415282 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-315d3f77-c0c6-441f-ae61-56996c97cbf0 req-b1ab8778-06a4-46c3-b076-823315c490d4 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1b5412fc-e03a-4eda-a411-75e91c157c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663747 Mar 01 14:03:10.448778 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device bd3a09dd-6313-4a3e-950d-b7d56b8adfdc details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:03:10.612188 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-3cfb354b-5a3f-4767-a260-cc79ee182a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faec7802-e390-484f-986f-d28422908bf4', 'name': 'tempest-AttachVolumeTestJSON-2126147244-router', 'tenant_id': '3467d10c32454cf18668187815493d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '999b8276-175a-43bf-87c8-8527f42a6412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:57:46Z', 'updated_at': '2022-03-01T13:57:51Z', 'revision_number': 4, 'project_id': '3467d10c32454cf18668187815493d82', 'gw_port': {'id': '999b8276-175a-43bf-87c8-8527f42a6412', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:47Z', 'updated_at': '2022-03-01T13:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '2130f1cc-044d-462c-81db-611276dbecdc', 'name': '', 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5', 'tenant_id': '3467d10c32454cf18668187815493d82', 'mac_address': 'fa:16:3e:76:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '531c8525-0467-47e0-9cf7-03358d9bf988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:50Z', 'updated_at': '2022-03-01T13:57:57Z', 'revision_number': 5, 'project_id': '3467d10c32454cf18668187815493d82', 'subnets': [{'id': '531c8525-0467-47e0-9cf7-03358d9bf988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:10.664921 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfb354b-5a3f-4767-a260-cc79ee182a97 None None] The sync data for ids ['faec7802-e390-484f-986f-d28422908bf4'] in n-d-827467-3 is: [{'id': 'faec7802-e390-484f-986f-d28422908bf4', 'name': 'tempest-AttachVolumeTestJSON-2126147244-router', 'tenant_id': '3467d10c32454cf18668187815493d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '999b8276-175a-43bf-87c8-8527f42a6412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:57:46Z', 'updated_at': '2022-03-01T13:57:51Z', 'revision_number': 4, 'project_id': '3467d10c32454cf18668187815493d82', 'gw_port': {'id': '999b8276-175a-43bf-87c8-8527f42a6412', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:47Z', 'updated_at': '2022-03-01T13:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '2130f1cc-044d-462c-81db-611276dbecdc', 'name': '', 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5', 'tenant_id': '3467d10c32454cf18668187815493d82', 'mac_address': 'fa:16:3e:76:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '531c8525-0467-47e0-9cf7-03358d9bf988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:50Z', 'updated_at': '2022-03-01T13:57:57Z', 'revision_number': 5, 'project_id': '3467d10c32454cf18668187815493d82', 'subnets': [{'id': '531c8525-0467-47e0-9cf7-03358d9bf988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:03:10.701450 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037e50cc-589d-42d2-a21d-2a123f0385cd tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Made reservation on behalf of 47e83121379746b8b145913fefacdd5f for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:03:10.709115 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-037e50cc-589d-42d2-a21d-2a123f0385cd tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:10.712264 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port bd3a09dd-6313-4a3e-950d-b7d56b8adfdc, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=bd3a09dd-6313-4a3e-950d-b7d56b8adfdc,segment=NetworkSegment(0daf6ea1-fe8f-417e-9613-c9672cc8c206),segment_id=0daf6ea1-fe8f-417e-9613-c9672cc8c206)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:10.732585 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': 'bd3a09dd-6313-4a3e-950d-b7d56b8adfdc', 'network_id': '603fb0b9-f818-4372-b4d4-fa9feb54900b', 'port_id': 'bd3a09dd-6313-4a3e-950d-b7d56b8adfdc', 'mac_address': 'fa:16:3e:ae:6a:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4288eac6-75e3-40e1-8e82-fcf32af9c531', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:03:10.738837 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 57b0751a-5b06-4a0e-a16e-81601dba017e details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:03:10.757837 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58146) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:10.822542 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port bd3a09dd-6313-4a3e-950d-b7d56b8adfdc is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:03:10.823217 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (bd3a09dd-6313-4a3e-950d-b7d56b8adfdc), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:10.851114 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-037e50cc-589d-42d2-a21d-2a123f0385cd tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] device_id is not set on port cf1cb8b6-679c-4399-a426-959ff43f3166 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:03:10.965401 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 57b0751a-5b06-4a0e-a16e-81601dba017e, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=57b0751a-5b06-4a0e-a16e-81601dba017e,segment=NetworkSegment(baf555f1-c68c-40fa-b064-c9daf0d53a98),segment_id=baf555f1-c68c-40fa-b064-c9daf0d53a98)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:10.981901 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '57b0751a-5b06-4a0e-a16e-81601dba017e', 'network_id': '189ec434-cc49-4599-b47e-f8c559326a7c', 'port_id': '57b0751a-5b06-4a0e-a16e-81601dba017e', 'mac_address': 'fa:16:3e:7e:a9:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f442ed-eb0f-4869-b7da-605091f23629', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:03:11.005561 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd3a09dd-6313-4a3e-950d-b7d56b8adfdc {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:03:11.015253 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0df08b-0a60-4587-99b9-8fc4ff4be56d req-77614b28-bb64-4eb0-8b46-79c76436c5fd tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:11.019594 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b0df08b-0a60-4587-99b9-8fc4ff4be56d req-77614b28-bb64-4eb0-8b46-79c76436c5fd tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 943 time: 0.2825837 Mar 01 14:03:11.048437 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee6c6b-54a1-470e-822f-9477fe299f72 req-e6938bae-b3fe-4252-9ed9-00d4ada218cc tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:11.056750 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-daee6c6b-54a1-470e-822f-9477fe299f72 req-e6938bae-b3fe-4252-9ed9-00d4ada218cc tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=24486878-0a97-4ee2-9723-c2778df3c53b HTTP/1.1" status: 200 len: 931 time: 0.1720202 Mar 01 14:03:11.068303 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-037e50cc-589d-42d2-a21d-2a123f0385cd tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Allocated IP 2001:db8::1b0 (2557e974-251f-4f28-9335-2340b47752ef/74b65b3c-f622-466b-8015-08b028145578/cf1cb8b6-679c-4399-a426-959ff43f3166) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:03:11.131030 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port bd3a09dd-6313-4a3e-950d-b7d56b8adfdc, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=bd3a09dd-6313-4a3e-950d-b7d56b8adfdc,segment=NetworkSegment(0daf6ea1-fe8f-417e-9613-c9672cc8c206),segment_id=0daf6ea1-fe8f-417e-9613-c9672cc8c206)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:11.136648 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-f86790d8-6a85-43ef-880c-9a3f7d7a5b60 None None] Provisioning complete for port c6e72a9e-2bf8-44e4-95ec-6c3e6556d050 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:03:11.137219 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f86790d8-6a85-43ef-880c-9a3f7d7a5b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c6e72a9e-2bf8-44e4-95ec-6c3e6556d050), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:11.142425 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (bd3a09dd-6313-4a3e-950d-b7d56b8adfdc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:11.220139 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b0df08b-0a60-4587-99b9-8fc4ff4be56d req-f087137f-e612-420f-9635-6e0570c27cbe tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827736 Mar 01 14:03:11.222356 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-3546bd2d-1fe2-4a99-a6b7-e3be28e32440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97fba497-0b98-4dc5-84b3-9c7ceddfb4bf {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:03:11.232265 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 57b0751a-5b06-4a0e-a16e-81601dba017e is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:03:11.232477 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (57b0751a-5b06-4a0e-a16e-81601dba017e), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:11.236372 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-daee6c6b-54a1-470e-822f-9477fe299f72 req-5ec0922c-924b-4cff-ac08-aa816973d5dd tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786661 Mar 01 14:03:11.238313 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-3546bd2d-1fe2-4a99-a6b7-e3be28e32440 service neutron] Publish callbacks [] for port (97fba497-0b98-4dc5-84b3-9c7ceddfb4bf), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:11.255987 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620c42f2-0f31-481f-b541-277c8c42adc4 None None] New status for floating IP cdd7cca8-84e7-421d-8cb3-bc5bc717fbbb: DOWN {{(pid=103728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 14:03:11.261537 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-3546bd2d-1fe2-4a99-a6b7-e3be28e32440 service neutron] Transition to ACTIVE for port object 97fba497-0b98-4dc5-84b3-9c7ceddfb4bf will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:03:11.266872 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-3546bd2d-1fe2-4a99-a6b7-e3be28e32440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (97fba497-0b98-4dc5-84b3-9c7ceddfb4bf), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:11.308929 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-62d5e3f0-1721-4b2b-8de9-0937aaf28797 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for security_group (17948b6f-99a2-4c26-af97-965458e93310), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:11.369778 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546bd2d-1fe2-4a99-a6b7-e3be28e32440 service neutron] Pushing event updated for resources: {'Port': ['ID=97fba497-0b98-4dc5-84b3-9c7ceddfb4bf,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:11.390484 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4efff6d1-d8c6-4697-9f81-48741b0aec56 req-44182184-c0a6-4fe2-a935-1c1aefbacf16 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=61078f5e-c398-4423-8d23-aa1dda7b840e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2292993 Mar 01 14:03:11.394650 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-62d5e3f0-1721-4b2b-8de9-0937aaf28797 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for security_group (17948b6f-99a2-4c26-af97-965458e93310), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:11.436860 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57b0751a-5b06-4a0e-a16e-81601dba017e {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:03:11.446643 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-3546bd2d-1fe2-4a99-a6b7-e3be28e32440 service neutron] Attempting to bind port 97fba497-0b98-4dc5-84b3-9c7ceddfb4bf on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:03:11.447078 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-3546bd2d-1fe2-4a99-a6b7-e3be28e32440 service neutron] Attempting to bind port 97fba497-0b98-4dc5-84b3-9c7ceddfb4bf by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '354ee497-7228-4227-89f9-36435d335b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:03:11.447761 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-3546bd2d-1fe2-4a99-a6b7-e3be28e32440 service neutron] Attempting to bind port 97fba497-0b98-4dc5-84b3-9c7ceddfb4bf on network 3a263dd2-fccb-41d7-9268-17deef5caa4e {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:03:11.458110 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=bd3a09dd-6313-4a3e-950d-b7d56b8adfdc,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:11.460772 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-037e50cc-589d-42d2-a21d-2a123f0385cd tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks [] for port (cf1cb8b6-679c-4399-a426-959ff43f3166), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:11.460963 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f86790d8-6a85-43ef-880c-9a3f7d7a5b60 None None] Port c6e72a9e-2bf8-44e4-95ec-6c3e6556d050 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:03:11.466238 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-3546bd2d-1fe2-4a99-a6b7-e3be28e32440 service neutron] Port 97fba497-0b98-4dc5-84b3-9c7ceddfb4bf on network 3a263dd2-fccb-41d7-9268-17deef5caa4e not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:03:11.466868 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-3546bd2d-1fe2-4a99-a6b7-e3be28e32440 service neutron] Attempting to bind port 97fba497-0b98-4dc5-84b3-9c7ceddfb4bf on network 3a263dd2-fccb-41d7-9268-17deef5caa4e {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:03:11.482266 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-3546bd2d-1fe2-4a99-a6b7-e3be28e32440 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:03:11.482727 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-3546bd2d-1fe2-4a99-a6b7-e3be28e32440 service neutron] Checking segment: {'id': '354ee497-7228-4227-89f9-36435d335b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:03:11.483126 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-3546bd2d-1fe2-4a99-a6b7-e3be28e32440 service neutron] Bound using segment: {'id': '354ee497-7228-4227-89f9-36435d335b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:03:11.483683 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-3546bd2d-1fe2-4a99-a6b7-e3be28e32440 service neutron] Bound port: 97fba497-0b98-4dc5-84b3-9c7ceddfb4bf, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '354ee497-7228-4227-89f9-36435d335b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:03:11.484053 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-3546bd2d-1fe2-4a99-a6b7-e3be28e32440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (97fba497-0b98-4dc5-84b3-9c7ceddfb4bf), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:11.505580 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 57b0751a-5b06-4a0e-a16e-81601dba017e, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=57b0751a-5b06-4a0e-a16e-81601dba017e,segment=NetworkSegment(baf555f1-c68c-40fa-b064-c9daf0d53a98),segment_id=baf555f1-c68c-40fa-b064-c9daf0d53a98)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:11.513307 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (57b0751a-5b06-4a0e-a16e-81601dba017e), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:11.542568 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['bd3a09dd-6313-4a3e-950d-b7d56b8adfdc'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:03:11.640665 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-62d5e3f0-1721-4b2b-8de9-0937aaf28797 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (17948b6f-99a2-4c26-af97-965458e93310), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:11.644217 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-62d5e3f0-1721-4b2b-8de9-0937aaf28797 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:11.647955 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-62d5e3f0-1721-4b2b-8de9-0937aaf28797 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "DELETE /v2.0/security-groups/17948b6f-99a2-4c26-af97-965458e93310 HTTP/1.1" status: 204 len: 168 time: 0.8830125 Mar 01 14:03:11.661904 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58170) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:11.663115 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d5e3f0-1721-4b2b-8de9-0937aaf28797 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17948b6f-99a2-4c26-af97-965458e93310,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:11.695172 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=57b0751a-5b06-4a0e-a16e-81601dba017e,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:11.721892 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-3546bd2d-1fe2-4a99-a6b7-e3be28e32440 service neutron] For port 97fba497-0b98-4dc5-84b3-9c7ceddfb4bf, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:03:11.724960 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-697b8f19-c059-4167-83bb-7bea32357b5a tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] show failed (client error): The resource could not be found. Mar 01 14:03:11.726662 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-697b8f19-c059-4167-83bb-7bea32357b5a tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups/17948b6f-99a2-4c26-af97-965458e93310 HTTP/1.1" status: 404 len: 347 time: 0.0549481 Mar 01 14:03:11.728805 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-3546bd2d-1fe2-4a99-a6b7-e3be28e32440 service neutron] For port 97fba497-0b98-4dc5-84b3-9c7ceddfb4bf, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=97fba497-0b98-4dc5-84b3-9c7ceddfb4bf,segment=NetworkSegment(354ee497-7228-4227-89f9-36435d335b77),segment_id=354ee497-7228-4227-89f9-36435d335b77)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:03:11.733344 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efff6d1-d8c6-4697-9f81-48741b0aec56 req-5fe5c428-e17b-46ee-8529-763b7ebe5910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:11.735441 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4efff6d1-d8c6-4697-9f81-48741b0aec56 req-5fe5c428-e17b-46ee-8529-763b7ebe5910 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba1fcf78013f41368378324ce0bb5077&device_id=61078f5e-c398-4423-8d23-aa1dda7b840e HTTP/1.1" status: 200 len: 1128 time: 0.2472889 Mar 01 14:03:11.736488 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58172) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:11.745246 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-037e50cc-589d-42d2-a21d-2a123f0385cd tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (cf1cb8b6-679c-4399-a426-959ff43f3166), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:11.760359 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-3546bd2d-1fe2-4a99-a6b7-e3be28e32440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (97fba497-0b98-4dc5-84b3-9c7ceddfb4bf), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:11.766244 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758fb77-a974-4efc-906f-0aeffceceb33 req-344ed027-1de4-4078-b365-376c516b82d0 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:11.767871 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f758fb77-a974-4efc-906f-0aeffceceb33 req-344ed027-1de4-4078-b365-376c516b82d0 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1e08f685-fb1a-4798-8832-af19e5fe6a5b HTTP/1.1" status: 200 len: 1127 time: 0.2014134 Mar 01 14:03:11.838551 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-3546bd2d-1fe2-4a99-a6b7-e3be28e32440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:11.841809 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-3546bd2d-1fe2-4a99-a6b7-e3be28e32440 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:11.843421 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-3546bd2d-1fe2-4a99-a6b7-e3be28e32440 service neutron] 10.222.0.32 "PUT /v2.0/ports/97fba497-0b98-4dc5-84b3-9c7ceddfb4bf HTTP/1.1" status: 200 len: 1091 time: 1.6904049 Mar 01 14:03:11.865083 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['57b0751a-5b06-4a0e-a16e-81601dba017e'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:03:11.883307 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24486878-0a97-4ee2-9723-c2778df3c53b', 'tag': '97fba497-0b98-4dc5-84b3-9c7ceddfb4bf'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:03:11.886206 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f0ef8e-9653-473b-8c30-85cf19c1fc7e" -d '{"events": [{"name": "network-changed", "server_uuid": "24486878-0a97-4ee2-9723-c2778df3c53b", "tag": "97fba497-0b98-4dc5-84b3-9c7ceddfb4bf"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:03:11.917560 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037e50cc-589d-42d2-a21d-2a123f0385cd tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Network 2557e974-251f-4f28-9335-2340b47752ef is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:03:11.985452 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-037e50cc-589d-42d2-a21d-2a123f0385cd tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:03:11.993343 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037e50cc-589d-42d2-a21d-2a123f0385cd tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:03:12.003205 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5257fa0-2fdb-4c89-a547-19e923501514 x-openstack-request-id: req-d5257fa0-2fdb-4c89-a547-19e923501514 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:03:12.003496 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24486878-0a97-4ee2-9723-c2778df3c53b", "tag": "97fba497-0b98-4dc5-84b3-9c7ceddfb4bf", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:03:12.003763 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5257fa0-2fdb-4c89-a547-19e923501514 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:03:12.004153 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24486878-0a97-4ee2-9723-c2778df3c53b', 'tag': '97fba497-0b98-4dc5-84b3-9c7ceddfb4bf', 'status': 'completed', 'code': 200} Mar 01 14:03:12.022887 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037e50cc-589d-42d2-a21d-2a123f0385cd tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:12.023719 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-037e50cc-589d-42d2-a21d-2a123f0385cd tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:12.030120 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e50cc-589d-42d2-a21d-2a123f0385cd tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Pushing event updated for resources: {'Port': ['ID=cf1cb8b6-679c-4399-a426-959ff43f3166,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:12.074223 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546bd2d-1fe2-4a99-a6b7-e3be28e32440 service neutron] Pushing event updated for resources: {'Port': ['ID=97fba497-0b98-4dc5-84b3-9c7ceddfb4bf,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:12.091847 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f758fb77-a974-4efc-906f-0aeffceceb33 req-189a3314-fae1-4537-85b7-1f2f24a9f6db tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1b5412fc-e03a-4eda-a411-75e91c157c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855027 Mar 01 14:03:12.096087 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-037e50cc-589d-42d2-a21d-2a123f0385cd tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7258618 Mar 01 14:03:12.096652 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58180) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:12.104906 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-fb4e983d-12dc-486f-b8f1-a2868ee4fa86 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::287', 'mac_address': 'fa:16:3e:60:db:c0'}, {'ip_address': '2001:db8::11f', 'mac_address': 'fa:16:3e:8a:97:ac'}]}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:12.143036 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-3d6d7d62-9a14-43d3-b6a0-36de491f3ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:12.144632 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-3d6d7d62-9a14-43d3-b6a0-36de491f3ad9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1fa37a61f124c25aca457ce8a3f996a&device_id=24486878-0a97-4ee2-9723-c2778df3c53b HTTP/1.1" status: 200 len: 1125 time: 0.2390854 Mar 01 14:03:12.153821 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efff6d1-d8c6-4697-9f81-48741b0aec56 req-c78df48b-ee18-4cfe-84d1-3f6085b321fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:12.155292 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4efff6d1-d8c6-4697-9f81-48741b0aec56 req-c78df48b-ee18-4cfe-84d1-3f6085b321fe service neutron] 10.222.0.20 "GET /v2.0/networks?id=688b8e33-0ea2-4648-89e7-a0a6eac88ff9 HTTP/1.1" status: 200 len: 916 time: 0.3567998 Mar 01 14:03:12.217388 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-344ae7ea-be99-4981-befb-4ccbc747e89b tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Deleting port 3747048d-ac11-432a-90fd-261cd050ef11 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:03:12.220034 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-344ae7ea-be99-4981-befb-4ccbc747e89b tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (3747048d-ac11-432a-90fd-261cd050ef11), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:12.224376 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4efff6d1-d8c6-4697-9f81-48741b0aec56 req-b802665f-4914-4362-b7d6-87df4fab6e4d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=340ab1d7-2607-4a86-a614-6847744d1152 HTTP/1.1" status: 200 len: 217 time: 0.0591807 Mar 01 14:03:12.377672 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-344ae7ea-be99-4981-befb-4ccbc747e89b tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (3747048d-ac11-432a-90fd-261cd050ef11), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:12.378005 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-344ae7ea-be99-4981-befb-4ccbc747e89b tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for floatingip (3747048d-ac11-432a-90fd-261cd050ef11), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:12.405373 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-344ae7ea-be99-4981-befb-4ccbc747e89b tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Calling delete_port for 3747048d-ac11-432a-90fd-261cd050ef11 owned by network:floatingip {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:03:12.416485 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-81bd27cf-f1c4-4f6e-ab27-3b72ffad3be2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97fba497-0b98-4dc5-84b3-9c7ceddfb4bf HTTP/1.1" status: 200 len: 217 time: 0.2632160 Mar 01 14:03:12.478786 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fb4e983d-12dc-486f-b8f1-a2868ee4fa86 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (cf1cb8b6-679c-4399-a426-959ff43f3166), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:12.502676 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-34fe1bb2-7a7f-4858-a66d-2f8b47d6f42c None None] Provisioning complete for port cf1cb8b6-679c-4399-a426-959ff43f3166 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:03:12.503317 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-34fe1bb2-7a7f-4858-a66d-2f8b47d6f42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (cf1cb8b6-679c-4399-a426-959ff43f3166), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:12.531816 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efff6d1-d8c6-4697-9f81-48741b0aec56 req-42e16b8f-17fa-4fff-8c2a-14e15f2b7afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:12.533594 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4efff6d1-d8c6-4697-9f81-48741b0aec56 req-42e16b8f-17fa-4fff-8c2a-14e15f2b7afd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b5604c83-d9f4-4bd0-bfcc-d1bf90374963 HTTP/1.1" status: 200 len: 855 time: 0.2973268 Mar 01 14:03:12.574683 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-b3d39d6d-6f1d-4955-bf59-a0726237052c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:12.576418 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-b3d39d6d-6f1d-4955-bf59-a0726237052c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e897284-ac55-41c2-b088-3972dd0eb9f7 HTTP/1.1" status: 200 len: 846 time: 0.0821369 Mar 01 14:03:12.579174 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-34fe1bb2-7a7f-4858-a66d-2f8b47d6f42c None None] Port cf1cb8b6-679c-4399-a426-959ff43f3166 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:03:12.605302 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4efff6d1-d8c6-4697-9f81-48741b0aec56 req-83cc842b-bdc8-4180-8b5d-a2d8d6a7c08c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=688b8e33-0ea2-4648-89e7-a0a6eac88ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623000 Mar 01 14:03:12.645166 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-dadf3bb0-abe5-4d7d-acff-db8c0cb8e831 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a263dd2-fccb-41d7-9268-17deef5caa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579545 Mar 01 14:03:12.650379 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58194) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:12.652217 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e76136-26e4-4413-8bd8-cb2bab8395fd req-436582ed-43be-493e-a6e0-56a13de32521 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:12.653761 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e9e76136-26e4-4413-8bd8-cb2bab8395fd req-436582ed-43be-493e-a6e0-56a13de32521 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=24486878-0a97-4ee2-9723-c2778df3c53b HTTP/1.1" status: 200 len: 943 time: 0.2066743 Mar 01 14:03:12.735386 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-344ae7ea-be99-4981-befb-4ccbc747e89b tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (3747048d-ac11-432a-90fd-261cd050ef11), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:12.778453 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ae7ea-be99-4981-befb-4ccbc747e89b tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Pushing event deleted for resources: {'Port': ['ID=3747048d-ac11-432a-90fd-261cd050ef11,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:12.785759 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4efff6d1-d8c6-4697-9f81-48741b0aec56 req-278cd943-b357-486d-82fc-86508422a3fa service neutron] 10.222.0.20 "GET /v2.0/networks/688b8e33-0ea2-4648-89e7-a0a6eac88ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739643 Mar 01 14:03:12.891045 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-e75ff01a-ba3c-4efc-baab-032e0067ba10 tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-476550281', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:12.954771 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-344ae7ea-be99-4981-befb-4ccbc747e89b tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for floatingip (cdd7cca8-84e7-421d-8cb3-bc5bc717fbbb), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:12.957394 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-344ae7ea-be99-4981-befb-4ccbc747e89b tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:12.962029 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-344ae7ea-be99-4981-befb-4ccbc747e89b tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "DELETE /v2.0/floatingips/cdd7cca8-84e7-421d-8cb3-bc5bc717fbbb HTTP/1.1" status: 204 len: 168 time: 1.2212017 Mar 01 14:03:12.969328 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4efff6d1-d8c6-4697-9f81-48741b0aec56 req-76cd6bd6-715d-4732-9544-f1fc8e58aac2 service neutron] 10.222.0.20 "GET /v2.0/networks/688b8e33-0ea2-4648-89e7-a0a6eac88ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634667 Mar 01 14:03:12.970282 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75ff01a-ba3c-4efc-baab-032e0067ba10 tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] Made reservation on behalf of a08599b1c81c47459289ed899bf373de for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:03:12.973290 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e75ff01a-ba3c-4efc-baab-032e0067ba10 tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:12.990894 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e75ff01a-ba3c-4efc-baab-032e0067ba10 tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:13.074785 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e75ff01a-ba3c-4efc-baab-032e0067ba10 tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] Publish callbacks [] for security_group (d3750a7c-9218-49f7-833f-eaa99217778b), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:13.081781 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e75ff01a-ba3c-4efc-baab-032e0067ba10 tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d3750a7c-9218-49f7-833f-eaa99217778b), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:13.089950 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-e75ff01a-ba3c-4efc-baab-032e0067ba10 tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] device_id is not set on port c9371e1f-a79a-4192-b74e-ad96eea39d80 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:03:13.098132 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62381f-9fbb-4f27-b6bc-c4634a15eff9 req-09522378-c60d-4523-8b0c-356c02001db1 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:13.099873 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0b62381f-9fbb-4f27-b6bc-c4634a15eff9 req-09522378-c60d-4523-8b0c-356c02001db1 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 944 time: 0.6822684 Mar 01 14:03:13.153971 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ff01a-ba3c-4efc-baab-032e0067ba10 tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3750a7c-9218-49f7-833f-eaa99217778b,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:13.217840 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-e75ff01a-ba3c-4efc-baab-032e0067ba10 tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] Allocated IP 172.25.1.3 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/c9371e1f-a79a-4192-b74e-ad96eea39d80) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:03:13.242249 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e9e76136-26e4-4413-8bd8-cb2bab8395fd req-bffc6284-d4d2-453f-bde7-f012f560f85b tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5730090 Mar 01 14:03:13.277793 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-4e985f22-6ea5-4991-aac2-6ed2d63c9ba4 service neutron] 10.222.0.32 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6193941 Mar 01 14:03:13.287923 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0b62381f-9fbb-4f27-b6bc-c4634a15eff9 req-85ff454c-4760-4390-bf25-5f56956244ac tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793847 Mar 01 14:03:13.402636 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fb4e983d-12dc-486f-b8f1-a2868ee4fa86 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks [] for port (cf1cb8b6-679c-4399-a426-959ff43f3166), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:13.420063 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fb4e983d-12dc-486f-b8f1-a2868ee4fa86 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (cf1cb8b6-679c-4399-a426-959ff43f3166), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:13.431622 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e8ec2f85-fc4e-4320-af33-9cc8bb80df04 req-77269296-ef1b-4f7f-a580-f51e39dc7bb4 service neutron] 10.222.0.32 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427193 Mar 01 14:03:13.467660 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-fb4e983d-12dc-486f-b8f1-a2868ee4fa86 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] In _notify_port_updated(), no bound segment for port cf1cb8b6-679c-4399-a426-959ff43f3166 on network 2557e974-251f-4f28-9335-2340b47752ef {{(pid=103727) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 01 14:03:13.475364 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4e983d-12dc-486f-b8f1-a2868ee4fa86 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:13.476064 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fb4e983d-12dc-486f-b8f1-a2868ee4fa86 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:13.477490 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-fb4e983d-12dc-486f-b8f1-a2868ee4fa86 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] 10.222.0.13 "PUT /v2.0/ports/cf1cb8b6-679c-4399-a426-959ff43f3166 HTTP/1.1" status: 200 len: 1068 time: 1.3777969 Mar 01 14:03:13.482702 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58204) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:13.576813 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e983d-12dc-486f-b8f1-a2868ee4fa86 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Pushing event updated for resources: {'Port': ['ID=cf1cb8b6-679c-4399-a426-959ff43f3166,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:13.636940 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e75ff01a-ba3c-4efc-baab-032e0067ba10 tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] Publish callbacks [] for port (c9371e1f-a79a-4192-b74e-ad96eea39d80), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:13.688173 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e75ff01a-ba3c-4efc-baab-032e0067ba10 tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (c9371e1f-a79a-4192-b74e-ad96eea39d80), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:13.712703 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0ef8e-9653-473b-8c30-85cf19c1fc7e req-499f3fe1-8271-4cec-8f6a-161fba5bf4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:13.714479 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d2f0ef8e-9653-473b-8c30-85cf19c1fc7e req-499f3fe1-8271-4cec-8f6a-161fba5bf4b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1fa37a61f124c25aca457ce8a3f996a&device_id=24486878-0a97-4ee2-9723-c2778df3c53b HTTP/1.1" status: 200 len: 1125 time: 0.2160716 Mar 01 14:03:13.718739 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eaef30-3585-4b64-80ae-b75096d59850 req-52cc1e38-8701-4b76-ab34-94d40018f058 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:13.721073 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-36eaef30-3585-4b64-80ae-b75096d59850 req-52cc1e38-8701-4b76-ab34-94d40018f058 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1e08f685-fb1a-4798-8832-af19e5fe6a5b HTTP/1.1" status: 200 len: 1127 time: 0.1614454 Mar 01 14:03:13.779186 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75ff01a-ba3c-4efc-baab-032e0067ba10 tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:03:13.784748 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-e75ff01a-ba3c-4efc-baab-032e0067ba10 tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:03:13.790295 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75ff01a-ba3c-4efc-baab-032e0067ba10 tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:03:13.793789 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ff01a-ba3c-4efc-baab-032e0067ba10 tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] Pushing event updated for resources: {'Port': ['ID=c9371e1f-a79a-4192-b74e-ad96eea39d80,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:13.817925 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-9d76d5dc-7b60-4803-8943-f33a77e6c174 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Deleting port cf1cb8b6-679c-4399-a426-959ff43f3166 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:03:13.818304 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9d76d5dc-7b60-4803-8943-f33a77e6c174 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (cf1cb8b6-679c-4399-a426-959ff43f3166), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:13.839404 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58208) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:13.847563 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-cc4f0134-b679-410e-b393-2854e0b7acb4 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1554968241', 'description': 'tempest-description--729042563'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:13.892472 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cc4f0134-b679-410e-b393-2854e0b7acb4 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:13.905577 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75ff01a-ba3c-4efc-baab-032e0067ba10 tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:13.907279 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e75ff01a-ba3c-4efc-baab-032e0067ba10 tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:13.930580 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-36eaef30-3585-4b64-80ae-b75096d59850 req-6e96edcf-fe27-4ccd-a69e-b8438358b7c7 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1b5412fc-e03a-4eda-a411-75e91c157c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982801 Mar 01 14:03:13.945259 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e75ff01a-ba3c-4efc-baab-032e0067ba10 tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.2851009 Mar 01 14:03:13.948052 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58210) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:13.951272 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0ef8e-9653-473b-8c30-85cf19c1fc7e req-33874f34-96ca-4d16-b132-f14f33b62a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:13.952928 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d2f0ef8e-9653-473b-8c30-85cf19c1fc7e req-33874f34-96ca-4d16-b132-f14f33b62a6c service neutron] 10.222.0.32 "GET /v2.0/networks?id=3a263dd2-fccb-41d7-9268-17deef5caa4e HTTP/1.1" status: 200 len: 907 time: 0.2308512 Mar 01 14:03:13.956656 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-3545a985-17eb-47b2-93fb-005a4a199f3d tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.3'}]}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:14.009133 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3545a985-17eb-47b2-93fb-005a4a199f3d tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (3f73ef28-a82c-43a8-9fca-e4e826217357), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:14.010894 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3545a985-17eb-47b2-93fb-005a4a199f3d tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (3f73ef28-a82c-43a8-9fca-e4e826217357), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:14.028735 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cc4f0134-b679-410e-b393-2854e0b7acb4 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for security_group (1a754a13-c94f-4e3f-b9d0-6421d392c9d2), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:14.033607 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d2f0ef8e-9653-473b-8c30-85cf19c1fc7e req-8df51cf2-c22d-463b-8e01-beae745f1360 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97fba497-0b98-4dc5-84b3-9c7ceddfb4bf HTTP/1.1" status: 200 len: 217 time: 0.0615158 Mar 01 14:03:14.038953 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9d76d5dc-7b60-4803-8943-f33a77e6c174 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (cf1cb8b6-679c-4399-a426-959ff43f3166), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:14.040529 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cc4f0134-b679-410e-b393-2854e0b7acb4 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (1a754a13-c94f-4e3f-b9d0-6421d392c9d2), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:14.103276 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f0134-b679-410e-b393-2854e0b7acb4 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a754a13-c94f-4e3f-b9d0-6421d392c9d2,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:14.114514 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0ef8e-9653-473b-8c30-85cf19c1fc7e req-e510d2a1-23b2-484f-bf54-fff8de1dc00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:14.116482 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d2f0ef8e-9653-473b-8c30-85cf19c1fc7e req-e510d2a1-23b2-484f-bf54-fff8de1dc00a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e897284-ac55-41c2-b088-3972dd0eb9f7 HTTP/1.1" status: 200 len: 846 time: 0.0731981 Mar 01 14:03:14.123083 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-9d76d5dc-7b60-4803-8943-f33a77e6c174 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Calling delete_port for cf1cb8b6-679c-4399-a426-959ff43f3166 owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:03:14.146488 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cc4f0134-b679-410e-b393-2854e0b7acb4 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:14.150497 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cc4f0134-b679-410e-b393-2854e0b7acb4 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3068519 Mar 01 14:03:14.150497 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3545a985-17eb-47b2-93fb-005a4a199f3d tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] Publish callbacks [] for router_controller (3f73ef28-a82c-43a8-9fca-e4e826217357), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:14.152138 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58212) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:14.158204 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-ef4d3ace-e236-463a-864e-6a2ce8b63be8 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Request body: {'security_group_rule': {'security_group_id': '1a754a13-c94f-4e3f-b9d0-6421d392c9d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:14.161622 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d2f0ef8e-9653-473b-8c30-85cf19c1fc7e req-c9bfeddb-b52e-4616-b3cf-33107202784a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a263dd2-fccb-41d7-9268-17deef5caa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355396 Mar 01 14:03:14.176639 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-4a6dc5bf-621c-4d91-af9f-9df76390d4d4 None None] Provisioning complete for port cf1cb8b6-679c-4399-a426-959ff43f3166 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:03:14.177071 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc5bf-621c-4d91-af9f-9df76390d4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (cf1cb8b6-679c-4399-a426-959ff43f3166), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:14.237707 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-4a6dc5bf-621c-4d91-af9f-9df76390d4d4 None None] Port cf1cb8b6-679c-4399-a426-959ff43f3166 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:03:14.259106 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ef4d3ace-e236-463a-864e-6a2ce8b63be8 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for security_group_rule (cf4b174a-eb21-4b0b-90e9-9d68f02f15dd), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:14.312299 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d2f0ef8e-9653-473b-8c30-85cf19c1fc7e req-6d397d63-5b75-4e39-88f2-a41ff8988a7b service neutron] 10.222.0.32 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273139 Mar 01 14:03:14.356021 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3545a985-17eb-47b2-93fb-005a4a199f3d tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] Publish callbacks [] for router_gateway (3f73ef28-a82c-43a8-9fca-e4e826217357), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:14.472706 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device bd3a09dd-6313-4a3e-950d-b7d56b8adfdc up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:03:14.544321 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port bd3a09dd-6313-4a3e-950d-b7d56b8adfdc completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:03:14.551239 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port bd3a09dd-6313-4a3e-950d-b7d56b8adfdc triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:03:14.552848 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (bd3a09dd-6313-4a3e-950d-b7d56b8adfdc), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:14.552968 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9d76d5dc-7b60-4803-8943-f33a77e6c174 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (cf1cb8b6-679c-4399-a426-959ff43f3166), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:14.590104 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2df36-6130-401f-9dc0-c950df57c25a req-e6e1dbda-b110-4e47-b3c4-0a3ee07cb257 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:14.591512 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-15b2df36-6130-401f-9dc0-c950df57c25a req-e6e1dbda-b110-4e47-b3c4-0a3ee07cb257 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 944 time: 0.1434207 Mar 01 14:03:14.599219 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76d5dc-7b60-4803-8943-f33a77e6c174 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Pushing event deleted for resources: {'Port': ['ID=cf1cb8b6-679c-4399-a426-959ff43f3166,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:14.615941 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 57b0751a-5b06-4a0e-a16e-81601dba017e up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:03:14.622732 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d2f0ef8e-9653-473b-8c30-85cf19c1fc7e req-2d2b8f51-c13a-4df5-901c-1e56efab8a3e service neutron] 10.222.0.32 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405884 Mar 01 14:03:14.747918 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 57b0751a-5b06-4a0e-a16e-81601dba017e completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:03:14.756900 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 57b0751a-5b06-4a0e-a16e-81601dba017e triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:03:14.757310 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (57b0751a-5b06-4a0e-a16e-81601dba017e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:14.772222 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d83d97-d63b-47cd-b99c-87c841929806 req-6fc01a81-543e-4995-95e6-eb3a0fbb55b0 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:14.773842 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-91d83d97-d63b-47cd-b99c-87c841929806 req-6fc01a81-543e-4995-95e6-eb3a0fbb55b0 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=24486878-0a97-4ee2-9723-c2778df3c53b HTTP/1.1" status: 200 len: 943 time: 0.3906705 Mar 01 14:03:14.788509 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ef4d3ace-e236-463a-864e-6a2ce8b63be8 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for security_group_rule (cf4b174a-eb21-4b0b-90e9-9d68f02f15dd), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:14.801974 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port bd3a09dd-6313-4a3e-950d-b7d56b8adfdc is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:03:14.801974 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (bd3a09dd-6313-4a3e-950d-b7d56b8adfdc), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:14.805029 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ef4d3ace-e236-463a-864e-6a2ce8b63be8 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (cf4b174a-eb21-4b0b-90e9-9d68f02f15dd), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:14.856836 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port bd3a09dd-6313-4a3e-950d-b7d56b8adfdc, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=bd3a09dd-6313-4a3e-950d-b7d56b8adfdc,segment=NetworkSegment(0daf6ea1-fe8f-417e-9613-c9672cc8c206),segment_id=0daf6ea1-fe8f-417e-9613-c9672cc8c206)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:14.861131 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f49a67-b8cf-4ee6-a725-3c8b8c13156d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3a09dd-6313-4a3e-950d-b7d56b8adfdc'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:03:14.864782 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7107af-d654-4296-a395-655d52796f33" -d '{"events": [{"server_uuid": "c4f49a67-b8cf-4ee6-a725-3c8b8c13156d", "name": "network-vif-plugged", "status": "completed", "tag": "bd3a09dd-6313-4a3e-950d-b7d56b8adfdc"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:03:14.870470 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ef4d3ace-e236-463a-864e-6a2ce8b63be8 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:14.872377 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ef4d3ace-e236-463a-864e-6a2ce8b63be8 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7185936 Mar 01 14:03:14.873167 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (bd3a09dd-6313-4a3e-950d-b7d56b8adfdc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:14.873314 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d3ace-e236-463a-864e-6a2ce8b63be8 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf4b174a-eb21-4b0b-90e9-9d68f02f15dd,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:14.878422 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58220) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:14.883982 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-651b6ef2-0113-4f2e-b452-20290510e1ea tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Request body: {'security_group_rule': {'security_group_id': '1a754a13-c94f-4e3f-b9d0-6421d392c9d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:14.913859 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-15b2df36-6130-401f-9dc0-c950df57c25a req-eda5d33a-b7f7-4758-8125-d855ad0f845b tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071609 Mar 01 14:03:14.963805 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-651b6ef2-0113-4f2e-b452-20290510e1ea tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for security_group_rule (c73acf09-eb2a-4763-8c88-ae41f23712b6), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:14.982109 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=bd3a09dd-6313-4a3e-950d-b7d56b8adfdc,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:15.053449 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 57b0751a-5b06-4a0e-a16e-81601dba017e is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:03:15.053854 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (57b0751a-5b06-4a0e-a16e-81601dba017e), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:15.059128 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66589e9f-292a-4a5d-b5d0-3e6f7083da58 x-openstack-request-id: req-66589e9f-292a-4a5d-b5d0-3e6f7083da58 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:03:15.060009 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f49a67-b8cf-4ee6-a725-3c8b8c13156d", "name": "network-vif-plugged", "status": "completed", "tag": "bd3a09dd-6313-4a3e-950d-b7d56b8adfdc", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:03:15.060009 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66589e9f-292a-4a5d-b5d0-3e6f7083da58 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:03:15.060554 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f49a67-b8cf-4ee6-a725-3c8b8c13156d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3a09dd-6313-4a3e-950d-b7d56b8adfdc', 'code': 200} Mar 01 14:03:15.082511 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-651b6ef2-0113-4f2e-b452-20290510e1ea tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for security_group_rule (c73acf09-eb2a-4763-8c88-ae41f23712b6), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:15.100915 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9d76d5dc-7b60-4803-8943-f33a77e6c174 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:15.101366 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 57b0751a-5b06-4a0e-a16e-81601dba017e, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=57b0751a-5b06-4a0e-a16e-81601dba017e,segment=NetworkSegment(baf555f1-c68c-40fa-b064-c9daf0d53a98),segment_id=baf555f1-c68c-40fa-b064-c9daf0d53a98)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:15.104022 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-651b6ef2-0113-4f2e-b452-20290510e1ea tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (c73acf09-eb2a-4763-8c88-ae41f23712b6), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:15.104261 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9d76d5dc-7b60-4803-8943-f33a77e6c174 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] 10.222.0.13 "DELETE /v2.0/ports/cf1cb8b6-679c-4399-a426-959ff43f3166 HTTP/1.1" status: 204 len: 168 time: 1.6198409 Mar 01 14:03:15.108907 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-91d83d97-d63b-47cd-b99c-87c841929806 req-c04228fc-98a1-4d3f-9d06-1e6860deb354 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069370 Mar 01 14:03:15.109382 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58226) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:15.124793 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (57b0751a-5b06-4a0e-a16e-81601dba017e), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:15.161638 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-41023e39-ebf4-4e63-a8f3-28534b9cbe3c tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] GET failed (client error): The resource could not be found. Mar 01 14:03:15.163047 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-41023e39-ebf4-4e63-a8f3-28534b9cbe3c tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] 10.222.0.13 "GET /v2.0/ports/cf1cb8b6-679c-4399-a426-959ff43f3166 HTTP/1.1" status: 404 len: 333 time: 0.0458755 Mar 01 14:03:15.167977 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58228) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:15.191651 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=57b0751a-5b06-4a0e-a16e-81601dba017e,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:15.227140 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c955ff-0c2a-4d53-9e2a-cdefe8ccba7c req-c4681a16-a6df-490b-9286-f102d8272d51 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:15.227495 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b6ef2-0113-4f2e-b452-20290510e1ea tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c73acf09-eb2a-4763-8c88-ae41f23712b6,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:15.228751 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d0c955ff-0c2a-4d53-9e2a-cdefe8ccba7c req-c4681a16-a6df-490b-9286-f102d8272d51 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1e08f685-fb1a-4798-8832-af19e5fe6a5b HTTP/1.1" status: 200 len: 1128 time: 0.1451313 Mar 01 14:03:15.234032 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-651b6ef2-0113-4f2e-b452-20290510e1ea tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:15.235761 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-651b6ef2-0113-4f2e-b452-20290510e1ea tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3563709 Mar 01 14:03:15.239473 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58230) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:15.245195 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-b60dffbe-f61b-434a-b97a-df5cb1888616 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:15.285850 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611677e1-2fb2-45b0-9a52-c296c20ce0e7 req-4fafbf39-d6d8-456b-96c3-e72a62e71d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:15.287390 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-611677e1-2fb2-45b0-9a52-c296c20ce0e7 req-4fafbf39-d6d8-456b-96c3-e72a62e71d82 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 1127 time: 0.2222698 Mar 01 14:03:15.308863 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d0c955ff-0c2a-4d53-9e2a-cdefe8ccba7c req-b0381721-bb62-4aad-b669-be3ffa73a807 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1b5412fc-e03a-4eda-a411-75e91c157c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517609 Mar 01 14:03:15.312516 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b60dffbe-f61b-434a-b97a-df5cb1888616 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:15.320027 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-526472a5-9d0e-4e64-8fe7-3356bd172d6f tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Deleting port c6e72a9e-2bf8-44e4-95ec-6c3e6556d050 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:03:15.320437 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-526472a5-9d0e-4e64-8fe7-3356bd172d6f tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (c6e72a9e-2bf8-44e4-95ec-6c3e6556d050), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:15.336298 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3545a985-17eb-47b2-93fb-005a4a199f3d tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] Publish callbacks [] for router_gateway (3f73ef28-a82c-43a8-9fca-e4e826217357), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:15.372260 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3545a985-17eb-47b2-93fb-005a4a199f3d tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:15.434476 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-526472a5-9d0e-4e64-8fe7-3356bd172d6f tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (c6e72a9e-2bf8-44e4-95ec-6c3e6556d050), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:15.448917 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-526472a5-9d0e-4e64-8fe7-3356bd172d6f tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Calling delete_port for c6e72a9e-2bf8-44e4-95ec-6c3e6556d050 owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:03:15.456942 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-611677e1-2fb2-45b0-9a52-c296c20ce0e7 req-4b2f1d88-c46c-47b2-8185-d63410ed522b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612332 Mar 01 14:03:15.590162 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-526472a5-9d0e-4e64-8fe7-3356bd172d6f tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (c6e72a9e-2bf8-44e4-95ec-6c3e6556d050), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:15.608892 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b60dffbe-f61b-434a-b97a-df5cb1888616 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:15.612953 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3545a985-17eb-47b2-93fb-005a4a199f3d tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] Publish callbacks [] for router (3f73ef28-a82c-43a8-9fca-e4e826217357), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:15.625002 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526472a5-9d0e-4e64-8fe7-3356bd172d6f tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Pushing event deleted for resources: {'Port': ['ID=c6e72a9e-2bf8-44e4-95ec-6c3e6556d050,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:15.651036 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-526472a5-9d0e-4e64-8fe7-3356bd172d6f tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:15.654335 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-526472a5-9d0e-4e64-8fe7-3356bd172d6f tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] 10.222.0.13 "DELETE /v2.0/ports/c6e72a9e-2bf8-44e4-95ec-6c3e6556d050 HTTP/1.1" status: 204 len: 168 time: 0.4846222 Mar 01 14:03:15.657390 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58232) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:15.683077 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-518f807b-f580-4b67-8fdf-afde26df4174 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] GET failed (client error): The resource could not be found. Mar 01 14:03:15.687743 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-518f807b-f580-4b67-8fdf-afde26df4174 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] 10.222.0.13 "GET /v2.0/ports/c6e72a9e-2bf8-44e4-95ec-6c3e6556d050 HTTP/1.1" status: 404 len: 333 time: 0.0262313 Mar 01 14:03:15.688451 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58234) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:15.810432 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa19bfa-8a7d-4d02-857b-dd3bbc9458be tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Deleting port c6e1301f-420e-4b0b-9bc0-9678bb8a7e78 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:03:15.810917 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7aa19bfa-8a7d-4d02-857b-dd3bbc9458be tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (c6e1301f-420e-4b0b-9bc0-9678bb8a7e78), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:15.838914 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3545a985-17eb-47b2-93fb-005a4a199f3d tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (3f73ef28-a82c-43a8-9fca-e4e826217357), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:15.842875 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3545a985-17eb-47b2-93fb-005a4a199f3d tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] Publish callbacks [] for router_controller (3f73ef28-a82c-43a8-9fca-e4e826217357), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:15.922755 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7aa19bfa-8a7d-4d02-857b-dd3bbc9458be tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (c6e1301f-420e-4b0b-9bc0-9678bb8a7e78), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:15.925473 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3545a985-17eb-47b2-93fb-005a4a199f3d tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (3f73ef28-a82c-43a8-9fca-e4e826217357), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:15.925985 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3545a985-17eb-47b2-93fb-005a4a199f3d tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f73ef28-a82c-43a8-9fca-e4e826217357 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:03:15.935804 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa19bfa-8a7d-4d02-857b-dd3bbc9458be tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Calling delete_port for c6e1301f-420e-4b0b-9bc0-9678bb8a7e78 owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:03:15.956235 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-b60dffbe-f61b-434a-b97a-df5cb1888616 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Allocated IP 172.25.1.228 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/dd7f167b-c1fe-46b1-88a2-eb1da3030576) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:03:15.961537 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-3545a985-17eb-47b2-93fb-005a4a199f3d tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 01 14:03:15.966948 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3545a985-17eb-47b2-93fb-005a4a199f3d tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 2.0148535 Mar 01 14:03:15.967530 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58240) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:16.115630 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-19274be1-f976-43fa-b422-51140642de3d tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] Deleting port c9371e1f-a79a-4192-b74e-ad96eea39d80 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:03:16.115967 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-19274be1-f976-43fa-b422-51140642de3d tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (c9371e1f-a79a-4192-b74e-ad96eea39d80), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:16.147866 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1758c0c-a728-4fe2-9394-090b9b9bc07d req-7271ec8a-735a-4d41-acbc-772e7ea2a953 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:16.154960 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c1758c0c-a728-4fe2-9394-090b9b9bc07d req-7271ec8a-735a-4d41-acbc-772e7ea2a953 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 945 time: 0.1249259 Mar 01 14:03:16.195094 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b60dffbe-f61b-434a-b97a-df5cb1888616 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for port (dd7f167b-c1fe-46b1-88a2-eb1da3030576), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:16.218834 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c1758c0c-a728-4fe2-9394-090b9b9bc07d req-c0675c29-53f1-4221-b742-b097b2d8f586 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625131 Mar 01 14:03:16.247465 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-19274be1-f976-43fa-b422-51140642de3d tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (c9371e1f-a79a-4192-b74e-ad96eea39d80), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:16.259046 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7aa19bfa-8a7d-4d02-857b-dd3bbc9458be tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (c6e1301f-420e-4b0b-9bc0-9678bb8a7e78), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:16.271739 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-19274be1-f976-43fa-b422-51140642de3d tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] Calling delete_port for c9371e1f-a79a-4192-b74e-ad96eea39d80 owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:03:16.288678 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b60dffbe-f61b-434a-b97a-df5cb1888616 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (dd7f167b-c1fe-46b1-88a2-eb1da3030576), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:16.295651 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa19bfa-8a7d-4d02-857b-dd3bbc9458be tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Pushing event deleted for resources: {'Port': ['ID=c6e1301f-420e-4b0b-9bc0-9678bb8a7e78,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:16.333651 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7aa19bfa-8a7d-4d02-857b-dd3bbc9458be tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:16.339873 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7aa19bfa-8a7d-4d02-857b-dd3bbc9458be tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] 10.222.0.13 "DELETE /v2.0/ports/c6e1301f-420e-4b0b-9bc0-9678bb8a7e78 HTTP/1.1" status: 204 len: 168 time: 0.6503973 Mar 01 14:03:16.342213 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58244) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:16.368001 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60dffbe-f61b-434a-b97a-df5cb1888616 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:03:16.368837 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432829be-c7fb-458e-95aa-c619fb8af9ba req-6786bf3e-1af3-4d59-b5ee-d7b669ff9d17 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:16.370508 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-432829be-c7fb-458e-95aa-c619fb8af9ba req-6786bf3e-1af3-4d59-b5ee-d7b669ff9d17 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=24486878-0a97-4ee2-9723-c2778df3c53b HTTP/1.1" status: 200 len: 943 time: 0.1490381 Mar 01 14:03:16.378190 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-b60dffbe-f61b-434a-b97a-df5cb1888616 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:03:16.380572 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60dffbe-f61b-434a-b97a-df5cb1888616 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:03:16.444733 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60dffbe-f61b-434a-b97a-df5cb1888616 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Pushing event updated for resources: {'Port': ['ID=dd7f167b-c1fe-46b1-88a2-eb1da3030576,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:16.498730 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-425a5ac8-4074-4ac3-9818-9c2e036fd8bd tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Deleting subnet 74b65b3c-f622-466b-8015-08b028145578 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:03:16.514126 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-425a5ac8-4074-4ac3-9818-9c2e036fd8bd tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks [] for subnet (74b65b3c-f622-466b-8015-08b028145578), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:16.544414 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b60dffbe-f61b-434a-b97a-df5cb1888616 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for floatingip (36e615b8-1367-4b81-8ac8-eae92639ecee), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:16.594084 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b60dffbe-f61b-434a-b97a-df5cb1888616 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (dd7f167b-c1fe-46b1-88a2-eb1da3030576), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:16.595202 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-432829be-c7fb-458e-95aa-c619fb8af9ba req-e248163a-8cd3-4aee-a3db-376c99d6888f tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795354 Mar 01 14:03:16.596025 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-19274be1-f976-43fa-b422-51140642de3d tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (c9371e1f-a79a-4192-b74e-ad96eea39d80), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:16.597912 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c9901-3302-43f1-b643-0484cf7cf4ed req-d69ae1aa-701a-4560-a35f-9c94164ed2cf tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:16.617285 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-350c9901-3302-43f1-b643-0484cf7cf4ed req-d69ae1aa-701a-4560-a35f-9c94164ed2cf tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1e08f685-fb1a-4798-8832-af19e5fe6a5b HTTP/1.1" status: 200 len: 1128 time: 0.1717148 Mar 01 14:03:16.629079 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-425a5ac8-4074-4ac3-9818-9c2e036fd8bd tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (74b65b3c-f622-466b-8015-08b028145578), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:16.654690 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19274be1-f976-43fa-b422-51140642de3d tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9371e1f-a79a-4192-b74e-ad96eea39d80,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:16.711415 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-350c9901-3302-43f1-b643-0484cf7cf4ed req-d9710451-a53a-45a3-b90a-ed07ad904fd0 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1b5412fc-e03a-4eda-a411-75e91c157c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997460 Mar 01 14:03:16.751161 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-425a5ac8-4074-4ac3-9818-9c2e036fd8bd tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (74b65b3c-f622-466b-8015-08b028145578), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:16.786476 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-19274be1-f976-43fa-b422-51140642de3d tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:16.790577 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-19274be1-f976-43fa-b422-51140642de3d tempest-RoutersAdminNegativeIpV6Test-2067470765 tempest-RoutersAdminNegativeIpV6Test-2067470765-project-admin] 10.222.0.13 "DELETE /v2.0/ports/c9371e1f-a79a-4192-b74e-ad96eea39d80 HTTP/1.1" status: 204 len: 168 time: 0.8204436 Mar 01 14:03:16.834674 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-425a5ac8-4074-4ac3-9818-9c2e036fd8bd tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (74b65b3c-f622-466b-8015-08b028145578), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:16.884983 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b60dffbe-f61b-434a-b97a-df5cb1888616 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for port (dd7f167b-c1fe-46b1-88a2-eb1da3030576), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:16.891331 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a5ac8-4074-4ac3-9818-9c2e036fd8bd tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Pushing event deleted for resources: {'Subnet': ['ID=74b65b3c-f622-466b-8015-08b028145578,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:16.893656 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-425a5ac8-4074-4ac3-9818-9c2e036fd8bd tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:16.900173 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-425a5ac8-4074-4ac3-9818-9c2e036fd8bd tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] 10.222.0.13 "DELETE /v2.0/subnets/74b65b3c-f622-466b-8015-08b028145578 HTTP/1.1" status: 204 len: 168 time: 0.5463607 Mar 01 14:03:16.900486 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58250) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:16.901348 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b60dffbe-f61b-434a-b97a-df5cb1888616 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (dd7f167b-c1fe-46b1-88a2-eb1da3030576), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:16.909710 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4369ec-1280-47fd-8946-eb5f4218e6f8 None None] Network 2557e974-251f-4f28-9335-2340b47752ef requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:03:16.994376 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f9d4cf37-3409-4101-9a0a-d27561ff1c17 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (2557e974-251f-4f28-9335-2340b47752ef), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:17.062939 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-f9d4cf37-3409-4101-9a0a-d27561ff1c17 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Deleting port 677d409e-aefe-49aa-bffe-89cd65907c04 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:03:17.063658 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f9d4cf37-3409-4101-9a0a-d27561ff1c17 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (677d409e-aefe-49aa-bffe-89cd65907c04), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:17.069865 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e08f685-fb1a-4798-8832-af19e5fe6a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b0751a-5b06-4a0e-a16e-81601dba017e'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:03:17.072271 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c1e45f-3ea7-4f6f-9d5f-f49eae071d00" -d '{"events": [{"server_uuid": "1e08f685-fb1a-4798-8832-af19e5fe6a5b", "name": "network-vif-plugged", "status": "completed", "tag": "57b0751a-5b06-4a0e-a16e-81601dba017e"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:03:17.091880 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60dffbe-f61b-434a-b97a-df5cb1888616 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Pushing event updated for resources: {'Port': ['ID=dd7f167b-c1fe-46b1-88a2-eb1da3030576,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:17.132640 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3205c35f-fb85-4b54-8c7d-3bb2b0998441 x-openstack-request-id: req-3205c35f-fb85-4b54-8c7d-3bb2b0998441 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:03:17.133297 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e08f685-fb1a-4798-8832-af19e5fe6a5b", "name": "network-vif-plugged", "status": "completed", "tag": "57b0751a-5b06-4a0e-a16e-81601dba017e", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:03:17.133766 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3205c35f-fb85-4b54-8c7d-3bb2b0998441 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:03:17.133880 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b60dffbe-f61b-434a-b97a-df5cb1888616 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (36e615b8-1367-4b81-8ac8-eae92639ecee), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:17.134525 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e08f685-fb1a-4798-8832-af19e5fe6a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b0751a-5b06-4a0e-a16e-81601dba017e', 'code': 200} Mar 01 14:03:17.163958 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b60dffbe-f61b-434a-b97a-df5cb1888616 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:17.165484 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b60dffbe-f61b-434a-b97a-df5cb1888616 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9247422 Mar 01 14:03:17.177236 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-f9d4cf37-3409-4101-9a0a-d27561ff1c17 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] For port 677d409e-aefe-49aa-bffe-89cd65907c04, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=677d409e-aefe-49aa-bffe-89cd65907c04,segment=NetworkSegment(ee248e86-7f40-4e3f-8bef-355489423212),segment_id=ee248e86-7f40-4e3f-8bef-355489423212)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:17.177646 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f9d4cf37-3409-4101-9a0a-d27561ff1c17 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (677d409e-aefe-49aa-bffe-89cd65907c04), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:17.198448 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c41f5f-e5be-40e1-a9e2-3158cac8914a None None] DHCP port deletion for 2557e974-251f-4f28-9335-2340b47752ef request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:03:17.200746 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-f9d4cf37-3409-4101-9a0a-d27561ff1c17 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Calling delete_port for 677d409e-aefe-49aa-bffe-89cd65907c04 owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:03:17.238933 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58262) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:17.306130 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d3c41f5f-e5be-40e1-a9e2-3158cac8914a None None] Deleting port 677d409e-aefe-49aa-bffe-89cd65907c04 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:03:17.307443 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d3c41f5f-e5be-40e1-a9e2-3158cac8914a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (677d409e-aefe-49aa-bffe-89cd65907c04), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:17.421409 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d3c41f5f-e5be-40e1-a9e2-3158cac8914a None None] For port 677d409e-aefe-49aa-bffe-89cd65907c04, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=677d409e-aefe-49aa-bffe-89cd65907c04,segment=NetworkSegment(ee248e86-7f40-4e3f-8bef-355489423212),segment_id=ee248e86-7f40-4e3f-8bef-355489423212)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:17.421865 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d3c41f5f-e5be-40e1-a9e2-3158cac8914a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (677d409e-aefe-49aa-bffe-89cd65907c04), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:17.441699 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bdd70c98-b7a7-4ac3-95dc-a62fe93824e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:17.499157 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f9d4cf37-3409-4101-9a0a-d27561ff1c17 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (677d409e-aefe-49aa-bffe-89cd65907c04), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:17.538729 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bdd70c98-b7a7-4ac3-95dc-a62fe93824e7 admin admin] Publish callbacks [] for security_group (98701453-32d6-430f-9f38-ba7f86764019), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:17.543566 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bdd70c98-b7a7-4ac3-95dc-a62fe93824e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (98701453-32d6-430f-9f38-ba7f86764019), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:17.555167 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d4cf37-3409-4101-9a0a-d27561ff1c17 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] No DVR routers for this DVR port 677d409e-aefe-49aa-bffe-89cd65907c04 on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:03:17.562224 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d4cf37-3409-4101-9a0a-d27561ff1c17 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Pushing event deleted for resources: {'Port': ['ID=677d409e-aefe-49aa-bffe-89cd65907c04,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:17.580589 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8dc876-f6f0-4410-b50d-1835eb2f246b req-10e6b644-c9ba-44db-b2c0-b6c60ec84fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:17.582119 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aa8dc876-f6f0-4410-b50d-1835eb2f246b req-10e6b644-c9ba-44db-b2c0-b6c60ec84fdf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1e08f685-fb1a-4798-8832-af19e5fe6a5b HTTP/1.1" status: 200 len: 1128 time: 0.2600245 Mar 01 14:03:17.601426 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-bdd70c98-b7a7-4ac3-95dc-a62fe93824e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c549c9aee64e43d2a45f00650b3a9519&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3613362 Mar 01 14:03:17.613863 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58276) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:17.631660 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d3c41f5f-e5be-40e1-a9e2-3158cac8914a None None] Calling delete_port for 677d409e-aefe-49aa-bffe-89cd65907c04 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:03:17.647127 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58363306-a208-4817-b818-41a1273b772e req-5b9ba135-2ba4-4c4d-839e-be9b99bbc7bc tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:17.648868 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-58363306-a208-4817-b818-41a1273b772e req-5b9ba135-2ba4-4c4d-839e-be9b99bbc7bc tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 945 time: 0.2618613 Mar 01 14:03:17.665945 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd70c98-b7a7-4ac3-95dc-a62fe93824e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98701453-32d6-430f-9f38-ba7f86764019,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:17.688882 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-c034f1fc-4b4d-4766-9aac-c34548139f7c tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1554968241&fields=id&tenant_id=3467d10c32454cf18668187815493d82 HTTP/1.1" status: 200 len: 267 time: 0.2391188 Mar 01 14:03:17.721679 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d3c41f5f-e5be-40e1-a9e2-3158cac8914a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (677d409e-aefe-49aa-bffe-89cd65907c04), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:17.729550 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a37756a0-f184-46f1-ab63-0fbf9bcf4d4c admin admin] Publish callbacks [] for security_group (98701453-32d6-430f-9f38-ba7f86764019), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:17.736273 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c41f5f-e5be-40e1-a9e2-3158cac8914a None None] No DVR routers for this DVR port 677d409e-aefe-49aa-bffe-89cd65907c04 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:03:17.758082 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c41f5f-e5be-40e1-a9e2-3158cac8914a None None] Pushing event deleted for resources: {'Port': ['ID=677d409e-aefe-49aa-bffe-89cd65907c04,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:17.774022 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a37756a0-f184-46f1-ab63-0fbf9bcf4d4c admin admin] Publish callbacks [] for security_group (98701453-32d6-430f-9f38-ba7f86764019), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:17.828297 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a37756a0-f184-46f1-ab63-0fbf9bcf4d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (98701453-32d6-430f-9f38-ba7f86764019), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:17.831521 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a37756a0-f184-46f1-ab63-0fbf9bcf4d4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:17.835265 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a37756a0-f184-46f1-ab63-0fbf9bcf4d4c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98701453-32d6-430f-9f38-ba7f86764019 HTTP/1.1" status: 204 len: 168 time: 0.2180579 Mar 01 14:03:17.848019 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37756a0-f184-46f1-ab63-0fbf9bcf4d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98701453-32d6-430f-9f38-ba7f86764019,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:18.103246 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f9d4cf37-3409-4101-9a0a-d27561ff1c17 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (2557e974-251f-4f28-9335-2340b47752ef), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:18.127027 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aa8dc876-f6f0-4410-b50d-1835eb2f246b req-fd0ea6b0-2895-49fa-992d-c82b8be11b85 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1b5412fc-e03a-4eda-a411-75e91c157c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5085063 Mar 01 14:03:18.145773 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-58363306-a208-4817-b818-41a1273b772e req-15224be5-6e7c-4dcf-bdd8-c7fbe463ac6d tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4835591 Mar 01 14:03:18.147615 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-f9d4cf37-3409-4101-9a0a-d27561ff1c17 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2557e974-251f-4f28-9335-2340b47752ef']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:18.171393 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-f9d4cf37-3409-4101-9a0a-d27561ff1c17 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee248e86-7f40-4e3f-8bef-355489423212') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:18.171711 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-f9d4cf37-3409-4101-9a0a-d27561ff1c17 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee248e86-7f40-4e3f-8bef-355489423212') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:18.182786 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f9d4cf37-3409-4101-9a0a-d27561ff1c17 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (ee248e86-7f40-4e3f-8bef-355489423212), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:18.186301 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58290) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:18.221477 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f9d4cf37-3409-4101-9a0a-d27561ff1c17 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (ee248e86-7f40-4e3f-8bef-355489423212), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:18.229983 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-22cf618c-5064-4ec3-853a-f889fe5b89ee tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:18.231552 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-22cf618c-5064-4ec3-853a-f889fe5b89ee tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/networks?id=1d0a7b4f-fbe7-45f8-87df-666e5482dea5 HTTP/1.1" status: 200 len: 811 time: 0.5078073 Mar 01 14:03:18.247383 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9d4cf37-3409-4101-9a0a-d27561ff1c17 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:03:18.247908 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f9d4cf37-3409-4101-9a0a-d27561ff1c17 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (ee248e86-7f40-4e3f-8bef-355489423212), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:18.248449 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-caf0ae5e-926e-4bfd-88df-4e569a5d3985 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a08599b1c81c47459289ed899bf373de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0608377 Mar 01 14:03:18.249041 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58292) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:18.251434 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:03:18.251434 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:03:18.251434 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:03:18.251434 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:03:18.251434 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:03:18.251434 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:03:18.251434 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:03:18.251434 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:03:18.251434 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:03:18.251434 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:03:18.251434 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:03:18.251434 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:03:18.251434 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:03:18.251434 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:03:18.251434 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:03:18.251434 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:03:18.251434 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:03:18.251434 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:03:18.251434 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:03:18.251434 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:03:18.251434 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:03:18.251434 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:03:18.251434 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:03:18.251434 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:03:18.251434 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:03:18.251434 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:03:18.251434 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:03:18.251434 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:03:18.251434 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:03:18.251434 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:03:18.251434 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:03:18.251434 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:03:18.313381 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-786aba89-a23b-45ea-9fbc-8f102eff3789 admin admin] Publish callbacks [] for security_group (d3750a7c-9218-49f7-833f-eaa99217778b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:18.333635 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-3ba9ad52-6abc-4d97-841b-2e3a859bc82f tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/quotas/3467d10c32454cf18668187815493d82 HTTP/1.1" status: 200 len: 375 time: 0.0888720 Mar 01 14:03:18.340205 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-786aba89-a23b-45ea-9fbc-8f102eff3789 admin admin] Publish callbacks [] for security_group (d3750a7c-9218-49f7-833f-eaa99217778b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:18.393004 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f9d4cf37-3409-4101-9a0a-d27561ff1c17 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (2557e974-251f-4f28-9335-2340b47752ef), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:18.405125 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f9d4cf37-3409-4101-9a0a-d27561ff1c17 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:18.411294 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f9d4cf37-3409-4101-9a0a-d27561ff1c17 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] 10.222.0.13 "DELETE /v2.0/networks/2557e974-251f-4f28-9335-2340b47752ef HTTP/1.1" status: 204 len: 168 time: 1.5073180 Mar 01 14:03:18.416599 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e0be2-55c1-452a-b60d-3569ea793c3a req-7923c16f-5419-45f2-959e-8116109bd0aa tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:18.424213 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-694e0be2-55c1-452a-b60d-3569ea793c3a req-7923c16f-5419-45f2-959e-8116109bd0aa tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=24486878-0a97-4ee2-9723-c2778df3c53b HTTP/1.1" status: 200 len: 943 time: 0.1782238 Mar 01 14:03:18.433817 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-786aba89-a23b-45ea-9fbc-8f102eff3789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d3750a7c-9218-49f7-833f-eaa99217778b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:18.437440 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-786aba89-a23b-45ea-9fbc-8f102eff3789 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:18.441303 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-786aba89-a23b-45ea-9fbc-8f102eff3789 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3750a7c-9218-49f7-833f-eaa99217778b HTTP/1.1" status: 204 len: 168 time: 0.1887846 Mar 01 14:03:18.460438 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d4cf37-3409-4101-9a0a-d27561ff1c17 tempest-AllowedAddressPairIpV6TestJSON-1093820287 tempest-AllowedAddressPairIpV6TestJSON-1093820287-project] Pushing event deleted for resources: {'Network': ['ID=2557e974-251f-4f28-9335-2340b47752ef,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:18.470539 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786aba89-a23b-45ea-9fbc-8f102eff3789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3750a7c-9218-49f7-833f-eaa99217778b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:18.484034 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-426d5824-798b-4302-b767-605ec2745df0 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3467d10c32454cf18668187815493d82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1378009 Mar 01 14:03:18.549937 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-694e0be2-55c1-452a-b60d-3569ea793c3a req-c12f978a-ae1a-40fb-a45c-db92f0f18079 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246068 Mar 01 14:03:18.612741 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 677d409e-aefe-49aa-bffe-89cd65907c04 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:03:18.648431 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 97fba497-0b98-4dc5-84b3-9c7ceddfb4bf details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:03:18.651393 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 677d409e-aefe-49aa-bffe-89cd65907c04 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:03:18.651895 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 677d409e-aefe-49aa-bffe-89cd65907c04 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:03:18.712229 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-6d116919-14b7-41ff-a6e4-9a2eb8a2b2f6 service neutron] 10.222.0.13 "GET /v2.0/networks/1d0a7b4f-fbe7-45f8-87df-666e5482dea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059956 Mar 01 14:03:18.775360 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce888cc4-06b3-462c-9285-b0bd2b576456 req-a6660608-d0f9-4f8c-8297-5907c347ca66 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:18.782113 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ce888cc4-06b3-462c-9285-b0bd2b576456 req-a6660608-d0f9-4f8c-8297-5907c347ca66 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1e08f685-fb1a-4798-8832-af19e5fe6a5b HTTP/1.1" status: 200 len: 1128 time: 0.1238666 Mar 01 14:03:18.782852 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 97fba497-0b98-4dc5-84b3-9c7ceddfb4bf, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=97fba497-0b98-4dc5-84b3-9c7ceddfb4bf,segment=NetworkSegment(354ee497-7228-4227-89f9-36435d335b77),segment_id=354ee497-7228-4227-89f9-36435d335b77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:18.799856 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '97fba497-0b98-4dc5-84b3-9c7ceddfb4bf', 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e', 'port_id': '97fba497-0b98-4dc5-84b3-9c7ceddfb4bf', 'mac_address': 'fa:16:3e:81:5a:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e897284-ac55-41c2-b088-3972dd0eb9f7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:03:18.870750 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ce888cc4-06b3-462c-9285-b0bd2b576456 req-867219aa-b59d-4af2-b924-64493dcfaf48 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1b5412fc-e03a-4eda-a411-75e91c157c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736356 Mar 01 14:03:18.871895 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58302) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:18.874592 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-79cb070a-c1fd-4056-bcf9-c7f0fefb08bf service neutron] 10.222.0.13 "GET /v2.0/networks/1d0a7b4f-fbe7-45f8-87df-666e5482dea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533623 Mar 01 14:03:18.901810 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 97fba497-0b98-4dc5-84b3-9c7ceddfb4bf is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:03:18.902328 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (97fba497-0b98-4dc5-84b3-9c7ceddfb4bf), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:18.916816 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97fba497-0b98-4dc5-84b3-9c7ceddfb4bf {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:03:18.949552 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 97fba497-0b98-4dc5-84b3-9c7ceddfb4bf, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=97fba497-0b98-4dc5-84b3-9c7ceddfb4bf,segment=NetworkSegment(354ee497-7228-4227-89f9-36435d335b77),segment_id=354ee497-7228-4227-89f9-36435d335b77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:18.954378 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (97fba497-0b98-4dc5-84b3-9c7ceddfb4bf), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:18.983434 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad5a5d-437b-4265-87df-05a86a0e0161 req-62097325-f31b-4228-9ec1-8be4d16121e2 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:18.991646 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0bad5a5d-437b-4265-87df-05a86a0e0161 req-62097325-f31b-4228-9ec1-8be4d16121e2 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 945 time: 0.0659342 Mar 01 14:03:19.036173 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=97fba497-0b98-4dc5-84b3-9c7ceddfb4bf,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:19.068082 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0bad5a5d-437b-4265-87df-05a86a0e0161 req-494bd6e8-e986-428a-b791-f49173101796 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746012 Mar 01 14:03:19.183461 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-598bffbc-e52b-465f-830d-4b266780de43 req-386756c5-1b65-4b95-a128-9925d02bb9ae tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=281a1841-1153-488b-9e41-20a06acf4fec HTTP/1.1" status: 200 len: 210 time: 0.0465331 Mar 01 14:03:19.221478 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7814da00-8836-4072-8ed7-e2d342c6763f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47e83121379746b8b145913fefacdd5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3451900 Mar 01 14:03:19.222011 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58328) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:19.300255 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['97fba497-0b98-4dc5-84b3-9c7ceddfb4bf'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:03:19.370524 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6af4b053-23ab-4c67-9806-c13934ba908d admin admin] Publish callbacks [] for security_group (76ec17bd-c55c-4145-a4d5-d70c83a9a8c9), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:19.515741 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6af4b053-23ab-4c67-9806-c13934ba908d admin admin] Publish callbacks [] for security_group (76ec17bd-c55c-4145-a4d5-d70c83a9a8c9), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:19.691166 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe3d43-9c80-4baa-a7a5-2a5cecf8fe48 req-fff328ca-e3ad-4d99-be75-78c14845914f tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:19.693078 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e0fe3d43-9c80-4baa-a7a5-2a5cecf8fe48 req-fff328ca-e3ad-4d99-be75-78c14845914f tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 945 time: 0.1664007 Mar 01 14:03:19.774272 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6af4b053-23ab-4c67-9806-c13934ba908d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (76ec17bd-c55c-4145-a4d5-d70c83a9a8c9), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:19.776891 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6af4b053-23ab-4c67-9806-c13934ba908d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:19.778043 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6af4b053-23ab-4c67-9806-c13934ba908d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/76ec17bd-c55c-4145-a4d5-d70c83a9a8c9 HTTP/1.1" status: 204 len: 168 time: 0.5551984 Mar 01 14:03:19.836446 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e0fe3d43-9c80-4baa-a7a5-2a5cecf8fe48 req-1de09254-be0e-48f0-972a-7f996a2ba9db tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032817 Mar 01 14:03:19.845228 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4b053-23ab-4c67-9806-c13934ba908d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ec17bd-c55c-4145-a4d5-d70c83a9a8c9,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:19.909283 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58362) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:19.914944 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af4b053-23ab-4c67-9806-c13934ba908d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:19.915290 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af4b053-23ab-4c67-9806-c13934ba908d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:19.915628 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af4b053-23ab-4c67-9806-c13934ba908d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:19.915996 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af4b053-23ab-4c67-9806-c13934ba908d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:19.916330 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af4b053-23ab-4c67-9806-c13934ba908d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:19.916656 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af4b053-23ab-4c67-9806-c13934ba908d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:19.917008 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af4b053-23ab-4c67-9806-c13934ba908d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:19.917312 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af4b053-23ab-4c67-9806-c13934ba908d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:19.917651 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af4b053-23ab-4c67-9806-c13934ba908d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:19.917954 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af4b053-23ab-4c67-9806-c13934ba908d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:19.918271 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af4b053-23ab-4c67-9806-c13934ba908d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:19.918590 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af4b053-23ab-4c67-9806-c13934ba908d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:19.918989 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af4b053-23ab-4c67-9806-c13934ba908d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:20.009162 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8153afd-87b6-4f48-9427-80e114b38723 req-10a11adc-81e1-478a-8943-24d854d5b799 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:20.011757 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c8153afd-87b6-4f48-9427-80e114b38723 req-10a11adc-81e1-478a-8943-24d854d5b799 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=24486878-0a97-4ee2-9723-c2778df3c53b HTTP/1.1" status: 200 len: 944 time: 0.1783469 Mar 01 14:03:20.063238 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f43896-57d8-4bce-a70c-ffe9cf508899 req-55fdb143-1830-4505-a48a-115bc2cf3750 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:20.065949 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-41f43896-57d8-4bce-a70c-ffe9cf508899 req-55fdb143-1830-4505-a48a-115bc2cf3750 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e7d4ea-a962-4181-ae56-e8001678fa2e HTTP/1.1" status: 200 len: 945 time: 0.1285026 Mar 01 14:03:20.106264 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c8153afd-87b6-4f48-9427-80e114b38723 req-049a7be2-57a5-4139-a0ec-262208f96294 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894208 Mar 01 14:03:20.162816 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-41f43896-57d8-4bce-a70c-ffe9cf508899 req-7a1a4a07-0207-41de-b1f3-19c485bd4554 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819077 Mar 01 14:03:20.316727 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6a5c11d2-db46-4aa2-a06a-931104d6df43 req-eef116b8-e1cc-4e4f-ab04-8cd3b024d67f tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=281a1841-1153-488b-9e41-20a06acf4fec HTTP/1.1" status: 200 len: 210 time: 0.0415881 Mar 01 14:03:20.325408 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-f1075ca0-90e6-4789-a64c-c4e8fd278df2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1606113995'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:20.331310 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ec200-ae3c-45d7-b0db-2bad9118557e req-f0d2a31f-e29d-453e-ab65-784fc928bfb4 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:20.333808 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-185ec200-ae3c-45d7-b0db-2bad9118557e req-f0d2a31f-e29d-453e-ab65-784fc928bfb4 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1e08f685-fb1a-4798-8832-af19e5fe6a5b HTTP/1.1" status: 200 len: 1128 time: 0.1190553 Mar 01 14:03:20.356029 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1075ca0-90e6-4789-a64c-c4e8fd278df2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Made reservation on behalf of 20a71768b90f40be857197f3c257705b for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:03:20.365677 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f1075ca0-90e6-4789-a64c-c4e8fd278df2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:20.376472 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f1075ca0-90e6-4789-a64c-c4e8fd278df2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:20.408653 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-185ec200-ae3c-45d7-b0db-2bad9118557e req-0a34de1c-ed7f-4420-9c72-df1063626c30 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1b5412fc-e03a-4eda-a411-75e91c157c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691457 Mar 01 14:03:20.488475 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f1075ca0-90e6-4789-a64c-c4e8fd278df2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks [] for security_group (83981cfb-7cd9-4662-9fd7-372e08df51bc), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:20.494415 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f1075ca0-90e6-4789-a64c-c4e8fd278df2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (83981cfb-7cd9-4662-9fd7-372e08df51bc), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:20.522479 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1075ca0-90e6-4789-a64c-c4e8fd278df2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:03:20.535508 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f1075ca0-90e6-4789-a64c-c4e8fd278df2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (9ae76914-4a16-46a0-ae1e-d6ba75ec026d), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:20.536026 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-f1075ca0-90e6-4789-a64c-c4e8fd278df2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Added segment 9ae76914-4a16-46a0-ae1e-d6ba75ec026d of type vlan for network a3d6ad80-fa75-46a1-ae66-21f714caa9f5 Mar 01 14:03:20.581366 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1839a99-a18a-4e69-89c7-c8889e893dc3 req-bff5865f-66ba-451a-b73d-d02bfc83b34a tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:20.589839 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d1839a99-a18a-4e69-89c7-c8889e893dc3 req-bff5865f-66ba-451a-b73d-d02bfc83b34a tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1e08f685-fb1a-4798-8832-af19e5fe6a5b HTTP/1.1" status: 200 len: 1128 time: 0.0642498 Mar 01 14:03:20.590520 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f1075ca0-90e6-4789-a64c-c4e8fd278df2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (a3d6ad80-fa75-46a1-ae66-21f714caa9f5), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:20.633767 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f1075ca0-90e6-4789-a64c-c4e8fd278df2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (a3d6ad80-fa75-46a1-ae66-21f714caa9f5), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:20.639015 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1075ca0-90e6-4789-a64c-c4e8fd278df2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:20.639640 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f1075ca0-90e6-4789-a64c-c4e8fd278df2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:20.664964 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d1839a99-a18a-4e69-89c7-c8889e893dc3 req-141b2e88-cdd5-4a2d-bd3a-4a20bdbaeb1e tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1b5412fc-e03a-4eda-a411-75e91c157c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737922 Mar 01 14:03:20.671695 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 97fba497-0b98-4dc5-84b3-9c7ceddfb4bf up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:03:20.686593 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1075ca0-90e6-4789-a64c-c4e8fd278df2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83981cfb-7cd9-4662-9fd7-372e08df51bc,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:20.761103 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 97fba497-0b98-4dc5-84b3-9c7ceddfb4bf completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:03:20.769233 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 97fba497-0b98-4dc5-84b3-9c7ceddfb4bf triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:03:20.769798 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (97fba497-0b98-4dc5-84b3-9c7ceddfb4bf), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:20.891493 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 97fba497-0b98-4dc5-84b3-9c7ceddfb4bf is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:03:20.891906 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (97fba497-0b98-4dc5-84b3-9c7ceddfb4bf), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:20.892592 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d4ccf-67f2-4d8a-bb20-374959b96099 req-32027692-62de-44fd-9b8e-abdd43b5ac7f tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:20.894203 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f8d4ccf-67f2-4d8a-bb20-374959b96099 req-32027692-62de-44fd-9b8e-abdd43b5ac7f tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1e08f685-fb1a-4798-8832-af19e5fe6a5b HTTP/1.1" status: 200 len: 1128 time: 0.1031899 Mar 01 14:03:20.908736 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f1075ca0-90e6-4789-a64c-c4e8fd278df2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9976799 Mar 01 14:03:20.974994 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1075ca0-90e6-4789-a64c-c4e8fd278df2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event updated for resources: {'Network': ['ID=a3d6ad80-fa75-46a1-ae66-21f714caa9f5,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:20.976232 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 97fba497-0b98-4dc5-84b3-9c7ceddfb4bf, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=97fba497-0b98-4dc5-84b3-9c7ceddfb4bf,segment=NetworkSegment(354ee497-7228-4227-89f9-36435d335b77),segment_id=354ee497-7228-4227-89f9-36435d335b77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:20.980369 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24486878-0a97-4ee2-9723-c2778df3c53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fba497-0b98-4dc5-84b3-9c7ceddfb4bf'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:03:20.998045 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e10eb17-98b1-4ee9-90f2-80d2ca09b4d9" -d '{"events": [{"server_uuid": "24486878-0a97-4ee2-9723-c2778df3c53b", "name": "network-vif-plugged", "status": "completed", "tag": "97fba497-0b98-4dc5-84b3-9c7ceddfb4bf"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:03:21.017265 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (97fba497-0b98-4dc5-84b3-9c7ceddfb4bf), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:21.019185 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network a3d6ad80-fa75-46a1-ae66-21f714caa9f5 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:03:21.025848 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f8d4ccf-67f2-4d8a-bb20-374959b96099 req-576a142a-0712-4b05-828f-7c92119ad08a tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1b5412fc-e03a-4eda-a411-75e91c157c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195726 Mar 01 14:03:21.037879 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-dd528f4b-2800-48af-abd2-0bd3e769409e tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:21.044116 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-dd528f4b-2800-48af-abd2-0bd3e769409e tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.20 "GET /v2.0/networks?id=1d0a7b4f-fbe7-45f8-87df-666e5482dea5 HTTP/1.1" status: 200 len: 811 time: 0.3910985 Mar 01 14:03:21.049990 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58394) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:21.055909 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-b6834991-7d98-4342-acb6-992f951e84b5 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Request body: {'subnet': {'network_id': 'a3d6ad80-fa75-46a1-ae66-21f714caa9f5', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:21.154584 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262053a9-0cf5-4b30-8e81-877be4266bbd req-9c8c8488-5ef2-4c1c-a4fa-fdbdbbbe52d0 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:21.170243 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-262053a9-0cf5-4b30-8e81-877be4266bbd req-9c8c8488-5ef2-4c1c-a4fa-fdbdbbbe52d0 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 945 time: 0.1605206 Mar 01 14:03:21.200215 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427d95a4-6a09-4cf0-abcc-a9853dd8baa2 x-openstack-request-id: req-427d95a4-6a09-4cf0-abcc-a9853dd8baa2 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:03:21.200513 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24486878-0a97-4ee2-9723-c2778df3c53b", "name": "network-vif-plugged", "status": "completed", "tag": "97fba497-0b98-4dc5-84b3-9c7ceddfb4bf", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:03:21.200780 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-427d95a4-6a09-4cf0-abcc-a9853dd8baa2 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:03:21.201188 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24486878-0a97-4ee2-9723-c2778df3c53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fba497-0b98-4dc5-84b3-9c7ceddfb4bf', 'code': 200} Mar 01 14:03:21.228076 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58402) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:21.240909 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=97fba497-0b98-4dc5-84b3-9c7ceddfb4bf,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:21.265152 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-121ccaf2-3d0f-4766-b1d3-7e11c5a09f18 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3467d10c32454cf18668187815493d82 HTTP/1.1" status: 200 len: 380 time: 0.1815243 Mar 01 14:03:21.284044 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-77f84b71-6f7f-40b0-b633-e0430463e7c6 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Request body: {'port': {'device_id': '281a1841-1153-488b-9e41-20a06acf4fec', 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5', 'admin_state_up': True, 'tenant_id': '3467d10c32454cf18668187815493d82', 'security_groups': ['1a754a13-c94f-4e3f-b9d0-6421d392c9d2']}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:21.297891 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6834991-7d98-4342-acb6-992f951e84b5 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Made reservation on behalf of 20a71768b90f40be857197f3c257705b for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:03:21.302644 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b6834991-7d98-4342-acb6-992f951e84b5 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:21.313954 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-262053a9-0cf5-4b30-8e81-877be4266bbd req-41d84876-4ea0-4a9f-a242-98048723fe01 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425018 Mar 01 14:03:21.327040 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493ac61-fe3c-4981-96cd-a36a1e15be63 req-3439c1e8-4af1-4855-8f6f-269148a57aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:21.341642 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9493ac61-fe3c-4981-96cd-a36a1e15be63 req-3439c1e8-4af1-4855-8f6f-269148a57aa2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=24486878-0a97-4ee2-9723-c2778df3c53b HTTP/1.1" status: 200 len: 1127 time: 0.1168532 Mar 01 14:03:21.397564 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9493ac61-fe3c-4981-96cd-a36a1e15be63 req-aa6f4b75-4924-4ce9-9b0a-55caaca60928 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618136 Mar 01 14:03:21.496347 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [None req-b59eb869-428a-4938-ac19-c98021a5b778 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103726) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:21.497542 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b59eb869-428a-4938-ac19-c98021a5b778 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2684712 Mar 01 14:03:21.503039 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58410) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:21.513865 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [None req-fab5fcbd-4cfc-4931-9bb6-7b347d7ea2a1 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103726) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:21.515173 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fab5fcbd-4cfc-4931-9bb6-7b347d7ea2a1 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0091209 Mar 01 14:03:21.520068 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58412) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:21.529597 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [None req-6fbf29fb-8adb-4b11-8508-3d33f0f16cc7 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103726) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:21.530694 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6fbf29fb-8adb-4b11-8508-3d33f0f16cc7 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0052278 Mar 01 14:03:21.534784 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58414) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:21.544250 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-b6f043eb-ae1e-49a9-a73c-895098894578 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:21.548231 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b6f043eb-ae1e-49a9-a73c-895098894578 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0061221 Mar 01 14:03:21.548633 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58416) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:21.557173 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [None req-574fd24c-1674-4b78-8e17-2b19e46fc278 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103726) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:21.558278 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-574fd24c-1674-4b78-8e17-2b19e46fc278 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0084884 Mar 01 14:03:21.560937 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58418) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:21.565178 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-b2502fc9-c0b6-4d25-8c96-d1c52993ca8b tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:21.567797 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b2502fc9-c0b6-4d25-8c96-d1c52993ca8b tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0052776 Mar 01 14:03:21.569753 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58420) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:21.575939 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [None req-a3859895-816f-44b5-a17e-f83135740e7b tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103726) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:21.577042 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a3859895-816f-44b5-a17e-f83135740e7b tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0061271 Mar 01 14:03:21.580176 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad97a2-2a19-40a1-a236-6a8b5dea4a04 req-e439075c-1e01-4ed6-a5e2-6a3d768e576c tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:21.581867 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bfad97a2-2a19-40a1-a236-6a8b5dea4a04 req-e439075c-1e01-4ed6-a5e2-6a3d768e576c tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e7d4ea-a962-4181-ae56-e8001678fa2e HTTP/1.1" status: 200 len: 945 time: 0.1297946 Mar 01 14:03:21.582414 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58422) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:21.589389 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [None req-e4d91a5f-618f-4fbf-a3c4-4f49f7091a3c tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103726) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:21.590560 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e4d91a5f-618f-4fbf-a3c4-4f49f7091a3c tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0070715 Mar 01 14:03:21.595113 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58424) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:21.599684 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [None req-509ff7dd-a624-4107-a8d8-8866501d600f tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103726) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:21.600358 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab2ea0-72f7-4fc0-be7a-d2e4daef3910 req-9facfc50-fafe-41da-aba3-c902f91152f7 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:21.600971 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-509ff7dd-a624-4107-a8d8-8866501d600f tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0044453 Mar 01 14:03:21.607576 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c8ab2ea0-72f7-4fc0-be7a-d2e4daef3910 req-9facfc50-fafe-41da-aba3-c902f91152f7 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=24486878-0a97-4ee2-9723-c2778df3c53b HTTP/1.1" status: 200 len: 945 time: 0.1208971 Mar 01 14:03:21.610305 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58426) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:21.620208 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-77f84b71-6f7f-40b0-b633-e0430463e7c6 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Made reservation on behalf of 3467d10c32454cf18668187815493d82 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:03:21.620972 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-6713a8e5-034e-48b2-bdfb-d1bfa2932a0a tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:21.621932 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6713a8e5-034e-48b2-bdfb-d1bfa2932a0a tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0096755 Mar 01 14:03:21.624156 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-77f84b71-6f7f-40b0-b633-e0430463e7c6 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:21.626204 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58430) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:21.638370 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [None req-0ae7d653-21e6-43b9-9f5a-8cb76990ba1a tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103726) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:21.639693 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0ae7d653-21e6-43b9-9f5a-8cb76990ba1a tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0096765 Mar 01 14:03:21.643621 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58432) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:21.659569 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [None req-5bd5a1c9-bf47-4248-9237-57b3b5dcb17e tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103726) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:21.660839 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5bd5a1c9-bf47-4248-9237-57b3b5dcb17e tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0099034 Mar 01 14:03:21.664713 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58434) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:21.671602 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-8b4943c6-c4e9-4440-bfce-6c850591f54d tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:21.673198 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8b4943c6-c4e9-4440-bfce-6c850591f54d tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0075479 Mar 01 14:03:21.678607 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58436) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:21.685283 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-da5df6ad-529f-4201-ac48-dc2a00bca871 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:21.686237 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-da5df6ad-529f-4201-ac48-dc2a00bca871 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0042844 Mar 01 14:03:21.695969 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58438) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:21.703838 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-753cd90d-1cdc-44ac-b208-d818b977ed76 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:21.704803 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-753cd90d-1cdc-44ac-b208-d818b977ed76 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0079210 Mar 01 14:03:21.708045 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58440) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:21.715419 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c8ab2ea0-72f7-4fc0-be7a-d2e4daef3910 req-11355121-0f27-4b58-881c-d1cf7da1f444 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070240 Mar 01 14:03:21.718641 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bfad97a2-2a19-40a1-a236-6a8b5dea4a04 req-8811a0c8-d178-4f00-b76e-614f67fdaed9 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072795 Mar 01 14:03:21.743489 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [None req-b886a72f-f520-4043-a34a-6d450651b3e9 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103726) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:21.746933 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b886a72f-f520-4043-a34a-6d450651b3e9 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0312548 Mar 01 14:03:21.747835 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58442) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:21.755452 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-cd936451-e0ec-47b9-98dc-abb7e724de3e tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:21.758818 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-cd936451-e0ec-47b9-98dc-abb7e724de3e tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0074313 Mar 01 14:03:21.759529 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58444) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:21.767574 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-4663a955-63b4-4706-b9d6-2d0261d8b701 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:21.769352 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4663a955-63b4-4706-b9d6-2d0261d8b701 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0070953 Mar 01 14:03:21.773931 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58446) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:21.778305 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-069831c5-5939-48cc-9a36-9bdc5d50e9d0 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:21.782354 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b6834991-7d98-4342-acb6-992f951e84b5 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (1252418f-3e19-4ece-91b7-8443d531f0a4), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:21.783570 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-069831c5-5939-48cc-9a36-9bdc5d50e9d0 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0085375 Mar 01 14:03:21.787143 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58448) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:21.791357 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-6ca59cd3-71f0-4940-b3a1-141c0c7ba919 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:21.796726 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6ca59cd3-71f0-4940-b3a1-141c0c7ba919 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0085502 Mar 01 14:03:21.801191 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58450) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:21.805553 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-813946dd-4c95-4a8d-a867-dba4fdc398f7 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:21.809237 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-813946dd-4c95-4a8d-a867-dba4fdc398f7 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0070248 Mar 01 14:03:21.822821 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58452) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:21.845674 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-48428269-fef7-4ea9-bbd5-a7d8a85bcb46 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:21.849240 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-48428269-fef7-4ea9-bbd5-a7d8a85bcb46 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0218184 Mar 01 14:03:21.849240 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e3e3f4ef-8762-49fc-aa0c-d29b8efd65c0 req-40c9ef9f-4773-4327-89d2-e51586bbdd2c tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=281a1841-1153-488b-9e41-20a06acf4fec HTTP/1.1" status: 200 len: 210 time: 0.0389037 Mar 01 14:03:21.850380 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58454) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:21.861862 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-b668870e-2e61-4e95-811b-3ef8d6d9ee4c tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:21.865512 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b668870e-2e61-4e95-811b-3ef8d6d9ee4c tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0113964 Mar 01 14:03:21.865736 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58456) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:21.874574 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-37003c05-8b7a-402c-a39c-b6b052e910bc tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:21.885442 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-37003c05-8b7a-402c-a39c-b6b052e910bc tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0100420 Mar 01 14:03:21.892456 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58458) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:21.897644 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-274affa6-4c63-4ef1-a80e-7b375512530e tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:21.901099 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-274affa6-4c63-4ef1-a80e-7b375512530e tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0043781 Mar 01 14:03:21.901673 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58460) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:21.907340 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-0a9dda6f-ee7e-4652-bc3f-b7956f63e6e7 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:21.908936 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0a9dda6f-ee7e-4652-bc3f-b7956f63e6e7 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0058966 Mar 01 14:03:21.912493 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58462) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:21.918137 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-10511603-c503-415e-9adc-a8cea4c3df57 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:21.921686 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-10511603-c503-415e-9adc-a8cea4c3df57 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0056684 Mar 01 14:03:21.923436 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58464) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:21.927829 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-25dc22b4-ffec-41d9-99b4-d64c7639c005 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:21.928812 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-25dc22b4-ffec-41d9-99b4-d64c7639c005 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0044267 Mar 01 14:03:21.931562 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58466) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:21.936498 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-2da9c03f-8a8d-4c3c-9258-952535c95512 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:21.940443 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2da9c03f-8a8d-4c3c-9258-952535c95512 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0044506 Mar 01 14:03:21.941912 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58468) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:21.946220 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-a5e867a8-d6f5-4cf5-80ee-13cc38ce6663 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:21.949780 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a5e867a8-d6f5-4cf5-80ee-13cc38ce6663 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0043886 Mar 01 14:03:21.950823 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58470) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:21.955631 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-76d7f0ab-9076-46e6-a2f5-cd2f88340564 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:21.960350 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-76d7f0ab-9076-46e6-a2f5-cd2f88340564 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0081742 Mar 01 14:03:21.962531 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58472) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:21.968900 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-4e281e09-435b-475e-87b3-f5a67166c04d tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:21.972917 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4e281e09-435b-475e-87b3-f5a67166c04d tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0079188 Mar 01 14:03:21.975313 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58474) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:21.979567 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-d010403e-bf5b-4b28-8e7b-4c0fd4c93603 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:21.981696 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d010403e-bf5b-4b28-8e7b-4c0fd4c93603 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0044532 Mar 01 14:03:21.985526 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b527c230-9ba2-4708-87e9-0d4933371682 req-94baf258-fd17-4431-b3e7-baaf8152a5da tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:21.987032 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b527c230-9ba2-4708-87e9-0d4933371682 req-94baf258-fd17-4431-b3e7-baaf8152a5da tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1e08f685-fb1a-4798-8832-af19e5fe6a5b HTTP/1.1" status: 200 len: 1128 time: 0.1457970 Mar 01 14:03:21.987512 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58476) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:21.991654 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-94133364-4548-4ac4-8fb3-c004b13f713b tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:21.995189 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-94133364-4548-4ac4-8fb3-c004b13f713b tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0042377 Mar 01 14:03:21.999031 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58478) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.004714 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-51ca3ad0-dcfe-435f-9d10-28e5417023a4 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:22.005679 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-51ca3ad0-dcfe-435f-9d10-28e5417023a4 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0057538 Mar 01 14:03:22.017035 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58480) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.023341 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-ade0362c-a188-4b55-bb88-a97b8ecce7a0 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:22.024368 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ade0362c-a188-4b55-bb88-a97b8ecce7a0 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0063462 Mar 01 14:03:22.028648 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58482) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.033899 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-330576b9-89f7-48b2-9d43-49cd27bbbf30 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:22.034967 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-330576b9-89f7-48b2-9d43-49cd27bbbf30 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0053542 Mar 01 14:03:22.040446 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58484) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.047513 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-4e7510ad-2aa4-4106-93c4-ff079007152d tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:22.048545 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4e7510ad-2aa4-4106-93c4-ff079007152d tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0073657 Mar 01 14:03:22.051885 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58486) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.056015 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-25033e07-b4cf-49b8-92eb-6c2604031d44 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:22.057166 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-25033e07-b4cf-49b8-92eb-6c2604031d44 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0043828 Mar 01 14:03:22.061891 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58488) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.066928 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-22c41550-ec46-4c7a-8361-2afdd0c5a1e7 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:22.067899 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-22c41550-ec46-4c7a-8361-2afdd0c5a1e7 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0042088 Mar 01 14:03:22.071249 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58490) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.075329 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-3504dbc0-35ed-4c5f-9656-e46cf4d4bdc6 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:22.076322 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3504dbc0-35ed-4c5f-9656-e46cf4d4bdc6 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0041635 Mar 01 14:03:22.080155 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b527c230-9ba2-4708-87e9-0d4933371682 req-4624bf00-21ae-4497-a4bd-6eefe9462ba1 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1b5412fc-e03a-4eda-a411-75e91c157c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865276 Mar 01 14:03:22.080673 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58492) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.084823 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-221e4333-1dfa-442f-8ccb-d7f09285b9dd tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:22.085963 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-221e4333-1dfa-442f-8ccb-d7f09285b9dd tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0042446 Mar 01 14:03:22.088618 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58494) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.093134 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-1e1dc431-c23a-45f5-9921-a7a40e13a625 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:22.094784 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1e1dc431-c23a-45f5-9921-a7a40e13a625 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0047729 Mar 01 14:03:22.097087 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58496) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.101261 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-b93a6b90-6539-4196-b848-fc7f4a09ed95 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:22.102230 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b93a6b90-6539-4196-b848-fc7f4a09ed95 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0042548 Mar 01 14:03:22.104763 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58498) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.110318 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-8930b212-bdf4-4623-9d43-70978b7e4eea tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:22.111286 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8930b212-bdf4-4623-9d43-70978b7e4eea tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0056031 Mar 01 14:03:22.113561 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58500) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.117422 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-801db393-b33a-45d4-ae1c-e890b7e30f32 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:22.118359 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-801db393-b33a-45d4-ae1c-e890b7e30f32 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0039167 Mar 01 14:03:22.120437 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58502) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.124179 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-1b9a6e1e-fa66-4e50-bf69-c55cc87577c7 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:22.125726 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1b9a6e1e-fa66-4e50-bf69-c55cc87577c7 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0038338 Mar 01 14:03:22.127954 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58504) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.131822 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-f5db59a9-995b-40ee-96f2-727f941ea6f6 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:22.132830 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f5db59a9-995b-40ee-96f2-727f941ea6f6 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0039699 Mar 01 14:03:22.134897 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58506) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.138667 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-810c8b3d-40e9-4871-9ec5-31234c24f45f tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:22.139596 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-810c8b3d-40e9-4871-9ec5-31234c24f45f tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0038729 Mar 01 14:03:22.141818 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58508) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.145702 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-390032cc-9564-439a-968f-c60a92543dd8 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:22.146641 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-390032cc-9564-439a-968f-c60a92543dd8 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0039527 Mar 01 14:03:22.148974 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58510) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.152956 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-7277e5cb-1605-4224-89b7-87b7ba1ab493 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:22.153913 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7277e5cb-1605-4224-89b7-87b7ba1ab493 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0040786 Mar 01 14:03:22.156362 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58512) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.160634 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-ba259407-1acd-4068-8f41-8434d7ba0389 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:22.161602 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ba259407-1acd-4068-8f41-8434d7ba0389 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0041413 Mar 01 14:03:22.164057 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58514) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.168681 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-34eb7f61-d204-4599-a0b1-18239c8105f9 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:22.169635 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-34eb7f61-d204-4599-a0b1-18239c8105f9 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0047007 Mar 01 14:03:22.172520 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58516) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.176378 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-0393a9e0-4041-49c5-bef8-dff86c19e36f tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:22.177317 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0393a9e0-4041-49c5-bef8-dff86c19e36f tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0038772 Mar 01 14:03:22.179503 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58518) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.183423 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-9229554b-2b7d-41b0-8ef3-347d9485fce6 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:22.184394 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9229554b-2b7d-41b0-8ef3-347d9485fce6 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0040324 Mar 01 14:03:22.186524 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58520) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.190889 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-b71455f0-d012-4023-ae75-e05be1fa9c8b tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:22.191859 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b71455f0-d012-4023-ae75-e05be1fa9c8b tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0044765 Mar 01 14:03:22.194025 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58522) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.198627 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-e38a359b-b0d9-4b18-9410-56da20e4648e tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:22.199546 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e38a359b-b0d9-4b18-9410-56da20e4648e tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0046802 Mar 01 14:03:22.201875 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58524) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.204758 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6834991-7d98-4342-acb6-992f951e84b5 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event updated for resources: {'Subnet': ['ID=1252418f-3e19-4ece-91b7-8443d531f0a4,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:22.205664 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-e4da8250-1cd1-4538-bed8-2d2a9d253828 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:22.206794 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e4da8250-1cd1-4538-bed8-2d2a9d253828 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0039995 Mar 01 14:03:22.209048 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58526) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.213267 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-e66f0507-c513-4f0d-a5c0-78260866dc9d tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:22.216382 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e66f0507-c513-4f0d-a5c0-78260866dc9d tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0042231 Mar 01 14:03:22.216603 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58528) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.220688 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-43826789-f15f-4ea5-8f0f-84731082c645 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:22.221614 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-43826789-f15f-4ea5-8f0f-84731082c645 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0041730 Mar 01 14:03:22.223877 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58530) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.227345 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-77f84b71-6f7f-40b0-b633-e0430463e7c6 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Allocated IP 172.20.0.8 (1d0a7b4f-fbe7-45f8-87df-666e5482dea5/531c8525-0467-47e0-9cf7-03358d9bf988/ea3e3623-f7bd-4751-ac31-b65ad38d20f7) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:03:22.228230 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-f99678fb-d792-4fdd-a1aa-3411424e96f3 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:22.229151 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f99678fb-d792-4fdd-a1aa-3411424e96f3 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0044506 Mar 01 14:03:22.231335 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58532) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.236015 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-9eba7ece-20ec-4ab4-b3e6-8ae0dc2a76a5 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:22.236870 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9eba7ece-20ec-4ab4-b3e6-8ae0dc2a76a5 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0046463 Mar 01 14:03:22.239105 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58534) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.242925 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-947ed302-514b-418d-9b86-8306c907ec62 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:22.244416 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-947ed302-514b-418d-9b86-8306c907ec62 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0038824 Mar 01 14:03:22.246191 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58536) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.247917 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccefd94-1413-4093-958f-41a6a6adea00 req-7beb5c27-b631-41a6-9df5-664ae9f21aae tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:22.249356 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8ccefd94-1413-4093-958f-41a6a6adea00 req-7beb5c27-b631-41a6-9df5-664ae9f21aae tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.20 "GET /v2.0/ports?device_id=30e7d4ea-a962-4181-ae56-e8001678fa2e HTTP/1.1" status: 200 len: 945 time: 0.4173853 Mar 01 14:03:22.249931 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-77918f75-2475-4669-a3bc-45f0c2e45014 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:22.251412 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-77918f75-2475-4669-a3bc-45f0c2e45014 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0044031 Mar 01 14:03:22.253541 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58538) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.257595 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-37234798-289f-4f83-8ade-b34fa18fbd69 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:22.258510 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-37234798-289f-4f83-8ade-b34fa18fbd69 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0040069 Mar 01 14:03:22.260712 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58540) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.264464 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-6148a15a-a787-4cfe-8eb8-264d73d0de09 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:22.268883 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6148a15a-a787-4cfe-8eb8-264d73d0de09 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0037880 Mar 01 14:03:22.269025 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6834991-7d98-4342-acb6-992f951e84b5 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Checking segment: {'id': '9ae76914-4a16-46a0-ae1e-d6ba75ec026d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a3d6ad80-fa75-46a1-ae66-21f714caa9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:03:22.269025 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6834991-7d98-4342-acb6-992f951e84b5 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Network hostable DHCP agents. Network: a3d6ad80-fa75-46a1-ae66-21f714caa9f5, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:03:22.269637 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58542) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.274035 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-abaaa365-7ad5-49fc-a8b4-03a57ffce995 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:22.274970 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-abaaa365-7ad5-49fc-a8b4-03a57ffce995 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0043638 Mar 01 14:03:22.277432 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58544) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.281200 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-ee278624-6bf1-4430-8c1c-490483ba417b tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:22.282637 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ee278624-6bf1-4430-8c1c-490483ba417b tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0043538 Mar 01 14:03:22.284832 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58546) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.289757 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-5d3dddfd-0904-45fb-b77a-205945b89e8b tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:22.292698 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5d3dddfd-0904-45fb-b77a-205945b89e8b tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0050416 Mar 01 14:03:22.292908 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58548) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.296662 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-3a0f8356-41e0-4201-a807-321d75b664fa tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:22.298147 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3a0f8356-41e0-4201-a807-321d75b664fa tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0044165 Mar 01 14:03:22.300375 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58550) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.304390 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [None req-195ba7f8-220d-4575-8d28-a1de2aa7a278 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:03:22.305300 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-195ba7f8-220d-4575-8d28-a1de2aa7a278 tempest-ExtensionsTestJSON-1266295438 tempest-ExtensionsTestJSON-1266295438-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0041165 Mar 01 14:03:22.395867 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6834991-7d98-4342-acb6-992f951e84b5 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Network a3d6ad80-fa75-46a1-ae66-21f714caa9f5 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:03:22.420205 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-b6834991-7d98-4342-acb6-992f951e84b5 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, a3d6ad80-fa75-46a1-ae66-21f714caa9f5) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:03:22.430067 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101af79e-c781-4338-aa48-2a720ca76b79 None None] Network a3d6ad80-fa75-46a1-ae66-21f714caa9f5 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:03:22.434557 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6834991-7d98-4342-acb6-992f951e84b5 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:22.435157 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b6834991-7d98-4342-acb6-992f951e84b5 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:22.477992 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b6834991-7d98-4342-acb6-992f951e84b5 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.4263797 Mar 01 14:03:22.485217 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58556) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.486733 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91119b-9f0e-4d12-813b-9d6d62e6a053 req-9b697b54-3478-4e8d-9a46-60d679c9c2bf tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:22.487786 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-8ccefd94-1413-4093-958f-41a6a6adea00 req-9b3d29d2-7817-419d-974a-7dca01a58b8f tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Deleting port b2aa6ecd-b41b-41e5-a335-068f0d2ccc25 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:03:22.488130 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-8ccefd94-1413-4093-958f-41a6a6adea00 req-9b3d29d2-7817-419d-974a-7dca01a58b8f tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (b2aa6ecd-b41b-41e5-a335-068f0d2ccc25), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:22.489071 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fb91119b-9f0e-4d12-813b-9d6d62e6a053 req-9b697b54-3478-4e8d-9a46-60d679c9c2bf tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 945 time: 0.0766897 Mar 01 14:03:22.501769 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-8c8c0ef0-3c0e-44c4-bebc-9bc524404a51 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1211611877'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:22.518512 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-77f84b71-6f7f-40b0-b633-e0430463e7c6 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for port (ea3e3623-f7bd-4751-ac31-b65ad38d20f7), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:22.555560 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1dddbf-d9bb-44df-8994-187300b701c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-a3d6ad80-fa75-46a1-ae66-21f714caa9f5', 'network_id': 'a3d6ad80-fa75-46a1-ae66-21f714caa9f5', 'project_id': '20a71768b90f40be857197f3c257705b', 'fixed_ips': [{'subnet_id': '1252418f-3e19-4ece-91b7-8443d531f0a4'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:03:22.558282 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5b1dddbf-d9bb-44df-8994-187300b701c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:22.565083 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fb91119b-9f0e-4d12-813b-9d6d62e6a053 req-7cdd628f-0548-4f54-a111-10ea3af2351c tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691252 Mar 01 14:03:22.585135 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8c0ef0-3c0e-44c4-bebc-9bc524404a51 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Made reservation on behalf of 20a71768b90f40be857197f3c257705b for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:03:22.588587 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8c8c0ef0-3c0e-44c4-bebc-9bc524404a51 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:22.649822 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c8c0ef0-3c0e-44c4-bebc-9bc524404a51 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:03:22.652711 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-8ccefd94-1413-4093-958f-41a6a6adea00 req-9b3d29d2-7817-419d-974a-7dca01a58b8f tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] For port b2aa6ecd-b41b-41e5-a335-068f0d2ccc25, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=b2aa6ecd-b41b-41e5-a335-068f0d2ccc25,segment=NetworkSegment(add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f),segment_id=add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:22.653084 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-8ccefd94-1413-4093-958f-41a6a6adea00 req-9b3d29d2-7817-419d-974a-7dca01a58b8f tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (b2aa6ecd-b41b-41e5-a335-068f0d2ccc25), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:22.661103 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58560) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:22.674286 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8c8c0ef0-3c0e-44c4-bebc-9bc524404a51 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (411c62a9-4619-409a-95a6-4266fbf974bd), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:22.674636 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-8c8c0ef0-3c0e-44c4-bebc-9bc524404a51 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Added segment 411c62a9-4619-409a-95a6-4266fbf974bd of type vlan for network 8076b00a-7b6d-4d5a-a3a8-e40acb6f978b Mar 01 14:03:22.676828 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-77f84b71-6f7f-40b0-b633-e0430463e7c6 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (ea3e3623-f7bd-4751-ac31-b65ad38d20f7), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:22.678195 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-8ccefd94-1413-4093-958f-41a6a6adea00 req-9b3d29d2-7817-419d-974a-7dca01a58b8f tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Calling delete_port for b2aa6ecd-b41b-41e5-a335-068f0d2ccc25 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:03:22.779694 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8c8c0ef0-3c0e-44c4-bebc-9bc524404a51 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (8076b00a-7b6d-4d5a-a3a8-e40acb6f978b), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:22.788457 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-5b1dddbf-d9bb-44df-8994-187300b701c3 None None] Allocated IP 172.20.255.242 (a3d6ad80-fa75-46a1-ae66-21f714caa9f5/1252418f-3e19-4ece-91b7-8443d531f0a4/0e044b36-e640-4aee-9c0e-2fc708982b4e) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:03:22.824468 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3200d1c8-c297-4080-b91b-605ff1febabe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:22.848024 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-77f84b71-6f7f-40b0-b633-e0430463e7c6 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Network 1d0a7b4f-fbe7-45f8-87df-666e5482dea5 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:03:22.858261 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-77f84b71-6f7f-40b0-b633-e0430463e7c6 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:03:22.867619 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-77f84b71-6f7f-40b0-b633-e0430463e7c6 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:03:22.870757 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f84b71-6f7f-40b0-b633-e0430463e7c6 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Pushing event updated for resources: {'Port': ['ID=ea3e3623-f7bd-4751-ac31-b65ad38d20f7,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:22.915649 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8c8c0ef0-3c0e-44c4-bebc-9bc524404a51 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (8076b00a-7b6d-4d5a-a3a8-e40acb6f978b), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:22.927634 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8c0ef0-3c0e-44c4-bebc-9bc524404a51 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:22.928381 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8c8c0ef0-3c0e-44c4-bebc-9bc524404a51 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:23.010925 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5b1dddbf-d9bb-44df-8994-187300b701c3 None None] Publish callbacks [] for port (0e044b36-e640-4aee-9c0e-2fc708982b4e), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:23.021651 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73fa02-c6ce-45b1-ae8d-111a063e3426 req-08501c18-2687-4829-86e0-11059b95ce42 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:23.023989 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5b1dddbf-d9bb-44df-8994-187300b701c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (0e044b36-e640-4aee-9c0e-2fc708982b4e), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:23.030273 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2f73fa02-c6ce-45b1-ae8d-111a063e3426 req-08501c18-2687-4829-86e0-11059b95ce42 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=24486878-0a97-4ee2-9723-c2778df3c53b HTTP/1.1" status: 200 len: 945 time: 0.1269372 Mar 01 14:03:23.035212 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8c8c0ef0-3c0e-44c4-bebc-9bc524404a51 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5440319 Mar 01 14:03:23.040580 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58570) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:23.057071 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-09d328bf-c8af-44eb-8bd7-965e661d173c tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Request body: {'subnet': {'network_id': '8076b00a-7b6d-4d5a-a3a8-e40acb6f978b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:23.066567 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-77f84b71-6f7f-40b0-b633-e0430463e7c6 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:23.067223 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-77f84b71-6f7f-40b0-b633-e0430463e7c6 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:23.080868 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd3ab3-f51b-4e88-8dfb-94545814214c req-e57fcd76-5c4c-40a0-85bc-5179f4ccaa95 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:23.084230 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c0ef0-3c0e-44c4-bebc-9bc524404a51 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event updated for resources: {'Network': ['ID=8076b00a-7b6d-4d5a-a3a8-e40acb6f978b,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:23.089712 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e2cd3ab3-f51b-4e88-8dfb-94545814214c req-e57fcd76-5c4c-40a0-85bc-5179f4ccaa95 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e7d4ea-a962-4181-ae56-e8001678fa2e HTTP/1.1" status: 200 len: 945 time: 0.2100849 Mar 01 14:03:23.090369 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1dddbf-d9bb-44df-8994-187300b701c3 None None] Network a3d6ad80-fa75-46a1-ae66-21f714caa9f5 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:03:23.094898 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-5b1dddbf-d9bb-44df-8994-187300b701c3 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:03:23.099805 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1dddbf-d9bb-44df-8994-187300b701c3 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:03:23.121581 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-77f84b71-6f7f-40b0-b633-e0430463e7c6 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8442724 Mar 01 14:03:23.134270 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 8076b00a-7b6d-4d5a-a3a8-e40acb6f978b details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:03:23.158225 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-e1b41bc6-39df-4be2-841a-e269fa1ce5e5 service neutron] Request body: {'port': {'device_id': '281a1841-1153-488b-9e41-20a06acf4fec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:23.161451 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1dddbf-d9bb-44df-8994-187300b701c3 None None] Pushing event updated for resources: {'Port': ['ID=0e044b36-e640-4aee-9c0e-2fc708982b4e,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:23.198918 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2f73fa02-c6ce-45b1-ae8d-111a063e3426 req-730b1c5e-9e56-4421-a5ee-c7399a56a2ff tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677623 Mar 01 14:03:23.240009 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3200d1c8-c297-4080-b91b-605ff1febabe admin admin] Publish callbacks [] for security_group (d6a9b1f4-e76b-4c0f-9d39-a1c8ac3a520c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:23.264265 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-8ccefd94-1413-4093-958f-41a6a6adea00 req-9b3d29d2-7817-419d-974a-7dca01a58b8f tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (b2aa6ecd-b41b-41e5-a335-068f0d2ccc25), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:23.282468 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3200d1c8-c297-4080-b91b-605ff1febabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d6a9b1f4-e76b-4c0f-9d39-a1c8ac3a520c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:23.288446 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['340ab1d7-2607-4a86-a614-6847744d1152', 'b2aa6ecd-b41b-41e5-a335-068f0d2ccc25'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:03:23.309836 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d29d2-7817-419d-974a-7dca01a58b8f tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Pushing event deleted for resources: {'Port': ['ID=b2aa6ecd-b41b-41e5-a335-068f0d2ccc25,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:23.313378 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-e1b41bc6-39df-4be2-841a-e269fa1ce5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ea3e3623-f7bd-4751-ac31-b65ad38d20f7), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:23.356703 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d328bf-c8af-44eb-8bd7-965e661d173c tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Made reservation on behalf of 20a71768b90f40be857197f3c257705b for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:03:23.360593 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['c8f4394a-222d-4ddf-8b47-2223ab7f4441', 'ec2c9f4a-80af-49a5-be56-5a79e2abcb65'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:03:23.360758 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-09d328bf-c8af-44eb-8bd7-965e661d173c tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:23.383928 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ccefd94-1413-4093-958f-41a6a6adea00 req-9b3d29d2-7817-419d-974a-7dca01a58b8f tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] No DVR routers for this DVR port b2aa6ecd-b41b-41e5-a335-068f0d2ccc25 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:03:23.387943 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-8ccefd94-1413-4093-958f-41a6a6adea00 req-9b3d29d2-7817-419d-974a-7dca01a58b8f tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:23.392054 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8ccefd94-1413-4093-958f-41a6a6adea00 req-9b3d29d2-7817-419d-974a-7dca01a58b8f tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.20 "DELETE /v2.0/ports/b2aa6ecd-b41b-41e5-a335-068f0d2ccc25 HTTP/1.1" status: 204 len: 173 time: 1.1367085 Mar 01 14:03:23.392511 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e7d4ea-a962-4181-ae56-e8001678fa2e', 'name': 'network-vif-deleted', 'tag': 'b2aa6ecd-b41b-41e5-a335-068f0d2ccc25'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:03:23.392850 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-5b1dddbf-d9bb-44df-8994-187300b701c3 None None] Attempting to bind port 0e044b36-e640-4aee-9c0e-2fc708982b4e on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:03:23.394021 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-5b1dddbf-d9bb-44df-8994-187300b701c3 None None] Attempting to bind port 0e044b36-e640-4aee-9c0e-2fc708982b4e by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '9ae76914-4a16-46a0-ae1e-d6ba75ec026d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a3d6ad80-fa75-46a1-ae66-21f714caa9f5'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:03:23.394651 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1dddbf-d9bb-44df-8994-187300b701c3 None None] Attempting to bind port 0e044b36-e640-4aee-9c0e-2fc708982b4e on network a3d6ad80-fa75-46a1-ae66-21f714caa9f5 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:03:23.395123 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f722151c-8549-46ff-98d0-eb50c21f646d" -d '{"events": [{"server_uuid": "30e7d4ea-a962-4181-ae56-e8001678fa2e", "name": "network-vif-deleted", "tag": "b2aa6ecd-b41b-41e5-a335-068f0d2ccc25"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:03:23.425579 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e2cd3ab3-f51b-4e88-8dfb-94545814214c req-9e2a9f6c-f000-4aa9-a589-b9ec22e8b19e tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339772 Mar 01 14:03:23.479512 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3200d1c8-c297-4080-b91b-605ff1febabe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7c53d0f3d6247618564f13ba77eb3e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8167877 Mar 01 14:03:23.481143 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58578) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:23.489502 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3200d1c8-c297-4080-b91b-605ff1febabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a9b1f4-e76b-4c0f-9d39-a1c8ac3a520c,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:23.499809 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1dddbf-d9bb-44df-8994-187300b701c3 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:03:23.500367 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1dddbf-d9bb-44df-8994-187300b701c3 None None] Checking segment: {'id': '9ae76914-4a16-46a0-ae1e-d6ba75ec026d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a3d6ad80-fa75-46a1-ae66-21f714caa9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:03:23.502348 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5b1dddbf-d9bb-44df-8994-187300b701c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:23.503071 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1dddbf-d9bb-44df-8994-187300b701c3 None None] Bound using segment: {'id': '9ae76914-4a16-46a0-ae1e-d6ba75ec026d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a3d6ad80-fa75-46a1-ae66-21f714caa9f5'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:03:23.504769 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-5b1dddbf-d9bb-44df-8994-187300b701c3 None None] Bound port: 0e044b36-e640-4aee-9c0e-2fc708982b4e, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae76914-4a16-46a0-ae1e-d6ba75ec026d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a3d6ad80-fa75-46a1-ae66-21f714caa9f5'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:03:23.505767 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5b1dddbf-d9bb-44df-8994-187300b701c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (0e044b36-e640-4aee-9c0e-2fc708982b4e), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:23.506837 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72a888-a41e-4a4e-8b83-cfad620de05f req-a51aba81-dc9d-42af-8c60-09ff63560f71 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:23.508443 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ce72a888-a41e-4a4e-8b83-cfad620de05f req-a51aba81-dc9d-42af-8c60-09ff63560f71 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1e08f685-fb1a-4798-8832-af19e5fe6a5b HTTP/1.1" status: 200 len: 1128 time: 0.2878702 Mar 01 14:03:23.582147 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-480414d4-2108-4162-a6bc-c8a23ecb68e0 None None] Provisioning complete for port ea3e3623-f7bd-4751-ac31-b65ad38d20f7 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:03:23.582791 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-480414d4-2108-4162-a6bc-c8a23ecb68e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ea3e3623-f7bd-4751-ac31-b65ad38d20f7), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:23.665844 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452d685-c2fb-4576-b3e9-30e171276b12 req-83cd6b88-bf36-454a-b7cd-a18e66e1db92 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:23.667410 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4452d685-c2fb-4576-b3e9-30e171276b12 req-83cd6b88-bf36-454a-b7cd-a18e66e1db92 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=281a1841-1153-488b-9e41-20a06acf4fec HTTP/1.1" status: 200 len: 931 time: 0.3865478 Mar 01 14:03:23.710665 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-480414d4-2108-4162-a6bc-c8a23ecb68e0 None None] Port ea3e3623-f7bd-4751-ac31-b65ad38d20f7 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:03:23.734945 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3dcd1b2e-f1bd-45a2-ab72-ba3d580ef8da admin admin] Publish callbacks [] for security_group (d6a9b1f4-e76b-4c0f-9d39-a1c8ac3a520c), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:23.756639 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3dcd1b2e-f1bd-45a2-ab72-ba3d580ef8da admin admin] Publish callbacks [] for security_group (d6a9b1f4-e76b-4c0f-9d39-a1c8ac3a520c), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:23.784754 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-e1b41bc6-39df-4be2-841a-e269fa1ce5e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea3e3623-f7bd-4751-ac31-b65ad38d20f7 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:03:23.795739 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-e1b41bc6-39df-4be2-841a-e269fa1ce5e5 service neutron] Publish callbacks [] for port (ea3e3623-f7bd-4751-ac31-b65ad38d20f7), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:23.827989 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-e1b41bc6-39df-4be2-841a-e269fa1ce5e5 service neutron] Transition to ACTIVE for port object ea3e3623-f7bd-4751-ac31-b65ad38d20f7 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:03:23.833801 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3dcd1b2e-f1bd-45a2-ab72-ba3d580ef8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d6a9b1f4-e76b-4c0f-9d39-a1c8ac3a520c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:23.834025 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-e1b41bc6-39df-4be2-841a-e269fa1ce5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (ea3e3623-f7bd-4751-ac31-b65ad38d20f7), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:23.834954 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-5b1dddbf-d9bb-44df-8994-187300b701c3 None None] For port 0e044b36-e640-4aee-9c0e-2fc708982b4e, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:03:23.836910 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3dcd1b2e-f1bd-45a2-ab72-ba3d580ef8da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:23.840804 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3dcd1b2e-f1bd-45a2-ab72-ba3d580ef8da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6a9b1f4-e76b-4c0f-9d39-a1c8ac3a520c HTTP/1.1" status: 204 len: 168 time: 0.3522930 Mar 01 14:03:23.865879 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-5b1dddbf-d9bb-44df-8994-187300b701c3 None None] For port 0e044b36-e640-4aee-9c0e-2fc708982b4e, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=0e044b36-e640-4aee-9c0e-2fc708982b4e,segment=NetworkSegment(9ae76914-4a16-46a0-ae1e-d6ba75ec026d),segment_id=9ae76914-4a16-46a0-ae1e-d6ba75ec026d)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:03:23.888437 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4452d685-c2fb-4576-b3e9-30e171276b12 req-8f95061d-4229-4cb7-8829-21ac3d8a773c tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a754a13-c94f-4e3f-b9d0-6421d392c9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119229 Mar 01 14:03:23.903814 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537e144-9920-4926-91b3-13a4b4a094ba req-39e0df33-1c92-4887-b2f3-bc8c03aef34e tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:23.905904 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5b1dddbf-d9bb-44df-8994-187300b701c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (0e044b36-e640-4aee-9c0e-2fc708982b4e), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:23.912564 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1537e144-9920-4926-91b3-13a4b4a094ba req-39e0df33-1c92-4887-b2f3-bc8c03aef34e tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1e08f685-fb1a-4798-8832-af19e5fe6a5b HTTP/1.1" status: 200 len: 1128 time: 0.3301098 Mar 01 14:03:23.957333 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b41bc6-39df-4be2-841a-e269fa1ce5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ea3e3623-f7bd-4751-ac31-b65ad38d20f7,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:23.982961 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd1b2e-f1bd-45a2-ab72-ba3d580ef8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a9b1f4-e76b-4c0f-9d39-a1c8ac3a520c,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:24.112394 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-ce72a888-a41e-4a4e-8b83-cfad620de05f req-3b41e30a-b31a-434b-9883-851a23338cd2 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Deleting port 57b0751a-5b06-4a0e-a16e-81601dba017e {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:03:24.112949 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ce72a888-a41e-4a4e-8b83-cfad620de05f req-3b41e30a-b31a-434b-9883-851a23338cd2 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (57b0751a-5b06-4a0e-a16e-81601dba017e), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:24.128313 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1dddbf-d9bb-44df-8994-187300b701c3 None None] Pushing event updated for resources: {'Port': ['ID=0e044b36-e640-4aee-9c0e-2fc708982b4e,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:24.148861 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-e1b41bc6-39df-4be2-841a-e269fa1ce5e5 service neutron] Attempting to bind port ea3e3623-f7bd-4751-ac31-b65ad38d20f7 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:03:24.149778 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-e1b41bc6-39df-4be2-841a-e269fa1ce5e5 service neutron] Attempting to bind port ea3e3623-f7bd-4751-ac31-b65ad38d20f7 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': 'da6b7aae-9464-459b-8485-5cc7242f7627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:03:24.150110 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-e1b41bc6-39df-4be2-841a-e269fa1ce5e5 service neutron] Attempting to bind port ea3e3623-f7bd-4751-ac31-b65ad38d20f7 on network 1d0a7b4f-fbe7-45f8-87df-666e5482dea5 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:03:24.169472 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-e1b41bc6-39df-4be2-841a-e269fa1ce5e5 service neutron] Port ea3e3623-f7bd-4751-ac31-b65ad38d20f7 on network 1d0a7b4f-fbe7-45f8-87df-666e5482dea5 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:03:24.169881 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-e1b41bc6-39df-4be2-841a-e269fa1ce5e5 service neutron] Attempting to bind port ea3e3623-f7bd-4751-ac31-b65ad38d20f7 on network 1d0a7b4f-fbe7-45f8-87df-666e5482dea5 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:03:24.188063 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-e1b41bc6-39df-4be2-841a-e269fa1ce5e5 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:03:24.188411 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-e1b41bc6-39df-4be2-841a-e269fa1ce5e5 service neutron] Checking segment: {'id': 'da6b7aae-9464-459b-8485-5cc7242f7627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:03:24.188784 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-e1b41bc6-39df-4be2-841a-e269fa1ce5e5 service neutron] Bound using segment: {'id': 'da6b7aae-9464-459b-8485-5cc7242f7627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:03:24.196310 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-e1b41bc6-39df-4be2-841a-e269fa1ce5e5 service neutron] Bound port: ea3e3623-f7bd-4751-ac31-b65ad38d20f7, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da6b7aae-9464-459b-8485-5cc7242f7627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:03:24.196693 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-e1b41bc6-39df-4be2-841a-e269fa1ce5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ea3e3623-f7bd-4751-ac31-b65ad38d20f7), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:24.205163 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1537e144-9920-4926-91b3-13a4b4a094ba req-7f60dc5c-97d1-4fd7-9134-592f2da2a231 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1b5412fc-e03a-4eda-a411-75e91c157c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861454 Mar 01 14:03:24.340170 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdb6adf-971e-4a4d-a7ba-2faae5409e9c x-openstack-request-id: req-8fdb6adf-971e-4a4d-a7ba-2faae5409e9c {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:03:24.340170 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e7d4ea-a962-4181-ae56-e8001678fa2e", "name": "network-vif-deleted", "tag": "b2aa6ecd-b41b-41e5-a335-068f0d2ccc25", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:03:24.340170 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8fdb6adf-971e-4a4d-a7ba-2faae5409e9c {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:03:24.340170 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e7d4ea-a962-4181-ae56-e8001678fa2e', 'name': 'network-vif-deleted', 'tag': 'b2aa6ecd-b41b-41e5-a335-068f0d2ccc25', 'status': 'completed', 'code': 200} Mar 01 14:03:24.392459 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-e1b41bc6-39df-4be2-841a-e269fa1ce5e5 service neutron] For port ea3e3623-f7bd-4751-ac31-b65ad38d20f7, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:03:24.396960 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-e1b41bc6-39df-4be2-841a-e269fa1ce5e5 service neutron] For port ea3e3623-f7bd-4751-ac31-b65ad38d20f7, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ea3e3623-f7bd-4751-ac31-b65ad38d20f7,segment=NetworkSegment(da6b7aae-9464-459b-8485-5cc7242f7627),segment_id=da6b7aae-9464-459b-8485-5cc7242f7627)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:03:24.405341 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-e1b41bc6-39df-4be2-841a-e269fa1ce5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (ea3e3623-f7bd-4751-ac31-b65ad38d20f7), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:24.465026 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-e1b41bc6-39df-4be2-841a-e269fa1ce5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:24.466594 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-e1b41bc6-39df-4be2-841a-e269fa1ce5e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:24.468548 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-e1b41bc6-39df-4be2-841a-e269fa1ce5e5 service neutron] 10.222.0.20 "PUT /v2.0/ports/ea3e3623-f7bd-4751-ac31-b65ad38d20f7 HTTP/1.1" status: 200 len: 1091 time: 1.3164515 Mar 01 14:03:24.610346 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b41bc6-39df-4be2-841a-e269fa1ce5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ea3e3623-f7bd-4751-ac31-b65ad38d20f7,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:24.646722 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-09d328bf-c8af-44eb-8bd7-965e661d173c tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (2af53e4a-47f0-4682-a103-cba4267f8d67), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:24.659790 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-673a82db-5436-479a-8aaf-dbaa6ed7f08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:24.661466 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-673a82db-5436-479a-8aaf-dbaa6ed7f08a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3467d10c32454cf18668187815493d82&device_id=281a1841-1153-488b-9e41-20a06acf4fec HTTP/1.1" status: 200 len: 1125 time: 0.1181855 Mar 01 14:03:24.733107 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-952d0220-10fb-4da1-8928-ad995b49b691 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea3e3623-f7bd-4751-ac31-b65ad38d20f7 HTTP/1.1" status: 200 len: 217 time: 0.0639863 Mar 01 14:03:24.804830 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-ce72a888-a41e-4a4e-8b83-cfad620de05f req-3b41e30a-b31a-434b-9883-851a23338cd2 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] For port 57b0751a-5b06-4a0e-a16e-81601dba017e, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=57b0751a-5b06-4a0e-a16e-81601dba017e,segment=NetworkSegment(baf555f1-c68c-40fa-b064-c9daf0d53a98),segment_id=baf555f1-c68c-40fa-b064-c9daf0d53a98)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:24.805430 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ce72a888-a41e-4a4e-8b83-cfad620de05f req-3b41e30a-b31a-434b-9883-851a23338cd2 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (57b0751a-5b06-4a0e-a16e-81601dba017e), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:24.829246 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-e5e56c45-08c9-4dc2-b0aa-dc13768cd9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:24.832270 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-e5e56c45-08c9-4dc2-b0aa-dc13768cd9c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=531c8525-0467-47e0-9cf7-03358d9bf988 HTTP/1.1" status: 200 len: 850 time: 0.0920362 Mar 01 14:03:24.848830 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e9c8a-f9aa-4e7f-a56b-b34fb06de66f req-700d2baf-0d2b-4af1-bed2-0ef007aa97bb tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:24.850666 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d34e9c8a-f9aa-4e7f-a56b-b34fb06de66f req-700d2baf-0d2b-4af1-bed2-0ef007aa97bb tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=24486878-0a97-4ee2-9723-c2778df3c53b HTTP/1.1" status: 200 len: 945 time: 0.2825296 Mar 01 14:03:24.861528 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-ce72a888-a41e-4a4e-8b83-cfad620de05f req-3b41e30a-b31a-434b-9883-851a23338cd2 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Calling delete_port for 57b0751a-5b06-4a0e-a16e-81601dba017e owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:03:24.911921 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-1bed2a4a-3447-4b88-ae4c-927d299e1b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:24.913586 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-1bed2a4a-3447-4b88-ae4c-927d299e1b9e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1d0a7b4f-fbe7-45f8-87df-666e5482dea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0740628 Mar 01 14:03:24.917221 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3d4f0-539f-4d17-b5c0-fa82061e60a7 req-ae8de3c3-ce62-4e19-a5e9-4a88eabed5e3 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:24.918636 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fdf3d4f0-539f-4d17-b5c0-fa82061e60a7 req-ae8de3c3-ce62-4e19-a5e9-4a88eabed5e3 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 945 time: 0.4340429 Mar 01 14:03:24.924155 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d328bf-c8af-44eb-8bd7-965e661d173c tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event updated for resources: {'Subnet': ['ID=2af53e4a-47f0-4682-a103-cba4267f8d67,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:24.941837 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d328bf-c8af-44eb-8bd7-965e661d173c tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Checking segment: {'id': '411c62a9-4619-409a-95a6-4266fbf974bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8076b00a-7b6d-4d5a-a3a8-e40acb6f978b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:03:24.942037 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d328bf-c8af-44eb-8bd7-965e661d173c tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Network hostable DHCP agents. Network: 8076b00a-7b6d-4d5a-a3a8-e40acb6f978b, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:03:25.045653 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d34e9c8a-f9aa-4e7f-a56b-b34fb06de66f req-01bbbaec-542e-4375-aa7d-aad7be5c9224 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779389 Mar 01 14:03:25.059501 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-ac19cb89-c4a3-4350-949a-179a4ee0d5ab service neutron] 10.222.0.20 "GET /v2.0/networks/1d0a7b4f-fbe7-45f8-87df-666e5482dea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345196 Mar 01 14:03:25.122292 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d328bf-c8af-44eb-8bd7-965e661d173c tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Network 8076b00a-7b6d-4d5a-a3a8-e40acb6f978b is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:03:25.139404 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-09d328bf-c8af-44eb-8bd7-965e661d173c tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 8076b00a-7b6d-4d5a-a3a8-e40acb6f978b) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:03:25.151102 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949f0400-6d83-400c-aec1-4f564e81103a None None] Network 8076b00a-7b6d-4d5a-a3a8-e40acb6f978b requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:03:25.159573 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d328bf-c8af-44eb-8bd7-965e661d173c tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:25.160222 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-09d328bf-c8af-44eb-8bd7-965e661d173c tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:25.188750 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fdf3d4f0-539f-4d17-b5c0-fa82061e60a7 req-5140f108-b313-4403-914c-f5fd836f9ca6 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615373 Mar 01 14:03:25.194972 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-09d328bf-c8af-44eb-8bd7-965e661d173c tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.1449885 Mar 01 14:03:25.198273 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58612) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:25.353163 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58618) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:25.387242 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-eaf16bb0-d850-4174-975d-fecfad3e566d req-d40fb087-8bc7-4b26-af4b-309e5b79866e service neutron] 10.222.0.20 "GET /v2.0/networks/1d0a7b4f-fbe7-45f8-87df-666e5482dea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173878 Mar 01 14:03:25.426340 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-027d47b5-6060-4037-a180-96d30fa118a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:25.447772 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ce72a888-a41e-4a4e-8b83-cfad620de05f req-3b41e30a-b31a-434b-9883-851a23338cd2 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (57b0751a-5b06-4a0e-a16e-81601dba017e), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:25.466466 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['f87d9e8c-57b6-4c13-8a5d-957a24ded7a9'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:03:25.473339 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['57b0751a-5b06-4a0e-a16e-81601dba017e'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:03:25.526516 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41e30a-b31a-434b-9883-851a23338cd2 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Pushing event deleted for resources: {'Port': ['ID=57b0751a-5b06-4a0e-a16e-81601dba017e,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:25.541359 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412285d6-30d7-4603-8c9b-abf1d6559b4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-8076b00a-7b6d-4d5a-a3a8-e40acb6f978b', 'network_id': '8076b00a-7b6d-4d5a-a3a8-e40acb6f978b', 'project_id': '20a71768b90f40be857197f3c257705b', 'fixed_ips': [{'subnet_id': '2af53e4a-47f0-4682-a103-cba4267f8d67'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:03:25.542221 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-412285d6-30d7-4603-8c9b-abf1d6559b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:25.551824 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-afaef031-02c5-41af-901a-61ca725e72b1 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Request body: {'security_group': {'name': 'tempest-secgroup--1377707423'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:25.592784 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-afaef031-02c5-41af-901a-61ca725e72b1 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:25.607496 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-afaef031-02c5-41af-901a-61ca725e72b1 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:25.647558 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce72a888-a41e-4a4e-8b83-cfad620de05f req-3b41e30a-b31a-434b-9883-851a23338cd2 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] No DVR routers for this DVR port 57b0751a-5b06-4a0e-a16e-81601dba017e on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:03:25.651049 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-ce72a888-a41e-4a4e-8b83-cfad620de05f req-3b41e30a-b31a-434b-9883-851a23338cd2 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:25.655357 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ce72a888-a41e-4a4e-8b83-cfad620de05f req-3b41e30a-b31a-434b-9883-851a23338cd2 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.32 "DELETE /v2.0/ports/57b0751a-5b06-4a0e-a16e-81601dba017e HTTP/1.1" status: 204 len: 173 time: 2.1353500 Mar 01 14:03:25.662069 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e08f685-fb1a-4798-8832-af19e5fe6a5b', 'name': 'network-vif-deleted', 'tag': '57b0751a-5b06-4a0e-a16e-81601dba017e'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:03:25.666118 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ce5801-ebf6-42dc-9f2d-bdca44d50763" -d '{"events": [{"server_uuid": "1e08f685-fb1a-4798-8832-af19e5fe6a5b", "name": "network-vif-deleted", "tag": "57b0751a-5b06-4a0e-a16e-81601dba017e"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:03:25.721908 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8469c9-660b-4c68-bfac-6ebc0ea04265 req-561b2949-887e-4440-b77a-bf3fb2b02a31 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:25.723900 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8f8469c9-660b-4c68-bfac-6ebc0ea04265 req-561b2949-887e-4440-b77a-bf3fb2b02a31 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=281a1841-1153-488b-9e41-20a06acf4fec HTTP/1.1" status: 200 len: 943 time: 0.5036328 Mar 01 14:03:25.735537 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801934e-6989-4ec3-874b-da9c91b6f90f req-16b9f2e0-03e3-4670-a9d7-4462694a16ef tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:25.743217 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6801934e-6989-4ec3-874b-da9c91b6f90f req-16b9f2e0-03e3-4670-a9d7-4462694a16ef tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=24486878-0a97-4ee2-9723-c2778df3c53b HTTP/1.1" status: 200 len: 945 time: 0.4106719 Mar 01 14:03:25.794779 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-afaef031-02c5-41af-901a-61ca725e72b1 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (b9e5c415-4860-4b5e-a33a-7b835b58c1be), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:25.802918 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9d810649-1fd5-40f7-be97-f9514d394b8e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (8076b00a-7b6d-4d5a-a3a8-e40acb6f978b), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:25.805030 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-afaef031-02c5-41af-901a-61ca725e72b1 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b9e5c415-4860-4b5e-a33a-7b835b58c1be), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:25.911241 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaef031-02c5-41af-901a-61ca725e72b1 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e5c415-4860-4b5e-a33a-7b835b58c1be,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:25.993461 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9d810649-1fd5-40f7-be97-f9514d394b8e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (2af53e4a-47f0-4682-a103-cba4267f8d67), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:25.999438 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8f8469c9-660b-4c68-bfac-6ebc0ea04265 req-b79e6755-d406-4ee1-b619-b645e875cc0a tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a754a13-c94f-4e3f-b9d0-6421d392c9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332342 Mar 01 14:03:26.001080 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-afaef031-02c5-41af-901a-61ca725e72b1 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (ef27a4ea-62b7-4b0e-b751-c875c62a96bc), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:26.003936 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6801934e-6989-4ec3-874b-da9c91b6f90f req-289c2a29-bfef-4dc9-af82-f5fc046cc9e5 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597578 Mar 01 14:03:26.020408 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-afaef031-02c5-41af-901a-61ca725e72b1 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ef27a4ea-62b7-4b0e-b751-c875c62a96bc), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:26.107717 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e05bd30-7c41-4219-af1d-3329ef4ccea5 x-openstack-request-id: req-0e05bd30-7c41-4219-af1d-3329ef4ccea5 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:03:26.108750 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e08f685-fb1a-4798-8832-af19e5fe6a5b", "name": "network-vif-deleted", "tag": "57b0751a-5b06-4a0e-a16e-81601dba017e", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:03:26.109071 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e05bd30-7c41-4219-af1d-3329ef4ccea5 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:03:26.111396 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e08f685-fb1a-4798-8832-af19e5fe6a5b', 'name': 'network-vif-deleted', 'tag': '57b0751a-5b06-4a0e-a16e-81601dba017e', 'status': 'completed', 'code': 200} Mar 01 14:03:26.116765 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c69b39-86c4-4ebb-bd7b-d3be9f825833 None None] Network a3d6ad80-fa75-46a1-ae66-21f714caa9f5 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:03:26.135984 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-afaef031-02c5-41af-901a-61ca725e72b1 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:26.153507 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-afaef031-02c5-41af-901a-61ca725e72b1 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7980962 Mar 01 14:03:26.157271 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58626) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:26.188418 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaef031-02c5-41af-901a-61ca725e72b1 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef27a4ea-62b7-4b0e-b751-c875c62a96bc,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:26.189481 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ab757811-a339-48f3-8863-ac4c07756070 req-2fbaf05e-dba2-47b0-9192-cac70767416e tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1e08f685-fb1a-4798-8832-af19e5fe6a5b HTTP/1.1" status: 200 len: 210 time: 0.0546346 Mar 01 14:03:26.243376 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-412285d6-30d7-4603-8c9b-abf1d6559b4b None None] Allocated IP 172.20.0.2 (8076b00a-7b6d-4d5a-a3a8-e40acb6f978b/2af53e4a-47f0-4682-a103-cba4267f8d67/e11f53bb-2598-4536-a8dd-a2c0cee48f84) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:03:26.253604 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-5eb1cc21-dd67-46ce-ae59-4fff92e2ff46 None None] Provisioning complete for port 0e044b36-e640-4aee-9c0e-2fc708982b4e triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:03:26.254926 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5eb1cc21-dd67-46ce-ae59-4fff92e2ff46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (0e044b36-e640-4aee-9c0e-2fc708982b4e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:26.310688 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58630) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:26.316235 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-e7b24c14-5d51-499d-b9af-c88a0e548e8d tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Request body: {'security_group': {'name': 'tempest-security--9137888', 'description': 'tempest-security-description-103317789'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:26.316945 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6a4e3c97-08aa-4790-abc5-699aeb224d32 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1519549 Mar 01 14:03:26.337176 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '281a1841-1153-488b-9e41-20a06acf4fec', 'tag': 'ea3e3623-f7bd-4751-ac31-b65ad38d20f7'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:03:26.339602 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b1b12d-41de-4e15-8ac1-27065c80e073" -d '{"events": [{"name": "network-changed", "server_uuid": "281a1841-1153-488b-9e41-20a06acf4fec", "tag": "ea3e3623-f7bd-4751-ac31-b65ad38d20f7"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:03:26.461497 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d41f0a9-7702-4494-a059-9092e5c4b234 x-openstack-request-id: req-6d41f0a9-7702-4494-a059-9092e5c4b234 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:03:26.461787 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "281a1841-1153-488b-9e41-20a06acf4fec", "tag": "ea3e3623-f7bd-4751-ac31-b65ad38d20f7", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:03:26.462046 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d41f0a9-7702-4494-a059-9092e5c4b234 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:03:26.462430 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '281a1841-1153-488b-9e41-20a06acf4fec', 'tag': 'ea3e3623-f7bd-4751-ac31-b65ad38d20f7', 'status': 'completed', 'code': 200} Mar 01 14:03:26.541155 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e7b24c14-5d51-499d-b9af-c88a0e548e8d tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (ef27a4ea-62b7-4b0e-b751-c875c62a96bc), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:26.596200 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1b12d-41de-4e15-8ac1-27065c80e073 req-5a9548ef-975b-43de-83fb-7388ed269cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:26.598004 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-90b1b12d-41de-4e15-8ac1-27065c80e073 req-5a9548ef-975b-43de-83fb-7388ed269cc5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3467d10c32454cf18668187815493d82&device_id=281a1841-1153-488b-9e41-20a06acf4fec HTTP/1.1" status: 200 len: 1125 time: 0.1091199 Mar 01 14:03:26.736124 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1b12d-41de-4e15-8ac1-27065c80e073 req-16970cb8-0c1a-4173-a6c3-878ae0fc0cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:26.737620 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-90b1b12d-41de-4e15-8ac1-27065c80e073 req-16970cb8-0c1a-4173-a6c3-878ae0fc0cde service neutron] 10.222.0.20 "GET /v2.0/networks?id=1d0a7b4f-fbe7-45f8-87df-666e5482dea5 HTTP/1.1" status: 200 len: 912 time: 0.1317153 Mar 01 14:03:26.824006 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-90b1b12d-41de-4e15-8ac1-27065c80e073 req-59bffb9b-9f0b-4d54-b2f5-adae3527ef46 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea3e3623-f7bd-4751-ac31-b65ad38d20f7 HTTP/1.1" status: 200 len: 217 time: 0.0735521 Mar 01 14:03:26.900753 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-412285d6-30d7-4603-8c9b-abf1d6559b4b None None] Publish callbacks [] for port (e11f53bb-2598-4536-a8dd-a2c0cee48f84), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:26.910886 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device b2aa6ecd-b41b-41e5-a335-068f0d2ccc25 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:03:26.913139 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 0e044b36-e640-4aee-9c0e-2fc708982b4e up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:03:26.925555 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1b12d-41de-4e15-8ac1-27065c80e073 req-13a61baa-0e7d-4d84-93f5-9122448555da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:26.927035 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-90b1b12d-41de-4e15-8ac1-27065c80e073 req-13a61baa-0e7d-4d84-93f5-9122448555da service neutron] 10.222.0.20 "GET /v2.0/subnets?id=531c8525-0467-47e0-9cf7-03358d9bf988 HTTP/1.1" status: 200 len: 850 time: 0.1022365 Mar 01 14:03:26.957392 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-412285d6-30d7-4603-8c9b-abf1d6559b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (e11f53bb-2598-4536-a8dd-a2c0cee48f84), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:26.996821 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412285d6-30d7-4603-8c9b-abf1d6559b4b None None] Network 8076b00a-7b6d-4d5a-a3a8-e40acb6f978b is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:03:27.003454 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-412285d6-30d7-4603-8c9b-abf1d6559b4b None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:03:27.009464 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1b12d-41de-4e15-8ac1-27065c80e073 req-7fd012f9-53f2-4a3a-aa49-80cd753444b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:27.013388 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-90b1b12d-41de-4e15-8ac1-27065c80e073 req-7fd012f9-53f2-4a3a-aa49-80cd753444b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1d0a7b4f-fbe7-45f8-87df-666e5482dea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0786879 Mar 01 14:03:27.037542 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: b2aa6ecd-b41b-41e5-a335-068f0d2ccc25 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:03:27.037906 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device b2aa6ecd-b41b-41e5-a335-068f0d2ccc25 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:03:27.041033 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412285d6-30d7-4603-8c9b-abf1d6559b4b None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:03:27.149250 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412285d6-30d7-4603-8c9b-abf1d6559b4b None None] Pushing event updated for resources: {'Port': ['ID=e11f53bb-2598-4536-a8dd-a2c0cee48f84,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:27.151596 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 0e044b36-e640-4aee-9c0e-2fc708982b4e triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:03:27.152036 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (0e044b36-e640-4aee-9c0e-2fc708982b4e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:27.173821 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e7b24c14-5d51-499d-b9af-c88a0e548e8d tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (ef27a4ea-62b7-4b0e-b751-c875c62a96bc), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:27.194580 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e7b24c14-5d51-499d-b9af-c88a0e548e8d tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ef27a4ea-62b7-4b0e-b751-c875c62a96bc), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:27.197591 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e7b24c14-5d51-499d-b9af-c88a0e548e8d tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:27.199251 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e7b24c14-5d51-499d-b9af-c88a0e548e8d tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "PUT /v2.0/security-groups/ef27a4ea-62b7-4b0e-b751-c875c62a96bc HTTP/1.1" status: 200 len: 1793 time: 0.8874223 Mar 01 14:03:27.200467 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-412285d6-30d7-4603-8c9b-abf1d6559b4b None None] Attempting to bind port e11f53bb-2598-4536-a8dd-a2c0cee48f84 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:03:27.200850 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-412285d6-30d7-4603-8c9b-abf1d6559b4b None None] Attempting to bind port e11f53bb-2598-4536-a8dd-a2c0cee48f84 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '411c62a9-4619-409a-95a6-4266fbf974bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8076b00a-7b6d-4d5a-a3a8-e40acb6f978b'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:03:27.201224 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412285d6-30d7-4603-8c9b-abf1d6559b4b None None] Attempting to bind port e11f53bb-2598-4536-a8dd-a2c0cee48f84 on network 8076b00a-7b6d-4d5a-a3a8-e40acb6f978b {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:03:27.201658 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9d810649-1fd5-40f7-be97-f9514d394b8e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (2af53e4a-47f0-4682-a103-cba4267f8d67), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:27.204744 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-90b1b12d-41de-4e15-8ac1-27065c80e073 req-c071e5b3-da1b-49c6-b29a-3c46c2459360 service neutron] 10.222.0.20 "GET /v2.0/networks/1d0a7b4f-fbe7-45f8-87df-666e5482dea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851103 Mar 01 14:03:27.205456 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58640) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:27.219583 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-5eb1cc21-dd67-46ce-ae59-4fff92e2ff46 None None] Current status of the port 0e044b36-e640-4aee-9c0e-2fc708982b4e is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:03:27.220021 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5eb1cc21-dd67-46ce-ae59-4fff92e2ff46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (0e044b36-e640-4aee-9c0e-2fc708982b4e), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:27.222116 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412285d6-30d7-4603-8c9b-abf1d6559b4b None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:03:27.222499 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412285d6-30d7-4603-8c9b-abf1d6559b4b None None] Checking segment: {'id': '411c62a9-4619-409a-95a6-4266fbf974bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8076b00a-7b6d-4d5a-a3a8-e40acb6f978b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:03:27.222903 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-412285d6-30d7-4603-8c9b-abf1d6559b4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:27.223415 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412285d6-30d7-4603-8c9b-abf1d6559b4b None None] Bound using segment: {'id': '411c62a9-4619-409a-95a6-4266fbf974bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8076b00a-7b6d-4d5a-a3a8-e40acb6f978b'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:03:27.223844 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-412285d6-30d7-4603-8c9b-abf1d6559b4b None None] Bound port: e11f53bb-2598-4536-a8dd-a2c0cee48f84, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '411c62a9-4619-409a-95a6-4266fbf974bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8076b00a-7b6d-4d5a-a3a8-e40acb6f978b'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:03:27.224234 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-412285d6-30d7-4603-8c9b-abf1d6559b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e11f53bb-2598-4536-a8dd-a2c0cee48f84), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:27.327200 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-412285d6-30d7-4603-8c9b-abf1d6559b4b None None] For port e11f53bb-2598-4536-a8dd-a2c0cee48f84, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:03:27.332765 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd905680-83fb-49c3-acd5-207f3028e94b req-8da1ab97-a106-4979-af76-abb4fd63889f tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:27.334656 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cd905680-83fb-49c3-acd5-207f3028e94b req-8da1ab97-a106-4979-af76-abb4fd63889f tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 945 time: 0.9954967 Mar 01 14:03:27.341458 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-412285d6-30d7-4603-8c9b-abf1d6559b4b None None] For port e11f53bb-2598-4536-a8dd-a2c0cee48f84, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=e11f53bb-2598-4536-a8dd-a2c0cee48f84,segment=NetworkSegment(411c62a9-4619-409a-95a6-4266fbf974bd),segment_id=411c62a9-4619-409a-95a6-4266fbf974bd)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:03:27.377472 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d810649-1fd5-40f7-be97-f9514d394b8e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event deleted for resources: {'Subnet': ['ID=2af53e4a-47f0-4682-a103-cba4267f8d67,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:27.379601 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b24c14-5d51-499d-b9af-c88a0e548e8d tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef27a4ea-62b7-4b0e-b751-c875c62a96bc,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:27.389796 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-412285d6-30d7-4603-8c9b-abf1d6559b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (e11f53bb-2598-4536-a8dd-a2c0cee48f84), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:27.428313 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c59e8360-4fc8-4847-a014-4afe37a4832f tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "GET /v2.0/security-groups/ef27a4ea-62b7-4b0e-b751-c875c62a96bc HTTP/1.1" status: 200 len: 1793 time: 0.2196956 Mar 01 14:03:27.433841 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58644) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:27.453857 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9d810649-1fd5-40f7-be97-f9514d394b8e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (8076b00a-7b6d-4d5a-a3a8-e40acb6f978b), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:27.484057 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-9d810649-1fd5-40f7-be97-f9514d394b8e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8076b00a-7b6d-4d5a-a3a8-e40acb6f978b']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:27.503976 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-5eb1cc21-dd67-46ce-ae59-4fff92e2ff46 None None] For port 0e044b36-e640-4aee-9c0e-2fc708982b4e, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=0e044b36-e640-4aee-9c0e-2fc708982b4e,segment=NetworkSegment(9ae76914-4a16-46a0-ae1e-d6ba75ec026d),segment_id=9ae76914-4a16-46a0-ae1e-d6ba75ec026d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:27.508556 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-9d810649-1fd5-40f7-be97-f9514d394b8e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '411c62a9-4619-409a-95a6-4266fbf974bd') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:27.508861 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-9d810649-1fd5-40f7-be97-f9514d394b8e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '411c62a9-4619-409a-95a6-4266fbf974bd') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:27.525825 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9d810649-1fd5-40f7-be97-f9514d394b8e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (411c62a9-4619-409a-95a6-4266fbf974bd), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:27.529217 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5eb1cc21-dd67-46ce-ae59-4fff92e2ff46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (0e044b36-e640-4aee-9c0e-2fc708982b4e), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:27.544447 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9d810649-1fd5-40f7-be97-f9514d394b8e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (411c62a9-4619-409a-95a6-4266fbf974bd), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:27.554112 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d810649-1fd5-40f7-be97-f9514d394b8e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:03:27.554521 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9d810649-1fd5-40f7-be97-f9514d394b8e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (411c62a9-4619-409a-95a6-4266fbf974bd), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:27.571547 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e5a3a21e-1103-43f6-84ba-1020b4bde0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:27.607053 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-90b1b12d-41de-4e15-8ac1-27065c80e073 req-2b9b2736-0e3b-4f48-a80c-e86e8c9cc059 service neutron] 10.222.0.20 "GET /v2.0/networks/1d0a7b4f-fbe7-45f8-87df-666e5482dea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766339 Mar 01 14:03:27.620986 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58bc691-f4c5-4ffb-a394-80721ac1bba3 None None] get_active_networks_info from n-d-827467-3 {{(pid=103728) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 01 14:03:27.621431 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-58ce6d64-2eab-44eb-81f7-32a34ed0ff6c tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (ef27a4ea-62b7-4b0e-b751-c875c62a96bc), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:27.625975 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412285d6-30d7-4603-8c9b-abf1d6559b4b None None] Pushing event updated for resources: {'Port': ['ID=e11f53bb-2598-4536-a8dd-a2c0cee48f84,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:27.647310 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:03:27.647310 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:03:27.647310 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:03:27.647310 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:03:27.647310 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:03:27.647310 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:03:27.647310 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:03:27.647310 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:03:27.647310 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:03:27.647310 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:03:27.647310 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:03:27.647310 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:03:27.647310 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:03:27.647310 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:03:27.647310 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:03:27.647310 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:03:27.647310 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:03:27.647310 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:03:27.647310 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:03:27.647310 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:03:27.647310 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:03:27.647310 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:03:27.647310 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:03:27.647310 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:03:27.647310 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:03:27.647310 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:03:27.647310 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:03:27.647310 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:03:27.647310 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:03:27.647310 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:03:27.647310 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:03:27.647310 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:03:27.665558 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-58ce6d64-2eab-44eb-81f7-32a34ed0ff6c tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (ef27a4ea-62b7-4b0e-b751-c875c62a96bc), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:27.686332 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 0e044b36-e640-4aee-9c0e-2fc708982b4e is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:03:27.691581 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.db.api [None req-9d810649-1fd5-40f7-be97-f9514d394b8e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 01 14:03:27.691581 n-d-827467-3 neutron-server[103727]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 01 14:03:27.691581 n-d-827467-3 neutron-server[103727]: [parameters: {'id': '8076b00a-7b6d-4d5a-a3a8-e40acb6f978b'}] Mar 01 14:03:27.691581 n-d-827467-3 neutron-server[103727]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 14:03:27.692013 n-d-827467-3 neutron-server[103727]: DEBUG oslo_db.api [None req-9d810649-1fd5-40f7-be97-f9514d394b8e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 14:03:27.699759 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff5fd2-a7c9-43d6-93ac-7722dec11b3e req-06eb04f3-5601-4163-bf88-11679464d444 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:27.708002 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ccff5fd2-a7c9-43d6-93ac-7722dec11b3e req-06eb04f3-5601-4163-bf88-11679464d444 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=24486878-0a97-4ee2-9723-c2778df3c53b HTTP/1.1" status: 200 len: 945 time: 1.1306434 Mar 01 14:03:27.710902 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-e128dad0-cb86-4a7c-a242-f8c5006fa7f6 None None] Provisioning complete for port 0e044b36-e640-4aee-9c0e-2fc708982b4e triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:03:27.710902 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e128dad0-cb86-4a7c-a242-f8c5006fa7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (0e044b36-e640-4aee-9c0e-2fc708982b4e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:27.746604 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-58ce6d64-2eab-44eb-81f7-32a34ed0ff6c tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ef27a4ea-62b7-4b0e-b751-c875c62a96bc), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:27.754116 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-58ce6d64-2eab-44eb-81f7-32a34ed0ff6c tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:27.759128 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-58ce6d64-2eab-44eb-81f7-32a34ed0ff6c tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "DELETE /v2.0/security-groups/ef27a4ea-62b7-4b0e-b751-c875c62a96bc HTTP/1.1" status: 204 len: 168 time: 0.3223147 Mar 01 14:03:27.760105 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58648) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:27.782759 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1cc21-dd67-46ce-ae59-4fff92e2ff46 None None] Pushing event updated for resources: {'Port': ['ID=0e044b36-e640-4aee-9c0e-2fc708982b4e,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:27.796040 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ccff5fd2-a7c9-43d6-93ac-7722dec11b3e req-e8462527-c26a-4836-aedd-6bfe21868280 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869107 Mar 01 14:03:27.805351 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce6d64-2eab-44eb-81f7-32a34ed0ff6c tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef27a4ea-62b7-4b0e-b751-c875c62a96bc,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:27.819072 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cd905680-83fb-49c3-acd5-207f3028e94b req-f0b81ec8-e5a3-42ba-8bd4-aa2f20c20b2a tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4440043 Mar 01 14:03:27.871961 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2422a94f-847a-43c2-9a99-f75256c44c17 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1045065 Mar 01 14:03:27.872330 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58650) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:27.881443 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58bc691-f4c5-4ffb-a394-80721ac1bba3 None None] Resources bound (agent type, host, resource id): {{(pid=103728) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 14:03:27.909436 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-12662f6f-9d10-4419-ac73-b48edad8af5b tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] delete failed (client error): The resource could not be found. Mar 01 14:03:27.914219 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-12662f6f-9d10-4419-ac73-b48edad8af5b tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "DELETE /v2.0/security-groups/ef27a4ea-62b7-4b0e-b751-c875c62a96bc HTTP/1.1" status: 404 len: 347 time: 0.0372634 Mar 01 14:03:27.914512 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58654) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:27.922444 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-d0c4bb6e-3060-4c9a-8eec-eee9ebd238dc tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Request body: {'security_group': {'name': 'tempest-secgroup--886957208'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:27.965179 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e5c8c-9c81-4ce6-b899-a53fa2c887f2 req-b6ccf048-8bc2-44fb-ac22-dbd6c45b3d75 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:27.967224 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3a7e5c8c-9c81-4ce6-b899-a53fa2c887f2 req-b6ccf048-8bc2-44fb-ac22-dbd6c45b3d75 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.32 "GET /v2.0/ports?device_id=24486878-0a97-4ee2-9723-c2778df3c53b HTTP/1.1" status: 200 len: 945 time: 0.1370654 Mar 01 14:03:27.972813 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d0c4bb6e-3060-4c9a-8eec-eee9ebd238dc tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:28.054806 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c00ed-231a-4962-a71b-ff6eb6d5d2e9 req-e09c4176-b82c-4113-9a5e-4739f0b968ba tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:28.062208 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d76c00ed-231a-4962-a71b-ff6eb6d5d2e9 req-e09c4176-b82c-4113-9a5e-4739f0b968ba tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=281a1841-1153-488b-9e41-20a06acf4fec HTTP/1.1" status: 200 len: 943 time: 0.1560552 Mar 01 14:03:28.096597 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d0c4bb6e-3060-4c9a-8eec-eee9ebd238dc tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (266b993c-4f4a-4c03-98f8-88af71b1fc3d), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:28.097758 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-e128dad0-cb86-4a7c-a242-f8c5006fa7f6 None None] Current status of the port 0e044b36-e640-4aee-9c0e-2fc708982b4e is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:03:28.105698 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d0c4bb6e-3060-4c9a-8eec-eee9ebd238dc tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (266b993c-4f4a-4c03-98f8-88af71b1fc3d), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:28.141834 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d76c00ed-231a-4962-a71b-ff6eb6d5d2e9 req-d4551efa-5b52-4146-a9e5-dc80d45f8db2 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a754a13-c94f-4e3f-b9d0-6421d392c9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773721 Mar 01 14:03:28.165043 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d0c4bb6e-3060-4c9a-8eec-eee9ebd238dc tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:28.172880 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d0c4bb6e-3060-4c9a-8eec-eee9ebd238dc tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2564418 Mar 01 14:03:28.173235 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58656) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:28.174004 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c4bb6e-3060-4c9a-8eec-eee9ebd238dc tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=266b993c-4f4a-4c03-98f8-88af71b1fc3d,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:28.182228 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-fe4dde67-7453-4c7b-9ccc-cc1a997d913f tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Request body: {'security_group_rule': {'security_group_id': '266b993c-4f4a-4c03-98f8-88af71b1fc3d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:28.209634 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9d810649-1fd5-40f7-be97-f9514d394b8e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (8076b00a-7b6d-4d5a-a3a8-e40acb6f978b), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:28.226643 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-3a7e5c8c-9c81-4ce6-b899-a53fa2c887f2 req-e04c27ef-af40-4d40-9dbe-10cf8835b0d9 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Deleting port 97fba497-0b98-4dc5-84b3-9c7ceddfb4bf {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:03:28.227364 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-3a7e5c8c-9c81-4ce6-b899-a53fa2c887f2 req-e04c27ef-af40-4d40-9dbe-10cf8835b0d9 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (97fba497-0b98-4dc5-84b3-9c7ceddfb4bf), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:28.297612 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b256ef78-da69-464d-9b21-03ad74e3c969 None None] Network 8076b00a-7b6d-4d5a-a3a8-e40acb6f978b requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:03:28.311352 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fe4dde67-7453-4c7b-9ccc-cc1a997d913f tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (fc7f8ff2-caf7-45dd-b0cc-e5060f1ee290), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:28.442922 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-3a7e5c8c-9c81-4ce6-b899-a53fa2c887f2 req-e04c27ef-af40-4d40-9dbe-10cf8835b0d9 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] For port 97fba497-0b98-4dc5-84b3-9c7ceddfb4bf, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=97fba497-0b98-4dc5-84b3-9c7ceddfb4bf,segment=NetworkSegment(354ee497-7228-4227-89f9-36435d335b77),segment_id=354ee497-7228-4227-89f9-36435d335b77)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:28.443197 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-3a7e5c8c-9c81-4ce6-b899-a53fa2c887f2 req-e04c27ef-af40-4d40-9dbe-10cf8835b0d9 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (97fba497-0b98-4dc5-84b3-9c7ceddfb4bf), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:28.473846 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-3a7e5c8c-9c81-4ce6-b899-a53fa2c887f2 req-e04c27ef-af40-4d40-9dbe-10cf8835b0d9 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Calling delete_port for 97fba497-0b98-4dc5-84b3-9c7ceddfb4bf owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:03:28.476740 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1c9ea-1836-49b6-85a4-782b8b0b64d2 req-6a3f784b-19c6-499b-9144-3235f6316188 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:28.478276 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-28f1c9ea-1836-49b6-85a4-782b8b0b64d2 req-6a3f784b-19c6-499b-9144-3235f6316188 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=01c98c0a-b64f-4f41-9546-79aebd842e76 HTTP/1.1" status: 200 len: 1127 time: 0.2288992 Mar 01 14:03:28.482918 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fe4dde67-7453-4c7b-9ccc-cc1a997d913f tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (fc7f8ff2-caf7-45dd-b0cc-e5060f1ee290), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:28.499618 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device ea3e3623-f7bd-4751-ac31-b65ad38d20f7 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:03:28.501416 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fe4dde67-7453-4c7b-9ccc-cc1a997d913f tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (fc7f8ff2-caf7-45dd-b0cc-e5060f1ee290), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:28.571821 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-9d810649-1fd5-40f7-be97-f9514d394b8e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Deleting port e11f53bb-2598-4536-a8dd-a2c0cee48f84 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:03:28.572190 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9d810649-1fd5-40f7-be97-f9514d394b8e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (e11f53bb-2598-4536-a8dd-a2c0cee48f84), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:28.573826 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4dde67-7453-4c7b-9ccc-cc1a997d913f tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc7f8ff2-caf7-45dd-b0cc-e5060f1ee290,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:28.613792 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fe4dde67-7453-4c7b-9ccc-cc1a997d913f tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:28.617794 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-fe4dde67-7453-4c7b-9ccc-cc1a997d913f tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4407673 Mar 01 14:03:28.617943 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 0e044b36-e640-4aee-9c0e-2fc708982b4e up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:03:28.618618 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58662) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:28.661701 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f1ccaa1b-9786-4bac-97f7-c1e60b6bbd0a tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (fc7f8ff2-caf7-45dd-b0cc-e5060f1ee290), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:28.664548 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-28f1c9ea-1836-49b6-85a4-782b8b0b64d2 req-598d656d-85f2-4d48-93a9-2c60728a72ea tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1b5412fc-e03a-4eda-a411-75e91c157c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803548 Mar 01 14:03:28.672701 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f1ccaa1b-9786-4bac-97f7-c1e60b6bbd0a tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (fc7f8ff2-caf7-45dd-b0cc-e5060f1ee290), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:28.688783 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 57b0751a-5b06-4a0e-a16e-81601dba017e no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:03:28.696369 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-9d810649-1fd5-40f7-be97-f9514d394b8e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] For port e11f53bb-2598-4536-a8dd-a2c0cee48f84, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=e11f53bb-2598-4536-a8dd-a2c0cee48f84,segment=NetworkSegment(411c62a9-4619-409a-95a6-4266fbf974bd),segment_id=411c62a9-4619-409a-95a6-4266fbf974bd)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:28.697293 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9d810649-1fd5-40f7-be97-f9514d394b8e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (e11f53bb-2598-4536-a8dd-a2c0cee48f84), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:28.717140 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-9d810649-1fd5-40f7-be97-f9514d394b8e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Calling delete_port for e11f53bb-2598-4536-a8dd-a2c0cee48f84 owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:03:28.719603 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f1ccaa1b-9786-4bac-97f7-c1e60b6bbd0a tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (fc7f8ff2-caf7-45dd-b0cc-e5060f1ee290), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:28.721390 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: 57b0751a-5b06-4a0e-a16e-81601dba017e {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:03:28.721768 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 57b0751a-5b06-4a0e-a16e-81601dba017e not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:03:28.726836 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port ea3e3623-f7bd-4751-ac31-b65ad38d20f7, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ea3e3623-f7bd-4751-ac31-b65ad38d20f7,segment=NetworkSegment(da6b7aae-9464-459b-8485-5cc7242f7627),segment_id=da6b7aae-9464-459b-8485-5cc7242f7627)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:28.728119 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f1ccaa1b-9786-4bac-97f7-c1e60b6bbd0a tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:28.729556 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f1ccaa1b-9786-4bac-97f7-c1e60b6bbd0a tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/fc7f8ff2-caf7-45dd-b0cc-e5060f1ee290 HTTP/1.1" status: 204 len: 168 time: 0.1104031 Mar 01 14:03:28.735986 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58664) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:28.741829 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ccaa1b-9786-4bac-97f7-c1e60b6bbd0a tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc7f8ff2-caf7-45dd-b0cc-e5060f1ee290,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:28.745365 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': 'ea3e3623-f7bd-4751-ac31-b65ad38d20f7', 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5', 'port_id': 'ea3e3623-f7bd-4751-ac31-b65ad38d20f7', 'mac_address': 'fa:16:3e:a0:1a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '531c8525-0467-47e0-9cf7-03358d9bf988', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:03:28.798037 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port ea3e3623-f7bd-4751-ac31-b65ad38d20f7 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:03:28.798430 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ea3e3623-f7bd-4751-ac31-b65ad38d20f7), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:28.801645 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 0e044b36-e640-4aee-9c0e-2fc708982b4e triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:03:28.801969 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (0e044b36-e640-4aee-9c0e-2fc708982b4e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:28.811170 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:03:28.845522 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea3e3623-f7bd-4751-ac31-b65ad38d20f7 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:03:28.853875 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-fc282f32-95ed-4868-bd24-4aa859d75574 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0931902 Mar 01 14:03:28.856725 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58670) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:28.878614 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-3a7e5c8c-9c81-4ce6-b899-a53fa2c887f2 req-e04c27ef-af40-4d40-9dbe-10cf8835b0d9 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (97fba497-0b98-4dc5-84b3-9c7ceddfb4bf), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:28.907009 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['698be840-58f4-417e-896d-121bd73d95b5'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:03:28.920388 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c27ef-af40-4d40-9dbe-10cf8835b0d9 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Pushing event deleted for resources: {'Port': ['ID=97fba497-0b98-4dc5-84b3-9c7ceddfb4bf,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:28.954292 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['97fba497-0b98-4dc5-84b3-9c7ceddfb4bf'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:03:28.967338 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b5010344-0fcd-4e2c-b11c-5d18003271d2 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (266b993c-4f4a-4c03-98f8-88af71b1fc3d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:28.980931 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port ea3e3623-f7bd-4751-ac31-b65ad38d20f7, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ea3e3623-f7bd-4751-ac31-b65ad38d20f7,segment=NetworkSegment(da6b7aae-9464-459b-8485-5cc7242f7627),segment_id=da6b7aae-9464-459b-8485-5cc7242f7627)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:28.994435 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:28.997423 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ea3e3623-f7bd-4751-ac31-b65ad38d20f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:29.004979 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b5010344-0fcd-4e2c-b11c-5d18003271d2 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (266b993c-4f4a-4c03-98f8-88af71b1fc3d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:29.035957 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-02db8c96-3c9f-4ac1-9f58-bc252c77648e req-9c5f3255-a0cb-4a75-8aae-6ddd14c50003 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=24486878-0a97-4ee2-9723-c2778df3c53b HTTP/1.1" status: 200 len: 210 time: 0.1157932 Mar 01 14:03:29.064118 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7e5c8c-9c81-4ce6-b899-a53fa2c887f2 req-e04c27ef-af40-4d40-9dbe-10cf8835b0d9 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] No DVR routers for this DVR port 97fba497-0b98-4dc5-84b3-9c7ceddfb4bf on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:03:29.064384 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=ea3e3623-f7bd-4751-ac31-b65ad38d20f7,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:29.066878 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b5010344-0fcd-4e2c-b11c-5d18003271d2 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (266b993c-4f4a-4c03-98f8-88af71b1fc3d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:29.071036 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-3a7e5c8c-9c81-4ce6-b899-a53fa2c887f2 req-e04c27ef-af40-4d40-9dbe-10cf8835b0d9 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:29.074292 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b5010344-0fcd-4e2c-b11c-5d18003271d2 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:29.076883 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b5010344-0fcd-4e2c-b11c-5d18003271d2 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "DELETE /v2.0/security-groups/266b993c-4f4a-4c03-98f8-88af71b1fc3d HTTP/1.1" status: 204 len: 168 time: 0.2184067 Mar 01 14:03:29.080368 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3a7e5c8c-9c81-4ce6-b899-a53fa2c887f2 req-e04c27ef-af40-4d40-9dbe-10cf8835b0d9 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.32 "DELETE /v2.0/ports/97fba497-0b98-4dc5-84b3-9c7ceddfb4bf HTTP/1.1" status: 204 len: 173 time: 1.1072109 Mar 01 14:03:29.084135 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58672) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:29.084631 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24486878-0a97-4ee2-9723-c2778df3c53b', 'name': 'network-vif-deleted', 'tag': '97fba497-0b98-4dc5-84b3-9c7ceddfb4bf'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:03:29.086959 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fdb5e9-6e87-42d1-b303-f4fc18f6ec89" -d '{"events": [{"server_uuid": "24486878-0a97-4ee2-9723-c2778df3c53b", "name": "network-vif-deleted", "tag": "97fba497-0b98-4dc5-84b3-9c7ceddfb4bf"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:03:29.089415 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5010344-0fcd-4e2c-b11c-5d18003271d2 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=266b993c-4f4a-4c03-98f8-88af71b1fc3d,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:29.117876 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9d810649-1fd5-40f7-be97-f9514d394b8e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (e11f53bb-2598-4536-a8dd-a2c0cee48f84), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:29.172805 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8d854d-b6ea-4c29-9ec6-bbd0691fe0a9 x-openstack-request-id: req-1e8d854d-b6ea-4c29-9ec6-bbd0691fe0a9 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:03:29.173289 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24486878-0a97-4ee2-9723-c2778df3c53b", "name": "network-vif-deleted", "tag": "97fba497-0b98-4dc5-84b3-9c7ceddfb4bf", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:03:29.173621 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e8d854d-b6ea-4c29-9ec6-bbd0691fe0a9 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:03:29.174118 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24486878-0a97-4ee2-9723-c2778df3c53b', 'name': 'network-vif-deleted', 'tag': '97fba497-0b98-4dc5-84b3-9c7ceddfb4bf', 'status': 'completed', 'code': 200} Mar 01 14:03:29.189310 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d810649-1fd5-40f7-be97-f9514d394b8e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event deleted for resources: {'Port': ['ID=e11f53bb-2598-4536-a8dd-a2c0cee48f84,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:29.207967 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 0e044b36-e640-4aee-9c0e-2fc708982b4e is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:03:29.222995 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d810649-1fd5-40f7-be97-f9514d394b8e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] No DVR routers for this DVR port e11f53bb-2598-4536-a8dd-a2c0cee48f84 on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:03:29.291650 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca6463-408c-436a-aca6-7ff0cd4dc463 req-6039a0a9-aafd-409f-940b-9e48d2e9b99f tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:29.293210 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eeca6463-408c-436a-aca6-7ff0cd4dc463 req-6039a0a9-aafd-409f-940b-9e48d2e9b99f tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 945 time: 0.3617637 Mar 01 14:03:29.340773 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d9ea0d71-d235-49d8-9292-6e662a98fe5d tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2500129 Mar 01 14:03:29.345297 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58678) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:29.350810 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-74f09e93-b9f5-4ca8-9189-1dd2e06dce7c tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Request body: {'security_group': {'name': 'tempest-secgroup--1158162490'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:29.381761 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-74f09e93-b9f5-4ca8-9189-1dd2e06dce7c tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:29.405356 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9d810649-1fd5-40f7-be97-f9514d394b8e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (8076b00a-7b6d-4d5a-a3a8-e40acb6f978b), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:29.420058 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['ea3e3623-f7bd-4751-ac31-b65ad38d20f7'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:03:29.453823 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d0e3f-8a14-47f3-b09a-a7bb4e334ef1 req-70c21e17-47b4-4b88-a017-7211c907a7f7 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:29.460966 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d39d0e3f-8a14-47f3-b09a-a7bb4e334ef1 req-70c21e17-47b4-4b88-a017-7211c907a7f7 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=281a1841-1153-488b-9e41-20a06acf4fec HTTP/1.1" status: 200 len: 944 time: 0.2115185 Mar 01 14:03:29.468920 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eeca6463-408c-436a-aca6-7ff0cd4dc463 req-82413750-b809-44d1-92f8-3c5a0082ef5b tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694167 Mar 01 14:03:29.470592 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-9d810649-1fd5-40f7-be97-f9514d394b8e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8076b00a-7b6d-4d5a-a3a8-e40acb6f978b']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:29.501267 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-9d810649-1fd5-40f7-be97-f9514d394b8e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '411c62a9-4619-409a-95a6-4266fbf974bd') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:29.501267 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-9d810649-1fd5-40f7-be97-f9514d394b8e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '411c62a9-4619-409a-95a6-4266fbf974bd') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:29.503967 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-74f09e93-b9f5-4ca8-9189-1dd2e06dce7c tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (fad6d052-483a-4df5-a521-700cbdad336e), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:29.507480 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9d810649-1fd5-40f7-be97-f9514d394b8e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (411c62a9-4619-409a-95a6-4266fbf974bd), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:29.512441 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-74f09e93-b9f5-4ca8-9189-1dd2e06dce7c tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fad6d052-483a-4df5-a521-700cbdad336e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:29.541149 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9d810649-1fd5-40f7-be97-f9514d394b8e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (411c62a9-4619-409a-95a6-4266fbf974bd), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:29.560721 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d39d0e3f-8a14-47f3-b09a-a7bb4e334ef1 req-85f2845b-dbae-43da-b17e-aac0a197233f tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a754a13-c94f-4e3f-b9d0-6421d392c9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976865 Mar 01 14:03:29.564693 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d810649-1fd5-40f7-be97-f9514d394b8e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:03:29.565056 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9d810649-1fd5-40f7-be97-f9514d394b8e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (411c62a9-4619-409a-95a6-4266fbf974bd), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:29.568564 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:03:29.568564 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:03:29.568564 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:03:29.568564 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:03:29.568564 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:03:29.568564 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:03:29.568564 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:03:29.568564 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:03:29.568564 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:03:29.568564 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:03:29.568564 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:03:29.568564 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:03:29.568564 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:03:29.568564 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:03:29.568564 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:03:29.568564 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:03:29.568564 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:03:29.568564 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:03:29.568564 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:03:29.568564 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:03:29.568564 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:03:29.568564 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:03:29.568564 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:03:29.568564 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:03:29.568564 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:03:29.568564 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:03:29.568564 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:03:29.568564 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:03:29.568564 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:03:29.568564 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:03:29.568564 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:03:29.568564 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:03:29.570957 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-74f09e93-b9f5-4ca8-9189-1dd2e06dce7c tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:29.581183 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-74f09e93-b9f5-4ca8-9189-1dd2e06dce7c tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2329040 Mar 01 14:03:29.582337 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58680) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:29.586975 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-98b23ebf-d964-4560-9340-c6e83a5b0b22 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Request body: {'security_group_rule': {'security_group_id': 'fad6d052-483a-4df5-a521-700cbdad336e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:29.601302 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f09e93-b9f5-4ca8-9189-1dd2e06dce7c tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fad6d052-483a-4df5-a521-700cbdad336e,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:29.697256 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-98b23ebf-d964-4560-9340-c6e83a5b0b22 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (afb6599e-bacc-43f9-9cd9-f0c1dc57894f), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:29.701430 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9d810649-1fd5-40f7-be97-f9514d394b8e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (8076b00a-7b6d-4d5a-a3a8-e40acb6f978b), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:29.718611 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9d810649-1fd5-40f7-be97-f9514d394b8e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:29.723932 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9d810649-1fd5-40f7-be97-f9514d394b8e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "DELETE /v2.0/networks/8076b00a-7b6d-4d5a-a3a8-e40acb6f978b HTTP/1.1" status: 204 len: 168 time: 4.5226271 Mar 01 14:03:29.724298 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58686) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:29.729488 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-e28723a6-9fe4-4259-a54b-8da8fd91df84 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-643025977'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:29.741602 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d810649-1fd5-40f7-be97-f9514d394b8e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event deleted for resources: {'Network': ['ID=8076b00a-7b6d-4d5a-a3a8-e40acb6f978b,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:29.774028 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28723a6-9fe4-4259-a54b-8da8fd91df84 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Made reservation on behalf of 20a71768b90f40be857197f3c257705b for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:03:29.778934 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e28723a6-9fe4-4259-a54b-8da8fd91df84 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:29.783993 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-98b23ebf-d964-4560-9340-c6e83a5b0b22 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (afb6599e-bacc-43f9-9cd9-f0c1dc57894f), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:29.792788 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-98b23ebf-d964-4560-9340-c6e83a5b0b22 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (afb6599e-bacc-43f9-9cd9-f0c1dc57894f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:29.814703 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e28723a6-9fe4-4259-a54b-8da8fd91df84 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:03:29.821051 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b23ebf-d964-4560-9340-c6e83a5b0b22 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afb6599e-bacc-43f9-9cd9-f0c1dc57894f,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:29.824857 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e28723a6-9fe4-4259-a54b-8da8fd91df84 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (bff78127-b5c7-45e3-8fdd-980b9d80b683), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:29.825452 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-e28723a6-9fe4-4259-a54b-8da8fd91df84 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Added segment bff78127-b5c7-45e3-8fdd-980b9d80b683 of type vlan for network 71deb423-9064-47b6-969e-4b489c6a53ab Mar 01 14:03:29.844450 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-98b23ebf-d964-4560-9340-c6e83a5b0b22 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:29.847718 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-98b23ebf-d964-4560-9340-c6e83a5b0b22 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2622313 Mar 01 14:03:29.848429 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58688) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:29.853343 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-55c5cde9-1b47-45dd-8334-32e0d4a09a4e tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Request body: {'security_group_rule': {'security_group_id': 'fad6d052-483a-4df5-a521-700cbdad336e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:29.880309 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421dae4-7b43-4e67-a80a-6e8244cad94f req-1e4f4c4f-7092-4cd2-90cb-83e18153683a tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:29.882293 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6421dae4-7b43-4e67-a80a-6e8244cad94f req-1e4f4c4f-7092-4cd2-90cb-83e18153683a tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=01c98c0a-b64f-4f41-9546-79aebd842e76 HTTP/1.1" status: 200 len: 1127 time: 0.1024737 Mar 01 14:03:29.883941 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-55c5cde9-1b47-45dd-8334-32e0d4a09a4e tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (00453976-7c4c-4b6e-9662-6a87f5e73321), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:29.907648 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e28723a6-9fe4-4259-a54b-8da8fd91df84 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (71deb423-9064-47b6-969e-4b489c6a53ab), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:29.916582 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c9f2a-0a93-4971-9ac4-b6777a94b1a4 req-4b5bfad2-d276-4b85-9a61-814434dde401 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:29.918094 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fc0c9f2a-0a93-4971-9ac4-b6777a94b1a4 req-4b5bfad2-d276-4b85-9a61-814434dde401 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=01c98c0a-b64f-4f41-9546-79aebd842e76 HTTP/1.1" status: 200 len: 1127 time: 0.0905437 Mar 01 14:03:29.972936 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e28723a6-9fe4-4259-a54b-8da8fd91df84 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (71deb423-9064-47b6-969e-4b489c6a53ab), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:29.978927 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28723a6-9fe4-4259-a54b-8da8fd91df84 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:29.979538 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e28723a6-9fe4-4259-a54b-8da8fd91df84 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:29.981336 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6421dae4-7b43-4e67-a80a-6e8244cad94f req-c86042d5-0922-4817-80ed-8438b29c5d2a tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1b5412fc-e03a-4eda-a411-75e91c157c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854509 Mar 01 14:03:29.993425 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-55c5cde9-1b47-45dd-8334-32e0d4a09a4e tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (00453976-7c4c-4b6e-9662-6a87f5e73321), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:30.001092 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-55c5cde9-1b47-45dd-8334-32e0d4a09a4e tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (00453976-7c4c-4b6e-9662-6a87f5e73321), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:30.016771 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5cde9-1b47-45dd-8334-32e0d4a09a4e tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00453976-7c4c-4b6e-9662-6a87f5e73321,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:30.036638 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-55c5cde9-1b47-45dd-8334-32e0d4a09a4e tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:30.040855 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-55c5cde9-1b47-45dd-8334-32e0d4a09a4e tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1883497 Mar 01 14:03:30.041138 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58690) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:30.046797 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-2d629062-dc70-42f4-99cd-d9483272fe2f tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Request body: {'security_group_rule': {'security_group_id': 'fad6d052-483a-4df5-a521-700cbdad336e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:30.051365 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:30.069345 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e28723a6-9fe4-4259-a54b-8da8fd91df84 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3439240 Mar 01 14:03:30.077054 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58694) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:30.084248 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-e7b1787d-fdc7-4918-ac99-a58643454d36 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Request body: {'subnet': {'network_id': '71deb423-9064-47b6-969e-4b489c6a53ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:30.106437 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2d629062-dc70-42f4-99cd-d9483272fe2f tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (4306dcee-02bd-4974-ac67-5941e3a3b0ec), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:30.117724 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28723a6-9fe4-4259-a54b-8da8fd91df84 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event updated for resources: {'Network': ['ID=71deb423-9064-47b6-969e-4b489c6a53ab,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:30.133577 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 71deb423-9064-47b6-969e-4b489c6a53ab details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:03:30.189500 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-fc0c9f2a-0a93-4971-9ac4-b6777a94b1a4 req-379893b3-6325-40ee-bbe1-e4c01ad76920 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Deleting port f87d9e8c-57b6-4c13-8a5d-957a24ded7a9 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:03:30.190567 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-fc0c9f2a-0a93-4971-9ac4-b6777a94b1a4 req-379893b3-6325-40ee-bbe1-e4c01ad76920 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (f87d9e8c-57b6-4c13-8a5d-957a24ded7a9), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:30.226394 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2d629062-dc70-42f4-99cd-d9483272fe2f tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (4306dcee-02bd-4974-ac67-5941e3a3b0ec), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:30.236533 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2d629062-dc70-42f4-99cd-d9483272fe2f tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (4306dcee-02bd-4974-ac67-5941e3a3b0ec), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:30.275801 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d629062-dc70-42f4-99cd-d9483272fe2f tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4306dcee-02bd-4974-ac67-5941e3a3b0ec,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:30.278451 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b1787d-fdc7-4918-ac99-a58643454d36 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Made reservation on behalf of 20a71768b90f40be857197f3c257705b for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:03:30.282548 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e7b1787d-fdc7-4918-ac99-a58643454d36 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:30.286912 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2d629062-dc70-42f4-99cd-d9483272fe2f tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:30.288633 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2d629062-dc70-42f4-99cd-d9483272fe2f tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2462029 Mar 01 14:03:30.291323 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58708) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:30.298167 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-ed7a6c9c-e7e4-459e-b25c-2f9cb7190441 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Request body: {'security_group_rule': {'security_group_id': 'fad6d052-483a-4df5-a521-700cbdad336e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:30.361919 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-fc0c9f2a-0a93-4971-9ac4-b6777a94b1a4 req-379893b3-6325-40ee-bbe1-e4c01ad76920 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] For port f87d9e8c-57b6-4c13-8a5d-957a24ded7a9, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=f87d9e8c-57b6-4c13-8a5d-957a24ded7a9,segment=NetworkSegment(baf555f1-c68c-40fa-b064-c9daf0d53a98),segment_id=baf555f1-c68c-40fa-b064-c9daf0d53a98)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:30.362286 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-fc0c9f2a-0a93-4971-9ac4-b6777a94b1a4 req-379893b3-6325-40ee-bbe1-e4c01ad76920 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (f87d9e8c-57b6-4c13-8a5d-957a24ded7a9), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:30.372670 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.ipam_backend_mixin [None req-e7b1787d-fdc7-4918-ac99-a58643454d36 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Performing IP validity checks on allocation pools {{(pid=103726) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 01 14:03:30.373184 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.ipam_backend_mixin [None req-e7b1787d-fdc7-4918-ac99-a58643454d36 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103726) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 01 14:03:30.389582 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ed7a6c9c-e7e4-459e-b25c-2f9cb7190441 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (0b47a0b5-48a0-4a24-adec-d873f6050b78), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:30.391830 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-fc0c9f2a-0a93-4971-9ac4-b6777a94b1a4 req-379893b3-6325-40ee-bbe1-e4c01ad76920 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Calling delete_port for f87d9e8c-57b6-4c13-8a5d-957a24ded7a9 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:03:30.462144 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-d935a50d-062a-4d7b-8ee1-2c77694c3a07 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:30.463920 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-d935a50d-062a-4d7b-8ee1-2c77694c3a07 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/networks?id=3a263dd2-fccb-41d7-9268-17deef5caa4e HTTP/1.1" status: 200 len: 806 time: 0.1590781 Mar 01 14:03:30.479859 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ed7a6c9c-e7e4-459e-b25c-2f9cb7190441 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (0b47a0b5-48a0-4a24-adec-d873f6050b78), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:30.489213 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-c17956de-9e02-478b-83e3-c501378e61eb tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/quotas/a1fa37a61f124c25aca457ce8a3f996a HTTP/1.1" status: 200 len: 375 time: 0.0121026 Mar 01 14:03:30.490541 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ed7a6c9c-e7e4-459e-b25c-2f9cb7190441 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (0b47a0b5-48a0-4a24-adec-d873f6050b78), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:30.522669 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device ea3e3623-f7bd-4751-ac31-b65ad38d20f7 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:03:30.540331 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7a6c9c-e7e4-459e-b25c-2f9cb7190441 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b47a0b5-48a0-4a24-adec-d873f6050b78,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:30.591656 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ed7a6c9c-e7e4-459e-b25c-2f9cb7190441 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:30.594492 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ed7a6c9c-e7e4-459e-b25c-2f9cb7190441 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3019071 Mar 01 14:03:30.598628 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58714) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:30.605267 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-5f5244b4-4c3d-4950-839e-5364659d8fc6 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Request body: {'security_group_rule': {'security_group_id': 'fad6d052-483a-4df5-a521-700cbdad336e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:30.619912 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e7b1787d-fdc7-4918-ac99-a58643454d36 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (e7614dc3-75ac-46f2-8311-945584c144a0), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:30.639170 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port ea3e3623-f7bd-4751-ac31-b65ad38d20f7 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:03:30.649692 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port ea3e3623-f7bd-4751-ac31-b65ad38d20f7 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:03:30.650067 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ea3e3623-f7bd-4751-ac31-b65ad38d20f7), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:30.654856 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-131cdaeb-c528-4fbf-b344-25d353f9d89e tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1fa37a61f124c25aca457ce8a3f996a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1370289 Mar 01 14:03:30.696143 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774495b1-4a14-43e2-8c65-655218be3197 req-3e52cf00-09bd-4174-8ed8-9e56c0c42936 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:30.703050 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-774495b1-4a14-43e2-8c65-655218be3197 req-3e52cf00-09bd-4174-8ed8-9e56c0c42936 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 945 time: 0.1070583 Mar 01 14:03:30.714715 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-fc0c9f2a-0a93-4971-9ac4-b6777a94b1a4 req-379893b3-6325-40ee-bbe1-e4c01ad76920 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (f87d9e8c-57b6-4c13-8a5d-957a24ded7a9), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:30.735706 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['f87d9e8c-57b6-4c13-8a5d-957a24ded7a9'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:03:30.737675 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5f5244b4-4c3d-4950-839e-5364659d8fc6 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (a7784fac-a1c3-4d70-b184-9e636fd54ae9), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:30.750583 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b1787d-fdc7-4918-ac99-a58643454d36 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event updated for resources: {'Subnet': ['ID=e7614dc3-75ac-46f2-8311-945584c144a0,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:30.794731 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379893b3-6325-40ee-bbe1-e4c01ad76920 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Pushing event deleted for resources: {'Port': ['ID=f87d9e8c-57b6-4c13-8a5d-957a24ded7a9,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:30.800789 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b1787d-fdc7-4918-ac99-a58643454d36 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Checking segment: {'id': 'bff78127-b5c7-45e3-8fdd-980b9d80b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '71deb423-9064-47b6-969e-4b489c6a53ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:03:30.803980 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b1787d-fdc7-4918-ac99-a58643454d36 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Network hostable DHCP agents. Network: 71deb423-9064-47b6-969e-4b489c6a53ab, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:03:30.814427 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1787d-fdc7-4918-ac99-a58643454d36 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:30.814892 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1787d-fdc7-4918-ac99-a58643454d36 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:30.815325 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1787d-fdc7-4918-ac99-a58643454d36 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:30.815827 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1787d-fdc7-4918-ac99-a58643454d36 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:30.816240 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1787d-fdc7-4918-ac99-a58643454d36 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:30.816745 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1787d-fdc7-4918-ac99-a58643454d36 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:30.817530 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1787d-fdc7-4918-ac99-a58643454d36 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:30.818210 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1787d-fdc7-4918-ac99-a58643454d36 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:30.818842 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1787d-fdc7-4918-ac99-a58643454d36 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:30.819396 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1787d-fdc7-4918-ac99-a58643454d36 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:30.819990 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1787d-fdc7-4918-ac99-a58643454d36 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:30.820604 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1787d-fdc7-4918-ac99-a58643454d36 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:30.821139 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1787d-fdc7-4918-ac99-a58643454d36 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:30.836133 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port ea3e3623-f7bd-4751-ac31-b65ad38d20f7 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:03:30.836525 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ea3e3623-f7bd-4751-ac31-b65ad38d20f7), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:30.847630 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379893b3-6325-40ee-bbe1-e4c01ad76920 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:30.849039 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379893b3-6325-40ee-bbe1-e4c01ad76920 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:30.849489 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379893b3-6325-40ee-bbe1-e4c01ad76920 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:30.849921 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379893b3-6325-40ee-bbe1-e4c01ad76920 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:30.850357 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379893b3-6325-40ee-bbe1-e4c01ad76920 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:30.850787 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379893b3-6325-40ee-bbe1-e4c01ad76920 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:30.851229 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379893b3-6325-40ee-bbe1-e4c01ad76920 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:30.852063 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379893b3-6325-40ee-bbe1-e4c01ad76920 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:30.852063 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379893b3-6325-40ee-bbe1-e4c01ad76920 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:30.852240 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-774495b1-4a14-43e2-8c65-655218be3197 req-e092c097-fd8a-4f8e-a4e4-91b11e4877fc tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483688 Mar 01 14:03:30.852755 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379893b3-6325-40ee-bbe1-e4c01ad76920 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:30.853175 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379893b3-6325-40ee-bbe1-e4c01ad76920 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:30.853591 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379893b3-6325-40ee-bbe1-e4c01ad76920 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:30.854023 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379893b3-6325-40ee-bbe1-e4c01ad76920 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:30.870226 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281a1841-1153-488b-9e41-20a06acf4fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3e3623-f7bd-4751-ac31-b65ad38d20f7'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:03:30.880777 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f305f858-811a-4af1-88fd-71f38dbe5efc" -d '{"events": [{"server_uuid": "281a1841-1153-488b-9e41-20a06acf4fec", "name": "network-vif-plugged", "status": "completed", "tag": "ea3e3623-f7bd-4751-ac31-b65ad38d20f7"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:03:30.896053 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port ea3e3623-f7bd-4751-ac31-b65ad38d20f7, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ea3e3623-f7bd-4751-ac31-b65ad38d20f7,segment=NetworkSegment(da6b7aae-9464-459b-8485-5cc7242f7627),segment_id=da6b7aae-9464-459b-8485-5cc7242f7627)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:30.907705 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ea3e3623-f7bd-4751-ac31-b65ad38d20f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:30.917221 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0c9f2a-0a93-4971-9ac4-b6777a94b1a4 req-379893b3-6325-40ee-bbe1-e4c01ad76920 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] No DVR routers for this DVR port f87d9e8c-57b6-4c13-8a5d-957a24ded7a9 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:03:30.925622 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-fc0c9f2a-0a93-4971-9ac4-b6777a94b1a4 req-379893b3-6325-40ee-bbe1-e4c01ad76920 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:30.929132 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fc0c9f2a-0a93-4971-9ac4-b6777a94b1a4 req-379893b3-6325-40ee-bbe1-e4c01ad76920 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.20 "DELETE /v2.0/ports/f87d9e8c-57b6-4c13-8a5d-957a24ded7a9 HTTP/1.1" status: 204 len: 173 time: 1.0040994 Mar 01 14:03:30.930830 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c98c0a-b64f-4f41-9546-79aebd842e76', 'name': 'network-vif-deleted', 'tag': 'f87d9e8c-57b6-4c13-8a5d-957a24ded7a9'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:03:30.932625 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a3327a-e54c-435c-a666-b44037d979d4" -d '{"events": [{"server_uuid": "01c98c0a-b64f-4f41-9546-79aebd842e76", "name": "network-vif-deleted", "tag": "f87d9e8c-57b6-4c13-8a5d-957a24ded7a9"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:03:30.967218 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b1787d-fdc7-4918-ac99-a58643454d36 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Network 71deb423-9064-47b6-969e-4b489c6a53ab is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:03:30.972984 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-b9769bd1-387c-4866-81cb-3182357fab20 service neutron] 10.222.0.13 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057084 Mar 01 14:03:30.977079 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5f5244b4-4c3d-4950-839e-5364659d8fc6 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (a7784fac-a1c3-4d70-b184-9e636fd54ae9), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:30.992682 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=ea3e3623-f7bd-4751-ac31-b65ad38d20f7,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:30.994882 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5f5244b4-4c3d-4950-839e-5364659d8fc6 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (a7784fac-a1c3-4d70-b184-9e636fd54ae9), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:31.035947 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-e7b1787d-fdc7-4918-ac99-a58643454d36 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 71deb423-9064-47b6-969e-4b489c6a53ab) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:03:31.048821 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6de77ca-c985-4245-b411-2f92fa828fb9 None None] Network 71deb423-9064-47b6-969e-4b489c6a53ab requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:03:31.053383 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b1787d-fdc7-4918-ac99-a58643454d36 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:31.054889 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e7b1787d-fdc7-4918-ac99-a58643454d36 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:31.057869 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5244b4-4c3d-4950-839e-5364659d8fc6 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7784fac-a1c3-4d70-b184-9e636fd54ae9,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:31.089804 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5f5244b4-4c3d-4950-839e-5364659d8fc6 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:31.097390 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5f5244b4-4c3d-4950-839e-5364659d8fc6 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4958725 Mar 01 14:03:31.107626 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58724) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:31.127744 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e7b1787d-fdc7-4918-ac99-a58643454d36 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0481324 Mar 01 14:03:31.131223 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58726) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:31.193546 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5c84d-818e-4637-8fbc-51cecedd7c19 req-ff4fadc4-1a85-4235-af92-063aa2f05252 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:31.194917 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6aa5c84d-818e-4637-8fbc-51cecedd7c19 req-ff4fadc4-1a85-4235-af92-063aa2f05252 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=281a1841-1153-488b-9e41-20a06acf4fec HTTP/1.1" status: 200 len: 945 time: 0.1852074 Mar 01 14:03:31.198892 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-46e5fe48-0e07-4410-a18a-9f9473434f50 service neutron] 10.222.0.13 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249858 Mar 01 14:03:31.253491 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6aa5c84d-818e-4637-8fbc-51cecedd7c19 req-e2a11d5c-f6e1-4c89-a145-13398a94263d tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a754a13-c94f-4e3f-b9d0-6421d392c9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490651 Mar 01 14:03:31.269678 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb93189-90d3-4a25-9f6b-9b56e1de5ffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-71deb423-9064-47b6-969e-4b489c6a53ab', 'network_id': '71deb423-9064-47b6-969e-4b489c6a53ab', 'project_id': '20a71768b90f40be857197f3c257705b', 'fixed_ips': [{'subnet_id': 'e7614dc3-75ac-46f2-8311-945584c144a0'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:03:31.270619 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9bb93189-90d3-4a25-9f6b-9b56e1de5ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:31.322604 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d243df8-f64d-4bf2-bbf2-76425e56daa8 x-openstack-request-id: req-1d243df8-f64d-4bf2-bbf2-76425e56daa8 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:03:31.322999 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281a1841-1153-488b-9e41-20a06acf4fec", "name": "network-vif-plugged", "status": "completed", "tag": "ea3e3623-f7bd-4751-ac31-b65ad38d20f7", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:03:31.323349 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d243df8-f64d-4bf2-bbf2-76425e56daa8 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:03:31.323868 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '281a1841-1153-488b-9e41-20a06acf4fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3e3623-f7bd-4751-ac31-b65ad38d20f7', 'code': 200} Mar 01 14:03:31.338663 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-801b8d3c-f881-4b33-99c3-73d0fb95bd9e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (71deb423-9064-47b6-969e-4b489c6a53ab), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:31.342736 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f7d4576-569e-4a53-958c-c3f66cee9fd6 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (a7784fac-a1c3-4d70-b184-9e636fd54ae9), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:31.362637 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f7d4576-569e-4a53-958c-c3f66cee9fd6 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (a7784fac-a1c3-4d70-b184-9e636fd54ae9), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:31.410935 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b352a3-729e-4b2c-a524-8be992241500 x-openstack-request-id: req-20b352a3-729e-4b2c-a524-8be992241500 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:03:31.411545 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c98c0a-b64f-4f41-9546-79aebd842e76", "name": "network-vif-deleted", "tag": "f87d9e8c-57b6-4c13-8a5d-957a24ded7a9", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:03:31.412959 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20b352a3-729e-4b2c-a524-8be992241500 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:03:31.413956 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c98c0a-b64f-4f41-9546-79aebd842e76', 'name': 'network-vif-deleted', 'tag': 'f87d9e8c-57b6-4c13-8a5d-957a24ded7a9', 'status': 'completed', 'code': 200} Mar 01 14:03:31.414813 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f7d4576-569e-4a53-958c-c3f66cee9fd6 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (a7784fac-a1c3-4d70-b184-9e636fd54ae9), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:31.425091 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f7d4576-569e-4a53-958c-c3f66cee9fd6 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:31.429178 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58728) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:31.446175 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7f7d4576-569e-4a53-958c-c3f66cee9fd6 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/a7784fac-a1c3-4d70-b184-9e636fd54ae9 HTTP/1.1" status: 204 len: 168 time: 0.3368456 Mar 01 14:03:31.563885 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d4576-569e-4a53-958c-c3f66cee9fd6 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7784fac-a1c3-4d70-b184-9e636fd54ae9,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:31.572006 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-84220524-c8fd-4552-92fe-9b2f1ab53baf tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1415451 Mar 01 14:03:31.587043 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58734) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:31.650059 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ae8e0483-69eb-435d-8e9a-58a2c0c11cb8 req-61c0f8e8-a11d-421a-973c-b82f6bb64fb7 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 210 time: 0.1639006 Mar 01 14:03:31.654356 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-9bb93189-90d3-4a25-9f6b-9b56e1de5ffb None None] Allocated IP 172.20.0.3 (71deb423-9064-47b6-969e-4b489c6a53ab/e7614dc3-75ac-46f2-8311-945584c144a0/dde7c23b-3ed0-4e73-b09d-9958465d95d8) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:03:31.660514 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-801b8d3c-f881-4b33-99c3-73d0fb95bd9e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (e7614dc3-75ac-46f2-8311-945584c144a0), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:31.698554 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-64425d28-7290-4819-8aa0-dd9f5623a705 req-0333b37b-56db-447d-8bce-0fb986c168d7 tempest-TestServerMultinode-330062085 tempest-TestServerMultinode-330062085-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=01c98c0a-b64f-4f41-9546-79aebd842e76 HTTP/1.1" status: 200 len: 210 time: 0.0688460 Mar 01 14:03:31.751420 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2dcbb-8819-44e6-b463-eb0698028145 req-adeeb5ff-be50-4f06-afd3-6f2fe1e41215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:31.753901 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cef2dcbb-8819-44e6-b463-eb0698028145 req-adeeb5ff-be50-4f06-afd3-6f2fe1e41215 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=281a1841-1153-488b-9e41-20a06acf4fec HTTP/1.1" status: 200 len: 1127 time: 0.2950213 Mar 01 14:03:31.757599 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9905a172-0f5b-41fa-9ec3-815b173c20a8 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (0b47a0b5-48a0-4a24-adec-d873f6050b78), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:31.779366 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9905a172-0f5b-41fa-9ec3-815b173c20a8 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (0b47a0b5-48a0-4a24-adec-d873f6050b78), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:31.800045 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:31.852865 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cef2dcbb-8819-44e6-b463-eb0698028145 req-971285f5-a5fa-430b-8431-01eab01f853d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1a754a13-c94f-4e3f-b9d0-6421d392c9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902178 Mar 01 14:03:31.866176 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9905a172-0f5b-41fa-9ec3-815b173c20a8 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (0b47a0b5-48a0-4a24-adec-d873f6050b78), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:31.874802 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9905a172-0f5b-41fa-9ec3-815b173c20a8 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:31.877636 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9905a172-0f5b-41fa-9ec3-815b173c20a8 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/0b47a0b5-48a0-4a24-adec-d873f6050b78 HTTP/1.1" status: 204 len: 168 time: 0.2883682 Mar 01 14:03:31.880925 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58742) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:31.923798 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905a172-0f5b-41fa-9ec3-815b173c20a8 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b47a0b5-48a0-4a24-adec-d873f6050b78,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:31.977015 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9bb93189-90d3-4a25-9f6b-9b56e1de5ffb None None] Publish callbacks [] for port (dde7c23b-3ed0-4e73-b09d-9958465d95d8), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:31.985409 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9bb93189-90d3-4a25-9f6b-9b56e1de5ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (dde7c23b-3ed0-4e73-b09d-9958465d95d8), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:32.001230 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cb26d5d3-b8e4-4dd7-adc2-95eff1822d91 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1123581 Mar 01 14:03:32.001760 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58748) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:32.021365 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-801b8d3c-f881-4b33-99c3-73d0fb95bd9e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (e7614dc3-75ac-46f2-8311-945584c144a0), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:32.041984 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb93189-90d3-4a25-9f6b-9b56e1de5ffb None None] Network 71deb423-9064-47b6-969e-4b489c6a53ab is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:03:32.047260 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-9bb93189-90d3-4a25-9f6b-9b56e1de5ffb None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:03:32.052743 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb93189-90d3-4a25-9f6b-9b56e1de5ffb None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:03:32.054957 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb93189-90d3-4a25-9f6b-9b56e1de5ffb None None] Pushing event updated for resources: {'Port': ['ID=dde7c23b-3ed0-4e73-b09d-9958465d95d8,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:32.066209 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b864c3d-f3f9-4498-b240-240e20aefe5c req-0db26c2b-a788-48f4-9b88-2a8da18c73e5 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:32.067816 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3b864c3d-f3f9-4498-b240-240e20aefe5c req-0db26c2b-a788-48f4-9b88-2a8da18c73e5 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 945 time: 0.1225452 Mar 01 14:03:32.095888 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb93189-90d3-4a25-9f6b-9b56e1de5ffb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:32.096404 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb93189-90d3-4a25-9f6b-9b56e1de5ffb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:32.096641 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-011bbed9-bb45-4bd3-9bcc-090998287fbe tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (4306dcee-02bd-4974-ac67-5941e3a3b0ec), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:32.096952 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb93189-90d3-4a25-9f6b-9b56e1de5ffb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:32.097394 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb93189-90d3-4a25-9f6b-9b56e1de5ffb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:32.097848 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb93189-90d3-4a25-9f6b-9b56e1de5ffb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:32.098413 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb93189-90d3-4a25-9f6b-9b56e1de5ffb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:32.098848 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb93189-90d3-4a25-9f6b-9b56e1de5ffb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:32.099313 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb93189-90d3-4a25-9f6b-9b56e1de5ffb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:32.099765 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb93189-90d3-4a25-9f6b-9b56e1de5ffb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:32.100233 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb93189-90d3-4a25-9f6b-9b56e1de5ffb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:32.100679 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb93189-90d3-4a25-9f6b-9b56e1de5ffb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:32.101110 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb93189-90d3-4a25-9f6b-9b56e1de5ffb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:32.101661 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb93189-90d3-4a25-9f6b-9b56e1de5ffb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:03:32.107559 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b8d3c-f881-4b33-99c3-73d0fb95bd9e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event deleted for resources: {'Subnet': ['ID=e7614dc3-75ac-46f2-8311-945584c144a0,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:32.108155 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-011bbed9-bb45-4bd3-9bcc-090998287fbe tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (4306dcee-02bd-4974-ac67-5941e3a3b0ec), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:32.143148 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-9bb93189-90d3-4a25-9f6b-9b56e1de5ffb None None] Attempting to bind port dde7c23b-3ed0-4e73-b09d-9958465d95d8 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:03:32.143966 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-9bb93189-90d3-4a25-9f6b-9b56e1de5ffb None None] Attempting to bind port dde7c23b-3ed0-4e73-b09d-9958465d95d8 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'bff78127-b5c7-45e3-8fdd-980b9d80b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '71deb423-9064-47b6-969e-4b489c6a53ab'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:03:32.144682 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb93189-90d3-4a25-9f6b-9b56e1de5ffb None None] Attempting to bind port dde7c23b-3ed0-4e73-b09d-9958465d95d8 on network 71deb423-9064-47b6-969e-4b489c6a53ab {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:03:32.151558 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb93189-90d3-4a25-9f6b-9b56e1de5ffb None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:03:32.152390 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb93189-90d3-4a25-9f6b-9b56e1de5ffb None None] Checking segment: {'id': 'bff78127-b5c7-45e3-8fdd-980b9d80b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '71deb423-9064-47b6-969e-4b489c6a53ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:03:32.153215 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9bb93189-90d3-4a25-9f6b-9b56e1de5ffb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:32.153973 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb93189-90d3-4a25-9f6b-9b56e1de5ffb None None] Bound using segment: {'id': 'bff78127-b5c7-45e3-8fdd-980b9d80b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '71deb423-9064-47b6-969e-4b489c6a53ab'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:03:32.154895 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-9bb93189-90d3-4a25-9f6b-9b56e1de5ffb None None] Bound port: dde7c23b-3ed0-4e73-b09d-9958465d95d8, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff78127-b5c7-45e3-8fdd-980b9d80b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '71deb423-9064-47b6-969e-4b489c6a53ab'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:03:32.155731 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9bb93189-90d3-4a25-9f6b-9b56e1de5ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (dde7c23b-3ed0-4e73-b09d-9958465d95d8), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:32.163740 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3b864c3d-f3f9-4498-b240-240e20aefe5c req-f7142636-cf18-4032-b7f4-821b22be0e66 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839157 Mar 01 14:03:32.165407 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-011bbed9-bb45-4bd3-9bcc-090998287fbe tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (4306dcee-02bd-4974-ac67-5941e3a3b0ec), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:32.185746 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-011bbed9-bb45-4bd3-9bcc-090998287fbe tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:32.187862 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-011bbed9-bb45-4bd3-9bcc-090998287fbe tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/4306dcee-02bd-4974-ac67-5941e3a3b0ec HTTP/1.1" status: 204 len: 168 time: 0.1841786 Mar 01 14:03:32.191541 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58750) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:32.198420 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011bbed9-bb45-4bd3-9bcc-090998287fbe tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4306dcee-02bd-4974-ac67-5941e3a3b0ec,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:32.241484 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-801b8d3c-f881-4b33-99c3-73d0fb95bd9e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (71deb423-9064-47b6-969e-4b489c6a53ab), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:32.257108 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6310d8e6-aa02-4df2-adb1-072107e4788d tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0620189 Mar 01 14:03:32.258324 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58752) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:32.273042 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-801b8d3c-f881-4b33-99c3-73d0fb95bd9e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71deb423-9064-47b6-969e-4b489c6a53ab']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:32.277912 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-9bb93189-90d3-4a25-9f6b-9b56e1de5ffb None None] For port dde7c23b-3ed0-4e73-b09d-9958465d95d8, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:03:32.281843 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-9bb93189-90d3-4a25-9f6b-9b56e1de5ffb None None] For port dde7c23b-3ed0-4e73-b09d-9958465d95d8, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=dde7c23b-3ed0-4e73-b09d-9958465d95d8,segment=NetworkSegment(bff78127-b5c7-45e3-8fdd-980b9d80b683),segment_id=bff78127-b5c7-45e3-8fdd-980b9d80b683)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:03:32.293783 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9bb93189-90d3-4a25-9f6b-9b56e1de5ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (dde7c23b-3ed0-4e73-b09d-9958465d95d8), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:32.296724 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-801b8d3c-f881-4b33-99c3-73d0fb95bd9e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff78127-b5c7-45e3-8fdd-980b9d80b683') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:32.309384 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-801b8d3c-f881-4b33-99c3-73d0fb95bd9e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff78127-b5c7-45e3-8fdd-980b9d80b683') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:32.322653 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8b6802ea-2b1a-4f02-96a1-7b5e4c6ca276 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (00453976-7c4c-4b6e-9662-6a87f5e73321), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:32.331822 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-801b8d3c-f881-4b33-99c3-73d0fb95bd9e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (bff78127-b5c7-45e3-8fdd-980b9d80b683), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:32.346680 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8b6802ea-2b1a-4f02-96a1-7b5e4c6ca276 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (00453976-7c4c-4b6e-9662-6a87f5e73321), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:32.348209 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-801b8d3c-f881-4b33-99c3-73d0fb95bd9e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (bff78127-b5c7-45e3-8fdd-980b9d80b683), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:32.356188 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-801b8d3c-f881-4b33-99c3-73d0fb95bd9e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:03:32.357879 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-801b8d3c-f881-4b33-99c3-73d0fb95bd9e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (bff78127-b5c7-45e3-8fdd-980b9d80b683), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:32.424810 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:03:32.424810 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:03:32.424810 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:03:32.424810 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:03:32.424810 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:03:32.424810 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:03:32.424810 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:03:32.424810 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:03:32.424810 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:03:32.424810 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:03:32.424810 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:03:32.424810 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:03:32.424810 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:03:32.424810 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:03:32.424810 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:03:32.424810 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:03:32.424810 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:03:32.424810 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:03:32.424810 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:03:32.424810 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:03:32.424810 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:03:32.424810 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:03:32.424810 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:03:32.424810 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:03:32.424810 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:03:32.424810 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:03:32.424810 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:03:32.424810 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:03:32.424810 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:03:32.424810 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:03:32.424810 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:03:32.424810 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:03:32.452098 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8b6802ea-2b1a-4f02-96a1-7b5e4c6ca276 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (00453976-7c4c-4b6e-9662-6a87f5e73321), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:32.468507 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8b6802ea-2b1a-4f02-96a1-7b5e4c6ca276 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:32.470025 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.db.api [None req-801b8d3c-f881-4b33-99c3-73d0fb95bd9e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 01 14:03:32.470025 n-d-827467-3 neutron-server[103726]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 01 14:03:32.470025 n-d-827467-3 neutron-server[103726]: [parameters: {'id': '71deb423-9064-47b6-969e-4b489c6a53ab'}] Mar 01 14:03:32.470025 n-d-827467-3 neutron-server[103726]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 14:03:32.470728 n-d-827467-3 neutron-server[103726]: DEBUG oslo_db.api [None req-801b8d3c-f881-4b33-99c3-73d0fb95bd9e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 14:03:32.471793 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb93189-90d3-4a25-9f6b-9b56e1de5ffb None None] Pushing event updated for resources: {'Port': ['ID=dde7c23b-3ed0-4e73-b09d-9958465d95d8,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:32.475984 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8b6802ea-2b1a-4f02-96a1-7b5e4c6ca276 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/00453976-7c4c-4b6e-9662-6a87f5e73321 HTTP/1.1" status: 204 len: 168 time: 0.2140820 Mar 01 14:03:32.476200 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff08cd4-fd77-4f46-a1a5-effde1d4d656 None None] get_active_networks_info from n-d-827467-3 {{(pid=103728) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 01 14:03:32.478772 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58756) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:32.482073 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6802ea-2b1a-4f02-96a1-7b5e4c6ca276 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00453976-7c4c-4b6e-9662-6a87f5e73321,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:32.525777 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c665741-9349-4c85-a908-9f948145d3ef req-d0b5f09e-db8e-49ae-a573-a062ff6d942f tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:32.533070 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8c665741-9349-4c85-a908-9f948145d3ef req-d0b5f09e-db8e-49ae-a573-a062ff6d942f tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=281a1841-1153-488b-9e41-20a06acf4fec HTTP/1.1" status: 200 len: 945 time: 0.1382501 Mar 01 14:03:32.536968 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5c458777-6233-47ab-b8c5-09c63f393f6a tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0565724 Mar 01 14:03:32.540077 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58758) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:32.574973 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-00aa0e88-0009-431e-b2d2-f93c62664142 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (afb6599e-bacc-43f9-9cd9-f0c1dc57894f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:32.586842 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-00aa0e88-0009-431e-b2d2-f93c62664142 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (afb6599e-bacc-43f9-9cd9-f0c1dc57894f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:32.594235 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8c665741-9349-4c85-a908-9f948145d3ef req-7295cd35-2ac5-409e-93da-b5257d5e718c tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a754a13-c94f-4e3f-b9d0-6421d392c9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558012 Mar 01 14:03:32.604621 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff08cd4-fd77-4f46-a1a5-effde1d4d656 None None] Resources bound (agent type, host, resource id): {{(pid=103728) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 14:03:32.617393 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-00aa0e88-0009-431e-b2d2-f93c62664142 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (afb6599e-bacc-43f9-9cd9-f0c1dc57894f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:32.623505 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-00aa0e88-0009-431e-b2d2-f93c62664142 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:32.625375 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-00aa0e88-0009-431e-b2d2-f93c62664142 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/afb6599e-bacc-43f9-9cd9-f0c1dc57894f HTTP/1.1" status: 204 len: 168 time: 0.0829601 Mar 01 14:03:32.628301 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58760) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:32.633430 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa0e88-0009-431e-b2d2-f93c62664142 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=afb6599e-bacc-43f9-9cd9-f0c1dc57894f,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:32.682032 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-583c11e8-1738-4e23-9ac8-85427d06538a tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0523546 Mar 01 14:03:32.684821 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58764) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:32.724987 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 97fba497-0b98-4dc5-84b3-9c7ceddfb4bf no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:03:32.761180 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8d3bb200-e683-4333-ab4d-83fedc326241 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (fad6d052-483a-4df5-a521-700cbdad336e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:32.802026 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: 97fba497-0b98-4dc5-84b3-9c7ceddfb4bf {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:03:32.802635 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 97fba497-0b98-4dc5-84b3-9c7ceddfb4bf not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:03:32.835705 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58768) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:32.837122 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8d3bb200-e683-4333-ab4d-83fedc326241 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (fad6d052-483a-4df5-a521-700cbdad336e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:32.845578 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-77d5dee4-8c1f-4b6a-b816-38edd6204458 req-ea91bdb5-6865-4e75-8f0d-baa534ba728d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 210 time: 0.0684636 Mar 01 14:03:32.960108 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8d3bb200-e683-4333-ab4d-83fedc326241 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fad6d052-483a-4df5-a521-700cbdad336e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:32.964413 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8d3bb200-e683-4333-ab4d-83fedc326241 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:32.966293 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8d3bb200-e683-4333-ab4d-83fedc326241 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "DELETE /v2.0/security-groups/fad6d052-483a-4df5-a521-700cbdad336e HTTP/1.1" status: 204 len: 168 time: 0.2800190 Mar 01 14:03:32.970418 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58774) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:32.976737 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba93b6ad-9047-4f5f-a425-e8a340da3e8a None None] Network 71deb423-9064-47b6-969e-4b489c6a53ab requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:03:32.982786 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-801b8d3c-f881-4b33-99c3-73d0fb95bd9e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (71deb423-9064-47b6-969e-4b489c6a53ab), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:32.986066 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3bb200-e683-4333-ab4d-83fedc326241 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad6d052-483a-4df5-a521-700cbdad336e,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:33.140972 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-616ea6cc-aaf6-4004-bc09-8130df64892f tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1671562 Mar 01 14:03:33.148807 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-801b8d3c-f881-4b33-99c3-73d0fb95bd9e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Deleting port dde7c23b-3ed0-4e73-b09d-9958465d95d8 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:03:33.149286 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-801b8d3c-f881-4b33-99c3-73d0fb95bd9e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (dde7c23b-3ed0-4e73-b09d-9958465d95d8), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:33.154443 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-3849f982-9dec-4266-b3ad-b1af4eda60e8 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:33.156882 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-3849f982-9dec-4266-b3ad-b1af4eda60e8 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.32 "GET /v2.0/networks?id=3a263dd2-fccb-41d7-9268-17deef5caa4e HTTP/1.1" status: 200 len: 806 time: 0.2490108 Mar 01 14:03:33.157391 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58776) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:33.165098 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-27e72281-64d2-4288-94ac-56072480af33 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Request body: {'security_group': {'name': 'tempest-secgroup--1511502980'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:33.175873 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-e14c747c-f400-40ff-afbc-9cc40b09aa14 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Request body: {'port': {'device_id': 'c7b282b4-9fab-4f4d-8e0f-f9281290294f', 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e', 'admin_state_up': True, 'tenant_id': 'a1fa37a61f124c25aca457ce8a3f996a'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:33.276138 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-801b8d3c-f881-4b33-99c3-73d0fb95bd9e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] For port dde7c23b-3ed0-4e73-b09d-9958465d95d8, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=dde7c23b-3ed0-4e73-b09d-9958465d95d8,segment=NetworkSegment(bff78127-b5c7-45e3-8fdd-980b9d80b683),segment_id=bff78127-b5c7-45e3-8fdd-980b9d80b683)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:33.276708 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-801b8d3c-f881-4b33-99c3-73d0fb95bd9e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (dde7c23b-3ed0-4e73-b09d-9958465d95d8), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:33.290511 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-801b8d3c-f881-4b33-99c3-73d0fb95bd9e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Calling delete_port for dde7c23b-3ed0-4e73-b09d-9958465d95d8 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:03:33.387427 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-801b8d3c-f881-4b33-99c3-73d0fb95bd9e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (dde7c23b-3ed0-4e73-b09d-9958465d95d8), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:33.432240 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b8d3c-f881-4b33-99c3-73d0fb95bd9e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event deleted for resources: {'Port': ['ID=dde7c23b-3ed0-4e73-b09d-9958465d95d8,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:33.436172 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801b8d3c-f881-4b33-99c3-73d0fb95bd9e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] No DVR routers for this DVR port dde7c23b-3ed0-4e73-b09d-9958465d95d8 on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:03:33.535081 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-801b8d3c-f881-4b33-99c3-73d0fb95bd9e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (71deb423-9064-47b6-969e-4b489c6a53ab), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:33.563749 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-801b8d3c-f881-4b33-99c3-73d0fb95bd9e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71deb423-9064-47b6-969e-4b489c6a53ab']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:33.576933 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-801b8d3c-f881-4b33-99c3-73d0fb95bd9e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff78127-b5c7-45e3-8fdd-980b9d80b683') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:33.577586 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-801b8d3c-f881-4b33-99c3-73d0fb95bd9e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff78127-b5c7-45e3-8fdd-980b9d80b683') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:33.589781 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-801b8d3c-f881-4b33-99c3-73d0fb95bd9e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (bff78127-b5c7-45e3-8fdd-980b9d80b683), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:33.605343 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-801b8d3c-f881-4b33-99c3-73d0fb95bd9e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (bff78127-b5c7-45e3-8fdd-980b9d80b683), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:33.613404 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-801b8d3c-f881-4b33-99c3-73d0fb95bd9e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:03:33.614337 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-801b8d3c-f881-4b33-99c3-73d0fb95bd9e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (bff78127-b5c7-45e3-8fdd-980b9d80b683), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:33.618166 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:03:33.618166 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:03:33.618166 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:03:33.618166 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:03:33.618166 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:03:33.618166 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:03:33.618166 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:03:33.618166 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:03:33.618166 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:03:33.618166 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:03:33.618166 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:03:33.618166 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:03:33.618166 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:03:33.618166 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:03:33.618166 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:03:33.618166 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:03:33.618166 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:03:33.618166 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:03:33.618166 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:03:33.618166 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:03:33.618166 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:03:33.618166 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:03:33.618166 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:03:33.618166 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:03:33.618166 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:03:33.618166 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:03:33.618166 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:03:33.618166 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:03:33.618166 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:03:33.618166 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:03:33.618166 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:03:33.618166 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:03:33.663423 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-27e72281-64d2-4288-94ac-56072480af33 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:33.683060 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-801b8d3c-f881-4b33-99c3-73d0fb95bd9e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (71deb423-9064-47b6-969e-4b489c6a53ab), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:33.704871 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-801b8d3c-f881-4b33-99c3-73d0fb95bd9e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:33.711411 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-801b8d3c-f881-4b33-99c3-73d0fb95bd9e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "DELETE /v2.0/networks/71deb423-9064-47b6-969e-4b489c6a53ab HTTP/1.1" status: 204 len: 168 time: 2.5757129 Mar 01 14:03:33.711411 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b8d3c-f881-4b33-99c3-73d0fb95bd9e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event deleted for resources: {'Network': ['ID=71deb423-9064-47b6-969e-4b489c6a53ab,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:33.711699 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58784) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:33.719003 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-f437c2d8-304e-4a23-a161-b40df3fe32c1 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-809320694'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:33.745411 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f437c2d8-304e-4a23-a161-b40df3fe32c1 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Made reservation on behalf of 20a71768b90f40be857197f3c257705b for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:03:33.750468 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f437c2d8-304e-4a23-a161-b40df3fe32c1 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:33.783035 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f437c2d8-304e-4a23-a161-b40df3fe32c1 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:03:33.796586 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f437c2d8-304e-4a23-a161-b40df3fe32c1 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (4b05e69d-e7a6-4755-b6a1-961aba1b6158), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:33.796933 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-f437c2d8-304e-4a23-a161-b40df3fe32c1 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Added segment 4b05e69d-e7a6-4755-b6a1-961aba1b6158 of type vlan for network 4866cba1-fd50-4b1e-841a-c43867e5e212 Mar 01 14:03:33.801082 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224663c-19ba-4660-b07b-2f1b5e602cbf req-2ba3f993-c58d-4388-b291-f28e6f0bc182 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:33.802762 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5224663c-19ba-4660-b07b-2f1b5e602cbf req-2ba3f993-c58d-4388-b291-f28e6f0bc182 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=b362feb4-8ced-4ed6-85ef-fbd381f9bcc7 HTTP/1.1" status: 200 len: 946 time: 0.5192585 Mar 01 14:03:33.842077 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387161a-260e-4874-af9f-799a1ae56b1c req-3eb6eada-1031-4db7-911d-565e1cb3e997 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:33.849188 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c387161a-260e-4874-af9f-799a1ae56b1c req-3eb6eada-1031-4db7-911d-565e1cb3e997 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 945 time: 0.5608582 Mar 01 14:03:33.851988 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f437c2d8-304e-4a23-a161-b40df3fe32c1 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (4866cba1-fd50-4b1e-841a-c43867e5e212), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:33.882237 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f437c2d8-304e-4a23-a161-b40df3fe32c1 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (4866cba1-fd50-4b1e-841a-c43867e5e212), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:33.888351 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f437c2d8-304e-4a23-a161-b40df3fe32c1 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:33.889361 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f437c2d8-304e-4a23-a161-b40df3fe32c1 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:33.955638 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f437c2d8-304e-4a23-a161-b40df3fe32c1 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2425230 Mar 01 14:03:33.957115 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-e14c747c-f400-40ff-afbc-9cc40b09aa14 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Made reservation on behalf of a1fa37a61f124c25aca457ce8a3f996a for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:03:33.960456 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-e14c747c-f400-40ff-afbc-9cc40b09aa14 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:33.962154 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58788) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:33.968496 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437c2d8-304e-4a23-a161-b40df3fe32c1 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event updated for resources: {'Network': ['ID=4866cba1-fd50-4b1e-841a-c43867e5e212,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:33.982847 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 4866cba1-fd50-4b1e-841a-c43867e5e212 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:03:33.999172 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-27e72281-64d2-4288-94ac-56072480af33 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (ef3df634-21aa-4c97-a906-72759c9e7ae6), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:34.006496 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-823e9ff6-99c3-46f5-914b-abe6452388c1 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Request body: {'subnet': {'network_id': '4866cba1-fd50-4b1e-841a-c43867e5e212', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:34.050106 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c387161a-260e-4874-af9f-799a1ae56b1c req-52fb3d39-ef2f-4975-9328-330695baedd5 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000229 Mar 01 14:03:34.050786 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-27e72281-64d2-4288-94ac-56072480af33 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ef3df634-21aa-4c97-a906-72759c9e7ae6), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:34.121061 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5224663c-19ba-4660-b07b-2f1b5e602cbf req-66f166d8-e007-436c-a27e-a81b96a0d386 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076570 Mar 01 14:03:34.226593 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-27e72281-64d2-4288-94ac-56072480af33 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:34.230847 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-27e72281-64d2-4288-94ac-56072480af33 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0680492 Mar 01 14:03:34.230847 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e72281-64d2-4288-94ac-56072480af33 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3df634-21aa-4c97-a906-72759c9e7ae6,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:34.231099 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58790) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:34.235757 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-fb573d4a-fbe1-4919-9648-71562e5e683b tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Request body: {'security_group_rule': {'security_group_id': 'ef3df634-21aa-4c97-a906-72759c9e7ae6', 'direction': 'ingress', 'protocol': 17}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:34.264317 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb573d4a-fbe1-4919-9648-71562e5e683b tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (1e701ebb-353f-449c-aa8a-b516ff9a8ef6), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:34.283810 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3884036d-b9c4-4039-8c8c-f14ce3b7db45 req-61bee5d8-f73f-4c9d-ab68-901681b9bd97 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 210 time: 0.0846925 Mar 01 14:03:34.325607 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb573d4a-fbe1-4919-9648-71562e5e683b tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (1e701ebb-353f-449c-aa8a-b516ff9a8ef6), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:34.331370 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb573d4a-fbe1-4919-9648-71562e5e683b tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (1e701ebb-353f-449c-aa8a-b516ff9a8ef6), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:34.350459 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb573d4a-fbe1-4919-9648-71562e5e683b tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e701ebb-353f-449c-aa8a-b516ff9a8ef6,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:34.354492 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823e9ff6-99c3-46f5-914b-abe6452388c1 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Made reservation on behalf of 20a71768b90f40be857197f3c257705b for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:03:34.357936 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-823e9ff6-99c3-46f5-914b-abe6452388c1 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:34.363589 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb573d4a-fbe1-4919-9648-71562e5e683b tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:34.367793 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fb573d4a-fbe1-4919-9648-71562e5e683b tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1339009 Mar 01 14:03:34.370113 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58792) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:34.370327 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985349ea-f14f-49dd-8188-4442a007b92d req-3789f604-9075-4823-9634-22bc380a06da tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:34.371896 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-985349ea-f14f-49dd-8188-4442a007b92d req-3789f604-9075-4823-9634-22bc380a06da tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=281a1841-1153-488b-9e41-20a06acf4fec HTTP/1.1" status: 200 len: 945 time: 0.2209244 Mar 01 14:03:34.425400 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2a8a6e61-f282-431d-a6b2-8c714409643d tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (ef3df634-21aa-4c97-a906-72759c9e7ae6), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:34.450096 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2a8a6e61-f282-431d-a6b2-8c714409643d tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (ef3df634-21aa-4c97-a906-72759c9e7ae6), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:34.470108 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-e14c747c-f400-40ff-afbc-9cc40b09aa14 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Allocated IP 172.20.0.4 (3a263dd2-fccb-41d7-9268-17deef5caa4e/7e897284-ac55-41c2-b088-3972dd0eb9f7/4b1a08f9-41a0-4c86-8693-6f989c6552f2) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:03:34.506481 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2a8a6e61-f282-431d-a6b2-8c714409643d tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ef3df634-21aa-4c97-a906-72759c9e7ae6), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:34.506767 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device f87d9e8c-57b6-4c13-8a5d-957a24ded7a9 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:03:34.510176 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2a8a6e61-f282-431d-a6b2-8c714409643d tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:34.514056 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2a8a6e61-f282-431d-a6b2-8c714409643d tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "DELETE /v2.0/security-groups/ef3df634-21aa-4c97-a906-72759c9e7ae6 HTTP/1.1" status: 204 len: 168 time: 0.1404417 Mar 01 14:03:34.526527 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58794) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:34.532062 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a6e61-f282-431d-a6b2-8c714409643d tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3df634-21aa-4c97-a906-72759c9e7ae6,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:34.540283 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: f87d9e8c-57b6-4c13-8a5d-957a24ded7a9 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:03:34.541090 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device f87d9e8c-57b6-4c13-8a5d-957a24ded7a9 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:03:34.592224 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-985349ea-f14f-49dd-8188-4442a007b92d req-d600818b-674c-46e7-9a7d-71ea89c1e842 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a754a13-c94f-4e3f-b9d0-6421d392c9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957657 Mar 01 14:03:34.713897 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-cce46c9b-2d16-4f35-979e-4e7c3c3c631a tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1777208 Mar 01 14:03:34.720382 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58798) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:34.725170 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-b1acfc48-0da3-4be2-9e50-6b6b834b1be9 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Request body: {'security_group': {'name': 'tempest-secgroup--2030148895'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:34.753704 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b1acfc48-0da3-4be2-9e50-6b6b834b1be9 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:34.778584 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c5bbc2c9-7e16-4078-a5a5-bbf4a42b6037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (531aeb7c-59d1-4303-b334-e213697a7a20), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:34.845931 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b1acfc48-0da3-4be2-9e50-6b6b834b1be9 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (b553a523-ba7a-408c-9685-467151a7fa9c), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:34.850211 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b1acfc48-0da3-4be2-9e50-6b6b834b1be9 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b553a523-ba7a-408c-9685-467151a7fa9c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:34.885163 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b1acfc48-0da3-4be2-9e50-6b6b834b1be9 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:34.888735 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b1acfc48-0da3-4be2-9e50-6b6b834b1be9 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1645772 Mar 01 14:03:34.889622 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58800) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:34.894514 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-b3b4d358-9acf-4c99-9458-232606e1155f tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Request body: {'security_group': {'name': 'tempest-secgroup--2027698319'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:34.899501 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1acfc48-0da3-4be2-9e50-6b6b834b1be9 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b553a523-ba7a-408c-9685-467151a7fa9c,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:34.920395 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b3b4d358-9acf-4c99-9458-232606e1155f tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:34.957707 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1283fd5-5054-48d7-88f7-af45f96f2735 req-d13c1ead-654c-4cd8-837d-0e1445416639 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:34.962383 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c1283fd5-5054-48d7-88f7-af45f96f2735 req-d13c1ead-654c-4cd8-837d-0e1445416639 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=281a1841-1153-488b-9e41-20a06acf4fec HTTP/1.1" status: 200 len: 945 time: 0.3021908 Mar 01 14:03:34.970118 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58802) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:34.978616 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-2341a07b-8e47-4c40-9b9d-2daf8e4f4fcd tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Request body: {'floatingip': {'port_id': 'ea3e3623-f7bd-4751-ac31-b65ad38d20f7'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:35.015126 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-e14c747c-f400-40ff-afbc-9cc40b09aa14 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks [] for port (4b1a08f9-41a0-4c86-8693-6f989c6552f2), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:35.020295 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-823e9ff6-99c3-46f5-914b-abe6452388c1 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (56b81904-eed2-42bd-9f3b-aaccd4e3e08c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:35.034484 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2341a07b-8e47-4c40-9b9d-2daf8e4f4fcd tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for floatingip (36e615b8-1367-4b81-8ac8-eae92639ecee), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:35.252697 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f86d4c-5999-4d2f-a8af-3cbbacd19480 req-01beac94-e142-47d2-a3bb-a1f0b30e2627 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:35.254237 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-55f86d4c-5999-4d2f-a8af-3cbbacd19480 req-01beac94-e142-47d2-a3bb-a1f0b30e2627 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.32 "GET /v2.0/ports?device_id=b362feb4-8ced-4ed6-85ef-fbd381f9bcc7 HTTP/1.1" status: 200 len: 946 time: 0.3084977 Mar 01 14:03:35.261747 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-e14c747c-f400-40ff-afbc-9cc40b09aa14 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (4b1a08f9-41a0-4c86-8693-6f989c6552f2), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:35.274522 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['698be840-58f4-417e-896d-121bd73d95b5'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:03:35.303355 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e9ff6-99c3-46f5-914b-abe6452388c1 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event updated for resources: {'Subnet': ['ID=56b81904-eed2-42bd-9f3b-aaccd4e3e08c,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:35.376954 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b3b4d358-9acf-4c99-9458-232606e1155f tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (672b8619-1b35-46fb-b1c1-bb1c2752a440), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:35.402395 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b3b4d358-9acf-4c99-9458-232606e1155f tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (672b8619-1b35-46fb-b1c1-bb1c2752a440), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:35.425460 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823e9ff6-99c3-46f5-914b-abe6452388c1 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Checking segment: {'id': '4b05e69d-e7a6-4755-b6a1-961aba1b6158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4866cba1-fd50-4b1e-841a-c43867e5e212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:03:35.425841 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823e9ff6-99c3-46f5-914b-abe6452388c1 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Network hostable DHCP agents. Network: 4866cba1-fd50-4b1e-841a-c43867e5e212, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:03:35.469936 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b3b4d358-9acf-4c99-9458-232606e1155f tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:35.471200 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b3b4d358-9acf-4c99-9458-232606e1155f tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5807965 Mar 01 14:03:35.476765 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58810) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:35.483240 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-ed84d508-c161-4383-bc48-3fff3243c1c1 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Request body: {'security_group_rule': {'security_group_id': 'b553a523-ba7a-408c-9685-467151a7fa9c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '672b8619-1b35-46fb-b1c1-bb1c2752a440', 'remote_ip_prefix': None}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:35.488658 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-e14c747c-f400-40ff-afbc-9cc40b09aa14 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Network 3a263dd2-fccb-41d7-9268-17deef5caa4e is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:03:35.490521 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4d358-9acf-4c99-9458-232606e1155f tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=672b8619-1b35-46fb-b1c1-bb1c2752a440,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:35.510522 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-e14c747c-f400-40ff-afbc-9cc40b09aa14 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:03:35.513706 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-e14c747c-f400-40ff-afbc-9cc40b09aa14 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:03:35.563797 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c747c-f400-40ff-afbc-9cc40b09aa14 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Pushing event updated for resources: {'Port': ['ID=4b1a08f9-41a0-4c86-8693-6f989c6552f2,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:35.569147 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ed84d508-c161-4383-bc48-3fff3243c1c1 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (4711ad7b-d3b1-476f-b861-da8a48a683f4), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:35.596079 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823e9ff6-99c3-46f5-914b-abe6452388c1 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Network 4866cba1-fd50-4b1e-841a-c43867e5e212 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:03:35.606137 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605582bc-de42-45fa-a5c7-a969e513002b req-0f33241a-abc4-4ecb-8e6d-04f64a29a257 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:35.607721 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-605582bc-de42-45fa-a5c7-a969e513002b req-0f33241a-abc4-4ecb-8e6d-04f64a29a257 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 945 time: 0.4614627 Mar 01 14:03:35.636045 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-823e9ff6-99c3-46f5-914b-abe6452388c1 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 4866cba1-fd50-4b1e-841a-c43867e5e212) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:03:35.647287 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6accb76b-c93d-45ec-bb17-5aa22ee8410f None None] Network 4866cba1-fd50-4b1e-841a-c43867e5e212 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:03:35.649553 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c2bb4-8dec-4e74-9ce4-b3048c54b66f req-e17d30a5-5cd4-495f-a194-f71fbcc94782 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:35.651724 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2f5c2bb4-8dec-4e74-9ce4-b3048c54b66f req-e17d30a5-5cd4-495f-a194-f71fbcc94782 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=b362feb4-8ced-4ed6-85ef-fbd381f9bcc7 HTTP/1.1" status: 200 len: 946 time: 0.4208989 Mar 01 14:03:35.656713 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823e9ff6-99c3-46f5-914b-abe6452388c1 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:35.657317 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-823e9ff6-99c3-46f5-914b-abe6452388c1 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:35.678307 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-e14c747c-f400-40ff-afbc-9cc40b09aa14 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:35.678924 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-e14c747c-f400-40ff-afbc-9cc40b09aa14 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:35.715454 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ed84d508-c161-4383-bc48-3fff3243c1c1 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (4711ad7b-d3b1-476f-b861-da8a48a683f4), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:35.720466 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ed84d508-c161-4383-bc48-3fff3243c1c1 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (4711ad7b-d3b1-476f-b861-da8a48a683f4), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:35.761669 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e6f718-4d17-4784-bc37-541bf1d1fa99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-4866cba1-fd50-4b1e-841a-c43867e5e212', 'network_id': '4866cba1-fd50-4b1e-841a-c43867e5e212', 'project_id': '20a71768b90f40be857197f3c257705b', 'fixed_ips': [{'subnet_id': '56b81904-eed2-42bd-9f3b-aaccd4e3e08c'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:03:35.762479 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-823e9ff6-99c3-46f5-914b-abe6452388c1 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7888517 Mar 01 14:03:35.763916 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a8e6f718-4d17-4784-bc37-541bf1d1fa99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:35.772091 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-e14c747c-f400-40ff-afbc-9cc40b09aa14 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5998433 Mar 01 14:03:35.772360 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58812) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:35.793649 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-659183ee-1d2a-444f-b7a8-28a3849ba391 service neutron] Request body: {'port': {'device_id': 'c7b282b4-9fab-4f4d-8e0f-f9281290294f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:35.816843 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed84d508-c161-4383-bc48-3fff3243c1c1 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4711ad7b-d3b1-476f-b861-da8a48a683f4,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:35.838389 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-605582bc-de42-45fa-a5c7-a969e513002b req-22aaacb6-c9c0-4d4a-bf58-97f98da32ab1 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214112 Mar 01 14:03:35.848178 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-55f86d4c-5999-4d2f-a8af-3cbbacd19480 req-f37b9ed9-4ecf-4ddd-9479-a45915a91023 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Deleting port ec2c9f4a-80af-49a5-be56-5a79e2abcb65 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:03:35.848523 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-55f86d4c-5999-4d2f-a8af-3cbbacd19480 req-f37b9ed9-4ecf-4ddd-9479-a45915a91023 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (ec2c9f4a-80af-49a5-be56-5a79e2abcb65), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:35.885604 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ed84d508-c161-4383-bc48-3fff3243c1c1 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:35.887047 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ed84d508-c161-4383-bc48-3fff3243c1c1 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4093461 Mar 01 14:03:35.890305 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58814) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:35.893671 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2f5c2bb4-8dec-4e74-9ce4-b3048c54b66f req-ef4558c8-cbff-4a6f-8ad2-0e3dfbd0ba3e tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296538 Mar 01 14:03:35.944377 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-a8e6f718-4d17-4784-bc37-541bf1d1fa99 None None] Allocated IP 172.20.0.1 (4866cba1-fd50-4b1e-841a-c43867e5e212/56b81904-eed2-42bd-9f3b-aaccd4e3e08c/7e64c91e-86fc-4739-a339-9042a32374d7) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:03:35.981627 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d5635550-a503-4d7d-a83a-219c401815ea tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (4866cba1-fd50-4b1e-841a-c43867e5e212), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:36.024273 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-659183ee-1d2a-444f-b7a8-28a3849ba391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4b1a08f9-41a0-4c86-8693-6f989c6552f2), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:36.049259 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-008e1ca8-ad99-4eb3-bd98-f057c5499b91 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (4711ad7b-d3b1-476f-b861-da8a48a683f4), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:36.079628 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-008e1ca8-ad99-4eb3-bd98-f057c5499b91 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (4711ad7b-d3b1-476f-b861-da8a48a683f4), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:36.095927 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-55f86d4c-5999-4d2f-a8af-3cbbacd19480 req-f37b9ed9-4ecf-4ddd-9479-a45915a91023 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] For port ec2c9f4a-80af-49a5-be56-5a79e2abcb65, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=ec2c9f4a-80af-49a5-be56-5a79e2abcb65,segment=NetworkSegment(add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f),segment_id=add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:36.096306 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-55f86d4c-5999-4d2f-a8af-3cbbacd19480 req-f37b9ed9-4ecf-4ddd-9479-a45915a91023 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (ec2c9f4a-80af-49a5-be56-5a79e2abcb65), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:36.102144 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2341a07b-8e47-4c40-9b9d-2daf8e4f4fcd tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:36.109585 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2341a07b-8e47-4c40-9b9d-2daf8e4f4fcd tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (36e615b8-1367-4b81-8ac8-eae92639ecee), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:36.120427 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a8e6f718-4d17-4784-bc37-541bf1d1fa99 None None] Publish callbacks [] for port (7e64c91e-86fc-4739-a339-9042a32374d7), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:36.126931 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a8e6f718-4d17-4784-bc37-541bf1d1fa99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (7e64c91e-86fc-4739-a339-9042a32374d7), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:36.151618 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d5635550-a503-4d7d-a83a-219c401815ea tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (56b81904-eed2-42bd-9f3b-aaccd4e3e08c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:36.169957 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e6f718-4d17-4784-bc37-541bf1d1fa99 None None] Network 4866cba1-fd50-4b1e-841a-c43867e5e212 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:03:36.175848 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-a8e6f718-4d17-4784-bc37-541bf1d1fa99 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:03:36.179902 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e6f718-4d17-4784-bc37-541bf1d1fa99 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:03:36.185316 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6f718-4d17-4784-bc37-541bf1d1fa99 None None] Pushing event updated for resources: {'Port': ['ID=7e64c91e-86fc-4739-a339-9042a32374d7,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:36.244923 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-a8e6f718-4d17-4784-bc37-541bf1d1fa99 None None] Attempting to bind port 7e64c91e-86fc-4739-a339-9042a32374d7 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:03:36.245919 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-a8e6f718-4d17-4784-bc37-541bf1d1fa99 None None] Attempting to bind port 7e64c91e-86fc-4739-a339-9042a32374d7 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '4b05e69d-e7a6-4755-b6a1-961aba1b6158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4866cba1-fd50-4b1e-841a-c43867e5e212'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:03:36.245919 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e6f718-4d17-4784-bc37-541bf1d1fa99 None None] Attempting to bind port 7e64c91e-86fc-4739-a339-9042a32374d7 on network 4866cba1-fd50-4b1e-841a-c43867e5e212 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:03:36.252353 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e6f718-4d17-4784-bc37-541bf1d1fa99 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:03:36.252353 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e6f718-4d17-4784-bc37-541bf1d1fa99 None None] Checking segment: {'id': '4b05e69d-e7a6-4755-b6a1-961aba1b6158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4866cba1-fd50-4b1e-841a-c43867e5e212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:03:36.252798 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a8e6f718-4d17-4784-bc37-541bf1d1fa99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:36.253106 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e6f718-4d17-4784-bc37-541bf1d1fa99 None None] Bound using segment: {'id': '4b05e69d-e7a6-4755-b6a1-961aba1b6158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4866cba1-fd50-4b1e-841a-c43867e5e212'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:03:36.253760 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-a8e6f718-4d17-4784-bc37-541bf1d1fa99 None None] Bound port: 7e64c91e-86fc-4739-a339-9042a32374d7, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b05e69d-e7a6-4755-b6a1-961aba1b6158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4866cba1-fd50-4b1e-841a-c43867e5e212'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:03:36.254318 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a8e6f718-4d17-4784-bc37-541bf1d1fa99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7e64c91e-86fc-4739-a339-9042a32374d7), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:36.268358 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d5635550-a503-4d7d-a83a-219c401815ea tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (56b81904-eed2-42bd-9f3b-aaccd4e3e08c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:36.274412 n-d-827467-3 neutron-server[103726]: INFO neutron.db.l3_db [None req-2341a07b-8e47-4c40-9b9d-2daf8e4f4fcd tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Floating IP 36e615b8-1367-4b81-8ac8-eae92639ecee associated. External IP: 172.25.1.228, port: ea3e3623-f7bd-4751-ac31-b65ad38d20f7. Mar 01 14:03:36.320857 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-a8e6f718-4d17-4784-bc37-541bf1d1fa99 None None] For port 7e64c91e-86fc-4739-a339-9042a32374d7, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:03:36.324379 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-a8e6f718-4d17-4784-bc37-541bf1d1fa99 None None] For port 7e64c91e-86fc-4739-a339-9042a32374d7, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=7e64c91e-86fc-4739-a339-9042a32374d7,segment=NetworkSegment(4b05e69d-e7a6-4755-b6a1-961aba1b6158),segment_id=4b05e69d-e7a6-4755-b6a1-961aba1b6158)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:03:36.331626 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a8e6f718-4d17-4784-bc37-541bf1d1fa99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (7e64c91e-86fc-4739-a339-9042a32374d7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:36.335338 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5635550-a503-4d7d-a83a-219c401815ea tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event deleted for resources: {'Subnet': ['ID=56b81904-eed2-42bd-9f3b-aaccd4e3e08c,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:36.418669 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6f718-4d17-4784-bc37-541bf1d1fa99 None None] Pushing event updated for resources: {'Port': ['ID=7e64c91e-86fc-4739-a339-9042a32374d7,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:36.437872 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d5635550-a503-4d7d-a83a-219c401815ea tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (4866cba1-fd50-4b1e-841a-c43867e5e212), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:36.449165 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ee2065-a6e4-4258-9969-d0f2984c73c2 None None] get_active_networks_info from n-d-827467-3 {{(pid=103728) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 01 14:03:36.458003 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-55f86d4c-5999-4d2f-a8af-3cbbacd19480 req-f37b9ed9-4ecf-4ddd-9479-a45915a91023 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Calling delete_port for ec2c9f4a-80af-49a5-be56-5a79e2abcb65 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:03:36.463024 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-008e1ca8-ad99-4eb3-bd98-f057c5499b91 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (4711ad7b-d3b1-476f-b861-da8a48a683f4), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:36.469297 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-d5635550-a503-4d7d-a83a-219c401815ea tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4866cba1-fd50-4b1e-841a-c43867e5e212']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:36.479721 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-008e1ca8-ad99-4eb3-bd98-f057c5499b91 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:36.480578 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-008e1ca8-ad99-4eb3-bd98-f057c5499b91 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/4711ad7b-d3b1-476f-b861-da8a48a683f4 HTTP/1.1" status: 204 len: 168 time: 0.5860238 Mar 01 14:03:36.483336 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58816) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:36.485657 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-d5635550-a503-4d7d-a83a-219c401815ea tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b05e69d-e7a6-4755-b6a1-961aba1b6158') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:36.486352 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-d5635550-a503-4d7d-a83a-219c401815ea tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b05e69d-e7a6-4755-b6a1-961aba1b6158') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:36.491267 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-c5bbc2c9-7e16-4078-a5a5-bbf4a42b6037 admin admin] Deleting port 480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:03:36.491605 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c5bbc2c9-7e16-4078-a5a5-bbf4a42b6037 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:36.505700 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d5635550-a503-4d7d-a83a-219c401815ea tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (4b05e69d-e7a6-4755-b6a1-961aba1b6158), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:36.513702 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da2b6a-1251-4e55-878e-7473adc03a1a req-b79cb063-8019-4415-92c9-e485e1cec57b tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:36.520842 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-86da2b6a-1251-4e55-878e-7473adc03a1a req-b79cb063-8019-4415-92c9-e485e1cec57b tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 931 time: 0.5282617 Mar 01 14:03:36.550907 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e1ca8-ad99-4eb3-bd98-f057c5499b91 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4711ad7b-d3b1-476f-b861-da8a48a683f4,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:36.555866 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ee2065-a6e4-4258-9969-d0f2984c73c2 None None] Resources bound (agent type, host, resource id): {{(pid=103728) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 14:03:36.576163 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d5635550-a503-4d7d-a83a-219c401815ea tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (4b05e69d-e7a6-4755-b6a1-961aba1b6158), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:36.599795 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5635550-a503-4d7d-a83a-219c401815ea tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:03:36.600100 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d5635550-a503-4d7d-a83a-219c401815ea tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (4b05e69d-e7a6-4755-b6a1-961aba1b6158), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:36.605030 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:03:36.605030 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:03:36.605030 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:03:36.605030 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:03:36.605030 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:03:36.605030 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:03:36.605030 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:03:36.605030 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:03:36.605030 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:03:36.605030 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:03:36.605030 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:03:36.605030 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:03:36.605030 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:03:36.605030 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:03:36.605030 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:03:36.605030 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:03:36.605030 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:03:36.605030 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:03:36.605030 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:03:36.605030 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:03:36.605030 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:03:36.605030 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:03:36.605030 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:03:36.605030 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:03:36.605030 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:03:36.605030 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:03:36.605030 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:03:36.605030 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:03:36.605030 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:03:36.605030 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:03:36.605030 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:03:36.605030 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:03:36.629556 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e358182e-7759-4d6e-b263-eca74eeabddd tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1401021 Mar 01 14:03:36.629762 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58818) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:36.713475 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.db.api [None req-d5635550-a503-4d7d-a83a-219c401815ea tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 01 14:03:36.713475 n-d-827467-3 neutron-server[103726]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 01 14:03:36.713475 n-d-827467-3 neutron-server[103726]: [parameters: {'id': '4866cba1-fd50-4b1e-841a-c43867e5e212'}] Mar 01 14:03:36.713475 n-d-827467-3 neutron-server[103726]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 14:03:36.713957 n-d-827467-3 neutron-server[103726]: DEBUG oslo_db.api [None req-d5635550-a503-4d7d-a83a-219c401815ea tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 14:03:36.733219 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2341a07b-8e47-4c40-9b9d-2daf8e4f4fcd tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Router faec7802-e390-484f-986f-d28422908bf4 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:03:36.765056 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43b10df-d48b-41bc-9877-145b5c73e981 None None] Network 4866cba1-fd50-4b1e-841a-c43867e5e212 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:03:36.779757 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-86da2b6a-1251-4e55-878e-7473adc03a1a req-1e794330-7ab8-4a2b-98f9-8892e1c36c3e tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580659 Mar 01 14:03:36.849105 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2341a07b-8e47-4c40-9b9d-2daf8e4f4fcd tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:03:36.854233 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2341a07b-8e47-4c40-9b9d-2daf8e4f4fcd tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:36.863332 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f29114e-384d-4cd8-bf1b-c3ee429ce565 None None] Sync routers for ids ['faec7802-e390-484f-986f-d28422908bf4'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:03:36.873879 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f29114e-384d-4cd8-bf1b-c3ee429ce565 None None] Routers {'faec7802-e390-484f-986f-d28422908bf4'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:03:36.876491 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-3f29114e-384d-4cd8-bf1b-c3ee429ce565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:03:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['faec7802-e390-484f-986f-d28422908bf4'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:36.879132 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-c5bbc2c9-7e16-4078-a5a5-bbf4a42b6037 admin admin] For port 480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11,segment=NetworkSegment(baf555f1-c68c-40fa-b064-c9daf0d53a98),segment_id=baf555f1-c68c-40fa-b064-c9daf0d53a98)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:36.879582 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c5bbc2c9-7e16-4078-a5a5-bbf4a42b6037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:36.889133 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2341a07b-8e47-4c40-9b9d-2daf8e4f4fcd tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "PUT /v2.0/floatingips/36e615b8-1367-4b81-8ac8-eae92639ecee HTTP/1.1" status: 200 len: 991 time: 1.9179325 Mar 01 14:03:36.889958 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '281a1841-1153-488b-9e41-20a06acf4fec', 'tag': 'ea3e3623-f7bd-4751-ac31-b65ad38d20f7'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:03:36.893863 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcd05bc-f6e8-41c5-9dbd-2246d16786d5" -d '{"events": [{"name": "network-changed", "server_uuid": "281a1841-1153-488b-9e41-20a06acf4fec", "tag": "ea3e3623-f7bd-4751-ac31-b65ad38d20f7"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:03:36.917737 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-c5bbc2c9-7e16-4078-a5a5-bbf4a42b6037 admin admin] Calling delete_port for 480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11 owned by network:router_interface {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:03:36.969863 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16c313b-16a3-4026-b088-12dce767790d x-openstack-request-id: req-f16c313b-16a3-4026-b088-12dce767790d {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:03:36.970223 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "281a1841-1153-488b-9e41-20a06acf4fec", "tag": "ea3e3623-f7bd-4751-ac31-b65ad38d20f7", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:03:36.970585 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f16c313b-16a3-4026-b088-12dce767790d {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:03:36.971099 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '281a1841-1153-488b-9e41-20a06acf4fec', 'tag': 'ea3e3623-f7bd-4751-ac31-b65ad38d20f7', 'status': 'completed', 'code': 200} Mar 01 14:03:37.044353 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c252-aa38-45bc-8c4e-ec811ab616bc tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (672b8619-1b35-46fb-b1c1-bb1c2752a440), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:37.047059 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd05bc-f6e8-41c5-9dbd-2246d16786d5 req-a651b5d6-426e-4639-bb24-e90c3bdc93b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:37.048921 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5bcd05bc-f6e8-41c5-9dbd-2246d16786d5 req-a651b5d6-426e-4639-bb24-e90c3bdc93b1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3467d10c32454cf18668187815493d82&device_id=281a1841-1153-488b-9e41-20a06acf4fec HTTP/1.1" status: 200 len: 1127 time: 0.0535944 Mar 01 14:03:37.050650 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-3f29114e-384d-4cd8-bf1b-c3ee429ce565 None None] Set router faec7802-e390-484f-986f-d28422908bf4 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:03:37.160540 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd05bc-f6e8-41c5-9dbd-2246d16786d5 req-c042f563-dc30-42d8-b2d4-eedc9c16091b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:37.161969 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5bcd05bc-f6e8-41c5-9dbd-2246d16786d5 req-c042f563-dc30-42d8-b2d4-eedc9c16091b service neutron] 10.222.0.20 "GET /v2.0/networks?id=1d0a7b4f-fbe7-45f8-87df-666e5482dea5 HTTP/1.1" status: 200 len: 912 time: 0.1064718 Mar 01 14:03:37.204954 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c252-aa38-45bc-8c4e-ec811ab616bc tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (672b8619-1b35-46fb-b1c1-bb1c2752a440), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:37.263658 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d5635550-a503-4d7d-a83a-219c401815ea tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (4866cba1-fd50-4b1e-841a-c43867e5e212), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:37.315110 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5bcd05bc-f6e8-41c5-9dbd-2246d16786d5 req-b00bba85-f290-4ab8-8ba9-52c815fc158e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea3e3623-f7bd-4751-ac31-b65ad38d20f7 HTTP/1.1" status: 200 len: 999 time: 0.1447115 Mar 01 14:03:37.318570 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d50ad-b713-4610-8ed5-2b7ae2c04b37 req-d736ae38-fae5-4ffe-9184-4c98d564b9a6 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:37.325634 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-826d50ad-b713-4610-8ed5-2b7ae2c04b37 req-d736ae38-fae5-4ffe-9184-4c98d564b9a6 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 945 time: 0.3613443 Mar 01 14:03:37.354780 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-55f86d4c-5999-4d2f-a8af-3cbbacd19480 req-f37b9ed9-4ecf-4ddd-9479-a45915a91023 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (ec2c9f4a-80af-49a5-be56-5a79e2abcb65), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:37.369411 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['340ab1d7-2607-4a86-a614-6847744d1152'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:03:37.371573 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['c8f4394a-222d-4ddf-8b47-2223ab7f4441'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:03:37.454588 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd05bc-f6e8-41c5-9dbd-2246d16786d5 req-2a5468e5-3a2b-4f78-b4fe-dbac4671b1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:37.460289 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5bcd05bc-f6e8-41c5-9dbd-2246d16786d5 req-2a5468e5-3a2b-4f78-b4fe-dbac4671b1d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=531c8525-0467-47e0-9cf7-03358d9bf988 HTTP/1.1" status: 200 len: 850 time: 0.1199048 Mar 01 14:03:37.470427 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-3f29114e-384d-4cd8-bf1b-c3ee429ce565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faec7802-e390-484f-986f-d28422908bf4', 'name': 'tempest-AttachVolumeTestJSON-2126147244-router', 'tenant_id': '3467d10c32454cf18668187815493d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '999b8276-175a-43bf-87c8-8527f42a6412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:57:46Z', 'updated_at': '2022-03-01T13:57:51Z', 'revision_number': 4, 'project_id': '3467d10c32454cf18668187815493d82', 'gw_port': {'id': '999b8276-175a-43bf-87c8-8527f42a6412', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:47Z', 'updated_at': '2022-03-01T13:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '36e615b8-1367-4b81-8ac8-eae92639ecee', 'tenant_id': '3467d10c32454cf18668187815493d82', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': 'faec7802-e390-484f-986f-d28422908bf4', 'port_id': 'ea3e3623-f7bd-4751-ac31-b65ad38d20f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5', 'mac_address': 'fa:16:3e:a0:1a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281a1841-1153-488b-9e41-20a06acf4fec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:03:16Z', 'updated_at': '2022-03-01T14:03:35Z', 'revision_number': 1, 'project_id': '3467d10c32454cf18668187815493d82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2130f1cc-044d-462c-81db-611276dbecdc', 'name': '', 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5', 'tenant_id': '3467d10c32454cf18668187815493d82', 'mac_address': 'fa:16:3e:76:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '531c8525-0467-47e0-9cf7-03358d9bf988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:50Z', 'updated_at': '2022-03-01T13:57:57Z', 'revision_number': 5, 'project_id': '3467d10c32454cf18668187815493d82', 'subnets': [{'id': '531c8525-0467-47e0-9cf7-03358d9bf988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:37.494181 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54922bc1-9ac8-4fa7-9838-84a09c017f67 req-a2e4b8ca-29ee-4421-bc34-9e12ba7b6c6c tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:37.496583 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-54922bc1-9ac8-4fa7-9838-84a09c017f67 req-a2e4b8ca-29ee-4421-bc34-9e12ba7b6c6c tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=b362feb4-8ced-4ed6-85ef-fbd381f9bcc7 HTTP/1.1" status: 200 len: 946 time: 0.4410675 Mar 01 14:03:37.497625 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b9ed9-4ecf-4ddd-9479-a45915a91023 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Pushing event deleted for resources: {'Port': ['ID=ec2c9f4a-80af-49a5-be56-5a79e2abcb65,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:37.525080 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f29114e-384d-4cd8-bf1b-c3ee429ce565 None None] Checking router: faec7802-e390-484f-986f-d28422908bf4 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:03:37.538075 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f29114e-384d-4cd8-bf1b-c3ee429ce565 None None] Routers {'faec7802-e390-484f-986f-d28422908bf4'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:03:37.540172 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-3f29114e-384d-4cd8-bf1b-c3ee429ce565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:03:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['faec7802-e390-484f-986f-d28422908bf4'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:37.547621 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d5635550-a503-4d7d-a83a-219c401815ea tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Deleting port 7e64c91e-86fc-4739-a339-9042a32374d7 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:03:37.548255 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d5635550-a503-4d7d-a83a-219c401815ea tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (7e64c91e-86fc-4739-a339-9042a32374d7), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:37.555514 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-659183ee-1d2a-444f-b7a8-28a3849ba391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b1a08f9-41a0-4c86-8693-6f989c6552f2 {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:03:37.581972 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-659183ee-1d2a-444f-b7a8-28a3849ba391 service neutron] Publish callbacks [] for port (4b1a08f9-41a0-4c86-8693-6f989c6552f2), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:37.591049 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c252-aa38-45bc-8c4e-ec811ab616bc tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (672b8619-1b35-46fb-b1c1-bb1c2752a440), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:37.595009 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c252-aa38-45bc-8c4e-ec811ab616bc tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:37.596202 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c6d3c252-aa38-45bc-8c4e-ec811ab616bc tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "DELETE /v2.0/security-groups/672b8619-1b35-46fb-b1c1-bb1c2752a440 HTTP/1.1" status: 204 len: 168 time: 0.9237704 Mar 01 14:03:37.630413 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58836) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:37.632525 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f86d4c-5999-4d2f-a8af-3cbbacd19480 req-f37b9ed9-4ecf-4ddd-9479-a45915a91023 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] No DVR routers for this DVR port ec2c9f4a-80af-49a5-be56-5a79e2abcb65 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:03:37.635202 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-d5635550-a503-4d7d-a83a-219c401815ea tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] For port 7e64c91e-86fc-4739-a339-9042a32374d7, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=7e64c91e-86fc-4739-a339-9042a32374d7,segment=NetworkSegment(4b05e69d-e7a6-4755-b6a1-961aba1b6158),segment_id=4b05e69d-e7a6-4755-b6a1-961aba1b6158)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:37.635699 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d5635550-a503-4d7d-a83a-219c401815ea tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (7e64c91e-86fc-4739-a339-9042a32374d7), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:37.636069 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-55f86d4c-5999-4d2f-a8af-3cbbacd19480 req-f37b9ed9-4ecf-4ddd-9479-a45915a91023 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:37.640942 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-55f86d4c-5999-4d2f-a8af-3cbbacd19480 req-f37b9ed9-4ecf-4ddd-9479-a45915a91023 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.32 "DELETE /v2.0/ports/ec2c9f4a-80af-49a5-be56-5a79e2abcb65 HTTP/1.1" status: 204 len: 173 time: 2.3721499 Mar 01 14:03:37.657408 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d5635550-a503-4d7d-a83a-219c401815ea tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Calling delete_port for 7e64c91e-86fc-4739-a339-9042a32374d7 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:03:37.668744 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b362feb4-8ced-4ed6-85ef-fbd381f9bcc7', 'name': 'network-vif-deleted', 'tag': 'ec2c9f4a-80af-49a5-be56-5a79e2abcb65'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:03:37.671558 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1943e1-95de-4fef-9d14-9c09857a76a3" -d '{"events": [{"server_uuid": "b362feb4-8ced-4ed6-85ef-fbd381f9bcc7", "name": "network-vif-deleted", "tag": "ec2c9f4a-80af-49a5-be56-5a79e2abcb65"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:03:37.698271 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-826d50ad-b713-4610-8ed5-2b7ae2c04b37 req-b663dbe0-dd79-4bb2-9c3b-1cd0533dcada tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716786 Mar 01 14:03:37.728476 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3c252-aa38-45bc-8c4e-ec811ab616bc tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=672b8619-1b35-46fb-b1c1-bb1c2752a440,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:37.731154 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-659183ee-1d2a-444f-b7a8-28a3849ba391 service neutron] Transition to ACTIVE for port object 4b1a08f9-41a0-4c86-8693-6f989c6552f2 will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:03:37.768732 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-3f29114e-384d-4cd8-bf1b-c3ee429ce565 None None] Set router faec7802-e390-484f-986f-d28422908bf4 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:03:37.776818 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-659183ee-1d2a-444f-b7a8-28a3849ba391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (4b1a08f9-41a0-4c86-8693-6f989c6552f2), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:37.834179 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7411c39-1e7e-4dd3-8bc9-be1a30377909 x-openstack-request-id: req-e7411c39-1e7e-4dd3-8bc9-be1a30377909 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:03:37.834775 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b362feb4-8ced-4ed6-85ef-fbd381f9bcc7", "name": "network-vif-deleted", "tag": "ec2c9f4a-80af-49a5-be56-5a79e2abcb65", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:03:37.834775 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7411c39-1e7e-4dd3-8bc9-be1a30377909 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:03:37.835214 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b362feb4-8ced-4ed6-85ef-fbd381f9bcc7', 'name': 'network-vif-deleted', 'tag': 'ec2c9f4a-80af-49a5-be56-5a79e2abcb65', 'status': 'completed', 'code': 200} Mar 01 14:03:37.838555 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd05bc-f6e8-41c5-9dbd-2246d16786d5 req-c52130e9-1a50-45fe-9b93-07842a0ad092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:37.840682 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5bcd05bc-f6e8-41c5-9dbd-2246d16786d5 req-c52130e9-1a50-45fe-9b93-07842a0ad092 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1d0a7b4f-fbe7-45f8-87df-666e5482dea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3500750 Mar 01 14:03:37.919290 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-54922bc1-9ac8-4fa7-9838-84a09c017f67 req-a43e9bc9-2f38-4adb-8d87-ea358b3f70ef tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931015 Mar 01 14:03:37.933653 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d5635550-a503-4d7d-a83a-219c401815ea tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (7e64c91e-86fc-4739-a339-9042a32374d7), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:37.997901 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5635550-a503-4d7d-a83a-219c401815ea tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event deleted for resources: {'Port': ['ID=7e64c91e-86fc-4739-a339-9042a32374d7,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:38.022538 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5635550-a503-4d7d-a83a-219c401815ea tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] No DVR routers for this DVR port 7e64c91e-86fc-4739-a339-9042a32374d7 on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:03:38.031213 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5bcd05bc-f6e8-41c5-9dbd-2246d16786d5 req-c3c93a66-e1d5-48d7-9158-c932af6a3ca4 service neutron] 10.222.0.20 "GET /v2.0/networks/1d0a7b4f-fbe7-45f8-87df-666e5482dea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763732 Mar 01 14:03:38.094069 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c5bbc2c9-7e16-4078-a5a5-bbf4a42b6037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:38.132386 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-3f29114e-384d-4cd8-bf1b-c3ee429ce565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faec7802-e390-484f-986f-d28422908bf4', 'name': 'tempest-AttachVolumeTestJSON-2126147244-router', 'tenant_id': '3467d10c32454cf18668187815493d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '999b8276-175a-43bf-87c8-8527f42a6412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:57:46Z', 'updated_at': '2022-03-01T13:57:51Z', 'revision_number': 4, 'project_id': '3467d10c32454cf18668187815493d82', 'gw_port': {'id': '999b8276-175a-43bf-87c8-8527f42a6412', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:47Z', 'updated_at': '2022-03-01T13:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '36e615b8-1367-4b81-8ac8-eae92639ecee', 'tenant_id': '3467d10c32454cf18668187815493d82', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': 'faec7802-e390-484f-986f-d28422908bf4', 'port_id': 'ea3e3623-f7bd-4751-ac31-b65ad38d20f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5', 'mac_address': 'fa:16:3e:a0:1a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281a1841-1153-488b-9e41-20a06acf4fec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:03:16Z', 'updated_at': '2022-03-01T14:03:35Z', 'revision_number': 1, 'project_id': '3467d10c32454cf18668187815493d82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2130f1cc-044d-462c-81db-611276dbecdc', 'name': '', 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5', 'tenant_id': '3467d10c32454cf18668187815493d82', 'mac_address': 'fa:16:3e:76:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '531c8525-0467-47e0-9cf7-03358d9bf988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:50Z', 'updated_at': '2022-03-01T13:57:57Z', 'revision_number': 5, 'project_id': '3467d10c32454cf18668187815493d82', 'subnets': [{'id': '531c8525-0467-47e0-9cf7-03358d9bf988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:38.190949 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f29114e-384d-4cd8-bf1b-c3ee429ce565 None None] The sync data for ids ['faec7802-e390-484f-986f-d28422908bf4'] in n-d-827467-3 is: [{'id': 'faec7802-e390-484f-986f-d28422908bf4', 'name': 'tempest-AttachVolumeTestJSON-2126147244-router', 'tenant_id': '3467d10c32454cf18668187815493d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '999b8276-175a-43bf-87c8-8527f42a6412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:57:46Z', 'updated_at': '2022-03-01T13:57:51Z', 'revision_number': 4, 'project_id': '3467d10c32454cf18668187815493d82', 'gw_port': {'id': '999b8276-175a-43bf-87c8-8527f42a6412', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:47Z', 'updated_at': '2022-03-01T13:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '36e615b8-1367-4b81-8ac8-eae92639ecee', 'tenant_id': '3467d10c32454cf18668187815493d82', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': 'faec7802-e390-484f-986f-d28422908bf4', 'port_id': 'ea3e3623-f7bd-4751-ac31-b65ad38d20f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5', 'mac_address': 'fa:16:3e:a0:1a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281a1841-1153-488b-9e41-20a06acf4fec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:03:16Z', 'updated_at': '2022-03-01T14:03:35Z', 'revision_number': 1, 'project_id': '3467d10c32454cf18668187815493d82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2130f1cc-044d-462c-81db-611276dbecdc', 'name': '', 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5', 'tenant_id': '3467d10c32454cf18668187815493d82', 'mac_address': 'fa:16:3e:76:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '531c8525-0467-47e0-9cf7-03358d9bf988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:50Z', 'updated_at': '2022-03-01T13:57:57Z', 'revision_number': 5, 'project_id': '3467d10c32454cf18668187815493d82', 'subnets': [{'id': '531c8525-0467-47e0-9cf7-03358d9bf988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:03:38.207861 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c564639-e84f-4936-b2f2-29def3c8b150 req-78b6f0e7-bca0-4344-bde7-41d939087507 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:38.214914 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8c564639-e84f-4936-b2f2-29def3c8b150 req-78b6f0e7-bca0-4344-bde7-41d939087507 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 943 time: 0.2517374 Mar 01 14:03:38.221623 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-34ecee3d-0e94-4d2f-ac42-aed2d1add9ac tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.5795984 Mar 01 14:03:38.230134 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58842) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:38.239603 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d5635550-a503-4d7d-a83a-219c401815ea tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (4866cba1-fd50-4b1e-841a-c43867e5e212), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:38.247337 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659183ee-1d2a-444f-b7a8-28a3849ba391 service neutron] Pushing event updated for resources: {'Port': ['ID=4b1a08f9-41a0-4c86-8693-6f989c6552f2,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:38.368881 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bbc2c9-7e16-4078-a5a5-bbf4a42b6037 admin admin] Pushing event deleted for resources: {'Port': ['ID=480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:38.407606 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-d5635550-a503-4d7d-a83a-219c401815ea tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4866cba1-fd50-4b1e-841a-c43867e5e212']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:38.439491 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-d5635550-a503-4d7d-a83a-219c401815ea tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b05e69d-e7a6-4755-b6a1-961aba1b6158') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:38.439822 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-d5635550-a503-4d7d-a83a-219c401815ea tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b05e69d-e7a6-4755-b6a1-961aba1b6158') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:38.461742 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d5635550-a503-4d7d-a83a-219c401815ea tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (4b05e69d-e7a6-4755-b6a1-961aba1b6158), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:38.462402 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8c564639-e84f-4936-b2f2-29def3c8b150 req-80dbe5e9-dcf6-4168-89e1-b5aad803939a tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463527 Mar 01 14:03:38.471190 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5bcd05bc-f6e8-41c5-9dbd-2246d16786d5 req-0f58ae0b-d345-4713-a900-585deea30ff7 service neutron] 10.222.0.20 "GET /v2.0/networks/1d0a7b4f-fbe7-45f8-87df-666e5482dea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110246 Mar 01 14:03:38.471850 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e89f7f91-06c7-4efd-9eb1-05427d16463b tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (b553a523-ba7a-408c-9685-467151a7fa9c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:38.519111 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-659183ee-1d2a-444f-b7a8-28a3849ba391 service neutron] Attempting to bind port 4b1a08f9-41a0-4c86-8693-6f989c6552f2 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:03:38.519111 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-659183ee-1d2a-444f-b7a8-28a3849ba391 service neutron] Attempting to bind port 4b1a08f9-41a0-4c86-8693-6f989c6552f2 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '354ee497-7228-4227-89f9-36435d335b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:03:38.519111 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-659183ee-1d2a-444f-b7a8-28a3849ba391 service neutron] Attempting to bind port 4b1a08f9-41a0-4c86-8693-6f989c6552f2 on network 3a263dd2-fccb-41d7-9268-17deef5caa4e {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:03:38.537618 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d5635550-a503-4d7d-a83a-219c401815ea tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (4b05e69d-e7a6-4755-b6a1-961aba1b6158), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:38.560189 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5635550-a503-4d7d-a83a-219c401815ea tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:03:38.560189 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d5635550-a503-4d7d-a83a-219c401815ea tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (4b05e69d-e7a6-4755-b6a1-961aba1b6158), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:38.560189 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:03:38.560189 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:03:38.560189 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:03:38.560189 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:03:38.560189 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:03:38.560189 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:03:38.560189 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:03:38.560189 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:03:38.560189 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:03:38.560189 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:03:38.560189 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:03:38.560189 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:03:38.560189 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:03:38.560189 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:03:38.560189 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:03:38.560189 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:03:38.560189 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:03:38.560189 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:03:38.560189 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:03:38.560189 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:03:38.560189 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:03:38.560189 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:03:38.560189 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:03:38.560189 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:03:38.560189 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:03:38.560189 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:03:38.560189 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:03:38.560189 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:03:38.560189 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:03:38.560189 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:03:38.560189 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:03:38.560189 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:03:38.566889 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-659183ee-1d2a-444f-b7a8-28a3849ba391 service neutron] Port 4b1a08f9-41a0-4c86-8693-6f989c6552f2 on network 3a263dd2-fccb-41d7-9268-17deef5caa4e not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:03:38.567333 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-659183ee-1d2a-444f-b7a8-28a3849ba391 service neutron] Attempting to bind port 4b1a08f9-41a0-4c86-8693-6f989c6552f2 on network 3a263dd2-fccb-41d7-9268-17deef5caa4e {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:03:38.579367 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-659183ee-1d2a-444f-b7a8-28a3849ba391 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:03:38.579894 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-659183ee-1d2a-444f-b7a8-28a3849ba391 service neutron] Checking segment: {'id': '354ee497-7228-4227-89f9-36435d335b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:03:38.580505 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-659183ee-1d2a-444f-b7a8-28a3849ba391 service neutron] Bound using segment: {'id': '354ee497-7228-4227-89f9-36435d335b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:03:38.581085 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-659183ee-1d2a-444f-b7a8-28a3849ba391 service neutron] Bound port: 4b1a08f9-41a0-4c86-8693-6f989c6552f2, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '354ee497-7228-4227-89f9-36435d335b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:03:38.581555 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-659183ee-1d2a-444f-b7a8-28a3849ba391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4b1a08f9-41a0-4c86-8693-6f989c6552f2), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:38.589225 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e89f7f91-06c7-4efd-9eb1-05427d16463b tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (b553a523-ba7a-408c-9685-467151a7fa9c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:38.607011 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5945c2bf-01ac-4332-838f-b20f98c9fb8d None None] New status for floating IP 36e615b8-1367-4b81-8ac8-eae92639ecee: ACTIVE {{(pid=103728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 14:03:38.609791 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c5bbc2c9-7e16-4078-a5a5-bbf4a42b6037 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (531aeb7c-59d1-4303-b334-e213697a7a20), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:38.713998 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e89f7f91-06c7-4efd-9eb1-05427d16463b tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b553a523-ba7a-408c-9685-467151a7fa9c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:38.717026 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e89f7f91-06c7-4efd-9eb1-05427d16463b tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:38.718405 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e89f7f91-06c7-4efd-9eb1-05427d16463b tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "DELETE /v2.0/security-groups/b553a523-ba7a-408c-9685-467151a7fa9c HTTP/1.1" status: 204 len: 168 time: 0.4872618 Mar 01 14:03:38.722261 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58846) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:38.739072 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-659183ee-1d2a-444f-b7a8-28a3849ba391 service neutron] For port 4b1a08f9-41a0-4c86-8693-6f989c6552f2, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:03:38.744255 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-659183ee-1d2a-444f-b7a8-28a3849ba391 service neutron] For port 4b1a08f9-41a0-4c86-8693-6f989c6552f2, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=4b1a08f9-41a0-4c86-8693-6f989c6552f2,segment=NetworkSegment(354ee497-7228-4227-89f9-36435d335b77),segment_id=354ee497-7228-4227-89f9-36435d335b77)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:03:38.746954 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d5635550-a503-4d7d-a83a-219c401815ea tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (4866cba1-fd50-4b1e-841a-c43867e5e212), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:38.753971 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d5635550-a503-4d7d-a83a-219c401815ea tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:38.762452 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d5635550-a503-4d7d-a83a-219c401815ea tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "DELETE /v2.0/networks/4866cba1-fd50-4b1e-841a-c43867e5e212 HTTP/1.1" status: 204 len: 168 time: 2.9825437 Mar 01 14:03:38.762568 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device ec2c9f4a-80af-49a5-be56-5a79e2abcb65 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:03:38.762654 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f7f91-06c7-4efd-9eb1-05427d16463b tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b553a523-ba7a-408c-9685-467151a7fa9c,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:38.762654 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58850) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:38.769990 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-659183ee-1d2a-444f-b7a8-28a3849ba391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (4b1a08f9-41a0-4c86-8693-6f989c6552f2), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:38.787010 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-6c697e18-5d59-47f1-afa6-9063a8948bcc tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1937089289'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:38.792133 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5635550-a503-4d7d-a83a-219c401815ea tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event deleted for resources: {'Network': ['ID=4866cba1-fd50-4b1e-841a-c43867e5e212,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:38.846603 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cab9b9ab-3f91-4aec-8342-2261c0618614 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1179652 Mar 01 14:03:38.848280 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c697e18-5d59-47f1-afa6-9063a8948bcc tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Made reservation on behalf of 20a71768b90f40be857197f3c257705b for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:03:38.851971 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6c697e18-5d59-47f1-afa6-9063a8948bcc tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:38.856089 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: ec2c9f4a-80af-49a5-be56-5a79e2abcb65 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:03:38.856717 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device ec2c9f4a-80af-49a5-be56-5a79e2abcb65 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:03:38.873187 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-659183ee-1d2a-444f-b7a8-28a3849ba391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:38.873969 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-659183ee-1d2a-444f-b7a8-28a3849ba391 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:38.875409 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-659183ee-1d2a-444f-b7a8-28a3849ba391 service neutron] 10.222.0.32 "PUT /v2.0/ports/4b1a08f9-41a0-4c86-8693-6f989c6552f2 HTTP/1.1" status: 200 len: 1091 time: 3.0914650 Mar 01 14:03:38.875899 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58852) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:38.887238 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-4da3d105-e360-42c5-af0e-8a0f5feacc97 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Request body: {'security_group': {'name': 'tempest-secgroup--292198867'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:38.913718 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c697e18-5d59-47f1-afa6-9063a8948bcc tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:03:38.934669 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6c697e18-5d59-47f1-afa6-9063a8948bcc tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (3febdb49-8d5f-4859-b3e4-3c8355bc6e29), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:38.935255 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-6c697e18-5d59-47f1-afa6-9063a8948bcc tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Added segment 3febdb49-8d5f-4859-b3e4-3c8355bc6e29 of type vlan for network b16a86e6-66c4-4e6d-8fbd-2970bb8f74a9 Mar 01 14:03:38.937685 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4da3d105-e360-42c5-af0e-8a0f5feacc97 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:38.980768 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659183ee-1d2a-444f-b7a8-28a3849ba391 service neutron] Pushing event updated for resources: {'Port': ['ID=4b1a08f9-41a0-4c86-8693-6f989c6552f2,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:39.118420 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-538260ee-37b8-4b80-a6e7-a143903ea10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:39.120680 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-538260ee-37b8-4b80-a6e7-a143903ea10c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1fa37a61f124c25aca457ce8a3f996a&device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 1125 time: 0.1833198 Mar 01 14:03:39.135195 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62699daa-2cf6-46fb-bf0e-bf63f39fa68d req-e0439097-9234-4fa2-bebe-11630ae790c4 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:39.136727 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-62699daa-2cf6-46fb-bf0e-bf63f39fa68d req-e0439097-9234-4fa2-bebe-11630ae790c4 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 945 time: 0.2694142 Mar 01 14:03:39.219468 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-380f71a2-c9b8-4a4b-ab23-152bcec11bdb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b1a08f9-41a0-4c86-8693-6f989c6552f2 HTTP/1.1" status: 200 len: 217 time: 0.0808141 Mar 01 14:03:39.331865 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6c697e18-5d59-47f1-afa6-9063a8948bcc tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (b16a86e6-66c4-4e6d-8fbd-2970bb8f74a9), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:39.388276 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6c697e18-5d59-47f1-afa6-9063a8948bcc tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (b16a86e6-66c4-4e6d-8fbd-2970bb8f74a9), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:39.394013 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c697e18-5d59-47f1-afa6-9063a8948bcc tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:39.394650 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6c697e18-5d59-47f1-afa6-9063a8948bcc tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:39.464567 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4da3d105-e360-42c5-af0e-8a0f5feacc97 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (197a80d4-c028-4cec-ab25-ea8bce6a030a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:39.477818 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6c697e18-5d59-47f1-afa6-9063a8948bcc tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6942694 Mar 01 14:03:39.487997 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58864) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:39.499083 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4da3d105-e360-42c5-af0e-8a0f5feacc97 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (197a80d4-c028-4cec-ab25-ea8bce6a030a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:39.511847 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-b35ab20f-78eb-4d72-a308-8588f7228ae4 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Request body: {'subnet': {'network_id': 'b16a86e6-66c4-4e6d-8fbd-2970bb8f74a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:39.546981 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c697e18-5d59-47f1-afa6-9063a8948bcc tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event updated for resources: {'Network': ['ID=b16a86e6-66c4-4e6d-8fbd-2970bb8f74a9,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:39.559615 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network b16a86e6-66c4-4e6d-8fbd-2970bb8f74a9 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:03:39.591034 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4da3d105-e360-42c5-af0e-8a0f5feacc97 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:39.595473 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4da3d105-e360-42c5-af0e-8a0f5feacc97 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7129722 Mar 01 14:03:39.596178 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58868) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:39.610314 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-409938b5-adef-4915-9e05-b8976d24bc68 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Request body: {'security_group_rule': {'security_group_id': '197a80d4-c028-4cec-ab25-ea8bce6a030a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:39.620387 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d105-e360-42c5-af0e-8a0f5feacc97 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=197a80d4-c028-4cec-ab25-ea8bce6a030a,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:39.662472 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-409938b5-adef-4915-9e05-b8976d24bc68 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (4022f4e9-7504-44e6-9a41-9033662fc0c5), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:39.667035 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35ab20f-78eb-4d72-a308-8588f7228ae4 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Made reservation on behalf of 20a71768b90f40be857197f3c257705b for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:03:39.670353 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b35ab20f-78eb-4d72-a308-8588f7228ae4 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:39.698350 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-62699daa-2cf6-46fb-bf0e-bf63f39fa68d req-b0f59060-59b2-4bb9-b5da-be2e8e54b307 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5393724 Mar 01 14:03:39.710391 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-c4e7a4d9-694a-47d4-acb5-a81ba21ee61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:39.711862 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-c4e7a4d9-694a-47d4-acb5-a81ba21ee61c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e897284-ac55-41c2-b088-3972dd0eb9f7 HTTP/1.1" status: 200 len: 846 time: 0.4542410 Mar 01 14:03:39.713925 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5bbc2c9-7e16-4078-a5a5-bbf4a42b6037 admin admin] Router 531aeb7c-59d1-4303-b334-e213697a7a20 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:03:39.757583 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b6302-2b0d-44eb-8aee-cf31eeaa9eda req-3e707639-6e4c-4a2c-9885-ff11d6f8e0ff tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:39.759288 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-045b6302-2b0d-44eb-8aee-cf31eeaa9eda req-3e707639-6e4c-4a2c-9885-ff11d6f8e0ff tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=61078f5e-c398-4423-8d23-aa1dda7b840e HTTP/1.1" status: 200 len: 946 time: 0.4729371 Mar 01 14:03:39.763139 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-64f0a767-b7c8-4a34-bcd9-080e18d14029 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a263dd2-fccb-41d7-9268-17deef5caa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437698 Mar 01 14:03:39.807853 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-409938b5-adef-4915-9e05-b8976d24bc68 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (4022f4e9-7504-44e6-9a41-9033662fc0c5), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:39.822526 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-409938b5-adef-4915-9e05-b8976d24bc68 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (4022f4e9-7504-44e6-9a41-9033662fc0c5), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:39.838131 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:39.839276 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b282b4-9fab-4f4d-8e0f-f9281290294f', 'tag': '4b1a08f9-41a0-4c86-8693-6f989c6552f2'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:03:39.841548 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3fdaeb-9e4e-408a-b8a8-cd907e7c5655" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b282b4-9fab-4f4d-8e0f-f9281290294f", "tag": "4b1a08f9-41a0-4c86-8693-6f989c6552f2"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:03:39.894656 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409938b5-adef-4915-9e05-b8976d24bc68 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4022f4e9-7504-44e6-9a41-9033662fc0c5,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:39.922305 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-409938b5-adef-4915-9e05-b8976d24bc68 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:39.924757 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-409938b5-adef-4915-9e05-b8976d24bc68 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3177400 Mar 01 14:03:39.934683 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58878) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:39.976371 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-045b6302-2b0d-44eb-8aee-cf31eeaa9eda req-d4e8c234-7ae2-4b3b-8206-ee9237a2ed3f tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095468 Mar 01 14:03:39.990751 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:40.002419 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b35ab20f-78eb-4d72-a308-8588f7228ae4 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (877cfd6e-5947-422d-9a49-52201fa98d15), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:40.031869 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5bbc2c9-7e16-4078-a5a5-bbf4a42b6037 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:03:40.044992 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c5bbc2c9-7e16-4078-a5a5-bbf4a42b6037 admin admin] 10.222.0.13 "PUT /v2.0/routers/531aeb7c-59d1-4303-b334-e213697a7a20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2077811 Mar 01 14:03:40.049233 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0f95f2c5-b7d3-4e04-863f-909b7de75499 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (4022f4e9-7504-44e6-9a41-9033662fc0c5), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:40.051932 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58882) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:40.067234 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-20b680fa-f507-4a64-b9b7-c42c646de431 service neutron] 10.222.0.32 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938614 Mar 01 14:03:40.079547 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e6e8df-6824-44b5-90f5-611f45fed39a None None] Sync routers for ids ['531aeb7c-59d1-4303-b334-e213697a7a20'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:03:40.110520 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0f95f2c5-b7d3-4e04-863f-909b7de75499 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (4022f4e9-7504-44e6-9a41-9033662fc0c5), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:40.124928 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc05df3-0a1e-4b5a-87e7-d7c2198e4c68 x-openstack-request-id: req-3bc05df3-0a1e-4b5a-87e7-d7c2198e4c68 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:03:40.125520 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b282b4-9fab-4f4d-8e0f-f9281290294f", "tag": "4b1a08f9-41a0-4c86-8693-6f989c6552f2", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:03:40.125949 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3bc05df3-0a1e-4b5a-87e7-d7c2198e4c68 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:03:40.126565 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b282b4-9fab-4f4d-8e0f-f9281290294f', 'tag': '4b1a08f9-41a0-4c86-8693-6f989c6552f2', 'status': 'completed', 'code': 200} Mar 01 14:03:40.133096 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35ab20f-78eb-4d72-a308-8588f7228ae4 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Checking segment: {'id': '3febdb49-8d5f-4859-b3e4-3c8355bc6e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b16a86e6-66c4-4e6d-8fbd-2970bb8f74a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:03:40.133515 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35ab20f-78eb-4d72-a308-8588f7228ae4 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Network hostable DHCP agents. Network: b16a86e6-66c4-4e6d-8fbd-2970bb8f74a9, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:03:40.148095 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ab20f-78eb-4d72-a308-8588f7228ae4 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event updated for resources: {'Subnet': ['ID=877cfd6e-5947-422d-9a49-52201fa98d15,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:40.177203 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35ab20f-78eb-4d72-a308-8588f7228ae4 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Network b16a86e6-66c4-4e6d-8fbd-2970bb8f74a9 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:03:40.187858 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e6e8df-6824-44b5-90f5-611f45fed39a None None] Routers {'531aeb7c-59d1-4303-b334-e213697a7a20'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:03:40.188527 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-39e6e8df-6824-44b5-90f5-611f45fed39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:03:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['531aeb7c-59d1-4303-b334-e213697a7a20'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:40.193055 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-b35ab20f-78eb-4d72-a308-8588f7228ae4 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, b16a86e6-66c4-4e6d-8fbd-2970bb8f74a9) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:03:40.198494 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35ab20f-78eb-4d72-a308-8588f7228ae4 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:40.199162 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b35ab20f-78eb-4d72-a308-8588f7228ae4 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:40.209491 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d331517c-5f3b-44b6-881c-ec3c7e5512ff None None] Network b16a86e6-66c4-4e6d-8fbd-2970bb8f74a9 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:03:40.226803 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b35ab20f-78eb-4d72-a308-8588f7228ae4 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7210281 Mar 01 14:03:40.227051 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58884) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:40.298963 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0f95f2c5-b7d3-4e04-863f-909b7de75499 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (4022f4e9-7504-44e6-9a41-9033662fc0c5), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:40.319741 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0f95f2c5-b7d3-4e04-863f-909b7de75499 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:40.323356 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0f95f2c5-b7d3-4e04-863f-909b7de75499 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/4022f4e9-7504-44e6-9a41-9033662fc0c5 HTTP/1.1" status: 204 len: 168 time: 0.3835049 Mar 01 14:03:40.324475 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58886) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:40.351971 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95f2c5-b7d3-4e04-863f-909b7de75499 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4022f4e9-7504-44e6-9a41-9033662fc0c5,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:40.384882 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-39e6e8df-6824-44b5-90f5-611f45fed39a None None] Set router 531aeb7c-59d1-4303-b334-e213697a7a20 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:03:40.392003 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970c342-3e92-4997-862b-81618b7b179a req-ef04cdb5-ba06-4330-8851-7c09daeaedff tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:40.398983 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3970c342-3e92-4997-862b-81618b7b179a req-ef04cdb5-ba06-4330-8851-7c09daeaedff tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 943 time: 0.2853973 Mar 01 14:03:40.415768 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-93d8ddb7-3927-4026-833f-8e3c04915b2f admin admin] Publish callbacks [] for router (531aeb7c-59d1-4303-b334-e213697a7a20), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:40.423818 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747bc029-9ad3-4688-8d37-327f5a932942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-b16a86e6-66c4-4e6d-8fbd-2970bb8f74a9', 'network_id': 'b16a86e6-66c4-4e6d-8fbd-2970bb8f74a9', 'project_id': '20a71768b90f40be857197f3c257705b', 'fixed_ips': [{'subnet_id': '877cfd6e-5947-422d-9a49-52201fa98d15'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:03:40.425025 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-747bc029-9ad3-4688-8d37-327f5a932942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:40.441514 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-92917a64-58fe-4bb5-9967-3b2b5db8026d tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1134942 Mar 01 14:03:40.448384 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ae60308d-c3e0-4324-98c0-df93f6af7102 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (b16a86e6-66c4-4e6d-8fbd-2970bb8f74a9), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:40.451575 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58888) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:40.519474 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-81a53c2d-598f-40cc-a4b4-2b3dbc182af5 req-cbf5a366-33b8-48b0-b231-1e9b4fd9482d service neutron] 10.222.0.32 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848848 Mar 01 14:03:40.567882 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ae60308d-c3e0-4324-98c0-df93f6af7102 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (877cfd6e-5947-422d-9a49-52201fa98d15), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:40.645404 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-713ddee0-2223-4ebf-8b3b-5a1ff410f03e tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (197a80d4-c028-4cec-ab25-ea8bce6a030a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:40.645846 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3970c342-3e92-4997-862b-81618b7b179a req-2245220e-1c4b-4d3b-a94c-dc851490af62 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421033 Mar 01 14:03:40.649904 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-747bc029-9ad3-4688-8d37-327f5a932942 None None] Allocated IP 172.20.0.2 (b16a86e6-66c4-4e6d-8fbd-2970bb8f74a9/877cfd6e-5947-422d-9a49-52201fa98d15/493b5a7f-7352-4ff1-bb26-3a114646a5e7) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:03:40.681949 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-713ddee0-2223-4ebf-8b3b-5a1ff410f03e tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (197a80d4-c028-4cec-ab25-ea8bce6a030a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:40.682331 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-93d8ddb7-3927-4026-833f-8e3c04915b2f admin admin] Publish callbacks [] for router_gateway (531aeb7c-59d1-4303-b334-e213697a7a20), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:40.692024 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fdaeb-9e4e-408a-b8a8-cd907e7c5655 req-0de0d90f-aa05-46ea-991d-e131e3b10bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:40.693756 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b3fdaeb-9e4e-408a-b8a8-cd907e7c5655 req-0de0d90f-aa05-46ea-991d-e131e3b10bce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1fa37a61f124c25aca457ce8a3f996a&device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 1125 time: 0.1236923 Mar 01 14:03:40.696333 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-39e6e8df-6824-44b5-90f5-611f45fed39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531aeb7c-59d1-4303-b334-e213697a7a20', 'name': 'tempest-TestServerMultinode-803548769-router', 'tenant_id': '4c00176cefe14df68ab16d972fcf0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '720a3884-b062-49ec-9e62-8e501680a281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:02:09Z', 'updated_at': '2022-03-01T14:03:37Z', 'revision_number': 5, 'project_id': '4c00176cefe14df68ab16d972fcf0f1a', 'gw_port': {'id': '720a3884-b062-49ec-9e62-8e501680a281', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:72:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531aeb7c-59d1-4303-b334-e213697a7a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:02:10Z', 'updated_at': '2022-03-01T14:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:40.745875 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e6e8df-6824-44b5-90f5-611f45fed39a None None] Checking router: 531aeb7c-59d1-4303-b334-e213697a7a20 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:03:40.753142 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-713ddee0-2223-4ebf-8b3b-5a1ff410f03e tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (197a80d4-c028-4cec-ab25-ea8bce6a030a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:40.757169 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-713ddee0-2223-4ebf-8b3b-5a1ff410f03e tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:40.760838 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-713ddee0-2223-4ebf-8b3b-5a1ff410f03e tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "DELETE /v2.0/security-groups/197a80d4-c028-4cec-ab25-ea8bce6a030a HTTP/1.1" status: 204 len: 168 time: 0.3036087 Mar 01 14:03:40.761693 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58892) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:40.774972 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e6e8df-6824-44b5-90f5-611f45fed39a None None] Routers {'531aeb7c-59d1-4303-b334-e213697a7a20'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:03:40.775961 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-39e6e8df-6824-44b5-90f5-611f45fed39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:03:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['531aeb7c-59d1-4303-b334-e213697a7a20'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:40.853896 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ddee0-2223-4ebf-8b3b-5a1ff410f03e tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=197a80d4-c028-4cec-ab25-ea8bce6a030a,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:40.899390 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-08ab92eb-b177-4026-8706-fe186f24f5f6 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1179883 Mar 01 14:03:40.905809 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58894) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:40.910906 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-57e4c550-9425-4648-bb8a-48d327bdae2a tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Request body: {'security_group': {'name': 'tempest-secgroup--1103415794'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:40.931536 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-39e6e8df-6824-44b5-90f5-611f45fed39a None None] Set router 531aeb7c-59d1-4303-b334-e213697a7a20 gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:03:40.936767 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fdaeb-9e4e-408a-b8a8-cd907e7c5655 req-b83f4627-db1c-46f5-a21e-848abb862419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:40.938856 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b3fdaeb-9e4e-408a-b8a8-cd907e7c5655 req-b83f4627-db1c-46f5-a21e-848abb862419 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3a263dd2-fccb-41d7-9268-17deef5caa4e HTTP/1.1" status: 200 len: 907 time: 0.2386813 Mar 01 14:03:40.943720 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-93d8ddb7-3927-4026-833f-8e3c04915b2f admin admin] Deleting port 720a3884-b062-49ec-9e62-8e501680a281 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:03:40.943720 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-93d8ddb7-3927-4026-833f-8e3c04915b2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (720a3884-b062-49ec-9e62-8e501680a281), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:40.960802 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-747bc029-9ad3-4688-8d37-327f5a932942 None None] Publish callbacks [] for port (493b5a7f-7352-4ff1-bb26-3a114646a5e7), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:40.977025 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-747bc029-9ad3-4688-8d37-327f5a932942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (493b5a7f-7352-4ff1-bb26-3a114646a5e7), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:40.998788 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-39e6e8df-6824-44b5-90f5-611f45fed39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531aeb7c-59d1-4303-b334-e213697a7a20', 'name': 'tempest-TestServerMultinode-803548769-router', 'tenant_id': '4c00176cefe14df68ab16d972fcf0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:02:09Z', 'updated_at': '2022-03-01T14:03:40Z', 'revision_number': 6, 'project_id': '4c00176cefe14df68ab16d972fcf0f1a', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:41.027982 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ae60308d-c3e0-4324-98c0-df93f6af7102 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (877cfd6e-5947-422d-9a49-52201fa98d15), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:41.038990 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e6e8df-6824-44b5-90f5-611f45fed39a None None] The sync data for ids ['531aeb7c-59d1-4303-b334-e213697a7a20'] in n-d-827467-3 is: [{'id': '531aeb7c-59d1-4303-b334-e213697a7a20', 'name': 'tempest-TestServerMultinode-803548769-router', 'tenant_id': '4c00176cefe14df68ab16d972fcf0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:02:09Z', 'updated_at': '2022-03-01T14:03:40Z', 'revision_number': 6, 'project_id': '4c00176cefe14df68ab16d972fcf0f1a', 'gw_port_host': None}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:03:41.077537 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747bc029-9ad3-4688-8d37-327f5a932942 None None] Network b16a86e6-66c4-4e6d-8fbd-2970bb8f74a9 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:03:41.082531 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-747bc029-9ad3-4688-8d37-327f5a932942 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:03:41.094481 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747bc029-9ad3-4688-8d37-327f5a932942 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:03:41.112322 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-57e4c550-9425-4648-bb8a-48d327bdae2a tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:41.118028 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747bc029-9ad3-4688-8d37-327f5a932942 None None] Pushing event updated for resources: {'Port': ['ID=493b5a7f-7352-4ff1-bb26-3a114646a5e7,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:41.119158 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b3fdaeb-9e4e-408a-b8a8-cd907e7c5655 req-59a6c32e-d0be-48b2-ac5e-003aa4d24a3d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b1a08f9-41a0-4c86-8693-6f989c6552f2 HTTP/1.1" status: 200 len: 217 time: 0.1681681 Mar 01 14:03:41.136966 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae60308d-c3e0-4324-98c0-df93f6af7102 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event deleted for resources: {'Subnet': ['ID=877cfd6e-5947-422d-9a49-52201fa98d15,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:41.218357 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc539a78-2fd6-42f2-a440-2f165a250647 req-5cdf6dda-d875-4a18-98fd-7de3ca2e92d0 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:41.219145 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ae60308d-c3e0-4324-98c0-df93f6af7102 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (b16a86e6-66c4-4e6d-8fbd-2970bb8f74a9), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:41.220470 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc539a78-2fd6-42f2-a440-2f165a250647 req-5cdf6dda-d875-4a18-98fd-7de3ca2e92d0 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 945 time: 0.3672156 Mar 01 14:03:41.250750 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-747bc029-9ad3-4688-8d37-327f5a932942 None None] Attempting to bind port 493b5a7f-7352-4ff1-bb26-3a114646a5e7 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:03:41.251050 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-747bc029-9ad3-4688-8d37-327f5a932942 None None] Attempting to bind port 493b5a7f-7352-4ff1-bb26-3a114646a5e7 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '3febdb49-8d5f-4859-b3e4-3c8355bc6e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b16a86e6-66c4-4e6d-8fbd-2970bb8f74a9'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:03:41.251624 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747bc029-9ad3-4688-8d37-327f5a932942 None None] Attempting to bind port 493b5a7f-7352-4ff1-bb26-3a114646a5e7 on network b16a86e6-66c4-4e6d-8fbd-2970bb8f74a9 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:03:41.254343 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-ae60308d-c3e0-4324-98c0-df93f6af7102 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b16a86e6-66c4-4e6d-8fbd-2970bb8f74a9']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:41.257541 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747bc029-9ad3-4688-8d37-327f5a932942 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:03:41.257929 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747bc029-9ad3-4688-8d37-327f5a932942 None None] Checking segment: {'id': '3febdb49-8d5f-4859-b3e4-3c8355bc6e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b16a86e6-66c4-4e6d-8fbd-2970bb8f74a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:03:41.258341 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-747bc029-9ad3-4688-8d37-327f5a932942 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:41.258736 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747bc029-9ad3-4688-8d37-327f5a932942 None None] Bound using segment: {'id': '3febdb49-8d5f-4859-b3e4-3c8355bc6e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b16a86e6-66c4-4e6d-8fbd-2970bb8f74a9'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:03:41.259219 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-747bc029-9ad3-4688-8d37-327f5a932942 None None] Bound port: 493b5a7f-7352-4ff1-bb26-3a114646a5e7, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3febdb49-8d5f-4859-b3e4-3c8355bc6e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b16a86e6-66c4-4e6d-8fbd-2970bb8f74a9'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:03:41.259605 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-747bc029-9ad3-4688-8d37-327f5a932942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (493b5a7f-7352-4ff1-bb26-3a114646a5e7), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:41.264729 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-93d8ddb7-3927-4026-833f-8e3c04915b2f admin admin] For port 720a3884-b062-49ec-9e62-8e501680a281, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=720a3884-b062-49ec-9e62-8e501680a281,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:41.265100 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-93d8ddb7-3927-4026-833f-8e3c04915b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (720a3884-b062-49ec-9e62-8e501680a281), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:41.265470 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac2597-f954-405e-b044-33db718276d0 req-4538997d-ee75-4b3f-908f-60151b02ca41 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:41.267022 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-04ac2597-f954-405e-b044-33db718276d0 req-4538997d-ee75-4b3f-908f-60151b02ca41 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.20 "GET /v2.0/ports?device_id=61078f5e-c398-4423-8d23-aa1dda7b840e HTTP/1.1" status: 200 len: 946 time: 0.3383758 Mar 01 14:03:41.282889 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fdaeb-9e4e-408a-b8a8-cd907e7c5655 req-15a0056a-b803-47f4-9027-0eb15db5d4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:41.284381 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b3fdaeb-9e4e-408a-b8a8-cd907e7c5655 req-15a0056a-b803-47f4-9027-0eb15db5d4ee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e897284-ac55-41c2-b088-3972dd0eb9f7 HTTP/1.1" status: 200 len: 846 time: 0.1581900 Mar 01 14:03:41.290571 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-ae60308d-c3e0-4324-98c0-df93f6af7102 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3febdb49-8d5f-4859-b3e4-3c8355bc6e29') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:41.290889 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-ae60308d-c3e0-4324-98c0-df93f6af7102 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3febdb49-8d5f-4859-b3e4-3c8355bc6e29') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:41.301059 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-93d8ddb7-3927-4026-833f-8e3c04915b2f admin admin] Calling delete_port for 720a3884-b062-49ec-9e62-8e501680a281 owned by network:router_gateway {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:03:41.330732 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ae60308d-c3e0-4324-98c0-df93f6af7102 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (3febdb49-8d5f-4859-b3e4-3c8355bc6e29), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:41.335993 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-747bc029-9ad3-4688-8d37-327f5a932942 None None] For port 493b5a7f-7352-4ff1-bb26-3a114646a5e7, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:03:41.339725 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333890c9-2079-4e3d-9879-6cf229dc2504 req-d885a5e7-4bcc-4988-a5b9-8e29712f4ec9 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:41.340177 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-747bc029-9ad3-4688-8d37-327f5a932942 None None] For port 493b5a7f-7352-4ff1-bb26-3a114646a5e7, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=493b5a7f-7352-4ff1-bb26-3a114646a5e7,segment=NetworkSegment(3febdb49-8d5f-4859-b3e4-3c8355bc6e29),segment_id=3febdb49-8d5f-4859-b3e4-3c8355bc6e29)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:03:41.347483 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-333890c9-2079-4e3d-9879-6cf229dc2504 req-d885a5e7-4bcc-4988-a5b9-8e29712f4ec9 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=61078f5e-c398-4423-8d23-aa1dda7b840e HTTP/1.1" status: 200 len: 946 time: 0.2489829 Mar 01 14:03:41.355011 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-747bc029-9ad3-4688-8d37-327f5a932942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (493b5a7f-7352-4ff1-bb26-3a114646a5e7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:41.360557 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ae60308d-c3e0-4324-98c0-df93f6af7102 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (3febdb49-8d5f-4859-b3e4-3c8355bc6e29), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:41.382548 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b3fdaeb-9e4e-408a-b8a8-cd907e7c5655 req-63193dd3-1c6a-4876-99f5-f80baceb978a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a263dd2-fccb-41d7-9268-17deef5caa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883014 Mar 01 14:03:41.415522 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae60308d-c3e0-4324-98c0-df93f6af7102 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:03:41.415971 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ae60308d-c3e0-4324-98c0-df93f6af7102 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (3febdb49-8d5f-4859-b3e4-3c8355bc6e29), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:41.419349 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:03:41.419349 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:03:41.419349 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:03:41.419349 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:03:41.419349 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:03:41.419349 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:03:41.419349 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:03:41.419349 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:03:41.419349 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:03:41.419349 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:03:41.419349 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:03:41.419349 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:03:41.419349 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:03:41.419349 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:03:41.419349 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:03:41.419349 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:03:41.419349 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:03:41.419349 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:03:41.419349 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:03:41.419349 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:03:41.419349 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:03:41.419349 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:03:41.419349 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:03:41.419349 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:03:41.419349 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:03:41.419349 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:03:41.419349 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:03:41.419349 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:03:41.419349 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:03:41.419349 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:03:41.419349 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:03:41.419349 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:03:41.474792 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2b3c34-9baa-4cb9-9c59-823cd75796b7 None None] get_active_networks_info from n-d-827467-3 {{(pid=103728) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 01 14:03:41.527540 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747bc029-9ad3-4688-8d37-327f5a932942 None None] Pushing event updated for resources: {'Port': ['ID=493b5a7f-7352-4ff1-bb26-3a114646a5e7,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:41.536424 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.db.api [None req-ae60308d-c3e0-4324-98c0-df93f6af7102 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 01 14:03:41.536424 n-d-827467-3 neutron-server[103726]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 01 14:03:41.536424 n-d-827467-3 neutron-server[103726]: [parameters: {'id': 'b16a86e6-66c4-4e6d-8fbd-2970bb8f74a9'}] Mar 01 14:03:41.536424 n-d-827467-3 neutron-server[103726]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 14:03:41.536956 n-d-827467-3 neutron-server[103726]: DEBUG oslo_db.api [None req-ae60308d-c3e0-4324-98c0-df93f6af7102 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 14:03:41.542227 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc539a78-2fd6-42f2-a440-2f165a250647 req-e100ba57-be16-4240-a876-bc956421997e tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935326 Mar 01 14:03:41.575562 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-04ac2597-f954-405e-b044-33db718276d0 req-a7a3d3f8-8725-464f-be85-c07a1489d2ab tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Deleting port 340ab1d7-2607-4a86-a614-6847744d1152 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:03:41.576160 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-04ac2597-f954-405e-b044-33db718276d0 req-a7a3d3f8-8725-464f-be85-c07a1489d2ab tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (340ab1d7-2607-4a86-a614-6847744d1152), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:41.607383 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-57e4c550-9425-4648-bb8a-48d327bdae2a tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (d7c0990a-2675-4ce7-ad33-e25f435e8b67), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:41.624392 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2b3c34-9baa-4cb9-9c59-823cd75796b7 None None] Resources bound (agent type, host, resource id): {{(pid=103728) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 14:03:41.641520 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-57e4c550-9425-4648-bb8a-48d327bdae2a tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d7c0990a-2675-4ce7-ad33-e25f435e8b67), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:41.700292 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-57e4c550-9425-4648-bb8a-48d327bdae2a tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:41.701587 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-57e4c550-9425-4648-bb8a-48d327bdae2a tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7947292 Mar 01 14:03:41.705894 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58902) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:41.719814 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-de3688b8-5a11-4286-8d16-0226a91a0dd9 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Request body: {'security_group_rule': {'security_group_id': 'd7c0990a-2675-4ce7-ad33-e25f435e8b67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:41.726253 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4c550-9425-4648-bb8a-48d327bdae2a tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c0990a-2675-4ce7-ad33-e25f435e8b67,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:41.742666 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-93d8ddb7-3927-4026-833f-8e3c04915b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (720a3884-b062-49ec-9e62-8e501680a281), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:41.771735 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-04ac2597-f954-405e-b044-33db718276d0 req-a7a3d3f8-8725-464f-be85-c07a1489d2ab tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] For port 340ab1d7-2607-4a86-a614-6847744d1152, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=340ab1d7-2607-4a86-a614-6847744d1152,segment=NetworkSegment(add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f),segment_id=add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:41.772467 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-04ac2597-f954-405e-b044-33db718276d0 req-a7a3d3f8-8725-464f-be85-c07a1489d2ab tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (340ab1d7-2607-4a86-a614-6847744d1152), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:41.789679 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-04ac2597-f954-405e-b044-33db718276d0 req-a7a3d3f8-8725-464f-be85-c07a1489d2ab tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Calling delete_port for 340ab1d7-2607-4a86-a614-6847744d1152 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:03:41.800356 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-333890c9-2079-4e3d-9879-6cf229dc2504 req-e0c1feea-9395-43e0-a357-070718ce80ae tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414518 Mar 01 14:03:41.825121 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8ddb7-3927-4026-833f-8e3c04915b2f admin admin] Pushing event deleted for resources: {'Port': ['ID=720a3884-b062-49ec-9e62-8e501680a281,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:41.853666 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de3688b8-5a11-4286-8d16-0226a91a0dd9 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (f0915ac9-b987-4956-8a5b-e88337af036f), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:41.889256 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6090fadb-2cef-497c-80f5-9e1422c4be51 None None] Network b16a86e6-66c4-4e6d-8fbd-2970bb8f74a9 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:03:41.942550 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de3688b8-5a11-4286-8d16-0226a91a0dd9 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (f0915ac9-b987-4956-8a5b-e88337af036f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:41.958485 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de3688b8-5a11-4286-8d16-0226a91a0dd9 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (f0915ac9-b987-4956-8a5b-e88337af036f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:41.973088 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-93d8ddb7-3927-4026-833f-8e3c04915b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (531aeb7c-59d1-4303-b334-e213697a7a20), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:42.041299 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ae60308d-c3e0-4324-98c0-df93f6af7102 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (b16a86e6-66c4-4e6d-8fbd-2970bb8f74a9), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:42.048065 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3688b8-5a11-4286-8d16-0226a91a0dd9 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0915ac9-b987-4956-8a5b-e88337af036f,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:42.051721 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b3fdaeb-9e4e-408a-b8a8-cd907e7c5655 req-24b3c713-4211-488d-9ec2-ca3fd128a6da service neutron] 10.222.0.32 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6448030 Mar 01 14:03:42.051871 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de3688b8-5a11-4286-8d16-0226a91a0dd9 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:42.055716 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-de3688b8-5a11-4286-8d16-0226a91a0dd9 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3420181 Mar 01 14:03:42.058098 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58904) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:42.092163 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-bc256eb6-096b-49f8-b9a5-2642be1f85b1 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "GET /v2.0/security-group-rules/f0915ac9-b987-4956-8a5b-e88337af036f HTTP/1.1" status: 200 len: 763 time: 0.0308824 Mar 01 14:03:42.092539 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-93d8ddb7-3927-4026-833f-8e3c04915b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (531aeb7c-59d1-4303-b334-e213697a7a20), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:42.092937 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58906) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:42.116154 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9131d8-59a2-40de-b62c-931fe3ca7cbf req-599cf88d-50ea-4f59-9e02-6884233dc4f4 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:42.123043 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5d9131d8-59a2-40de-b62c-931fe3ca7cbf req-599cf88d-50ea-4f59-9e02-6884233dc4f4 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 943 time: 0.3209963 Mar 01 14:03:42.129424 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-04ac2597-f954-405e-b044-33db718276d0 req-a7a3d3f8-8725-464f-be85-c07a1489d2ab tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (340ab1d7-2607-4a86-a614-6847744d1152), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:42.132428 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-93d8ddb7-3927-4026-833f-8e3c04915b2f admin admin] Publish callbacks [] for router_controller (531aeb7c-59d1-4303-b334-e213697a7a20), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:42.149275 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['c8f4394a-222d-4ddf-8b47-2223ab7f4441'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:03:42.164525 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['340ab1d7-2607-4a86-a614-6847744d1152'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:03:42.176232 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3d3f8-8725-464f-be85-c07a1489d2ab tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Pushing event deleted for resources: {'Port': ['ID=340ab1d7-2607-4a86-a614-6847744d1152,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:42.233450 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4686bb25-5219-4e5e-97e1-084ccd8d8898 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1368515 Mar 01 14:03:42.236726 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58908) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:42.280249 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b3fdaeb-9e4e-408a-b8a8-cd907e7c5655 req-0e07a9e7-ddab-4920-b8fe-d80dd57ede21 service neutron] 10.222.0.32 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001710 Mar 01 14:03:42.280470 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ac2597-f954-405e-b044-33db718276d0 req-a7a3d3f8-8725-464f-be85-c07a1489d2ab tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] No DVR routers for this DVR port 340ab1d7-2607-4a86-a614-6847744d1152 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:03:42.285920 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-04ac2597-f954-405e-b044-33db718276d0 req-a7a3d3f8-8725-464f-be85-c07a1489d2ab tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:42.289094 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-04ac2597-f954-405e-b044-33db718276d0 req-a7a3d3f8-8725-464f-be85-c07a1489d2ab tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.20 "DELETE /v2.0/ports/340ab1d7-2607-4a86-a614-6847744d1152 HTTP/1.1" status: 204 len: 173 time: 1.0103874 Mar 01 14:03:42.289560 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61078f5e-c398-4423-8d23-aa1dda7b840e', 'name': 'network-vif-deleted', 'tag': '340ab1d7-2607-4a86-a614-6847744d1152'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:03:42.291998 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e538b76c-5d0c-4410-95d8-b613c3f8d82d" -d '{"events": [{"server_uuid": "61078f5e-c398-4423-8d23-aa1dda7b840e", "name": "network-vif-deleted", "tag": "340ab1d7-2607-4a86-a614-6847744d1152"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:03:42.302730 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-93d8ddb7-3927-4026-833f-8e3c04915b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (531aeb7c-59d1-4303-b334-e213697a7a20), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:42.304996 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d8ddb7-3927-4026-833f-8e3c04915b2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 531aeb7c-59d1-4303-b334-e213697a7a20 {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:03:42.315868 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-854185ce-c9c7-49eb-8213-5aca9b29b342 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (f0915ac9-b987-4956-8a5b-e88337af036f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:42.318943 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ae60308d-c3e0-4324-98c0-df93f6af7102 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Deleting port 493b5a7f-7352-4ff1-bb26-3a114646a5e7 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:03:42.319282 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ae60308d-c3e0-4324-98c0-df93f6af7102 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (493b5a7f-7352-4ff1-bb26-3a114646a5e7), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:42.330016 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-93d8ddb7-3927-4026-833f-8e3c04915b2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:42.333102 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-93d8ddb7-3927-4026-833f-8e3c04915b2f admin admin] 10.222.0.13 "DELETE /v2.0/routers/531aeb7c-59d1-4303-b334-e213697a7a20 HTTP/1.1" status: 204 len: 168 time: 2.2773507 Mar 01 14:03:42.339344 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58914) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:42.360476 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5d9131d8-59a2-40de-b62c-931fe3ca7cbf req-50b4608f-3059-4bc6-875e-f09536409852 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348952 Mar 01 14:03:42.362558 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-854185ce-c9c7-49eb-8213-5aca9b29b342 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (f0915ac9-b987-4956-8a5b-e88337af036f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:42.431963 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d06dd6-3cd9-49fd-b95f-05fc64e21d6f x-openstack-request-id: req-67d06dd6-3cd9-49fd-b95f-05fc64e21d6f {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:03:42.432365 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61078f5e-c398-4423-8d23-aa1dda7b840e", "name": "network-vif-deleted", "tag": "340ab1d7-2607-4a86-a614-6847744d1152", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:03:42.432581 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-67d06dd6-3cd9-49fd-b95f-05fc64e21d6f {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:03:42.433066 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61078f5e-c398-4423-8d23-aa1dda7b840e', 'name': 'network-vif-deleted', 'tag': '340ab1d7-2607-4a86-a614-6847744d1152', 'status': 'completed', 'code': 200} Mar 01 14:03:42.502868 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-854185ce-c9c7-49eb-8213-5aca9b29b342 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (f0915ac9-b987-4956-8a5b-e88337af036f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:42.511884 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0d3ed95-229e-40a6-a54b-505e8a8c14dd admin admin] Deleting subnet 81f442ed-eb0f-4869-b7da-605091f23629 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:03:42.516367 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-ae60308d-c3e0-4324-98c0-df93f6af7102 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] For port 493b5a7f-7352-4ff1-bb26-3a114646a5e7, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=493b5a7f-7352-4ff1-bb26-3a114646a5e7,segment=NetworkSegment(3febdb49-8d5f-4859-b3e4-3c8355bc6e29),segment_id=3febdb49-8d5f-4859-b3e4-3c8355bc6e29)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:42.516738 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ae60308d-c3e0-4324-98c0-df93f6af7102 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (493b5a7f-7352-4ff1-bb26-3a114646a5e7), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:42.521320 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-854185ce-c9c7-49eb-8213-5aca9b29b342 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:42.524133 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-854185ce-c9c7-49eb-8213-5aca9b29b342 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/f0915ac9-b987-4956-8a5b-e88337af036f HTTP/1.1" status: 204 len: 168 time: 0.2841713 Mar 01 14:03:42.525199 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58916) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:42.528656 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a0d3ed95-229e-40a6-a54b-505e8a8c14dd admin admin] Publish callbacks [] for subnet (81f442ed-eb0f-4869-b7da-605091f23629), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:42.570854 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854185ce-c9c7-49eb-8213-5aca9b29b342 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0915ac9-b987-4956-8a5b-e88337af036f,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:42.579778 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ae60308d-c3e0-4324-98c0-df93f6af7102 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Calling delete_port for 493b5a7f-7352-4ff1-bb26-3a114646a5e7 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:03:42.601778 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-831cc647-418e-479c-bee2-9e586faaafe0 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0748312 Mar 01 14:03:42.604102 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58920) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:42.609064 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-d38cacb4-75c4-4dfc-a8b5-8b2ca294f8de tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Request body: {'security_group_rule': {'security_group_id': 'd7c0990a-2675-4ce7-ad33-e25f435e8b67', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:42.637759 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 720a3884-b062-49ec-9e62-8e501680a281 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:03:42.642042 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d38cacb4-75c4-4dfc-a8b5-8b2ca294f8de tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (456cd383-174d-4a82-b6a3-ea7b50d008ee), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:42.668142 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 720a3884-b062-49ec-9e62-8e501680a281 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:03:42.668871 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 720a3884-b062-49ec-9e62-8e501680a281 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:03:42.669491 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:03:42.692926 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:03:42.693910 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 480c5a7c-eeab-4f86-89ba-d9fd4d0bfd11 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:03:42.732853 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a0d3ed95-229e-40a6-a54b-505e8a8c14dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (81f442ed-eb0f-4869-b7da-605091f23629), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:42.745743 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d38cacb4-75c4-4dfc-a8b5-8b2ca294f8de tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (456cd383-174d-4a82-b6a3-ea7b50d008ee), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:42.754682 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41701bfc-0cfd-406b-9c9c-6daee6527a7c req-ed796a79-1d4d-4ef6-b18d-8a3073160c2c tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:42.756356 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-41701bfc-0cfd-406b-9c9c-6daee6527a7c req-ed796a79-1d4d-4ef6-b18d-8a3073160c2c tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 945 time: 0.0936196 Mar 01 14:03:42.758412 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d38cacb4-75c4-4dfc-a8b5-8b2ca294f8de tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (456cd383-174d-4a82-b6a3-ea7b50d008ee), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:42.769920 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ae60308d-c3e0-4324-98c0-df93f6af7102 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (493b5a7f-7352-4ff1-bb26-3a114646a5e7), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:42.795862 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38cacb4-75c4-4dfc-a8b5-8b2ca294f8de tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=456cd383-174d-4a82-b6a3-ea7b50d008ee,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:42.803590 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae60308d-c3e0-4324-98c0-df93f6af7102 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event deleted for resources: {'Port': ['ID=493b5a7f-7352-4ff1-bb26-3a114646a5e7,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:42.812867 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae60308d-c3e0-4324-98c0-df93f6af7102 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] No DVR routers for this DVR port 493b5a7f-7352-4ff1-bb26-3a114646a5e7 on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:03:42.835202 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d38cacb4-75c4-4dfc-a8b5-8b2ca294f8de tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:42.838434 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d38cacb4-75c4-4dfc-a8b5-8b2ca294f8de tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2319577 Mar 01 14:03:42.842936 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58924) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:42.888486 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-41701bfc-0cfd-406b-9c9c-6daee6527a7c req-990eca65-264f-4cf7-8637-82ce6d0b69cb tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207125 Mar 01 14:03:42.923332 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-61514fef-5c3f-49c5-8081-33cd90b239d1 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "GET /v2.0/security-group-rules/456cd383-174d-4a82-b6a3-ea7b50d008ee HTTP/1.1" status: 200 len: 763 time: 0.0787015 Mar 01 14:03:42.926144 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58926) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:42.947438 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ae60308d-c3e0-4324-98c0-df93f6af7102 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (b16a86e6-66c4-4e6d-8fbd-2970bb8f74a9), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:42.956707 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a0d3ed95-229e-40a6-a54b-505e8a8c14dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (81f442ed-eb0f-4869-b7da-605091f23629), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:42.967230 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-24cc45ec-9296-4fa8-99b7-73d35d74ae2d req-e20fa1ac-91a9-4bf7-8de0-de0a39a06ba2 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=61078f5e-c398-4423-8d23-aa1dda7b840e HTTP/1.1" status: 200 len: 210 time: 0.0577869 Mar 01 14:03:43.008611 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-ae60308d-c3e0-4324-98c0-df93f6af7102 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b16a86e6-66c4-4e6d-8fbd-2970bb8f74a9']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:43.009794 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58928) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:43.010641 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-79ff3f16-beba-4ef7-9fd3-d17a2dd70429 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0829105 Mar 01 14:03:43.038002 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-ae60308d-c3e0-4324-98c0-df93f6af7102 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3febdb49-8d5f-4859-b3e4-3c8355bc6e29') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:43.038302 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-ae60308d-c3e0-4324-98c0-df93f6af7102 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3febdb49-8d5f-4859-b3e4-3c8355bc6e29') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:43.056792 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ae60308d-c3e0-4324-98c0-df93f6af7102 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (3febdb49-8d5f-4859-b3e4-3c8355bc6e29), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:43.060325 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-23fa9004-8635-449c-b627-dafcc6956e67 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (456cd383-174d-4a82-b6a3-ea7b50d008ee), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:43.074992 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-23fa9004-8635-449c-b627-dafcc6956e67 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (456cd383-174d-4a82-b6a3-ea7b50d008ee), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:43.094375 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ae60308d-c3e0-4324-98c0-df93f6af7102 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (3febdb49-8d5f-4859-b3e4-3c8355bc6e29), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:43.098125 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a0d3ed95-229e-40a6-a54b-505e8a8c14dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (81f442ed-eb0f-4869-b7da-605091f23629), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:43.118651 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae60308d-c3e0-4324-98c0-df93f6af7102 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:03:43.119041 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ae60308d-c3e0-4324-98c0-df93f6af7102 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (3febdb49-8d5f-4859-b3e4-3c8355bc6e29), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:43.123142 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:03:43.123142 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:03:43.123142 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:03:43.123142 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:03:43.123142 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:03:43.123142 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:03:43.123142 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:03:43.123142 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:03:43.123142 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:03:43.123142 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:03:43.123142 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:03:43.123142 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:03:43.123142 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:03:43.123142 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:03:43.123142 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:03:43.123142 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:03:43.123142 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:03:43.123142 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:03:43.123142 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:03:43.123142 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:03:43.123142 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:03:43.123142 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:03:43.123142 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:03:43.123142 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:03:43.123142 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:03:43.123142 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:03:43.123142 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:03:43.123142 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:03:43.123142 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:03:43.123142 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:03:43.123142 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:03:43.123142 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:03:43.155076 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3ed95-229e-40a6-a54b-505e8a8c14dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81f442ed-eb0f-4869-b7da-605091f23629,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:43.159344 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3848b1-9599-4faf-97f8-e9e051476ab8 None None] Network 189ec434-cc49-4599-b47e-f8c559326a7c requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:03:43.181646 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a0d3ed95-229e-40a6-a54b-505e8a8c14dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:43.184926 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a0d3ed95-229e-40a6-a54b-505e8a8c14dd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/81f442ed-eb0f-4869-b7da-605091f23629 HTTP/1.1" status: 204 len: 168 time: 0.8319495 Mar 01 14:03:43.188182 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58930) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:43.189234 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-23fa9004-8635-449c-b627-dafcc6956e67 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (456cd383-174d-4a82-b6a3-ea7b50d008ee), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:43.206107 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-23fa9004-8635-449c-b627-dafcc6956e67 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:43.211471 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-23fa9004-8635-449c-b627-dafcc6956e67 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/456cd383-174d-4a82-b6a3-ea7b50d008ee HTTP/1.1" status: 204 len: 168 time: 0.1969674 Mar 01 14:03:43.211471 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58932) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:43.229346 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa9004-8635-449c-b627-dafcc6956e67 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=456cd383-174d-4a82-b6a3-ea7b50d008ee,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:43.233276 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ae60308d-c3e0-4324-98c0-df93f6af7102 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (b16a86e6-66c4-4e6d-8fbd-2970bb8f74a9), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:43.241240 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ae60308d-c3e0-4324-98c0-df93f6af7102 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:43.244381 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ae60308d-c3e0-4324-98c0-df93f6af7102 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "DELETE /v2.0/networks/b16a86e6-66c4-4e6d-8fbd-2970bb8f74a9 HTTP/1.1" status: 204 len: 168 time: 3.0129383 Mar 01 14:03:43.252456 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58934) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:43.288706 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-9b4d02b4-ca15-474a-b438-92d7bb92f009 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-481386072'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:43.290599 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8b663eeb-8dbb-42de-9607-cfabcbfbf3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (189ec434-cc49-4599-b47e-f8c559326a7c), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:43.298647 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae60308d-c3e0-4324-98c0-df93f6af7102 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event deleted for resources: {'Network': ['ID=b16a86e6-66c4-4e6d-8fbd-2970bb8f74a9,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:43.318702 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2fff6a18-d4e8-4781-b8b7-214e752393d4 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1078632 Mar 01 14:03:43.319440 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58936) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:43.326813 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-3f74e8d3-aa41-43f7-a4f2-f93fadf4fe60 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Request body: {'security_group_rule': {'security_group_id': 'd7c0990a-2675-4ce7-ad33-e25f435e8b67', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:43.348969 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4d02b4-ca15-474a-b438-92d7bb92f009 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Made reservation on behalf of 20a71768b90f40be857197f3c257705b for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:03:43.352929 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9b4d02b4-ca15-474a-b438-92d7bb92f009 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:43.375843 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37342b5-4ec8-4a81-8430-b95dd332c47a None None] DHCP port deletion for 189ec434-cc49-4599-b47e-f8c559326a7c request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:03:43.378061 n-d-827467-3 neutron-server[103726]: INFO neutron.db.securitygroups_db [None req-3f74e8d3-aa41-43f7-a4f2-f93fadf4fe60 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Project 47177d0a5d1b42528726e9e4827813cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 14:03:43.384172 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-8b663eeb-8dbb-42de-9607-cfabcbfbf3c5 admin admin] Deleting port 2e69c6e6-56ef-4e1d-99bf-8e76e977220f {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:03:43.385279 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8b663eeb-8dbb-42de-9607-cfabcbfbf3c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (2e69c6e6-56ef-4e1d-99bf-8e76e977220f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:43.387802 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3f74e8d3-aa41-43f7-a4f2-f93fadf4fe60 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (7d5f5b5d-9ff1-4b18-8ef4-7b729a327417), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:43.394517 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b4d02b4-ca15-474a-b438-92d7bb92f009 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:03:43.419163 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9b4d02b4-ca15-474a-b438-92d7bb92f009 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (690adf10-c888-4625-9d54-0b4c59438610), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:43.419622 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-9b4d02b4-ca15-474a-b438-92d7bb92f009 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Added segment 690adf10-c888-4625-9d54-0b4c59438610 of type vlan for network bef6d9be-93f5-4ccc-ac76-98fb62d6f1a7 Mar 01 14:03:43.496708 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9b4d02b4-ca15-474a-b438-92d7bb92f009 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (bef6d9be-93f5-4ccc-ac76-98fb62d6f1a7), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:43.504877 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d37342b5-4ec8-4a81-8430-b95dd332c47a None None] Deleting port 2e69c6e6-56ef-4e1d-99bf-8e76e977220f {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:03:43.505575 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d37342b5-4ec8-4a81-8430-b95dd332c47a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (2e69c6e6-56ef-4e1d-99bf-8e76e977220f), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:43.512883 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3f74e8d3-aa41-43f7-a4f2-f93fadf4fe60 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (7d5f5b5d-9ff1-4b18-8ef4-7b729a327417), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:43.524697 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3f74e8d3-aa41-43f7-a4f2-f93fadf4fe60 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (7d5f5b5d-9ff1-4b18-8ef4-7b729a327417), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:43.538501 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-8b663eeb-8dbb-42de-9607-cfabcbfbf3c5 admin admin] For port 2e69c6e6-56ef-4e1d-99bf-8e76e977220f, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=2e69c6e6-56ef-4e1d-99bf-8e76e977220f,segment=NetworkSegment(baf555f1-c68c-40fa-b064-c9daf0d53a98),segment_id=baf555f1-c68c-40fa-b064-c9daf0d53a98)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:43.538903 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8b663eeb-8dbb-42de-9607-cfabcbfbf3c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (2e69c6e6-56ef-4e1d-99bf-8e76e977220f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:43.549686 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74e8d3-aa41-43f7-a4f2-f93fadf4fe60 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d5f5b5d-9ff1-4b18-8ef4-7b729a327417,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:43.564993 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9b4d02b4-ca15-474a-b438-92d7bb92f009 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (bef6d9be-93f5-4ccc-ac76-98fb62d6f1a7), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:43.571820 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-8b663eeb-8dbb-42de-9607-cfabcbfbf3c5 admin admin] Calling delete_port for 2e69c6e6-56ef-4e1d-99bf-8e76e977220f owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:03:43.576140 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4d02b4-ca15-474a-b438-92d7bb92f009 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:43.576910 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9b4d02b4-ca15-474a-b438-92d7bb92f009 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:43.605102 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df18f26-33bd-4c5c-9b6a-e74e48d84791 req-a43f293e-34dd-4207-892d-48069e9a1bcd tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:43.613128 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0df18f26-33bd-4c5c-9b6a-e74e48d84791 req-a43f293e-34dd-4207-892d-48069e9a1bcd tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 943 time: 0.1312292 Mar 01 14:03:43.667234 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d02b4-ca15-474a-b438-92d7bb92f009 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event updated for resources: {'Network': ['ID=bef6d9be-93f5-4ccc-ac76-98fb62d6f1a7,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:43.673303 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3f74e8d3-aa41-43f7-a4f2-f93fadf4fe60 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:43.676811 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3f74e8d3-aa41-43f7-a4f2-f93fadf4fe60 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3518960 Mar 01 14:03:43.678449 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58942) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:43.701714 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-42b269d4-462a-4720-a6eb-215581ea4632 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "GET /v2.0/security-group-rules/7d5f5b5d-9ff1-4b18-8ef4-7b729a327417 HTTP/1.1" status: 200 len: 769 time: 0.0190427 Mar 01 14:03:43.702854 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58944) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:43.703780 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9b4d02b4-ca15-474a-b438-92d7bb92f009 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4337754 Mar 01 14:03:43.706470 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58946) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:43.712909 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-151e0b95-30f0-4f9e-98a0-819808cf5954 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Request body: {'subnet': {'network_id': 'bef6d9be-93f5-4ccc-ac76-98fb62d6f1a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:43.750219 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0df18f26-33bd-4c5c-9b6a-e74e48d84791 req-6af1c0c5-49d2-477a-a067-8f75abe0633e tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350002 Mar 01 14:03:43.787526 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network bef6d9be-93f5-4ccc-ac76-98fb62d6f1a7 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:03:43.788964 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b5d6739b-0f32-4e68-ae34-4f08de4bde0a tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0788779 Mar 01 14:03:43.789684 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58948) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:43.803401 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8b663eeb-8dbb-42de-9607-cfabcbfbf3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (2e69c6e6-56ef-4e1d-99bf-8e76e977220f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:43.839816 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151e0b95-30f0-4f9e-98a0-819808cf5954 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Made reservation on behalf of 20a71768b90f40be857197f3c257705b for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:03:43.844227 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-151e0b95-30f0-4f9e-98a0-819808cf5954 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:43.847605 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b663eeb-8dbb-42de-9607-cfabcbfbf3c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e69c6e6-56ef-4e1d-99bf-8e76e977220f,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:43.852276 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b663eeb-8dbb-42de-9607-cfabcbfbf3c5 admin admin] No DVR routers for this DVR port 2e69c6e6-56ef-4e1d-99bf-8e76e977220f on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:03:43.882219 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1f0e2461-f39d-4845-a24c-b27d5999bad1 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (7d5f5b5d-9ff1-4b18-8ef4-7b729a327417), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:43.891893 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1f0e2461-f39d-4845-a24c-b27d5999bad1 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (7d5f5b5d-9ff1-4b18-8ef4-7b729a327417), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:43.920012 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d37342b5-4ec8-4a81-8430-b95dd332c47a None None] For port 2e69c6e6-56ef-4e1d-99bf-8e76e977220f, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=2e69c6e6-56ef-4e1d-99bf-8e76e977220f,segment=NetworkSegment(baf555f1-c68c-40fa-b064-c9daf0d53a98),segment_id=baf555f1-c68c-40fa-b064-c9daf0d53a98)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:43.920417 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d37342b5-4ec8-4a81-8430-b95dd332c47a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (2e69c6e6-56ef-4e1d-99bf-8e76e977220f), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:43.938132 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d37342b5-4ec8-4a81-8430-b95dd332c47a None None] Calling delete_port for 2e69c6e6-56ef-4e1d-99bf-8e76e977220f owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:03:43.949026 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.ipam_backend_mixin [None req-151e0b95-30f0-4f9e-98a0-819808cf5954 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Performing IP validity checks on allocation pools {{(pid=103726) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 01 14:03:43.949847 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.ipam_backend_mixin [None req-151e0b95-30f0-4f9e-98a0-819808cf5954 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103726) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 01 14:03:43.961439 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8b663eeb-8dbb-42de-9607-cfabcbfbf3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (189ec434-cc49-4599-b47e-f8c559326a7c), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:43.982367 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1f0e2461-f39d-4845-a24c-b27d5999bad1 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (7d5f5b5d-9ff1-4b18-8ef4-7b729a327417), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:43.989081 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1f0e2461-f39d-4845-a24c-b27d5999bad1 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:43.993091 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1f0e2461-f39d-4845-a24c-b27d5999bad1 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/7d5f5b5d-9ff1-4b18-8ef4-7b729a327417 HTTP/1.1" status: 204 len: 168 time: 0.2012420 Mar 01 14:03:43.994609 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58952) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:44.013982 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-8b663eeb-8dbb-42de-9607-cfabcbfbf3c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['189ec434-cc49-4599-b47e-f8c559326a7c']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:44.048463 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d37342b5-4ec8-4a81-8430-b95dd332c47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (2e69c6e6-56ef-4e1d-99bf-8e76e977220f), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:44.069536 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37342b5-4ec8-4a81-8430-b95dd332c47a None None] No DVR routers for this DVR port 2e69c6e6-56ef-4e1d-99bf-8e76e977220f on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:03:44.085225 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-39bfae71-4b8e-44ca-9cde-e9a0de784c07 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0840793 Mar 01 14:03:44.087406 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58958) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:44.087863 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-8b663eeb-8dbb-42de-9607-cfabcbfbf3c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf555f1-c68c-40fa-b064-c9daf0d53a98') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:44.088423 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-8b663eeb-8dbb-42de-9607-cfabcbfbf3c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf555f1-c68c-40fa-b064-c9daf0d53a98') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:44.090882 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e2461-f39d-4845-a24c-b27d5999bad1 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d5f5b5d-9ff1-4b18-8ef4-7b729a327417,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:44.113669 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37342b5-4ec8-4a81-8430-b95dd332c47a None None] Pushing event deleted for resources: {'Port': ['ID=2e69c6e6-56ef-4e1d-99bf-8e76e977220f,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:44.251428 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f7e35198-65d0-49f2-a4b9-c89d663c68b9 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (d7c0990a-2675-4ce7-ad33-e25f435e8b67), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:44.328387 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f7e35198-65d0-49f2-a4b9-c89d663c68b9 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (d7c0990a-2675-4ce7-ad33-e25f435e8b67), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:44.337114 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-151e0b95-30f0-4f9e-98a0-819808cf5954 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (a95a8927-a4c0-4260-926c-1c54d7553ab2), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:44.416157 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e0b95-30f0-4f9e-98a0-819808cf5954 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event updated for resources: {'Subnet': ['ID=a95a8927-a4c0-4260-926c-1c54d7553ab2,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:44.427713 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f7e35198-65d0-49f2-a4b9-c89d663c68b9 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d7c0990a-2675-4ce7-ad33-e25f435e8b67), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:44.430271 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f7e35198-65d0-49f2-a4b9-c89d663c68b9 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:44.434134 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f7e35198-65d0-49f2-a4b9-c89d663c68b9 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "DELETE /v2.0/security-groups/d7c0990a-2675-4ce7-ad33-e25f435e8b67 HTTP/1.1" status: 204 len: 168 time: 0.3431623 Mar 01 14:03:44.437617 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58962) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:44.462382 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e35198-65d0-49f2-a4b9-c89d663c68b9 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c0990a-2675-4ce7-ad33-e25f435e8b67,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:44.470272 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151e0b95-30f0-4f9e-98a0-819808cf5954 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Checking segment: {'id': '690adf10-c888-4625-9d54-0b4c59438610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bef6d9be-93f5-4ccc-ac76-98fb62d6f1a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:03:44.470634 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151e0b95-30f0-4f9e-98a0-819808cf5954 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Network hostable DHCP agents. Network: bef6d9be-93f5-4ccc-ac76-98fb62d6f1a7, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:03:44.478762 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8b663eeb-8dbb-42de-9607-cfabcbfbf3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (baf555f1-c68c-40fa-b064-c9daf0d53a98), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:44.510305 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8b663eeb-8dbb-42de-9607-cfabcbfbf3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (baf555f1-c68c-40fa-b064-c9daf0d53a98), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:44.521219 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b663eeb-8dbb-42de-9607-cfabcbfbf3c5 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:03:44.521618 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8b663eeb-8dbb-42de-9607-cfabcbfbf3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (baf555f1-c68c-40fa-b064-c9daf0d53a98), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:44.523293 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:03:44.523293 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:03:44.523293 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:03:44.523293 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:03:44.523293 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:03:44.523293 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:03:44.523293 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:03:44.523293 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:03:44.523293 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:03:44.523293 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:03:44.523293 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:03:44.523293 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:03:44.523293 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:03:44.523293 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:03:44.523293 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:03:44.523293 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:03:44.523293 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:03:44.523293 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:03:44.523293 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:03:44.523293 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:03:44.523293 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:03:44.523293 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:03:44.523293 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:03:44.523293 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:03:44.523293 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:03:44.523293 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:03:44.523293 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:03:44.523293 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:03:44.523293 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:03:44.523293 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:03:44.523293 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:03:44.523293 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:03:44.532186 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151e0b95-30f0-4f9e-98a0-819808cf5954 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Network bef6d9be-93f5-4ccc-ac76-98fb62d6f1a7 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:03:44.546006 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 340ab1d7-2607-4a86-a614-6847744d1152 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:03:44.550764 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e31b77f7-7d55-4027-abb0-7765b4696879 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1080682 Mar 01 14:03:44.554929 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58966) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:44.559275 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-54ed4ebc-0fef-4eb2-b3f3-f5b52fcc3b51 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Request body: {'security_group': {'name': 'tempest-secgroup--57516663'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:44.587698 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 340ab1d7-2607-4a86-a614-6847744d1152 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:03:44.588327 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 340ab1d7-2607-4a86-a614-6847744d1152 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:03:44.592397 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-151e0b95-30f0-4f9e-98a0-819808cf5954 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, bef6d9be-93f5-4ccc-ac76-98fb62d6f1a7) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:03:44.595092 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675d3e1-ec4a-440b-bd6f-69161696e618 req-b9f20d74-714a-413b-ad98-aee93a7ed858 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:44.596963 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c675d3e1-ec4a-440b-bd6f-69161696e618 req-b9f20d74-714a-413b-ad98-aee93a7ed858 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 945 time: 0.5406730 Mar 01 14:03:44.606371 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 2e69c6e6-56ef-4e1d-99bf-8e76e977220f no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:03:44.606903 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151e0b95-30f0-4f9e-98a0-819808cf5954 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:44.607982 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-151e0b95-30f0-4f9e-98a0-819808cf5954 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:44.609929 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8c10b2-5b78-4b0a-827c-b502d4359689 None None] Network bef6d9be-93f5-4ccc-ac76-98fb62d6f1a7 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:03:44.624026 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-54ed4ebc-0fef-4eb2-b3f3-f5b52fcc3b51 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:44.647468 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8b663eeb-8dbb-42de-9607-cfabcbfbf3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (189ec434-cc49-4599-b47e-f8c559326a7c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:44.672037 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8b663eeb-8dbb-42de-9607-cfabcbfbf3c5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:44.675394 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8b663eeb-8dbb-42de-9607-cfabcbfbf3c5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/189ec434-cc49-4599-b47e-f8c559326a7c HTTP/1.1" status: 204 len: 168 time: 1.4861963 Mar 01 14:03:44.678296 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b663eeb-8dbb-42de-9607-cfabcbfbf3c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=189ec434-cc49-4599-b47e-f8c559326a7c,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:44.680004 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58968) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:44.720453 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-54ed4ebc-0fef-4eb2-b3f3-f5b52fcc3b51 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (a0a30af3-51c6-4a10-9e2c-f15f43f4c49c), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:44.727013 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-151e0b95-30f0-4f9e-98a0-819808cf5954 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0194461 Mar 01 14:03:44.728078 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 2e69c6e6-56ef-4e1d-99bf-8e76e977220f {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:03:44.728493 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 2e69c6e6-56ef-4e1d-99bf-8e76e977220f not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:03:44.736305 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58970) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:44.741076 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-54ed4ebc-0fef-4eb2-b3f3-f5b52fcc3b51 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a0a30af3-51c6-4a10-9e2c-f15f43f4c49c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:44.776975 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 4b1a08f9-41a0-4c86-8693-6f989c6552f2 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:03:44.824711 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-54ed4ebc-0fef-4eb2-b3f3-f5b52fcc3b51 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:44.832344 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-54ed4ebc-0fef-4eb2-b3f3-f5b52fcc3b51 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2763944 Mar 01 14:03:44.833811 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58974) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:44.846344 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-0bbad5df-d4f2-4055-b756-1dbe51546b32 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Request body: {'security_group_rule': {'security_group_id': 'a0a30af3-51c6-4a10-9e2c-f15f43f4c49c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:44.850160 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bec4ffbf-041d-4867-9f73-ccad68b526b2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (bef6d9be-93f5-4ccc-ac76-98fb62d6f1a7), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:44.856394 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed4ebc-0fef-4eb2-b3f3-f5b52fcc3b51 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a30af3-51c6-4a10-9e2c-f15f43f4c49c,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:44.873749 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c675d3e1-ec4a-440b-bd6f-69161696e618 req-ca566df6-a1c5-4d5e-9b57-cc5bec2380f7 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477322 Mar 01 14:03:44.914769 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0bbad5df-d4f2-4055-b756-1dbe51546b32 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (9d04fdab-c036-4e79-b14c-a59395312da8), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:44.923723 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 4b1a08f9-41a0-4c86-8693-6f989c6552f2, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=4b1a08f9-41a0-4c86-8693-6f989c6552f2,segment=NetworkSegment(354ee497-7228-4227-89f9-36435d335b77),segment_id=354ee497-7228-4227-89f9-36435d335b77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:44.926446 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5319dcd4-cdd3-4ffe-b41b-eb0f59e2fe1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-bef6d9be-93f5-4ccc-ac76-98fb62d6f1a7', 'network_id': 'bef6d9be-93f5-4ccc-ac76-98fb62d6f1a7', 'project_id': '20a71768b90f40be857197f3c257705b', 'fixed_ips': [{'subnet_id': 'a95a8927-a4c0-4260-926c-1c54d7553ab2'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:03:44.927310 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5319dcd4-cdd3-4ffe-b41b-eb0f59e2fe1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:44.949361 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '4b1a08f9-41a0-4c86-8693-6f989c6552f2', 'network_id': '3a263dd2-fccb-41d7-9268-17deef5caa4e', 'port_id': '4b1a08f9-41a0-4c86-8693-6f989c6552f2', 'mac_address': 'fa:16:3e:cb:9c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e897284-ac55-41c2-b088-3972dd0eb9f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:03:44.991813 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0bbad5df-d4f2-4055-b756-1dbe51546b32 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (9d04fdab-c036-4e79-b14c-a59395312da8), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:44.997137 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0bbad5df-d4f2-4055-b756-1dbe51546b32 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (9d04fdab-c036-4e79-b14c-a59395312da8), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:45.022442 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbad5df-d4f2-4055-b756-1dbe51546b32 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d04fdab-c036-4e79-b14c-a59395312da8,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:45.027969 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0bbad5df-d4f2-4055-b756-1dbe51546b32 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:45.030345 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0bbad5df-d4f2-4055-b756-1dbe51546b32 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1939414 Mar 01 14:03:45.033552 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58976) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:45.036473 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bec4ffbf-041d-4867-9f73-ccad68b526b2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (a95a8927-a4c0-4260-926c-1c54d7553ab2), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:45.069135 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 4b1a08f9-41a0-4c86-8693-6f989c6552f2 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:03:45.070139 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4b1a08f9-41a0-4c86-8693-6f989c6552f2), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:45.088356 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b1a08f9-41a0-4c86-8693-6f989c6552f2 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:03:45.112137 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 4b1a08f9-41a0-4c86-8693-6f989c6552f2, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=4b1a08f9-41a0-4c86-8693-6f989c6552f2,segment=NetworkSegment(354ee497-7228-4227-89f9-36435d335b77),segment_id=354ee497-7228-4227-89f9-36435d335b77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:45.114068 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af384bc-d0c9-46a4-a309-12fb25994588 req-043bab32-a0aa-4a1c-a8da-712c671058fc tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:45.120512 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ebbcf214-d885-4c4a-8ab7-ea334c3abece tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (a0a30af3-51c6-4a10-9e2c-f15f43f4c49c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:45.123994 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4af384bc-d0c9-46a4-a309-12fb25994588 req-043bab32-a0aa-4a1c-a8da-712c671058fc tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 943 time: 0.2422390 Mar 01 14:03:45.138466 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (4b1a08f9-41a0-4c86-8693-6f989c6552f2), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:45.151000 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ebbcf214-d885-4c4a-8ab7-ea334c3abece tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (a0a30af3-51c6-4a10-9e2c-f15f43f4c49c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:45.199552 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4af384bc-d0c9-46a4-a309-12fb25994588 req-f0d1c62c-5f4d-46c2-8a04-a8c4ce965ee7 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745370 Mar 01 14:03:45.209282 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-5319dcd4-cdd3-4ffe-b41b-eb0f59e2fe1d None None] Allocated IP 172.20.0.3 (bef6d9be-93f5-4ccc-ac76-98fb62d6f1a7/a95a8927-a4c0-4260-926c-1c54d7553ab2/82b474a4-f93d-469c-b094-6ad49ca168c9) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:03:45.219938 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ebbcf214-d885-4c4a-8ab7-ea334c3abece tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a0a30af3-51c6-4a10-9e2c-f15f43f4c49c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:45.223178 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ebbcf214-d885-4c4a-8ab7-ea334c3abece tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:45.227769 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ebbcf214-d885-4c4a-8ab7-ea334c3abece tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "DELETE /v2.0/security-groups/a0a30af3-51c6-4a10-9e2c-f15f43f4c49c HTTP/1.1" status: 204 len: 168 time: 0.1929815 Mar 01 14:03:45.228660 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58978) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:45.229015 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=4b1a08f9-41a0-4c86-8693-6f989c6552f2,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:45.274406 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbcf214-d885-4c4a-8ab7-ea334c3abece tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a30af3-51c6-4a10-9e2c-f15f43f4c49c,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:45.323204 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d50585d7-2b47-406d-8303-55ad0bf13ce3 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0819345 Mar 01 14:03:45.326245 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58982) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:45.384574 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-fb59f515-9d2c-4873-9582-b1941fc1e86a tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0571916 Mar 01 14:03:45.387324 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58984) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:45.401537 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-558ff1c8-ea52-4d19-8a8e-c77e865221f1 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] delete failed (client error): The resource could not be found. Mar 01 14:03:45.403086 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-558ff1c8-ea52-4d19-8a8e-c77e865221f1 tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "DELETE /v2.0/security-groups/a0a30af3-51c6-4a10-9e2c-f15f43f4c49c HTTP/1.1" status: 404 len: 347 time: 0.0143702 Mar 01 14:03:45.409622 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58986) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:45.459908 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8dbd58b1-b282-476d-a255-09730776dccf tempest-SecGroupIPv6Test-1888684317 tempest-SecGroupIPv6Test-1888684317-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0487416 Mar 01 14:03:45.460987 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['4b1a08f9-41a0-4c86-8693-6f989c6552f2'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:03:45.470512 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5319dcd4-cdd3-4ffe-b41b-eb0f59e2fe1d None None] Publish callbacks [] for port (82b474a4-f93d-469c-b094-6ad49ca168c9), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:45.507583 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5319dcd4-cdd3-4ffe-b41b-eb0f59e2fe1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (82b474a4-f93d-469c-b094-6ad49ca168c9), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:45.565946 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5319dcd4-cdd3-4ffe-b41b-eb0f59e2fe1d None None] Network bef6d9be-93f5-4ccc-ac76-98fb62d6f1a7 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:03:45.572238 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-5319dcd4-cdd3-4ffe-b41b-eb0f59e2fe1d None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:03:45.581786 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5319dcd4-cdd3-4ffe-b41b-eb0f59e2fe1d None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:03:45.596707 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bec4ffbf-041d-4867-9f73-ccad68b526b2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (a95a8927-a4c0-4260-926c-1c54d7553ab2), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:45.597270 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319dcd4-cdd3-4ffe-b41b-eb0f59e2fe1d None None] Pushing event updated for resources: {'Port': ['ID=82b474a4-f93d-469c-b094-6ad49ca168c9,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:45.657738 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4ffbf-041d-4867-9f73-ccad68b526b2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event deleted for resources: {'Subnet': ['ID=a95a8927-a4c0-4260-926c-1c54d7553ab2,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:45.691362 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-5319dcd4-cdd3-4ffe-b41b-eb0f59e2fe1d None None] Attempting to bind port 82b474a4-f93d-469c-b094-6ad49ca168c9 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:03:45.691968 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-5319dcd4-cdd3-4ffe-b41b-eb0f59e2fe1d None None] Attempting to bind port 82b474a4-f93d-469c-b094-6ad49ca168c9 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '690adf10-c888-4625-9d54-0b4c59438610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bef6d9be-93f5-4ccc-ac76-98fb62d6f1a7'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:03:45.692347 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5319dcd4-cdd3-4ffe-b41b-eb0f59e2fe1d None None] Attempting to bind port 82b474a4-f93d-469c-b094-6ad49ca168c9 on network bef6d9be-93f5-4ccc-ac76-98fb62d6f1a7 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:03:45.702310 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5319dcd4-cdd3-4ffe-b41b-eb0f59e2fe1d None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:03:45.703263 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5319dcd4-cdd3-4ffe-b41b-eb0f59e2fe1d None None] Checking segment: {'id': '690adf10-c888-4625-9d54-0b4c59438610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bef6d9be-93f5-4ccc-ac76-98fb62d6f1a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:03:45.703603 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5319dcd4-cdd3-4ffe-b41b-eb0f59e2fe1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:45.704021 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5319dcd4-cdd3-4ffe-b41b-eb0f59e2fe1d None None] Bound using segment: {'id': '690adf10-c888-4625-9d54-0b4c59438610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bef6d9be-93f5-4ccc-ac76-98fb62d6f1a7'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:03:45.704503 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-5319dcd4-cdd3-4ffe-b41b-eb0f59e2fe1d None None] Bound port: 82b474a4-f93d-469c-b094-6ad49ca168c9, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '690adf10-c888-4625-9d54-0b4c59438610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bef6d9be-93f5-4ccc-ac76-98fb62d6f1a7'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:03:45.704886 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5319dcd4-cdd3-4ffe-b41b-eb0f59e2fe1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (82b474a4-f93d-469c-b094-6ad49ca168c9), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:45.730779 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bec4ffbf-041d-4867-9f73-ccad68b526b2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (bef6d9be-93f5-4ccc-ac76-98fb62d6f1a7), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:45.753159 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-bec4ffbf-041d-4867-9f73-ccad68b526b2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bef6d9be-93f5-4ccc-ac76-98fb62d6f1a7']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:45.762719 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-bec4ffbf-041d-4867-9f73-ccad68b526b2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '690adf10-c888-4625-9d54-0b4c59438610') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:45.763020 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-bec4ffbf-041d-4867-9f73-ccad68b526b2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '690adf10-c888-4625-9d54-0b4c59438610') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:45.774091 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bec4ffbf-041d-4867-9f73-ccad68b526b2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (690adf10-c888-4625-9d54-0b4c59438610), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:45.779548 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-5319dcd4-cdd3-4ffe-b41b-eb0f59e2fe1d None None] For port 82b474a4-f93d-469c-b094-6ad49ca168c9, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:03:45.782378 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-5319dcd4-cdd3-4ffe-b41b-eb0f59e2fe1d None None] For port 82b474a4-f93d-469c-b094-6ad49ca168c9, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=82b474a4-f93d-469c-b094-6ad49ca168c9,segment=NetworkSegment(690adf10-c888-4625-9d54-0b4c59438610),segment_id=690adf10-c888-4625-9d54-0b4c59438610)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:03:45.797933 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5319dcd4-cdd3-4ffe-b41b-eb0f59e2fe1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (82b474a4-f93d-469c-b094-6ad49ca168c9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:45.799917 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bec4ffbf-041d-4867-9f73-ccad68b526b2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (690adf10-c888-4625-9d54-0b4c59438610), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:45.806665 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec4ffbf-041d-4867-9f73-ccad68b526b2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:03:45.807201 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bec4ffbf-041d-4867-9f73-ccad68b526b2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (690adf10-c888-4625-9d54-0b4c59438610), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:45.833998 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58994) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:45.861787 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319dcd4-cdd3-4ffe-b41b-eb0f59e2fe1d None None] Pushing event updated for resources: {'Port': ['ID=82b474a4-f93d-469c-b094-6ad49ca168c9,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:45.868646 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:03:45.868646 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:03:45.868646 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:03:45.868646 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:03:45.868646 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:03:45.868646 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:03:45.868646 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:03:45.868646 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:03:45.868646 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:03:45.868646 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:03:45.868646 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:03:45.868646 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:03:45.868646 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:03:45.868646 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:03:45.868646 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:03:45.868646 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:03:45.868646 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:03:45.868646 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:03:45.868646 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:03:45.868646 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:03:45.868646 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:03:45.868646 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:03:45.868646 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:03:45.868646 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:03:45.868646 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:03:45.868646 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:03:45.868646 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:03:45.868646 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:03:45.868646 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:03:45.868646 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:03:45.868646 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:03:45.868646 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:03:45.876754 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.db.api [None req-bec4ffbf-041d-4867-9f73-ccad68b526b2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 01 14:03:45.876754 n-d-827467-3 neutron-server[103727]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 01 14:03:45.876754 n-d-827467-3 neutron-server[103727]: [parameters: {'id': 'bef6d9be-93f5-4ccc-ac76-98fb62d6f1a7'}] Mar 01 14:03:45.876754 n-d-827467-3 neutron-server[103727]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 14:03:45.877216 n-d-827467-3 neutron-server[103727]: DEBUG oslo_db.api [None req-bec4ffbf-041d-4867-9f73-ccad68b526b2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 14:03:45.888422 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c4512fd7-12da-419e-b999-033d75a547f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (de48115f-7721-4657-b8a1-bd521bbf0eb5), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:45.972407 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c4b369-fad5-4793-8b5b-c074e3baa6b5 None None] get_active_networks_info from n-d-827467-3 {{(pid=103728) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 01 14:03:46.036184 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a8359-4082-4041-8f7a-f1eb9d9d3b07 req-6e45db97-0a1b-48fe-8d4f-d9218149172b tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:46.037811 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-513a8359-4082-4041-8f7a-f1eb9d9d3b07 req-6e45db97-0a1b-48fe-8d4f-d9218149172b tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 945 time: 0.1011829 Mar 01 14:03:46.057280 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a6cc26de-aa66-4bcd-bbd5-2ccea16a2795 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47177d0a5d1b42528726e9e4827813cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2210352 Mar 01 14:03:46.059695 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59000) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:46.085693 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c4b369-fad5-4793-8b5b-c074e3baa6b5 None None] Resources bound (agent type, host, resource id): {{(pid=103728) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 14:03:46.120101 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2233bc1a-a305-4371-a913-4e23f4cc517d admin admin] Publish callbacks [] for security_group (b9e5c415-4860-4b5e-a33a-7b835b58c1be), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:46.152090 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2233bc1a-a305-4371-a913-4e23f4cc517d admin admin] Publish callbacks [] for security_group (b9e5c415-4860-4b5e-a33a-7b835b58c1be), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:46.158822 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-513a8359-4082-4041-8f7a-f1eb9d9d3b07 req-4992816e-c019-4322-9162-be64ccf971ad tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117270 Mar 01 14:03:46.212800 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2233bc1a-a305-4371-a913-4e23f4cc517d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b9e5c415-4860-4b5e-a33a-7b835b58c1be), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:46.216255 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2233bc1a-a305-4371-a913-4e23f4cc517d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:46.221552 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2233bc1a-a305-4371-a913-4e23f4cc517d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b9e5c415-4860-4b5e-a33a-7b835b58c1be HTTP/1.1" status: 204 len: 168 time: 0.1605930 Mar 01 14:03:46.244533 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2233bc1a-a305-4371-a913-4e23f4cc517d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e5c415-4860-4b5e-a33a-7b835b58c1be,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:46.285769 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-c4512fd7-12da-419e-b999-033d75a547f2 admin admin] Deleting port e3645e2f-fa4a-47bd-864f-53a12fecc7ca {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:03:46.286251 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c4512fd7-12da-419e-b999-033d75a547f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (e3645e2f-fa4a-47bd-864f-53a12fecc7ca), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:46.381022 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bec4ffbf-041d-4867-9f73-ccad68b526b2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (bef6d9be-93f5-4ccc-ac76-98fb62d6f1a7), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:46.381387 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b0d132-6174-4221-9020-2a5e71d58bc3 None None] Network bef6d9be-93f5-4ccc-ac76-98fb62d6f1a7 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:03:46.426702 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581a852-c44f-4d04-bac5-a4e7921cb43b req-ebd2a77a-c935-4197-ac05-b51ba36e118c tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:46.428442 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b581a852-c44f-4d04-bac5-a4e7921cb43b req-ebd2a77a-c935-4197-ac05-b51ba36e118c tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 944 time: 0.1384058 Mar 01 14:03:46.537623 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-c4512fd7-12da-419e-b999-033d75a547f2 admin admin] For port e3645e2f-fa4a-47bd-864f-53a12fecc7ca, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=e3645e2f-fa4a-47bd-864f-53a12fecc7ca,segment=NetworkSegment(fe599632-2ad8-4c42-9e45-56653463bfe3),segment_id=fe599632-2ad8-4c42-9e45-56653463bfe3)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:46.537985 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c4512fd7-12da-419e-b999-033d75a547f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (e3645e2f-fa4a-47bd-864f-53a12fecc7ca), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:46.562724 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-c4512fd7-12da-419e-b999-033d75a547f2 admin admin] Calling delete_port for e3645e2f-fa4a-47bd-864f-53a12fecc7ca owned by network:router_interface {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:03:46.580415 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b581a852-c44f-4d04-bac5-a4e7921cb43b req-264b9f79-49bc-420c-83ef-5b0fa1bf2651 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258078 Mar 01 14:03:46.583896 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-bec4ffbf-041d-4867-9f73-ccad68b526b2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Deleting port 82b474a4-f93d-469c-b094-6ad49ca168c9 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:03:46.584241 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bec4ffbf-041d-4867-9f73-ccad68b526b2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (82b474a4-f93d-469c-b094-6ad49ca168c9), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:46.654242 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-bec4ffbf-041d-4867-9f73-ccad68b526b2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] For port 82b474a4-f93d-469c-b094-6ad49ca168c9, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=82b474a4-f93d-469c-b094-6ad49ca168c9,segment=NetworkSegment(690adf10-c888-4625-9d54-0b4c59438610),segment_id=690adf10-c888-4625-9d54-0b4c59438610)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:46.654613 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bec4ffbf-041d-4867-9f73-ccad68b526b2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (82b474a4-f93d-469c-b094-6ad49ca168c9), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:46.701403 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-bec4ffbf-041d-4867-9f73-ccad68b526b2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Calling delete_port for 82b474a4-f93d-469c-b094-6ad49ca168c9 owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:03:46.791522 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 4b1a08f9-41a0-4c86-8693-6f989c6552f2 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:03:46.875252 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bec4ffbf-041d-4867-9f73-ccad68b526b2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (82b474a4-f93d-469c-b094-6ad49ca168c9), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:46.882543 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 4b1a08f9-41a0-4c86-8693-6f989c6552f2 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:03:46.886593 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 4b1a08f9-41a0-4c86-8693-6f989c6552f2 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:03:46.886973 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (4b1a08f9-41a0-4c86-8693-6f989c6552f2), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:46.926654 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec4ffbf-041d-4867-9f73-ccad68b526b2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] No DVR routers for this DVR port 82b474a4-f93d-469c-b094-6ad49ca168c9 on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:03:46.941599 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4ffbf-041d-4867-9f73-ccad68b526b2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event deleted for resources: {'Port': ['ID=82b474a4-f93d-469c-b094-6ad49ca168c9,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:47.001561 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 4b1a08f9-41a0-4c86-8693-6f989c6552f2 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:03:47.001960 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4b1a08f9-41a0-4c86-8693-6f989c6552f2), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:47.027881 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b282b4-9fab-4f4d-8e0f-f9281290294f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b1a08f9-41a0-4c86-8693-6f989c6552f2'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:03:47.030408 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bd6530-29b6-46ba-8603-5a395590e776" -d '{"events": [{"server_uuid": "c7b282b4-9fab-4f4d-8e0f-f9281290294f", "name": "network-vif-plugged", "status": "completed", "tag": "4b1a08f9-41a0-4c86-8693-6f989c6552f2"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:03:47.056249 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 4b1a08f9-41a0-4c86-8693-6f989c6552f2, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=4b1a08f9-41a0-4c86-8693-6f989c6552f2,segment=NetworkSegment(354ee497-7228-4227-89f9-36435d335b77),segment_id=354ee497-7228-4227-89f9-36435d335b77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:47.063573 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bec4ffbf-041d-4867-9f73-ccad68b526b2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (bef6d9be-93f5-4ccc-ac76-98fb62d6f1a7), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:47.070087 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (4b1a08f9-41a0-4c86-8693-6f989c6552f2), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:47.079949 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c4512fd7-12da-419e-b999-033d75a547f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (e3645e2f-fa4a-47bd-864f-53a12fecc7ca), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:47.117524 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54066e60-3fbc-43ff-bb22-ae83b096fc45 x-openstack-request-id: req-54066e60-3fbc-43ff-bb22-ae83b096fc45 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:03:47.118175 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b282b4-9fab-4f4d-8e0f-f9281290294f", "name": "network-vif-plugged", "status": "completed", "tag": "4b1a08f9-41a0-4c86-8693-6f989c6552f2", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:03:47.118609 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54066e60-3fbc-43ff-bb22-ae83b096fc45 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:03:47.119153 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b282b4-9fab-4f4d-8e0f-f9281290294f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b1a08f9-41a0-4c86-8693-6f989c6552f2', 'code': 200} Mar 01 14:03:47.120102 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4512fd7-12da-419e-b999-033d75a547f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3645e2f-fa4a-47bd-864f-53a12fecc7ca,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:47.123149 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-bec4ffbf-041d-4867-9f73-ccad68b526b2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bef6d9be-93f5-4ccc-ac76-98fb62d6f1a7']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:47.138322 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-bec4ffbf-041d-4867-9f73-ccad68b526b2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '690adf10-c888-4625-9d54-0b4c59438610') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:47.138622 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-bec4ffbf-041d-4867-9f73-ccad68b526b2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '690adf10-c888-4625-9d54-0b4c59438610') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:47.167735 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bec4ffbf-041d-4867-9f73-ccad68b526b2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (690adf10-c888-4625-9d54-0b4c59438610), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:47.172641 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=4b1a08f9-41a0-4c86-8693-6f989c6552f2,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:47.219104 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bec4ffbf-041d-4867-9f73-ccad68b526b2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (690adf10-c888-4625-9d54-0b4c59438610), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:47.226803 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec4ffbf-041d-4867-9f73-ccad68b526b2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:03:47.227444 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bec4ffbf-041d-4867-9f73-ccad68b526b2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (690adf10-c888-4625-9d54-0b4c59438610), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:47.247570 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59032) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:47.301829 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:03:47.301829 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:03:47.301829 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:03:47.301829 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:03:47.301829 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:03:47.301829 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:03:47.301829 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:03:47.301829 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:03:47.301829 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:03:47.301829 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:03:47.301829 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:03:47.301829 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:03:47.301829 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:03:47.301829 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:03:47.301829 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:03:47.301829 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:03:47.301829 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:03:47.301829 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:03:47.301829 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:03:47.301829 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:03:47.301829 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:03:47.301829 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:03:47.301829 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:03:47.301829 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:03:47.301829 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:03:47.301829 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:03:47.301829 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:03:47.301829 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:03:47.301829 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:03:47.301829 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:03:47.301829 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:03:47.301829 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:03:47.327004 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bec4ffbf-041d-4867-9f73-ccad68b526b2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (bef6d9be-93f5-4ccc-ac76-98fb62d6f1a7), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:47.333674 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bec4ffbf-041d-4867-9f73-ccad68b526b2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:47.342351 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-bec4ffbf-041d-4867-9f73-ccad68b526b2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "DELETE /v2.0/networks/bef6d9be-93f5-4ccc-ac76-98fb62d6f1a7 HTTP/1.1" status: 204 len: 168 time: 2.6018219 Mar 01 14:03:47.342693 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59036) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:47.348245 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-41e6dbab-4681-4353-9748-f8b6719e8133 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1885036265'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:47.391584 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e6dbab-4681-4353-9748-f8b6719e8133 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Made reservation on behalf of 20a71768b90f40be857197f3c257705b for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:03:47.396486 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-41e6dbab-4681-4353-9748-f8b6719e8133 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:47.424615 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4ffbf-041d-4867-9f73-ccad68b526b2 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event deleted for resources: {'Network': ['ID=bef6d9be-93f5-4ccc-ac76-98fb62d6f1a7,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:47.459024 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-6eae9a3a-3d9c-4cc6-ab73-353dd584ac1f tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:47.467851 n-d-827467-3 neutron-server[103726]: WARNING neutron.api.v2.base [None req-6eae9a3a-3d9c-4cc6-ab73-353dd584ac1f tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 01 14:03:47.469214 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-6eae9a3a-3d9c-4cc6-ab73-353dd584ac1f tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] create failed (client error): There was a conflict when trying to complete your request. Mar 01 14:03:47.473989 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6eae9a3a-3d9c-4cc6-ab73-353dd584ac1f tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2215729 Mar 01 14:03:47.474824 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59040) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:47.479281 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-fded62e1-40a7-4598-baf5-fb7ee5eda8b6 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Request body: {'security_group': {'name': 'tempest-secgroup--576264631'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:47.496927 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41e6dbab-4681-4353-9748-f8b6719e8133 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:03:47.513205 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da31e47-4767-4713-9812-c964bae1e631 req-7dcc78a2-fe69-4b51-84d0-389834d9881d tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:47.515516 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9da31e47-4767-4713-9812-c964bae1e631 req-7dcc78a2-fe69-4b51-84d0-389834d9881d tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 945 time: 0.2008083 Mar 01 14:03:47.518858 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-41e6dbab-4681-4353-9748-f8b6719e8133 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (b13f73f7-928b-4cb8-beea-697604ac7f79), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:47.519241 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-41e6dbab-4681-4353-9748-f8b6719e8133 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Added segment b13f73f7-928b-4cb8-beea-697604ac7f79 of type vlan for network 000ad353-fdd1-4e86-81b5-8d5ca19e9d24 Mar 01 14:03:47.528437 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fded62e1-40a7-4598-baf5-fb7ee5eda8b6 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:47.534474 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b099fb-1d28-4e54-99c8-dd672b25a647 req-b96df04e-8db2-4e5d-a038-97277940f934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:47.536105 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b3b099fb-1d28-4e54-99c8-dd672b25a647 req-b96df04e-8db2-4e5d-a038-97277940f934 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 1127 time: 0.2353637 Mar 01 14:03:47.557516 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fded62e1-40a7-4598-baf5-fb7ee5eda8b6 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:47.581542 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-41e6dbab-4681-4353-9748-f8b6719e8133 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (000ad353-fdd1-4e86-81b5-8d5ca19e9d24), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:47.634133 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-41e6dbab-4681-4353-9748-f8b6719e8133 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (000ad353-fdd1-4e86-81b5-8d5ca19e9d24), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:47.640629 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e6dbab-4681-4353-9748-f8b6719e8133 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:47.641052 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-41e6dbab-4681-4353-9748-f8b6719e8133 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:47.644434 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b3b099fb-1d28-4e54-99c8-dd672b25a647 req-f1ee0d3f-55bc-4d14-955a-61c5ac00fb39 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667174 Mar 01 14:03:47.665279 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9da31e47-4767-4713-9812-c964bae1e631 req-7bd3c73d-319f-4e0a-ab2c-07f2ed1988f3 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423099 Mar 01 14:03:47.665823 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c4512fd7-12da-419e-b999-033d75a547f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (de48115f-7721-4657-b8a1-bd521bbf0eb5), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:47.731018 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-41e6dbab-4681-4353-9748-f8b6719e8133 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3864863 Mar 01 14:03:47.732963 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59046) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:47.741154 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-95efc626-ddba-4e87-b8de-75108d11f375 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Request body: {'subnet': {'network_id': '000ad353-fdd1-4e86-81b5-8d5ca19e9d24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:47.754393 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6dbab-4681-4353-9748-f8b6719e8133 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event updated for resources: {'Network': ['ID=000ad353-fdd1-4e86-81b5-8d5ca19e9d24,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:47.768517 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 000ad353-fdd1-4e86-81b5-8d5ca19e9d24 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:03:47.792417 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fded62e1-40a7-4598-baf5-fb7ee5eda8b6 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (81de166d-3f24-43b2-83b0-08c5d6fbbfdb), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:47.798691 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fded62e1-40a7-4598-baf5-fb7ee5eda8b6 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (81de166d-3f24-43b2-83b0-08c5d6fbbfdb), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:47.908726 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fded62e1-40a7-4598-baf5-fb7ee5eda8b6 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (74c45206-1149-4c3c-851e-c2652a143542), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:47.922631 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fded62e1-40a7-4598-baf5-fb7ee5eda8b6 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (74c45206-1149-4c3c-851e-c2652a143542), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:47.935371 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded62e1-40a7-4598-baf5-fb7ee5eda8b6 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81de166d-3f24-43b2-83b0-08c5d6fbbfdb,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:47.966555 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fded62e1-40a7-4598-baf5-fb7ee5eda8b6 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:47.967868 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fded62e1-40a7-4598-baf5-fb7ee5eda8b6 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4920962 Mar 01 14:03:47.970909 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59048) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:47.975570 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-92c4264f-c29b-41e1-a7cb-4f29620afb0f tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Request body: {'security_group_rule': {'security_group_id': '74c45206-1149-4c3c-851e-c2652a143542', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:47.998506 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded62e1-40a7-4598-baf5-fb7ee5eda8b6 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74c45206-1149-4c3c-851e-c2652a143542,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:48.019283 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-92c4264f-c29b-41e1-a7cb-4f29620afb0f tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group_rule (8599d597-ad18-49e7-8f40-4b04991e5d54), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:48.067913 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-92c4264f-c29b-41e1-a7cb-4f29620afb0f tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group_rule (8599d597-ad18-49e7-8f40-4b04991e5d54), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:48.072863 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-92c4264f-c29b-41e1-a7cb-4f29620afb0f tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (8599d597-ad18-49e7-8f40-4b04991e5d54), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:48.092422 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4264f-c29b-41e1-a7cb-4f29620afb0f tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8599d597-ad18-49e7-8f40-4b04991e5d54,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:48.101758 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-92c4264f-c29b-41e1-a7cb-4f29620afb0f tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:48.105673 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-92c4264f-c29b-41e1-a7cb-4f29620afb0f tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309292 Mar 01 14:03:48.105926 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59050) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:48.110909 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-e0946f00-e11d-41c7-b1e3-46db1dfbe0af tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Request body: {'security_group_rule': {'security_group_id': '74c45206-1149-4c3c-851e-c2652a143542', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:48.137237 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e0946f00-e11d-41c7-b1e3-46db1dfbe0af tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group_rule (f13e83db-80bf-4e40-91fa-05c367edc488), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:48.169021 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe36dd-4616-49e6-bb84-fe183a4b7218 req-a51b8db7-de2b-4cda-8655-d7dfd5e1fa56 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:48.170739 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-39fe36dd-4616-49e6-bb84-fe183a4b7218 req-a51b8db7-de2b-4cda-8655-d7dfd5e1fa56 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 945 time: 0.4547081 Mar 01 14:03:48.185246 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-e0946f00-e11d-41c7-b1e3-46db1dfbe0af tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] create failed (client error): There was a conflict when trying to complete your request. Mar 01 14:03:48.189698 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e0946f00-e11d-41c7-b1e3-46db1dfbe0af tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0795777 Mar 01 14:03:48.190296 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59052) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:48.220308 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95efc626-ddba-4e87-b8de-75108d11f375 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Made reservation on behalf of 20a71768b90f40be857197f3c257705b for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:03:48.223704 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-95efc626-ddba-4e87-b8de-75108d11f375 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:48.265806 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-882407fa-2d09-4ab5-b459-ddd4102d98a5 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (74c45206-1149-4c3c-851e-c2652a143542), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:48.290052 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-882407fa-2d09-4ab5-b459-ddd4102d98a5 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (74c45206-1149-4c3c-851e-c2652a143542), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:48.340961 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-39fe36dd-4616-49e6-bb84-fe183a4b7218 req-c45395d9-f052-4228-a9c3-7f7430258f0d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595051 Mar 01 14:03:48.352342 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-882407fa-2d09-4ab5-b459-ddd4102d98a5 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (74c45206-1149-4c3c-851e-c2652a143542), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:48.355741 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-882407fa-2d09-4ab5-b459-ddd4102d98a5 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:48.366563 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-882407fa-2d09-4ab5-b459-ddd4102d98a5 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "DELETE /v2.0/security-groups/74c45206-1149-4c3c-851e-c2652a143542 HTTP/1.1" status: 204 len: 168 time: 0.1744678 Mar 01 14:03:48.374210 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59056) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:48.394792 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882407fa-2d09-4ab5-b459-ddd4102d98a5 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c45206-1149-4c3c-851e-c2652a143542,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:48.443335 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4512fd7-12da-419e-b999-033d75a547f2 admin admin] Router de48115f-7721-4657-b8a1-bd521bbf0eb5 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:03:48.447440 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0067e142-be04-4085-a29f-a33752a45d6c tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0691621 Mar 01 14:03:48.452341 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59058) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:48.457490 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-8f3c5134-850e-4cb4-8b37-ccddadffe627 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Request body: {'security_group': {'name': 'tempest-secgroup--1487445549'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:48.508143 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8f3c5134-850e-4cb4-8b37-ccddadffe627 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:48.613126 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8f3c5134-850e-4cb4-8b37-ccddadffe627 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (23a79cd7-47aa-4370-8b54-8912745d7891), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:48.618816 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8f3c5134-850e-4cb4-8b37-ccddadffe627 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (23a79cd7-47aa-4370-8b54-8912745d7891), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:48.664070 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8f3c5134-850e-4cb4-8b37-ccddadffe627 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:48.668364 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8f3c5134-850e-4cb4-8b37-ccddadffe627 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2147710 Mar 01 14:03:48.668607 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59062) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:48.672896 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c5134-850e-4cb4-8b37-ccddadffe627 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23a79cd7-47aa-4370-8b54-8912745d7891,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:48.679589 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-95efc626-ddba-4e87-b8de-75108d11f375 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (37288f90-b898-458a-955c-09857f21af46), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:48.684896 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-6df1e6cf-b51e-4cb8-b3fe-0ad102e8fded tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Request body: {'security_group_rule': {'security_group_id': '23a79cd7-47aa-4370-8b54-8912745d7891', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:48.686863 n-d-827467-3 neutron-server[103727]: WARNING neutron.api.v2.base [None req-6df1e6cf-b51e-4cb8-b3fe-0ad102e8fded tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 01 14:03:48.688080 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-6df1e6cf-b51e-4cb8-b3fe-0ad102e8fded tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:03:48.692246 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6df1e6cf-b51e-4cb8-b3fe-0ad102e8fded tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0144136 Mar 01 14:03:48.692246 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59064) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:48.757923 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4512fd7-12da-419e-b999-033d75a547f2 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:03:48.775096 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c4512fd7-12da-419e-b999-033d75a547f2 admin admin] 10.222.0.13 "PUT /v2.0/routers/de48115f-7721-4657-b8a1-bd521bbf0eb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0872326 Mar 01 14:03:48.775274 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59070) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:48.777936 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0275105-19e6-4468-b2d2-da526b7a4668 None None] Sync routers for ids ['de48115f-7721-4657-b8a1-bd521bbf0eb5'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:03:48.819080 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0275105-19e6-4468-b2d2-da526b7a4668 None None] Routers {'de48115f-7721-4657-b8a1-bd521bbf0eb5'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:03:48.820089 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-e0275105-19e6-4468-b2d2-da526b7a4668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:03:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['de48115f-7721-4657-b8a1-bd521bbf0eb5'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:48.833529 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95efc626-ddba-4e87-b8de-75108d11f375 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event updated for resources: {'Subnet': ['ID=37288f90-b898-458a-955c-09857f21af46,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:48.903131 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95efc626-ddba-4e87-b8de-75108d11f375 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Checking segment: {'id': 'b13f73f7-928b-4cb8-beea-697604ac7f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '000ad353-fdd1-4e86-81b5-8d5ca19e9d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:03:48.903872 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95efc626-ddba-4e87-b8de-75108d11f375 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Network hostable DHCP agents. Network: 000ad353-fdd1-4e86-81b5-8d5ca19e9d24, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:03:48.919884 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa8504-2b1f-4f81-8476-cfea6bfe4e28 req-b5ee10dc-c71c-44c4-bea5-5a18da0ff191 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:48.921889 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-27fa8504-2b1f-4f81-8476-cfea6bfe4e28 req-b5ee10dc-c71c-44c4-bea5-5a18da0ff191 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 945 time: 0.1583228 Mar 01 14:03:48.922817 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ea9d1347-b0d3-45fc-82e4-1cc9909b3412 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (23a79cd7-47aa-4370-8b54-8912745d7891), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:49.011344 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ea9d1347-b0d3-45fc-82e4-1cc9909b3412 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (23a79cd7-47aa-4370-8b54-8912745d7891), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:49.016035 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95efc626-ddba-4e87-b8de-75108d11f375 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Network 000ad353-fdd1-4e86-81b5-8d5ca19e9d24 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:03:49.050145 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-95efc626-ddba-4e87-b8de-75108d11f375 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 000ad353-fdd1-4e86-81b5-8d5ca19e9d24) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:03:49.056655 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a7d3f77c-9124-463e-9b63-ff08bffffdca admin admin] Publish callbacks [] for router (de48115f-7721-4657-b8a1-bd521bbf0eb5), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:49.069562 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95efc626-ddba-4e87-b8de-75108d11f375 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:49.070272 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-95efc626-ddba-4e87-b8de-75108d11f375 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:49.088037 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-e0275105-19e6-4468-b2d2-da526b7a4668 None None] Set router de48115f-7721-4657-b8a1-bd521bbf0eb5 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:03:49.089002 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-27fa8504-2b1f-4f81-8476-cfea6bfe4e28 req-46f88382-b54d-4fc1-bb98-ff669d7600c5 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545925 Mar 01 14:03:49.094975 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5d6d67-17dc-4b7a-8a43-027f43f0126b None None] Network 000ad353-fdd1-4e86-81b5-8d5ca19e9d24 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:03:49.103554 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-95efc626-ddba-4e87-b8de-75108d11f375 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3677466 Mar 01 14:03:49.106862 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59072) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:49.122720 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ea9d1347-b0d3-45fc-82e4-1cc9909b3412 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (23a79cd7-47aa-4370-8b54-8912745d7891), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:49.125690 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ea9d1347-b0d3-45fc-82e4-1cc9909b3412 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:49.127711 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ea9d1347-b0d3-45fc-82e4-1cc9909b3412 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "DELETE /v2.0/security-groups/23a79cd7-47aa-4370-8b54-8912745d7891 HTTP/1.1" status: 204 len: 168 time: 0.4304760 Mar 01 14:03:49.130670 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59074) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:49.149719 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d1347-b0d3-45fc-82e4-1cc9909b3412 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a79cd7-47aa-4370-8b54-8912745d7891,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:49.237609 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3035fc65-d8b3-4bd7-881a-8eb6733c79a1 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0511625 Mar 01 14:03:49.242096 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59076) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:49.243443 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4af4f181-0a92-421b-8609-7022fe9d8010 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (000ad353-fdd1-4e86-81b5-8d5ca19e9d24), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:49.259304 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-871e1860-f997-4871-8ab9-2f4a86cd73e0 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Request body: {'security_group': {'name': 'tempest-secgroup--1609898991'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:49.263832 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a7d3f77c-9124-463e-9b63-ff08bffffdca admin admin] Publish callbacks [] for router_gateway (de48115f-7721-4657-b8a1-bd521bbf0eb5), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:49.310506 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-871e1860-f997-4871-8ab9-2f4a86cd73e0 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:49.315756 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4af4f181-0a92-421b-8609-7022fe9d8010 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (37288f90-b898-458a-955c-09857f21af46), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:49.399114 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4af4f181-0a92-421b-8609-7022fe9d8010 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (37288f90-b898-458a-955c-09857f21af46), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:49.414302 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a7d3f77c-9124-463e-9b63-ff08bffffdca admin admin] Deleting port afc0ac88-cc94-4e70-86aa-730ace282e80 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:03:49.414654 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a7d3f77c-9124-463e-9b63-ff08bffffdca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (afc0ac88-cc94-4e70-86aa-730ace282e80), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:49.435984 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4f181-0a92-421b-8609-7022fe9d8010 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event deleted for resources: {'Subnet': ['ID=37288f90-b898-458a-955c-09857f21af46,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:49.485446 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-871e1860-f997-4871-8ab9-2f4a86cd73e0 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (c3d180d7-2979-4fe7-a74a-3450c9d0564a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:49.496052 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-871e1860-f997-4871-8ab9-2f4a86cd73e0 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c3d180d7-2979-4fe7-a74a-3450c9d0564a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:49.536275 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4af4f181-0a92-421b-8609-7022fe9d8010 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (000ad353-fdd1-4e86-81b5-8d5ca19e9d24), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:49.541847 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e1860-f997-4871-8ab9-2f4a86cd73e0 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d180d7-2979-4fe7-a74a-3450c9d0564a,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:49.546863 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-871e1860-f997-4871-8ab9-2f4a86cd73e0 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:49.548132 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-871e1860-f997-4871-8ab9-2f4a86cd73e0 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2974591 Mar 01 14:03:49.551066 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59080) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:49.557886 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-de147a2d-bfe5-45d3-9319-3fc15704a6b0 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Request body: {'security_group_rule': {'security_group_id': 'c3d180d7-2979-4fe7-a74a-3450c9d0564a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:49.558784 n-d-827467-3 neutron-server[103726]: WARNING neutron.api.v2.base [None req-de147a2d-bfe5-45d3-9319-3fc15704a6b0 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 01 14:03:49.559292 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-de147a2d-bfe5-45d3-9319-3fc15704a6b0 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:03:49.560575 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-de147a2d-bfe5-45d3-9319-3fc15704a6b0 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0086031 Mar 01 14:03:49.565086 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59084) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:49.609584 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-4af4f181-0a92-421b-8609-7022fe9d8010 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['000ad353-fdd1-4e86-81b5-8d5ca19e9d24']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:49.634792 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-4af4f181-0a92-421b-8609-7022fe9d8010 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b13f73f7-928b-4cb8-beea-697604ac7f79') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:49.635370 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-4af4f181-0a92-421b-8609-7022fe9d8010 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b13f73f7-928b-4cb8-beea-697604ac7f79') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:49.654257 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4af4f181-0a92-421b-8609-7022fe9d8010 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (b13f73f7-928b-4cb8-beea-697604ac7f79), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:49.654457 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-a7d3f77c-9124-463e-9b63-ff08bffffdca admin admin] For port afc0ac88-cc94-4e70-86aa-730ace282e80, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=afc0ac88-cc94-4e70-86aa-730ace282e80,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:49.654700 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a7d3f77c-9124-463e-9b63-ff08bffffdca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (afc0ac88-cc94-4e70-86aa-730ace282e80), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:49.667705 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0649c5cd-e673-4df7-8c03-f563fb309bcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-000ad353-fdd1-4e86-81b5-8d5ca19e9d24', 'network_id': '000ad353-fdd1-4e86-81b5-8d5ca19e9d24', 'project_id': '20a71768b90f40be857197f3c257705b', 'fixed_ips': [{'subnet_id': '37288f90-b898-458a-955c-09857f21af46'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:03:49.670675 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0649c5cd-e673-4df7-8c03-f563fb309bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:49.672310 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4af4f181-0a92-421b-8609-7022fe9d8010 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (b13f73f7-928b-4cb8-beea-697604ac7f79), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:49.680605 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af4f181-0a92-421b-8609-7022fe9d8010 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:03:49.681288 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4af4f181-0a92-421b-8609-7022fe9d8010 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (b13f73f7-928b-4cb8-beea-697604ac7f79), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:49.699391 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a7d3f77c-9124-463e-9b63-ff08bffffdca admin admin] Calling delete_port for afc0ac88-cc94-4e70-86aa-730ace282e80 owned by network:router_gateway {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:03:49.715649 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8572e3ff-646d-499d-a65d-70405401d2fb tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (c3d180d7-2979-4fe7-a74a-3450c9d0564a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:49.741636 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-e0275105-19e6-4468-b2d2-da526b7a4668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de48115f-7721-4657-b8a1-bd521bbf0eb5', 'name': 'tempest-TestServerMultinode-1268166381-router', 'tenant_id': '1dd2fd7ca28e42c99135df634d4d6912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'afc0ac88-cc94-4e70-86aa-730ace282e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:02:23Z', 'updated_at': '2022-03-01T14:03:46Z', 'revision_number': 5, 'project_id': '1dd2fd7ca28e42c99135df634d4d6912', 'gw_port': {'id': 'afc0ac88-cc94-4e70-86aa-730ace282e80', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de48115f-7721-4657-b8a1-bd521bbf0eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:02:24Z', 'updated_at': '2022-03-01T14:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:49.758802 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:03:49.758802 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:03:49.758802 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:03:49.758802 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:03:49.758802 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:03:49.758802 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:03:49.758802 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:03:49.758802 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:03:49.758802 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:03:49.758802 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:03:49.758802 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:03:49.758802 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:03:49.758802 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:03:49.758802 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:03:49.758802 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:03:49.758802 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:03:49.758802 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:03:49.758802 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:03:49.758802 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:03:49.758802 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:03:49.758802 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:03:49.758802 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:03:49.758802 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:03:49.758802 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:03:49.758802 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:03:49.758802 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:03:49.758802 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:03:49.758802 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:03:49.758802 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:03:49.758802 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:03:49.758802 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:03:49.758802 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:03:49.773241 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4af4f181-0a92-421b-8609-7022fe9d8010 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (000ad353-fdd1-4e86-81b5-8d5ca19e9d24), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:49.776341 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0275105-19e6-4468-b2d2-da526b7a4668 None None] Checking router: de48115f-7721-4657-b8a1-bd521bbf0eb5 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:03:49.784303 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4af4f181-0a92-421b-8609-7022fe9d8010 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:49.784915 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-0649c5cd-e673-4df7-8c03-f563fb309bcb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 01 14:03:49.784915 n-d-827467-3 neutron-server[103728]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Mar 01 14:03:49.784915 n-d-827467-3 neutron-server[103728]: [parameters: {'project_id': '20a71768b90f40be857197f3c257705b', 'id': '72d2f916-b05f-4ef8-972a-d92b03e4fe6c', 'name': '', 'network_id': '000ad353-fdd1-4e86-81b5-8d5ca19e9d24', 'mac_address': 'fa:16:3e:fd:06:d6', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-000ad353-fdd1-4e86-81b5-8d5ca19e9d24', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2453}] Mar 01 14:03:49.784915 n-d-827467-3 neutron-server[103728]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 14:03:49.785629 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-0649c5cd-e673-4df7-8c03-f563fb309bcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 14:03:49.790727 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4af4f181-0a92-421b-8609-7022fe9d8010 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "DELETE /v2.0/networks/000ad353-fdd1-4e86-81b5-8d5ca19e9d24 HTTP/1.1" status: 204 len: 168 time: 0.6824307 Mar 01 14:03:49.799071 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0275105-19e6-4468-b2d2-da526b7a4668 None None] Routers {'de48115f-7721-4657-b8a1-bd521bbf0eb5'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:03:49.799873 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-e0275105-19e6-4468-b2d2-da526b7a4668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:03:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['de48115f-7721-4657-b8a1-bd521bbf0eb5'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:49.811613 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59086) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:49.831113 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-495f5b26-f12e-4669-a735-90c0428cf1ff tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1355351869'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:49.846847 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4f181-0a92-421b-8609-7022fe9d8010 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event deleted for resources: {'Network': ['ID=000ad353-fdd1-4e86-81b5-8d5ca19e9d24,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:49.915158 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-e0275105-19e6-4468-b2d2-da526b7a4668 None None] Set router de48115f-7721-4657-b8a1-bd521bbf0eb5 gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:03:49.930774 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281516c-11b5-4a3c-9fd7-89d3186dc36d req-d226d17f-4a87-460a-ab4d-86eca8db3b1d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:49.934744 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1281516c-11b5-4a3c-9fd7-89d3186dc36d req-d226d17f-4a87-460a-ab4d-86eca8db3b1d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 945 time: 0.1722620 Mar 01 14:03:49.937631 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495f5b26-f12e-4669-a735-90c0428cf1ff tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Made reservation on behalf of 20a71768b90f40be857197f3c257705b for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:03:49.943083 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-495f5b26-f12e-4669-a735-90c0428cf1ff tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:49.994374 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-e0275105-19e6-4468-b2d2-da526b7a4668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de48115f-7721-4657-b8a1-bd521bbf0eb5', 'name': 'tempest-TestServerMultinode-1268166381-router', 'tenant_id': '1dd2fd7ca28e42c99135df634d4d6912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:02:23Z', 'updated_at': '2022-03-01T14:03:49Z', 'revision_number': 6, 'project_id': '1dd2fd7ca28e42c99135df634d4d6912', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:50.016619 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-495f5b26-f12e-4669-a735-90c0428cf1ff tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:03:50.032764 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0275105-19e6-4468-b2d2-da526b7a4668 None None] The sync data for ids ['de48115f-7721-4657-b8a1-bd521bbf0eb5'] in n-d-827467-3 is: [{'id': 'de48115f-7721-4657-b8a1-bd521bbf0eb5', 'name': 'tempest-TestServerMultinode-1268166381-router', 'tenant_id': '1dd2fd7ca28e42c99135df634d4d6912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:02:23Z', 'updated_at': '2022-03-01T14:03:49Z', 'revision_number': 6, 'project_id': '1dd2fd7ca28e42c99135df634d4d6912', 'gw_port_host': None}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:03:50.037011 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-495f5b26-f12e-4669-a735-90c0428cf1ff tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (346f3869-d023-4969-a64d-552f60748947), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:50.037365 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-495f5b26-f12e-4669-a735-90c0428cf1ff tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Added segment 346f3869-d023-4969-a64d-552f60748947 of type vlan for network ae713aa4-ecc6-4dc6-8c92-c21d9392f5be Mar 01 14:03:50.041683 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1281516c-11b5-4a3c-9fd7-89d3186dc36d req-20ea133e-e003-4f38-965c-563ca466f1f7 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952330 Mar 01 14:03:50.105535 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-495f5b26-f12e-4669-a735-90c0428cf1ff tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (ae713aa4-ecc6-4dc6-8c92-c21d9392f5be), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:50.140618 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-495f5b26-f12e-4669-a735-90c0428cf1ff tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (ae713aa4-ecc6-4dc6-8c92-c21d9392f5be), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:50.150978 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495f5b26-f12e-4669-a735-90c0428cf1ff tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:50.151691 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-495f5b26-f12e-4669-a735-90c0428cf1ff tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:50.169723 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8572e3ff-646d-499d-a65d-70405401d2fb tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (c3d180d7-2979-4fe7-a74a-3450c9d0564a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:50.281103 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8572e3ff-646d-499d-a65d-70405401d2fb tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c3d180d7-2979-4fe7-a74a-3450c9d0564a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:50.283894 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8572e3ff-646d-499d-a65d-70405401d2fb tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:50.285388 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8572e3ff-646d-499d-a65d-70405401d2fb tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "DELETE /v2.0/security-groups/c3d180d7-2979-4fe7-a74a-3450c9d0564a HTTP/1.1" status: 204 len: 168 time: 0.7191720 Mar 01 14:03:50.287137 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0649c5cd-e673-4df7-8c03-f563fb309bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:50.289801 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59096) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:50.319377 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8572e3ff-646d-499d-a65d-70405401d2fb tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d180d7-2979-4fe7-a74a-3450c9d0564a,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:50.332264 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5436fc3e-5916-41fb-bf08-71f2ef4bc2ed None None] Network 000ad353-fdd1-4e86-81b5-8d5ca19e9d24 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:03:50.350417 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5436fc3e-5916-41fb-bf08-71f2ef4bc2ed None None] Network 000ad353-fdd1-4e86-81b5-8d5ca19e9d24 could not be found, it might have been deleted concurrently. {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 01 14:03:50.364952 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-495f5b26-f12e-4669-a735-90c0428cf1ff tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5498505 Mar 01 14:03:50.375586 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59098) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:50.387793 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-d3cc4497-e3c1-4101-942d-e95bd4385a3a tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Request body: {'subnet': {'network_id': 'ae713aa4-ecc6-4dc6-8c92-c21d9392f5be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:50.410946 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f5b26-f12e-4669-a735-90c0428cf1ff tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event updated for resources: {'Network': ['ID=ae713aa4-ecc6-4dc6-8c92-c21d9392f5be,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:50.428059 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network ae713aa4-ecc6-4dc6-8c92-c21d9392f5be details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:03:50.443922 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e582c3-10fa-42bf-b4ce-02ed00704eb9 req-8b4517bd-9924-4ee3-8804-f6be0c35f6db tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:50.445546 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c6e582c3-10fa-42bf-b4ce-02ed00704eb9 req-8b4517bd-9924-4ee3-8804-f6be0c35f6db tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 945 time: 0.2501988 Mar 01 14:03:50.456578 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5adfc5-7908-4efd-9a10-1c2546e8d31f req-01b1e55a-f733-43e3-b646-0343d120ae7b tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:50.458044 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5e5adfc5-7908-4efd-9a10-1c2546e8d31f req-01b1e55a-f733-43e3-b646-0343d120ae7b tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 945 time: 0.1244173 Mar 01 14:03:50.523338 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4ab26e88-55e6-4583-8248-2fa6800a884c tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2316251 Mar 01 14:03:50.529579 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59100) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:50.539018 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-343e5627-620c-4f26-8f0e-821790256d3a tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Request body: {'security_group': {'name': 'tempest-secgroup--480905315'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:50.556767 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device e3645e2f-fa4a-47bd-864f-53a12fecc7ca no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:03:50.560587 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a7d3f77c-9124-463e-9b63-ff08bffffdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (afc0ac88-cc94-4e70-86aa-730ace282e80), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:50.576544 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cc4497-e3c1-4101-942d-e95bd4385a3a tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Made reservation on behalf of 20a71768b90f40be857197f3c257705b for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:03:50.580502 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d3cc4497-e3c1-4101-942d-e95bd4385a3a tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:50.589418 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: e3645e2f-fa4a-47bd-864f-53a12fecc7ca {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:03:50.589964 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device e3645e2f-fa4a-47bd-864f-53a12fecc7ca not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:03:50.616554 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c6e582c3-10fa-42bf-b4ce-02ed00704eb9 req-b6c9e96f-50fe-4f5e-85a0-6c8f94d4c9c2 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220257 Mar 01 14:03:50.638929 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5e5adfc5-7908-4efd-9a10-1c2546e8d31f req-4cabb327-3ebc-4bf5-b37b-131c2712aba8 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660643 Mar 01 14:03:50.660391 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-343e5627-620c-4f26-8f0e-821790256d3a tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:50.679757 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3f77c-9124-463e-9b63-ff08bffffdca admin admin] Pushing event deleted for resources: {'Port': ['ID=afc0ac88-cc94-4e70-86aa-730ace282e80,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:50.782585 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56a530-98aa-4f01-a583-b0ac9017757e req-443fdc90-ece3-4f41-85c6-4fa3bda735d1 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:50.784595 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc56a530-98aa-4f01-a583-b0ac9017757e req-443fdc90-ece3-4f41-85c6-4fa3bda735d1 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 945 time: 0.0594959 Mar 01 14:03:50.785200 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a7d3f77c-9124-463e-9b63-ff08bffffdca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (de48115f-7721-4657-b8a1-bd521bbf0eb5), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:50.841034 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fc56a530-98aa-4f01-a583-b0ac9017757e req-f2665f93-f366-493c-9b54-3c1a360de3f5 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472968 Mar 01 14:03:50.937515 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a7d3f77c-9124-463e-9b63-ff08bffffdca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (de48115f-7721-4657-b8a1-bd521bbf0eb5), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:50.949721 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a7d3f77c-9124-463e-9b63-ff08bffffdca admin admin] Publish callbacks [] for router_controller (de48115f-7721-4657-b8a1-bd521bbf0eb5), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:50.971851 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-343e5627-620c-4f26-8f0e-821790256d3a tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (5c640cee-7f3c-45bc-a941-52a9fd93733b), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:50.981644 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-343e5627-620c-4f26-8f0e-821790256d3a tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (5c640cee-7f3c-45bc-a941-52a9fd93733b), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:51.086711 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a7d3f77c-9124-463e-9b63-ff08bffffdca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (de48115f-7721-4657-b8a1-bd521bbf0eb5), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:51.087268 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d3f77c-9124-463e-9b63-ff08bffffdca admin admin] Fanout notify agent at l3_agent the message router_deleted on router de48115f-7721-4657-b8a1-bd521bbf0eb5 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:03:51.093570 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a7d3f77c-9124-463e-9b63-ff08bffffdca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:51.097173 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a7d3f77c-9124-463e-9b63-ff08bffffdca admin admin] 10.222.0.13 "DELETE /v2.0/routers/de48115f-7721-4657-b8a1-bd521bbf0eb5 HTTP/1.1" status: 204 len: 168 time: 2.3194087 Mar 01 14:03:51.097173 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e5627-620c-4f26-8f0e-821790256d3a tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c640cee-7f3c-45bc-a941-52a9fd93733b,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:51.098110 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59112) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:51.107573 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-343e5627-620c-4f26-8f0e-821790256d3a tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:51.112436 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-343e5627-620c-4f26-8f0e-821790256d3a tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5816972 Mar 01 14:03:51.112959 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59114) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:51.119090 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-cc227af0-72fb-4bf7-9afd-7c55fe06d5a6 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Request body: {'security_group_rule': {'security_group_id': '5c640cee-7f3c-45bc-a941-52a9fd93733b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:51.140791 n-d-827467-3 neutron-server[103726]: WARNING neutron.api.v2.base [None req-cc227af0-72fb-4bf7-9afd-7c55fe06d5a6 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 01 14:03:51.141396 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-cc227af0-72fb-4bf7-9afd-7c55fe06d5a6 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:03:51.142463 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cc227af0-72fb-4bf7-9afd-7c55fe06d5a6 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0272195 Mar 01 14:03:51.164753 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46702d-21a6-4024-beb0-58d5872b1b0c req-2c85394d-2189-4d08-b09d-e990389c50bd tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:51.165933 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d3cc4497-e3c1-4101-942d-e95bd4385a3a tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (d403bf8b-a802-41e9-948c-616f647d446e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:51.167107 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9d46702d-21a6-4024-beb0-58d5872b1b0c req-2c85394d-2189-4d08-b09d-e990389c50bd tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 945 time: 0.1112223 Mar 01 14:03:51.167720 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59116) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:51.172893 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-844c3c47-cceb-487e-9b90-9e2183479956 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Request body: {'security_group_rule': {'security_group_id': '5c640cee-7f3c-45bc-a941-52a9fd93733b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:51.174996 n-d-827467-3 neutron-server[103727]: WARNING neutron.api.v2.base [None req-844c3c47-cceb-487e-9b90-9e2183479956 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 01 14:03:51.175612 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-844c3c47-cceb-487e-9b90-9e2183479956 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:03:51.180357 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-844c3c47-cceb-487e-9b90-9e2183479956 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0115085 Mar 01 14:03:51.180991 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59118) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:51.189378 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-43a25a1e-577c-4594-82f1-2d84539b83ac tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Request body: {'security_group_rule': {'security_group_id': '5c640cee-7f3c-45bc-a941-52a9fd93733b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:51.192149 n-d-827467-3 neutron-server[103727]: WARNING neutron.api.v2.base [None req-43a25a1e-577c-4594-82f1-2d84539b83ac tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 01 14:03:51.192884 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-43a25a1e-577c-4594-82f1-2d84539b83ac tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:03:51.197247 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-43a25a1e-577c-4594-82f1-2d84539b83ac tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0137467 Mar 01 14:03:51.198084 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59120) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:51.208407 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-ac700d3f-21c9-4ef6-a6ca-94baeb481054 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Request body: {'security_group_rule': {'security_group_id': '5c640cee-7f3c-45bc-a941-52a9fd93733b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:51.209458 n-d-827467-3 neutron-server[103727]: WARNING neutron.api.v2.base [None req-ac700d3f-21c9-4ef6-a6ca-94baeb481054 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 01 14:03:51.210180 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-ac700d3f-21c9-4ef6-a6ca-94baeb481054 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:03:51.215681 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ac700d3f-21c9-4ef6-a6ca-94baeb481054 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0110173 Mar 01 14:03:51.222700 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59122) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:51.235201 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc4497-e3c1-4101-942d-e95bd4385a3a tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event updated for resources: {'Subnet': ['ID=d403bf8b-a802-41e9-948c-616f647d446e,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:51.276449 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-d219722a-8b0d-45aa-a10c-6dfe868c374c admin admin] Deleting subnet 4cbb6629-5073-400a-96b7-2b861cb4f673 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:03:51.279587 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d219722a-8b0d-45aa-a10c-6dfe868c374c admin admin] Publish callbacks [] for subnet (4cbb6629-5073-400a-96b7-2b861cb4f673), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:51.291134 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9d46702d-21a6-4024-beb0-58d5872b1b0c req-ded286c9-1ed2-404a-8bcc-a224b9fb89ad tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088200 Mar 01 14:03:51.331842 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d219722a-8b0d-45aa-a10c-6dfe868c374c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (4cbb6629-5073-400a-96b7-2b861cb4f673), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:51.334956 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9fe18993-2611-49ff-a63c-b684b7566ca4 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (5c640cee-7f3c-45bc-a941-52a9fd93733b), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:51.380270 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9fe18993-2611-49ff-a63c-b684b7566ca4 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (5c640cee-7f3c-45bc-a941-52a9fd93733b), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:51.412124 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d219722a-8b0d-45aa-a10c-6dfe868c374c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (4cbb6629-5073-400a-96b7-2b861cb4f673), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:51.430549 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9fe18993-2611-49ff-a63c-b684b7566ca4 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (5c640cee-7f3c-45bc-a941-52a9fd93733b), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:51.433568 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9fe18993-2611-49ff-a63c-b684b7566ca4 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:51.438540 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9fe18993-2611-49ff-a63c-b684b7566ca4 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "DELETE /v2.0/security-groups/5c640cee-7f3c-45bc-a941-52a9fd93733b HTTP/1.1" status: 204 len: 168 time: 0.2140217 Mar 01 14:03:51.439382 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59124) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:51.464236 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe18993-2611-49ff-a63c-b684b7566ca4 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c640cee-7f3c-45bc-a941-52a9fd93733b,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:51.503031 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cc4497-e3c1-4101-942d-e95bd4385a3a tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Checking segment: {'id': '346f3869-d023-4969-a64d-552f60748947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ae713aa4-ecc6-4dc6-8c92-c21d9392f5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:03:51.503407 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cc4497-e3c1-4101-942d-e95bd4385a3a tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Network hostable DHCP agents. Network: ae713aa4-ecc6-4dc6-8c92-c21d9392f5be, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:03:51.510502 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d219722a-8b0d-45aa-a10c-6dfe868c374c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (4cbb6629-5073-400a-96b7-2b861cb4f673), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:51.528552 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59126) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:51.529159 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-74333251-2a27-43b0-8bc2-d97af16fcf8f tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0815032 Mar 01 14:03:51.547663 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-c766b5bc-90e4-43ae-836e-7f1bfb9a4196 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Request body: {'security_group': {'name': 'tempest-secgroup--134381612'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:51.554933 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219722a-8b0d-45aa-a10c-6dfe868c374c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cbb6629-5073-400a-96b7-2b861cb4f673,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:51.565574 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d219722a-8b0d-45aa-a10c-6dfe868c374c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:51.573737 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d219722a-8b0d-45aa-a10c-6dfe868c374c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4cbb6629-5073-400a-96b7-2b861cb4f673 HTTP/1.1" status: 204 len: 168 time: 0.4698036 Mar 01 14:03:51.573737 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59128) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:51.575254 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb8d449-903d-4f9c-9e33-6222411476a9 None None] Network c59cc138-e644-43c4-9fa6-4e148f755430 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:03:51.668148 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b52e00e1-e5af-48de-85ab-34a491c37461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (c59cc138-e644-43c4-9fa6-4e148f755430), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:51.671465 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cc4497-e3c1-4101-942d-e95bd4385a3a tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Network ae713aa4-ecc6-4dc6-8c92-c21d9392f5be is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:03:51.700859 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-d3cc4497-e3c1-4101-942d-e95bd4385a3a tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, ae713aa4-ecc6-4dc6-8c92-c21d9392f5be) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:03:51.708090 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cc4497-e3c1-4101-942d-e95bd4385a3a tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:51.708970 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d3cc4497-e3c1-4101-942d-e95bd4385a3a tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:51.721526 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a580396-5dd6-4f5a-8afc-a29ad51afb40 None None] Network ae713aa4-ecc6-4dc6-8c92-c21d9392f5be requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:03:51.727234 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c766b5bc-90e4-43ae-836e-7f1bfb9a4196 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:51.744164 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d3cc4497-e3c1-4101-942d-e95bd4385a3a tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3674910 Mar 01 14:03:51.747155 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59134) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:51.897117 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c766b5bc-90e4-43ae-836e-7f1bfb9a4196 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (0f4aa499-88f3-4bcb-92e9-f34c41c03332), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:51.915126 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c766b5bc-90e4-43ae-836e-7f1bfb9a4196 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (0f4aa499-88f3-4bcb-92e9-f34c41c03332), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:51.952765 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e192e91-4b5f-41db-83c1-e841e8e2a2ad tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (ae713aa4-ecc6-4dc6-8c92-c21d9392f5be), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:51.989126 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b52e00e1-e5af-48de-85ab-34a491c37461 admin admin] Deleting port c269e8e4-60d0-4bf4-89b1-bb0048ebfa09 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:03:51.990100 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a17369-57a7-464a-8ecd-83bed9387b63 req-436012d5-ce8f-48c8-98c6-21f42b6e892c tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:51.990963 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b52e00e1-e5af-48de-85ab-34a491c37461 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (c269e8e4-60d0-4bf4-89b1-bb0048ebfa09), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:51.991660 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-85a17369-57a7-464a-8ecd-83bed9387b63 req-436012d5-ce8f-48c8-98c6-21f42b6e892c tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 945 time: 0.1936753 Mar 01 14:03:51.993849 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d466273-d475-4dea-a264-5fee856e9eba None None] DHCP port deletion for c59cc138-e644-43c4-9fa6-4e148f755430 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:03:52.003683 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3b3cd2-bd7e-42e3-8f9b-fca904211fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-ae713aa4-ecc6-4dc6-8c92-c21d9392f5be', 'network_id': 'ae713aa4-ecc6-4dc6-8c92-c21d9392f5be', 'project_id': '20a71768b90f40be857197f3c257705b', 'fixed_ips': [{'subnet_id': 'd403bf8b-a802-41e9-948c-616f647d446e'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:03:52.005259 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0e3b3cd2-bd7e-42e3-8f9b-fca904211fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:52.010070 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c766b5bc-90e4-43ae-836e-7f1bfb9a4196 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:52.015546 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c766b5bc-90e4-43ae-836e-7f1bfb9a4196 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4712601 Mar 01 14:03:52.016816 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59136) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:52.030826 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c766b5bc-90e4-43ae-836e-7f1bfb9a4196 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4aa499-88f3-4bcb-92e9-f34c41c03332,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:52.043112 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e192e91-4b5f-41db-83c1-e841e8e2a2ad tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (d403bf8b-a802-41e9-948c-616f647d446e), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:52.050510 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-5bf73ceb-b164-4d15-b117-8af8538c18a4 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Request body: {'security_group_rule': {'security_group_id': '0f4aa499-88f3-4bcb-92e9-f34c41c03332', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:52.051378 n-d-827467-3 neutron-server[103726]: WARNING neutron.api.v2.base [None req-5bf73ceb-b164-4d15-b117-8af8538c18a4 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 01 14:03:52.052006 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-5bf73ceb-b164-4d15-b117-8af8538c18a4 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:03:52.058651 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5bf73ceb-b164-4d15-b117-8af8538c18a4 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0295084 Mar 01 14:03:52.077430 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59138) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:52.088027 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-e33f6b91-ac6f-40bb-b6d7-77f2d416836b tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Request body: {'security_group_rule': {'security_group_id': '0f4aa499-88f3-4bcb-92e9-f34c41c03332', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:52.132630 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-b52e00e1-e5af-48de-85ab-34a491c37461 admin admin] For port c269e8e4-60d0-4bf4-89b1-bb0048ebfa09, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=c269e8e4-60d0-4bf4-89b1-bb0048ebfa09,segment=NetworkSegment(fe599632-2ad8-4c42-9e45-56653463bfe3),segment_id=fe599632-2ad8-4c42-9e45-56653463bfe3)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:52.133136 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b52e00e1-e5af-48de-85ab-34a491c37461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (c269e8e4-60d0-4bf4-89b1-bb0048ebfa09), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:52.148744 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-e33f6b91-ac6f-40bb-b6d7-77f2d416836b tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:03:52.149813 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e33f6b91-ac6f-40bb-b6d7-77f2d416836b tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0714116 Mar 01 14:03:52.154978 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59142) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:52.160334 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b52e00e1-e5af-48de-85ab-34a491c37461 admin admin] Calling delete_port for c269e8e4-60d0-4bf4-89b1-bb0048ebfa09 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:03:52.160696 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-05cf857e-84a1-40bb-af0f-c3252ee97ab4 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Request body: {'security_group_rule': {'security_group_id': '0f4aa499-88f3-4bcb-92e9-f34c41c03332', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:52.161713 n-d-827467-3 neutron-server[103727]: WARNING neutron.api.v2.base [None req-05cf857e-84a1-40bb-af0f-c3252ee97ab4 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 01 14:03:52.161934 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-05cf857e-84a1-40bb-af0f-c3252ee97ab4 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:03:52.162904 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-05cf857e-84a1-40bb-af0f-c3252ee97ab4 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062439 Mar 01 14:03:52.168491 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59144) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:52.172757 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-85a17369-57a7-464a-8ecd-83bed9387b63 req-c680db5f-9ae8-4285-b1e2-b29e49c54849 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360579 Mar 01 14:03:52.176935 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-3cacf53e-7921-44e1-ad7b-9f6dcd5bf6d2 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Request body: {'security_group_rule': {'security_group_id': '0f4aa499-88f3-4bcb-92e9-f34c41c03332', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:52.217232 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e192e91-4b5f-41db-83c1-e841e8e2a2ad tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (d403bf8b-a802-41e9-948c-616f647d446e), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:52.267890 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e192e91-4b5f-41db-83c1-e841e8e2a2ad tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event deleted for resources: {'Subnet': ['ID=d403bf8b-a802-41e9-948c-616f647d446e,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:52.271162 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-8d466273-d475-4dea-a264-5fee856e9eba None None] Deleting port c269e8e4-60d0-4bf4-89b1-bb0048ebfa09 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:03:52.272314 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8d466273-d475-4dea-a264-5fee856e9eba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (c269e8e4-60d0-4bf4-89b1-bb0048ebfa09), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server [None req-0e3b3cd2-bd7e-42e3-8f9b-fca904211fbc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d403bf8b-a802-41e9-948c-616f647d446e: This subnet is being modified by another concurrent operation. Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 01 14:03:52.333015 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise exception Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d403bf8b-a802-41e9-948c-616f647d446e: This subnet is being modified by another concurrent operation. Mar 01 14:03:52.337773 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server Mar 01 14:03:52.345235 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-3cacf53e-7921-44e1-ad7b-9f6dcd5bf6d2 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:03:52.345235 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3cacf53e-7921-44e1-ad7b-9f6dcd5bf6d2 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1626306 Mar 01 14:03:52.345235 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59148) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:52.349726 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-56eddbe4-793e-4da3-a86c-e63571fa6f42 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Request body: {'security_group_rule': {'security_group_id': '0f4aa499-88f3-4bcb-92e9-f34c41c03332', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:52.350214 n-d-827467-3 neutron-server[103727]: WARNING neutron.api.v2.base [None req-56eddbe4-793e-4da3-a86c-e63571fa6f42 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 01 14:03:52.350815 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-56eddbe4-793e-4da3-a86c-e63571fa6f42 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:03:52.351732 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-56eddbe4-793e-4da3-a86c-e63571fa6f42 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099170 Mar 01 14:03:52.356612 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59150) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:52.359848 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e192e91-4b5f-41db-83c1-e841e8e2a2ad tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (ae713aa4-ecc6-4dc6-8c92-c21d9392f5be), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:52.362404 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-bbcdaac4-73ac-4b92-8e4a-c407ca8ceb55 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Request body: {'security_group_rule': {'security_group_id': '0f4aa499-88f3-4bcb-92e9-f34c41c03332', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:52.375245 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b52e00e1-e5af-48de-85ab-34a491c37461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (c269e8e4-60d0-4bf4-89b1-bb0048ebfa09), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:52.426830 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-5e192e91-4b5f-41db-83c1-e841e8e2a2ad tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae713aa4-ecc6-4dc6-8c92-c21d9392f5be']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:52.430134 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e00e1-e5af-48de-85ab-34a491c37461 admin admin] Pushing event deleted for resources: {'Port': ['ID=c269e8e4-60d0-4bf4-89b1-bb0048ebfa09,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:52.446034 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-5e192e91-4b5f-41db-83c1-e841e8e2a2ad tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '346f3869-d023-4969-a64d-552f60748947') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:52.446277 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52e00e1-e5af-48de-85ab-34a491c37461 admin admin] No DVR routers for this DVR port c269e8e4-60d0-4bf4-89b1-bb0048ebfa09 on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:03:52.446375 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-5e192e91-4b5f-41db-83c1-e841e8e2a2ad tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '346f3869-d023-4969-a64d-552f60748947') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:52.459021 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9153740-cc4b-4161-a4f3-ac4823596800 None None] Network ae713aa4-ecc6-4dc6-8c92-c21d9392f5be requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:03:52.462090 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e192e91-4b5f-41db-83c1-e841e8e2a2ad tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (346f3869-d023-4969-a64d-552f60748947), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:52.486041 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197594f6-a849-48e0-a3cd-44dffea81ffa req-9b370e69-a514-4750-ae0c-5475505b7dc3 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:52.487594 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-197594f6-a849-48e0-a3cd-44dffea81ffa req-9b370e69-a514-4750-ae0c-5475505b7dc3 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 945 time: 0.0929916 Mar 01 14:03:52.488085 n-d-827467-3 neutron-server[103726]: INFO neutron.db.securitygroups_db [None req-bbcdaac4-73ac-4b92-8e4a-c407ca8ceb55 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Project eda3d7d4cf8a403c943bc4dd96072762 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 14:03:52.489259 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e192e91-4b5f-41db-83c1-e841e8e2a2ad tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (346f3869-d023-4969-a64d-552f60748947), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:52.502999 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e192e91-4b5f-41db-83c1-e841e8e2a2ad tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:03:52.503400 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e192e91-4b5f-41db-83c1-e841e8e2a2ad tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (346f3869-d023-4969-a64d-552f60748947), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:52.506376 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:03:52.506376 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:03:52.506376 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:03:52.506376 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:03:52.506376 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:03:52.506376 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:03:52.506376 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:03:52.506376 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:03:52.506376 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:03:52.506376 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:03:52.506376 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:03:52.506376 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:03:52.506376 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:03:52.506376 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:03:52.506376 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:03:52.506376 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:03:52.506376 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:03:52.506376 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:03:52.506376 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:03:52.506376 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:03:52.506376 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:03:52.506376 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:03:52.506376 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:03:52.506376 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:03:52.506376 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:03:52.506376 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:03:52.506376 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:03:52.506376 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:03:52.506376 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:03:52.506376 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:03:52.506376 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:03:52.506376 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:03:52.545428 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b52e00e1-e5af-48de-85ab-34a491c37461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (c59cc138-e644-43c4-9fa6-4e148f755430), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:52.556294 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-bbcdaac4-73ac-4b92-8e4a-c407ca8ceb55 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:03:52.557633 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-bbcdaac4-73ac-4b92-8e4a-c407ca8ceb55 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1999846 Mar 01 14:03:52.560445 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59152) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:52.567653 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-0528dbea-1d05-4641-af26-73a709c45778 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Request body: {'security_group_rule': {'security_group_id': '0f4aa499-88f3-4bcb-92e9-f34c41c03332', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:52.568231 n-d-827467-3 neutron-server[103726]: WARNING neutron.api.v2.base [None req-0528dbea-1d05-4641-af26-73a709c45778 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 01 14:03:52.568760 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-0528dbea-1d05-4641-af26-73a709c45778 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:03:52.569824 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0528dbea-1d05-4641-af26-73a709c45778 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0084224 Mar 01 14:03:52.574062 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59154) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:52.595111 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-1733c35c-5022-4093-ac9a-48371b011b53 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Request body: {'security_group_rule': {'security_group_id': '0f4aa499-88f3-4bcb-92e9-f34c41c03332', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:52.612030 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-8d466273-d475-4dea-a264-5fee856e9eba None None] For port c269e8e4-60d0-4bf4-89b1-bb0048ebfa09, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=c269e8e4-60d0-4bf4-89b1-bb0048ebfa09,segment=NetworkSegment(fe599632-2ad8-4c42-9e45-56653463bfe3),segment_id=fe599632-2ad8-4c42-9e45-56653463bfe3)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:52.612604 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8d466273-d475-4dea-a264-5fee856e9eba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (c269e8e4-60d0-4bf4-89b1-bb0048ebfa09), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:52.618381 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-b52e00e1-e5af-48de-85ab-34a491c37461 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c59cc138-e644-43c4-9fa6-4e148f755430']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:52.639062 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-197594f6-a849-48e0-a3cd-44dffea81ffa req-0ee5bca1-3719-4361-998e-2d2e62efd9ef tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435921 Mar 01 14:03:52.657029 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-b52e00e1-e5af-48de-85ab-34a491c37461 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe599632-2ad8-4c42-9e45-56653463bfe3') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:52.657911 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-b52e00e1-e5af-48de-85ab-34a491c37461 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe599632-2ad8-4c42-9e45-56653463bfe3') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:52.675905 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c269e8e4-60d0-4bf4-89b1-bb0048ebfa09 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:03:52.679905 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b52e00e1-e5af-48de-85ab-34a491c37461 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (fe599632-2ad8-4c42-9e45-56653463bfe3), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:52.681697 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e192e91-4b5f-41db-83c1-e841e8e2a2ad tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (ae713aa4-ecc6-4dc6-8c92-c21d9392f5be), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:52.696695 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b52e00e1-e5af-48de-85ab-34a491c37461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (fe599632-2ad8-4c42-9e45-56653463bfe3), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:52.700011 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e192e91-4b5f-41db-83c1-e841e8e2a2ad tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:52.705382 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b52e00e1-e5af-48de-85ab-34a491c37461 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:03:52.707482 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b52e00e1-e5af-48de-85ab-34a491c37461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (fe599632-2ad8-4c42-9e45-56653463bfe3), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:52.707919 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5e192e91-4b5f-41db-83c1-e841e8e2a2ad tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "DELETE /v2.0/networks/ae713aa4-ecc6-4dc6-8c92-c21d9392f5be HTTP/1.1" status: 204 len: 168 time: 0.9595842 Mar 01 14:03:52.709076 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e192e91-4b5f-41db-83c1-e841e8e2a2ad tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event deleted for resources: {'Network': ['ID=ae713aa4-ecc6-4dc6-8c92-c21d9392f5be,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:52.711085 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59156) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:52.716146 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-92f4af95-31d7-4eac-bcd5-c6f2b2028369 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2039982448'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:52.723716 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-8d466273-d475-4dea-a264-5fee856e9eba None None] Calling delete_port for c269e8e4-60d0-4bf4-89b1-bb0048ebfa09 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:03:52.726378 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:03:52.726378 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:03:52.726378 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:03:52.726378 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:03:52.726378 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:03:52.726378 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:03:52.726378 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:03:52.726378 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:03:52.726378 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:03:52.726378 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:03:52.726378 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:03:52.726378 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:03:52.726378 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:03:52.726378 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:03:52.726378 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:03:52.726378 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:03:52.726378 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:03:52.726378 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:03:52.726378 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:03:52.726378 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:03:52.726378 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:03:52.726378 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:03:52.726378 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:03:52.726378 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:03:52.726378 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:03:52.726378 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:03:52.726378 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:03:52.726378 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:03:52.726378 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:03:52.726378 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:03:52.726378 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:03:52.726378 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:03:52.728287 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: c269e8e4-60d0-4bf4-89b1-bb0048ebfa09 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:03:52.728287 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c269e8e4-60d0-4bf4-89b1-bb0048ebfa09 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:03:52.731497 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device afc0ac88-cc94-4e70-86aa-730ace282e80 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:03:52.750854 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f4af95-31d7-4eac-bcd5-c6f2b2028369 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Made reservation on behalf of 20a71768b90f40be857197f3c257705b for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:03:52.754853 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-92f4af95-31d7-4eac-bcd5-c6f2b2028369 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:52.764581 n-d-827467-3 neutron-server[103726]: INFO neutron.db.securitygroups_db [None req-1733c35c-5022-4093-ac9a-48371b011b53 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Project eda3d7d4cf8a403c943bc4dd96072762 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 14:03:52.790700 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-1733c35c-5022-4093-ac9a-48371b011b53 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:03:52.792408 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1733c35c-5022-4093-ac9a-48371b011b53 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2174187 Mar 01 14:03:52.795317 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59158) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:52.802242 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-2cadcd8e-6b81-4f9a-b45d-80714ada7568 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Request body: {'security_group_rule': {'security_group_id': '0f4aa499-88f3-4bcb-92e9-f34c41c03332', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:52.808682 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f4af95-31d7-4eac-bcd5-c6f2b2028369 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:03:52.835950 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:03:52.838725 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:03:52.838725 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:03:52.838725 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:03:52.838725 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:03:52.838725 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:03:52.838725 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:03:52.838725 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:03:52.838725 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:03:52.838725 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:03:52.838725 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:03:52.838725 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:03:52.838725 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:03:52.838725 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:03:52.838725 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:03:52.841481 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-92f4af95-31d7-4eac-bcd5-c6f2b2028369 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (bebc5641-edbe-4451-ad79-1b1a004601a0), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:52.841953 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-92f4af95-31d7-4eac-bcd5-c6f2b2028369 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Added segment bebc5641-edbe-4451-ad79-1b1a004601a0 of type vlan for network 3ac71596-dc92-449f-92ad-5eaff2a04d4f Mar 01 14:03:52.844957 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8d466273-d475-4dea-a264-5fee856e9eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (c269e8e4-60d0-4bf4-89b1-bb0048ebfa09), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:52.863837 n-d-827467-3 neutron-server[103726]: INFO neutron.db.securitygroups_db [None req-2cadcd8e-6b81-4f9a-b45d-80714ada7568 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Project eda3d7d4cf8a403c943bc4dd96072762 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 14:03:52.882727 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b52e00e1-e5af-48de-85ab-34a491c37461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (c59cc138-e644-43c4-9fa6-4e148f755430), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:52.893683 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b52e00e1-e5af-48de-85ab-34a491c37461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:52.906369 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b52e00e1-e5af-48de-85ab-34a491c37461 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c59cc138-e644-43c4-9fa6-4e148f755430 HTTP/1.1" status: 204 len: 168 time: 1.3325264 Mar 01 14:03:52.911094 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-2cadcd8e-6b81-4f9a-b45d-80714ada7568 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:03:52.914820 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2cadcd8e-6b81-4f9a-b45d-80714ada7568 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1153715 Mar 01 14:03:52.923390 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59164) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:52.925290 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e00e1-e5af-48de-85ab-34a491c37461 admin admin] Pushing event deleted for resources: {'Network': ['ID=c59cc138-e644-43c4-9fa6-4e148f755430,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:52.944026 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d466273-d475-4dea-a264-5fee856e9eba None None] Pushing event deleted for resources: {'Port': ['ID=c269e8e4-60d0-4bf4-89b1-bb0048ebfa09,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:52.948968 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: afc0ac88-cc94-4e70-86aa-730ace282e80 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:03:52.950995 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device afc0ac88-cc94-4e70-86aa-730ace282e80 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:03:52.956504 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-92f4af95-31d7-4eac-bcd5-c6f2b2028369 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (3ac71596-dc92-449f-92ad-5eaff2a04d4f), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:52.961908 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d466273-d475-4dea-a264-5fee856e9eba None None] No DVR routers for this DVR port c269e8e4-60d0-4bf4-89b1-bb0048ebfa09 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:03:52.982746 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b315f4aa-8a62-420a-8d19-3533f9f42fd7 None None] get_active_networks_info from n-d-827467-3 {{(pid=103728) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 01 14:03:53.001866 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-92f4af95-31d7-4eac-bcd5-c6f2b2028369 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (3ac71596-dc92-449f-92ad-5eaff2a04d4f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:53.008619 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f4af95-31d7-4eac-bcd5-c6f2b2028369 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:53.009231 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-92f4af95-31d7-4eac-bcd5-c6f2b2028369 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:53.044420 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-db8a29a3-c0d1-4abd-9a35-b328c570730a tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (0f4aa499-88f3-4bcb-92e9-f34c41c03332), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:53.086243 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-92f4af95-31d7-4eac-bcd5-c6f2b2028369 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3719854 Mar 01 14:03:53.087257 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59166) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:53.096976 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-abd0feb6-55b0-4449-b06d-675e1b2f19ab tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:53.111423 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b315f4aa-8a62-420a-8d19-3533f9f42fd7 None None] Resources bound (agent type, host, resource id): {{(pid=103728) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 14:03:53.112176 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-db8a29a3-c0d1-4abd-9a35-b328c570730a tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (0f4aa499-88f3-4bcb-92e9-f34c41c03332), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:53.192696 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-db8a29a3-c0d1-4abd-9a35-b328c570730a tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (0f4aa499-88f3-4bcb-92e9-f34c41c03332), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:53.196190 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-db8a29a3-c0d1-4abd-9a35-b328c570730a tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:53.197705 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-db8a29a3-c0d1-4abd-9a35-b328c570730a tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "DELETE /v2.0/security-groups/0f4aa499-88f3-4bcb-92e9-f34c41c03332 HTTP/1.1" status: 204 len: 168 time: 0.2736025 Mar 01 14:03:53.217660 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59168) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:53.250906 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a29a3-c0d1-4abd-9a35-b328c570730a tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4aa499-88f3-4bcb-92e9-f34c41c03332,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:53.262457 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59174) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:53.322153 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4af95-31d7-4eac-bcd5-c6f2b2028369 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event updated for resources: {'Network': ['ID=3ac71596-dc92-449f-92ad-5eaff2a04d4f,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:53.371525 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6fa83b81-7908-419f-a556-1e33791ec5c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c00176cefe14df68ab16d972fcf0f1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1075253 Mar 01 14:03:53.372104 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59176) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:53.429587 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-31b5b72e-9458-4070-9304-17aa8a63fea7 admin admin] Publish callbacks [] for security_group (b6849281-f141-4b30-8c5a-334ba9d3fa96), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:53.455394 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-31b5b72e-9458-4070-9304-17aa8a63fea7 admin admin] Publish callbacks [] for security_group (b6849281-f141-4b30-8c5a-334ba9d3fa96), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:53.517182 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-31b5b72e-9458-4070-9304-17aa8a63fea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b6849281-f141-4b30-8c5a-334ba9d3fa96), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:53.521093 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-31b5b72e-9458-4070-9304-17aa8a63fea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:53.522698 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-31b5b72e-9458-4070-9304-17aa8a63fea7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6849281-f141-4b30-8c5a-334ba9d3fa96 HTTP/1.1" status: 204 len: 168 time: 0.1496196 Mar 01 14:03:53.538745 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5b72e-9458-4070-9304-17aa8a63fea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6849281-f141-4b30-8c5a-334ba9d3fa96,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:53.620561 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 3ac71596-dc92-449f-92ad-5eaff2a04d4f details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:03:53.644988 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b74972c5-290b-4088-9838-a8b993b1d2d2 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4168162 Mar 01 14:03:53.645832 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59180) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:53.668270 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-ae8d055a-fbd1-4fb8-982f-89e669130d0c tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Request body: {'security_group': {'name': 'tempest-secgroup--1941703454'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:53.755543 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710aebf6-db45-4a07-862a-90c89744e7db req-041157e1-78d5-4502-9cc9-0b63238cc0e1 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:53.763460 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-710aebf6-db45-4a07-862a-90c89744e7db req-041157e1-78d5-4502-9cc9-0b63238cc0e1 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 945 time: 0.3935070 Mar 01 14:03:53.864748 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-abd0feb6-55b0-4449-b06d-675e1b2f19ab tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (3ac71596-dc92-449f-92ad-5eaff2a04d4f), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:53.885555 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ae8d055a-fbd1-4fb8-982f-89e669130d0c tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:53.944542 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-710aebf6-db45-4a07-862a-90c89744e7db req-724d0009-640e-422e-9f07-2b6c77ae0385 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798873 Mar 01 14:03:53.949365 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-abd0feb6-55b0-4449-b06d-675e1b2f19ab tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (3ac71596-dc92-449f-92ad-5eaff2a04d4f), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:53.972752 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-abd0feb6-55b0-4449-b06d-675e1b2f19ab tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Network 3ac71596-dc92-449f-92ad-5eaff2a04d4f is not hosted by any dhcp agent {{(pid=103727) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 01 14:03:53.980563 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd0feb6-55b0-4449-b06d-675e1b2f19ab tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:53.981182 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-abd0feb6-55b0-4449-b06d-675e1b2f19ab tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:53.986223 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59188) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:53.991222 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-3bdb9a95-18bc-4bdb-bfd8-4ab0b10082c1 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Request body: {'subnet': {'network_id': '3ac71596-dc92-449f-92ad-5eaff2a04d4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:53.997307 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-abd0feb6-55b0-4449-b06d-675e1b2f19ab tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "PUT /v2.0/networks/3ac71596-dc92-449f-92ad-5eaff2a04d4f HTTP/1.1" status: 200 len: 723 time: 0.9092538 Mar 01 14:03:54.085880 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59190) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:54.091075 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ae8d055a-fbd1-4fb8-982f-89e669130d0c tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (e436cfa0-a4d4-4733-800c-c737a34571f2), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:54.111191 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f998c-2eea-4675-976d-6850497a3d2f req-96fdb311-b64b-4eee-820c-08380649e7df tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:54.113634 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a49f998c-2eea-4675-976d-6850497a3d2f req-96fdb311-b64b-4eee-820c-08380649e7df tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 945 time: 0.3160548 Mar 01 14:03:54.134731 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdb9a95-18bc-4bdb-bfd8-4ab0b10082c1 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Made reservation on behalf of 20a71768b90f40be857197f3c257705b for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:03:54.138244 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3bdb9a95-18bc-4bdb-bfd8-4ab0b10082c1 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:54.153067 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ae8d055a-fbd1-4fb8-982f-89e669130d0c tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (e436cfa0-a4d4-4733-800c-c737a34571f2), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:54.159740 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a51acdf8-01b7-4754-83a6-e91ca109487f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1dd2fd7ca28e42c99135df634d4d6912&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0685842 Mar 01 14:03:54.161580 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59192) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:54.212468 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0feb6-55b0-4449-b06d-675e1b2f19ab tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event updated for resources: {'Network': ['ID=3ac71596-dc92-449f-92ad-5eaff2a04d4f,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:54.223551 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ae8d055a-fbd1-4fb8-982f-89e669130d0c tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:54.224850 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ae8d055a-fbd1-4fb8-982f-89e669130d0c tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5787284 Mar 01 14:03:54.227730 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 3ac71596-dc92-449f-92ad-5eaff2a04d4f details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:03:54.231037 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59194) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:54.237695 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-706148da-da19-43e0-95c7-f1c3c18d1636 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Request body: {'security_group_rule': {'security_group_id': 'e436cfa0-a4d4-4733-800c-c737a34571f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:54.264237 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d055a-fbd1-4fb8-982f-89e669130d0c tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e436cfa0-a4d4-4733-800c-c737a34571f2,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:54.305538 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a49f998c-2eea-4675-976d-6850497a3d2f req-68c2dc7e-c46d-4865-84a3-b3ac7aeed7af tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572306 Mar 01 14:03:54.307628 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f8903f0-d158-46df-960a-c904570ffdc3 admin admin] Publish callbacks [] for security_group (1b5412fc-e03a-4eda-a411-75e91c157c1c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:54.315945 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-706148da-da19-43e0-95c7-f1c3c18d1636 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] create failed (client error): The resource could not be found. Mar 01 14:03:54.318328 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-706148da-da19-43e0-95c7-f1c3c18d1636 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0850878 Mar 01 14:03:54.320329 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59196) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:54.329434 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-7ce1c1b5-65c7-4009-92d0-e14c443f2fc6 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Request body: {'security_group_rule': {'security_group_id': 'e436cfa0-a4d4-4733-800c-c737a34571f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '550abd99-8a53-40b3-a353-0bcdf7a8bfa6'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:54.372023 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f8903f0-d158-46df-960a-c904570ffdc3 admin admin] Publish callbacks [] for security_group (1b5412fc-e03a-4eda-a411-75e91c157c1c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:54.415092 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-7ce1c1b5-65c7-4009-92d0-e14c443f2fc6 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] create failed (client error): The resource could not be found. Mar 01 14:03:54.417988 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7ce1c1b5-65c7-4009-92d0-e14c443f2fc6 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0965893 Mar 01 14:03:54.420692 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59200) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:54.467777 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3bdb9a95-18bc-4bdb-bfd8-4ab0b10082c1 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (a735bad5-a2bc-4f77-9e58-d6f272ef5d02), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:54.490586 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-56f24dcd-c30e-400a-a7b3-fea9257ff498 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (e436cfa0-a4d4-4733-800c-c737a34571f2), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:54.519007 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f8903f0-d158-46df-960a-c904570ffdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (1b5412fc-e03a-4eda-a411-75e91c157c1c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:54.521705 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f8903f0-d158-46df-960a-c904570ffdc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:54.522856 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7f8903f0-d158-46df-960a-c904570ffdc3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b5412fc-e03a-4eda-a411-75e91c157c1c HTTP/1.1" status: 204 len: 168 time: 0.3603747 Mar 01 14:03:54.530210 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-56f24dcd-c30e-400a-a7b3-fea9257ff498 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (e436cfa0-a4d4-4733-800c-c737a34571f2), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:54.579286 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-56f24dcd-c30e-400a-a7b3-fea9257ff498 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (e436cfa0-a4d4-4733-800c-c737a34571f2), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:54.582927 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-56f24dcd-c30e-400a-a7b3-fea9257ff498 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:54.584522 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-56f24dcd-c30e-400a-a7b3-fea9257ff498 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "DELETE /v2.0/security-groups/e436cfa0-a4d4-4733-800c-c737a34571f2 HTTP/1.1" status: 204 len: 168 time: 0.1616242 Mar 01 14:03:54.588960 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59204) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:54.594512 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdb9a95-18bc-4bdb-bfd8-4ab0b10082c1 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Checking segment: {'id': 'bebc5641-edbe-4451-ad79-1b1a004601a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3ac71596-dc92-449f-92ad-5eaff2a04d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:03:54.594877 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdb9a95-18bc-4bdb-bfd8-4ab0b10082c1 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Network hostable DHCP agents. Network: 3ac71596-dc92-449f-92ad-5eaff2a04d4f, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:03:54.595661 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device bd3a09dd-6313-4a3e-950d-b7d56b8adfdc details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:03:54.615380 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8903f0-d158-46df-960a-c904570ffdc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5412fc-e03a-4eda-a411-75e91c157c1c,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:54.633153 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb9a95-18bc-4bdb-bfd8-4ab0b10082c1 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event updated for resources: {'Subnet': ['ID=a735bad5-a2bc-4f77-9e58-d6f272ef5d02,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:54.665924 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdb9a95-18bc-4bdb-bfd8-4ab0b10082c1 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Network 3ac71596-dc92-449f-92ad-5eaff2a04d4f is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:03:54.675942 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b640a886-cb2f-45bd-8082-19ea94615c59 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0777605 Mar 01 14:03:54.675942 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f24dcd-c30e-400a-a7b3-fea9257ff498 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e436cfa0-a4d4-4733-800c-c737a34571f2,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:54.683039 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59206) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:54.688489 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-3bdb9a95-18bc-4bdb-bfd8-4ab0b10082c1 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 3ac71596-dc92-449f-92ad-5eaff2a04d4f) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:03:54.688864 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-8ee547ae-02c3-40f5-a895-50117f260e88 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Request body: {'security_group_rule': {'security_group_id': 'b31c3c80-7ce9-4996-a45e-095c0bcb4baa', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:54.697302 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdb9a95-18bc-4bdb-bfd8-4ab0b10082c1 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:54.698115 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3bdb9a95-18bc-4bdb-bfd8-4ab0b10082c1 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:54.711744 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a358b0-e5df-414d-a6e4-35d5175a8a06 None None] Network 3ac71596-dc92-449f-92ad-5eaff2a04d4f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:03:54.728992 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3bdb9a95-18bc-4bdb-bfd8-4ab0b10082c1 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7392416 Mar 01 14:03:54.729485 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59208) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:54.735905 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-42dbe1d5-d134-4702-8c31-9fceb78fd264 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:54.793810 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-8ee547ae-02c3-40f5-a895-50117f260e88 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] create failed (client error): The resource could not be found. Mar 01 14:03:54.799855 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8ee547ae-02c3-40f5-a895-50117f260e88 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1115391 Mar 01 14:03:54.800128 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59210) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:54.807058 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-fe173205-78d3-4782-b1bb-c0cfc6d5bb0c tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Request body: {'security_group': {'name': 'tempest-secgroup--1118046320'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:54.869868 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fe173205-78d3-4782-b1bb-c0cfc6d5bb0c tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:54.966684 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca6eddd-7cd5-42fe-a29c-b262ba893129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-3ac71596-dc92-449f-92ad-5eaff2a04d4f', 'network_id': '3ac71596-dc92-449f-92ad-5eaff2a04d4f', 'project_id': '20a71768b90f40be857197f3c257705b', 'fixed_ips': [{'subnet_id': 'a735bad5-a2bc-4f77-9e58-d6f272ef5d02'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:03:54.969014 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4ca6eddd-7cd5-42fe-a29c-b262ba893129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:55.021204 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42dbe1d5-d134-4702-8c31-9fceb78fd264 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-264221474'] for subnet (a735bad5-a2bc-4f77-9e58-d6f272ef5d02), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:55.139369 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fe173205-78d3-4782-b1bb-c0cfc6d5bb0c tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (082212f3-38a7-483d-a4aa-a518e55621a7), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:55.165609 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fe173205-78d3-4782-b1bb-c0cfc6d5bb0c tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (082212f3-38a7-483d-a4aa-a518e55621a7), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:55.181922 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port bd3a09dd-6313-4a3e-950d-b7d56b8adfdc, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=bd3a09dd-6313-4a3e-950d-b7d56b8adfdc,segment=NetworkSegment(0daf6ea1-fe8f-417e-9613-c9672cc8c206),segment_id=0daf6ea1-fe8f-417e-9613-c9672cc8c206)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:55.265570 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fe173205-78d3-4782-b1bb-c0cfc6d5bb0c tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:55.266866 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-fe173205-78d3-4782-b1bb-c0cfc6d5bb0c tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4650276 Mar 01 14:03:55.280882 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59218) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:55.290436 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': 'bd3a09dd-6313-4a3e-950d-b7d56b8adfdc', 'network_id': '603fb0b9-f818-4372-b4d4-fa9feb54900b', 'port_id': 'bd3a09dd-6313-4a3e-950d-b7d56b8adfdc', 'mac_address': 'fa:16:3e:ae:6a:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4288eac6-75e3-40e1-8e82-fcf32af9c531', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:03:55.294855 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-6bc7aa6c-5039-40f2-8997-806b91028cf8 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Request body: {'security_group': {'name': 'tempest-secgroup--22432415'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:55.336810 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe173205-78d3-4782-b1bb-c0cfc6d5bb0c tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=082212f3-38a7-483d-a4aa-a518e55621a7,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:55.356397 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6bc7aa6c-5039-40f2-8997-806b91028cf8 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:55.377126 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-507e163b-80cc-483a-8e6b-781f2289c732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:55.418038 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port bd3a09dd-6313-4a3e-950d-b7d56b8adfdc is: ACTIVE; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:03:55.418038 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (bd3a09dd-6313-4a3e-950d-b7d56b8adfdc), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:55.446179 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd3a09dd-6313-4a3e-950d-b7d56b8adfdc {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:03:55.470832 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42dbe1d5-d134-4702-8c31-9fceb78fd264 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753015898341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-264116221'] for subnet (a735bad5-a2bc-4f77-9e58-d6f272ef5d02), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:55.527049 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port bd3a09dd-6313-4a3e-950d-b7d56b8adfdc, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=bd3a09dd-6313-4a3e-950d-b7d56b8adfdc,segment=NetworkSegment(0daf6ea1-fe8f-417e-9613-c9672cc8c206),segment_id=0daf6ea1-fe8f-417e-9613-c9672cc8c206)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:55.544043 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (bd3a09dd-6313-4a3e-950d-b7d56b8adfdc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:55.566588 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbe1d5-d134-4702-8c31-9fceb78fd264 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event updated for resources: {'Subnet': ['ID=a735bad5-a2bc-4f77-9e58-d6f272ef5d02,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:55.576839 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dbe1d5-d134-4702-8c31-9fceb78fd264 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:55.578656 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42dbe1d5-d134-4702-8c31-9fceb78fd264 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:55.580018 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-42dbe1d5-d134-4702-8c31-9fceb78fd264 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "PUT /v2.0/subnets/a735bad5-a2bc-4f77-9e58-d6f272ef5d02 HTTP/1.1" status: 200 len: 806 time: 0.8495650 Mar 01 14:03:55.582772 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59224) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:55.585164 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6bc7aa6c-5039-40f2-8997-806b91028cf8 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (0e261608-80de-449a-8928-6bfe002b292a), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:55.629204 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=bd3a09dd-6313-4a3e-950d-b7d56b8adfdc,revision_number=6']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:55.646100 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-4ca6eddd-7cd5-42fe-a29c-b262ba893129 None None] Allocated IP 172.20.0.2 (3ac71596-dc92-449f-92ad-5eaff2a04d4f/a735bad5-a2bc-4f77-9e58-d6f272ef5d02/2262885f-3731-4dd8-834a-6edadfb180cf) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:03:55.659114 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6bc7aa6c-5039-40f2-8997-806b91028cf8 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (0e261608-80de-449a-8928-6bfe002b292a), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:55.724217 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6bc7aa6c-5039-40f2-8997-806b91028cf8 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:55.725432 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6bc7aa6c-5039-40f2-8997-806b91028cf8 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4350753 Mar 01 14:03:55.736885 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59226) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:55.739099 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49bb92-8581-446b-a391-9c6bc6958ad2 req-e734e139-99f7-4659-a2dc-146d1bbadb56 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:55.743162 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-f67cd501-91a7-4a9d-8ea8-fd17a6410a89 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Request body: {'security_group_rule': {'security_group_id': '082212f3-38a7-483d-a4aa-a518e55621a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0e261608-80de-449a-8928-6bfe002b292a'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:55.746869 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e49bb92-8581-446b-a391-9c6bc6958ad2 req-e734e139-99f7-4659-a2dc-146d1bbadb56 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 945 time: 0.2524400 Mar 01 14:03:55.751273 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7aa6c-5039-40f2-8997-806b91028cf8 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e261608-80de-449a-8928-6bfe002b292a,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:55.837525 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4ca6eddd-7cd5-42fe-a29c-b262ba893129 None None] Publish callbacks [] for port (2262885f-3731-4dd8-834a-6edadfb180cf), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:55.849292 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4ca6eddd-7cd5-42fe-a29c-b262ba893129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (2262885f-3731-4dd8-834a-6edadfb180cf), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:55.856275 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e114850f-1ed3-4947-b7cb-f744b5aeaef5 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (3ac71596-dc92-449f-92ad-5eaff2a04d4f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:55.886114 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-f67cd501-91a7-4a9d-8ea8-fd17a6410a89 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:03:55.887188 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f67cd501-91a7-4a9d-8ea8-fd17a6410a89 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1493468 Mar 01 14:03:55.898940 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59228) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:55.915350 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca6eddd-7cd5-42fe-a29c-b262ba893129 None None] Network 3ac71596-dc92-449f-92ad-5eaff2a04d4f is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:03:55.922775 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-4ca6eddd-7cd5-42fe-a29c-b262ba893129 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:03:55.926529 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca6eddd-7cd5-42fe-a29c-b262ba893129 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:03:55.930006 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6eddd-7cd5-42fe-a29c-b262ba893129 None None] Pushing event updated for resources: {'Port': ['ID=2262885f-3731-4dd8-834a-6edadfb180cf,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:56.025674 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee305e04-73fb-4295-a30b-9fbc8cf19093 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (0e261608-80de-449a-8928-6bfe002b292a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:56.057888 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee305e04-73fb-4295-a30b-9fbc8cf19093 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (0e261608-80de-449a-8928-6bfe002b292a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:56.113906 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e114850f-1ed3-4947-b7cb-f744b5aeaef5 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Deleting port 2262885f-3731-4dd8-834a-6edadfb180cf {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:03:56.114318 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e114850f-1ed3-4947-b7cb-f744b5aeaef5 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (2262885f-3731-4dd8-834a-6edadfb180cf), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:56.134722 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e49bb92-8581-446b-a391-9c6bc6958ad2 req-e6b144a7-5a56-4d72-8624-02851700a8bb tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818464 Mar 01 14:03:56.144037 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460bce6-0bf3-480a-9bd7-38a796255ba3 req-3c10bc97-ab8a-498d-8e79-1c01dd67023b tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:56.163591 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8460bce6-0bf3-480a-9bd7-38a796255ba3 req-3c10bc97-ab8a-498d-8e79-1c01dd67023b tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 944 time: 1.0158501 Mar 01 14:03:56.208669 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-e114850f-1ed3-4947-b7cb-f744b5aeaef5 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] For port 2262885f-3731-4dd8-834a-6edadfb180cf, host n-d-827467-3, got binding levels [] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:56.209129 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e114850f-1ed3-4947-b7cb-f744b5aeaef5 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (2262885f-3731-4dd8-834a-6edadfb180cf), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:56.224766 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e114850f-1ed3-4947-b7cb-f744b5aeaef5 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Calling delete_port for 2262885f-3731-4dd8-834a-6edadfb180cf owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:03:56.241116 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8460bce6-0bf3-480a-9bd7-38a796255ba3 req-eadc5dbc-eaef-4048-ba07-30f643b63259 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719290 Mar 01 14:03:56.287323 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee305e04-73fb-4295-a30b-9fbc8cf19093 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (0e261608-80de-449a-8928-6bfe002b292a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:56.290460 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee305e04-73fb-4295-a30b-9fbc8cf19093 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:56.293242 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ee305e04-73fb-4295-a30b-9fbc8cf19093 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "DELETE /v2.0/security-groups/0e261608-80de-449a-8928-6bfe002b292a HTTP/1.1" status: 204 len: 168 time: 0.3476944 Mar 01 14:03:56.296127 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59232) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:56.307967 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee305e04-73fb-4295-a30b-9fbc8cf19093 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e261608-80de-449a-8928-6bfe002b292a,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:56.347975 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['bd3a09dd-6313-4a3e-950d-b7d56b8adfdc'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:03:56.380188 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-360c48f7-a9c8-4b43-973c-80fb5a30ae57 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0825372 Mar 01 14:03:56.382740 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59234) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:56.428973 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e114850f-1ed3-4947-b7cb-f744b5aeaef5 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (2262885f-3731-4dd8-834a-6edadfb180cf), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:56.471991 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-24c9cbf8-df67-4b94-ab4d-230fb6a1db42 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (082212f3-38a7-483d-a4aa-a518e55621a7), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:56.486278 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-4ca6eddd-7cd5-42fe-a29c-b262ba893129 None None] Attempting to bind port 2262885f-3731-4dd8-834a-6edadfb180cf on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:03:56.486666 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-4ca6eddd-7cd5-42fe-a29c-b262ba893129 None None] Attempting to bind port 2262885f-3731-4dd8-834a-6edadfb180cf by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'bebc5641-edbe-4451-ad79-1b1a004601a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3ac71596-dc92-449f-92ad-5eaff2a04d4f'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:03:56.487039 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca6eddd-7cd5-42fe-a29c-b262ba893129 None None] Attempting to bind port 2262885f-3731-4dd8-834a-6edadfb180cf on network 3ac71596-dc92-449f-92ad-5eaff2a04d4f {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:03:56.489001 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114850f-1ed3-4947-b7cb-f744b5aeaef5 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event deleted for resources: {'Port': ['ID=2262885f-3731-4dd8-834a-6edadfb180cf,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:56.502514 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-24c9cbf8-df67-4b94-ab4d-230fb6a1db42 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (082212f3-38a7-483d-a4aa-a518e55621a7), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:56.539330 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca6eddd-7cd5-42fe-a29c-b262ba893129 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:03:56.546847 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca6eddd-7cd5-42fe-a29c-b262ba893129 None None] Checking segment: {'id': 'bebc5641-edbe-4451-ad79-1b1a004601a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3ac71596-dc92-449f-92ad-5eaff2a04d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:03:56.547582 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4ca6eddd-7cd5-42fe-a29c-b262ba893129 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:56.548166 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca6eddd-7cd5-42fe-a29c-b262ba893129 None None] Bound using segment: {'id': 'bebc5641-edbe-4451-ad79-1b1a004601a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3ac71596-dc92-449f-92ad-5eaff2a04d4f'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:03:56.548871 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-4ca6eddd-7cd5-42fe-a29c-b262ba893129 None None] Bound port: 2262885f-3731-4dd8-834a-6edadfb180cf, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebc5641-edbe-4451-ad79-1b1a004601a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3ac71596-dc92-449f-92ad-5eaff2a04d4f'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:03:56.549429 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4ca6eddd-7cd5-42fe-a29c-b262ba893129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2262885f-3731-4dd8-834a-6edadfb180cf), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:56.575318 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-24c9cbf8-df67-4b94-ab4d-230fb6a1db42 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (082212f3-38a7-483d-a4aa-a518e55621a7), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:56.579489 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-24c9cbf8-df67-4b94-ab4d-230fb6a1db42 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:56.580758 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-24c9cbf8-df67-4b94-ab4d-230fb6a1db42 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "DELETE /v2.0/security-groups/082212f3-38a7-483d-a4aa-a518e55621a7 HTTP/1.1" status: 204 len: 168 time: 0.1969562 Mar 01 14:03:56.589102 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59238) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:56.591523 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e114850f-1ed3-4947-b7cb-f744b5aeaef5 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] No DVR routers for this DVR port 2262885f-3731-4dd8-834a-6edadfb180cf on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:03:56.603610 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device bd3a09dd-6313-4a3e-950d-b7d56b8adfdc no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:03:56.604075 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9cbf8-df67-4b94-ab4d-230fb6a1db42 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=082212f3-38a7-483d-a4aa-a518e55621a7,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:56.660748 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6eddd-7cd5-42fe-a29c-b262ba893129 None None] Port 2262885f-3731-4dd8-834a-6edadfb180cf has been deleted concurrently {{(pid=103728) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Mar 01 14:03:56.673534 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e114850f-1ed3-4947-b7cb-f744b5aeaef5 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (a735bad5-a2bc-4f77-9e58-d6f272ef5d02), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:56.772728 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3572b7a6-6f67-4dfb-8127-59fedf6a4bf3 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1786070 Mar 01 14:03:56.773501 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59240) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:56.778776 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-b76d4e9f-80ea-4d01-8bbf-ffa0bd5a30f4 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Request body: {'security_group': {'name': 'tempest-secgroup--773659507'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:56.782146 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port bd3a09dd-6313-4a3e-950d-b7d56b8adfdc is: BUILD; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:03:56.782551 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (bd3a09dd-6313-4a3e-950d-b7d56b8adfdc), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:56.798278 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id bd3a09dd-6313-4a3e-950d-b7d56b8adfdc {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:03:56.834107 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e114850f-1ed3-4947-b7cb-f744b5aeaef5 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (a735bad5-a2bc-4f77-9e58-d6f272ef5d02), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:56.840598 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port bd3a09dd-6313-4a3e-950d-b7d56b8adfdc, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=bd3a09dd-6313-4a3e-950d-b7d56b8adfdc,segment=NetworkSegment(0daf6ea1-fe8f-417e-9613-c9672cc8c206),segment_id=0daf6ea1-fe8f-417e-9613-c9672cc8c206)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:56.846995 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b76d4e9f-80ea-4d01-8bbf-ffa0bd5a30f4 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:56.847929 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (bd3a09dd-6313-4a3e-950d-b7d56b8adfdc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:56.917668 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114850f-1ed3-4947-b7cb-f744b5aeaef5 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event deleted for resources: {'Subnet': ['ID=a735bad5-a2bc-4f77-9e58-d6f272ef5d02,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:56.943267 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=bd3a09dd-6313-4a3e-950d-b7d56b8adfdc,revision_number=7']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:57.036289 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b76d4e9f-80ea-4d01-8bbf-ffa0bd5a30f4 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (c791272a-b7a1-4303-afe7-5879f9033bf5), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:57.051498 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b76d4e9f-80ea-4d01-8bbf-ffa0bd5a30f4 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c791272a-b7a1-4303-afe7-5879f9033bf5), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:57.066586 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e114850f-1ed3-4947-b7cb-f744b5aeaef5 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (3ac71596-dc92-449f-92ad-5eaff2a04d4f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:57.111894 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-e114850f-1ed3-4947-b7cb-f744b5aeaef5 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ac71596-dc92-449f-92ad-5eaff2a04d4f']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:57.130703 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b76d4e9f-80ea-4d01-8bbf-ffa0bd5a30f4 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:57.132025 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b76d4e9f-80ea-4d01-8bbf-ffa0bd5a30f4 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3573129 Mar 01 14:03:57.133946 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-e114850f-1ed3-4947-b7cb-f744b5aeaef5 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bebc5641-edbe-4451-ad79-1b1a004601a0') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:57.134235 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-e114850f-1ed3-4947-b7cb-f744b5aeaef5 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bebc5641-edbe-4451-ad79-1b1a004601a0') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:03:57.136395 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59242) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:57.141918 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d4e9f-80ea-4d01-8bbf-ffa0bd5a30f4 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c791272a-b7a1-4303-afe7-5879f9033bf5,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:57.143542 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-20316457-045b-4c95-bdfc-b7ce27c6da27 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Request body: {'security_group_rule': {'security_group_id': 'c791272a-b7a1-4303-afe7-5879f9033bf5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:57.173072 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e114850f-1ed3-4947-b7cb-f744b5aeaef5 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (bebc5641-edbe-4451-ad79-1b1a004601a0), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:57.214710 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e114850f-1ed3-4947-b7cb-f744b5aeaef5 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (bebc5641-edbe-4451-ad79-1b1a004601a0), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:57.219795 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-20316457-045b-4c95-bdfc-b7ce27c6da27 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:03:57.221724 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-20316457-045b-4c95-bdfc-b7ce27c6da27 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0833886 Mar 01 14:03:57.224745 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59246) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:57.230753 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e114850f-1ed3-4947-b7cb-f744b5aeaef5 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:03:57.231158 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e114850f-1ed3-4947-b7cb-f744b5aeaef5 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (bebc5641-edbe-4451-ad79-1b1a004601a0), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:57.235213 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:03:57.235213 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:03:57.235213 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:03:57.235213 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:03:57.235213 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:03:57.235213 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:03:57.235213 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:03:57.235213 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:03:57.235213 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:03:57.235213 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:03:57.235213 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:03:57.235213 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:03:57.235213 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:03:57.235213 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:03:57.235213 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:03:57.235213 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:03:57.235213 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:03:57.235213 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:03:57.235213 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:03:57.235213 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:03:57.235213 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:03:57.235213 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:03:57.235213 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:03:57.235213 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:03:57.235213 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:03:57.235213 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:03:57.235213 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:03:57.235213 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:03:57.235213 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:03:57.235213 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:03:57.235213 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:03:57.235213 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:03:57.241630 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-7c8a7704-bd65-49cf-8a3b-57dd6e414334 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Request body: {'security_group_rule': {'security_group_id': 'c791272a-b7a1-4303-afe7-5879f9033bf5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:57.362910 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acbb073-310b-4663-b115-5b07e1f09ccc req-2ec0d548-63d1-4506-8140-2da1706e2ecf tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:57.364449 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2acbb073-310b-4663-b115-5b07e1f09ccc req-2ec0d548-63d1-4506-8140-2da1706e2ecf tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 945 time: 0.1107593 Mar 01 14:03:57.393360 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e114850f-1ed3-4947-b7cb-f744b5aeaef5 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (3ac71596-dc92-449f-92ad-5eaff2a04d4f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:57.402593 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e114850f-1ed3-4947-b7cb-f744b5aeaef5 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:57.402898 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-7c8a7704-bd65-49cf-8a3b-57dd6e414334 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:03:57.404108 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7c8a7704-bd65-49cf-8a3b-57dd6e414334 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1780100 Mar 01 14:03:57.407712 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e114850f-1ed3-4947-b7cb-f744b5aeaef5 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "DELETE /v2.0/networks/3ac71596-dc92-449f-92ad-5eaff2a04d4f HTTP/1.1" status: 204 len: 168 time: 1.8238683 Mar 01 14:03:57.413279 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59254) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:57.413829 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59256) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:57.426297 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114850f-1ed3-4947-b7cb-f744b5aeaef5 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event deleted for resources: {'Network': ['ID=3ac71596-dc92-449f-92ad-5eaff2a04d4f,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:57.443148 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-66163054-48e0-4683-8a43-5709456b92fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:57.470426 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-da4aa083-10ab-4b24-ac25-0d0ccbb6a188 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] DELETE failed (client error): The resource could not be found. Mar 01 14:03:57.470914 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da4aa083-10ab-4b24-ac25-0d0ccbb6a188 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:03:57.473847 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-da4aa083-10ab-4b24-ac25-0d0ccbb6a188 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "DELETE /v2.0/networks/3ac71596-dc92-449f-92ad-5eaff2a04d4f HTTP/1.1" status: 404 len: 339 time: 0.0567391 Mar 01 14:03:57.478966 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59258) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:57.498509 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-517d32c1-49a7-48e5-81ab-5e5a9f729015 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1165180426', 'description': 'd1'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:57.542929 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59fb90-9e4f-406b-a302-999ee7528695 req-a666dd34-3d2f-4c22-a5f5-1e838db787f1 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:57.544371 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3d59fb90-9e4f-406b-a302-999ee7528695 req-a666dd34-3d2f-4c22-a5f5-1e838db787f1 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 943 time: 0.1790326 Mar 01 14:03:57.554869 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2acbb073-310b-4663-b115-5b07e1f09ccc req-6c86eba8-b5f6-40d7-ba3e-1ffbb507e265 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553333 Mar 01 14:03:57.563486 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517d32c1-49a7-48e5-81ab-5e5a9f729015 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Made reservation on behalf of 20a71768b90f40be857197f3c257705b for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:03:57.566622 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-517d32c1-49a7-48e5-81ab-5e5a9f729015 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:57.618175 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9de99755-2e78-4100-88b6-ce4caef07bb7 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (c791272a-b7a1-4303-afe7-5879f9033bf5), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:57.638593 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517d32c1-49a7-48e5-81ab-5e5a9f729015 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:03:57.673319 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9de99755-2e78-4100-88b6-ce4caef07bb7 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (c791272a-b7a1-4303-afe7-5879f9033bf5), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:57.698349 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-517d32c1-49a7-48e5-81ab-5e5a9f729015 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (237e49cd-605a-4033-993c-f012c6deb013), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:57.698692 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-517d32c1-49a7-48e5-81ab-5e5a9f729015 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Added segment 237e49cd-605a-4033-993c-f012c6deb013 of type vlan for network 952eedf4-796d-4938-bf66-5065c99e7e41 Mar 01 14:03:57.706966 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3d59fb90-9e4f-406b-a302-999ee7528695 req-8d2d3ac0-e347-4592-849b-0ceeed77816e tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553304 Mar 01 14:03:57.790577 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-517d32c1-49a7-48e5-81ab-5e5a9f729015 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (952eedf4-796d-4938-bf66-5065c99e7e41), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:57.836447 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9de99755-2e78-4100-88b6-ce4caef07bb7 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c791272a-b7a1-4303-afe7-5879f9033bf5), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:57.840032 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9de99755-2e78-4100-88b6-ce4caef07bb7 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:57.845850 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9de99755-2e78-4100-88b6-ce4caef07bb7 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "DELETE /v2.0/security-groups/c791272a-b7a1-4303-afe7-5879f9033bf5 HTTP/1.1" status: 204 len: 168 time: 0.4308114 Mar 01 14:03:57.846025 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59264) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:57.862578 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-517d32c1-49a7-48e5-81ab-5e5a9f729015 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (952eedf4-796d-4938-bf66-5065c99e7e41), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:57.868017 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517d32c1-49a7-48e5-81ab-5e5a9f729015 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:57.868641 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-517d32c1-49a7-48e5-81ab-5e5a9f729015 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:57.898769 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7f74adde-96e8-41b3-b816-ab1684d64249 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0517137 Mar 01 14:03:57.906243 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59266) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:57.910989 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-7931df70-b38f-4f5e-9ecb-a608783eea67 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Request body: {'security_group': {'name': 'tempest-secgroup--1082892002'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:57.927046 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de99755-2e78-4100-88b6-ce4caef07bb7 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c791272a-b7a1-4303-afe7-5879f9033bf5,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:57.950805 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7931df70-b38f-4f5e-9ecb-a608783eea67 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:57.985217 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-517d32c1-49a7-48e5-81ab-5e5a9f729015 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4987447 Mar 01 14:03:57.989483 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59268) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:58.000212 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d32c1-49a7-48e5-81ab-5e5a9f729015 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event updated for resources: {'Network': ['ID=952eedf4-796d-4938-bf66-5065c99e7e41,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:58.016569 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 952eedf4-796d-4938-bf66-5065c99e7e41 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:03:58.021219 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80ffa2-6fc3-458a-8b5f-0bd318bb9aae req-52093f11-6e0a-4f0d-aadb-947b25da32c8 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:58.022905 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6d80ffa2-6fc3-458a-8b5f-0bd318bb9aae req-52093f11-6e0a-4f0d-aadb-947b25da32c8 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=75cb9e6f-9cc7-4bb3-9d2d-ad6e3f1a80ac HTTP/1.1" status: 200 len: 945 time: 0.1750419 Mar 01 14:03:58.108194 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6d80ffa2-6fc3-458a-8b5f-0bd318bb9aae req-19b80d51-e65c-4f7a-8659-a9aca5a88737 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779083 Mar 01 14:03:58.129180 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d64c132-6469-401e-bff8-4b0fc76a46d7 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:58.130667 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1d64c132-6469-401e-bff8-4b0fc76a46d7 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "GET /v2.0/networks?id=952eedf4-796d-4938-bf66-5065c99e7e41 HTTP/1.1" status: 200 len: 761 time: 0.1401541 Mar 01 14:03:58.133597 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59270) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:58.148967 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-96eed52b-5310-4a06-973a-d6a5cd862b61 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Request body: {'network': {'description': 'd2'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:58.154698 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7931df70-b38f-4f5e-9ecb-a608783eea67 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (fa3c0aad-0619-46a2-830a-fd5813a05dcb), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:58.162155 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7931df70-b38f-4f5e-9ecb-a608783eea67 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fa3c0aad-0619-46a2-830a-fd5813a05dcb), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:58.192782 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7931df70-b38f-4f5e-9ecb-a608783eea67 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:58.197049 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7931df70-b38f-4f5e-9ecb-a608783eea67 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2897918 Mar 01 14:03:58.197684 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59272) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:58.207941 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-ec47d1da-4f76-4a2d-bec1-e21da12962a7 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:58.209032 n-d-827467-3 neutron-server[103726]: WARNING neutron.api.v2.base [None req-ec47d1da-4f76-4a2d-bec1-e21da12962a7 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 01 14:03:58.209532 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-ec47d1da-4f76-4a2d-bec1-e21da12962a7 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] update failed (client error): There was a conflict when trying to complete your request. Mar 01 14:03:58.213386 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ec47d1da-4f76-4a2d-bec1-e21da12962a7 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "PUT /v2.0/security-groups/fa3c0aad-0619-46a2-830a-fd5813a05dcb HTTP/1.1" status: 409 len: 330 time: 0.0126705 Mar 01 14:03:58.213999 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59274) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:58.222121 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-92bba934-c716-4e6e-af39-718bd77bdde4 None None] Could not find standard attr ID for object 2262885f-3731-4dd8-834a-6edadfb180cf. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 14:03:58.231185 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7931df70-b38f-4f5e-9ecb-a608783eea67 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3c0aad-0619-46a2-830a-fd5813a05dcb,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:58.234737 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ca0393-5d98-4852-96c3-ff4163ef6e49 None None] DHCP port deletion for 3ac71596-dc92-449f-92ad-5eaff2a04d4f request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:03:58.259818 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d48fa5a-d976-4eff-b0f0-4f67bbec5d45 None None] Network 3ac71596-dc92-449f-92ad-5eaff2a04d4f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:03:58.278086 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d48fa5a-d976-4eff-b0f0-4f67bbec5d45 None None] Network 3ac71596-dc92-449f-92ad-5eaff2a04d4f could not be found, it might have been deleted concurrently. {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 01 14:03:58.290070 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8949cd3b-75b2-48e6-8e7c-0c80cc873352 None None] Network 3ac71596-dc92-449f-92ad-5eaff2a04d4f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:03:58.304167 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8949cd3b-75b2-48e6-8e7c-0c80cc873352 None None] Network 3ac71596-dc92-449f-92ad-5eaff2a04d4f could not be found, it might have been deleted concurrently. {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 01 14:03:58.330251 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-44e079e4-e4df-417a-ba2e-3628c5b833d6 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (fa3c0aad-0619-46a2-830a-fd5813a05dcb), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:58.339196 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-96eed52b-5310-4a06-973a-d6a5cd862b61 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (952eedf4-796d-4938-bf66-5065c99e7e41), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:58.358330 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-96eed52b-5310-4a06-973a-d6a5cd862b61 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (952eedf4-796d-4938-bf66-5065c99e7e41), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:58.360719 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-44e079e4-e4df-417a-ba2e-3628c5b833d6 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (fa3c0aad-0619-46a2-830a-fd5813a05dcb), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:58.406615 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-44e079e4-e4df-417a-ba2e-3628c5b833d6 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fa3c0aad-0619-46a2-830a-fd5813a05dcb), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:58.409532 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-44e079e4-e4df-417a-ba2e-3628c5b833d6 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:58.413364 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-44e079e4-e4df-417a-ba2e-3628c5b833d6 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "DELETE /v2.0/security-groups/fa3c0aad-0619-46a2-830a-fd5813a05dcb HTTP/1.1" status: 204 len: 168 time: 0.1933436 Mar 01 14:03:58.414277 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59276) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:58.414701 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-96eed52b-5310-4a06-973a-d6a5cd862b61 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Network 952eedf4-796d-4938-bf66-5065c99e7e41 is not hosted by any dhcp agent {{(pid=103727) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 01 14:03:58.420070 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96eed52b-5310-4a06-973a-d6a5cd862b61 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:58.421507 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-96eed52b-5310-4a06-973a-d6a5cd862b61 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:58.425257 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-96eed52b-5310-4a06-973a-d6a5cd862b61 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "PUT /v2.0/networks/952eedf4-796d-4938-bf66-5065c99e7e41 HTTP/1.1" status: 200 len: 758 time: 0.2844250 Mar 01 14:03:58.426091 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59278) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:58.427423 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e079e4-e4df-417a-ba2e-3628c5b833d6 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3c0aad-0619-46a2-830a-fd5813a05dcb,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:58.471521 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5fc9cf9f-076e-4d6b-b6b4-1eb675afde42 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0509660 Mar 01 14:03:58.472639 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59280) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:58.476916 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eed52b-5310-4a06-973a-d6a5cd862b61 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event updated for resources: {'Network': ['ID=952eedf4-796d-4938-bf66-5065c99e7e41,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:58.490217 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 952eedf4-796d-4938-bf66-5065c99e7e41 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:03:58.490395 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-fded7163-f95c-480a-b64c-b4fe2a0ea6b6 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] delete failed (client error): The resource could not be found. Mar 01 14:03:58.494841 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fded7163-f95c-480a-b64c-b4fe2a0ea6b6 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "DELETE /v2.0/security-groups/f9aac171-0641-493d-a944-1bbcdf678a28 HTTP/1.1" status: 404 len: 347 time: 0.0180178 Mar 01 14:03:58.495076 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59282) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:58.510108 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-e37a3552-94a4-4910-b3f5-9082fb200e03 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] show failed (client error): The resource could not be found. Mar 01 14:03:58.514527 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e37a3552-94a4-4910-b3f5-9082fb200e03 tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "GET /v2.0/security-groups/2cdfd980-1882-4a5b-8519-8afd13c2e4e6 HTTP/1.1" status: 404 len: 347 time: 0.0151641 Mar 01 14:03:58.515344 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59284) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:58.528304 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-050f12f4-2b55-4d52-8909-fc4ed2506a0c tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] show failed (client error): The resource could not be found. Mar 01 14:03:58.532567 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-050f12f4-2b55-4d52-8909-fc4ed2506a0c tempest-NegativeSecGroupIPv6Test-1343573547 tempest-NegativeSecGroupIPv6Test-1343573547-project] 10.222.0.13 "GET /v2.0/security-group-rules/ef1f8b69-4fa6-4d02-b328-9d44c8a48c49 HTTP/1.1" status: 404 len: 356 time: 0.0131459 Mar 01 14:03:58.560471 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ecbc49-6ed8-4e93-b83f-264e23106775 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:58.564133 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-19ecbc49-6ed8-4e93-b83f-264e23106775 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "GET /v2.0/networks?id=952eedf4-796d-4938-bf66-5065c99e7e41 HTTP/1.1" status: 200 len: 761 time: 0.1365526 Mar 01 14:03:58.568038 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59288) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:58.575018 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-a2ffe25f-ee35-4b45-a0fa-554556821055 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-131572596'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:58.612851 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device bd3a09dd-6313-4a3e-950d-b7d56b8adfdc up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:03:58.626611 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ffe25f-ee35-4b45-a0fa-554556821055 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Made reservation on behalf of 20a71768b90f40be857197f3c257705b for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:03:58.633255 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a2ffe25f-ee35-4b45-a0fa-554556821055 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:58.679791 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port bd3a09dd-6313-4a3e-950d-b7d56b8adfdc triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:03:58.680275 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (bd3a09dd-6313-4a3e-950d-b7d56b8adfdc), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:58.718917 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ffe25f-ee35-4b45-a0fa-554556821055 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:03:58.740352 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a2ffe25f-ee35-4b45-a0fa-554556821055 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (b6474ab3-53e8-45d7-bd8d-0bbfcf03caf2), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:58.740782 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-a2ffe25f-ee35-4b45-a0fa-554556821055 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Added segment b6474ab3-53e8-45d7-bd8d-0bbfcf03caf2 of type vlan for network cfdc300a-d7f0-40b7-8962-ff16859f69b5 Mar 01 14:03:58.788952 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14971277-1f46-4e8f-91fe-a5a2ba9f47c1 req-be042d07-b226-4899-a467-805de38f9c5e tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:58.790658 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-14971277-1f46-4e8f-91fe-a5a2ba9f47c1 req-be042d07-b226-4899-a467-805de38f9c5e tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 945 time: 0.1298342 Mar 01 14:03:58.813620 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a2ffe25f-ee35-4b45-a0fa-554556821055 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (cfdc300a-d7f0-40b7-8962-ff16859f69b5), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:58.849004 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port bd3a09dd-6313-4a3e-950d-b7d56b8adfdc is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:03:58.849772 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (bd3a09dd-6313-4a3e-950d-b7d56b8adfdc), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:58.905326 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port bd3a09dd-6313-4a3e-950d-b7d56b8adfdc, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=bd3a09dd-6313-4a3e-950d-b7d56b8adfdc,segment=NetworkSegment(0daf6ea1-fe8f-417e-9613-c9672cc8c206),segment_id=0daf6ea1-fe8f-417e-9613-c9672cc8c206)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:58.905646 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-14971277-1f46-4e8f-91fe-a5a2ba9f47c1 req-ac1832b5-a528-4946-837f-82414db99369 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040468 Mar 01 14:03:58.907323 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f49a67-b8cf-4ee6-a725-3c8b8c13156d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3a09dd-6313-4a3e-950d-b7d56b8adfdc'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:03:58.909553 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a2ffe25f-ee35-4b45-a0fa-554556821055 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (cfdc300a-d7f0-40b7-8962-ff16859f69b5), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:58.911851 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5475a4e5-1a76-473e-9566-67c28ad2d8f4" -d '{"events": [{"server_uuid": "c4f49a67-b8cf-4ee6-a725-3c8b8c13156d", "name": "network-vif-plugged", "status": "completed", "tag": "bd3a09dd-6313-4a3e-950d-b7d56b8adfdc"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:03:58.917470 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ffe25f-ee35-4b45-a0fa-554556821055 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:58.917470 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a2ffe25f-ee35-4b45-a0fa-554556821055 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:58.925238 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (bd3a09dd-6313-4a3e-950d-b7d56b8adfdc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:58.934120 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59300) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:58.970119 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:58.998809 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a739db60-90c2-45d7-a8c6-b45ca95d4087 x-openstack-request-id: req-a739db60-90c2-45d7-a8c6-b45ca95d4087 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:03:59.000284 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f49a67-b8cf-4ee6-a725-3c8b8c13156d", "name": "network-vif-plugged", "status": "completed", "tag": "bd3a09dd-6313-4a3e-950d-b7d56b8adfdc", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:03:59.000721 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a739db60-90c2-45d7-a8c6-b45ca95d4087 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:03:59.001341 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f49a67-b8cf-4ee6-a725-3c8b8c13156d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3a09dd-6313-4a3e-950d-b7d56b8adfdc', 'code': 200} Mar 01 14:03:59.002458 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=bd3a09dd-6313-4a3e-950d-b7d56b8adfdc,revision_number=8']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:59.051982 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59304) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:59.056335 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a2ffe25f-ee35-4b45-a0fa-554556821055 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4869528 Mar 01 14:03:59.057826 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-fb069079-5616-485b-8d62-0f5406e43a7b tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Request body: {'subnet': {'network_id': 'cfdc300a-d7f0-40b7-8962-ff16859f69b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:03:59.087705 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6988914-7804-42d5-9bff-52fdce2aadbf req-624189d7-6609-470a-b9bc-d668baaf4926 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:59.090831 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f6988914-7804-42d5-9bff-52fdce2aadbf req-624189d7-6609-470a-b9bc-d668baaf4926 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 943 time: 0.2594790 Mar 01 14:03:59.095041 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ffe25f-ee35-4b45-a0fa-554556821055 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event updated for resources: {'Network': ['ID=cfdc300a-d7f0-40b7-8962-ff16859f69b5,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:59.106637 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network cfdc300a-d7f0-40b7-8962-ff16859f69b5 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:03:59.147495 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f6988914-7804-42d5-9bff-52fdce2aadbf req-95f638fb-8aaf-48ec-b4a6-9104290de0b8 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493026 Mar 01 14:03:59.245744 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e6662-37ea-45ad-a9b2-6482b0fecd6e req-0143b0e3-b88e-4cd2-acf0-87c4236925fe tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:59.247188 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-037e6662-37ea-45ad-a9b2-6482b0fecd6e req-0143b0e3-b88e-4cd2-acf0-87c4236925fe tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=75cb9e6f-9cc7-4bb3-9d2d-ad6e3f1a80ac HTTP/1.1" status: 200 len: 945 time: 0.0584006 Mar 01 14:03:59.252939 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9a09236c-1b07-4226-b745-6574cbbcf27c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eda3d7d4cf8a403c943bc4dd96072762&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3169127 Mar 01 14:03:59.257732 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59308) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:59.266912 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298559fb-e11b-415a-9ec2-cc958326c9ce req-fa47dc74-83cd-4e7a-a046-75a0c53dc6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:59.268522 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-298559fb-e11b-415a-9ec2-cc958326c9ce req-fa47dc74-83cd-4e7a-a046-75a0c53dc6b9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 1127 time: 0.1179049 Mar 01 14:03:59.269174 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb069079-5616-485b-8d62-0f5406e43a7b tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Made reservation on behalf of 20a71768b90f40be857197f3c257705b for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:03:59.272606 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb069079-5616-485b-8d62-0f5406e43a7b tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:59.304286 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-037e6662-37ea-45ad-a9b2-6482b0fecd6e req-a6f212f0-23ac-47df-a965-d419f3849b4d tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dfe1804-f8e6-49c2-b6a5-345852e52ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495942 Mar 01 14:03:59.416963 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-298559fb-e11b-415a-9ec2-cc958326c9ce req-47b77f37-a002-47f3-a363-fa6751f3637f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410644 Mar 01 14:03:59.422545 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-843c9ebb-97c5-4949-b005-bff9b07d83c4 admin admin] Publish callbacks [] for security_group (81de166d-3f24-43b2-83b0-08c5d6fbbfdb), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:59.451846 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-843c9ebb-97c5-4949-b005-bff9b07d83c4 admin admin] Publish callbacks [] for security_group (81de166d-3f24-43b2-83b0-08c5d6fbbfdb), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:59.557991 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-843c9ebb-97c5-4949-b005-bff9b07d83c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (81de166d-3f24-43b2-83b0-08c5d6fbbfdb), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:59.560569 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-843c9ebb-97c5-4949-b005-bff9b07d83c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:59.561721 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-843c9ebb-97c5-4949-b005-bff9b07d83c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81de166d-3f24-43b2-83b0-08c5d6fbbfdb HTTP/1.1" status: 204 len: 168 time: 0.3030319 Mar 01 14:03:59.565505 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb069079-5616-485b-8d62-0f5406e43a7b tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (ec14e53b-417d-4ece-a568-4129f778a85a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:59.578304 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c9ebb-97c5-4949-b005-bff9b07d83c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81de166d-3f24-43b2-83b0-08c5d6fbbfdb,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:59.595133 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be75a5-22c9-4424-b21a-bbceae30c3f3 req-36a71154-ca2d-4fa2-b789-12c55a326297 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:59.596898 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d9be75a5-22c9-4424-b21a-bbceae30c3f3 req-36a71154-ca2d-4fa2-b789-12c55a326297 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.32 "GET /v2.0/ports?device_id=75cb9e6f-9cc7-4bb3-9d2d-ad6e3f1a80ac HTTP/1.1" status: 200 len: 945 time: 0.0642638 Mar 01 14:03:59.651303 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb069079-5616-485b-8d62-0f5406e43a7b tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event updated for resources: {'Subnet': ['ID=ec14e53b-417d-4ece-a568-4129f778a85a,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:03:59.658981 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb069079-5616-485b-8d62-0f5406e43a7b tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Checking segment: {'id': 'b6474ab3-53e8-45d7-bd8d-0bbfcf03caf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cfdc300a-d7f0-40b7-8962-ff16859f69b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:03:59.659341 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb069079-5616-485b-8d62-0f5406e43a7b tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Network hostable DHCP agents. Network: cfdc300a-d7f0-40b7-8962-ff16859f69b5, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:03:59.675651 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb069079-5616-485b-8d62-0f5406e43a7b tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Network cfdc300a-d7f0-40b7-8962-ff16859f69b5 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:03:59.687959 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-fb069079-5616-485b-8d62-0f5406e43a7b tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, cfdc300a-d7f0-40b7-8962-ff16859f69b5) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:03:59.691460 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb069079-5616-485b-8d62-0f5406e43a7b tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:03:59.692106 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb069079-5616-485b-8d62-0f5406e43a7b tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:59.700901 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17930f60-2203-4343-bffc-debe9c7649d2 None None] Network cfdc300a-d7f0-40b7-8962-ff16859f69b5 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:03:59.714793 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-d9be75a5-22c9-4424-b21a-bbceae30c3f3 req-35cc1301-5653-4c6e-a03a-0687467fe302 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Deleting port c8f4394a-222d-4ddf-8b47-2223ab7f4441 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:03:59.715270 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-d9be75a5-22c9-4424-b21a-bbceae30c3f3 req-35cc1301-5653-4c6e-a03a-0687467fe302 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (c8f4394a-222d-4ddf-8b47-2223ab7f4441), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:59.722918 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fb069079-5616-485b-8d62-0f5406e43a7b tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6698267 Mar 01 14:03:59.723543 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59314) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:03:59.818937 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a915bcf-1b9d-415b-a6ce-d98bc61183b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-cfdc300a-d7f0-40b7-8962-ff16859f69b5', 'network_id': 'cfdc300a-d7f0-40b7-8962-ff16859f69b5', 'project_id': '20a71768b90f40be857197f3c257705b', 'fixed_ips': [{'subnet_id': 'ec14e53b-417d-4ece-a568-4129f778a85a'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:03:59.820139 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7a915bcf-1b9d-415b-a6ce-d98bc61183b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:59.839289 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e4aad67f-f8d9-40ef-9737-2aa2a85a1841 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (cfdc300a-d7f0-40b7-8962-ff16859f69b5), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:59.846829 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-d9be75a5-22c9-4424-b21a-bbceae30c3f3 req-35cc1301-5653-4c6e-a03a-0687467fe302 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] For port c8f4394a-222d-4ddf-8b47-2223ab7f4441, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=c8f4394a-222d-4ddf-8b47-2223ab7f4441,segment=NetworkSegment(add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f),segment_id=add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:03:59.846973 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-d9be75a5-22c9-4424-b21a-bbceae30c3f3 req-35cc1301-5653-4c6e-a03a-0687467fe302 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (c8f4394a-222d-4ddf-8b47-2223ab7f4441), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:59.864939 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-d9be75a5-22c9-4424-b21a-bbceae30c3f3 req-35cc1301-5653-4c6e-a03a-0687467fe302 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Calling delete_port for c8f4394a-222d-4ddf-8b47-2223ab7f4441 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:03:59.908441 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e4aad67f-f8d9-40ef-9737-2aa2a85a1841 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (ec14e53b-417d-4ece-a568-4129f778a85a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:59.985661 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e4aad67f-f8d9-40ef-9737-2aa2a85a1841 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (ec14e53b-417d-4ece-a568-4129f778a85a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server [None req-7a915bcf-1b9d-415b-a6ce-d98bc61183b8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec14e53b-417d-4ece-a568-4129f778a85a: This subnet is being modified by another concurrent operation. Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 01 14:03:59.991610 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise exception Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec14e53b-417d-4ece-a568-4129f778a85a: This subnet is being modified by another concurrent operation. Mar 01 14:03:59.995507 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server Mar 01 14:04:00.015977 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d63f008-7900-4f60-ae18-18708f0d9076 None None] get_active_networks_info from n-d-827467-3 {{(pid=103728) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 01 14:04:00.019788 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aad67f-f8d9-40ef-9737-2aa2a85a1841 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event deleted for resources: {'Subnet': ['ID=ec14e53b-417d-4ece-a568-4129f778a85a,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:00.086601 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:00.095643 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e4aad67f-f8d9-40ef-9737-2aa2a85a1841 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (cfdc300a-d7f0-40b7-8962-ff16859f69b5), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:00.115812 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-d9be75a5-22c9-4424-b21a-bbceae30c3f3 req-35cc1301-5653-4c6e-a03a-0687467fe302 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (c8f4394a-222d-4ddf-8b47-2223ab7f4441), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:00.127958 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-e4aad67f-f8d9-40ef-9737-2aa2a85a1841 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfdc300a-d7f0-40b7-8962-ff16859f69b5']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:00.130266 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48600ef-55e8-4e89-a939-876a1be938d0 req-f2daf61d-9079-46cc-8ce7-235a690e8156 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:00.136803 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b48600ef-55e8-4e89-a939-876a1be938d0 req-f2daf61d-9079-46cc-8ce7-235a690e8156 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 945 time: 0.0950804 Mar 01 14:04:00.139687 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-e4aad67f-f8d9-40ef-9737-2aa2a85a1841 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6474ab3-53e8-45d7-bd8d-0bbfcf03caf2') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:00.140022 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-e4aad67f-f8d9-40ef-9737-2aa2a85a1841 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6474ab3-53e8-45d7-bd8d-0bbfcf03caf2') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:00.143573 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d63f008-7900-4f60-ae18-18708f0d9076 None None] Resources bound (agent type, host, resource id): {{(pid=103728) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 14:04:00.151001 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['c8f4394a-222d-4ddf-8b47-2223ab7f4441'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:04:00.152404 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e4aad67f-f8d9-40ef-9737-2aa2a85a1841 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (b6474ab3-53e8-45d7-bd8d-0bbfcf03caf2), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:00.168981 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e4aad67f-f8d9-40ef-9737-2aa2a85a1841 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (b6474ab3-53e8-45d7-bd8d-0bbfcf03caf2), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:00.169589 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc1301-5653-4c6e-a03a-0687467fe302 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Pushing event deleted for resources: {'Port': ['ID=c8f4394a-222d-4ddf-8b47-2223ab7f4441,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:00.176783 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4aad67f-f8d9-40ef-9737-2aa2a85a1841 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:04:00.177277 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e4aad67f-f8d9-40ef-9737-2aa2a85a1841 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (b6474ab3-53e8-45d7-bd8d-0bbfcf03caf2), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:00.182012 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:04:00.182012 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:04:00.182012 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:04:00.182012 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:04:00.182012 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:04:00.182012 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:04:00.182012 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:04:00.182012 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:04:00.182012 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:04:00.182012 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:04:00.182012 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:04:00.182012 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:04:00.182012 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:04:00.182012 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:04:00.182012 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:04:00.182012 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:04:00.182012 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:04:00.182012 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:04:00.182012 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:04:00.182012 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:04:00.182012 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:04:00.182012 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:04:00.182012 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:04:00.182012 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:04:00.182012 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:04:00.182012 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:04:00.182012 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:04:00.182012 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:04:00.182012 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:04:00.182012 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:04:00.182012 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:04:00.182012 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:04:00.258558 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e4aad67f-f8d9-40ef-9737-2aa2a85a1841 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (cfdc300a-d7f0-40b7-8962-ff16859f69b5), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:00.268344 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e4aad67f-f8d9-40ef-9737-2aa2a85a1841 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:00.275527 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e4aad67f-f8d9-40ef-9737-2aa2a85a1841 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "DELETE /v2.0/networks/cfdc300a-d7f0-40b7-8962-ff16859f69b5 HTTP/1.1" status: 204 len: 168 time: 0.5487292 Mar 01 14:04:00.275883 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59334) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:00.294188 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9be75a5-22c9-4424-b21a-bbceae30c3f3 req-35cc1301-5653-4c6e-a03a-0687467fe302 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] No DVR routers for this DVR port c8f4394a-222d-4ddf-8b47-2223ab7f4441 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:04:00.296453 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-d9be75a5-22c9-4424-b21a-bbceae30c3f3 req-35cc1301-5653-4c6e-a03a-0687467fe302 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:00.300646 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d9be75a5-22c9-4424-b21a-bbceae30c3f3 req-35cc1301-5653-4c6e-a03a-0687467fe302 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.32 "DELETE /v2.0/ports/c8f4394a-222d-4ddf-8b47-2223ab7f4441 HTTP/1.1" status: 204 len: 173 time: 0.6951873 Mar 01 14:04:00.313237 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aad67f-f8d9-40ef-9737-2aa2a85a1841 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event deleted for resources: {'Network': ['ID=cfdc300a-d7f0-40b7-8962-ff16859f69b5,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:00.315924 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a73c0ec-fa90-4198-8ec5-60f19a4c60ae tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] GET failed (client error): The resource could not be found. Mar 01 14:04:00.319855 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6a73c0ec-fa90-4198-8ec5-60f19a4c60ae tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "GET /v2.0/subnets/ec14e53b-417d-4ece-a568-4129f778a85a HTTP/1.1" status: 404 len: 337 time: 0.0406461 Mar 01 14:04:00.320366 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59336) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:00.348790 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-1edee5a9-c97a-46c1-a563-f590c8f3d58e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] DELETE failed (client error): The resource could not be found. Mar 01 14:04:00.349662 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cb9e6f-9cc7-4bb3-9d2d-ad6e3f1a80ac', 'name': 'network-vif-deleted', 'tag': 'c8f4394a-222d-4ddf-8b47-2223ab7f4441'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:04:00.349805 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1edee5a9-c97a-46c1-a563-f590c8f3d58e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:04:00.352534 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec47b273-50d4-4a8a-b962-d12e73e9c56b" -d '{"events": [{"server_uuid": "75cb9e6f-9cc7-4bb3-9d2d-ad6e3f1a80ac", "name": "network-vif-deleted", "tag": "c8f4394a-222d-4ddf-8b47-2223ab7f4441"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:04:00.353336 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1edee5a9-c97a-46c1-a563-f590c8f3d58e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "DELETE /v2.0/networks/cfdc300a-d7f0-40b7-8962-ff16859f69b5 HTTP/1.1" status: 404 len: 339 time: 0.0319383 Mar 01 14:04:00.359721 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59344) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:00.402773 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b48600ef-55e8-4e89-a939-876a1be938d0 req-45f19e35-3d0e-4a7a-94a6-6cde6b955d1a tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649937 Mar 01 14:04:00.444322 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b8237-1c38-4002-86c8-4966c66a1436 req-0c24b3aa-370c-46f7-9a91-bbf62a346b9f tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:00.448453 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d63b8237-1c38-4002-86c8-4966c66a1436 req-0c24b3aa-370c-46f7-9a91-bbf62a346b9f tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 945 time: 0.1948993 Mar 01 14:04:00.510306 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6990c8-9699-424a-a1ef-80de1e4d764c None None] Network cfdc300a-d7f0-40b7-8962-ff16859f69b5 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:04:00.516268 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d63b8237-1c38-4002-86c8-4966c66a1436 req-e6ce72f4-c520-4e04-ada9-ac7ab5b05e6f tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627337 Mar 01 14:04:00.554193 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6990c8-9699-424a-a1ef-80de1e4d764c None None] Network cfdc300a-d7f0-40b7-8962-ff16859f69b5 could not be found, it might have been deleted concurrently. {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 01 14:04:00.567034 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-84041bfd-b88d-41d3-9842-891a111a6caf req-d7920959-9355-4634-816c-62ec3f6d6b83 tempest-AttachVolumeNegativeTest-576459124 tempest-AttachVolumeNegativeTest-576459124-project] 10.222.0.13 "GET /v2.0/ports?device_id=75cb9e6f-9cc7-4bb3-9d2d-ad6e3f1a80ac HTTP/1.1" status: 200 len: 210 time: 0.0378768 Mar 01 14:04:00.580488 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b133bf8-3649-4da0-b687-7f53cf8f2711 x-openstack-request-id: req-3b133bf8-3649-4da0-b687-7f53cf8f2711 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:04:00.580747 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75cb9e6f-9cc7-4bb3-9d2d-ad6e3f1a80ac", "name": "network-vif-deleted", "tag": "c8f4394a-222d-4ddf-8b47-2223ab7f4441", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:04:00.580999 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b133bf8-3649-4da0-b687-7f53cf8f2711 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:04:00.581398 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75cb9e6f-9cc7-4bb3-9d2d-ad6e3f1a80ac', 'name': 'network-vif-deleted', 'tag': 'c8f4394a-222d-4ddf-8b47-2223ab7f4441', 'status': 'completed', 'code': 200} Mar 01 14:04:00.628439 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59348) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:00.739534 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-14ec643e-c830-4c34-a9c2-08f6cf9efff1 tempest-SubnetPoolsTestJSON-520821679 tempest-SubnetPoolsTestJSON-520821679-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2019796326', 'prefixes': ['172.20.0.0/16']}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:00.819929 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-14ec643e-c830-4c34-a9c2-08f6cf9efff1 tempest-SubnetPoolsTestJSON-520821679 tempest-SubnetPoolsTestJSON-520821679-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:00.823786 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-14ec643e-c830-4c34-a9c2-08f6cf9efff1 tempest-SubnetPoolsTestJSON-520821679 tempest-SubnetPoolsTestJSON-520821679-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.1916025 Mar 01 14:04:00.824189 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59352) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:00.877781 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-97b516b0-8ace-464b-a8f0-a3d926fa76d7 tempest-SubnetPoolsTestJSON-520821679 tempest-SubnetPoolsTestJSON-520821679-project] 10.222.0.13 "GET /v2.0/subnetpools/b161cd6e-fb7c-4c18-985c-c94b5fc3971b HTTP/1.1" status: 200 len: 732 time: 0.0519354 Mar 01 14:04:00.880082 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59354) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:00.885487 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-6dcc9cf3-b620-442b-bb7a-6d3cdcd99fd3 tempest-SubnetPoolsTestJSON-520821679 tempest-SubnetPoolsTestJSON-520821679-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-228892164'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:00.934660 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071d20cf-874d-4390-88fe-c1c2ba06c369 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:00.938838 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-071d20cf-874d-4390-88fe-c1c2ba06c369 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5756485 Mar 01 14:04:00.939977 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59358) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:00.975490 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6dcc9cf3-b620-442b-bb7a-6d3cdcd99fd3 tempest-SubnetPoolsTestJSON-520821679 tempest-SubnetPoolsTestJSON-520821679-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:00.976954 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6dcc9cf3-b620-442b-bb7a-6d3cdcd99fd3 tempest-SubnetPoolsTestJSON-520821679 tempest-SubnetPoolsTestJSON-520821679-project] 10.222.0.13 "PUT /v2.0/subnetpools/b161cd6e-fb7c-4c18-985c-c94b5fc3971b HTTP/1.1" status: 200 len: 683 time: 0.0958827 Mar 01 14:04:00.979562 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59360) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:00.982205 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-db30d8b9-ce43-47fb-b05f-84def1db1d3b tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "GET /v2.0/subnets?network_id=645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 207 time: 0.0408900 Mar 01 14:04:00.985496 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59362) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:01.053897 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ec575b20-f158-47d0-9a2b-b939ff3e3c06 tempest-SubnetPoolsTestJSON-520821679 tempest-SubnetPoolsTestJSON-520821679-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:01.055165 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ec575b20-f158-47d0-9a2b-b939ff3e3c06 tempest-SubnetPoolsTestJSON-520821679 tempest-SubnetPoolsTestJSON-520821679-project] 10.222.0.13 "DELETE /v2.0/subnetpools/b161cd6e-fb7c-4c18-985c-c94b5fc3971b HTTP/1.1" status: 204 len: 168 time: 0.0740364 Mar 01 14:04:01.057840 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59364) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:01.071427 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-05e0db50-13c0-4299-aa25-23899448a72a tempest-SubnetPoolsTestJSON-520821679 tempest-SubnetPoolsTestJSON-520821679-project] show failed (client error): The resource could not be found. Mar 01 14:04:01.072489 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-05e0db50-13c0-4299-aa25-23899448a72a tempest-SubnetPoolsTestJSON-520821679 tempest-SubnetPoolsTestJSON-520821679-project] 10.222.0.13 "GET /v2.0/subnetpools/b161cd6e-fb7c-4c18-985c-c94b5fc3971b HTTP/1.1" status: 404 len: 346 time: 0.0137348 Mar 01 14:04:01.075041 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59366) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:01.089295 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-d95a1a88-19c9-4b76-a15b-f0be787a8dcf tempest-SubnetPoolsTestJSON-520821679 tempest-SubnetPoolsTestJSON-520821679-project] delete failed (client error): The resource could not be found. Mar 01 14:04:01.090252 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d95a1a88-19c9-4b76-a15b-f0be787a8dcf tempest-SubnetPoolsTestJSON-520821679 tempest-SubnetPoolsTestJSON-520821679-project] 10.222.0.13 "DELETE /v2.0/subnetpools/b161cd6e-fb7c-4c18-985c-c94b5fc3971b HTTP/1.1" status: 404 len: 346 time: 0.0143569 Mar 01 14:04:01.165189 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c9deab-4703-46fc-a0e3-9a459857f979 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:01.170633 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c9deab-4703-46fc-a0e3-9a459857f979 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:01.175632 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c9deab-4703-46fc-a0e3-9a459857f979 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:01.180725 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c9deab-4703-46fc-a0e3-9a459857f979 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:01.182405 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-49c9deab-4703-46fc-a0e3-9a459857f979 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1960065 Mar 01 14:04:01.186070 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59370) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:01.331744 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59374) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:01.372025 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6ae44158-75b5-44cf-94d4-a718cb4ebea0 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1847341 Mar 01 14:04:01.375833 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59378) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:01.446574 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-66f1fecc-fc54-466f-b374-093247544869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:01.458084 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f261eb-9328-48d5-8e0a-b3146460684f tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:01.459508 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f261eb-9328-48d5-8e0a-b3146460684f tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:01.461904 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-34f261eb-9328-48d5-8e0a-b3146460684f tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0851045 Mar 01 14:04:01.465611 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59382) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:01.525616 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-66f1fecc-fc54-466f-b374-093247544869 admin admin] Publish callbacks [] for security_group (4121913f-8bf1-406a-8816-8dcea63b3b34), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:01.529872 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-66f1fecc-fc54-466f-b374-093247544869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4121913f-8bf1-406a-8816-8dcea63b3b34), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:01.550633 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb289b4-9403-4562-82c1-a2b34345cdbb tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['shared'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:01.552003 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb289b4-9403-4562-82c1-a2b34345cdbb tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['shared'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:01.553535 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5eb289b4-9403-4562-82c1-a2b34345cdbb tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0869029 Mar 01 14:04:01.557775 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59386) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:01.575873 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-66f1fecc-fc54-466f-b374-093247544869 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2bc58118e3db48e187de9c79fe941a01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2428913 Mar 01 14:04:01.576978 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1fecc-fc54-466f-b374-093247544869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4121913f-8bf1-406a-8816-8dcea63b3b34,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:01.580303 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59390) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:01.630689 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aaa5a3cf-43c4-4e79-af72-1af4bebe06c2 admin admin] Publish callbacks [] for security_group (4121913f-8bf1-406a-8816-8dcea63b3b34), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:01.642399 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb626a8-af94-49fe-bfbf-bee740bd5d21 req-b7d49b62-ce28-4f9e-adfa-6f6b109893f0 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:01.643893 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ffb626a8-af94-49fe-bfbf-bee740bd5d21 req-b7d49b62-ce28-4f9e-adfa-6f6b109893f0 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 945 time: 0.1422653 Mar 01 14:04:01.651650 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aaa5a3cf-43c4-4e79-af72-1af4bebe06c2 admin admin] Publish callbacks [] for security_group (4121913f-8bf1-406a-8816-8dcea63b3b34), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:01.700858 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aaa5a3cf-43c4-4e79-af72-1af4bebe06c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4121913f-8bf1-406a-8816-8dcea63b3b34), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:01.706175 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aaa5a3cf-43c4-4e79-af72-1af4bebe06c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:01.707540 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-aaa5a3cf-43c4-4e79-af72-1af4bebe06c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4121913f-8bf1-406a-8816-8dcea63b3b34 HTTP/1.1" status: 204 len: 168 time: 0.1260140 Mar 01 14:04:01.709104 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:01.719757 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5a3cf-43c4-4e79-af72-1af4bebe06c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4121913f-8bf1-406a-8816-8dcea63b3b34,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:01.756291 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ffb626a8-af94-49fe-bfbf-bee740bd5d21 req-4346773f-e3dd-4329-a2d1-3b0289320f3b tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029851 Mar 01 14:04:01.765593 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a97268-248e-493c-b898-3935a2e98216 req-9ab7caef-d7ce-45ab-88ee-c5bef0291768 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:01.767049 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a9a97268-248e-493c-b898-3935a2e98216 req-9ab7caef-d7ce-45ab-88ee-c5bef0291768 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 945 time: 0.1370170 Mar 01 14:04:01.777035 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c9278e-69d1-4d74-85c0-c27d62eb270e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:01.777035 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-43c9278e-69d1-4d74-85c0-c27d62eb270e tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "GET /v2.0/networks/a3d6ad80-fa75-46a1-ae66-21f714caa9f5 HTTP/1.1" status: 200 len: 800 time: 0.2156599 Mar 01 14:04:01.779881 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59394) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:01.818174 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59396) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:01.830091 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a9a97268-248e-493c-b898-3935a2e98216 req-25567075-177d-4f96-a0ec-6a2b28ab6a38 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546265 Mar 01 14:04:01.876698 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8df2d58-73c9-4638-81e8-0bf44bc8e75f admin admin] Deleting subnet b5604c83-d9f4-4bd0-bfcc-d1bf90374963 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:04:01.880821 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d8df2d58-73c9-4638-81e8-0bf44bc8e75f admin admin] Publish callbacks [] for subnet (b5604c83-d9f4-4bd0-bfcc-d1bf90374963), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:01.916481 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59402) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:01.917074 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-028d9153-daa4-4a19-b93d-939b6ef5ea02 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "GET /v2.0/networks/a3d6ad80-fa75-46a1-ae66-21f714caa9f5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1358795 Mar 01 14:04:01.980592 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d8df2d58-73c9-4638-81e8-0bf44bc8e75f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (b5604c83-d9f4-4bd0-bfcc-d1bf90374963), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:02.032370 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bcbb8e-d652-4b62-9fec-a2b72fee3e94 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:02.040711 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-85bcbb8e-d652-4b62-9fec-a2b72fee3e94 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "GET /v2.0/subnets/1252418f-3e19-4ece-91b7-8443d531f0a4 HTTP/1.1" status: 200 len: 811 time: 0.1134789 Mar 01 14:04:02.041181 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59410) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:02.059502 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90e662-9ed6-4ad1-96c7-32638001c774 req-2af9191f-e4d2-4197-9c9e-6baa3a7da8b9 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:02.061122 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cf90e662-9ed6-4ad1-96c7-32638001c774 req-2af9191f-e4d2-4197-9c9e-6baa3a7da8b9 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 945 time: 0.1544423 Mar 01 14:04:02.085846 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d8df2d58-73c9-4638-81e8-0bf44bc8e75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (b5604c83-d9f4-4bd0-bfcc-d1bf90374963), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:02.142249 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4885c7f5-a6ff-4e3a-b09d-5334c7f97cdb tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['shared'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:02.147016 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4885c7f5-a6ff-4e3a-b09d-5334c7f97cdb tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "GET /v2.0/subnets/1252418f-3e19-4ece-91b7-8443d531f0a4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1015468 Mar 01 14:04:02.147331 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59416) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:02.152226 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-676b8bd8-0690-4899-86a9-42367ed917f7 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2035095961'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:02.198399 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cf90e662-9ed6-4ad1-96c7-32638001c774 req-2a8951cb-594f-4f29-82a7-3ba461a28ac6 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180072 Mar 01 14:04:02.211402 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676b8bd8-0690-4899-86a9-42367ed917f7 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Made reservation on behalf of 20a71768b90f40be857197f3c257705b for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:04:02.214740 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-676b8bd8-0690-4899-86a9-42367ed917f7 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:02.219489 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d8df2d58-73c9-4638-81e8-0bf44bc8e75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (b5604c83-d9f4-4bd0-bfcc-d1bf90374963), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:02.277071 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d8df2d58-73c9-4638-81e8-0bf44bc8e75f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:02.283009 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d8df2d58-73c9-4638-81e8-0bf44bc8e75f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b5604c83-d9f4-4bd0-bfcc-d1bf90374963 HTTP/1.1" status: 204 len: 168 time: 0.4637880 Mar 01 14:04:02.283336 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59426) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:02.285227 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df2d58-73c9-4638-81e8-0bf44bc8e75f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5604c83-d9f4-4bd0-bfcc-d1bf90374963,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:02.295563 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-676b8bd8-0690-4899-86a9-42367ed917f7 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:04:02.307424 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-676b8bd8-0690-4899-86a9-42367ed917f7 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (c20a8d6e-dcb6-40a5-8166-b97864982a80), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:02.307827 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-676b8bd8-0690-4899-86a9-42367ed917f7 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Added segment c20a8d6e-dcb6-40a5-8166-b97864982a80 of type vlan for network ba69ffa7-8288-43d5-a2d9-ba7b8875e7ad Mar 01 14:04:02.355248 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-676b8bd8-0690-4899-86a9-42367ed917f7 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (ba69ffa7-8288-43d5-a2d9-ba7b8875e7ad), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:02.403508 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1122d006-d822-4f9b-b8c6-a551d29eb4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (688b8e33-0ea2-4648-89e7-a0a6eac88ff9), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:02.406093 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-676b8bd8-0690-4899-86a9-42367ed917f7 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (ba69ffa7-8288-43d5-a2d9-ba7b8875e7ad), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:02.413050 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676b8bd8-0690-4899-86a9-42367ed917f7 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:02.413923 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-676b8bd8-0690-4899-86a9-42367ed917f7 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:02.470976 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-676b8bd8-0690-4899-86a9-42367ed917f7 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3224492 Mar 01 14:04:02.474179 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59432) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:02.479171 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-8ab14283-11a8-4c6b-9507-a69aedcd551f tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Request body: {'subnet': {'network_id': 'ba69ffa7-8288-43d5-a2d9-ba7b8875e7ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:02.508255 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1122d006-d822-4f9b-b8c6-a551d29eb4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (688b8e33-0ea2-4648-89e7-a0a6eac88ff9), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:02.510511 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59436) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:02.541978 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-1122d006-d822-4f9b-b8c6-a551d29eb4b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['688b8e33-0ea2-4648-89e7-a0a6eac88ff9']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:02.548231 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b8bd8-0690-4899-86a9-42367ed917f7 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event updated for resources: {'Network': ['ID=ba69ffa7-8288-43d5-a2d9-ba7b8875e7ad,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:02.553125 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-1122d006-d822-4f9b-b8c6-a551d29eb4b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:02.553429 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-1122d006-d822-4f9b-b8c6-a551d29eb4b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:02.560834 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network ba69ffa7-8288-43d5-a2d9-ba7b8875e7ad details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:04:02.566713 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1122d006-d822-4f9b-b8c6-a551d29eb4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:02.583259 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1122d006-d822-4f9b-b8c6-a551d29eb4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:02.595261 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1122d006-d822-4f9b-b8c6-a551d29eb4b5 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:04:02.595893 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1122d006-d822-4f9b-b8c6-a551d29eb4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (add1d47b-b39c-4dd6-8a07-60f6cd5bbb1f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:02.597670 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:04:02.597670 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:04:02.597670 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:04:02.597670 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:04:02.597670 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:04:02.597670 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:04:02.597670 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:04:02.597670 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:04:02.597670 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:04:02.597670 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:04:02.597670 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:04:02.597670 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:04:02.597670 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:04:02.597670 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:04:02.597670 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:04:02.597670 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:04:02.597670 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:04:02.597670 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:04:02.597670 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:04:02.597670 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:04:02.597670 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:04:02.597670 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:04:02.597670 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:04:02.597670 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:04:02.597670 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:04:02.597670 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:04:02.597670 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:04:02.597670 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:04:02.597670 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:04:02.597670 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:04:02.597670 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:04:02.597670 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:04:02.667740 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-5027c509-d3f3-4ad6-ae27-845132d3250d tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1381811523'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:02.674097 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab14283-11a8-4c6b-9507-a69aedcd551f tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Made reservation on behalf of 20a71768b90f40be857197f3c257705b for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:04:02.677541 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8ab14283-11a8-4c6b-9507-a69aedcd551f tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:02.684125 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1122d006-d822-4f9b-b8c6-a551d29eb4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (688b8e33-0ea2-4648-89e7-a0a6eac88ff9), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:02.689718 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1122d006-d822-4f9b-b8c6-a551d29eb4b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:02.692952 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1122d006-d822-4f9b-b8c6-a551d29eb4b5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/688b8e33-0ea2-4648-89e7-a0a6eac88ff9 HTTP/1.1" status: 204 len: 168 time: 0.4079673 Mar 01 14:04:02.695097 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5027c509-d3f3-4ad6-ae27-845132d3250d tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Made reservation on behalf of 33766faecf46403e89119c883cca77b2 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:04:02.698864 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5027c509-d3f3-4ad6-ae27-845132d3250d tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:02.717343 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122d006-d822-4f9b-b8c6-a551d29eb4b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=688b8e33-0ea2-4648-89e7-a0a6eac88ff9,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:02.720605 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5027c509-d3f3-4ad6-ae27-845132d3250d tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:02.754691 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.ipam_backend_mixin [None req-8ab14283-11a8-4c6b-9507-a69aedcd551f tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Performing IP validity checks on allocation pools {{(pid=103727) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 01 14:04:02.755207 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.ipam_backend_mixin [None req-8ab14283-11a8-4c6b-9507-a69aedcd551f tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103727) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 01 14:04:02.769282 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-4515172e-7910-4288-bb61-41ecacef0094 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:02.770789 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-4515172e-7910-4288-bb61-41ecacef0094 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/networks?id=603fb0b9-f818-4372-b4d4-fa9feb54900b HTTP/1.1" status: 200 len: 814 time: 0.1942492 Mar 01 14:04:02.807948 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-1e382cea-5988-44a9-9025-a1d6bdb3a0b9 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/quotas/684cc9fc46e242a2bd85fdf929a2cebb HTTP/1.1" status: 200 len: 375 time: 0.0182204 Mar 01 14:04:02.817262 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5027c509-d3f3-4ad6-ae27-845132d3250d tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks [] for security_group (a984274f-908f-4577-b39d-15ffb2358efa), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:02.824829 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5027c509-d3f3-4ad6-ae27-845132d3250d tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a984274f-908f-4577-b39d-15ffb2358efa), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:02.852597 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5027c509-d3f3-4ad6-ae27-845132d3250d tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:04:02.877090 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5027c509-d3f3-4ad6-ae27-845132d3250d tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (f1d479dd-89d9-49fe-af99-935af09b9f63), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:02.877484 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-5027c509-d3f3-4ad6-ae27-845132d3250d tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Added segment f1d479dd-89d9-49fe-af99-935af09b9f63 of type vlan for network f550fd76-9ccd-4488-8f3c-b294d332d1e4 Mar 01 14:04:02.878882 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027c509-d3f3-4ad6-ae27-845132d3250d tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a984274f-908f-4577-b39d-15ffb2358efa,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:02.926899 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59454) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:02.944590 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-1a41c92b-85ed-43e2-9afc-26fe437e169f tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=684cc9fc46e242a2bd85fdf929a2cebb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1286688 Mar 01 14:04:02.950080 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5027c509-d3f3-4ad6-ae27-845132d3250d tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (f550fd76-9ccd-4488-8f3c-b294d332d1e4), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:02.973714 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8ab14283-11a8-4c6b-9507-a69aedcd551f tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (e950ffee-d546-4945-95ae-a5e43c62a91c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:03.001391 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4ff031c8-8865-4cfa-9b96-6553da1bc72c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba1fcf78013f41368378324ce0bb5077&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0727587 Mar 01 14:04:03.003834 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59456) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:03.012108 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5027c509-d3f3-4ad6-ae27-845132d3250d tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (f550fd76-9ccd-4488-8f3c-b294d332d1e4), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:03.018538 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5027c509-d3f3-4ad6-ae27-845132d3250d tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:03.019162 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5027c509-d3f3-4ad6-ae27-845132d3250d tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:03.129712 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5027c509-d3f3-4ad6-ae27-845132d3250d tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6116645 Mar 01 14:04:03.129712 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59460) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:03.135982 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-5d3fdafc-7529-4b9c-84e8-56865ffdd722 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Request body: {'subnet': {'network_id': 'f550fd76-9ccd-4488-8f3c-b294d332d1e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:03.147824 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027c509-d3f3-4ad6-ae27-845132d3250d tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Pushing event updated for resources: {'Network': ['ID=f550fd76-9ccd-4488-8f3c-b294d332d1e4,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:03.158907 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network f550fd76-9ccd-4488-8f3c-b294d332d1e4 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:04:03.166112 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5ba7cd00-362c-4724-9d1c-f182415f33fe admin admin] Publish callbacks [] for security_group (0dfe1804-f8e6-49c2-b6a5-345852e52ae8), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:03.245067 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5ba7cd00-362c-4724-9d1c-f182415f33fe admin admin] Publish callbacks [] for security_group (0dfe1804-f8e6-49c2-b6a5-345852e52ae8), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:03.291956 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3fdafc-7529-4b9c-84e8-56865ffdd722 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Made reservation on behalf of 33766faecf46403e89119c883cca77b2 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:04:03.295379 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5d3fdafc-7529-4b9c-84e8-56865ffdd722 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:03.353609 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5ba7cd00-362c-4724-9d1c-f182415f33fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (0dfe1804-f8e6-49c2-b6a5-345852e52ae8), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:03.356617 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5ba7cd00-362c-4724-9d1c-f182415f33fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:03.357800 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5ba7cd00-362c-4724-9d1c-f182415f33fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0dfe1804-f8e6-49c2-b6a5-345852e52ae8 HTTP/1.1" status: 204 len: 168 time: 0.3528483 Mar 01 14:04:03.389594 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7cd00-362c-4724-9d1c-f182415f33fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfe1804-f8e6-49c2-b6a5-345852e52ae8,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:03.420685 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab14283-11a8-4c6b-9507-a69aedcd551f tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event updated for resources: {'Subnet': ['ID=e950ffee-d546-4945-95ae-a5e43c62a91c,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:03.452621 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab14283-11a8-4c6b-9507-a69aedcd551f tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Checking segment: {'id': 'c20a8d6e-dcb6-40a5-8166-b97864982a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ba69ffa7-8288-43d5-a2d9-ba7b8875e7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:04:03.452984 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab14283-11a8-4c6b-9507-a69aedcd551f tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Network hostable DHCP agents. Network: ba69ffa7-8288-43d5-a2d9-ba7b8875e7ad, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:04:03.461049 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-cba15b7c-c608-434f-90f2-1affdae7acaa service neutron] 10.222.0.13 "GET /v2.0/networks/603fb0b9-f818-4372-b4d4-fa9feb54900b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998379 Mar 01 14:04:03.474517 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc2ca2-e4d7-400e-8656-e3cf95bb5f98 req-d31e37d7-2969-4830-9599-03eb2d289068 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:03.480144 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5ffc2ca2-e4d7-400e-8656-e3cf95bb5f98 req-d31e37d7-2969-4830-9599-03eb2d289068 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 945 time: 0.6248617 Mar 01 14:04:03.519154 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5d3fdafc-7529-4b9c-84e8-56865ffdd722 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (1458ac34-112d-469d-b098-ea254302ebb9), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:03.524836 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab14283-11a8-4c6b-9507-a69aedcd551f tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Network ba69ffa7-8288-43d5-a2d9-ba7b8875e7ad is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:04:03.578976 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-8ab14283-11a8-4c6b-9507-a69aedcd551f tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, ba69ffa7-8288-43d5-a2d9-ba7b8875e7ad) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:04:03.581854 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3fdafc-7529-4b9c-84e8-56865ffdd722 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Pushing event updated for resources: {'Subnet': ['ID=1458ac34-112d-469d-b098-ea254302ebb9,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:03.590871 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3fdafc-7529-4b9c-84e8-56865ffdd722 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Checking segment: {'id': 'f1d479dd-89d9-49fe-af99-935af09b9f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f550fd76-9ccd-4488-8f3c-b294d332d1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:04:03.591247 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3fdafc-7529-4b9c-84e8-56865ffdd722 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Network hostable DHCP agents. Network: f550fd76-9ccd-4488-8f3c-b294d332d1e4, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:04:03.593987 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab14283-11a8-4c6b-9507-a69aedcd551f tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:03.594590 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8ab14283-11a8-4c6b-9507-a69aedcd551f tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:03.607597 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cff5bc-7d7d-4059-8ced-999d3c56f794 None None] Network ba69ffa7-8288-43d5-a2d9-ba7b8875e7ad requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:04:03.613698 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3fdafc-7529-4b9c-84e8-56865ffdd722 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Network f550fd76-9ccd-4488-8f3c-b294d332d1e4 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:04:03.633478 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5ffc2ca2-e4d7-400e-8656-e3cf95bb5f98 req-63c80bf8-6660-440f-9b28-01e76e4b9d10 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466062 Mar 01 14:04:03.633855 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-5d3fdafc-7529-4b9c-84e8-56865ffdd722 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, f550fd76-9ccd-4488-8f3c-b294d332d1e4) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:04:03.637416 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8ab14283-11a8-4c6b-9507-a69aedcd551f tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1621549 Mar 01 14:04:03.640045 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59466) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:03.640643 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3fdafc-7529-4b9c-84e8-56865ffdd722 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:03.641331 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5d3fdafc-7529-4b9c-84e8-56865ffdd722 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:03.646703 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-ec7e827f-5cad-43ae-9a0e-88daa55cc071 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:03.665213 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-281f8b84-c273-4231-bb21-9d7c4c76f180 service neutron] 10.222.0.13 "GET /v2.0/networks/603fb0b9-f818-4372-b4d4-fa9feb54900b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819851 Mar 01 14:04:03.672201 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5d3fdafc-7529-4b9c-84e8-56865ffdd722 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5403693 Mar 01 14:04:03.675057 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59468) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:03.682709 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-0723604b-484c-4e3f-ae78-5e02f38e02bb tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Request body: {'port': {'network_id': 'f550fd76-9ccd-4488-8f3c-b294d332d1e4', 'name': 'tempest-TagsExtTest-1850635108'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:03.736104 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1b727c-c697-4604-bd0b-8715f201c7b7 None None] Network f550fd76-9ccd-4488-8f3c-b294d332d1e4 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:04:03.793875 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ec7e827f-5cad-43ae-9a0e-88daa55cc071 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-263870328'] for subnet (e950ffee-d546-4945-95ae-a5e43c62a91c), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:03.819582 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7308d50c-652b-4812-af45-a74625f49e4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-ba69ffa7-8288-43d5-a2d9-ba7b8875e7ad', 'network_id': 'ba69ffa7-8288-43d5-a2d9-ba7b8875e7ad', 'project_id': '20a71768b90f40be857197f3c257705b', 'fixed_ips': [{'subnet_id': 'e950ffee-d546-4945-95ae-a5e43c62a91c'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:04:03.820522 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7308d50c-652b-4812-af45-a74625f49e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:03.942279 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d4107430-8f0b-4831-9e23-191a5ebf58f6 req-f9a1aeab-b53a-4506-bb95-4e9e34af2ee5 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 210 time: 0.0529695 Mar 01 14:04:03.971992 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0723604b-484c-4e3f-ae78-5e02f38e02bb tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Made reservation on behalf of 33766faecf46403e89119c883cca77b2 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:04:03.976025 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0723604b-484c-4e3f-ae78-5e02f38e02bb tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:04.007435 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97aef30-a114-4617-8aa8-5b0f8277f355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-f550fd76-9ccd-4488-8f3c-b294d332d1e4', 'network_id': 'f550fd76-9ccd-4488-8f3c-b294d332d1e4', 'project_id': '33766faecf46403e89119c883cca77b2', 'fixed_ips': [{'subnet_id': '1458ac34-112d-469d-b098-ea254302ebb9'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:04:04.008961 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c97aef30-a114-4617-8aa8-5b0f8277f355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:04.037527 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-0723604b-484c-4e3f-ae78-5e02f38e02bb tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] device_id is not set on port 7cb041a6-7367-4ece-b370-45502a637670 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:04:04.088372 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ec7e827f-5cad-43ae-9a0e-88daa55cc071 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753015898341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-263797602'] for subnet (e950ffee-d546-4945-95ae-a5e43c62a91c), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:04.149148 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e827f-5cad-43ae-9a0e-88daa55cc071 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:04.149913 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ec7e827f-5cad-43ae-9a0e-88daa55cc071 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:04.151333 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ec7e827f-5cad-43ae-9a0e-88daa55cc071 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "PUT /v2.0/subnets/e950ffee-d546-4945-95ae-a5e43c62a91c HTTP/1.1" status: 200 len: 877 time: 0.5103724 Mar 01 14:04:04.154494 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59488) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:04.183223 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578447b5-940e-4136-9fca-26cdc6ab1651 req-f6368fba-3382-498d-9475-8ec7e12fa42e tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:04.186711 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-578447b5-940e-4136-9fca-26cdc6ab1651 req-f6368fba-3382-498d-9475-8ec7e12fa42e tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4f49a67-b8cf-4ee6-a725-3c8b8c13156d HTTP/1.1" status: 200 len: 945 time: 0.2057507 Mar 01 14:04:04.235463 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-c97aef30-a114-4617-8aa8-5b0f8277f355 None None] Allocated IP 172.20.0.2 (f550fd76-9ccd-4488-8f3c-b294d332d1e4/1458ac34-112d-469d-b098-ea254302ebb9/1678806e-f2fe-4b81-92b9-4bacaa3203c9) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:04:04.379680 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e827f-5cad-43ae-9a0e-88daa55cc071 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event updated for resources: {'Subnet': ['ID=e950ffee-d546-4945-95ae-a5e43c62a91c,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:04.391476 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-7308d50c-652b-4812-af45-a74625f49e4a None None] Allocated IP 172.20.0.3 (ba69ffa7-8288-43d5-a2d9-ba7b8875e7ad/e950ffee-d546-4945-95ae-a5e43c62a91c/4101c2f6-4dcf-4c1e-b7a5-5bd8ec367869) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:04:04.411762 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-52474c52-aaa5-4568-ad82-0bc287ca48fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (ba69ffa7-8288-43d5-a2d9-ba7b8875e7ad), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:04.455940 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-578447b5-940e-4136-9fca-26cdc6ab1651 req-051ecead-9921-465e-be13-4048e03fc590 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Deleting port bd3a09dd-6313-4a3e-950d-b7d56b8adfdc {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:04:04.456516 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-578447b5-940e-4136-9fca-26cdc6ab1651 req-051ecead-9921-465e-be13-4048e03fc590 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (bd3a09dd-6313-4a3e-950d-b7d56b8adfdc), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:04.570648 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c97aef30-a114-4617-8aa8-5b0f8277f355 None None] Publish callbacks [] for port (1678806e-f2fe-4b81-92b9-4bacaa3203c9), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:04.585856 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c97aef30-a114-4617-8aa8-5b0f8277f355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (1678806e-f2fe-4b81-92b9-4bacaa3203c9), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:04.591847 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-52474c52-aaa5-4568-ad82-0bc287ca48fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (e950ffee-d546-4945-95ae-a5e43c62a91c), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:04.651384 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97aef30-a114-4617-8aa8-5b0f8277f355 None None] Pushing event updated for resources: {'Port': ['ID=1678806e-f2fe-4b81-92b9-4bacaa3203c9,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:04.669831 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-578447b5-940e-4136-9fca-26cdc6ab1651 req-051ecead-9921-465e-be13-4048e03fc590 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] For port bd3a09dd-6313-4a3e-950d-b7d56b8adfdc, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=bd3a09dd-6313-4a3e-950d-b7d56b8adfdc,segment=NetworkSegment(0daf6ea1-fe8f-417e-9613-c9672cc8c206),segment_id=0daf6ea1-fe8f-417e-9613-c9672cc8c206)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:04:04.670197 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-578447b5-940e-4136-9fca-26cdc6ab1651 req-051ecead-9921-465e-be13-4048e03fc590 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (bd3a09dd-6313-4a3e-950d-b7d56b8adfdc), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:04.680277 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97aef30-a114-4617-8aa8-5b0f8277f355 None None] Network f550fd76-9ccd-4488-8f3c-b294d332d1e4 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:04:04.690417 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-c97aef30-a114-4617-8aa8-5b0f8277f355 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:04:04.694078 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-578447b5-940e-4136-9fca-26cdc6ab1651 req-051ecead-9921-465e-be13-4048e03fc590 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Calling delete_port for bd3a09dd-6313-4a3e-950d-b7d56b8adfdc owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:04:04.695181 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97aef30-a114-4617-8aa8-5b0f8277f355 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:04:04.698492 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7308d50c-652b-4812-af45-a74625f49e4a None None] Publish callbacks [] for port (4101c2f6-4dcf-4c1e-b7a5-5bd8ec367869), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:04.703784 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-0723604b-484c-4e3f-ae78-5e02f38e02bb tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Allocated IP 172.20.0.9 (f550fd76-9ccd-4488-8f3c-b294d332d1e4/1458ac34-112d-469d-b098-ea254302ebb9/7cb041a6-7367-4ece-b370-45502a637670) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:04:04.741724 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7308d50c-652b-4812-af45-a74625f49e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (4101c2f6-4dcf-4c1e-b7a5-5bd8ec367869), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:04.766661 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-52474c52-aaa5-4568-ad82-0bc287ca48fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (e950ffee-d546-4945-95ae-a5e43c62a91c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:04.818095 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-c97aef30-a114-4617-8aa8-5b0f8277f355 None None] Attempting to bind port 1678806e-f2fe-4b81-92b9-4bacaa3203c9 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:04:04.818842 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-c97aef30-a114-4617-8aa8-5b0f8277f355 None None] Attempting to bind port 1678806e-f2fe-4b81-92b9-4bacaa3203c9 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'f1d479dd-89d9-49fe-af99-935af09b9f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f550fd76-9ccd-4488-8f3c-b294d332d1e4'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:04:04.820499 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97aef30-a114-4617-8aa8-5b0f8277f355 None None] Attempting to bind port 1678806e-f2fe-4b81-92b9-4bacaa3203c9 on network f550fd76-9ccd-4488-8f3c-b294d332d1e4 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:04:04.830478 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52474c52-aaa5-4568-ad82-0bc287ca48fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event deleted for resources: {'Subnet': ['ID=e950ffee-d546-4945-95ae-a5e43c62a91c,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:04.854508 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7308d50c-652b-4812-af45-a74625f49e4a None None] Network ba69ffa7-8288-43d5-a2d9-ba7b8875e7ad is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:04:04.869016 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-7308d50c-652b-4812-af45-a74625f49e4a None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:04:04.872864 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device c8f4394a-222d-4ddf-8b47-2223ab7f4441 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:04:04.906869 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7308d50c-652b-4812-af45-a74625f49e4a None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:04:04.912824 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97aef30-a114-4617-8aa8-5b0f8277f355 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:04:04.913339 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97aef30-a114-4617-8aa8-5b0f8277f355 None None] Checking segment: {'id': 'f1d479dd-89d9-49fe-af99-935af09b9f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f550fd76-9ccd-4488-8f3c-b294d332d1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:04:04.913976 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c97aef30-a114-4617-8aa8-5b0f8277f355 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:04.914605 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97aef30-a114-4617-8aa8-5b0f8277f355 None None] Bound using segment: {'id': 'f1d479dd-89d9-49fe-af99-935af09b9f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f550fd76-9ccd-4488-8f3c-b294d332d1e4'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:04:04.915319 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-c97aef30-a114-4617-8aa8-5b0f8277f355 None None] Bound port: 1678806e-f2fe-4b81-92b9-4bacaa3203c9, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d479dd-89d9-49fe-af99-935af09b9f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f550fd76-9ccd-4488-8f3c-b294d332d1e4'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:04:04.916170 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c97aef30-a114-4617-8aa8-5b0f8277f355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1678806e-f2fe-4b81-92b9-4bacaa3203c9), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:04.925607 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: c8f4394a-222d-4ddf-8b47-2223ab7f4441 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:04:04.926580 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device c8f4394a-222d-4ddf-8b47-2223ab7f4441 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:04:04.940826 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308d50c-652b-4812-af45-a74625f49e4a None None] Pushing event updated for resources: {'Port': ['ID=4101c2f6-4dcf-4c1e-b7a5-5bd8ec367869,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:05.029149 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-7308d50c-652b-4812-af45-a74625f49e4a None None] Attempting to bind port 4101c2f6-4dcf-4c1e-b7a5-5bd8ec367869 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:04:05.029661 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-7308d50c-652b-4812-af45-a74625f49e4a None None] Attempting to bind port 4101c2f6-4dcf-4c1e-b7a5-5bd8ec367869 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'c20a8d6e-dcb6-40a5-8166-b97864982a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ba69ffa7-8288-43d5-a2d9-ba7b8875e7ad'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:04:05.030724 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7308d50c-652b-4812-af45-a74625f49e4a None None] Attempting to bind port 4101c2f6-4dcf-4c1e-b7a5-5bd8ec367869 on network ba69ffa7-8288-43d5-a2d9-ba7b8875e7ad {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:04:05.047457 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7308d50c-652b-4812-af45-a74625f49e4a None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:04:05.047988 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7308d50c-652b-4812-af45-a74625f49e4a None None] Checking segment: {'id': 'c20a8d6e-dcb6-40a5-8166-b97864982a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ba69ffa7-8288-43d5-a2d9-ba7b8875e7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:04:05.048393 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7308d50c-652b-4812-af45-a74625f49e4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:05.048783 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7308d50c-652b-4812-af45-a74625f49e4a None None] Bound using segment: {'id': 'c20a8d6e-dcb6-40a5-8166-b97864982a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ba69ffa7-8288-43d5-a2d9-ba7b8875e7ad'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:04:05.049251 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-7308d50c-652b-4812-af45-a74625f49e4a None None] Bound port: 4101c2f6-4dcf-4c1e-b7a5-5bd8ec367869, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20a8d6e-dcb6-40a5-8166-b97864982a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ba69ffa7-8288-43d5-a2d9-ba7b8875e7ad'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:04:05.049624 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7308d50c-652b-4812-af45-a74625f49e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4101c2f6-4dcf-4c1e-b7a5-5bd8ec367869), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:05.050791 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-52474c52-aaa5-4568-ad82-0bc287ca48fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (ba69ffa7-8288-43d5-a2d9-ba7b8875e7ad), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:05.068497 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-c97aef30-a114-4617-8aa8-5b0f8277f355 None None] For port 1678806e-f2fe-4b81-92b9-4bacaa3203c9, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:04:05.094755 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-52474c52-aaa5-4568-ad82-0bc287ca48fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba69ffa7-8288-43d5-a2d9-ba7b8875e7ad']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:05.118217 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8a5e4-2ef7-4cbf-8d2a-9205f82e4cd0 req-6224887e-8f8d-4a57-83c4-1bb05f0dec0f tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:05.119907 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-63f8a5e4-2ef7-4cbf-8d2a-9205f82e4cd0 req-6224887e-8f8d-4a57-83c4-1bb05f0dec0f tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 945 time: 0.2910154 Mar 01 14:04:05.136088 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-52474c52-aaa5-4568-ad82-0bc287ca48fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c20a8d6e-dcb6-40a5-8166-b97864982a80') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:05.136398 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-52474c52-aaa5-4568-ad82-0bc287ca48fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c20a8d6e-dcb6-40a5-8166-b97864982a80') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:05.151777 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-7308d50c-652b-4812-af45-a74625f49e4a None None] For port 4101c2f6-4dcf-4c1e-b7a5-5bd8ec367869, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:04:05.156013 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-7308d50c-652b-4812-af45-a74625f49e4a None None] For port 4101c2f6-4dcf-4c1e-b7a5-5bd8ec367869, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=4101c2f6-4dcf-4c1e-b7a5-5bd8ec367869,segment=NetworkSegment(c20a8d6e-dcb6-40a5-8166-b97864982a80),segment_id=c20a8d6e-dcb6-40a5-8166-b97864982a80)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:04:05.162625 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-52474c52-aaa5-4568-ad82-0bc287ca48fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (c20a8d6e-dcb6-40a5-8166-b97864982a80), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:05.164582 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-c97aef30-a114-4617-8aa8-5b0f8277f355 None None] For port 1678806e-f2fe-4b81-92b9-4bacaa3203c9, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=1678806e-f2fe-4b81-92b9-4bacaa3203c9,segment=NetworkSegment(f1d479dd-89d9-49fe-af99-935af09b9f63),segment_id=f1d479dd-89d9-49fe-af99-935af09b9f63)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:04:05.169910 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7308d50c-652b-4812-af45-a74625f49e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (4101c2f6-4dcf-4c1e-b7a5-5bd8ec367869), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:05.187183 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c97aef30-a114-4617-8aa8-5b0f8277f355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (1678806e-f2fe-4b81-92b9-4bacaa3203c9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:05.218853 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-52474c52-aaa5-4568-ad82-0bc287ca48fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (c20a8d6e-dcb6-40a5-8166-b97864982a80), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:05.235318 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52474c52-aaa5-4568-ad82-0bc287ca48fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:04:05.236040 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-52474c52-aaa5-4568-ad82-0bc287ca48fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (c20a8d6e-dcb6-40a5-8166-b97864982a80), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:05.239405 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:04:05.239405 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:04:05.239405 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:04:05.239405 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:04:05.239405 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:04:05.239405 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:04:05.239405 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:04:05.239405 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:04:05.239405 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:04:05.239405 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:04:05.239405 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:04:05.239405 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:04:05.239405 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:04:05.239405 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:04:05.239405 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:04:05.239405 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:04:05.239405 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:04:05.239405 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:04:05.239405 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:04:05.239405 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:04:05.239405 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:04:05.239405 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:04:05.239405 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:04:05.239405 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:04:05.239405 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:04:05.239405 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:04:05.239405 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:04:05.239405 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:04:05.239405 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:04:05.239405 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:04:05.239405 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:04:05.239405 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:04:05.307906 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0723604b-484c-4e3f-ae78-5e02f38e02bb tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks [] for port (7cb041a6-7367-4ece-b370-45502a637670), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:05.323488 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-63f8a5e4-2ef7-4cbf-8d2a-9205f82e4cd0 req-82ca1ea5-108d-4f86-9e24-89b4731b7733 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735113 Mar 01 14:04:05.341054 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-578447b5-940e-4136-9fca-26cdc6ab1651 req-051ecead-9921-465e-be13-4048e03fc590 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (bd3a09dd-6313-4a3e-950d-b7d56b8adfdc), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:05.385653 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['bd3a09dd-6313-4a3e-950d-b7d56b8adfdc'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:04:05.463362 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308d50c-652b-4812-af45-a74625f49e4a None None] Pushing event updated for resources: {'Port': ['ID=4101c2f6-4dcf-4c1e-b7a5-5bd8ec367869,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:05.481760 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.db.api [None req-52474c52-aaa5-4568-ad82-0bc287ca48fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 01 14:04:05.481760 n-d-827467-3 neutron-server[103727]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 01 14:04:05.481760 n-d-827467-3 neutron-server[103727]: [parameters: {'id': 'ba69ffa7-8288-43d5-a2d9-ba7b8875e7ad'}] Mar 01 14:04:05.481760 n-d-827467-3 neutron-server[103727]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 14:04:05.491868 n-d-827467-3 neutron-server[103727]: DEBUG oslo_db.api [None req-52474c52-aaa5-4568-ad82-0bc287ca48fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 14:04:05.501704 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f023f515-4e3f-4057-a631-60e1b6cd80b4 None None] Network ba69ffa7-8288-43d5-a2d9-ba7b8875e7ad requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:04:05.503552 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0723604b-484c-4e3f-ae78-5e02f38e02bb tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (7cb041a6-7367-4ece-b370-45502a637670), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:05.513014 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ecead-9921-465e-be13-4048e03fc590 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Pushing event deleted for resources: {'Port': ['ID=bd3a09dd-6313-4a3e-950d-b7d56b8adfdc,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:05.536427 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4c426bab-ebb8-419f-8c9b-aefb6dd32ab3 req-cc3e6965-ad68-4b3b-9a9b-3e427fc8662f tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 210 time: 0.0793328 Mar 01 14:04:05.614444 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-8665929d-c368-4efa-8716-0b1b7326512b tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:05.616037 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-8665929d-c368-4efa-8716-0b1b7326512b tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.32 "GET /v2.0/networks?id=603fb0b9-f818-4372-b4d4-fa9feb54900b HTTP/1.1" status: 200 len: 814 time: 0.3174775 Mar 01 14:04:05.621370 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97aef30-a114-4617-8aa8-5b0f8277f355 None None] Pushing event updated for resources: {'Port': ['ID=1678806e-f2fe-4b81-92b9-4bacaa3203c9,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:05.674561 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-1ab4fe61-1bfa-45fb-90f4-18ac00d01c03 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Request body: {'port': {'device_id': '38eaa5f6-7508-4378-9844-563c2b98a731', 'network_id': '603fb0b9-f818-4372-b4d4-fa9feb54900b', 'admin_state_up': True, 'tenant_id': '684cc9fc46e242a2bd85fdf929a2cebb'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:05.682512 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c50d5b-fdb2-42b0-a7c2-346b106dd3cb None None] Network ba69ffa7-8288-43d5-a2d9-ba7b8875e7ad requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:04:05.733599 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-578447b5-940e-4136-9fca-26cdc6ab1651 req-051ecead-9921-465e-be13-4048e03fc590 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] No DVR routers for this DVR port bd3a09dd-6313-4a3e-950d-b7d56b8adfdc on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:04:05.738301 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0723604b-484c-4e3f-ae78-5e02f38e02bb tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Network f550fd76-9ccd-4488-8f3c-b294d332d1e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:04:05.739778 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-578447b5-940e-4136-9fca-26cdc6ab1651 req-051ecead-9921-465e-be13-4048e03fc590 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:05.743223 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-578447b5-940e-4136-9fca-26cdc6ab1651 req-051ecead-9921-465e-be13-4048e03fc590 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.20 "DELETE /v2.0/ports/bd3a09dd-6313-4a3e-950d-b7d56b8adfdc HTTP/1.1" status: 204 len: 173 time: 1.5502024 Mar 01 14:04:05.746510 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f49a67-b8cf-4ee6-a725-3c8b8c13156d', 'name': 'network-vif-deleted', 'tag': 'bd3a09dd-6313-4a3e-950d-b7d56b8adfdc'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:04:05.763763 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e468dc-84f9-40c5-9e0a-9699a98575f9" -d '{"events": [{"server_uuid": "c4f49a67-b8cf-4ee6-a725-3c8b8c13156d", "name": "network-vif-deleted", "tag": "bd3a09dd-6313-4a3e-950d-b7d56b8adfdc"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:04:05.775269 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-0723604b-484c-4e3f-ae78-5e02f38e02bb tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:04:05.777772 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0723604b-484c-4e3f-ae78-5e02f38e02bb tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Pushing event updated for resources: {'Port': ['ID=7cb041a6-7367-4ece-b370-45502a637670,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:05.786688 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0723604b-484c-4e3f-ae78-5e02f38e02bb tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:04:05.810728 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:04:05.906533 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141d95f7-541e-48c2-846d-ea00d15368e1 x-openstack-request-id: req-141d95f7-541e-48c2-846d-ea00d15368e1 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:04:05.907396 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f49a67-b8cf-4ee6-a725-3c8b8c13156d", "name": "network-vif-deleted", "tag": "bd3a09dd-6313-4a3e-950d-b7d56b8adfdc", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:04:05.908172 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-141d95f7-541e-48c2-846d-ea00d15368e1 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:04:05.908753 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f49a67-b8cf-4ee6-a725-3c8b8c13156d', 'name': 'network-vif-deleted', 'tag': 'bd3a09dd-6313-4a3e-950d-b7d56b8adfdc', 'status': 'completed', 'code': 200} Mar 01 14:04:05.963110 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0723604b-484c-4e3f-ae78-5e02f38e02bb tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:05.964775 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0723604b-484c-4e3f-ae78-5e02f38e02bb tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:05.995080 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-52474c52-aaa5-4568-ad82-0bc287ca48fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (ba69ffa7-8288-43d5-a2d9-ba7b8875e7ad), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:06.004654 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0723604b-484c-4e3f-ae78-5e02f38e02bb tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.3260450 Mar 01 14:04:06.004984 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59534) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:06.010573 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-bf7d4fc6-40c4-4867-bb6b-5844c11a6797 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-866333764', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:06.036256 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bf7d4fc6-40c4-4867-bb6b-5844c11a6797 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (2709cd2b-01ae-4b2c-971b-18d68468e4c4), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:06.037734 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bf7d4fc6-40c4-4867-bb6b-5844c11a6797 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (2709cd2b-01ae-4b2c-971b-18d68468e4c4), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:06.047536 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-1ab4fe61-1bfa-45fb-90f4-18ac00d01c03 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Made reservation on behalf of 684cc9fc46e242a2bd85fdf929a2cebb for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:04:06.052268 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-1ab4fe61-1bfa-45fb-90f4-18ac00d01c03 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:06.106247 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bf7d4fc6-40c4-4867-bb6b-5844c11a6797 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks [] for router_controller (2709cd2b-01ae-4b2c-971b-18d68468e4c4), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:06.113719 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bf7d4fc6-40c4-4867-bb6b-5844c11a6797 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (2709cd2b-01ae-4b2c-971b-18d68468e4c4), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:06.148411 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-52474c52-aaa5-4568-ad82-0bc287ca48fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Deleting port 4101c2f6-4dcf-4c1e-b7a5-5bd8ec367869 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:04:06.148794 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-52474c52-aaa5-4568-ad82-0bc287ca48fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (4101c2f6-4dcf-4c1e-b7a5-5bd8ec367869), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:06.152327 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bf7d4fc6-40c4-4867-bb6b-5844c11a6797 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:06.156826 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-bf7d4fc6-40c4-4867-bb6b-5844c11a6797 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1507142 Mar 01 14:04:06.157818 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59540) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:06.162780 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-a5fb8433-5af4-448e-ac29-15f8ec739f1d tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-895485531', 'prefixes': ['172.20.0.0/16']}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:06.279735 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-52474c52-aaa5-4568-ad82-0bc287ca48fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] For port 4101c2f6-4dcf-4c1e-b7a5-5bd8ec367869, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=4101c2f6-4dcf-4c1e-b7a5-5bd8ec367869,segment=NetworkSegment(c20a8d6e-dcb6-40a5-8166-b97864982a80),segment_id=c20a8d6e-dcb6-40a5-8166-b97864982a80)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:04:06.280137 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-52474c52-aaa5-4568-ad82-0bc287ca48fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (4101c2f6-4dcf-4c1e-b7a5-5bd8ec367869), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:06.301528 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5fb8433-5af4-448e-ac29-15f8ec739f1d tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:06.306425 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a5fb8433-5af4-448e-ac29-15f8ec739f1d tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1473281 Mar 01 14:04:06.311204 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59542) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:06.319387 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-bf3967a3-dbe9-4617-a542-4a88fd27904b tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1458ac34-112d-469d-b098-ea254302ebb9', 'tempest-TagsExtTest-Tag-2108028856') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:06.331066 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-1ab4fe61-1bfa-45fb-90f4-18ac00d01c03 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Allocated IP 172.20.0.8 (603fb0b9-f818-4372-b4d4-fa9feb54900b/4288eac6-75e3-40e1-8e82-fcf32af9c531/b9ff14db-1ae9-4a9d-8f76-d12181a34982) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:04:06.333347 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-52474c52-aaa5-4568-ad82-0bc287ca48fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Calling delete_port for 4101c2f6-4dcf-4c1e-b7a5-5bd8ec367869 owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:04:06.502846 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-bf3967a3-dbe9-4617-a542-4a88fd27904b tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "PUT /v2.0/subnets/1458ac34-112d-469d-b098-ea254302ebb9/tags/tempest-TagsExtTest-Tag-2108028856 HTTP/1.1" status: 201 len: 201 time: 0.1895783 Mar 01 14:04:06.510214 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59546) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:06.535817 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.tag.tag_plugin [None req-d641cc61-1654-4e88-97db-39c543a11973 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7cb041a6-7367-4ece-b370-45502a637670', 'tempest-TagsExtTest-Tag-1854000312') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:06.690136 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 1678806e-f2fe-4b81-92b9-4bacaa3203c9 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:04:06.755942 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ede0a63b-10eb-4131-8a16-86a3e66d919f req-fc1d32bb-bd84-4fa4-aba6-7b9082b7282c tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 210 time: 0.0754654 Mar 01 14:04:06.801441 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92338b-c7dd-4ed6-90a3-29c9fa30c974 req-6cba3faf-2ff4-42bc-89e6-30a2f27dc8ee tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:06.805899 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b92338b-c7dd-4ed6-90a3-29c9fa30c974 req-6cba3faf-2ff4-42bc-89e6-30a2f27dc8ee tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 945 time: 0.3531632 Mar 01 14:04:06.855836 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-1ab4fe61-1bfa-45fb-90f4-18ac00d01c03 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Publish callbacks [] for port (b9ff14db-1ae9-4a9d-8f76-d12181a34982), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:06.901281 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-52474c52-aaa5-4568-ad82-0bc287ca48fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (4101c2f6-4dcf-4c1e-b7a5-5bd8ec367869), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:06.965099 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52474c52-aaa5-4568-ad82-0bc287ca48fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] No DVR routers for this DVR port 4101c2f6-4dcf-4c1e-b7a5-5bd8ec367869 on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:04:06.992693 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-1ab4fe61-1bfa-45fb-90f4-18ac00d01c03 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (b9ff14db-1ae9-4a9d-8f76-d12181a34982), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:07.007799 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52474c52-aaa5-4568-ad82-0bc287ca48fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event deleted for resources: {'Port': ['ID=4101c2f6-4dcf-4c1e-b7a5-5bd8ec367869,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:07.087337 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d765dafa-e0c9-4142-b863-80936b86719c None None] get_active_networks_info from n-d-827467-3 {{(pid=103728) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 01 14:04:07.130681 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-52474c52-aaa5-4568-ad82-0bc287ca48fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (ba69ffa7-8288-43d5-a2d9-ba7b8875e7ad), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:07.157173 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-52474c52-aaa5-4568-ad82-0bc287ca48fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba69ffa7-8288-43d5-a2d9-ba7b8875e7ad']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:07.166813 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-52474c52-aaa5-4568-ad82-0bc287ca48fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c20a8d6e-dcb6-40a5-8166-b97864982a80') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:07.167115 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-52474c52-aaa5-4568-ad82-0bc287ca48fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c20a8d6e-dcb6-40a5-8166-b97864982a80') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:07.177300 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 1678806e-f2fe-4b81-92b9-4bacaa3203c9 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:04:07.178208 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (1678806e-f2fe-4b81-92b9-4bacaa3203c9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:07.179986 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-52474c52-aaa5-4568-ad82-0bc287ca48fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (c20a8d6e-dcb6-40a5-8166-b97864982a80), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:07.182873 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-16129408-8176-4672-9f17-5c78a99bcd9a None None] Provisioning complete for port 1678806e-f2fe-4b81-92b9-4bacaa3203c9 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:04:07.183499 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-16129408-8176-4672-9f17-5c78a99bcd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (1678806e-f2fe-4b81-92b9-4bacaa3203c9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:07.195873 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-52474c52-aaa5-4568-ad82-0bc287ca48fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (c20a8d6e-dcb6-40a5-8166-b97864982a80), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:07.201704 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52474c52-aaa5-4568-ad82-0bc287ca48fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:04:07.202856 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-52474c52-aaa5-4568-ad82-0bc287ca48fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (c20a8d6e-dcb6-40a5-8166-b97864982a80), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:07.251917 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab4fe61-1bfa-45fb-90f4-18ac00d01c03 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Pushing event updated for resources: {'Port': ['ID=b9ff14db-1ae9-4a9d-8f76-d12181a34982,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:07.256042 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:04:07.256042 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:04:07.256042 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:04:07.256042 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:04:07.256042 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:04:07.256042 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:04:07.256042 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:04:07.256042 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:04:07.256042 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:04:07.256042 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:04:07.256042 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:04:07.256042 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:04:07.256042 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:04:07.256042 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:04:07.256042 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:04:07.256042 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:04:07.256042 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:04:07.256042 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:04:07.256042 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:04:07.256042 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:04:07.256042 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:04:07.256042 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:04:07.256042 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:04:07.256042 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:04:07.256042 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:04:07.256042 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:04:07.256042 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:04:07.256042 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:04:07.256042 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:04:07.256042 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:04:07.256042 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:04:07.256042 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:04:07.300274 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-1ab4fe61-1bfa-45fb-90f4-18ac00d01c03 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Network 603fb0b9-f818-4372-b4d4-fa9feb54900b is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:04:07.303753 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-1ab4fe61-1bfa-45fb-90f4-18ac00d01c03 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:04:07.307198 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-1ab4fe61-1bfa-45fb-90f4-18ac00d01c03 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:04:07.365436 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d765dafa-e0c9-4142-b863-80936b86719c None None] Resources bound (agent type, host, resource id): {{(pid=103728) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 14:04:07.384299 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d641cc61-1654-4e88-97db-39c543a11973 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "PUT /v2.0/ports/7cb041a6-7367-4ece-b370-45502a637670/tags/tempest-TagsExtTest-Tag-1854000312 HTTP/1.1" status: 201 len: 201 time: 0.8671968 Mar 01 14:04:07.386671 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59556) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:07.392680 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-1ab4fe61-1bfa-45fb-90f4-18ac00d01c03 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:07.393376 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-1ab4fe61-1bfa-45fb-90f4-18ac00d01c03 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:07.394803 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-5c533ff9-0750-481a-b95b-d575f94488f5 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2709cd2b-01ae-4b2c-971b-18d68468e4c4', 'tempest-TagsExtTest-Tag-1885810275') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:07.425445 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-1ab4fe61-1bfa-45fb-90f4-18ac00d01c03 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7896190 Mar 01 14:04:07.431568 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-52474c52-aaa5-4568-ad82-0bc287ca48fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (ba69ffa7-8288-43d5-a2d9-ba7b8875e7ad), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:07.441025 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-52474c52-aaa5-4568-ad82-0bc287ca48fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:07.447455 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-52474c52-aaa5-4568-ad82-0bc287ca48fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "DELETE /v2.0/networks/ba69ffa7-8288-43d5-a2d9-ba7b8875e7ad HTTP/1.1" status: 204 len: 168 time: 3.2882290 Mar 01 14:04:07.463056 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59558) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:07.472665 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-0793d25d-1e07-4cd5-b779-7e3e3a599e5d service neutron] Request body: {'port': {'device_id': '38eaa5f6-7508-4378-9844-563c2b98a731', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:07.479490 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52474c52-aaa5-4568-ad82-0bc287ca48fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event deleted for resources: {'Network': ['ID=ba69ffa7-8288-43d5-a2d9-ba7b8875e7ad,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:07.487497 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b92338b-c7dd-4ed6-90a3-29c9fa30c974 req-c8c86e21-2030-4b04-89cd-7775b36d34e6 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5590250 Mar 01 14:04:07.506566 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d9971c-d7ce-418c-99e5-4c5012ab7647 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] DELETE failed (client error): The resource could not be found. Mar 01 14:04:07.507243 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d9971c-d7ce-418c-99e5-4c5012ab7647 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:04:07.510450 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-06d9971c-d7ce-418c-99e5-4c5012ab7647 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "DELETE /v2.0/subnets/e950ffee-d546-4945-95ae-a5e43c62a91c HTTP/1.1" status: 404 len: 337 time: 0.0462112 Mar 01 14:04:07.513077 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59560) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:07.551371 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae82a1d-bb7b-4f12-8a25-4906605206cb tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] DELETE failed (client error): The resource could not be found. Mar 01 14:04:07.552276 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ae82a1d-bb7b-4f12-8a25-4906605206cb tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:04:07.558867 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 1678806e-f2fe-4b81-92b9-4bacaa3203c9 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:04:07.558867 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1678806e-f2fe-4b81-92b9-4bacaa3203c9), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:07.559915 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59562) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:07.561175 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7ae82a1d-bb7b-4f12-8a25-4906605206cb tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "DELETE /v2.0/networks/ba69ffa7-8288-43d5-a2d9-ba7b8875e7ad HTTP/1.1" status: 404 len: 339 time: 0.0467558 Mar 01 14:04:07.616142 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-aafc508c-ce03-43b4-9ea4-f530cb2bcdaf tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] DELETE failed (client error): The resource could not be found. Mar 01 14:04:07.616619 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aafc508c-ce03-43b4-9ea4-f530cb2bcdaf tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:04:07.619745 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-aafc508c-ce03-43b4-9ea4-f530cb2bcdaf tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "DELETE /v2.0/subnets/ec14e53b-417d-4ece-a568-4129f778a85a HTTP/1.1" status: 404 len: 337 time: 0.0593884 Mar 01 14:04:07.620651 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-16129408-8176-4672-9f17-5c78a99bcd9a None None] Current status of the port 1678806e-f2fe-4b81-92b9-4bacaa3203c9 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:04:07.621774 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-16129408-8176-4672-9f17-5c78a99bcd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1678806e-f2fe-4b81-92b9-4bacaa3203c9), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:07.624664 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59564) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:07.631126 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-0793d25d-1e07-4cd5-b779-7e3e3a599e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b9ff14db-1ae9-4a9d-8f76-d12181a34982), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:07.637118 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5c533ff9-0750-481a-b95b-d575f94488f5 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "PUT /v2.0/routers/2709cd2b-01ae-4b2c-971b-18d68468e4c4/tags/tempest-TagsExtTest-Tag-1885810275 HTTP/1.1" status: 201 len: 201 time: 0.2493534 Mar 01 14:04:07.643765 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59566) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:07.649611 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-219540a0-57f0-4033-a9c8-badaed48fbb8 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] DELETE failed (client error): The resource could not be found. Mar 01 14:04:07.650139 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-219540a0-57f0-4033-a9c8-badaed48fbb8 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:04:07.650509 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.tag.tag_plugin [None req-aabda3bf-aaf8-4913-95f8-f1ec9ca6f96d tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '652d9b5a-f51e-4925-96d2-9adce31f4a29', 'tempest-TagsExtTest-Tag-1678705394') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:07.653198 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-219540a0-57f0-4033-a9c8-badaed48fbb8 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "DELETE /v2.0/networks/cfdc300a-d7f0-40b7-8962-ff16859f69b5 HTTP/1.1" status: 404 len: 339 time: 0.0275717 Mar 01 14:04:07.657175 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59568) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:07.709507 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 1678806e-f2fe-4b81-92b9-4bacaa3203c9, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=1678806e-f2fe-4b81-92b9-4bacaa3203c9,segment=NetworkSegment(f1d479dd-89d9-49fe-af99-935af09b9f63),segment_id=f1d479dd-89d9-49fe-af99-935af09b9f63)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:04:07.723184 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (1678806e-f2fe-4b81-92b9-4bacaa3203c9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:07.770766 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6bb25a34-c6e0-4e66-add2-8473a03914ca tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (952eedf4-796d-4938-bf66-5065c99e7e41), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:07.860347 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-16129408-8176-4672-9f17-5c78a99bcd9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 14:04:07.860714 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-16129408-8176-4672-9f17-5c78a99bcd9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 14:04:07.862621 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=1678806e-f2fe-4b81-92b9-4bacaa3203c9,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:07.910862 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6bb25a34-c6e0-4e66-add2-8473a03914ca tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (952eedf4-796d-4938-bf66-5065c99e7e41), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:07.918002 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a42b25-21b5-42d1-8932-b8404d75db67 None None] Network f550fd76-9ccd-4488-8f3c-b294d332d1e4 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:04:07.933989 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-6bb25a34-c6e0-4e66-add2-8473a03914ca tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['952eedf4-796d-4938-bf66-5065c99e7e41']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:07.944792 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-6bb25a34-c6e0-4e66-add2-8473a03914ca tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '237e49cd-605a-4033-993c-f012c6deb013') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:07.945092 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-6bb25a34-c6e0-4e66-add2-8473a03914ca tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '237e49cd-605a-4033-993c-f012c6deb013') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:07.955237 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6bb25a34-c6e0-4e66-add2-8473a03914ca tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (237e49cd-605a-4033-993c-f012c6deb013), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:07.970061 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6bb25a34-c6e0-4e66-add2-8473a03914ca tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (237e49cd-605a-4033-993c-f012c6deb013), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:07.979791 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bb25a34-c6e0-4e66-add2-8473a03914ca tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:04:07.980231 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6bb25a34-c6e0-4e66-add2-8473a03914ca tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (237e49cd-605a-4033-993c-f012c6deb013), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:07.983938 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:04:07.983938 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:04:07.983938 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:04:07.983938 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:04:07.983938 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:04:07.983938 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:04:07.983938 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:04:07.983938 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:04:07.983938 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:04:07.983938 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:04:07.983938 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:04:07.983938 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:04:07.983938 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:04:07.983938 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:04:07.983938 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:04:07.983938 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:04:07.983938 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:04:07.983938 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:04:07.983938 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:04:07.983938 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:04:07.983938 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:04:07.983938 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:04:07.983938 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:04:07.983938 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:04:07.983938 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:04:07.983938 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:04:07.983938 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:04:07.983938 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:04:07.983938 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:04:07.983938 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:04:07.983938 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:04:07.983938 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:04:08.000370 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-aabda3bf-aaf8-4913-95f8-f1ec9ca6f96d tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "PUT /v2.0/subnetpools/652d9b5a-f51e-4925-96d2-9adce31f4a29/tags/tempest-TagsExtTest-Tag-1678705394 HTTP/1.1" status: 201 len: 201 time: 0.3556945 Mar 01 14:04:08.002934 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59572) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:08.009025 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-3ca58eb1-fd3b-47eb-9c60-65ad1efc649a tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1458ac34-112d-469d-b098-ea254302ebb9') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:08.056373 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9cfdca-cb0d-467f-8a31-59a0c7aa2344 req-e0eb99da-1b67-43db-9718-1ecb1e60e723 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:08.056709 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ca9cfdca-cb0d-467f-8a31-59a0c7aa2344 req-e0eb99da-1b67-43db-9718-1ecb1e60e723 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 931 time: 0.1755009 Mar 01 14:04:08.096213 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eaf875-359c-46db-ac68-eb3825de486a req-d0acbf4c-8b17-4913-87c5-b45c6109bbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:08.098443 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6bb25a34-c6e0-4e66-add2-8473a03914ca tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (952eedf4-796d-4938-bf66-5065c99e7e41), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:08.098627 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-34eaf875-359c-46db-ac68-eb3825de486a req-d0acbf4c-8b17-4913-87c5-b45c6109bbd0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1fa37a61f124c25aca457ce8a3f996a&device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 1127 time: 0.1392708 Mar 01 14:04:08.114262 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6bb25a34-c6e0-4e66-add2-8473a03914ca tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:08.118168 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6bb25a34-c6e0-4e66-add2-8473a03914ca tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "DELETE /v2.0/networks/952eedf4-796d-4938-bf66-5065c99e7e41 HTTP/1.1" status: 204 len: 168 time: 0.4600174 Mar 01 14:04:08.125258 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59578) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:08.136136 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb25a34-c6e0-4e66-add2-8473a03914ca tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event deleted for resources: {'Network': ['ID=952eedf4-796d-4938-bf66-5065c99e7e41,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:08.149991 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3ca58eb1-fd3b-47eb-9c60-65ad1efc649a tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "GET /v2.0/subnets/1458ac34-112d-469d-b098-ea254302ebb9/tags HTTP/1.1" status: 200 len: 241 time: 0.1459520 Mar 01 14:04:08.160933 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59582) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:08.165514 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-a1fb0ca7-99e9-45dd-a4e5-807c0d953a9e tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1458ac34-112d-469d-b098-ea254302ebb9', 'tempest-TagsExtTest-Tag-2108028856') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:08.196198 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-efaef47d-8c3d-4b2f-8236-91785f6f1df0 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] DELETE failed (client error): The resource could not be found. Mar 01 14:04:08.196915 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efaef47d-8c3d-4b2f-8236-91785f6f1df0 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:04:08.200012 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-efaef47d-8c3d-4b2f-8236-91785f6f1df0 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "DELETE /v2.0/subnets/a735bad5-a2bc-4f77-9e58-d6f272ef5d02 HTTP/1.1" status: 404 len: 337 time: 0.0737603 Mar 01 14:04:08.203122 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59586) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:08.236373 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d2e324a-4e13-4f3e-a90b-3a84dbf7b5ed tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] DELETE failed (client error): The resource could not be found. Mar 01 14:04:08.236871 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d2e324a-4e13-4f3e-a90b-3a84dbf7b5ed tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:04:08.242635 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7d2e324a-4e13-4f3e-a90b-3a84dbf7b5ed tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "DELETE /v2.0/networks/3ac71596-dc92-449f-92ad-5eaff2a04d4f HTTP/1.1" status: 404 len: 339 time: 0.0363736 Mar 01 14:04:08.243631 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59592) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:08.271518 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c0100e6-7586-440d-908b-b79060599568 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] DELETE failed (client error): The resource could not be found. Mar 01 14:04:08.271993 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c0100e6-7586-440d-908b-b79060599568 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:04:08.277232 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3c0100e6-7586-440d-908b-b79060599568 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "DELETE /v2.0/subnets/d403bf8b-a802-41e9-948c-616f647d446e HTTP/1.1" status: 404 len: 337 time: 0.0311887 Mar 01 14:04:08.277232 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a1fb0ca7-99e9-45dd-a4e5-807c0d953a9e tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "GET /v2.0/subnets/1458ac34-112d-469d-b098-ea254302ebb9/tags/tempest-TagsExtTest-Tag-2108028856 HTTP/1.1" status: 204 len: 168 time: 0.1147478 Mar 01 14:04:08.279452 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59594) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:08.279807 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59596) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:08.293395 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-db0b6a20-65df-48b8-8a4d-592b06e24b23 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '1458ac34-112d-469d-b098-ea254302ebb9', 'tempest-TagsExtTest-Tag-2108028856') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:08.305506 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-0793d25d-1e07-4cd5-b779-7e3e3a599e5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ff14db-1ae9-4a9d-8f76-d12181a34982 {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:04:08.317072 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-0793d25d-1e07-4cd5-b779-7e3e3a599e5d service neutron] Publish callbacks [] for port (b9ff14db-1ae9-4a9d-8f76-d12181a34982), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:08.320451 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eaf875-359c-46db-ac68-eb3825de486a req-766590c0-069a-4a55-aeb0-7493078880cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:08.321861 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-34eaf875-359c-46db-ac68-eb3825de486a req-766590c0-069a-4a55-aeb0-7493078880cf service neutron] 10.222.0.32 "GET /v2.0/networks?id=3a263dd2-fccb-41d7-9268-17deef5caa4e HTTP/1.1" status: 200 len: 907 time: 0.1986916 Mar 01 14:04:08.328459 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-d274e537-c166-4b58-bb04-e3fc7b6fb229 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] DELETE failed (client error): The resource could not be found. Mar 01 14:04:08.328982 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d274e537-c166-4b58-bb04-e3fc7b6fb229 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:04:08.332393 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d274e537-c166-4b58-bb04-e3fc7b6fb229 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "DELETE /v2.0/networks/ae713aa4-ecc6-4dc6-8c92-c21d9392f5be HTTP/1.1" status: 404 len: 339 time: 0.0511169 Mar 01 14:04:08.338241 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59602) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:08.352359 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ca9cfdca-cb0d-467f-8a31-59a0c7aa2344 req-606954d4-a3a2-4a5a-8075-4ad1fda3ddf7 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841277 Mar 01 14:04:08.375355 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-7531c25c-de3c-426f-ba15-46035d71a76c tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] DELETE failed (client error): The resource could not be found. Mar 01 14:04:08.375889 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7531c25c-de3c-426f-ba15-46035d71a76c tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:04:08.381543 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7531c25c-de3c-426f-ba15-46035d71a76c tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "DELETE /v2.0/subnets/37288f90-b898-458a-955c-09857f21af46 HTTP/1.1" status: 404 len: 337 time: 0.0376980 Mar 01 14:04:08.383343 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59606) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:08.403495 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d2d4df-dbfd-429b-9be4-13d0e35baf4c tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] DELETE failed (client error): The resource could not be found. Mar 01 14:04:08.404089 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d2d4df-dbfd-429b-9be4-13d0e35baf4c tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:04:08.409321 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-73d2d4df-dbfd-429b-9be4-13d0e35baf4c tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "DELETE /v2.0/networks/000ad353-fdd1-4e86-81b5-8d5ca19e9d24 HTTP/1.1" status: 404 len: 339 time: 0.0227175 Mar 01 14:04:08.410347 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59610) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:08.454119 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-8807b0a7-9024-47a3-a4e0-09bf1b9d69fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] DELETE failed (client error): The resource could not be found. Mar 01 14:04:08.454560 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8807b0a7-9024-47a3-a4e0-09bf1b9d69fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:04:08.457731 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8807b0a7-9024-47a3-a4e0-09bf1b9d69fe tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "DELETE /v2.0/subnets/a95a8927-a4c0-4260-926c-1c54d7553ab2 HTTP/1.1" status: 404 len: 337 time: 0.0464590 Mar 01 14:04:08.460294 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59614) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:08.465163 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-16129408-8176-4672-9f17-5c78a99bcd9a None None] Current status of the port 1678806e-f2fe-4b81-92b9-4bacaa3203c9 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:04:08.480048 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-34eaf875-359c-46db-ac68-eb3825de486a req-5605af36-101b-4b0e-a672-c83d72d45268 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b1a08f9-41a0-4c86-8693-6f989c6552f2 HTTP/1.1" status: 200 len: 217 time: 0.1235468 Mar 01 14:04:08.481295 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-0793d25d-1e07-4cd5-b779-7e3e3a599e5d service neutron] Transition to ACTIVE for port object b9ff14db-1ae9-4a9d-8f76-d12181a34982 will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:04:08.495588 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-7da45189-6083-4172-94e4-1ef39db7744d tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] DELETE failed (client error): The resource could not be found. Mar 01 14:04:08.496417 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7da45189-6083-4172-94e4-1ef39db7744d tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:04:08.500321 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7da45189-6083-4172-94e4-1ef39db7744d tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "DELETE /v2.0/networks/bef6d9be-93f5-4ccc-ac76-98fb62d6f1a7 HTTP/1.1" status: 404 len: 339 time: 0.0389562 Mar 01 14:04:08.503189 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59616) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:08.512628 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-0793d25d-1e07-4cd5-b779-7e3e3a599e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (b9ff14db-1ae9-4a9d-8f76-d12181a34982), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:08.539608 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f2aaa8-578a-47c5-a526-8f7d9a976cb6 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] DELETE failed (client error): The resource could not be found. Mar 01 14:04:08.539608 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5f2aaa8-578a-47c5-a526-8f7d9a976cb6 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:04:08.542122 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d5f2aaa8-578a-47c5-a526-8f7d9a976cb6 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "DELETE /v2.0/subnets/877cfd6e-5947-422d-9a49-52201fa98d15 HTTP/1.1" status: 404 len: 337 time: 0.0379002 Mar 01 14:04:08.544740 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59620) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:08.563283 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-db0b6a20-65df-48b8-8a4d-592b06e24b23 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "DELETE /v2.0/subnets/1458ac34-112d-469d-b098-ea254302ebb9/tags/tempest-TagsExtTest-Tag-2108028856 HTTP/1.1" status: 204 len: 168 time: 0.2775545 Mar 01 14:04:08.570614 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59624) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:08.577087 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-123cb14c-178f-4e3b-b7a5-b7b3c5febc96 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1458ac34-112d-469d-b098-ea254302ebb9') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:08.579715 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd92cf9-053c-475a-b0f1-5e2bea66f7c4 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] DELETE failed (client error): The resource could not be found. Mar 01 14:04:08.580247 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fd92cf9-053c-475a-b0f1-5e2bea66f7c4 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:04:08.583492 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2fd92cf9-053c-475a-b0f1-5e2bea66f7c4 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "DELETE /v2.0/networks/b16a86e6-66c4-4e6d-8fbd-2970bb8f74a9 HTTP/1.1" status: 404 len: 339 time: 0.0376194 Mar 01 14:04:08.586292 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59626) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:08.603690 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-147eb5ab-256b-4e28-bb25-17dc28f33d25 None None] Provisioning complete for port 7cb041a6-7367-4ece-b370-45502a637670 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:04:08.603690 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-147eb5ab-256b-4e28-bb25-17dc28f33d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7cb041a6-7367-4ece-b370-45502a637670), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:08.643261 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-56114cd6-69ee-4fb2-a2c2-a166f8360891 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] DELETE failed (client error): The resource could not be found. Mar 01 14:04:08.643801 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56114cd6-69ee-4fb2-a2c2-a166f8360891 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:04:08.647848 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-56114cd6-69ee-4fb2-a2c2-a166f8360891 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "DELETE /v2.0/subnets/56b81904-eed2-42bd-9f3b-aaccd4e3e08c HTTP/1.1" status: 404 len: 337 time: 0.0609167 Mar 01 14:04:08.652283 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59628) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:08.677727 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 1678806e-f2fe-4b81-92b9-4bacaa3203c9 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:04:08.693355 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-58955b27-56ab-4181-bccb-f59049c1554f tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] DELETE failed (client error): The resource could not be found. Mar 01 14:04:08.693967 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58955b27-56ab-4181-bccb-f59049c1554f tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:04:08.712552 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-58955b27-56ab-4181-bccb-f59049c1554f tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "DELETE /v2.0/networks/4866cba1-fd50-4b1e-841a-c43867e5e212 HTTP/1.1" status: 404 len: 339 time: 0.0593705 Mar 01 14:04:08.723520 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59630) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:08.750817 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eaf875-359c-46db-ac68-eb3825de486a req-5ea6286e-ba3c-462a-9abf-45a76c801e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:08.753654 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-34eaf875-359c-46db-ac68-eb3825de486a req-5ea6286e-ba3c-462a-9abf-45a76c801e55 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e897284-ac55-41c2-b088-3972dd0eb9f7 HTTP/1.1" status: 200 len: 846 time: 0.2650254 Mar 01 14:04:08.754073 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device bd3a09dd-6313-4a3e-950d-b7d56b8adfdc no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:04:08.756476 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793d25d-1e07-4cd5-b779-7e3e3a599e5d service neutron] Pushing event updated for resources: {'Port': ['ID=b9ff14db-1ae9-4a9d-8f76-d12181a34982,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:08.781802 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: bd3a09dd-6313-4a3e-950d-b7d56b8adfdc {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:04:08.782079 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-01185bfb-c848-4ffc-8293-67b28cc1da09 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] DELETE failed (client error): The resource could not be found. Mar 01 14:04:08.782561 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device bd3a09dd-6313-4a3e-950d-b7d56b8adfdc not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:04:08.782683 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01185bfb-c848-4ffc-8293-67b28cc1da09 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:04:08.785686 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-01185bfb-c848-4ffc-8293-67b28cc1da09 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "DELETE /v2.0/subnets/e7614dc3-75ac-46f2-8311-945584c144a0 HTTP/1.1" status: 404 len: 337 time: 0.0535147 Mar 01 14:04:08.791657 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59636) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:08.798802 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-147eb5ab-256b-4e28-bb25-17dc28f33d25 None None] Port 7cb041a6-7367-4ece-b370-45502a637670 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:04:08.805475 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-123cb14c-178f-4e3b-b7a5-b7b3c5febc96 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "GET /v2.0/subnets/1458ac34-112d-469d-b098-ea254302ebb9/tags HTTP/1.1" status: 200 len: 205 time: 0.2309856 Mar 01 14:04:08.805900 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59638) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:08.810446 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-8bc29f14-4156-4511-a4c1-16e8f71c9e49 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7cb041a6-7367-4ece-b370-45502a637670') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:08.836387 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-147eb5ab-256b-4e28-bb25-17dc28f33d25 None None] Provisioning complete for port 1678806e-f2fe-4b81-92b9-4bacaa3203c9 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:04:08.837067 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-147eb5ab-256b-4e28-bb25-17dc28f33d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (1678806e-f2fe-4b81-92b9-4bacaa3203c9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:08.840786 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 1678806e-f2fe-4b81-92b9-4bacaa3203c9 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:04:08.841556 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (1678806e-f2fe-4b81-92b9-4bacaa3203c9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:08.863692 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-34eaf875-359c-46db-ac68-eb3825de486a req-34c8f56e-bb97-49a6-adf8-9deed8009c94 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a263dd2-fccb-41d7-9268-17deef5caa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920269 Mar 01 14:04:08.881222 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8bc29f14-4156-4511-a4c1-16e8f71c9e49 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "GET /v2.0/ports/7cb041a6-7367-4ece-b370-45502a637670/tags HTTP/1.1" status: 200 len: 241 time: 0.0720086 Mar 01 14:04:08.883116 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59640) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:08.888526 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-9f6924bc-eea0-43ec-9cba-f57c404c38bd tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7cb041a6-7367-4ece-b370-45502a637670', 'tempest-TagsExtTest-Tag-1854000312') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:08.980774 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9f6924bc-eea0-43ec-9cba-f57c404c38bd tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "GET /v2.0/ports/7cb041a6-7367-4ece-b370-45502a637670/tags/tempest-TagsExtTest-Tag-1854000312 HTTP/1.1" status: 204 len: 168 time: 0.0922863 Mar 01 14:04:08.981598 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59644) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:08.990837 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-41188730-321e-46c8-a8ad-7fbd42d55617 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7cb041a6-7367-4ece-b370-45502a637670', 'tempest-TagsExtTest-Tag-1854000312') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:09.049397 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 1678806e-f2fe-4b81-92b9-4bacaa3203c9 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:04:09.061773 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-147eb5ab-256b-4e28-bb25-17dc28f33d25 None None] Current status of the port 1678806e-f2fe-4b81-92b9-4bacaa3203c9 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:04:09.103739 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-41188730-321e-46c8-a8ad-7fbd42d55617 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "DELETE /v2.0/ports/7cb041a6-7367-4ece-b370-45502a637670/tags/tempest-TagsExtTest-Tag-1854000312 HTTP/1.1" status: 204 len: 168 time: 0.1174448 Mar 01 14:04:09.105600 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59646) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:09.110829 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-4118b884-67de-476c-a6c6-15f82739ca4d tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7cb041a6-7367-4ece-b370-45502a637670') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:09.177261 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4118b884-67de-476c-a6c6-15f82739ca4d tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "GET /v2.0/ports/7cb041a6-7367-4ece-b370-45502a637670/tags HTTP/1.1" status: 200 len: 205 time: 0.0681009 Mar 01 14:04:09.177819 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59648) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:09.182262 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-6b4444dc-0deb-4de6-b962-cb07818e5197 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2709cd2b-01ae-4b2c-971b-18d68468e4c4') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:09.187376 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-4583e588-ddf3-4d08-818d-80a230e25e19 None None] Provisioning complete for port 7cb041a6-7367-4ece-b370-45502a637670 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:04:09.187999 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4583e588-ddf3-4d08-818d-80a230e25e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7cb041a6-7367-4ece-b370-45502a637670), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:09.242314 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-4583e588-ddf3-4d08-818d-80a230e25e19 None None] Port 7cb041a6-7367-4ece-b370-45502a637670 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:04:09.256401 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b187c20-3dfe-42e7-9ca4-6af5465b2fa8 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] DELETE failed (client error): The resource could not be found. Mar 01 14:04:09.256981 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b187c20-3dfe-42e7-9ca4-6af5465b2fa8 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:04:09.259981 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5b187c20-3dfe-42e7-9ca4-6af5465b2fa8 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "DELETE /v2.0/networks/71deb423-9064-47b6-969e-4b489c6a53ab HTTP/1.1" status: 404 len: 339 time: 0.4625876 Mar 01 14:04:09.266867 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59650) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:09.288963 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6b4444dc-0deb-4de6-b962-cb07818e5197 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "GET /v2.0/routers/2709cd2b-01ae-4b2c-971b-18d68468e4c4/tags HTTP/1.1" status: 200 len: 241 time: 0.1097045 Mar 01 14:04:09.301175 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59652) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:09.309259 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-f608fa10-6926-4650-a28e-2a1a36a13dd8 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2709cd2b-01ae-4b2c-971b-18d68468e4c4', 'tempest-TagsExtTest-Tag-1885810275') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:09.310202 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577755a1-9d45-42d4-826a-804ea3e492ad req-7b7485e1-445e-4dc3-a0ad-2892c4db98d2 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:09.317264 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-577755a1-9d45-42d4-826a-804ea3e492ad req-7b7485e1-445e-4dc3-a0ad-2892c4db98d2 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 945 time: 0.6377513 Mar 01 14:04:09.381138 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-40357186-a69c-4d72-acb4-585eedcfb46a tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] DELETE failed (client error): The resource could not be found. Mar 01 14:04:09.381597 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40357186-a69c-4d72-acb4-585eedcfb46a tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:04:09.384711 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-40357186-a69c-4d72-acb4-585eedcfb46a tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "DELETE /v2.0/subnets/2af53e4a-47f0-4682-a103-cba4267f8d67 HTTP/1.1" status: 404 len: 337 time: 0.1078794 Mar 01 14:04:09.398747 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59654) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:09.428474 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f608fa10-6926-4650-a28e-2a1a36a13dd8 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "GET /v2.0/routers/2709cd2b-01ae-4b2c-971b-18d68468e4c4/tags/tempest-TagsExtTest-Tag-1885810275 HTTP/1.1" status: 204 len: 168 time: 0.1260381 Mar 01 14:04:09.429063 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59658) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:09.433907 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-b4e9a1fb-510b-4e07-9a90-c68b6a00d5df tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '2709cd2b-01ae-4b2c-971b-18d68468e4c4', 'tempest-TagsExtTest-Tag-1885810275') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:09.444460 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9fa3169-b517-459b-b093-4f3e379faf68 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] DELETE failed (client error): The resource could not be found. Mar 01 14:04:09.444984 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9fa3169-b517-459b-b093-4f3e379faf68 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:04:09.450205 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d9fa3169-b517-459b-b093-4f3e379faf68 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "DELETE /v2.0/networks/8076b00a-7b6d-4d5a-a3a8-e40acb6f978b HTTP/1.1" status: 404 len: 339 time: 0.0487268 Mar 01 14:04:09.464063 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59660) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:09.476748 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-0793d25d-1e07-4cd5-b779-7e3e3a599e5d service neutron] Attempting to bind port b9ff14db-1ae9-4a9d-8f76-d12181a34982 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:04:09.477001 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-0793d25d-1e07-4cd5-b779-7e3e3a599e5d service neutron] Attempting to bind port b9ff14db-1ae9-4a9d-8f76-d12181a34982 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '0daf6ea1-fe8f-417e-9613-c9672cc8c206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '603fb0b9-f818-4372-b4d4-fa9feb54900b'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:04:09.477336 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-0793d25d-1e07-4cd5-b779-7e3e3a599e5d service neutron] Attempting to bind port b9ff14db-1ae9-4a9d-8f76-d12181a34982 on network 603fb0b9-f818-4372-b4d4-fa9feb54900b {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:04:09.523560 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-0793d25d-1e07-4cd5-b779-7e3e3a599e5d service neutron] Port b9ff14db-1ae9-4a9d-8f76-d12181a34982 on network 603fb0b9-f818-4372-b4d4-fa9feb54900b not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:04:09.523982 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-0793d25d-1e07-4cd5-b779-7e3e3a599e5d service neutron] Attempting to bind port b9ff14db-1ae9-4a9d-8f76-d12181a34982 on network 603fb0b9-f818-4372-b4d4-fa9feb54900b {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:04:09.543652 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-34eaf875-359c-46db-ac68-eb3825de486a req-c77c499d-66bc-4d7f-9ef9-55249cc882fb service neutron] 10.222.0.32 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791996 Mar 01 14:04:09.575958 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-577755a1-9d45-42d4-826a-804ea3e492ad req-2e25462e-a8a4-44f9-8d3b-7ff4f0543f36 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574122 Mar 01 14:04:09.582094 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-0793d25d-1e07-4cd5-b779-7e3e3a599e5d service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:04:09.582434 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-0793d25d-1e07-4cd5-b779-7e3e3a599e5d service neutron] Checking segment: {'id': '0daf6ea1-fe8f-417e-9613-c9672cc8c206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '603fb0b9-f818-4372-b4d4-fa9feb54900b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:04:09.582821 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-0793d25d-1e07-4cd5-b779-7e3e3a599e5d service neutron] Bound using segment: {'id': '0daf6ea1-fe8f-417e-9613-c9672cc8c206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '603fb0b9-f818-4372-b4d4-fa9feb54900b'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:04:09.583266 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-0793d25d-1e07-4cd5-b779-7e3e3a599e5d service neutron] Bound port: b9ff14db-1ae9-4a9d-8f76-d12181a34982, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0daf6ea1-fe8f-417e-9613-c9672cc8c206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '603fb0b9-f818-4372-b4d4-fa9feb54900b'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:04:09.583629 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-0793d25d-1e07-4cd5-b779-7e3e3a599e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b9ff14db-1ae9-4a9d-8f76-d12181a34982), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:09.674929 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d292f78-22c4-40d0-b505-56f6a5e238a9 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Deleting subnet 1252418f-3e19-4ece-91b7-8443d531f0a4 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:04:09.687478 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6d292f78-22c4-40d0-b505-56f6a5e238a9 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks [] for subnet (1252418f-3e19-4ece-91b7-8443d531f0a4), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:09.773787 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19826c88-0d97-4fe2-a967-442214f78fda req-8efb1363-4ef0-4c2b-beff-44d7765d6568 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:09.775655 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-19826c88-0d97-4fe2-a967-442214f78fda req-8efb1363-4ef0-4c2b-beff-44d7765d6568 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 943 time: 0.2754390 Mar 01 14:04:09.822404 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6d292f78-22c4-40d0-b505-56f6a5e238a9 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (1252418f-3e19-4ece-91b7-8443d531f0a4), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:09.831438 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:09.878472 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-0793d25d-1e07-4cd5-b779-7e3e3a599e5d service neutron] For port b9ff14db-1ae9-4a9d-8f76-d12181a34982, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:04:09.912727 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b4e9a1fb-510b-4e07-9a90-c68b6a00d5df tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "DELETE /v2.0/routers/2709cd2b-01ae-4b2c-971b-18d68468e4c4/tags/tempest-TagsExtTest-Tag-1885810275 HTTP/1.1" status: 204 len: 168 time: 0.4826429 Mar 01 14:04:09.915056 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59666) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:09.921096 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-ae1dd3ab-58d1-4cc6-9dc1-7c8d8c8e0a2e tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2709cd2b-01ae-4b2c-971b-18d68468e4c4') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:09.938448 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-0793d25d-1e07-4cd5-b779-7e3e3a599e5d service neutron] For port b9ff14db-1ae9-4a9d-8f76-d12181a34982, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b9ff14db-1ae9-4a9d-8f76-d12181a34982,segment=NetworkSegment(0daf6ea1-fe8f-417e-9613-c9672cc8c206),segment_id=0daf6ea1-fe8f-417e-9613-c9672cc8c206)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:04:09.948430 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-34eaf875-359c-46db-ac68-eb3825de486a req-52d33725-8cc0-42ab-965f-0706efa23409 service neutron] 10.222.0.32 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684692 Mar 01 14:04:09.964495 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-19826c88-0d97-4fe2-a967-442214f78fda req-2ebe015e-8b62-481b-938d-cb233bb3ada4 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743031 Mar 01 14:04:09.978293 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-0793d25d-1e07-4cd5-b779-7e3e3a599e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (b9ff14db-1ae9-4a9d-8f76-d12181a34982), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:09.993245 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:10.031484 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ae1dd3ab-58d1-4cc6-9dc1-7c8d8c8e0a2e tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "GET /v2.0/routers/2709cd2b-01ae-4b2c-971b-18d68468e4c4/tags HTTP/1.1" status: 200 len: 205 time: 0.1149201 Mar 01 14:04:10.034501 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59668) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:10.040437 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-869b57b4-b7de-4cc3-a5c2-07f128f1edb1 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '652d9b5a-f51e-4925-96d2-9adce31f4a29') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:10.053495 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-0793d25d-1e07-4cd5-b779-7e3e3a599e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:10.054139 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-0793d25d-1e07-4cd5-b779-7e3e3a599e5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:10.055624 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-0793d25d-1e07-4cd5-b779-7e3e3a599e5d service neutron] 10.222.0.32 "PUT /v2.0/ports/b9ff14db-1ae9-4a9d-8f76-d12181a34982 HTTP/1.1" status: 200 len: 1091 time: 2.6090384 Mar 01 14:04:10.058693 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38eaa5f6-7508-4378-9844-563c2b98a731', 'tag': 'b9ff14db-1ae9-4a9d-8f76-d12181a34982'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:04:10.061118 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfef0ac0-d02b-4036-a670-0fa91afb6d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "38eaa5f6-7508-4378-9844-563c2b98a731", "tag": "b9ff14db-1ae9-4a9d-8f76-d12181a34982"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:04:10.090913 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6d292f78-22c4-40d0-b505-56f6a5e238a9 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (1252418f-3e19-4ece-91b7-8443d531f0a4), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:10.122979 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793d25d-1e07-4cd5-b779-7e3e3a599e5d service neutron] Pushing event updated for resources: {'Port': ['ID=b9ff14db-1ae9-4a9d-8f76-d12181a34982,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:10.136938 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-869b57b4-b7de-4cc3-a5c2-07f128f1edb1 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "GET /v2.0/subnetpools/652d9b5a-f51e-4925-96d2-9adce31f4a29/tags HTTP/1.1" status: 200 len: 241 time: 0.0988703 Mar 01 14:04:10.137134 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4782bc8-4035-4e47-947b-36386f052244 x-openstack-request-id: req-f4782bc8-4035-4e47-947b-36386f052244 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:04:10.137134 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38eaa5f6-7508-4378-9844-563c2b98a731", "tag": "b9ff14db-1ae9-4a9d-8f76-d12181a34982", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:04:10.137134 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4782bc8-4035-4e47-947b-36386f052244 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:04:10.137134 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38eaa5f6-7508-4378-9844-563c2b98a731', 'tag': 'b9ff14db-1ae9-4a9d-8f76-d12181a34982', 'status': 'completed', 'code': 200} Mar 01 14:04:10.145009 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59674) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:10.150594 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-cbddb0dc-f71a-4262-ab67-a9c8cd565f6e tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '652d9b5a-f51e-4925-96d2-9adce31f4a29', 'tempest-TagsExtTest-Tag-1678705394') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:10.182687 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cbddb0dc-f71a-4262-ab67-a9c8cd565f6e tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "GET /v2.0/subnetpools/652d9b5a-f51e-4925-96d2-9adce31f4a29/tags/tempest-TagsExtTest-Tag-1678705394 HTTP/1.1" status: 204 len: 168 time: 0.0359595 Mar 01 14:04:10.182920 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59676) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:10.194933 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.tag.tag_plugin [None req-89cfc8a1-33e5-47b0-9bc7-7ba3f5b16729 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '652d9b5a-f51e-4925-96d2-9adce31f4a29', 'tempest-TagsExtTest-Tag-1678705394') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:10.235873 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-9d833b18-69bc-4059-b0b2-3de4d5167652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:10.237416 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-9d833b18-69bc-4059-b0b2-3de4d5167652 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=684cc9fc46e242a2bd85fdf929a2cebb&device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 1125 time: 0.0991683 Mar 01 14:04:10.238863 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6d292f78-22c4-40d0-b505-56f6a5e238a9 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (1252418f-3e19-4ece-91b7-8443d531f0a4), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:10.308113 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a955c09-df91-40af-84fb-3a72ccb28ddb None None] Network a3d6ad80-fa75-46a1-ae66-21f714caa9f5 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:04:10.348090 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d292f78-22c4-40d0-b505-56f6a5e238a9 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event deleted for resources: {'Subnet': ['ID=1252418f-3e19-4ece-91b7-8443d531f0a4,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:10.355372 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-92d214ad-f28e-42d4-9e12-cebd6cf4b430 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9ff14db-1ae9-4a9d-8f76-d12181a34982 HTTP/1.1" status: 200 len: 217 time: 0.1015248 Mar 01 14:04:10.357802 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6d292f78-22c4-40d0-b505-56f6a5e238a9 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:10.365627 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59678) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:10.366048 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6d292f78-22c4-40d0-b505-56f6a5e238a9 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "DELETE /v2.0/subnets/1252418f-3e19-4ece-91b7-8443d531f0a4 HTTP/1.1" status: 204 len: 168 time: 0.9003975 Mar 01 14:04:10.369422 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-89cfc8a1-33e5-47b0-9bc7-7ba3f5b16729 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "DELETE /v2.0/subnetpools/652d9b5a-f51e-4925-96d2-9adce31f4a29/tags/tempest-TagsExtTest-Tag-1678705394 HTTP/1.1" status: 204 len: 168 time: 0.1824145 Mar 01 14:04:10.377828 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59680) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:10.395069 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-84b52744-bf73-46dc-a6fb-680e221dcf89 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '652d9b5a-f51e-4925-96d2-9adce31f4a29') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:10.419064 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-e8309da3-8a51-42ef-9fc9-6d25ae3e715e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:10.422244 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-e8309da3-8a51-42ef-9fc9-6d25ae3e715e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4288eac6-75e3-40e1-8e82-fcf32af9c531 HTTP/1.1" status: 200 len: 854 time: 0.0546503 Mar 01 14:04:10.468388 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-55cf94c8-5e34-466c-8855-4485dc9a9200 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=603fb0b9-f818-4372-b4d4-fa9feb54900b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334458 Mar 01 14:04:10.515925 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-84b52744-bf73-46dc-a6fb-680e221dcf89 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "GET /v2.0/subnetpools/652d9b5a-f51e-4925-96d2-9adce31f4a29/tags HTTP/1.1" status: 200 len: 205 time: 0.1371248 Mar 01 14:04:10.516765 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59682) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:10.523089 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-3567e28b-552a-4e1d-b6ee-40c3880ef98a tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '652d9b5a-f51e-4925-96d2-9adce31f4a29') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:10.553912 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0ec9af3d-023c-4290-a5c2-c9b2330eb040 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (a3d6ad80-fa75-46a1-ae66-21f714caa9f5), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:10.573262 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfacc57c-b69c-4c0b-8281-2474e42bf070 None None] DHCP port deletion for a3d6ad80-fa75-46a1-ae66-21f714caa9f5 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:04:10.631417 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3567e28b-552a-4e1d-b6ee-40c3880ef98a tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "DELETE /v2.0/subnetpools/652d9b5a-f51e-4925-96d2-9adce31f4a29/tags HTTP/1.1" status: 204 len: 168 time: 0.1119280 Mar 01 14:04:10.633026 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59686) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:10.649717 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-3ddc1b2a-6471-49be-8e7e-70bb199b6381 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2709cd2b-01ae-4b2c-971b-18d68468e4c4') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:10.669679 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-71acae20-7e4c-4d35-90bf-f8826565ea6e service neutron] 10.222.0.32 "GET /v2.0/networks/603fb0b9-f818-4372-b4d4-fa9feb54900b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964464 Mar 01 14:04:10.693449 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-dfacc57c-b69c-4c0b-8281-2474e42bf070 None None] Deleting port 0e044b36-e640-4aee-9c0e-2fc708982b4e {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:04:10.694119 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-dfacc57c-b69c-4c0b-8281-2474e42bf070 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (0e044b36-e640-4aee-9c0e-2fc708982b4e), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:10.769785 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-0ec9af3d-023c-4290-a5c2-c9b2330eb040 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Deleting port 0e044b36-e640-4aee-9c0e-2fc708982b4e {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:04:10.769785 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0ec9af3d-023c-4290-a5c2-c9b2330eb040 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (0e044b36-e640-4aee-9c0e-2fc708982b4e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:10.792364 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-dfacc57c-b69c-4c0b-8281-2474e42bf070 None None] For port 0e044b36-e640-4aee-9c0e-2fc708982b4e, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=0e044b36-e640-4aee-9c0e-2fc708982b4e,segment=NetworkSegment(9ae76914-4a16-46a0-ae1e-d6ba75ec026d),segment_id=9ae76914-4a16-46a0-ae1e-d6ba75ec026d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:04:10.793316 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-dfacc57c-b69c-4c0b-8281-2474e42bf070 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (0e044b36-e640-4aee-9c0e-2fc708982b4e), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:10.829106 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-dfacc57c-b69c-4c0b-8281-2474e42bf070 None None] Calling delete_port for 0e044b36-e640-4aee-9c0e-2fc708982b4e owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:04:10.874674 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3ddc1b2a-6471-49be-8e7e-70bb199b6381 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "DELETE /v2.0/routers/2709cd2b-01ae-4b2c-971b-18d68468e4c4/tags HTTP/1.1" status: 204 len: 168 time: 0.2394707 Mar 01 14:04:10.877518 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-0ec9af3d-023c-4290-a5c2-c9b2330eb040 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] For port 0e044b36-e640-4aee-9c0e-2fc708982b4e, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=0e044b36-e640-4aee-9c0e-2fc708982b4e,segment=NetworkSegment(9ae76914-4a16-46a0-ae1e-d6ba75ec026d),segment_id=9ae76914-4a16-46a0-ae1e-d6ba75ec026d)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:04:10.878249 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0ec9af3d-023c-4290-a5c2-c9b2330eb040 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (0e044b36-e640-4aee-9c0e-2fc708982b4e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:10.880702 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59692) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:10.885393 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-3abb6760-60c7-4678-9be7-7e98696d6dce tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7cb041a6-7367-4ece-b370-45502a637670') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:10.892757 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a9d26-00a2-4b06-9fa0-8abaa8287826 req-14ce9736-5a5f-429f-b69b-32590767698f tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:10.894390 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-199a9d26-00a2-4b06-9fa0-8abaa8287826 req-14ce9736-5a5f-429f-b69b-32590767698f tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 945 time: 0.2231205 Mar 01 14:04:10.931544 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-0ec9af3d-023c-4290-a5c2-c9b2330eb040 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Calling delete_port for 0e044b36-e640-4aee-9c0e-2fc708982b4e owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:04:10.953095 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dc9825e3-1f86-4a49-9695-2273aac127c2 req-5f067734-2964-45ad-ac88-90d0a80f1c0c service neutron] 10.222.0.32 "GET /v2.0/networks/603fb0b9-f818-4372-b4d4-fa9feb54900b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691371 Mar 01 14:04:10.961289 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-dfacc57c-b69c-4c0b-8281-2474e42bf070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (0e044b36-e640-4aee-9c0e-2fc708982b4e), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:10.984230 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-199a9d26-00a2-4b06-9fa0-8abaa8287826 req-d66dd831-77de-4b95-815d-77dce3846dda tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778799 Mar 01 14:04:10.999407 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfacc57c-b69c-4c0b-8281-2474e42bf070 None None] Pushing event deleted for resources: {'Port': ['ID=0e044b36-e640-4aee-9c0e-2fc708982b4e,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:11.015692 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfacc57c-b69c-4c0b-8281-2474e42bf070 None None] No DVR routers for this DVR port 0e044b36-e640-4aee-9c0e-2fc708982b4e on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:04:11.085067 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3abb6760-60c7-4678-9be7-7e98696d6dce tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "DELETE /v2.0/ports/7cb041a6-7367-4ece-b370-45502a637670/tags HTTP/1.1" status: 204 len: 168 time: 0.2014196 Mar 01 14:04:11.085878 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59696) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:11.098393 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-afe7796b-8042-4bbe-9850-d8c4d3b8bc4a tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1458ac34-112d-469d-b098-ea254302ebb9') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:11.102577 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef0ac0-d02b-4036-a670-0fa91afb6d8d req-032a99e1-0f80-41d2-9b8b-3cecd9eba5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:11.105112 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bfef0ac0-d02b-4036-a670-0fa91afb6d8d req-032a99e1-0f80-41d2-9b8b-3cecd9eba5bb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=684cc9fc46e242a2bd85fdf929a2cebb&device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 1125 time: 0.0840759 Mar 01 14:04:11.174563 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0ec9af3d-023c-4290-a5c2-c9b2330eb040 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (0e044b36-e640-4aee-9c0e-2fc708982b4e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:11.226678 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec9af3d-023c-4290-a5c2-c9b2330eb040 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event deleted for resources: {'Port': ['ID=0e044b36-e640-4aee-9c0e-2fc708982b4e,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:11.239778 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4d267-486f-46aa-971f-8d35bca6f496 req-3bfc2ac9-346d-45ee-86b7-b9f5caeba48a tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:11.241381 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-64d4d267-486f-46aa-971f-8d35bca6f496 req-3bfc2ac9-346d-45ee-86b7-b9f5caeba48a tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 943 time: 0.1339815 Mar 01 14:04:11.260911 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec9af3d-023c-4290-a5c2-c9b2330eb040 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] No DVR routers for this DVR port 0e044b36-e640-4aee-9c0e-2fc708982b4e on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:04:11.333261 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-64d4d267-486f-46aa-971f-8d35bca6f496 req-34d2a291-4fdf-427b-b0e1-e584904c81e2 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817509 Mar 01 14:04:11.339550 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef0ac0-d02b-4036-a670-0fa91afb6d8d req-015447bc-acc6-40df-af4d-6283572f77cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:11.341398 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bfef0ac0-d02b-4036-a670-0fa91afb6d8d req-015447bc-acc6-40df-af4d-6283572f77cc service neutron] 10.222.0.32 "GET /v2.0/networks?id=603fb0b9-f818-4372-b4d4-fa9feb54900b HTTP/1.1" status: 200 len: 915 time: 0.2209101 Mar 01 14:04:11.399257 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bfef0ac0-d02b-4036-a670-0fa91afb6d8d req-f62f0083-4e6f-4a45-b0d5-10c074c8426a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9ff14db-1ae9-4a9d-8f76-d12181a34982 HTTP/1.1" status: 200 len: 217 time: 0.0492847 Mar 01 14:04:11.417794 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0ec9af3d-023c-4290-a5c2-c9b2330eb040 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (a3d6ad80-fa75-46a1-ae66-21f714caa9f5), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:11.424089 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2c837491-7278-478c-9099-f87971af8124 req-9105e43a-f77b-475c-8738-0793886d47fe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7f9c20cc-1177-4dce-85fd-d119ab3ee2cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2914431 Mar 01 14:04:11.450907 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-afe7796b-8042-4bbe-9850-d8c4d3b8bc4a tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "DELETE /v2.0/subnets/1458ac34-112d-469d-b098-ea254302ebb9/tags HTTP/1.1" status: 204 len: 168 time: 0.3614497 Mar 01 14:04:11.453696 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59700) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:11.462904 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef0ac0-d02b-4036-a670-0fa91afb6d8d req-c6239f71-c0bd-459c-b49b-fa8df10ff879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:11.463168 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-23e54f61-99ab-4bc5-8ca0-345455db8423 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1458ac34-112d-469d-b098-ea254302ebb9', 'tempest-TagsExtTest-Tag-1951517916') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:11.464676 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bfef0ac0-d02b-4036-a670-0fa91afb6d8d req-c6239f71-c0bd-459c-b49b-fa8df10ff879 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4288eac6-75e3-40e1-8e82-fcf32af9c531 HTTP/1.1" status: 200 len: 854 time: 0.0580804 Mar 01 14:04:11.511925 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bfef0ac0-d02b-4036-a670-0fa91afb6d8d req-d2d8c1ad-b27c-419e-9df5-0228e314b3a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=603fb0b9-f818-4372-b4d4-fa9feb54900b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403237 Mar 01 14:04:11.543544 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-0ec9af3d-023c-4290-a5c2-c9b2330eb040 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3d6ad80-fa75-46a1-ae66-21f714caa9f5']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:11.562347 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-0ec9af3d-023c-4290-a5c2-c9b2330eb040 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae76914-4a16-46a0-ae1e-d6ba75ec026d') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:11.562741 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-0ec9af3d-023c-4290-a5c2-c9b2330eb040 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae76914-4a16-46a0-ae1e-d6ba75ec026d') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:11.587573 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0ec9af3d-023c-4290-a5c2-c9b2330eb040 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (9ae76914-4a16-46a0-ae1e-d6ba75ec026d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:11.606470 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0ec9af3d-023c-4290-a5c2-c9b2330eb040 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (9ae76914-4a16-46a0-ae1e-d6ba75ec026d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:11.613354 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec9af3d-023c-4290-a5c2-c9b2330eb040 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:04:11.613823 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0ec9af3d-023c-4290-a5c2-c9b2330eb040 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (9ae76914-4a16-46a0-ae1e-d6ba75ec026d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:04:11.632637 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:04:11.635205 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c837491-7278-478c-9099-f87971af8124 req-a3dbbfa4-a067-4a6b-8970-8de3cfd60a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:11.636350 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2c837491-7278-478c-9099-f87971af8124 req-a3dbbfa4-a067-4a6b-8970-8de3cfd60a1b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a1fa37a61f124c25aca457ce8a3f996a&device_id=7f9c20cc-1177-4dce-85fd-d119ab3ee2cf HTTP/1.1" status: 200 len: 1128 time: 0.1843078 Mar 01 14:04:11.636848 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bfef0ac0-d02b-4036-a670-0fa91afb6d8d req-a37e9b40-5869-4494-8e96-27fbeb2230a5 service neutron] 10.222.0.32 "GET /v2.0/networks/603fb0b9-f818-4372-b4d4-fa9feb54900b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193085 Mar 01 14:04:11.762546 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bfef0ac0-d02b-4036-a670-0fa91afb6d8d req-56d79d05-50b3-4e77-a3c1-5788e97df40c service neutron] 10.222.0.32 "GET /v2.0/networks/603fb0b9-f818-4372-b4d4-fa9feb54900b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180909 Mar 01 14:04:11.791002 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0ec9af3d-023c-4290-a5c2-c9b2330eb040 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (a3d6ad80-fa75-46a1-ae66-21f714caa9f5), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:11.796902 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0ec9af3d-023c-4290-a5c2-c9b2330eb040 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:11.803727 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0ec9af3d-023c-4290-a5c2-c9b2330eb040 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] 10.222.0.13 "DELETE /v2.0/networks/a3d6ad80-fa75-46a1-ae66-21f714caa9f5 HTTP/1.1" status: 204 len: 168 time: 1.4343500 Mar 01 14:04:11.845595 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59708) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:11.851538 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-23e54f61-99ab-4bc5-8ca0-345455db8423 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "PUT /v2.0/subnets/1458ac34-112d-469d-b098-ea254302ebb9/tags/tempest-TagsExtTest-Tag-1951517916 HTTP/1.1" status: 201 len: 201 time: 0.3934598 Mar 01 14:04:11.852823 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec9af3d-023c-4290-a5c2-c9b2330eb040 tempest-NetworksTest-620311520 tempest-NetworksTest-620311520-project] Pushing event deleted for resources: {'Network': ['ID=a3d6ad80-fa75-46a1-ae66-21f714caa9f5,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:11.853160 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.tag.tag_plugin [None req-93ed78c4-fe44-46f1-ba0c-9a81db89f778 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7cb041a6-7367-4ece-b370-45502a637670', 'tempest-TagsExtTest-Tag-37523520') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:11.913528 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c837491-7278-478c-9099-f87971af8124 req-9a745a94-680f-4d1c-93ab-182236507476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:11.915246 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2c837491-7278-478c-9099-f87971af8124 req-9a745a94-680f-4d1c-93ab-182236507476 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3a263dd2-fccb-41d7-9268-17deef5caa4e HTTP/1.1" status: 200 len: 907 time: 0.2504549 Mar 01 14:04:11.948336 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-93ed78c4-fe44-46f1-ba0c-9a81db89f778 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "PUT /v2.0/ports/7cb041a6-7367-4ece-b370-45502a637670/tags/tempest-TagsExtTest-Tag-37523520 HTTP/1.1" status: 201 len: 201 time: 0.1014063 Mar 01 14:04:11.948915 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59710) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:11.966599 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.tag.tag_plugin [None req-09376de7-050f-405b-a819-2eede00212d6 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2709cd2b-01ae-4b2c-971b-18d68468e4c4', 'tempest-TagsExtTest-Tag-1493073600') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:11.978660 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2c837491-7278-478c-9099-f87971af8124 req-d071423f-525a-4580-9e2d-fcec80dddf9b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=698be840-58f4-417e-896d-121bd73d95b5 HTTP/1.1" status: 200 len: 217 time: 0.0536816 Mar 01 14:04:12.085465 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-09376de7-050f-405b-a819-2eede00212d6 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "PUT /v2.0/routers/2709cd2b-01ae-4b2c-971b-18d68468e4c4/tags/tempest-TagsExtTest-Tag-1493073600 HTTP/1.1" status: 201 len: 201 time: 0.1353364 Mar 01 14:04:12.088304 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59714) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:12.088490 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c837491-7278-478c-9099-f87971af8124 req-33c2daa5-d9d3-4b7a-9f0b-df0052fb670a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:12.091808 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2c837491-7278-478c-9099-f87971af8124 req-33c2daa5-d9d3-4b7a-9f0b-df0052fb670a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7e897284-ac55-41c2-b088-3972dd0eb9f7 HTTP/1.1" status: 200 len: 846 time: 0.1066546 Mar 01 14:04:12.096503 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.tag.tag_plugin [None req-e0ccef98-0236-4e86-af85-2e75041009e4 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '652d9b5a-f51e-4925-96d2-9adce31f4a29', 'tempest-TagsExtTest-Tag-1155586675') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:12.175342 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2c837491-7278-478c-9099-f87971af8124 req-6fcac67b-087c-4c89-9813-b0a7afd40283 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a263dd2-fccb-41d7-9268-17deef5caa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660467 Mar 01 14:04:12.191053 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc273f05-73dc-42af-a3ba-6bee429a113e req-69bb1a1f-035e-46c0-9cb8-ff907ee3a3ab tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:12.193084 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc273f05-73dc-42af-a3ba-6bee429a113e req-69bb1a1f-035e-46c0-9cb8-ff907ee3a3ab tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 945 time: 0.0848434 Mar 01 14:04:12.195472 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e0ccef98-0236-4e86-af85-2e75041009e4 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "PUT /v2.0/subnetpools/652d9b5a-f51e-4925-96d2-9adce31f4a29/tags/tempest-TagsExtTest-Tag-1155586675 HTTP/1.1" status: 201 len: 201 time: 0.1060197 Mar 01 14:04:12.198031 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59718) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:12.206314 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.tag.tag_plugin [None req-0423cc18-dd1d-41bc-b789-5520d202ee5c tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '1458ac34-112d-469d-b098-ea254302ebb9', {'tags': ['tempest-TagsExtTest-Tag-2042510804', 'tempest-TagsExtTest-Tag-2039887042', 'tempest-TagsExtTest-Tag-1959796891']}) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:12.279257 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59720) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:12.314706 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc273f05-73dc-42af-a3ba-6bee429a113e req-b0056b17-7c37-481d-8f9e-0249e7c77e6b tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141584 Mar 01 14:04:12.391543 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2c837491-7278-478c-9099-f87971af8124 req-d817b6c5-4dc7-43a0-9abd-d21ee16b68e6 service neutron] 10.222.0.20 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127488 Mar 01 14:04:12.399080 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0423cc18-dd1d-41bc-b789-5520d202ee5c tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "PUT /v2.0/subnets/1458ac34-112d-469d-b098-ea254302ebb9/tags HTTP/1.1" status: 200 len: 318 time: 0.1999552 Mar 01 14:04:12.401655 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59728) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:12.405750 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.tag.tag_plugin [None req-be9f2fee-722a-4c03-8f72-13f717892ba8 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1458ac34-112d-469d-b098-ea254302ebb9') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:12.524390 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-be9f2fee-722a-4c03-8f72-13f717892ba8 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "DELETE /v2.0/subnets/1458ac34-112d-469d-b098-ea254302ebb9/tags HTTP/1.1" status: 204 len: 168 time: 0.1186275 Mar 01 14:04:12.524390 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59730) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:12.532979 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.tag.tag_plugin [None req-444f896f-3882-42d9-adf5-b5474c7be195 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1458ac34-112d-469d-b098-ea254302ebb9', 'tempest-TagsExtTest-Tag-2042510804') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:12.611830 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5891fa-b3ea-47e1-9101-31769d1f38a3 req-70ffcc5d-8d5f-4394-a6f4-0abfb645e860 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:12.615471 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-bc19f91a-b29e-41ac-8686-b1fd543593c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20a71768b90f40be857197f3c257705b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3328304 Mar 01 14:04:12.617504 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3a5891fa-b3ea-47e1-9101-31769d1f38a3 req-70ffcc5d-8d5f-4394-a6f4-0abfb645e860 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 943 time: 0.1340868 Mar 01 14:04:12.618165 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59732) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:12.622013 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 0e044b36-e640-4aee-9c0e-2fc708982b4e no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:04:12.626722 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2c837491-7278-478c-9099-f87971af8124 req-4b52d466-6e5a-4dca-a69d-7b621dc77768 service neutron] 10.222.0.20 "GET /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290916 Mar 01 14:04:12.656272 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-444f896f-3882-42d9-adf5-b5474c7be195 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] show failed (client error): The resource could not be found. Mar 01 14:04:12.659284 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-444f896f-3882-42d9-adf5-b5474c7be195 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "GET /v2.0/subnets/1458ac34-112d-469d-b098-ea254302ebb9/tags/tempest-TagsExtTest-Tag-2042510804 HTTP/1.1" status: 404 len: 329 time: 0.1325374 Mar 01 14:04:12.663714 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59734) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:12.668004 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 0e044b36-e640-4aee-9c0e-2fc708982b4e {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:04:12.668362 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 0e044b36-e640-4aee-9c0e-2fc708982b4e not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:04:12.688447 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.tag.tag_plugin [None req-922b17dd-b6da-44e8-ac00-b1ee8289f51f tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1458ac34-112d-469d-b098-ea254302ebb9', 'tempest-TagsExtTest-Tag-2039887042') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:12.691044 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f09b913-53ee-470b-aca2-4b729c7b8ebe admin admin] Publish callbacks [] for security_group (83981cfb-7cd9-4662-9fd7-372e08df51bc), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:12.716399 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f09b913-53ee-470b-aca2-4b729c7b8ebe admin admin] Publish callbacks [] for security_group (83981cfb-7cd9-4662-9fd7-372e08df51bc), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:12.718486 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3a5891fa-b3ea-47e1-9101-31769d1f38a3 req-fde5bdf1-62df-49c9-9836-1fbc784bca12 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834773 Mar 01 14:04:12.777548 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-922b17dd-b6da-44e8-ac00-b1ee8289f51f tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] show failed (client error): The resource could not be found. Mar 01 14:04:12.778917 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-922b17dd-b6da-44e8-ac00-b1ee8289f51f tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "GET /v2.0/subnets/1458ac34-112d-469d-b098-ea254302ebb9/tags/tempest-TagsExtTest-Tag-2039887042 HTTP/1.1" status: 404 len: 329 time: 0.1102171 Mar 01 14:04:12.781245 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f09b913-53ee-470b-aca2-4b729c7b8ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (83981cfb-7cd9-4662-9fd7-372e08df51bc), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:12.783280 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59736) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:12.787642 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.tag.tag_plugin [None req-0c06f679-bead-4c53-a436-7be9dc752f11 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1458ac34-112d-469d-b098-ea254302ebb9', 'tempest-TagsExtTest-Tag-1959796891') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:12.790783 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f09b913-53ee-470b-aca2-4b729c7b8ebe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:12.792114 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0f09b913-53ee-470b-aca2-4b729c7b8ebe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83981cfb-7cd9-4662-9fd7-372e08df51bc HTTP/1.1" status: 204 len: 168 time: 0.1728578 Mar 01 14:04:12.808139 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09b913-53ee-470b-aca2-4b729c7b8ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83981cfb-7cd9-4662-9fd7-372e08df51bc,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:12.887251 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-0c06f679-bead-4c53-a436-7be9dc752f11 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] show failed (client error): The resource could not be found. Mar 01 14:04:12.890283 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0c06f679-bead-4c53-a436-7be9dc752f11 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "GET /v2.0/subnets/1458ac34-112d-469d-b098-ea254302ebb9/tags/tempest-TagsExtTest-Tag-1959796891 HTTP/1.1" status: 404 len: 329 time: 0.1050153 Mar 01 14:04:12.893103 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59740) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:12.898539 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.tag.tag_plugin [None req-7edd6e6d-8792-4c29-b7bc-eedb0bc3822c tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7cb041a6-7367-4ece-b370-45502a637670', {'tags': ['tempest-TagsExtTest-Tag-1639749558', 'tempest-TagsExtTest-Tag-1816591405', 'tempest-TagsExtTest-Tag-1344024096']}) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:13.032351 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59748) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:13.032879 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7edd6e6d-8792-4c29-b7bc-eedb0bc3822c tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "PUT /v2.0/ports/7cb041a6-7367-4ece-b370-45502a637670/tags HTTP/1.1" status: 200 len: 318 time: 0.1380377 Mar 01 14:04:13.037523 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-ff6c9c26-f51f-4bb4-a65a-2b92ea21ed71 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7cb041a6-7367-4ece-b370-45502a637670') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:13.150592 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ff6c9c26-f51f-4bb4-a65a-2b92ea21ed71 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "DELETE /v2.0/ports/7cb041a6-7367-4ece-b370-45502a637670/tags HTTP/1.1" status: 204 len: 168 time: 0.1170976 Mar 01 14:04:13.153546 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59754) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:13.159886 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.tag.tag_plugin [None req-704b3f14-acc9-49af-ba15-492866792014 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7cb041a6-7367-4ece-b370-45502a637670', 'tempest-TagsExtTest-Tag-1639749558') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:13.226255 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-704b3f14-acc9-49af-ba15-492866792014 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] show failed (client error): The resource could not be found. Mar 01 14:04:13.227305 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-704b3f14-acc9-49af-ba15-492866792014 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "GET /v2.0/ports/7cb041a6-7367-4ece-b370-45502a637670/tags/tempest-TagsExtTest-Tag-1639749558 HTTP/1.1" status: 404 len: 329 time: 0.0727732 Mar 01 14:04:13.230307 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59760) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:13.235387 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-3419d503-1c54-479c-b380-ce14c9918aad tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7cb041a6-7367-4ece-b370-45502a637670', 'tempest-TagsExtTest-Tag-1816591405') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:13.306792 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-3419d503-1c54-479c-b380-ce14c9918aad tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] show failed (client error): The resource could not be found. Mar 01 14:04:13.307931 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3419d503-1c54-479c-b380-ce14c9918aad tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "GET /v2.0/ports/7cb041a6-7367-4ece-b370-45502a637670/tags/tempest-TagsExtTest-Tag-1816591405 HTTP/1.1" status: 404 len: 329 time: 0.0764687 Mar 01 14:04:13.310594 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59762) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:13.315987 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-c7496016-cf1b-40ec-813d-7b959abd9c4e tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7cb041a6-7367-4ece-b370-45502a637670', 'tempest-TagsExtTest-Tag-1344024096') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:13.412644 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-c7496016-cf1b-40ec-813d-7b959abd9c4e tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] show failed (client error): The resource could not be found. Mar 01 14:04:13.413727 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c7496016-cf1b-40ec-813d-7b959abd9c4e tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "GET /v2.0/ports/7cb041a6-7367-4ece-b370-45502a637670/tags/tempest-TagsExtTest-Tag-1344024096 HTTP/1.1" status: 404 len: 329 time: 0.1015036 Mar 01 14:04:13.416951 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59770) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:13.423250 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.tag.tag_plugin [None req-0c380de5-d748-4d37-938a-7fda2a5ee6ee tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '2709cd2b-01ae-4b2c-971b-18d68468e4c4', {'tags': ['tempest-TagsExtTest-Tag-107326727', 'tempest-TagsExtTest-Tag-1051776426', 'tempest-TagsExtTest-Tag-134763057']}) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:13.626519 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59778) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:13.627062 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0c380de5-d748-4d37-938a-7fda2a5ee6ee tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "PUT /v2.0/routers/2709cd2b-01ae-4b2c-971b-18d68468e4c4/tags HTTP/1.1" status: 200 len: 316 time: 0.2082615 Mar 01 14:04:13.633408 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-0cd69ff8-d0bf-4162-8486-0e2e9a013292 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2709cd2b-01ae-4b2c-971b-18d68468e4c4') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:13.634962 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6288a34-edf8-4447-9c46-c3939f0e8428 req-f96d3c1e-9441-4479-92a8-e83b0415f733 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:13.636845 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a6288a34-edf8-4447-9c46-c3939f0e8428 req-f96d3c1e-9441-4479-92a8-e83b0415f733 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 945 time: 0.1318929 Mar 01 14:04:13.695137 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a6288a34-edf8-4447-9c46-c3939f0e8428 req-110abcb4-984d-4e6b-94c9-99349ee14738 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513964 Mar 01 14:04:13.695658 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59780) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:13.817807 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0cd69ff8-d0bf-4162-8486-0e2e9a013292 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "DELETE /v2.0/routers/2709cd2b-01ae-4b2c-971b-18d68468e4c4/tags HTTP/1.1" status: 204 len: 168 time: 0.1891494 Mar 01 14:04:13.820575 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59786) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:13.828722 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-342d04cd-36ea-43a4-82c9-ac279cee7fed tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2709cd2b-01ae-4b2c-971b-18d68468e4c4', 'tempest-TagsExtTest-Tag-107326727') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:13.885033 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-0d32dec9-6900-4bfe-b6cf-94cfc7eb8641 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1646563112'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:13.919256 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-342d04cd-36ea-43a4-82c9-ac279cee7fed tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] show failed (client error): The resource could not be found. Mar 01 14:04:13.921305 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-342d04cd-36ea-43a4-82c9-ac279cee7fed tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "GET /v2.0/routers/2709cd2b-01ae-4b2c-971b-18d68468e4c4/tags/tempest-TagsExtTest-Tag-107326727 HTTP/1.1" status: 404 len: 328 time: 0.0995259 Mar 01 14:04:13.928083 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05e8bf-b353-423b-9a0b-5e829ab01c19 req-cbfeaa5b-acd2-469c-85bd-9c87d0af58aa tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:13.930730 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59788) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:13.936886 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9d05e8bf-b353-423b-9a0b-5e829ab01c19 req-cbfeaa5b-acd2-469c-85bd-9c87d0af58aa tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 943 time: 0.1243963 Mar 01 14:04:13.937692 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-a76db007-89f8-4a61-8a48-931f9724ba95 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2709cd2b-01ae-4b2c-971b-18d68468e4c4', 'tempest-TagsExtTest-Tag-1051776426') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:13.940528 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d32dec9-6900-4bfe-b6cf-94cfc7eb8641 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:04:13.944474 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0d32dec9-6900-4bfe-b6cf-94cfc7eb8641 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:13.959442 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0d32dec9-6900-4bfe-b6cf-94cfc7eb8641 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:14.025549 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-a76db007-89f8-4a61-8a48-931f9724ba95 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] show failed (client error): The resource could not be found. Mar 01 14:04:14.026368 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a76db007-89f8-4a61-8a48-931f9724ba95 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "GET /v2.0/routers/2709cd2b-01ae-4b2c-971b-18d68468e4c4/tags/tempest-TagsExtTest-Tag-1051776426 HTTP/1.1" status: 404 len: 329 time: 0.0946705 Mar 01 14:04:14.029167 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59790) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:14.034977 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-31096860-8b8a-4e65-a853-f7343cadc5ef tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2709cd2b-01ae-4b2c-971b-18d68468e4c4', 'tempest-TagsExtTest-Tag-134763057') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:14.044078 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9d05e8bf-b353-423b-9a0b-5e829ab01c19 req-b9ba8032-7e77-458e-8762-20f5f82b05ee tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060867 Mar 01 14:04:14.127497 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0d32dec9-6900-4bfe-b6cf-94cfc7eb8641 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for security_group (4ab6bb69-a1a1-4c0e-80d7-d5efaf5a8f42), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:14.135827 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0d32dec9-6900-4bfe-b6cf-94cfc7eb8641 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4ab6bb69-a1a1-4c0e-80d7-d5efaf5a8f42), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:14.180147 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d32dec9-6900-4bfe-b6cf-94cfc7eb8641 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:04:14.185948 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-31096860-8b8a-4e65-a853-f7343cadc5ef tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] show failed (client error): The resource could not be found. Mar 01 14:04:14.189604 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-31096860-8b8a-4e65-a853-f7343cadc5ef tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "GET /v2.0/routers/2709cd2b-01ae-4b2c-971b-18d68468e4c4/tags/tempest-TagsExtTest-Tag-134763057 HTTP/1.1" status: 404 len: 328 time: 0.1594861 Mar 01 14:04:14.192428 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59798) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:14.202452 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-6f99172b-09f6-432d-918d-625a2f99a295 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '652d9b5a-f51e-4925-96d2-9adce31f4a29', {'tags': ['tempest-TagsExtTest-Tag-606085670', 'tempest-TagsExtTest-Tag-502267342', 'tempest-TagsExtTest-Tag-854557196']}) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:14.214991 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32dec9-6900-4bfe-b6cf-94cfc7eb8641 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab6bb69-a1a1-4c0e-80d7-d5efaf5a8f42,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:14.234956 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0d32dec9-6900-4bfe-b6cf-94cfc7eb8641 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (a4c731cb-caa1-440a-8574-1e734a701411), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:14.236214 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-0d32dec9-6900-4bfe-b6cf-94cfc7eb8641 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Added segment a4c731cb-caa1-440a-8574-1e734a701411 of type vlan for network 8708874b-713e-4e25-8104-ec223d791ef2 Mar 01 14:04:14.265923 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6f99172b-09f6-432d-918d-625a2f99a295 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "PUT /v2.0/subnetpools/652d9b5a-f51e-4925-96d2-9adce31f4a29/tags HTTP/1.1" status: 200 len: 315 time: 0.0723331 Mar 01 14:04:14.268398 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59800) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:14.273887 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-81096e8c-e216-47fa-92a2-6725f0259099 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '652d9b5a-f51e-4925-96d2-9adce31f4a29') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:14.337660 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-81096e8c-e216-47fa-92a2-6725f0259099 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "DELETE /v2.0/subnetpools/652d9b5a-f51e-4925-96d2-9adce31f4a29/tags HTTP/1.1" status: 204 len: 168 time: 0.0678184 Mar 01 14:04:14.338475 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59802) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:14.345980 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-1bfb38d5-2187-4e68-8bd2-3f34d55b570b tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '652d9b5a-f51e-4925-96d2-9adce31f4a29', 'tempest-TagsExtTest-Tag-606085670') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:14.354381 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0d32dec9-6900-4bfe-b6cf-94cfc7eb8641 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (8708874b-713e-4e25-8104-ec223d791ef2), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:14.369939 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-1bfb38d5-2187-4e68-8bd2-3f34d55b570b tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] show failed (client error): The resource could not be found. Mar 01 14:04:14.374149 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1bfb38d5-2187-4e68-8bd2-3f34d55b570b tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "GET /v2.0/subnetpools/652d9b5a-f51e-4925-96d2-9adce31f4a29/tags/tempest-TagsExtTest-Tag-606085670 HTTP/1.1" status: 404 len: 328 time: 0.0346973 Mar 01 14:04:14.374699 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59804) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:14.379938 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-50c875bf-9fe4-49a9-914c-4ba5513763aa tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '652d9b5a-f51e-4925-96d2-9adce31f4a29', 'tempest-TagsExtTest-Tag-502267342') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:14.405626 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-50c875bf-9fe4-49a9-914c-4ba5513763aa tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] show failed (client error): The resource could not be found. Mar 01 14:04:14.409581 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-50c875bf-9fe4-49a9-914c-4ba5513763aa tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "GET /v2.0/subnetpools/652d9b5a-f51e-4925-96d2-9adce31f4a29/tags/tempest-TagsExtTest-Tag-502267342 HTTP/1.1" status: 404 len: 328 time: 0.0339558 Mar 01 14:04:14.410128 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59806) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:14.414775 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-35df10c0-ec9d-4438-9552-d20eb576657c tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '652d9b5a-f51e-4925-96d2-9adce31f4a29', 'tempest-TagsExtTest-Tag-854557196') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:14.435954 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-35df10c0-ec9d-4438-9552-d20eb576657c tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] show failed (client error): The resource could not be found. Mar 01 14:04:14.440673 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59810) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:14.441164 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-35df10c0-ec9d-4438-9552-d20eb576657c tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "GET /v2.0/subnetpools/652d9b5a-f51e-4925-96d2-9adce31f4a29/tags/tempest-TagsExtTest-Tag-854557196 HTTP/1.1" status: 404 len: 328 time: 0.0295250 Mar 01 14:04:14.445331 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.tag.tag_plugin [None req-fda0df00-f63b-4406-b5a5-9f743e970454 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '652d9b5a-f51e-4925-96d2-9adce31f4a29') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:14.449460 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0d32dec9-6900-4bfe-b6cf-94cfc7eb8641 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (8708874b-713e-4e25-8104-ec223d791ef2), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:14.454839 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d32dec9-6900-4bfe-b6cf-94cfc7eb8641 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:14.455366 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0d32dec9-6900-4bfe-b6cf-94cfc7eb8641 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:14.536415 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59814) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:14.536963 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0d32dec9-6900-4bfe-b6cf-94cfc7eb8641 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8399796 Mar 01 14:04:14.541294 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59816) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:14.551006 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-e15884ea-de8b-4f35-8742-e82623e91816 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'port': {'network_id': '8708874b-713e-4e25-8104-ec223d791ef2', 'name': 'tempest-PortsTestJSON-171349128'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:14.590468 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-fda0df00-f63b-4406-b5a5-9f743e970454 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "DELETE /v2.0/subnetpools/652d9b5a-f51e-4925-96d2-9adce31f4a29/tags HTTP/1.1" status: 204 len: 168 time: 0.1486542 Mar 01 14:04:14.594400 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59820) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:14.594644 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32dec9-6900-4bfe-b6cf-94cfc7eb8641 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Network': ['ID=8708874b-713e-4e25-8104-ec223d791ef2,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:14.601032 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-a263addf-04db-4a01-9393-b2ba6cfaf32e tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2709cd2b-01ae-4b2c-971b-18d68468e4c4') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:14.605587 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 8708874b-713e-4e25-8104-ec223d791ef2 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:04:14.708886 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5e55117b-819b-42ca-97d1-f07125b047d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:14.725993 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15884ea-de8b-4f35-8742-e82623e91816 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:04:14.733517 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e15884ea-de8b-4f35-8742-e82623e91816 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:14.766815 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-e15884ea-de8b-4f35-8742-e82623e91816 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] device_id is not set on port 7316b49a-855d-43d1-a01e-7ab9a7a0a023 yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:04:14.785271 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a263addf-04db-4a01-9393-b2ba6cfaf32e tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "DELETE /v2.0/routers/2709cd2b-01ae-4b2c-971b-18d68468e4c4/tags HTTP/1.1" status: 204 len: 168 time: 0.1895638 Mar 01 14:04:14.788350 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59824) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:14.792888 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-3f327599-eed7-478c-ba9b-a681d24873f6 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7cb041a6-7367-4ece-b370-45502a637670') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:14.880752 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5e55117b-819b-42ca-97d1-f07125b047d5 admin admin] Publish callbacks [] for security_group (5469ee6d-bd90-4c79-bc46-831e1e9dc942), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:14.893618 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5e55117b-819b-42ca-97d1-f07125b047d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (5469ee6d-bd90-4c79-bc46-831e1e9dc942), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:14.906058 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3f327599-eed7-478c-ba9b-a681d24873f6 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "DELETE /v2.0/ports/7cb041a6-7367-4ece-b370-45502a637670/tags HTTP/1.1" status: 204 len: 168 time: 0.1167140 Mar 01 14:04:14.911610 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b9ff14db-1ae9-4a9d-8f76-d12181a34982 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:04:14.916586 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59826) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:14.929751 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.tag.tag_plugin [None req-324d7ab5-88f2-4302-83ce-ba7a4efa8a18 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1458ac34-112d-469d-b098-ea254302ebb9') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:14.966154 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5e55117b-819b-42ca-97d1-f07125b047d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8550f6413d7949caa98031aaf8372c3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4282312 Mar 01 14:04:14.969550 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55117b-819b-42ca-97d1-f07125b047d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5469ee6d-bd90-4c79-bc46-831e1e9dc942,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:14.971993 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59828) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:15.042163 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c7e4b8b8-d7d6-4196-8909-ad272b2072f7 admin admin] Publish callbacks [] for security_group (5469ee6d-bd90-4c79-bc46-831e1e9dc942), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:15.063974 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e15884ea-de8b-4f35-8742-e82623e91816 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for port (7316b49a-855d-43d1-a01e-7ab9a7a0a023), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:15.077325 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-324d7ab5-88f2-4302-83ce-ba7a4efa8a18 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "DELETE /v2.0/subnets/1458ac34-112d-469d-b098-ea254302ebb9/tags HTTP/1.1" status: 204 len: 168 time: 0.1591249 Mar 01 14:04:15.081770 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b9ff14db-1ae9-4a9d-8f76-d12181a34982, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b9ff14db-1ae9-4a9d-8f76-d12181a34982,segment=NetworkSegment(0daf6ea1-fe8f-417e-9613-c9672cc8c206),segment_id=0daf6ea1-fe8f-417e-9613-c9672cc8c206)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:04:15.092137 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c7e4b8b8-d7d6-4196-8909-ad272b2072f7 admin admin] Publish callbacks [] for security_group (5469ee6d-bd90-4c79-bc46-831e1e9dc942), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:15.094228 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59832) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:15.096355 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'b9ff14db-1ae9-4a9d-8f76-d12181a34982', 'network_id': '603fb0b9-f818-4372-b4d4-fa9feb54900b', 'port_id': 'b9ff14db-1ae9-4a9d-8f76-d12181a34982', 'mac_address': 'fa:16:3e:0f:ab:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4288eac6-75e3-40e1-8e82-fcf32af9c531', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:04:15.152784 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port b9ff14db-1ae9-4a9d-8f76-d12181a34982 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:04:15.153814 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b9ff14db-1ae9-4a9d-8f76-d12181a34982), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:15.160372 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e15884ea-de8b-4f35-8742-e82623e91816 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (7316b49a-855d-43d1-a01e-7ab9a7a0a023), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:15.187261 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ff14db-1ae9-4a9d-8f76-d12181a34982 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:04:15.206592 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c7e4b8b8-d7d6-4196-8909-ad272b2072f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (5469ee6d-bd90-4c79-bc46-831e1e9dc942), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:15.209402 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c7e4b8b8-d7d6-4196-8909-ad272b2072f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:15.213556 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c7e4b8b8-d7d6-4196-8909-ad272b2072f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5469ee6d-bd90-4c79-bc46-831e1e9dc942 HTTP/1.1" status: 204 len: 168 time: 0.2387984 Mar 01 14:04:15.236689 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b9ff14db-1ae9-4a9d-8f76-d12181a34982, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b9ff14db-1ae9-4a9d-8f76-d12181a34982,segment=NetworkSegment(0daf6ea1-fe8f-417e-9613-c9672cc8c206),segment_id=0daf6ea1-fe8f-417e-9613-c9672cc8c206)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:04:15.237830 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4b8b8-d7d6-4196-8909-ad272b2072f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5469ee6d-bd90-4c79-bc46-831e1e9dc942,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:15.245432 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b9ff14db-1ae9-4a9d-8f76-d12181a34982), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:15.293370 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ccbcba56-f619-4ba5-9c27-46700ef8567d tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:15.298628 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ccbcba56-f619-4ba5-9c27-46700ef8567d tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "DELETE /v2.0/subnetpools/652d9b5a-f51e-4925-96d2-9adce31f4a29 HTTP/1.1" status: 204 len: 168 time: 0.2027614 Mar 01 14:04:15.299234 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59836) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:15.351685 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e1e75561-c147-4a1a-bce1-57834aa2c7fa tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "GET /v2.0/ports?device_id=2709cd2b-01ae-4b2c-971b-18d68468e4c4 HTTP/1.1" status: 200 len: 205 time: 0.0509744 Mar 01 14:04:15.352633 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59838) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:15.378798 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=b9ff14db-1ae9-4a9d-8f76-d12181a34982,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:15.418770 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15884ea-de8b-4f35-8742-e82623e91816 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Port': ['ID=7316b49a-855d-43d1-a01e-7ab9a7a0a023,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:15.443988 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15ca71-c1fd-4f26-93ef-b71087ce3c4d req-05627210-273c-4330-866e-e30c985d4f06 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:15.445828 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc15ca71-c1fd-4f26-93ef-b71087ce3c4d req-05627210-273c-4330-866e-e30c985d4f06 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 943 time: 0.3095105 Mar 01 14:04:15.481849 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15884ea-de8b-4f35-8742-e82623e91816 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Checking segment: {'id': 'a4c731cb-caa1-440a-8574-1e734a701411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8708874b-713e-4e25-8104-ec223d791ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:04:15.482305 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15884ea-de8b-4f35-8742-e82623e91816 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Network hostable DHCP agents. Network: 8708874b-713e-4e25-8104-ec223d791ef2, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:04:15.497748 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43580574-dbc4-43c7-843c-b926735ecdba req-216b980f-a8f0-40a1-b2f6-928ae32a3d8e tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:15.506329 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-43580574-dbc4-43c7-843c-b926735ecdba req-216b980f-a8f0-40a1-b2f6-928ae32a3d8e tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 945 time: 0.3764889 Mar 01 14:04:15.510291 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f4c5db40-2e66-453b-b8f3-703d32e53692 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks [] for router (2709cd2b-01ae-4b2c-971b-18d68468e4c4), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:15.599989 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['b9ff14db-1ae9-4a9d-8f76-d12181a34982'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:04:15.671968 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-43580574-dbc4-43c7-843c-b926735ecdba req-5a4bc362-b491-4e0c-9287-98c079d7d7dc tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596596 Mar 01 14:04:15.692556 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15884ea-de8b-4f35-8742-e82623e91816 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Network 8708874b-713e-4e25-8104-ec223d791ef2 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:04:15.709113 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc15ca71-c1fd-4f26-93ef-b71087ce3c4d req-861df222-50e2-41c6-9d5a-489a71e5761d tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573428 Mar 01 14:04:15.730105 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-e15884ea-de8b-4f35-8742-e82623e91816 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 8708874b-713e-4e25-8104-ec223d791ef2) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:04:15.736609 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15884ea-de8b-4f35-8742-e82623e91816 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:04:15.742129 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15884ea-de8b-4f35-8742-e82623e91816 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:15.742775 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e15884ea-de8b-4f35-8742-e82623e91816 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:15.750824 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10754cca-8220-445a-9df9-8549e7698697 None None] Network 8708874b-713e-4e25-8104-ec223d791ef2 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:04:15.783599 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e15884ea-de8b-4f35-8742-e82623e91816 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2407207 Mar 01 14:04:15.786965 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59850) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:15.793660 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-d5ec9afe-c90f-42ab-91c6-a8dfbd64c61e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1988958545'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:15.852796 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ec9afe-c90f-42ab-91c6-a8dfbd64c61e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:04:15.862068 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d5ec9afe-c90f-42ab-91c6-a8dfbd64c61e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:15.902719 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5ec9afe-c90f-42ab-91c6-a8dfbd64c61e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:04:15.924838 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d5ec9afe-c90f-42ab-91c6-a8dfbd64c61e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (f9db2c00-ec97-4300-bb0d-cbfb4f458519), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:15.925192 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-d5ec9afe-c90f-42ab-91c6-a8dfbd64c61e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Added segment f9db2c00-ec97-4300-bb0d-cbfb4f458519 of type vlan for network 3dcd967c-ce18-4936-a8d1-e5826780d3fc Mar 01 14:04:16.008457 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d5ec9afe-c90f-42ab-91c6-a8dfbd64c61e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (3dcd967c-ce18-4936-a8d1-e5826780d3fc), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:16.072497 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d5ec9afe-c90f-42ab-91c6-a8dfbd64c61e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (3dcd967c-ce18-4936-a8d1-e5826780d3fc), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:16.078091 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ec9afe-c90f-42ab-91c6-a8dfbd64c61e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:16.078209 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d5ec9afe-c90f-42ab-91c6-a8dfbd64c61e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:16.143762 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f4c5db40-2e66-453b-b8f3-703d32e53692 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (2709cd2b-01ae-4b2c-971b-18d68468e4c4), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:16.149334 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f4c5db40-2e66-453b-b8f3-703d32e53692 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks [] for router_controller (2709cd2b-01ae-4b2c-971b-18d68468e4c4), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:16.202140 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f4c5db40-2e66-453b-b8f3-703d32e53692 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (2709cd2b-01ae-4b2c-971b-18d68468e4c4), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:16.203419 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c5db40-2e66-453b-b8f3-703d32e53692 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Fanout notify agent at l3_agent the message router_deleted on router 2709cd2b-01ae-4b2c-971b-18d68468e4c4 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:04:16.215766 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d5ec9afe-c90f-42ab-91c6-a8dfbd64c61e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4254687 Mar 01 14:04:16.215927 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f4c5db40-2e66-453b-b8f3-703d32e53692 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:16.216316 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59860) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:16.220283 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f4c5db40-2e66-453b-b8f3-703d32e53692 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "DELETE /v2.0/routers/2709cd2b-01ae-4b2c-971b-18d68468e4c4 HTTP/1.1" status: 204 len: 168 time: 0.8664999 Mar 01 14:04:16.221257 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59862) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:16.221532 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-8fccc9f5-bf93-463e-8391-b8b226ad7bb9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'ports': [{'network_id': '8708874b-713e-4e25-8104-ec223d791ef2'}, {'network_id': '3dcd967c-ce18-4936-a8d1-e5826780d3fc'}]} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:16.221854 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-8fccc9f5-bf93-463e-8391-b8b226ad7bb9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'port': {'network_id': '8708874b-713e-4e25-8104-ec223d791ef2'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:16.222376 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-8fccc9f5-bf93-463e-8391-b8b226ad7bb9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'port': {'network_id': '3dcd967c-ce18-4936-a8d1-e5826780d3fc'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:16.329744 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec9afe-c90f-42ab-91c6-a8dfbd64c61e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Network': ['ID=3dcd967c-ce18-4936-a8d1-e5826780d3fc,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:16.345361 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 3dcd967c-ce18-4936-a8d1-e5826780d3fc details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:04:16.354793 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-7c10c9c0-c107-438d-a685-ec3ef0e22ac8 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Deleting port 7cb041a6-7367-4ece-b370-45502a637670 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:04:16.355271 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7c10c9c0-c107-438d-a685-ec3ef0e22ac8 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (7cb041a6-7367-4ece-b370-45502a637670), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:16.513102 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7c10c9c0-c107-438d-a685-ec3ef0e22ac8 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (7cb041a6-7367-4ece-b370-45502a637670), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:16.532330 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-7c10c9c0-c107-438d-a685-ec3ef0e22ac8 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Calling delete_port for 7cb041a6-7367-4ece-b370-45502a637670 owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:04:16.541419 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fccc9f5-bf93-463e-8391-b8b226ad7bb9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'port': 2} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:04:16.557285 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8fccc9f5-bf93-463e-8391-b8b226ad7bb9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:16.596158 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8fccc9f5-bf93-463e-8391-b8b226ad7bb9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:16.773202 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7c10c9c0-c107-438d-a685-ec3ef0e22ac8 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (7cb041a6-7367-4ece-b370-45502a637670), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:16.816324 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10c9c0-c107-438d-a685-ec3ef0e22ac8 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Pushing event deleted for resources: {'Port': ['ID=7cb041a6-7367-4ece-b370-45502a637670,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:16.913843 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b9ff14db-1ae9-4a9d-8f76-d12181a34982 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:04:16.916341 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7c10c9c0-c107-438d-a685-ec3ef0e22ac8 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:16.919651 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7c10c9c0-c107-438d-a685-ec3ef0e22ac8 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "DELETE /v2.0/ports/7cb041a6-7367-4ece-b370-45502a637670 HTTP/1.1" status: 204 len: 168 time: 0.6974411 Mar 01 14:04:16.922165 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59878) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:17.027033 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-e32cadab-1613-4952-93b4-61294c3e0ea4 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Deleting subnet 1458ac34-112d-469d-b098-ea254302ebb9 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:04:17.031328 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e32cadab-1613-4952-93b4-61294c3e0ea4 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks [] for subnet (1458ac34-112d-469d-b098-ea254302ebb9), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:17.065432 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port b9ff14db-1ae9-4a9d-8f76-d12181a34982 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:04:17.070171 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port b9ff14db-1ae9-4a9d-8f76-d12181a34982 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:04:17.071259 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (b9ff14db-1ae9-4a9d-8f76-d12181a34982), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:17.110195 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e32cadab-1613-4952-93b4-61294c3e0ea4 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (1458ac34-112d-469d-b098-ea254302ebb9), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:17.246394 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port b9ff14db-1ae9-4a9d-8f76-d12181a34982 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:04:17.247546 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b9ff14db-1ae9-4a9d-8f76-d12181a34982), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:17.283726 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38eaa5f6-7508-4378-9844-563c2b98a731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ff14db-1ae9-4a9d-8f76-d12181a34982'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:04:17.286808 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb547602-f69a-4c8a-bad4-c85881d944e5" -d '{"events": [{"server_uuid": "38eaa5f6-7508-4378-9844-563c2b98a731", "name": "network-vif-plugged", "status": "completed", "tag": "b9ff14db-1ae9-4a9d-8f76-d12181a34982"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:04:17.296510 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e32cadab-1613-4952-93b4-61294c3e0ea4 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (1458ac34-112d-469d-b098-ea254302ebb9), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:17.302977 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b9ff14db-1ae9-4a9d-8f76-d12181a34982, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b9ff14db-1ae9-4a9d-8f76-d12181a34982,segment=NetworkSegment(0daf6ea1-fe8f-417e-9613-c9672cc8c206),segment_id=0daf6ea1-fe8f-417e-9613-c9672cc8c206)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:04:17.313083 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b9ff14db-1ae9-4a9d-8f76-d12181a34982), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:17.401340 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=b9ff14db-1ae9-4a9d-8f76-d12181a34982,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:17.440678 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e32cadab-1613-4952-93b4-61294c3e0ea4 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (1458ac34-112d-469d-b098-ea254302ebb9), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:17.479664 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32cadab-1613-4952-93b4-61294c3e0ea4 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Pushing event deleted for resources: {'Subnet': ['ID=1458ac34-112d-469d-b098-ea254302ebb9,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:17.483293 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94b4a1-f20a-4dd5-9ee2-fb58b144373c req-f3b7395c-c0fc-4ea9-b144-f69c3df92c9d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:17.489341 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6191abf9-3866-40f2-afd7-d00877e97d79 None None] Network f550fd76-9ccd-4488-8f3c-b294d332d1e4 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:04:17.490627 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cf94b4a1-f20a-4dd5-9ee2-fb58b144373c req-f3b7395c-c0fc-4ea9-b144-f69c3df92c9d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 945 time: 0.6603210 Mar 01 14:04:17.493680 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e32cadab-1613-4952-93b4-61294c3e0ea4 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:17.508428 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e32cadab-1613-4952-93b4-61294c3e0ea4 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "DELETE /v2.0/subnets/1458ac34-112d-469d-b098-ea254302ebb9 HTTP/1.1" status: 204 len: 168 time: 0.5849636 Mar 01 14:04:17.510114 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59890) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:17.510879 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e0d43-0efd-4b81-b886-cee8e5889944 req-5b7ae7cb-7c41-4b5c-9c48-9b2b5ae11669 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:17.512851 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-931e0d43-0efd-4b81-b886-cee8e5889944 req-5b7ae7cb-7c41-4b5c-9c48-9b2b5ae11669 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 945 time: 0.6481020 Mar 01 14:04:17.534083 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-8fccc9f5-bf93-463e-8391-b8b226ad7bb9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] device_id is not set on port ff9b024f-35c5-4411-8ec1-479540098f3c yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:04:17.597765 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cf94b4a1-f20a-4dd5-9ee2-fb58b144373c req-f6ceb56b-d28d-45e0-9386-ecc04aba375f tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060686 Mar 01 14:04:17.606257 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3bc00097-9699-46f3-9999-d91630a745e7 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (f550fd76-9ccd-4488-8f3c-b294d332d1e4), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:17.668542 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a521d17d-55cb-44bd-9851-0d7a3f5aec94 x-openstack-request-id: req-a521d17d-55cb-44bd-9851-0d7a3f5aec94 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:04:17.668954 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38eaa5f6-7508-4378-9844-563c2b98a731", "name": "network-vif-plugged", "status": "completed", "tag": "b9ff14db-1ae9-4a9d-8f76-d12181a34982", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:04:17.669302 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a521d17d-55cb-44bd-9851-0d7a3f5aec94 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:04:17.671331 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38eaa5f6-7508-4378-9844-563c2b98a731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ff14db-1ae9-4a9d-8f76-d12181a34982', 'code': 200} Mar 01 14:04:17.717096 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-931e0d43-0efd-4b81-b886-cee8e5889944 req-7b46fd7a-d73c-4e1e-8a4a-0174e2e4031d tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869938 Mar 01 14:04:17.736162 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6196b00-7681-498a-8c79-fac97a1dd276 None None] DHCP port deletion for f550fd76-9ccd-4488-8f3c-b294d332d1e4 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:04:17.787804 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-3bc00097-9699-46f3-9999-d91630a745e7 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Deleting port 1678806e-f2fe-4b81-92b9-4bacaa3203c9 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:04:17.789457 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3bc00097-9699-46f3-9999-d91630a745e7 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (1678806e-f2fe-4b81-92b9-4bacaa3203c9), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:17.867370 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-e6196b00-7681-498a-8c79-fac97a1dd276 None None] Deleting port 1678806e-f2fe-4b81-92b9-4bacaa3203c9 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:04:17.869150 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e6196b00-7681-498a-8c79-fac97a1dd276 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (1678806e-f2fe-4b81-92b9-4bacaa3203c9), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:17.916663 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8fccc9f5-bf93-463e-8391-b8b226ad7bb9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for port (ff9b024f-35c5-4411-8ec1-479540098f3c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:17.922503 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-3bc00097-9699-46f3-9999-d91630a745e7 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] For port 1678806e-f2fe-4b81-92b9-4bacaa3203c9, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=1678806e-f2fe-4b81-92b9-4bacaa3203c9,segment=NetworkSegment(f1d479dd-89d9-49fe-af99-935af09b9f63),segment_id=f1d479dd-89d9-49fe-af99-935af09b9f63)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:04:17.922838 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54e0b3-430b-45bd-9ae8-6a82eda5aaea req-c8804093-5df2-4015-92aa-1a9c0cae4e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:17.922950 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3bc00097-9699-46f3-9999-d91630a745e7 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (1678806e-f2fe-4b81-92b9-4bacaa3203c9), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:17.924399 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bd54e0b3-430b-45bd-9ae8-6a82eda5aaea req-c8804093-5df2-4015-92aa-1a9c0cae4e02 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 1127 time: 0.1824703 Mar 01 14:04:17.956176 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-3bc00097-9699-46f3-9999-d91630a745e7 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Calling delete_port for 1678806e-f2fe-4b81-92b9-4bacaa3203c9 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:04:17.982058 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-e6196b00-7681-498a-8c79-fac97a1dd276 None None] For port 1678806e-f2fe-4b81-92b9-4bacaa3203c9, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=1678806e-f2fe-4b81-92b9-4bacaa3203c9,segment=NetworkSegment(f1d479dd-89d9-49fe-af99-935af09b9f63),segment_id=f1d479dd-89d9-49fe-af99-935af09b9f63)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:04:17.982629 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e6196b00-7681-498a-8c79-fac97a1dd276 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (1678806e-f2fe-4b81-92b9-4bacaa3203c9), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:18.008248 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-e6196b00-7681-498a-8c79-fac97a1dd276 None None] Calling delete_port for 1678806e-f2fe-4b81-92b9-4bacaa3203c9 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:04:18.044559 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-8fccc9f5-bf93-463e-8391-b8b226ad7bb9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] device_id is not set on port 4914ede1-c1eb-4c07-87cf-802e718fc422 yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:04:18.056790 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bd54e0b3-430b-45bd-9ae8-6a82eda5aaea req-8d72a250-5cc1-4fa7-ae8e-a9c2df0d9ba6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128500 Mar 01 14:04:18.145518 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3bc00097-9699-46f3-9999-d91630a745e7 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (1678806e-f2fe-4b81-92b9-4bacaa3203c9), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:18.198819 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e6196b00-7681-498a-8c79-fac97a1dd276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (1678806e-f2fe-4b81-92b9-4bacaa3203c9), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:18.203593 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8fccc9f5-bf93-463e-8391-b8b226ad7bb9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for port (4914ede1-c1eb-4c07-87cf-802e718fc422), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:18.203929 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc00097-9699-46f3-9999-d91630a745e7 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Pushing event deleted for resources: {'Port': ['ID=1678806e-f2fe-4b81-92b9-4bacaa3203c9,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:18.211853 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc00097-9699-46f3-9999-d91630a745e7 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] No DVR routers for this DVR port 1678806e-f2fe-4b81-92b9-4bacaa3203c9 on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:04:18.284124 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6196b00-7681-498a-8c79-fac97a1dd276 None None] No DVR routers for this DVR port 1678806e-f2fe-4b81-92b9-4bacaa3203c9 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:04:18.291719 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6196b00-7681-498a-8c79-fac97a1dd276 None None] Pushing event deleted for resources: {'Port': ['ID=1678806e-f2fe-4b81-92b9-4bacaa3203c9,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:18.294219 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8fccc9f5-bf93-463e-8391-b8b226ad7bb9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (ff9b024f-35c5-4411-8ec1-479540098f3c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:18.352031 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fccc9f5-bf93-463e-8391-b8b226ad7bb9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Network 8708874b-713e-4e25-8104-ec223d791ef2 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:04:18.356175 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-8fccc9f5-bf93-463e-8391-b8b226ad7bb9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:04:18.360273 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fccc9f5-bf93-463e-8391-b8b226ad7bb9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:04:18.361292 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8fccc9f5-bf93-463e-8391-b8b226ad7bb9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (4914ede1-c1eb-4c07-87cf-802e718fc422), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:18.364785 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3bc00097-9699-46f3-9999-d91630a745e7 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (f550fd76-9ccd-4488-8f3c-b294d332d1e4), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:18.391554 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-3bc00097-9699-46f3-9999-d91630a745e7 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f550fd76-9ccd-4488-8f3c-b294d332d1e4']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:18.402360 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-3bc00097-9699-46f3-9999-d91630a745e7 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d479dd-89d9-49fe-af99-935af09b9f63') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:18.402752 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-3bc00097-9699-46f3-9999-d91630a745e7 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d479dd-89d9-49fe-af99-935af09b9f63') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:18.427513 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fccc9f5-bf93-463e-8391-b8b226ad7bb9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Port': ['ID=ff9b024f-35c5-4411-8ec1-479540098f3c,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:18.433326 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3bc00097-9699-46f3-9999-d91630a745e7 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (f1d479dd-89d9-49fe-af99-935af09b9f63), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:18.450119 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3bc00097-9699-46f3-9999-d91630a745e7 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (f1d479dd-89d9-49fe-af99-935af09b9f63), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:18.460863 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bc00097-9699-46f3-9999-d91630a745e7 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:04:18.461247 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3bc00097-9699-46f3-9999-d91630a745e7 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (f1d479dd-89d9-49fe-af99-935af09b9f63), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:18.465455 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:04:18.465455 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:04:18.465455 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:04:18.465455 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:04:18.465455 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:04:18.465455 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:04:18.465455 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:04:18.465455 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:04:18.465455 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:04:18.465455 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:04:18.465455 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:04:18.465455 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:04:18.465455 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:04:18.465455 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:04:18.465455 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:04:18.465455 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:04:18.465455 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:04:18.465455 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:04:18.465455 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:04:18.465455 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:04:18.465455 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:04:18.465455 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:04:18.465455 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:04:18.465455 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:04:18.465455 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:04:18.465455 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:04:18.465455 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:04:18.465455 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:04:18.465455 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:04:18.465455 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:04:18.465455 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:04:18.465455 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:04:18.497176 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fccc9f5-bf93-463e-8391-b8b226ad7bb9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Port': ['ID=4914ede1-c1eb-4c07-87cf-802e718fc422,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:18.510782 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cac426-dc2f-4bb0-af52-08c3bf01006a req-3cc1e7b5-ede6-41e6-9c0c-15bd1b5fe8fb tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:18.518338 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-72cac426-dc2f-4bb0-af52-08c3bf01006a req-3cc1e7b5-ede6-41e6-9c0c-15bd1b5fe8fb tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 945 time: 0.1989517 Mar 01 14:04:18.537530 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fccc9f5-bf93-463e-8391-b8b226ad7bb9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Checking segment: {'id': 'f9db2c00-ec97-4300-bb0d-cbfb4f458519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3dcd967c-ce18-4936-a8d1-e5826780d3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:04:18.537933 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fccc9f5-bf93-463e-8391-b8b226ad7bb9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Network hostable DHCP agents. Network: 3dcd967c-ce18-4936-a8d1-e5826780d3fc, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:04:18.551627 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3bc00097-9699-46f3-9999-d91630a745e7 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (f550fd76-9ccd-4488-8f3c-b294d332d1e4), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:18.567429 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3bc00097-9699-46f3-9999-d91630a745e7 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:18.571201 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3bc00097-9699-46f3-9999-d91630a745e7 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] 10.222.0.13 "DELETE /v2.0/networks/f550fd76-9ccd-4488-8f3c-b294d332d1e4 HTTP/1.1" status: 204 len: 168 time: 1.0598824 Mar 01 14:04:18.600393 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc00097-9699-46f3-9999-d91630a745e7 tempest-TagsExtTest-91074575 tempest-TagsExtTest-91074575-project] Pushing event deleted for resources: {'Network': ['ID=f550fd76-9ccd-4488-8f3c-b294d332d1e4,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:18.611145 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-72cac426-dc2f-4bb0-af52-08c3bf01006a req-61a53c7f-800b-4fec-834c-90f3a6568568 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917640 Mar 01 14:04:18.614238 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fccc9f5-bf93-463e-8391-b8b226ad7bb9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Network 3dcd967c-ce18-4936-a8d1-e5826780d3fc is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:04:18.637329 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-8fccc9f5-bf93-463e-8391-b8b226ad7bb9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 3dcd967c-ce18-4936-a8d1-e5826780d3fc) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:04:18.646650 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ff4c84-b696-4dcc-8f45-10e09516d736 None None] Network 3dcd967c-ce18-4936-a8d1-e5826780d3fc requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:04:18.651328 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fccc9f5-bf93-463e-8391-b8b226ad7bb9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:04:18.665199 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fccc9f5-bf93-463e-8391-b8b226ad7bb9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:18.676137 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fccc9f5-bf93-463e-8391-b8b226ad7bb9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:18.676791 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8fccc9f5-bf93-463e-8391-b8b226ad7bb9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:18.767022 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8fccc9f5-bf93-463e-8391-b8b226ad7bb9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5497198 Mar 01 14:04:18.769816 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59926) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:18.829573 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc416c9-50ee-4b88-b571-8f3a7fad1d8b req-637cb77f-3b8e-49fa-9e3d-9e70fbd92876 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:18.837679 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9bc416c9-50ee-4b88-b571-8f3a7fad1d8b req-637cb77f-3b8e-49fa-9e3d-9e70fbd92876 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 945 time: 0.1417816 Mar 01 14:04:18.995261 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-04c9de83-57ce-4fd8-880b-7f40370626a1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Deleting port 4914ede1-c1eb-4c07-87cf-802e718fc422 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:04:18.995602 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-04c9de83-57ce-4fd8-880b-7f40370626a1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (4914ede1-c1eb-4c07-87cf-802e718fc422), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:19.016494 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 1678806e-f2fe-4b81-92b9-4bacaa3203c9 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:04:19.039830 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9bc416c9-50ee-4b88-b571-8f3a7fad1d8b req-223df448-e9ca-463c-8188-48de64d415b1 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936259 Mar 01 14:04:19.065831 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a6aa9-3584-4cba-bfb5-1346dfae39a4 req-7d0d275c-9c90-4979-8977-e61987dc0ed5 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:19.067419 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-847a6aa9-3584-4cba-bfb5-1346dfae39a4 req-7d0d275c-9c90-4979-8977-e61987dc0ed5 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 945 time: 0.1944764 Mar 01 14:04:19.088661 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 1678806e-f2fe-4b81-92b9-4bacaa3203c9 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:04:19.089464 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 1678806e-f2fe-4b81-92b9-4bacaa3203c9 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:04:19.169466 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-04c9de83-57ce-4fd8-880b-7f40370626a1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (4914ede1-c1eb-4c07-87cf-802e718fc422), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:19.174375 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59936) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:19.187456 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-847a6aa9-3584-4cba-bfb5-1346dfae39a4 req-82874d41-0947-4c04-8f4d-be39d276bd4b tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058445 Mar 01 14:04:19.236577 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-04c9de83-57ce-4fd8-880b-7f40370626a1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Calling delete_port for 4914ede1-c1eb-4c07-87cf-802e718fc422 owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:04:19.347599 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-04c9de83-57ce-4fd8-880b-7f40370626a1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (4914ede1-c1eb-4c07-87cf-802e718fc422), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:19.442653 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f02b0b-b4a7-44d4-84f3-8d7a97f5d595 req-bf37ddaf-5110-4fb4-b51b-14ded8200c44 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:19.446300 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-04c9de83-57ce-4fd8-880b-7f40370626a1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:19.450241 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-04c9de83-57ce-4fd8-880b-7f40370626a1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/ports/4914ede1-c1eb-4c07-87cf-802e718fc422 HTTP/1.1" status: 204 len: 168 time: 0.6793647 Mar 01 14:04:19.452757 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-69f02b0b-b4a7-44d4-84f3-8d7a97f5d595 req-bf37ddaf-5110-4fb4-b51b-14ded8200c44 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 945 time: 0.0861087 Mar 01 14:04:19.453605 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59944) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:19.496193 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9de83-57ce-4fd8-880b-7f40370626a1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Port': ['ID=4914ede1-c1eb-4c07-87cf-802e718fc422,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:19.520858 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-69f02b0b-b4a7-44d4-84f3-8d7a97f5d595 req-1bcb7818-6736-431a-b45a-449a6bc351f4 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670655 Mar 01 14:04:19.580832 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1077b96f-faf7-4a5b-b30c-14e14be0ed7c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=33766faecf46403e89119c883cca77b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3922744 Mar 01 14:04:19.583352 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59948) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:19.616664 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7d2b88-5ed2-4d0d-b553-d6e67a074840 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:19.622070 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7d2b88-5ed2-4d0d-b553-d6e67a074840 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:19.626800 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3d7d2b88-5ed2-4d0d-b553-d6e67a074840 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1684639 Mar 01 14:04:19.627147 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59952) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:19.663614 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-88a58cbf-0853-41e2-a9ba-1e330d822158 admin admin] Publish callbacks [] for security_group (a984274f-908f-4577-b39d-15ffb2358efa), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:19.688154 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-88a58cbf-0853-41e2-a9ba-1e330d822158 admin admin] Publish callbacks [] for security_group (a984274f-908f-4577-b39d-15ffb2358efa), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:19.749217 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-88a58cbf-0853-41e2-a9ba-1e330d822158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a984274f-908f-4577-b39d-15ffb2358efa), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:19.752514 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-88a58cbf-0853-41e2-a9ba-1e330d822158 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:19.755953 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-88a58cbf-0853-41e2-a9ba-1e330d822158 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a984274f-908f-4577-b39d-15ffb2358efa HTTP/1.1" status: 204 len: 168 time: 0.1694334 Mar 01 14:04:19.765291 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-96ff0b57-c292-43fd-941b-e2ec3a3e297f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Deleting port ff9b024f-35c5-4411-8ec1-479540098f3c {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:04:19.768248 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-96ff0b57-c292-43fd-941b-e2ec3a3e297f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (ff9b024f-35c5-4411-8ec1-479540098f3c), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:19.771008 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a58cbf-0853-41e2-a9ba-1e330d822158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a984274f-908f-4577-b39d-15ffb2358efa,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:19.892850 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-96ff0b57-c292-43fd-941b-e2ec3a3e297f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (ff9b024f-35c5-4411-8ec1-479540098f3c), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:19.908611 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-96ff0b57-c292-43fd-941b-e2ec3a3e297f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Calling delete_port for ff9b024f-35c5-4411-8ec1-479540098f3c owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:04:20.009568 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-96ff0b57-c292-43fd-941b-e2ec3a3e297f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (ff9b024f-35c5-4411-8ec1-479540098f3c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:20.071162 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff0b57-c292-43fd-941b-e2ec3a3e297f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Port': ['ID=ff9b024f-35c5-4411-8ec1-479540098f3c,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:20.082972 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff0b57-c292-43fd-941b-e2ec3a3e297f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:20.083373 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff0b57-c292-43fd-941b-e2ec3a3e297f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:20.083888 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff0b57-c292-43fd-941b-e2ec3a3e297f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:20.084237 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff0b57-c292-43fd-941b-e2ec3a3e297f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:20.084723 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff0b57-c292-43fd-941b-e2ec3a3e297f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:20.085360 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff0b57-c292-43fd-941b-e2ec3a3e297f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:20.085787 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff0b57-c292-43fd-941b-e2ec3a3e297f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:20.086274 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff0b57-c292-43fd-941b-e2ec3a3e297f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:20.086729 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff0b57-c292-43fd-941b-e2ec3a3e297f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:20.087197 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff0b57-c292-43fd-941b-e2ec3a3e297f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:20.087526 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff0b57-c292-43fd-941b-e2ec3a3e297f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:20.087882 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff0b57-c292-43fd-941b-e2ec3a3e297f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:20.088209 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff0b57-c292-43fd-941b-e2ec3a3e297f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:20.091496 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-96ff0b57-c292-43fd-941b-e2ec3a3e297f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:20.098365 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-96ff0b57-c292-43fd-941b-e2ec3a3e297f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/ports/ff9b024f-35c5-4411-8ec1-479540098f3c HTTP/1.1" status: 204 len: 168 time: 0.4677448 Mar 01 14:04:20.098799 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59966) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:20.236355 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93412837-a49c-4c03-a1b7-27d6a98ac8de tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:20.237961 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-93412837-a49c-4c03-a1b7-27d6a98ac8de tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1384878 Mar 01 14:04:20.243804 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59974) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:20.277030 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a23c1d2-0ed0-4de2-a48a-01e20e18a0e9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] GET failed (client error): The resource could not be found. Mar 01 14:04:20.278477 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7a23c1d2-0ed0-4de2-a48a-01e20e18a0e9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "GET /v2.0/ports/4914ede1-c1eb-4c07-87cf-802e718fc422 HTTP/1.1" status: 404 len: 333 time: 0.0337150 Mar 01 14:04:20.281957 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59978) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:20.331065 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20840fa-e522-4d02-ab37-f5945db3b890 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] GET failed (client error): The resource could not be found. Mar 01 14:04:20.338160 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c20840fa-e522-4d02-ab37-f5945db3b890 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "GET /v2.0/ports/ff9b024f-35c5-4411-8ec1-479540098f3c HTTP/1.1" status: 404 len: 333 time: 0.0548472 Mar 01 14:04:20.339839 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b6036-57d8-4a7a-bab4-ce4d112d47c7 req-2d8dad5a-cbf1-41dc-b9be-51cf052b4d20 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:20.341041 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59984) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:20.341332 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-820b6036-57d8-4a7a-bab4-ce4d112d47c7 req-2d8dad5a-cbf1-41dc-b9be-51cf052b4d20 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 945 time: 0.0616188 Mar 01 14:04:20.430398 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-820b6036-57d8-4a7a-bab4-ce4d112d47c7 req-b5fa087c-d206-4ce6-a66e-69b38f2698e7 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737214 Mar 01 14:04:20.487101 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5bc807e4-8231-4904-beb3-a959ca59f545 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (3dcd967c-ce18-4936-a8d1-e5826780d3fc), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:20.611961 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5bc807e4-8231-4904-beb3-a959ca59f545 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (3dcd967c-ce18-4936-a8d1-e5826780d3fc), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:20.649796 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-5bc807e4-8231-4904-beb3-a959ca59f545 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dcd967c-ce18-4936-a8d1-e5826780d3fc']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:20.660848 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-5bc807e4-8231-4904-beb3-a959ca59f545 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9db2c00-ec97-4300-bb0d-cbfb4f458519') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:20.661143 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-5bc807e4-8231-4904-beb3-a959ca59f545 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9db2c00-ec97-4300-bb0d-cbfb4f458519') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:20.665959 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399b0fb-ee09-4d91-bfb3-3dad6631c36a req-9fbe1d7c-f810-424c-9485-fb5219f122ce tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:20.667511 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3399b0fb-ee09-4d91-bfb3-3dad6631c36a req-9fbe1d7c-f810-424c-9485-fb5219f122ce tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 945 time: 0.1502364 Mar 01 14:04:20.677139 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5bc807e4-8231-4904-beb3-a959ca59f545 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (f9db2c00-ec97-4300-bb0d-cbfb4f458519), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:20.692198 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5bc807e4-8231-4904-beb3-a959ca59f545 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (f9db2c00-ec97-4300-bb0d-cbfb4f458519), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:20.695256 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13f846-bbe4-4195-ad74-68295a476ed9 req-2fb5c1a3-b5d5-47f8-9c72-ce1c3b5ca44b tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:20.696778 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7c13f846-bbe4-4195-ad74-68295a476ed9 req-2fb5c1a3-b5d5-47f8-9c72-ce1c3b5ca44b tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 945 time: 0.1365693 Mar 01 14:04:20.699556 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc807e4-8231-4904-beb3-a959ca59f545 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:04:20.700061 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5bc807e4-8231-4904-beb3-a959ca59f545 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (f9db2c00-ec97-4300-bb0d-cbfb4f458519), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:20.704924 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:04:20.704924 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:04:20.704924 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:04:20.704924 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:04:20.704924 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:04:20.704924 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:04:20.704924 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:04:20.704924 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:04:20.704924 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:04:20.704924 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:04:20.704924 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:04:20.704924 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:04:20.704924 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:04:20.704924 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:04:20.704924 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:04:20.704924 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:04:20.704924 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:04:20.704924 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:04:20.704924 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:04:20.704924 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:04:20.704924 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:04:20.704924 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:04:20.704924 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:04:20.704924 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:04:20.704924 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:04:20.704924 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:04:20.704924 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:04:20.704924 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:04:20.704924 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:04:20.704924 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:04:20.704924 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:04:20.704924 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:04:20.788738 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5bc807e4-8231-4904-beb3-a959ca59f545 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (3dcd967c-ce18-4936-a8d1-e5826780d3fc), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:20.801792 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e29d1-32e8-4309-bbb8-5af5db862aae req-40bb6884-2e01-4e60-88b0-1b9e0d4c5767 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:20.803407 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-855e29d1-32e8-4309-bbb8-5af5db862aae req-40bb6884-2e01-4e60-88b0-1b9e0d4c5767 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 945 time: 0.1624036 Mar 01 14:04:20.827780 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3399b0fb-ee09-4d91-bfb3-3dad6631c36a req-b37654e1-3986-4fcf-a281-7064bf6ab7f4 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365397 Mar 01 14:04:20.829959 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5bc807e4-8231-4904-beb3-a959ca59f545 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:20.843112 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5bc807e4-8231-4904-beb3-a959ca59f545 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/networks/3dcd967c-ce18-4936-a8d1-e5826780d3fc HTTP/1.1" status: 204 len: 168 time: 0.4990089 Mar 01 14:04:20.844375 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc807e4-8231-4904-beb3-a959ca59f545 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Network': ['ID=3dcd967c-ce18-4936-a8d1-e5826780d3fc,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:20.847187 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60004) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:20.853404 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-f720aae2-bace-4e37-8d17-6a3aaa5eb30a tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1996543996'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:20.885719 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f720aae2-bace-4e37-8d17-6a3aaa5eb30a tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:04:20.893171 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f720aae2-bace-4e37-8d17-6a3aaa5eb30a tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:20.933894 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f720aae2-bace-4e37-8d17-6a3aaa5eb30a tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:04:20.950327 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f720aae2-bace-4e37-8d17-6a3aaa5eb30a tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (013209b4-8717-4f8a-9027-fcf3642a6e71), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:20.950794 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-f720aae2-bace-4e37-8d17-6a3aaa5eb30a tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Added segment 013209b4-8717-4f8a-9027-fcf3642a6e71 of type vlan for network 9b189123-5fec-41d6-ab57-bc66e15c6e09 Mar 01 14:04:21.008641 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f720aae2-bace-4e37-8d17-6a3aaa5eb30a tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (9b189123-5fec-41d6-ab57-bc66e15c6e09), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:21.030570 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-855e29d1-32e8-4309-bbb8-5af5db862aae req-5c390823-58fe-4eae-b70f-a00da4c7d537 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208652 Mar 01 14:04:21.058838 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-7c13f846-bbe4-4195-ad74-68295a476ed9 req-f137e17c-74f5-440b-b2bf-8b6d939ba70a tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Deleting port 4b1a08f9-41a0-4c86-8693-6f989c6552f2 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:04:21.058838 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-7c13f846-bbe4-4195-ad74-68295a476ed9 req-f137e17c-74f5-440b-b2bf-8b6d939ba70a tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (4b1a08f9-41a0-4c86-8693-6f989c6552f2), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:21.079200 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f720aae2-bace-4e37-8d17-6a3aaa5eb30a tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (9b189123-5fec-41d6-ab57-bc66e15c6e09), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:21.085361 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f720aae2-bace-4e37-8d17-6a3aaa5eb30a tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:21.086300 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f720aae2-bace-4e37-8d17-6a3aaa5eb30a tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:21.184411 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-7c13f846-bbe4-4195-ad74-68295a476ed9 req-f137e17c-74f5-440b-b2bf-8b6d939ba70a tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] For port 4b1a08f9-41a0-4c86-8693-6f989c6552f2, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=4b1a08f9-41a0-4c86-8693-6f989c6552f2,segment=NetworkSegment(354ee497-7228-4227-89f9-36435d335b77),segment_id=354ee497-7228-4227-89f9-36435d335b77)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:04:21.184974 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-7c13f846-bbe4-4195-ad74-68295a476ed9 req-f137e17c-74f5-440b-b2bf-8b6d939ba70a tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (4b1a08f9-41a0-4c86-8693-6f989c6552f2), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:21.219828 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-7c13f846-bbe4-4195-ad74-68295a476ed9 req-f137e17c-74f5-440b-b2bf-8b6d939ba70a tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Calling delete_port for 4b1a08f9-41a0-4c86-8693-6f989c6552f2 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:04:21.240853 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f720aae2-bace-4e37-8d17-6a3aaa5eb30a tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3922243 Mar 01 14:04:21.244145 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60022) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:21.252685 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-3a155021-742b-41e6-bdc5-6d07929d3647 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'subnet': {'network_id': '9b189123-5fec-41d6-ab57-bc66e15c6e09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:21.325615 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720aae2-bace-4e37-8d17-6a3aaa5eb30a tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Network': ['ID=9b189123-5fec-41d6-ab57-bc66e15c6e09,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:21.338108 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 9b189123-5fec-41d6-ab57-bc66e15c6e09 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:04:21.427028 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a155021-742b-41e6-bdc5-6d07929d3647 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:04:21.430553 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3a155021-742b-41e6-bdc5-6d07929d3647 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:21.528395 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-7c13f846-bbe4-4195-ad74-68295a476ed9 req-f137e17c-74f5-440b-b2bf-8b6d939ba70a tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (4b1a08f9-41a0-4c86-8693-6f989c6552f2), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:21.558925 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['4b1a08f9-41a0-4c86-8693-6f989c6552f2'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:04:21.589388 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.ipam_backend_mixin [None req-3a155021-742b-41e6-bdc5-6d07929d3647 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Performing IP validity checks on allocation pools {{(pid=103726) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 01 14:04:21.590069 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.ipam_backend_mixin [None req-3a155021-742b-41e6-bdc5-6d07929d3647 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103726) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 01 14:04:21.622488 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['698be840-58f4-417e-896d-121bd73d95b5'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:04:21.622742 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137e17c-74f5-440b-b2bf-8b6d939ba70a tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Pushing event deleted for resources: {'Port': ['ID=4b1a08f9-41a0-4c86-8693-6f989c6552f2,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:21.712849 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c13f846-bbe4-4195-ad74-68295a476ed9 req-f137e17c-74f5-440b-b2bf-8b6d939ba70a tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] No DVR routers for this DVR port 4b1a08f9-41a0-4c86-8693-6f989c6552f2 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:04:21.717575 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-7c13f846-bbe4-4195-ad74-68295a476ed9 req-f137e17c-74f5-440b-b2bf-8b6d939ba70a tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:21.721379 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7c13f846-bbe4-4195-ad74-68295a476ed9 req-f137e17c-74f5-440b-b2bf-8b6d939ba70a tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.32 "DELETE /v2.0/ports/4b1a08f9-41a0-4c86-8693-6f989c6552f2 HTTP/1.1" status: 204 len: 173 time: 1.0169470 Mar 01 14:04:21.721836 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b282b4-9fab-4f4d-8e0f-f9281290294f', 'name': 'network-vif-deleted', 'tag': '4b1a08f9-41a0-4c86-8693-6f989c6552f2'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:04:21.724180 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08f70cf-fbe4-4f32-a00d-dc0dcf552c0b" -d '{"events": [{"server_uuid": "c7b282b4-9fab-4f4d-8e0f-f9281290294f", "name": "network-vif-deleted", "tag": "4b1a08f9-41a0-4c86-8693-6f989c6552f2"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:04:21.770425 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6addce2b-f113-41ea-b99a-e45e9efbf5ef req-e11784ad-cb23-43db-8f64-1f84d237ef71 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:21.780742 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6addce2b-f113-41ea-b99a-e45e9efbf5ef req-e11784ad-cb23-43db-8f64-1f84d237ef71 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 945 time: 0.1389229 Mar 01 14:04:21.835461 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd65970-fb91-46da-8ec8-4bddade778e7 x-openstack-request-id: req-7bd65970-fb91-46da-8ec8-4bddade778e7 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:04:21.837160 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b282b4-9fab-4f4d-8e0f-f9281290294f", "name": "network-vif-deleted", "tag": "4b1a08f9-41a0-4c86-8693-6f989c6552f2", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:04:21.837993 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7bd65970-fb91-46da-8ec8-4bddade778e7 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:04:21.837993 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b282b4-9fab-4f4d-8e0f-f9281290294f', 'name': 'network-vif-deleted', 'tag': '4b1a08f9-41a0-4c86-8693-6f989c6552f2', 'status': 'completed', 'code': 200} Mar 01 14:04:21.867599 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6addce2b-f113-41ea-b99a-e45e9efbf5ef req-0dff6ac5-67d9-4e26-8404-7e46735568d2 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859034 Mar 01 14:04:21.884504 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3a155021-742b-41e6-bdc5-6d07929d3647 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (4d5f3688-021c-48eb-a7f3-40b235a62727), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:21.998008 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a155021-742b-41e6-bdc5-6d07929d3647 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Subnet': ['ID=4d5f3688-021c-48eb-a7f3-40b235a62727,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:22.009956 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a155021-742b-41e6-bdc5-6d07929d3647 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Checking segment: {'id': '013209b4-8717-4f8a-9027-fcf3642a6e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9b189123-5fec-41d6-ab57-bc66e15c6e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:04:22.010322 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a155021-742b-41e6-bdc5-6d07929d3647 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Network hostable DHCP agents. Network: 9b189123-5fec-41d6-ab57-bc66e15c6e09, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:04:22.040232 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a155021-742b-41e6-bdc5-6d07929d3647 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Network 9b189123-5fec-41d6-ab57-bc66e15c6e09 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:04:22.056596 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-3a155021-742b-41e6-bdc5-6d07929d3647 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 9b189123-5fec-41d6-ab57-bc66e15c6e09) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:04:22.066610 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe3a3d0-5484-4fda-aac1-b884cf78fa1f None None] Network 9b189123-5fec-41d6-ab57-bc66e15c6e09 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:04:22.075883 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a155021-742b-41e6-bdc5-6d07929d3647 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:22.078440 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3a155021-742b-41e6-bdc5-6d07929d3647 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:22.110587 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a053cc-ed12-410a-a42e-194a216b8e02 req-344dd0a1-0436-48df-94ba-7b043bc73f06 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:22.116493 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f6a053cc-ed12-410a-a42e-194a216b8e02 req-344dd0a1-0436-48df-94ba-7b043bc73f06 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 945 time: 0.1252654 Mar 01 14:04:22.132109 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3a155021-742b-41e6-bdc5-6d07929d3647 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8866456 Mar 01 14:04:22.132955 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60048) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:22.145493 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-36dfed8b-d5e6-4b29-9131-f37ad359ae29 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'port': {'network_id': '9b189123-5fec-41d6-ab57-bc66e15c6e09', 'name': 'tempest-PortsTestJSON-1301160608'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:22.269328 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9329117-4ee7-43ec-adf8-5bf31da6f0c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-9b189123-5fec-41d6-ab57-bc66e15c6e09', 'network_id': '9b189123-5fec-41d6-ab57-bc66e15c6e09', 'project_id': '4c4d89e3b0454d80acb3eebd15f19c36', 'fixed_ips': [{'subnet_id': '4d5f3688-021c-48eb-a7f3-40b235a62727'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:04:22.270549 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f9329117-4ee7-43ec-adf8-5bf31da6f0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:22.292696 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4eb8578e-33e3-4a64-8d4e-ae06a9a59e37 req-a9692616-4eee-4e7b-85bd-78904d9e2613 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b282b4-9fab-4f4d-8e0f-f9281290294f HTTP/1.1" status: 200 len: 210 time: 0.1037824 Mar 01 14:04:22.334270 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f6a053cc-ed12-410a-a42e-194a216b8e02 req-602b3cd7-7d11-4c3c-9fad-634ed8102991 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118595 Mar 01 14:04:22.431315 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36dfed8b-d5e6-4b29-9131-f37ad359ae29 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:04:22.446343 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-36dfed8b-d5e6-4b29-9131-f37ad359ae29 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:22.500217 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-36dfed8b-d5e6-4b29-9131-f37ad359ae29 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] device_id is not set on port b935c45b-dfb0-444f-b38a-9bd1eea405fc yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:04:22.559052 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-f9329117-4ee7-43ec-adf8-5bf31da6f0c5 None None] Allocated IP 172.20.0.2 (9b189123-5fec-41d6-ab57-bc66e15c6e09/4d5f3688-021c-48eb-a7f3-40b235a62727/7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:04:22.850967 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb7811-acba-404e-adac-698a88f8f2ef req-ac3d72cf-c37b-466c-8063-4b9e7c24e34b tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:22.858674 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73bb7811-acba-404e-adac-698a88f8f2ef req-ac3d72cf-c37b-466c-8063-4b9e7c24e34b tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 945 time: 0.0772791 Mar 01 14:04:22.902718 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f9329117-4ee7-43ec-adf8-5bf31da6f0c5 None None] Publish callbacks [] for port (7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:22.911716 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f9329117-4ee7-43ec-adf8-5bf31da6f0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:22.948239 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73bb7811-acba-404e-adac-698a88f8f2ef req-6db511b5-a595-483d-9c54-f56643aa505c tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842485 Mar 01 14:04:22.985052 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9329117-4ee7-43ec-adf8-5bf31da6f0c5 None None] Network 9b189123-5fec-41d6-ab57-bc66e15c6e09 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:04:22.988785 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-f9329117-4ee7-43ec-adf8-5bf31da6f0c5 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:04:22.992238 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9329117-4ee7-43ec-adf8-5bf31da6f0c5 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:04:23.000664 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9329117-4ee7-43ec-adf8-5bf31da6f0c5 None None] Pushing event updated for resources: {'Port': ['ID=7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:23.013423 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-36dfed8b-d5e6-4b29-9131-f37ad359ae29 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Allocated IP 172.20.0.14 (9b189123-5fec-41d6-ab57-bc66e15c6e09/4d5f3688-021c-48eb-a7f3-40b235a62727/b935c45b-dfb0-444f-b38a-9bd1eea405fc) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:04:23.110236 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-f9329117-4ee7-43ec-adf8-5bf31da6f0c5 None None] Attempting to bind port 7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:04:23.110805 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-f9329117-4ee7-43ec-adf8-5bf31da6f0c5 None None] Attempting to bind port 7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '013209b4-8717-4f8a-9027-fcf3642a6e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9b189123-5fec-41d6-ab57-bc66e15c6e09'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:04:23.111348 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9329117-4ee7-43ec-adf8-5bf31da6f0c5 None None] Attempting to bind port 7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b on network 9b189123-5fec-41d6-ab57-bc66e15c6e09 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:04:23.124245 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9329117-4ee7-43ec-adf8-5bf31da6f0c5 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:04:23.125116 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9329117-4ee7-43ec-adf8-5bf31da6f0c5 None None] Checking segment: {'id': '013209b4-8717-4f8a-9027-fcf3642a6e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9b189123-5fec-41d6-ab57-bc66e15c6e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:04:23.125754 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f9329117-4ee7-43ec-adf8-5bf31da6f0c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:23.126372 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9329117-4ee7-43ec-adf8-5bf31da6f0c5 None None] Bound using segment: {'id': '013209b4-8717-4f8a-9027-fcf3642a6e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9b189123-5fec-41d6-ab57-bc66e15c6e09'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:04:23.127105 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-f9329117-4ee7-43ec-adf8-5bf31da6f0c5 None None] Bound port: 7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013209b4-8717-4f8a-9027-fcf3642a6e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9b189123-5fec-41d6-ab57-bc66e15c6e09'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:04:23.130046 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f9329117-4ee7-43ec-adf8-5bf31da6f0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:23.260173 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-f9329117-4ee7-43ec-adf8-5bf31da6f0c5 None None] For port 7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:04:23.264957 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-f9329117-4ee7-43ec-adf8-5bf31da6f0c5 None None] For port 7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b,segment=NetworkSegment(013209b4-8717-4f8a-9027-fcf3642a6e71),segment_id=013209b4-8717-4f8a-9027-fcf3642a6e71)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:04:23.275317 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f9329117-4ee7-43ec-adf8-5bf31da6f0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:23.405783 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-36dfed8b-d5e6-4b29-9131-f37ad359ae29 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for port (b935c45b-dfb0-444f-b38a-9bd1eea405fc), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:23.440333 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9329117-4ee7-43ec-adf8-5bf31da6f0c5 None None] Pushing event updated for resources: {'Port': ['ID=7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:23.537789 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-36dfed8b-d5e6-4b29-9131-f37ad359ae29 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (b935c45b-dfb0-444f-b38a-9bd1eea405fc), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:23.615184 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dfed8b-d5e6-4b29-9131-f37ad359ae29 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Network 9b189123-5fec-41d6-ab57-bc66e15c6e09 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:04:23.631430 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-36dfed8b-d5e6-4b29-9131-f37ad359ae29 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:04:23.648191 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dfed8b-d5e6-4b29-9131-f37ad359ae29 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Port': ['ID=b935c45b-dfb0-444f-b38a-9bd1eea405fc,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:23.652163 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dfed8b-d5e6-4b29-9131-f37ad359ae29 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:04:23.775421 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dfed8b-d5e6-4b29-9131-f37ad359ae29 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:23.776119 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-36dfed8b-d5e6-4b29-9131-f37ad359ae29 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:23.823547 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-36dfed8b-d5e6-4b29-9131-f37ad359ae29 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6884768 Mar 01 14:04:23.825363 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60116) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:24.010327 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ab7761ac-b59e-4264-b182-0d1478b5962c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Deleting port b935c45b-dfb0-444f-b38a-9bd1eea405fc {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:04:24.010781 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ab7761ac-b59e-4264-b182-0d1478b5962c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (b935c45b-dfb0-444f-b38a-9bd1eea405fc), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:24.214017 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c48ea5-f7ed-433c-850a-6a0bffbc3260 req-5facc8e0-d43c-4913-aac5-43d755d73e29 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:24.215537 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-35c48ea5-f7ed-433c-850a-6a0bffbc3260 req-5facc8e0-d43c-4913-aac5-43d755d73e29 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 945 time: 0.1227412 Mar 01 14:04:24.227279 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ab7761ac-b59e-4264-b182-0d1478b5962c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (b935c45b-dfb0-444f-b38a-9bd1eea405fc), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:24.266554 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ab7761ac-b59e-4264-b182-0d1478b5962c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Calling delete_port for b935c45b-dfb0-444f-b38a-9bd1eea405fc owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:04:24.320379 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-35c48ea5-f7ed-433c-850a-6a0bffbc3260 req-b19c20d5-2b15-415b-b0a8-d5a90b9eacb1 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937510 Mar 01 14:04:24.635642 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ab7761ac-b59e-4264-b182-0d1478b5962c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (b935c45b-dfb0-444f-b38a-9bd1eea405fc), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:24.685601 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7761ac-b59e-4264-b182-0d1478b5962c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Port': ['ID=b935c45b-dfb0-444f-b38a-9bd1eea405fc,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:24.776249 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:04:24.824850 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ab7761ac-b59e-4264-b182-0d1478b5962c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:24.834583 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 60160) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:24.836016 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ab7761ac-b59e-4264-b182-0d1478b5962c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/ports/b935c45b-dfb0-444f-b38a-9bd1eea405fc HTTP/1.1" status: 204 len: 168 time: 1.0096684 Mar 01 14:04:24.880545 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:04:24.881094 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:24.934340 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e989773-0fa1-45ea-88ae-f37896513c2d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] DELETE failed (client error): The resource could not be found. Mar 01 14:04:24.935353 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e989773-0fa1-45ea-88ae-f37896513c2d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:04:24.944217 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7e989773-0fa1-45ea-88ae-f37896513c2d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/ports/b935c45b-dfb0-444f-b38a-9bd1eea405fc HTTP/1.1" status: 404 len: 333 time: 0.1077793 Mar 01 14:04:24.947172 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60164) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:24.979939 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 4b1a08f9-41a0-4c86-8693-6f989c6552f2 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:04:24.994827 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71055c-58bf-4217-b03e-3949ac199bac req-1dd0aa9d-8687-403b-a859-97b425917f55 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:24.999915 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4d71055c-58bf-4217-b03e-3949ac199bac req-1dd0aa9d-8687-403b-a859-97b425917f55 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9c20cc-1177-4dce-85fd-d119ab3ee2cf HTTP/1.1" status: 200 len: 946 time: 0.2520969 Mar 01 14:04:25.002408 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-28a5054d-c187-4ff3-a21d-7c9935021490 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] GET failed (client error): The resource could not be found. Mar 01 14:04:25.003936 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: 4b1a08f9-41a0-4c86-8693-6f989c6552f2 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:04:25.004707 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 4b1a08f9-41a0-4c86-8693-6f989c6552f2 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:04:25.017113 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-28a5054d-c187-4ff3-a21d-7c9935021490 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "GET /v2.0/ports/b935c45b-dfb0-444f-b38a-9bd1eea405fc HTTP/1.1" status: 404 len: 333 time: 0.0687375 Mar 01 14:04:25.017904 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60166) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:25.022482 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:04:25.023088 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:25.088667 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b,segment=NetworkSegment(013209b4-8717-4f8a-9027-fcf3642a6e71),segment_id=013209b4-8717-4f8a-9027-fcf3642a6e71)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:04:25.096705 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:25.125130 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4d71055c-58bf-4217-b03e-3949ac199bac req-19fe8454-da59-46d1-b19e-f444893a619c tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200993 Mar 01 14:04:25.163383 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-d720e9e3-4c0f-437f-9128-a83f9165c633 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Deleting subnet 4d5f3688-021c-48eb-a7f3-40b235a62727 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:04:25.172542 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d720e9e3-4c0f-437f-9128-a83f9165c633 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for subnet (4d5f3688-021c-48eb-a7f3-40b235a62727), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:25.199927 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:25.261472 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3f9d40fc-5839-44b3-8371-5964f44b7dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:25.288179 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d720e9e3-4c0f-437f-9128-a83f9165c633 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (4d5f3688-021c-48eb-a7f3-40b235a62727), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:25.317717 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6035b9de-a5a3-4792-ae13-f33ed7c31c28 None None] Network 9b189123-5fec-41d6-ab57-bc66e15c6e09 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:04:25.452829 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d720e9e3-4c0f-437f-9128-a83f9165c633 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (4d5f3688-021c-48eb-a7f3-40b235a62727), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:25.486738 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-bf294102-0deb-46fd-984b-570a2f9b94ec None None] Provisioning complete for port 7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:04:25.487121 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bf294102-0deb-46fd-984b-570a2f9b94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:25.578716 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d720e9e3-4c0f-437f-9128-a83f9165c633 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (4d5f3688-021c-48eb-a7f3-40b235a62727), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:25.580127 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f19e0c-27db-4265-858d-f271e68f4651 req-4573293d-df92-4888-8262-a04ca8c335f0 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:25.586508 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-51f19e0c-27db-4265-858d-f271e68f4651 req-4573293d-df92-4888-8262-a04ca8c335f0 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 945 time: 0.1192391 Mar 01 14:04:25.634182 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720e9e3-4c0f-437f-9128-a83f9165c633 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Subnet': ['ID=4d5f3688-021c-48eb-a7f3-40b235a62727,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:25.648155 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d720e9e3-4c0f-437f-9128-a83f9165c633 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:25.656221 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d720e9e3-4c0f-437f-9128-a83f9165c633 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/subnets/4d5f3688-021c-48eb-a7f3-40b235a62727 HTTP/1.1" status: 204 len: 168 time: 0.6344287 Mar 01 14:04:25.657645 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60184) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:25.676333 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-bf294102-0deb-46fd-984b-570a2f9b94ec None None] Current status of the port 7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:04:25.691063 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-51f19e0c-27db-4265-858d-f271e68f4651 req-e89abad8-12ec-4320-86b3-9e9c96708f58 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967019 Mar 01 14:04:25.861999 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72505f5a-69de-41b5-88b2-74581a9724ce tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (9b189123-5fec-41d6-ab57-bc66e15c6e09), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:25.901808 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745f4d85-0e8a-4de7-834d-71035af49c9b None None] Network 9b189123-5fec-41d6-ab57-bc66e15c6e09 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:04:25.952756 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-72505f5a-69de-41b5-88b2-74581a9724ce tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Deleting port 7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:04:25.953101 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72505f5a-69de-41b5-88b2-74581a9724ce tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:26.034384 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-5509756f-b513-487a-9ae0-1be054de1b2b None None] Provisioning complete for port 7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:04:26.035019 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5509756f-b513-487a-9ae0-1be054de1b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:26.039173 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-72505f5a-69de-41b5-88b2-74581a9724ce tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] For port 7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b,segment=NetworkSegment(013209b4-8717-4f8a-9027-fcf3642a6e71),segment_id=013209b4-8717-4f8a-9027-fcf3642a6e71)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:04:26.039813 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72505f5a-69de-41b5-88b2-74581a9724ce tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:26.063776 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-72505f5a-69de-41b5-88b2-74581a9724ce tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Calling delete_port for 7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:04:26.207190 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-5509756f-b513-487a-9ae0-1be054de1b2b None None] Current status of the port 7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:04:26.218220 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb9b8c9-50f6-4dec-bbe3-df5806392637 None None] DHCP port deletion for 9b189123-5fec-41d6-ab57-bc66e15c6e09 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:04:26.261615 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ad6a3-3db0-4a0c-bdf8-3bed287bed72 req-b2463be5-4562-4090-a186-376de2d9eace tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:26.263954 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fa9ad6a3-3db0-4a0c-bdf8-3bed287bed72 req-b2463be5-4562-4090-a186-376de2d9eace tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f9c20cc-1177-4dce-85fd-d119ab3ee2cf HTTP/1.1" status: 200 len: 946 time: 0.1324158 Mar 01 14:04:26.265467 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72505f5a-69de-41b5-88b2-74581a9724ce tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:26.285063 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cdb9b8c9-50f6-4dec-bbe3-df5806392637 None None] Deleting port 7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:04:26.285063 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cdb9b8c9-50f6-4dec-bbe3-df5806392637 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:26.335059 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72505f5a-69de-41b5-88b2-74581a9724ce tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Port': ['ID=7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:26.352898 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72505f5a-69de-41b5-88b2-74581a9724ce tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] No DVR routers for this DVR port 7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:04:26.394275 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cdb9b8c9-50f6-4dec-bbe3-df5806392637 None None] For port 7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b, host n-d-827467-3, got binding levels [] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:04:26.394669 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cdb9b8c9-50f6-4dec-bbe3-df5806392637 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:26.397507 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709c065-0312-4562-8bee-059734b60463 req-209b6aa3-56c3-484d-8ac4-18969fa134b3 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:26.400746 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a709c065-0312-4562-8bee-059734b60463 req-209b6aa3-56c3-484d-8ac4-18969fa134b3 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9c20cc-1177-4dce-85fd-d119ab3ee2cf HTTP/1.1" status: 200 len: 946 time: 0.1292698 Mar 01 14:04:26.410179 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cdb9b8c9-50f6-4dec-bbe3-df5806392637 None None] Calling delete_port for 7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:04:26.413659 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.ipam_backend_mixin [None req-cdb9b8c9-50f6-4dec-bbe3-df5806392637 None None] Port 7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b was not found and therefore no delete operation was performed {{(pid=103728) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 01 14:04:26.414975 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cdb9b8c9-50f6-4dec-bbe3-df5806392637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:26.460284 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9b8c9-50f6-4dec-bbe3-df5806392637 None None] Pushing event deleted for resources: {'Port': ['ID=7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:26.486684 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb9b8c9-50f6-4dec-bbe3-df5806392637 None None] No DVR routers for this DVR port 7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:04:26.533415 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72505f5a-69de-41b5-88b2-74581a9724ce tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (9b189123-5fec-41d6-ab57-bc66e15c6e09), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:26.553651 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a709c065-0312-4562-8bee-059734b60463 req-a73c43ae-492e-4877-8923-33456fe8dde5 tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0ca3daa-8421-4393-b331-70de586973d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442645 Mar 01 14:04:26.568052 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-72505f5a-69de-41b5-88b2-74581a9724ce tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b189123-5fec-41d6-ab57-bc66e15c6e09']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:26.580306 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-fa9ad6a3-3db0-4a0c-bdf8-3bed287bed72 req-a0d6d8e8-ba08-469a-b9f5-dd02dbcfe25d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Deleting port 698be840-58f4-417e-896d-121bd73d95b5 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:04:26.580787 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-fa9ad6a3-3db0-4a0c-bdf8-3bed287bed72 req-a0d6d8e8-ba08-469a-b9f5-dd02dbcfe25d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (698be840-58f4-417e-896d-121bd73d95b5), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:26.623995 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:04:26.645265 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:04:26.645615 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 7bb9c3ac-f59e-4e5c-99fc-d1b2183d270b not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:04:26.655489 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-72505f5a-69de-41b5-88b2-74581a9724ce tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '013209b4-8717-4f8a-9027-fcf3642a6e71') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:26.655841 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-72505f5a-69de-41b5-88b2-74581a9724ce tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '013209b4-8717-4f8a-9027-fcf3642a6e71') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:26.669491 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72505f5a-69de-41b5-88b2-74581a9724ce tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (013209b4-8717-4f8a-9027-fcf3642a6e71), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:26.689739 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72505f5a-69de-41b5-88b2-74581a9724ce tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (013209b4-8717-4f8a-9027-fcf3642a6e71), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:26.707026 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72505f5a-69de-41b5-88b2-74581a9724ce tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:04:26.707450 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72505f5a-69de-41b5-88b2-74581a9724ce tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (013209b4-8717-4f8a-9027-fcf3642a6e71), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:26.710475 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:04:26.710475 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:04:26.710475 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:04:26.710475 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:04:26.710475 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:04:26.710475 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:04:26.710475 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:04:26.710475 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:04:26.710475 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:04:26.710475 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:04:26.710475 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:04:26.710475 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:04:26.710475 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:04:26.710475 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:04:26.710475 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:04:26.710475 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:04:26.710475 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:04:26.710475 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:04:26.710475 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:04:26.710475 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:04:26.710475 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:04:26.710475 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:04:26.710475 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:04:26.710475 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:04:26.710475 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:04:26.710475 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:04:26.710475 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:04:26.710475 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:04:26.710475 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:04:26.710475 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:04:26.710475 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:04:26.710475 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:04:26.816917 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72505f5a-69de-41b5-88b2-74581a9724ce tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (9b189123-5fec-41d6-ab57-bc66e15c6e09), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:26.821986 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-fa9ad6a3-3db0-4a0c-bdf8-3bed287bed72 req-a0d6d8e8-ba08-469a-b9f5-dd02dbcfe25d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] For port 698be840-58f4-417e-896d-121bd73d95b5, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=698be840-58f4-417e-896d-121bd73d95b5,segment=NetworkSegment(354ee497-7228-4227-89f9-36435d335b77),segment_id=354ee497-7228-4227-89f9-36435d335b77)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:04:26.822352 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-fa9ad6a3-3db0-4a0c-bdf8-3bed287bed72 req-a0d6d8e8-ba08-469a-b9f5-dd02dbcfe25d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (698be840-58f4-417e-896d-121bd73d95b5), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:26.828055 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47ad92-9c45-45a6-9bb3-a71f79e9af49 req-3be1dd22-d5ae-46ad-af39-9e370648c779 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:26.829768 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b47ad92-9c45-45a6-9bb3-a71f79e9af49 req-3be1dd22-d5ae-46ad-af39-9e370648c779 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 945 time: 0.0616393 Mar 01 14:04:26.832192 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72505f5a-69de-41b5-88b2-74581a9724ce tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:26.839480 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 60212) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:26.841175 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-72505f5a-69de-41b5-88b2-74581a9724ce tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/networks/9b189123-5fec-41d6-ab57-bc66e15c6e09 HTTP/1.1" status: 204 len: 168 time: 1.1824372 Mar 01 14:04:26.851720 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-249fe7fe-3b4d-4606-a005-1bfc4de5b19f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-658513890'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:26.861159 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72505f5a-69de-41b5-88b2-74581a9724ce tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Network': ['ID=9b189123-5fec-41d6-ab57-bc66e15c6e09,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:26.872732 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-fa9ad6a3-3db0-4a0c-bdf8-3bed287bed72 req-a0d6d8e8-ba08-469a-b9f5-dd02dbcfe25d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Calling delete_port for 698be840-58f4-417e-896d-121bd73d95b5 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:04:26.891717 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249fe7fe-3b4d-4606-a005-1bfc4de5b19f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:04:26.895862 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-249fe7fe-3b4d-4606-a005-1bfc4de5b19f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:26.983542 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-249fe7fe-3b4d-4606-a005-1bfc4de5b19f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:04:27.000082 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b47ad92-9c45-45a6-9bb3-a71f79e9af49 req-e6e7746f-bb38-4191-b39b-eebd2eb0dd67 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573365 Mar 01 14:04:27.013204 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-249fe7fe-3b4d-4606-a005-1bfc4de5b19f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (82171598-1bbf-4109-a23e-f71489d5d83c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:27.013551 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-249fe7fe-3b4d-4606-a005-1bfc4de5b19f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Added segment 82171598-1bbf-4109-a23e-f71489d5d83c of type vlan for network 3b53e236-b142-443e-ba5e-e0781c4546f3 Mar 01 14:04:27.034492 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-fa9ad6a3-3db0-4a0c-bdf8-3bed287bed72 req-a0d6d8e8-ba08-469a-b9f5-dd02dbcfe25d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (698be840-58f4-417e-896d-121bd73d95b5), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:27.045892 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['698be840-58f4-417e-896d-121bd73d95b5'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:04:27.089596 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-249fe7fe-3b4d-4606-a005-1bfc4de5b19f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (3b53e236-b142-443e-ba5e-e0781c4546f3), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:27.091344 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6d8e8-ba08-469a-b9f5-dd02dbcfe25d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Pushing event deleted for resources: {'Port': ['ID=698be840-58f4-417e-896d-121bd73d95b5,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:27.132055 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9ad6a3-3db0-4a0c-bdf8-3bed287bed72 req-a0d6d8e8-ba08-469a-b9f5-dd02dbcfe25d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] No DVR routers for this DVR port 698be840-58f4-417e-896d-121bd73d95b5 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:04:27.132413 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-249fe7fe-3b4d-4606-a005-1bfc4de5b19f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (3b53e236-b142-443e-ba5e-e0781c4546f3), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:27.134613 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-fa9ad6a3-3db0-4a0c-bdf8-3bed287bed72 req-a0d6d8e8-ba08-469a-b9f5-dd02dbcfe25d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:27.137994 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fa9ad6a3-3db0-4a0c-bdf8-3bed287bed72 req-a0d6d8e8-ba08-469a-b9f5-dd02dbcfe25d tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.20 "DELETE /v2.0/ports/698be840-58f4-417e-896d-121bd73d95b5 HTTP/1.1" status: 204 len: 173 time: 0.8662059 Mar 01 14:04:27.138448 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9c20cc-1177-4dce-85fd-d119ab3ee2cf', 'name': 'network-vif-deleted', 'tag': '698be840-58f4-417e-896d-121bd73d95b5'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:04:27.138570 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249fe7fe-3b4d-4606-a005-1bfc4de5b19f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:27.139238 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-249fe7fe-3b4d-4606-a005-1bfc4de5b19f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:27.141005 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5954c441-f78e-419d-b47b-0f4d7b944e74" -d '{"events": [{"server_uuid": "7f9c20cc-1177-4dce-85fd-d119ab3ee2cf", "name": "network-vif-deleted", "tag": "698be840-58f4-417e-896d-121bd73d95b5"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:04:27.195152 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e0904e-5921-4eb4-9246-2ef0a32f5b17 x-openstack-request-id: req-76e0904e-5921-4eb4-9246-2ef0a32f5b17 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:04:27.195399 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9c20cc-1177-4dce-85fd-d119ab3ee2cf", "name": "network-vif-deleted", "tag": "698be840-58f4-417e-896d-121bd73d95b5", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:04:27.195643 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76e0904e-5921-4eb4-9246-2ef0a32f5b17 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:04:27.196095 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9c20cc-1177-4dce-85fd-d119ab3ee2cf', 'name': 'network-vif-deleted', 'tag': '698be840-58f4-417e-896d-121bd73d95b5', 'status': 'completed', 'code': 200} Mar 01 14:04:27.229779 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60222) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:27.230391 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-249fe7fe-3b4d-4606-a005-1bfc4de5b19f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3838956 Mar 01 14:04:27.237118 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-7be85eda-5877-4cdd-aeed-dbb9982d5e1d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'subnet': {'network_id': '3b53e236-b142-443e-ba5e-e0781c4546f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:27.237689 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249fe7fe-3b4d-4606-a005-1bfc4de5b19f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Network': ['ID=3b53e236-b142-443e-ba5e-e0781c4546f3,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:27.251549 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 3b53e236-b142-443e-ba5e-e0781c4546f3 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:04:27.363567 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be85eda-5877-4cdd-aeed-dbb9982d5e1d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:04:27.371724 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7be85eda-5877-4cdd-aeed-dbb9982d5e1d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:27.425188 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c3afb9f4-4fa4-490d-8648-8345616454ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:27.591728 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7be85eda-5877-4cdd-aeed-dbb9982d5e1d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (66ae76e2-173e-456c-b4d7-49ea03ec230b), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:27.667689 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be85eda-5877-4cdd-aeed-dbb9982d5e1d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Subnet': ['ID=66ae76e2-173e-456c-b4d7-49ea03ec230b,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:27.690471 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be85eda-5877-4cdd-aeed-dbb9982d5e1d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Checking segment: {'id': '82171598-1bbf-4109-a23e-f71489d5d83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3b53e236-b142-443e-ba5e-e0781c4546f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:04:27.690824 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be85eda-5877-4cdd-aeed-dbb9982d5e1d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Network hostable DHCP agents. Network: 3b53e236-b142-443e-ba5e-e0781c4546f3, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:04:27.718414 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be85eda-5877-4cdd-aeed-dbb9982d5e1d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Network 3b53e236-b142-443e-ba5e-e0781c4546f3 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:04:27.731063 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0aad2a4d-f24b-43ab-b75c-f531ef583a3a req-e113889a-19c7-4d2d-83a5-e1c7853a72bc tempest-ServersTestJSON-703236351 tempest-ServersTestJSON-703236351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f9c20cc-1177-4dce-85fd-d119ab3ee2cf HTTP/1.1" status: 200 len: 210 time: 0.0551257 Mar 01 14:04:27.734993 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-7be85eda-5877-4cdd-aeed-dbb9982d5e1d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 3b53e236-b142-443e-ba5e-e0781c4546f3) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:04:27.739915 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be85eda-5877-4cdd-aeed-dbb9982d5e1d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:27.740723 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7be85eda-5877-4cdd-aeed-dbb9982d5e1d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:27.744862 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243f8dc2-af33-43e9-b568-c82e544baaf9 None None] Network 3b53e236-b142-443e-ba5e-e0781c4546f3 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:04:27.775890 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 60234) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:27.776288 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7be85eda-5877-4cdd-aeed-dbb9982d5e1d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5451288 Mar 01 14:04:27.786486 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-e8abdb16-1abd-4eec-b186-82eb66dbb0e9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'port': {'network_id': '3b53e236-b142-443e-ba5e-e0781c4546f3', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2088037982'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:27.905855 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308cd05e-906f-40db-9344-900a13f43c90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-3b53e236-b142-443e-ba5e-e0781c4546f3', 'network_id': '3b53e236-b142-443e-ba5e-e0781c4546f3', 'project_id': '4c4d89e3b0454d80acb3eebd15f19c36', 'fixed_ips': [{'subnet_id': '66ae76e2-173e-456c-b4d7-49ea03ec230b'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:04:27.906770 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-308cd05e-906f-40db-9344-900a13f43c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:27.947904 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8abdb16-1abd-4eec-b186-82eb66dbb0e9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:04:27.954342 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e8abdb16-1abd-4eec-b186-82eb66dbb0e9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:27.986632 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-e8abdb16-1abd-4eec-b186-82eb66dbb0e9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] device_id is not set on port cf2b009c-0a1b-4d98-aae1-81374f53dd3c yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:04:28.055224 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-308cd05e-906f-40db-9344-900a13f43c90 None None] Allocated IP 172.20.0.2 (3b53e236-b142-443e-ba5e-e0781c4546f3/66ae76e2-173e-456c-b4d7-49ea03ec230b/692fc066-ab50-415c-b58e-ce85aefe4f0d) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:04:28.197871 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ee757-20e1-4486-b554-c8e53f86d576 req-e14fca0d-ea35-4b85-92e8-f124539218f2 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:28.205153 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-128ee757-20e1-4486-b554-c8e53f86d576 req-e14fca0d-ea35-4b85-92e8-f124539218f2 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 945 time: 0.0766618 Mar 01 14:04:28.249488 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-308cd05e-906f-40db-9344-900a13f43c90 None None] Publish callbacks [] for port (692fc066-ab50-415c-b58e-ce85aefe4f0d), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:28.258635 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-308cd05e-906f-40db-9344-900a13f43c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (692fc066-ab50-415c-b58e-ce85aefe4f0d), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:28.269889 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-128ee757-20e1-4486-b554-c8e53f86d576 req-cda09a92-8af0-4804-a0da-11c137f4904e tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593963 Mar 01 14:04:28.307052 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308cd05e-906f-40db-9344-900a13f43c90 None None] Network 3b53e236-b142-443e-ba5e-e0781c4546f3 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:04:28.311740 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-308cd05e-906f-40db-9344-900a13f43c90 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:04:28.315155 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308cd05e-906f-40db-9344-900a13f43c90 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:04:28.329018 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-e8abdb16-1abd-4eec-b186-82eb66dbb0e9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Allocated IP 172.20.0.8 (3b53e236-b142-443e-ba5e-e0781c4546f3/66ae76e2-173e-456c-b4d7-49ea03ec230b/cf2b009c-0a1b-4d98-aae1-81374f53dd3c) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:04:28.362063 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308cd05e-906f-40db-9344-900a13f43c90 None None] Pushing event updated for resources: {'Port': ['ID=692fc066-ab50-415c-b58e-ce85aefe4f0d,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:28.409995 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-308cd05e-906f-40db-9344-900a13f43c90 None None] Attempting to bind port 692fc066-ab50-415c-b58e-ce85aefe4f0d on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:04:28.410540 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-308cd05e-906f-40db-9344-900a13f43c90 None None] Attempting to bind port 692fc066-ab50-415c-b58e-ce85aefe4f0d by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '82171598-1bbf-4109-a23e-f71489d5d83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3b53e236-b142-443e-ba5e-e0781c4546f3'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:04:28.410926 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308cd05e-906f-40db-9344-900a13f43c90 None None] Attempting to bind port 692fc066-ab50-415c-b58e-ce85aefe4f0d on network 3b53e236-b142-443e-ba5e-e0781c4546f3 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:04:28.416386 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308cd05e-906f-40db-9344-900a13f43c90 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:04:28.416763 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308cd05e-906f-40db-9344-900a13f43c90 None None] Checking segment: {'id': '82171598-1bbf-4109-a23e-f71489d5d83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3b53e236-b142-443e-ba5e-e0781c4546f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:04:28.417162 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-308cd05e-906f-40db-9344-900a13f43c90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:28.417657 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308cd05e-906f-40db-9344-900a13f43c90 None None] Bound using segment: {'id': '82171598-1bbf-4109-a23e-f71489d5d83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3b53e236-b142-443e-ba5e-e0781c4546f3'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:04:28.418121 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-308cd05e-906f-40db-9344-900a13f43c90 None None] Bound port: 692fc066-ab50-415c-b58e-ce85aefe4f0d, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82171598-1bbf-4109-a23e-f71489d5d83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3b53e236-b142-443e-ba5e-e0781c4546f3'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:04:28.418586 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-308cd05e-906f-40db-9344-900a13f43c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (692fc066-ab50-415c-b58e-ce85aefe4f0d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:28.493059 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-308cd05e-906f-40db-9344-900a13f43c90 None None] For port 692fc066-ab50-415c-b58e-ce85aefe4f0d, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:04:28.496633 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-308cd05e-906f-40db-9344-900a13f43c90 None None] For port 692fc066-ab50-415c-b58e-ce85aefe4f0d, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=692fc066-ab50-415c-b58e-ce85aefe4f0d,segment=NetworkSegment(82171598-1bbf-4109-a23e-f71489d5d83c),segment_id=82171598-1bbf-4109-a23e-f71489d5d83c)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:04:28.504125 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-308cd05e-906f-40db-9344-900a13f43c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (692fc066-ab50-415c-b58e-ce85aefe4f0d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:28.534449 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e8abdb16-1abd-4eec-b186-82eb66dbb0e9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for port (cf2b009c-0a1b-4d98-aae1-81374f53dd3c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:28.589162 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e8abdb16-1abd-4eec-b186-82eb66dbb0e9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (cf2b009c-0a1b-4d98-aae1-81374f53dd3c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:28.591039 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308cd05e-906f-40db-9344-900a13f43c90 None None] Pushing event updated for resources: {'Port': ['ID=692fc066-ab50-415c-b58e-ce85aefe4f0d,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:28.647431 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8abdb16-1abd-4eec-b186-82eb66dbb0e9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Network 3b53e236-b142-443e-ba5e-e0781c4546f3 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:04:28.650479 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-e8abdb16-1abd-4eec-b186-82eb66dbb0e9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:04:28.655230 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8abdb16-1abd-4eec-b186-82eb66dbb0e9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:04:28.663345 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8abdb16-1abd-4eec-b186-82eb66dbb0e9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Port': ['ID=cf2b009c-0a1b-4d98-aae1-81374f53dd3c,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:28.722070 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8abdb16-1abd-4eec-b186-82eb66dbb0e9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:28.722714 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e8abdb16-1abd-4eec-b186-82eb66dbb0e9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:28.741237 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e8abdb16-1abd-4eec-b186-82eb66dbb0e9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.9612572 Mar 01 14:04:28.743340 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60260) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:28.871150 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 60266) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:28.887508 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:28.912684 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-c5691e90-40ed-43c9-8f0b-ce3715bc365f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Deleting port cf2b009c-0a1b-4d98-aae1-81374f53dd3c {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:04:28.913395 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c5691e90-40ed-43c9-8f0b-ce3715bc365f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (cf2b009c-0a1b-4d98-aae1-81374f53dd3c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:28.949501 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-de69d34c-70d0-48f2-ad53-a29a73ef7986 admin admin] Deleting subnet 7e897284-ac55-41c2-b088-3972dd0eb9f7 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:04:28.953684 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-de69d34c-70d0-48f2-ad53-a29a73ef7986 admin admin] Publish callbacks [] for subnet (7e897284-ac55-41c2-b088-3972dd0eb9f7), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:29.051176 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-de69d34c-70d0-48f2-ad53-a29a73ef7986 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (7e897284-ac55-41c2-b088-3972dd0eb9f7), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:29.066078 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c5691e90-40ed-43c9-8f0b-ce3715bc365f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (cf2b009c-0a1b-4d98-aae1-81374f53dd3c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:29.081026 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-c5691e90-40ed-43c9-8f0b-ce3715bc365f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Calling delete_port for cf2b009c-0a1b-4d98-aae1-81374f53dd3c owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:04:29.111947 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-de69d34c-70d0-48f2-ad53-a29a73ef7986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (7e897284-ac55-41c2-b088-3972dd0eb9f7), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:29.181642 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-de69d34c-70d0-48f2-ad53-a29a73ef7986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (7e897284-ac55-41c2-b088-3972dd0eb9f7), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:29.222451 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de69d34c-70d0-48f2-ad53-a29a73ef7986 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e897284-ac55-41c2-b088-3972dd0eb9f7,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:29.230791 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-de69d34c-70d0-48f2-ad53-a29a73ef7986 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:29.234719 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-de69d34c-70d0-48f2-ad53-a29a73ef7986 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7e897284-ac55-41c2-b088-3972dd0eb9f7 HTTP/1.1" status: 204 len: 168 time: 0.3624988 Mar 01 14:04:29.237491 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60276) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:29.338979 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7518bb02-c3d9-4d9d-8a90-e0c578e39f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (3a263dd2-fccb-41d7-9268-17deef5caa4e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:29.346498 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c5691e90-40ed-43c9-8f0b-ce3715bc365f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (cf2b009c-0a1b-4d98-aae1-81374f53dd3c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:29.410895 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5691e90-40ed-43c9-8f0b-ce3715bc365f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Port': ['ID=cf2b009c-0a1b-4d98-aae1-81374f53dd3c,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:29.447193 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a301a82-6dcc-4b86-a6bd-5a5e6864b463 req-d7a14609-3e9c-4cc6-8762-dedddb7b451c tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:29.449481 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3a301a82-6dcc-4b86-a6bd-5a5e6864b463 req-d7a14609-3e9c-4cc6-8762-dedddb7b451c tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 945 time: 0.1025610 Mar 01 14:04:29.515410 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3a301a82-6dcc-4b86-a6bd-5a5e6864b463 req-88767e92-e7fa-4ef2-b714-e741116c93d4 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586574 Mar 01 14:04:29.600405 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7518bb02-c3d9-4d9d-8a90-e0c578e39f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (3a263dd2-fccb-41d7-9268-17deef5caa4e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:29.610607 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c5691e90-40ed-43c9-8f0b-ce3715bc365f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:29.617114 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c5691e90-40ed-43c9-8f0b-ce3715bc365f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/ports/cf2b009c-0a1b-4d98-aae1-81374f53dd3c HTTP/1.1" status: 204 len: 168 time: 0.8697250 Mar 01 14:04:29.617940 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 60294) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:29.646684 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-7518bb02-c3d9-4d9d-8a90-e0c578e39f07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a263dd2-fccb-41d7-9268-17deef5caa4e']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:29.663356 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0fb274-2b2a-4fb8-aade-0c152a2d4fe7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] GET failed (client error): The resource could not be found. Mar 01 14:04:29.667634 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-cf0fb274-2b2a-4fb8-aade-0c152a2d4fe7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "GET /v2.0/ports/cf2b009c-0a1b-4d98-aae1-81374f53dd3c HTTP/1.1" status: 404 len: 333 time: 0.0476358 Mar 01 14:04:29.668259 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 60298) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:29.684564 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-7518bb02-c3d9-4d9d-8a90-e0c578e39f07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '354ee497-7228-4227-89f9-36435d335b77') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:29.686721 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-7518bb02-c3d9-4d9d-8a90-e0c578e39f07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '354ee497-7228-4227-89f9-36435d335b77') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:29.701170 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7518bb02-c3d9-4d9d-8a90-e0c578e39f07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (354ee497-7228-4227-89f9-36435d335b77), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:29.722094 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e9f1edb-b45e-4086-a018-494c006ea18b tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Deleting subnet 66ae76e2-173e-456c-b4d7-49ea03ec230b {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:04:29.725410 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6e9f1edb-b45e-4086-a018-494c006ea18b tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for subnet (66ae76e2-173e-456c-b4d7-49ea03ec230b), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:29.735246 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7518bb02-c3d9-4d9d-8a90-e0c578e39f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (354ee497-7228-4227-89f9-36435d335b77), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:29.747369 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7518bb02-c3d9-4d9d-8a90-e0c578e39f07 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:04:29.752362 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7518bb02-c3d9-4d9d-8a90-e0c578e39f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (354ee497-7228-4227-89f9-36435d335b77), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:29.778030 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6e9f1edb-b45e-4086-a018-494c006ea18b tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (66ae76e2-173e-456c-b4d7-49ea03ec230b), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:29.830715 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:04:29.830715 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:04:29.830715 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:04:29.830715 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:04:29.830715 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:04:29.830715 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:04:29.830715 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:04:29.830715 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:04:29.830715 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:04:29.830715 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:04:29.830715 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:04:29.830715 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:04:29.830715 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:04:29.830715 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:04:29.830715 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:04:29.830715 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:04:29.830715 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:04:29.830715 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:04:29.830715 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:04:29.830715 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:04:29.830715 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:04:29.830715 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:04:29.830715 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:04:29.830715 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:04:29.830715 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:04:29.830715 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:04:29.830715 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:04:29.830715 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:04:29.830715 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:04:29.830715 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:04:29.830715 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:04:29.830715 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:04:29.840999 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7518bb02-c3d9-4d9d-8a90-e0c578e39f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (3a263dd2-fccb-41d7-9268-17deef5caa4e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:29.849727 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7518bb02-c3d9-4d9d-8a90-e0c578e39f07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:29.852165 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7518bb02-c3d9-4d9d-8a90-e0c578e39f07 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3a263dd2-fccb-41d7-9268-17deef5caa4e HTTP/1.1" status: 204 len: 168 time: 0.6133204 Mar 01 14:04:29.879822 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518bb02-c3d9-4d9d-8a90-e0c578e39f07 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a263dd2-fccb-41d7-9268-17deef5caa4e,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:29.932046 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6e9f1edb-b45e-4086-a018-494c006ea18b tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (66ae76e2-173e-456c-b4d7-49ea03ec230b), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:30.013009 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6e9f1edb-b45e-4086-a018-494c006ea18b tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (66ae76e2-173e-456c-b4d7-49ea03ec230b), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:30.050490 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baf1c5f-5c5c-47a4-b7c4-5bc398df7fdf None None] Network 3b53e236-b142-443e-ba5e-e0781c4546f3 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:04:30.069552 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f1edb-b45e-4086-a018-494c006ea18b tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Subnet': ['ID=66ae76e2-173e-456c-b4d7-49ea03ec230b,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:30.079128 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6e9f1edb-b45e-4086-a018-494c006ea18b tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:30.089517 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6e9f1edb-b45e-4086-a018-494c006ea18b tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/subnets/66ae76e2-173e-456c-b4d7-49ea03ec230b HTTP/1.1" status: 204 len: 168 time: 0.4176660 Mar 01 14:04:30.090245 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60308) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:30.194630 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:30.203155 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e38625bd-c542-4cec-b453-31bac6aa0373 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (3b53e236-b142-443e-ba5e-e0781c4546f3), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:30.240716 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 60312) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:30.247262 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-0a384b2c-e8e2-488b-bf8c-92b69c87e7c6 None None] Provisioning complete for port 692fc066-ab50-415c-b58e-ce85aefe4f0d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:04:30.247642 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0a384b2c-e8e2-488b-bf8c-92b69c87e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (692fc066-ab50-415c-b58e-ce85aefe4f0d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:30.349636 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e38625bd-c542-4cec-b453-31bac6aa0373 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Deleting port 692fc066-ab50-415c-b58e-ce85aefe4f0d {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:04:30.349998 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-0a384b2c-e8e2-488b-bf8c-92b69c87e7c6 None None] Current status of the port 692fc066-ab50-415c-b58e-ce85aefe4f0d is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:04:30.350587 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0a384b2c-e8e2-488b-bf8c-92b69c87e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (692fc066-ab50-415c-b58e-ce85aefe4f0d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:30.354240 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e38625bd-c542-4cec-b453-31bac6aa0373 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (692fc066-ab50-415c-b58e-ce85aefe4f0d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:30.365497 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-30a5faf4-f5b0-4964-b2ff-aec3fdbfeb27 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1fa37a61f124c25aca457ce8a3f996a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1233590 Mar 01 14:04:30.366152 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 60316) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:30.441715 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-0a384b2c-e8e2-488b-bf8c-92b69c87e7c6 None None] For port 692fc066-ab50-415c-b58e-ce85aefe4f0d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=692fc066-ab50-415c-b58e-ce85aefe4f0d,segment=NetworkSegment(82171598-1bbf-4109-a23e-f71489d5d83c),segment_id=82171598-1bbf-4109-a23e-f71489d5d83c)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:04:30.452482 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0a384b2c-e8e2-488b-bf8c-92b69c87e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (692fc066-ab50-415c-b58e-ce85aefe4f0d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:30.472329 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2886abc-42db-4b4c-87f1-f11c6acc1a78 None None] DHCP port deletion for 3b53e236-b142-443e-ba5e-e0781c4546f3 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:04:30.515368 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0c63cf85-9bd8-4fa9-813f-f92059663204 admin admin] Publish callbacks [] for security_group (b0ca3daa-8421-4393-b331-70de586973d7), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:30.555932 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-e38625bd-c542-4cec-b453-31bac6aa0373 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] For port 692fc066-ab50-415c-b58e-ce85aefe4f0d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=692fc066-ab50-415c-b58e-ce85aefe4f0d,segment=NetworkSegment(82171598-1bbf-4109-a23e-f71489d5d83c),segment_id=82171598-1bbf-4109-a23e-f71489d5d83c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:04:30.556637 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e38625bd-c542-4cec-b453-31bac6aa0373 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (692fc066-ab50-415c-b58e-ce85aefe4f0d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:30.566094 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0c63cf85-9bd8-4fa9-813f-f92059663204 admin admin] Publish callbacks [] for security_group (b0ca3daa-8421-4393-b331-70de586973d7), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:30.575334 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e38625bd-c542-4cec-b453-31bac6aa0373 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Calling delete_port for 692fc066-ab50-415c-b58e-ce85aefe4f0d owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:04:30.651828 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a384b2c-e8e2-488b-bf8c-92b69c87e7c6 None None] Pushing event updated for resources: {'Port': ['ID=692fc066-ab50-415c-b58e-ce85aefe4f0d,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:30.666012 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-e2886abc-42db-4b4c-87f1-f11c6acc1a78 None None] Deleting port 692fc066-ab50-415c-b58e-ce85aefe4f0d {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:04:30.666396 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e2886abc-42db-4b4c-87f1-f11c6acc1a78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (692fc066-ab50-415c-b58e-ce85aefe4f0d), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:30.699360 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0c63cf85-9bd8-4fa9-813f-f92059663204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b0ca3daa-8421-4393-b331-70de586973d7), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:30.703062 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0c63cf85-9bd8-4fa9-813f-f92059663204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:30.709254 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0c63cf85-9bd8-4fa9-813f-f92059663204 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0ca3daa-8421-4393-b331-70de586973d7 HTTP/1.1" status: 204 len: 168 time: 0.3395944 Mar 01 14:04:30.724123 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e38625bd-c542-4cec-b453-31bac6aa0373 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (692fc066-ab50-415c-b58e-ce85aefe4f0d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:30.743129 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-e2886abc-42db-4b4c-87f1-f11c6acc1a78 None None] For port 692fc066-ab50-415c-b58e-ce85aefe4f0d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=692fc066-ab50-415c-b58e-ce85aefe4f0d,segment=NetworkSegment(82171598-1bbf-4109-a23e-f71489d5d83c),segment_id=82171598-1bbf-4109-a23e-f71489d5d83c)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:04:30.743444 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e2886abc-42db-4b4c-87f1-f11c6acc1a78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (692fc066-ab50-415c-b58e-ce85aefe4f0d), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:30.745133 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c63cf85-9bd8-4fa9-813f-f92059663204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ca3daa-8421-4393-b331-70de586973d7,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:30.758272 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-e2886abc-42db-4b4c-87f1-f11c6acc1a78 None None] Calling delete_port for 692fc066-ab50-415c-b58e-ce85aefe4f0d owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:04:30.759909 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc55be-1bfc-4331-80b2-1626ff9db181 req-7e4e5405-ca5d-4aab-8c80-ee40b45889d5 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:30.761515 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b2dc55be-1bfc-4331-80b2-1626ff9db181 req-7e4e5405-ca5d-4aab-8c80-ee40b45889d5 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 945 time: 0.1185167 Mar 01 14:04:30.772051 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 698be840-58f4-417e-896d-121bd73d95b5 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:04:30.776618 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38625bd-c542-4cec-b453-31bac6aa0373 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Port': ['ID=692fc066-ab50-415c-b58e-ce85aefe4f0d,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:30.793716 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38625bd-c542-4cec-b453-31bac6aa0373 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] No DVR routers for this DVR port 692fc066-ab50-415c-b58e-ce85aefe4f0d on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:04:30.871781 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b2dc55be-1bfc-4331-80b2-1626ff9db181 req-73411ad0-d9a3-46c4-b71a-9f221b971fba tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996017 Mar 01 14:04:30.884774 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 698be840-58f4-417e-896d-121bd73d95b5 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:04:30.885129 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 698be840-58f4-417e-896d-121bd73d95b5 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:04:30.916921 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e38625bd-c542-4cec-b453-31bac6aa0373 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (3b53e236-b142-443e-ba5e-e0781c4546f3), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:30.941067 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-e38625bd-c542-4cec-b453-31bac6aa0373 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b53e236-b142-443e-ba5e-e0781c4546f3']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:30.953912 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-e38625bd-c542-4cec-b453-31bac6aa0373 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82171598-1bbf-4109-a23e-f71489d5d83c') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:30.954244 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-e38625bd-c542-4cec-b453-31bac6aa0373 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82171598-1bbf-4109-a23e-f71489d5d83c') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:30.964431 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e38625bd-c542-4cec-b453-31bac6aa0373 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (82171598-1bbf-4109-a23e-f71489d5d83c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:30.982063 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e38625bd-c542-4cec-b453-31bac6aa0373 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (82171598-1bbf-4109-a23e-f71489d5d83c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:30.991638 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e2886abc-42db-4b4c-87f1-f11c6acc1a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (692fc066-ab50-415c-b58e-ce85aefe4f0d), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:30.996496 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e38625bd-c542-4cec-b453-31bac6aa0373 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:04:30.996923 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e38625bd-c542-4cec-b453-31bac6aa0373 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (82171598-1bbf-4109-a23e-f71489d5d83c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:31.002163 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:04:31.002163 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:04:31.002163 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:04:31.002163 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:04:31.002163 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:04:31.002163 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:04:31.002163 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:04:31.002163 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:04:31.002163 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:04:31.002163 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:04:31.002163 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:04:31.002163 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:04:31.002163 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:04:31.002163 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:04:31.002163 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:04:31.002163 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:04:31.002163 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:04:31.002163 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:04:31.002163 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:04:31.002163 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:04:31.002163 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:04:31.002163 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:04:31.002163 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:04:31.002163 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:04:31.002163 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:04:31.002163 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:04:31.002163 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:04:31.002163 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:04:31.002163 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:04:31.002163 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:04:31.002163 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:04:31.002163 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:04:31.037857 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2886abc-42db-4b4c-87f1-f11c6acc1a78 None None] Pushing event deleted for resources: {'Port': ['ID=692fc066-ab50-415c-b58e-ce85aefe4f0d,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:31.044036 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2886abc-42db-4b4c-87f1-f11c6acc1a78 None None] No DVR routers for this DVR port 692fc066-ab50-415c-b58e-ce85aefe4f0d on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:04:31.086729 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e38625bd-c542-4cec-b453-31bac6aa0373 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (3b53e236-b142-443e-ba5e-e0781c4546f3), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:31.094049 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e38625bd-c542-4cec-b453-31bac6aa0373 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:31.097242 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e38625bd-c542-4cec-b453-31bac6aa0373 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/networks/3b53e236-b142-443e-ba5e-e0781c4546f3 HTTP/1.1" status: 204 len: 168 time: 1.0063643 Mar 01 14:04:31.101781 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 60332) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:31.110685 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38625bd-c542-4cec-b453-31bac6aa0373 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Network': ['ID=3b53e236-b142-443e-ba5e-e0781c4546f3,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:31.110850 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-dd05c02b-91ad-475b-9766-672f6863b463 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'port': {'network_id': '8708874b-713e-4e25-8104-ec223d791ef2', 'name': 'tempest-PortsTestJSON-514121188'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:31.118790 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38625bd-c542-4cec-b453-31bac6aa0373 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:31.119571 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38625bd-c542-4cec-b453-31bac6aa0373 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:31.120095 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38625bd-c542-4cec-b453-31bac6aa0373 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:31.120602 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38625bd-c542-4cec-b453-31bac6aa0373 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:31.121099 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38625bd-c542-4cec-b453-31bac6aa0373 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:31.121596 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38625bd-c542-4cec-b453-31bac6aa0373 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:31.122078 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38625bd-c542-4cec-b453-31bac6aa0373 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:31.122569 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38625bd-c542-4cec-b453-31bac6aa0373 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:31.123109 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38625bd-c542-4cec-b453-31bac6aa0373 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:31.124181 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38625bd-c542-4cec-b453-31bac6aa0373 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:31.124672 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38625bd-c542-4cec-b453-31bac6aa0373 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:31.125160 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38625bd-c542-4cec-b453-31bac6aa0373 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:31.125650 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38625bd-c542-4cec-b453-31bac6aa0373 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:31.271916 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd05c02b-91ad-475b-9766-672f6863b463 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:04:31.275555 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd05c02b-91ad-475b-9766-672f6863b463 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:31.294223 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-dd05c02b-91ad-475b-9766-672f6863b463 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] device_id is not set on port 1578227a-26ce-4d9e-ae20-37177f00c0d1 yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:04:31.504821 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd05c02b-91ad-475b-9766-672f6863b463 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for port (1578227a-26ce-4d9e-ae20-37177f00c0d1), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:31.553659 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd05c02b-91ad-475b-9766-672f6863b463 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (1578227a-26ce-4d9e-ae20-37177f00c0d1), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:31.600236 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd05c02b-91ad-475b-9766-672f6863b463 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Network 8708874b-713e-4e25-8104-ec223d791ef2 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:04:31.608616 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-dd05c02b-91ad-475b-9766-672f6863b463 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:04:31.612550 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd05c02b-91ad-475b-9766-672f6863b463 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:04:31.617713 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd05c02b-91ad-475b-9766-672f6863b463 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:31.618323 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd05c02b-91ad-475b-9766-672f6863b463 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:31.633424 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05c02b-91ad-475b-9766-672f6863b463 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Port': ['ID=1578227a-26ce-4d9e-ae20-37177f00c0d1,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:31.643433 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-dd05c02b-91ad-475b-9766-672f6863b463 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5399270 Mar 01 14:04:31.646390 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60364) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:31.715866 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:31.767716 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-8fcb0db4-b1b5-4ea7-8f93-5aeb7bb0f934 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Deleting port 1578227a-26ce-4d9e-ae20-37177f00c0d1 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:04:31.768388 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8fcb0db4-b1b5-4ea7-8f93-5aeb7bb0f934 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (1578227a-26ce-4d9e-ae20-37177f00c0d1), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:31.845342 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8fcb0db4-b1b5-4ea7-8f93-5aeb7bb0f934 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (1578227a-26ce-4d9e-ae20-37177f00c0d1), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:31.867600 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-8fcb0db4-b1b5-4ea7-8f93-5aeb7bb0f934 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Calling delete_port for 1578227a-26ce-4d9e-ae20-37177f00c0d1 owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:04:31.974132 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8fcb0db4-b1b5-4ea7-8f93-5aeb7bb0f934 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (1578227a-26ce-4d9e-ae20-37177f00c0d1), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:32.025067 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8fcb0db4-b1b5-4ea7-8f93-5aeb7bb0f934 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:32.030443 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8fcb0db4-b1b5-4ea7-8f93-5aeb7bb0f934 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/ports/1578227a-26ce-4d9e-ae20-37177f00c0d1 HTTP/1.1" status: 204 len: 168 time: 0.3817229 Mar 01 14:04:32.032948 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60380) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:32.040776 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-c6d213d1-27b1-473f-a59a-155c14b353ea tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'port': {'network_id': '8708874b-713e-4e25-8104-ec223d791ef2', 'mac_address': 'fa:16:3e:4d:68:fc', 'name': 'tempest-PortsTestJSON-1098658254'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:32.110360 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d436dc-ad40-4e62-9223-88d7863f6e84 req-a275d2b9-f9ca-4557-a78e-b67f59bcb6df tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:32.114661 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e9d436dc-ad40-4e62-9223-88d7863f6e84 req-a275d2b9-f9ca-4557-a78e-b67f59bcb6df tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 945 time: 0.1166224 Mar 01 14:04:32.125640 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb0db4-b1b5-4ea7-8f93-5aeb7bb0f934 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Port': ['ID=1578227a-26ce-4d9e-ae20-37177f00c0d1,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:32.181535 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e9d436dc-ad40-4e62-9223-88d7863f6e84 req-1895883b-5fff-4e8a-9e5b-8edd491019a7 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608382 Mar 01 14:04:32.182220 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d213d1-27b1-473f-a59a-155c14b353ea tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:04:32.609159 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c6d213d1-27b1-473f-a59a-155c14b353ea tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:32.615507 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 60400) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:32.635761 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-c6d213d1-27b1-473f-a59a-155c14b353ea tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] device_id is not set on port dabfdc49-6790-4a8c-b263-be0257d6475a yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:04:32.734580 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1a360831-2329-4bee-bbc9-ddd590df9cb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:32.838609 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1a360831-2329-4bee-bbc9-ddd590df9cb2 admin admin] Publish callbacks [] for security_group (81ea68e5-e62b-4f6c-8b3e-0751b169a780), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:32.843974 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1a360831-2329-4bee-bbc9-ddd590df9cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (81ea68e5-e62b-4f6c-8b3e-0751b169a780), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:32.854900 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c6d213d1-27b1-473f-a59a-155c14b353ea tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for port (dabfdc49-6790-4a8c-b263-be0257d6475a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:32.884658 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1a360831-2329-4bee-bbc9-ddd590df9cb2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff6c97d732f3456b837c361d38741a07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2678685 Mar 01 14:04:32.886177 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a360831-2329-4bee-bbc9-ddd590df9cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ea68e5-e62b-4f6c-8b3e-0751b169a780,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:32.891739 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 60406) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:32.916569 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c6d213d1-27b1-473f-a59a-155c14b353ea tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (dabfdc49-6790-4a8c-b263-be0257d6475a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:32.953852 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-34dd2af4-e05c-4e0b-9e22-c69166d24109 admin admin] Publish callbacks [] for security_group (81ea68e5-e62b-4f6c-8b3e-0751b169a780), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:32.969110 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d213d1-27b1-473f-a59a-155c14b353ea tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Network 8708874b-713e-4e25-8104-ec223d791ef2 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:04:32.972954 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-c6d213d1-27b1-473f-a59a-155c14b353ea tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:04:32.977092 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-34dd2af4-e05c-4e0b-9e22-c69166d24109 admin admin] Publish callbacks [] for security_group (81ea68e5-e62b-4f6c-8b3e-0751b169a780), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:32.977261 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d213d1-27b1-473f-a59a-155c14b353ea tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:04:32.983654 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d213d1-27b1-473f-a59a-155c14b353ea tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:32.984310 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c6d213d1-27b1-473f-a59a-155c14b353ea tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:33.014883 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c6d213d1-27b1-473f-a59a-155c14b353ea tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9808378 Mar 01 14:04:33.016041 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d213d1-27b1-473f-a59a-155c14b353ea tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Port': ['ID=dabfdc49-6790-4a8c-b263-be0257d6475a,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:33.018119 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 60410) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:33.066199 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aebc909-87bc-437f-9575-35773469b980 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:33.067507 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4aebc909-87bc-437f-9575-35773469b980 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "GET /v2.0/ports/dabfdc49-6790-4a8c-b263-be0257d6475a HTTP/1.1" status: 200 len: 841 time: 0.0470378 Mar 01 14:04:33.070585 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60412) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:33.079574 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-34dd2af4-e05c-4e0b-9e22-c69166d24109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (81ea68e5-e62b-4f6c-8b3e-0751b169a780), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:33.082230 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-34dd2af4-e05c-4e0b-9e22-c69166d24109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:33.083326 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-34dd2af4-e05c-4e0b-9e22-c69166d24109 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81ea68e5-e62b-4f6c-8b3e-0751b169a780 HTTP/1.1" status: 204 len: 168 time: 0.1898320 Mar 01 14:04:33.102460 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd2af4-e05c-4e0b-9e22-c69166d24109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ea68e5-e62b-4f6c-8b3e-0751b169a780,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:33.181821 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f6b18f7e-cb8f-42a7-9909-782b780359af tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Deleting port dabfdc49-6790-4a8c-b263-be0257d6475a {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:04:33.182676 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f6b18f7e-cb8f-42a7-9909-782b780359af tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (dabfdc49-6790-4a8c-b263-be0257d6475a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:33.286363 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f6b18f7e-cb8f-42a7-9909-782b780359af tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (dabfdc49-6790-4a8c-b263-be0257d6475a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:33.305998 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f6b18f7e-cb8f-42a7-9909-782b780359af tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Calling delete_port for dabfdc49-6790-4a8c-b263-be0257d6475a owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:04:33.364115 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d805e0-1929-4fac-8fc5-4a37438878b4 req-9d07dfc9-6a8f-4d27-80be-789149540942 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:33.365976 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-74d805e0-1929-4fac-8fc5-4a37438878b4 req-9d07dfc9-6a8f-4d27-80be-789149540942 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 945 time: 0.0657060 Mar 01 14:04:33.423035 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f6b18f7e-cb8f-42a7-9909-782b780359af tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (dabfdc49-6790-4a8c-b263-be0257d6475a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:33.429615 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-74d805e0-1929-4fac-8fc5-4a37438878b4 req-0c5e0a2d-1a35-4323-a964-44ae9bb5d953 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546434 Mar 01 14:04:33.463808 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b18f7e-cb8f-42a7-9909-782b780359af tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Port': ['ID=dabfdc49-6790-4a8c-b263-be0257d6475a,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:33.477391 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f6b18f7e-cb8f-42a7-9909-782b780359af tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:33.482522 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f6b18f7e-cb8f-42a7-9909-782b780359af tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/ports/dabfdc49-6790-4a8c-b263-be0257d6475a HTTP/1.1" status: 204 len: 168 time: 0.4100947 Mar 01 14:04:33.485437 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 60422) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:33.511903 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c16932d-65fc-47c7-8f9e-d45e0da605d1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] GET failed (client error): The resource could not be found. Mar 01 14:04:33.517346 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3c16932d-65fc-47c7-8f9e-d45e0da605d1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "GET /v2.0/ports/dabfdc49-6790-4a8c-b263-be0257d6475a HTTP/1.1" status: 404 len: 333 time: 0.0268936 Mar 01 14:04:33.517514 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 60424) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:33.522800 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-6814a283-90a9-4171-85eb-f5f7ec9e7a28 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'port': {'network_id': '8708874b-713e-4e25-8104-ec223d791ef2', 'name': 'tempest-PortsTestJSON-971270944'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:33.645573 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6814a283-90a9-4171-85eb-f5f7ec9e7a28 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:04:33.651732 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6814a283-90a9-4171-85eb-f5f7ec9e7a28 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:33.677206 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-6814a283-90a9-4171-85eb-f5f7ec9e7a28 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] device_id is not set on port 02adaa4b-d4a8-4f66-a40d-0663bfd871e0 yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:04:33.842069 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60438) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:33.871189 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6814a283-90a9-4171-85eb-f5f7ec9e7a28 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for port (02adaa4b-d4a8-4f66-a40d-0663bfd871e0), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:33.911222 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6814a283-90a9-4171-85eb-f5f7ec9e7a28 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (02adaa4b-d4a8-4f66-a40d-0663bfd871e0), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:33.967228 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6814a283-90a9-4171-85eb-f5f7ec9e7a28 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Network 8708874b-713e-4e25-8104-ec223d791ef2 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:04:33.970614 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-6814a283-90a9-4171-85eb-f5f7ec9e7a28 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:04:33.981101 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6814a283-90a9-4171-85eb-f5f7ec9e7a28 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:04:33.987709 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6814a283-90a9-4171-85eb-f5f7ec9e7a28 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:33.988432 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6814a283-90a9-4171-85eb-f5f7ec9e7a28 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:33.992639 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814a283-90a9-4171-85eb-f5f7ec9e7a28 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Port': ['ID=02adaa4b-d4a8-4f66-a40d-0663bfd871e0,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:34.016380 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6814a283-90a9-4171-85eb-f5f7ec9e7a28 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4978769 Mar 01 14:04:34.017077 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60448) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:34.024856 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-be97c72a-73e4-4a31-8e8e-59b17127794d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:34.065740 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5c7cac12-b745-4c21-8fdc-ecbcfe097710 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:34.133813 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-be97c72a-73e4-4a31-8e8e-59b17127794d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (02adaa4b-d4a8-4f66-a40d-0663bfd871e0), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:34.236099 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5c7cac12-b745-4c21-8fdc-ecbcfe097710 admin admin] Publish callbacks [] for security_group (87302941-2a0f-44eb-9266-33b1b22c4a97), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:34.251238 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5c7cac12-b745-4c21-8fdc-ecbcfe097710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (87302941-2a0f-44eb-9266-33b1b22c4a97), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:34.337417 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7cac12-b745-4c21-8fdc-ecbcfe097710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87302941-2a0f-44eb-9266-33b1b22c4a97,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:34.343819 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5c7cac12-b745-4c21-8fdc-ecbcfe097710 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee1fc7850e58431f84727a1be94a6a0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4999185 Mar 01 14:04:34.346872 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 60458) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:34.374035 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-be97c72a-73e4-4a31-8e8e-59b17127794d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for port (02adaa4b-d4a8-4f66-a40d-0663bfd871e0), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:34.379843 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-be97c72a-73e4-4a31-8e8e-59b17127794d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (02adaa4b-d4a8-4f66-a40d-0663bfd871e0), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:34.424636 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-be97c72a-73e4-4a31-8e8e-59b17127794d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] In _notify_port_updated(), no bound segment for port 02adaa4b-d4a8-4f66-a40d-0663bfd871e0 on network 8708874b-713e-4e25-8104-ec223d791ef2 {{(pid=103726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 01 14:04:34.431923 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be97c72a-73e4-4a31-8e8e-59b17127794d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:34.432859 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d8941c58-6365-45cd-bebc-12e7d26d1194 admin admin] Publish callbacks [] for security_group (87302941-2a0f-44eb-9266-33b1b22c4a97), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:34.433339 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-be97c72a-73e4-4a31-8e8e-59b17127794d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:34.434193 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-be97c72a-73e4-4a31-8e8e-59b17127794d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "PUT /v2.0/ports/02adaa4b-d4a8-4f66-a40d-0663bfd871e0 HTTP/1.1" status: 200 len: 818 time: 0.4146960 Mar 01 14:04:34.437233 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60462) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:34.469647 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d8941c58-6365-45cd-bebc-12e7d26d1194 admin admin] Publish callbacks [] for security_group (87302941-2a0f-44eb-9266-33b1b22c4a97), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:34.481331 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97c72a-73e4-4a31-8e8e-59b17127794d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Port': ['ID=02adaa4b-d4a8-4f66-a40d-0663bfd871e0,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:34.544177 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d8941c58-6365-45cd-bebc-12e7d26d1194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (87302941-2a0f-44eb-9266-33b1b22c4a97), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:34.547735 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d8941c58-6365-45cd-bebc-12e7d26d1194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:34.552187 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d8941c58-6365-45cd-bebc-12e7d26d1194 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87302941-2a0f-44eb-9266-33b1b22c4a97 HTTP/1.1" status: 204 len: 168 time: 0.2036319 Mar 01 14:04:34.553900 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-76509183-b405-42bb-a727-cb1fd2168a48 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Deleting port 02adaa4b-d4a8-4f66-a40d-0663bfd871e0 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:04:34.554399 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-76509183-b405-42bb-a727-cb1fd2168a48 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (02adaa4b-d4a8-4f66-a40d-0663bfd871e0), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:34.571919 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8941c58-6365-45cd-bebc-12e7d26d1194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87302941-2a0f-44eb-9266-33b1b22c4a97,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:34.642975 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5995b6-c7c0-43e8-8551-ef659b249ead req-7200deca-7fdb-4a03-bcbe-a86fefaa791c tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:34.644617 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-af5995b6-c7c0-43e8-8551-ef659b249ead req-7200deca-7fdb-4a03-bcbe-a86fefaa791c tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 945 time: 0.0913994 Mar 01 14:04:34.707717 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-af5995b6-c7c0-43e8-8551-ef659b249ead req-5562831a-711d-4c32-85da-8915fc3e3e9b tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568223 Mar 01 14:04:34.734400 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-76509183-b405-42bb-a727-cb1fd2168a48 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (02adaa4b-d4a8-4f66-a40d-0663bfd871e0), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:34.752262 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-76509183-b405-42bb-a727-cb1fd2168a48 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Calling delete_port for 02adaa4b-d4a8-4f66-a40d-0663bfd871e0 owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:04:34.864831 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-76509183-b405-42bb-a727-cb1fd2168a48 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (02adaa4b-d4a8-4f66-a40d-0663bfd871e0), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:34.907096 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76509183-b405-42bb-a727-cb1fd2168a48 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Port': ['ID=02adaa4b-d4a8-4f66-a40d-0663bfd871e0,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:34.914684 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-76509183-b405-42bb-a727-cb1fd2168a48 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:34.918910 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-76509183-b405-42bb-a727-cb1fd2168a48 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/ports/02adaa4b-d4a8-4f66-a40d-0663bfd871e0 HTTP/1.1" status: 204 len: 168 time: 0.4807038 Mar 01 14:04:34.921427 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60480) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:34.996595 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfd7e8e-60a5-42cf-9c10-b4976db8bdc4 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:34.999970 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9cfd7e8e-60a5-42cf-9c10-b4976db8bdc4 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0768661 Mar 01 14:04:35.002110 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 60484) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:35.028766 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-70bc43eb-4396-4ade-bb3e-4b4bc46e0c5f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] GET failed (client error): The resource could not be found. Mar 01 14:04:35.030514 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-70bc43eb-4396-4ade-bb3e-4b4bc46e0c5f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "GET /v2.0/ports/02adaa4b-d4a8-4f66-a40d-0663bfd871e0 HTTP/1.1" status: 404 len: 333 time: 0.0273864 Mar 01 14:04:35.036788 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60486) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:35.037260 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60488) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:35.043508 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-c6778ff5-96c3-4e4f-b108-ba1236bf63e9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-415291190'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:35.062880 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b7d617d3-a9a2-4eda-bd36-776c43ee0fb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:35.088881 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6778ff5-96c3-4e4f-b108-ba1236bf63e9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:04:35.092140 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c6778ff5-96c3-4e4f-b108-ba1236bf63e9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:35.130582 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6778ff5-96c3-4e4f-b108-ba1236bf63e9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:04:35.148250 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c6778ff5-96c3-4e4f-b108-ba1236bf63e9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (2d12e980-4a29-488d-8dc2-fef8e9d011dd), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:35.148598 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-c6778ff5-96c3-4e4f-b108-ba1236bf63e9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Added segment 2d12e980-4a29-488d-8dc2-fef8e9d011dd of type vlan for network a4f78a42-3c49-48ec-b942-487a542258b7 Mar 01 14:04:35.209965 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b7d617d3-a9a2-4eda-bd36-776c43ee0fb2 admin admin] Publish callbacks [] for security_group (2aa99652-5d06-43ac-9de7-61a9983c0cb9), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:35.211707 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c6778ff5-96c3-4e4f-b108-ba1236bf63e9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (a4f78a42-3c49-48ec-b942-487a542258b7), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:35.214311 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b7d617d3-a9a2-4eda-bd36-776c43ee0fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (2aa99652-5d06-43ac-9de7-61a9983c0cb9), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:35.266105 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d617d3-a9a2-4eda-bd36-776c43ee0fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa99652-5d06-43ac-9de7-61a9983c0cb9,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:35.272536 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b7d617d3-a9a2-4eda-bd36-776c43ee0fb2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=109ad0de1c3b4e5c964ed74729e21313&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2343299 Mar 01 14:04:35.276209 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60494) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:35.292754 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c6778ff5-96c3-4e4f-b108-ba1236bf63e9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (a4f78a42-3c49-48ec-b942-487a542258b7), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:35.299319 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6778ff5-96c3-4e4f-b108-ba1236bf63e9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:35.300724 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c6778ff5-96c3-4e4f-b108-ba1236bf63e9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:35.347004 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c6778ff5-96c3-4e4f-b108-ba1236bf63e9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3050275 Mar 01 14:04:35.347801 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 60498) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:35.353613 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-73c28eca-51a8-4346-a326-521fcc2b7c34 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'subnet': {'network_id': 'a4f78a42-3c49-48ec-b942-487a542258b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:35.416189 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6778ff5-96c3-4e4f-b108-ba1236bf63e9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Network': ['ID=a4f78a42-3c49-48ec-b942-487a542258b7,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:35.421910 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9eb6-3afa-43d1-a821-c3558dff976b admin admin] Publish callbacks [] for security_group (2aa99652-5d06-43ac-9de7-61a9983c0cb9), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:35.431993 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network a4f78a42-3c49-48ec-b942-487a542258b7 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:04:35.446868 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9eb6-3afa-43d1-a821-c3558dff976b admin admin] Publish callbacks [] for security_group (2aa99652-5d06-43ac-9de7-61a9983c0cb9), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:35.525575 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9eb6-3afa-43d1-a821-c3558dff976b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (2aa99652-5d06-43ac-9de7-61a9983c0cb9), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:35.528785 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9eb6-3afa-43d1-a821-c3558dff976b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:35.531472 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c5bd9eb6-3afa-43d1-a821-c3558dff976b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2aa99652-5d06-43ac-9de7-61a9983c0cb9 HTTP/1.1" status: 204 len: 168 time: 0.2542994 Mar 01 14:04:35.548553 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd9eb6-3afa-43d1-a821-c3558dff976b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa99652-5d06-43ac-9de7-61a9983c0cb9,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:35.892181 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c28eca-51a8-4346-a326-521fcc2b7c34 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:04:35.895735 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-73c28eca-51a8-4346-a326-521fcc2b7c34 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:35.927048 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d8d8e-ec57-4700-8513-88040c27f8dc req-bc28ea7a-1b89-4dfa-af81-30c2b7160d21 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:35.933917 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-163d8d8e-ec57-4700-8513-88040c27f8dc req-bc28ea7a-1b89-4dfa-af81-30c2b7160d21 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 945 time: 0.0895653 Mar 01 14:04:36.071298 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-163d8d8e-ec57-4700-8513-88040c27f8dc req-d45a1eee-b28b-4056-a2b4-2d102f66421f tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321883 Mar 01 14:04:36.194222 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-73c28eca-51a8-4346-a326-521fcc2b7c34 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (a48a04d4-80de-48eb-a17b-54ac182d2452), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:36.259034 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c28eca-51a8-4346-a326-521fcc2b7c34 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Subnet': ['ID=a48a04d4-80de-48eb-a17b-54ac182d2452,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:36.270599 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c28eca-51a8-4346-a326-521fcc2b7c34 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Checking segment: {'id': '2d12e980-4a29-488d-8dc2-fef8e9d011dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a4f78a42-3c49-48ec-b942-487a542258b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:04:36.271084 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c28eca-51a8-4346-a326-521fcc2b7c34 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Network hostable DHCP agents. Network: a4f78a42-3c49-48ec-b942-487a542258b7, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:04:36.292719 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c28eca-51a8-4346-a326-521fcc2b7c34 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Network a4f78a42-3c49-48ec-b942-487a542258b7 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:04:36.304761 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-73c28eca-51a8-4346-a326-521fcc2b7c34 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, a4f78a42-3c49-48ec-b942-487a542258b7) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:04:36.314157 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6749ae16-0e3f-4fb1-abaa-06a44fe82945 None None] Network a4f78a42-3c49-48ec-b942-487a542258b7 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:04:36.316222 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c28eca-51a8-4346-a326-521fcc2b7c34 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:36.317114 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-73c28eca-51a8-4346-a326-521fcc2b7c34 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:36.345067 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60530) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:36.350910 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-45d97c19-82ef-4ca5-ad95-90283b08faf3 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'subnet': {'network_id': 'a4f78a42-3c49-48ec-b942-487a542258b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:36.355242 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-73c28eca-51a8-4346-a326-521fcc2b7c34 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0060635 Mar 01 14:04:36.488672 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9c546e-aff2-4824-917d-6cc100d98460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-a4f78a42-3c49-48ec-b942-487a542258b7', 'network_id': 'a4f78a42-3c49-48ec-b942-487a542258b7', 'project_id': '4c4d89e3b0454d80acb3eebd15f19c36', 'fixed_ips': [{'subnet_id': 'a48a04d4-80de-48eb-a17b-54ac182d2452'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:04:36.489882 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9c9c546e-aff2-4824-917d-6cc100d98460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:36.503464 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d97c19-82ef-4ca5-ad95-90283b08faf3 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:04:36.509262 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-45d97c19-82ef-4ca5-ad95-90283b08faf3 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:36.660205 n-d-827467-3 neutron-server[103726]: INFO neutron.db.ipam_backend_mixin [None req-45d97c19-82ef-4ca5-ad95-90283b08faf3 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a48a04d4-80de-48eb-a17b-54ac182d2452 (CIDR: 172.20.0.0/28) Mar 01 14:04:36.668400 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d97c19-82ef-4ca5-ad95-90283b08faf3 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:04:36.669083 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45d97c19-82ef-4ca5-ad95-90283b08faf3 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:04:36.680509 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-9c9c546e-aff2-4824-917d-6cc100d98460 None None] Allocated IP 172.20.0.2 (a4f78a42-3c49-48ec-b942-487a542258b7/a48a04d4-80de-48eb-a17b-54ac182d2452/31fad551-bd59-451e-9904-4787e56c9337) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:04:36.696228 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-45d97c19-82ef-4ca5-ad95-90283b08faf3 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3454239 Mar 01 14:04:36.696228 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60538) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:36.699852 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-3a7bb4f1-fde9-444f-9fbc-4fcc9a882e3f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'subnet': {'network_id': 'a4f78a42-3c49-48ec-b942-487a542258b7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:36.883136 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9c9c546e-aff2-4824-917d-6cc100d98460 None None] Publish callbacks [] for port (31fad551-bd59-451e-9904-4787e56c9337), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:36.891830 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9c9c546e-aff2-4824-917d-6cc100d98460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (31fad551-bd59-451e-9904-4787e56c9337), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:36.917788 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7bb4f1-fde9-444f-9fbc-4fcc9a882e3f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:04:36.922817 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3a7bb4f1-fde9-444f-9fbc-4fcc9a882e3f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:36.957385 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9c546e-aff2-4824-917d-6cc100d98460 None None] Pushing event updated for resources: {'Port': ['ID=31fad551-bd59-451e-9904-4787e56c9337,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:36.969636 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9c546e-aff2-4824-917d-6cc100d98460 None None] Network a4f78a42-3c49-48ec-b942-487a542258b7 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:04:36.972648 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9c546e-aff2-4824-917d-6cc100d98460 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:36.972648 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9c546e-aff2-4824-917d-6cc100d98460 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:36.972648 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9c546e-aff2-4824-917d-6cc100d98460 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:36.972648 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9c546e-aff2-4824-917d-6cc100d98460 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:36.973058 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9c546e-aff2-4824-917d-6cc100d98460 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:36.973285 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9c546e-aff2-4824-917d-6cc100d98460 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:36.973568 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9c546e-aff2-4824-917d-6cc100d98460 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:36.973990 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9c546e-aff2-4824-917d-6cc100d98460 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:36.974221 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9c546e-aff2-4824-917d-6cc100d98460 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:36.974550 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9c546e-aff2-4824-917d-6cc100d98460 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:36.975171 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9c546e-aff2-4824-917d-6cc100d98460 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:36.975171 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9c546e-aff2-4824-917d-6cc100d98460 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:36.985317 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9c546e-aff2-4824-917d-6cc100d98460 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:04:36.990308 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-9c9c546e-aff2-4824-917d-6cc100d98460 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:04:36.992516 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9c546e-aff2-4824-917d-6cc100d98460 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:04:37.116894 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-9c9c546e-aff2-4824-917d-6cc100d98460 None None] Attempting to bind port 31fad551-bd59-451e-9904-4787e56c9337 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:04:37.117280 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-9c9c546e-aff2-4824-917d-6cc100d98460 None None] Attempting to bind port 31fad551-bd59-451e-9904-4787e56c9337 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '2d12e980-4a29-488d-8dc2-fef8e9d011dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a4f78a42-3c49-48ec-b942-487a542258b7'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:04:37.117649 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c546e-aff2-4824-917d-6cc100d98460 None None] Attempting to bind port 31fad551-bd59-451e-9904-4787e56c9337 on network a4f78a42-3c49-48ec-b942-487a542258b7 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:04:37.130619 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c546e-aff2-4824-917d-6cc100d98460 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:04:37.131036 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c546e-aff2-4824-917d-6cc100d98460 None None] Checking segment: {'id': '2d12e980-4a29-488d-8dc2-fef8e9d011dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a4f78a42-3c49-48ec-b942-487a542258b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:04:37.131470 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9c9c546e-aff2-4824-917d-6cc100d98460 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:37.131870 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c546e-aff2-4824-917d-6cc100d98460 None None] Bound using segment: {'id': '2d12e980-4a29-488d-8dc2-fef8e9d011dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a4f78a42-3c49-48ec-b942-487a542258b7'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:04:37.132348 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-9c9c546e-aff2-4824-917d-6cc100d98460 None None] Bound port: 31fad551-bd59-451e-9904-4787e56c9337, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d12e980-4a29-488d-8dc2-fef8e9d011dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a4f78a42-3c49-48ec-b942-487a542258b7'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:04:37.132736 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9c9c546e-aff2-4824-917d-6cc100d98460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (31fad551-bd59-451e-9904-4787e56c9337), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:37.247010 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3a7bb4f1-fde9-444f-9fbc-4fcc9a882e3f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (855bbcf1-860b-4f75-b215-8971c1317086), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:37.297319 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7bb4f1-fde9-444f-9fbc-4fcc9a882e3f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Network a4f78a42-3c49-48ec-b942-487a542258b7 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:04:37.306266 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-3a7bb4f1-fde9-444f-9fbc-4fcc9a882e3f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:04:37.316376 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7bb4f1-fde9-444f-9fbc-4fcc9a882e3f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:37.317346 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3a7bb4f1-fde9-444f-9fbc-4fcc9a882e3f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:37.334020 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d716e3-2e1a-4b7e-91df-f65cd4086e0d req-411c8b92-64f0-4219-aa5c-1aced75deb7a tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:37.343862 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7bb4f1-fde9-444f-9fbc-4fcc9a882e3f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Subnet': ['ID=855bbcf1-860b-4f75-b215-8971c1317086,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:37.347137 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-82d716e3-2e1a-4b7e-91df-f65cd4086e0d req-411c8b92-64f0-4219-aa5c-1aced75deb7a tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 945 time: 0.1570616 Mar 01 14:04:37.347938 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-9c9c546e-aff2-4824-917d-6cc100d98460 None None] For port 31fad551-bd59-451e-9904-4787e56c9337, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:04:37.352825 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-9c9c546e-aff2-4824-917d-6cc100d98460 None None] For port 31fad551-bd59-451e-9904-4787e56c9337, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=31fad551-bd59-451e-9904-4787e56c9337,segment=NetworkSegment(2d12e980-4a29-488d-8dc2-fef8e9d011dd),segment_id=2d12e980-4a29-488d-8dc2-fef8e9d011dd)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:04:37.362798 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3a7bb4f1-fde9-444f-9fbc-4fcc9a882e3f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6684713 Mar 01 14:04:37.372178 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60560) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:37.377697 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-5323b67d-e7f7-45e1-bd65-79648872eaaa tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'port': {'network_id': 'a4f78a42-3c49-48ec-b942-487a542258b7', 'fixed_ips': [{'subnet_id': 'a48a04d4-80de-48eb-a17b-54ac182d2452'}, {'subnet_id': '855bbcf1-860b-4f75-b215-8971c1317086'}], 'name': 'tempest-PortsTestJSON-49630367'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:37.379524 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9c9c546e-aff2-4824-917d-6cc100d98460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (31fad551-bd59-451e-9904-4787e56c9337), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:37.407662 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-82d716e3-2e1a-4b7e-91df-f65cd4086e0d req-91198e40-2700-43e5-ad1d-f51b6b43a55b tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594356 Mar 01 14:04:37.450951 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9c546e-aff2-4824-917d-6cc100d98460 None None] Pushing event updated for resources: {'Port': ['ID=31fad551-bd59-451e-9904-4787e56c9337,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:37.607779 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5323b67d-e7f7-45e1-bd65-79648872eaaa tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:04:37.628045 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 60568) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:37.767346 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5323b67d-e7f7-45e1-bd65-79648872eaaa tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:37.796581 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-5323b67d-e7f7-45e1-bd65-79648872eaaa tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] device_id is not set on port e2d9b815-6c0b-4775-80bb-5750b7e5dd2c yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:04:38.026942 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1a7c3f2d-a215-4ffd-8af1-5f0ec6988559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:38.124502 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1a7c3f2d-a215-4ffd-8af1-5f0ec6988559 admin admin] Publish callbacks [] for security_group (9f4e66be-3715-4e14-88ff-ff95ed730d13), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:38.133281 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1a7c3f2d-a215-4ffd-8af1-5f0ec6988559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (9f4e66be-3715-4e14-88ff-ff95ed730d13), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:38.159245 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-5323b67d-e7f7-45e1-bd65-79648872eaaa tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Allocated IP 172.20.0.9 (a4f78a42-3c49-48ec-b942-487a542258b7/a48a04d4-80de-48eb-a17b-54ac182d2452/e2d9b815-6c0b-4775-80bb-5750b7e5dd2c) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:04:38.167579 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-5323b67d-e7f7-45e1-bd65-79648872eaaa tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Allocated IP 172.20.0.20 (a4f78a42-3c49-48ec-b942-487a542258b7/855bbcf1-860b-4f75-b215-8971c1317086/e2d9b815-6c0b-4775-80bb-5750b7e5dd2c) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:04:38.195922 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1a7c3f2d-a215-4ffd-8af1-5f0ec6988559 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0bd101f218684fa5ba1228f2754fae9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5661929 Mar 01 14:04:38.197110 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c3f2d-a215-4ffd-8af1-5f0ec6988559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4e66be-3715-4e14-88ff-ff95ed730d13,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:38.199076 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60582) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:38.339865 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4003b7d4-1079-4be7-8065-806d497d0459 admin admin] Publish callbacks [] for security_group (9f4e66be-3715-4e14-88ff-ff95ed730d13), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:38.385663 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4003b7d4-1079-4be7-8065-806d497d0459 admin admin] Publish callbacks [] for security_group (9f4e66be-3715-4e14-88ff-ff95ed730d13), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:38.428106 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5323b67d-e7f7-45e1-bd65-79648872eaaa tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for port (e2d9b815-6c0b-4775-80bb-5750b7e5dd2c), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:38.501083 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4003b7d4-1079-4be7-8065-806d497d0459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (9f4e66be-3715-4e14-88ff-ff95ed730d13), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:38.503853 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4003b7d4-1079-4be7-8065-806d497d0459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:38.507237 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4003b7d4-1079-4be7-8065-806d497d0459 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f4e66be-3715-4e14-88ff-ff95ed730d13 HTTP/1.1" status: 204 len: 168 time: 0.3049719 Mar 01 14:04:38.517824 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003b7d4-1079-4be7-8065-806d497d0459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4e66be-3715-4e14-88ff-ff95ed730d13,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:38.528147 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5323b67d-e7f7-45e1-bd65-79648872eaaa tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (e2d9b815-6c0b-4775-80bb-5750b7e5dd2c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:38.593820 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3747a0a-524f-46e0-87a5-11ae2f14a813 req-b4a73bf2-d73d-4488-aec0-aa8756e5a595 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:38.612762 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d3747a0a-524f-46e0-87a5-11ae2f14a813 req-b4a73bf2-d73d-4488-aec0-aa8756e5a595 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 945 time: 0.1292257 Mar 01 14:04:38.676350 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5323b67d-e7f7-45e1-bd65-79648872eaaa tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Network a4f78a42-3c49-48ec-b942-487a542258b7 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:04:38.685903 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-5323b67d-e7f7-45e1-bd65-79648872eaaa tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:04:38.697696 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5323b67d-e7f7-45e1-bd65-79648872eaaa tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:04:38.739725 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d3747a0a-524f-46e0-87a5-11ae2f14a813 req-eb2ff18b-6e4d-4ded-aa91-91c371244a22 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246192 Mar 01 14:04:38.750470 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323b67d-e7f7-45e1-bd65-79648872eaaa tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Port': ['ID=e2d9b815-6c0b-4775-80bb-5750b7e5dd2c,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:38.798035 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 31fad551-bd59-451e-9904-4787e56c9337 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:04:38.818695 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5323b67d-e7f7-45e1-bd65-79648872eaaa tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:38.826793 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5323b67d-e7f7-45e1-bd65-79648872eaaa tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:38.867922 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5323b67d-e7f7-45e1-bd65-79648872eaaa tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1002 time: 1.5006990 Mar 01 14:04:38.870574 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60602) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:38.883205 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-62a2a6d2-435f-4c13-a432-7cc4431d84f7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a48a04d4-80de-48eb-a17b-54ac182d2452'}]}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:38.932812 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 31fad551-bd59-451e-9904-4787e56c9337 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:04:38.933194 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (31fad551-bd59-451e-9904-4787e56c9337), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:38.996953 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9319169-ff88-4763-9e54-e6f300a9a5fb None None] Network a4f78a42-3c49-48ec-b942-487a542258b7 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:04:39.047627 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-62a2a6d2-435f-4c13-a432-7cc4431d84f7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e2d9b815-6c0b-4775-80bb-5750b7e5dd2c), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:39.145784 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-a8a82cd7-9f29-4845-a3f3-04b6f8eaa8aa None None] Provisioning complete for port 31fad551-bd59-451e-9904-4787e56c9337 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:04:39.146116 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a8a82cd7-9f29-4845-a3f3-04b6f8eaa8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (31fad551-bd59-451e-9904-4787e56c9337), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:39.243436 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 31fad551-bd59-451e-9904-4787e56c9337 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:04:39.244721 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (31fad551-bd59-451e-9904-4787e56c9337), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:39.258800 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60610) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:39.301777 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 31fad551-bd59-451e-9904-4787e56c9337, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=31fad551-bd59-451e-9904-4787e56c9337,segment=NetworkSegment(2d12e980-4a29-488d-8dc2-fef8e9d011dd),segment_id=2d12e980-4a29-488d-8dc2-fef8e9d011dd)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:04:39.331113 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2f473451-28ed-4811-b398-4d838c794d39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:39.355337 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (31fad551-bd59-451e-9904-4787e56c9337), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:39.420690 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=31fad551-bd59-451e-9904-4787e56c9337,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:39.432867 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-a8a82cd7-9f29-4845-a3f3-04b6f8eaa8aa None None] Current status of the port 31fad551-bd59-451e-9904-4787e56c9337 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:04:39.433470 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a8a82cd7-9f29-4845-a3f3-04b6f8eaa8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (31fad551-bd59-451e-9904-4787e56c9337), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:39.439311 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-62a2a6d2-435f-4c13-a432-7cc4431d84f7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Delete allocated IP 172.20.0.20 (a4f78a42-3c49-48ec-b942-487a542258b7/855bbcf1-860b-4f75-b215-8971c1317086) {{(pid=103726) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 01 14:04:39.511080 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-a8a82cd7-9f29-4845-a3f3-04b6f8eaa8aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 14:04:39.511461 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-a8a82cd7-9f29-4845-a3f3-04b6f8eaa8aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 14:04:39.513858 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36077f70-e70a-44f9-b14c-66307c807144 None None] Update dhcp port {'port': {'network_id': 'a4f78a42-3c49-48ec-b942-487a542258b7', 'fixed_ips': [{'subnet_id': 'a48a04d4-80de-48eb-a17b-54ac182d2452', 'ip_address': '172.20.0.2'}, {'subnet_id': '855bbcf1-860b-4f75-b215-8971c1317086'}], 'binding:host_id': 'n-d-827467-3'}, 'id': '31fad551-bd59-451e-9904-4787e56c9337'} from n-d-827467-3. {{(pid=103728) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 01 14:04:39.544824 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-36077f70-e70a-44f9-b14c-66307c807144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (31fad551-bd59-451e-9904-4787e56c9337), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:39.551481 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2f473451-28ed-4811-b398-4d838c794d39 admin admin] Publish callbacks [] for security_group (dde35bd8-48a5-4fe9-9b77-aab83635f633), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:39.563122 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2f473451-28ed-4811-b398-4d838c794d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (dde35bd8-48a5-4fe9-9b77-aab83635f633), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:39.598121 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2f473451-28ed-4811-b398-4d838c794d39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b9bb9b4b25b640a7a0852a50be6e5229&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3368697 Mar 01 14:04:39.598682 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 60616) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:39.644450 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f473451-28ed-4811-b398-4d838c794d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde35bd8-48a5-4fe9-9b77-aab83635f633,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:39.668447 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-06dc0507-cc70-4d15-9a96-c470e334380f admin admin] Publish callbacks [] for security_group (dde35bd8-48a5-4fe9-9b77-aab83635f633), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:39.689770 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-62a2a6d2-435f-4c13-a432-7cc4431d84f7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for port (e2d9b815-6c0b-4775-80bb-5750b7e5dd2c), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:39.697352 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-06dc0507-cc70-4d15-9a96-c470e334380f admin admin] Publish callbacks [] for security_group (dde35bd8-48a5-4fe9-9b77-aab83635f633), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:39.697705 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-62a2a6d2-435f-4c13-a432-7cc4431d84f7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (e2d9b815-6c0b-4775-80bb-5750b7e5dd2c), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:39.754863 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-06dc0507-cc70-4d15-9a96-c470e334380f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (dde35bd8-48a5-4fe9-9b77-aab83635f633), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:39.757775 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-06dc0507-cc70-4d15-9a96-c470e334380f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:39.761244 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-06dc0507-cc70-4d15-9a96-c470e334380f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dde35bd8-48a5-4fe9-9b77-aab83635f633 HTTP/1.1" status: 204 len: 168 time: 0.1588340 Mar 01 14:04:39.773645 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc0507-cc70-4d15-9a96-c470e334380f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde35bd8-48a5-4fe9-9b77-aab83635f633,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:39.803955 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-36077f70-e70a-44f9-b14c-66307c807144 None None] Allocated IP 172.20.0.18 (a4f78a42-3c49-48ec-b942-487a542258b7/855bbcf1-860b-4f75-b215-8971c1317086/31fad551-bd59-451e-9904-4787e56c9337) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:04:39.872666 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-62a2a6d2-435f-4c13-a432-7cc4431d84f7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] In _notify_port_updated(), no bound segment for port e2d9b815-6c0b-4775-80bb-5750b7e5dd2c on network a4f78a42-3c49-48ec-b942-487a542258b7 {{(pid=103726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 01 14:04:39.880724 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a2a6d2-435f-4c13-a432-7cc4431d84f7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:39.880724 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-62a2a6d2-435f-4c13-a432-7cc4431d84f7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:39.884640 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-62a2a6d2-435f-4c13-a432-7cc4431d84f7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "PUT /v2.0/ports/e2d9b815-6c0b-4775-80bb-5750b7e5dd2c HTTP/1.1" status: 200 len: 917 time: 1.0072348 Mar 01 14:04:39.885527 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2a6d2-435f-4c13-a432-7cc4431d84f7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Port': ['ID=e2d9b815-6c0b-4775-80bb-5750b7e5dd2c,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:39.889625 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60628) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:39.898917 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:39.899601 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-6bae12e8-a969-4fd0-923d-d848ce75616f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a48a04d4-80de-48eb-a17b-54ac182d2452'}, {'subnet_id': '855bbcf1-860b-4f75-b215-8971c1317086'}]}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:39.959579 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70434ee9-262c-4ee8-a2ac-4e596336c3cc req-3c70f2d2-f8db-415f-916a-feb36eee4d3a tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:39.962068 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-70434ee9-262c-4ee8-a2ac-4e596336c3cc req-3c70f2d2-f8db-415f-916a-feb36eee4d3a tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 945 time: 0.1150742 Mar 01 14:04:40.033594 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:40.034629 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6bae12e8-a969-4fd0-923d-d848ce75616f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e2d9b815-6c0b-4775-80bb-5750b7e5dd2c), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:40.078233 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-70434ee9-262c-4ee8-a2ac-4e596336c3cc req-8c477081-77e4-4b62-acd1-acbb893b511c tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097124 Mar 01 14:04:40.147784 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-a8a82cd7-9f29-4845-a3f3-04b6f8eaa8aa None None] Current status of the port 31fad551-bd59-451e-9904-4787e56c9337 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:04:40.175713 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-36077f70-e70a-44f9-b14c-66307c807144 None None] For port 31fad551-bd59-451e-9904-4787e56c9337, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=31fad551-bd59-451e-9904-4787e56c9337,segment=NetworkSegment(2d12e980-4a29-488d-8dc2-fef8e9d011dd),segment_id=2d12e980-4a29-488d-8dc2-fef8e9d011dd)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:04:40.230190 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-36077f70-e70a-44f9-b14c-66307c807144 None None] Publish callbacks [] for port (31fad551-bd59-451e-9904-4787e56c9337), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:40.240940 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-36077f70-e70a-44f9-b14c-66307c807144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (31fad551-bd59-451e-9904-4787e56c9337), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:40.348703 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36077f70-e70a-44f9-b14c-66307c807144 None None] Pushing event updated for resources: {'Port': ['ID=31fad551-bd59-451e-9904-4787e56c9337,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:40.376590 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-6bae12e8-a969-4fd0-923d-d848ce75616f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Allocated IP 172.20.0.22 (a4f78a42-3c49-48ec-b942-487a542258b7/855bbcf1-860b-4f75-b215-8971c1317086/e2d9b815-6c0b-4775-80bb-5750b7e5dd2c) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:04:40.572837 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6bae12e8-a969-4fd0-923d-d848ce75616f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for port (e2d9b815-6c0b-4775-80bb-5750b7e5dd2c), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:40.580189 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6bae12e8-a969-4fd0-923d-d848ce75616f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (e2d9b815-6c0b-4775-80bb-5750b7e5dd2c), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:40.657876 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 31fad551-bd59-451e-9904-4787e56c9337 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:04:40.737563 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 31fad551-bd59-451e-9904-4787e56c9337 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:04:40.737906 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (31fad551-bd59-451e-9904-4787e56c9337), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:40.755140 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae12e8-a969-4fd0-923d-d848ce75616f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Port': ['ID=e2d9b815-6c0b-4775-80bb-5750b7e5dd2c,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:40.876057 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-6bae12e8-a969-4fd0-923d-d848ce75616f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] In _notify_port_updated(), no bound segment for port e2d9b815-6c0b-4775-80bb-5750b7e5dd2c on network a4f78a42-3c49-48ec-b942-487a542258b7 {{(pid=103726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 01 14:04:40.882193 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bae12e8-a969-4fd0-923d-d848ce75616f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:40.883012 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6bae12e8-a969-4fd0-923d-d848ce75616f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:40.884556 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6bae12e8-a969-4fd0-923d-d848ce75616f tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "PUT /v2.0/ports/e2d9b815-6c0b-4775-80bb-5750b7e5dd2c HTTP/1.1" status: 200 len: 997 time: 0.9937899 Mar 01 14:04:40.885932 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 31fad551-bd59-451e-9904-4787e56c9337 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:04:40.887482 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 60654) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:41.088562 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-fb863c14-c687-4d43-a350-ad4012250fd1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Deleting port e2d9b815-6c0b-4775-80bb-5750b7e5dd2c {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:04:41.088979 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fb863c14-c687-4d43-a350-ad4012250fd1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (e2d9b815-6c0b-4775-80bb-5750b7e5dd2c), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:41.149422 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55957867-50e9-484c-ab8d-c941885c39a3 None None] Network a4f78a42-3c49-48ec-b942-487a542258b7 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:04:41.210427 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fb863c14-c687-4d43-a350-ad4012250fd1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (e2d9b815-6c0b-4775-80bb-5750b7e5dd2c), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:41.223859 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-fb863c14-c687-4d43-a350-ad4012250fd1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Calling delete_port for e2d9b815-6c0b-4775-80bb-5750b7e5dd2c owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:04:41.240494 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-5287d4f4-bb5e-41f7-acbf-8bb7096a0b3d None None] Provisioning complete for port e2d9b815-6c0b-4775-80bb-5750b7e5dd2c triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:04:41.240859 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5287d4f4-bb5e-41f7-acbf-8bb7096a0b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e2d9b815-6c0b-4775-80bb-5750b7e5dd2c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:41.316149 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-5287d4f4-bb5e-41f7-acbf-8bb7096a0b3d None None] Port e2d9b815-6c0b-4775-80bb-5750b7e5dd2c cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:04:41.365900 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-5287d4f4-bb5e-41f7-acbf-8bb7096a0b3d None None] Provisioning complete for port 31fad551-bd59-451e-9904-4787e56c9337 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:04:41.366640 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5287d4f4-bb5e-41f7-acbf-8bb7096a0b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (31fad551-bd59-451e-9904-4787e56c9337), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:41.491469 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fb863c14-c687-4d43-a350-ad4012250fd1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (e2d9b815-6c0b-4775-80bb-5750b7e5dd2c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:41.504367 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-5287d4f4-bb5e-41f7-acbf-8bb7096a0b3d None None] Current status of the port 31fad551-bd59-451e-9904-4787e56c9337 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:04:41.540055 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb863c14-c687-4d43-a350-ad4012250fd1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Port': ['ID=e2d9b815-6c0b-4775-80bb-5750b7e5dd2c,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:41.573490 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c20ad-71da-4adf-aed3-87fcab306214 req-57e57600-0194-44ed-bea1-770751b6a5d2 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:41.575003 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-654c20ad-71da-4adf-aed3-87fcab306214 req-57e57600-0194-44ed-bea1-770751b6a5d2 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 945 time: 0.3014913 Mar 01 14:04:41.687607 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-654c20ad-71da-4adf-aed3-87fcab306214 req-dd58474e-f94f-4c2c-9262-2b3768740c92 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864098 Mar 01 14:04:41.715298 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fb863c14-c687-4d43-a350-ad4012250fd1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:41.718852 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-fb863c14-c687-4d43-a350-ad4012250fd1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/ports/e2d9b815-6c0b-4775-80bb-5750b7e5dd2c HTTP/1.1" status: 204 len: 168 time: 0.8284962 Mar 01 14:04:41.719331 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60682) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:41.754562 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f7ff6f2-70ab-49d5-b6ac-d7a1c3f32697 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] GET failed (client error): The resource could not be found. Mar 01 14:04:41.756286 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6f7ff6f2-70ab-49d5-b6ac-d7a1c3f32697 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "GET /v2.0/ports/e2d9b815-6c0b-4775-80bb-5750b7e5dd2c HTTP/1.1" status: 404 len: 333 time: 0.0352995 Mar 01 14:04:41.759606 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60686) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:41.831639 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0598189-525a-4692-828a-3b94130694da tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Deleting subnet 855bbcf1-860b-4f75-b215-8971c1317086 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:04:41.836823 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d0598189-525a-4692-828a-3b94130694da tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for subnet (855bbcf1-860b-4f75-b215-8971c1317086), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:41.905579 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d0598189-525a-4692-828a-3b94130694da tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (855bbcf1-860b-4f75-b215-8971c1317086), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:42.042818 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d0598189-525a-4692-828a-3b94130694da tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (855bbcf1-860b-4f75-b215-8971c1317086), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:42.126287 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d0598189-525a-4692-828a-3b94130694da tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (855bbcf1-860b-4f75-b215-8971c1317086), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:42.170630 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0598189-525a-4692-828a-3b94130694da tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Subnet': ['ID=855bbcf1-860b-4f75-b215-8971c1317086,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:42.182267 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d0598189-525a-4692-828a-3b94130694da tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:42.187286 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d0598189-525a-4692-828a-3b94130694da tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/subnets/855bbcf1-860b-4f75-b215-8971c1317086 HTTP/1.1" status: 204 len: 168 time: 0.4262507 Mar 01 14:04:42.189511 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 60702) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:42.251890 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3d4407c-d850-49ce-ac25-4b58a70815af tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Deleting subnet a48a04d4-80de-48eb-a17b-54ac182d2452 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:04:42.255856 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c3d4407c-d850-49ce-ac25-4b58a70815af tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for subnet (a48a04d4-80de-48eb-a17b-54ac182d2452), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:42.305713 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c3d4407c-d850-49ce-ac25-4b58a70815af tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (a48a04d4-80de-48eb-a17b-54ac182d2452), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:42.463134 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c3d4407c-d850-49ce-ac25-4b58a70815af tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (a48a04d4-80de-48eb-a17b-54ac182d2452), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:42.575785 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c3d4407c-d850-49ce-ac25-4b58a70815af tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (a48a04d4-80de-48eb-a17b-54ac182d2452), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:42.614415 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4407c-d850-49ce-ac25-4b58a70815af tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Subnet': ['ID=a48a04d4-80de-48eb-a17b-54ac182d2452,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:42.625503 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c3d4407c-d850-49ce-ac25-4b58a70815af tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:42.629942 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c3d4407c-d850-49ce-ac25-4b58a70815af tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/subnets/a48a04d4-80de-48eb-a17b-54ac182d2452 HTTP/1.1" status: 204 len: 168 time: 0.4391134 Mar 01 14:04:42.632815 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60722) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:42.767867 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e4dac158-df04-4ad6-ae96-62f59083af7b tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (a4f78a42-3c49-48ec-b942-487a542258b7), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:42.811710 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:04:42.848726 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-301b0b7e-2117-4e85-ae3a-ea7e939e8676 None None] Could not find standard attr ID for object e2d9b815-6c0b-4775-80bb-5750b7e5dd2c. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 14:04:42.861124 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22a0260-9fdc-4165-a326-d15c1d182faa None None] Network a4f78a42-3c49-48ec-b942-487a542258b7 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:04:42.921292 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e4dac158-df04-4ad6-ae96-62f59083af7b tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Deleting port 31fad551-bd59-451e-9904-4787e56c9337 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:04:42.921292 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e4dac158-df04-4ad6-ae96-62f59083af7b tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (31fad551-bd59-451e-9904-4787e56c9337), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:42.941131 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-301b0b7e-2117-4e85-ae3a-ea7e939e8676 None None] Provisioning complete for port 31fad551-bd59-451e-9904-4787e56c9337 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:04:42.941759 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-301b0b7e-2117-4e85-ae3a-ea7e939e8676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (31fad551-bd59-451e-9904-4787e56c9337), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:43.019567 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-e4dac158-df04-4ad6-ae96-62f59083af7b tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] For port 31fad551-bd59-451e-9904-4787e56c9337, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=31fad551-bd59-451e-9904-4787e56c9337,segment=NetworkSegment(2d12e980-4a29-488d-8dc2-fef8e9d011dd),segment_id=2d12e980-4a29-488d-8dc2-fef8e9d011dd)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:04:43.020103 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e4dac158-df04-4ad6-ae96-62f59083af7b tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (31fad551-bd59-451e-9904-4787e56c9337), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:43.037759 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e4dac158-df04-4ad6-ae96-62f59083af7b tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Calling delete_port for 31fad551-bd59-451e-9904-4787e56c9337 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:04:43.039791 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c05597-df6e-4858-b378-274d452b9012 req-a555e1e2-82b1-497f-afb2-e1985a839dfa tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:43.041376 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f2c05597-df6e-4858-b378-274d452b9012 req-a555e1e2-82b1-497f-afb2-e1985a839dfa tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 945 time: 0.1645675 Mar 01 14:04:43.075388 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-301b0b7e-2117-4e85-ae3a-ea7e939e8676 None None] Current status of the port 31fad551-bd59-451e-9904-4787e56c9337 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:04:43.146058 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4914d9-be86-493c-82a0-c08e57f96e36 None None] DHCP port deletion for a4f78a42-3c49-48ec-b942-487a542258b7 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:04:43.169866 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e4dac158-df04-4ad6-ae96-62f59083af7b tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (31fad551-bd59-451e-9904-4787e56c9337), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:43.204014 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dac158-df04-4ad6-ae96-62f59083af7b tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] No DVR routers for this DVR port 31fad551-bd59-451e-9904-4787e56c9337 on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:04:43.210712 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dac158-df04-4ad6-ae96-62f59083af7b tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Port': ['ID=31fad551-bd59-451e-9904-4787e56c9337,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:43.213957 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f2c05597-df6e-4858-b378-274d452b9012 req-2555b4ed-d40e-496a-bebe-73f7f927f076 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550901 Mar 01 14:04:43.269318 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-8d4914d9-be86-493c-82a0-c08e57f96e36 None None] Deleting port 31fad551-bd59-451e-9904-4787e56c9337 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:04:43.270777 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8d4914d9-be86-493c-82a0-c08e57f96e36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (31fad551-bd59-451e-9904-4787e56c9337), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:43.331447 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e4dac158-df04-4ad6-ae96-62f59083af7b tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (a4f78a42-3c49-48ec-b942-487a542258b7), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:43.364577 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-e4dac158-df04-4ad6-ae96-62f59083af7b tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4f78a42-3c49-48ec-b942-487a542258b7']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:43.376436 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-e4dac158-df04-4ad6-ae96-62f59083af7b tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d12e980-4a29-488d-8dc2-fef8e9d011dd') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:43.376436 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-e4dac158-df04-4ad6-ae96-62f59083af7b tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d12e980-4a29-488d-8dc2-fef8e9d011dd') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:43.387623 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e4dac158-df04-4ad6-ae96-62f59083af7b tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (2d12e980-4a29-488d-8dc2-fef8e9d011dd), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:43.406206 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e4dac158-df04-4ad6-ae96-62f59083af7b tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (2d12e980-4a29-488d-8dc2-fef8e9d011dd), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:43.415110 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4dac158-df04-4ad6-ae96-62f59083af7b tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:04:43.415558 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e4dac158-df04-4ad6-ae96-62f59083af7b tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (2d12e980-4a29-488d-8dc2-fef8e9d011dd), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:43.418883 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:04:43.418883 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:04:43.418883 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:04:43.418883 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:04:43.418883 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:04:43.418883 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:04:43.418883 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:04:43.418883 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:04:43.418883 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:04:43.418883 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:04:43.418883 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:04:43.418883 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:04:43.418883 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:04:43.418883 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:04:43.418883 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:04:43.418883 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:04:43.418883 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:04:43.418883 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:04:43.418883 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:04:43.418883 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:04:43.418883 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:04:43.418883 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:04:43.418883 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:04:43.418883 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:04:43.418883 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:04:43.418883 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:04:43.418883 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:04:43.418883 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:04:43.418883 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:04:43.418883 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:04:43.418883 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:04:43.418883 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:04:43.432646 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-8d4914d9-be86-493c-82a0-c08e57f96e36 None None] For port 31fad551-bd59-451e-9904-4787e56c9337, host n-d-827467-3, got binding levels [] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:04:43.436408 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8d4914d9-be86-493c-82a0-c08e57f96e36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (31fad551-bd59-451e-9904-4787e56c9337), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:43.479946 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-8d4914d9-be86-493c-82a0-c08e57f96e36 None None] Calling delete_port for 31fad551-bd59-451e-9904-4787e56c9337 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:04:43.490787 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.ipam_backend_mixin [None req-8d4914d9-be86-493c-82a0-c08e57f96e36 None None] Port 31fad551-bd59-451e-9904-4787e56c9337 was not found and therefore no delete operation was performed {{(pid=103728) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 01 14:04:43.493165 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8d4914d9-be86-493c-82a0-c08e57f96e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (31fad551-bd59-451e-9904-4787e56c9337), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:43.498533 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e4dac158-df04-4ad6-ae96-62f59083af7b tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (a4f78a42-3c49-48ec-b942-487a542258b7), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:43.506012 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8d4914d9-be86-493c-82a0-c08e57f96e36 None None] Network a4f78a42-3c49-48ec-b942-487a542258b7 is not hosted by any dhcp agent {{(pid=103728) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 01 14:04:43.507000 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4914d9-be86-493c-82a0-c08e57f96e36 None None] No DVR routers for this DVR port 31fad551-bd59-451e-9904-4787e56c9337 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:04:43.517071 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e4dac158-df04-4ad6-ae96-62f59083af7b tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:43.522555 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e4dac158-df04-4ad6-ae96-62f59083af7b tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/networks/a4f78a42-3c49-48ec-b942-487a542258b7 HTTP/1.1" status: 204 len: 168 time: 0.8852859 Mar 01 14:04:43.523357 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 60748) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:43.541701 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4914d9-be86-493c-82a0-c08e57f96e36 None None] Pushing event deleted for resources: {'Port': ['ID=31fad551-bd59-451e-9904-4787e56c9337,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:43.542423 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dac158-df04-4ad6-ae96-62f59083af7b tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Network': ['ID=a4f78a42-3c49-48ec-b942-487a542258b7,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:43.607706 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef1166d-a1a3-4c4a-9fbd-56d415287e65 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:43.610055 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0ef1166d-a1a3-4c4a-9fbd-56d415287e65 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0855103 Mar 01 14:04:43.613062 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60750) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:43.694409 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 60754) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:43.694622 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cec608ab-f9fa-42fb-b5d8-a8642c345137 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0801995 Mar 01 14:04:43.701475 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-5c45efd2-e706-4b0a-96b3-535daa23c0b0 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1257409'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:43.725263 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c45efd2-e706-4b0a-96b3-535daa23c0b0 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:04:43.731174 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5c45efd2-e706-4b0a-96b3-535daa23c0b0 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:43.772723 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c45efd2-e706-4b0a-96b3-535daa23c0b0 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:04:43.784860 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5c45efd2-e706-4b0a-96b3-535daa23c0b0 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (b16b2a5c-c02e-4b03-83e8-fea474692552), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:43.786192 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-5c45efd2-e706-4b0a-96b3-535daa23c0b0 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Added segment b16b2a5c-c02e-4b03-83e8-fea474692552 of type vlan for network a1678ba8-0fea-4243-bf15-e34afa2a49e1 Mar 01 14:04:43.846604 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5c45efd2-e706-4b0a-96b3-535daa23c0b0 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (a1678ba8-0fea-4243-bf15-e34afa2a49e1), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:43.898165 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5c45efd2-e706-4b0a-96b3-535daa23c0b0 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (a1678ba8-0fea-4243-bf15-e34afa2a49e1), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:43.905052 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c45efd2-e706-4b0a-96b3-535daa23c0b0 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:43.905654 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5c45efd2-e706-4b0a-96b3-535daa23c0b0 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:43.941007 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5c45efd2-e706-4b0a-96b3-535daa23c0b0 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2420053 Mar 01 14:04:43.941963 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 60764) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:43.948158 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-84b5e1e8-dd29-4174-bcc8-f127215c0466 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'subnet': {'network_id': 'a1678ba8-0fea-4243-bf15-e34afa2a49e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:44.061038 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45efd2-e706-4b0a-96b3-535daa23c0b0 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Network': ['ID=a1678ba8-0fea-4243-bf15-e34afa2a49e1,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:44.077701 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network a1678ba8-0fea-4243-bf15-e34afa2a49e1 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:04:44.115104 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b5e1e8-dd29-4174-bcc8-f127215c0466 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:04:44.120376 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-84b5e1e8-dd29-4174-bcc8-f127215c0466 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:44.395217 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-84b5e1e8-dd29-4174-bcc8-f127215c0466 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (de552e95-5533-453f-8560-472d7bcdde10), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:44.462885 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5e1e8-dd29-4174-bcc8-f127215c0466 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Subnet': ['ID=de552e95-5533-453f-8560-472d7bcdde10,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:44.483006 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60499764-895a-4460-9387-686e585d6ab7 req-ddaea310-d226-4fba-9e8c-9030c0c9b329 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:44.484840 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-60499764-895a-4460-9387-686e585d6ab7 req-ddaea310-d226-4fba-9e8c-9030c0c9b329 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 945 time: 0.1497386 Mar 01 14:04:44.526018 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b5e1e8-dd29-4174-bcc8-f127215c0466 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Checking segment: {'id': 'b16b2a5c-c02e-4b03-83e8-fea474692552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a1678ba8-0fea-4243-bf15-e34afa2a49e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:04:44.526472 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b5e1e8-dd29-4174-bcc8-f127215c0466 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Network hostable DHCP agents. Network: a1678ba8-0fea-4243-bf15-e34afa2a49e1, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:04:44.569125 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-60499764-895a-4460-9387-686e585d6ab7 req-777b19bb-14e5-4c28-8cd3-5cc779bb703d tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719295 Mar 01 14:04:44.575696 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b5e1e8-dd29-4174-bcc8-f127215c0466 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Network a1678ba8-0fea-4243-bf15-e34afa2a49e1 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:04:44.600685 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-84b5e1e8-dd29-4174-bcc8-f127215c0466 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, a1678ba8-0fea-4243-bf15-e34afa2a49e1) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:04:44.606129 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b5e1e8-dd29-4174-bcc8-f127215c0466 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:44.606996 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-84b5e1e8-dd29-4174-bcc8-f127215c0466 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:44.615626 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a40fd25-d7e8-4076-bb43-c2cec58b42ce None None] Network a1678ba8-0fea-4243-bf15-e34afa2a49e1 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:04:44.645289 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60786) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:44.651213 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-4ef9d910-e885-48da-8feb-20f5ba3e1a61 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'port': {'network_id': 'a1678ba8-0fea-4243-bf15-e34afa2a49e1', 'name': 'tempest-PortsTestJSON-1355043963'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:44.654834 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-84b5e1e8-dd29-4174-bcc8-f127215c0466 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7117429 Mar 01 14:04:44.712109 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 31fad551-bd59-451e-9904-4787e56c9337 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:04:44.751294 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60788) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:44.753395 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 31fad551-bd59-451e-9904-4787e56c9337 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:04:44.753988 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 31fad551-bd59-451e-9904-4787e56c9337 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:04:44.791173 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c7b15e-61d7-4ae8-996e-e0efc9b0fb52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-a1678ba8-0fea-4243-bf15-e34afa2a49e1', 'network_id': 'a1678ba8-0fea-4243-bf15-e34afa2a49e1', 'project_id': '4c4d89e3b0454d80acb3eebd15f19c36', 'fixed_ips': [{'subnet_id': 'de552e95-5533-453f-8560-472d7bcdde10'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:04:44.794296 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-24c7b15e-61d7-4ae8-996e-e0efc9b0fb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:44.869848 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef9d910-e885-48da-8feb-20f5ba3e1a61 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:04:44.875120 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4ef9d910-e885-48da-8feb-20f5ba3e1a61 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:44.902899 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-4ef9d910-e885-48da-8feb-20f5ba3e1a61 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] device_id is not set on port e2851a8c-712f-4bd7-b286-0899771c3527 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:04:45.189074 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d930908d-f2ed-4ebe-a295-2329f7604346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:45.299892 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d930908d-f2ed-4ebe-a295-2329f7604346 admin admin] Publish callbacks [] for security_group (2d106f96-b658-47ba-b333-2417ae9cd8ba), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:45.306653 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-24c7b15e-61d7-4ae8-996e-e0efc9b0fb52 None None] Allocated IP 172.20.0.2 (a1678ba8-0fea-4243-bf15-e34afa2a49e1/de552e95-5533-453f-8560-472d7bcdde10/0eb8fee6-dc2a-4899-be14-7f8e9a665410) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:04:45.307536 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d930908d-f2ed-4ebe-a295-2329f7604346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (2d106f96-b658-47ba-b333-2417ae9cd8ba), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:45.377304 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d930908d-f2ed-4ebe-a295-2329f7604346 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5529b7a3b602484bb9f3eb8890db3a68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6247003 Mar 01 14:04:45.380153 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 60802) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:45.380869 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930908d-f2ed-4ebe-a295-2329f7604346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d106f96-b658-47ba-b333-2417ae9cd8ba,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:45.464310 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-77cf74d0-9ae3-4084-84ed-02b0ee039c5d admin admin] Publish callbacks [] for security_group (2d106f96-b658-47ba-b333-2417ae9cd8ba), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:45.492646 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-77cf74d0-9ae3-4084-84ed-02b0ee039c5d admin admin] Publish callbacks [] for security_group (2d106f96-b658-47ba-b333-2417ae9cd8ba), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:45.527079 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-24c7b15e-61d7-4ae8-996e-e0efc9b0fb52 None None] Publish callbacks [] for port (0eb8fee6-dc2a-4899-be14-7f8e9a665410), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:45.542891 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-24c7b15e-61d7-4ae8-996e-e0efc9b0fb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (0eb8fee6-dc2a-4899-be14-7f8e9a665410), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:45.566573 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-77cf74d0-9ae3-4084-84ed-02b0ee039c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (2d106f96-b658-47ba-b333-2417ae9cd8ba), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:45.569793 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-77cf74d0-9ae3-4084-84ed-02b0ee039c5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:45.571305 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-77cf74d0-9ae3-4084-84ed-02b0ee039c5d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d106f96-b658-47ba-b333-2417ae9cd8ba HTTP/1.1" status: 204 len: 168 time: 0.1894715 Mar 01 14:04:45.589971 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf74d0-9ae3-4084-84ed-02b0ee039c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d106f96-b658-47ba-b333-2417ae9cd8ba,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:45.658421 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-4ef9d910-e885-48da-8feb-20f5ba3e1a61 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Allocated IP 172.20.0.14 (a1678ba8-0fea-4243-bf15-e34afa2a49e1/de552e95-5533-453f-8560-472d7bcdde10/e2851a8c-712f-4bd7-b286-0899771c3527) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:04:45.679922 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c7b15e-61d7-4ae8-996e-e0efc9b0fb52 None None] Network a1678ba8-0fea-4243-bf15-e34afa2a49e1 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:04:45.728541 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-24c7b15e-61d7-4ae8-996e-e0efc9b0fb52 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:04:45.747216 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c7b15e-61d7-4ae8-996e-e0efc9b0fb52 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:04:45.787726 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1dd39-9b69-4e0d-99db-8d5e3e4fffa2 req-84017110-8378-4984-89aa-389a7de9c88a tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:45.789516 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bbd1dd39-9b69-4e0d-99db-8d5e3e4fffa2 req-84017110-8378-4984-89aa-389a7de9c88a tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 945 time: 0.1379662 Mar 01 14:04:45.802253 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7b15e-61d7-4ae8-996e-e0efc9b0fb52 None None] Pushing event updated for resources: {'Port': ['ID=0eb8fee6-dc2a-4899-be14-7f8e9a665410,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:45.894806 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bbd1dd39-9b69-4e0d-99db-8d5e3e4fffa2 req-4934f1ed-84fe-4f43-90bd-61756b4099ad tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984747 Mar 01 14:04:45.914237 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4ef9d910-e885-48da-8feb-20f5ba3e1a61 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for port (e2851a8c-712f-4bd7-b286-0899771c3527), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:45.931461 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-24c7b15e-61d7-4ae8-996e-e0efc9b0fb52 None None] Attempting to bind port 0eb8fee6-dc2a-4899-be14-7f8e9a665410 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:04:45.931900 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-24c7b15e-61d7-4ae8-996e-e0efc9b0fb52 None None] Attempting to bind port 0eb8fee6-dc2a-4899-be14-7f8e9a665410 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'b16b2a5c-c02e-4b03-83e8-fea474692552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a1678ba8-0fea-4243-bf15-e34afa2a49e1'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:04:45.932294 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c7b15e-61d7-4ae8-996e-e0efc9b0fb52 None None] Attempting to bind port 0eb8fee6-dc2a-4899-be14-7f8e9a665410 on network a1678ba8-0fea-4243-bf15-e34afa2a49e1 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:04:45.952015 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c7b15e-61d7-4ae8-996e-e0efc9b0fb52 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:04:45.953556 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c7b15e-61d7-4ae8-996e-e0efc9b0fb52 None None] Checking segment: {'id': 'b16b2a5c-c02e-4b03-83e8-fea474692552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a1678ba8-0fea-4243-bf15-e34afa2a49e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:04:45.954075 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-24c7b15e-61d7-4ae8-996e-e0efc9b0fb52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:45.955658 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c7b15e-61d7-4ae8-996e-e0efc9b0fb52 None None] Bound using segment: {'id': 'b16b2a5c-c02e-4b03-83e8-fea474692552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a1678ba8-0fea-4243-bf15-e34afa2a49e1'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:04:45.957471 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-24c7b15e-61d7-4ae8-996e-e0efc9b0fb52 None None] Bound port: 0eb8fee6-dc2a-4899-be14-7f8e9a665410, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16b2a5c-c02e-4b03-83e8-fea474692552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a1678ba8-0fea-4243-bf15-e34afa2a49e1'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:04:45.958863 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-24c7b15e-61d7-4ae8-996e-e0efc9b0fb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (0eb8fee6-dc2a-4899-be14-7f8e9a665410), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:45.976309 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4ef9d910-e885-48da-8feb-20f5ba3e1a61 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (e2851a8c-712f-4bd7-b286-0899771c3527), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:46.042270 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-24c7b15e-61d7-4ae8-996e-e0efc9b0fb52 None None] For port 0eb8fee6-dc2a-4899-be14-7f8e9a665410, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:04:46.050075 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef9d910-e885-48da-8feb-20f5ba3e1a61 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Network a1678ba8-0fea-4243-bf15-e34afa2a49e1 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:04:46.053697 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-4ef9d910-e885-48da-8feb-20f5ba3e1a61 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:04:46.058077 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef9d910-e885-48da-8feb-20f5ba3e1a61 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:04:46.059723 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-24c7b15e-61d7-4ae8-996e-e0efc9b0fb52 None None] For port 0eb8fee6-dc2a-4899-be14-7f8e9a665410, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=0eb8fee6-dc2a-4899-be14-7f8e9a665410,segment=NetworkSegment(b16b2a5c-c02e-4b03-83e8-fea474692552),segment_id=b16b2a5c-c02e-4b03-83e8-fea474692552)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:04:46.078059 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-24c7b15e-61d7-4ae8-996e-e0efc9b0fb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (0eb8fee6-dc2a-4899-be14-7f8e9a665410), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:46.094038 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9d910-e885-48da-8feb-20f5ba3e1a61 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Port': ['ID=e2851a8c-712f-4bd7-b286-0899771c3527,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:46.128654 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef9d910-e885-48da-8feb-20f5ba3e1a61 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:46.133229 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4ef9d910-e885-48da-8feb-20f5ba3e1a61 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:46.163940 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4ef9d910-e885-48da-8feb-20f5ba3e1a61 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5161097 Mar 01 14:04:46.165826 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 60822) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:46.173789 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-7474f740-892c-4056-b06e-ad99dbd20235 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'port': {'network_id': 'a1678ba8-0fea-4243-bf15-e34afa2a49e1', 'name': 'tempest-PortsTestJSON-1146164993'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:46.238142 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7b15e-61d7-4ae8-996e-e0efc9b0fb52 None None] Pushing event updated for resources: {'Port': ['ID=0eb8fee6-dc2a-4899-be14-7f8e9a665410,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:46.297170 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 60824) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:46.338669 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-987aa211-d1b1-494a-9f3a-2f71e07293a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:46.488439 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7474f740-892c-4056-b06e-ad99dbd20235 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:04:46.493858 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7474f740-892c-4056-b06e-ad99dbd20235 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:46.523963 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-7474f740-892c-4056-b06e-ad99dbd20235 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] device_id is not set on port 7331ac22-6e2d-43be-a68d-8bf11cd1eed6 yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:04:46.535704 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-987aa211-d1b1-494a-9f3a-2f71e07293a8 admin admin] Publish callbacks [] for security_group (2d641f06-f063-4453-bc90-20c219f1dd24), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:46.579613 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-987aa211-d1b1-494a-9f3a-2f71e07293a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (2d641f06-f063-4453-bc90-20c219f1dd24), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:46.663907 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987aa211-d1b1-494a-9f3a-2f71e07293a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d641f06-f063-4453-bc90-20c219f1dd24,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:46.737287 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 0eb8fee6-dc2a-4899-be14-7f8e9a665410 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:04:46.752794 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-987aa211-d1b1-494a-9f3a-2f71e07293a8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=465ce07e27ae4a86bd854057c1457dbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4518125 Mar 01 14:04:46.753487 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60828) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:46.844647 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 0eb8fee6-dc2a-4899-be14-7f8e9a665410 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:04:46.846624 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (0eb8fee6-dc2a-4899-be14-7f8e9a665410), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:46.855138 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9e4c6192-4cee-4ce9-8c6c-f278a5d5893d admin admin] Publish callbacks [] for security_group (2d641f06-f063-4453-bc90-20c219f1dd24), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:46.876074 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-7474f740-892c-4056-b06e-ad99dbd20235 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Allocated IP 172.20.0.12 (a1678ba8-0fea-4243-bf15-e34afa2a49e1/de552e95-5533-453f-8560-472d7bcdde10/7331ac22-6e2d-43be-a68d-8bf11cd1eed6) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:04:46.894919 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9e4c6192-4cee-4ce9-8c6c-f278a5d5893d admin admin] Publish callbacks [] for security_group (2d641f06-f063-4453-bc90-20c219f1dd24), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:47.000616 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9e4c6192-4cee-4ce9-8c6c-f278a5d5893d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (2d641f06-f063-4453-bc90-20c219f1dd24), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:47.003210 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9e4c6192-4cee-4ce9-8c6c-f278a5d5893d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:47.006848 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9e4c6192-4cee-4ce9-8c6c-f278a5d5893d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d641f06-f063-4453-bc90-20c219f1dd24 HTTP/1.1" status: 204 len: 168 time: 0.2502308 Mar 01 14:04:47.026552 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c6192-4cee-4ce9-8c6c-f278a5d5893d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d641f06-f063-4453-bc90-20c219f1dd24,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:47.083735 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 0eb8fee6-dc2a-4899-be14-7f8e9a665410 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:04:47.084515 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (0eb8fee6-dc2a-4899-be14-7f8e9a665410), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:47.131941 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 0eb8fee6-dc2a-4899-be14-7f8e9a665410, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=0eb8fee6-dc2a-4899-be14-7f8e9a665410,segment=NetworkSegment(b16b2a5c-c02e-4b03-83e8-fea474692552),segment_id=b16b2a5c-c02e-4b03-83e8-fea474692552)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:04:47.144855 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (0eb8fee6-dc2a-4899-be14-7f8e9a665410), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:47.240476 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7474f740-892c-4056-b06e-ad99dbd20235 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for port (7331ac22-6e2d-43be-a68d-8bf11cd1eed6), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:47.281451 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=0eb8fee6-dc2a-4899-be14-7f8e9a665410,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:47.359276 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7474f740-892c-4056-b06e-ad99dbd20235 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (7331ac22-6e2d-43be-a68d-8bf11cd1eed6), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:47.419568 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7474f740-892c-4056-b06e-ad99dbd20235 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Network a1678ba8-0fea-4243-bf15-e34afa2a49e1 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:04:47.426364 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-7474f740-892c-4056-b06e-ad99dbd20235 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:04:47.438038 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7474f740-892c-4056-b06e-ad99dbd20235 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:04:47.501595 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38467ce8-6377-4ed9-83cd-a088fa18340c req-98ccec48-5680-464b-906f-a06bac12d53f tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:47.518434 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-38467ce8-6377-4ed9-83cd-a088fa18340c req-98ccec48-5680-464b-906f-a06bac12d53f tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 945 time: 0.2278602 Mar 01 14:04:47.561905 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7474f740-892c-4056-b06e-ad99dbd20235 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:47.562788 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7474f740-892c-4056-b06e-ad99dbd20235 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:47.567207 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474f740-892c-4056-b06e-ad99dbd20235 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Port': ['ID=7331ac22-6e2d-43be-a68d-8bf11cd1eed6,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:47.655015 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-38467ce8-6377-4ed9-83cd-a088fa18340c req-1bfe98c4-bfd0-442f-8189-181f3e6dd927 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295857 Mar 01 14:04:47.694290 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60850) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:47.694445 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7474f740-892c-4056-b06e-ad99dbd20235 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5273118 Mar 01 14:04:47.847003 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392f0bbf-5c45-4007-a0f0-b94ed5822074 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:47.848820 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-392f0bbf-5c45-4007-a0f0-b94ed5822074 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.1534517 Mar 01 14:04:47.851518 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60864) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:47.888935 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e41a5a-ea89-49bc-a63b-2f8d0a6c23f9 None None] Network a1678ba8-0fea-4243-bf15-e34afa2a49e1 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:04:47.964119 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-aaef7b82-1e53-498c-ab71-68db936c35f4 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Deleting port 7331ac22-6e2d-43be-a68d-8bf11cd1eed6 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:04:47.964618 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aaef7b82-1e53-498c-ab71-68db936c35f4 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (7331ac22-6e2d-43be-a68d-8bf11cd1eed6), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:48.071152 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-1177c833-b5da-479a-8ea8-9f8b4ad8a986 None None] Provisioning complete for port 0eb8fee6-dc2a-4899-be14-7f8e9a665410 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:04:48.071830 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1177c833-b5da-479a-8ea8-9f8b4ad8a986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (0eb8fee6-dc2a-4899-be14-7f8e9a665410), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:48.184639 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-1177c833-b5da-479a-8ea8-9f8b4ad8a986 None None] Current status of the port 0eb8fee6-dc2a-4899-be14-7f8e9a665410 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:04:48.612651 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aaef7b82-1e53-498c-ab71-68db936c35f4 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (7331ac22-6e2d-43be-a68d-8bf11cd1eed6), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:48.618808 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-f9d84c29-66d8-4ffc-ad8e-4e2c82c667d8 None None] Provisioning complete for port e2851a8c-712f-4bd7-b286-0899771c3527 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:04:48.619543 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f9d84c29-66d8-4ffc-ad8e-4e2c82c667d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e2851a8c-712f-4bd7-b286-0899771c3527), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:48.647096 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-aaef7b82-1e53-498c-ab71-68db936c35f4 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Calling delete_port for 7331ac22-6e2d-43be-a68d-8bf11cd1eed6 owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:04:48.717711 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 0eb8fee6-dc2a-4899-be14-7f8e9a665410 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:04:48.760573 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f9d84c29-66d8-4ffc-ad8e-4e2c82c667d8 None None] Port e2851a8c-712f-4bd7-b286-0899771c3527 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:04:48.813287 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-f9d84c29-66d8-4ffc-ad8e-4e2c82c667d8 None None] Provisioning complete for port 7331ac22-6e2d-43be-a68d-8bf11cd1eed6 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:04:48.816434 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f9d84c29-66d8-4ffc-ad8e-4e2c82c667d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7331ac22-6e2d-43be-a68d-8bf11cd1eed6), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:48.891481 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ad6b2-1322-4384-b9bf-8f2e46accb9d req-9b382cd0-786f-43ab-87c7-5b2b3755a15a tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:48.942754 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aaef7b82-1e53-498c-ab71-68db936c35f4 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (7331ac22-6e2d-43be-a68d-8bf11cd1eed6), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:48.945479 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5c8ad6b2-1322-4384-b9bf-8f2e46accb9d req-9b382cd0-786f-43ab-87c7-5b2b3755a15a tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 945 time: 0.1761334 Mar 01 14:04:48.948348 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f9d84c29-66d8-4ffc-ad8e-4e2c82c667d8 None None] Port 7331ac22-6e2d-43be-a68d-8bf11cd1eed6 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:04:48.971900 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 0eb8fee6-dc2a-4899-be14-7f8e9a665410 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:04:48.972719 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (0eb8fee6-dc2a-4899-be14-7f8e9a665410), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:48.993646 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef7b82-1e53-498c-ab71-68db936c35f4 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Port': ['ID=7331ac22-6e2d-43be-a68d-8bf11cd1eed6,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:49.053257 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5c8ad6b2-1322-4384-b9bf-8f2e46accb9d req-a8079959-dc09-4ad5-9855-18b993774f7a tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065295 Mar 01 14:04:49.120117 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-f9d84c29-66d8-4ffc-ad8e-4e2c82c667d8 None None] Provisioning complete for port 0eb8fee6-dc2a-4899-be14-7f8e9a665410 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:04:49.120497 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f9d84c29-66d8-4ffc-ad8e-4e2c82c667d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (0eb8fee6-dc2a-4899-be14-7f8e9a665410), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:49.159882 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aaef7b82-1e53-498c-ab71-68db936c35f4 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:49.176350 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-aaef7b82-1e53-498c-ab71-68db936c35f4 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/ports/7331ac22-6e2d-43be-a68d-8bf11cd1eed6 HTTP/1.1" status: 204 len: 168 time: 1.3231068 Mar 01 14:04:49.179550 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 60912) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:49.284596 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-021bb684-745d-4ca8-a7b0-39dc1cc1d941 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] GET failed (client error): The resource could not be found. Mar 01 14:04:49.292666 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 60914) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:49.295892 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-021bb684-745d-4ca8-a7b0-39dc1cc1d941 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "GET /v2.0/ports/7331ac22-6e2d-43be-a68d-8bf11cd1eed6 HTTP/1.1" status: 404 len: 333 time: 0.1146536 Mar 01 14:04:49.351267 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 0eb8fee6-dc2a-4899-be14-7f8e9a665410 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:04:49.361939 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f9d84c29-66d8-4ffc-ad8e-4e2c82c667d8 None None] Current status of the port 0eb8fee6-dc2a-4899-be14-7f8e9a665410 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:04:49.548212 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-88bdb161-8ee7-4057-a825-4d39bb4e2ffe None None] Provisioning complete for port e2851a8c-712f-4bd7-b286-0899771c3527 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:04:49.548653 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-88bdb161-8ee7-4057-a825-4d39bb4e2ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e2851a8c-712f-4bd7-b286-0899771c3527), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:49.579952 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-0aa221c1-77de-4df6-855f-d77ea0356f1e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Deleting port e2851a8c-712f-4bd7-b286-0899771c3527 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:04:49.593100 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0aa221c1-77de-4df6-855f-d77ea0356f1e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (e2851a8c-712f-4bd7-b286-0899771c3527), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:49.691884 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-88bdb161-8ee7-4057-a825-4d39bb4e2ffe None None] Port e2851a8c-712f-4bd7-b286-0899771c3527 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:04:49.697828 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-88bdb161-8ee7-4057-a825-4d39bb4e2ffe None None] Could not find standard attr ID for object 7331ac22-6e2d-43be-a68d-8bf11cd1eed6. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 14:04:49.804769 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0aa221c1-77de-4df6-855f-d77ea0356f1e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (e2851a8c-712f-4bd7-b286-0899771c3527), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:49.822278 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-0aa221c1-77de-4df6-855f-d77ea0356f1e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Calling delete_port for e2851a8c-712f-4bd7-b286-0899771c3527 owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:04:50.090027 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0aa221c1-77de-4df6-855f-d77ea0356f1e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (e2851a8c-712f-4bd7-b286-0899771c3527), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:50.168189 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa221c1-77de-4df6-855f-d77ea0356f1e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Port': ['ID=e2851a8c-712f-4bd7-b286-0899771c3527,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:50.244239 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab06b4-1c10-4a54-9edb-d43d2c68f70c req-ada70b48-1e79-468f-925c-b8feef57ba7b tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:50.255845 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cdab06b4-1c10-4a54-9edb-d43d2c68f70c req-ada70b48-1e79-468f-925c-b8feef57ba7b tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 945 time: 0.1081076 Mar 01 14:04:50.287502 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0aa221c1-77de-4df6-855f-d77ea0356f1e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:50.295312 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0aa221c1-77de-4df6-855f-d77ea0356f1e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/ports/e2851a8c-712f-4bd7-b286-0899771c3527 HTTP/1.1" status: 204 len: 168 time: 0.9970007 Mar 01 14:04:50.295965 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 60952) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:50.332064 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea1a08c-d8a3-4e51-9969-c26d6fc70b5d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] GET failed (client error): The resource could not be found. Mar 01 14:04:50.332064 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-dea1a08c-d8a3-4e51-9969-c26d6fc70b5d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "GET /v2.0/ports/e2851a8c-712f-4bd7-b286-0899771c3527 HTTP/1.1" status: 404 len: 333 time: 0.0316365 Mar 01 14:04:50.332397 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 60954) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:50.460119 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cdab06b4-1c10-4a54-9edb-d43d2c68f70c req-4096d629-d36d-4752-9dce-603a986e8251 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997893 Mar 01 14:04:50.471552 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-00945dc2-737d-4f49-94a5-e6f2e15c8c17 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Deleting subnet de552e95-5533-453f-8560-472d7bcdde10 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:04:50.477934 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-00945dc2-737d-4f49-94a5-e6f2e15c8c17 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for subnet (de552e95-5533-453f-8560-472d7bcdde10), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:50.615037 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-00945dc2-737d-4f49-94a5-e6f2e15c8c17 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (de552e95-5533-453f-8560-472d7bcdde10), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:50.743161 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-00945dc2-737d-4f49-94a5-e6f2e15c8c17 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (de552e95-5533-453f-8560-472d7bcdde10), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:50.856584 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-00945dc2-737d-4f49-94a5-e6f2e15c8c17 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (de552e95-5533-453f-8560-472d7bcdde10), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:50.903299 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00945dc2-737d-4f49-94a5-e6f2e15c8c17 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Subnet': ['ID=de552e95-5533-453f-8560-472d7bcdde10,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:50.918314 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-00945dc2-737d-4f49-94a5-e6f2e15c8c17 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:50.926039 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-00945dc2-737d-4f49-94a5-e6f2e15c8c17 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/subnets/de552e95-5533-453f-8560-472d7bcdde10 HTTP/1.1" status: 204 len: 168 time: 0.5893509 Mar 01 14:04:50.926039 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 60980) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:50.928189 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88764e5-ce28-427a-9c18-8b543e3968b5 None None] Network a1678ba8-0fea-4243-bf15-e34afa2a49e1 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:04:51.117208 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a4aab0ed-e080-432a-a24a-12dc4bd1f6a7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (a1678ba8-0fea-4243-bf15-e34afa2a49e1), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:51.184754 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe45fd8-9ff3-41ce-bc0e-413cccaaf880 None None] DHCP port deletion for a1678ba8-0fea-4243-bf15-e34afa2a49e1 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:04:51.245874 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-a4aab0ed-e080-432a-a24a-12dc4bd1f6a7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Deleting port 0eb8fee6-dc2a-4899-be14-7f8e9a665410 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:04:51.246346 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a4aab0ed-e080-432a-a24a-12dc4bd1f6a7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (0eb8fee6-dc2a-4899-be14-7f8e9a665410), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:51.304639 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-dbe45fd8-9ff3-41ce-bc0e-413cccaaf880 None None] Deleting port 0eb8fee6-dc2a-4899-be14-7f8e9a665410 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:04:51.305012 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-dbe45fd8-9ff3-41ce-bc0e-413cccaaf880 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (0eb8fee6-dc2a-4899-be14-7f8e9a665410), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:51.395075 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-dbe45fd8-9ff3-41ce-bc0e-413cccaaf880 None None] For port 0eb8fee6-dc2a-4899-be14-7f8e9a665410, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=0eb8fee6-dc2a-4899-be14-7f8e9a665410,segment=NetworkSegment(b16b2a5c-c02e-4b03-83e8-fea474692552),segment_id=b16b2a5c-c02e-4b03-83e8-fea474692552)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:04:51.395735 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-dbe45fd8-9ff3-41ce-bc0e-413cccaaf880 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (0eb8fee6-dc2a-4899-be14-7f8e9a665410), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:51.402109 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-a4aab0ed-e080-432a-a24a-12dc4bd1f6a7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] For port 0eb8fee6-dc2a-4899-be14-7f8e9a665410, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=0eb8fee6-dc2a-4899-be14-7f8e9a665410,segment=NetworkSegment(b16b2a5c-c02e-4b03-83e8-fea474692552),segment_id=b16b2a5c-c02e-4b03-83e8-fea474692552)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:04:51.405640 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a4aab0ed-e080-432a-a24a-12dc4bd1f6a7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (0eb8fee6-dc2a-4899-be14-7f8e9a665410), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:51.412035 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-dbe45fd8-9ff3-41ce-bc0e-413cccaaf880 None None] Calling delete_port for 0eb8fee6-dc2a-4899-be14-7f8e9a665410 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:04:51.436408 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-a4aab0ed-e080-432a-a24a-12dc4bd1f6a7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Calling delete_port for 0eb8fee6-dc2a-4899-be14-7f8e9a665410 owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:04:51.547086 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-dbe45fd8-9ff3-41ce-bc0e-413cccaaf880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (0eb8fee6-dc2a-4899-be14-7f8e9a665410), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:51.612407 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe45fd8-9ff3-41ce-bc0e-413cccaaf880 None None] No DVR routers for this DVR port 0eb8fee6-dc2a-4899-be14-7f8e9a665410 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:04:51.624901 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe45fd8-9ff3-41ce-bc0e-413cccaaf880 None None] Pushing event deleted for resources: {'Port': ['ID=0eb8fee6-dc2a-4899-be14-7f8e9a665410,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:51.640958 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a4aab0ed-e080-432a-a24a-12dc4bd1f6a7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (0eb8fee6-dc2a-4899-be14-7f8e9a665410), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:51.708242 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aab0ed-e080-432a-a24a-12dc4bd1f6a7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Port': ['ID=0eb8fee6-dc2a-4899-be14-7f8e9a665410,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:51.795401 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aab0ed-e080-432a-a24a-12dc4bd1f6a7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] No DVR routers for this DVR port 0eb8fee6-dc2a-4899-be14-7f8e9a665410 on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:04:51.946399 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a4aab0ed-e080-432a-a24a-12dc4bd1f6a7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (a1678ba8-0fea-4243-bf15-e34afa2a49e1), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:51.957275 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a09f5a-2ad3-4fe9-b6a4-c8e7cea1644b req-95447e01-ea81-40bd-a3b4-88e399d09dec tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:51.965348 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-91a09f5a-2ad3-4fe9-b6a4-c8e7cea1644b req-95447e01-ea81-40bd-a3b4-88e399d09dec tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 945 time: 0.2623093 Mar 01 14:04:52.000130 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-a4aab0ed-e080-432a-a24a-12dc4bd1f6a7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1678ba8-0fea-4243-bf15-e34afa2a49e1']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:52.015220 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-a4aab0ed-e080-432a-a24a-12dc4bd1f6a7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b16b2a5c-c02e-4b03-83e8-fea474692552') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:52.015510 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-a4aab0ed-e080-432a-a24a-12dc4bd1f6a7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b16b2a5c-c02e-4b03-83e8-fea474692552') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:04:52.035265 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a4aab0ed-e080-432a-a24a-12dc4bd1f6a7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (b16b2a5c-c02e-4b03-83e8-fea474692552), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:52.059183 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-91a09f5a-2ad3-4fe9-b6a4-c8e7cea1644b req-a72397a7-1109-4786-ad89-7bcf002b5652 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935347 Mar 01 14:04:52.061431 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 32794) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:52.070938 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a4aab0ed-e080-432a-a24a-12dc4bd1f6a7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (b16b2a5c-c02e-4b03-83e8-fea474692552), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4aab0ed-e080-432a-a24a-12dc4bd1f6a7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a4aab0ed-e080-432a-a24a-12dc4bd1f6a7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (b16b2a5c-c02e-4b03-83e8-fea474692552), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: self.session.flush() Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: self.session.flush() Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: self.session.flush() Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: self.session.flush() Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:04:52.085620 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:04:52.173706 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a4aab0ed-e080-432a-a24a-12dc4bd1f6a7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (a1678ba8-0fea-4243-bf15-e34afa2a49e1), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:52.185869 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a4aab0ed-e080-432a-a24a-12dc4bd1f6a7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:52.194187 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a4aab0ed-e080-432a-a24a-12dc4bd1f6a7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/networks/a1678ba8-0fea-4243-bf15-e34afa2a49e1 HTTP/1.1" status: 204 len: 168 time: 1.2635653 Mar 01 14:04:52.194532 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 32800) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:52.200061 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-772cd508-57da-4fec-943a-18cc7ca15c99 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-612683085'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:52.234491 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aab0ed-e080-432a-a24a-12dc4bd1f6a7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Network': ['ID=a1678ba8-0fea-4243-bf15-e34afa2a49e1,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:52.244379 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 32802) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:52.252513 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772cd508-57da-4fec-943a-18cc7ca15c99 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:04:52.256620 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-772cd508-57da-4fec-943a-18cc7ca15c99 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:52.284137 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-772cd508-57da-4fec-943a-18cc7ca15c99 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:04:52.306466 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1384040d-3644-4b4b-8c14-5acaa075b980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:52.308902 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-772cd508-57da-4fec-943a-18cc7ca15c99 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (a93228bd-afdf-433c-af01-86167c078088), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:52.309245 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-772cd508-57da-4fec-943a-18cc7ca15c99 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Added segment a93228bd-afdf-433c-af01-86167c078088 of type vlan for network ee1a2bbe-5273-4281-9c0a-16a206fc3d83 Mar 01 14:04:52.363630 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6dbf79b4-b134-4964-8702-8061f1e678af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:52.390859 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-772cd508-57da-4fec-943a-18cc7ca15c99 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (ee1a2bbe-5273-4281-9c0a-16a206fc3d83), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:52.456917 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-772cd508-57da-4fec-943a-18cc7ca15c99 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (ee1a2bbe-5273-4281-9c0a-16a206fc3d83), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:52.461721 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772cd508-57da-4fec-943a-18cc7ca15c99 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:52.462309 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-772cd508-57da-4fec-943a-18cc7ca15c99 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:52.562617 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-772cd508-57da-4fec-943a-18cc7ca15c99 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3639877 Mar 01 14:04:52.563980 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 32810) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:52.571827 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1384040d-3644-4b4b-8c14-5acaa075b980 admin admin] Publish callbacks [] for security_group (551efbfe-1476-42a0-9f19-80f785f3a76c), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:52.573875 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772cd508-57da-4fec-943a-18cc7ca15c99 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Network': ['ID=ee1a2bbe-5273-4281-9c0a-16a206fc3d83,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:52.583217 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1384040d-3644-4b4b-8c14-5acaa075b980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (551efbfe-1476-42a0-9f19-80f785f3a76c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:52.584483 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-4b1bbb5f-0a13-4d77-92f7-d57f7bbef8e3 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'subnet': {'network_id': 'ee1a2bbe-5273-4281-9c0a-16a206fc3d83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:52.611337 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1384040d-3644-4b4b-8c14-5acaa075b980 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9fe541e686964d60b26b65a33032da89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5482314 Mar 01 14:04:52.612354 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network ee1a2bbe-5273-4281-9c0a-16a206fc3d83 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:04:52.617010 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 32812) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:52.656124 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6dbf79b4-b134-4964-8702-8061f1e678af admin admin] Publish callbacks [] for security_group (89a76604-211c-4011-873c-138b6736c4cc), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:52.677489 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6dbf79b4-b134-4964-8702-8061f1e678af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (89a76604-211c-4011-873c-138b6736c4cc), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:52.679168 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384040d-3644-4b4b-8c14-5acaa075b980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551efbfe-1476-42a0-9f19-80f785f3a76c,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:52.732880 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc5447e0-ab61-4b94-8b14-96feafe47804 admin admin] Publish callbacks [] for security_group (551efbfe-1476-42a0-9f19-80f785f3a76c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:52.789858 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 0eb8fee6-dc2a-4899-be14-7f8e9a665410 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:04:52.793858 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc5447e0-ab61-4b94-8b14-96feafe47804 admin admin] Publish callbacks [] for security_group (551efbfe-1476-42a0-9f19-80f785f3a76c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:52.847212 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 0eb8fee6-dc2a-4899-be14-7f8e9a665410 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:04:52.847846 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 0eb8fee6-dc2a-4899-be14-7f8e9a665410 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:04:52.864188 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6dbf79b4-b134-4964-8702-8061f1e678af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e87885a61c4a4491b073e6d0918c1a44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6186173 Mar 01 14:04:52.877299 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 32822) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:52.878979 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc5447e0-ab61-4b94-8b14-96feafe47804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (551efbfe-1476-42a0-9f19-80f785f3a76c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:52.890649 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1bbb5f-0a13-4d77-92f7-d57f7bbef8e3 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:04:52.892094 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc5447e0-ab61-4b94-8b14-96feafe47804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:52.893283 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-dc5447e0-ab61-4b94-8b14-96feafe47804 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/551efbfe-1476-42a0-9f19-80f785f3a76c HTTP/1.1" status: 204 len: 168 time: 0.2738442 Mar 01 14:04:52.894175 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4b1bbb5f-0a13-4d77-92f7-d57f7bbef8e3 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:52.895833 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf79b4-b134-4964-8702-8061f1e678af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a76604-211c-4011-873c-138b6736c4cc,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:52.944589 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5447e0-ab61-4b94-8b14-96feafe47804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551efbfe-1476-42a0-9f19-80f785f3a76c,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:53.016996 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4a6d65ce-e6bc-438c-8d44-4df419126626 admin admin] Publish callbacks [] for security_group (89a76604-211c-4011-873c-138b6736c4cc), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:53.060020 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4a6d65ce-e6bc-438c-8d44-4df419126626 admin admin] Publish callbacks [] for security_group (89a76604-211c-4011-873c-138b6736c4cc), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:53.126426 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b9ff14db-1ae9-4a9d-8f76-d12181a34982 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:04:53.167883 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4a6d65ce-e6bc-438c-8d44-4df419126626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (89a76604-211c-4011-873c-138b6736c4cc), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:53.172648 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4a6d65ce-e6bc-438c-8d44-4df419126626 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:53.174023 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4a6d65ce-e6bc-438c-8d44-4df419126626 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89a76604-211c-4011-873c-138b6736c4cc HTTP/1.1" status: 204 len: 168 time: 0.2797186 Mar 01 14:04:53.187418 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d65ce-e6bc-438c-8d44-4df419126626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a76604-211c-4011-873c-138b6736c4cc,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:53.241403 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4b1bbb5f-0a13-4d77-92f7-d57f7bbef8e3 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (c9c0de45-5a3a-4d28-9102-04ea3737cea9), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:53.282808 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b9ff14db-1ae9-4a9d-8f76-d12181a34982, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b9ff14db-1ae9-4a9d-8f76-d12181a34982,segment=NetworkSegment(0daf6ea1-fe8f-417e-9613-c9672cc8c206),segment_id=0daf6ea1-fe8f-417e-9613-c9672cc8c206)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:04:53.303042 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b9ff14db-1ae9-4a9d-8f76-d12181a34982 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:04:53.346741 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'b9ff14db-1ae9-4a9d-8f76-d12181a34982', 'network_id': '603fb0b9-f818-4372-b4d4-fa9feb54900b', 'port_id': 'b9ff14db-1ae9-4a9d-8f76-d12181a34982', 'mac_address': 'fa:16:3e:0f:ab:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4288eac6-75e3-40e1-8e82-fcf32af9c531', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:04:53.359199 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1bbb5f-0a13-4d77-92f7-d57f7bbef8e3 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Subnet': ['ID=c9c0de45-5a3a-4d28-9102-04ea3737cea9,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:53.430337 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port b9ff14db-1ae9-4a9d-8f76-d12181a34982 is: ACTIVE; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:04:53.432502 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b9ff14db-1ae9-4a9d-8f76-d12181a34982), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:53.463906 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9ff14db-1ae9-4a9d-8f76-d12181a34982 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:04:53.483964 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1bbb5f-0a13-4d77-92f7-d57f7bbef8e3 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Checking segment: {'id': 'a93228bd-afdf-433c-af01-86167c078088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ee1a2bbe-5273-4281-9c0a-16a206fc3d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:04:53.484346 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1bbb5f-0a13-4d77-92f7-d57f7bbef8e3 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Network hostable DHCP agents. Network: ee1a2bbe-5273-4281-9c0a-16a206fc3d83, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:04:53.516381 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093c123-45c7-425a-a7d7-eee921f9f201 req-f7e51e22-5074-4a49-9fe9-8aaa8c5e05e6 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:53.523688 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e093c123-45c7-425a-a7d7-eee921f9f201 req-f7e51e22-5074-4a49-9fe9-8aaa8c5e05e6 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 945 time: 0.2762899 Mar 01 14:04:53.538981 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 32842) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:53.569867 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port b9ff14db-1ae9-4a9d-8f76-d12181a34982 is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:04:53.570112 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-892e3a12-ff8c-455d-bf58-5ea28a9f1e7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:53.574021 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b9ff14db-1ae9-4a9d-8f76-d12181a34982), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:53.579246 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1bbb5f-0a13-4d77-92f7-d57f7bbef8e3 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Network ee1a2bbe-5273-4281-9c0a-16a206fc3d83 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:04:53.620491 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b9ff14db-1ae9-4a9d-8f76-d12181a34982, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b9ff14db-1ae9-4a9d-8f76-d12181a34982,segment=NetworkSegment(0daf6ea1-fe8f-417e-9613-c9672cc8c206),segment_id=0daf6ea1-fe8f-417e-9613-c9672cc8c206)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:04:53.632555 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b9ff14db-1ae9-4a9d-8f76-d12181a34982), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:53.642294 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-4b1bbb5f-0a13-4d77-92f7-d57f7bbef8e3 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, ee1a2bbe-5273-4281-9c0a-16a206fc3d83) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:04:53.677980 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1bbb5f-0a13-4d77-92f7-d57f7bbef8e3 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:53.679163 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4b1bbb5f-0a13-4d77-92f7-d57f7bbef8e3 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:53.736758 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e093c123-45c7-425a-a7d7-eee921f9f201 req-e5e7ead1-3194-4431-95e0-1e5d4e4e3fc3 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120855 Mar 01 14:04:53.748744 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=b9ff14db-1ae9-4a9d-8f76-d12181a34982,revision_number=6']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:53.757632 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4b1bbb5f-0a13-4d77-92f7-d57f7bbef8e3 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1917598 Mar 01 14:04:53.760504 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 32844) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:53.763913 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623e1c5f-2590-4f25-b1dd-874d3d7daa19 None None] Network ee1a2bbe-5273-4281-9c0a-16a206fc3d83 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:04:53.766186 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-d7b055b5-4dda-4462-8340-3a920135bafd tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'port': {'network_id': 'ee1a2bbe-5273-4281-9c0a-16a206fc3d83', 'name': 'tempest-PortsTestJSON-436331905', 'fixed_ips': [{'subnet_id': 'c9c0de45-5a3a-4d28-9102-04ea3737cea9', 'ip_address': '172.20.0.10'}]}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:53.783357 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-892e3a12-ff8c-455d-bf58-5ea28a9f1e7c admin admin] Publish callbacks [] for security_group (f10efa58-ee73-44ab-8100-f7b190c6e749), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:53.793782 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-892e3a12-ff8c-455d-bf58-5ea28a9f1e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (f10efa58-ee73-44ab-8100-f7b190c6e749), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:53.857845 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-892e3a12-ff8c-455d-bf58-5ea28a9f1e7c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d8ce393df7b469c991d68f9f42386d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3177316 Mar 01 14:04:53.859539 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 32852) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:53.906379 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 14:04:53.907073 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 14:04:53.947774 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['b9ff14db-1ae9-4a9d-8f76-d12181a34982'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:04:53.955034 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e3a12-ff8c-455d-bf58-5ea28a9f1e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10efa58-ee73-44ab-8100-f7b190c6e749,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:54.018535 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5ec24054-e0fa-469f-ae66-c95766c3eb64 admin admin] Publish callbacks [] for security_group (f10efa58-ee73-44ab-8100-f7b190c6e749), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:54.030565 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 32856) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:54.051868 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86dc1bf-6950-47ba-95a2-77c8051da673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-ee1a2bbe-5273-4281-9c0a-16a206fc3d83', 'network_id': 'ee1a2bbe-5273-4281-9c0a-16a206fc3d83', 'project_id': '4c4d89e3b0454d80acb3eebd15f19c36', 'fixed_ips': [{'subnet_id': 'c9c0de45-5a3a-4d28-9102-04ea3737cea9'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:04:54.053547 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f86dc1bf-6950-47ba-95a2-77c8051da673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:54.059242 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5ec24054-e0fa-469f-ae66-c95766c3eb64 admin admin] Publish callbacks [] for security_group (f10efa58-ee73-44ab-8100-f7b190c6e749), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:54.074432 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-77975892-7fd7-41c0-8f50-3bc95f9011a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:54.090235 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b055b5-4dda-4462-8340-3a920135bafd tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:04:54.124844 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5ec24054-e0fa-469f-ae66-c95766c3eb64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (f10efa58-ee73-44ab-8100-f7b190c6e749), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:54.127510 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5ec24054-e0fa-469f-ae66-c95766c3eb64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:54.128782 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5ec24054-e0fa-469f-ae66-c95766c3eb64 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f10efa58-ee73-44ab-8100-f7b190c6e749 HTTP/1.1" status: 204 len: 168 time: 0.2625761 Mar 01 14:04:54.163416 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec24054-e0fa-469f-ae66-c95766c3eb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10efa58-ee73-44ab-8100-f7b190c6e749,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:54.245784 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d7b055b5-4dda-4462-8340-3a920135bafd tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:54.281244 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-d7b055b5-4dda-4462-8340-3a920135bafd tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] device_id is not set on port 229f4584-f725-4a64-ad75-720249c7318f yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:04:54.288399 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-77975892-7fd7-41c0-8f50-3bc95f9011a9 admin admin] Publish callbacks [] for security_group (d0ad6049-70ba-49a2-bbc7-452826704e27), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:54.317833 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-f86dc1bf-6950-47ba-95a2-77c8051da673 None None] Allocated IP 172.20.0.2 (ee1a2bbe-5273-4281-9c0a-16a206fc3d83/c9c0de45-5a3a-4d28-9102-04ea3737cea9/fda24911-4a00-4778-84d3-765221991f4f) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:04:54.343344 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-77975892-7fd7-41c0-8f50-3bc95f9011a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d0ad6049-70ba-49a2-bbc7-452826704e27), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:54.453747 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-77975892-7fd7-41c0-8f50-3bc95f9011a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99224a4a327c42249e3f83a981c9f563&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4221215 Mar 01 14:04:54.456767 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 32864) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:54.473854 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port b9ff14db-1ae9-4a9d-8f76-d12181a34982 is: BUILD; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:04:54.474240 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b9ff14db-1ae9-4a9d-8f76-d12181a34982), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:54.477162 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77975892-7fd7-41c0-8f50-3bc95f9011a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ad6049-70ba-49a2-bbc7-452826704e27,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:54.520194 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b9ff14db-1ae9-4a9d-8f76-d12181a34982 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:04:54.546313 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b9ff14db-1ae9-4a9d-8f76-d12181a34982, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b9ff14db-1ae9-4a9d-8f76-d12181a34982,segment=NetworkSegment(0daf6ea1-fe8f-417e-9613-c9672cc8c206),segment_id=0daf6ea1-fe8f-417e-9613-c9672cc8c206)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:04:54.552066 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7e30ba4e-8da1-4755-84e5-f865dd61fd01 admin admin] Publish callbacks [] for security_group (d0ad6049-70ba-49a2-bbc7-452826704e27), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:54.559908 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b9ff14db-1ae9-4a9d-8f76-d12181a34982), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:54.579410 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7e30ba4e-8da1-4755-84e5-f865dd61fd01 admin admin] Publish callbacks [] for security_group (d0ad6049-70ba-49a2-bbc7-452826704e27), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:54.635585 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7e30ba4e-8da1-4755-84e5-f865dd61fd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d0ad6049-70ba-49a2-bbc7-452826704e27), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:54.638451 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7e30ba4e-8da1-4755-84e5-f865dd61fd01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:54.639922 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7e30ba4e-8da1-4755-84e5-f865dd61fd01 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0ad6049-70ba-49a2-bbc7-452826704e27 HTTP/1.1" status: 204 len: 168 time: 0.1814055 Mar 01 14:04:54.645896 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=b9ff14db-1ae9-4a9d-8f76-d12181a34982,revision_number=7']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:54.654942 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30ba4e-8da1-4755-84e5-f865dd61fd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ad6049-70ba-49a2-bbc7-452826704e27,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:54.934863 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f86dc1bf-6950-47ba-95a2-77c8051da673 None None] Publish callbacks [] for port (fda24911-4a00-4778-84d3-765221991f4f), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:54.950073 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30922e3-9a47-475b-b9e7-42d2b7b4ef31 req-9d792ae3-223c-4832-adaf-9bb4d123dcc7 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:54.963872 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f86dc1bf-6950-47ba-95a2-77c8051da673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (fda24911-4a00-4778-84d3-765221991f4f), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:54.973158 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a30922e3-9a47-475b-b9e7-42d2b7b4ef31 req-9d792ae3-223c-4832-adaf-9bb4d123dcc7 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 943 time: 0.1079111 Mar 01 14:04:55.074161 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86dc1bf-6950-47ba-95a2-77c8051da673 None None] Network ee1a2bbe-5273-4281-9c0a-16a206fc3d83 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:04:55.079564 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-f86dc1bf-6950-47ba-95a2-77c8051da673 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:04:55.092028 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86dc1bf-6950-47ba-95a2-77c8051da673 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:04:55.107655 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86dc1bf-6950-47ba-95a2-77c8051da673 None None] Pushing event updated for resources: {'Port': ['ID=fda24911-4a00-4778-84d3-765221991f4f,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:55.149030 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a30922e3-9a47-475b-b9e7-42d2b7b4ef31 req-8c5ae342-424f-40ae-ba62-928a85e45e1a tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721320 Mar 01 14:04:55.258946 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-f86dc1bf-6950-47ba-95a2-77c8051da673 None None] Attempting to bind port fda24911-4a00-4778-84d3-765221991f4f on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:04:55.260119 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-d7b055b5-4dda-4462-8340-3a920135bafd tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Allocated IP 172.20.0.10 (ee1a2bbe-5273-4281-9c0a-16a206fc3d83/c9c0de45-5a3a-4d28-9102-04ea3737cea9/229f4584-f725-4a64-ad75-720249c7318f) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:04:55.260592 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-f86dc1bf-6950-47ba-95a2-77c8051da673 None None] Attempting to bind port fda24911-4a00-4778-84d3-765221991f4f by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'a93228bd-afdf-433c-af01-86167c078088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ee1a2bbe-5273-4281-9c0a-16a206fc3d83'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:04:55.261577 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86dc1bf-6950-47ba-95a2-77c8051da673 None None] Attempting to bind port fda24911-4a00-4778-84d3-765221991f4f on network ee1a2bbe-5273-4281-9c0a-16a206fc3d83 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:04:55.290176 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86dc1bf-6950-47ba-95a2-77c8051da673 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:04:55.290965 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86dc1bf-6950-47ba-95a2-77c8051da673 None None] Checking segment: {'id': 'a93228bd-afdf-433c-af01-86167c078088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ee1a2bbe-5273-4281-9c0a-16a206fc3d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:04:55.291952 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f86dc1bf-6950-47ba-95a2-77c8051da673 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:55.292559 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86dc1bf-6950-47ba-95a2-77c8051da673 None None] Bound using segment: {'id': 'a93228bd-afdf-433c-af01-86167c078088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ee1a2bbe-5273-4281-9c0a-16a206fc3d83'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:04:55.293423 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-f86dc1bf-6950-47ba-95a2-77c8051da673 None None] Bound port: fda24911-4a00-4778-84d3-765221991f4f, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a93228bd-afdf-433c-af01-86167c078088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ee1a2bbe-5273-4281-9c0a-16a206fc3d83'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:04:55.294149 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f86dc1bf-6950-47ba-95a2-77c8051da673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (fda24911-4a00-4778-84d3-765221991f4f), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:55.316283 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1d76f3f6-8e02-438d-b8dd-7dde5238cadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:55.327802 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 32900) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:55.350880 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e3c099c4-cd8e-4006-9024-655240d407fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:55.439593 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-f86dc1bf-6950-47ba-95a2-77c8051da673 None None] For port fda24911-4a00-4778-84d3-765221991f4f, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:04:55.447171 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-f86dc1bf-6950-47ba-95a2-77c8051da673 None None] For port fda24911-4a00-4778-84d3-765221991f4f, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=fda24911-4a00-4778-84d3-765221991f4f,segment=NetworkSegment(a93228bd-afdf-433c-af01-86167c078088),segment_id=a93228bd-afdf-433c-af01-86167c078088)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:04:55.465554 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f86dc1bf-6950-47ba-95a2-77c8051da673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (fda24911-4a00-4778-84d3-765221991f4f), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:55.556940 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e3c099c4-cd8e-4006-9024-655240d407fb admin admin] Publish callbacks [] for security_group (25583733-63aa-482d-8ec8-d4ba9dde9f2a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:55.570481 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e3c099c4-cd8e-4006-9024-655240d407fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (25583733-63aa-482d-8ec8-d4ba9dde9f2a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:55.597575 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86dc1bf-6950-47ba-95a2-77c8051da673 None None] Pushing event updated for resources: {'Port': ['ID=fda24911-4a00-4778-84d3-765221991f4f,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:55.624487 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e3c099c4-cd8e-4006-9024-655240d407fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b75a4cb407ad4457b0185c06e10b073b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2945867 Mar 01 14:04:55.625946 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c099c4-cd8e-4006-9024-655240d407fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25583733-63aa-482d-8ec8-d4ba9dde9f2a,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:55.628730 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 32910) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:55.726958 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0ac5dce3-8045-4a7b-b8ea-4a9b534cc976 admin admin] Publish callbacks [] for security_group (25583733-63aa-482d-8ec8-d4ba9dde9f2a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:55.752450 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0ac5dce3-8045-4a7b-b8ea-4a9b534cc976 admin admin] Publish callbacks [] for security_group (25583733-63aa-482d-8ec8-d4ba9dde9f2a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:55.828847 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0ac5dce3-8045-4a7b-b8ea-4a9b534cc976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (25583733-63aa-482d-8ec8-d4ba9dde9f2a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:55.832680 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0ac5dce3-8045-4a7b-b8ea-4a9b534cc976 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:55.840778 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0ac5dce3-8045-4a7b-b8ea-4a9b534cc976 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25583733-63aa-482d-8ec8-d4ba9dde9f2a HTTP/1.1" status: 204 len: 168 time: 0.1982744 Mar 01 14:04:55.860042 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5dce3-8045-4a7b-b8ea-4a9b534cc976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25583733-63aa-482d-8ec8-d4ba9dde9f2a,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:56.153705 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d7b055b5-4dda-4462-8340-3a920135bafd tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for port (229f4584-f725-4a64-ad75-720249c7318f), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:56.207425 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d7b055b5-4dda-4462-8340-3a920135bafd tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (229f4584-f725-4a64-ad75-720249c7318f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:56.256155 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b055b5-4dda-4462-8340-3a920135bafd tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Network ee1a2bbe-5273-4281-9c0a-16a206fc3d83 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:04:56.260167 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-d7b055b5-4dda-4462-8340-3a920135bafd tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:04:56.264225 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b055b5-4dda-4462-8340-3a920135bafd tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:04:56.319822 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b055b5-4dda-4462-8340-3a920135bafd tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:56.320434 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d7b055b5-4dda-4462-8340-3a920135bafd tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:56.383185 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d7b055b5-4dda-4462-8340-3a920135bafd tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6218793 Mar 01 14:04:56.385145 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b055b5-4dda-4462-8340-3a920135bafd tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Port': ['ID=229f4584-f725-4a64-ad75-720249c7318f,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:56.386024 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 32936) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:56.399914 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-e12c83eb-e513-4c0b-ba01-370fec2f3e4c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'port': {'network_id': 'ee1a2bbe-5273-4281-9c0a-16a206fc3d83', 'name': 'tempest-PortsTestJSON-1173768287', 'fixed_ips': [{'subnet_id': 'c9c0de45-5a3a-4d28-9102-04ea3737cea9', 'ip_address': '172.20.0.9'}]}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:04:56.413503 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfb2e7-58f9-4c1a-8f05-387a18e76b59 req-57b4db27-ab74-4d93-90a8-81c6a5d0a3ee tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:56.415102 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b9dfb2e7-58f9-4c1a-8f05-387a18e76b59 req-57b4db27-ab74-4d93-90a8-81c6a5d0a3ee tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 943 time: 0.0803919 Mar 01 14:04:56.484115 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b9dfb2e7-58f9-4c1a-8f05-387a18e76b59 req-f8693df0-2382-46a3-9976-b703151e5bd8 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630934 Mar 01 14:04:56.716049 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12c83eb-e513-4c0b-ba01-370fec2f3e4c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:04:56.771381 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device fda24911-4a00-4778-84d3-765221991f4f up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:04:56.913181 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port fda24911-4a00-4778-84d3-765221991f4f triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:04:56.915313 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (fda24911-4a00-4778-84d3-765221991f4f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:56.918236 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e12c83eb-e513-4c0b-ba01-370fec2f3e4c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:56.961024 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-e12c83eb-e513-4c0b-ba01-370fec2f3e4c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] device_id is not set on port 7eff37e6-7197-4e1a-9fdd-10118f08cdb0 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:04:57.098968 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port fda24911-4a00-4778-84d3-765221991f4f is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:04:57.099782 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (fda24911-4a00-4778-84d3-765221991f4f), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:57.179219 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b9ff14db-1ae9-4a9d-8f76-d12181a34982 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:04:57.188150 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b674a5f2-b57f-44f7-8436-fa572838826a None None] Network ee1a2bbe-5273-4281-9c0a-16a206fc3d83 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:04:57.423232 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-e12c83eb-e513-4c0b-ba01-370fec2f3e4c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Allocated IP 172.20.0.9 (ee1a2bbe-5273-4281-9c0a-16a206fc3d83/c9c0de45-5a3a-4d28-9102-04ea3737cea9/7eff37e6-7197-4e1a-9fdd-10118f08cdb0) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:04:57.703946 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port fda24911-4a00-4778-84d3-765221991f4f, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=fda24911-4a00-4778-84d3-765221991f4f,segment=NetworkSegment(a93228bd-afdf-433c-af01-86167c078088),segment_id=a93228bd-afdf-433c-af01-86167c078088)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:04:57.745838 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-169436bb-ed8a-46fc-8f1b-91cb75797640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:57.755193 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (fda24911-4a00-4778-84d3-765221991f4f), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:57.765829 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91fc72-67f3-4bdd-862f-31d58dfbceb7 req-d5dee84e-69b2-4518-82f9-30573fcad0d5 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:57.778304 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2d91fc72-67f3-4bdd-862f-31d58dfbceb7 req-d5dee84e-69b2-4518-82f9-30573fcad0d5 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 943 time: 0.1531432 Mar 01 14:04:57.827980 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e12c83eb-e513-4c0b-ba01-370fec2f3e4c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for port (7eff37e6-7197-4e1a-9fdd-10118f08cdb0), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:57.834357 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-52f78cae-d587-4722-8487-bac849e79746 None None] Provisioning complete for port fda24911-4a00-4778-84d3-765221991f4f triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:04:57.835295 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-52f78cae-d587-4722-8487-bac849e79746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (fda24911-4a00-4778-84d3-765221991f4f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:57.885792 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2d91fc72-67f3-4bdd-862f-31d58dfbceb7 req-22db7cf2-eae6-46c4-9699-2ad62264f618 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064756 Mar 01 14:04:57.929285 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=fda24911-4a00-4778-84d3-765221991f4f,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:57.935446 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e12c83eb-e513-4c0b-ba01-370fec2f3e4c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (7eff37e6-7197-4e1a-9fdd-10118f08cdb0), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:57.945289 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port b9ff14db-1ae9-4a9d-8f76-d12181a34982 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:04:57.945748 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (b9ff14db-1ae9-4a9d-8f76-d12181a34982), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:58.052306 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12c83eb-e513-4c0b-ba01-370fec2f3e4c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Network ee1a2bbe-5273-4281-9c0a-16a206fc3d83 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:04:58.054405 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c83eb-e513-4c0b-ba01-370fec2f3e4c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Port': ['ID=7eff37e6-7197-4e1a-9fdd-10118f08cdb0,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:58.060751 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-e12c83eb-e513-4c0b-ba01-370fec2f3e4c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:04:58.067794 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12c83eb-e513-4c0b-ba01-370fec2f3e4c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:04:58.129987 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-52f78cae-d587-4722-8487-bac849e79746 None None] Current status of the port fda24911-4a00-4778-84d3-765221991f4f is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:04:58.131383 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12c83eb-e513-4c0b-ba01-370fec2f3e4c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:58.132396 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e12c83eb-e513-4c0b-ba01-370fec2f3e4c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:58.144942 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port b9ff14db-1ae9-4a9d-8f76-d12181a34982 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:04:58.145563 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b9ff14db-1ae9-4a9d-8f76-d12181a34982), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:58.162646 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33004) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:58.162942 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e12c83eb-e513-4c0b-ba01-370fec2f3e4c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7753372 Mar 01 14:04:58.212958 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38eaa5f6-7508-4378-9844-563c2b98a731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ff14db-1ae9-4a9d-8f76-d12181a34982'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:04:58.228902 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0289f5a-e8f2-46c4-946a-af9887480fbd" -d '{"events": [{"server_uuid": "38eaa5f6-7508-4378-9844-563c2b98a731", "name": "network-vif-plugged", "status": "completed", "tag": "b9ff14db-1ae9-4a9d-8f76-d12181a34982"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:04:58.296886 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b9ff14db-1ae9-4a9d-8f76-d12181a34982, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b9ff14db-1ae9-4a9d-8f76-d12181a34982,segment=NetworkSegment(0daf6ea1-fe8f-417e-9613-c9672cc8c206),segment_id=0daf6ea1-fe8f-417e-9613-c9672cc8c206)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:04:58.313292 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b9ff14db-1ae9-4a9d-8f76-d12181a34982), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:58.355272 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33014) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:58.417298 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5baa471a-d564-456a-8d1c-f8155e91b3ff x-openstack-request-id: req-5baa471a-d564-456a-8d1c-f8155e91b3ff {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:04:58.424099 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38eaa5f6-7508-4378-9844-563c2b98a731", "name": "network-vif-plugged", "status": "completed", "tag": "b9ff14db-1ae9-4a9d-8f76-d12181a34982", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:04:58.424725 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5baa471a-d564-456a-8d1c-f8155e91b3ff {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:04:58.425541 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38eaa5f6-7508-4378-9844-563c2b98a731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ff14db-1ae9-4a9d-8f76-d12181a34982', 'code': 200} Mar 01 14:04:58.447895 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4531e052-b3cf-41a2-918f-05ab5ae606e3 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:58.470171 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4531e052-b3cf-41a2-918f-05ab5ae606e3 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3035529 Mar 01 14:04:58.472306 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33018) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:58.508661 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=b9ff14db-1ae9-4a9d-8f76-d12181a34982,revision_number=8']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:58.534772 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-ee6b8395-2102-4839-8353-8fce92d0877c None None] Provisioning complete for port fda24911-4a00-4778-84d3-765221991f4f triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:04:58.535158 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ee6b8395-2102-4839-8353-8fce92d0877c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (fda24911-4a00-4778-84d3-765221991f4f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:58.545997 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe0d86d-e5d6-432b-9d50-87918c0343b9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:58.552454 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe0d86d-e5d6-432b-9d50-87918c0343b9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:58.559924 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe0d86d-e5d6-432b-9d50-87918c0343b9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:58.561880 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-dfe0d86d-e5d6-432b-9d50-87918c0343b9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.0885336 Mar 01 14:04:58.564802 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33022) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:58.626820 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c3b8e703-6a4d-4492-b240-9cbf3092298b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:58.822428 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device fda24911-4a00-4778-84d3-765221991f4f up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:04:58.828440 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c3b8e703-6a4d-4492-b240-9cbf3092298b admin admin] Publish callbacks [] for security_group (2102f34d-86af-4e4d-b795-7f0abde87c81), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:58.832540 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ee6b8395-2102-4839-8353-8fce92d0877c None None] Current status of the port fda24911-4a00-4778-84d3-765221991f4f is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:04:58.843422 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c3b8e703-6a4d-4492-b240-9cbf3092298b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (2102f34d-86af-4e4d-b795-7f0abde87c81), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:58.885282 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cfadda-52b3-4f81-8855-9dcc8be664da req-cd49ba7f-0a2e-44c1-a7c5-cd2c227b0d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:58.889832 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b2cfadda-52b3-4f81-8855-9dcc8be664da req-cd49ba7f-0a2e-44c1-a7c5-cd2c227b0d3f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 1127 time: 0.3826141 Mar 01 14:04:58.926694 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8e703-6a4d-4492-b240-9cbf3092298b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2102f34d-86af-4e4d-b795-7f0abde87c81,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:58.942758 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c3b8e703-6a4d-4492-b240-9cbf3092298b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18ef2db639d0469d985d4a8fefabbfe4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5749896 Mar 01 14:04:58.943407 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33036) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:58.963824 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-f5ec178f-9a9f-4565-aa79-386202ed5243 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Deleting port 7eff37e6-7197-4e1a-9fdd-10118f08cdb0 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:04:58.964226 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f5ec178f-9a9f-4565-aa79-386202ed5243 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (7eff37e6-7197-4e1a-9fdd-10118f08cdb0), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:58.977436 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:58.978208 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-ee6b8395-2102-4839-8353-8fce92d0877c None None] Provisioning complete for port 229f4584-f725-4a64-ad75-720249c7318f triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:04:58.979983 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ee6b8395-2102-4839-8353-8fce92d0877c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (229f4584-f725-4a64-ad75-720249c7318f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:59.022717 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b2cfadda-52b3-4f81-8855-9dcc8be664da req-072d0852-56fb-4a58-a0d9-25b7734e97c6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249118 Mar 01 14:04:59.043275 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f79352b8-a48d-431b-b200-9e6cf050dfbc admin admin] Publish callbacks [] for security_group (2102f34d-86af-4e4d-b795-7f0abde87c81), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:59.074047 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port fda24911-4a00-4778-84d3-765221991f4f triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:04:59.074427 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (fda24911-4a00-4778-84d3-765221991f4f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:59.097888 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f79352b8-a48d-431b-b200-9e6cf050dfbc admin admin] Publish callbacks [] for security_group (2102f34d-86af-4e4d-b795-7f0abde87c81), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:59.146677 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ee6b8395-2102-4839-8353-8fce92d0877c None None] Port 229f4584-f725-4a64-ad75-720249c7318f cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:04:59.188872 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f79352b8-a48d-431b-b200-9e6cf050dfbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (2102f34d-86af-4e4d-b795-7f0abde87c81), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:59.191745 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f79352b8-a48d-431b-b200-9e6cf050dfbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:59.193078 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f79352b8-a48d-431b-b200-9e6cf050dfbc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2102f34d-86af-4e4d-b795-7f0abde87c81 HTTP/1.1" status: 204 len: 168 time: 0.2481134 Mar 01 14:04:59.202364 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79352b8-a48d-431b-b200-9e6cf050dfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2102f34d-86af-4e4d-b795-7f0abde87c81,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:59.293475 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08622543-7f6b-4f79-9d09-44f033765bf5 req-a0df36de-a0b0-4d46-9844-ee7ed1b7db0c tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:04:59.302625 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-08622543-7f6b-4f79-9d09-44f033765bf5 req-a0df36de-a0b0-4d46-9844-ee7ed1b7db0c tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 945 time: 0.2762413 Mar 01 14:04:59.308621 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f5ec178f-9a9f-4565-aa79-386202ed5243 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (7eff37e6-7197-4e1a-9fdd-10118f08cdb0), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:59.340945 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-f5ec178f-9a9f-4565-aa79-386202ed5243 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Calling delete_port for 7eff37e6-7197-4e1a-9fdd-10118f08cdb0 owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:04:59.347559 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-99e38c8b-0c37-4db8-bb66-37dca3881f5b None None] Provisioning complete for port 229f4584-f725-4a64-ad75-720249c7318f triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:04:59.348463 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-99e38c8b-0c37-4db8-bb66-37dca3881f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (229f4584-f725-4a64-ad75-720249c7318f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:59.421258 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port fda24911-4a00-4778-84d3-765221991f4f is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:04:59.445609 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-99e38c8b-0c37-4db8-bb66-37dca3881f5b None None] Port 229f4584-f725-4a64-ad75-720249c7318f cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:04:59.462608 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-08622543-7f6b-4f79-9d09-44f033765bf5 req-30080714-3cce-480a-be9f-0cccca133365 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563141 Mar 01 14:04:59.570629 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-8b1ec8bb-3e0d-40d3-b6cb-0634791f546f None None] Provisioning complete for port 7eff37e6-7197-4e1a-9fdd-10118f08cdb0 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:04:59.571013 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8b1ec8bb-3e0d-40d3-b6cb-0634791f546f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7eff37e6-7197-4e1a-9fdd-10118f08cdb0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:59.663287 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-8b1ec8bb-3e0d-40d3-b6cb-0634791f546f None None] Port 7eff37e6-7197-4e1a-9fdd-10118f08cdb0 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:04:59.670645 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f5ec178f-9a9f-4565-aa79-386202ed5243 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (7eff37e6-7197-4e1a-9fdd-10118f08cdb0), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:59.721791 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec178f-9a9f-4565-aa79-386202ed5243 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Port': ['ID=7eff37e6-7197-4e1a-9fdd-10118f08cdb0,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:04:59.830739 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f5ec178f-9a9f-4565-aa79-386202ed5243 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:04:59.834191 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f5ec178f-9a9f-4565-aa79-386202ed5243 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/ports/7eff37e6-7197-4e1a-9fdd-10118f08cdb0 HTTP/1.1" status: 204 len: 168 time: 1.2682281 Mar 01 14:04:59.837102 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33062) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:04:59.901214 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20b6a22-33d2-4248-8491-db8d6ad13144 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] GET failed (client error): The resource could not be found. Mar 01 14:04:59.902585 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c20b6a22-33d2-4248-8491-db8d6ad13144 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "GET /v2.0/ports/7eff37e6-7197-4e1a-9fdd-10118f08cdb0 HTTP/1.1" status: 404 len: 333 time: 0.0639620 Mar 01 14:04:59.905950 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33066) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:00.131145 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:00.146244 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-dcbead61-96c7-4cb2-ae16-e3060d7241dc tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Deleting port 229f4584-f725-4a64-ad75-720249c7318f {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:05:00.149144 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dcbead61-96c7-4cb2-ae16-e3060d7241dc tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (229f4584-f725-4a64-ad75-720249c7318f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:00.264332 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dcbead61-96c7-4cb2-ae16-e3060d7241dc tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (229f4584-f725-4a64-ad75-720249c7318f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:00.278175 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-dcbead61-96c7-4cb2-ae16-e3060d7241dc tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Calling delete_port for 229f4584-f725-4a64-ad75-720249c7318f owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:05:00.553798 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dcbead61-96c7-4cb2-ae16-e3060d7241dc tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (229f4584-f725-4a64-ad75-720249c7318f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:00.628261 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbead61-96c7-4cb2-ae16-e3060d7241dc tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Port': ['ID=229f4584-f725-4a64-ad75-720249c7318f,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:00.884337 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dcbead61-96c7-4cb2-ae16-e3060d7241dc tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:00.890857 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33104) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:00.891463 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-dcbead61-96c7-4cb2-ae16-e3060d7241dc tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/ports/229f4584-f725-4a64-ad75-720249c7318f HTTP/1.1" status: 204 len: 168 time: 0.9839063 Mar 01 14:05:00.903751 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1e2f0-41ef-414b-9a55-3ce1757e6077 req-35105897-4d6a-439c-abaa-87e35f5fd5c7 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:00.905502 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ec1e2f0-41ef-414b-9a55-3ce1757e6077 req-35105897-4d6a-439c-abaa-87e35f5fd5c7 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 945 time: 0.1696317 Mar 01 14:05:00.933834 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-de15de07-f1e4-4ff4-87ac-4dc4ba5cb720 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] GET failed (client error): The resource could not be found. Mar 01 14:05:00.936152 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-de15de07-f1e4-4ff4-87ac-4dc4ba5cb720 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "GET /v2.0/ports/229f4584-f725-4a64-ad75-720249c7318f HTTP/1.1" status: 404 len: 333 time: 0.0439258 Mar 01 14:05:00.938819 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33108) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:01.020686 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ec1e2f0-41ef-414b-9a55-3ce1757e6077 req-d6ddf1be-e40c-4179-b5c8-e25f6670a896 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056302 Mar 01 14:05:01.024029 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f24e03-496b-4396-964e-c750ad2e8c56 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Deleting subnet c9c0de45-5a3a-4d28-9102-04ea3737cea9 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:05:01.027621 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-80f24e03-496b-4396-964e-c750ad2e8c56 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for subnet (c9c0de45-5a3a-4d28-9102-04ea3737cea9), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:01.081281 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-80f24e03-496b-4396-964e-c750ad2e8c56 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (c9c0de45-5a3a-4d28-9102-04ea3737cea9), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:01.181413 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cbe9dc-44f7-41ec-aca4-822a59371a65 req-769c739c-2306-4d92-a5e2-d839c9b07981 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:01.183383 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b1cbe9dc-44f7-41ec-aca4-822a59371a65 req-769c739c-2306-4d92-a5e2-d839c9b07981 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 945 time: 0.0883744 Mar 01 14:05:01.226761 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-80f24e03-496b-4396-964e-c750ad2e8c56 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (c9c0de45-5a3a-4d28-9102-04ea3737cea9), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:01.278515 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b1cbe9dc-44f7-41ec-aca4-822a59371a65 req-78b5dfb8-9f75-4ae2-80b9-fadb4495c720 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877471 Mar 01 14:05:01.318420 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-80f24e03-496b-4396-964e-c750ad2e8c56 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (c9c0de45-5a3a-4d28-9102-04ea3737cea9), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:01.368325 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f24e03-496b-4396-964e-c750ad2e8c56 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Subnet': ['ID=c9c0de45-5a3a-4d28-9102-04ea3737cea9,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:01.398875 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-80f24e03-496b-4396-964e-c750ad2e8c56 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:01.402688 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb05314-7a10-41c5-9589-25f7006b093e None None] Network ee1a2bbe-5273-4281-9c0a-16a206fc3d83 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:05:01.415375 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-80f24e03-496b-4396-964e-c750ad2e8c56 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/subnets/c9c0de45-5a3a-4d28-9102-04ea3737cea9 HTTP/1.1" status: 204 len: 168 time: 0.4756517 Mar 01 14:05:01.418239 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33132) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:01.515124 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d5d858f0-c237-4b0b-9a92-bc632afea7f5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (ee1a2bbe-5273-4281-9c0a-16a206fc3d83), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:01.591221 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-d5d858f0-c237-4b0b-9a92-bc632afea7f5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Deleting port fda24911-4a00-4778-84d3-765221991f4f {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:05:01.591940 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d5d858f0-c237-4b0b-9a92-bc632afea7f5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (fda24911-4a00-4778-84d3-765221991f4f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:01.706851 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-d5d858f0-c237-4b0b-9a92-bc632afea7f5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] For port fda24911-4a00-4778-84d3-765221991f4f, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=fda24911-4a00-4778-84d3-765221991f4f,segment=NetworkSegment(a93228bd-afdf-433c-af01-86167c078088),segment_id=a93228bd-afdf-433c-af01-86167c078088)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:05:01.707091 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:01.707963 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d5d858f0-c237-4b0b-9a92-bc632afea7f5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (fda24911-4a00-4778-84d3-765221991f4f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:01.724364 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-d5d858f0-c237-4b0b-9a92-bc632afea7f5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Calling delete_port for fda24911-4a00-4778-84d3-765221991f4f owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:05:01.736367 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db95364-45d3-4dc1-8db5-d777d3100ac8 None None] DHCP port deletion for ee1a2bbe-5273-4281-9c0a-16a206fc3d83 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:05:01.858782 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3db95364-45d3-4dc1-8db5-d777d3100ac8 None None] Deleting port fda24911-4a00-4778-84d3-765221991f4f {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:05:01.859369 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3db95364-45d3-4dc1-8db5-d777d3100ac8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (fda24911-4a00-4778-84d3-765221991f4f), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:01.962801 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-3db95364-45d3-4dc1-8db5-d777d3100ac8 None None] For port fda24911-4a00-4778-84d3-765221991f4f, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=fda24911-4a00-4778-84d3-765221991f4f,segment=NetworkSegment(a93228bd-afdf-433c-af01-86167c078088),segment_id=a93228bd-afdf-433c-af01-86167c078088)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:05:01.963686 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3db95364-45d3-4dc1-8db5-d777d3100ac8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (fda24911-4a00-4778-84d3-765221991f4f), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:01.996571 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3db95364-45d3-4dc1-8db5-d777d3100ac8 None None] Calling delete_port for fda24911-4a00-4778-84d3-765221991f4f owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:05:02.031529 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d5d858f0-c237-4b0b-9a92-bc632afea7f5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (fda24911-4a00-4778-84d3-765221991f4f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:02.119982 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3db95364-45d3-4dc1-8db5-d777d3100ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (fda24911-4a00-4778-84d3-765221991f4f), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:02.136765 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-f93a0aa8-95ef-4599-ba5c-924e6777016b tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:02.138537 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-f93a0aa8-95ef-4599-ba5c-924e6777016b tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/networks?id=603fb0b9-f818-4372-b4d4-fa9feb54900b HTTP/1.1" status: 200 len: 814 time: 0.2893336 Mar 01 14:05:02.141228 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d858f0-c237-4b0b-9a92-bc632afea7f5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Port': ['ID=fda24911-4a00-4778-84d3-765221991f4f,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:02.145374 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d858f0-c237-4b0b-9a92-bc632afea7f5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] No DVR routers for this DVR port fda24911-4a00-4778-84d3-765221991f4f on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:05:02.219276 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-3a16232e-dffc-474a-9697-8e9f1eade572 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/quotas/684cc9fc46e242a2bd85fdf929a2cebb HTTP/1.1" status: 200 len: 375 time: 0.0572321 Mar 01 14:05:02.219518 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db95364-45d3-4dc1-8db5-d777d3100ac8 None None] Pushing event deleted for resources: {'Port': ['ID=fda24911-4a00-4778-84d3-765221991f4f,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:02.256557 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db95364-45d3-4dc1-8db5-d777d3100ac8 None None] No DVR routers for this DVR port fda24911-4a00-4778-84d3-765221991f4f on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:05:02.301890 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d5d858f0-c237-4b0b-9a92-bc632afea7f5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (ee1a2bbe-5273-4281-9c0a-16a206fc3d83), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:02.341502 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-d5d858f0-c237-4b0b-9a92-bc632afea7f5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee1a2bbe-5273-4281-9c0a-16a206fc3d83']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:05:02.353644 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-d5d858f0-c237-4b0b-9a92-bc632afea7f5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a93228bd-afdf-433c-af01-86167c078088') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:05:02.353966 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-d5d858f0-c237-4b0b-9a92-bc632afea7f5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a93228bd-afdf-433c-af01-86167c078088') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:05:02.360014 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-d2732e91-f164-456a-81c2-1e6b739c25ee tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=684cc9fc46e242a2bd85fdf929a2cebb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1143689 Mar 01 14:05:02.370135 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d5d858f0-c237-4b0b-9a92-bc632afea7f5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (a93228bd-afdf-433c-af01-86167c078088), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:02.430250 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d5d858f0-c237-4b0b-9a92-bc632afea7f5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (a93228bd-afdf-433c-af01-86167c078088), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:02.442521 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d858f0-c237-4b0b-9a92-bc632afea7f5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:05:02.442731 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d5d858f0-c237-4b0b-9a92-bc632afea7f5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (a93228bd-afdf-433c-af01-86167c078088), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:02.445784 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:05:02.445784 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:05:02.445784 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:05:02.445784 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:05:02.445784 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:05:02.445784 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:05:02.445784 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:05:02.445784 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:05:02.445784 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:05:02.445784 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:05:02.445784 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:05:02.445784 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:05:02.445784 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:05:02.445784 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:05:02.445784 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:05:02.445784 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:05:02.445784 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:05:02.445784 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:05:02.445784 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:05:02.445784 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:05:02.445784 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:05:02.445784 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:05:02.445784 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:05:02.445784 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:05:02.445784 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:05:02.445784 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:05:02.445784 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:05:02.445784 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:05:02.445784 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:05:02.445784 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:05:02.445784 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:05:02.445784 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:05:02.524133 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d5d858f0-c237-4b0b-9a92-bc632afea7f5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (ee1a2bbe-5273-4281-9c0a-16a206fc3d83), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:02.547765 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d5d858f0-c237-4b0b-9a92-bc632afea7f5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:02.550980 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d5d858f0-c237-4b0b-9a92-bc632afea7f5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/networks/ee1a2bbe-5273-4281-9c0a-16a206fc3d83 HTTP/1.1" status: 204 len: 168 time: 1.1311483 Mar 01 14:05:02.551932 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d858f0-c237-4b0b-9a92-bc632afea7f5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Network': ['ID=ee1a2bbe-5273-4281-9c0a-16a206fc3d83,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:02.554796 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33196) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:02.560617 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-e151c104-3c7e-40e7-8797-db0087229475 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1864349501'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:02.565949 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-db012689-2dc0-4e76-b80e-f6b0b08a7b29 service neutron] 10.222.0.13 "GET /v2.0/networks/603fb0b9-f818-4372-b4d4-fa9feb54900b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976786 Mar 01 14:05:02.607785 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e151c104-3c7e-40e7-8797-db0087229475 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:05:02.615993 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e151c104-3c7e-40e7-8797-db0087229475 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:02.671131 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e151c104-3c7e-40e7-8797-db0087229475 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:05:02.682687 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e151c104-3c7e-40e7-8797-db0087229475 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (c9f45db1-4f57-4224-9004-954b8ea51789), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:02.683620 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-e151c104-3c7e-40e7-8797-db0087229475 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Added segment c9f45db1-4f57-4224-9004-954b8ea51789 of type vlan for network 21660ecb-5ba8-414d-8154-bd3fac33f707 Mar 01 14:05:02.708932 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device fda24911-4a00-4778-84d3-765221991f4f no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:05:02.749870 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-6d1a9bc4-cf03-4a75-9711-2141174e882b service neutron] 10.222.0.13 "GET /v2.0/networks/603fb0b9-f818-4372-b4d4-fa9feb54900b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701052 Mar 01 14:05:02.764141 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: fda24911-4a00-4778-84d3-765221991f4f {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:05:02.764796 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device fda24911-4a00-4778-84d3-765221991f4f not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:05:02.774380 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e151c104-3c7e-40e7-8797-db0087229475 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (21660ecb-5ba8-414d-8154-bd3fac33f707), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:02.835493 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e151c104-3c7e-40e7-8797-db0087229475 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (21660ecb-5ba8-414d-8154-bd3fac33f707), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:02.847911 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e151c104-3c7e-40e7-8797-db0087229475 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:02.851225 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e151c104-3c7e-40e7-8797-db0087229475 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:02.914715 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e151c104-3c7e-40e7-8797-db0087229475 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3587978 Mar 01 14:05:02.921398 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33208) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:02.989596 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-68ff7122-8813-4128-94dc-29f68dc6d1d5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'subnet': {'network_id': '21660ecb-5ba8-414d-8154-bd3fac33f707', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:03.065974 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151c104-3c7e-40e7-8797-db0087229475 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Network': ['ID=21660ecb-5ba8-414d-8154-bd3fac33f707,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:03.098346 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 21660ecb-5ba8-414d-8154-bd3fac33f707 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:05:03.165386 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ff53f164-8144-497c-8c23-650ea5f25740 req-3051693f-3e0c-4984-bfdb-53bea800bae9 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b829e0e0-70e2-4575-99dd-067d02dc33a4 HTTP/1.1" status: 200 len: 210 time: 0.1642935 Mar 01 14:05:03.238876 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda6227-1454-446b-9f7a-bb198d4653d4 req-c598cbbe-d6da-4238-908a-ab6ac930f3c3 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:03.248885 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5fda6227-1454-446b-9f7a-bb198d4653d4 req-c598cbbe-d6da-4238-908a-ab6ac930f3c3 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.32 "GET /v2.0/ports?device_id=38eaa5f6-7508-4378-9844-563c2b98a731 HTTP/1.1" status: 200 len: 945 time: 0.3381367 Mar 01 14:05:03.417828 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ff7122-8813-4128-94dc-29f68dc6d1d5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:05:03.421812 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-68ff7122-8813-4128-94dc-29f68dc6d1d5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:03.524568 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-5fda6227-1454-446b-9f7a-bb198d4653d4 req-698a160b-6d78-4505-a060-7d8c2ed67c7f tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Deleting port b9ff14db-1ae9-4a9d-8f76-d12181a34982 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:05:03.525312 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-5fda6227-1454-446b-9f7a-bb198d4653d4 req-698a160b-6d78-4505-a060-7d8c2ed67c7f tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (b9ff14db-1ae9-4a9d-8f76-d12181a34982), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:03.569772 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33232) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:03.691440 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-5fda6227-1454-446b-9f7a-bb198d4653d4 req-698a160b-6d78-4505-a060-7d8c2ed67c7f tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] For port b9ff14db-1ae9-4a9d-8f76-d12181a34982, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b9ff14db-1ae9-4a9d-8f76-d12181a34982,segment=NetworkSegment(0daf6ea1-fe8f-417e-9613-c9672cc8c206),segment_id=0daf6ea1-fe8f-417e-9613-c9672cc8c206)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:05:03.692053 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-5fda6227-1454-446b-9f7a-bb198d4653d4 req-698a160b-6d78-4505-a060-7d8c2ed67c7f tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (b9ff14db-1ae9-4a9d-8f76-d12181a34982), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:03.762271 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8fbb4e01-28aa-4286-ad00-8d5a1b6db126 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:03.785586 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-5fda6227-1454-446b-9f7a-bb198d4653d4 req-698a160b-6d78-4505-a060-7d8c2ed67c7f tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Calling delete_port for b9ff14db-1ae9-4a9d-8f76-d12181a34982 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:05:03.880053 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-68ff7122-8813-4128-94dc-29f68dc6d1d5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (2fbc2024-c4e9-45f5-a68a-ada77ff5e254), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:03.897270 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8fbb4e01-28aa-4286-ad00-8d5a1b6db126 admin admin] Publish callbacks [] for security_group (bba4b139-362f-4a3a-bd1d-a40c18bf4f5b), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:03.911405 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8fbb4e01-28aa-4286-ad00-8d5a1b6db126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (bba4b139-362f-4a3a-bd1d-a40c18bf4f5b), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:03.993184 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb4e01-28aa-4286-ad00-8d5a1b6db126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba4b139-362f-4a3a-bd1d-a40c18bf4f5b,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:03.993484 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff7122-8813-4128-94dc-29f68dc6d1d5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Subnet': ['ID=2fbc2024-c4e9-45f5-a68a-ada77ff5e254,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:04.000663 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ff7122-8813-4128-94dc-29f68dc6d1d5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Checking segment: {'id': 'c9f45db1-4f57-4224-9004-954b8ea51789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '21660ecb-5ba8-414d-8154-bd3fac33f707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:05:04.001416 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ff7122-8813-4128-94dc-29f68dc6d1d5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Network hostable DHCP agents. Network: 21660ecb-5ba8-414d-8154-bd3fac33f707, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:05:04.048030 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ff7122-8813-4128-94dc-29f68dc6d1d5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Network 21660ecb-5ba8-414d-8154-bd3fac33f707 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:05:04.072174 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8fbb4e01-28aa-4286-ad00-8d5a1b6db126 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b017acc638e247d8b71d1579eaf85fb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5004773 Mar 01 14:05:04.077576 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33252) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:04.145464 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-68ff7122-8813-4128-94dc-29f68dc6d1d5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 21660ecb-5ba8-414d-8154-bd3fac33f707) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:05:04.157769 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ff7122-8813-4128-94dc-29f68dc6d1d5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:04.158238 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-68ff7122-8813-4128-94dc-29f68dc6d1d5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:04.162324 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30256c73-b7bc-4dff-b3f1-cb2bec28a377 None None] Network 21660ecb-5ba8-414d-8154-bd3fac33f707 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:05:04.194768 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-5fda6227-1454-446b-9f7a-bb198d4653d4 req-698a160b-6d78-4505-a060-7d8c2ed67c7f tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (b9ff14db-1ae9-4a9d-8f76-d12181a34982), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:04.255197 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-68ff7122-8813-4128-94dc-29f68dc6d1d5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3306706 Mar 01 14:05:04.257995 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33256) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:04.265248 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-105a714d-1902-4755-8378-dfbe457882cc tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-261485469', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:04.294679 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['b9ff14db-1ae9-4a9d-8f76-d12181a34982'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:05:04.331297 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-105a714d-1902-4755-8378-dfbe457882cc tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (e5f188b2-c3cb-4468-b8ab-3949adfbe537), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:04.332577 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-105a714d-1902-4755-8378-dfbe457882cc tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (e5f188b2-c3cb-4468-b8ab-3949adfbe537), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:04.375628 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a160b-6d78-4505-a060-7d8c2ed67c7f tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Pushing event deleted for resources: {'Port': ['ID=b9ff14db-1ae9-4a9d-8f76-d12181a34982,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:04.482574 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddf2e9a-efae-4c0c-8f32-b6f8b06cd712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-21660ecb-5ba8-414d-8154-bd3fac33f707', 'network_id': '21660ecb-5ba8-414d-8154-bd3fac33f707', 'project_id': '4c4d89e3b0454d80acb3eebd15f19c36', 'fixed_ips': [{'subnet_id': '2fbc2024-c4e9-45f5-a68a-ada77ff5e254'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:05:04.485983 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-105a714d-1902-4755-8378-dfbe457882cc tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for router_controller (e5f188b2-c3cb-4468-b8ab-3949adfbe537), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:04.492076 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-105a714d-1902-4755-8378-dfbe457882cc tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (e5f188b2-c3cb-4468-b8ab-3949adfbe537), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:04.499410 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5ddf2e9a-efae-4c0c-8f32-b6f8b06cd712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:04.515215 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dee61093-db70-40ad-af8c-02522bdf9dd4 admin admin] Publish callbacks [] for security_group (bba4b139-362f-4a3a-bd1d-a40c18bf4f5b), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:04.528885 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-105a714d-1902-4755-8378-dfbe457882cc tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:04.532648 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-105a714d-1902-4755-8378-dfbe457882cc tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2710288 Mar 01 14:05:04.533370 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33266) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:04.539459 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-6d6f3858-2a4e-465e-bf0a-46910f9fab8d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'port': {'network_id': '21660ecb-5ba8-414d-8154-bd3fac33f707', 'name': 'tempest-PortsTestJSON-1605947245'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:04.653013 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3c0f18a3-14ae-401c-906a-461595626aad req-760d022b-99fa-47dc-a314-922e2a07d94b tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b829e0e0-70e2-4575-99dd-067d02dc33a4 HTTP/1.1" status: 200 len: 210 time: 0.2824104 Mar 01 14:05:04.653013 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fda6227-1454-446b-9f7a-bb198d4653d4 req-698a160b-6d78-4505-a060-7d8c2ed67c7f tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] No DVR routers for this DVR port b9ff14db-1ae9-4a9d-8f76-d12181a34982 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:05:04.659282 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-5fda6227-1454-446b-9f7a-bb198d4653d4 req-698a160b-6d78-4505-a060-7d8c2ed67c7f tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:04.663402 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5fda6227-1454-446b-9f7a-bb198d4653d4 req-698a160b-6d78-4505-a060-7d8c2ed67c7f tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.32 "DELETE /v2.0/ports/b9ff14db-1ae9-4a9d-8f76-d12181a34982 HTTP/1.1" status: 204 len: 173 time: 1.4064901 Mar 01 14:05:04.664526 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38eaa5f6-7508-4378-9844-563c2b98a731', 'name': 'network-vif-deleted', 'tag': 'b9ff14db-1ae9-4a9d-8f76-d12181a34982'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:05:04.667193 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae692fd-e427-4e01-a523-7bd4d8220db9" -d '{"events": [{"server_uuid": "38eaa5f6-7508-4378-9844-563c2b98a731", "name": "network-vif-deleted", "tag": "b9ff14db-1ae9-4a9d-8f76-d12181a34982"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:05:04.713397 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dee61093-db70-40ad-af8c-02522bdf9dd4 admin admin] Publish callbacks [] for security_group (bba4b139-362f-4a3a-bd1d-a40c18bf4f5b), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:04.743057 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6f3858-2a4e-465e-bf0a-46910f9fab8d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:05:04.747294 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d6f3858-2a4e-465e-bf0a-46910f9fab8d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:04.776864 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dee61093-db70-40ad-af8c-02522bdf9dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (bba4b139-362f-4a3a-bd1d-a40c18bf4f5b), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:04.780199 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dee61093-db70-40ad-af8c-02522bdf9dd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:04.782818 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-dee61093-db70-40ad-af8c-02522bdf9dd4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bba4b139-362f-4a3a-bd1d-a40c18bf4f5b HTTP/1.1" status: 204 len: 168 time: 0.7022395 Mar 01 14:05:04.805439 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee61093-db70-40ad-af8c-02522bdf9dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba4b139-362f-4a3a-bd1d-a40c18bf4f5b,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:04.806788 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-6d6f3858-2a4e-465e-bf0a-46910f9fab8d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] device_id is not set on port 82f0f841-bfe5-4238-b75f-99cd57e5d75e yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:05:04.853767 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a340a25-cb56-432c-b48a-4cef24231d8b x-openstack-request-id: req-7a340a25-cb56-432c-b48a-4cef24231d8b {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:05:04.854376 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38eaa5f6-7508-4378-9844-563c2b98a731", "name": "network-vif-deleted", "tag": "b9ff14db-1ae9-4a9d-8f76-d12181a34982", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:05:04.854712 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a340a25-cb56-432c-b48a-4cef24231d8b {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:05:04.855221 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38eaa5f6-7508-4378-9844-563c2b98a731', 'name': 'network-vif-deleted', 'tag': 'b9ff14db-1ae9-4a9d-8f76-d12181a34982', 'status': 'completed', 'code': 200} Mar 01 14:05:04.963143 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-5ddf2e9a-efae-4c0c-8f32-b6f8b06cd712 None None] Allocated IP 172.20.0.2 (21660ecb-5ba8-414d-8154-bd3fac33f707/2fbc2024-c4e9-45f5-a68a-ada77ff5e254/75f5e737-8678-4814-8065-f8530df5ac53) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:05:05.189274 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5ddf2e9a-efae-4c0c-8f32-b6f8b06cd712 None None] Publish callbacks [] for port (75f5e737-8678-4814-8065-f8530df5ac53), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:05.226034 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5ddf2e9a-efae-4c0c-8f32-b6f8b06cd712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (75f5e737-8678-4814-8065-f8530df5ac53), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:05.326315 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf2e9a-efae-4c0c-8f32-b6f8b06cd712 None None] Pushing event updated for resources: {'Port': ['ID=75f5e737-8678-4814-8065-f8530df5ac53,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:05.377708 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddf2e9a-efae-4c0c-8f32-b6f8b06cd712 None None] Network 21660ecb-5ba8-414d-8154-bd3fac33f707 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:05:05.383372 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-5ddf2e9a-efae-4c0c-8f32-b6f8b06cd712 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:05:05.388080 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddf2e9a-efae-4c0c-8f32-b6f8b06cd712 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:05:05.461453 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-6d6f3858-2a4e-465e-bf0a-46910f9fab8d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Allocated IP 172.20.0.9 (21660ecb-5ba8-414d-8154-bd3fac33f707/2fbc2024-c4e9-45f5-a68a-ada77ff5e254/82f0f841-bfe5-4238-b75f-99cd57e5d75e) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:05:05.472752 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-76f9954b-515c-41f8-999b-9f2201dc9ef4 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:05.473892 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-76f9954b-515c-41f8-999b-9f2201dc9ef4 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.20 "GET /v2.0/networks?id=603fb0b9-f818-4372-b4d4-fa9feb54900b HTTP/1.1" status: 200 len: 814 time: 0.4007459 Mar 01 14:05:05.495723 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-f22b259a-f96a-412a-8b1b-c2a8288786d8 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Request body: {'port': {'device_id': 'b829e0e0-70e2-4575-99dd-067d02dc33a4', 'network_id': '603fb0b9-f818-4372-b4d4-fa9feb54900b', 'admin_state_up': True, 'tenant_id': '684cc9fc46e242a2bd85fdf929a2cebb'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:05.510707 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-5ddf2e9a-efae-4c0c-8f32-b6f8b06cd712 None None] Attempting to bind port 75f5e737-8678-4814-8065-f8530df5ac53 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:05:05.511286 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-5ddf2e9a-efae-4c0c-8f32-b6f8b06cd712 None None] Attempting to bind port 75f5e737-8678-4814-8065-f8530df5ac53 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'c9f45db1-4f57-4224-9004-954b8ea51789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '21660ecb-5ba8-414d-8154-bd3fac33f707'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:05:05.511687 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddf2e9a-efae-4c0c-8f32-b6f8b06cd712 None None] Attempting to bind port 75f5e737-8678-4814-8065-f8530df5ac53 on network 21660ecb-5ba8-414d-8154-bd3fac33f707 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:05:05.524581 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddf2e9a-efae-4c0c-8f32-b6f8b06cd712 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:05:05.524988 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddf2e9a-efae-4c0c-8f32-b6f8b06cd712 None None] Checking segment: {'id': 'c9f45db1-4f57-4224-9004-954b8ea51789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '21660ecb-5ba8-414d-8154-bd3fac33f707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:05:05.525522 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5ddf2e9a-efae-4c0c-8f32-b6f8b06cd712 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:05.525964 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddf2e9a-efae-4c0c-8f32-b6f8b06cd712 None None] Bound using segment: {'id': 'c9f45db1-4f57-4224-9004-954b8ea51789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '21660ecb-5ba8-414d-8154-bd3fac33f707'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:05:05.526495 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-5ddf2e9a-efae-4c0c-8f32-b6f8b06cd712 None None] Bound port: 75f5e737-8678-4814-8065-f8530df5ac53, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f45db1-4f57-4224-9004-954b8ea51789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '21660ecb-5ba8-414d-8154-bd3fac33f707'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:05:05.526890 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5ddf2e9a-efae-4c0c-8f32-b6f8b06cd712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (75f5e737-8678-4814-8065-f8530df5ac53), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:05.645367 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-5ddf2e9a-efae-4c0c-8f32-b6f8b06cd712 None None] For port 75f5e737-8678-4814-8065-f8530df5ac53, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:05:05.657057 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-5ddf2e9a-efae-4c0c-8f32-b6f8b06cd712 None None] For port 75f5e737-8678-4814-8065-f8530df5ac53, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=75f5e737-8678-4814-8065-f8530df5ac53,segment=NetworkSegment(c9f45db1-4f57-4224-9004-954b8ea51789),segment_id=c9f45db1-4f57-4224-9004-954b8ea51789)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:05:05.671648 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5ddf2e9a-efae-4c0c-8f32-b6f8b06cd712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (75f5e737-8678-4814-8065-f8530df5ac53), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:05.743976 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d6f3858-2a4e-465e-bf0a-46910f9fab8d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for port (82f0f841-bfe5-4238-b75f-99cd57e5d75e), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:05.815579 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d6f3858-2a4e-465e-bf0a-46910f9fab8d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (82f0f841-bfe5-4238-b75f-99cd57e5d75e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:05.860151 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf2e9a-efae-4c0c-8f32-b6f8b06cd712 None None] Pushing event updated for resources: {'Port': ['ID=75f5e737-8678-4814-8065-f8530df5ac53,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:05.875819 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-30b3b056-c0ae-49b0-9b9f-b299f1cc50a4 req-579ea8dc-5db1-41ba-a157-2ea9dbef8985 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b829e0e0-70e2-4575-99dd-067d02dc33a4 HTTP/1.1" status: 200 len: 210 time: 0.0799329 Mar 01 14:05:05.927881 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6f3858-2a4e-465e-bf0a-46910f9fab8d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Network 21660ecb-5ba8-414d-8154-bd3fac33f707 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:05:05.936934 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-6d6f3858-2a4e-465e-bf0a-46910f9fab8d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:05:05.948115 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6f3858-2a4e-465e-bf0a-46910f9fab8d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:05:05.999256 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f3858-2a4e-465e-bf0a-46910f9fab8d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Port': ['ID=82f0f841-bfe5-4238-b75f-99cd57e5d75e,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:06.061472 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-f22b259a-f96a-412a-8b1b-c2a8288786d8 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Made reservation on behalf of 684cc9fc46e242a2bd85fdf929a2cebb for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:05:06.066852 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-f22b259a-f96a-412a-8b1b-c2a8288786d8 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:06.088951 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6f3858-2a4e-465e-bf0a-46910f9fab8d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:06.090238 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d6f3858-2a4e-465e-bf0a-46910f9fab8d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:06.124737 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33308) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:06.137407 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6d6f3858-2a4e-465e-bf0a-46910f9fab8d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6027448 Mar 01 14:05:06.445033 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-f22b259a-f96a-412a-8b1b-c2a8288786d8 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Allocated IP 172.20.0.4 (603fb0b9-f818-4372-b4d4-fa9feb54900b/4288eac6-75e3-40e1-8e82-fcf32af9c531/dddb5875-1d21-418f-a5fb-3125b076001f) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:05:06.748659 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 75f5e737-8678-4814-8065-f8530df5ac53 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:05:06.830088 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 75f5e737-8678-4814-8065-f8530df5ac53 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:05:06.831922 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (75f5e737-8678-4814-8065-f8530df5ac53), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:06.870881 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-f22b259a-f96a-412a-8b1b-c2a8288786d8 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Publish callbacks [] for port (dddb5875-1d21-418f-a5fb-3125b076001f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:06.989960 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-84bb1c6a-cf98-461d-b9b7-54944fd7dae1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (82f0f841-bfe5-4238-b75f-99cd57e5d75e), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:07.000226 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-f22b259a-f96a-412a-8b1b-c2a8288786d8 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (dddb5875-1d21-418f-a5fb-3125b076001f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:07.051906 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-f22b259a-f96a-412a-8b1b-c2a8288786d8 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Network 603fb0b9-f818-4372-b4d4-fa9feb54900b is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:05:07.059917 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-f22b259a-f96a-412a-8b1b-c2a8288786d8 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:05:07.067604 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-f22b259a-f96a-412a-8b1b-c2a8288786d8 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:05:07.078162 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 75f5e737-8678-4814-8065-f8530df5ac53 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:05:07.078963 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (75f5e737-8678-4814-8065-f8530df5ac53), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:07.160860 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 75f5e737-8678-4814-8065-f8530df5ac53, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=75f5e737-8678-4814-8065-f8530df5ac53,segment=NetworkSegment(c9f45db1-4f57-4224-9004-954b8ea51789),segment_id=c9f45db1-4f57-4224-9004-954b8ea51789)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:05:07.174488 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (75f5e737-8678-4814-8065-f8530df5ac53), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:07.236409 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b259a-f96a-412a-8b1b-c2a8288786d8 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Pushing event updated for resources: {'Port': ['ID=dddb5875-1d21-418f-a5fb-3125b076001f,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:07.249143 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-f22b259a-f96a-412a-8b1b-c2a8288786d8 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:07.249807 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-f22b259a-f96a-412a-8b1b-c2a8288786d8 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:07.280625 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-f22b259a-f96a-412a-8b1b-c2a8288786d8 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7889438 Mar 01 14:05:07.295306 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-35e72a6c-aa0f-46a3-b916-3123733e9f07 service neutron] Request body: {'port': {'device_id': 'b829e0e0-70e2-4575-99dd-067d02dc33a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:07.319166 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=75f5e737-8678-4814-8065-f8530df5ac53,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:07.329827 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b9ff14db-1ae9-4a9d-8f76-d12181a34982 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:05:07.393264 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: b9ff14db-1ae9-4a9d-8f76-d12181a34982 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:05:07.393636 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b9ff14db-1ae9-4a9d-8f76-d12181a34982 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:05:07.567690 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-35e72a6c-aa0f-46a3-b916-3123733e9f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (dddb5875-1d21-418f-a5fb-3125b076001f), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:07.625214 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-eff0beaa-740d-469d-9307-5e7b22b70b57 req-72ed43e4-9bb1-436a-bc3a-5057c0b491f6 tempest-AttachVolumeShelveTestJSON-1600683866 tempest-AttachVolumeShelveTestJSON-1600683866-project] (103727) timed out ('10.222.0.13', 59054) {{(pid=103727) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 01 14:05:07.658334 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04e0542-ebdf-4274-82ff-cb6e95d3e213 None None] Network 21660ecb-5ba8-414d-8154-bd3fac33f707 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:05:07.795906 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-5646485a-29aa-480a-88e3-703b7d923199 None None] Provisioning complete for port 75f5e737-8678-4814-8065-f8530df5ac53 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:05:07.797101 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5646485a-29aa-480a-88e3-703b7d923199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (75f5e737-8678-4814-8065-f8530df5ac53), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:07.939486 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71882ab9-bd9a-457c-a750-e3fce880c5e2 req-b284b4a4-331a-4083-980f-93476f6825d2 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:07.948682 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-71882ab9-bd9a-457c-a750-e3fce880c5e2 req-b284b4a4-331a-4083-980f-93476f6825d2 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b829e0e0-70e2-4575-99dd-067d02dc33a4 HTTP/1.1" status: 200 len: 931 time: 0.3193936 Mar 01 14:05:08.010008 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-5646485a-29aa-480a-88e3-703b7d923199 None None] Current status of the port 75f5e737-8678-4814-8065-f8530df5ac53 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:05:08.138436 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-71882ab9-bd9a-457c-a750-e3fce880c5e2 req-f3402f26-5bed-44af-8b44-e06d6dcd534e tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871111 Mar 01 14:05:08.254080 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-35e72a6c-aa0f-46a3-b916-3123733e9f07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dddb5875-1d21-418f-a5fb-3125b076001f {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:05:08.269596 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-35e72a6c-aa0f-46a3-b916-3123733e9f07 service neutron] Publish callbacks [] for port (dddb5875-1d21-418f-a5fb-3125b076001f), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:08.301269 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-35e72a6c-aa0f-46a3-b916-3123733e9f07 service neutron] Transition to ACTIVE for port object dddb5875-1d21-418f-a5fb-3125b076001f will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:05:08.315848 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-35e72a6c-aa0f-46a3-b916-3123733e9f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (dddb5875-1d21-418f-a5fb-3125b076001f), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:08.343495 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-84bb1c6a-cf98-461d-b9b7-54944fd7dae1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for port (82f0f841-bfe5-4238-b75f-99cd57e5d75e), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:08.383513 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-84bb1c6a-cf98-461d-b9b7-54944fd7dae1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (82f0f841-bfe5-4238-b75f-99cd57e5d75e), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:08.454464 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-4350669c-0cb2-45f5-9379-5ca4eb903d58 None None] Provisioning complete for port 75f5e737-8678-4814-8065-f8530df5ac53 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:05:08.454953 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4350669c-0cb2-45f5-9379-5ca4eb903d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (75f5e737-8678-4814-8065-f8530df5ac53), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:08.503759 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e72a6c-aa0f-46a3-b916-3123733e9f07 service neutron] Pushing event updated for resources: {'Port': ['ID=dddb5875-1d21-418f-a5fb-3125b076001f,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:08.550614 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb1c6a-cf98-461d-b9b7-54944fd7dae1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Port': ['ID=82f0f841-bfe5-4238-b75f-99cd57e5d75e,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:08.600153 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-35e72a6c-aa0f-46a3-b916-3123733e9f07 service neutron] Attempting to bind port dddb5875-1d21-418f-a5fb-3125b076001f on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:05:08.600625 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-35e72a6c-aa0f-46a3-b916-3123733e9f07 service neutron] Attempting to bind port dddb5875-1d21-418f-a5fb-3125b076001f by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '0daf6ea1-fe8f-417e-9613-c9672cc8c206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '603fb0b9-f818-4372-b4d4-fa9feb54900b'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:05:08.600967 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-35e72a6c-aa0f-46a3-b916-3123733e9f07 service neutron] Attempting to bind port dddb5875-1d21-418f-a5fb-3125b076001f on network 603fb0b9-f818-4372-b4d4-fa9feb54900b {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:05:08.620037 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-35e72a6c-aa0f-46a3-b916-3123733e9f07 service neutron] Port dddb5875-1d21-418f-a5fb-3125b076001f on network 603fb0b9-f818-4372-b4d4-fa9feb54900b not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:05:08.620217 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-35e72a6c-aa0f-46a3-b916-3123733e9f07 service neutron] Attempting to bind port dddb5875-1d21-418f-a5fb-3125b076001f on network 603fb0b9-f818-4372-b4d4-fa9feb54900b {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:05:08.631597 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-35e72a6c-aa0f-46a3-b916-3123733e9f07 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:05:08.631979 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-35e72a6c-aa0f-46a3-b916-3123733e9f07 service neutron] Checking segment: {'id': '0daf6ea1-fe8f-417e-9613-c9672cc8c206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '603fb0b9-f818-4372-b4d4-fa9feb54900b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:05:08.644430 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-35e72a6c-aa0f-46a3-b916-3123733e9f07 service neutron] Bound using segment: {'id': '0daf6ea1-fe8f-417e-9613-c9672cc8c206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '603fb0b9-f818-4372-b4d4-fa9feb54900b'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:05:08.644924 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-35e72a6c-aa0f-46a3-b916-3123733e9f07 service neutron] Bound port: dddb5875-1d21-418f-a5fb-3125b076001f, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0daf6ea1-fe8f-417e-9613-c9672cc8c206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '603fb0b9-f818-4372-b4d4-fa9feb54900b'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:05:08.645301 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-35e72a6c-aa0f-46a3-b916-3123733e9f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (dddb5875-1d21-418f-a5fb-3125b076001f), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:08.722623 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 75f5e737-8678-4814-8065-f8530df5ac53 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:05:08.851030 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-35e72a6c-aa0f-46a3-b916-3123733e9f07 service neutron] For port dddb5875-1d21-418f-a5fb-3125b076001f, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:05:08.855413 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-35e72a6c-aa0f-46a3-b916-3123733e9f07 service neutron] For port dddb5875-1d21-418f-a5fb-3125b076001f, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=dddb5875-1d21-418f-a5fb-3125b076001f,segment=NetworkSegment(0daf6ea1-fe8f-417e-9613-c9672cc8c206),segment_id=0daf6ea1-fe8f-417e-9613-c9672cc8c206)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:05:08.868871 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-4350669c-0cb2-45f5-9379-5ca4eb903d58 None None] Current status of the port 75f5e737-8678-4814-8065-f8530df5ac53 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:05:08.871175 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-84bb1c6a-cf98-461d-b9b7-54944fd7dae1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (e5f188b2-c3cb-4468-b8ab-3949adfbe537), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:08.878445 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-35e72a6c-aa0f-46a3-b916-3123733e9f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (dddb5875-1d21-418f-a5fb-3125b076001f), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:08.930260 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-4350669c-0cb2-45f5-9379-5ca4eb903d58 None None] Provisioning complete for port 82f0f841-bfe5-4238-b75f-99cd57e5d75e triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:05:08.932279 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4350669c-0cb2-45f5-9379-5ca4eb903d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (82f0f841-bfe5-4238-b75f-99cd57e5d75e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:08.985581 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-35e72a6c-aa0f-46a3-b916-3123733e9f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:08.986208 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-35e72a6c-aa0f-46a3-b916-3123733e9f07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:08.987649 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-35e72a6c-aa0f-46a3-b916-3123733e9f07 service neutron] 10.222.0.20 "PUT /v2.0/ports/dddb5875-1d21-418f-a5fb-3125b076001f HTTP/1.1" status: 200 len: 1091 time: 1.6977384 Mar 01 14:05:09.001215 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b829e0e0-70e2-4575-99dd-067d02dc33a4', 'tag': 'dddb5875-1d21-418f-a5fb-3125b076001f'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:05:09.007709 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e89191c-1ee3-4535-b9ab-7635a0250b29" -d '{"events": [{"name": "network-changed", "server_uuid": "b829e0e0-70e2-4575-99dd-067d02dc33a4", "tag": "dddb5875-1d21-418f-a5fb-3125b076001f"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:05:09.183412 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e72a6c-aa0f-46a3-b916-3123733e9f07 service neutron] Pushing event updated for resources: {'Port': ['ID=dddb5875-1d21-418f-a5fb-3125b076001f,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:09.248903 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-84bb1c6a-cf98-461d-b9b7-54944fd7dae1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (82f0f841-bfe5-4238-b75f-99cd57e5d75e), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:09.271832 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-f2e116a2-1ee5-4f90-a09f-e33be1b7c135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:09.273509 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-f2e116a2-1ee5-4f90-a09f-e33be1b7c135 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=684cc9fc46e242a2bd85fdf929a2cebb&device_id=b829e0e0-70e2-4575-99dd-067d02dc33a4 HTTP/1.1" status: 200 len: 1125 time: 0.2220047 Mar 01 14:05:09.370961 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-e1ea7662-0fa4-46fa-b034-480c8a86c0b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dddb5875-1d21-418f-a5fb-3125b076001f HTTP/1.1" status: 200 len: 217 time: 0.0902174 Mar 01 14:05:09.451552 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-4350669c-0cb2-45f5-9379-5ca4eb903d58 None None] Port 82f0f841-bfe5-4238-b75f-99cd57e5d75e cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:05:09.455260 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 75f5e737-8678-4814-8065-f8530df5ac53 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:05:09.456085 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (75f5e737-8678-4814-8065-f8530df5ac53), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:09.498066 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-245d998e-b0d6-43ac-a0ce-d9a43066070c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:09.501675 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-245d998e-b0d6-43ac-a0ce-d9a43066070c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4288eac6-75e3-40e1-8e82-fcf32af9c531 HTTP/1.1" status: 200 len: 854 time: 0.1242304 Mar 01 14:05:09.560831 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-28a00cdc-78c9-4f2a-8639-c6b452d8c138 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=603fb0b9-f818-4372-b4d4-fa9feb54900b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528376 Mar 01 14:05:09.563030 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86ebd2e-1d32-4ac0-a9d6-cc210bb97734 x-openstack-request-id: req-e86ebd2e-1d32-4ac0-a9d6-cc210bb97734 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:05:09.563547 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b829e0e0-70e2-4575-99dd-067d02dc33a4", "tag": "dddb5875-1d21-418f-a5fb-3125b076001f", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:05:09.564095 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e86ebd2e-1d32-4ac0-a9d6-cc210bb97734 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:05:09.564652 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b829e0e0-70e2-4575-99dd-067d02dc33a4', 'tag': 'dddb5875-1d21-418f-a5fb-3125b076001f', 'status': 'completed', 'code': 200} Mar 01 14:05:09.662784 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 75f5e737-8678-4814-8065-f8530df5ac53 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:05:09.680541 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-0d23834b-573d-4cc0-aa89-1d14e6ee0027 None None] Provisioning complete for port 82f0f841-bfe5-4238-b75f-99cd57e5d75e triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:05:09.681208 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0d23834b-573d-4cc0-aa89-1d14e6ee0027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (82f0f841-bfe5-4238-b75f-99cd57e5d75e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:09.705823 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33410) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:09.728946 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-0d23834b-573d-4cc0-aa89-1d14e6ee0027 None None] Port 82f0f841-bfe5-4238-b75f-99cd57e5d75e cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:05:09.767397 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46600eb5-c1e8-4ddb-b3d9-ed18b2a399ac req-1d9a675b-079b-4e85-a2e2-c3b8c93e7169 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:09.769031 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-46600eb5-c1e8-4ddb-b3d9-ed18b2a399ac req-1d9a675b-079b-4e85-a2e2-c3b8c93e7169 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b829e0e0-70e2-4575-99dd-067d02dc33a4 HTTP/1.1" status: 200 len: 943 time: 0.4308267 Mar 01 14:05:09.782145 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-6f7bee4b-53ba-4851-b907-a115a7531939 service neutron] 10.222.0.20 "GET /v2.0/networks/603fb0b9-f818-4372-b4d4-fa9feb54900b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033770 Mar 01 14:05:09.833602 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:09.945789 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c02e65e1-cd35-4a31-a955-ca0b1644b7d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:09.971027 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-aff1b592-86ad-44df-bd34-92c7af7fb22c req-e6e08aad-9e03-4732-b153-ace242d947a2 service neutron] 10.222.0.20 "GET /v2.0/networks/603fb0b9-f818-4372-b4d4-fa9feb54900b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823447 Mar 01 14:05:10.016141 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:10.072450 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-46600eb5-c1e8-4ddb-b3d9-ed18b2a399ac req-3c59cf53-55d7-4d01-ba38-823af463ccb6 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941437 Mar 01 14:05:10.119422 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-84bb1c6a-cf98-461d-b9b7-54944fd7dae1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for port (82f0f841-bfe5-4238-b75f-99cd57e5d75e), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:10.121954 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89191c-1ee3-4535-b9ab-7635a0250b29 req-e8053274-8109-4d94-9391-9b425b3a9c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:10.124601 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5e89191c-1ee3-4535-b9ab-7635a0250b29 req-e8053274-8109-4d94-9391-9b425b3a9c1f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=684cc9fc46e242a2bd85fdf929a2cebb&device_id=b829e0e0-70e2-4575-99dd-067d02dc33a4 HTTP/1.1" status: 200 len: 1125 time: 0.1048415 Mar 01 14:05:10.130070 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-84bb1c6a-cf98-461d-b9b7-54944fd7dae1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (82f0f841-bfe5-4238-b75f-99cd57e5d75e), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:10.190691 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb1c6a-cf98-461d-b9b7-54944fd7dae1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Port': ['ID=82f0f841-bfe5-4238-b75f-99cd57e5d75e,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:10.296740 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89191c-1ee3-4535-b9ab-7635a0250b29 req-682abb1d-e085-4694-b268-5ac554b4d253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:10.298349 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5e89191c-1ee3-4535-b9ab-7635a0250b29 req-682abb1d-e085-4694-b268-5ac554b4d253 service neutron] 10.222.0.20 "GET /v2.0/networks?id=603fb0b9-f818-4372-b4d4-fa9feb54900b HTTP/1.1" status: 200 len: 915 time: 0.1642766 Mar 01 14:05:10.334516 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-84bb1c6a-cf98-461d-b9b7-54944fd7dae1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (e5f188b2-c3cb-4468-b8ab-3949adfbe537), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:10.372003 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c02e65e1-cd35-4a31-a955-ca0b1644b7d6 admin admin] Publish callbacks [] for security_group (6f12ef1b-17e0-4365-a3e0-0b0b213f1023), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:10.387186 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5e89191c-1ee3-4535-b9ab-7635a0250b29 req-8d3eeeca-263d-40fe-8692-9a8edbd721d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dddb5875-1d21-418f-a5fb-3125b076001f HTTP/1.1" status: 200 len: 217 time: 0.0781498 Mar 01 14:05:10.432643 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c02e65e1-cd35-4a31-a955-ca0b1644b7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6f12ef1b-17e0-4365-a3e0-0b0b213f1023), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:10.498700 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c02e65e1-cd35-4a31-a955-ca0b1644b7d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7062090f48b24fb2bd2c38dfcc50a657&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7883141 Mar 01 14:05:10.501188 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e65e1-cd35-4a31-a955-ca0b1644b7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f12ef1b-17e0-4365-a3e0-0b0b213f1023,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:10.501577 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33436) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:10.506332 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89191c-1ee3-4535-b9ab-7635a0250b29 req-a68561de-bf3c-4742-a670-c695cb2000f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:10.508461 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5e89191c-1ee3-4535-b9ab-7635a0250b29 req-a68561de-bf3c-4742-a670-c695cb2000f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4288eac6-75e3-40e1-8e82-fcf32af9c531 HTTP/1.1" status: 200 len: 854 time: 0.1118767 Mar 01 14:05:10.523053 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bb1c6a-cf98-461d-b9b7-54944fd7dae1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Network 21660ecb-5ba8-414d-8154-bd3fac33f707 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:05:10.524540 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-84bb1c6a-cf98-461d-b9b7-54944fd7dae1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:05:10.568287 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5e89191c-1ee3-4535-b9ab-7635a0250b29 req-6cfb157b-fda6-4044-8425-c55632f57c39 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=603fb0b9-f818-4372-b4d4-fa9feb54900b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514328 Mar 01 14:05:10.695435 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a80b8c14-c6cc-4779-995f-c298a8cbc5fe admin admin] Publish callbacks [] for security_group (6f12ef1b-17e0-4365-a3e0-0b0b213f1023), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:10.773923 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a80b8c14-c6cc-4779-995f-c298a8cbc5fe admin admin] Publish callbacks [] for security_group (6f12ef1b-17e0-4365-a3e0-0b0b213f1023), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:10.785868 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84bb1c6a-cf98-461d-b9b7-54944fd7dae1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Router e5f188b2-c3cb-4468-b8ab-3949adfbe537 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:05:10.844901 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5e89191c-1ee3-4535-b9ab-7635a0250b29 req-0355e296-3895-46c1-ba05-7d7deaab3bc8 service neutron] 10.222.0.20 "GET /v2.0/networks/603fb0b9-f818-4372-b4d4-fa9feb54900b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665629 Mar 01 14:05:10.844901 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a80b8c14-c6cc-4779-995f-c298a8cbc5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6f12ef1b-17e0-4365-a3e0-0b0b213f1023), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:10.847219 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a80b8c14-c6cc-4779-995f-c298a8cbc5fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:10.851383 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a80b8c14-c6cc-4779-995f-c298a8cbc5fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f12ef1b-17e0-4365-a3e0-0b0b213f1023 HTTP/1.1" status: 204 len: 168 time: 0.3471544 Mar 01 14:05:10.896686 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b8c14-c6cc-4779-995f-c298a8cbc5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f12ef1b-17e0-4365-a3e0-0b0b213f1023,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:10.984740 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-dd534f17-039a-42cb-bed0-7c20e956d4b8 None None] Provisioning complete for port 82f0f841-bfe5-4238-b75f-99cd57e5d75e triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:05:10.985425 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-dd534f17-039a-42cb-bed0-7c20e956d4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (82f0f841-bfe5-4238-b75f-99cd57e5d75e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:11.027484 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33450) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:11.035619 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5e89191c-1ee3-4535-b9ab-7635a0250b29 req-47fde7cd-7ba9-439f-911b-51eb07efeb0d service neutron] 10.222.0.20 "GET /v2.0/networks/603fb0b9-f818-4372-b4d4-fa9feb54900b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827643 Mar 01 14:05:11.036229 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84bb1c6a-cf98-461d-b9b7-54944fd7dae1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:05:11.042560 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-84bb1c6a-cf98-461d-b9b7-54944fd7dae1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "PUT /v2.0/routers/e5f188b2-c3cb-4468-b8ab-3949adfbe537/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9148157 Mar 01 14:05:11.045265 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33454) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:11.051965 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6792ef3-27fe-4f09-a2c0-c9482a5524a5 None None] Sync routers for ids ['e5f188b2-c3cb-4468-b8ab-3949adfbe537'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:05:11.094261 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-dd534f17-039a-42cb-bed0-7c20e956d4b8 None None] Port 82f0f841-bfe5-4238-b75f-99cd57e5d75e cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:05:11.100654 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6792ef3-27fe-4f09-a2c0-c9482a5524a5 None None] Routers {'e5f188b2-c3cb-4468-b8ab-3949adfbe537'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:05:11.151173 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b6792ef3-27fe-4f09-a2c0-c9482a5524a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:04:58Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['e5f188b2-c3cb-4468-b8ab-3949adfbe537'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:05:11.166604 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5a4021-2e08-47b6-a8dc-c3723029d0ef tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:11.168818 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7a5a4021-2e08-47b6-a8dc-c3723029d0ef tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f188b2-c3cb-4468-b8ab-3949adfbe537 HTTP/1.1" status: 200 len: 982 time: 0.1210065 Mar 01 14:05:11.171871 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33458) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:11.202582 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b6792ef3-27fe-4f09-a2c0-c9482a5524a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:05:11.211795 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6792ef3-27fe-4f09-a2c0-c9482a5524a5 None None] Routers {'e5f188b2-c3cb-4468-b8ab-3949adfbe537'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:05:11.212522 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b6792ef3-27fe-4f09-a2c0-c9482a5524a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:04:58Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['e5f188b2-c3cb-4468-b8ab-3949adfbe537'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:05:11.247891 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b6792ef3-27fe-4f09-a2c0-c9482a5524a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:05:11.248782 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6792ef3-27fe-4f09-a2c0-c9482a5524a5 None None] The sync data for ids ['e5f188b2-c3cb-4468-b8ab-3949adfbe537'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:05:11.384887 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e6100-ba1e-4dec-9a2f-ed1a1d6878bb req-c20aed56-90a8-48ac-8ea9-f9087abbbb73 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:11.396499 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-965e6100-ba1e-4dec-9a2f-ed1a1d6878bb req-c20aed56-90a8-48ac-8ea9-f9087abbbb73 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b829e0e0-70e2-4575-99dd-067d02dc33a4 HTTP/1.1" status: 200 len: 943 time: 0.1296241 Mar 01 14:05:11.468425 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a598b800-cfc2-4080-ab71-9fbb76877f26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:11.485019 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33466) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:11.530955 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-038cae69-d6ad-453f-ba73-f6e97917bb03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:11.559122 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-965e6100-ba1e-4dec-9a2f-ed1a1d6878bb req-773b43b6-db29-4219-9b28-129c4b1d622c tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617332 Mar 01 14:05:11.683025 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a598b800-cfc2-4080-ab71-9fbb76877f26 admin admin] Publish callbacks [] for security_group (c0def9ec-0fe2-4a2b-bb52-9cc54b3d6de8), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:11.692327 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a598b800-cfc2-4080-ab71-9fbb76877f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c0def9ec-0fe2-4a2b-bb52-9cc54b3d6de8), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:11.735577 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-038cae69-d6ad-453f-ba73-f6e97917bb03 admin admin] Publish callbacks [] for security_group (175d6d7a-bd05-4a60-965e-d21a65f99861), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:11.741624 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a598b800-cfc2-4080-ab71-9fbb76877f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0def9ec-0fe2-4a2b-bb52-9cc54b3d6de8,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:11.750723 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-038cae69-d6ad-453f-ba73-f6e97917bb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (175d6d7a-bd05-4a60-965e-d21a65f99861), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:11.762597 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a598b800-cfc2-4080-ab71-9fbb76877f26 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c8a0d6b39124a47b94b2baac49c1b78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7337320 Mar 01 14:05:11.774042 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33472) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:11.828337 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-038cae69-d6ad-453f-ba73-f6e97917bb03 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e64b16754324654970545306f4cb00d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3397827 Mar 01 14:05:11.833839 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038cae69-d6ad-453f-ba73-f6e97917bb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175d6d7a-bd05-4a60-965e-d21a65f99861,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:11.838299 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33474) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:11.898772 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2bd8aa61-e7e5-4645-af68-fd601bde9846 admin admin] Publish callbacks [] for security_group (c0def9ec-0fe2-4a2b-bb52-9cc54b3d6de8), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:11.973409 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2bd8aa61-e7e5-4645-af68-fd601bde9846 admin admin] Publish callbacks [] for security_group (c0def9ec-0fe2-4a2b-bb52-9cc54b3d6de8), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:11.983210 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-447369bf-973f-4ce2-bb2f-1ba1c60cba13 admin admin] Publish callbacks [] for security_group (175d6d7a-bd05-4a60-965e-d21a65f99861), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:12.031128 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-447369bf-973f-4ce2-bb2f-1ba1c60cba13 admin admin] Publish callbacks [] for security_group (175d6d7a-bd05-4a60-965e-d21a65f99861), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:12.102994 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2bd8aa61-e7e5-4645-af68-fd601bde9846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c0def9ec-0fe2-4a2b-bb52-9cc54b3d6de8), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:12.107863 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2bd8aa61-e7e5-4645-af68-fd601bde9846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:12.111882 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2bd8aa61-e7e5-4645-af68-fd601bde9846 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c0def9ec-0fe2-4a2b-bb52-9cc54b3d6de8 HTTP/1.1" status: 204 len: 168 time: 0.3365438 Mar 01 14:05:12.123595 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd8aa61-e7e5-4645-af68-fd601bde9846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0def9ec-0fe2-4a2b-bb52-9cc54b3d6de8,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:12.180196 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-447369bf-973f-4ce2-bb2f-1ba1c60cba13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (175d6d7a-bd05-4a60-965e-d21a65f99861), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:12.185246 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-447369bf-973f-4ce2-bb2f-1ba1c60cba13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:12.186964 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-447369bf-973f-4ce2-bb2f-1ba1c60cba13 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/175d6d7a-bd05-4a60-965e-d21a65f99861 HTTP/1.1" status: 204 len: 168 time: 0.3474715 Mar 01 14:05:12.214624 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-947e32db-fc6b-4e87-a4ee-294f4f73f154 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (e5f188b2-c3cb-4468-b8ab-3949adfbe537), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:12.218854 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447369bf-973f-4ce2-bb2f-1ba1c60cba13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175d6d7a-bd05-4a60-965e-d21a65f99861,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:12.665172 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-947e32db-fc6b-4e87-a4ee-294f4f73f154 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Deleting port 82f0f841-bfe5-4238-b75f-99cd57e5d75e {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:05:12.665524 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-947e32db-fc6b-4e87-a4ee-294f4f73f154 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (82f0f841-bfe5-4238-b75f-99cd57e5d75e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:12.810606 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533e707-5f50-45f6-9c35-43d362ca5171 req-a377fd72-cdc6-4672-9d2f-362302976b53 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:12.812928 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8533e707-5f50-45f6-9c35-43d362ca5171 req-a377fd72-cdc6-4672-9d2f-362302976b53 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b829e0e0-70e2-4575-99dd-067d02dc33a4 HTTP/1.1" status: 200 len: 943 time: 0.0980034 Mar 01 14:05:12.833427 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-947e32db-fc6b-4e87-a4ee-294f4f73f154 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (82f0f841-bfe5-4238-b75f-99cd57e5d75e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:12.849637 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-947e32db-fc6b-4e87-a4ee-294f4f73f154 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Calling delete_port for 82f0f841-bfe5-4238-b75f-99cd57e5d75e owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:05:12.888902 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33506) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:12.924671 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1bb593dd-85c4-45fc-9bd0-9c431241c6a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:12.995941 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8533e707-5f50-45f6-9c35-43d362ca5171 req-930fee8d-105d-47e8-ad7a-37672e64e0d3 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735618 Mar 01 14:05:13.105144 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-947e32db-fc6b-4e87-a4ee-294f4f73f154 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (82f0f841-bfe5-4238-b75f-99cd57e5d75e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:13.143549 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e32db-fc6b-4e87-a4ee-294f4f73f154 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Port': ['ID=82f0f841-bfe5-4238-b75f-99cd57e5d75e,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:13.226698 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1bb593dd-85c4-45fc-9bd0-9c431241c6a4 admin admin] Publish callbacks [] for security_group (49a14302-4f8c-4647-8a33-f9c919840952), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:13.260795 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1bb593dd-85c4-45fc-9bd0-9c431241c6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (49a14302-4f8c-4647-8a33-f9c919840952), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:13.342830 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb593dd-85c4-45fc-9bd0-9c431241c6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a14302-4f8c-4647-8a33-f9c919840952,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:13.376265 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1bb593dd-85c4-45fc-9bd0-9c431241c6a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c444a7a0ece748fe8ee2639b27c933df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4840982 Mar 01 14:05:13.377029 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33520) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:13.400927 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-947e32db-fc6b-4e87-a4ee-294f4f73f154 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (e5f188b2-c3cb-4468-b8ab-3949adfbe537), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:13.469581 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-080c82f4-7e2d-49c8-8696-3c97a1d3c103 admin admin] Publish callbacks [] for security_group (49a14302-4f8c-4647-8a33-f9c919840952), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:13.496136 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-080c82f4-7e2d-49c8-8696-3c97a1d3c103 admin admin] Publish callbacks [] for security_group (49a14302-4f8c-4647-8a33-f9c919840952), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:13.568338 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-080c82f4-7e2d-49c8-8696-3c97a1d3c103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (49a14302-4f8c-4647-8a33-f9c919840952), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:13.571560 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-080c82f4-7e2d-49c8-8696-3c97a1d3c103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:13.576206 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-080c82f4-7e2d-49c8-8696-3c97a1d3c103 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49a14302-4f8c-4647-8a33-f9c919840952 HTTP/1.1" status: 204 len: 168 time: 0.1987684 Mar 01 14:05:13.586456 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c82f4-7e2d-49c8-8696-3c97a1d3c103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a14302-4f8c-4647-8a33-f9c919840952,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:13.728447 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947e32db-fc6b-4e87-a4ee-294f4f73f154 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Router e5f188b2-c3cb-4468-b8ab-3949adfbe537 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:05:13.899253 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947e32db-fc6b-4e87-a4ee-294f4f73f154 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:05:13.908728 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-947e32db-fc6b-4e87-a4ee-294f4f73f154 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "PUT /v2.0/routers/e5f188b2-c3cb-4468-b8ab-3949adfbe537/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7348063 Mar 01 14:05:13.911941 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33544) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:13.917317 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aecce20-f0a2-4510-856e-2cd0606274bd None None] Sync routers for ids ['e5f188b2-c3cb-4468-b8ab-3949adfbe537'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:05:13.931654 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aecce20-f0a2-4510-856e-2cd0606274bd None None] Routers {'e5f188b2-c3cb-4468-b8ab-3949adfbe537'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:05:13.932526 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-9aecce20-f0a2-4510-856e-2cd0606274bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:04:58Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['e5f188b2-c3cb-4468-b8ab-3949adfbe537'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:05:13.953912 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c73302-3a10-41ea-b54c-038181224e41 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] GET failed (client error): The resource could not be found. Mar 01 14:05:13.961399 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-77c73302-3a10-41ea-b54c-038181224e41 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "GET /v2.0/ports/82f0f841-bfe5-4238-b75f-99cd57e5d75e HTTP/1.1" status: 404 len: 333 time: 0.0481191 Mar 01 14:05:13.961849 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33546) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:13.993119 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-9aecce20-f0a2-4510-856e-2cd0606274bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:05:14.004626 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aecce20-f0a2-4510-856e-2cd0606274bd None None] Routers {'e5f188b2-c3cb-4468-b8ab-3949adfbe537'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:05:14.005510 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-9aecce20-f0a2-4510-856e-2cd0606274bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:04:58Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['e5f188b2-c3cb-4468-b8ab-3949adfbe537'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:05:14.045315 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-9aecce20-f0a2-4510-856e-2cd0606274bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:05:14.046199 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aecce20-f0a2-4510-856e-2cd0606274bd None None] The sync data for ids ['e5f188b2-c3cb-4468-b8ab-3949adfbe537'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:05:14.102525 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f366e5d1-715d-4b6c-8906-2e90ae4a34f7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for router (e5f188b2-c3cb-4468-b8ab-3949adfbe537), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:14.202761 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b399024-c93e-463b-aab1-254ee0b9ac47 req-b6cd0e75-8fff-4b97-89ce-2506c1d94956 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:14.212117 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2b399024-c93e-463b-aab1-254ee0b9ac47 req-b6cd0e75-8fff-4b97-89ce-2506c1d94956 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b829e0e0-70e2-4575-99dd-067d02dc33a4 HTTP/1.1" status: 200 len: 943 time: 0.0817084 Mar 01 14:05:14.277094 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2b399024-c93e-463b-aab1-254ee0b9ac47 req-a435b294-086d-419d-8144-180ad09ccf99 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638192 Mar 01 14:05:14.373149 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f366e5d1-715d-4b6c-8906-2e90ae4a34f7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (e5f188b2-c3cb-4468-b8ab-3949adfbe537), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:14.376392 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f366e5d1-715d-4b6c-8906-2e90ae4a34f7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for router_controller (e5f188b2-c3cb-4468-b8ab-3949adfbe537), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:14.438399 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f366e5d1-715d-4b6c-8906-2e90ae4a34f7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (e5f188b2-c3cb-4468-b8ab-3949adfbe537), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:14.440032 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f366e5d1-715d-4b6c-8906-2e90ae4a34f7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Fanout notify agent at l3_agent the message router_deleted on router e5f188b2-c3cb-4468-b8ab-3949adfbe537 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:05:14.449802 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f366e5d1-715d-4b6c-8906-2e90ae4a34f7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:14.454710 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33566) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:14.476315 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f366e5d1-715d-4b6c-8906-2e90ae4a34f7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/routers/e5f188b2-c3cb-4468-b8ab-3949adfbe537 HTTP/1.1" status: 204 len: 168 time: 0.5028965 Mar 01 14:05:14.530869 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f1c211b-6d8a-4696-b26a-531adbe5524b tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Deleting subnet 2fbc2024-c4e9-45f5-a68a-ada77ff5e254 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:05:14.534407 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9f1c211b-6d8a-4696-b26a-531adbe5524b tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for subnet (2fbc2024-c4e9-45f5-a68a-ada77ff5e254), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:14.577893 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9f1c211b-6d8a-4696-b26a-531adbe5524b tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (2fbc2024-c4e9-45f5-a68a-ada77ff5e254), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:14.693771 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9f1c211b-6d8a-4696-b26a-531adbe5524b tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (2fbc2024-c4e9-45f5-a68a-ada77ff5e254), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:14.786900 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9f1c211b-6d8a-4696-b26a-531adbe5524b tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (2fbc2024-c4e9-45f5-a68a-ada77ff5e254), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:14.830470 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c80bc5-b3a7-43c6-ae18-52f73be88066 None None] Network 21660ecb-5ba8-414d-8154-bd3fac33f707 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:05:14.842662 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9f1c211b-6d8a-4696-b26a-531adbe5524b tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:14.848824 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33582) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:14.849168 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9f1c211b-6d8a-4696-b26a-531adbe5524b tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/subnets/2fbc2024-c4e9-45f5-a68a-ada77ff5e254 HTTP/1.1" status: 204 len: 168 time: 0.3933036 Mar 01 14:05:14.850562 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1c211b-6d8a-4696-b26a-531adbe5524b tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Subnet': ['ID=2fbc2024-c4e9-45f5-a68a-ada77ff5e254,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:14.930978 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device dddb5875-1d21-418f-a5fb-3125b076001f details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:05:15.042287 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cf871cff-4dc4-4efd-b0c1-7849e6391478 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (21660ecb-5ba8-414d-8154-bd3fac33f707), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:15.072363 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port dddb5875-1d21-418f-a5fb-3125b076001f, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=dddb5875-1d21-418f-a5fb-3125b076001f,segment=NetworkSegment(0daf6ea1-fe8f-417e-9613-c9672cc8c206),segment_id=0daf6ea1-fe8f-417e-9613-c9672cc8c206)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:05:15.099904 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4f2645-e9b3-410e-99de-a067b70f3c75 None None] DHCP port deletion for 21660ecb-5ba8-414d-8154-bd3fac33f707 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:05:15.121315 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-cf871cff-4dc4-4efd-b0c1-7849e6391478 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Deleting port 75f5e737-8678-4814-8065-f8530df5ac53 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:05:15.122872 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cf871cff-4dc4-4efd-b0c1-7849e6391478 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (75f5e737-8678-4814-8065-f8530df5ac53), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:15.128777 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': 'dddb5875-1d21-418f-a5fb-3125b076001f', 'network_id': '603fb0b9-f818-4372-b4d4-fa9feb54900b', 'port_id': 'dddb5875-1d21-418f-a5fb-3125b076001f', 'mac_address': 'fa:16:3e:d6:ae:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4288eac6-75e3-40e1-8e82-fcf32af9c531', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:05:15.192534 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port dddb5875-1d21-418f-a5fb-3125b076001f is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:05:15.192534 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (dddb5875-1d21-418f-a5fb-3125b076001f), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:15.225324 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dddb5875-1d21-418f-a5fb-3125b076001f {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:05:15.247624 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port dddb5875-1d21-418f-a5fb-3125b076001f, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=dddb5875-1d21-418f-a5fb-3125b076001f,segment=NetworkSegment(0daf6ea1-fe8f-417e-9613-c9672cc8c206),segment_id=0daf6ea1-fe8f-417e-9613-c9672cc8c206)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:05:15.260662 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-6c4f2645-e9b3-410e-99de-a067b70f3c75 None None] Deleting port 75f5e737-8678-4814-8065-f8530df5ac53 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:05:15.260662 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6c4f2645-e9b3-410e-99de-a067b70f3c75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (75f5e737-8678-4814-8065-f8530df5ac53), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:15.273298 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-cf871cff-4dc4-4efd-b0c1-7849e6391478 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] For port 75f5e737-8678-4814-8065-f8530df5ac53, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=75f5e737-8678-4814-8065-f8530df5ac53,segment=NetworkSegment(c9f45db1-4f57-4224-9004-954b8ea51789),segment_id=c9f45db1-4f57-4224-9004-954b8ea51789)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:05:15.273671 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cf871cff-4dc4-4efd-b0c1-7849e6391478 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (75f5e737-8678-4814-8065-f8530df5ac53), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:15.307767 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-cf871cff-4dc4-4efd-b0c1-7849e6391478 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Calling delete_port for 75f5e737-8678-4814-8065-f8530df5ac53 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:05:15.366038 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-6c4f2645-e9b3-410e-99de-a067b70f3c75 None None] For port 75f5e737-8678-4814-8065-f8530df5ac53, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=75f5e737-8678-4814-8065-f8530df5ac53,segment=NetworkSegment(c9f45db1-4f57-4224-9004-954b8ea51789),segment_id=c9f45db1-4f57-4224-9004-954b8ea51789)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:05:15.372970 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6c4f2645-e9b3-410e-99de-a067b70f3c75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (75f5e737-8678-4814-8065-f8530df5ac53), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:15.405754 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-6c4f2645-e9b3-410e-99de-a067b70f3c75 None None] Calling delete_port for 75f5e737-8678-4814-8065-f8530df5ac53 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:05:15.415047 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (dddb5875-1d21-418f-a5fb-3125b076001f), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:15.488401 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cf871cff-4dc4-4efd-b0c1-7849e6391478 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (75f5e737-8678-4814-8065-f8530df5ac53), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:15.531912 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=dddb5875-1d21-418f-a5fb-3125b076001f,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:15.560473 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6c4f2645-e9b3-410e-99de-a067b70f3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (75f5e737-8678-4814-8065-f8530df5ac53), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:15.571894 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf871cff-4dc4-4efd-b0c1-7849e6391478 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] No DVR routers for this DVR port 75f5e737-8678-4814-8065-f8530df5ac53 on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:05:15.574230 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59f6ec-ba2e-4e57-a194-5695c36bbd63 req-4ae4c55e-f9cc-4249-819a-5ac06cda0c13 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:15.579548 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf871cff-4dc4-4efd-b0c1-7849e6391478 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Port': ['ID=75f5e737-8678-4814-8065-f8530df5ac53,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:15.586986 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5f59f6ec-ba2e-4e57-a194-5695c36bbd63 req-4ae4c55e-f9cc-4249-819a-5ac06cda0c13 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b829e0e0-70e2-4575-99dd-067d02dc33a4 HTTP/1.1" status: 200 len: 944 time: 0.1476188 Mar 01 14:05:15.592268 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4f2645-e9b3-410e-99de-a067b70f3c75 None None] No DVR routers for this DVR port 75f5e737-8678-4814-8065-f8530df5ac53 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:05:15.634066 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f2645-e9b3-410e-99de-a067b70f3c75 None None] Pushing event deleted for resources: {'Port': ['ID=75f5e737-8678-4814-8065-f8530df5ac53,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:15.685555 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5f59f6ec-ba2e-4e57-a194-5695c36bbd63 req-72f00765-3d8a-4c39-93a1-3124a020d59c tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934200 Mar 01 14:05:15.771000 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['dddb5875-1d21-418f-a5fb-3125b076001f'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:05:15.771696 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cf871cff-4dc4-4efd-b0c1-7849e6391478 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (21660ecb-5ba8-414d-8154-bd3fac33f707), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:15.837034 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-cf871cff-4dc4-4efd-b0c1-7849e6391478 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21660ecb-5ba8-414d-8154-bd3fac33f707']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:05:15.860336 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-cf871cff-4dc4-4efd-b0c1-7849e6391478 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9f45db1-4f57-4224-9004-954b8ea51789') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:05:15.860547 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-cf871cff-4dc4-4efd-b0c1-7849e6391478 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9f45db1-4f57-4224-9004-954b8ea51789') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:05:15.879422 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cf871cff-4dc4-4efd-b0c1-7849e6391478 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (c9f45db1-4f57-4224-9004-954b8ea51789), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:15.912439 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cf871cff-4dc4-4efd-b0c1-7849e6391478 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (c9f45db1-4f57-4224-9004-954b8ea51789), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:15.927390 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf871cff-4dc4-4efd-b0c1-7849e6391478 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:05:15.927733 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cf871cff-4dc4-4efd-b0c1-7849e6391478 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (c9f45db1-4f57-4224-9004-954b8ea51789), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:15.934438 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:05:15.934438 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:05:15.934438 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:05:15.934438 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:05:15.934438 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:05:15.934438 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:05:15.934438 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:05:15.934438 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:05:15.934438 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:05:15.934438 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:05:15.934438 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:05:15.934438 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:05:15.934438 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:05:15.934438 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:05:15.934438 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:05:15.934438 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:05:15.934438 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:05:15.934438 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:05:15.934438 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:05:15.934438 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:05:15.934438 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:05:15.934438 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:05:15.934438 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:05:15.934438 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:05:15.934438 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:05:15.934438 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:05:15.934438 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:05:15.934438 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:05:15.934438 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:05:15.934438 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:05:15.934438 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:05:15.934438 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:05:16.012181 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cf871cff-4dc4-4efd-b0c1-7849e6391478 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (21660ecb-5ba8-414d-8154-bd3fac33f707), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:16.025866 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cf871cff-4dc4-4efd-b0c1-7849e6391478 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:16.030606 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cf871cff-4dc4-4efd-b0c1-7849e6391478 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/networks/21660ecb-5ba8-414d-8154-bd3fac33f707 HTTP/1.1" status: 204 len: 168 time: 1.1807132 Mar 01 14:05:16.034270 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33624) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:16.058166 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf871cff-4dc4-4efd-b0c1-7849e6391478 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Network': ['ID=21660ecb-5ba8-414d-8154-bd3fac33f707,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:16.103147 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0993e829-f112-4647-9bd7-b65aa2238ec8 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:16.104804 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0993e829-f112-4647-9bd7-b65aa2238ec8 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "GET /v2.0/ports/7316b49a-855d-43d1-a01e-7ab9a7a0a023 HTTP/1.1" status: 200 len: 840 time: 0.0694897 Mar 01 14:05:16.108635 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33632) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:16.167266 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-227c811c-d1bb-4334-a951-7ff743c4390a tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "GET /v2.0/ports/7316b49a-855d-43d1-a01e-7ab9a7a0a023?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0544159 Mar 01 14:05:16.172796 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33636) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:16.179588 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-38cff2a5-72cb-4375-b91f-958fa78ccdf5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'subnet': {'network_id': '8708874b-713e-4e25-8104-ec223d791ef2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:16.300459 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cff2a5-72cb-4375-b91f-958fa78ccdf5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:05:16.307452 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-38cff2a5-72cb-4375-b91f-958fa78ccdf5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:16.552500 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-38cff2a5-72cb-4375-b91f-958fa78ccdf5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (a2b1b4e3-71db-437c-bc25-6d2116cec50a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:16.599839 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cff2a5-72cb-4375-b91f-958fa78ccdf5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Subnet': ['ID=a2b1b4e3-71db-437c-bc25-6d2116cec50a,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:16.625693 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cff2a5-72cb-4375-b91f-958fa78ccdf5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Network 8708874b-713e-4e25-8104-ec223d791ef2 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:05:16.627173 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-38cff2a5-72cb-4375-b91f-958fa78ccdf5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:05:16.629922 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cff2a5-72cb-4375-b91f-958fa78ccdf5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:16.630522 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-38cff2a5-72cb-4375-b91f-958fa78ccdf5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:16.638734 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588a1aa4-74fb-4375-9ce4-e7465b55b801 None None] Network 8708874b-713e-4e25-8104-ec223d791ef2 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:05:16.652742 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-38cff2a5-72cb-4375-b91f-958fa78ccdf5 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4787779 Mar 01 14:05:16.656133 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33646) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:16.665371 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-a762e28c-9075-48bd-89fe-19feae041b44 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'security_group': {'name': 'tempest-secgroup-73933703'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:16.700751 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a762e28c-9075-48bd-89fe-19feae041b44 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:16.714258 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 75f5e737-8678-4814-8065-f8530df5ac53 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:05:16.753514 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 75f5e737-8678-4814-8065-f8530df5ac53 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:05:16.754134 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 75f5e737-8678-4814-8065-f8530df5ac53 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:05:16.825703 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a762e28c-9075-48bd-89fe-19feae041b44 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for security_group (3b1e5d97-6540-4a3b-9a42-e0383c3e7194), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:16.832769 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a762e28c-9075-48bd-89fe-19feae041b44 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (3b1e5d97-6540-4a3b-9a42-e0383c3e7194), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:16.885261 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762e28c-9075-48bd-89fe-19feae041b44 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1e5d97-6540-4a3b-9a42-e0383c3e7194,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:16.891637 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a762e28c-9075-48bd-89fe-19feae041b44 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:16.893466 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a762e28c-9075-48bd-89fe-19feae041b44 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2362640 Mar 01 14:05:16.896373 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33660) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:16.902704 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-ad17ba1e-639a-4dcd-92f4-03b2e013e490 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'security_group': {'name': 'tempest-secgroup-108825438'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:16.917725 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device dddb5875-1d21-418f-a5fb-3125b076001f up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:05:16.937152 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d3de2-acb0-470e-993d-67158df2f949 req-deedd672-5826-4382-8eac-07c09449d141 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:16.939397 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c89d3de2-acb0-470e-993d-67158df2f949 req-deedd672-5826-4382-8eac-07c09449d141 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b829e0e0-70e2-4575-99dd-067d02dc33a4 HTTP/1.1" status: 200 len: 944 time: 0.1496313 Mar 01 14:05:16.959919 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb861e58-637f-4172-88d5-3ebd63dc0528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-8708874b-713e-4e25-8104-ec223d791ef2', 'network_id': '8708874b-713e-4e25-8104-ec223d791ef2', 'project_id': '4c4d89e3b0454d80acb3eebd15f19c36', 'fixed_ips': [{'subnet_id': 'a2b1b4e3-71db-437c-bc25-6d2116cec50a'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:05:16.960876 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cb861e58-637f-4172-88d5-3ebd63dc0528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:16.962134 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ad17ba1e-639a-4dcd-92f4-03b2e013e490 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:17.065744 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c89d3de2-acb0-470e-993d-67158df2f949 req-14ea50b1-6267-4d62-a99d-57806162d233 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206369 Mar 01 14:05:17.132884 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ad17ba1e-639a-4dcd-92f4-03b2e013e490 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for security_group (f39493af-ffc6-4dd2-b37d-0c37fbad371d), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:17.142985 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ad17ba1e-639a-4dcd-92f4-03b2e013e490 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (f39493af-ffc6-4dd2-b37d-0c37fbad371d), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:17.203230 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17ba1e-639a-4dcd-92f4-03b2e013e490 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f39493af-ffc6-4dd2-b37d-0c37fbad371d,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:17.248551 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ad17ba1e-639a-4dcd-92f4-03b2e013e490 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:17.250332 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ad17ba1e-639a-4dcd-92f4-03b2e013e490 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3528502 Mar 01 14:05:17.252946 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33676) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:17.258751 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-3bad5e25-2a4f-4c87-a063-c25bd5895ae7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-959147696', 'security_groups': ['f39493af-ffc6-4dd2-b37d-0c37fbad371d'], 'network_id': '8708874b-713e-4e25-8104-ec223d791ef2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a2b1b4e3-71db-437c-bc25-6d2116cec50a'}]}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:17.268718 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-cb861e58-637f-4172-88d5-3ebd63dc0528 None None] Allocated IP 172.20.0.2 (8708874b-713e-4e25-8104-ec223d791ef2/a2b1b4e3-71db-437c-bc25-6d2116cec50a/63de0548-a920-4900-b501-d083f959da4f) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:05:17.271158 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port dddb5875-1d21-418f-a5fb-3125b076001f completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:05:17.282026 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port dddb5875-1d21-418f-a5fb-3125b076001f triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:05:17.282411 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (dddb5875-1d21-418f-a5fb-3125b076001f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:17.441392 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port dddb5875-1d21-418f-a5fb-3125b076001f is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:05:17.442242 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (dddb5875-1d21-418f-a5fb-3125b076001f), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:17.496328 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b829e0e0-70e2-4575-99dd-067d02dc33a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dddb5875-1d21-418f-a5fb-3125b076001f'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:05:17.499730 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc4ccfd-eff0-4cd0-9c74-2afb1ad7dc47" -d '{"events": [{"server_uuid": "b829e0e0-70e2-4575-99dd-067d02dc33a4", "name": "network-vif-plugged", "status": "completed", "tag": "dddb5875-1d21-418f-a5fb-3125b076001f"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:05:17.515362 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bad5e25-2a4f-4c87-a063-c25bd5895ae7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:05:17.543218 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port dddb5875-1d21-418f-a5fb-3125b076001f, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=dddb5875-1d21-418f-a5fb-3125b076001f,segment=NetworkSegment(0daf6ea1-fe8f-417e-9613-c9672cc8c206),segment_id=0daf6ea1-fe8f-417e-9613-c9672cc8c206)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:05:17.557000 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (dddb5875-1d21-418f-a5fb-3125b076001f), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:17.628005 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f726bca-206c-40ef-9954-7c722332414c x-openstack-request-id: req-3f726bca-206c-40ef-9954-7c722332414c {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:05:17.628346 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b829e0e0-70e2-4575-99dd-067d02dc33a4", "name": "network-vif-plugged", "status": "completed", "tag": "dddb5875-1d21-418f-a5fb-3125b076001f", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:05:17.628818 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f726bca-206c-40ef-9954-7c722332414c {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:05:17.629277 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b829e0e0-70e2-4575-99dd-067d02dc33a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dddb5875-1d21-418f-a5fb-3125b076001f', 'code': 200} Mar 01 14:05:17.631549 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=dddb5875-1d21-418f-a5fb-3125b076001f,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:17.648838 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cb861e58-637f-4172-88d5-3ebd63dc0528 None None] Publish callbacks [] for port (63de0548-a920-4900-b501-d083f959da4f), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:17.670837 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cb861e58-637f-4172-88d5-3ebd63dc0528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (63de0548-a920-4900-b501-d083f959da4f), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:17.732574 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb861e58-637f-4172-88d5-3ebd63dc0528 None None] Network 8708874b-713e-4e25-8104-ec223d791ef2 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:05:17.735633 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-cb861e58-637f-4172-88d5-3ebd63dc0528 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:05:17.739954 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb861e58-637f-4172-88d5-3ebd63dc0528 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:05:17.742424 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3bad5e25-2a4f-4c87-a063-c25bd5895ae7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:17.751034 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb861e58-637f-4172-88d5-3ebd63dc0528 None None] Pushing event updated for resources: {'Port': ['ID=63de0548-a920-4900-b501-d083f959da4f,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:17.782624 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-3bad5e25-2a4f-4c87-a063-c25bd5895ae7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] device_id is not set on port 522193f6-8cf1-4f3f-bcc9-2d1ad3624413 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:05:17.794305 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1189f2-db3c-4e70-8e48-b0737c5773d0 req-ef2dc7ef-f0c3-434d-8bed-9090a596a6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:17.796118 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5d1189f2-db3c-4e70-8e48-b0737c5773d0 req-ef2dc7ef-f0c3-434d-8bed-9090a596a6f1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b829e0e0-70e2-4575-99dd-067d02dc33a4 HTTP/1.1" status: 200 len: 1127 time: 0.1478846 Mar 01 14:05:17.845841 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-cb861e58-637f-4172-88d5-3ebd63dc0528 None None] Attempting to bind port 63de0548-a920-4900-b501-d083f959da4f on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:05:17.846268 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-cb861e58-637f-4172-88d5-3ebd63dc0528 None None] Attempting to bind port 63de0548-a920-4900-b501-d083f959da4f by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'a4c731cb-caa1-440a-8574-1e734a701411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8708874b-713e-4e25-8104-ec223d791ef2'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:05:17.846581 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb861e58-637f-4172-88d5-3ebd63dc0528 None None] Attempting to bind port 63de0548-a920-4900-b501-d083f959da4f on network 8708874b-713e-4e25-8104-ec223d791ef2 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:05:17.868714 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb861e58-637f-4172-88d5-3ebd63dc0528 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:05:17.868714 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb861e58-637f-4172-88d5-3ebd63dc0528 None None] Checking segment: {'id': 'a4c731cb-caa1-440a-8574-1e734a701411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8708874b-713e-4e25-8104-ec223d791ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:05:17.868714 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cb861e58-637f-4172-88d5-3ebd63dc0528 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:17.868714 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb861e58-637f-4172-88d5-3ebd63dc0528 None None] Bound using segment: {'id': 'a4c731cb-caa1-440a-8574-1e734a701411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8708874b-713e-4e25-8104-ec223d791ef2'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:05:17.868714 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-cb861e58-637f-4172-88d5-3ebd63dc0528 None None] Bound port: 63de0548-a920-4900-b501-d083f959da4f, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c731cb-caa1-440a-8574-1e734a701411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8708874b-713e-4e25-8104-ec223d791ef2'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:05:17.869261 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cb861e58-637f-4172-88d5-3ebd63dc0528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (63de0548-a920-4900-b501-d083f959da4f), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:17.935292 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5d1189f2-db3c-4e70-8e48-b0737c5773d0 req-8dbcb3ed-4fc9-41a3-8f8f-c1f70ecf8560 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299639 Mar 01 14:05:17.967817 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cb861e58-637f-4172-88d5-3ebd63dc0528 None None] For port 63de0548-a920-4900-b501-d083f959da4f, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:05:17.977757 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cb861e58-637f-4172-88d5-3ebd63dc0528 None None] For port 63de0548-a920-4900-b501-d083f959da4f, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=63de0548-a920-4900-b501-d083f959da4f,segment=NetworkSegment(a4c731cb-caa1-440a-8574-1e734a701411),segment_id=a4c731cb-caa1-440a-8574-1e734a701411)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:05:17.995058 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cb861e58-637f-4172-88d5-3ebd63dc0528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (63de0548-a920-4900-b501-d083f959da4f), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:18.090004 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb861e58-637f-4172-88d5-3ebd63dc0528 None None] Pushing event updated for resources: {'Port': ['ID=63de0548-a920-4900-b501-d083f959da4f,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:18.233031 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-3bad5e25-2a4f-4c87-a063-c25bd5895ae7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Allocated IP 172.20.0.12 (8708874b-713e-4e25-8104-ec223d791ef2/a2b1b4e3-71db-437c-bc25-6d2116cec50a/522193f6-8cf1-4f3f-bcc9-2d1ad3624413) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:05:18.233363 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fecd57-e544-4be1-be72-8ef0138dae34 req-e8262521-9713-407a-886f-094f0bc1813e tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:18.235103 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b0fecd57-e544-4be1-be72-8ef0138dae34 req-e8262521-9713-407a-886f-094f0bc1813e tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b829e0e0-70e2-4575-99dd-067d02dc33a4 HTTP/1.1" status: 200 len: 945 time: 0.0771694 Mar 01 14:05:18.304729 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b0fecd57-e544-4be1-be72-8ef0138dae34 req-11a82548-8ff8-48d2-bd09-9b74c53c79f2 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626452 Mar 01 14:05:18.641162 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3bad5e25-2a4f-4c87-a063-c25bd5895ae7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for port (522193f6-8cf1-4f3f-bcc9-2d1ad3624413), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:18.699129 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3bad5e25-2a4f-4c87-a063-c25bd5895ae7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (522193f6-8cf1-4f3f-bcc9-2d1ad3624413), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:18.756864 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 63de0548-a920-4900-b501-d083f959da4f up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:05:18.774654 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bad5e25-2a4f-4c87-a063-c25bd5895ae7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Network 8708874b-713e-4e25-8104-ec223d791ef2 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:05:18.777930 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-3bad5e25-2a4f-4c87-a063-c25bd5895ae7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:05:18.781045 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bad5e25-2a4f-4c87-a063-c25bd5895ae7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:05:18.828638 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 63de0548-a920-4900-b501-d083f959da4f triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:05:18.829466 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (63de0548-a920-4900-b501-d083f959da4f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:18.844233 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad5e25-2a4f-4c87-a063-c25bd5895ae7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Port': ['ID=522193f6-8cf1-4f3f-bcc9-2d1ad3624413,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:18.853111 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bad5e25-2a4f-4c87-a063-c25bd5895ae7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:18.853719 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3bad5e25-2a4f-4c87-a063-c25bd5895ae7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:18.874802 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33726) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:18.874937 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3bad5e25-2a4f-4c87-a063-c25bd5895ae7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6206040 Mar 01 14:05:18.883519 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-cd8ce8d3-5489-4039-ad64-0adc38076a8c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'subnet': {'network_id': '8708874b-713e-4e25-8104-ec223d791ef2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:18.956523 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 63de0548-a920-4900-b501-d083f959da4f is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:05:18.957370 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (63de0548-a920-4900-b501-d083f959da4f), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:18.994123 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 63de0548-a920-4900-b501-d083f959da4f, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=63de0548-a920-4900-b501-d083f959da4f,segment=NetworkSegment(a4c731cb-caa1-440a-8574-1e734a701411),segment_id=a4c731cb-caa1-440a-8574-1e734a701411)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:05:18.999812 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (63de0548-a920-4900-b501-d083f959da4f), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:19.020531 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8ce8d3-5489-4039-ad64-0adc38076a8c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:05:19.025423 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cd8ce8d3-5489-4039-ad64-0adc38076a8c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:19.107340 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=63de0548-a920-4900-b501-d083f959da4f,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:19.204879 n-d-827467-3 neutron-server[103727]: INFO neutron.db.ipam_backend_mixin [None req-cd8ce8d3-5489-4039-ad64-0adc38076a8c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a2b1b4e3-71db-437c-bc25-6d2116cec50a (CIDR: 172.20.0.0/28) Mar 01 14:05:19.211842 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8ce8d3-5489-4039-ad64-0adc38076a8c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:05:19.212388 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd8ce8d3-5489-4039-ad64-0adc38076a8c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:05:19.242251 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-cd8ce8d3-5489-4039-ad64-0adc38076a8c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3657269 Mar 01 14:05:19.244390 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33742) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:19.252383 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-3021b554-a558-4eb8-a95e-718ae15d0381 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'subnet': {'network_id': '8708874b-713e-4e25-8104-ec223d791ef2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:19.525190 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57809b4b-54ec-4fb1-91b3-f03fd8d07a0b req-ea8752ce-2ae2-4db3-b213-b279e8b62b1d tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:19.532603 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-57809b4b-54ec-4fb1-91b3-f03fd8d07a0b req-ea8752ce-2ae2-4db3-b213-b279e8b62b1d tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b829e0e0-70e2-4575-99dd-067d02dc33a4 HTTP/1.1" status: 200 len: 945 time: 0.1176479 Mar 01 14:05:19.535558 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3021b554-a558-4eb8-a95e-718ae15d0381 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:05:19.539189 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3021b554-a558-4eb8-a95e-718ae15d0381 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:19.675912 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-57809b4b-54ec-4fb1-91b3-f03fd8d07a0b req-07aeaabb-40b1-435c-af7f-7d237a991f27 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423008 Mar 01 14:05:19.681866 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-941c6e21-717c-4065-a403-5c92d0c3eabf None None] Provisioning complete for port 63de0548-a920-4900-b501-d083f959da4f triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:05:19.682287 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-941c6e21-717c-4065-a403-5c92d0c3eabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (63de0548-a920-4900-b501-d083f959da4f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:19.822242 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:05:19.917559 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-941c6e21-717c-4065-a403-5c92d0c3eabf None None] Current status of the port 63de0548-a920-4900-b501-d083f959da4f is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:05:19.946266 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-941c6e21-717c-4065-a403-5c92d0c3eabf None None] Provisioning complete for port 7316b49a-855d-43d1-a01e-7ab9a7a0a023 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:05:19.947165 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-941c6e21-717c-4065-a403-5c92d0c3eabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7316b49a-855d-43d1-a01e-7ab9a7a0a023), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:19.969356 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081aafd-3749-4b1a-97a1-c278adaaa329 req-33ecd62c-84bf-4e6c-9126-1d818c5d8536 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:19.970897 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a081aafd-3749-4b1a-97a1-c278adaaa329 req-33ecd62c-84bf-4e6c-9126-1d818c5d8536 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b829e0e0-70e2-4575-99dd-067d02dc33a4 HTTP/1.1" status: 200 len: 945 time: 0.0768614 Mar 01 14:05:19.993008 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-941c6e21-717c-4065-a403-5c92d0c3eabf None None] Port 7316b49a-855d-43d1-a01e-7ab9a7a0a023 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:05:20.134133 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-f02321d2-1408-4fd6-9030-688697a6896e None None] Provisioning complete for port 522193f6-8cf1-4f3f-bcc9-2d1ad3624413 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:05:20.134527 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f02321d2-1408-4fd6-9030-688697a6896e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (522193f6-8cf1-4f3f-bcc9-2d1ad3624413), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:20.185344 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a081aafd-3749-4b1a-97a1-c278adaaa329 req-c8fe0620-4bc3-4f7e-a776-afe82879f7dc tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052984 Mar 01 14:05:20.191008 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f02321d2-1408-4fd6-9030-688697a6896e None None] Port 522193f6-8cf1-4f3f-bcc9-2d1ad3624413 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:05:20.195892 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3021b554-a558-4eb8-a95e-718ae15d0381 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (b708f9ba-0cde-4993-81ac-55f1135802a4), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:20.261385 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3021b554-a558-4eb8-a95e-718ae15d0381 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Network 8708874b-713e-4e25-8104-ec223d791ef2 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:05:20.292187 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-3021b554-a558-4eb8-a95e-718ae15d0381 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:05:20.307739 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4156ee88-7f78-4ae4-a233-56fa4a31a9eb None None] Network 8708874b-713e-4e25-8104-ec223d791ef2 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:05:20.319208 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3021b554-a558-4eb8-a95e-718ae15d0381 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:20.319881 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3021b554-a558-4eb8-a95e-718ae15d0381 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:20.392740 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021b554-a558-4eb8-a95e-718ae15d0381 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Subnet': ['ID=b708f9ba-0cde-4993-81ac-55f1135802a4,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:20.423630 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021b554-a558-4eb8-a95e-718ae15d0381 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:20.423630 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021b554-a558-4eb8-a95e-718ae15d0381 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:20.428231 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021b554-a558-4eb8-a95e-718ae15d0381 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:20.432365 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021b554-a558-4eb8-a95e-718ae15d0381 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:20.433038 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021b554-a558-4eb8-a95e-718ae15d0381 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:20.433625 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021b554-a558-4eb8-a95e-718ae15d0381 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:20.434332 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021b554-a558-4eb8-a95e-718ae15d0381 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:20.435997 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021b554-a558-4eb8-a95e-718ae15d0381 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:20.436796 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021b554-a558-4eb8-a95e-718ae15d0381 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:20.437634 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021b554-a558-4eb8-a95e-718ae15d0381 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:20.438177 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021b554-a558-4eb8-a95e-718ae15d0381 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:20.448423 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021b554-a558-4eb8-a95e-718ae15d0381 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:20.452918 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021b554-a558-4eb8-a95e-718ae15d0381 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:20.468258 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3021b554-a558-4eb8-a95e-718ae15d0381 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2225697 Mar 01 14:05:20.471425 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33796) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:20.478339 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-54481f97-01c4-47be-9c96-f1ef101cd802 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-97681428', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b708f9ba-0cde-4993-81ac-55f1135802a4'}], 'security_groups': ['3b1e5d97-6540-4a3b-9a42-e0383c3e7194']}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:20.517690 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed84ce-8e33-4607-b4d2-cad8cfa28da6 req-77e9ad42-38eb-4a0e-bcc7-a422863b1b59 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:20.520244 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d7ed84ce-8e33-4607-b4d2-cad8cfa28da6 req-77e9ad42-38eb-4a0e-bcc7-a422863b1b59 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=281a1841-1153-488b-9e41-20a06acf4fec HTTP/1.1" status: 200 len: 945 time: 0.2612917 Mar 01 14:05:20.600181 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4f454-0bc0-4db9-b4ca-dbc38ebfa292 req-f50b4737-94d3-41a7-9c44-c283d05c9a91 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:20.607885 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4d4f454-0bc0-4db9-b4ca-dbc38ebfa292 req-f50b4737-94d3-41a7-9c44-c283d05c9a91 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b829e0e0-70e2-4575-99dd-067d02dc33a4 HTTP/1.1" status: 200 len: 945 time: 0.1451952 Mar 01 14:05:20.638019 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d7ed84ce-8e33-4607-b4d2-cad8cfa28da6 req-f001dfd3-e5eb-40d8-a324-d6cae93ebbc7 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a754a13-c94f-4e3f-b9d0-6421d392c9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925105 Mar 01 14:05:20.683835 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf08cb5-3d9d-4d57-824e-ccd1ef8224eb None None] Update dhcp port {'port': {'network_id': '8708874b-713e-4e25-8104-ec223d791ef2', 'fixed_ips': [{'subnet_id': 'a2b1b4e3-71db-437c-bc25-6d2116cec50a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b708f9ba-0cde-4993-81ac-55f1135802a4'}], 'binding:host_id': 'n-d-827467-3'}, 'id': '63de0548-a920-4900-b501-d083f959da4f'} from n-d-827467-3. {{(pid=103728) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 01 14:05:20.684004 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4d4f454-0bc0-4db9-b4ca-dbc38ebfa292 req-381a2611-c4d1-4cea-9dd8-01b963132e78 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691273 Mar 01 14:05:20.724076 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 63de0548-a920-4900-b501-d083f959da4f up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:05:20.764054 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-54481f97-01c4-47be-9c96-f1ef101cd802 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (522193f6-8cf1-4f3f-bcc9-2d1ad3624413), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:20.896071 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061aa5f6-8fca-4461-9020-21899457b1ba req-4ccd2e8b-c0b9-44e8-9e12-7af57fd9af40 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:20.896764 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-061aa5f6-8fca-4461-9020-21899457b1ba req-4ccd2e8b-c0b9-44e8-9e12-7af57fd9af40 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b829e0e0-70e2-4575-99dd-067d02dc33a4 HTTP/1.1" status: 200 len: 945 time: 0.0866492 Mar 01 14:05:20.929215 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0bf08cb5-3d9d-4d57-824e-ccd1ef8224eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (63de0548-a920-4900-b501-d083f959da4f), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:20.968590 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-061aa5f6-8fca-4461-9020-21899457b1ba req-914c7e4a-5c14-4f77-8f71-8674b9832eae tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573516 Mar 01 14:05:20.980405 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 63de0548-a920-4900-b501-d083f959da4f triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:05:20.981130 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (63de0548-a920-4900-b501-d083f959da4f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:21.204505 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-54481f97-01c4-47be-9c96-f1ef101cd802 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Delete allocated IP 172.20.0.12 (8708874b-713e-4e25-8104-ec223d791ef2/a2b1b4e3-71db-437c-bc25-6d2116cec50a) {{(pid=103726) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 01 14:05:21.213429 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-54481f97-01c4-47be-9c96-f1ef101cd802 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Allocated IP 172.20.0.26 (8708874b-713e-4e25-8104-ec223d791ef2/b708f9ba-0cde-4993-81ac-55f1135802a4/522193f6-8cf1-4f3f-bcc9-2d1ad3624413) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:05:21.220439 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 63de0548-a920-4900-b501-d083f959da4f is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:05:21.247829 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e8766-cf10-4a3b-906f-9f9a1dedd369 req-a7c14004-452f-43a8-908f-c193b498a702 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:21.249432 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-530e8766-cf10-4a3b-906f-9f9a1dedd369 req-a7c14004-452f-43a8-908f-c193b498a702 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b829e0e0-70e2-4575-99dd-067d02dc33a4 HTTP/1.1" status: 200 len: 945 time: 0.0676470 Mar 01 14:05:21.302549 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-530e8766-cf10-4a3b-906f-9f9a1dedd369 req-c1668e38-42f1-4275-b27d-5ebe736ec0ef tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470762 Mar 01 14:05:21.392292 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-54481f97-01c4-47be-9c96-f1ef101cd802 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for port (522193f6-8cf1-4f3f-bcc9-2d1ad3624413), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:21.399806 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-54481f97-01c4-47be-9c96-f1ef101cd802 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (522193f6-8cf1-4f3f-bcc9-2d1ad3624413), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:21.438124 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88000c14-bb78-4b9d-bf82-95721bacc36c req-cbc776b3-aaed-4b86-83d2-5abeafb01924 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:21.439732 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-88000c14-bb78-4b9d-bf82-95721bacc36c req-cbc776b3-aaed-4b86-83d2-5abeafb01924 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b829e0e0-70e2-4575-99dd-067d02dc33a4 HTTP/1.1" status: 200 len: 945 time: 0.0642464 Mar 01 14:05:21.487032 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-0bf08cb5-3d9d-4d57-824e-ccd1ef8224eb None None] Allocated IP 172.20.0.18 (8708874b-713e-4e25-8104-ec223d791ef2/b708f9ba-0cde-4993-81ac-55f1135802a4/63de0548-a920-4900-b501-d083f959da4f) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:05:21.500190 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-88000c14-bb78-4b9d-bf82-95721bacc36c req-8952e812-6f7b-410e-9f7f-eafbdd131d0f tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500176 Mar 01 14:05:21.518403 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-54481f97-01c4-47be-9c96-f1ef101cd802 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] In _notify_port_updated(), no bound segment for port 522193f6-8cf1-4f3f-bcc9-2d1ad3624413 on network 8708874b-713e-4e25-8104-ec223d791ef2 {{(pid=103726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 01 14:05:21.523490 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54481f97-01c4-47be-9c96-f1ef101cd802 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:21.524158 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-54481f97-01c4-47be-9c96-f1ef101cd802 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:21.535550 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-54481f97-01c4-47be-9c96-f1ef101cd802 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "PUT /v2.0/ports/522193f6-8cf1-4f3f-bcc9-2d1ad3624413 HTTP/1.1" status: 200 len: 919 time: 1.0530438 Mar 01 14:05:21.535550 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54481f97-01c4-47be-9c96-f1ef101cd802 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Port': ['ID=522193f6-8cf1-4f3f-bcc9-2d1ad3624413,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:21.535550 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33828) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:21.629547 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-1ec6e2fb-0ee3-4f24-a9b3-b469eb516cf1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Deleting port 522193f6-8cf1-4f3f-bcc9-2d1ad3624413 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:05:21.629790 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-0bf08cb5-3d9d-4d57-824e-ccd1ef8224eb None None] For port 63de0548-a920-4900-b501-d083f959da4f, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=63de0548-a920-4900-b501-d083f959da4f,segment=NetworkSegment(a4c731cb-caa1-440a-8574-1e734a701411),segment_id=a4c731cb-caa1-440a-8574-1e734a701411)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:05:21.630041 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1ec6e2fb-0ee3-4f24-a9b3-b469eb516cf1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (522193f6-8cf1-4f3f-bcc9-2d1ad3624413), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:21.670038 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0bf08cb5-3d9d-4d57-824e-ccd1ef8224eb None None] Publish callbacks [] for port (63de0548-a920-4900-b501-d083f959da4f), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:21.675137 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0bf08cb5-3d9d-4d57-824e-ccd1ef8224eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (63de0548-a920-4900-b501-d083f959da4f), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:21.780409 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1ec6e2fb-0ee3-4f24-a9b3-b469eb516cf1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (522193f6-8cf1-4f3f-bcc9-2d1ad3624413), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:21.796788 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf08cb5-3d9d-4d57-824e-ccd1ef8224eb None None] Pushing event updated for resources: {'Port': ['ID=63de0548-a920-4900-b501-d083f959da4f,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:21.806302 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-1ec6e2fb-0ee3-4f24-a9b3-b469eb516cf1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Calling delete_port for 522193f6-8cf1-4f3f-bcc9-2d1ad3624413 owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:05:22.160806 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1ec6e2fb-0ee3-4f24-a9b3-b469eb516cf1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (522193f6-8cf1-4f3f-bcc9-2d1ad3624413), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:22.169608 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778aa83-a23f-4aed-9203-38ed9aa73f7d req-9bf087ab-9270-4723-bb04-630243ac8ec2 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:22.171185 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1778aa83-a23f-4aed-9203-38ed9aa73f7d req-9bf087ab-9270-4723-bb04-630243ac8ec2 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.20 "GET /v2.0/ports?device_id=281a1841-1153-488b-9e41-20a06acf4fec HTTP/1.1" status: 200 len: 945 time: 0.1315250 Mar 01 14:05:22.310442 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6e2fb-0ee3-4f24-a9b3-b469eb516cf1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Port': ['ID=522193f6-8cf1-4f3f-bcc9-2d1ad3624413,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:22.346156 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459b9ae-4b8b-4743-98f7-6ca5e177c72c req-0a741bbb-2915-47d0-ba1f-a15dd232666d tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:22.347740 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d459b9ae-4b8b-4743-98f7-6ca5e177c72c req-0a741bbb-2915-47d0-ba1f-a15dd232666d tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=281a1841-1153-488b-9e41-20a06acf4fec HTTP/1.1" status: 200 len: 945 time: 0.5307152 Mar 01 14:05:22.400659 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640fc40-ae9b-4b92-89f5-7c63c38c77c9 req-5aba6f60-b008-456c-9f18-7c2914ac3944 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:22.407833 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1640fc40-ae9b-4b92-89f5-7c63c38c77c9 req-5aba6f60-b008-456c-9f18-7c2914ac3944 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b829e0e0-70e2-4575-99dd-067d02dc33a4 HTTP/1.1" status: 200 len: 945 time: 0.1113598 Mar 01 14:05:22.471871 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1ec6e2fb-0ee3-4f24-a9b3-b469eb516cf1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:22.476758 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1ec6e2fb-0ee3-4f24-a9b3-b469eb516cf1 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/ports/522193f6-8cf1-4f3f-bcc9-2d1ad3624413 HTTP/1.1" status: 204 len: 168 time: 0.9445119 Mar 01 14:05:22.484703 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33866) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:22.534366 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-be84163c-9c12-4939-80c8-ce6ae4d7d076 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] GET failed (client error): The resource could not be found. Mar 01 14:05:22.535876 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-be84163c-9c12-4939-80c8-ce6ae4d7d076 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "GET /v2.0/ports/522193f6-8cf1-4f3f-bcc9-2d1ad3624413 HTTP/1.1" status: 404 len: 333 time: 0.0503411 Mar 01 14:05:22.541852 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33874) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:22.552302 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d459b9ae-4b8b-4743-98f7-6ca5e177c72c req-f99d6206-22f1-4761-999e-d1da6507372c tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a754a13-c94f-4e3f-b9d0-6421d392c9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887221 Mar 01 14:05:22.561887 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-1778aa83-a23f-4aed-9203-38ed9aa73f7d req-0047f7c4-0102-4ea0-b420-92f9c554aa95 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Deleting port ea3e3623-f7bd-4751-ac31-b65ad38d20f7 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:05:22.562435 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-1778aa83-a23f-4aed-9203-38ed9aa73f7d req-0047f7c4-0102-4ea0-b420-92f9c554aa95 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (ea3e3623-f7bd-4751-ac31-b65ad38d20f7), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:22.605041 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1640fc40-ae9b-4b92-89f5-7c63c38c77c9 req-c4ca848f-d4ba-4c85-9cf4-f5339184dd49 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962085 Mar 01 14:05:22.694884 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-34defd6c-c05f-4c18-8f61-ed1357760cbb tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for security_group (f39493af-ffc6-4dd2-b37d-0c37fbad371d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:22.712930 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-1778aa83-a23f-4aed-9203-38ed9aa73f7d req-0047f7c4-0102-4ea0-b420-92f9c554aa95 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] For port ea3e3623-f7bd-4751-ac31-b65ad38d20f7, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=ea3e3623-f7bd-4751-ac31-b65ad38d20f7,segment=NetworkSegment(da6b7aae-9464-459b-8485-5cc7242f7627),segment_id=da6b7aae-9464-459b-8485-5cc7242f7627)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:05:22.714290 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-1778aa83-a23f-4aed-9203-38ed9aa73f7d req-0047f7c4-0102-4ea0-b420-92f9c554aa95 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (ea3e3623-f7bd-4751-ac31-b65ad38d20f7), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:22.722152 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 63de0548-a920-4900-b501-d083f959da4f up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:05:22.762517 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-34defd6c-c05f-4c18-8f61-ed1357760cbb tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for security_group (f39493af-ffc6-4dd2-b37d-0c37fbad371d), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:22.809986 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-c10a45db-71cd-4f11-9a06-ceda4c5797b6 None None] Provisioning complete for port 63de0548-a920-4900-b501-d083f959da4f triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:05:22.810776 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c10a45db-71cd-4f11-9a06-ceda4c5797b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (63de0548-a920-4900-b501-d083f959da4f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:22.851341 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-34defd6c-c05f-4c18-8f61-ed1357760cbb tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (f39493af-ffc6-4dd2-b37d-0c37fbad371d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:22.854681 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-34defd6c-c05f-4c18-8f61-ed1357760cbb tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:22.856670 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-34defd6c-c05f-4c18-8f61-ed1357760cbb tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/security-groups/f39493af-ffc6-4dd2-b37d-0c37fbad371d HTTP/1.1" status: 204 len: 168 time: 0.3126838 Mar 01 14:05:22.864856 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33880) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:22.886184 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 63de0548-a920-4900-b501-d083f959da4f triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:05:22.886687 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (63de0548-a920-4900-b501-d083f959da4f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:22.895096 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34defd6c-c05f-4c18-8f61-ed1357760cbb tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39493af-ffc6-4dd2-b37d-0c37fbad371d,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:23.037851 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3f88d7cc-23ad-49b7-9899-34ea6bd157fa tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for security_group (3b1e5d97-6540-4a3b-9a42-e0383c3e7194), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:23.078212 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-c10a45db-71cd-4f11-9a06-ceda4c5797b6 None None] Current status of the port 63de0548-a920-4900-b501-d083f959da4f is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:05:23.080603 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3f88d7cc-23ad-49b7-9899-34ea6bd157fa tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for security_group (3b1e5d97-6540-4a3b-9a42-e0383c3e7194), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:23.096115 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-c10a45db-71cd-4f11-9a06-ceda4c5797b6 None None] Could not find standard attr ID for object 522193f6-8cf1-4f3f-bcc9-2d1ad3624413. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 14:05:23.155114 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3f88d7cc-23ad-49b7-9899-34ea6bd157fa tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (3b1e5d97-6540-4a3b-9a42-e0383c3e7194), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:23.155375 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 63de0548-a920-4900-b501-d083f959da4f is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:05:23.157993 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3f88d7cc-23ad-49b7-9899-34ea6bd157fa tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:23.159606 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3f88d7cc-23ad-49b7-9899-34ea6bd157fa tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/security-groups/3b1e5d97-6540-4a3b-9a42-e0383c3e7194 HTTP/1.1" status: 204 len: 168 time: 0.2934957 Mar 01 14:05:23.171194 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-c10a45db-71cd-4f11-9a06-ceda4c5797b6 None None] Provisioning complete for port 7316b49a-855d-43d1-a01e-7ab9a7a0a023 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:05:23.171971 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c10a45db-71cd-4f11-9a06-ceda4c5797b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7316b49a-855d-43d1-a01e-7ab9a7a0a023), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:23.176981 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33888) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:23.178313 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88d7cc-23ad-49b7-9899-34ea6bd157fa tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1e5d97-6540-4a3b-9a42-e0383c3e7194,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:23.260748 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-c10a45db-71cd-4f11-9a06-ceda4c5797b6 None None] Port 7316b49a-855d-43d1-a01e-7ab9a7a0a023 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:05:23.302709 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7587b39-1fc4-4503-9a59-dcc13ca86e1e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Deleting subnet a2b1b4e3-71db-437c-bc25-6d2116cec50a {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:05:23.306504 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d7587b39-1fc4-4503-9a59-dcc13ca86e1e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for subnet (a2b1b4e3-71db-437c-bc25-6d2116cec50a), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:23.353743 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d7587b39-1fc4-4503-9a59-dcc13ca86e1e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (a2b1b4e3-71db-437c-bc25-6d2116cec50a), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:23.490515 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-80e37162-ae8e-4a32-a3b7-5058cf7d2f15 None None] Could not find standard attr ID for object 522193f6-8cf1-4f3f-bcc9-2d1ad3624413. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 14:05:23.563147 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d7587b39-1fc4-4503-9a59-dcc13ca86e1e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (a2b1b4e3-71db-437c-bc25-6d2116cec50a), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:23.655203 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c7f39-2780-43b5-b9bc-6a9a354bbe0f req-67e41595-ac50-4f86-abef-172ff7f15b7b tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:23.657701 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-af1c7f39-2780-43b5-b9bc-6a9a354bbe0f req-67e41595-ac50-4f86-abef-172ff7f15b7b tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.20 "GET /v2.0/ports?device_id=b829e0e0-70e2-4575-99dd-067d02dc33a4 HTTP/1.1" status: 200 len: 945 time: 0.1477559 Mar 01 14:05:23.719616 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d7587b39-1fc4-4503-9a59-dcc13ca86e1e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (a2b1b4e3-71db-437c-bc25-6d2116cec50a), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:23.753655 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7587b39-1fc4-4503-9a59-dcc13ca86e1e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Subnet': ['ID=a2b1b4e3-71db-437c-bc25-6d2116cec50a,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:23.813462 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d7587b39-1fc4-4503-9a59-dcc13ca86e1e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:23.822760 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d7587b39-1fc4-4503-9a59-dcc13ca86e1e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/subnets/a2b1b4e3-71db-437c-bc25-6d2116cec50a HTTP/1.1" status: 204 len: 168 time: 0.6415884 Mar 01 14:05:23.823698 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33906) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:23.850097 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0212e0-4d1a-47d8-8810-a282c2096bb1 None None] Network 8708874b-713e-4e25-8104-ec223d791ef2 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:05:23.864758 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-1e5e3428-f179-4e46-b4e8-19fd6e6ee136 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'subnet': {'network_id': '8708874b-713e-4e25-8104-ec223d791ef2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:23.914247 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-1778aa83-a23f-4aed-9203-38ed9aa73f7d req-0047f7c4-0102-4ea0-b420-92f9c554aa95 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:23.914837 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-1778aa83-a23f-4aed-9203-38ed9aa73f7d req-0047f7c4-0102-4ea0-b420-92f9c554aa95 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (36e615b8-1367-4b81-8ac8-eae92639ecee), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:23.915347 n-d-827467-3 neutron-server[103726]: INFO neutron.db.l3_db [req-1778aa83-a23f-4aed-9203-38ed9aa73f7d req-0047f7c4-0102-4ea0-b420-92f9c554aa95 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Floating IP 36e615b8-1367-4b81-8ac8-eae92639ecee disassociated. External IP: 172.25.1.228, port: ea3e3623-f7bd-4751-ac31-b65ad38d20f7. Mar 01 14:05:23.915892 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-1778aa83-a23f-4aed-9203-38ed9aa73f7d req-0047f7c4-0102-4ea0-b420-92f9c554aa95 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Calling delete_port for ea3e3623-f7bd-4751-ac31-b65ad38d20f7 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:05:23.942036 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-af1c7f39-2780-43b5-b9bc-6a9a354bbe0f req-13437ed1-9496-441f-95e0-e62a3f04dfff tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Deleting port dddb5875-1d21-418f-a5fb-3125b076001f {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:05:23.942662 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-af1c7f39-2780-43b5-b9bc-6a9a354bbe0f req-13437ed1-9496-441f-95e0-e62a3f04dfff tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (dddb5875-1d21-418f-a5fb-3125b076001f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:24.076546 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199c144-23a6-4667-83ac-0312f1d12a3c req-41c2345d-2b85-4f02-9509-b0232f493124 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:24.078394 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e199c144-23a6-4667-83ac-0312f1d12a3c req-41c2345d-2b85-4f02-9509-b0232f493124 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b829e0e0-70e2-4575-99dd-067d02dc33a4 HTTP/1.1" status: 200 len: 945 time: 0.3042123 Mar 01 14:05:24.090857 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209a7fc-b30d-45df-8da2-6484b07cb83a req-de62d75d-217f-48cc-a7fd-10fdf9c13626 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:24.091761 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1209a7fc-b30d-45df-8da2-6484b07cb83a req-de62d75d-217f-48cc-a7fd-10fdf9c13626 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=281a1841-1153-488b-9e41-20a06acf4fec HTTP/1.1" status: 200 len: 945 time: 0.3222899 Mar 01 14:05:24.144255 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-af1c7f39-2780-43b5-b9bc-6a9a354bbe0f req-13437ed1-9496-441f-95e0-e62a3f04dfff tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] For port dddb5875-1d21-418f-a5fb-3125b076001f, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=dddb5875-1d21-418f-a5fb-3125b076001f,segment=NetworkSegment(0daf6ea1-fe8f-417e-9613-c9672cc8c206),segment_id=0daf6ea1-fe8f-417e-9613-c9672cc8c206)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:05:24.144465 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-af1c7f39-2780-43b5-b9bc-6a9a354bbe0f req-13437ed1-9496-441f-95e0-e62a3f04dfff tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (dddb5875-1d21-418f-a5fb-3125b076001f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:24.185186 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-af1c7f39-2780-43b5-b9bc-6a9a354bbe0f req-13437ed1-9496-441f-95e0-e62a3f04dfff tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Calling delete_port for dddb5875-1d21-418f-a5fb-3125b076001f owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:05:24.204458 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e199c144-23a6-4667-83ac-0312f1d12a3c req-eb04de45-6e6d-4c34-8bee-bd84b6e7c006 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/security-groups?id=6764fca8-a51a-4912-9b5d-01773464c183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008716 Mar 01 14:05:24.210842 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5e3428-f179-4e46-b4e8-19fd6e6ee136 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:05:24.214494 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1e5e3428-f179-4e46-b4e8-19fd6e6ee136 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:24.263757 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1209a7fc-b30d-45df-8da2-6484b07cb83a req-8128a762-3d04-4e1d-9551-90aba920942e tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a754a13-c94f-4e3f-b9d0-6421d392c9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621583 Mar 01 14:05:24.362903 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33916) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:24.610906 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a7dcaeb7-ad5e-481f-bbea-a67963435f66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:24.614552 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-1778aa83-a23f-4aed-9203-38ed9aa73f7d req-0047f7c4-0102-4ea0-b420-92f9c554aa95 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (ea3e3623-f7bd-4751-ac31-b65ad38d20f7), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:24.639919 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-af1c7f39-2780-43b5-b9bc-6a9a354bbe0f req-13437ed1-9496-441f-95e0-e62a3f04dfff tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (dddb5875-1d21-418f-a5fb-3125b076001f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:24.647377 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1e5e3428-f179-4e46-b4e8-19fd6e6ee136 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (1483cdd4-f680-41cc-aa29-9462abc3262d), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:24.652266 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['dddb5875-1d21-418f-a5fb-3125b076001f'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:05:24.716807 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5e3428-f179-4e46-b4e8-19fd6e6ee136 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Network 8708874b-713e-4e25-8104-ec223d791ef2 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:05:24.722530 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-1e5e3428-f179-4e46-b4e8-19fd6e6ee136 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:05:24.726882 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5e3428-f179-4e46-b4e8-19fd6e6ee136 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:24.727613 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1e5e3428-f179-4e46-b4e8-19fd6e6ee136 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:24.743056 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e3428-f179-4e46-b4e8-19fd6e6ee136 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Subnet': ['ID=1483cdd4-f680-41cc-aa29-9462abc3262d,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:24.768171 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1e5e3428-f179-4e46-b4e8-19fd6e6ee136 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9051173 Mar 01 14:05:24.769004 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33924) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:24.777118 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047f7c4-0102-4ea0-b420-92f9c554aa95 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Pushing event deleted for resources: {'Port': ['ID=ea3e3623-f7bd-4751-ac31-b65ad38d20f7,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:24.779023 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-a1c79b91-4a43-4296-95ca-7d0e0de296d8 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'security_group': {'name': 'tempest-secgroup-1805708274'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:24.855020 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a1c79b91-4a43-4296-95ca-7d0e0de296d8 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:24.912380 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1c7f39-2780-43b5-b9bc-6a9a354bbe0f req-13437ed1-9496-441f-95e0-e62a3f04dfff tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] No DVR routers for this DVR port dddb5875-1d21-418f-a5fb-3125b076001f on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:05:24.922168 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13437ed1-9496-441f-95e0-e62a3f04dfff tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Pushing event deleted for resources: {'Port': ['ID=dddb5875-1d21-418f-a5fb-3125b076001f,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:24.949735 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-af1c7f39-2780-43b5-b9bc-6a9a354bbe0f req-13437ed1-9496-441f-95e0-e62a3f04dfff tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:24.953216 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-af1c7f39-2780-43b5-b9bc-6a9a354bbe0f req-13437ed1-9496-441f-95e0-e62a3f04dfff tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.20 "DELETE /v2.0/ports/dddb5875-1d21-418f-a5fb-3125b076001f HTTP/1.1" status: 204 len: 173 time: 1.2415173 Mar 01 14:05:24.953705 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b829e0e0-70e2-4575-99dd-067d02dc33a4', 'name': 'network-vif-deleted', 'tag': 'dddb5875-1d21-418f-a5fb-3125b076001f'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:05:24.956097 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8afb47-a5fa-48d2-b30b-f8b8e326454d" -d '{"events": [{"server_uuid": "b829e0e0-70e2-4575-99dd-067d02dc33a4", "name": "network-vif-deleted", "tag": "dddb5875-1d21-418f-a5fb-3125b076001f"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:05:24.971091 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a1c79b91-4a43-4296-95ca-7d0e0de296d8 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for security_group (81ee704b-564e-405c-9f72-aa54c70684f8), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:24.986614 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a1c79b91-4a43-4296-95ca-7d0e0de296d8 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (81ee704b-564e-405c-9f72-aa54c70684f8), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:25.066724 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c79b91-4a43-4296-95ca-7d0e0de296d8 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81ee704b-564e-405c-9f72-aa54c70684f8,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:25.086897 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a1c79b91-4a43-4296-95ca-7d0e0de296d8 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:25.107499 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a1c79b91-4a43-4296-95ca-7d0e0de296d8 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3310573 Mar 01 14:05:25.107736 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33932) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:25.111709 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8be28f7-1683-4174-9440-99e484d33175 x-openstack-request-id: req-e8be28f7-1683-4174-9440-99e484d33175 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:05:25.112031 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b829e0e0-70e2-4575-99dd-067d02dc33a4", "name": "network-vif-deleted", "tag": "dddb5875-1d21-418f-a5fb-3125b076001f", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:05:25.112289 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8be28f7-1683-4174-9440-99e484d33175 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:05:25.112454 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-57a678a9-1cf6-4a5a-b743-d1f0c71612a0 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'security_group': {'name': 'tempest-secgroup-1826243186'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:25.112735 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b829e0e0-70e2-4575-99dd-067d02dc33a4', 'name': 'network-vif-deleted', 'tag': 'dddb5875-1d21-418f-a5fb-3125b076001f', 'status': 'completed', 'code': 200} Mar 01 14:05:25.167255 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1778aa83-a23f-4aed-9203-38ed9aa73f7d req-0047f7c4-0102-4ea0-b420-92f9c554aa95 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Router faec7802-e390-484f-986f-d28422908bf4 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:05:25.173852 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a7dcaeb7-ad5e-481f-bbea-a67963435f66 admin admin] Publish callbacks [] for security_group (ebbad893-b770-4306-a7c8-5dd1b0d02464), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:25.176754 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-57a678a9-1cf6-4a5a-b743-d1f0c71612a0 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:25.190923 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a7dcaeb7-ad5e-481f-bbea-a67963435f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ebbad893-b770-4306-a7c8-5dd1b0d02464), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:25.211693 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a29b44-b235-4e89-954f-3d129eb4b60e None None] Network 8708874b-713e-4e25-8104-ec223d791ef2 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:05:25.223723 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a7dcaeb7-ad5e-481f-bbea-a67963435f66 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c2b4743dbc745bab39a7a3da928e294&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8595207 Mar 01 14:05:25.226464 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33936) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:25.386767 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dcaeb7-ad5e-481f-bbea-a67963435f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbad893-b770-4306-a7c8-5dd1b0d02464,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:25.458335 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-9b3e378e-acd8-43cc-9e18-f6e8e2a10f84 None None] Provisioning complete for port 63de0548-a920-4900-b501-d083f959da4f triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:05:25.458997 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9b3e378e-acd8-43cc-9e18-f6e8e2a10f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (63de0548-a920-4900-b501-d083f959da4f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:25.506667 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d45a4bc6-080c-4f7e-b770-b6be14fe1878 req-c4d66491-4eb6-4d27-8c18-f60a3a13a941 tempest-ServerDiskConfigTestJSON-1681609424 tempest-ServerDiskConfigTestJSON-1681609424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b829e0e0-70e2-4575-99dd-067d02dc33a4 HTTP/1.1" status: 200 len: 210 time: 0.1536191 Mar 01 14:05:25.535586 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1778aa83-a23f-4aed-9203-38ed9aa73f7d req-0047f7c4-0102-4ea0-b420-92f9c554aa95 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:05:25.550523 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-03c61342-7c65-4315-a55e-b85c4675e809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:25.556702 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1bead4-5146-451e-9079-2032bd491b23 None None] Sync routers for ids ['faec7802-e390-484f-986f-d28422908bf4'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:05:25.565615 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-57a2765a-b71e-4805-8575-272e706ed984 req-f8b03bc9-0b62-487a-8bd1-41feb905f7bb tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/ports?device_id=281a1841-1153-488b-9e41-20a06acf4fec HTTP/1.1" status: 200 len: 210 time: 0.1630580 Mar 01 14:05:25.572335 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1bead4-5146-451e-9079-2032bd491b23 None None] Routers {'faec7802-e390-484f-986f-d28422908bf4'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:05:25.576514 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-7d1bead4-5146-451e-9079-2032bd491b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:04:58Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['faec7802-e390-484f-986f-d28422908bf4'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:05:25.596324 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-57a678a9-1cf6-4a5a-b743-d1f0c71612a0 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for security_group (58e97393-7320-4987-8ecc-a119c5c4a0b9), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:25.617287 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-1778aa83-a23f-4aed-9203-38ed9aa73f7d req-0047f7c4-0102-4ea0-b420-92f9c554aa95 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] No DVR routers for this DVR port ea3e3623-f7bd-4751-ac31-b65ad38d20f7 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:05:25.621308 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-1778aa83-a23f-4aed-9203-38ed9aa73f7d req-0047f7c4-0102-4ea0-b420-92f9c554aa95 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:25.630574 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1778aa83-a23f-4aed-9203-38ed9aa73f7d req-0047f7c4-0102-4ea0-b420-92f9c554aa95 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.20 "DELETE /v2.0/ports/ea3e3623-f7bd-4751-ac31-b65ad38d20f7 HTTP/1.1" status: 204 len: 173 time: 3.4378920 Mar 01 14:05:25.652460 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-23c9057a-966c-4110-ae3e-5574bc80ffd5 admin admin] Publish callbacks [] for security_group (ebbad893-b770-4306-a7c8-5dd1b0d02464), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:25.658001 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-57a678a9-1cf6-4a5a-b743-d1f0c71612a0 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (58e97393-7320-4987-8ecc-a119c5c4a0b9), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:25.697067 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-57a678a9-1cf6-4a5a-b743-d1f0c71612a0 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:25.701164 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33946) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:25.701832 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-57a678a9-1cf6-4a5a-b743-d1f0c71612a0 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5930588 Mar 01 14:05:25.708398 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-c56276fb-f408-4ee1-95e9-f33d66f9cdb7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'security_group': {'name': 'tempest-secgroup-645777401'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:25.720727 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-9b3e378e-acd8-43cc-9e18-f6e8e2a10f84 None None] Current status of the port 63de0548-a920-4900-b501-d083f959da4f is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:05:25.736337 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-23c9057a-966c-4110-ae3e-5574bc80ffd5 admin admin] Publish callbacks [] for security_group (ebbad893-b770-4306-a7c8-5dd1b0d02464), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:25.743494 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-9b3e378e-acd8-43cc-9e18-f6e8e2a10f84 None None] Provisioning complete for port 7316b49a-855d-43d1-a01e-7ab9a7a0a023 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:05:25.744101 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9b3e378e-acd8-43cc-9e18-f6e8e2a10f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7316b49a-855d-43d1-a01e-7ab9a7a0a023), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:25.757081 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a678a9-1cf6-4a5a-b743-d1f0c71612a0 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58e97393-7320-4987-8ecc-a119c5c4a0b9,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:25.768662 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c56276fb-f408-4ee1-95e9-f33d66f9cdb7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:25.805788 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-7d1bead4-5146-451e-9079-2032bd491b23 None None] Set router faec7802-e390-484f-986f-d28422908bf4 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:05:25.821574 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-9b3e378e-acd8-43cc-9e18-f6e8e2a10f84 None None] Port 7316b49a-855d-43d1-a01e-7ab9a7a0a023 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:05:25.871069 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-23c9057a-966c-4110-ae3e-5574bc80ffd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ebbad893-b770-4306-a7c8-5dd1b0d02464), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:25.879287 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-23c9057a-966c-4110-ae3e-5574bc80ffd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:25.882929 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-23c9057a-966c-4110-ae3e-5574bc80ffd5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ebbad893-b770-4306-a7c8-5dd1b0d02464 HTTP/1.1" status: 204 len: 168 time: 0.6549489 Mar 01 14:05:25.904763 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ec7eaf-d19d-4764-8a74-21e2413a14df None None] Update dhcp port {'port': {'network_id': '8708874b-713e-4e25-8104-ec223d791ef2', 'fixed_ips': [{'subnet_id': 'b708f9ba-0cde-4993-81ac-55f1135802a4', 'ip_address': '172.20.0.18'}, {'subnet_id': '1483cdd4-f680-41cc-aa29-9462abc3262d'}], 'binding:host_id': 'n-d-827467-3'}, 'id': '63de0548-a920-4900-b501-d083f959da4f'} from n-d-827467-3. {{(pid=103728) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 01 14:05:25.906065 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c9057a-966c-4110-ae3e-5574bc80ffd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbad893-b770-4306-a7c8-5dd1b0d02464,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:25.983455 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-52ec7eaf-d19d-4764-8a74-21e2413a14df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (63de0548-a920-4900-b501-d083f959da4f), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:25.984712 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c56276fb-f408-4ee1-95e9-f33d66f9cdb7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for security_group (b911e440-e56c-4891-be8d-be23e394c7cc), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:25.999036 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c56276fb-f408-4ee1-95e9-f33d66f9cdb7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b911e440-e56c-4891-be8d-be23e394c7cc), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:26.069537 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c56276fb-f408-4ee1-95e9-f33d66f9cdb7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:26.073192 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c56276fb-f408-4ee1-95e9-f33d66f9cdb7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3679135 Mar 01 14:05:26.075566 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33954) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:26.076279 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56276fb-f408-4ee1-95e9-f33d66f9cdb7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b911e440-e56c-4891-be8d-be23e394c7cc,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:26.082809 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-4b2d8e35-d485-43b6-ab4c-f18bd7ad92da tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-304178253', 'security_groups': ['b911e440-e56c-4891-be8d-be23e394c7cc'], 'network_id': '8708874b-713e-4e25-8104-ec223d791ef2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1483cdd4-f680-41cc-aa29-9462abc3262d'}]}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:26.096190 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-7d1bead4-5146-451e-9079-2032bd491b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faec7802-e390-484f-986f-d28422908bf4', 'name': 'tempest-AttachVolumeTestJSON-2126147244-router', 'tenant_id': '3467d10c32454cf18668187815493d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '999b8276-175a-43bf-87c8-8527f42a6412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:57:46Z', 'updated_at': '2022-03-01T13:57:51Z', 'revision_number': 4, 'project_id': '3467d10c32454cf18668187815493d82', 'gw_port': {'id': '999b8276-175a-43bf-87c8-8527f42a6412', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:47Z', 'updated_at': '2022-03-01T13:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '2130f1cc-044d-462c-81db-611276dbecdc', 'name': '', 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5', 'tenant_id': '3467d10c32454cf18668187815493d82', 'mac_address': 'fa:16:3e:76:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '531c8525-0467-47e0-9cf7-03358d9bf988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:50Z', 'updated_at': '2022-03-01T13:57:57Z', 'revision_number': 5, 'project_id': '3467d10c32454cf18668187815493d82', 'subnets': [{'id': '531c8525-0467-47e0-9cf7-03358d9bf988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:05:26.131434 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1bead4-5146-451e-9079-2032bd491b23 None None] Checking router: faec7802-e390-484f-986f-d28422908bf4 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:05:26.142682 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1bead4-5146-451e-9079-2032bd491b23 None None] Routers {'faec7802-e390-484f-986f-d28422908bf4'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:05:26.143625 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-7d1bead4-5146-451e-9079-2032bd491b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:04:58Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['faec7802-e390-484f-986f-d28422908bf4'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:05:26.303118 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-7d1bead4-5146-451e-9079-2032bd491b23 None None] Set router faec7802-e390-484f-986f-d28422908bf4 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:05:26.348832 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-52ec7eaf-d19d-4764-8a74-21e2413a14df None None] Allocated IP 172.20.0.2 (8708874b-713e-4e25-8104-ec223d791ef2/1483cdd4-f680-41cc-aa29-9462abc3262d/63de0548-a920-4900-b501-d083f959da4f) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:05:26.392001 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2d8e35-d485-43b6-ab4c-f18bd7ad92da tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:05:26.500210 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-52ec7eaf-d19d-4764-8a74-21e2413a14df None None] For port 63de0548-a920-4900-b501-d083f959da4f, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=63de0548-a920-4900-b501-d083f959da4f,segment=NetworkSegment(a4c731cb-caa1-440a-8574-1e734a701411),segment_id=a4c731cb-caa1-440a-8574-1e734a701411)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:05:26.543316 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-52ec7eaf-d19d-4764-8a74-21e2413a14df None None] Publish callbacks [] for port (63de0548-a920-4900-b501-d083f959da4f), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:26.549935 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-52ec7eaf-d19d-4764-8a74-21e2413a14df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (63de0548-a920-4900-b501-d083f959da4f), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:26.568259 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33966) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:26.591023 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d9293fc2-f402-4858-849a-ce48c8e98d22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:26.671019 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4b2d8e35-d485-43b6-ab4c-f18bd7ad92da tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:26.736545 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec7eaf-d19d-4764-8a74-21e2413a14df None None] Pushing event updated for resources: {'Port': ['ID=63de0548-a920-4900-b501-d083f959da4f,revision_number=6']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:26.738884 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-4b2d8e35-d485-43b6-ab4c-f18bd7ad92da tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] device_id is not set on port af8fb662-1bc9-4a3f-9b04-c7264b4be625 yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:05:26.750559 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33976) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:26.787143 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-7d1bead4-5146-451e-9079-2032bd491b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faec7802-e390-484f-986f-d28422908bf4', 'name': 'tempest-AttachVolumeTestJSON-2126147244-router', 'tenant_id': '3467d10c32454cf18668187815493d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '999b8276-175a-43bf-87c8-8527f42a6412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:57:46Z', 'updated_at': '2022-03-01T13:57:51Z', 'revision_number': 4, 'project_id': '3467d10c32454cf18668187815493d82', 'gw_port': {'id': '999b8276-175a-43bf-87c8-8527f42a6412', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:47Z', 'updated_at': '2022-03-01T13:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '2130f1cc-044d-462c-81db-611276dbecdc', 'name': '', 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5', 'tenant_id': '3467d10c32454cf18668187815493d82', 'mac_address': 'fa:16:3e:76:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '531c8525-0467-47e0-9cf7-03358d9bf988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:50Z', 'updated_at': '2022-03-01T13:57:57Z', 'revision_number': 5, 'project_id': '3467d10c32454cf18668187815493d82', 'subnets': [{'id': '531c8525-0467-47e0-9cf7-03358d9bf988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:05:26.821214 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1bead4-5146-451e-9079-2032bd491b23 None None] The sync data for ids ['faec7802-e390-484f-986f-d28422908bf4'] in n-d-827467-3 is: [{'id': 'faec7802-e390-484f-986f-d28422908bf4', 'name': 'tempest-AttachVolumeTestJSON-2126147244-router', 'tenant_id': '3467d10c32454cf18668187815493d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '999b8276-175a-43bf-87c8-8527f42a6412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:57:46Z', 'updated_at': '2022-03-01T13:57:51Z', 'revision_number': 4, 'project_id': '3467d10c32454cf18668187815493d82', 'gw_port': {'id': '999b8276-175a-43bf-87c8-8527f42a6412', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:47Z', 'updated_at': '2022-03-01T13:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '2130f1cc-044d-462c-81db-611276dbecdc', 'name': '', 'network_id': '1d0a7b4f-fbe7-45f8-87df-666e5482dea5', 'tenant_id': '3467d10c32454cf18668187815493d82', 'mac_address': 'fa:16:3e:76:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '531c8525-0467-47e0-9cf7-03358d9bf988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:50Z', 'updated_at': '2022-03-01T13:57:57Z', 'revision_number': 5, 'project_id': '3467d10c32454cf18668187815493d82', 'subnets': [{'id': '531c8525-0467-47e0-9cf7-03358d9bf988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:05:26.917883 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d9293fc2-f402-4858-849a-ce48c8e98d22 admin admin] Publish callbacks [] for security_group (70407b9a-b06f-4442-acb0-88f5208923c6), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:26.951419 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d9293fc2-f402-4858-849a-ce48c8e98d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (70407b9a-b06f-4442-acb0-88f5208923c6), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:26.984304 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device dddb5875-1d21-418f-a5fb-3125b076001f no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:05:27.001803 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33982) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:27.019878 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: dddb5875-1d21-418f-a5fb-3125b076001f {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:05:27.020621 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device dddb5875-1d21-418f-a5fb-3125b076001f not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:05:27.022574 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device ea3e3623-f7bd-4751-ac31-b65ad38d20f7 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:05:27.041421 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d9293fc2-f402-4858-849a-ce48c8e98d22 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2dee0e0abaf34048917554ad1731c749&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4718006 Mar 01 14:05:27.056960 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: ea3e3623-f7bd-4751-ac31-b65ad38d20f7 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:05:27.060164 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device ea3e3623-f7bd-4751-ac31-b65ad38d20f7 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:05:27.065098 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33984) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:27.080460 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9293fc2-f402-4858-849a-ce48c8e98d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70407b9a-b06f-4442-acb0-88f5208923c6,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:27.088015 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fee78976-7032-41e5-a2c4-4c4b000de07e tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for security_group (1a754a13-c94f-4e3f-b9d0-6421d392c9d2), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:27.123927 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-4b2d8e35-d485-43b6-ab4c-f18bd7ad92da tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Allocated IP 172.20.0.11 (8708874b-713e-4e25-8104-ec223d791ef2/1483cdd4-f680-41cc-aa29-9462abc3262d/af8fb662-1bc9-4a3f-9b04-c7264b4be625) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:05:27.128686 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281a1841-1153-488b-9e41-20a06acf4fec', 'name': 'network-vif-deleted', 'tag': 'ea3e3623-f7bd-4751-ac31-b65ad38d20f7'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:05:27.131366 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcabe0b9-5712-4dfb-b255-90ce1b0e2b87" -d '{"events": [{"server_uuid": "281a1841-1153-488b-9e41-20a06acf4fec", "name": "network-vif-deleted", "tag": "ea3e3623-f7bd-4751-ac31-b65ad38d20f7"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:05:27.136474 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2d65dbb-6cd8-4f6e-8fa0-a7c3479fa985 admin admin] Deleting subnet 4288eac6-75e3-40e1-8e82-fcf32af9c531 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:05:27.141608 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f2d65dbb-6cd8-4f6e-8fa0-a7c3479fa985 admin admin] Publish callbacks [] for subnet (4288eac6-75e3-40e1-8e82-fcf32af9c531), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:27.197836 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f2d65dbb-6cd8-4f6e-8fa0-a7c3479fa985 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (4288eac6-75e3-40e1-8e82-fcf32af9c531), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:27.201104 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fee78976-7032-41e5-a2c4-4c4b000de07e tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for security_group (1a754a13-c94f-4e3f-b9d0-6421d392c9d2), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:27.254916 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08b5a20-5b9a-4514-9615-8420d75ab77a None None] New status for floating IP 36e615b8-1367-4b81-8ac8-eae92639ecee: DOWN {{(pid=103728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 14:05:27.255244 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f2d65dbb-6cd8-4f6e-8fa0-a7c3479fa985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (4288eac6-75e3-40e1-8e82-fcf32af9c531), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:27.262877 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882254a2-df06-439e-a286-d6d9c610d4f8 x-openstack-request-id: req-882254a2-df06-439e-a286-d6d9c610d4f8 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:05:27.263460 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281a1841-1153-488b-9e41-20a06acf4fec", "name": "network-vif-deleted", "tag": "ea3e3623-f7bd-4751-ac31-b65ad38d20f7", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:05:27.263955 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-882254a2-df06-439e-a286-d6d9c610d4f8 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:05:27.265194 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '281a1841-1153-488b-9e41-20a06acf4fec', 'name': 'network-vif-deleted', 'tag': 'ea3e3623-f7bd-4751-ac31-b65ad38d20f7', 'status': 'completed', 'code': 200} Mar 01 14:05:27.279955 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fee78976-7032-41e5-a2c4-4c4b000de07e tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (1a754a13-c94f-4e3f-b9d0-6421d392c9d2), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:27.283240 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fee78976-7032-41e5-a2c4-4c4b000de07e tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:27.284651 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fee78976-7032-41e5-a2c4-4c4b000de07e tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "DELETE /v2.0/security-groups/1a754a13-c94f-4e3f-b9d0-6421d392c9d2 HTTP/1.1" status: 204 len: 168 time: 0.5154481 Mar 01 14:05:27.291591 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 33992) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:27.306012 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f958f96d-8f40-44cc-9de2-13b29dc8609b admin admin] Publish callbacks [] for security_group (70407b9a-b06f-4442-acb0-88f5208923c6), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:27.315892 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee78976-7032-41e5-a2c4-4c4b000de07e tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a754a13-c94f-4e3f-b9d0-6421d392c9d2,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:27.330845 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-7cab1cd4-c89d-4867-845e-ea02fa17a97e tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] show failed (client error): The resource could not be found. Mar 01 14:05:27.335055 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7cab1cd4-c89d-4867-845e-ea02fa17a97e tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "GET /v2.0/security-groups/1a754a13-c94f-4e3f-b9d0-6421d392c9d2 HTTP/1.1" status: 404 len: 347 time: 0.0392540 Mar 01 14:05:27.336056 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 33994) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:27.425611 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f958f96d-8f40-44cc-9de2-13b29dc8609b admin admin] Publish callbacks [] for security_group (70407b9a-b06f-4442-acb0-88f5208923c6), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:27.490274 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4217d56c-df7c-47f1-b933-8ef7d87bfe6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:27.494005 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f2d65dbb-6cd8-4f6e-8fa0-a7c3479fa985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (4288eac6-75e3-40e1-8e82-fcf32af9c531), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:27.551875 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d65dbb-6cd8-4f6e-8fa0-a7c3479fa985 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4288eac6-75e3-40e1-8e82-fcf32af9c531,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:27.577481 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f2d65dbb-6cd8-4f6e-8fa0-a7c3479fa985 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:27.583605 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f2d65dbb-6cd8-4f6e-8fa0-a7c3479fa985 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4288eac6-75e3-40e1-8e82-fcf32af9c531 HTTP/1.1" status: 204 len: 168 time: 0.5805440 Mar 01 14:05:27.587392 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34002) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:27.593015 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e032d2ab-3492-49af-b4ab-fcc41b733f10 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Deleting port dd7f167b-c1fe-46b1-88a2-eb1da3030576 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:05:27.593619 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e032d2ab-3492-49af-b4ab-fcc41b733f10 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (dd7f167b-c1fe-46b1-88a2-eb1da3030576), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:27.623152 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f958f96d-8f40-44cc-9de2-13b29dc8609b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (70407b9a-b06f-4442-acb0-88f5208923c6), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:27.628077 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f958f96d-8f40-44cc-9de2-13b29dc8609b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:27.634549 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f958f96d-8f40-44cc-9de2-13b29dc8609b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70407b9a-b06f-4442-acb0-88f5208923c6 HTTP/1.1" status: 204 len: 168 time: 0.5657377 Mar 01 14:05:27.656512 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4b2d8e35-d485-43b6-ab4c-f18bd7ad92da tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for port (af8fb662-1bc9-4a3f-9b04-c7264b4be625), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:27.695414 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7c4e4136-92cf-4c3a-8afb-5010ded1c758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (603fb0b9-f818-4372-b4d4-fa9feb54900b), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:27.700531 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958f96d-8f40-44cc-9de2-13b29dc8609b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70407b9a-b06f-4442-acb0-88f5208923c6,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:27.760882 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4b2d8e35-d485-43b6-ab4c-f18bd7ad92da tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (af8fb662-1bc9-4a3f-9b04-c7264b4be625), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:27.763542 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e032d2ab-3492-49af-b4ab-fcc41b733f10 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (dd7f167b-c1fe-46b1-88a2-eb1da3030576), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:27.764304 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e032d2ab-3492-49af-b4ab-fcc41b733f10 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for floatingip (dd7f167b-c1fe-46b1-88a2-eb1da3030576), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:27.781577 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e032d2ab-3492-49af-b4ab-fcc41b733f10 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Calling delete_port for dd7f167b-c1fe-46b1-88a2-eb1da3030576 owned by network:floatingip {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:05:27.860682 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-b301968f-e8f8-444a-8a6e-83293cf912e3 None None] Provisioning complete for port 63de0548-a920-4900-b501-d083f959da4f triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:05:27.861511 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b301968f-e8f8-444a-8a6e-83293cf912e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (63de0548-a920-4900-b501-d083f959da4f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:27.861683 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7c4e4136-92cf-4c3a-8afb-5010ded1c758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (603fb0b9-f818-4372-b4d4-fa9feb54900b), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:27.870839 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2d8e35-d485-43b6-ab4c-f18bd7ad92da tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Network 8708874b-713e-4e25-8104-ec223d791ef2 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:05:27.881397 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-4b2d8e35-d485-43b6-ab4c-f18bd7ad92da tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:05:27.889516 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2d8e35-d485-43b6-ab4c-f18bd7ad92da tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:05:27.896142 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d8e35-d485-43b6-ab4c-f18bd7ad92da tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Port': ['ID=af8fb662-1bc9-4a3f-9b04-c7264b4be625,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:27.899421 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-7c4e4136-92cf-4c3a-8afb-5010ded1c758 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['603fb0b9-f818-4372-b4d4-fa9feb54900b']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:05:27.956178 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-7c4e4136-92cf-4c3a-8afb-5010ded1c758 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0daf6ea1-fe8f-417e-9613-c9672cc8c206') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:05:27.956474 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-7c4e4136-92cf-4c3a-8afb-5010ded1c758 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0daf6ea1-fe8f-417e-9613-c9672cc8c206') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:05:27.989430 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-b301968f-e8f8-444a-8a6e-83293cf912e3 None None] Current status of the port 63de0548-a920-4900-b501-d083f959da4f is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:05:27.991461 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7c4e4136-92cf-4c3a-8afb-5010ded1c758 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (0daf6ea1-fe8f-417e-9613-c9672cc8c206), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:28.001878 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-b301968f-e8f8-444a-8a6e-83293cf912e3 None None] Provisioning complete for port 7316b49a-855d-43d1-a01e-7ab9a7a0a023 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:05:28.002536 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b301968f-e8f8-444a-8a6e-83293cf912e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7316b49a-855d-43d1-a01e-7ab9a7a0a023), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:28.041359 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-b301968f-e8f8-444a-8a6e-83293cf912e3 None None] Port 7316b49a-855d-43d1-a01e-7ab9a7a0a023 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:05:28.045185 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2d8e35-d485-43b6-ab4c-f18bd7ad92da tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:28.045824 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4b2d8e35-d485-43b6-ab4c-f18bd7ad92da tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:28.048649 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7c4e4136-92cf-4c3a-8afb-5010ded1c758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (0daf6ea1-fe8f-417e-9613-c9672cc8c206), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:28.074362 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c4e4136-92cf-4c3a-8afb-5010ded1c758 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:05:28.075430 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7c4e4136-92cf-4c3a-8afb-5010ded1c758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (0daf6ea1-fe8f-417e-9613-c9672cc8c206), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:28.077208 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:05:28.077208 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:05:28.077208 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:05:28.077208 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:05:28.077208 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:05:28.077208 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:05:28.077208 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:05:28.077208 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:05:28.077208 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:05:28.077208 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:05:28.077208 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:05:28.077208 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:05:28.077208 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:05:28.077208 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:05:28.077208 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:05:28.077208 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:05:28.077208 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:05:28.077208 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:05:28.077208 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:05:28.077208 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:05:28.077208 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:05:28.077208 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:05:28.077208 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:05:28.077208 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:05:28.077208 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:05:28.077208 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:05:28.077208 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:05:28.077208 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:05:28.077208 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:05:28.077208 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:05:28.077208 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:05:28.077208 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:05:28.098142 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e032d2ab-3492-49af-b4ab-fcc41b733f10 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (dd7f167b-c1fe-46b1-88a2-eb1da3030576), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:28.142104 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032d2ab-3492-49af-b4ab-fcc41b733f10 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Pushing event deleted for resources: {'Port': ['ID=dd7f167b-c1fe-46b1-88a2-eb1da3030576,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:28.164783 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7c4e4136-92cf-4c3a-8afb-5010ded1c758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (603fb0b9-f818-4372-b4d4-fa9feb54900b), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:28.182302 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7c4e4136-92cf-4c3a-8afb-5010ded1c758 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:28.185806 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7c4e4136-92cf-4c3a-8afb-5010ded1c758 admin admin] 10.222.0.13 "DELETE /v2.0/networks/603fb0b9-f818-4372-b4d4-fa9feb54900b HTTP/1.1" status: 204 len: 168 time: 0.5973465 Mar 01 14:05:28.186703 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e4136-92cf-4c3a-8afb-5010ded1c758 admin admin] Pushing event deleted for resources: {'Network': ['ID=603fb0b9-f818-4372-b4d4-fa9feb54900b,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:28.193598 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4b2d8e35-d485-43b6-ab4c-f18bd7ad92da tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1136043 Mar 01 14:05:28.194026 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34016) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:28.199204 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-f7082fca-3780-4375-8298-1bea9240496c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'subnet': {'network_id': '8708874b-713e-4e25-8104-ec223d791ef2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:28.265226 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-a515f502-6982-4fff-a08f-91920d9d0baf None None] Provisioning complete for port af8fb662-1bc9-4a3f-9b04-c7264b4be625 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:05:28.265954 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a515f502-6982-4fff-a08f-91920d9d0baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (af8fb662-1bc9-4a3f-9b04-c7264b4be625), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:28.272655 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e032d2ab-3492-49af-b4ab-fcc41b733f10 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks [] for floatingip (36e615b8-1367-4b81-8ac8-eae92639ecee), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:28.276485 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e032d2ab-3492-49af-b4ab-fcc41b733f10 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:28.278302 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e032d2ab-3492-49af-b4ab-fcc41b733f10 tempest-AttachVolumeTestJSON-1839797686 tempest-AttachVolumeTestJSON-1839797686-project] 10.222.0.13 "DELETE /v2.0/floatingips/36e615b8-1367-4b81-8ac8-eae92639ecee HTTP/1.1" status: 204 len: 168 time: 0.9407539 Mar 01 14:05:28.317880 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-a515f502-6982-4fff-a08f-91920d9d0baf None None] Port af8fb662-1bc9-4a3f-9b04-c7264b4be625 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:05:28.420182 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7082fca-3780-4375-8298-1bea9240496c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:05:28.423846 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34032) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:28.426029 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7082fca-3780-4375-8298-1bea9240496c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:28.542078 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e31bb49f-9580-4395-8822-ffc5c4db7ef4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=684cc9fc46e242a2bd85fdf929a2cebb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1168132 Mar 01 14:05:28.543029 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34036) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:28.561270 n-d-827467-3 neutron-server[103727]: INFO neutron.db.ipam_backend_mixin [None req-f7082fca-3780-4375-8298-1bea9240496c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1483cdd4-f680-41cc-aa29-9462abc3262d (CIDR: 172.20.0.0/28) Mar 01 14:05:28.567298 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7082fca-3780-4375-8298-1bea9240496c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:05:28.567882 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7082fca-3780-4375-8298-1bea9240496c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:05:28.603529 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f7082fca-3780-4375-8298-1bea9240496c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4085782 Mar 01 14:05:28.606668 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34038) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:28.611759 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-9e494875-7127-4e7f-afe4-ac8a93f4213e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'subnet': {'network_id': '8708874b-713e-4e25-8104-ec223d791ef2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:28.634977 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-77e1b5d0-b654-4438-b46b-31bfa6ae6daa admin admin] Publish callbacks [] for security_group (6764fca8-a51a-4912-9b5d-01773464c183), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:28.679383 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-77e1b5d0-b654-4438-b46b-31bfa6ae6daa admin admin] Publish callbacks [] for security_group (6764fca8-a51a-4912-9b5d-01773464c183), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:28.738652 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 63de0548-a920-4900-b501-d083f959da4f up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:05:28.766365 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-77e1b5d0-b654-4438-b46b-31bfa6ae6daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6764fca8-a51a-4912-9b5d-01773464c183), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:28.770450 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-77e1b5d0-b654-4438-b46b-31bfa6ae6daa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:28.771984 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-77e1b5d0-b654-4438-b46b-31bfa6ae6daa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6764fca8-a51a-4912-9b5d-01773464c183 HTTP/1.1" status: 204 len: 168 time: 0.2275772 Mar 01 14:05:28.804363 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1b5d0-b654-4438-b46b-31bfa6ae6daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6764fca8-a51a-4912-9b5d-01773464c183,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:28.837503 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e494875-7127-4e7f-afe4-ac8a93f4213e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:05:28.841541 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9e494875-7127-4e7f-afe4-ac8a93f4213e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:28.894571 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 63de0548-a920-4900-b501-d083f959da4f triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:05:28.895300 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (63de0548-a920-4900-b501-d083f959da4f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:28.922514 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:29.013177 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 63de0548-a920-4900-b501-d083f959da4f is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:05:29.058580 n-d-827467-3 neutron-server[103727]: INFO neutron.db.ipam_backend_mixin [None req-9e494875-7127-4e7f-afe4-ac8a93f4213e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet b708f9ba-0cde-4993-81ac-55f1135802a4 (CIDR: 172.20.0.16/28) Mar 01 14:05:29.066027 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e494875-7127-4e7f-afe4-ac8a93f4213e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:05:29.066874 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e494875-7127-4e7f-afe4-ac8a93f4213e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:05:29.105049 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9e494875-7127-4e7f-afe4-ac8a93f4213e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4972513 Mar 01 14:05:29.108258 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34060) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:29.114901 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-1e37ebba-fa0a-40c4-9e0f-6b31c595b202 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'subnet': {'network_id': '8708874b-713e-4e25-8104-ec223d791ef2', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:29.279299 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e37ebba-fa0a-40c4-9e0f-6b31c595b202 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Made reservation on behalf of 4c4d89e3b0454d80acb3eebd15f19c36 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:05:29.283846 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1e37ebba-fa0a-40c4-9e0f-6b31c595b202 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:29.701201 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1e37ebba-fa0a-40c4-9e0f-6b31c595b202 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (2a720f46-7440-465c-980c-49b18656dadc), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:29.766738 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e37ebba-fa0a-40c4-9e0f-6b31c595b202 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Network 8708874b-713e-4e25-8104-ec223d791ef2 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:05:29.770648 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-1e37ebba-fa0a-40c4-9e0f-6b31c595b202 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:05:29.775271 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e37ebba-fa0a-40c4-9e0f-6b31c595b202 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:29.777100 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1e37ebba-fa0a-40c4-9e0f-6b31c595b202 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:29.786842 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e37ebba-fa0a-40c4-9e0f-6b31c595b202 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Subnet': ['ID=2a720f46-7440-465c-980c-49b18656dadc,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:29.792058 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f07a282-454f-46af-bc24-7fa5b68e2e76 None None] Network 8708874b-713e-4e25-8104-ec223d791ef2 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:05:29.807293 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34096) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:29.808027 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1e37ebba-fa0a-40c4-9e0f-6b31c595b202 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6975143 Mar 01 14:05:29.813946 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-494c9a38-19f5-4948-9ff6-e62971bf72f7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1427018676', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2a720f46-7440-465c-980c-49b18656dadc'}], 'security_groups': ['81ee704b-564e-405c-9f72-aa54c70684f8', '58e97393-7320-4987-8ecc-a119c5c4a0b9']}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:29.924419 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34102) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:29.958443 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-494c9a38-19f5-4948-9ff6-e62971bf72f7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (af8fb662-1bc9-4a3f-9b04-c7264b4be625), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:30.061023 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:30.077437 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-acb801f1-bc4a-4ddf-ae11-9861cc3d73d0 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-284215725-network', 'tenant_id': '52f2fdfdead04f679e97764aca3f11b8'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:30.113999 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb801f1-bc4a-4ddf-ae11-9861cc3d73d0 admin admin] Made reservation on behalf of 52f2fdfdead04f679e97764aca3f11b8 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:05:30.119259 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-acb801f1-bc4a-4ddf-ae11-9861cc3d73d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:30.134571 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-acb801f1-bc4a-4ddf-ae11-9861cc3d73d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:30.140592 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36571061-c691-4cd6-a022-979a08de0b13 None None] Update dhcp port {'port': {'network_id': '8708874b-713e-4e25-8104-ec223d791ef2', 'fixed_ips': [{'subnet_id': 'b708f9ba-0cde-4993-81ac-55f1135802a4', 'ip_address': '172.20.0.18'}, {'subnet_id': '1483cdd4-f680-41cc-aa29-9462abc3262d', 'ip_address': '172.20.0.2'}, {'subnet_id': '2a720f46-7440-465c-980c-49b18656dadc'}], 'binding:host_id': 'n-d-827467-3'}, 'id': '63de0548-a920-4900-b501-d083f959da4f'} from n-d-827467-3. {{(pid=103728) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 01 14:05:30.203917 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-36571061-c691-4cd6-a022-979a08de0b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (63de0548-a920-4900-b501-d083f959da4f), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:30.258225 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-acb801f1-bc4a-4ddf-ae11-9861cc3d73d0 admin admin] Publish callbacks [] for security_group (c6b20610-83a6-4fba-81bc-7280093bc5bc), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:30.280580 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-acb801f1-bc4a-4ddf-ae11-9861cc3d73d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c6b20610-83a6-4fba-81bc-7280093bc5bc), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:30.306770 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acb801f1-bc4a-4ddf-ae11-9861cc3d73d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:05:30.339480 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-acb801f1-bc4a-4ddf-ae11-9861cc3d73d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (017dfbad-3f1e-4c5f-b4fb-6113a947a637), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:30.339883 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-acb801f1-bc4a-4ddf-ae11-9861cc3d73d0 admin admin] Added segment 017dfbad-3f1e-4c5f-b4fb-6113a947a637 of type vlan for network 6a30b177-089c-4aaa-8b95-aee9c6b513eb Mar 01 14:05:30.493160 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-acb801f1-bc4a-4ddf-ae11-9861cc3d73d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (6a30b177-089c-4aaa-8b95-aee9c6b513eb), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:30.507969 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb801f1-bc4a-4ddf-ae11-9861cc3d73d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b20610-83a6-4fba-81bc-7280093bc5bc,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:30.568556 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-acb801f1-bc4a-4ddf-ae11-9861cc3d73d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (6a30b177-089c-4aaa-8b95-aee9c6b513eb), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:30.569508 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb801f1-bc4a-4ddf-ae11-9861cc3d73d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:30.570210 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-acb801f1-bc4a-4ddf-ae11-9861cc3d73d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:30.601523 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-494c9a38-19f5-4948-9ff6-e62971bf72f7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Delete allocated IP 172.20.0.11 (8708874b-713e-4e25-8104-ec223d791ef2/1483cdd4-f680-41cc-aa29-9462abc3262d) {{(pid=103727) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 01 14:05:30.623085 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-494c9a38-19f5-4948-9ff6-e62971bf72f7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Allocated IP 172.20.0.40 (8708874b-713e-4e25-8104-ec223d791ef2/2a720f46-7440-465c-980c-49b18656dadc/af8fb662-1bc9-4a3f-9b04-c7264b4be625) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:05:30.740216 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb801f1-bc4a-4ddf-ae11-9861cc3d73d0 admin admin] Pushing event updated for resources: {'Network': ['ID=6a30b177-089c-4aaa-8b95-aee9c6b513eb,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:30.787590 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 6a30b177-089c-4aaa-8b95-aee9c6b513eb details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:05:30.798528 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-acb801f1-bc4a-4ddf-ae11-9861cc3d73d0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8727543 Mar 01 14:05:30.812576 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34130) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:30.817818 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-011fdbe3-7e9b-450c-b05a-09a024f7fa9b admin admin] Request body: {'subnet': {'network_id': '6a30b177-089c-4aaa-8b95-aee9c6b513eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-284215725-subnet', 'tenant_id': '52f2fdfdead04f679e97764aca3f11b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:30.844683 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011fdbe3-7e9b-450c-b05a-09a024f7fa9b admin admin] Made reservation on behalf of 52f2fdfdead04f679e97764aca3f11b8 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:05:30.848338 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-011fdbe3-7e9b-450c-b05a-09a024f7fa9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:30.903554 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-494c9a38-19f5-4948-9ff6-e62971bf72f7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for port (af8fb662-1bc9-4a3f-9b04-c7264b4be625), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:30.914498 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-494c9a38-19f5-4948-9ff6-e62971bf72f7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (af8fb662-1bc9-4a3f-9b04-c7264b4be625), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:31.022125 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c9a38-19f5-4948-9ff6-e62971bf72f7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event updated for resources: {'Port': ['ID=af8fb662-1bc9-4a3f-9b04-c7264b4be625,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:31.052981 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-494c9a38-19f5-4948-9ff6-e62971bf72f7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] In _notify_port_updated(), no bound segment for port af8fb662-1bc9-4a3f-9b04-c7264b4be625 on network 8708874b-713e-4e25-8104-ec223d791ef2 {{(pid=103727) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 01 14:05:31.054361 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-36571061-c691-4cd6-a022-979a08de0b13 None None] Allocated IP 172.20.0.34 (8708874b-713e-4e25-8104-ec223d791ef2/2a720f46-7440-465c-980c-49b18656dadc/63de0548-a920-4900-b501-d083f959da4f) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:05:31.094539 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494c9a38-19f5-4948-9ff6-e62971bf72f7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:31.095225 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-494c9a38-19f5-4948-9ff6-e62971bf72f7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:31.096631 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-494c9a38-19f5-4948-9ff6-e62971bf72f7 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "PUT /v2.0/ports/af8fb662-1bc9-4a3f-9b04-c7264b4be625 HTTP/1.1" status: 200 len: 960 time: 1.2880142 Mar 01 14:05:31.100438 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34134) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:31.169174 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-011fdbe3-7e9b-450c-b05a-09a024f7fa9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (3c5c0e67-c77f-4a84-b527-894f9b639923), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:31.187025 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34136) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:31.206972 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-36571061-c691-4cd6-a022-979a08de0b13 None None] For port 63de0548-a920-4900-b501-d083f959da4f, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=63de0548-a920-4900-b501-d083f959da4f,segment=NetworkSegment(a4c731cb-caa1-440a-8574-1e734a701411),segment_id=a4c731cb-caa1-440a-8574-1e734a701411)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:05:31.249582 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-36571061-c691-4cd6-a022-979a08de0b13 None None] Publish callbacks [] for port (63de0548-a920-4900-b501-d083f959da4f), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:31.264240 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-36571061-c691-4cd6-a022-979a08de0b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (63de0548-a920-4900-b501-d083f959da4f), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:31.274098 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fdbe3-7e9b-450c-b05a-09a024f7fa9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c5c0e67-c77f-4a84-b527-894f9b639923,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:31.318684 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-0291f247-110a-4a4e-b5f1-c9c558df4918 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Deleting port af8fb662-1bc9-4a3f-9b04-c7264b4be625 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:05:31.319068 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fdbe3-7e9b-450c-b05a-09a024f7fa9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:31.319411 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fdbe3-7e9b-450c-b05a-09a024f7fa9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:31.319801 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fdbe3-7e9b-450c-b05a-09a024f7fa9b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:31.320117 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0291f247-110a-4a4e-b5f1-c9c558df4918 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (af8fb662-1bc9-4a3f-9b04-c7264b4be625), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:31.320249 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fdbe3-7e9b-450c-b05a-09a024f7fa9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:31.320441 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fdbe3-7e9b-450c-b05a-09a024f7fa9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:31.320764 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fdbe3-7e9b-450c-b05a-09a024f7fa9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:31.323926 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fdbe3-7e9b-450c-b05a-09a024f7fa9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:31.324272 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fdbe3-7e9b-450c-b05a-09a024f7fa9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:31.324655 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fdbe3-7e9b-450c-b05a-09a024f7fa9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:31.324990 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fdbe3-7e9b-450c-b05a-09a024f7fa9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:31.325364 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fdbe3-7e9b-450c-b05a-09a024f7fa9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:31.326075 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fdbe3-7e9b-450c-b05a-09a024f7fa9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:31.326075 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fdbe3-7e9b-450c-b05a-09a024f7fa9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:31.334124 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011fdbe3-7e9b-450c-b05a-09a024f7fa9b admin admin] Checking segment: {'id': '017dfbad-3f1e-4c5f-b4fb-6113a947a637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6a30b177-089c-4aaa-8b95-aee9c6b513eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:05:31.334495 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011fdbe3-7e9b-450c-b05a-09a024f7fa9b admin admin] Network hostable DHCP agents. Network: 6a30b177-089c-4aaa-8b95-aee9c6b513eb, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:05:31.383995 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011fdbe3-7e9b-450c-b05a-09a024f7fa9b admin admin] Network 6a30b177-089c-4aaa-8b95-aee9c6b513eb is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:05:31.405145 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-011fdbe3-7e9b-450c-b05a-09a024f7fa9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 6a30b177-089c-4aaa-8b95-aee9c6b513eb) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:05:31.409899 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011fdbe3-7e9b-450c-b05a-09a024f7fa9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:31.410498 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-011fdbe3-7e9b-450c-b05a-09a024f7fa9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:31.450141 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-011fdbe3-7e9b-450c-b05a-09a024f7fa9b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6363394 Mar 01 14:05:31.454209 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36571061-c691-4cd6-a022-979a08de0b13 None None] Pushing event updated for resources: {'Port': ['ID=63de0548-a920-4900-b501-d083f959da4f,revision_number=7']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:31.476542 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba36680-858c-43c8-93dc-edb6c1c06d01 None None] Network 6a30b177-089c-4aaa-8b95-aee9c6b513eb requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:05:31.485808 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0291f247-110a-4a4e-b5f1-c9c558df4918 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (af8fb662-1bc9-4a3f-9b04-c7264b4be625), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:31.499864 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-0291f247-110a-4a4e-b5f1-c9c558df4918 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Calling delete_port for af8fb662-1bc9-4a3f-9b04-c7264b4be625 owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:05:31.589385 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f5d767-8891-4de9-91d4-d69ee20d2003 None None] Network 6a30b177-089c-4aaa-8b95-aee9c6b513eb requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:05:31.596092 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e59e4d8f-30ba-4e2e-918d-a5f0c5012105 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:31.795698 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:31.813219 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0291f247-110a-4a4e-b5f1-c9c558df4918 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (af8fb662-1bc9-4a3f-9b04-c7264b4be625), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:31.894773 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e59e4d8f-30ba-4e2e-918d-a5f0c5012105 admin admin] Publish callbacks [] for security_group (166153e6-e74f-4e18-b36a-108ebbe7b025), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:31.899266 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291f247-110a-4a4e-b5f1-c9c558df4918 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Port': ['ID=af8fb662-1bc9-4a3f-9b04-c7264b4be625,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:31.908334 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e59e4d8f-30ba-4e2e-918d-a5f0c5012105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (166153e6-e74f-4e18-b36a-108ebbe7b025), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:31.972211 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e59e4d8f-30ba-4e2e-918d-a5f0c5012105 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6379ef2d3b82474d8e2acbcfc916dfa2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7826853 Mar 01 14:05:31.975038 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34162) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:32.059468 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e4d8f-30ba-4e2e-918d-a5f0c5012105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166153e6-e74f-4e18-b36a-108ebbe7b025,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:32.093207 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fbd7ee8b-67eb-4298-a8c5-76d9d4037b3e admin admin] Publish callbacks [] for security_group (166153e6-e74f-4e18-b36a-108ebbe7b025), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:32.096522 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0291f247-110a-4a4e-b5f1-c9c558df4918 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:32.100876 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0291f247-110a-4a4e-b5f1-c9c558df4918 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/ports/af8fb662-1bc9-4a3f-9b04-c7264b4be625 HTTP/1.1" status: 204 len: 168 time: 0.9938638 Mar 01 14:05:32.105198 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34174) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:32.266247 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-278dae9f-db45-47cc-ad76-6c6e5b2034b5 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:32.268027 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-278dae9f-db45-47cc-ad76-6c6e5b2034b5 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/networks?id=6a30b177-089c-4aaa-8b95-aee9c6b513eb HTTP/1.1" status: 200 len: 812 time: 0.1897151 Mar 01 14:05:32.288745 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-8b00aa5d-ec90-49dd-9029-d6e3ed9823bb tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/quotas/52f2fdfdead04f679e97764aca3f11b8 HTTP/1.1" status: 200 len: 375 time: 0.0154195 Mar 01 14:05:32.337995 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-9c3ae236-56b5-4d7e-a313-9a30dd8f107d tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=52f2fdfdead04f679e97764aca3f11b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462248 Mar 01 14:05:32.465346 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f0f7fd-98f7-4a31-aa82-b15cc12ef5e0 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] GET failed (client error): The resource could not be found. Mar 01 14:05:32.467060 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-89f0f7fd-98f7-4a31-aa82-b15cc12ef5e0 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "GET /v2.0/ports/af8fb662-1bc9-4a3f-9b04-c7264b4be625 HTTP/1.1" status: 404 len: 333 time: 0.3605430 Mar 01 14:05:32.470651 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34180) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:32.475793 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-385bdf80-c933-4370-afff-a36a75ae747f service neutron] 10.222.0.13 "GET /v2.0/networks/6a30b177-089c-4aaa-8b95-aee9c6b513eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303549 Mar 01 14:05:32.500765 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fbd7ee8b-67eb-4298-a8c5-76d9d4037b3e admin admin] Publish callbacks [] for security_group (166153e6-e74f-4e18-b36a-108ebbe7b025), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:32.576163 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a862ba24-191b-4e11-b470-c5845dd8ec47 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for security_group (b911e440-e56c-4891-be8d-be23e394c7cc), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:32.605486 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-b5fbe726-6c21-4bb2-867d-c87c34c6e4f6 None None] Provisioning complete for port 63de0548-a920-4900-b501-d083f959da4f triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:05:32.608339 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b5fbe726-6c21-4bb2-867d-c87c34c6e4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (63de0548-a920-4900-b501-d083f959da4f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:32.613172 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-68bc9395-646e-4514-9c93-9b1dae60b581 service neutron] 10.222.0.13 "GET /v2.0/networks/6a30b177-089c-4aaa-8b95-aee9c6b513eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306999 Mar 01 14:05:32.620559 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a862ba24-191b-4e11-b470-c5845dd8ec47 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for security_group (b911e440-e56c-4891-be8d-be23e394c7cc), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:32.630996 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fbd7ee8b-67eb-4298-a8c5-76d9d4037b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (166153e6-e74f-4e18-b36a-108ebbe7b025), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:32.634200 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fbd7ee8b-67eb-4298-a8c5-76d9d4037b3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:32.637839 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fbd7ee8b-67eb-4298-a8c5-76d9d4037b3e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/166153e6-e74f-4e18-b36a-108ebbe7b025 HTTP/1.1" status: 204 len: 168 time: 0.6591935 Mar 01 14:05:32.655453 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7ee8b-67eb-4298-a8c5-76d9d4037b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166153e6-e74f-4e18-b36a-108ebbe7b025,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:32.714378 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a862ba24-191b-4e11-b470-c5845dd8ec47 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b911e440-e56c-4891-be8d-be23e394c7cc), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:32.727547 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a862ba24-191b-4e11-b470-c5845dd8ec47 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:32.728943 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a862ba24-191b-4e11-b470-c5845dd8ec47 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/security-groups/b911e440-e56c-4891-be8d-be23e394c7cc HTTP/1.1" status: 204 len: 168 time: 0.2558296 Mar 01 14:05:32.732392 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34188) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:32.777461 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862ba24-191b-4e11-b470-c5845dd8ec47 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b911e440-e56c-4891-be8d-be23e394c7cc,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:32.852010 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f917b160-5fba-4c60-95e8-79f816f5cede tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for security_group (58e97393-7320-4987-8ecc-a119c5c4a0b9), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:32.903938 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f917b160-5fba-4c60-95e8-79f816f5cede tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for security_group (58e97393-7320-4987-8ecc-a119c5c4a0b9), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:33.014844 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f917b160-5fba-4c60-95e8-79f816f5cede tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (58e97393-7320-4987-8ecc-a119c5c4a0b9), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:33.017501 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f917b160-5fba-4c60-95e8-79f816f5cede tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:33.019407 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f917b160-5fba-4c60-95e8-79f816f5cede tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/security-groups/58e97393-7320-4987-8ecc-a119c5c4a0b9 HTTP/1.1" status: 204 len: 168 time: 0.2853825 Mar 01 14:05:33.022365 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34200) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:33.055844 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917b160-5fba-4c60-95e8-79f816f5cede tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e97393-7320-4987-8ecc-a119c5c4a0b9,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:33.143393 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 63de0548-a920-4900-b501-d083f959da4f up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:05:33.149263 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5b45945f-f82c-4a48-be17-f9150103be01 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for security_group (81ee704b-564e-405c-9f72-aa54c70684f8), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:33.202083 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5b45945f-f82c-4a48-be17-f9150103be01 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for security_group (81ee704b-564e-405c-9f72-aa54c70684f8), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:33.253362 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d365cf2c-dc89-439d-aae8-44330632e151 req-14e6081e-940d-43f8-a05f-b0445fda7958 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/ports?device_id=7880bc1c-ae00-4614-a4ba-1f21e47b7f4b HTTP/1.1" status: 200 len: 210 time: 0.0883563 Mar 01 14:05:33.298852 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5b45945f-f82c-4a48-be17-f9150103be01 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (81ee704b-564e-405c-9f72-aa54c70684f8), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:33.304755 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5b45945f-f82c-4a48-be17-f9150103be01 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:33.311123 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5b45945f-f82c-4a48-be17-f9150103be01 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/security-groups/81ee704b-564e-405c-9f72-aa54c70684f8 HTTP/1.1" status: 204 len: 168 time: 0.2843750 Mar 01 14:05:33.312652 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34214) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:33.344245 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45945f-f82c-4a48-be17-f9150103be01 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ee704b-564e-405c-9f72-aa54c70684f8,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:33.420813 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-e527b77e-4fa2-42fa-9aba-4a9eae188400 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Deleting subnet 1483cdd4-f680-41cc-aa29-9462abc3262d {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:05:33.430507 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e527b77e-4fa2-42fa-9aba-4a9eae188400 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for subnet (1483cdd4-f680-41cc-aa29-9462abc3262d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:33.454333 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 63de0548-a920-4900-b501-d083f959da4f triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:05:33.455090 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (63de0548-a920-4900-b501-d083f959da4f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:33.522917 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e527b77e-4fa2-42fa-9aba-4a9eae188400 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (1483cdd4-f680-41cc-aa29-9462abc3262d), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:33.638904 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-b5fbe726-6c21-4bb2-867d-c87c34c6e4f6 None None] Current status of the port 63de0548-a920-4900-b501-d083f959da4f is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:05:33.657380 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-b5fbe726-6c21-4bb2-867d-c87c34c6e4f6 None None] Could not find standard attr ID for object af8fb662-1bc9-4a3f-9b04-c7264b4be625. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 14:05:33.688971 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e527b77e-4fa2-42fa-9aba-4a9eae188400 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (1483cdd4-f680-41cc-aa29-9462abc3262d), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:33.701916 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-b5fbe726-6c21-4bb2-867d-c87c34c6e4f6 None None] Provisioning complete for port 7316b49a-855d-43d1-a01e-7ab9a7a0a023 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:05:33.703432 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b5fbe726-6c21-4bb2-867d-c87c34c6e4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7316b49a-855d-43d1-a01e-7ab9a7a0a023), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:33.831265 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e527b77e-4fa2-42fa-9aba-4a9eae188400 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (1483cdd4-f680-41cc-aa29-9462abc3262d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:33.877041 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 63de0548-a920-4900-b501-d083f959da4f is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:05:33.880644 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-b5fbe726-6c21-4bb2-867d-c87c34c6e4f6 None None] Port 7316b49a-855d-43d1-a01e-7ab9a7a0a023 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:05:33.924012 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e527b77e-4fa2-42fa-9aba-4a9eae188400 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Subnet': ['ID=1483cdd4-f680-41cc-aa29-9462abc3262d,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:33.941124 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e527b77e-4fa2-42fa-9aba-4a9eae188400 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:33.949499 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34246) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:33.950093 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e527b77e-4fa2-42fa-9aba-4a9eae188400 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/subnets/1483cdd4-f680-41cc-aa29-9462abc3262d HTTP/1.1" status: 204 len: 168 time: 0.6350818 Mar 01 14:05:33.961825 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476125ba-9965-4ac9-8967-4b537b22c6b6 None None] Network 8708874b-713e-4e25-8104-ec223d791ef2 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:05:34.050388 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-f859a91c-ce13-41f4-841b-3262290cacb0 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Deleting subnet 2a720f46-7440-465c-980c-49b18656dadc {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:05:34.054548 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f859a91c-ce13-41f4-841b-3262290cacb0 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for subnet (2a720f46-7440-465c-980c-49b18656dadc), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:34.107216 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f859a91c-ce13-41f4-841b-3262290cacb0 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (2a720f46-7440-465c-980c-49b18656dadc), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:34.174024 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-92c651bb-1ddc-4adc-bc3c-bd8484798799 None None] Could not find standard attr ID for object af8fb662-1bc9-4a3f-9b04-c7264b4be625. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 14:05:34.420954 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bd521e36-fafb-4075-b950-dd6f67340e41 req-98a9766b-0ddd-47aa-8876-2f54e8dfca98 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/ports?device_id=7880bc1c-ae00-4614-a4ba-1f21e47b7f4b HTTP/1.1" status: 200 len: 210 time: 0.0809860 Mar 01 14:05:34.459899 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f859a91c-ce13-41f4-841b-3262290cacb0 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (2a720f46-7440-465c-980c-49b18656dadc), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:34.571183 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f859a91c-ce13-41f4-841b-3262290cacb0 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (2a720f46-7440-465c-980c-49b18656dadc), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:34.614141 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859a91c-ce13-41f4-841b-3262290cacb0 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Subnet': ['ID=2a720f46-7440-465c-980c-49b18656dadc,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:34.620960 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f859a91c-ce13-41f4-841b-3262290cacb0 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:34.628017 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f859a91c-ce13-41f4-841b-3262290cacb0 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/subnets/2a720f46-7440-465c-980c-49b18656dadc HTTP/1.1" status: 204 len: 168 time: 0.6734176 Mar 01 14:05:34.628184 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34266) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:34.665475 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-d28725be-59cc-4366-add0-415dff044c11 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] DELETE failed (client error): The resource could not be found. Mar 01 14:05:34.666276 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d28725be-59cc-4366-add0-415dff044c11 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:05:34.672812 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d28725be-59cc-4366-add0-415dff044c11 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/subnets/1483cdd4-f680-41cc-aa29-9462abc3262d HTTP/1.1" status: 404 len: 337 time: 0.0410676 Mar 01 14:05:34.674113 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34270) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:34.773918 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f7b333-082d-430a-92b6-003c2958daf3 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Deleting subnet b708f9ba-0cde-4993-81ac-55f1135802a4 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:05:34.781966 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d1f7b333-082d-430a-92b6-003c2958daf3 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for subnet (b708f9ba-0cde-4993-81ac-55f1135802a4), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:34.845098 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d1f7b333-082d-430a-92b6-003c2958daf3 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (b708f9ba-0cde-4993-81ac-55f1135802a4), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:35.060267 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d1f7b333-082d-430a-92b6-003c2958daf3 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (b708f9ba-0cde-4993-81ac-55f1135802a4), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:35.304257 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d1f7b333-082d-430a-92b6-003c2958daf3 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (b708f9ba-0cde-4993-81ac-55f1135802a4), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:35.423723 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7b333-082d-430a-92b6-003c2958daf3 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Subnet': ['ID=b708f9ba-0cde-4993-81ac-55f1135802a4,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:35.440172 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-cc15239e-bb08-496c-93ef-7924f8ca797c tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:35.442300 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-cc15239e-bb08-496c-93ef-7924f8ca797c tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.32 "GET /v2.0/networks?id=6a30b177-089c-4aaa-8b95-aee9c6b513eb HTTP/1.1" status: 200 len: 812 time: 0.3436861 Mar 01 14:05:35.457067 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-6dc1dff6-f885-4640-8180-013ff6481f72 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Request body: {'port': {'device_id': '8463e62c-a242-44aa-89d0-9b8928918b63', 'network_id': '6a30b177-089c-4aaa-8b95-aee9c6b513eb', 'admin_state_up': True, 'tenant_id': '52f2fdfdead04f679e97764aca3f11b8'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:35.512964 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feec4e07-cef5-4cfd-82e5-347ccbcf744b None None] Network 8708874b-713e-4e25-8104-ec223d791ef2 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:05:35.625370 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-d62220d3-5802-4edd-8edd-192751a50d2c tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:35.630192 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-d62220d3-5802-4edd-8edd-192751a50d2c tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.20 "GET /v2.0/networks?id=6a30b177-089c-4aaa-8b95-aee9c6b513eb HTTP/1.1" status: 200 len: 812 time: 0.3041368 Mar 01 14:05:35.643467 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-8893aed7-4afb-4937-9ca8-2ef80c608e5e tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Request body: {'port': {'device_id': '7880bc1c-ae00-4614-a4ba-1f21e47b7f4b', 'network_id': '6a30b177-089c-4aaa-8b95-aee9c6b513eb', 'admin_state_up': True, 'tenant_id': '52f2fdfdead04f679e97764aca3f11b8'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:35.733531 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-9f457edd-fe35-4c34-b997-1785fcc937b5 None None] Provisioning complete for port 63de0548-a920-4900-b501-d083f959da4f triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:05:35.734011 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9f457edd-fe35-4c34-b997-1785fcc937b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (63de0548-a920-4900-b501-d083f959da4f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:35.952851 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-9f457edd-fe35-4c34-b997-1785fcc937b5 None None] Current status of the port 63de0548-a920-4900-b501-d083f959da4f is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:05:35.955411 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cab7236-4fee-4bcb-a031-fc129bfa15d0 None None] DHCP port deletion for 8708874b-713e-4e25-8104-ec223d791ef2 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:05:36.020812 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-8893aed7-4afb-4937-9ca8-2ef80c608e5e tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Made reservation on behalf of 52f2fdfdead04f679e97764aca3f11b8 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:05:36.026864 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-8893aed7-4afb-4937-9ca8-2ef80c608e5e tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:36.030021 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-9f457edd-fe35-4c34-b997-1785fcc937b5 None None] Provisioning complete for port 7316b49a-855d-43d1-a01e-7ab9a7a0a023 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:05:36.030770 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9f457edd-fe35-4c34-b997-1785fcc937b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7316b49a-855d-43d1-a01e-7ab9a7a0a023), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:36.057207 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d1f7b333-082d-430a-92b6-003c2958daf3 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:36.063323 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d1f7b333-082d-430a-92b6-003c2958daf3 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/subnets/b708f9ba-0cde-4993-81ac-55f1135802a4 HTTP/1.1" status: 204 len: 168 time: 1.3864248 Mar 01 14:05:36.079649 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34328) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:36.091314 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-9f457edd-fe35-4c34-b997-1785fcc937b5 None None] Port 7316b49a-855d-43d1-a01e-7ab9a7a0a023 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:05:36.097799 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b73354c9-9b95-411d-b5a1-443f3ae6084a req-d51d609c-f8c4-473e-a4f8-d8e960df80c3 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/ports?device_id=7880bc1c-ae00-4614-a4ba-1f21e47b7f4b HTTP/1.1" status: 200 len: 210 time: 0.0913868 Mar 01 14:05:36.105236 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-8cab7236-4fee-4bcb-a031-fc129bfa15d0 None None] Deleting port 63de0548-a920-4900-b501-d083f959da4f {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:05:36.106352 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8cab7236-4fee-4bcb-a031-fc129bfa15d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (63de0548-a920-4900-b501-d083f959da4f), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:36.233141 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-8cab7236-4fee-4bcb-a031-fc129bfa15d0 None None] For port 63de0548-a920-4900-b501-d083f959da4f, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=63de0548-a920-4900-b501-d083f959da4f,segment=NetworkSegment(a4c731cb-caa1-440a-8574-1e734a701411),segment_id=a4c731cb-caa1-440a-8574-1e734a701411)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:05:36.236201 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8cab7236-4fee-4bcb-a031-fc129bfa15d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (63de0548-a920-4900-b501-d083f959da4f), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:36.289916 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-6dc1dff6-f885-4640-8180-013ff6481f72 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Made reservation on behalf of 52f2fdfdead04f679e97764aca3f11b8 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:05:36.291378 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-8cab7236-4fee-4bcb-a031-fc129bfa15d0 None None] Calling delete_port for 63de0548-a920-4900-b501-d083f959da4f owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:05:36.294606 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-6dc1dff6-f885-4640-8180-013ff6481f72 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:36.330530 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-8893aed7-4afb-4937-9ca8-2ef80c608e5e tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Allocated IP 172.20.0.13 (6a30b177-089c-4aaa-8b95-aee9c6b513eb/3c5c0e67-c77f-4a84-b527-894f9b639923/73c30f23-b505-4d04-9be7-8b2c6ee21fe0) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:05:36.413948 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-9274e4fd-cc66-4978-96c0-b0b4b496a880 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] DELETE failed (client error): The resource could not be found. Mar 01 14:05:36.424111 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9274e4fd-cc66-4978-96c0-b0b4b496a880 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:05:36.430947 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8cab7236-4fee-4bcb-a031-fc129bfa15d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (63de0548-a920-4900-b501-d083f959da4f), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:36.446792 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9274e4fd-cc66-4978-96c0-b0b4b496a880 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/subnets/a2b1b4e3-71db-437c-bc25-6d2116cec50a HTTP/1.1" status: 404 len: 337 time: 0.3637633 Mar 01 14:05:36.447985 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34358) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:36.507824 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab7236-4fee-4bcb-a031-fc129bfa15d0 None None] Pushing event deleted for resources: {'Port': ['ID=63de0548-a920-4900-b501-d083f959da4f,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:36.513974 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cab7236-4fee-4bcb-a031-fc129bfa15d0 None None] No DVR routers for this DVR port 63de0548-a920-4900-b501-d083f959da4f on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:05:36.580433 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8c7df73f-6fa6-4374-9114-4665c85f0370 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f188b2-c3cb-4468-b8ab-3949adfbe537 HTTP/1.1" status: 200 len: 205 time: 0.0773232 Mar 01 14:05:36.586275 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34368) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:36.686301 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-8893aed7-4afb-4937-9ca8-2ef80c608e5e tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Publish callbacks [] for port (73c30f23-b505-4d04-9be7-8b2c6ee21fe0), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:36.727421 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-d68ca421-f9ab-483e-b37c-eaf3af8b8b4d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] delete failed (client error): The resource could not be found. Mar 01 14:05:36.734853 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d68ca421-f9ab-483e-b37c-eaf3af8b8b4d tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/routers/e5f188b2-c3cb-4468-b8ab-3949adfbe537 HTTP/1.1" status: 404 len: 336 time: 0.1476133 Mar 01 14:05:36.738887 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34384) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:36.750702 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 63de0548-a920-4900-b501-d083f959da4f no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:05:36.751011 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-8893aed7-4afb-4937-9ca8-2ef80c608e5e tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (73c30f23-b505-4d04-9be7-8b2c6ee21fe0), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:36.809353 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 63de0548-a920-4900-b501-d083f959da4f {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:05:36.809702 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 63de0548-a920-4900-b501-d083f959da4f not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:05:36.835510 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d5feef-8f3c-4195-a14c-6a51d34bc74c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] DELETE failed (client error): The resource could not be found. Mar 01 14:05:36.837108 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8d5feef-8f3c-4195-a14c-6a51d34bc74c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:05:36.852402 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c8d5feef-8f3c-4195-a14c-6a51d34bc74c tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/subnets/2fbc2024-c4e9-45f5-a68a-ada77ff5e254 HTTP/1.1" status: 404 len: 337 time: 0.1118681 Mar 01 14:05:36.853561 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34392) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:36.878225 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-8893aed7-4afb-4937-9ca8-2ef80c608e5e tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Network 6a30b177-089c-4aaa-8b95-aee9c6b513eb is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:05:36.881631 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893aed7-4afb-4937-9ca8-2ef80c608e5e tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Pushing event updated for resources: {'Port': ['ID=73c30f23-b505-4d04-9be7-8b2c6ee21fe0,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:36.889550 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-8893aed7-4afb-4937-9ca8-2ef80c608e5e tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:05:36.894872 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-8893aed7-4afb-4937-9ca8-2ef80c608e5e tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:05:36.939955 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6682bde-781b-46a2-99a8-0f00e4d25dfd tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] DELETE failed (client error): The resource could not be found. Mar 01 14:05:36.940731 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6682bde-781b-46a2-99a8-0f00e4d25dfd tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:05:36.947971 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c6682bde-781b-46a2-99a8-0f00e4d25dfd tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/subnets/c9c0de45-5a3a-4d28-9102-04ea3737cea9 HTTP/1.1" status: 404 len: 337 time: 0.0888240 Mar 01 14:05:36.965754 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34396) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:36.977752 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-8893aed7-4afb-4937-9ca8-2ef80c608e5e tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:36.978491 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-8893aed7-4afb-4937-9ca8-2ef80c608e5e tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:37.014632 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf86d632-954c-460e-8db9-b3bc5c1ebbb9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] DELETE failed (client error): The resource could not be found. Mar 01 14:05:37.015181 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-8893aed7-4afb-4937-9ca8-2ef80c608e5e tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3764572 Mar 01 14:05:37.015328 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf86d632-954c-460e-8db9-b3bc5c1ebbb9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:05:37.021200 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34398) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:37.021710 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-bf86d632-954c-460e-8db9-b3bc5c1ebbb9 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/subnets/de552e95-5533-453f-8560-472d7bcdde10 HTTP/1.1" status: 404 len: 337 time: 0.0441942 Mar 01 14:05:37.049389 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-6dc1dff6-f885-4640-8180-013ff6481f72 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Allocated IP 172.20.0.10 (6a30b177-089c-4aaa-8b95-aee9c6b513eb/3c5c0e67-c77f-4a84-b527-894f9b639923/98bf458f-4fbe-4951-a99e-a409f6129fd4) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:05:37.061787 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5db1a16-5b9b-4f83-b6e2-4f617b208fa0 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] DELETE failed (client error): The resource could not be found. Mar 01 14:05:37.062381 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5db1a16-5b9b-4f83-b6e2-4f617b208fa0 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:05:37.068206 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a5db1a16-5b9b-4f83-b6e2-4f617b208fa0 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/ports/e2d9b815-6c0b-4775-80bb-5750b7e5dd2c HTTP/1.1" status: 404 len: 333 time: 0.0432045 Mar 01 14:05:37.068453 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34404) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:37.109399 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8c797db-d728-4e6b-a13b-ef98df0ee962 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] DELETE failed (client error): The resource could not be found. Mar 01 14:05:37.109940 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8c797db-d728-4e6b-a13b-ef98df0ee962 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:05:37.123845 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f8c797db-d728-4e6b-a13b-ef98df0ee962 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/subnets/855bbcf1-860b-4f75-b215-8971c1317086 HTTP/1.1" status: 404 len: 337 time: 0.0542371 Mar 01 14:05:37.126569 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34408) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:37.190432 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-b06c804f-b41b-4c53-bab6-2ad9e5a82407 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] DELETE failed (client error): The resource could not be found. Mar 01 14:05:37.191072 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b06c804f-b41b-4c53-bab6-2ad9e5a82407 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:05:37.202043 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b06c804f-b41b-4c53-bab6-2ad9e5a82407 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/subnets/a48a04d4-80de-48eb-a17b-54ac182d2452 HTTP/1.1" status: 404 len: 337 time: 0.0740259 Mar 01 14:05:37.206055 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34412) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:37.240942 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f9bbc08-70b0-4512-9c56-d575f394812e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] DELETE failed (client error): The resource could not be found. Mar 01 14:05:37.241527 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f9bbc08-70b0-4512-9c56-d575f394812e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:05:37.244887 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1f9bbc08-70b0-4512-9c56-d575f394812e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/ports/cf2b009c-0a1b-4d98-aae1-81374f53dd3c HTTP/1.1" status: 404 len: 333 time: 0.0376661 Mar 01 14:05:37.248116 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34414) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:37.294277 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-ddac400e-05f8-4e0c-82d3-20c2a2fedcf2 service neutron] Request body: {'port': {'device_id': '7880bc1c-ae00-4614-a4ba-1f21e47b7f4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:37.297595 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-45b74904-4e70-4fb8-8c6b-86581eb53cb4 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] DELETE failed (client error): The resource could not be found. Mar 01 14:05:37.298355 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45b74904-4e70-4fb8-8c6b-86581eb53cb4 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:05:37.306199 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-45b74904-4e70-4fb8-8c6b-86581eb53cb4 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/subnets/66ae76e2-173e-456c-b4d7-49ea03ec230b HTTP/1.1" status: 404 len: 337 time: 0.0549140 Mar 01 14:05:37.308113 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34418) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:37.308113 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34420) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:37.358518 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78775d-9257-49a8-9815-31703aee515e req-a2ad8a9d-9c1c-4b7b-afbf-643f386acdb8 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:37.365950 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2d78775d-9257-49a8-9815-31703aee515e req-a2ad8a9d-9c1c-4b7b-afbf-643f386acdb8 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/ports?device_id=7880bc1c-ae00-4614-a4ba-1f21e47b7f4b HTTP/1.1" status: 200 len: 932 time: 0.1560895 Mar 01 14:05:37.368940 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-12c93860-a8ee-4833-b0f2-dea50e63ece8 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] DELETE failed (client error): The resource could not be found. Mar 01 14:05:37.369390 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12c93860-a8ee-4833-b0f2-dea50e63ece8 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:05:37.373119 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-12c93860-a8ee-4833-b0f2-dea50e63ece8 tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/subnets/4d5f3688-021c-48eb-a7f3-40b235a62727 HTTP/1.1" status: 404 len: 337 time: 0.0639446 Mar 01 14:05:37.375786 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34426) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:37.431713 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-6dc1dff6-f885-4640-8180-013ff6481f72 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Publish callbacks [] for port (98bf458f-4fbe-4951-a99e-a409f6129fd4), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:37.454237 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2d78775d-9257-49a8-9815-31703aee515e req-7d2cf06c-b898-484c-be27-4fe96e230763 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6b20610-83a6-4fba-81bc-7280093bc5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780556 Mar 01 14:05:37.525325 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-165512a1-78ee-426e-8f61-6bf91eec72ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:37.538170 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-ddac400e-05f8-4e0c-82d3-20c2a2fedcf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (73c30f23-b505-4d04-9be7-8b2c6ee21fe0), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:37.542954 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-6dc1dff6-f885-4640-8180-013ff6481f72 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (98bf458f-4fbe-4951-a99e-a409f6129fd4), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:37.617272 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-6dc1dff6-f885-4640-8180-013ff6481f72 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Network 6a30b177-089c-4aaa-8b95-aee9c6b513eb is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:05:37.620470 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-6dc1dff6-f885-4640-8180-013ff6481f72 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:05:37.623806 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-6dc1dff6-f885-4640-8180-013ff6481f72 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:05:37.650144 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1dff6-f885-4640-8180-013ff6481f72 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Pushing event updated for resources: {'Port': ['ID=98bf458f-4fbe-4951-a99e-a409f6129fd4,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:37.680778 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-6dc1dff6-f885-4640-8180-013ff6481f72 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:37.681771 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-6dc1dff6-f885-4640-8180-013ff6481f72 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:37.699056 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-6dc1dff6-f885-4640-8180-013ff6481f72 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2479503 Mar 01 14:05:37.719529 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-83ca113a-ed22-4568-9d19-b97a307938ae service neutron] Request body: {'port': {'device_id': '8463e62c-a242-44aa-89d0-9b8928918b63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:37.722733 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-165512a1-78ee-426e-8f61-6bf91eec72ac admin admin] Publish callbacks [] for security_group (6d0ba7b8-ad08-41db-93bf-42c37e6b40d6), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:37.738668 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-165512a1-78ee-426e-8f61-6bf91eec72ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6d0ba7b8-ad08-41db-93bf-42c37e6b40d6), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:37.752183 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-aaa1b912-69eb-4141-be2c-80bfb180837e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Deleting port 7316b49a-855d-43d1-a01e-7ab9a7a0a023 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:05:37.752549 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aaa1b912-69eb-4141-be2c-80bfb180837e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (7316b49a-855d-43d1-a01e-7ab9a7a0a023), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:37.828513 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-83ca113a-ed22-4568-9d19-b97a307938ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (98bf458f-4fbe-4951-a99e-a409f6129fd4), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:37.916424 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aaa1b912-69eb-4141-be2c-80bfb180837e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (7316b49a-855d-43d1-a01e-7ab9a7a0a023), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:37.945707 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-165512a1-78ee-426e-8f61-6bf91eec72ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f8f3b951bdf84e19a0982ea1aa6a8e68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6379111 Mar 01 14:05:37.953186 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34432) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:37.954038 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-aaa1b912-69eb-4141-be2c-80bfb180837e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Calling delete_port for 7316b49a-855d-43d1-a01e-7ab9a7a0a023 owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:05:37.978357 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165512a1-78ee-426e-8f61-6bf91eec72ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0ba7b8-ad08-41db-93bf-42c37e6b40d6,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:38.210407 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7d23260d-12a5-4c26-a1a6-d4d7cd2fc79b admin admin] Publish callbacks [] for security_group (6d0ba7b8-ad08-41db-93bf-42c37e6b40d6), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:38.232195 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-ddac400e-05f8-4e0c-82d3-20c2a2fedcf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73c30f23-b505-4d04-9be7-8b2c6ee21fe0 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:05:38.250358 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-ddac400e-05f8-4e0c-82d3-20c2a2fedcf2 service neutron] Publish callbacks [] for port (73c30f23-b505-4d04-9be7-8b2c6ee21fe0), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:38.261926 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aaa1b912-69eb-4141-be2c-80bfb180837e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (7316b49a-855d-43d1-a01e-7ab9a7a0a023), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:38.266961 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7d23260d-12a5-4c26-a1a6-d4d7cd2fc79b admin admin] Publish callbacks [] for security_group (6d0ba7b8-ad08-41db-93bf-42c37e6b40d6), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:38.311619 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-ddac400e-05f8-4e0c-82d3-20c2a2fedcf2 service neutron] Transition to ACTIVE for port object 73c30f23-b505-4d04-9be7-8b2c6ee21fe0 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:05:38.318367 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa1b912-69eb-4141-be2c-80bfb180837e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Port': ['ID=7316b49a-855d-43d1-a01e-7ab9a7a0a023,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:38.329549 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-ddac400e-05f8-4e0c-82d3-20c2a2fedcf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (73c30f23-b505-4d04-9be7-8b2c6ee21fe0), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:38.336567 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aaa1b912-69eb-4141-be2c-80bfb180837e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:38.343235 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-aaa1b912-69eb-4141-be2c-80bfb180837e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/ports/7316b49a-855d-43d1-a01e-7ab9a7a0a023 HTTP/1.1" status: 204 len: 168 time: 0.9662375 Mar 01 14:05:38.346461 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34440) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:38.478355 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac400e-05f8-4e0c-82d3-20c2a2fedcf2 service neutron] Pushing event updated for resources: {'Port': ['ID=73c30f23-b505-4d04-9be7-8b2c6ee21fe0,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:38.497362 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7d23260d-12a5-4c26-a1a6-d4d7cd2fc79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6d0ba7b8-ad08-41db-93bf-42c37e6b40d6), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:38.498637 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7d23260d-12a5-4c26-a1a6-d4d7cd2fc79b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:38.499851 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7d23260d-12a5-4c26-a1a6-d4d7cd2fc79b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d0ba7b8-ad08-41db-93bf-42c37e6b40d6 HTTP/1.1" status: 204 len: 168 time: 0.5420609 Mar 01 14:05:38.515188 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-83ca113a-ed22-4568-9d19-b97a307938ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98bf458f-4fbe-4951-a99e-a409f6129fd4 {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:05:38.521235 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fd7de027-032f-46c2-8ff8-610b5d920e0e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (8708874b-713e-4e25-8104-ec223d791ef2), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:38.524238 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-83ca113a-ed22-4568-9d19-b97a307938ae service neutron] Publish callbacks [] for port (98bf458f-4fbe-4951-a99e-a409f6129fd4), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:38.539329 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-83ca113a-ed22-4568-9d19-b97a307938ae service neutron] Transition to ACTIVE for port object 98bf458f-4fbe-4951-a99e-a409f6129fd4 will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:05:38.550538 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-83ca113a-ed22-4568-9d19-b97a307938ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (98bf458f-4fbe-4951-a99e-a409f6129fd4), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:38.558036 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23260d-12a5-4c26-a1a6-d4d7cd2fc79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0ba7b8-ad08-41db-93bf-42c37e6b40d6,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:38.651335 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca113a-ed22-4568-9d19-b97a307938ae service neutron] Pushing event updated for resources: {'Port': ['ID=98bf458f-4fbe-4951-a99e-a409f6129fd4,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:38.680673 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-ddac400e-05f8-4e0c-82d3-20c2a2fedcf2 service neutron] Attempting to bind port 73c30f23-b505-4d04-9be7-8b2c6ee21fe0 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:05:38.681027 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-ddac400e-05f8-4e0c-82d3-20c2a2fedcf2 service neutron] Attempting to bind port 73c30f23-b505-4d04-9be7-8b2c6ee21fe0 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '017dfbad-3f1e-4c5f-b4fb-6113a947a637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6a30b177-089c-4aaa-8b95-aee9c6b513eb'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:05:38.681512 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-ddac400e-05f8-4e0c-82d3-20c2a2fedcf2 service neutron] Attempting to bind port 73c30f23-b505-4d04-9be7-8b2c6ee21fe0 on network 6a30b177-089c-4aaa-8b95-aee9c6b513eb {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:05:38.685618 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fd7de027-032f-46c2-8ff8-610b5d920e0e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (8708874b-713e-4e25-8104-ec223d791ef2), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:38.694240 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-ddac400e-05f8-4e0c-82d3-20c2a2fedcf2 service neutron] Port 73c30f23-b505-4d04-9be7-8b2c6ee21fe0 on network 6a30b177-089c-4aaa-8b95-aee9c6b513eb not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:05:38.694571 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-ddac400e-05f8-4e0c-82d3-20c2a2fedcf2 service neutron] Attempting to bind port 73c30f23-b505-4d04-9be7-8b2c6ee21fe0 on network 6a30b177-089c-4aaa-8b95-aee9c6b513eb {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:05:38.705515 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-ddac400e-05f8-4e0c-82d3-20c2a2fedcf2 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:05:38.705857 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-ddac400e-05f8-4e0c-82d3-20c2a2fedcf2 service neutron] Checking segment: {'id': '017dfbad-3f1e-4c5f-b4fb-6113a947a637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6a30b177-089c-4aaa-8b95-aee9c6b513eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:05:38.706247 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-ddac400e-05f8-4e0c-82d3-20c2a2fedcf2 service neutron] Bound using segment: {'id': '017dfbad-3f1e-4c5f-b4fb-6113a947a637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6a30b177-089c-4aaa-8b95-aee9c6b513eb'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:05:38.706686 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-ddac400e-05f8-4e0c-82d3-20c2a2fedcf2 service neutron] Bound port: 73c30f23-b505-4d04-9be7-8b2c6ee21fe0, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '017dfbad-3f1e-4c5f-b4fb-6113a947a637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6a30b177-089c-4aaa-8b95-aee9c6b513eb'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:05:38.707059 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-ddac400e-05f8-4e0c-82d3-20c2a2fedcf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (73c30f23-b505-4d04-9be7-8b2c6ee21fe0), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:38.725739 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-fd7de027-032f-46c2-8ff8-610b5d920e0e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8708874b-713e-4e25-8104-ec223d791ef2']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:05:38.758437 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-fd7de027-032f-46c2-8ff8-610b5d920e0e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c731cb-caa1-440a-8574-1e734a701411') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:05:38.758739 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-fd7de027-032f-46c2-8ff8-610b5d920e0e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c731cb-caa1-440a-8574-1e734a701411') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:05:38.774266 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aeb3ec-7cd7-422c-94b3-c4552b208a6a req-4cb59c16-0af3-47bb-8aa0-3f84d14a47ce tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:38.775708 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d1aeb3ec-7cd7-422c-94b3-c4552b208a6a req-4cb59c16-0af3-47bb-8aa0-3f84d14a47ce tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/ports?device_id=7880bc1c-ae00-4614-a4ba-1f21e47b7f4b HTTP/1.1" status: 200 len: 944 time: 0.1278179 Mar 01 14:05:38.778424 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fd7de027-032f-46c2-8ff8-610b5d920e0e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (a4c731cb-caa1-440a-8574-1e734a701411), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:38.808233 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fd7de027-032f-46c2-8ff8-610b5d920e0e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (a4c731cb-caa1-440a-8574-1e734a701411), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:38.819467 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd7de027-032f-46c2-8ff8-610b5d920e0e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:05:38.819910 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fd7de027-032f-46c2-8ff8-610b5d920e0e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (a4c731cb-caa1-440a-8574-1e734a701411), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:38.825178 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:05:38.825178 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:05:38.825178 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:05:38.825178 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:05:38.825178 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:05:38.825178 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:05:38.825178 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:05:38.825178 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:05:38.825178 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:05:38.825178 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:05:38.825178 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:05:38.825178 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:05:38.825178 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:05:38.825178 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:05:38.825178 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:05:38.825178 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:05:38.825178 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:05:38.825178 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:05:38.825178 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:05:38.825178 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:05:38.825178 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:05:38.825178 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:05:38.825178 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:05:38.825178 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:05:38.825178 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:05:38.825178 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:05:38.825178 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:05:38.825178 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:05:38.825178 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:05:38.825178 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:05:38.825178 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:05:38.825178 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:05:38.827411 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-ddac400e-05f8-4e0c-82d3-20c2a2fedcf2 service neutron] For port 73c30f23-b505-4d04-9be7-8b2c6ee21fe0, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:05:38.893581 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-ddac400e-05f8-4e0c-82d3-20c2a2fedcf2 service neutron] For port 73c30f23-b505-4d04-9be7-8b2c6ee21fe0, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=73c30f23-b505-4d04-9be7-8b2c6ee21fe0,segment=NetworkSegment(017dfbad-3f1e-4c5f-b4fb-6113a947a637),segment_id=017dfbad-3f1e-4c5f-b4fb-6113a947a637)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:05:38.907620 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-ddac400e-05f8-4e0c-82d3-20c2a2fedcf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (73c30f23-b505-4d04-9be7-8b2c6ee21fe0), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:38.943653 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fd7de027-032f-46c2-8ff8-610b5d920e0e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (8708874b-713e-4e25-8104-ec223d791ef2), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:38.952581 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-ddac400e-05f8-4e0c-82d3-20c2a2fedcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:38.953196 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-ddac400e-05f8-4e0c-82d3-20c2a2fedcf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:38.954981 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-ddac400e-05f8-4e0c-82d3-20c2a2fedcf2 service neutron] 10.222.0.20 "PUT /v2.0/ports/73c30f23-b505-4d04-9be7-8b2c6ee21fe0 HTTP/1.1" status: 200 len: 1092 time: 1.9307868 Mar 01 14:05:38.958588 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d1aeb3ec-7cd7-422c-94b3-c4552b208a6a req-5beef7ea-b0df-4b74-b05b-6f4c053d00bf tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6b20610-83a6-4fba-81bc-7280093bc5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630015 Mar 01 14:05:38.961622 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7880bc1c-ae00-4614-a4ba-1f21e47b7f4b', 'tag': '73c30f23-b505-4d04-9be7-8b2c6ee21fe0'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:05:38.963945 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181f07c1-609c-4173-83d3-039434b78929" -d '{"events": [{"name": "network-changed", "server_uuid": "7880bc1c-ae00-4614-a4ba-1f21e47b7f4b", "tag": "73c30f23-b505-4d04-9be7-8b2c6ee21fe0"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:05:38.966998 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-83ca113a-ed22-4568-9d19-b97a307938ae service neutron] Attempting to bind port 98bf458f-4fbe-4951-a99e-a409f6129fd4 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:05:38.967348 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-83ca113a-ed22-4568-9d19-b97a307938ae service neutron] Attempting to bind port 98bf458f-4fbe-4951-a99e-a409f6129fd4 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '017dfbad-3f1e-4c5f-b4fb-6113a947a637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6a30b177-089c-4aaa-8b95-aee9c6b513eb'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:05:38.967693 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-83ca113a-ed22-4568-9d19-b97a307938ae service neutron] Attempting to bind port 98bf458f-4fbe-4951-a99e-a409f6129fd4 on network 6a30b177-089c-4aaa-8b95-aee9c6b513eb {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:05:38.972656 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-83ca113a-ed22-4568-9d19-b97a307938ae service neutron] Port 98bf458f-4fbe-4951-a99e-a409f6129fd4 on network 6a30b177-089c-4aaa-8b95-aee9c6b513eb not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:05:38.973007 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-83ca113a-ed22-4568-9d19-b97a307938ae service neutron] Attempting to bind port 98bf458f-4fbe-4951-a99e-a409f6129fd4 on network 6a30b177-089c-4aaa-8b95-aee9c6b513eb {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:05:38.975581 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fd7de027-032f-46c2-8ff8-610b5d920e0e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:38.982890 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fd7de027-032f-46c2-8ff8-610b5d920e0e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] 10.222.0.13 "DELETE /v2.0/networks/8708874b-713e-4e25-8104-ec223d791ef2 HTTP/1.1" status: 204 len: 168 time: 0.6300974 Mar 01 14:05:38.986021 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-83ca113a-ed22-4568-9d19-b97a307938ae service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:05:38.986378 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-83ca113a-ed22-4568-9d19-b97a307938ae service neutron] Checking segment: {'id': '017dfbad-3f1e-4c5f-b4fb-6113a947a637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6a30b177-089c-4aaa-8b95-aee9c6b513eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:05:38.986819 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-83ca113a-ed22-4568-9d19-b97a307938ae service neutron] Bound using segment: {'id': '017dfbad-3f1e-4c5f-b4fb-6113a947a637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6a30b177-089c-4aaa-8b95-aee9c6b513eb'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:05:38.987362 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-83ca113a-ed22-4568-9d19-b97a307938ae service neutron] Bound port: 98bf458f-4fbe-4951-a99e-a409f6129fd4, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '017dfbad-3f1e-4c5f-b4fb-6113a947a637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6a30b177-089c-4aaa-8b95-aee9c6b513eb'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:05:38.987776 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-83ca113a-ed22-4568-9d19-b97a307938ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (98bf458f-4fbe-4951-a99e-a409f6129fd4), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:39.047028 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac400e-05f8-4e0c-82d3-20c2a2fedcf2 service neutron] Pushing event updated for resources: {'Port': ['ID=73c30f23-b505-4d04-9be7-8b2c6ee21fe0,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:39.058379 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7de027-032f-46c2-8ff8-610b5d920e0e tempest-PortsTestJSON-822130762 tempest-PortsTestJSON-822130762-project] Pushing event deleted for resources: {'Network': ['ID=8708874b-713e-4e25-8104-ec223d791ef2,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:39.070424 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0335fe1e-ff98-41bf-80ae-06dc2904fb3c x-openstack-request-id: req-0335fe1e-ff98-41bf-80ae-06dc2904fb3c {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:05:39.070720 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7880bc1c-ae00-4614-a4ba-1f21e47b7f4b", "tag": "73c30f23-b505-4d04-9be7-8b2c6ee21fe0", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:05:39.070979 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0335fe1e-ff98-41bf-80ae-06dc2904fb3c {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:05:39.071380 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7880bc1c-ae00-4614-a4ba-1f21e47b7f4b', 'tag': '73c30f23-b505-4d04-9be7-8b2c6ee21fe0', 'status': 'completed', 'code': 200} Mar 01 14:05:39.112324 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34456) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:39.144945 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-067f5bb4-23a1-460d-818d-910468b4884b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:39.146588 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-067f5bb4-23a1-460d-818d-910468b4884b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52f2fdfdead04f679e97764aca3f11b8&device_id=7880bc1c-ae00-4614-a4ba-1f21e47b7f4b HTTP/1.1" status: 200 len: 1126 time: 0.0780587 Mar 01 14:05:39.148652 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fd999dfc-523a-4921-af61-8abba06bf6b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:39.162686 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-83ca113a-ed22-4568-9d19-b97a307938ae service neutron] For port 98bf458f-4fbe-4951-a99e-a409f6129fd4, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:05:39.182501 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-83ca113a-ed22-4568-9d19-b97a307938ae service neutron] For port 98bf458f-4fbe-4951-a99e-a409f6129fd4, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=98bf458f-4fbe-4951-a99e-a409f6129fd4,segment=NetworkSegment(017dfbad-3f1e-4c5f-b4fb-6113a947a637),segment_id=017dfbad-3f1e-4c5f-b4fb-6113a947a637)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:05:39.201111 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-d60d7844-1e64-4ff9-bb9d-ce7054f165be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73c30f23-b505-4d04-9be7-8b2c6ee21fe0 HTTP/1.1" status: 200 len: 217 time: 0.0466735 Mar 01 14:05:39.213658 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-83ca113a-ed22-4568-9d19-b97a307938ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (98bf458f-4fbe-4951-a99e-a409f6129fd4), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:39.276836 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-3936a0a7-5793-4250-9149-c1b541adc893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:39.278998 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-3936a0a7-5793-4250-9149-c1b541adc893 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c5c0e67-c77f-4a84-b527-894f9b639923 HTTP/1.1" status: 200 len: 852 time: 0.0715199 Mar 01 14:05:39.299934 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-83ca113a-ed22-4568-9d19-b97a307938ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:39.300830 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-83ca113a-ed22-4568-9d19-b97a307938ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:39.302541 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-83ca113a-ed22-4568-9d19-b97a307938ae service neutron] 10.222.0.32 "PUT /v2.0/ports/98bf458f-4fbe-4951-a99e-a409f6129fd4 HTTP/1.1" status: 200 len: 1092 time: 1.5883720 Mar 01 14:05:39.303153 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8463e62c-a242-44aa-89d0-9b8928918b63', 'tag': '98bf458f-4fbe-4951-a99e-a409f6129fd4'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:05:39.305625 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d5a744-9808-4303-b3b5-6cd4627b0852" -d '{"events": [{"name": "network-changed", "server_uuid": "8463e62c-a242-44aa-89d0-9b8928918b63", "tag": "98bf458f-4fbe-4951-a99e-a409f6129fd4"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:05:39.343476 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca113a-ed22-4568-9d19-b97a307938ae service neutron] Pushing event updated for resources: {'Port': ['ID=98bf458f-4fbe-4951-a99e-a409f6129fd4,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:39.400313 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-57fccc35-4701-41b8-8cc7-97a29b5fd200 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a30b177-089c-4aaa-8b95-aee9c6b513eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142666 Mar 01 14:05:39.407525 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fd999dfc-523a-4921-af61-8abba06bf6b1 admin admin] Publish callbacks [] for security_group (4568fb03-b4b0-4ddf-9fd4-f87e59671b3a), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:39.421392 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fd999dfc-523a-4921-af61-8abba06bf6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4568fb03-b4b0-4ddf-9fd4-f87e59671b3a), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:39.451455 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-0fed9aba-9da1-4299-8eab-a5b7b9b5f76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:39.453362 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-0fed9aba-9da1-4299-8eab-a5b7b9b5f76e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52f2fdfdead04f679e97764aca3f11b8&device_id=8463e62c-a242-44aa-89d0-9b8928918b63 HTTP/1.1" status: 200 len: 1126 time: 0.0911360 Mar 01 14:05:39.459257 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd999dfc-523a-4921-af61-8abba06bf6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4568fb03-b4b0-4ddf-9fd4-f87e59671b3a,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:39.461937 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34466) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:39.545907 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-cb2c232b-e1a8-41c8-8a0f-0a0d85ee22e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98bf458f-4fbe-4951-a99e-a409f6129fd4 HTTP/1.1" status: 200 len: 217 time: 0.0827329 Mar 01 14:05:39.551099 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-fd999dfc-523a-4921-af61-8abba06bf6b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1bc922fb4978415e9dad8a087bc53fdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4357123 Mar 01 14:05:39.551345 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34470) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:39.588802 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-6854e221-032c-4ab6-a552-60778ab528b1 service neutron] 10.222.0.20 "GET /v2.0/networks/6a30b177-089c-4aaa-8b95-aee9c6b513eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806657 Mar 01 14:05:39.608976 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7b5eb5-108a-4a93-ab15-eeb3219c0b54 x-openstack-request-id: req-ff7b5eb5-108a-4a93-ab15-eeb3219c0b54 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:05:39.609278 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8463e62c-a242-44aa-89d0-9b8928918b63", "tag": "98bf458f-4fbe-4951-a99e-a409f6129fd4", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:05:39.609709 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff7b5eb5-108a-4a93-ab15-eeb3219c0b54 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:05:39.610119 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8463e62c-a242-44aa-89d0-9b8928918b63', 'tag': '98bf458f-4fbe-4951-a99e-a409f6129fd4', 'status': 'completed', 'code': 200} Mar 01 14:05:39.648613 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-d1f2752f-0637-4b9a-9c78-dd31e35fd261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:39.650163 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-d1f2752f-0637-4b9a-9c78-dd31e35fd261 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3c5c0e67-c77f-4a84-b527-894f9b639923 HTTP/1.1" status: 200 len: 852 time: 0.0921552 Mar 01 14:05:39.690893 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0def2736-944c-4db0-a05e-adfbb53a1b59 admin admin] Publish callbacks [] for security_group (4568fb03-b4b0-4ddf-9fd4-f87e59671b3a), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:39.705482 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-0338a0fa-f625-469f-b093-00c102175c7f service neutron] 10.222.0.20 "GET /v2.0/networks/6a30b177-089c-4aaa-8b95-aee9c6b513eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099722 Mar 01 14:05:39.733972 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-3965b49e-ed9d-4a3e-9a5b-31fbab50a70f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6a30b177-089c-4aaa-8b95-aee9c6b513eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673213 Mar 01 14:05:39.782046 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0def2736-944c-4db0-a05e-adfbb53a1b59 admin admin] Publish callbacks [] for security_group (4568fb03-b4b0-4ddf-9fd4-f87e59671b3a), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:39.791915 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5bad5475-7515-48c5-9777-e8d2da6ae390 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c4d89e3b0454d80acb3eebd15f19c36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3184760 Mar 01 14:05:39.818842 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34474) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:39.854769 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:39.883926 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f07c1-609c-4173-83d3-039434b78929 req-d8f1ea48-242b-4e13-b1f4-541a6336bb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:39.886305 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-181f07c1-609c-4173-83d3-039434b78929 req-d8f1ea48-242b-4e13-b1f4-541a6336bb93 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52f2fdfdead04f679e97764aca3f11b8&device_id=7880bc1c-ae00-4614-a4ba-1f21e47b7f4b HTTP/1.1" status: 200 len: 1126 time: 0.1125607 Mar 01 14:05:39.923389 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2d56e13a-3d88-474c-a560-7daf020d1bab admin admin] Publish callbacks [] for security_group (4ab6bb69-a1a1-4c0e-80d7-d5efaf5a8f42), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:39.950009 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0def2736-944c-4db0-a05e-adfbb53a1b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4568fb03-b4b0-4ddf-9fd4-f87e59671b3a), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:39.952689 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0def2736-944c-4db0-a05e-adfbb53a1b59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:39.953845 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0def2736-944c-4db0-a05e-adfbb53a1b59 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4568fb03-b4b0-4ddf-9fd4-f87e59671b3a HTTP/1.1" status: 204 len: 168 time: 0.4014080 Mar 01 14:05:39.964558 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-3a13cf14-df86-4488-a5e8-939522a46090 service neutron] 10.222.0.32 "GET /v2.0/networks/6a30b177-089c-4aaa-8b95-aee9c6b513eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195947 Mar 01 14:05:39.985226 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def2736-944c-4db0-a05e-adfbb53a1b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4568fb03-b4b0-4ddf-9fd4-f87e59671b3a,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:39.989083 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2d56e13a-3d88-474c-a560-7daf020d1bab admin admin] Publish callbacks [] for security_group (4ab6bb69-a1a1-4c0e-80d7-d5efaf5a8f42), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:40.061148 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:40.130675 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f07c1-609c-4173-83d3-039434b78929 req-c91d9918-de1d-4564-8194-895611046af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:40.132735 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-181f07c1-609c-4173-83d3-039434b78929 req-c91d9918-de1d-4564-8194-895611046af9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6a30b177-089c-4aaa-8b95-aee9c6b513eb HTTP/1.1" status: 200 len: 913 time: 0.2396791 Mar 01 14:05:40.175883 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b80df506-4600-44f0-9af0-72f3b22ae8e9 req-5bfe9eac-6238-4510-b3e8-b0515f58aec7 service neutron] 10.222.0.32 "GET /v2.0/networks/6a30b177-089c-4aaa-8b95-aee9c6b513eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018878 Mar 01 14:05:40.176755 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2d56e13a-3d88-474c-a560-7daf020d1bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4ab6bb69-a1a1-4c0e-80d7-d5efaf5a8f42), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:40.179615 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2d56e13a-3d88-474c-a560-7daf020d1bab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:40.180914 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2d56e13a-3d88-474c-a560-7daf020d1bab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ab6bb69-a1a1-4c0e-80d7-d5efaf5a8f42 HTTP/1.1" status: 204 len: 168 time: 0.3588264 Mar 01 14:05:40.197163 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56e13a-3d88-474c-a560-7daf020d1bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab6bb69-a1a1-4c0e-80d7-d5efaf5a8f42,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:40.247108 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656af93-09ed-40fd-9749-29300f735467 req-bca87053-4b08-45e1-8627-975d4dbb257b tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:40.254302 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7656af93-09ed-40fd-9749-29300f735467 req-bca87053-4b08-45e1-8627-975d4dbb257b tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/ports?device_id=7880bc1c-ae00-4614-a4ba-1f21e47b7f4b HTTP/1.1" status: 200 len: 944 time: 0.1193891 Mar 01 14:05:40.258944 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-181f07c1-609c-4173-83d3-039434b78929 req-d66777df-89cb-453b-87a1-3e1fefc495da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73c30f23-b505-4d04-9be7-8b2c6ee21fe0 HTTP/1.1" status: 200 len: 217 time: 0.1189852 Mar 01 14:05:40.380893 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f07c1-609c-4173-83d3-039434b78929 req-dfcc147b-5ca3-4104-af41-a6eeebacd5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:40.385663 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-181f07c1-609c-4173-83d3-039434b78929 req-dfcc147b-5ca3-4104-af41-a6eeebacd5f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c5c0e67-c77f-4a84-b527-894f9b639923 HTTP/1.1" status: 200 len: 852 time: 0.1205280 Mar 01 14:05:40.431152 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-181f07c1-609c-4173-83d3-039434b78929 req-1a28ac7e-8cd2-4bc6-8174-7949c5082682 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a30b177-089c-4aaa-8b95-aee9c6b513eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382223 Mar 01 14:05:40.453198 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7656af93-09ed-40fd-9749-29300f735467 req-8cfa389f-6675-4dce-a9aa-888611e301d6 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6b20610-83a6-4fba-81bc-7280093bc5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729941 Mar 01 14:05:40.471252 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5a744-9808-4303-b3b5-6cd4627b0852 req-e094724a-206f-4a09-9149-8e6a140aad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:40.472860 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-63d5a744-9808-4303-b3b5-6cd4627b0852 req-e094724a-206f-4a09-9149-8e6a140aad08 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52f2fdfdead04f679e97764aca3f11b8&device_id=8463e62c-a242-44aa-89d0-9b8928918b63 HTTP/1.1" status: 200 len: 1126 time: 0.2175448 Mar 01 14:05:40.574876 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-181f07c1-609c-4173-83d3-039434b78929 req-b14535c7-5a86-4736-8823-dc5f92db99eb service neutron] 10.222.0.20 "GET /v2.0/networks/6a30b177-089c-4aaa-8b95-aee9c6b513eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306863 Mar 01 14:05:40.637907 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5a744-9808-4303-b3b5-6cd4627b0852 req-5b88acac-3fe1-473a-9c52-6728439227a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:40.641404 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-63d5a744-9808-4303-b3b5-6cd4627b0852 req-5b88acac-3fe1-473a-9c52-6728439227a1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6a30b177-089c-4aaa-8b95-aee9c6b513eb HTTP/1.1" status: 200 len: 913 time: 0.1590517 Mar 01 14:05:40.712621 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-63d5a744-9808-4303-b3b5-6cd4627b0852 req-961cec2e-71bb-481c-b628-ae2a178e7b83 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98bf458f-4fbe-4951-a99e-a409f6129fd4 HTTP/1.1" status: 200 len: 217 time: 0.0637560 Mar 01 14:05:40.796633 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-181f07c1-609c-4173-83d3-039434b78929 req-b354c1b5-0dd8-47bd-8e05-e28f6eb3cb54 service neutron] 10.222.0.20 "GET /v2.0/networks/6a30b177-089c-4aaa-8b95-aee9c6b513eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162423 Mar 01 14:05:40.836255 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5a744-9808-4303-b3b5-6cd4627b0852 req-eb9c5bf6-8dae-4ca9-864f-569e0a85fead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:40.838211 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-63d5a744-9808-4303-b3b5-6cd4627b0852 req-eb9c5bf6-8dae-4ca9-864f-569e0a85fead service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3c5c0e67-c77f-4a84-b527-894f9b639923 HTTP/1.1" status: 200 len: 852 time: 0.1192119 Mar 01 14:05:40.885966 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-63d5a744-9808-4303-b3b5-6cd4627b0852 req-ec459767-be92-46aa-b7b8-767105d1eefa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6a30b177-089c-4aaa-8b95-aee9c6b513eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400558 Mar 01 14:05:41.023106 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-63d5a744-9808-4303-b3b5-6cd4627b0852 req-78847916-807b-41bd-b81a-0d97f8722adf service neutron] 10.222.0.32 "GET /v2.0/networks/6a30b177-089c-4aaa-8b95-aee9c6b513eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307275 Mar 01 14:05:41.122881 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-63d5a744-9808-4303-b3b5-6cd4627b0852 req-9aa1e358-7b15-406f-9957-9595126463c5 service neutron] 10.222.0.32 "GET /v2.0/networks/6a30b177-089c-4aaa-8b95-aee9c6b513eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922351 Mar 01 14:05:41.232823 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34514) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:41.423663 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1f4a1355-d7ab-4151-b58c-3091ba0580b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:41.552294 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1f4a1355-d7ab-4151-b58c-3091ba0580b0 admin admin] Publish callbacks [] for security_group (b9423dde-9adf-4e77-b70e-8eda700aa7b6), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:41.560595 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1f4a1355-d7ab-4151-b58c-3091ba0580b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b9423dde-9adf-4e77-b70e-8eda700aa7b6), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:41.613860 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1f4a1355-d7ab-4151-b58c-3091ba0580b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=634716e72279445a9dfd9a3422252b3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3792419 Mar 01 14:05:41.614679 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34532) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:41.617039 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a1355-d7ab-4151-b58c-3091ba0580b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9423dde-9adf-4e77-b70e-8eda700aa7b6,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:41.676740 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-91a1f756-4283-4c90-9c97-54543fbe81f3 admin admin] Publish callbacks [] for security_group (b9423dde-9adf-4e77-b70e-8eda700aa7b6), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:41.702106 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-91a1f756-4283-4c90-9c97-54543fbe81f3 admin admin] Publish callbacks [] for security_group (b9423dde-9adf-4e77-b70e-8eda700aa7b6), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:41.751970 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae3754-1a16-48e5-bf3e-4ec5669397f3 req-6696c3e2-728f-4f37-958c-0d8172498e2c tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:41.763336 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dcae3754-1a16-48e5-bf3e-4ec5669397f3 req-6696c3e2-728f-4f37-958c-0d8172498e2c tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/ports?device_id=7880bc1c-ae00-4614-a4ba-1f21e47b7f4b HTTP/1.1" status: 200 len: 944 time: 0.1806791 Mar 01 14:05:41.766635 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-91a1f756-4283-4c90-9c97-54543fbe81f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b9423dde-9adf-4e77-b70e-8eda700aa7b6), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:41.770080 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-91a1f756-4283-4c90-9c97-54543fbe81f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:41.775528 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-91a1f756-4283-4c90-9c97-54543fbe81f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b9423dde-9adf-4e77-b70e-8eda700aa7b6 HTTP/1.1" status: 204 len: 168 time: 0.1596165 Mar 01 14:05:41.787357 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1f756-4283-4c90-9c97-54543fbe81f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9423dde-9adf-4e77-b70e-8eda700aa7b6,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:41.854369 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dcae3754-1a16-48e5-bf3e-4ec5669397f3 req-84aada65-f23a-4224-8df3-9a3f615c7449 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6b20610-83a6-4fba-81bc-7280093bc5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891597 Mar 01 14:05:43.042245 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34592) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:43.067581 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264b4c8-ab48-405e-8ca7-606b69ca392e req-b48df381-2819-4e04-a911-fda9c27b0499 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:43.069175 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a264b4c8-ab48-405e-8ca7-606b69ca392e req-b48df381-2819-4e04-a911-fda9c27b0499 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/ports?device_id=7880bc1c-ae00-4614-a4ba-1f21e47b7f4b HTTP/1.1" status: 200 len: 944 time: 0.1277726 Mar 01 14:05:43.141239 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a264b4c8-ab48-405e-8ca7-606b69ca392e req-23a35ded-f89c-4fb3-89fd-0755a09d26bd tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6b20610-83a6-4fba-81bc-7280093bc5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601437 Mar 01 14:05:43.323687 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-fc1d3153-8bde-4a18-af8c-f9e9ba708566 tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:43.372678 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fc1d3153-8bde-4a18-af8c-f9e9ba708566 tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:43.386325 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 98bf458f-4fbe-4951-a99e-a409f6129fd4 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:05:43.500536 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fc1d3153-8bde-4a18-af8c-f9e9ba708566 tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:43.542654 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 98bf458f-4fbe-4951-a99e-a409f6129fd4, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=98bf458f-4fbe-4951-a99e-a409f6129fd4,segment=NetworkSegment(017dfbad-3f1e-4c5f-b4fb-6113a947a637),segment_id=017dfbad-3f1e-4c5f-b4fb-6113a947a637)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:05:43.560265 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '98bf458f-4fbe-4951-a99e-a409f6129fd4', 'network_id': '6a30b177-089c-4aaa-8b95-aee9c6b513eb', 'port_id': '98bf458f-4fbe-4951-a99e-a409f6129fd4', 'mac_address': 'fa:16:3e:de:5b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c5c0e67-c77f-4a84-b527-894f9b639923', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:05:43.661412 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 98bf458f-4fbe-4951-a99e-a409f6129fd4 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:05:43.662253 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (98bf458f-4fbe-4951-a99e-a409f6129fd4), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:43.693717 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98bf458f-4fbe-4951-a99e-a409f6129fd4 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:05:43.736444 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 98bf458f-4fbe-4951-a99e-a409f6129fd4, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=98bf458f-4fbe-4951-a99e-a409f6129fd4,segment=NetworkSegment(017dfbad-3f1e-4c5f-b4fb-6113a947a637),segment_id=017dfbad-3f1e-4c5f-b4fb-6113a947a637)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:05:43.748596 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (98bf458f-4fbe-4951-a99e-a409f6129fd4), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:43.756784 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-fc1d3153-8bde-4a18-af8c-f9e9ba708566 tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] Allocated IP 172.25.1.58 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/7546eb6f-9b63-4aa1-ab0f-ea72fac62f70) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:05:43.829800 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=98bf458f-4fbe-4951-a99e-a409f6129fd4,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:43.841424 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:43.843932 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:43.844800 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:43.846009 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:43.849426 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:43.853419 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:43.853964 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:43.854974 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:43.855592 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:43.856192 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:43.857072 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:43.857765 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:43.858435 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:05:44.082032 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['98bf458f-4fbe-4951-a99e-a409f6129fd4'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:05:44.386267 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4af48-5e05-473d-ad6c-b8e1ab5a56a4 req-6f221554-b3cc-4dd1-b356-88640d2a8ed4 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:44.393412 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bac4af48-5e05-473d-ad6c-b8e1ab5a56a4 req-6f221554-b3cc-4dd1-b356-88640d2a8ed4 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/ports?device_id=7880bc1c-ae00-4614-a4ba-1f21e47b7f4b HTTP/1.1" status: 200 len: 944 time: 0.1001728 Mar 01 14:05:44.445100 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fc1d3153-8bde-4a18-af8c-f9e9ba708566 tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] Publish callbacks [] for port (7546eb6f-9b63-4aa1-ab0f-ea72fac62f70), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:44.488671 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fc1d3153-8bde-4a18-af8c-f9e9ba708566 tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (7546eb6f-9b63-4aa1-ab0f-ea72fac62f70), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:44.499278 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bac4af48-5e05-473d-ad6c-b8e1ab5a56a4 req-b276978f-e496-4cb0-9829-62004c9fc70f tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6b20610-83a6-4fba-81bc-7280093bc5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049860 Mar 01 14:05:44.552466 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1d3153-8bde-4a18-af8c-f9e9ba708566 tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:05:44.560352 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-fc1d3153-8bde-4a18-af8c-f9e9ba708566 tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:05:44.567418 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1d3153-8bde-4a18-af8c-f9e9ba708566 tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:05:44.572322 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d3153-8bde-4a18-af8c-f9e9ba708566 tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] Pushing event updated for resources: {'Port': ['ID=7546eb6f-9b63-4aa1-ab0f-ea72fac62f70,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:44.724275 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fc1d3153-8bde-4a18-af8c-f9e9ba708566 tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] Publish callbacks [] for floatingip (655820dd-9c69-49e1-817e-5eb779011120), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:44.770916 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fc1d3153-8bde-4a18-af8c-f9e9ba708566 tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7546eb6f-9b63-4aa1-ab0f-ea72fac62f70), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:44.964394 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fc1d3153-8bde-4a18-af8c-f9e9ba708566 tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] Publish callbacks [] for port (7546eb6f-9b63-4aa1-ab0f-ea72fac62f70), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:44.972257 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fc1d3153-8bde-4a18-af8c-f9e9ba708566 tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (7546eb6f-9b63-4aa1-ab0f-ea72fac62f70), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:45.030703 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 73c30f23-b505-4d04-9be7-8b2c6ee21fe0 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:05:45.071188 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d3153-8bde-4a18-af8c-f9e9ba708566 tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] Pushing event updated for resources: {'Port': ['ID=7546eb6f-9b63-4aa1-ab0f-ea72fac62f70,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:45.082205 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fc1d3153-8bde-4a18-af8c-f9e9ba708566 tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (655820dd-9c69-49e1-817e-5eb779011120), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:45.110502 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fc1d3153-8bde-4a18-af8c-f9e9ba708566 tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:45.115723 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34676) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:45.123829 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-bebd9957-bc15-424c-bac5-6685204b09ae tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-199411574', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'fixed_ips': [{'ip_address': '172.25.1.58'}]}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:45.128566 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fc1d3153-8bde-4a18-af8c-f9e9ba708566 tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0836647 Mar 01 14:05:45.169872 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebd9957-bc15-424c-bac5-6685204b09ae tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] Made reservation on behalf of 50d92ac336924591898b78b28b5e855f for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:05:45.176588 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bebd9957-bc15-424c-bac5-6685204b09ae tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:45.188806 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bebd9957-bc15-424c-bac5-6685204b09ae tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:45.244400 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 73c30f23-b505-4d04-9be7-8b2c6ee21fe0, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=73c30f23-b505-4d04-9be7-8b2c6ee21fe0,segment=NetworkSegment(017dfbad-3f1e-4c5f-b4fb-6113a947a637),segment_id=017dfbad-3f1e-4c5f-b4fb-6113a947a637)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:05:45.261043 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34680) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:45.273296 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '73c30f23-b505-4d04-9be7-8b2c6ee21fe0', 'network_id': '6a30b177-089c-4aaa-8b95-aee9c6b513eb', 'port_id': '73c30f23-b505-4d04-9be7-8b2c6ee21fe0', 'mac_address': 'fa:16:3e:f5:76:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c5c0e67-c77f-4a84-b527-894f9b639923', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:05:45.320644 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bebd9957-bc15-424c-bac5-6685204b09ae tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] Publish callbacks [] for security_group (ee08dad9-db62-443f-8537-1b84db6a9bf5), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:45.329678 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bebd9957-bc15-424c-bac5-6685204b09ae tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ee08dad9-db62-443f-8537-1b84db6a9bf5), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:45.375518 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-bebd9957-bc15-424c-bac5-6685204b09ae tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] device_id is not set on port 1b5dd673-0271-471c-98c6-2e40499f74ee yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:05:45.399059 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 98bf458f-4fbe-4951-a99e-a409f6129fd4 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:05:45.408661 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 73c30f23-b505-4d04-9be7-8b2c6ee21fe0 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:05:45.410214 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (73c30f23-b505-4d04-9be7-8b2c6ee21fe0), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:45.478475 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73c30f23-b505-4d04-9be7-8b2c6ee21fe0 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:05:45.514923 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd9957-bc15-424c-bac5-6685204b09ae tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee08dad9-db62-443f-8537-1b84db6a9bf5,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:45.532728 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-93b19ec3-60c6-46b9-bf4f-3efab3c2851a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:45.558286 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 73c30f23-b505-4d04-9be7-8b2c6ee21fe0, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=73c30f23-b505-4d04-9be7-8b2c6ee21fe0,segment=NetworkSegment(017dfbad-3f1e-4c5f-b4fb-6113a947a637),segment_id=017dfbad-3f1e-4c5f-b4fb-6113a947a637)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:05:45.575527 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (73c30f23-b505-4d04-9be7-8b2c6ee21fe0), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:45.656194 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=73c30f23-b505-4d04-9be7-8b2c6ee21fe0,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:45.668362 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 98bf458f-4fbe-4951-a99e-a409f6129fd4 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:05:45.677559 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 98bf458f-4fbe-4951-a99e-a409f6129fd4 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:05:45.678568 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (98bf458f-4fbe-4951-a99e-a409f6129fd4), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:45.698791 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-93b19ec3-60c6-46b9-bf4f-3efab3c2851a admin admin] Publish callbacks [] for security_group (c93d5774-ccf8-4638-a1b3-4555a863e51f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:45.713520 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-93b19ec3-60c6-46b9-bf4f-3efab3c2851a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c93d5774-ccf8-4638-a1b3-4555a863e51f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:45.757752 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b19ec3-60c6-46b9-bf4f-3efab3c2851a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93d5774-ccf8-4638-a1b3-4555a863e51f,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:45.779850 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-93b19ec3-60c6-46b9-bf4f-3efab3c2851a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=072b4a67582a41a6b2a5f1eb83eb15b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5163724 Mar 01 14:05:45.783488 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34694) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:45.803834 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 98bf458f-4fbe-4951-a99e-a409f6129fd4 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:05:45.804254 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (98bf458f-4fbe-4951-a99e-a409f6129fd4), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:45.842800 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8463e62c-a242-44aa-89d0-9b8928918b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98bf458f-4fbe-4951-a99e-a409f6129fd4'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:05:45.845549 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13ca407-f1fc-4e14-8a5c-ea05a279cc69" -d '{"events": [{"server_uuid": "8463e62c-a242-44aa-89d0-9b8928918b63", "name": "network-vif-plugged", "status": "completed", "tag": "98bf458f-4fbe-4951-a99e-a409f6129fd4"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:05:45.859635 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aabda0ff-69c7-4c98-88c5-3fc458514cc9 admin admin] Publish callbacks [] for security_group (c93d5774-ccf8-4638-a1b3-4555a863e51f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:45.887297 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 98bf458f-4fbe-4951-a99e-a409f6129fd4, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=98bf458f-4fbe-4951-a99e-a409f6129fd4,segment=NetworkSegment(017dfbad-3f1e-4c5f-b4fb-6113a947a637),segment_id=017dfbad-3f1e-4c5f-b4fb-6113a947a637)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:05:45.892056 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aabda0ff-69c7-4c98-88c5-3fc458514cc9 admin admin] Publish callbacks [] for security_group (c93d5774-ccf8-4638-a1b3-4555a863e51f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:45.899622 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (98bf458f-4fbe-4951-a99e-a409f6129fd4), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:45.954358 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['73c30f23-b505-4d04-9be7-8b2c6ee21fe0'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:05:46.014066 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aabda0ff-69c7-4c98-88c5-3fc458514cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c93d5774-ccf8-4638-a1b3-4555a863e51f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:46.017515 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aabda0ff-69c7-4c98-88c5-3fc458514cc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:46.018689 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aecf4f-9894-4dff-83d3-8c0807c285fe req-f3596d96-376c-46e1-8f80-b2775fed3889 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:46.026785 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-59aecf4f-9894-4dff-83d3-8c0807c285fe req-f3596d96-376c-46e1-8f80-b2775fed3889 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/ports?device_id=7880bc1c-ae00-4614-a4ba-1f21e47b7f4b HTTP/1.1" status: 200 len: 945 time: 0.2894013 Mar 01 14:05:46.029784 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-aabda0ff-69c7-4c98-88c5-3fc458514cc9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c93d5774-ccf8-4638-a1b3-4555a863e51f HTTP/1.1" status: 204 len: 168 time: 0.2391515 Mar 01 14:05:46.051462 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabda0ff-69c7-4c98-88c5-3fc458514cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93d5774-ccf8-4638-a1b3-4555a863e51f,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:46.078064 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-bebd9957-bc15-424c-bac5-6685204b09ae tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 01 14:05:46.078588 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bebd9957-bc15-424c-bac5-6685204b09ae tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:05:46.118304 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34706) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:46.119038 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-bebd9957-bc15-424c-bac5-6685204b09ae tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.0020456 Mar 01 14:05:46.176434 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=98bf458f-4fbe-4951-a99e-a409f6129fd4,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:46.194978 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-59aecf4f-9894-4dff-83d3-8c0807c285fe req-b4480cb2-0f4f-40a8-96b7-2bcd6b2fc20c tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6b20610-83a6-4fba-81bc-7280093bc5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622100 Mar 01 14:05:46.230043 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532d8ffd-046a-4b76-861b-9a58746a164b x-openstack-request-id: req-532d8ffd-046a-4b76-861b-9a58746a164b {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:05:46.230377 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8463e62c-a242-44aa-89d0-9b8928918b63", "name": "network-vif-plugged", "status": "completed", "tag": "98bf458f-4fbe-4951-a99e-a409f6129fd4", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:05:46.230703 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-532d8ffd-046a-4b76-861b-9a58746a164b {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:05:46.231941 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8463e62c-a242-44aa-89d0-9b8928918b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98bf458f-4fbe-4951-a99e-a409f6129fd4', 'code': 200} Mar 01 14:05:46.396685 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529031a-22ce-4116-9bd5-ad52af22e93f req-dc8f928c-05fc-4955-a5ca-a1f0d1dcfc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:46.398669 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6529031a-22ce-4116-9bd5-ad52af22e93f req-dc8f928c-05fc-4955-a5ca-a1f0d1dcfc8b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8463e62c-a242-44aa-89d0-9b8928918b63 HTTP/1.1" status: 200 len: 1128 time: 0.1163015 Mar 01 14:05:46.484624 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6529031a-22ce-4116-9bd5-ad52af22e93f req-619b28ef-419b-47d6-b77d-c57fc9c515d0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c6b20610-83a6-4fba-81bc-7280093bc5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790231 Mar 01 14:05:46.553482 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-adcfbe31-bba2-450f-b681-96d807ec2a1b tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] Deleting port 7546eb6f-9b63-4aa1-ab0f-ea72fac62f70 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:05:46.554099 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-adcfbe31-bba2-450f-b681-96d807ec2a1b tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (7546eb6f-9b63-4aa1-ab0f-ea72fac62f70), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:46.614275 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34720) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:46.634325 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6416ff6a-dc6a-475a-987b-fef8593ba146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:46.663655 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-adcfbe31-bba2-450f-b681-96d807ec2a1b tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (7546eb6f-9b63-4aa1-ab0f-ea72fac62f70), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:46.664009 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-adcfbe31-bba2-450f-b681-96d807ec2a1b tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] Publish callbacks [] for floatingip (7546eb6f-9b63-4aa1-ab0f-ea72fac62f70), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:46.678347 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-adcfbe31-bba2-450f-b681-96d807ec2a1b tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] Calling delete_port for 7546eb6f-9b63-4aa1-ab0f-ea72fac62f70 owned by network:floatingip {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:05:46.776031 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6416ff6a-dc6a-475a-987b-fef8593ba146 admin admin] Publish callbacks [] for security_group (b597ce49-1dc7-4be9-a06f-112d739b08b3), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:46.784571 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6416ff6a-dc6a-475a-987b-fef8593ba146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b597ce49-1dc7-4be9-a06f-112d739b08b3), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:46.815123 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6416ff6a-dc6a-475a-987b-fef8593ba146 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb8b7e2cde394ac4b4f4eb1c21349563&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1994834 Mar 01 14:05:46.821097 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34724) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:46.842356 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416ff6a-dc6a-475a-987b-fef8593ba146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b597ce49-1dc7-4be9-a06f-112d739b08b3,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:46.934627 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9007159d-d858-4c2d-8819-1cb8b73b5f95 admin admin] Publish callbacks [] for security_group (b597ce49-1dc7-4be9-a06f-112d739b08b3), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:46.963145 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-adcfbe31-bba2-450f-b681-96d807ec2a1b tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (7546eb6f-9b63-4aa1-ab0f-ea72fac62f70), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:46.968499 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9007159d-d858-4c2d-8819-1cb8b73b5f95 admin admin] Publish callbacks [] for security_group (b597ce49-1dc7-4be9-a06f-112d739b08b3), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:47.003018 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcfbe31-bba2-450f-b681-96d807ec2a1b tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] Pushing event deleted for resources: {'Port': ['ID=7546eb6f-9b63-4aa1-ab0f-ea72fac62f70,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:47.101743 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-adcfbe31-bba2-450f-b681-96d807ec2a1b tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] Publish callbacks [] for floatingip (655820dd-9c69-49e1-817e-5eb779011120), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:47.105116 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-adcfbe31-bba2-450f-b681-96d807ec2a1b tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:47.106581 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-adcfbe31-bba2-450f-b681-96d807ec2a1b tempest-ExternalNetworksAdminNegativeTestJSON-916253368 tempest-ExternalNetworksAdminNegativeTestJSON-916253368-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/655820dd-9c69-49e1-817e-5eb779011120 HTTP/1.1" status: 204 len: 168 time: 0.9867265 Mar 01 14:05:47.138907 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9007159d-d858-4c2d-8819-1cb8b73b5f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b597ce49-1dc7-4be9-a06f-112d739b08b3), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:47.142425 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9007159d-d858-4c2d-8819-1cb8b73b5f95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:47.146616 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9007159d-d858-4c2d-8819-1cb8b73b5f95 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b597ce49-1dc7-4be9-a06f-112d739b08b3 HTTP/1.1" status: 204 len: 168 time: 0.3244619 Mar 01 14:05:47.155997 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007159d-d858-4c2d-8819-1cb8b73b5f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b597ce49-1dc7-4be9-a06f-112d739b08b3,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:47.398792 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f835b4-f267-4cc2-b353-608cd3e49f82 req-53396019-24ed-48a0-8fe3-e588d316e4be tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:47.408196 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-00f835b4-f267-4cc2-b353-608cd3e49f82 req-53396019-24ed-48a0-8fe3-e588d316e4be tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/ports?device_id=7880bc1c-ae00-4614-a4ba-1f21e47b7f4b HTTP/1.1" status: 200 len: 945 time: 0.1005557 Mar 01 14:05:47.483959 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-00f835b4-f267-4cc2-b353-608cd3e49f82 req-2d2415f4-93b7-4f53-8b08-9dc2aa69ef02 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6b20610-83a6-4fba-81bc-7280093bc5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736725 Mar 01 14:05:47.623513 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34742) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:47.816417 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a15e68fd-aa72-4018-8547-5e7344ee91a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:47.993646 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a15e68fd-aa72-4018-8547-5e7344ee91a9 admin admin] Publish callbacks [] for security_group (fc04c0d1-9269-414f-af34-616c5a60a65e), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:48.005818 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a15e68fd-aa72-4018-8547-5e7344ee91a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fc04c0d1-9269-414f-af34-616c5a60a65e), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:48.094036 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a15e68fd-aa72-4018-8547-5e7344ee91a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af7072dcaa98477f9e5326d2dfc3ef8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4693601 Mar 01 14:05:48.096516 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34758) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:48.104329 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e68fd-aa72-4018-8547-5e7344ee91a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc04c0d1-9269-414f-af34-616c5a60a65e,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:48.225221 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3596f7e6-c18a-4dd8-bfe0-4ebbdc8ede1b admin admin] Publish callbacks [] for security_group (fc04c0d1-9269-414f-af34-616c5a60a65e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:48.251371 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3596f7e6-c18a-4dd8-bfe0-4ebbdc8ede1b admin admin] Publish callbacks [] for security_group (fc04c0d1-9269-414f-af34-616c5a60a65e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:48.316913 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3596f7e6-c18a-4dd8-bfe0-4ebbdc8ede1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fc04c0d1-9269-414f-af34-616c5a60a65e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:48.319972 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3596f7e6-c18a-4dd8-bfe0-4ebbdc8ede1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:48.321620 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3596f7e6-c18a-4dd8-bfe0-4ebbdc8ede1b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc04c0d1-9269-414f-af34-616c5a60a65e HTTP/1.1" status: 204 len: 168 time: 0.2233164 Mar 01 14:05:48.332292 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3596f7e6-c18a-4dd8-bfe0-4ebbdc8ede1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc04c0d1-9269-414f-af34-616c5a60a65e,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:48.707181 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92108d0-163f-48f1-b49c-248e24b96776 req-76cd9483-fc29-4e98-b3c1-06a3c2b79e5c tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:48.713113 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f92108d0-163f-48f1-b49c-248e24b96776 req-76cd9483-fc29-4e98-b3c1-06a3c2b79e5c tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/ports?device_id=7880bc1c-ae00-4614-a4ba-1f21e47b7f4b HTTP/1.1" status: 200 len: 945 time: 0.1187134 Mar 01 14:05:48.779980 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f92108d0-163f-48f1-b49c-248e24b96776 req-00b5308a-b33b-470a-b79a-a0451f62c73b tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6b20610-83a6-4fba-81bc-7280093bc5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637689 Mar 01 14:05:48.920332 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34786) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:48.964169 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-24f60cd4-a41a-4fd7-b110-ab06838de6fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50d92ac336924591898b78b28b5e855f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426226 Mar 01 14:05:48.967365 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34788) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:49.015653 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-79f23f03-e22f-4b94-8943-280f1a6cdba8 admin admin] Publish callbacks [] for security_group (ee08dad9-db62-443f-8537-1b84db6a9bf5), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:49.034351 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 73c30f23-b505-4d04-9be7-8b2c6ee21fe0 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:05:49.037710 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-79f23f03-e22f-4b94-8943-280f1a6cdba8 admin admin] Publish callbacks [] for security_group (ee08dad9-db62-443f-8537-1b84db6a9bf5), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:49.098137 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-79f23f03-e22f-4b94-8943-280f1a6cdba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ee08dad9-db62-443f-8537-1b84db6a9bf5), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:49.103659 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-79f23f03-e22f-4b94-8943-280f1a6cdba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:49.125226 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-79f23f03-e22f-4b94-8943-280f1a6cdba8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee08dad9-db62-443f-8537-1b84db6a9bf5 HTTP/1.1" status: 204 len: 168 time: 0.1564069 Mar 01 14:05:49.136019 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f23f03-e22f-4b94-8943-280f1a6cdba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee08dad9-db62-443f-8537-1b84db6a9bf5,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:49.171420 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 73c30f23-b505-4d04-9be7-8b2c6ee21fe0 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:05:49.179113 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 73c30f23-b505-4d04-9be7-8b2c6ee21fe0 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:05:49.179717 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (73c30f23-b505-4d04-9be7-8b2c6ee21fe0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:49.338037 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 73c30f23-b505-4d04-9be7-8b2c6ee21fe0 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:05:49.338716 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (73c30f23-b505-4d04-9be7-8b2c6ee21fe0), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:49.381131 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7880bc1c-ae00-4614-a4ba-1f21e47b7f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c30f23-b505-4d04-9be7-8b2c6ee21fe0'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:05:49.384614 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066b1d86-c138-40c4-a86d-9a75a9351b47" -d '{"events": [{"server_uuid": "7880bc1c-ae00-4614-a4ba-1f21e47b7f4b", "name": "network-vif-plugged", "status": "completed", "tag": "73c30f23-b505-4d04-9be7-8b2c6ee21fe0"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:05:49.439974 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 73c30f23-b505-4d04-9be7-8b2c6ee21fe0, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=73c30f23-b505-4d04-9be7-8b2c6ee21fe0,segment=NetworkSegment(017dfbad-3f1e-4c5f-b4fb-6113a947a637),segment_id=017dfbad-3f1e-4c5f-b4fb-6113a947a637)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:05:49.450013 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f74be40-9484-48af-b655-027c52a373e9 x-openstack-request-id: req-5f74be40-9484-48af-b655-027c52a373e9 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:05:49.450475 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7880bc1c-ae00-4614-a4ba-1f21e47b7f4b", "name": "network-vif-plugged", "status": "completed", "tag": "73c30f23-b505-4d04-9be7-8b2c6ee21fe0", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:05:49.450980 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f74be40-9484-48af-b655-027c52a373e9 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:05:49.451533 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7880bc1c-ae00-4614-a4ba-1f21e47b7f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c30f23-b505-4d04-9be7-8b2c6ee21fe0', 'code': 200} Mar 01 14:05:49.453118 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (73c30f23-b505-4d04-9be7-8b2c6ee21fe0), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:49.539788 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=73c30f23-b505-4d04-9be7-8b2c6ee21fe0,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:49.600515 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006a6e0-8fdf-4cfc-83ac-8027d49ab763 req-20c0f636-9b88-4a16-9afe-49afc87225df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:49.602228 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a006a6e0-8fdf-4cfc-83ac-8027d49ab763 req-20c0f636-9b88-4a16-9afe-49afc87225df service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7880bc1c-ae00-4614-a4ba-1f21e47b7f4b HTTP/1.1" status: 200 len: 1128 time: 0.0545108 Mar 01 14:05:49.686358 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a006a6e0-8fdf-4cfc-83ac-8027d49ab763 req-9fb5a0ec-9719-4a0d-b346-4b2f904339d6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c6b20610-83a6-4fba-81bc-7280093bc5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753839 Mar 01 14:05:49.997583 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee538a8-19d7-40fe-9a13-953d6dc50fcf req-477f313e-d0e3-466c-8fc2-5656227fa3a5 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:50.000079 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bee538a8-19d7-40fe-9a13-953d6dc50fcf req-477f313e-d0e3-466c-8fc2-5656227fa3a5 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/ports?device_id=7880bc1c-ae00-4614-a4ba-1f21e47b7f4b HTTP/1.1" status: 200 len: 946 time: 0.0965593 Mar 01 14:05:50.201027 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bee538a8-19d7-40fe-9a13-953d6dc50fcf req-0c4e2cdd-80a8-4de8-9aec-0d6bd35aed7d tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6b20610-83a6-4fba-81bc-7280093bc5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956558 Mar 01 14:05:50.895913 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34924) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:51.422595 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c52e2-0b06-4e97-b327-5e4ab10dc5c6 req-bd918da7-9af2-41de-8b12-3b3944765e27 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:51.424260 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-679c52e2-0b06-4e97-b327-5e4ab10dc5c6 req-bd918da7-9af2-41de-8b12-3b3944765e27 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/ports?device_id=7880bc1c-ae00-4614-a4ba-1f21e47b7f4b HTTP/1.1" status: 200 len: 946 time: 0.1063111 Mar 01 14:05:51.432508 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-17e81762-6380-4c7b-a865-3aab5e55adc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:51.459462 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34944) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:51.501848 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-679c52e2-0b06-4e97-b327-5e4ab10dc5c6 req-9fe49c3d-2924-47d7-947f-0837e823d7d1 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6b20610-83a6-4fba-81bc-7280093bc5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710564 Mar 01 14:05:51.570877 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-1dd34e7a-1493-44a5-8cfe-25882ee17b24 tempest-QuotasTest-826633309 tempest-QuotasTest-826633309-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:51.613425 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-17e81762-6380-4c7b-a865-3aab5e55adc4 admin admin] Publish callbacks [] for security_group (daced62c-bfb5-46c2-8fcf-548cf3f441e3), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:51.620247 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1dd34e7a-1493-44a5-8cfe-25882ee17b24 tempest-QuotasTest-826633309 tempest-QuotasTest-826633309-project-admin] 10.222.0.13 "PUT /v2.0/quotas/639fbd417b9d439dbc2476daed46ad06 HTTP/1.1" status: 200 len: 366 time: 0.1592586 Mar 01 14:05:51.621222 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34952) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:51.638301 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-80372e97-62b7-4621-af90-2ff4f76c5df8 tempest-QuotasTest-826633309 tempest-QuotasTest-826633309-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0147994 Mar 01 14:05:51.638928 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34954) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:51.646219 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-17e81762-6380-4c7b-a865-3aab5e55adc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (daced62c-bfb5-46c2-8fcf-548cf3f441e3), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:51.658923 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0201b96a-f063-450e-8e44-e3fbe4a4e886 tempest-QuotasTest-826633309 tempest-QuotasTest-826633309-project-admin] 10.222.0.13 "GET /v2.0/quotas/639fbd417b9d439dbc2476daed46ad06 HTTP/1.1" status: 200 len: 366 time: 0.0149901 Mar 01 14:05:51.659574 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34956) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:51.671065 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e81762-6380-4c7b-a865-3aab5e55adc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daced62c-bfb5-46c2-8fcf-548cf3f441e3,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:51.700597 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34958) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:51.701072 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6095f2f4-ebd7-4cf2-ae9d-493755bcb768 tempest-QuotasTest-826633309 tempest-QuotasTest-826633309-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/639fbd417b9d439dbc2476daed46ad06 HTTP/1.1" status: 204 len: 168 time: 0.0401020 Mar 01 14:05:51.710770 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-17e81762-6380-4c7b-a865-3aab5e55adc4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1eb9faa08724828bac44df6d2448fbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8138111 Mar 01 14:05:51.713628 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34960) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:51.722138 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21493d0d-6afc-4fb6-ada3-85a5b95f262e req-e6331cf3-a7b0-4ca9-8a94-1f44a4d7af9a tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:51.723605 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-21493d0d-6afc-4fb6-ada3-85a5b95f262e req-e6331cf3-a7b0-4ca9-8a94-1f44a4d7af9a tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/ports?device_id=8463e62c-a242-44aa-89d0-9b8928918b63 HTTP/1.1" status: 200 len: 946 time: 0.1126332 Mar 01 14:05:51.727594 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-bb91b5f0-7949-47c7-9af5-5f8675aa05dc tempest-QuotasTest-826633309 tempest-QuotasTest-826633309-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0227585 Mar 01 14:05:51.735971 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 34962) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:51.749563 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c62de5fa-a3a2-4748-a691-877631bde301 tempest-QuotasTest-826633309 tempest-QuotasTest-826633309-project-admin] 10.222.0.13 "GET /v2.0/quotas/639fbd417b9d439dbc2476daed46ad06 HTTP/1.1" status: 200 len: 370 time: 0.0120039 Mar 01 14:05:51.752375 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34964) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:51.760338 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e06e2467-cd82-41e2-9cce-67ee8389b2f8 tempest-QuotasTest-826633309 tempest-QuotasTest-826633309-project-admin] 10.222.0.13 "GET /v2.0/quotas/639fbd417b9d439dbc2476daed46ad06/default HTTP/1.1" status: 200 len: 370 time: 0.0043545 Mar 01 14:05:51.764060 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34966) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:51.782643 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-af61087d-0ef8-4714-8c12-8a7d443df1fa tempest-QuotasTest-826633309 tempest-QuotasTest-826633309-project-admin] delete failed (client error): The resource could not be found. Mar 01 14:05:51.783574 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-af61087d-0ef8-4714-8c12-8a7d443df1fa tempest-QuotasTest-826633309 tempest-QuotasTest-826633309-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/639fbd417b9d439dbc2476daed46ad06 HTTP/1.1" status: 404 len: 348 time: 0.0187800 Mar 01 14:05:51.792075 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5996ef9-bf61-4004-a476-74b22b908030 admin admin] Publish callbacks [] for security_group (daced62c-bfb5-46c2-8fcf-548cf3f441e3), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:51.825324 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-21493d0d-6afc-4fb6-ada3-85a5b95f262e req-ddcb090d-958f-4a30-92cc-e1f4901e5dab tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6b20610-83a6-4fba-81bc-7280093bc5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886238 Mar 01 14:05:51.844582 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5996ef9-bf61-4004-a476-74b22b908030 admin admin] Publish callbacks [] for security_group (daced62c-bfb5-46c2-8fcf-548cf3f441e3), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:51.930121 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34974) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:51.951159 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5996ef9-bf61-4004-a476-74b22b908030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (daced62c-bfb5-46c2-8fcf-548cf3f441e3), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:51.953971 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5996ef9-bf61-4004-a476-74b22b908030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:51.955252 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a5996ef9-bf61-4004-a476-74b22b908030 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/daced62c-bfb5-46c2-8fcf-548cf3f441e3 HTTP/1.1" status: 204 len: 168 time: 0.2391217 Mar 01 14:05:51.966371 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5996ef9-bf61-4004-a476-74b22b908030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daced62c-bfb5-46c2-8fcf-548cf3f441e3,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:51.967827 n-d-827467-3 neutron-server[103727]: DEBUG neutron.quota.resource [None req-03645de6-c7be-4d02-8071-576d51243609 tempest-QuotasTest-826633309 tempest-QuotasTest-826633309-project-admin] Usage tracker for resource:network and project:fc963e57251b4bca8a93c9abc91d0f3d is out of sync, need to count used quota {{(pid=103727) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 01 14:05:51.973030 n-d-827467-3 neutron-server[103727]: DEBUG neutron.quota.resource [None req-03645de6-c7be-4d02-8071-576d51243609 tempest-QuotasTest-826633309 tempest-QuotasTest-826633309-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103727) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 01 14:05:51.990967 n-d-827467-3 neutron-server[103727]: DEBUG neutron.quota.resource [None req-03645de6-c7be-4d02-8071-576d51243609 tempest-QuotasTest-826633309 tempest-QuotasTest-826633309-project-admin] Usage tracker for resource:subnet and project:fc963e57251b4bca8a93c9abc91d0f3d is out of sync, need to count used quota {{(pid=103727) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 01 14:05:51.996621 n-d-827467-3 neutron-server[103727]: DEBUG neutron.quota.resource [None req-03645de6-c7be-4d02-8071-576d51243609 tempest-QuotasTest-826633309 tempest-QuotasTest-826633309-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103727) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 01 14:05:52.004425 n-d-827467-3 neutron-server[103727]: DEBUG neutron.quota.resource [None req-03645de6-c7be-4d02-8071-576d51243609 tempest-QuotasTest-826633309 tempest-QuotasTest-826633309-project-admin] Usage tracker for resource:subnetpool and project:fc963e57251b4bca8a93c9abc91d0f3d is out of sync, need to count used quota {{(pid=103727) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 01 14:05:52.009769 n-d-827467-3 neutron-server[103727]: DEBUG neutron.quota.resource [None req-03645de6-c7be-4d02-8071-576d51243609 tempest-QuotasTest-826633309 tempest-QuotasTest-826633309-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103727) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 01 14:05:52.019298 n-d-827467-3 neutron-server[103727]: DEBUG neutron.quota.resource [None req-03645de6-c7be-4d02-8071-576d51243609 tempest-QuotasTest-826633309 tempest-QuotasTest-826633309-project-admin] Usage tracker for resource:port and project:fc963e57251b4bca8a93c9abc91d0f3d is out of sync, need to count used quota {{(pid=103727) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 01 14:05:52.021934 n-d-827467-3 neutron-server[103727]: DEBUG neutron.quota.resource [None req-03645de6-c7be-4d02-8071-576d51243609 tempest-QuotasTest-826633309 tempest-QuotasTest-826633309-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103727) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 01 14:05:52.029098 n-d-827467-3 neutron-server[103727]: DEBUG neutron.quota.resource [None req-03645de6-c7be-4d02-8071-576d51243609 tempest-QuotasTest-826633309 tempest-QuotasTest-826633309-project-admin] Usage tracker for resource:router and project:fc963e57251b4bca8a93c9abc91d0f3d is out of sync, need to count used quota {{(pid=103727) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 01 14:05:52.032865 n-d-827467-3 neutron-server[103727]: DEBUG neutron.quota.resource [None req-03645de6-c7be-4d02-8071-576d51243609 tempest-QuotasTest-826633309 tempest-QuotasTest-826633309-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103727) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 01 14:05:52.041478 n-d-827467-3 neutron-server[103727]: DEBUG neutron.quota.resource [None req-03645de6-c7be-4d02-8071-576d51243609 tempest-QuotasTest-826633309 tempest-QuotasTest-826633309-project-admin] Usage tracker for resource:floatingip and project:fc963e57251b4bca8a93c9abc91d0f3d is out of sync, need to count used quota {{(pid=103727) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 01 14:05:52.049457 n-d-827467-3 neutron-server[103727]: DEBUG neutron.quota.resource [None req-03645de6-c7be-4d02-8071-576d51243609 tempest-QuotasTest-826633309 tempest-QuotasTest-826633309-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103727) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 01 14:05:52.110407 n-d-827467-3 neutron-server[103727]: DEBUG neutron.quota.resource [None req-03645de6-c7be-4d02-8071-576d51243609 tempest-QuotasTest-826633309 tempest-QuotasTest-826633309-project-admin] Usage tracker for resource:security_group and project:fc963e57251b4bca8a93c9abc91d0f3d is out of sync, need to count used quota {{(pid=103727) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 01 14:05:52.115016 n-d-827467-3 neutron-server[103727]: DEBUG neutron.quota.resource [None req-03645de6-c7be-4d02-8071-576d51243609 tempest-QuotasTest-826633309 tempest-QuotasTest-826633309-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103727) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 01 14:05:52.125623 n-d-827467-3 neutron-server[103727]: DEBUG neutron.quota.resource [None req-03645de6-c7be-4d02-8071-576d51243609 tempest-QuotasTest-826633309 tempest-QuotasTest-826633309-project-admin] Usage tracker for resource:security_group_rule and project:fc963e57251b4bca8a93c9abc91d0f3d is out of sync, need to count used quota {{(pid=103727) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 01 14:05:52.131685 n-d-827467-3 neutron-server[103727]: DEBUG neutron.quota.resource [None req-03645de6-c7be-4d02-8071-576d51243609 tempest-QuotasTest-826633309 tempest-QuotasTest-826633309-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103727) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 01 14:05:52.140820 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-03645de6-c7be-4d02-8071-576d51243609 tempest-QuotasTest-826633309 tempest-QuotasTest-826633309-project-admin] 10.222.0.13 "GET /v2.0/quotas/fc963e57251b4bca8a93c9abc91d0f3d/details.json HTTP/1.1" status: 200 len: 703 time: 0.2095351 Mar 01 14:05:52.492383 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 34996) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:52.699998 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35006) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:52.716878 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-508cbe1f-e860-41a3-bf36-1227a70fa153 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:52.744341 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e72636f4-7ff6-4dc4-a37f-2fbeeefde178 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:52.812244 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-508cbe1f-e860-41a3-bf36-1227a70fa153 admin admin] Publish callbacks [] for security_group (971a454d-bfd5-4be8-a6c2-2b3f791421c4), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:52.818345 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-508cbe1f-e860-41a3-bf36-1227a70fa153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (971a454d-bfd5-4be8-a6c2-2b3f791421c4), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:52.846486 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82730a9-b692-431d-b026-7e035834e258 req-a4fe8e12-690f-4486-bb76-ce3072e2eaaa tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:52.847966 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c82730a9-b692-431d-b026-7e035834e258 req-a4fe8e12-690f-4486-bb76-ce3072e2eaaa tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/networks?id=6a30b177-089c-4aaa-8b95-aee9c6b513eb HTTP/1.1" status: 200 len: 812 time: 0.2439780 Mar 01 14:05:52.872705 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c82730a9-b692-431d-b026-7e035834e258 req-41016940-b9d9-47ab-b28e-5c97e8110997 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/quotas/52f2fdfdead04f679e97764aca3f11b8 HTTP/1.1" status: 200 len: 375 time: 0.0138113 Mar 01 14:05:52.874858 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-508cbe1f-e860-41a3-bf36-1227a70fa153 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f8d8613ea387480d94b23e1ef8841933&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1736917 Mar 01 14:05:52.875544 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35008) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:52.891244 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508cbe1f-e860-41a3-bf36-1227a70fa153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971a454d-bfd5-4be8-a6c2-2b3f791421c4,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:52.948505 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-abaf4c8b-4b95-49dc-b663-a83b5aef1f62 admin admin] Publish callbacks [] for security_group (971a454d-bfd5-4be8-a6c2-2b3f791421c4), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:52.973444 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-abaf4c8b-4b95-49dc-b663-a83b5aef1f62 admin admin] Publish callbacks [] for security_group (971a454d-bfd5-4be8-a6c2-2b3f791421c4), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:52.984081 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e72636f4-7ff6-4dc4-a37f-2fbeeefde178 admin admin] Publish callbacks [] for security_group (27ec9d07-4a0d-4961-beb8-28b6196b6662), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:53.000539 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c82730a9-b692-431d-b026-7e035834e258 req-9f892525-8b11-46a4-be95-caf0f45f7e45 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=52f2fdfdead04f679e97764aca3f11b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1193573 Mar 01 14:05:53.001977 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e72636f4-7ff6-4dc4-a37f-2fbeeefde178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (27ec9d07-4a0d-4961-beb8-28b6196b6662), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:53.033289 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-abaf4c8b-4b95-49dc-b663-a83b5aef1f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (971a454d-bfd5-4be8-a6c2-2b3f791421c4), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:53.036062 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-abaf4c8b-4b95-49dc-b663-a83b5aef1f62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:53.037425 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-abaf4c8b-4b95-49dc-b663-a83b5aef1f62 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/971a454d-bfd5-4be8-a6c2-2b3f791421c4 HTTP/1.1" status: 204 len: 168 time: 0.1603522 Mar 01 14:05:53.060931 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf4c8b-4b95-49dc-b663-a83b5aef1f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971a454d-bfd5-4be8-a6c2-2b3f791421c4,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:53.108234 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e72636f4-7ff6-4dc4-a37f-2fbeeefde178 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf9dbb593997451da44cb1718dd24313&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6112416 Mar 01 14:05:53.109022 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72636f4-7ff6-4dc4-a37f-2fbeeefde178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ec9d07-4a0d-4961-beb8-28b6196b6662,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:53.109777 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35014) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:53.170197 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-679f962b-3c3b-4359-8aa7-5887800ba035 admin admin] Publish callbacks [] for security_group (27ec9d07-4a0d-4961-beb8-28b6196b6662), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:53.173386 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c82730a9-b692-431d-b026-7e035834e258 req-2c28d734-5732-4e1f-86a1-821674df76cd service neutron] 10.222.0.13 "GET /v2.0/networks/6a30b177-089c-4aaa-8b95-aee9c6b513eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666019 Mar 01 14:05:53.194237 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-679f962b-3c3b-4359-8aa7-5887800ba035 admin admin] Publish callbacks [] for security_group (27ec9d07-4a0d-4961-beb8-28b6196b6662), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:53.264031 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-679f962b-3c3b-4359-8aa7-5887800ba035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (27ec9d07-4a0d-4961-beb8-28b6196b6662), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:53.267830 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-679f962b-3c3b-4359-8aa7-5887800ba035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:53.275632 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-679f962b-3c3b-4359-8aa7-5887800ba035 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27ec9d07-4a0d-4961-beb8-28b6196b6662 HTTP/1.1" status: 204 len: 168 time: 0.1647291 Mar 01 14:05:53.288649 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c82730a9-b692-431d-b026-7e035834e258 req-9f24052a-f46f-434b-a5cc-988e73b56223 service neutron] 10.222.0.13 "GET /v2.0/networks/6a30b177-089c-4aaa-8b95-aee9c6b513eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136382 Mar 01 14:05:53.291157 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f962b-3c3b-4359-8aa7-5887800ba035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ec9d07-4a0d-4961-beb8-28b6196b6662,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:53.665361 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e78e2-ba67-4f0f-8ae2-4088e78990ce req-7d335f72-1503-492b-8847-b524eeb7cec3 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:53.666901 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2e4e78e2-ba67-4f0f-8ae2-4088e78990ce req-7d335f72-1503-492b-8847-b524eeb7cec3 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.32 "GET /v2.0/ports?device_id=8463e62c-a242-44aa-89d0-9b8928918b63 HTTP/1.1" status: 200 len: 946 time: 0.1312959 Mar 01 14:05:53.874189 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-848883e1-1a2f-4e17-9486-a315773ba6f8 req-ec86fc78-1bc0-4bbb-a98a-d0f77af31125 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/ports?device_id=875a1500-bdaa-416c-9733-10b581a19e2e HTTP/1.1" status: 200 len: 210 time: 0.1177893 Mar 01 14:05:53.903393 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04632a0-20f9-4d94-823a-812f52149b9c req-77f06e16-1abe-43c0-882a-bbb98d2f9a7c tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:53.905624 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d04632a0-20f9-4d94-823a-812f52149b9c req-77f06e16-1abe-43c0-882a-bbb98d2f9a7c tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.20 "GET /v2.0/ports?device_id=7880bc1c-ae00-4614-a4ba-1f21e47b7f4b HTTP/1.1" status: 200 len: 946 time: 0.1162705 Mar 01 14:05:53.975349 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35050) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:53.993604 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c7886166-5fb5-4a56-a594-b817f4c67010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:54.016222 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-2e4e78e2-ba67-4f0f-8ae2-4088e78990ce req-46f03255-b33a-4994-9b46-b11aa186e6f2 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Deleting port 98bf458f-4fbe-4951-a99e-a409f6129fd4 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:05:54.019713 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2e4e78e2-ba67-4f0f-8ae2-4088e78990ce req-46f03255-b33a-4994-9b46-b11aa186e6f2 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (98bf458f-4fbe-4951-a99e-a409f6129fd4), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:54.073798 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-d04632a0-20f9-4d94-823a-812f52149b9c req-dfe6ae2a-3bdb-450a-bcfd-247e5adb6ddd tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Deleting port 73c30f23-b505-4d04-9be7-8b2c6ee21fe0 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:05:54.075111 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d04632a0-20f9-4d94-823a-812f52149b9c req-dfe6ae2a-3bdb-450a-bcfd-247e5adb6ddd tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (73c30f23-b505-4d04-9be7-8b2c6ee21fe0), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:54.189981 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-d04632a0-20f9-4d94-823a-812f52149b9c req-dfe6ae2a-3bdb-450a-bcfd-247e5adb6ddd tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] For port 73c30f23-b505-4d04-9be7-8b2c6ee21fe0, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=73c30f23-b505-4d04-9be7-8b2c6ee21fe0,segment=NetworkSegment(017dfbad-3f1e-4c5f-b4fb-6113a947a637),segment_id=017dfbad-3f1e-4c5f-b4fb-6113a947a637)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:05:54.190416 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d04632a0-20f9-4d94-823a-812f52149b9c req-dfe6ae2a-3bdb-450a-bcfd-247e5adb6ddd tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (73c30f23-b505-4d04-9be7-8b2c6ee21fe0), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:54.206871 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-d04632a0-20f9-4d94-823a-812f52149b9c req-dfe6ae2a-3bdb-450a-bcfd-247e5adb6ddd tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Calling delete_port for 73c30f23-b505-4d04-9be7-8b2c6ee21fe0 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:05:54.218619 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-2e4e78e2-ba67-4f0f-8ae2-4088e78990ce req-46f03255-b33a-4994-9b46-b11aa186e6f2 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] For port 98bf458f-4fbe-4951-a99e-a409f6129fd4, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=98bf458f-4fbe-4951-a99e-a409f6129fd4,segment=NetworkSegment(017dfbad-3f1e-4c5f-b4fb-6113a947a637),segment_id=017dfbad-3f1e-4c5f-b4fb-6113a947a637)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:05:54.219233 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2e4e78e2-ba67-4f0f-8ae2-4088e78990ce req-46f03255-b33a-4994-9b46-b11aa186e6f2 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (98bf458f-4fbe-4951-a99e-a409f6129fd4), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:54.248536 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-2e4e78e2-ba67-4f0f-8ae2-4088e78990ce req-46f03255-b33a-4994-9b46-b11aa186e6f2 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Calling delete_port for 98bf458f-4fbe-4951-a99e-a409f6129fd4 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:05:54.272936 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c7886166-5fb5-4a56-a594-b817f4c67010 admin admin] Publish callbacks [] for security_group (e68c12ed-31d6-4b3d-9399-a9661f2e7fde), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:54.336710 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c7886166-5fb5-4a56-a594-b817f4c67010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (e68c12ed-31d6-4b3d-9399-a9661f2e7fde), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:54.402836 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d04632a0-20f9-4d94-823a-812f52149b9c req-dfe6ae2a-3bdb-450a-bcfd-247e5adb6ddd tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (73c30f23-b505-4d04-9be7-8b2c6ee21fe0), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:54.406990 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7886166-5fb5-4a56-a594-b817f4c67010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68c12ed-31d6-4b3d-9399-a9661f2e7fde,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:54.417734 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['73c30f23-b505-4d04-9be7-8b2c6ee21fe0'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:05:54.420508 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['98bf458f-4fbe-4951-a99e-a409f6129fd4'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:05:54.443839 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c7886166-5fb5-4a56-a594-b817f4c67010 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc963e57251b4bca8a93c9abc91d0f3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4641976 Mar 01 14:05:54.444708 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35070) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:54.464083 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6ae2a-3bdb-450a-bcfd-247e5adb6ddd tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Pushing event deleted for resources: {'Port': ['ID=73c30f23-b505-4d04-9be7-8b2c6ee21fe0,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:54.534447 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c473827c-a5ab-4bf4-868b-9237fadfa23c admin admin] Publish callbacks [] for security_group (e68c12ed-31d6-4b3d-9399-a9661f2e7fde), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:54.536894 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04632a0-20f9-4d94-823a-812f52149b9c req-dfe6ae2a-3bdb-450a-bcfd-247e5adb6ddd tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] No DVR routers for this DVR port 73c30f23-b505-4d04-9be7-8b2c6ee21fe0 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:05:54.543139 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d04632a0-20f9-4d94-823a-812f52149b9c req-dfe6ae2a-3bdb-450a-bcfd-247e5adb6ddd tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:54.548109 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d04632a0-20f9-4d94-823a-812f52149b9c req-dfe6ae2a-3bdb-450a-bcfd-247e5adb6ddd tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.20 "DELETE /v2.0/ports/73c30f23-b505-4d04-9be7-8b2c6ee21fe0 HTTP/1.1" status: 204 len: 173 time: 0.6366558 Mar 01 14:05:54.548575 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7880bc1c-ae00-4614-a4ba-1f21e47b7f4b', 'name': 'network-vif-deleted', 'tag': '73c30f23-b505-4d04-9be7-8b2c6ee21fe0'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:05:54.551860 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af38e9ed-30e3-4479-bd31-0753fcf8b6c9" -d '{"events": [{"server_uuid": "7880bc1c-ae00-4614-a4ba-1f21e47b7f4b", "name": "network-vif-deleted", "tag": "73c30f23-b505-4d04-9be7-8b2c6ee21fe0"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:05:54.581281 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c473827c-a5ab-4bf4-868b-9237fadfa23c admin admin] Publish callbacks [] for security_group (e68c12ed-31d6-4b3d-9399-a9661f2e7fde), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:54.678213 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e29b40a-f098-4c9a-9ddf-240645bd49ff x-openstack-request-id: req-1e29b40a-f098-4c9a-9ddf-240645bd49ff {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:05:54.678541 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7880bc1c-ae00-4614-a4ba-1f21e47b7f4b", "name": "network-vif-deleted", "tag": "73c30f23-b505-4d04-9be7-8b2c6ee21fe0", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:05:54.678821 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e29b40a-f098-4c9a-9ddf-240645bd49ff {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:05:54.679277 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7880bc1c-ae00-4614-a4ba-1f21e47b7f4b', 'name': 'network-vif-deleted', 'tag': '73c30f23-b505-4d04-9be7-8b2c6ee21fe0', 'status': 'completed', 'code': 200} Mar 01 14:05:54.741698 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c473827c-a5ab-4bf4-868b-9237fadfa23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (e68c12ed-31d6-4b3d-9399-a9661f2e7fde), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:54.752513 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c473827c-a5ab-4bf4-868b-9237fadfa23c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:54.756334 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c473827c-a5ab-4bf4-868b-9237fadfa23c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e68c12ed-31d6-4b3d-9399-a9661f2e7fde HTTP/1.1" status: 204 len: 168 time: 0.3080699 Mar 01 14:05:54.786155 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473827c-a5ab-4bf4-868b-9237fadfa23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68c12ed-31d6-4b3d-9399-a9661f2e7fde,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:54.812683 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2e4e78e2-ba67-4f0f-8ae2-4088e78990ce req-46f03255-b33a-4994-9b46-b11aa186e6f2 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (98bf458f-4fbe-4951-a99e-a409f6129fd4), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:54.860494 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['73c30f23-b505-4d04-9be7-8b2c6ee21fe0'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:05:54.909095 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f03255-b33a-4994-9b46-b11aa186e6f2 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Pushing event deleted for resources: {'Port': ['ID=98bf458f-4fbe-4951-a99e-a409f6129fd4,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:54.919225 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['98bf458f-4fbe-4951-a99e-a409f6129fd4'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:05:55.231284 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4e78e2-ba67-4f0f-8ae2-4088e78990ce req-46f03255-b33a-4994-9b46-b11aa186e6f2 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] No DVR routers for this DVR port 98bf458f-4fbe-4951-a99e-a409f6129fd4 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:05:55.244432 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2e4e78e2-ba67-4f0f-8ae2-4088e78990ce req-46f03255-b33a-4994-9b46-b11aa186e6f2 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:55.259632 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2e4e78e2-ba67-4f0f-8ae2-4088e78990ce req-46f03255-b33a-4994-9b46-b11aa186e6f2 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.32 "DELETE /v2.0/ports/98bf458f-4fbe-4951-a99e-a409f6129fd4 HTTP/1.1" status: 204 len: 173 time: 1.5866301 Mar 01 14:05:55.262539 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8463e62c-a242-44aa-89d0-9b8928918b63', 'name': 'network-vif-deleted', 'tag': '98bf458f-4fbe-4951-a99e-a409f6129fd4'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:05:55.272633 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14aa57f-c8d0-4efb-8bce-5ab027b8b286" -d '{"events": [{"server_uuid": "8463e62c-a242-44aa-89d0-9b8928918b63", "name": "network-vif-deleted", "tag": "98bf458f-4fbe-4951-a99e-a409f6129fd4"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:05:55.273367 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-36e38db4-0d05-4ae6-b61d-e45e4ac32acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:55.286291 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e4dcb932-406b-4b50-ab93-f4d52c21dc41 req-958ef429-d75a-473f-b433-d3c7838eacee tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/ports?device_id=875a1500-bdaa-416c-9733-10b581a19e2e HTTP/1.1" status: 200 len: 210 time: 0.2819831 Mar 01 14:05:55.385660 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6733cc-7d75-41d7-b7fe-c193e4fdd93d x-openstack-request-id: req-ce6733cc-7d75-41d7-b7fe-c193e4fdd93d {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:05:55.385978 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8463e62c-a242-44aa-89d0-9b8928918b63", "name": "network-vif-deleted", "tag": "98bf458f-4fbe-4951-a99e-a409f6129fd4", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:05:55.386308 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce6733cc-7d75-41d7-b7fe-c193e4fdd93d {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:05:55.387470 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8463e62c-a242-44aa-89d0-9b8928918b63', 'name': 'network-vif-deleted', 'tag': '98bf458f-4fbe-4951-a99e-a409f6129fd4', 'status': 'completed', 'code': 200} Mar 01 14:05:56.098409 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35160) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:56.285493 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82730a9-b692-431d-b026-7e035834e258 req-2a70e4d3-310c-44e3-81f8-eb4f3ff9fa3c tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:56.289094 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c82730a9-b692-431d-b026-7e035834e258 req-2a70e4d3-310c-44e3-81f8-eb4f3ff9fa3c tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.20 "GET /v2.0/networks?id=6a30b177-089c-4aaa-8b95-aee9c6b513eb HTTP/1.1" status: 200 len: 812 time: 0.2386162 Mar 01 14:05:56.305195 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-c82730a9-b692-431d-b026-7e035834e258 req-01b504f1-e2a2-4be7-a5fe-c6d040b31656 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Request body: {'port': {'device_id': '875a1500-bdaa-416c-9733-10b581a19e2e', 'network_id': '6a30b177-089c-4aaa-8b95-aee9c6b513eb', 'admin_state_up': True, 'tenant_id': '52f2fdfdead04f679e97764aca3f11b8'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:56.399034 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3314d5db-bd61-4828-8c05-c67c32016963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:56.575931 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3314d5db-bd61-4828-8c05-c67c32016963 admin admin] Publish callbacks [] for security_group (6f6b4e1a-1739-4dfb-be09-6b44852876de), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:56.594717 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c82730a9-b692-431d-b026-7e035834e258 req-01b504f1-e2a2-4be7-a5fe-c6d040b31656 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Made reservation on behalf of 52f2fdfdead04f679e97764aca3f11b8 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:05:56.609314 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c82730a9-b692-431d-b026-7e035834e258 req-01b504f1-e2a2-4be7-a5fe-c6d040b31656 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:56.648265 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c775a537-b6b7-42f8-aff0-df6583b08be9 req-9f9c4cbe-d986-42a3-9ce4-46861b4acd02 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/ports?device_id=875a1500-bdaa-416c-9733-10b581a19e2e HTTP/1.1" status: 200 len: 210 time: 0.1985621 Mar 01 14:05:56.650477 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3314d5db-bd61-4828-8c05-c67c32016963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6f6b4e1a-1739-4dfb-be09-6b44852876de), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:56.796530 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3314d5db-bd61-4828-8c05-c67c32016963 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1eee653fa4f4a01ada7ca92f9de57a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6969354 Mar 01 14:05:56.798082 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314d5db-bd61-4828-8c05-c67c32016963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6b4e1a-1739-4dfb-be09-6b44852876de,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:56.802634 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35182) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:56.820035 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:05:56.960077 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-c82730a9-b692-431d-b026-7e035834e258 req-01b504f1-e2a2-4be7-a5fe-c6d040b31656 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Allocated IP 172.20.0.5 (6a30b177-089c-4aaa-8b95-aee9c6b513eb/3c5c0e67-c77f-4a84-b527-894f9b639923/4279a959-43d6-49f0-ae9b-3539856ab874) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:05:56.990912 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82730a9-b692-431d-b026-7e035834e258 req-24348fc4-f186-4514-8c45-d9bc78f9dd10 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:56.992892 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c82730a9-b692-431d-b026-7e035834e258 req-24348fc4-f186-4514-8c45-d9bc78f9dd10 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.32 "GET /v2.0/networks?id=6a30b177-089c-4aaa-8b95-aee9c6b513eb HTTP/1.1" status: 200 len: 812 time: 0.4147642 Mar 01 14:05:57.027889 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-c82730a9-b692-431d-b026-7e035834e258 req-903717e9-600c-4a1e-bd69-ef2668ff248a tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Request body: {'port': {'device_id': 'a052f0a9-b7cb-481a-86a4-2f856fd5ed3f', 'network_id': '6a30b177-089c-4aaa-8b95-aee9c6b513eb', 'admin_state_up': True, 'tenant_id': '52f2fdfdead04f679e97764aca3f11b8'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:57.045076 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5bb3b7e3-5599-4e2b-8843-07d1cf543eba admin admin] Publish callbacks [] for security_group (6f6b4e1a-1739-4dfb-be09-6b44852876de), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:57.049954 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 73c30f23-b505-4d04-9be7-8b2c6ee21fe0 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:05:57.090492 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 73c30f23-b505-4d04-9be7-8b2c6ee21fe0 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:05:57.091332 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 73c30f23-b505-4d04-9be7-8b2c6ee21fe0 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:05:57.130428 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5bb3b7e3-5599-4e2b-8843-07d1cf543eba admin admin] Publish callbacks [] for security_group (6f6b4e1a-1739-4dfb-be09-6b44852876de), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:57.268918 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5bb3b7e3-5599-4e2b-8843-07d1cf543eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6f6b4e1a-1739-4dfb-be09-6b44852876de), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:57.272247 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5bb3b7e3-5599-4e2b-8843-07d1cf543eba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:57.276788 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5bb3b7e3-5599-4e2b-8843-07d1cf543eba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f6b4e1a-1739-4dfb-be09-6b44852876de HTTP/1.1" status: 204 len: 168 time: 0.4731026 Mar 01 14:05:57.280362 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c82730a9-b692-431d-b026-7e035834e258 req-903717e9-600c-4a1e-bd69-ef2668ff248a tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Made reservation on behalf of 52f2fdfdead04f679e97764aca3f11b8 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:05:57.284453 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c82730a9-b692-431d-b026-7e035834e258 req-903717e9-600c-4a1e-bd69-ef2668ff248a tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:57.369811 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c82730a9-b692-431d-b026-7e035834e258 req-01b504f1-e2a2-4be7-a5fe-c6d040b31656 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Publish callbacks [] for port (4279a959-43d6-49f0-ae9b-3539856ab874), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:57.428989 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 98bf458f-4fbe-4951-a99e-a409f6129fd4 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:05:57.452448 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c82730a9-b692-431d-b026-7e035834e258 req-01b504f1-e2a2-4be7-a5fe-c6d040b31656 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (4279a959-43d6-49f0-ae9b-3539856ab874), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:57.457920 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-102c9f98-921c-4aab-8b36-7f46a69651e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:57.566582 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c82730a9-b692-431d-b026-7e035834e258 req-01b504f1-e2a2-4be7-a5fe-c6d040b31656 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Network 6a30b177-089c-4aaa-8b95-aee9c6b513eb is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:05:57.572867 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-c82730a9-b692-431d-b026-7e035834e258 req-01b504f1-e2a2-4be7-a5fe-c6d040b31656 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:05:57.581172 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: 98bf458f-4fbe-4951-a99e-a409f6129fd4 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:05:57.581528 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 98bf458f-4fbe-4951-a99e-a409f6129fd4 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:05:57.589223 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82730a9-b692-431d-b026-7e035834e258 req-01b504f1-e2a2-4be7-a5fe-c6d040b31656 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:05:57.698532 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b504f1-e2a2-4be7-a5fe-c6d040b31656 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Pushing event updated for resources: {'Port': ['ID=4279a959-43d6-49f0-ae9b-3539856ab874,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:57.716318 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-c82730a9-b692-431d-b026-7e035834e258 req-903717e9-600c-4a1e-bd69-ef2668ff248a tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Allocated IP 172.20.0.3 (6a30b177-089c-4aaa-8b95-aee9c6b513eb/3c5c0e67-c77f-4a84-b527-894f9b639923/20174ac4-510e-4aff-bc52-8e6551a22535) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:05:57.757857 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82730a9-b692-431d-b026-7e035834e258 req-01b504f1-e2a2-4be7-a5fe-c6d040b31656 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:57.760124 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c82730a9-b692-431d-b026-7e035834e258 req-01b504f1-e2a2-4be7-a5fe-c6d040b31656 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:57.796620 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c82730a9-b692-431d-b026-7e035834e258 req-01b504f1-e2a2-4be7-a5fe-c6d040b31656 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4971247 Mar 01 14:05:57.810244 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-c82730a9-b692-431d-b026-7e035834e258 req-09d8735a-4da0-4576-9dc2-85b715b745f9 service neutron] Request body: {'port': {'device_id': '875a1500-bdaa-416c-9733-10b581a19e2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:57.961468 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c82730a9-b692-431d-b026-7e035834e258 req-09d8735a-4da0-4576-9dc2-85b715b745f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4279a959-43d6-49f0-ae9b-3539856ab874), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:58.043844 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35224) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:58.066462 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c82730a9-b692-431d-b026-7e035834e258 req-903717e9-600c-4a1e-bd69-ef2668ff248a tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Publish callbacks [] for port (20174ac4-510e-4aff-bc52-8e6551a22535), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:58.152276 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3b7e3-5599-4e2b-8843-07d1cf543eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6b4e1a-1739-4dfb-be09-6b44852876de,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:58.186247 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c82730a9-b692-431d-b026-7e035834e258 req-903717e9-600c-4a1e-bd69-ef2668ff248a tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (20174ac4-510e-4aff-bc52-8e6551a22535), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:58.351552 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903717e9-600c-4a1e-bd69-ef2668ff248a tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Pushing event updated for resources: {'Port': ['ID=20174ac4-510e-4aff-bc52-8e6551a22535,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:58.367274 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [req-aaa81350-9f4f-4961-a8c8-2959ce066c7a req-76b51c86-d8ed-47cc-b7b1-236cd885b9b0 service neutron] (103726) timed out ('10.222.0.32', 53126) {{(pid=103726) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 01 14:05:58.425651 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c82730a9-b692-431d-b026-7e035834e258 req-903717e9-600c-4a1e-bd69-ef2668ff248a tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Network 6a30b177-089c-4aaa-8b95-aee9c6b513eb is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:05:58.445601 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-c82730a9-b692-431d-b026-7e035834e258 req-903717e9-600c-4a1e-bd69-ef2668ff248a tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:05:58.456103 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82730a9-b692-431d-b026-7e035834e258 req-903717e9-600c-4a1e-bd69-ef2668ff248a tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:05:58.475509 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-9f4d239e-9e0a-4688-b66c-e5184295aea1 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1058470690', 'router:external': True}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:58.476070 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1367a-1b28-481a-848c-eacfc6e54e4c req-bae62f1e-2693-4b36-b459-381976974c16 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:58.486371 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b1d1367a-1b28-481a-848c-eacfc6e54e4c req-bae62f1e-2693-4b36-b459-381976974c16 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/ports?device_id=875a1500-bdaa-416c-9733-10b581a19e2e HTTP/1.1" status: 200 len: 931 time: 0.3361559 Mar 01 14:05:58.565915 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4d239e-9e0a-4688-b66c-e5184295aea1 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Made reservation on behalf of 5260de59f82545488c0d340e570c1a07 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:05:58.572804 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f4d239e-9e0a-4688-b66c-e5184295aea1 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:58.587923 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82730a9-b692-431d-b026-7e035834e258 req-903717e9-600c-4a1e-bd69-ef2668ff248a tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:58.588841 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c82730a9-b692-431d-b026-7e035834e258 req-903717e9-600c-4a1e-bd69-ef2668ff248a tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:58.623523 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c82730a9-b692-431d-b026-7e035834e258 req-903717e9-600c-4a1e-bd69-ef2668ff248a tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6018362 Mar 01 14:05:58.640658 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b1d1367a-1b28-481a-848c-eacfc6e54e4c req-c184d0cb-7f9c-4131-b20b-69cd2f0c0ad8 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6b20610-83a6-4fba-81bc-7280093bc5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533384 Mar 01 14:05:58.649671 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f4d239e-9e0a-4688-b66c-e5184295aea1 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:58.672239 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-c82730a9-b692-431d-b026-7e035834e258 req-55dd57ce-4837-4594-b78b-aa47892ca13c service neutron] Request body: {'port': {'device_id': 'a052f0a9-b7cb-481a-86a4-2f856fd5ed3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:58.692510 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-c82730a9-b692-431d-b026-7e035834e258 req-09d8735a-4da0-4576-9dc2-85b715b745f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4279a959-43d6-49f0-ae9b-3539856ab874 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:05:58.727810 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c82730a9-b692-431d-b026-7e035834e258 req-09d8735a-4da0-4576-9dc2-85b715b745f9 service neutron] Publish callbacks [] for port (4279a959-43d6-49f0-ae9b-3539856ab874), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:58.753286 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c82730a9-b692-431d-b026-7e035834e258 req-55dd57ce-4837-4594-b78b-aa47892ca13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (20174ac4-510e-4aff-bc52-8e6551a22535), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:58.785083 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-c82730a9-b692-431d-b026-7e035834e258 req-09d8735a-4da0-4576-9dc2-85b715b745f9 service neutron] Transition to ACTIVE for port object 4279a959-43d6-49f0-ae9b-3539856ab874 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:05:58.803380 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c82730a9-b692-431d-b026-7e035834e258 req-09d8735a-4da0-4576-9dc2-85b715b745f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (4279a959-43d6-49f0-ae9b-3539856ab874), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:58.905012 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:58.910287 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35244) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:58.989534 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8735a-4da0-4576-9dc2-85b715b745f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4279a959-43d6-49f0-ae9b-3539856ab874,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:59.083766 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f4d239e-9e0a-4688-b66c-e5184295aea1 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for security_group (73906b79-463d-4743-814f-0b03095837aa), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:59.137903 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-93542d2b-7e72-4f73-a8c1-b48197023c05 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1787835153'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:59.142314 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f4d239e-9e0a-4688-b66c-e5184295aea1 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (73906b79-463d-4743-814f-0b03095837aa), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:59.187209 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4d239e-9e0a-4688-b66c-e5184295aea1 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:05:59.228424 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93542d2b-7e72-4f73-a8c1-b48197023c05 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Made reservation on behalf of d7c61de730f54e9cb20d4ce7e29499a5 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:05:59.241963 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-93542d2b-7e72-4f73-a8c1-b48197023c05 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:59.288647 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-93542d2b-7e72-4f73-a8c1-b48197023c05 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:59.292268 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f4d239e-9e0a-4688-b66c-e5184295aea1 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (594eb886-ff25-4184-ad10-ce213e44439b), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:59.292661 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-9f4d239e-9e0a-4688-b66c-e5184295aea1 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Added segment 594eb886-ff25-4184-ad10-ce213e44439b of type vlan for network b4357233-d7b7-48aa-a89a-b85cce20a53a Mar 01 14:05:59.314608 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d239e-9e0a-4688-b66c-e5184295aea1 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73906b79-463d-4743-814f-0b03095837aa,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:59.404469 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-c82730a9-b692-431d-b026-7e035834e258 req-09d8735a-4da0-4576-9dc2-85b715b745f9 service neutron] Attempting to bind port 4279a959-43d6-49f0-ae9b-3539856ab874 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:05:59.404829 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-c82730a9-b692-431d-b026-7e035834e258 req-09d8735a-4da0-4576-9dc2-85b715b745f9 service neutron] Attempting to bind port 4279a959-43d6-49f0-ae9b-3539856ab874 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '017dfbad-3f1e-4c5f-b4fb-6113a947a637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6a30b177-089c-4aaa-8b95-aee9c6b513eb'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:05:59.405315 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82730a9-b692-431d-b026-7e035834e258 req-09d8735a-4da0-4576-9dc2-85b715b745f9 service neutron] Attempting to bind port 4279a959-43d6-49f0-ae9b-3539856ab874 on network 6a30b177-089c-4aaa-8b95-aee9c6b513eb {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:05:59.426025 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82730a9-b692-431d-b026-7e035834e258 req-09d8735a-4da0-4576-9dc2-85b715b745f9 service neutron] Port 4279a959-43d6-49f0-ae9b-3539856ab874 on network 6a30b177-089c-4aaa-8b95-aee9c6b513eb not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:05:59.426358 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82730a9-b692-431d-b026-7e035834e258 req-09d8735a-4da0-4576-9dc2-85b715b745f9 service neutron] Attempting to bind port 4279a959-43d6-49f0-ae9b-3539856ab874 on network 6a30b177-089c-4aaa-8b95-aee9c6b513eb {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:05:59.431453 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-c82730a9-b692-431d-b026-7e035834e258 req-55dd57ce-4837-4594-b78b-aa47892ca13c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20174ac4-510e-4aff-bc52-8e6551a22535 {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:05:59.437808 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f4d239e-9e0a-4688-b66c-e5184295aea1 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (b4357233-d7b7-48aa-a89a-b85cce20a53a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:59.440556 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c82730a9-b692-431d-b026-7e035834e258 req-55dd57ce-4837-4594-b78b-aa47892ca13c service neutron] Publish callbacks [] for port (20174ac4-510e-4aff-bc52-8e6551a22535), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:59.454298 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82730a9-b692-431d-b026-7e035834e258 req-09d8735a-4da0-4576-9dc2-85b715b745f9 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:05:59.454641 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82730a9-b692-431d-b026-7e035834e258 req-09d8735a-4da0-4576-9dc2-85b715b745f9 service neutron] Checking segment: {'id': '017dfbad-3f1e-4c5f-b4fb-6113a947a637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6a30b177-089c-4aaa-8b95-aee9c6b513eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:05:59.455035 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82730a9-b692-431d-b026-7e035834e258 req-09d8735a-4da0-4576-9dc2-85b715b745f9 service neutron] Bound using segment: {'id': '017dfbad-3f1e-4c5f-b4fb-6113a947a637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6a30b177-089c-4aaa-8b95-aee9c6b513eb'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:05:59.455480 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-c82730a9-b692-431d-b026-7e035834e258 req-09d8735a-4da0-4576-9dc2-85b715b745f9 service neutron] Bound port: 4279a959-43d6-49f0-ae9b-3539856ab874, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '017dfbad-3f1e-4c5f-b4fb-6113a947a637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6a30b177-089c-4aaa-8b95-aee9c6b513eb'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:05:59.455911 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c82730a9-b692-431d-b026-7e035834e258 req-09d8735a-4da0-4576-9dc2-85b715b745f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4279a959-43d6-49f0-ae9b-3539856ab874), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:59.470772 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-c82730a9-b692-431d-b026-7e035834e258 req-55dd57ce-4837-4594-b78b-aa47892ca13c service neutron] Transition to ACTIVE for port object 20174ac4-510e-4aff-bc52-8e6551a22535 will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:05:59.483943 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c82730a9-b692-431d-b026-7e035834e258 req-55dd57ce-4837-4594-b78b-aa47892ca13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (20174ac4-510e-4aff-bc52-8e6551a22535), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:59.553347 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f4d239e-9e0a-4688-b66c-e5184295aea1 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (b4357233-d7b7-48aa-a89a-b85cce20a53a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:59.554331 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4d239e-9e0a-4688-b66c-e5184295aea1 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:05:59.554921 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f4d239e-9e0a-4688-b66c-e5184295aea1 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:59.584693 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd57ce-4837-4594-b78b-aa47892ca13c service neutron] Pushing event updated for resources: {'Port': ['ID=20174ac4-510e-4aff-bc52-8e6551a22535,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:59.680169 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9f4d239e-9e0a-4688-b66c-e5184295aea1 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.6329274 Mar 01 14:05:59.682129 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-93542d2b-7e72-4f73-a8c1-b48197023c05 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks [] for security_group (985dacd7-9dc6-42fb-b354-9f6884808993), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:59.685711 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-c82730a9-b692-431d-b026-7e035834e258 req-09d8735a-4da0-4576-9dc2-85b715b745f9 service neutron] For port 4279a959-43d6-49f0-ae9b-3539856ab874, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:05:59.687805 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35248) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:05:59.690064 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d239e-9e0a-4688-b66c-e5184295aea1 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Pushing event updated for resources: {'Network': ['ID=b4357233-d7b7-48aa-a89a-b85cce20a53a,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:05:59.694914 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-934e147f-4627-45d6-8c64-35e31bcacc19 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Request body: {'subnet': {'network_id': 'b4357233-d7b7-48aa-a89a-b85cce20a53a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:05:59.704410 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network b4357233-d7b7-48aa-a89a-b85cce20a53a details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:05:59.707199 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-93542d2b-7e72-4f73-a8c1-b48197023c05 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (985dacd7-9dc6-42fb-b354-9f6884808993), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:59.724558 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-c82730a9-b692-431d-b026-7e035834e258 req-09d8735a-4da0-4576-9dc2-85b715b745f9 service neutron] For port 4279a959-43d6-49f0-ae9b-3539856ab874, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=4279a959-43d6-49f0-ae9b-3539856ab874,segment=NetworkSegment(017dfbad-3f1e-4c5f-b4fb-6113a947a637),segment_id=017dfbad-3f1e-4c5f-b4fb-6113a947a637)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:05:59.751635 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-c82730a9-b692-431d-b026-7e035834e258 req-55dd57ce-4837-4594-b78b-aa47892ca13c service neutron] Attempting to bind port 20174ac4-510e-4aff-bc52-8e6551a22535 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:05:59.753334 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-c82730a9-b692-431d-b026-7e035834e258 req-55dd57ce-4837-4594-b78b-aa47892ca13c service neutron] Attempting to bind port 20174ac4-510e-4aff-bc52-8e6551a22535 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '017dfbad-3f1e-4c5f-b4fb-6113a947a637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6a30b177-089c-4aaa-8b95-aee9c6b513eb'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:05:59.753684 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82730a9-b692-431d-b026-7e035834e258 req-55dd57ce-4837-4594-b78b-aa47892ca13c service neutron] Attempting to bind port 20174ac4-510e-4aff-bc52-8e6551a22535 on network 6a30b177-089c-4aaa-8b95-aee9c6b513eb {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:05:59.765276 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82730a9-b692-431d-b026-7e035834e258 req-55dd57ce-4837-4594-b78b-aa47892ca13c service neutron] Port 20174ac4-510e-4aff-bc52-8e6551a22535 on network 6a30b177-089c-4aaa-8b95-aee9c6b513eb not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:05:59.765617 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82730a9-b692-431d-b026-7e035834e258 req-55dd57ce-4837-4594-b78b-aa47892ca13c service neutron] Attempting to bind port 20174ac4-510e-4aff-bc52-8e6551a22535 on network 6a30b177-089c-4aaa-8b95-aee9c6b513eb {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:05:59.779323 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82730a9-b692-431d-b026-7e035834e258 req-55dd57ce-4837-4594-b78b-aa47892ca13c service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:05:59.779986 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82730a9-b692-431d-b026-7e035834e258 req-55dd57ce-4837-4594-b78b-aa47892ca13c service neutron] Checking segment: {'id': '017dfbad-3f1e-4c5f-b4fb-6113a947a637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6a30b177-089c-4aaa-8b95-aee9c6b513eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:05:59.780643 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82730a9-b692-431d-b026-7e035834e258 req-55dd57ce-4837-4594-b78b-aa47892ca13c service neutron] Bound using segment: {'id': '017dfbad-3f1e-4c5f-b4fb-6113a947a637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6a30b177-089c-4aaa-8b95-aee9c6b513eb'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:05:59.781414 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-c82730a9-b692-431d-b026-7e035834e258 req-55dd57ce-4837-4594-b78b-aa47892ca13c service neutron] Bound port: 20174ac4-510e-4aff-bc52-8e6551a22535, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '017dfbad-3f1e-4c5f-b4fb-6113a947a637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6a30b177-089c-4aaa-8b95-aee9c6b513eb'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:05:59.781781 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c82730a9-b692-431d-b026-7e035834e258 req-55dd57ce-4837-4594-b78b-aa47892ca13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (20174ac4-510e-4aff-bc52-8e6551a22535), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:59.782651 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93542d2b-7e72-4f73-a8c1-b48197023c05 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:05:59.788412 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c82730a9-b692-431d-b026-7e035834e258 req-09d8735a-4da0-4576-9dc2-85b715b745f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (4279a959-43d6-49f0-ae9b-3539856ab874), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:59.828764 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934e147f-4627-45d6-8c64-35e31bcacc19 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Made reservation on behalf of 5260de59f82545488c0d340e570c1a07 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:05:59.842599 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-934e147f-4627-45d6-8c64-35e31bcacc19 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:59.932021 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-93542d2b-7e72-4f73-a8c1-b48197023c05 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (f408d1ac-4c14-43b5-8da7-399d2ec22f27), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:05:59.932763 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-93542d2b-7e72-4f73-a8c1-b48197023c05 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Added segment f408d1ac-4c14-43b5-8da7-399d2ec22f27 of type vlan for network b15dc14e-16b2-4021-91b1-df20cb3f151e Mar 01 14:05:59.953561 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93542d2b-7e72-4f73-a8c1-b48197023c05 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=985dacd7-9dc6-42fb-b354-9f6884808993,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:00.000748 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82730a9-b692-431d-b026-7e035834e258 req-09d8735a-4da0-4576-9dc2-85b715b745f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:00.001764 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c82730a9-b692-431d-b026-7e035834e258 req-09d8735a-4da0-4576-9dc2-85b715b745f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:00.003422 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c82730a9-b692-431d-b026-7e035834e258 req-09d8735a-4da0-4576-9dc2-85b715b745f9 service neutron] 10.222.0.20 "PUT /v2.0/ports/4279a959-43d6-49f0-ae9b-3539856ab874 HTTP/1.1" status: 200 len: 1091 time: 2.1988094 Mar 01 14:06:00.005917 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875a1500-bdaa-416c-9733-10b581a19e2e', 'tag': '4279a959-43d6-49f0-ae9b-3539856ab874'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:06:00.008509 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5a6691-e08f-4c46-b822-ffe5bef5ff90" -d '{"events": [{"name": "network-changed", "server_uuid": "875a1500-bdaa-416c-9733-10b581a19e2e", "tag": "4279a959-43d6-49f0-ae9b-3539856ab874"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:06:00.061893 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:00.101668 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8735a-4da0-4576-9dc2-85b715b745f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4279a959-43d6-49f0-ae9b-3539856ab874,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:00.123519 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af16b629-cfd3-4450-a5fc-be3b86779566 x-openstack-request-id: req-af16b629-cfd3-4450-a5fc-be3b86779566 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:06:00.123928 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "875a1500-bdaa-416c-9733-10b581a19e2e", "tag": "4279a959-43d6-49f0-ae9b-3539856ab874", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:06:00.124148 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af16b629-cfd3-4450-a5fc-be3b86779566 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:06:00.124495 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875a1500-bdaa-416c-9733-10b581a19e2e', 'tag': '4279a959-43d6-49f0-ae9b-3539856ab874', 'status': 'completed', 'code': 200} Mar 01 14:06:00.126223 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdd07e-201f-4040-ba32-e35ab504ab25 req-b8ba688f-7bca-42db-80be-4a2f4cc210c5 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:00.138084 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3bdd07e-201f-4040-ba32-e35ab504ab25 req-b8ba688f-7bca-42db-80be-4a2f4cc210c5 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/ports?device_id=875a1500-bdaa-416c-9733-10b581a19e2e HTTP/1.1" status: 200 len: 943 time: 0.2383842 Mar 01 14:06:00.148154 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-c82730a9-b692-431d-b026-7e035834e258 req-55dd57ce-4837-4594-b78b-aa47892ca13c service neutron] For port 20174ac4-510e-4aff-bc52-8e6551a22535, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:06:00.163028 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-c82730a9-b692-431d-b026-7e035834e258 req-55dd57ce-4837-4594-b78b-aa47892ca13c service neutron] For port 20174ac4-510e-4aff-bc52-8e6551a22535, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=20174ac4-510e-4aff-bc52-8e6551a22535,segment=NetworkSegment(017dfbad-3f1e-4c5f-b4fb-6113a947a637),segment_id=017dfbad-3f1e-4c5f-b4fb-6113a947a637)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:06:00.164231 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-93542d2b-7e72-4f73-a8c1-b48197023c05 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (b15dc14e-16b2-4021-91b1-df20cb3f151e), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:00.212082 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82730a9-b692-431d-b026-7e035834e258 req-af47fc4f-6bc0-4286-a8fd-37b712d10944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:00.213719 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c82730a9-b692-431d-b026-7e035834e258 req-af47fc4f-6bc0-4286-a8fd-37b712d10944 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52f2fdfdead04f679e97764aca3f11b8&device_id=875a1500-bdaa-416c-9733-10b581a19e2e HTTP/1.1" status: 200 len: 1125 time: 0.1253405 Mar 01 14:06:00.218156 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3bdd07e-201f-4040-ba32-e35ab504ab25 req-b3233b74-4d40-4a1d-96e9-3be037440360 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6b20610-83a6-4fba-81bc-7280093bc5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750053 Mar 01 14:06:00.219851 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c82730a9-b692-431d-b026-7e035834e258 req-55dd57ce-4837-4594-b78b-aa47892ca13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (20174ac4-510e-4aff-bc52-8e6551a22535), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:00.237864 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82730a9-b692-431d-b026-7e035834e258 req-55dd57ce-4837-4594-b78b-aa47892ca13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:00.238781 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c82730a9-b692-431d-b026-7e035834e258 req-55dd57ce-4837-4594-b78b-aa47892ca13c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:00.240969 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c82730a9-b692-431d-b026-7e035834e258 req-55dd57ce-4837-4594-b78b-aa47892ca13c service neutron] 10.222.0.32 "PUT /v2.0/ports/20174ac4-510e-4aff-bc52-8e6551a22535 HTTP/1.1" status: 200 len: 1091 time: 1.5796819 Mar 01 14:06:00.262164 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a052f0a9-b7cb-481a-86a4-2f856fd5ed3f', 'tag': '20174ac4-510e-4aff-bc52-8e6551a22535'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:06:00.265429 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221871fe-289f-41e7-ab5f-2ac0758072fc" -d '{"events": [{"name": "network-changed", "server_uuid": "a052f0a9-b7cb-481a-86a4-2f856fd5ed3f", "tag": "20174ac4-510e-4aff-bc52-8e6551a22535"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:06:00.307417 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd57ce-4837-4594-b78b-aa47892ca13c service neutron] Pushing event updated for resources: {'Port': ['ID=20174ac4-510e-4aff-bc52-8e6551a22535,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:00.381725 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca778eb-4e0d-4c57-8280-d680491de071 x-openstack-request-id: req-4ca778eb-4e0d-4c57-8280-d680491de071 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:06:00.382252 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a052f0a9-b7cb-481a-86a4-2f856fd5ed3f", "tag": "20174ac4-510e-4aff-bc52-8e6551a22535", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:06:00.382661 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ca778eb-4e0d-4c57-8280-d680491de071 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:06:00.383205 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a052f0a9-b7cb-481a-86a4-2f856fd5ed3f', 'tag': '20174ac4-510e-4aff-bc52-8e6551a22535', 'status': 'completed', 'code': 200} Mar 01 14:06:00.385311 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82730a9-b692-431d-b026-7e035834e258 req-613e1921-9923-420b-aea8-640c4cb3740f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:00.388243 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c82730a9-b692-431d-b026-7e035834e258 req-613e1921-9923-420b-aea8-640c4cb3740f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52f2fdfdead04f679e97764aca3f11b8&device_id=a052f0a9-b7cb-481a-86a4-2f856fd5ed3f HTTP/1.1" status: 200 len: 1125 time: 0.0764503 Mar 01 14:06:00.431542 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c82730a9-b692-431d-b026-7e035834e258 req-ec1c0ad3-3b74-4159-9b5c-558b82f78d0d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20174ac4-510e-4aff-bc52-8e6551a22535 HTTP/1.1" status: 200 len: 217 time: 0.0358431 Mar 01 14:06:00.540537 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82730a9-b692-431d-b026-7e035834e258 req-df579f18-68de-4bbb-b862-b0cee103e8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:00.542158 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c82730a9-b692-431d-b026-7e035834e258 req-df579f18-68de-4bbb-b862-b0cee103e8f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3c5c0e67-c77f-4a84-b527-894f9b639923 HTTP/1.1" status: 200 len: 852 time: 0.1034276 Mar 01 14:06:00.576491 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c82730a9-b692-431d-b026-7e035834e258 req-72699ee2-2448-4fe5-a215-5c33742ebe15 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4279a959-43d6-49f0-ae9b-3539856ab874 HTTP/1.1" status: 200 len: 217 time: 0.3420470 Mar 01 14:06:00.607893 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c82730a9-b692-431d-b026-7e035834e258 req-7849f168-08fe-48e3-8586-2145a3a7b943 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6a30b177-089c-4aaa-8b95-aee9c6b513eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588708 Mar 01 14:06:00.642768 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82730a9-b692-431d-b026-7e035834e258 req-786ac3c3-6245-4ef1-8add-17a9c4537c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:00.644548 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c82730a9-b692-431d-b026-7e035834e258 req-786ac3c3-6245-4ef1-8add-17a9c4537c38 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c5c0e67-c77f-4a84-b527-894f9b639923 HTTP/1.1" status: 200 len: 852 time: 0.0614009 Mar 01 14:06:00.647411 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-93542d2b-7e72-4f73-a8c1-b48197023c05 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (b15dc14e-16b2-4021-91b1-df20cb3f151e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:00.655475 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93542d2b-7e72-4f73-a8c1-b48197023c05 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:00.656420 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-93542d2b-7e72-4f73-a8c1-b48197023c05 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:00.755929 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93542d2b-7e72-4f73-a8c1-b48197023c05 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Pushing event updated for resources: {'Network': ['ID=b15dc14e-16b2-4021-91b1-df20cb3f151e,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:00.771007 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network b15dc14e-16b2-4021-91b1-df20cb3f151e details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:06:00.773260 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-93542d2b-7e72-4f73-a8c1-b48197023c05 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8571796 Mar 01 14:06:00.778518 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35262) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:00.805893 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-ca6b447b-6015-4fec-8918-e3c3b9b2aeb1 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Request body: {'subnet': {'network_id': 'b15dc14e-16b2-4021-91b1-df20cb3f151e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:00.844714 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c82730a9-b692-431d-b026-7e035834e258 req-3fbea287-b338-461f-adfe-fee6574a7c46 service neutron] 10.222.0.32 "GET /v2.0/networks/6a30b177-089c-4aaa-8b95-aee9c6b513eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297049 Mar 01 14:06:00.937585 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c82730a9-b692-431d-b026-7e035834e258 req-a93f7569-9b99-4840-bfb8-29579a0f9f8a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a30b177-089c-4aaa-8b95-aee9c6b513eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2676623 Mar 01 14:06:00.996121 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6b447b-6015-4fec-8918-e3c3b9b2aeb1 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Made reservation on behalf of d7c61de730f54e9cb20d4ce7e29499a5 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:06:01.004914 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ca6b447b-6015-4fec-8918-e3c3b9b2aeb1 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:01.057041 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c82730a9-b692-431d-b026-7e035834e258 req-b1e9c573-eec8-47bf-9872-1348a64f8dbd service neutron] 10.222.0.32 "GET /v2.0/networks/6a30b177-089c-4aaa-8b95-aee9c6b513eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021201 Mar 01 14:06:01.205727 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221871fe-289f-41e7-ab5f-2ac0758072fc req-69d1a24e-e573-4585-9316-b50252b77e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:01.212016 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-221871fe-289f-41e7-ab5f-2ac0758072fc req-69d1a24e-e573-4585-9316-b50252b77e26 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52f2fdfdead04f679e97764aca3f11b8&device_id=a052f0a9-b7cb-481a-86a4-2f856fd5ed3f HTTP/1.1" status: 200 len: 1125 time: 0.1000957 Mar 01 14:06:01.236047 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c82730a9-b692-431d-b026-7e035834e258 req-63f44c34-b532-47e3-8c91-fba219ef3a74 service neutron] 10.222.0.20 "GET /v2.0/networks/6a30b177-089c-4aaa-8b95-aee9c6b513eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413633 Mar 01 14:06:01.365190 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c82730a9-b692-431d-b026-7e035834e258 req-2809949f-5eec-472d-b1c0-25c92aab126c service neutron] 10.222.0.20 "GET /v2.0/networks/6a30b177-089c-4aaa-8b95-aee9c6b513eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998302 Mar 01 14:06:01.447176 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecddcc-2e6e-447c-a8ec-99b39775719f req-07e83266-3763-40cd-9222-68de97f3dee4 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:01.453500 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-08ecddcc-2e6e-447c-a8ec-99b39775719f req-07e83266-3763-40cd-9222-68de97f3dee4 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/ports?device_id=875a1500-bdaa-416c-9733-10b581a19e2e HTTP/1.1" status: 200 len: 943 time: 0.1401806 Mar 01 14:06:01.455603 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221871fe-289f-41e7-ab5f-2ac0758072fc req-4c57900b-905e-4953-ab21-fea678f09941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:01.457438 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-221871fe-289f-41e7-ab5f-2ac0758072fc req-4c57900b-905e-4953-ab21-fea678f09941 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6a30b177-089c-4aaa-8b95-aee9c6b513eb HTTP/1.1" status: 200 len: 913 time: 0.2395191 Mar 01 14:06:01.518507 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-221871fe-289f-41e7-ab5f-2ac0758072fc req-59241ba4-7657-4fac-925f-cc64c77e854a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20174ac4-510e-4aff-bc52-8e6551a22535 HTTP/1.1" status: 200 len: 217 time: 0.0531085 Mar 01 14:06:01.639065 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ca6b447b-6015-4fec-8918-e3c3b9b2aeb1 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (36b99646-9f3e-4434-aff5-d713274a0b9d), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:01.651051 n-d-827467-3 neutron-server[103726]: DEBUG neutron.objects.ports [None req-934e147f-4627-45d6-8c64-35e31bcacc19 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103726) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 01 14:06:01.652531 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-934e147f-4627-45d6-8c64-35e31bcacc19 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (124d0d14-bfaa-4718-a17e-234b1518440b), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:01.661275 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-08ecddcc-2e6e-447c-a8ec-99b39775719f req-c4ec0d4b-7dd3-4715-9911-9ed722847228 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6b20610-83a6-4fba-81bc-7280093bc5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026403 Mar 01 14:06:01.690556 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a6691-e08f-4c46-b822-ffe5bef5ff90 req-e3cca8b3-44c1-4d8f-8ab3-186d85a2c01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:01.692548 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221871fe-289f-41e7-ab5f-2ac0758072fc req-07bccd46-c496-4fbb-aa27-fcaf1ca33f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:01.694067 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-221871fe-289f-41e7-ab5f-2ac0758072fc req-07bccd46-c496-4fbb-aa27-fcaf1ca33f5e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3c5c0e67-c77f-4a84-b527-894f9b639923 HTTP/1.1" status: 200 len: 852 time: 0.1558464 Mar 01 14:06:01.706147 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5f5a6691-e08f-4c46-b822-ffe5bef5ff90 req-e3cca8b3-44c1-4d8f-8ab3-186d85a2c01b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52f2fdfdead04f679e97764aca3f11b8&device_id=875a1500-bdaa-416c-9733-10b581a19e2e HTTP/1.1" status: 200 len: 1125 time: 0.2692933 Mar 01 14:06:01.721122 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:01.732001 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-221871fe-289f-41e7-ab5f-2ac0758072fc req-9a2dd3e7-4c21-49ff-9184-1b2013ad0179 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6a30b177-089c-4aaa-8b95-aee9c6b513eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311615 Mar 01 14:06:01.783535 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b447b-6015-4fec-8918-e3c3b9b2aeb1 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Pushing event updated for resources: {'Subnet': ['ID=36b99646-9f3e-4434-aff5-d713274a0b9d,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:01.863534 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-221871fe-289f-41e7-ab5f-2ac0758072fc req-f69adb02-16ad-406d-8e0c-1c855025adf3 service neutron] 10.222.0.32 "GET /v2.0/networks/6a30b177-089c-4aaa-8b95-aee9c6b513eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248546 Mar 01 14:06:01.892898 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934e147f-4627-45d6-8c64-35e31bcacc19 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Checking segment: {'id': '594eb886-ff25-4184-ad10-ce213e44439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b4357233-d7b7-48aa-a89a-b85cce20a53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:06:01.904180 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934e147f-4627-45d6-8c64-35e31bcacc19 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Network hostable DHCP agents. Network: b4357233-d7b7-48aa-a89a-b85cce20a53a, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:06:01.907647 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6b447b-6015-4fec-8918-e3c3b9b2aeb1 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Checking segment: {'id': 'f408d1ac-4c14-43b5-8da7-399d2ec22f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b15dc14e-16b2-4021-91b1-df20cb3f151e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:06:01.910222 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6b447b-6015-4fec-8918-e3c3b9b2aeb1 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Network hostable DHCP agents. Network: b15dc14e-16b2-4021-91b1-df20cb3f151e, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:06:01.950690 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e147f-4627-45d6-8c64-35e31bcacc19 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Pushing event updated for resources: {'Subnet': ['ID=124d0d14-bfaa-4718-a17e-234b1518440b,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:01.975413 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a6691-e08f-4c46-b822-ffe5bef5ff90 req-ea21a2c1-dd42-4e79-8ace-4650787a555e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:01.977351 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5f5a6691-e08f-4c46-b822-ffe5bef5ff90 req-ea21a2c1-dd42-4e79-8ace-4650787a555e service neutron] 10.222.0.20 "GET /v2.0/networks?id=6a30b177-089c-4aaa-8b95-aee9c6b513eb HTTP/1.1" status: 200 len: 913 time: 0.2539134 Mar 01 14:06:01.982738 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6b447b-6015-4fec-8918-e3c3b9b2aeb1 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Network b15dc14e-16b2-4021-91b1-df20cb3f151e is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:06:01.998920 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934e147f-4627-45d6-8c64-35e31bcacc19 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Network b4357233-d7b7-48aa-a89a-b85cce20a53a is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:06:02.043869 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-221871fe-289f-41e7-ab5f-2ac0758072fc req-766eb506-172c-4157-b902-4ce38544bfef service neutron] 10.222.0.32 "GET /v2.0/networks/6a30b177-089c-4aaa-8b95-aee9c6b513eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720526 Mar 01 14:06:02.059660 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-ca6b447b-6015-4fec-8918-e3c3b9b2aeb1 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, b15dc14e-16b2-4021-91b1-df20cb3f151e) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:06:02.076998 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5161226c-8fa0-41aa-ad72-61f069b112ed None None] Network b15dc14e-16b2-4021-91b1-df20cb3f151e requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:06:02.082634 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5f5a6691-e08f-4c46-b822-ffe5bef5ff90 req-ada57892-0742-4a19-93ca-9a40f6b71f4c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4279a959-43d6-49f0-ae9b-3539856ab874 HTTP/1.1" status: 200 len: 217 time: 0.0961144 Mar 01 14:06:02.084008 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6b447b-6015-4fec-8918-e3c3b9b2aeb1 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:02.084609 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ca6b447b-6015-4fec-8918-e3c3b9b2aeb1 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:02.103521 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-934e147f-4627-45d6-8c64-35e31bcacc19 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, b4357233-d7b7-48aa-a89a-b85cce20a53a) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:06:02.142386 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934e147f-4627-45d6-8c64-35e31bcacc19 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:02.143002 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-934e147f-4627-45d6-8c64-35e31bcacc19 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:02.175569 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ca6b447b-6015-4fec-8918-e3c3b9b2aeb1 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3920362 Mar 01 14:06:02.178267 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35284) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:02.184338 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-e5563758-50ba-462a-94bf-47df26da177c tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-461878563', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:02.217585 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e5563758-50ba-462a-94bf-47df26da177c tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (a52e6d5f-6217-43c7-a531-f84469793db9), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:02.219642 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e5563758-50ba-462a-94bf-47df26da177c tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (a52e6d5f-6217-43c7-a531-f84469793db9), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:02.222941 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-934e147f-4627-45d6-8c64-35e31bcacc19 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5327995 Mar 01 14:06:02.225825 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35286) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:02.225981 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a860c662-d092-4901-aa14-c4ee6d51ff49 None None] Network b4357233-d7b7-48aa-a89a-b85cce20a53a requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:06:02.237741 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-43f7f8df-dd32-4ffb-ad30-c94661390c84 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-45872631', 'network_id': 'b4357233-d7b7-48aa-a89a-b85cce20a53a'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:02.278090 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a6691-e08f-4c46-b822-ffe5bef5ff90 req-3ae449b5-d800-4bb8-921e-4841fd564056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:02.282399 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5f5a6691-e08f-4c46-b822-ffe5bef5ff90 req-3ae449b5-d800-4bb8-921e-4841fd564056 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c5c0e67-c77f-4a84-b527-894f9b639923 HTTP/1.1" status: 200 len: 852 time: 0.1793809 Mar 01 14:06:02.285205 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f7f8df-dd32-4ffb-ad30-c94661390c84 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Made reservation on behalf of 5260de59f82545488c0d340e570c1a07 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:06:02.289718 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43f7f8df-dd32-4ffb-ad30-c94661390c84 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:02.336010 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5f5a6691-e08f-4c46-b822-ffe5bef5ff90 req-0e2070be-5cb3-412a-b581-ab6865a12f33 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a30b177-089c-4aaa-8b95-aee9c6b513eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424924 Mar 01 14:06:02.371397 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e5563758-50ba-462a-94bf-47df26da177c tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks [] for router_controller (a52e6d5f-6217-43c7-a531-f84469793db9), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:02.387282 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e5563758-50ba-462a-94bf-47df26da177c tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (a52e6d5f-6217-43c7-a531-f84469793db9), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:02.421911 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e5563758-50ba-462a-94bf-47df26da177c tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:02.423611 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e5563758-50ba-462a-94bf-47df26da177c tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2442541 Mar 01 14:06:02.426328 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35288) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:02.469354 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-43f7f8df-dd32-4ffb-ad30-c94661390c84 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] device_id is not set on port 015f85d1-4edd-45c4-a29a-53d03aa95eb8 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:06:02.654496 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5f5a6691-e08f-4c46-b822-ffe5bef5ff90 req-618733b0-5610-4cd9-ae67-05d21a51d331 service neutron] 10.222.0.20 "GET /v2.0/networks/6a30b177-089c-4aaa-8b95-aee9c6b513eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079650 Mar 01 14:06:02.661592 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a18cad0-0d6a-4da8-9ce8-5deaa88c7c5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-b15dc14e-16b2-4021-91b1-df20cb3f151e', 'network_id': 'b15dc14e-16b2-4021-91b1-df20cb3f151e', 'project_id': 'd7c61de730f54e9cb20d4ce7e29499a5', 'fixed_ips': [{'subnet_id': '36b99646-9f3e-4434-aff5-d713274a0b9d'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:06:02.662505 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5a18cad0-0d6a-4da8-9ce8-5deaa88c7c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:02.751596 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-43f7f8df-dd32-4ffb-ad30-c94661390c84 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Allocated IP 172.20.0.12 (b4357233-d7b7-48aa-a89a-b85cce20a53a/124d0d14-bfaa-4718-a17e-234b1518440b/015f85d1-4edd-45c4-a29a-53d03aa95eb8) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:06:02.874839 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-5f5a6691-e08f-4c46-b822-ffe5bef5ff90 req-555bef71-ef5c-4684-88a3-ce41e9b704d5 service neutron] 10.222.0.20 "GET /v2.0/networks/6a30b177-089c-4aaa-8b95-aee9c6b513eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090659 Mar 01 14:06:02.921162 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-5a18cad0-0d6a-4da8-9ce8-5deaa88c7c5a None None] Allocated IP 172.20.0.2 (b15dc14e-16b2-4021-91b1-df20cb3f151e/36b99646-9f3e-4434-aff5-d713274a0b9d/d1c41dfb-93cf-45fd-a620-91ee629ecce0) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:06:02.998806 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-607ff0c5-f629-4efb-8770-2fd7e9e6dde4 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:03.008823 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6d33e-0f3e-462c-b621-2fffcb50ec66 req-e297ba14-4605-4450-8376-4166a574d559 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:03.018012 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ffc6d33e-0f3e-462c-b621-2fffcb50ec66 req-e297ba14-4605-4450-8376-4166a574d559 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/ports?device_id=875a1500-bdaa-416c-9733-10b581a19e2e HTTP/1.1" status: 200 len: 943 time: 0.1480682 Mar 01 14:06:03.079169 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43f7f8df-dd32-4ffb-ad30-c94661390c84 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for port (015f85d1-4edd-45c4-a29a-53d03aa95eb8), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:03.139171 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43f7f8df-dd32-4ffb-ad30-c94661390c84 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (015f85d1-4edd-45c4-a29a-53d03aa95eb8), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:03.213226 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b727bb5b-2503-4b67-9717-13e764d38e56 None None] Network b4357233-d7b7-48aa-a89a-b85cce20a53a requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:06:03.243308 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7f8df-dd32-4ffb-ad30-c94661390c84 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Pushing event updated for resources: {'Port': ['ID=015f85d1-4edd-45c4-a29a-53d03aa95eb8,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:03.268071 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ffc6d33e-0f3e-462c-b621-2fffcb50ec66 req-1893b277-2981-4eeb-b678-20be600751b8 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6b20610-83a6-4fba-81bc-7280093bc5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372141 Mar 01 14:06:03.279841 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f7f8df-dd32-4ffb-ad30-c94661390c84 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Network b4357233-d7b7-48aa-a89a-b85cce20a53a is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:06:03.281592 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-43f7f8df-dd32-4ffb-ad30-c94661390c84 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:06:03.293779 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f7f8df-dd32-4ffb-ad30-c94661390c84 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:06:03.372815 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5a18cad0-0d6a-4da8-9ce8-5deaa88c7c5a None None] Publish callbacks [] for port (d1c41dfb-93cf-45fd-a620-91ee629ecce0), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:03.383213 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f7f8df-dd32-4ffb-ad30-c94661390c84 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:03.384015 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43f7f8df-dd32-4ffb-ad30-c94661390c84 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:03.394966 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5a18cad0-0d6a-4da8-9ce8-5deaa88c7c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (d1c41dfb-93cf-45fd-a620-91ee629ecce0), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:03.421340 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-43f7f8df-dd32-4ffb-ad30-c94661390c84 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.1900744 Mar 01 14:06:03.421340 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35302) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:03.508771 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a18cad0-0d6a-4da8-9ce8-5deaa88c7c5a None None] Network b15dc14e-16b2-4021-91b1-df20cb3f151e is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:06:03.517088 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-5a18cad0-0d6a-4da8-9ce8-5deaa88c7c5a None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:06:03.522994 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a18cad0-0d6a-4da8-9ce8-5deaa88c7c5a None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:06:03.528287 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18cad0-0d6a-4da8-9ce8-5deaa88c7c5a None None] Pushing event updated for resources: {'Port': ['ID=d1c41dfb-93cf-45fd-a620-91ee629ecce0,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:03.543339 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-607ff0c5-f629-4efb-8770-2fd7e9e6dde4 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Allocated IP 172.20.0.1 (b15dc14e-16b2-4021-91b1-df20cb3f151e/36b99646-9f3e-4434-aff5-d713274a0b9d/efe13e73-7393-47c9-8f49-e20f372067cf) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:06:03.594323 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ef68688d-e5f1-4cd7-810a-4b31d99b7c48 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Deleting port 015f85d1-4edd-45c4-a29a-53d03aa95eb8 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:06:03.594674 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ef68688d-e5f1-4cd7-810a-4b31d99b7c48 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (015f85d1-4edd-45c4-a29a-53d03aa95eb8), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:03.642525 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-5a18cad0-0d6a-4da8-9ce8-5deaa88c7c5a None None] Attempting to bind port d1c41dfb-93cf-45fd-a620-91ee629ecce0 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:06:03.643008 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-5a18cad0-0d6a-4da8-9ce8-5deaa88c7c5a None None] Attempting to bind port d1c41dfb-93cf-45fd-a620-91ee629ecce0 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'f408d1ac-4c14-43b5-8da7-399d2ec22f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b15dc14e-16b2-4021-91b1-df20cb3f151e'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:06:03.643379 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a18cad0-0d6a-4da8-9ce8-5deaa88c7c5a None None] Attempting to bind port d1c41dfb-93cf-45fd-a620-91ee629ecce0 on network b15dc14e-16b2-4021-91b1-df20cb3f151e {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:06:03.652402 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a18cad0-0d6a-4da8-9ce8-5deaa88c7c5a None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:06:03.652784 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a18cad0-0d6a-4da8-9ce8-5deaa88c7c5a None None] Checking segment: {'id': 'f408d1ac-4c14-43b5-8da7-399d2ec22f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b15dc14e-16b2-4021-91b1-df20cb3f151e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:06:03.653299 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5a18cad0-0d6a-4da8-9ce8-5deaa88c7c5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:03.653696 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a18cad0-0d6a-4da8-9ce8-5deaa88c7c5a None None] Bound using segment: {'id': 'f408d1ac-4c14-43b5-8da7-399d2ec22f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b15dc14e-16b2-4021-91b1-df20cb3f151e'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:06:03.654537 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-5a18cad0-0d6a-4da8-9ce8-5deaa88c7c5a None None] Bound port: d1c41dfb-93cf-45fd-a620-91ee629ecce0, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f408d1ac-4c14-43b5-8da7-399d2ec22f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b15dc14e-16b2-4021-91b1-df20cb3f151e'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:06:03.654929 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5a18cad0-0d6a-4da8-9ce8-5deaa88c7c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d1c41dfb-93cf-45fd-a620-91ee629ecce0), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:03.741880 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-5a18cad0-0d6a-4da8-9ce8-5deaa88c7c5a None None] For port d1c41dfb-93cf-45fd-a620-91ee629ecce0, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:06:03.746434 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-5a18cad0-0d6a-4da8-9ce8-5deaa88c7c5a None None] For port d1c41dfb-93cf-45fd-a620-91ee629ecce0, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=d1c41dfb-93cf-45fd-a620-91ee629ecce0,segment=NetworkSegment(f408d1ac-4c14-43b5-8da7-399d2ec22f27),segment_id=f408d1ac-4c14-43b5-8da7-399d2ec22f27)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:06:03.756974 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ef68688d-e5f1-4cd7-810a-4b31d99b7c48 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (015f85d1-4edd-45c4-a29a-53d03aa95eb8), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:03.763756 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5a18cad0-0d6a-4da8-9ce8-5deaa88c7c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (d1c41dfb-93cf-45fd-a620-91ee629ecce0), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:03.784258 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ef68688d-e5f1-4cd7-810a-4b31d99b7c48 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Calling delete_port for 015f85d1-4edd-45c4-a29a-53d03aa95eb8 owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:06:03.791877 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-607ff0c5-f629-4efb-8770-2fd7e9e6dde4 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks [] for port (efe13e73-7393-47c9-8f49-e20f372067cf), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:03.867018 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18cad0-0d6a-4da8-9ce8-5deaa88c7c5a None None] Pushing event updated for resources: {'Port': ['ID=d1c41dfb-93cf-45fd-a620-91ee629ecce0,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:03.871217 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-607ff0c5-f629-4efb-8770-2fd7e9e6dde4 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (efe13e73-7393-47c9-8f49-e20f372067cf), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:03.952904 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607ff0c5-f629-4efb-8770-2fd7e9e6dde4 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Network b15dc14e-16b2-4021-91b1-df20cb3f151e is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:06:03.964599 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-607ff0c5-f629-4efb-8770-2fd7e9e6dde4 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:06:03.972571 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607ff0c5-f629-4efb-8770-2fd7e9e6dde4 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:06:04.060007 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ef68688d-e5f1-4cd7-810a-4b31d99b7c48 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (015f85d1-4edd-45c4-a29a-53d03aa95eb8), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:04.071930 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ff0c5-f629-4efb-8770-2fd7e9e6dde4 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Pushing event updated for resources: {'Port': ['ID=efe13e73-7393-47c9-8f49-e20f372067cf,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:04.129103 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-607ff0c5-f629-4efb-8770-2fd7e9e6dde4 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (a52e6d5f-6217-43c7-a531-f84469793db9), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:04.163026 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef68688d-e5f1-4cd7-810a-4b31d99b7c48 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Pushing event deleted for resources: {'Port': ['ID=015f85d1-4edd-45c4-a29a-53d03aa95eb8,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:04.332640 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ef68688d-e5f1-4cd7-810a-4b31d99b7c48 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:04.340592 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ef68688d-e5f1-4cd7-810a-4b31d99b7c48 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] 10.222.0.13 "DELETE /v2.0/ports/015f85d1-4edd-45c4-a29a-53d03aa95eb8 HTTP/1.1" status: 204 len: 168 time: 0.9187362 Mar 01 14:06:04.344684 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35316) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:04.354067 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-635753b4-85c5-4f30-b920-f42180846b2a tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4357233-d7b7-48aa-a89a-b85cce20a53a', 'external_fixed_ips': [{'subnet_id': '124d0d14-bfaa-4718-a17e-234b1518440b', 'ip_address': '172.20.0.12'}]}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:04.404589 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-635753b4-85c5-4f30-b920-f42180846b2a tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (f1933a73-194c-44d7-876e-2da89d8cde94), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:04.405783 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-635753b4-85c5-4f30-b920-f42180846b2a tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (f1933a73-194c-44d7-876e-2da89d8cde94), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:04.410869 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-607ff0c5-f629-4efb-8770-2fd7e9e6dde4 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (efe13e73-7393-47c9-8f49-e20f372067cf), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:04.471449 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35322) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:04.551706 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-635753b4-85c5-4f30-b920-f42180846b2a tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router_controller (f1933a73-194c-44d7-876e-2da89d8cde94), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:04.663429 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943e2d3-e332-4f51-aaf0-02eb4ec8cfc2 req-e1f0e7bc-e73e-4f0b-8d3d-7eea7b17cab1 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:04.665515 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4943e2d3-e332-4f51-aaf0-02eb4ec8cfc2 req-e1f0e7bc-e73e-4f0b-8d3d-7eea7b17cab1 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/ports?device_id=875a1500-bdaa-416c-9733-10b581a19e2e HTTP/1.1" status: 200 len: 943 time: 0.1261082 Mar 01 14:06:04.804267 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4943e2d3-e332-4f51-aaf0-02eb4ec8cfc2 req-750dedab-dc43-4451-b935-e12b665f181b tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6b20610-83a6-4fba-81bc-7280093bc5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272345 Mar 01 14:06:04.891539 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device d1c41dfb-93cf-45fd-a620-91ee629ecce0 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:06:04.982923 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-635753b4-85c5-4f30-b920-f42180846b2a tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router_gateway (f1933a73-194c-44d7-876e-2da89d8cde94), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:05.016896 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port d1c41dfb-93cf-45fd-a620-91ee629ecce0 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:06:05.017345 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (d1c41dfb-93cf-45fd-a620-91ee629ecce0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:05.142111 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 4279a959-43d6-49f0-ae9b-3539856ab874 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:06:05.313886 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 4279a959-43d6-49f0-ae9b-3539856ab874, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=4279a959-43d6-49f0-ae9b-3539856ab874,segment=NetworkSegment(017dfbad-3f1e-4c5f-b4fb-6113a947a637),segment_id=017dfbad-3f1e-4c5f-b4fb-6113a947a637)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:06:05.339058 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '4279a959-43d6-49f0-ae9b-3539856ab874', 'network_id': '6a30b177-089c-4aaa-8b95-aee9c6b513eb', 'port_id': '4279a959-43d6-49f0-ae9b-3539856ab874', 'mac_address': 'fa:16:3e:b5:a4:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c5c0e67-c77f-4a84-b527-894f9b639923', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:06:05.405679 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-607ff0c5-f629-4efb-8770-2fd7e9e6dde4 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks [] for port (efe13e73-7393-47c9-8f49-e20f372067cf), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:05.444173 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-607ff0c5-f629-4efb-8770-2fd7e9e6dde4 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (efe13e73-7393-47c9-8f49-e20f372067cf), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:05.493044 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-635753b4-85c5-4f30-b920-f42180846b2a tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router_gateway (f1933a73-194c-44d7-876e-2da89d8cde94), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:05.528305 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-607ff0c5-f629-4efb-8770-2fd7e9e6dde4 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (a52e6d5f-6217-43c7-a531-f84469793db9), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:05.543078 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-635753b4-85c5-4f30-b920-f42180846b2a tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:05.592638 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 4279a959-43d6-49f0-ae9b-3539856ab874 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:06:05.593027 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4279a959-43d6-49f0-ae9b-3539856ab874), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:05.654662 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ff0c5-f629-4efb-8770-2fd7e9e6dde4 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Pushing event updated for resources: {'Port': ['ID=efe13e73-7393-47c9-8f49-e20f372067cf,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:05.694626 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 20174ac4-510e-4aff-bc52-8e6551a22535 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:06:05.709962 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc0279e-3f07-4ef8-b445-35b5f81c23ce None None] Network b15dc14e-16b2-4021-91b1-df20cb3f151e requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:06:05.835818 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607ff0c5-f629-4efb-8770-2fd7e9e6dde4 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Network b15dc14e-16b2-4021-91b1-df20cb3f151e is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:06:05.840016 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-607ff0c5-f629-4efb-8770-2fd7e9e6dde4 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:06:05.994429 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-635753b4-85c5-4f30-b920-f42180846b2a tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Allocated IP 172.20.0.12 (b4357233-d7b7-48aa-a89a-b85cce20a53a/124d0d14-bfaa-4718-a17e-234b1518440b/7941a814-fba5-4680-8d1a-f4607556cd75) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:06:06.073043 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4279a959-43d6-49f0-ae9b-3539856ab874 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:06:06.140488 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-635753b4-85c5-4f30-b920-f42180846b2a tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for port (7941a814-fba5-4680-8d1a-f4607556cd75), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:06.196359 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-635753b4-85c5-4f30-b920-f42180846b2a tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (7941a814-fba5-4680-8d1a-f4607556cd75), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:06.287581 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635753b4-85c5-4f30-b920-f42180846b2a tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Pushing event updated for resources: {'Port': ['ID=7941a814-fba5-4680-8d1a-f4607556cd75,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:06.306390 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635753b4-85c5-4f30-b920-f42180846b2a tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Network b4357233-d7b7-48aa-a89a-b85cce20a53a is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:06:06.310750 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-635753b4-85c5-4f30-b920-f42180846b2a tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:06:06.321219 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635753b4-85c5-4f30-b920-f42180846b2a tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:06:06.334276 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dc654-1ef0-4f51-b09b-655823dcc59b req-4908f77c-2146-4c29-ad01-526db4a563b1 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:06.335959 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0c1dc654-1ef0-4f51-b09b-655823dcc59b req-4908f77c-2146-4c29-ad01-526db4a563b1 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/ports?device_id=875a1500-bdaa-416c-9733-10b581a19e2e HTTP/1.1" status: 200 len: 943 time: 0.2861989 Mar 01 14:06:06.344617 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607ff0c5-f629-4efb-8770-2fd7e9e6dde4 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Router a52e6d5f-6217-43c7-a531-f84469793db9 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:06:06.456629 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 20174ac4-510e-4aff-bc52-8e6551a22535, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=20174ac4-510e-4aff-bc52-8e6551a22535,segment=NetworkSegment(017dfbad-3f1e-4c5f-b4fb-6113a947a637),segment_id=017dfbad-3f1e-4c5f-b4fb-6113a947a637)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:06:06.493643 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ca385ed0-7c6d-4167-b038-6de3e6d1a876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (faec7802-e390-484f-986f-d28422908bf4), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:06.538648 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-8dc20925-cbca-499b-84cc-d0a360abfce8 None None] Provisioning complete for port d1c41dfb-93cf-45fd-a620-91ee629ecce0 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:06:06.540458 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8dc20925-cbca-499b-84cc-d0a360abfce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (d1c41dfb-93cf-45fd-a620-91ee629ecce0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:06.548905 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 4279a959-43d6-49f0-ae9b-3539856ab874, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=4279a959-43d6-49f0-ae9b-3539856ab874,segment=NetworkSegment(017dfbad-3f1e-4c5f-b4fb-6113a947a637),segment_id=017dfbad-3f1e-4c5f-b4fb-6113a947a637)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:06:06.569049 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port d1c41dfb-93cf-45fd-a620-91ee629ecce0 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:06:06.569438 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d1c41dfb-93cf-45fd-a620-91ee629ecce0), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:06.575729 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (4279a959-43d6-49f0-ae9b-3539856ab874), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:06.594939 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '20174ac4-510e-4aff-bc52-8e6551a22535', 'network_id': '6a30b177-089c-4aaa-8b95-aee9c6b513eb', 'port_id': '20174ac4-510e-4aff-bc52-8e6551a22535', 'mac_address': 'fa:16:3e:f0:d5:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c5c0e67-c77f-4a84-b527-894f9b639923', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:06:06.655055 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port d1c41dfb-93cf-45fd-a620-91ee629ecce0, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=d1c41dfb-93cf-45fd-a620-91ee629ecce0,segment=NetworkSegment(f408d1ac-4c14-43b5-8da7-399d2ec22f27),segment_id=f408d1ac-4c14-43b5-8da7-399d2ec22f27)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:06:06.710926 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 20174ac4-510e-4aff-bc52-8e6551a22535 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:06:06.711378 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (20174ac4-510e-4aff-bc52-8e6551a22535), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:06.713354 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (d1c41dfb-93cf-45fd-a620-91ee629ecce0), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:06.782376 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20174ac4-510e-4aff-bc52-8e6551a22535 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:06:06.794028 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=4279a959-43d6-49f0-ae9b-3539856ab874,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:07.041928 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-8dc20925-cbca-499b-84cc-d0a360abfce8 None None] Current status of the port d1c41dfb-93cf-45fd-a620-91ee629ecce0 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:06:07.063954 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 20174ac4-510e-4aff-bc52-8e6551a22535, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=20174ac4-510e-4aff-bc52-8e6551a22535,segment=NetworkSegment(017dfbad-3f1e-4c5f-b4fb-6113a947a637),segment_id=017dfbad-3f1e-4c5f-b4fb-6113a947a637)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:06:07.071215 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['4279a959-43d6-49f0-ae9b-3539856ab874'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:06:07.313579 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (20174ac4-510e-4aff-bc52-8e6551a22535), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:07.336483 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=d1c41dfb-93cf-45fd-a620-91ee629ecce0,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:07.546262 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-96c90932-20d3-429b-95ec-a69b15faea73 None None] Provisioning complete for port efe13e73-7393-47c9-8f49-e20f372067cf triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:06:07.546796 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-96c90932-20d3-429b-95ec-a69b15faea73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (efe13e73-7393-47c9-8f49-e20f372067cf), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:07.629696 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0c1dc654-1ef0-4f51-b09b-655823dcc59b req-b21e1604-30a7-4246-9652-8bfd86099ca4 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6b20610-83a6-4fba-81bc-7280093bc5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2743931 Mar 01 14:06:07.659752 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['20174ac4-510e-4aff-bc52-8e6551a22535'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:06:07.674023 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607ff0c5-f629-4efb-8770-2fd7e9e6dde4 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:06:07.683827 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-607ff0c5-f629-4efb-8770-2fd7e9e6dde4 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] 10.222.0.13 "PUT /v2.0/routers/a52e6d5f-6217-43c7-a531-f84469793db9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2531431 Mar 01 14:06:07.703891 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551e9eeb-1048-45cc-8eb9-d18738ae9c83 None None] Sync routers for ids ['a52e6d5f-6217-43c7-a531-f84469793db9'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:06:07.735533 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=20174ac4-510e-4aff-bc52-8e6551a22535,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:07.741346 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e9eeb-1048-45cc-8eb9-d18738ae9c83 None None] Routers {'a52e6d5f-6217-43c7-a531-f84469793db9'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:06:07.746037 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-551e9eeb-1048-45cc-8eb9-d18738ae9c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:05:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['a52e6d5f-6217-43c7-a531-f84469793db9'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:07.795811 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-96c90932-20d3-429b-95ec-a69b15faea73 None None] Port efe13e73-7393-47c9-8f49-e20f372067cf cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:06:07.800588 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35342) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:07.821037 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-635753b4-85c5-4f30-b920-f42180846b2a tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router_gateway (f1933a73-194c-44d7-876e-2da89d8cde94), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:07.838106 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-6a036684-b032-470a-85ba-94ca8fcff900 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Request body: {'port': {'network_id': 'b15dc14e-16b2-4021-91b1-df20cb3f151e', 'name': 'tempest-FloatingIPNegativeTestJSON-2005963078'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:07.893404 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-96c90932-20d3-429b-95ec-a69b15faea73 None None] Provisioning complete for port d1c41dfb-93cf-45fd-a620-91ee629ecce0 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:06:07.900584 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-96c90932-20d3-429b-95ec-a69b15faea73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (d1c41dfb-93cf-45fd-a620-91ee629ecce0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:07.914673 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-551e9eeb-1048-45cc-8eb9-d18738ae9c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:07.943292 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e9eeb-1048-45cc-8eb9-d18738ae9c83 None None] Routers {'a52e6d5f-6217-43c7-a531-f84469793db9'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:06:07.944447 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-551e9eeb-1048-45cc-8eb9-d18738ae9c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:05:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['a52e6d5f-6217-43c7-a531-f84469793db9'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:08.046604 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-551e9eeb-1048-45cc-8eb9-d18738ae9c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:08.047295 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551e9eeb-1048-45cc-8eb9-d18738ae9c83 None None] The sync data for ids ['a52e6d5f-6217-43c7-a531-f84469793db9'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:06:08.162742 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-96c90932-20d3-429b-95ec-a69b15faea73 None None] Current status of the port d1c41dfb-93cf-45fd-a620-91ee629ecce0 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:06:08.177157 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a036684-b032-470a-85ba-94ca8fcff900 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Made reservation on behalf of d7c61de730f54e9cb20d4ce7e29499a5 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:06:08.180819 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6a036684-b032-470a-85ba-94ca8fcff900 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:08.203277 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-6a036684-b032-470a-85ba-94ca8fcff900 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] device_id is not set on port e786d7e2-f72e-4af8-a83b-3a1953b1d52b yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:06:08.323041 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-9bde9121-e212-48ba-9fee-1ba5232bdcec None None] Provisioning complete for port efe13e73-7393-47c9-8f49-e20f372067cf triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:06:08.323705 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9bde9121-e212-48ba-9fee-1ba5232bdcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (efe13e73-7393-47c9-8f49-e20f372067cf), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:08.379735 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-6a036684-b032-470a-85ba-94ca8fcff900 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Allocated IP 172.20.0.3 (b15dc14e-16b2-4021-91b1-df20cb3f151e/36b99646-9f3e-4434-aff5-d713274a0b9d/e786d7e2-f72e-4af8-a83b-3a1953b1d52b) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:06:08.448336 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-9bde9121-e212-48ba-9fee-1ba5232bdcec None None] Port efe13e73-7393-47c9-8f49-e20f372067cf cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:06:08.525706 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-635753b4-85c5-4f30-b920-f42180846b2a tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (f1933a73-194c-44d7-876e-2da89d8cde94), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:08.814581 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6a036684-b032-470a-85ba-94ca8fcff900 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks [] for port (e786d7e2-f72e-4af8-a83b-3a1953b1d52b), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:08.898070 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device d1c41dfb-93cf-45fd-a620-91ee629ecce0 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:06:08.957096 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635753b4-85c5-4f30-b920-f42180846b2a tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Router f1933a73-194c-44d7-876e-2da89d8cde94 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:06:08.963285 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cc3b7-0051-4c20-8029-c633bacf50d8 req-2fc62911-89ac-4b35-a2bd-2210f36f515c tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:08.965669 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-268cc3b7-0051-4c20-8029-c633bacf50d8 req-2fc62911-89ac-4b35-a2bd-2210f36f515c tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/ports?device_id=875a1500-bdaa-416c-9733-10b581a19e2e HTTP/1.1" status: 200 len: 944 time: 0.1698041 Mar 01 14:06:08.995370 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port d1c41dfb-93cf-45fd-a620-91ee629ecce0 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:06:08.996286 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (d1c41dfb-93cf-45fd-a620-91ee629ecce0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:09.003897 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-ca385ed0-7c6d-4167-b038-6de3e6d1a876 admin admin] Deleting port 2130f1cc-044d-462c-81db-611276dbecdc {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:06:09.004890 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ca385ed0-7c6d-4167-b038-6de3e6d1a876 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (2130f1cc-044d-462c-81db-611276dbecdc), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:09.142155 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 4279a959-43d6-49f0-ae9b-3539856ab874 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:06:09.176354 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6a036684-b032-470a-85ba-94ca8fcff900 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (e786d7e2-f72e-4af8-a83b-3a1953b1d52b), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:09.279276 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a036684-b032-470a-85ba-94ca8fcff900 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Network b15dc14e-16b2-4021-91b1-df20cb3f151e is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:06:09.300267 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-268cc3b7-0051-4c20-8029-c633bacf50d8 req-9b8b5cbd-e822-4872-90ae-6f294f9c9a48 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6b20610-83a6-4fba-81bc-7280093bc5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016961 Mar 01 14:06:09.329449 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-6a036684-b032-470a-85ba-94ca8fcff900 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:06:09.330986 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635753b4-85c5-4f30-b920-f42180846b2a tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:06:09.342140 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a036684-b032-470a-85ba-94ca8fcff900 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:06:09.347166 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a036684-b032-470a-85ba-94ca8fcff900 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Pushing event updated for resources: {'Port': ['ID=e786d7e2-f72e-4af8-a83b-3a1953b1d52b,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:09.415007 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb4867b-a929-4445-9ff7-30318174b02a None None] Sync routers for ids ['f1933a73-194c-44d7-876e-2da89d8cde94'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:06:09.451006 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-ca385ed0-7c6d-4167-b038-6de3e6d1a876 admin admin] For port 2130f1cc-044d-462c-81db-611276dbecdc, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=2130f1cc-044d-462c-81db-611276dbecdc,segment=NetworkSegment(da6b7aae-9464-459b-8485-5cc7242f7627),segment_id=da6b7aae-9464-459b-8485-5cc7242f7627)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:06:09.451234 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-635753b4-85c5-4f30-b920-f42180846b2a tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:09.453261 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ca385ed0-7c6d-4167-b038-6de3e6d1a876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (2130f1cc-044d-462c-81db-611276dbecdc), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:09.459905 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-635753b4-85c5-4f30-b920-f42180846b2a tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.1138077 Mar 01 14:06:09.460555 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35360) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:09.478585 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a036684-b032-470a-85ba-94ca8fcff900 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:09.479463 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6a036684-b032-470a-85ba-94ca8fcff900 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:09.494246 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-ca385ed0-7c6d-4167-b038-6de3e6d1a876 admin admin] Calling delete_port for 2130f1cc-044d-462c-81db-611276dbecdc owned by network:router_interface {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:06:09.509651 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 20174ac4-510e-4aff-bc52-8e6551a22535 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:06:09.534501 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port d1c41dfb-93cf-45fd-a620-91ee629ecce0 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:06:09.572283 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 4279a959-43d6-49f0-ae9b-3539856ab874 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:06:09.590830 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb4867b-a929-4445-9ff7-30318174b02a None None] Routers {'f1933a73-194c-44d7-876e-2da89d8cde94'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:06:09.592715 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-afb4867b-a929-4445-9ff7-30318174b02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:05:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['f1933a73-194c-44d7-876e-2da89d8cde94'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:09.602243 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6a036684-b032-470a-85ba-94ca8fcff900 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7809293 Mar 01 14:06:09.605172 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35362) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:09.611030 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-6677423d-fd23-4cee-89ae-0ae56f2283d3 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:09.653472 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 4279a959-43d6-49f0-ae9b-3539856ab874 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:06:09.654415 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (4279a959-43d6-49f0-ae9b-3539856ab874), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:09.725608 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6677423d-fd23-4cee-89ae-0ae56f2283d3 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:09.784297 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-15b49d53-c698-40ec-9fe6-a117867de6ac tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router (f1933a73-194c-44d7-876e-2da89d8cde94), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:10.028411 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-afb4867b-a929-4445-9ff7-30318174b02a None None] Set router f1933a73-194c-44d7-876e-2da89d8cde94 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:06:10.047232 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-15b49d53-c698-40ec-9fe6-a117867de6ac tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router_gateway (f1933a73-194c-44d7-876e-2da89d8cde94), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:10.130140 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6677423d-fd23-4cee-89ae-0ae56f2283d3 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:10.179065 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:10.192509 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 20174ac4-510e-4aff-bc52-8e6551a22535 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:06:10.194345 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:10.201525 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-38113dee-f038-4c72-8135-fc1278da6d5b None None] Provisioning complete for port e786d7e2-f72e-4af8-a83b-3a1953b1d52b triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:06:10.201880 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-38113dee-f038-4c72-8135-fc1278da6d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e786d7e2-f72e-4af8-a83b-3a1953b1d52b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:10.209176 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ca385ed0-7c6d-4167-b038-6de3e6d1a876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (2130f1cc-044d-462c-81db-611276dbecdc), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:10.240792 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca385ed0-7c6d-4167-b038-6de3e6d1a876 admin admin] Pushing event deleted for resources: {'Port': ['ID=2130f1cc-044d-462c-81db-611276dbecdc,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:10.242300 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-38113dee-f038-4c72-8135-fc1278da6d5b None None] Port e786d7e2-f72e-4af8-a83b-3a1953b1d52b cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:06:10.243755 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 20174ac4-510e-4aff-bc52-8e6551a22535 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:06:10.244323 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (20174ac4-510e-4aff-bc52-8e6551a22535), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:10.351049 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-15b49d53-c698-40ec-9fe6-a117867de6ac tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Deleting port 7941a814-fba5-4680-8d1a-f4607556cd75 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:06:10.351397 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-15b49d53-c698-40ec-9fe6-a117867de6ac tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (7941a814-fba5-4680-8d1a-f4607556cd75), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:10.516953 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-15b49d53-c698-40ec-9fe6-a117867de6ac tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (7941a814-fba5-4680-8d1a-f4607556cd75), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:10.541008 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 4279a959-43d6-49f0-ae9b-3539856ab874 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:06:10.543400 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4279a959-43d6-49f0-ae9b-3539856ab874), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:10.558807 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-15b49d53-c698-40ec-9fe6-a117867de6ac tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Calling delete_port for 7941a814-fba5-4680-8d1a-f4607556cd75 owned by network:router_gateway {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:06:10.586918 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-6677423d-fd23-4cee-89ae-0ae56f2283d3 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Allocated IP 172.25.1.32 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/56c33526-7ce3-4d51-8891-b70d3ffa114b) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:06:10.596161 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875a1500-bdaa-416c-9733-10b581a19e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4279a959-43d6-49f0-ae9b-3539856ab874'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:06:10.599170 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3befce8a-a539-47b3-b6e8-f0b19fa41e2b" -d '{"events": [{"server_uuid": "875a1500-bdaa-416c-9733-10b581a19e2e", "name": "network-vif-plugged", "status": "completed", "tag": "4279a959-43d6-49f0-ae9b-3539856ab874"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:06:10.635754 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 20174ac4-510e-4aff-bc52-8e6551a22535 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:06:10.639657 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (20174ac4-510e-4aff-bc52-8e6551a22535), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:10.668544 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 4279a959-43d6-49f0-ae9b-3539856ab874, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=4279a959-43d6-49f0-ae9b-3539856ab874,segment=NetworkSegment(017dfbad-3f1e-4c5f-b4fb-6113a947a637),segment_id=017dfbad-3f1e-4c5f-b4fb-6113a947a637)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:06:10.675805 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39fa5d8-2404-4cc7-b215-6ff18f127bc0 x-openstack-request-id: req-a39fa5d8-2404-4cc7-b215-6ff18f127bc0 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:06:10.676180 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875a1500-bdaa-416c-9733-10b581a19e2e", "name": "network-vif-plugged", "status": "completed", "tag": "4279a959-43d6-49f0-ae9b-3539856ab874", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:06:10.676461 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a39fa5d8-2404-4cc7-b215-6ff18f127bc0 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:06:10.676885 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875a1500-bdaa-416c-9733-10b581a19e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4279a959-43d6-49f0-ae9b-3539856ab874', 'code': 200} Mar 01 14:06:10.681778 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (4279a959-43d6-49f0-ae9b-3539856ab874), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:10.760294 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=4279a959-43d6-49f0-ae9b-3539856ab874,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:10.790891 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 20174ac4-510e-4aff-bc52-8e6551a22535, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=20174ac4-510e-4aff-bc52-8e6551a22535,segment=NetworkSegment(017dfbad-3f1e-4c5f-b4fb-6113a947a637),segment_id=017dfbad-3f1e-4c5f-b4fb-6113a947a637)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:06:10.797300 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-afb4867b-a929-4445-9ff7-30318174b02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1933a73-194c-44d7-876e-2da89d8cde94', 'name': '', 'tenant_id': '5260de59f82545488c0d340e570c1a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4357233-d7b7-48aa-a89a-b85cce20a53a', 'external_fixed_ips': [{'subnet_id': '124d0d14-bfaa-4718-a17e-234b1518440b', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '7941a814-fba5-4680-8d1a-f4607556cd75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:06:04Z', 'updated_at': '2022-03-01T14:06:07Z', 'revision_number': 3, 'project_id': '5260de59f82545488c0d340e570c1a07', 'gw_port': {'id': '7941a814-fba5-4680-8d1a-f4607556cd75', 'name': '', 'network_id': 'b4357233-d7b7-48aa-a89a-b85cce20a53a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e9:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1933a73-194c-44d7-876e-2da89d8cde94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '124d0d14-bfaa-4718-a17e-234b1518440b', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:06:05Z', 'updated_at': '2022-03-01T14:06:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '124d0d14-bfaa-4718-a17e-234b1518440b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:10.801018 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (20174ac4-510e-4aff-bc52-8e6551a22535), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:10.847467 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb4867b-a929-4445-9ff7-30318174b02a None None] Checking router: f1933a73-194c-44d7-876e-2da89d8cde94 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:06:10.847467 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb4867b-a929-4445-9ff7-30318174b02a None None] Updating router f1933a73-194c-44d7-876e-2da89d8cde94 port 7941a814-fba5-4680-8d1a-f4607556cd75 binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:06:10.934233 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-afb4867b-a929-4445-9ff7-30318174b02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7941a814-fba5-4680-8d1a-f4607556cd75), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:10.952095 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ad2b0-d24c-4f55-b35f-51e83bbcffd4 req-1a6ef3f9-8529-41aa-8df5-3ed6ec496c96 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:10.953981 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2c3ad2b0-d24c-4f55-b35f-51e83bbcffd4 req-1a6ef3f9-8529-41aa-8df5-3ed6ec496c96 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/ports?device_id=875a1500-bdaa-416c-9733-10b581a19e2e HTTP/1.1" status: 200 len: 944 time: 0.3690503 Mar 01 14:06:10.954849 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ca385ed0-7c6d-4167-b038-6de3e6d1a876 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (faec7802-e390-484f-986f-d28422908bf4), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:11.043399 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5bc20-bbfc-4bb5-b03d-187879e9a505 req-8b45a2f5-a5b4-41cb-a458-68f2282d7891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:11.045500 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-bac5bc20-bbfc-4bb5-b03d-187879e9a505 req-8b45a2f5-a5b4-41cb-a458-68f2282d7891 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=875a1500-bdaa-416c-9733-10b581a19e2e HTTP/1.1" status: 200 len: 1127 time: 0.2818024 Mar 01 14:06:11.094511 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=20174ac4-510e-4aff-bc52-8e6551a22535,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:11.138154 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2c3ad2b0-d24c-4f55-b35f-51e83bbcffd4 req-5e4b2ce2-9a74-4e6b-9be0-809cd06bcdcd tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6b20610-83a6-4fba-81bc-7280093bc5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696246 Mar 01 14:06:11.202365 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-bac5bc20-bbfc-4bb5-b03d-187879e9a505 req-d0854a6e-ab3f-4a1a-abf0-d0fdb401243a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c6b20610-83a6-4fba-81bc-7280093bc5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791245 Mar 01 14:06:11.222980 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-15b49d53-c698-40ec-9fe6-a117867de6ac tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (7941a814-fba5-4680-8d1a-f4607556cd75), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:11.249476 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6677423d-fd23-4cee-89ae-0ae56f2283d3 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks [] for port (56c33526-7ce3-4d51-8891-b70d3ffa114b), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:11.252821 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b49d53-c698-40ec-9fe6-a117867de6ac tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Pushing event deleted for resources: {'Port': ['ID=7941a814-fba5-4680-8d1a-f4607556cd75,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:11.333764 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-15b49d53-c698-40ec-9fe6-a117867de6ac tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (f1933a73-194c-44d7-876e-2da89d8cde94), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:11.344329 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-afb4867b-a929-4445-9ff7-30318174b02a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 14:06:11.346459 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-afb4867b-a929-4445-9ff7-30318174b02a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 14:06:11.399170 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6677423d-fd23-4cee-89ae-0ae56f2283d3 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (56c33526-7ce3-4d51-8891-b70d3ffa114b), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:11.472337 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-15b49d53-c698-40ec-9fe6-a117867de6ac tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (f1933a73-194c-44d7-876e-2da89d8cde94), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:11.480671 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6677423d-fd23-4cee-89ae-0ae56f2283d3 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:06:11.485236 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-15b49d53-c698-40ec-9fe6-a117867de6ac tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router_controller (f1933a73-194c-44d7-876e-2da89d8cde94), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:11.490115 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-6677423d-fd23-4cee-89ae-0ae56f2283d3 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:06:11.497350 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6677423d-fd23-4cee-89ae-0ae56f2283d3 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:06:11.535374 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-15b49d53-c698-40ec-9fe6-a117867de6ac tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (f1933a73-194c-44d7-876e-2da89d8cde94), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:11.536100 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b49d53-c698-40ec-9fe6-a117867de6ac tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f1933a73-194c-44d7-876e-2da89d8cde94 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:06:11.544770 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-15b49d53-c698-40ec-9fe6-a117867de6ac tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:11.548478 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-15b49d53-c698-40ec-9fe6-a117867de6ac tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] 10.222.0.13 "DELETE /v2.0/routers/f1933a73-194c-44d7-876e-2da89d8cde94 HTTP/1.1" status: 204 len: 168 time: 2.0845881 Mar 01 14:06:11.550881 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35376) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:11.612825 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca385ed0-7c6d-4167-b038-6de3e6d1a876 admin admin] Router faec7802-e390-484f-986f-d28422908bf4 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:06:11.618361 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677423d-fd23-4cee-89ae-0ae56f2283d3 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Pushing event updated for resources: {'Port': ['ID=56c33526-7ce3-4d51-8891-b70d3ffa114b,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:11.635557 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ed56b9e-8ad4-48e4-a8eb-2e05475f7f34 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Deleting subnet 124d0d14-bfaa-4718-a17e-234b1518440b {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:06:11.643135 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7ed56b9e-8ad4-48e4-a8eb-2e05475f7f34 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for subnet (124d0d14-bfaa-4718-a17e-234b1518440b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:11.709113 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7ed56b9e-8ad4-48e4-a8eb-2e05475f7f34 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (124d0d14-bfaa-4718-a17e-234b1518440b), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:11.753864 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7ed56b9e-8ad4-48e4-a8eb-2e05475f7f34 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (124d0d14-bfaa-4718-a17e-234b1518440b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:11.813872 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6677423d-fd23-4cee-89ae-0ae56f2283d3 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks [] for floatingip (db6f4459-9958-41cc-b68a-60be66fbf3ff), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:11.825800 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7ed56b9e-8ad4-48e4-a8eb-2e05475f7f34 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (124d0d14-bfaa-4718-a17e-234b1518440b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:11.855403 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed56b9e-8ad4-48e4-a8eb-2e05475f7f34 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=124d0d14-bfaa-4718-a17e-234b1518440b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:11.857050 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7ed56b9e-8ad4-48e4-a8eb-2e05475f7f34 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:11.863114 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7ed56b9e-8ad4-48e4-a8eb-2e05475f7f34 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/124d0d14-bfaa-4718-a17e-234b1518440b HTTP/1.1" status: 204 len: 168 time: 0.3083410 Mar 01 14:06:11.864185 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35382) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:11.892336 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb4867b-a929-4445-9ff7-30318174b02a None None] Port 7941a814-fba5-4680-8d1a-f4607556cd75 not found while updating agent binding for router f1933a73-194c-44d7-876e-2da89d8cde94. {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 01 14:06:11.904809 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6677423d-fd23-4cee-89ae-0ae56f2283d3 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (56c33526-7ce3-4d51-8891-b70d3ffa114b), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:11.907048 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb4867b-a929-4445-9ff7-30318174b02a None None] Routers set() bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:06:11.907704 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb4867b-a929-4445-9ff7-30318174b02a None None] Router IDs set() for agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 01 14:06:11.909270 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_agentschedulers_db [None req-afb4867b-a929-4445-9ff7-30318174b02a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f1933a73-194c-44d7-876e-2da89d8cde94'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:05:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent'). {{(pid=103728) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 01 14:06:11.909947 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb4867b-a929-4445-9ff7-30318174b02a None None] The sync data for ids ['f1933a73-194c-44d7-876e-2da89d8cde94'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:06:11.939035 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca385ed0-7c6d-4167-b038-6de3e6d1a876 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:06:11.944454 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ca385ed0-7c6d-4167-b038-6de3e6d1a876 admin admin] 10.222.0.13 "PUT /v2.0/routers/faec7802-e390-484f-986f-d28422908bf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4717710 Mar 01 14:06:11.946933 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35384) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:11.951232 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ca86d985-d5a1-4636-9f8f-27aa445f53cd tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (b4357233-d7b7-48aa-a89a-b85cce20a53a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:11.952493 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74acabe2-23d8-43ee-b5cf-9128ae0826e5 None None] Sync routers for ids ['faec7802-e390-484f-986f-d28422908bf4'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:06:11.969398 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74acabe2-23d8-43ee-b5cf-9128ae0826e5 None None] Routers {'faec7802-e390-484f-986f-d28422908bf4'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:06:11.970329 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-74acabe2-23d8-43ee-b5cf-9128ae0826e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:05:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['faec7802-e390-484f-986f-d28422908bf4'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:12.043852 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ca86d985-d5a1-4636-9f8f-27aa445f53cd tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (b4357233-d7b7-48aa-a89a-b85cce20a53a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:12.071871 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-ca86d985-d5a1-4636-9f8f-27aa445f53cd tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4357233-d7b7-48aa-a89a-b85cce20a53a']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:12.083052 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-ca86d985-d5a1-4636-9f8f-27aa445f53cd tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '594eb886-ff25-4184-ad10-ce213e44439b') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:12.083393 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-ca86d985-d5a1-4636-9f8f-27aa445f53cd tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '594eb886-ff25-4184-ad10-ce213e44439b') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:12.096270 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ca86d985-d5a1-4636-9f8f-27aa445f53cd tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (594eb886-ff25-4184-ad10-ce213e44439b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:12.116931 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ca86d985-d5a1-4636-9f8f-27aa445f53cd tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (594eb886-ff25-4184-ad10-ce213e44439b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:12.126901 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca86d985-d5a1-4636-9f8f-27aa445f53cd tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:06:12.128741 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ca86d985-d5a1-4636-9f8f-27aa445f53cd tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (594eb886-ff25-4184-ad10-ce213e44439b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:12.131132 n-d-827467-3 neutron-server[103726]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 01 14:06:12.131132 n-d-827467-3 neutron-server[103726]: warnings.warn('Neutron quota engine will require "--force" ' Mar 01 14:06:12.131132 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:06:12.131132 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:06:12.131132 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:06:12.131132 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:06:12.131132 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:06:12.131132 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:06:12.131132 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:06:12.131132 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:06:12.131132 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:06:12.131132 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:06:12.131132 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:06:12.131132 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:06:12.131132 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:06:12.131132 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:06:12.131132 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:06:12.131132 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:06:12.131132 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:06:12.131132 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:06:12.131132 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:06:12.131132 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:06:12.131132 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:06:12.131132 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:06:12.131132 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:06:12.131132 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:06:12.131132 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:06:12.131132 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:06:12.131132 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:06:12.131132 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:06:12.131132 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:06:12.131132 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:06:12.131132 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:06:12.131132 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:06:12.152475 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-93299cbb-2ace-4cc1-b7eb-d350eccbc374 admin admin] Publish callbacks [] for router (faec7802-e390-484f-986f-d28422908bf4), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:12.232019 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6677423d-fd23-4cee-89ae-0ae56f2283d3 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks [] for port (56c33526-7ce3-4d51-8891-b70d3ffa114b), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:12.236873 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-74acabe2-23d8-43ee-b5cf-9128ae0826e5 None None] Set router faec7802-e390-484f-986f-d28422908bf4 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:06:12.275041 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ca86d985-d5a1-4636-9f8f-27aa445f53cd tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (b4357233-d7b7-48aa-a89a-b85cce20a53a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:12.282260 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca86d985-d5a1-4636-9f8f-27aa445f53cd tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b4357233-d7b7-48aa-a89a-b85cce20a53a {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 01 14:06:12.297269 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ca86d985-d5a1-4636-9f8f-27aa445f53cd tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:12.310802 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ca86d985-d5a1-4636-9f8f-27aa445f53cd tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] 10.222.0.13 "DELETE /v2.0/networks/b4357233-d7b7-48aa-a89a-b85cce20a53a HTTP/1.1" status: 204 len: 168 time: 0.4411838 Mar 01 14:06:12.333494 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86d985-d5a1-4636-9f8f-27aa445f53cd tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Pushing event deleted for resources: {'Network': ['ID=b4357233-d7b7-48aa-a89a-b85cce20a53a,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:12.625832 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-74acabe2-23d8-43ee-b5cf-9128ae0826e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faec7802-e390-484f-986f-d28422908bf4', 'name': 'tempest-AttachVolumeTestJSON-2126147244-router', 'tenant_id': '3467d10c32454cf18668187815493d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '999b8276-175a-43bf-87c8-8527f42a6412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:57:46Z', 'updated_at': '2022-03-01T14:06:10Z', 'revision_number': 5, 'project_id': '3467d10c32454cf18668187815493d82', 'gw_port': {'id': '999b8276-175a-43bf-87c8-8527f42a6412', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:47Z', 'updated_at': '2022-03-01T13:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:12.662016 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74acabe2-23d8-43ee-b5cf-9128ae0826e5 None None] Checking router: faec7802-e390-484f-986f-d28422908bf4 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:06:12.673351 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74acabe2-23d8-43ee-b5cf-9128ae0826e5 None None] Routers {'faec7802-e390-484f-986f-d28422908bf4'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:06:12.675708 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-74acabe2-23d8-43ee-b5cf-9128ae0826e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:05:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['faec7802-e390-484f-986f-d28422908bf4'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:12.678339 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a052f0a9-b7cb-481a-86a4-2f856fd5ed3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20174ac4-510e-4aff-bc52-8e6551a22535'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:06:12.680697 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844c30d2-7fd9-4838-aca6-aacb639ace98" -d '{"events": [{"server_uuid": "a052f0a9-b7cb-481a-86a4-2f856fd5ed3f", "name": "network-vif-plugged", "status": "completed", "tag": "20174ac4-510e-4aff-bc52-8e6551a22535"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:06:12.746413 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3e74d4-d92f-4147-87d8-0a7cd4d01172 x-openstack-request-id: req-ca3e74d4-d92f-4147-87d8-0a7cd4d01172 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:06:12.746413 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a052f0a9-b7cb-481a-86a4-2f856fd5ed3f", "name": "network-vif-plugged", "status": "completed", "tag": "20174ac4-510e-4aff-bc52-8e6551a22535", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:06:12.746413 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca3e74d4-d92f-4147-87d8-0a7cd4d01172 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:06:12.746794 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a052f0a9-b7cb-481a-86a4-2f856fd5ed3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20174ac4-510e-4aff-bc52-8e6551a22535', 'code': 200} Mar 01 14:06:12.884355 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6677423d-fd23-4cee-89ae-0ae56f2283d3 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (56c33526-7ce3-4d51-8891-b70d3ffa114b), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:12.889085 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-74acabe2-23d8-43ee-b5cf-9128ae0826e5 None None] Set router faec7802-e390-484f-986f-d28422908bf4 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:06:12.905038 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35406) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:12.909648 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-c7d4224d-e182-4406-960d-9bc497c3757f tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Request body: {'router': {'name': 'tempest-router--272385755', 'project_id': 'a4acaa2670c840f1912ab3cfb5b454e4'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:12.950563 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c7d4224d-e182-4406-960d-9bc497c3757f tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (bd5f05da-990a-4e3a-a345-a07e0d6b4fac), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:12.952335 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c7d4224d-e182-4406-960d-9bc497c3757f tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (bd5f05da-990a-4e3a-a345-a07e0d6b4fac), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:13.044311 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c7d4224d-e182-4406-960d-9bc497c3757f tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router_controller (bd5f05da-990a-4e3a-a345-a07e0d6b4fac), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:13.049765 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677423d-fd23-4cee-89ae-0ae56f2283d3 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Pushing event updated for resources: {'Port': ['ID=56c33526-7ce3-4d51-8891-b70d3ffa114b,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:13.052337 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c7d4224d-e182-4406-960d-9bc497c3757f tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (bd5f05da-990a-4e3a-a345-a07e0d6b4fac), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:13.057026 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-93299cbb-2ace-4cc1-b7eb-d350eccbc374 admin admin] Publish callbacks [] for router_gateway (faec7802-e390-484f-986f-d28422908bf4), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:13.098845 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c7d4224d-e182-4406-960d-9bc497c3757f tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:13.099888 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c7d4224d-e182-4406-960d-9bc497c3757f tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1935771 Mar 01 14:06:13.103053 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35414) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:13.153287 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0c1f4-8e1d-4e96-af79-616048f8074b req-924b9520-be7b-47f0-8e9b-8920eb3ee1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:13.155013 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f6d0c1f4-8e1d-4e96-af79-616048f8074b req-924b9520-be7b-47f0-8e9b-8920eb3ee1d0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a052f0a9-b7cb-481a-86a4-2f856fd5ed3f HTTP/1.1" status: 200 len: 1127 time: 0.3150411 Mar 01 14:06:13.175684 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b53a4b-0b07-49aa-902d-518c3ecf51d4 req-bdd529bf-980b-4820-bb88-14bde09400dd tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:13.177288 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-03b53a4b-0b07-49aa-902d-518c3ecf51d4 req-bdd529bf-980b-4820-bb88-14bde09400dd tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/ports?device_id=875a1500-bdaa-416c-9733-10b581a19e2e HTTP/1.1" status: 200 len: 945 time: 0.3361669 Mar 01 14:06:13.203222 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-74acabe2-23d8-43ee-b5cf-9128ae0826e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faec7802-e390-484f-986f-d28422908bf4', 'name': 'tempest-AttachVolumeTestJSON-2126147244-router', 'tenant_id': '3467d10c32454cf18668187815493d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '999b8276-175a-43bf-87c8-8527f42a6412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:57:46Z', 'updated_at': '2022-03-01T14:06:10Z', 'revision_number': 5, 'project_id': '3467d10c32454cf18668187815493d82', 'gw_port': {'id': '999b8276-175a-43bf-87c8-8527f42a6412', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:47Z', 'updated_at': '2022-03-01T13:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:13.220830 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aea1eee1-9bee-4a1e-9ccb-36d29ae20219 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router (bd5f05da-990a-4e3a-a345-a07e0d6b4fac), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:13.238902 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74acabe2-23d8-43ee-b5cf-9128ae0826e5 None None] The sync data for ids ['faec7802-e390-484f-986f-d28422908bf4'] in n-d-827467-3 is: [{'id': 'faec7802-e390-484f-986f-d28422908bf4', 'name': 'tempest-AttachVolumeTestJSON-2126147244-router', 'tenant_id': '3467d10c32454cf18668187815493d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '999b8276-175a-43bf-87c8-8527f42a6412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T13:57:46Z', 'updated_at': '2022-03-01T14:06:10Z', 'revision_number': 5, 'project_id': '3467d10c32454cf18668187815493d82', 'gw_port': {'id': '999b8276-175a-43bf-87c8-8527f42a6412', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faec7802-e390-484f-986f-d28422908bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T13:57:47Z', 'updated_at': '2022-03-01T13:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:06:13.239236 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6677423d-fd23-4cee-89ae-0ae56f2283d3 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (db6f4459-9958-41cc-b68a-60be66fbf3ff), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:13.332072 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6677423d-fd23-4cee-89ae-0ae56f2283d3 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:13.333507 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6677423d-fd23-4cee-89ae-0ae56f2283d3 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7273674 Mar 01 14:06:13.347690 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35420) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:13.371512 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-25492a1a-a0e1-4140-b34b-fbe07d0841fd tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Request body: {'floatingip': {'port_id': 'e786d7e2-f72e-4af8-a83b-3a1953b1d52b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:13.385220 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f6d0c1f4-8e1d-4e96-af79-616048f8074b req-a612606f-c1d1-4a83-ac58-3e864666dd69 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c6b20610-83a6-4fba-81bc-7280093bc5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022383 Mar 01 14:06:13.418518 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-03b53a4b-0b07-49aa-902d-518c3ecf51d4 req-5bbdbb36-51ad-4bc1-9157-fc2906790481 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6b20610-83a6-4fba-81bc-7280093bc5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249424 Mar 01 14:06:13.424962 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-93299cbb-2ace-4cc1-b7eb-d350eccbc374 admin admin] Deleting port 999b8276-175a-43bf-87c8-8527f42a6412 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:06:13.425411 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-93299cbb-2ace-4cc1-b7eb-d350eccbc374 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (999b8276-175a-43bf-87c8-8527f42a6412), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:13.506444 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-93299cbb-2ace-4cc1-b7eb-d350eccbc374 admin admin] For port 999b8276-175a-43bf-87c8-8527f42a6412, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=999b8276-175a-43bf-87c8-8527f42a6412,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:06:13.506947 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-93299cbb-2ace-4cc1-b7eb-d350eccbc374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (999b8276-175a-43bf-87c8-8527f42a6412), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:13.520370 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aea1eee1-9bee-4a1e-9ccb-36d29ae20219 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (bd5f05da-990a-4e3a-a345-a07e0d6b4fac), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:13.521746 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-25492a1a-a0e1-4140-b34b-fbe07d0841fd tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks [] for floatingip (db6f4459-9958-41cc-b68a-60be66fbf3ff), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:13.524012 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aea1eee1-9bee-4a1e-9ccb-36d29ae20219 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router_controller (bd5f05da-990a-4e3a-a345-a07e0d6b4fac), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:13.524167 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-93299cbb-2ace-4cc1-b7eb-d350eccbc374 admin admin] Calling delete_port for 999b8276-175a-43bf-87c8-8527f42a6412 owned by network:router_gateway {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:06:13.608909 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aea1eee1-9bee-4a1e-9ccb-36d29ae20219 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (bd5f05da-990a-4e3a-a345-a07e0d6b4fac), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:13.610725 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea1eee1-9bee-4a1e-9ccb-36d29ae20219 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bd5f05da-990a-4e3a-a345-a07e0d6b4fac {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:06:13.624787 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aea1eee1-9bee-4a1e-9ccb-36d29ae20219 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:13.629177 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-aea1eee1-9bee-4a1e-9ccb-36d29ae20219 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] 10.222.0.13 "DELETE /v2.0/routers/bd5f05da-990a-4e3a-a345-a07e0d6b4fac HTTP/1.1" status: 204 len: 168 time: 0.5250247 Mar 01 14:06:13.755776 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-25492a1a-a0e1-4140-b34b-fbe07d0841fd tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] update failed (client error): The resource could not be found. Mar 01 14:06:13.755776 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-25492a1a-a0e1-4140-b34b-fbe07d0841fd tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] 10.222.0.13 "PUT /v2.0/floatingips/db6f4459-9958-41cc-b68a-60be66fbf3ff HTTP/1.1" status: 404 len: 507 time: 0.4022677 Mar 01 14:06:13.760255 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35426) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:13.830525 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35428) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:13.863944 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f84711b0-4b06-4f33-8b4e-b7f6a8294c21 req-537a112e-b95f-4cd0-9374-6eb2f3756b10 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=875a1500-bdaa-416c-9733-10b581a19e2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1208794 Mar 01 14:06:13.998496 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84711b0-4b06-4f33-8b4e-b7f6a8294c21 req-b9c5a73e-ee04-4f75-8ebe-fb78fe657314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:14.000063 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f84711b0-4b06-4f33-8b4e-b7f6a8294c21 req-b9c5a73e-ee04-4f75-8ebe-fb78fe657314 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52f2fdfdead04f679e97764aca3f11b8&device_id=875a1500-bdaa-416c-9733-10b581a19e2e HTTP/1.1" status: 200 len: 1127 time: 0.0801258 Mar 01 14:06:14.101226 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-884d8029-5683-42d9-a851-c97345ba28dd tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Deleting port 56c33526-7ce3-4d51-8891-b70d3ffa114b {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:06:14.101906 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-884d8029-5683-42d9-a851-c97345ba28dd tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (56c33526-7ce3-4d51-8891-b70d3ffa114b), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:14.181469 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-93299cbb-2ace-4cc1-b7eb-d350eccbc374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (999b8276-175a-43bf-87c8-8527f42a6412), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:14.191399 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84711b0-4b06-4f33-8b4e-b7f6a8294c21 req-be9e9a8d-7902-4d5d-8eb6-f1baba628a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:14.195304 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f84711b0-4b06-4f33-8b4e-b7f6a8294c21 req-be9e9a8d-7902-4d5d-8eb6-f1baba628a52 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6a30b177-089c-4aaa-8b95-aee9c6b513eb HTTP/1.1" status: 200 len: 913 time: 0.1742556 Mar 01 14:06:14.213244 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-02362572-9af5-4539-80b5-6afcbb2db1bd tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-509180877', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}, 'admin_state_up': False}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:14.240566 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93299cbb-2ace-4cc1-b7eb-d350eccbc374 admin admin] Pushing event deleted for resources: {'Port': ['ID=999b8276-175a-43bf-87c8-8527f42a6412,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:14.261396 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f84711b0-4b06-4f33-8b4e-b7f6a8294c21 req-7da1d2b1-be0a-49a4-a75a-add06cba0206 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4279a959-43d6-49f0-ae9b-3539856ab874 HTTP/1.1" status: 200 len: 217 time: 0.0508230 Mar 01 14:06:14.301605 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-02362572-9af5-4539-80b5-6afcbb2db1bd tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (6d8e4245-4577-41e8-beb5-dea0894b9f21), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:14.302683 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-02362572-9af5-4539-80b5-6afcbb2db1bd tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (6d8e4245-4577-41e8-beb5-dea0894b9f21), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:14.360047 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-02362572-9af5-4539-80b5-6afcbb2db1bd tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router_controller (6d8e4245-4577-41e8-beb5-dea0894b9f21), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:14.381885 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-93299cbb-2ace-4cc1-b7eb-d350eccbc374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (faec7802-e390-484f-986f-d28422908bf4), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:14.473497 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-884d8029-5683-42d9-a851-c97345ba28dd tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (56c33526-7ce3-4d51-8891-b70d3ffa114b), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:14.473827 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-884d8029-5683-42d9-a851-c97345ba28dd tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks [] for floatingip (56c33526-7ce3-4d51-8891-b70d3ffa114b), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:14.545548 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-884d8029-5683-42d9-a851-c97345ba28dd tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Calling delete_port for 56c33526-7ce3-4d51-8891-b70d3ffa114b owned by network:floatingip {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:06:14.556516 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-93299cbb-2ace-4cc1-b7eb-d350eccbc374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (faec7802-e390-484f-986f-d28422908bf4), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:14.619017 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-93299cbb-2ace-4cc1-b7eb-d350eccbc374 admin admin] Publish callbacks [] for router_controller (faec7802-e390-484f-986f-d28422908bf4), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:14.796993 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84711b0-4b06-4f33-8b4e-b7f6a8294c21 req-5a58167c-113e-4d4c-b9b7-65f5d07ea806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:14.801092 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f84711b0-4b06-4f33-8b4e-b7f6a8294c21 req-5a58167c-113e-4d4c-b9b7-65f5d07ea806 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c5c0e67-c77f-4a84-b527-894f9b639923 HTTP/1.1" status: 200 len: 852 time: 0.5334530 Mar 01 14:06:14.805534 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ccd68-1e15-48fc-8e7c-df580eefccd5 req-855d1c03-024b-49b0-9f02-a86b6cccee8b tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:14.808572 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7f2ccd68-1e15-48fc-8e7c-df580eefccd5 req-855d1c03-024b-49b0-9f02-a86b6cccee8b tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/ports?device_id=875a1500-bdaa-416c-9733-10b581a19e2e HTTP/1.1" status: 200 len: 945 time: 0.2586088 Mar 01 14:06:14.832909 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 2130f1cc-044d-462c-81db-611276dbecdc no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:06:14.837151 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-93299cbb-2ace-4cc1-b7eb-d350eccbc374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (faec7802-e390-484f-986f-d28422908bf4), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:14.837686 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93299cbb-2ace-4cc1-b7eb-d350eccbc374 admin admin] Fanout notify agent at l3_agent the message router_deleted on router faec7802-e390-484f-986f-d28422908bf4 {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:06:14.866492 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-93299cbb-2ace-4cc1-b7eb-d350eccbc374 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:14.870999 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-93299cbb-2ace-4cc1-b7eb-d350eccbc374 admin admin] 10.222.0.13 "DELETE /v2.0/routers/faec7802-e390-484f-986f-d28422908bf4 HTTP/1.1" status: 204 len: 168 time: 2.9229677 Mar 01 14:06:14.882873 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35440) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:14.895476 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-02362572-9af5-4539-80b5-6afcbb2db1bd tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router_gateway (6d8e4245-4577-41e8-beb5-dea0894b9f21), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:14.899297 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 2130f1cc-044d-462c-81db-611276dbecdc {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:06:14.899752 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 2130f1cc-044d-462c-81db-611276dbecdc not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:06:14.945012 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f84711b0-4b06-4f33-8b4e-b7f6a8294c21 req-08b8544b-a43c-4a8f-82f9-deed1e315be2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a30b177-089c-4aaa-8b95-aee9c6b513eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1366236 Mar 01 14:06:14.973223 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7f2ccd68-1e15-48fc-8e7c-df580eefccd5 req-b8783c2c-9454-4ebb-8d62-90a461b5c6c7 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6b20610-83a6-4fba-81bc-7280093bc5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409771 Mar 01 14:06:15.025688 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b285e2f-3322-4185-940c-f9604217e64b admin admin] Deleting subnet 531c8525-0467-47e0-9cf7-03358d9bf988 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:06:15.029936 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6b285e2f-3322-4185-940c-f9604217e64b admin admin] Publish callbacks [] for subnet (531c8525-0467-47e0-9cf7-03358d9bf988), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:15.083750 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6b285e2f-3322-4185-940c-f9604217e64b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (531c8525-0467-47e0-9cf7-03358d9bf988), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:15.101160 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f84711b0-4b06-4f33-8b4e-b7f6a8294c21 req-014d8ece-c765-436f-a0dd-f20cc5ea1df0 service neutron] 10.222.0.20 "GET /v2.0/networks/6a30b177-089c-4aaa-8b95-aee9c6b513eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461444 Mar 01 14:06:15.234184 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77668a32-0a74-4114-9793-aba2d1024029 req-cab287fa-fdd1-46b7-929b-3b1b31261825 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:15.235768 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-77668a32-0a74-4114-9793-aba2d1024029 req-cab287fa-fdd1-46b7-929b-3b1b31261825 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/ports?device_id=a052f0a9-b7cb-481a-86a4-2f856fd5ed3f HTTP/1.1" status: 200 len: 945 time: 0.1039646 Mar 01 14:06:15.304238 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-02362572-9af5-4539-80b5-6afcbb2db1bd tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router_gateway (6d8e4245-4577-41e8-beb5-dea0894b9f21), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:15.307457 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f84711b0-4b06-4f33-8b4e-b7f6a8294c21 req-507d4c3d-29ae-4485-ab35-715150986d0e service neutron] 10.222.0.20 "GET /v2.0/networks/6a30b177-089c-4aaa-8b95-aee9c6b513eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992204 Mar 01 14:06:15.330476 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-02362572-9af5-4539-80b5-6afcbb2db1bd tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:15.348876 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-77668a32-0a74-4114-9793-aba2d1024029 req-20bcef70-d9f4-434a-8e8d-53ead0ebe380 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6b20610-83a6-4fba-81bc-7280093bc5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837519 Mar 01 14:06:15.356080 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6b285e2f-3322-4185-940c-f9604217e64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (531c8525-0467-47e0-9cf7-03358d9bf988), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:15.365353 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-884d8029-5683-42d9-a851-c97345ba28dd tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (56c33526-7ce3-4d51-8891-b70d3ffa114b), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:15.488848 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d8029-5683-42d9-a851-c97345ba28dd tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Pushing event deleted for resources: {'Port': ['ID=56c33526-7ce3-4d51-8891-b70d3ffa114b,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:15.527514 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-02362572-9af5-4539-80b5-6afcbb2db1bd tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Allocated IP 172.25.1.41 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/eac374ce-2eee-41ad-8cf2-8e69c910dfb5) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:06:15.755073 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-884d8029-5683-42d9-a851-c97345ba28dd tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks [] for floatingip (db6f4459-9958-41cc-b68a-60be66fbf3ff), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:15.759857 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-884d8029-5683-42d9-a851-c97345ba28dd tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:15.765896 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-884d8029-5683-42d9-a851-c97345ba28dd tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] 10.222.0.13 "DELETE /v2.0/floatingips/db6f4459-9958-41cc-b68a-60be66fbf3ff HTTP/1.1" status: 204 len: 168 time: 2.0035996 Mar 01 14:06:15.766829 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35454) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:15.772976 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-7b6b21ef-e5a1-484e-b6c5-5ff4b765567f tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Request body: {'floatingip': {'floating_network_id': 'b15dc14e-16b2-4021-91b1-df20cb3f151e', 'port_id': 'e786d7e2-f72e-4af8-a83b-3a1953b1d52b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:15.779514 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-02362572-9af5-4539-80b5-6afcbb2db1bd tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for port (eac374ce-2eee-41ad-8cf2-8e69c910dfb5), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:15.797047 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6b285e2f-3322-4185-940c-f9604217e64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (531c8525-0467-47e0-9cf7-03358d9bf988), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:15.813472 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7b6b21ef-e5a1-484e-b6c5-5ff4b765567f tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:15.818885 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6b285e2f-3322-4185-940c-f9604217e64b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:15.825815 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6b285e2f-3322-4185-940c-f9604217e64b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/531c8525-0467-47e0-9cf7-03358d9bf988 HTTP/1.1" status: 204 len: 168 time: 0.9396770 Mar 01 14:06:15.827531 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbf394f-ef72-4a69-b342-96c7b02b44e5 None None] Network 1d0a7b4f-fbe7-45f8-87df-666e5482dea5 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:06:15.828273 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35458) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:15.861001 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b285e2f-3322-4185-940c-f9604217e64b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=531c8525-0467-47e0-9cf7-03358d9bf988,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:15.984342 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4310582a-a970-4159-bd00-d46e2c7f50bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (1d0a7b4f-fbe7-45f8-87df-666e5482dea5), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:16.001442 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2609a-7a91-41be-a80e-48b4c9bbce89 req-4831473a-9fd1-4622-8f17-401af22882b4 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:16.003195 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d5d2609a-7a91-41be-a80e-48b4c9bbce89 req-4831473a-9fd1-4622-8f17-401af22882b4 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/ports?device_id=a052f0a9-b7cb-481a-86a4-2f856fd5ed3f HTTP/1.1" status: 200 len: 945 time: 0.0930240 Mar 01 14:06:16.048687 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-02362572-9af5-4539-80b5-6afcbb2db1bd tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (eac374ce-2eee-41ad-8cf2-8e69c910dfb5), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:16.055186 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d34472a-bbf4-4f87-9395-9b22b26b93dc None None] DHCP port deletion for 1d0a7b4f-fbe7-45f8-87df-666e5482dea5 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:06:16.114649 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d5d2609a-7a91-41be-a80e-48b4c9bbce89 req-f0590977-d30f-40f9-ae28-c38e5ef445a1 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6b20610-83a6-4fba-81bc-7280093bc5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996675 Mar 01 14:06:16.115199 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02362572-9af5-4539-80b5-6afcbb2db1bd tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:06:16.116106 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-7b6b21ef-e5a1-484e-b6c5-5ff4b765567f tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:06:16.117340 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7b6b21ef-e5a1-484e-b6c5-5ff4b765567f tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3482659 Mar 01 14:06:16.121642 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35460) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:16.127148 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-99768a8c-c907-4b56-bbaf-c6bc87b644da tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'port_id': 'e786d7e2-f72e-4af8-a83b-3a1953b1d52b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:16.130026 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-02362572-9af5-4539-80b5-6afcbb2db1bd tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:06:16.135200 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02362572-9af5-4539-80b5-6afcbb2db1bd tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:06:16.168663 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-4310582a-a970-4159-bd00-d46e2c7f50bc admin admin] Deleting port 2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:06:16.169009 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4310582a-a970-4159-bd00-d46e2c7f50bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:16.169926 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-99768a8c-c907-4b56-bbaf-c6bc87b644da tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:16.173459 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02362572-9af5-4539-80b5-6afcbb2db1bd tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Pushing event updated for resources: {'Port': ['ID=eac374ce-2eee-41ad-8cf2-8e69c910dfb5,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:16.195086 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-0d34472a-bbf4-4f87-9395-9b22b26b93dc None None] Deleting port 2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:06:16.195935 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0d34472a-bbf4-4f87-9395-9b22b26b93dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:16.298475 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-0d34472a-bbf4-4f87-9395-9b22b26b93dc None None] For port 2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986,segment=NetworkSegment(da6b7aae-9464-459b-8485-5cc7242f7627),segment_id=da6b7aae-9464-459b-8485-5cc7242f7627)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:06:16.299215 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0d34472a-bbf4-4f87-9395-9b22b26b93dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:16.320740 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-0d34472a-bbf4-4f87-9395-9b22b26b93dc None None] Calling delete_port for 2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:06:16.335479 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-4310582a-a970-4159-bd00-d46e2c7f50bc admin admin] For port 2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986,segment=NetworkSegment(da6b7aae-9464-459b-8485-5cc7242f7627),segment_id=da6b7aae-9464-459b-8485-5cc7242f7627)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:06:16.335876 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4310582a-a970-4159-bd00-d46e2c7f50bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:16.392395 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-4310582a-a970-4159-bd00-d46e2c7f50bc admin admin] Calling delete_port for 2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:06:16.396459 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-99768a8c-c907-4b56-bbaf-c6bc87b644da tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:16.485623 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0d34472a-bbf4-4f87-9395-9b22b26b93dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:16.523388 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d34472a-bbf4-4f87-9395-9b22b26b93dc None None] Pushing event deleted for resources: {'Port': ['ID=2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:16.534562 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d34472a-bbf4-4f87-9395-9b22b26b93dc None None] No DVR routers for this DVR port 2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:06:16.629587 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-99768a8c-c907-4b56-bbaf-c6bc87b644da tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Allocated IP 172.25.1.206 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/1bbce9e7-579d-4995-82a4-1219dc6aa847) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:06:16.650628 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4310582a-a970-4159-bd00-d46e2c7f50bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:16.692726 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310582a-a970-4159-bd00-d46e2c7f50bc admin admin] Pushing event deleted for resources: {'Port': ['ID=2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:16.701912 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4310582a-a970-4159-bd00-d46e2c7f50bc admin admin] No DVR routers for this DVR port 2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986 on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:06:16.711532 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-02362572-9af5-4539-80b5-6afcbb2db1bd tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router_gateway (6d8e4245-4577-41e8-beb5-dea0894b9f21), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:16.831972 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-99768a8c-c907-4b56-bbaf-c6bc87b644da tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks [] for port (1bbce9e7-579d-4995-82a4-1219dc6aa847), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:16.840619 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 999b8276-175a-43bf-87c8-8527f42a6412 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:06:16.878453 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-99768a8c-c907-4b56-bbaf-c6bc87b644da tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (1bbce9e7-579d-4995-82a4-1219dc6aa847), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:16.887895 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4310582a-a970-4159-bd00-d46e2c7f50bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (1d0a7b4f-fbe7-45f8-87df-666e5482dea5), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:16.904515 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 999b8276-175a-43bf-87c8-8527f42a6412 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:06:16.907230 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 999b8276-175a-43bf-87c8-8527f42a6412 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:06:16.907809 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:06:16.942779 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99768a8c-c907-4b56-bbaf-c6bc87b644da tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:06:16.948845 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-4310582a-a970-4159-bd00-d46e2c7f50bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d0a7b4f-fbe7-45f8-87df-666e5482dea5']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:16.949944 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-99768a8c-c907-4b56-bbaf-c6bc87b644da tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:06:16.960779 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99768a8c-c907-4b56-bbaf-c6bc87b644da tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:06:16.961791 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:06:16.962273 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 2ff5edb0-08a5-40ce-b2a2-0c7a3d50e986 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:06:16.964802 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-4310582a-a970-4159-bd00-d46e2c7f50bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da6b7aae-9464-459b-8485-5cc7242f7627') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:16.965291 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-4310582a-a970-4159-bd00-d46e2c7f50bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da6b7aae-9464-459b-8485-5cc7242f7627') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:16.966737 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99768a8c-c907-4b56-bbaf-c6bc87b644da tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Pushing event updated for resources: {'Port': ['ID=1bbce9e7-579d-4995-82a4-1219dc6aa847,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:16.980657 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4310582a-a970-4159-bd00-d46e2c7f50bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (da6b7aae-9464-459b-8485-5cc7242f7627), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:17.046731 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4310582a-a970-4159-bd00-d46e2c7f50bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (da6b7aae-9464-459b-8485-5cc7242f7627), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:17.063217 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4310582a-a970-4159-bd00-d46e2c7f50bc admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:06:17.063879 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4310582a-a970-4159-bd00-d46e2c7f50bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (da6b7aae-9464-459b-8485-5cc7242f7627), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:06:17.065889 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:06:17.197136 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4310582a-a970-4159-bd00-d46e2c7f50bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (1d0a7b4f-fbe7-45f8-87df-666e5482dea5), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:17.204097 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4310582a-a970-4159-bd00-d46e2c7f50bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:17.211381 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4310582a-a970-4159-bd00-d46e2c7f50bc admin admin] 10.222.0.13 "DELETE /v2.0/networks/1d0a7b4f-fbe7-45f8-87df-666e5482dea5 HTTP/1.1" status: 204 len: 168 time: 1.3763657 Mar 01 14:06:17.224865 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-02362572-9af5-4539-80b5-6afcbb2db1bd tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (6d8e4245-4577-41e8-beb5-dea0894b9f21), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:17.276459 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310582a-a970-4159-bd00-d46e2c7f50bc admin admin] Pushing event deleted for resources: {'Network': ['ID=1d0a7b4f-fbe7-45f8-87df-666e5482dea5,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:17.322538 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a88d55-33cd-428d-8359-29e4649f829f req-54878683-386e-4b45-ad89-8386bb04c924 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:17.324243 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f3a88d55-33cd-428d-8359-29e4649f829f req-54878683-386e-4b45-ad89-8386bb04c924 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.32 "GET /v2.0/ports?device_id=a052f0a9-b7cb-481a-86a4-2f856fd5ed3f HTTP/1.1" status: 200 len: 945 time: 0.2805810 Mar 01 14:06:17.453653 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29cf10-1a78-4d79-bfa7-8926497572b9 req-c92f3d6d-12b7-4f8f-ba7a-9883562f31f9 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:17.455522 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1e29cf10-1a78-4d79-bfa7-8926497572b9 req-c92f3d6d-12b7-4f8f-ba7a-9883562f31f9 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.20 "GET /v2.0/ports?device_id=875a1500-bdaa-416c-9733-10b581a19e2e HTTP/1.1" status: 200 len: 945 time: 0.2069020 Mar 01 14:06:17.465974 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35472) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:17.518151 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8af10-a2af-4735-91ea-179cb9a078d9 req-be06fad8-ac47-4093-93ae-011c9e770ed6 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:17.520242 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5ac8af10-a2af-4735-91ea-179cb9a078d9 req-be06fad8-ac47-4093-93ae-011c9e770ed6 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/ports?device_id=a052f0a9-b7cb-481a-86a4-2f856fd5ed3f HTTP/1.1" status: 200 len: 945 time: 0.2985868 Mar 01 14:06:17.581681 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02362572-9af5-4539-80b5-6afcbb2db1bd tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Router 6d8e4245-4577-41e8-beb5-dea0894b9f21 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:06:17.594590 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3b13cf05-8338-4aa0-99e5-7cf7732636f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3467d10c32454cf18668187815493d82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1237602 Mar 01 14:06:17.599283 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35474) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:17.639150 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5ac8af10-a2af-4735-91ea-179cb9a078d9 req-c888fc42-2139-4215-b97e-047ec4cebaf4 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6b20610-83a6-4fba-81bc-7280093bc5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900953 Mar 01 14:06:17.651177 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-99768a8c-c907-4b56-bbaf-c6bc87b644da tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Deleting port 1bbce9e7-579d-4995-82a4-1219dc6aa847 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:06:17.652238 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-99768a8c-c907-4b56-bbaf-c6bc87b644da tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (1bbce9e7-579d-4995-82a4-1219dc6aa847), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:17.679128 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-1e29cf10-1a78-4d79-bfa7-8926497572b9 req-433192a3-7355-4f7c-8542-72e76b92d999 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Deleting port 4279a959-43d6-49f0-ae9b-3539856ab874 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:06:17.679633 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-1e29cf10-1a78-4d79-bfa7-8926497572b9 req-433192a3-7355-4f7c-8542-72e76b92d999 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (4279a959-43d6-49f0-ae9b-3539856ab874), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:17.753978 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f3e62a4f-d69e-495c-8dc4-7abc21fdf076 admin admin] Publish callbacks [] for security_group (fa4d2680-0733-40f9-bbe6-a14101dfe56e), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:17.777967 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f3e62a4f-d69e-495c-8dc4-7abc21fdf076 admin admin] Publish callbacks [] for security_group (fa4d2680-0733-40f9-bbe6-a14101dfe56e), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:17.836528 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-f3a88d55-33cd-428d-8359-29e4649f829f req-847cbf70-7de0-4c03-97e9-abb59afce4d0 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Deleting port 20174ac4-510e-4aff-bc52-8e6551a22535 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:06:17.836873 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-f3a88d55-33cd-428d-8359-29e4649f829f req-847cbf70-7de0-4c03-97e9-abb59afce4d0 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (20174ac4-510e-4aff-bc52-8e6551a22535), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:17.849929 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f3e62a4f-d69e-495c-8dc4-7abc21fdf076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fa4d2680-0733-40f9-bbe6-a14101dfe56e), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:17.852994 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f3e62a4f-d69e-495c-8dc4-7abc21fdf076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:17.854408 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f3e62a4f-d69e-495c-8dc4-7abc21fdf076 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa4d2680-0733-40f9-bbe6-a14101dfe56e HTTP/1.1" status: 204 len: 168 time: 0.2525563 Mar 01 14:06:18.005869 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-99768a8c-c907-4b56-bbaf-c6bc87b644da tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (1bbce9e7-579d-4995-82a4-1219dc6aa847), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:18.006227 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-99768a8c-c907-4b56-bbaf-c6bc87b644da tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks [] for floatingip (1bbce9e7-579d-4995-82a4-1219dc6aa847), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:18.043120 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e62a4f-d69e-495c-8dc4-7abc21fdf076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4d2680-0733-40f9-bbe6-a14101dfe56e,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:18.059284 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-99768a8c-c907-4b56-bbaf-c6bc87b644da tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Calling delete_port for 1bbce9e7-579d-4995-82a4-1219dc6aa847 owned by network:floatingip {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:06:18.172579 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-f3a88d55-33cd-428d-8359-29e4649f829f req-847cbf70-7de0-4c03-97e9-abb59afce4d0 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] For port 20174ac4-510e-4aff-bc52-8e6551a22535, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=20174ac4-510e-4aff-bc52-8e6551a22535,segment=NetworkSegment(017dfbad-3f1e-4c5f-b4fb-6113a947a637),segment_id=017dfbad-3f1e-4c5f-b4fb-6113a947a637)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:06:18.172579 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-f3a88d55-33cd-428d-8359-29e4649f829f req-847cbf70-7de0-4c03-97e9-abb59afce4d0 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (20174ac4-510e-4aff-bc52-8e6551a22535), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:18.195424 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02362572-9af5-4539-80b5-6afcbb2db1bd tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:06:18.207729 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-1e29cf10-1a78-4d79-bfa7-8926497572b9 req-433192a3-7355-4f7c-8542-72e76b92d999 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] For port 4279a959-43d6-49f0-ae9b-3539856ab874, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=4279a959-43d6-49f0-ae9b-3539856ab874,segment=NetworkSegment(017dfbad-3f1e-4c5f-b4fb-6113a947a637),segment_id=017dfbad-3f1e-4c5f-b4fb-6113a947a637)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:06:18.208110 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-1e29cf10-1a78-4d79-bfa7-8926497572b9 req-433192a3-7355-4f7c-8542-72e76b92d999 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (4279a959-43d6-49f0-ae9b-3539856ab874), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:18.221128 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4b3bf0-7605-4e4c-8603-ff29ee64fcd2 None None] Sync routers for ids ['6d8e4245-4577-41e8-beb5-dea0894b9f21'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:06:18.238587 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-1e29cf10-1a78-4d79-bfa7-8926497572b9 req-433192a3-7355-4f7c-8542-72e76b92d999 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Calling delete_port for 4279a959-43d6-49f0-ae9b-3539856ab874 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:06:18.241914 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4b3bf0-7605-4e4c-8603-ff29ee64fcd2 None None] Routers {'6d8e4245-4577-41e8-beb5-dea0894b9f21'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:06:18.242571 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-ca4b3bf0-7605-4e4c-8603-ff29ee64fcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:05:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6d8e4245-4577-41e8-beb5-dea0894b9f21'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:18.263832 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-02362572-9af5-4539-80b5-6afcbb2db1bd tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:18.265106 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-02362572-9af5-4539-80b5-6afcbb2db1bd tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.4337170 Mar 01 14:06:18.280806 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35486) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:18.300126 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-f3a88d55-33cd-428d-8359-29e4649f829f req-847cbf70-7de0-4c03-97e9-abb59afce4d0 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Calling delete_port for 20174ac4-510e-4aff-bc52-8e6551a22535 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:06:18.318595 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-ca4b3bf0-7605-4e4c-8603-ff29ee64fcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:18.321901 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-99768a8c-c907-4b56-bbaf-c6bc87b644da tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (1bbce9e7-579d-4995-82a4-1219dc6aa847), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:18.347414 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4b3bf0-7605-4e4c-8603-ff29ee64fcd2 None None] Routers {'6d8e4245-4577-41e8-beb5-dea0894b9f21'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:06:18.348085 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-ca4b3bf0-7605-4e4c-8603-ff29ee64fcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:05:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6d8e4245-4577-41e8-beb5-dea0894b9f21'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:18.414423 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-ca4b3bf0-7605-4e4c-8603-ff29ee64fcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:18.415497 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4b3bf0-7605-4e4c-8603-ff29ee64fcd2 None None] The sync data for ids ['6d8e4245-4577-41e8-beb5-dea0894b9f21'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:06:18.499236 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99768a8c-c907-4b56-bbaf-c6bc87b644da tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Pushing event deleted for resources: {'Port': ['ID=1bbce9e7-579d-4995-82a4-1219dc6aa847,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:18.512207 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-028313c1-01db-490b-8724-0e181786a298 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] 10.222.0.13 "GET /v2.0/routers/6d8e4245-4577-41e8-beb5-dea0894b9f21 HTTP/1.1" status: 200 len: 919 time: 0.2300317 Mar 01 14:06:18.515032 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35494) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:18.582894 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9b7301fb-f0b3-4772-b0f6-ab197f02f739 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d8e4245-4577-41e8-beb5-dea0894b9f21 HTTP/1.1" status: 200 len: 205 time: 0.0642142 Mar 01 14:06:18.584395 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35498) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:18.632217 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-1e29cf10-1a78-4d79-bfa7-8926497572b9 req-433192a3-7355-4f7c-8542-72e76b92d999 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (4279a959-43d6-49f0-ae9b-3539856ab874), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:18.653453 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['20174ac4-510e-4aff-bc52-8e6551a22535'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:06:18.656904 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['4279a959-43d6-49f0-ae9b-3539856ab874'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:06:18.749749 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433192a3-7355-4f7c-8542-72e76b92d999 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Pushing event deleted for resources: {'Port': ['ID=4279a959-43d6-49f0-ae9b-3539856ab874,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:18.799425 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e29cf10-1a78-4d79-bfa7-8926497572b9 req-433192a3-7355-4f7c-8542-72e76b92d999 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] No DVR routers for this DVR port 4279a959-43d6-49f0-ae9b-3539856ab874 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:06:18.818478 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-1e29cf10-1a78-4d79-bfa7-8926497572b9 req-433192a3-7355-4f7c-8542-72e76b92d999 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:18.823791 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1e29cf10-1a78-4d79-bfa7-8926497572b9 req-433192a3-7355-4f7c-8542-72e76b92d999 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.20 "DELETE /v2.0/ports/4279a959-43d6-49f0-ae9b-3539856ab874 HTTP/1.1" status: 204 len: 173 time: 1.3565156 Mar 01 14:06:18.824543 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875a1500-bdaa-416c-9733-10b581a19e2e', 'name': 'network-vif-deleted', 'tag': '4279a959-43d6-49f0-ae9b-3539856ab874'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:06:18.827559 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1359ded-e236-4bc6-bf58-7768665af1fd" -d '{"events": [{"server_uuid": "875a1500-bdaa-416c-9733-10b581a19e2e", "name": "network-vif-deleted", "tag": "4279a959-43d6-49f0-ae9b-3539856ab874"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:06:18.891319 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a226b0-81e0-4e49-8b73-9bcd791a9162 x-openstack-request-id: req-60a226b0-81e0-4e49-8b73-9bcd791a9162 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:06:18.891633 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875a1500-bdaa-416c-9733-10b581a19e2e", "name": "network-vif-deleted", "tag": "4279a959-43d6-49f0-ae9b-3539856ab874", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:06:18.891911 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60a226b0-81e0-4e49-8b73-9bcd791a9162 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:06:18.892327 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875a1500-bdaa-416c-9733-10b581a19e2e', 'name': 'network-vif-deleted', 'tag': '4279a959-43d6-49f0-ae9b-3539856ab874', 'status': 'completed', 'code': 200} Mar 01 14:06:19.386605 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-99768a8c-c907-4b56-bbaf-c6bc87b644da tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] create failed (client error): The resource could not be found. Mar 01 14:06:19.391660 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-99768a8c-c907-4b56-bbaf-c6bc87b644da tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.2659292 Mar 01 14:06:19.392732 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35530) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:19.401947 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00748a69-f27f-43cf-9ff7-5df1134718a5 req-16e51d39-30ca-4f0a-855e-b92dee28eb36 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:19.409322 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-00748a69-f27f-43cf-9ff7-5df1134718a5 req-16e51d39-30ca-4f0a-855e-b92dee28eb36 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/ports?device_id=a052f0a9-b7cb-481a-86a4-2f856fd5ed3f HTTP/1.1" status: 200 len: 945 time: 0.2657416 Mar 01 14:06:19.414803 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-f3a88d55-33cd-428d-8359-29e4649f829f req-847cbf70-7de0-4c03-97e9-abb59afce4d0 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (20174ac4-510e-4aff-bc52-8e6551a22535), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:19.512013 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-feb70148-93ec-4035-81d8-bbe14fcc0c12 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router (6d8e4245-4577-41e8-beb5-dea0894b9f21), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:19.582286 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-c79cc527-f26b-4f1a-9414-452cdefccd5f tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Deleting port e786d7e2-f72e-4af8-a83b-3a1953b1d52b {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:06:19.582884 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c79cc527-f26b-4f1a-9414-452cdefccd5f tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (e786d7e2-f72e-4af8-a83b-3a1953b1d52b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:19.688406 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c79cc527-f26b-4f1a-9414-452cdefccd5f tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (e786d7e2-f72e-4af8-a83b-3a1953b1d52b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:19.702525 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-c79cc527-f26b-4f1a-9414-452cdefccd5f tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Calling delete_port for e786d7e2-f72e-4af8-a83b-3a1953b1d52b owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:06:19.720647 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a88d55-33cd-428d-8359-29e4649f829f req-847cbf70-7de0-4c03-97e9-abb59afce4d0 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] No DVR routers for this DVR port 20174ac4-510e-4aff-bc52-8e6551a22535 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:06:19.727306 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847cbf70-7de0-4c03-97e9-abb59afce4d0 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Pushing event deleted for resources: {'Port': ['ID=20174ac4-510e-4aff-bc52-8e6551a22535,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:19.730741 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-f3a88d55-33cd-428d-8359-29e4649f829f req-847cbf70-7de0-4c03-97e9-abb59afce4d0 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:19.735885 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f3a88d55-33cd-428d-8359-29e4649f829f req-847cbf70-7de0-4c03-97e9-abb59afce4d0 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.32 "DELETE /v2.0/ports/20174ac4-510e-4aff-bc52-8e6551a22535 HTTP/1.1" status: 204 len: 173 time: 2.3716946 Mar 01 14:06:19.740977 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a052f0a9-b7cb-481a-86a4-2f856fd5ed3f', 'name': 'network-vif-deleted', 'tag': '20174ac4-510e-4aff-bc52-8e6551a22535'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:06:19.743577 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f83c475-00e4-4f97-b6b3-4857f69b3af1" -d '{"events": [{"server_uuid": "a052f0a9-b7cb-481a-86a4-2f856fd5ed3f", "name": "network-vif-deleted", "tag": "20174ac4-510e-4aff-bc52-8e6551a22535"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:06:19.781102 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-00748a69-f27f-43cf-9ff7-5df1134718a5 req-4b7600d7-a204-448e-8d72-78f49a073644 tempest-MultipleCreateTestJSON-1074851937 tempest-MultipleCreateTestJSON-1074851937-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6b20610-83a6-4fba-81bc-7280093bc5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587334 Mar 01 14:06:19.858334 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3ced6f-838d-452d-bb46-0a01e0ec06e5 x-openstack-request-id: req-0b3ced6f-838d-452d-bb46-0a01e0ec06e5 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:06:19.858632 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a052f0a9-b7cb-481a-86a4-2f856fd5ed3f", "name": "network-vif-deleted", "tag": "20174ac4-510e-4aff-bc52-8e6551a22535", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:06:19.858895 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b3ced6f-838d-452d-bb46-0a01e0ec06e5 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:06:19.859302 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a052f0a9-b7cb-481a-86a4-2f856fd5ed3f', 'name': 'network-vif-deleted', 'tag': '20174ac4-510e-4aff-bc52-8e6551a22535', 'status': 'completed', 'code': 200} Mar 01 14:06:19.891501 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-feb70148-93ec-4035-81d8-bbe14fcc0c12 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router_gateway (6d8e4245-4577-41e8-beb5-dea0894b9f21), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:19.957625 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c79cc527-f26b-4f1a-9414-452cdefccd5f tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (e786d7e2-f72e-4af8-a83b-3a1953b1d52b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:19.998580 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-feb70148-93ec-4035-81d8-bbe14fcc0c12 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Deleting port eac374ce-2eee-41ad-8cf2-8e69c910dfb5 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:06:19.998935 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-feb70148-93ec-4035-81d8-bbe14fcc0c12 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (eac374ce-2eee-41ad-8cf2-8e69c910dfb5), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:20.018919 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79cc527-f26b-4f1a-9414-452cdefccd5f tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Pushing event deleted for resources: {'Port': ['ID=e786d7e2-f72e-4af8-a83b-3a1953b1d52b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:20.108983 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c79cc527-f26b-4f1a-9414-452cdefccd5f tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:20.117821 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c79cc527-f26b-4f1a-9414-452cdefccd5f tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] 10.222.0.13 "DELETE /v2.0/ports/e786d7e2-f72e-4af8-a83b-3a1953b1d52b HTTP/1.1" status: 204 len: 168 time: 0.7228439 Mar 01 14:06:20.119133 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35546) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:20.157505 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-feb70148-93ec-4035-81d8-bbe14fcc0c12 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (eac374ce-2eee-41ad-8cf2-8e69c910dfb5), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:20.203145 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-feb70148-93ec-4035-81d8-bbe14fcc0c12 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Calling delete_port for eac374ce-2eee-41ad-8cf2-8e69c910dfb5 owned by network:router_gateway {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:06:20.210961 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ddd46a-5dbd-424e-a39e-5b80d7c5452d tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:20.215414 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-99ddd46a-5dbd-424e-a39e-5b80d7c5452d tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] 10.222.0.13 "GET /v2.0/ports?device_id=a52e6d5f-6217-43c7-a531-f84469793db9 HTTP/1.1" status: 200 len: 913 time: 0.0907612 Mar 01 14:06:20.215657 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35550) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:20.573615 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-feb70148-93ec-4035-81d8-bbe14fcc0c12 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (eac374ce-2eee-41ad-8cf2-8e69c910dfb5), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:20.625535 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb70148-93ec-4035-81d8-bbe14fcc0c12 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Pushing event deleted for resources: {'Port': ['ID=eac374ce-2eee-41ad-8cf2-8e69c910dfb5,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:20.638040 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb70148-93ec-4035-81d8-bbe14fcc0c12 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:20.638451 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb70148-93ec-4035-81d8-bbe14fcc0c12 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:20.638876 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb70148-93ec-4035-81d8-bbe14fcc0c12 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:20.639293 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb70148-93ec-4035-81d8-bbe14fcc0c12 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:20.639720 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb70148-93ec-4035-81d8-bbe14fcc0c12 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:20.640238 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb70148-93ec-4035-81d8-bbe14fcc0c12 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:20.640647 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb70148-93ec-4035-81d8-bbe14fcc0c12 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:20.641069 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb70148-93ec-4035-81d8-bbe14fcc0c12 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:20.641476 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb70148-93ec-4035-81d8-bbe14fcc0c12 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:20.641878 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb70148-93ec-4035-81d8-bbe14fcc0c12 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:20.642271 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb70148-93ec-4035-81d8-bbe14fcc0c12 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:20.642665 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb70148-93ec-4035-81d8-bbe14fcc0c12 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:20.643076 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb70148-93ec-4035-81d8-bbe14fcc0c12 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:20.720763 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-feb70148-93ec-4035-81d8-bbe14fcc0c12 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (6d8e4245-4577-41e8-beb5-dea0894b9f21), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:20.906296 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-feb70148-93ec-4035-81d8-bbe14fcc0c12 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (6d8e4245-4577-41e8-beb5-dea0894b9f21), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:20.909302 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-feb70148-93ec-4035-81d8-bbe14fcc0c12 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router_controller (6d8e4245-4577-41e8-beb5-dea0894b9f21), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:20.966774 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35568) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:20.973602 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-feb70148-93ec-4035-81d8-bbe14fcc0c12 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (6d8e4245-4577-41e8-beb5-dea0894b9f21), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:20.974346 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb70148-93ec-4035-81d8-bbe14fcc0c12 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Fanout notify agent at l3_agent the message router_deleted on router 6d8e4245-4577-41e8-beb5-dea0894b9f21 {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:06:20.981482 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-feb70148-93ec-4035-81d8-bbe14fcc0c12 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:20.985294 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-feb70148-93ec-4035-81d8-bbe14fcc0c12 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] 10.222.0.13 "DELETE /v2.0/routers/6d8e4245-4577-41e8-beb5-dea0894b9f21 HTTP/1.1" status: 204 len: 168 time: 2.3952904 Mar 01 14:06:20.990214 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35570) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:20.998502 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-a5af53dc-de30-465d-8885-a1726664b7e7 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Request body: {'router': {'name': 'tempest-snat-router-750585363', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'enable_snat': False}}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:21.046237 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a5af53dc-de30-465d-8885-a1726664b7e7 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (87595342-fd9e-48f3-8faf-97a59ed51a3d), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:21.047307 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a5af53dc-de30-465d-8885-a1726664b7e7 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (87595342-fd9e-48f3-8faf-97a59ed51a3d), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:21.149998 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a5af53dc-de30-465d-8885-a1726664b7e7 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router_controller (87595342-fd9e-48f3-8faf-97a59ed51a3d), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:21.169995 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 4279a959-43d6-49f0-ae9b-3539856ab874 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:06:21.209686 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 4279a959-43d6-49f0-ae9b-3539856ab874 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:06:21.210217 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 4279a959-43d6-49f0-ae9b-3539856ab874 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:06:21.227704 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ada5cb-b8e5-412e-8df3-6bd36dafa6dd admin admin] Deleting subnet 3c5c0e67-c77f-4a84-b527-894f9b639923 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:06:21.260253 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d1ada5cb-b8e5-412e-8df3-6bd36dafa6dd admin admin] Publish callbacks [] for subnet (3c5c0e67-c77f-4a84-b527-894f9b639923), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:21.409001 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d1ada5cb-b8e5-412e-8df3-6bd36dafa6dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (3c5c0e67-c77f-4a84-b527-894f9b639923), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:21.454571 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a5af53dc-de30-465d-8885-a1726664b7e7 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router_gateway (87595342-fd9e-48f3-8faf-97a59ed51a3d), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:21.479221 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d1ada5cb-b8e5-412e-8df3-6bd36dafa6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (3c5c0e67-c77f-4a84-b527-894f9b639923), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:21.538536 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e0f340b8-3876-4e72-94b2-fca7f2caf084 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (a52e6d5f-6217-43c7-a531-f84469793db9), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:21.548425 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 20174ac4-510e-4aff-bc52-8e6551a22535 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:06:21.600379 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: 20174ac4-510e-4aff-bc52-8e6551a22535 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:06:21.600987 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 20174ac4-510e-4aff-bc52-8e6551a22535 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:06:21.752745 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d1ada5cb-b8e5-412e-8df3-6bd36dafa6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (3c5c0e67-c77f-4a84-b527-894f9b639923), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:21.772653 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d1ada5cb-b8e5-412e-8df3-6bd36dafa6dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:21.796017 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d1ada5cb-b8e5-412e-8df3-6bd36dafa6dd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3c5c0e67-c77f-4a84-b527-894f9b639923 HTTP/1.1" status: 204 len: 168 time: 0.8072245 Mar 01 14:06:21.799707 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35594) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:21.886566 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ada5cb-b8e5-412e-8df3-6bd36dafa6dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c5c0e67-c77f-4a84-b527-894f9b639923,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:21.924363 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a5af53dc-de30-465d-8885-a1726664b7e7 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router_gateway (87595342-fd9e-48f3-8faf-97a59ed51a3d), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:21.965538 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a5af53dc-de30-465d-8885-a1726664b7e7 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:22.090769 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-237d06ec-58dd-42ae-b368-ae90c0a7042c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (6a30b177-089c-4aaa-8b95-aee9c6b513eb), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:22.294306 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-a5af53dc-de30-465d-8885-a1726664b7e7 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Allocated IP 172.25.1.236 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/e4c1decb-a93f-4ddb-8d43-3628264ea0e7) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:06:22.305088 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-237d06ec-58dd-42ae-b368-ae90c0a7042c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (6a30b177-089c-4aaa-8b95-aee9c6b513eb), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:22.336608 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-237d06ec-58dd-42ae-b368-ae90c0a7042c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a30b177-089c-4aaa-8b95-aee9c6b513eb']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:22.347932 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-237d06ec-58dd-42ae-b368-ae90c0a7042c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '017dfbad-3f1e-4c5f-b4fb-6113a947a637') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:22.348227 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-237d06ec-58dd-42ae-b368-ae90c0a7042c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '017dfbad-3f1e-4c5f-b4fb-6113a947a637') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:22.358539 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-237d06ec-58dd-42ae-b368-ae90c0a7042c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (017dfbad-3f1e-4c5f-b4fb-6113a947a637), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:22.373080 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-237d06ec-58dd-42ae-b368-ae90c0a7042c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (017dfbad-3f1e-4c5f-b4fb-6113a947a637), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:22.380152 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-237d06ec-58dd-42ae-b368-ae90c0a7042c admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:06:22.380575 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-237d06ec-58dd-42ae-b368-ae90c0a7042c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (017dfbad-3f1e-4c5f-b4fb-6113a947a637), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:22.441319 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:06:22.441319 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:06:22.441319 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:06:22.441319 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:06:22.441319 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:06:22.441319 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:06:22.441319 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:06:22.441319 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:06:22.441319 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:06:22.441319 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:06:22.441319 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:06:22.441319 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:06:22.441319 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:06:22.441319 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:06:22.441319 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:06:22.441319 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:06:22.441319 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:06:22.441319 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:06:22.441319 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:06:22.441319 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:06:22.441319 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:06:22.441319 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:06:22.441319 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:06:22.441319 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:06:22.441319 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:06:22.441319 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:06:22.441319 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:06:22.441319 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:06:22.441319 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:06:22.441319 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:06:22.441319 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:06:22.441319 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:06:22.456265 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-237d06ec-58dd-42ae-b368-ae90c0a7042c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (6a30b177-089c-4aaa-8b95-aee9c6b513eb), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:22.463269 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-237d06ec-58dd-42ae-b368-ae90c0a7042c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:22.468626 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-237d06ec-58dd-42ae-b368-ae90c0a7042c admin admin] 10.222.0.13 "DELETE /v2.0/networks/6a30b177-089c-4aaa-8b95-aee9c6b513eb HTTP/1.1" status: 204 len: 168 time: 0.6679678 Mar 01 14:06:22.514874 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a5af53dc-de30-465d-8885-a1726664b7e7 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for port (e4c1decb-a93f-4ddb-8d43-3628264ea0e7), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:22.536449 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d06ec-58dd-42ae-b368-ae90c0a7042c admin admin] Pushing event deleted for resources: {'Network': ['ID=6a30b177-089c-4aaa-8b95-aee9c6b513eb,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:22.584334 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a5af53dc-de30-465d-8885-a1726664b7e7 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (e4c1decb-a93f-4ddb-8d43-3628264ea0e7), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:22.628548 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e0f340b8-3876-4e72-94b2-fca7f2caf084 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Deleting port efe13e73-7393-47c9-8f49-e20f372067cf {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:06:22.629599 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e0f340b8-3876-4e72-94b2-fca7f2caf084 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (efe13e73-7393-47c9-8f49-e20f372067cf), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:22.653613 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5af53dc-de30-465d-8885-a1726664b7e7 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:06:22.657350 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-a5af53dc-de30-465d-8885-a1726664b7e7 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:06:22.670936 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5af53dc-de30-465d-8885-a1726664b7e7 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:06:22.729998 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af53dc-de30-465d-8885-a1726664b7e7 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Pushing event updated for resources: {'Port': ['ID=e4c1decb-a93f-4ddb-8d43-3628264ea0e7,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:22.889320 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35634) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:22.936149 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e0f340b8-3876-4e72-94b2-fca7f2caf084 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (efe13e73-7393-47c9-8f49-e20f372067cf), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:22.968808 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e0f340b8-3876-4e72-94b2-fca7f2caf084 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Calling delete_port for efe13e73-7393-47c9-8f49-e20f372067cf owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:06:22.982488 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ad1067ec-9db5-44c8-9a9b-179029483d88 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52f2fdfdead04f679e97764aca3f11b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0917561 Mar 01 14:06:22.984935 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35636) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:23.004059 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35638) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:23.127980 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b6f73651-7c3c-40f2-92f8-23d15e4d7fd1 admin admin] Publish callbacks [] for security_group (c6b20610-83a6-4fba-81bc-7280093bc5bc), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:23.202374 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b6f73651-7c3c-40f2-92f8-23d15e4d7fd1 admin admin] Publish callbacks [] for security_group (c6b20610-83a6-4fba-81bc-7280093bc5bc), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:23.255624 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a5af53dc-de30-465d-8885-a1726664b7e7 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router_gateway (87595342-fd9e-48f3-8faf-97a59ed51a3d), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:23.263437 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b6f73651-7c3c-40f2-92f8-23d15e4d7fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c6b20610-83a6-4fba-81bc-7280093bc5bc), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:23.266857 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b6f73651-7c3c-40f2-92f8-23d15e4d7fd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:23.271439 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b6f73651-7c3c-40f2-92f8-23d15e4d7fd1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6b20610-83a6-4fba-81bc-7280093bc5bc HTTP/1.1" status: 204 len: 168 time: 0.2852898 Mar 01 14:06:23.309276 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f73651-7c3c-40f2-92f8-23d15e4d7fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b20610-83a6-4fba-81bc-7280093bc5bc,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:23.365049 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bd324954-b8f8-4a27-88fa-9f9ae1a8e744 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:23.490834 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e0f340b8-3876-4e72-94b2-fca7f2caf084 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (efe13e73-7393-47c9-8f49-e20f372067cf), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:23.558161 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f340b8-3876-4e72-94b2-fca7f2caf084 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Pushing event deleted for resources: {'Port': ['ID=efe13e73-7393-47c9-8f49-e20f372067cf,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:23.772823 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a5af53dc-de30-465d-8885-a1726664b7e7 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (87595342-fd9e-48f3-8faf-97a59ed51a3d), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:23.790013 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bd324954-b8f8-4a27-88fa-9f9ae1a8e744 admin admin] Publish callbacks [] for security_group (9b445952-f324-4a44-8159-e5cb43d9dff6), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:23.880318 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bd324954-b8f8-4a27-88fa-9f9ae1a8e744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (9b445952-f324-4a44-8159-e5cb43d9dff6), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:23.930924 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-bd324954-b8f8-4a27-88fa-9f9ae1a8e744 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=41cd530dd7e54bc4ba480301d0598649&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9258084 Mar 01 14:06:23.949211 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35666) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:23.987557 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e0f340b8-3876-4e72-94b2-fca7f2caf084 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (a52e6d5f-6217-43c7-a531-f84469793db9), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:24.043480 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd324954-b8f8-4a27-88fa-9f9ae1a8e744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b445952-f324-4a44-8159-e5cb43d9dff6,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:24.139162 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5af53dc-de30-465d-8885-a1726664b7e7 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Router 87595342-fd9e-48f3-8faf-97a59ed51a3d is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:06:24.369696 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5af53dc-de30-465d-8885-a1726664b7e7 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:06:24.381296 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99d8074-dfb1-4ea8-a82c-002b19cd729c None None] Sync routers for ids ['87595342-fd9e-48f3-8faf-97a59ed51a3d'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:06:24.392165 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a5af53dc-de30-465d-8885-a1726664b7e7 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:24.393836 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a5af53dc-de30-465d-8885-a1726664b7e7 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4026406 Mar 01 14:06:24.396495 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35682) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:24.409513 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99d8074-dfb1-4ea8-a82c-002b19cd729c None None] Routers {'87595342-fd9e-48f3-8faf-97a59ed51a3d'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:06:24.410029 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b99d8074-dfb1-4ea8-a82c-002b19cd729c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:05:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['87595342-fd9e-48f3-8faf-97a59ed51a3d'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:24.583302 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a051ba6d-e9d7-4035-8ad3-4ed75e9abb6d tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] 10.222.0.13 "GET /v2.0/routers/87595342-fd9e-48f3-8faf-97a59ed51a3d HTTP/1.1" status: 200 len: 908 time: 0.1850078 Mar 01 14:06:24.585972 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35688) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:24.600788 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-6ff8320d-6d9f-4e86-aabe-51a04e7c7422 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Request body: {'router': {'name': 'tempest-snat-router-750585363', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'enable_snat': True}}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:24.628526 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6ff8320d-6d9f-4e86-aabe-51a04e7c7422 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (07da97b2-86d7-4fa3-8ce0-8214fd3d9af0), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:24.630585 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6ff8320d-6d9f-4e86-aabe-51a04e7c7422 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (07da97b2-86d7-4fa3-8ce0-8214fd3d9af0), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:24.640492 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-b99d8074-dfb1-4ea8-a82c-002b19cd729c None None] Set router 87595342-fd9e-48f3-8faf-97a59ed51a3d gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:06:24.647148 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f6500b7a-3c6a-459a-91e6-795387280b76 admin admin] Publish callbacks [] for security_group (9b445952-f324-4a44-8159-e5cb43d9dff6), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:24.668769 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35692) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:24.704112 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6ff8320d-6d9f-4e86-aabe-51a04e7c7422 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router_controller (07da97b2-86d7-4fa3-8ce0-8214fd3d9af0), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:24.773914 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f6500b7a-3c6a-459a-91e6-795387280b76 admin admin] Publish callbacks [] for security_group (9b445952-f324-4a44-8159-e5cb43d9dff6), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:24.822160 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f340b8-3876-4e72-94b2-fca7f2caf084 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Router a52e6d5f-6217-43c7-a531-f84469793db9 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:06:24.948933 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b99d8074-dfb1-4ea8-a82c-002b19cd729c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87595342-fd9e-48f3-8faf-97a59ed51a3d', 'name': 'tempest-snat-router-750585363', 'tenant_id': '5260de59f82545488c0d340e570c1a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.236'}], 'enable_snat': False}, 'gw_port_id': 'e4c1decb-a93f-4ddb-8d43-3628264ea0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:06:21Z', 'updated_at': '2022-03-01T14:06:23Z', 'revision_number': 3, 'project_id': '5260de59f82545488c0d340e570c1a07', 'gw_port': {'id': 'e4c1decb-a93f-4ddb-8d43-3628264ea0e7', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87595342-fd9e-48f3-8faf-97a59ed51a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:06:21Z', 'updated_at': '2022-03-01T14:06:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:24.996725 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99d8074-dfb1-4ea8-a82c-002b19cd729c None None] Checking router: 87595342-fd9e-48f3-8faf-97a59ed51a3d for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:06:24.997604 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99d8074-dfb1-4ea8-a82c-002b19cd729c None None] Updating router 87595342-fd9e-48f3-8faf-97a59ed51a3d port e4c1decb-a93f-4ddb-8d43-3628264ea0e7 binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:06:25.008540 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6ff8320d-6d9f-4e86-aabe-51a04e7c7422 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router_gateway (07da97b2-86d7-4fa3-8ce0-8214fd3d9af0), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:25.041349 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-b99d8074-dfb1-4ea8-a82c-002b19cd729c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e4c1decb-a93f-4ddb-8d43-3628264ea0e7), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:25.046823 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-3e09a54f-3591-4b23-8c64-40521e9d8c9d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1216012885-network', 'tenant_id': 'd5b97e81d3d540199f3e68f69030b4b6'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:25.136664 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f340b8-3876-4e72-94b2-fca7f2caf084 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:06:25.149782 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e0f340b8-3876-4e72-94b2-fca7f2caf084 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] 10.222.0.13 "PUT /v2.0/routers/a52e6d5f-6217-43c7-a531-f84469793db9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9327841 Mar 01 14:06:25.150989 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f6500b7a-3c6a-459a-91e6-795387280b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (9b445952-f324-4a44-8159-e5cb43d9dff6), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:25.154447 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f6500b7a-3c6a-459a-91e6-795387280b76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:25.155815 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f6500b7a-3c6a-459a-91e6-795387280b76 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b445952-f324-4a44-8159-e5cb43d9dff6 HTTP/1.1" status: 204 len: 168 time: 1.2056086 Mar 01 14:06:25.156361 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0d1a38-8fae-4090-a123-6c084cea88b6 None None] Sync routers for ids ['a52e6d5f-6217-43c7-a531-f84469793db9'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:06:25.157511 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35714) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:25.181914 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0d1a38-8fae-4090-a123-6c084cea88b6 None None] Routers {'a52e6d5f-6217-43c7-a531-f84469793db9'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:06:25.186023 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-8e0d1a38-8fae-4090-a123-6c084cea88b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:05:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['a52e6d5f-6217-43c7-a531-f84469793db9'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:25.210579 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6500b7a-3c6a-459a-91e6-795387280b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b445952-f324-4a44-8159-e5cb43d9dff6,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:25.227113 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e09a54f-3591-4b23-8c64-40521e9d8c9d admin admin] Made reservation on behalf of d5b97e81d3d540199f3e68f69030b4b6 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:06:25.229558 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3e09a54f-3591-4b23-8c64-40521e9d8c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:25.342820 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-8e0d1a38-8fae-4090-a123-6c084cea88b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:25.360341 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5a724376-356e-47f7-a98e-1eeed331bfe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:25.364005 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0d1a38-8fae-4090-a123-6c084cea88b6 None None] Routers {'a52e6d5f-6217-43c7-a531-f84469793db9'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:06:25.365334 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-8e0d1a38-8fae-4090-a123-6c084cea88b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:05:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['a52e6d5f-6217-43c7-a531-f84469793db9'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:25.378120 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3e09a54f-3591-4b23-8c64-40521e9d8c9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:25.416091 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-8e0d1a38-8fae-4090-a123-6c084cea88b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:25.417696 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0d1a38-8fae-4090-a123-6c084cea88b6 None None] The sync data for ids ['a52e6d5f-6217-43c7-a531-f84469793db9'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:06:25.433247 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6ff8320d-6d9f-4e86-aabe-51a04e7c7422 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router_gateway (07da97b2-86d7-4fa3-8ce0-8214fd3d9af0), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:25.488649 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-02e6ca28-1b40-43e6-a6ed-9e3e0b9a63ff tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks [] for router (a52e6d5f-6217-43c7-a531-f84469793db9), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:25.503712 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6ff8320d-6d9f-4e86-aabe-51a04e7c7422 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:25.670049 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3e09a54f-3591-4b23-8c64-40521e9d8c9d admin admin] Publish callbacks [] for security_group (ca6cb569-68e7-4d05-b3af-641e2d67e590), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:25.740143 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3e09a54f-3591-4b23-8c64-40521e9d8c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ca6cb569-68e7-4d05-b3af-641e2d67e590), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:25.754491 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-b99d8074-dfb1-4ea8-a82c-002b19cd729c None None] Publish callbacks [] for port (e4c1decb-a93f-4ddb-8d43-3628264ea0e7), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:25.755560 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e09a54f-3591-4b23-8c64-40521e9d8c9d admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:06:25.766634 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3e09a54f-3591-4b23-8c64-40521e9d8c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (0c46d38c-ef45-4a1d-9de2-6e55a066a98e), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:25.767183 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-3e09a54f-3591-4b23-8c64-40521e9d8c9d admin admin] Added segment 0c46d38c-ef45-4a1d-9de2-6e55a066a98e of type vlan for network 44f1d264-6dcd-4103-a992-2c5bb8930eb7 Mar 01 14:06:25.781212 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-b99d8074-dfb1-4ea8-a82c-002b19cd729c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (e4c1decb-a93f-4ddb-8d43-3628264ea0e7), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:25.848366 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-6ff8320d-6d9f-4e86-aabe-51a04e7c7422 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Allocated IP 172.25.1.218 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/8e77d1a5-ab6f-438d-872d-a1ac1be65b15) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:06:25.868452 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35732) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:25.919886 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cbe848e6-97a2-49fd-9278-26b678e2ce47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:25.941414 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3e09a54f-3591-4b23-8c64-40521e9d8c9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (44f1d264-6dcd-4103-a992-2c5bb8930eb7), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:25.954824 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-b99d8074-dfb1-4ea8-a82c-002b19cd729c None None] Attempting to bind port e4c1decb-a93f-4ddb-8d43-3628264ea0e7 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:06:25.955497 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-b99d8074-dfb1-4ea8-a82c-002b19cd729c None None] Attempting to bind port e4c1decb-a93f-4ddb-8d43-3628264ea0e7 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:06:25.955906 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99d8074-dfb1-4ea8-a82c-002b19cd729c None None] Attempting to bind port e4c1decb-a93f-4ddb-8d43-3628264ea0e7 on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:06:25.961003 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1acb37a-3041-4bb9-bb3d-d74b72f1cc4b None None] Pushing event updated for resources: {'Port': ['ID=e4c1decb-a93f-4ddb-8d43-3628264ea0e7,revision_number=2']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:25.965262 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99d8074-dfb1-4ea8-a82c-002b19cd729c None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:06:25.966100 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99d8074-dfb1-4ea8-a82c-002b19cd729c None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:06:25.966985 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-b99d8074-dfb1-4ea8-a82c-002b19cd729c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:25.967544 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99d8074-dfb1-4ea8-a82c-002b19cd729c None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:06:25.967699 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6ff8320d-6d9f-4e86-aabe-51a04e7c7422 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for port (8e77d1a5-ab6f-438d-872d-a1ac1be65b15), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:25.968326 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-b99d8074-dfb1-4ea8-a82c-002b19cd729c None None] Bound port: e4c1decb-a93f-4ddb-8d43-3628264ea0e7, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:06:25.968898 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-b99d8074-dfb1-4ea8-a82c-002b19cd729c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e4c1decb-a93f-4ddb-8d43-3628264ea0e7), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:25.995467 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1acb37a-3041-4bb9-bb3d-d74b72f1cc4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:25.996350 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1acb37a-3041-4bb9-bb3d-d74b72f1cc4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:25.996904 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1acb37a-3041-4bb9-bb3d-d74b72f1cc4b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:25.997424 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1acb37a-3041-4bb9-bb3d-d74b72f1cc4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:25.997937 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1acb37a-3041-4bb9-bb3d-d74b72f1cc4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:25.998524 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1acb37a-3041-4bb9-bb3d-d74b72f1cc4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:25.999109 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1acb37a-3041-4bb9-bb3d-d74b72f1cc4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:25.999416 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1acb37a-3041-4bb9-bb3d-d74b72f1cc4b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:25.999782 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1acb37a-3041-4bb9-bb3d-d74b72f1cc4b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:26.000122 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1acb37a-3041-4bb9-bb3d-d74b72f1cc4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:26.000504 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1acb37a-3041-4bb9-bb3d-d74b72f1cc4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:26.000839 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1acb37a-3041-4bb9-bb3d-d74b72f1cc4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:26.001333 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1acb37a-3041-4bb9-bb3d-d74b72f1cc4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:26.014302 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6ff8320d-6d9f-4e86-aabe-51a04e7c7422 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (8e77d1a5-ab6f-438d-872d-a1ac1be65b15), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:26.068710 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8320d-6d9f-4e86-aabe-51a04e7c7422 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Pushing event updated for resources: {'Port': ['ID=8e77d1a5-ab6f-438d-872d-a1ac1be65b15,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:26.069631 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-b99d8074-dfb1-4ea8-a82c-002b19cd729c None None] For port e4c1decb-a93f-4ddb-8d43-3628264ea0e7, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:06:26.073637 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-b99d8074-dfb1-4ea8-a82c-002b19cd729c None None] For port e4c1decb-a93f-4ddb-8d43-3628264ea0e7, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=e4c1decb-a93f-4ddb-8d43-3628264ea0e7,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:06:26.091608 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-b99d8074-dfb1-4ea8-a82c-002b19cd729c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (e4c1decb-a93f-4ddb-8d43-3628264ea0e7), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:26.096050 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff8320d-6d9f-4e86-aabe-51a04e7c7422 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:06:26.097864 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-6ff8320d-6d9f-4e86-aabe-51a04e7c7422 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:06:26.103187 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff8320d-6d9f-4e86-aabe-51a04e7c7422 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:06:26.180916 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1acb37a-3041-4bb9-bb3d-d74b72f1cc4b None None] Pushing event updated for resources: {'Port': ['ID=e4c1decb-a93f-4ddb-8d43-3628264ea0e7,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:26.204913 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99d8074-dfb1-4ea8-a82c-002b19cd729c None None] Routers {'87595342-fd9e-48f3-8faf-97a59ed51a3d'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:06:26.205804 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b99d8074-dfb1-4ea8-a82c-002b19cd729c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:05:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['87595342-fd9e-48f3-8faf-97a59ed51a3d'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:26.243334 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e09a54f-3591-4b23-8c64-40521e9d8c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6cb569-68e7-4d05-b3af-641e2d67e590,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:26.248574 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.db.resource_extend [None req-3e09a54f-3591-4b23-8c64-40521e9d8c9d admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 14:06:26.286327 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-02e6ca28-1b40-43e6-a6ed-9e3e0b9a63ff tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (a52e6d5f-6217-43c7-a531-f84469793db9), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:26.303878 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-02e6ca28-1b40-43e6-a6ed-9e3e0b9a63ff tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks [] for router_controller (a52e6d5f-6217-43c7-a531-f84469793db9), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:26.376161 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-b99d8074-dfb1-4ea8-a82c-002b19cd729c None None] Set router 87595342-fd9e-48f3-8faf-97a59ed51a3d gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:06:26.428218 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3e09a54f-3591-4b23-8c64-40521e9d8c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (44f1d264-6dcd-4103-a992-2c5bb8930eb7), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:26.429446 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e09a54f-3591-4b23-8c64-40521e9d8c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:26.430354 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3e09a54f-3591-4b23-8c64-40521e9d8c9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:26.514690 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cbe848e6-97a2-49fd-9278-26b678e2ce47 admin admin] Publish callbacks [] for security_group (36bf6ba5-f018-4950-a65a-157926683ba0), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:26.556685 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-02e6ca28-1b40-43e6-a6ed-9e3e0b9a63ff tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (a52e6d5f-6217-43c7-a531-f84469793db9), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:26.558156 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e6ca28-1b40-43e6-a6ed-9e3e0b9a63ff tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Fanout notify agent at l3_agent the message router_deleted on router a52e6d5f-6217-43c7-a531-f84469793db9 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:06:26.571120 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-02e6ca28-1b40-43e6-a6ed-9e3e0b9a63ff tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:26.572460 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-02e6ca28-1b40-43e6-a6ed-9e3e0b9a63ff tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] 10.222.0.13 "DELETE /v2.0/routers/a52e6d5f-6217-43c7-a531-f84469793db9 HTTP/1.1" status: 204 len: 168 time: 1.3673835 Mar 01 14:06:26.574123 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cbe848e6-97a2-49fd-9278-26b678e2ce47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (36bf6ba5-f018-4950-a65a-157926683ba0), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:26.579686 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3e09a54f-3591-4b23-8c64-40521e9d8c9d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.9090044 Mar 01 14:06:26.588034 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35748) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:26.588678 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35750) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:26.610735 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-004de0b7-a108-4161-aa92-fbc4d14df238 admin admin] Request body: {'subnet': {'network_id': '44f1d264-6dcd-4103-a992-2c5bb8930eb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1216012885-subnet', 'tenant_id': 'd5b97e81d3d540199f3e68f69030b4b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:26.642410 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cbe848e6-97a2-49fd-9278-26b678e2ce47 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7cbb89b62c049f58ad21d4ba3b2afaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7631934 Mar 01 14:06:26.644028 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35752) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:26.664079 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6ff8320d-6d9f-4e86-aabe-51a04e7c7422 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router_gateway (07da97b2-86d7-4fa3-8ce0-8214fd3d9af0), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:26.668421 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b99d8074-dfb1-4ea8-a82c-002b19cd729c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87595342-fd9e-48f3-8faf-97a59ed51a3d', 'name': 'tempest-snat-router-750585363', 'tenant_id': '5260de59f82545488c0d340e570c1a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.236'}], 'enable_snat': False}, 'gw_port_id': 'e4c1decb-a93f-4ddb-8d43-3628264ea0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:06:21Z', 'updated_at': '2022-03-01T14:06:23Z', 'revision_number': 3, 'project_id': '5260de59f82545488c0d340e570c1a07', 'gw_port': {'id': 'e4c1decb-a93f-4ddb-8d43-3628264ea0e7', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87595342-fd9e-48f3-8faf-97a59ed51a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:06:21Z', 'updated_at': '2022-03-01T14:06:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:26.680163 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e09a54f-3591-4b23-8c64-40521e9d8c9d admin admin] Pushing event updated for resources: {'Network': ['ID=44f1d264-6dcd-4103-a992-2c5bb8930eb7,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:26.693195 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 44f1d264-6dcd-4103-a992-2c5bb8930eb7 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:06:26.715992 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe848e6-97a2-49fd-9278-26b678e2ce47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bf6ba5-f018-4950-a65a-157926683ba0,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:26.730678 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-99d5fac8-b797-48e3-a832-4103e28a1985 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Deleting subnet 36b99646-9f3e-4434-aff5-d713274a0b9d {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:06:26.734627 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-99d5fac8-b797-48e3-a832-4103e28a1985 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks [] for subnet (36b99646-9f3e-4434-aff5-d713274a0b9d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:26.737732 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004de0b7-a108-4161-aa92-fbc4d14df238 admin admin] Made reservation on behalf of d5b97e81d3d540199f3e68f69030b4b6 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:06:26.740582 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-004de0b7-a108-4161-aa92-fbc4d14df238 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:26.815458 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99d8074-dfb1-4ea8-a82c-002b19cd729c None None] The sync data for ids ['87595342-fd9e-48f3-8faf-97a59ed51a3d'] in n-d-827467-3 is: [{'id': '87595342-fd9e-48f3-8faf-97a59ed51a3d', 'name': 'tempest-snat-router-750585363', 'tenant_id': '5260de59f82545488c0d340e570c1a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.236'}], 'enable_snat': False}, 'gw_port_id': 'e4c1decb-a93f-4ddb-8d43-3628264ea0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:06:21Z', 'updated_at': '2022-03-01T14:06:23Z', 'revision_number': 3, 'project_id': '5260de59f82545488c0d340e570c1a07', 'gw_port': {'id': 'e4c1decb-a93f-4ddb-8d43-3628264ea0e7', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87595342-fd9e-48f3-8faf-97a59ed51a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:06:21Z', 'updated_at': '2022-03-01T14:06:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:06:26.841007 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-99d5fac8-b797-48e3-a832-4103e28a1985 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (36b99646-9f3e-4434-aff5-d713274a0b9d), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:26.997335 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-99d5fac8-b797-48e3-a832-4103e28a1985 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (36b99646-9f3e-4434-aff5-d713274a0b9d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:27.034277 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d2d2f0b7-587f-4e4b-b904-913359737473 admin admin] Publish callbacks [] for security_group (36bf6ba5-f018-4950-a65a-157926683ba0), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:27.131996 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-004de0b7-a108-4161-aa92-fbc4d14df238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (190321b2-120d-4219-9534-9e4f9952c2d4), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:27.172630 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-99d5fac8-b797-48e3-a832-4103e28a1985 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (36b99646-9f3e-4434-aff5-d713274a0b9d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:27.178447 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d2d2f0b7-587f-4e4b-b904-913359737473 admin admin] Publish callbacks [] for security_group (36bf6ba5-f018-4950-a65a-157926683ba0), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:27.198934 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-99d5fac8-b797-48e3-a832-4103e28a1985 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:27.203002 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c78d92c-861e-4e74-8f6f-606c3726b631 None None] Network b15dc14e-16b2-4021-91b1-df20cb3f151e requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:06:27.204084 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-99d5fac8-b797-48e3-a832-4103e28a1985 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] 10.222.0.13 "DELETE /v2.0/subnets/36b99646-9f3e-4434-aff5-d713274a0b9d HTTP/1.1" status: 204 len: 168 time: 0.6116054 Mar 01 14:06:27.206928 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35764) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:27.224213 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6ff8320d-6d9f-4e86-aabe-51a04e7c7422 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (07da97b2-86d7-4fa3-8ce0-8214fd3d9af0), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:27.408890 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-23ba9e04-4ca5-43cf-80af-22536883b700 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (b15dc14e-16b2-4021-91b1-df20cb3f151e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:27.423892 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004de0b7-a108-4161-aa92-fbc4d14df238 admin admin] Pushing event updated for resources: {'Subnet': ['ID=190321b2-120d-4219-9534-9e4f9952c2d4,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:27.460860 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff8320d-6d9f-4e86-aabe-51a04e7c7422 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Router 07da97b2-86d7-4fa3-8ce0-8214fd3d9af0 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:06:27.469554 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d2d2f0b7-587f-4e4b-b904-913359737473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (36bf6ba5-f018-4950-a65a-157926683ba0), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:27.472375 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d2d2f0b7-587f-4e4b-b904-913359737473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:27.473786 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d2d2f0b7-587f-4e4b-b904-913359737473 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36bf6ba5-f018-4950-a65a-157926683ba0 HTTP/1.1" status: 204 len: 168 time: 0.8238776 Mar 01 14:06:27.529294 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004de0b7-a108-4161-aa92-fbc4d14df238 admin admin] Checking segment: {'id': '0c46d38c-ef45-4a1d-9de2-6e55a066a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '44f1d264-6dcd-4103-a992-2c5bb8930eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:06:27.529982 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004de0b7-a108-4161-aa92-fbc4d14df238 admin admin] Network hostable DHCP agents. Network: 44f1d264-6dcd-4103-a992-2c5bb8930eb7, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:06:27.537808 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7c0b1745-b0be-4e74-912a-bfd434db6e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:27.540755 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5fac8-b797-48e3-a832-4103e28a1985 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Pushing event deleted for resources: {'Subnet': ['ID=36b99646-9f3e-4434-aff5-d713274a0b9d,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:27.641583 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2f0b7-587f-4e4b-b904-913359737473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bf6ba5-f018-4950-a65a-157926683ba0,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:27.652939 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004de0b7-a108-4161-aa92-fbc4d14df238 admin admin] Network 44f1d264-6dcd-4103-a992-2c5bb8930eb7 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:06:27.680211 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ae3b87-19b3-439e-a514-c76284dc5e84 None None] DHCP port deletion for b15dc14e-16b2-4021-91b1-df20cb3f151e request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:06:27.685146 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-004de0b7-a108-4161-aa92-fbc4d14df238 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 44f1d264-6dcd-4103-a992-2c5bb8930eb7) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:06:27.697813 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-23ba9e04-4ca5-43cf-80af-22536883b700 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Deleting port d1c41dfb-93cf-45fd-a620-91ee629ecce0 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:06:27.699060 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-23ba9e04-4ca5-43cf-80af-22536883b700 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (d1c41dfb-93cf-45fd-a620-91ee629ecce0), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:27.721325 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37a2f3f-de4e-497b-9954-a2d030d21d7e None None] Network 44f1d264-6dcd-4103-a992-2c5bb8930eb7 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:06:27.735654 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004de0b7-a108-4161-aa92-fbc4d14df238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:27.743344 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-004de0b7-a108-4161-aa92-fbc4d14df238 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:27.776935 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff8320d-6d9f-4e86-aabe-51a04e7c7422 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:06:27.790241 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8bc191-2c41-4ab3-80ff-7823bf7be9d8 None None] Sync routers for ids ['07da97b2-86d7-4fa3-8ce0-8214fd3d9af0'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:06:27.828419 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8bc191-2c41-4ab3-80ff-7823bf7be9d8 None None] Routers {'07da97b2-86d7-4fa3-8ce0-8214fd3d9af0'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:06:27.831072 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-2f8bc191-2c41-4ab3-80ff-7823bf7be9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:06:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['07da97b2-86d7-4fa3-8ce0-8214fd3d9af0'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:27.845493 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6ff8320d-6d9f-4e86-aabe-51a04e7c7422 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:27.857130 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6ff8320d-6d9f-4e86-aabe-51a04e7c7422 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.2693219 Mar 01 14:06:27.859274 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35778) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:27.917565 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-004de0b7-a108-4161-aa92-fbc4d14df238 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3231978 Mar 01 14:06:27.924181 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-23ba9e04-4ca5-43cf-80af-22536883b700 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] For port d1c41dfb-93cf-45fd-a620-91ee629ecce0, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=d1c41dfb-93cf-45fd-a620-91ee629ecce0,segment=NetworkSegment(f408d1ac-4c14-43b5-8da7-399d2ec22f27),segment_id=f408d1ac-4c14-43b5-8da7-399d2ec22f27)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:06:27.924828 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-23ba9e04-4ca5-43cf-80af-22536883b700 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (d1c41dfb-93cf-45fd-a620-91ee629ecce0), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:27.974808 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-23ba9e04-4ca5-43cf-80af-22536883b700 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Calling delete_port for d1c41dfb-93cf-45fd-a620-91ee629ecce0 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:06:28.021128 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13555218-028f-41f2-aef0-55319114b2c3 None None] Network 44f1d264-6dcd-4103-a992-2c5bb8930eb7 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:06:28.249202 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-23ba9e04-4ca5-43cf-80af-22536883b700 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (d1c41dfb-93cf-45fd-a620-91ee629ecce0), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:28.297695 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba9e04-4ca5-43cf-80af-22536883b700 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Pushing event deleted for resources: {'Port': ['ID=d1c41dfb-93cf-45fd-a620-91ee629ecce0,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:28.304668 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ba9e04-4ca5-43cf-80af-22536883b700 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] No DVR routers for this DVR port d1c41dfb-93cf-45fd-a620-91ee629ecce0 on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:06:28.418315 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-16ae3b87-19b3-439e-a514-c76284dc5e84 None None] Deleting port d1c41dfb-93cf-45fd-a620-91ee629ecce0 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:06:28.418954 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-16ae3b87-19b3-439e-a514-c76284dc5e84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (d1c41dfb-93cf-45fd-a620-91ee629ecce0), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:28.493566 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-23ba9e04-4ca5-43cf-80af-22536883b700 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (b15dc14e-16b2-4021-91b1-df20cb3f151e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:28.577024 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-23ba9e04-4ca5-43cf-80af-22536883b700 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15dc14e-16b2-4021-91b1-df20cb3f151e']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:28.633043 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-16ae3b87-19b3-439e-a514-c76284dc5e84 None None] For port d1c41dfb-93cf-45fd-a620-91ee629ecce0, host n-d-827467-3, got binding levels [] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:06:28.633560 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-16ae3b87-19b3-439e-a514-c76284dc5e84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (d1c41dfb-93cf-45fd-a620-91ee629ecce0), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:28.639439 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-23ba9e04-4ca5-43cf-80af-22536883b700 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f408d1ac-4c14-43b5-8da7-399d2ec22f27') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:28.639775 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-23ba9e04-4ca5-43cf-80af-22536883b700 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f408d1ac-4c14-43b5-8da7-399d2ec22f27') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:28.649661 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-16ae3b87-19b3-439e-a514-c76284dc5e84 None None] Calling delete_port for d1c41dfb-93cf-45fd-a620-91ee629ecce0 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:06:28.652815 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.ipam_backend_mixin [None req-16ae3b87-19b3-439e-a514-c76284dc5e84 None None] Port d1c41dfb-93cf-45fd-a620-91ee629ecce0 was not found and therefore no delete operation was performed {{(pid=103728) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 01 14:06:28.654297 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-16ae3b87-19b3-439e-a514-c76284dc5e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (d1c41dfb-93cf-45fd-a620-91ee629ecce0), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:28.667389 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-23ba9e04-4ca5-43cf-80af-22536883b700 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (f408d1ac-4c14-43b5-8da7-399d2ec22f27), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:28.670735 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ae3b87-19b3-439e-a514-c76284dc5e84 None None] No DVR routers for this DVR port d1c41dfb-93cf-45fd-a620-91ee629ecce0 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:06:28.711873 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-23ba9e04-4ca5-43cf-80af-22536883b700 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (f408d1ac-4c14-43b5-8da7-399d2ec22f27), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:28.718381 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-2f8bc191-2c41-4ab3-80ff-7823bf7be9d8 None None] Set router 07da97b2-86d7-4fa3-8ce0-8214fd3d9af0 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:06:28.721896 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae3b87-19b3-439e-a514-c76284dc5e84 None None] Pushing event deleted for resources: {'Port': ['ID=d1c41dfb-93cf-45fd-a620-91ee629ecce0,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:28.734481 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ba9e04-4ca5-43cf-80af-22536883b700 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:06:28.734913 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-23ba9e04-4ca5-43cf-80af-22536883b700 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (f408d1ac-4c14-43b5-8da7-399d2ec22f27), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:28.741953 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:06:28.741953 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:06:28.741953 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:06:28.741953 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:06:28.741953 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:06:28.741953 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:06:28.741953 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:06:28.741953 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:06:28.741953 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:06:28.741953 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:06:28.741953 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:06:28.741953 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:06:28.741953 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:06:28.741953 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:06:28.741953 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:06:28.741953 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:06:28.741953 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:06:28.741953 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:06:28.741953 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:06:28.741953 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:06:28.741953 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:06:28.741953 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:06:28.741953 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:06:28.741953 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:06:28.741953 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:06:28.741953 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:06:28.741953 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:06:28.741953 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:06:28.741953 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:06:28.741953 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:06:28.741953 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:06:28.741953 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:06:28.908064 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:29.004927 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-23ba9e04-4ca5-43cf-80af-22536883b700 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (b15dc14e-16b2-4021-91b1-df20cb3f151e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:29.012184 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-23ba9e04-4ca5-43cf-80af-22536883b700 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:29.024142 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-23ba9e04-4ca5-43cf-80af-22536883b700 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] 10.222.0.13 "DELETE /v2.0/networks/b15dc14e-16b2-4021-91b1-df20cb3f151e HTTP/1.1" status: 204 len: 168 time: 1.8119783 Mar 01 14:06:29.077783 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device e4c1decb-a93f-4ddb-8d43-3628264ea0e7 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:06:29.110145 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba9e04-4ca5-43cf-80af-22536883b700 tempest-FloatingIPNegativeTestJSON-1673054651 tempest-FloatingIPNegativeTestJSON-1673054651-project] Pushing event deleted for resources: {'Network': ['ID=b15dc14e-16b2-4021-91b1-df20cb3f151e,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:29.163263 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port e4c1decb-a93f-4ddb-8d43-3628264ea0e7 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:06:29.164473 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e4c1decb-a93f-4ddb-8d43-3628264ea0e7), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:29.378026 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port e4c1decb-a93f-4ddb-8d43-3628264ea0e7 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:06:29.379311 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e4c1decb-a93f-4ddb-8d43-3628264ea0e7), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:29.448949 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-2f8bc191-2c41-4ab3-80ff-7823bf7be9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07da97b2-86d7-4fa3-8ce0-8214fd3d9af0', 'name': 'tempest-snat-router-750585363', 'tenant_id': '5260de59f82545488c0d340e570c1a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '8e77d1a5-ab6f-438d-872d-a1ac1be65b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:06:24Z', 'updated_at': '2022-03-01T14:06:26Z', 'revision_number': 3, 'project_id': '5260de59f82545488c0d340e570c1a07', 'gw_port': {'id': '8e77d1a5-ab6f-438d-872d-a1ac1be65b15', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:51:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07da97b2-86d7-4fa3-8ce0-8214fd3d9af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:06:25Z', 'updated_at': '2022-03-01T14:06:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:29.463602 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port e4c1decb-a93f-4ddb-8d43-3628264ea0e7, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=e4c1decb-a93f-4ddb-8d43-3628264ea0e7,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:06:29.478268 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (e4c1decb-a93f-4ddb-8d43-3628264ea0e7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:29.567871 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8bc191-2c41-4ab3-80ff-7823bf7be9d8 None None] Checking router: 07da97b2-86d7-4fa3-8ce0-8214fd3d9af0 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:06:29.570059 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8bc191-2c41-4ab3-80ff-7823bf7be9d8 None None] Updating router 07da97b2-86d7-4fa3-8ce0-8214fd3d9af0 port 8e77d1a5-ab6f-438d-872d-a1ac1be65b15 binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:06:29.575064 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-c62b2802-6722-42f1-b378-05ae405ad438 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:29.576785 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-c62b2802-6722-42f1-b378-05ae405ad438 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] 10.222.0.13 "GET /v2.0/networks?id=44f1d264-6dcd-4103-a992-2c5bb8930eb7 HTTP/1.1" status: 200 len: 822 time: 0.6443186 Mar 01 14:06:29.597425 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device d1c41dfb-93cf-45fd-a620-91ee629ecce0 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:06:29.609625 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-22bab7e2-b474-47e6-9c28-01ea29ec19fe tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] 10.222.0.13 "GET /v2.0/quotas/d5b97e81d3d540199f3e68f69030b4b6 HTTP/1.1" status: 200 len: 375 time: 0.0217891 Mar 01 14:06:29.614545 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-11670195-662b-4337-b974-4f8f32e3e869 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] 10.222.0.13 "GET /v2.0/routers/07da97b2-86d7-4fa3-8ce0-8214fd3d9af0 HTTP/1.1" status: 200 len: 907 time: 1.7540112 Mar 01 14:06:29.619125 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35842) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:29.646623 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-2f8bc191-2c41-4ab3-80ff-7823bf7be9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8e77d1a5-ab6f-438d-872d-a1ac1be65b15), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:29.688968 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-80f5427c-a3ff-4435-899f-b864cef5b6e9 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5b97e81d3d540199f3e68f69030b4b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663865 Mar 01 14:06:29.710495 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: d1c41dfb-93cf-45fd-a620-91ee629ecce0 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:06:29.710925 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device d1c41dfb-93cf-45fd-a620-91ee629ecce0 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:06:29.736482 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35846) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:29.767286 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=e4c1decb-a93f-4ddb-8d43-3628264ea0e7,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:29.866042 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e10b038d-03e7-4704-a6a1-bb63f96e0d9e tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router (07da97b2-86d7-4fa3-8ce0-8214fd3d9af0), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:29.932443 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-23871f1b-acfb-496f-a8f1-fe701ad37754 service neutron] 10.222.0.13 "GET /v2.0/networks/44f1d264-6dcd-4103-a992-2c5bb8930eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359836 Mar 01 14:06:30.057375 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:30.071070 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-d918be9a-4be3-4145-be45-f57aaa4262e3 service neutron] 10.222.0.13 "GET /v2.0/networks/44f1d264-6dcd-4103-a992-2c5bb8930eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277828 Mar 01 14:06:30.145970 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e10b038d-03e7-4704-a6a1-bb63f96e0d9e tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router_gateway (07da97b2-86d7-4fa3-8ce0-8214fd3d9af0), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:30.281175 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e10b038d-03e7-4704-a6a1-bb63f96e0d9e tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Deleting port 8e77d1a5-ab6f-438d-872d-a1ac1be65b15 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:06:30.282816 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e10b038d-03e7-4704-a6a1-bb63f96e0d9e tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (8e77d1a5-ab6f-438d-872d-a1ac1be65b15), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:30.362240 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-34142385-a4ac-4ec1-8080-07adcfcae98a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7c61de730f54e9cb20d4ce7e29499a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6228628 Mar 01 14:06:30.364722 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35868) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:30.464705 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-174d3aa3-2650-4be2-8e9e-8b593a68686e admin admin] Publish callbacks [] for security_group (985dacd7-9dc6-42fb-b354-9f6884808993), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:30.481384 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e10b038d-03e7-4704-a6a1-bb63f96e0d9e tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (8e77d1a5-ab6f-438d-872d-a1ac1be65b15), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:30.506866 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-174d3aa3-2650-4be2-8e9e-8b593a68686e admin admin] Publish callbacks [] for security_group (985dacd7-9dc6-42fb-b354-9f6884808993), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:30.508841 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e10b038d-03e7-4704-a6a1-bb63f96e0d9e tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Calling delete_port for 8e77d1a5-ab6f-438d-872d-a1ac1be65b15 owned by network:router_gateway {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:06:30.599212 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-174d3aa3-2650-4be2-8e9e-8b593a68686e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (985dacd7-9dc6-42fb-b354-9f6884808993), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:30.606455 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-174d3aa3-2650-4be2-8e9e-8b593a68686e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:30.611595 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-2f8bc191-2c41-4ab3-80ff-7823bf7be9d8 None None] Publish callbacks [] for port (8e77d1a5-ab6f-438d-872d-a1ac1be65b15), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:30.615596 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-174d3aa3-2650-4be2-8e9e-8b593a68686e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/985dacd7-9dc6-42fb-b354-9f6884808993 HTTP/1.1" status: 204 len: 168 time: 0.2469490 Mar 01 14:06:30.625145 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-2f8bc191-2c41-4ab3-80ff-7823bf7be9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (8e77d1a5-ab6f-438d-872d-a1ac1be65b15), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:30.706618 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d3aa3-2650-4be2-8e9e-8b593a68686e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985dacd7-9dc6-42fb-b354-9f6884808993,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:30.727894 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ba7cf2b3-bd46-4aa8-b589-8dd8a457ec19 req-aab525bf-a67a-4b51-89f4-9acb3912b2eb tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bde41f0-9f5b-4cdf-bcd1-719cdcc42087 HTTP/1.1" status: 200 len: 210 time: 0.1092081 Mar 01 14:06:30.782812 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-2f8bc191-2c41-4ab3-80ff-7823bf7be9d8 None None] Attempting to bind port 8e77d1a5-ab6f-438d-872d-a1ac1be65b15 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:06:30.784190 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-2f8bc191-2c41-4ab3-80ff-7823bf7be9d8 None None] Attempting to bind port 8e77d1a5-ab6f-438d-872d-a1ac1be65b15 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:06:30.786879 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8bc191-2c41-4ab3-80ff-7823bf7be9d8 None None] Attempting to bind port 8e77d1a5-ab6f-438d-872d-a1ac1be65b15 on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:06:30.822161 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8bc191-2c41-4ab3-80ff-7823bf7be9d8 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:06:30.826831 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8bc191-2c41-4ab3-80ff-7823bf7be9d8 None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:06:30.827619 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-2f8bc191-2c41-4ab3-80ff-7823bf7be9d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:30.828290 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8bc191-2c41-4ab3-80ff-7823bf7be9d8 None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:06:30.829621 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-2f8bc191-2c41-4ab3-80ff-7823bf7be9d8 None None] Bound port: 8e77d1a5-ab6f-438d-872d-a1ac1be65b15, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:06:30.837976 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-2f8bc191-2c41-4ab3-80ff-7823bf7be9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8e77d1a5-ab6f-438d-872d-a1ac1be65b15), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:30.944223 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device e4c1decb-a93f-4ddb-8d43-3628264ea0e7 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:06:30.953219 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75548b89-ccc2-4b88-a33c-84312bc57677 None None] Pushing event updated for resources: {'Port': ['ID=8e77d1a5-ab6f-438d-872d-a1ac1be65b15,revision_number=2']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:30.958786 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e10b038d-03e7-4704-a6a1-bb63f96e0d9e tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (8e77d1a5-ab6f-438d-872d-a1ac1be65b15), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:30.962378 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.db.api [None req-2f8bc191-2c41-4ab3-80ff-7823bf7be9d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103729) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 14:06:30.962733 n-d-827467-3 neutron-server[103729]: DEBUG oslo_db.api [None req-2f8bc191-2c41-4ab3-80ff-7823bf7be9d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 14:06:31.030287 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b038d-03e7-4704-a6a1-bb63f96e0d9e tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e77d1a5-ab6f-438d-872d-a1ac1be65b15,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:31.088189 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port e4c1decb-a93f-4ddb-8d43-3628264ea0e7 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:06:31.090561 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e4c1decb-a93f-4ddb-8d43-3628264ea0e7), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:31.149559 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e10b038d-03e7-4704-a6a1-bb63f96e0d9e tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (07da97b2-86d7-4fa3-8ce0-8214fd3d9af0), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:31.348069 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e10b038d-03e7-4704-a6a1-bb63f96e0d9e tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (07da97b2-86d7-4fa3-8ce0-8214fd3d9af0), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:31.350428 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e10b038d-03e7-4704-a6a1-bb63f96e0d9e tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router_controller (07da97b2-86d7-4fa3-8ce0-8214fd3d9af0), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:31.417713 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e10b038d-03e7-4704-a6a1-bb63f96e0d9e tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (07da97b2-86d7-4fa3-8ce0-8214fd3d9af0), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:31.418234 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10b038d-03e7-4704-a6a1-bb63f96e0d9e tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 07da97b2-86d7-4fa3-8ce0-8214fd3d9af0 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:06:31.429262 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e10b038d-03e7-4704-a6a1-bb63f96e0d9e tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:31.433216 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e10b038d-03e7-4704-a6a1-bb63f96e0d9e tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] 10.222.0.13 "DELETE /v2.0/routers/07da97b2-86d7-4fa3-8ce0-8214fd3d9af0 HTTP/1.1" status: 204 len: 168 time: 1.8093297 Mar 01 14:06:31.433992 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 35918) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:31.523816 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-2f8bc191-2c41-4ab3-80ff-7823bf7be9d8 None None] Attempting to bind port 8e77d1a5-ab6f-438d-872d-a1ac1be65b15 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:06:31.525061 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-2f8bc191-2c41-4ab3-80ff-7823bf7be9d8 None None] Attempting to bind port 8e77d1a5-ab6f-438d-872d-a1ac1be65b15 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:06:31.525672 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8bc191-2c41-4ab3-80ff-7823bf7be9d8 None None] Attempting to bind port 8e77d1a5-ab6f-438d-872d-a1ac1be65b15 on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:06:31.549425 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8bc191-2c41-4ab3-80ff-7823bf7be9d8 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:06:31.549800 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8bc191-2c41-4ab3-80ff-7823bf7be9d8 None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:06:31.550196 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-2f8bc191-2c41-4ab3-80ff-7823bf7be9d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:31.552803 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8bc191-2c41-4ab3-80ff-7823bf7be9d8 None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:06:31.553960 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-2f8bc191-2c41-4ab3-80ff-7823bf7be9d8 None None] Bound port: 8e77d1a5-ab6f-438d-872d-a1ac1be65b15, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:06:31.554363 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-2f8bc191-2c41-4ab3-80ff-7823bf7be9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8e77d1a5-ab6f-438d-872d-a1ac1be65b15), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:31.595700 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.plugin [None req-2f8bc191-2c41-4ab3-80ff-7823bf7be9d8 None None] Port 8e77d1a5-ab6f-438d-872d-a1ac1be65b15 has been deleted concurrently {{(pid=103729) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Mar 01 14:06:31.608130 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8bc191-2c41-4ab3-80ff-7823bf7be9d8 None None] Routers set() bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:06:31.608504 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8bc191-2c41-4ab3-80ff-7823bf7be9d8 None None] Router IDs set() for agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 01 14:06:31.609144 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_agentschedulers_db [None req-2f8bc191-2c41-4ab3-80ff-7823bf7be9d8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'07da97b2-86d7-4fa3-8ce0-8214fd3d9af0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:06:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent'). {{(pid=103729) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 01 14:06:31.609519 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8bc191-2c41-4ab3-80ff-7823bf7be9d8 None None] The sync data for ids ['07da97b2-86d7-4fa3-8ce0-8214fd3d9af0'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:06:31.640690 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port e4c1decb-a93f-4ddb-8d43-3628264ea0e7 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:06:31.703590 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b4ddcdfc-b3bc-4f8e-93f2-0f142a57325c tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router (87595342-fd9e-48f3-8faf-97a59ed51a3d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:31.731543 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:32.000247 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e539bdb-bca7-4140-b98f-dcab99be0b15 req-9d27e63f-060a-48e7-a2ba-fb956250e227 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bde41f0-9f5b-4cdf-bcd1-719cdcc42087 HTTP/1.1" status: 200 len: 210 time: 0.0637300 Mar 01 14:06:32.041086 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b4ddcdfc-b3bc-4f8e-93f2-0f142a57325c tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router_gateway (87595342-fd9e-48f3-8faf-97a59ed51a3d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:32.165246 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-b4ddcdfc-b3bc-4f8e-93f2-0f142a57325c tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Deleting port e4c1decb-a93f-4ddb-8d43-3628264ea0e7 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:06:32.165833 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b4ddcdfc-b3bc-4f8e-93f2-0f142a57325c tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (e4c1decb-a93f-4ddb-8d43-3628264ea0e7), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:32.370795 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 35966) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:32.383005 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-b4ddcdfc-b3bc-4f8e-93f2-0f142a57325c tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] For port e4c1decb-a93f-4ddb-8d43-3628264ea0e7, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=e4c1decb-a93f-4ddb-8d43-3628264ea0e7,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:06:32.383384 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b4ddcdfc-b3bc-4f8e-93f2-0f142a57325c tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (e4c1decb-a93f-4ddb-8d43-3628264ea0e7), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:32.397610 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-b4ddcdfc-b3bc-4f8e-93f2-0f142a57325c tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Calling delete_port for e4c1decb-a93f-4ddb-8d43-3628264ea0e7 owned by network:router_gateway {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:06:32.755948 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Request body: {'networks': [{'name': 'tempest-network--2138500469'}, {'name': 'tempest-network--730735643'}]} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:32.755948 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Request body: {'network': {'name': 'tempest-network--2138500469'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:32.755948 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Request body: {'network': {'name': 'tempest-network--730735643'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:32.775066 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b4ddcdfc-b3bc-4f8e-93f2-0f142a57325c tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (e4c1decb-a93f-4ddb-8d43-3628264ea0e7), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:32.792366 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-8fa301ec-85e7-4420-9549-fe365e86f633 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:32.794338 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-8fa301ec-85e7-4420-9549-fe365e86f633 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] 10.222.0.20 "GET /v2.0/networks?id=44f1d264-6dcd-4103-a992-2c5bb8930eb7 HTTP/1.1" status: 200 len: 822 time: 0.3952143 Mar 01 14:06:32.817129 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ddcdfc-b3bc-4f8e-93f2-0f142a57325c tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4c1decb-a93f-4ddb-8d43-3628264ea0e7,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:32.828457 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-08bfca7f-f4fd-4a7c-8ae7-f22f1fb58680 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] Request body: {'port': {'device_id': '8bde41f0-9f5b-4cdf-bcd1-719cdcc42087', 'network_id': '44f1d264-6dcd-4103-a992-2c5bb8930eb7', 'admin_state_up': True, 'tenant_id': 'd5b97e81d3d540199f3e68f69030b4b6'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:32.897274 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b4ddcdfc-b3bc-4f8e-93f2-0f142a57325c tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (87595342-fd9e-48f3-8faf-97a59ed51a3d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:32.921920 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Made reservation on behalf of cb8c4c168cd84bcca8ae100484d22fd3 for: {'network': 2} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:06:32.926555 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:32.969059 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:33.015877 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b4ddcdfc-b3bc-4f8e-93f2-0f142a57325c tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (87595342-fd9e-48f3-8faf-97a59ed51a3d), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:33.018737 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b4ddcdfc-b3bc-4f8e-93f2-0f142a57325c tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router_controller (87595342-fd9e-48f3-8faf-97a59ed51a3d), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:33.074643 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b4ddcdfc-b3bc-4f8e-93f2-0f142a57325c tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (87595342-fd9e-48f3-8faf-97a59ed51a3d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:33.075234 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ddcdfc-b3bc-4f8e-93f2-0f142a57325c tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87595342-fd9e-48f3-8faf-97a59ed51a3d {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:06:33.079978 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b4ddcdfc-b3bc-4f8e-93f2-0f142a57325c tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:33.084968 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b4ddcdfc-b3bc-4f8e-93f2-0f142a57325c tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] 10.222.0.13 "DELETE /v2.0/routers/87595342-fd9e-48f3-8faf-97a59ed51a3d HTTP/1.1" status: 204 len: 168 time: 1.6453328 Mar 01 14:06:33.085272 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36000) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:33.090778 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-d588f80b-5faa-4f32-87ce-4e80777b2c98 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1154223623', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}, 'admin_state_up': False}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:33.138035 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d588f80b-5faa-4f32-87ce-4e80777b2c98 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (f3995e71-5d19-415b-8e5b-b0ffeaf8912f), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:33.139264 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d588f80b-5faa-4f32-87ce-4e80777b2c98 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (f3995e71-5d19-415b-8e5b-b0ffeaf8912f), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:33.175165 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8abf15f3-6182-47fb-8036-2eceb68a6e66 req-b8290be3-4aad-4cef-aedb-bd474c1623b9 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bde41f0-9f5b-4cdf-bcd1-719cdcc42087 HTTP/1.1" status: 200 len: 210 time: 0.0533702 Mar 01 14:06:33.252339 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d588f80b-5faa-4f32-87ce-4e80777b2c98 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router_controller (f3995e71-5d19-415b-8e5b-b0ffeaf8912f), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:33.253386 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-08bfca7f-f4fd-4a7c-8ae7-f22f1fb58680 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] Made reservation on behalf of d5b97e81d3d540199f3e68f69030b4b6 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:06:33.257998 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-08bfca7f-f4fd-4a7c-8ae7-f22f1fb58680 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:33.285615 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks [] for security_group (83c8af80-4861-45a0-9101-b80bc110dc7a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:33.295816 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (83c8af80-4861-45a0-9101-b80bc110dc7a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:33.296603 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:33.406322 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83c8af80-4861-45a0-9101-b80bc110dc7a,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:33.430555 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:33.431195 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:33.431891 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:33.433165 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:33.433592 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:33.434080 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:33.434581 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:33.434969 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:33.435323 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:33.435735 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:33.436088 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:33.436595 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:33.437090 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:33.441004 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:06:33.462810 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (0f26b11a-540e-4ff7-b72a-f2e71150a16a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:33.463238 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Added segment 0f26b11a-540e-4ff7-b72a-f2e71150a16a of type vlan for network 3a6aa1b3-af67-4320-a69a-b9718ae8d3c3 Mar 01 14:06:33.536951 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d588f80b-5faa-4f32-87ce-4e80777b2c98 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router_gateway (f3995e71-5d19-415b-8e5b-b0ffeaf8912f), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:33.587919 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (3a6aa1b3-af67-4320-a69a-b9718ae8d3c3), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:33.651913 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:06:33.664192 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (1a53278b-daa2-4840-a2d5-0e7d39fc3c82), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:33.664684 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Added segment 1a53278b-daa2-4840-a2d5-0e7d39fc3c82 of type vlan for network e8adb39d-f3aa-4d1a-8f83-b2cb6e3c1354 Mar 01 14:06:33.709904 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (e8adb39d-f3aa-4d1a-8f83-b2cb6e3c1354), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:33.773577 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-08bfca7f-f4fd-4a7c-8ae7-f22f1fb58680 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] Allocated IP 172.20.0.6 (44f1d264-6dcd-4103-a992-2c5bb8930eb7/190321b2-120d-4219-9534-9e4f9952c2d4/74584265-c971-44f9-ba13-f9ef6f75648c) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:06:33.813962 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (3a6aa1b3-af67-4320-a69a-b9718ae8d3c3), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:33.815483 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (e8adb39d-f3aa-4d1a-8f83-b2cb6e3c1354), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:33.819547 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:06:33.829696 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:33.860401 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:33.863818 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:33.968399 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36032) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:34.011611 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d588f80b-5faa-4f32-87ce-4e80777b2c98 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router_gateway (f3995e71-5d19-415b-8e5b-b0ffeaf8912f), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:34.037753 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d588f80b-5faa-4f32-87ce-4e80777b2c98 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:34.043863 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Pushing event updated for resources: {'Network': ['ID=3a6aa1b3-af67-4320-a69a-b9718ae8d3c3,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:34.055877 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 3a6aa1b3-af67-4320-a69a-b9718ae8d3c3 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:06:34.081857 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.7047970 Mar 01 14:06:34.096393 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36038) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:34.243498 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4d388f2f-2225-4ba6-9a89-fa2a3d323672 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:34.386096 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-d588f80b-5faa-4f32-87ce-4e80777b2c98 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Allocated IP 172.25.1.144 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/d99edb8c-8dba-43e9-9b20-057720728d3e) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:06:34.389951 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1a2ee80b-30d9-4ee5-b440-70031aa7238c req-77647622-a8db-4773-9a26-8019cec045ce tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bde41f0-9f5b-4cdf-bcd1-719cdcc42087 HTTP/1.1" status: 200 len: 210 time: 0.0518038 Mar 01 14:06:34.420023 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4d388f2f-2225-4ba6-9a89-fa2a3d323672 admin admin] Publish callbacks [] for security_group (f149a298-d584-4f78-beff-b50978fd3a1e), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:34.450496 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4d388f2f-2225-4ba6-9a89-fa2a3d323672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (f149a298-d584-4f78-beff-b50978fd3a1e), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:34.558379 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4d388f2f-2225-4ba6-9a89-fa2a3d323672 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a06daaac4f64295b29185fb29839066&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5888412 Mar 01 14:06:34.559359 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36052) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:34.579140 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d388f2f-2225-4ba6-9a89-fa2a3d323672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f149a298-d584-4f78-beff-b50978fd3a1e,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:34.657549 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d588f80b-5faa-4f32-87ce-4e80777b2c98 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for port (d99edb8c-8dba-43e9-9b20-057720728d3e), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:34.664047 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f02942bc-7b44-45af-b528-8c606f125cfd admin admin] Publish callbacks [] for security_group (f149a298-d584-4f78-beff-b50978fd3a1e), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:34.721459 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f02942bc-7b44-45af-b528-8c606f125cfd admin admin] Publish callbacks [] for security_group (f149a298-d584-4f78-beff-b50978fd3a1e), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:34.733196 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d588f80b-5faa-4f32-87ce-4e80777b2c98 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (d99edb8c-8dba-43e9-9b20-057720728d3e), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:34.775189 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69070a9-c50e-43f4-9ee1-659bbd7ce994 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Pushing event updated for resources: {'Network': ['ID=e8adb39d-f3aa-4d1a-8f83-b2cb6e3c1354,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:34.789192 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network e8adb39d-f3aa-4d1a-8f83-b2cb6e3c1354 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:06:34.839707 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d588f80b-5faa-4f32-87ce-4e80777b2c98 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:06:34.876820 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-d588f80b-5faa-4f32-87ce-4e80777b2c98 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:06:34.882318 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d588f80b-5faa-4f32-87ce-4e80777b2c98 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:06:34.888935 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928a7814-c021-4b83-93fc-bfb9da33a069 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:34.894687 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928a7814-c021-4b83-93fc-bfb9da33a069 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:34.900242 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928a7814-c021-4b83-93fc-bfb9da33a069 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:34.904665 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588f80b-5faa-4f32-87ce-4e80777b2c98 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Pushing event updated for resources: {'Port': ['ID=d99edb8c-8dba-43e9-9b20-057720728d3e,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:34.907045 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928a7814-c021-4b83-93fc-bfb9da33a069 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:34.909016 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-928a7814-c021-4b83-93fc-bfb9da33a069 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7773938 Mar 01 14:06:34.912850 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36060) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:34.957490 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device e4c1decb-a93f-4ddb-8d43-3628264ea0e7 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:06:34.981270 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f02942bc-7b44-45af-b528-8c606f125cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (f149a298-d584-4f78-beff-b50978fd3a1e), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:34.984193 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f02942bc-7b44-45af-b528-8c606f125cfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:34.995638 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: e4c1decb-a93f-4ddb-8d43-3628264ea0e7 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:06:34.996114 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device e4c1decb-a93f-4ddb-8d43-3628264ea0e7 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:06:35.000336 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f02942bc-7b44-45af-b528-8c606f125cfd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f149a298-d584-4f78-beff-b50978fd3a1e HTTP/1.1" status: 204 len: 168 time: 0.4367371 Mar 01 14:06:35.025317 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02942bc-7b44-45af-b528-8c606f125cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f149a298-d584-4f78-beff-b50978fd3a1e,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:35.050110 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-08bfca7f-f4fd-4a7c-8ae7-f22f1fb58680 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] Publish callbacks [] for port (74584265-c971-44f9-ba13-f9ef6f75648c), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:35.094046 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e7b1dab5-4b0f-4dd3-8d20-78dbf411710b tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (3a6aa1b3-af67-4320-a69a-b9718ae8d3c3), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:35.152893 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-08bfca7f-f4fd-4a7c-8ae7-f22f1fb58680 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (74584265-c971-44f9-ba13-f9ef6f75648c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:35.342611 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e7b1dab5-4b0f-4dd3-8d20-78dbf411710b tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (3a6aa1b3-af67-4320-a69a-b9718ae8d3c3), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:35.359090 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-08bfca7f-f4fd-4a7c-8ae7-f22f1fb58680 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] Network 44f1d264-6dcd-4103-a992-2c5bb8930eb7 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:06:35.374339 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-08bfca7f-f4fd-4a7c-8ae7-f22f1fb58680 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:06:35.388736 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-08bfca7f-f4fd-4a7c-8ae7-f22f1fb58680 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:06:35.461232 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bfca7f-f4fd-4a7c-8ae7-f22f1fb58680 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] Pushing event updated for resources: {'Port': ['ID=74584265-c971-44f9-ba13-f9ef6f75648c,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:35.482386 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-e7b1dab5-4b0f-4dd3-8d20-78dbf411710b tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a6aa1b3-af67-4320-a69a-b9718ae8d3c3']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:35.509528 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36080) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:35.537542 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-e7b1dab5-4b0f-4dd3-8d20-78dbf411710b tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f26b11a-540e-4ff7-b72a-f2e71150a16a') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:35.537842 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-e7b1dab5-4b0f-4dd3-8d20-78dbf411710b tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f26b11a-540e-4ff7-b72a-f2e71150a16a') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:35.577767 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-70503835-17e6-4f54-a734-202ee09296d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:35.590426 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d588f80b-5faa-4f32-87ce-4e80777b2c98 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router_gateway (f3995e71-5d19-415b-8e5b-b0ffeaf8912f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:35.609500 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e7b1dab5-4b0f-4dd3-8d20-78dbf411710b tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (0f26b11a-540e-4ff7-b72a-f2e71150a16a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:35.640273 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e7b1dab5-4b0f-4dd3-8d20-78dbf411710b tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (0f26b11a-540e-4ff7-b72a-f2e71150a16a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:35.655923 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b1dab5-4b0f-4dd3-8d20-78dbf411710b tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:06:35.656402 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e7b1dab5-4b0f-4dd3-8d20-78dbf411710b tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (0f26b11a-540e-4ff7-b72a-f2e71150a16a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:35.731706 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc99ab-dec3-46a6-9e59-bf47cbf9b43a req-8442275f-07a4-409f-98ed-6bc88e2894a9 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:35.733352 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5dfc99ab-dec3-46a6-9e59-bf47cbf9b43a req-8442275f-07a4-409f-98ed-6bc88e2894a9 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bde41f0-9f5b-4cdf-bcd1-719cdcc42087 HTTP/1.1" status: 200 len: 931 time: 0.1828928 Mar 01 14:06:35.762888 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-08bfca7f-f4fd-4a7c-8ae7-f22f1fb58680 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:35.763659 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-08bfca7f-f4fd-4a7c-8ae7-f22f1fb58680 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:35.766195 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:06:35.766195 n-d-827467-3 neutron-server[103726]: items = [ Mar 01 14:06:35.766195 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:06:35.766195 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:06:35.766195 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:06:35.766195 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:06:35.766195 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:06:35.766195 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:06:35.766195 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:06:35.766195 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:06:35.766195 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:06:35.766195 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:06:35.766195 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:06:35.766195 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:06:35.766195 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:06:35.766195 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:06:35.766195 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:06:35.766195 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:06:35.766195 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:06:35.766195 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:06:35.766195 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:06:35.766195 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:06:35.766195 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:06:35.766195 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:06:35.766195 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:06:35.766195 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:06:35.766195 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:06:35.766195 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:06:35.766195 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:06:35.766195 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:06:35.766195 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:06:35.766195 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:06:35.766195 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:06:35.766195 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:06:35.773499 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e7b1dab5-4b0f-4dd3-8d20-78dbf411710b tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (3a6aa1b3-af67-4320-a69a-b9718ae8d3c3), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:35.805733 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e7b1dab5-4b0f-4dd3-8d20-78dbf411710b tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:35.812262 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e7b1dab5-4b0f-4dd3-8d20-78dbf411710b tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] 10.222.0.13 "DELETE /v2.0/networks/3a6aa1b3-af67-4320-a69a-b9718ae8d3c3 HTTP/1.1" status: 204 len: 168 time: 0.8987718 Mar 01 14:06:35.932211 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36092) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:35.947408 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-70503835-17e6-4f54-a734-202ee09296d3 admin admin] Publish callbacks [] for security_group (7163f006-25cb-4a19-94ca-657b96fcc856), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:35.956126 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5dfc99ab-dec3-46a6-9e59-bf47cbf9b43a req-6d488a38-34f0-4724-8929-1bafd5affe79 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca6cb569-68e7-4d05-b3af-641e2d67e590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140508 Mar 01 14:06:35.975477 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-70503835-17e6-4f54-a734-202ee09296d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (7163f006-25cb-4a19-94ca-657b96fcc856), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:36.010115 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b1dab5-4b0f-4dd3-8d20-78dbf411710b tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Pushing event deleted for resources: {'Network': ['ID=3a6aa1b3-af67-4320-a69a-b9718ae8d3c3,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:36.029551 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d588f80b-5faa-4f32-87ce-4e80777b2c98 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (f3995e71-5d19-415b-8e5b-b0ffeaf8912f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:36.035384 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-08bfca7f-f4fd-4a7c-8ae7-f22f1fb58680 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2181494 Mar 01 14:06:36.086612 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-091689da-13e6-4b6b-9915-502c3e27c08d service neutron] Request body: {'port': {'device_id': '8bde41f0-9f5b-4cdf-bcd1-719cdcc42087', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:36.179359 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-75dd2634-f1a8-4efa-9c2e-f0f0df620814 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (e8adb39d-f3aa-4d1a-8f83-b2cb6e3c1354), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:36.189498 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70503835-17e6-4f54-a734-202ee09296d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7163f006-25cb-4a19-94ca-657b96fcc856,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:36.214331 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-70503835-17e6-4f54-a734-202ee09296d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c6c1f991da524f15be4bfb52cfbdc4b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7029502 Mar 01 14:06:36.218963 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36106) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:36.286282 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-091689da-13e6-4b6b-9915-502c3e27c08d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (74584265-c971-44f9-ba13-f9ef6f75648c), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:36.616365 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d588f80b-5faa-4f32-87ce-4e80777b2c98 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Router f3995e71-5d19-415b-8e5b-b0ffeaf8912f is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:06:36.734673 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-75dd2634-f1a8-4efa-9c2e-f0f0df620814 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (e8adb39d-f3aa-4d1a-8f83-b2cb6e3c1354), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:36.768182 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-75dd2634-f1a8-4efa-9c2e-f0f0df620814 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8adb39d-f3aa-4d1a-8f83-b2cb6e3c1354']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:36.779988 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-75dd2634-f1a8-4efa-9c2e-f0f0df620814 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a53278b-daa2-4840-a2d5-0e7d39fc3c82') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:36.780405 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-75dd2634-f1a8-4efa-9c2e-f0f0df620814 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a53278b-daa2-4840-a2d5-0e7d39fc3c82') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:36.793123 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-75dd2634-f1a8-4efa-9c2e-f0f0df620814 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (1a53278b-daa2-4840-a2d5-0e7d39fc3c82), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:36.809661 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-75dd2634-f1a8-4efa-9c2e-f0f0df620814 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (1a53278b-daa2-4840-a2d5-0e7d39fc3c82), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:36.833070 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75dd2634-f1a8-4efa-9c2e-f0f0df620814 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:06:36.833551 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-75dd2634-f1a8-4efa-9c2e-f0f0df620814 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (1a53278b-daa2-4840-a2d5-0e7d39fc3c82), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:36.836695 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:06:36.836695 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:06:36.836695 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:06:36.836695 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:06:36.836695 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:06:36.836695 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:06:36.836695 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:06:36.836695 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:06:36.836695 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:06:36.836695 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:06:36.836695 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:06:36.836695 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:06:36.836695 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:06:36.836695 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:06:36.836695 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:06:36.836695 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:06:36.836695 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:06:36.836695 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:06:36.836695 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:06:36.836695 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:06:36.836695 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:06:36.836695 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:06:36.836695 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:06:36.836695 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:06:36.836695 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:06:36.836695 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:06:36.836695 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:06:36.836695 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:06:36.836695 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:06:36.836695 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:06:36.836695 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:06:36.836695 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:06:36.922998 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-091689da-13e6-4b6b-9915-502c3e27c08d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74584265-c971-44f9-ba13-f9ef6f75648c {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:06:36.939095 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-091689da-13e6-4b6b-9915-502c3e27c08d service neutron] Publish callbacks [] for port (74584265-c971-44f9-ba13-f9ef6f75648c), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:36.944975 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c1614e31-0712-4a8c-bcc9-cc4d9f7b64de admin admin] Publish callbacks [] for security_group (7163f006-25cb-4a19-94ca-657b96fcc856), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:36.988892 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-75dd2634-f1a8-4efa-9c2e-f0f0df620814 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (e8adb39d-f3aa-4d1a-8f83-b2cb6e3c1354), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:37.011863 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-091689da-13e6-4b6b-9915-502c3e27c08d service neutron] Transition to ACTIVE for port object 74584265-c971-44f9-ba13-f9ef6f75648c will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:06:37.025498 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-091689da-13e6-4b6b-9915-502c3e27c08d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (74584265-c971-44f9-ba13-f9ef6f75648c), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:37.029774 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c1614e31-0712-4a8c-bcc9-cc4d9f7b64de admin admin] Publish callbacks [] for security_group (7163f006-25cb-4a19-94ca-657b96fcc856), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:37.031075 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-75dd2634-f1a8-4efa-9c2e-f0f0df620814 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:37.034774 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-75dd2634-f1a8-4efa-9c2e-f0f0df620814 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] 10.222.0.13 "DELETE /v2.0/networks/e8adb39d-f3aa-4d1a-8f83-b2cb6e3c1354 HTTP/1.1" status: 204 len: 168 time: 1.1013522 Mar 01 14:06:37.038778 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36126) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:37.161150 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d588f80b-5faa-4f32-87ce-4e80777b2c98 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:06:37.163204 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd2634-f1a8-4efa-9c2e-f0f0df620814 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Pushing event deleted for resources: {'Network': ['ID=e8adb39d-f3aa-4d1a-8f83-b2cb6e3c1354,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:37.173245 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e039fb12-7a3d-4aec-92f5-ca47b3cfe27b None None] Sync routers for ids ['f3995e71-5d19-415b-8e5b-b0ffeaf8912f'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:06:37.179526 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091689da-13e6-4b6b-9915-502c3e27c08d service neutron] Pushing event updated for resources: {'Port': ['ID=74584265-c971-44f9-ba13-f9ef6f75648c,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:37.201933 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e039fb12-7a3d-4aec-92f5-ca47b3cfe27b None None] Routers {'f3995e71-5d19-415b-8e5b-b0ffeaf8912f'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:06:37.202550 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-e039fb12-7a3d-4aec-92f5-ca47b3cfe27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:06:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['f3995e71-5d19-415b-8e5b-b0ffeaf8912f'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:37.275140 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-e039fb12-7a3d-4aec-92f5-ca47b3cfe27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:37.301124 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e039fb12-7a3d-4aec-92f5-ca47b3cfe27b None None] Routers {'f3995e71-5d19-415b-8e5b-b0ffeaf8912f'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:06:37.302441 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-e039fb12-7a3d-4aec-92f5-ca47b3cfe27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:06:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['f3995e71-5d19-415b-8e5b-b0ffeaf8912f'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:37.308919 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614e27d5-aec9-4ffc-9a0a-fbe1908dc893 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:37.314978 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614e27d5-aec9-4ffc-9a0a-fbe1908dc893 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:37.320625 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c1614e31-0712-4a8c-bcc9-cc4d9f7b64de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (7163f006-25cb-4a19-94ca-657b96fcc856), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:37.324844 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c1614e31-0712-4a8c-bcc9-cc4d9f7b64de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:37.326680 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c1614e31-0712-4a8c-bcc9-cc4d9f7b64de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7163f006-25cb-4a19-94ca-657b96fcc856 HTTP/1.1" status: 204 len: 168 time: 1.1046200 Mar 01 14:06:37.342674 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1614e31-0712-4a8c-bcc9-cc4d9f7b64de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7163f006-25cb-4a19-94ca-657b96fcc856,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:37.350528 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-e039fb12-7a3d-4aec-92f5-ca47b3cfe27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:37.351375 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e039fb12-7a3d-4aec-92f5-ca47b3cfe27b None None] The sync data for ids ['f3995e71-5d19-415b-8e5b-b0ffeaf8912f'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:06:37.356230 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-614e27d5-aec9-4ffc-9a0a-fbe1908dc893 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3014209 Mar 01 14:06:37.357213 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36134) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:37.388718 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-89a5b763-e258-4fb3-9e4a-3a9082ae78bd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1438575478'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:37.399386 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-091689da-13e6-4b6b-9915-502c3e27c08d service neutron] Attempting to bind port 74584265-c971-44f9-ba13-f9ef6f75648c on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:06:37.399825 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-091689da-13e6-4b6b-9915-502c3e27c08d service neutron] Attempting to bind port 74584265-c971-44f9-ba13-f9ef6f75648c by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '0c46d38c-ef45-4a1d-9de2-6e55a066a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '44f1d264-6dcd-4103-a992-2c5bb8930eb7'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:06:37.400253 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-091689da-13e6-4b6b-9915-502c3e27c08d service neutron] Attempting to bind port 74584265-c971-44f9-ba13-f9ef6f75648c on network 44f1d264-6dcd-4103-a992-2c5bb8930eb7 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:06:37.407128 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-091689da-13e6-4b6b-9915-502c3e27c08d service neutron] Port 74584265-c971-44f9-ba13-f9ef6f75648c on network 44f1d264-6dcd-4103-a992-2c5bb8930eb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:06:37.407589 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-091689da-13e6-4b6b-9915-502c3e27c08d service neutron] Attempting to bind port 74584265-c971-44f9-ba13-f9ef6f75648c on network 44f1d264-6dcd-4103-a992-2c5bb8930eb7 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:06:37.413264 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-091689da-13e6-4b6b-9915-502c3e27c08d service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:06:37.413743 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-091689da-13e6-4b6b-9915-502c3e27c08d service neutron] Checking segment: {'id': '0c46d38c-ef45-4a1d-9de2-6e55a066a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '44f1d264-6dcd-4103-a992-2c5bb8930eb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:06:37.414829 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-091689da-13e6-4b6b-9915-502c3e27c08d service neutron] Bound using segment: {'id': '0c46d38c-ef45-4a1d-9de2-6e55a066a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '44f1d264-6dcd-4103-a992-2c5bb8930eb7'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:06:37.415133 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-091689da-13e6-4b6b-9915-502c3e27c08d service neutron] Bound port: 74584265-c971-44f9-ba13-f9ef6f75648c, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c46d38c-ef45-4a1d-9de2-6e55a066a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '44f1d264-6dcd-4103-a992-2c5bb8930eb7'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:06:37.415587 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-091689da-13e6-4b6b-9915-502c3e27c08d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (74584265-c971-44f9-ba13-f9ef6f75648c), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:37.449689 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d588f80b-5faa-4f32-87ce-4e80777b2c98 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:37.455305 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d588f80b-5faa-4f32-87ce-4e80777b2c98 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.3664277 Mar 01 14:06:37.457333 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36138) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:37.472071 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-bdab4fb2-9bf3-42a0-b71e-bfd574920d57 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'enable_snat': False}}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:37.474923 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a5b763-e258-4fb3-9e4a-3a9082ae78bd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Made reservation on behalf of cb8c4c168cd84bcca8ae100484d22fd3 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:06:37.478794 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-89a5b763-e258-4fb3-9e4a-3a9082ae78bd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:37.528161 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-091689da-13e6-4b6b-9915-502c3e27c08d service neutron] For port 74584265-c971-44f9-ba13-f9ef6f75648c, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:06:37.531296 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-091689da-13e6-4b6b-9915-502c3e27c08d service neutron] For port 74584265-c971-44f9-ba13-f9ef6f75648c, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=74584265-c971-44f9-ba13-f9ef6f75648c,segment=NetworkSegment(0c46d38c-ef45-4a1d-9de2-6e55a066a98e),segment_id=0c46d38c-ef45-4a1d-9de2-6e55a066a98e)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:06:37.558305 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-091689da-13e6-4b6b-9915-502c3e27c08d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (74584265-c971-44f9-ba13-f9ef6f75648c), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:37.572026 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccb5ce-54be-4d1f-b962-76812b35a09a req-b921a806-fc3e-47b4-8155-e19cdadee3ad tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:37.574246 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-afccb5ce-54be-4d1f-b962-76812b35a09a req-b921a806-fc3e-47b4-8155-e19cdadee3ad tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bde41f0-9f5b-4cdf-bcd1-719cdcc42087 HTTP/1.1" status: 200 len: 943 time: 0.4159970 Mar 01 14:06:37.588123 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a5b763-e258-4fb3-9e4a-3a9082ae78bd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:06:37.665926 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091689da-13e6-4b6b-9915-502c3e27c08d service neutron] Pushing event updated for resources: {'Port': ['ID=74584265-c971-44f9-ba13-f9ef6f75648c,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:37.680400 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-091689da-13e6-4b6b-9915-502c3e27c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:37.684294 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-89a5b763-e258-4fb3-9e4a-3a9082ae78bd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (c81431e2-431c-4cc0-93cd-7f5d1f40ce56), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:37.684951 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-89a5b763-e258-4fb3-9e4a-3a9082ae78bd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Added segment c81431e2-431c-4cc0-93cd-7f5d1f40ce56 of type vlan for network 00786ba0-dfc6-4487-a156-d64be29f2463 Mar 01 14:06:37.697081 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-091689da-13e6-4b6b-9915-502c3e27c08d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:37.699371 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-091689da-13e6-4b6b-9915-502c3e27c08d service neutron] 10.222.0.20 "PUT /v2.0/ports/74584265-c971-44f9-ba13-f9ef6f75648c HTTP/1.1" status: 200 len: 1091 time: 1.6244752 Mar 01 14:06:37.707470 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bde41f0-9f5b-4cdf-bcd1-719cdcc42087', 'tag': '74584265-c971-44f9-ba13-f9ef6f75648c'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:06:37.711882 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982bf3b5-8ddd-46e6-9117-ec68f0120d07" -d '{"events": [{"name": "network-changed", "server_uuid": "8bde41f0-9f5b-4cdf-bcd1-719cdcc42087", "tag": "74584265-c971-44f9-ba13-f9ef6f75648c"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:06:37.755449 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853b2b96-1956-4ef5-871b-dd9758a22327 x-openstack-request-id: req-853b2b96-1956-4ef5-871b-dd9758a22327 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:06:37.755994 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bde41f0-9f5b-4cdf-bcd1-719cdcc42087", "tag": "74584265-c971-44f9-ba13-f9ef6f75648c", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:06:37.756422 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-853b2b96-1956-4ef5-871b-dd9758a22327 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:06:37.756987 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bde41f0-9f5b-4cdf-bcd1-719cdcc42087', 'tag': '74584265-c971-44f9-ba13-f9ef6f75648c', 'status': 'completed', 'code': 200} Mar 01 14:06:37.829948 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-afccb5ce-54be-4d1f-b962-76812b35a09a req-21d5e79c-81c0-471f-8738-0e3b5a73281b tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca6cb569-68e7-4d05-b3af-641e2d67e590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483301 Mar 01 14:06:37.844368 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-89a5b763-e258-4fb3-9e4a-3a9082ae78bd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (00786ba0-dfc6-4487-a156-d64be29f2463), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:37.859083 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-a711841b-0440-411b-b362-f4e9a35c0ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:37.867552 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-a711841b-0440-411b-b362-f4e9a35c0ae5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5b97e81d3d540199f3e68f69030b4b6&device_id=8bde41f0-9f5b-4cdf-bcd1-719cdcc42087 HTTP/1.1" status: 200 len: 1125 time: 0.1047516 Mar 01 14:06:37.940529 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-98ac0afa-c20e-49d1-984d-5a8350578c5e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74584265-c971-44f9-ba13-f9ef6f75648c HTTP/1.1" status: 200 len: 217 time: 0.0590136 Mar 01 14:06:37.986957 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-89a5b763-e258-4fb3-9e4a-3a9082ae78bd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (00786ba0-dfc6-4487-a156-d64be29f2463), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:37.994294 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a5b763-e258-4fb3-9e4a-3a9082ae78bd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:37.995488 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-89a5b763-e258-4fb3-9e4a-3a9082ae78bd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:38.013069 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-8dfa293d-6495-46a0-86d6-51c1ea16b5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:38.015095 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-8dfa293d-6495-46a0-86d6-51c1ea16b5a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=190321b2-120d-4219-9534-9e4f9952c2d4 HTTP/1.1" status: 200 len: 862 time: 0.0681880 Mar 01 14:06:38.056935 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-ad8c9bbf-51fb-4c53-aefd-a9c054d0bc48 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=44f1d264-6dcd-4103-a992-2c5bb8930eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362742 Mar 01 14:06:38.086001 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-89a5b763-e258-4fb3-9e4a-3a9082ae78bd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7026660 Mar 01 14:06:38.086001 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36162) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:38.099647 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-282c7b80-d689-4629-b2f5-b6595f9af554 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1838891253'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:38.205584 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5b763-e258-4fb3-9e4a-3a9082ae78bd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Pushing event updated for resources: {'Network': ['ID=00786ba0-dfc6-4487-a156-d64be29f2463,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:38.206395 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-15d20b77-ac5c-43fa-aa37-83b9aa9f1b06 service neutron] 10.222.0.20 "GET /v2.0/networks/44f1d264-6dcd-4103-a992-2c5bb8930eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423190 Mar 01 14:06:38.217010 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 00786ba0-dfc6-4487-a156-d64be29f2463 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:06:38.270618 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282c7b80-d689-4629-b2f5-b6595f9af554 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Made reservation on behalf of cb8c4c168cd84bcca8ae100484d22fd3 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:06:38.274025 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-282c7b80-d689-4629-b2f5-b6595f9af554 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:38.278165 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bdab4fb2-9bf3-42a0-b71e-bfd574920d57 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router_gateway (f3995e71-5d19-415b-8e5b-b0ffeaf8912f), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:38.372528 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-282c7b80-d689-4629-b2f5-b6595f9af554 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:06:38.395869 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-282c7b80-d689-4629-b2f5-b6595f9af554 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (42e999e6-7811-4e76-a95a-3bed9f9cd32a), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:38.396336 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-282c7b80-d689-4629-b2f5-b6595f9af554 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Added segment 42e999e6-7811-4e76-a95a-3bed9f9cd32a of type vlan for network d6b190af-a4f7-4634-b2e5-42f860c2b0b5 Mar 01 14:06:38.413170 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-61ea5386-ec50-4253-8b6a-640d8ba03759 req-9182f9cb-1474-41d6-8d9f-d1c19e2b93b9 service neutron] 10.222.0.20 "GET /v2.0/networks/44f1d264-6dcd-4103-a992-2c5bb8930eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006881 Mar 01 14:06:38.455030 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-282c7b80-d689-4629-b2f5-b6595f9af554 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (d6b190af-a4f7-4634-b2e5-42f860c2b0b5), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:38.503934 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-282c7b80-d689-4629-b2f5-b6595f9af554 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (d6b190af-a4f7-4634-b2e5-42f860c2b0b5), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:38.509680 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282c7b80-d689-4629-b2f5-b6595f9af554 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:38.510914 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-282c7b80-d689-4629-b2f5-b6595f9af554 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:38.628551 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bf3b5-8ddd-46e6-9117-ec68f0120d07 req-d0384339-ef7d-4380-8d52-fcb60a37122f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:38.631641 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-982bf3b5-8ddd-46e6-9117-ec68f0120d07 req-d0384339-ef7d-4380-8d52-fcb60a37122f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5b97e81d3d540199f3e68f69030b4b6&device_id=8bde41f0-9f5b-4cdf-bcd1-719cdcc42087 HTTP/1.1" status: 200 len: 1125 time: 0.1658156 Mar 01 14:06:38.720374 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-282c7b80-d689-4629-b2f5-b6595f9af554 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6336837 Mar 01 14:06:38.723379 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36196) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:38.731988 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c7b80-d689-4629-b2f5-b6595f9af554 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Pushing event updated for resources: {'Network': ['ID=d6b190af-a4f7-4634-b2e5-42f860c2b0b5,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:38.733308 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-18fa4419-50c8-431b-a528-b4b36cd06feb tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Request body: {'ports': [{'network_id': '00786ba0-dfc6-4487-a156-d64be29f2463', 'name': 'tempest-port--274582450', 'admin_state_up': True}, {'network_id': 'd6b190af-a4f7-4634-b2e5-42f860c2b0b5', 'admin_state_up': False}]} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:38.733627 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-18fa4419-50c8-431b-a528-b4b36cd06feb tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Request body: {'port': {'network_id': '00786ba0-dfc6-4487-a156-d64be29f2463', 'name': 'tempest-port--274582450', 'admin_state_up': True}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:38.742180 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-18fa4419-50c8-431b-a528-b4b36cd06feb tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Request body: {'port': {'network_id': 'd6b190af-a4f7-4634-b2e5-42f860c2b0b5', 'admin_state_up': False}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:38.744343 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network d6b190af-a4f7-4634-b2e5-42f860c2b0b5 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:06:38.999383 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bf3b5-8ddd-46e6-9117-ec68f0120d07 req-1cbb9e31-de5b-499c-bc6f-b8d189fb57b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:39.001421 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-982bf3b5-8ddd-46e6-9117-ec68f0120d07 req-1cbb9e31-de5b-499c-bc6f-b8d189fb57b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=44f1d264-6dcd-4103-a992-2c5bb8930eb7 HTTP/1.1" status: 200 len: 923 time: 0.3587191 Mar 01 14:06:39.104877 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-982bf3b5-8ddd-46e6-9117-ec68f0120d07 req-ce00930b-46d0-4dbb-b3ef-ae4ae544317a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74584265-c971-44f9-ba13-f9ef6f75648c HTTP/1.1" status: 200 len: 217 time: 0.0696201 Mar 01 14:06:39.111849 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518dbda-58e9-4aef-b8e3-3febd8f5a95b req-aa7e21fe-d047-4eb0-b2e0-573eb05d75b1 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:39.113330 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4518dbda-58e9-4aef-b8e3-3febd8f5a95b req-aa7e21fe-d047-4eb0-b2e0-573eb05d75b1 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bde41f0-9f5b-4cdf-bcd1-719cdcc42087 HTTP/1.1" status: 200 len: 943 time: 0.1255746 Mar 01 14:06:39.193364 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bf3b5-8ddd-46e6-9117-ec68f0120d07 req-ab6909d0-726b-441d-9bac-6823d4e8611c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:39.195549 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-982bf3b5-8ddd-46e6-9117-ec68f0120d07 req-ab6909d0-726b-441d-9bac-6823d4e8611c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=190321b2-120d-4219-9534-9e4f9952c2d4 HTTP/1.1" status: 200 len: 862 time: 0.0836494 Mar 01 14:06:39.232413 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fa4419-50c8-431b-a528-b4b36cd06feb tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Made reservation on behalf of cb8c4c168cd84bcca8ae100484d22fd3 for: {'port': 2} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:06:39.237818 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-18fa4419-50c8-431b-a528-b4b36cd06feb tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:39.242336 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-982bf3b5-8ddd-46e6-9117-ec68f0120d07 req-b8b963b4-cbe9-4ac1-aa81-3f432592745e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=44f1d264-6dcd-4103-a992-2c5bb8930eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391364 Mar 01 14:06:39.275179 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-18fa4419-50c8-431b-a528-b4b36cd06feb tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:39.353913 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4518dbda-58e9-4aef-b8e3-3febd8f5a95b req-519fc797-8826-428b-adb4-7ad36d2018ee tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca6cb569-68e7-4d05-b3af-641e2d67e590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103506 Mar 01 14:06:39.387133 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bdab4fb2-9bf3-42a0-b71e-bfd574920d57 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3686472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8455'] for router (f3995e71-5d19-415b-8e5b-b0ffeaf8912f), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:39.392753 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bdab4fb2-9bf3-42a0-b71e-bfd574920d57 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3686481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3686494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683840'] for router (f3995e71-5d19-415b-8e5b-b0ffeaf8912f), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:39.563692 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdab4fb2-9bf3-42a0-b71e-bfd574920d57 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Router f3995e71-5d19-415b-8e5b-b0ffeaf8912f has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:06:39.577287 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-982bf3b5-8ddd-46e6-9117-ec68f0120d07 req-289c8f26-fd44-4210-9a46-523f473120df service neutron] 10.222.0.20 "GET /v2.0/networks/44f1d264-6dcd-4103-a992-2c5bb8930eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243153 Mar 01 14:06:39.599895 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-18fa4419-50c8-431b-a528-b4b36cd06feb tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] device_id is not set on port 8f6a76c5-b321-4de8-b59d-2e941ae45996 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:06:39.737804 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-982bf3b5-8ddd-46e6-9117-ec68f0120d07 req-1edcec59-5a28-453b-ae34-39edfacca325 service neutron] 10.222.0.20 "GET /v2.0/networks/44f1d264-6dcd-4103-a992-2c5bb8930eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500227 Mar 01 14:06:39.846787 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdab4fb2-9bf3-42a0-b71e-bfd574920d57 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:06:39.860141 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:39.870362 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8caa783-e8d5-44b2-90b7-2b9729bb3fe9 None None] Sync routers for ids ['f3995e71-5d19-415b-8e5b-b0ffeaf8912f'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:06:39.873248 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bdab4fb2-9bf3-42a0-b71e-bfd574920d57 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:39.875143 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-bdab4fb2-9bf3-42a0-b71e-bfd574920d57 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] 10.222.0.13 "PUT /v2.0/routers/f3995e71-5d19-415b-8e5b-b0ffeaf8912f HTTP/1.1" status: 200 len: 922 time: 2.4101346 Mar 01 14:06:39.877825 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36236) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:39.905055 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8caa783-e8d5-44b2-90b7-2b9729bb3fe9 None None] Routers {'f3995e71-5d19-415b-8e5b-b0ffeaf8912f'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:06:39.905685 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-e8caa783-e8d5-44b2-90b7-2b9729bb3fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:06:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['f3995e71-5d19-415b-8e5b-b0ffeaf8912f'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:39.943628 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-18fa4419-50c8-431b-a528-b4b36cd06feb tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks [] for port (8f6a76c5-b321-4de8-b59d-2e941ae45996), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:39.996454 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-e8caa783-e8d5-44b2-90b7-2b9729bb3fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:40.019380 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8caa783-e8d5-44b2-90b7-2b9729bb3fe9 None None] Routers {'f3995e71-5d19-415b-8e5b-b0ffeaf8912f'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:06:40.020989 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-e8caa783-e8d5-44b2-90b7-2b9729bb3fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:06:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['f3995e71-5d19-415b-8e5b-b0ffeaf8912f'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:40.030746 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:40.034676 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3eb190c2-d4da-4104-b066-259127e725a6 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] 10.222.0.13 "GET /v2.0/routers/f3995e71-5d19-415b-8e5b-b0ffeaf8912f HTTP/1.1" status: 200 len: 922 time: 0.1540959 Mar 01 14:06:40.036199 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36240) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:40.090908 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-18fa4419-50c8-431b-a528-b4b36cd06feb tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] device_id is not set on port 8d5052ae-9814-4c51-be98-30f0e2ed8a00 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:06:40.091863 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99072cd8-0017-4416-a3da-0d2ce9cea8fb tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:40.093546 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-99072cd8-0017-4416-a3da-0d2ce9cea8fb tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=645b0646-084a-4922-8a3b-3b65ee21b5e4&device_id=f3995e71-5d19-415b-8e5b-b0ffeaf8912f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0561216 Mar 01 14:06:40.098891 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36244) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:40.111632 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-e8caa783-e8d5-44b2-90b7-2b9729bb3fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:40.122950 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8caa783-e8d5-44b2-90b7-2b9729bb3fe9 None None] The sync data for ids ['f3995e71-5d19-415b-8e5b-b0ffeaf8912f'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:06:40.235832 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-18fa4419-50c8-431b-a528-b4b36cd06feb tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks [] for port (8d5052ae-9814-4c51-be98-30f0e2ed8a00), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:40.269430 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cf95db-e0f9-494b-baa4-0ee72fc95cae tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:40.271962 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-62cf95db-e0f9-494b-baa4-0ee72fc95cae tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 881 time: 0.1716642 Mar 01 14:06:40.274990 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36248) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:40.311653 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6786e65e-6f3c-4b39-8e01-71fd4ce1289b tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3995e71-5d19-415b-8e5b-b0ffeaf8912f HTTP/1.1" status: 200 len: 205 time: 0.0340950 Mar 01 14:06:40.313598 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36250) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:40.323728 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-18fa4419-50c8-431b-a528-b4b36cd06feb tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (8f6a76c5-b321-4de8-b59d-2e941ae45996), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:40.409112 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fa4419-50c8-431b-a528-b4b36cd06feb tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Checking segment: {'id': 'c81431e2-431c-4cc0-93cd-7f5d1f40ce56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '00786ba0-dfc6-4487-a156-d64be29f2463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:06:40.409710 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fa4419-50c8-431b-a528-b4b36cd06feb tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Network hostable DHCP agents. Network: 00786ba0-dfc6-4487-a156-d64be29f2463, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:06:40.417101 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa4419-50c8-431b-a528-b4b36cd06feb tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Pushing event updated for resources: {'Port': ['ID=8f6a76c5-b321-4de8-b59d-2e941ae45996,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:40.448682 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fa4419-50c8-431b-a528-b4b36cd06feb tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Network 00786ba0-dfc6-4487-a156-d64be29f2463 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:06:40.473927 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-18fa4419-50c8-431b-a528-b4b36cd06feb tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 00786ba0-dfc6-4487-a156-d64be29f2463) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:06:40.487051 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fa4419-50c8-431b-a528-b4b36cd06feb tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:06:40.488428 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-18fa4419-50c8-431b-a528-b4b36cd06feb tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (8d5052ae-9814-4c51-be98-30f0e2ed8a00), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:40.497722 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fed8175-1b28-4b7e-9133-b412fd28cb2c None None] Network 00786ba0-dfc6-4487-a156-d64be29f2463 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:06:40.573652 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa4419-50c8-431b-a528-b4b36cd06feb tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Pushing event updated for resources: {'Port': ['ID=8d5052ae-9814-4c51-be98-30f0e2ed8a00,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:40.626831 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fa4419-50c8-431b-a528-b4b36cd06feb tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Checking segment: {'id': '42e999e6-7811-4e76-a95a-3bed9f9cd32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd6b190af-a4f7-4634-b2e5-42f860c2b0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:06:40.627473 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fa4419-50c8-431b-a528-b4b36cd06feb tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Network hostable DHCP agents. Network: d6b190af-a4f7-4634-b2e5-42f860c2b0b5, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:06:40.630414 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a9afc5ca-aff4-4caa-aa77-5f9ed65b6623 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router (f3995e71-5d19-415b-8e5b-b0ffeaf8912f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:40.648235 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fa4419-50c8-431b-a528-b4b36cd06feb tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Network d6b190af-a4f7-4634-b2e5-42f860c2b0b5 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:06:40.661136 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-18fa4419-50c8-431b-a528-b4b36cd06feb tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, d6b190af-a4f7-4634-b2e5-42f860c2b0b5) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:06:40.666087 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fa4419-50c8-431b-a528-b4b36cd06feb tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:06:40.673053 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fa4419-50c8-431b-a528-b4b36cd06feb tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:40.678365 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fa4419-50c8-431b-a528-b4b36cd06feb tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:40.679130 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-18fa4419-50c8-431b-a528-b4b36cd06feb tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:40.685086 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70d5846-d0e8-4dc1-941e-e1f99334a645 None None] Network d6b190af-a4f7-4634-b2e5-42f860c2b0b5 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:06:40.720807 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36258) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:40.721750 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-18fa4419-50c8-431b-a528-b4b36cd06feb tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.9972966 Mar 01 14:06:40.786388 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597fb205-135d-4b08-8e96-5ceb8b1b7a5f req-f04b394b-95d8-4eb5-b196-ebea8ae74214 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:40.800403 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-597fb205-135d-4b08-8e96-5ceb8b1b7a5f req-f04b394b-95d8-4eb5-b196-ebea8ae74214 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bde41f0-9f5b-4cdf-bcd1-719cdcc42087 HTTP/1.1" status: 200 len: 943 time: 0.3066492 Mar 01 14:06:40.853365 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49c9b51-1f83-467a-bcb5-9d03c21b0db2 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:40.865284 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49c9b51-1f83-467a-bcb5-9d03c21b0db2 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:40.867127 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b49c9b51-1f83-467a-bcb5-9d03c21b0db2 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1443534 Mar 01 14:06:40.871829 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36266) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:40.929888 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-597fb205-135d-4b08-8e96-5ceb8b1b7a5f req-684fb9c8-e567-4c18-b986-712da95913f9 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca6cb569-68e7-4d05-b3af-641e2d67e590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281152 Mar 01 14:06:40.952094 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a9afc5ca-aff4-4caa-aa77-5f9ed65b6623 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router_gateway (f3995e71-5d19-415b-8e5b-b0ffeaf8912f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:41.044881 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-a9afc5ca-aff4-4caa-aa77-5f9ed65b6623 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Deleting port d99edb8c-8dba-43e9-9b20-057720728d3e {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:06:41.045230 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a9afc5ca-aff4-4caa-aa77-5f9ed65b6623 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (d99edb8c-8dba-43e9-9b20-057720728d3e), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:41.087637 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-917930ed-7dc0-49d9-9bad-2d83de8c0406 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Deleting port 8f6a76c5-b321-4de8-b59d-2e941ae45996 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:06:41.089028 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-917930ed-7dc0-49d9-9bad-2d83de8c0406 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (8f6a76c5-b321-4de8-b59d-2e941ae45996), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:41.139589 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a9afc5ca-aff4-4caa-aa77-5f9ed65b6623 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (d99edb8c-8dba-43e9-9b20-057720728d3e), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:41.153599 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-a9afc5ca-aff4-4caa-aa77-5f9ed65b6623 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Calling delete_port for d99edb8c-8dba-43e9-9b20-057720728d3e owned by network:router_gateway {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:06:41.185033 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-917930ed-7dc0-49d9-9bad-2d83de8c0406 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (8f6a76c5-b321-4de8-b59d-2e941ae45996), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:41.203533 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-917930ed-7dc0-49d9-9bad-2d83de8c0406 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Calling delete_port for 8f6a76c5-b321-4de8-b59d-2e941ae45996 owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:06:41.312514 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-917930ed-7dc0-49d9-9bad-2d83de8c0406 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (8f6a76c5-b321-4de8-b59d-2e941ae45996), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:41.359652 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-917930ed-7dc0-49d9-9bad-2d83de8c0406 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:41.366469 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-917930ed-7dc0-49d9-9bad-2d83de8c0406 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] 10.222.0.13 "DELETE /v2.0/ports/8f6a76c5-b321-4de8-b59d-2e941ae45996 HTTP/1.1" status: 204 len: 168 time: 0.4908607 Mar 01 14:06:41.366682 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36276) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:41.395173 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917930ed-7dc0-49d9-9bad-2d83de8c0406 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Pushing event deleted for resources: {'Port': ['ID=8f6a76c5-b321-4de8-b59d-2e941ae45996,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:41.502171 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-81aebe65-4d1d-4017-85ae-2e8b0971491c tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Deleting port 8d5052ae-9814-4c51-be98-30f0e2ed8a00 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:06:41.502523 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-81aebe65-4d1d-4017-85ae-2e8b0971491c tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (8d5052ae-9814-4c51-be98-30f0e2ed8a00), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:41.576733 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-81aebe65-4d1d-4017-85ae-2e8b0971491c tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (8d5052ae-9814-4c51-be98-30f0e2ed8a00), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:41.597383 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-81aebe65-4d1d-4017-85ae-2e8b0971491c tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Calling delete_port for 8d5052ae-9814-4c51-be98-30f0e2ed8a00 owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:06:41.688868 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a9afc5ca-aff4-4caa-aa77-5f9ed65b6623 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (d99edb8c-8dba-43e9-9b20-057720728d3e), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:41.702912 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-81aebe65-4d1d-4017-85ae-2e8b0971491c tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (8d5052ae-9814-4c51-be98-30f0e2ed8a00), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:41.736960 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aebe65-4d1d-4017-85ae-2e8b0971491c tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Pushing event deleted for resources: {'Port': ['ID=8d5052ae-9814-4c51-be98-30f0e2ed8a00,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:41.744834 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-81aebe65-4d1d-4017-85ae-2e8b0971491c tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:41.751476 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-81aebe65-4d1d-4017-85ae-2e8b0971491c tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] 10.222.0.13 "DELETE /v2.0/ports/8d5052ae-9814-4c51-be98-30f0e2ed8a00 HTTP/1.1" status: 204 len: 168 time: 0.3828981 Mar 01 14:06:41.752091 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36282) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:41.759461 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afc5ca-aff4-4caa-aa77-5f9ed65b6623 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Pushing event deleted for resources: {'Port': ['ID=d99edb8c-8dba-43e9-9b20-057720728d3e,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:41.793307 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6ffaacc1-e083-4292-9f4b-a73abbea2aee tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0394883 Mar 01 14:06:41.796560 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36284) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:41.804302 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-a0c0561d-f694-4260-8d72-3b45975b48df tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-370666866'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:41.814682 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a9afc5ca-aff4-4caa-aa77-5f9ed65b6623 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (f3995e71-5d19-415b-8e5b-b0ffeaf8912f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:41.925457 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c0561d-f694-4260-8d72-3b45975b48df tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Made reservation on behalf of cb8c4c168cd84bcca8ae100484d22fd3 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:06:41.928888 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a0c0561d-f694-4260-8d72-3b45975b48df tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:41.931983 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a9afc5ca-aff4-4caa-aa77-5f9ed65b6623 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (f3995e71-5d19-415b-8e5b-b0ffeaf8912f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:41.934954 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a9afc5ca-aff4-4caa-aa77-5f9ed65b6623 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router_controller (f3995e71-5d19-415b-8e5b-b0ffeaf8912f), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:42.004521 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c0561d-f694-4260-8d72-3b45975b48df tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:06:42.013932 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a9afc5ca-aff4-4caa-aa77-5f9ed65b6623 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (f3995e71-5d19-415b-8e5b-b0ffeaf8912f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:42.014556 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9afc5ca-aff4-4caa-aa77-5f9ed65b6623 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Fanout notify agent at l3_agent the message router_deleted on router f3995e71-5d19-415b-8e5b-b0ffeaf8912f {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:06:42.023380 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a9afc5ca-aff4-4caa-aa77-5f9ed65b6623 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:42.025024 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36292) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:42.030536 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36294) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:42.031458 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a9afc5ca-aff4-4caa-aa77-5f9ed65b6623 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] 10.222.0.13 "DELETE /v2.0/routers/f3995e71-5d19-415b-8e5b-b0ffeaf8912f HTTP/1.1" status: 204 len: 168 time: 1.7162769 Mar 01 14:06:42.039713 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a0c0561d-f694-4260-8d72-3b45975b48df tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (1387f69d-9333-4143-8ca1-9c0b77588298), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:42.040644 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-a0c0561d-f694-4260-8d72-3b45975b48df tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Added segment 1387f69d-9333-4143-8ca1-9c0b77588298 of type vlan for network de9cb6a5-a8f9-42f0-9a8a-6b7122a12569 Mar 01 14:06:42.044413 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-b6b40669-07fc-4ae7-9233-05f317388909 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-494872856', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:42.077180 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b6b40669-07fc-4ae7-9233-05f317388909 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (05699b25-aa1a-4374-81b8-54d06a7d3999), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:42.079307 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b6b40669-07fc-4ae7-9233-05f317388909 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (05699b25-aa1a-4374-81b8-54d06a7d3999), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:42.141195 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a0c0561d-f694-4260-8d72-3b45975b48df tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (de9cb6a5-a8f9-42f0-9a8a-6b7122a12569), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:42.161114 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b6b40669-07fc-4ae7-9233-05f317388909 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router_controller (05699b25-aa1a-4374-81b8-54d06a7d3999), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:42.169800 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b6b40669-07fc-4ae7-9233-05f317388909 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (05699b25-aa1a-4374-81b8-54d06a7d3999), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:42.184557 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268632e-d948-4eb7-95dd-8742818dcd2f req-c09bc195-9395-4a82-92af-e38bc6b33276 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:42.191862 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b268632e-d948-4eb7-95dd-8742818dcd2f req-c09bc195-9395-4a82-92af-e38bc6b33276 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bde41f0-9f5b-4cdf-bcd1-719cdcc42087 HTTP/1.1" status: 200 len: 943 time: 0.1544123 Mar 01 14:06:42.226577 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a0c0561d-f694-4260-8d72-3b45975b48df tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (de9cb6a5-a8f9-42f0-9a8a-6b7122a12569), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:42.232275 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c0561d-f694-4260-8d72-3b45975b48df tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:42.232990 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a0c0561d-f694-4260-8d72-3b45975b48df tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:42.238471 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fd96b601-b255-416f-a642-e4701c8cfe64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:42.264393 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b6b40669-07fc-4ae7-9233-05f317388909 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:42.269058 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b6b40669-07fc-4ae7-9233-05f317388909 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2325134 Mar 01 14:06:42.269667 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36306) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:42.276466 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-00ec9520-cd0a-4d1f-958d-29b3351a9350 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Request body: {'router': {'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:42.315798 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a0c0561d-f694-4260-8d72-3b45975b48df tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5149181 Mar 01 14:06:42.319462 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b268632e-d948-4eb7-95dd-8742818dcd2f req-5bbc9dcc-ab03-43f7-a8e4-328ed698141a tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca6cb569-68e7-4d05-b3af-641e2d67e590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267400 Mar 01 14:06:42.320057 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36308) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:42.332482 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-83aa981a-8900-4ed2-8489-6c930c59cae3 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-389221733'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:42.354293 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83aa981a-8900-4ed2-8489-6c930c59cae3 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Made reservation on behalf of cb8c4c168cd84bcca8ae100484d22fd3 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:06:42.362730 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-83aa981a-8900-4ed2-8489-6c930c59cae3 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:42.373611 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0561d-f694-4260-8d72-3b45975b48df tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Pushing event updated for resources: {'Network': ['ID=de9cb6a5-a8f9-42f0-9a8a-6b7122a12569,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:42.387484 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83aa981a-8900-4ed2-8489-6c930c59cae3 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:06:42.390852 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network de9cb6a5-a8f9-42f0-9a8a-6b7122a12569 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:06:42.397770 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-83aa981a-8900-4ed2-8489-6c930c59cae3 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (aed40c3d-7c2c-41fc-a615-d61075cc4aa6), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:42.398281 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-83aa981a-8900-4ed2-8489-6c930c59cae3 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Added segment aed40c3d-7c2c-41fc-a615-d61075cc4aa6 of type vlan for network eafef0fd-56ac-4355-b870-8336b3857c7c Mar 01 14:06:42.449701 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-83aa981a-8900-4ed2-8489-6c930c59cae3 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (eafef0fd-56ac-4355-b870-8336b3857c7c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:42.482581 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-83aa981a-8900-4ed2-8489-6c930c59cae3 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (eafef0fd-56ac-4355-b870-8336b3857c7c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:42.489011 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83aa981a-8900-4ed2-8489-6c930c59cae3 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:42.489735 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-83aa981a-8900-4ed2-8489-6c930c59cae3 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:42.562969 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-00ec9520-cd0a-4d1f-958d-29b3351a9350 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router_gateway (05699b25-aa1a-4374-81b8-54d06a7d3999), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:42.576405 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-83aa981a-8900-4ed2-8489-6c930c59cae3 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2369940 Mar 01 14:06:42.578559 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa981a-8900-4ed2-8489-6c930c59cae3 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Pushing event updated for resources: {'Network': ['ID=eafef0fd-56ac-4355-b870-8336b3857c7c,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:42.592837 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network eafef0fd-56ac-4355-b870-8336b3857c7c details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:06:42.608015 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fd96b601-b255-416f-a642-e4701c8cfe64 admin admin] Publish callbacks [] for security_group (90a3020e-6b4d-4a5c-bf87-4b9b989e80c3), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:42.659113 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fd96b601-b255-416f-a642-e4701c8cfe64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (90a3020e-6b4d-4a5c-bf87-4b9b989e80c3), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:42.705929 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36310) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:42.709455 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fd96b601-b255-416f-a642-e4701c8cfe64 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b9fa1af1eb24b0c90d43e89f6464f87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6809099 Mar 01 14:06:42.711250 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-c0f2b2cb-322c-4f6f-a3eb-b8d9ce5403cd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Request body: {'subnets': [{'network_id': 'de9cb6a5-a8f9-42f0-9a8a-6b7122a12569', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2042665160', 'ip_version': 4}, {'network_id': 'eafef0fd-56ac-4355-b870-8336b3857c7c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:42.711551 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-c0f2b2cb-322c-4f6f-a3eb-b8d9ce5403cd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Request body: {'subnet': {'network_id': 'de9cb6a5-a8f9-42f0-9a8a-6b7122a12569', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2042665160', 'ip_version': 4}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:42.712155 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-c0f2b2cb-322c-4f6f-a3eb-b8d9ce5403cd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Request body: {'subnet': {'network_id': 'eafef0fd-56ac-4355-b870-8336b3857c7c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:42.712677 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36312) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:42.722586 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd96b601-b255-416f-a642-e4701c8cfe64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a3020e-6b4d-4a5c-bf87-4b9b989e80c3,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:42.780985 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-06045579-baad-4bff-bfdb-82cad222e5f5 admin admin] Publish callbacks [] for security_group (90a3020e-6b4d-4a5c-bf87-4b9b989e80c3), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:42.817286 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-06045579-baad-4bff-bfdb-82cad222e5f5 admin admin] Publish callbacks [] for security_group (90a3020e-6b4d-4a5c-bf87-4b9b989e80c3), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:42.890014 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f2b2cb-322c-4f6f-a3eb-b8d9ce5403cd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Made reservation on behalf of cb8c4c168cd84bcca8ae100484d22fd3 for: {'subnet': 2} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:06:42.895458 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c0f2b2cb-322c-4f6f-a3eb-b8d9ce5403cd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:42.896092 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c0f2b2cb-322c-4f6f-a3eb-b8d9ce5403cd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:42.942159 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-00ec9520-cd0a-4d1f-958d-29b3351a9350 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router_gateway (05699b25-aa1a-4374-81b8-54d06a7d3999), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:42.962886 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-00ec9520-cd0a-4d1f-958d-29b3351a9350 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:42.986035 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-06045579-baad-4bff-bfdb-82cad222e5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (90a3020e-6b4d-4a5c-bf87-4b9b989e80c3), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:42.989335 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-06045579-baad-4bff-bfdb-82cad222e5f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:42.993166 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-06045579-baad-4bff-bfdb-82cad222e5f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/90a3020e-6b4d-4a5c-bf87-4b9b989e80c3 HTTP/1.1" status: 204 len: 168 time: 0.2764037 Mar 01 14:06:43.039202 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06045579-baad-4bff-bfdb-82cad222e5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a3020e-6b4d-4a5c-bf87-4b9b989e80c3,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:43.263997 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 74584265-c971-44f9-ba13-f9ef6f75648c details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:06:43.434121 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-00ec9520-cd0a-4d1f-958d-29b3351a9350 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Allocated IP 172.25.1.225 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/a03db694-5400-431e-9fc8-f82c333573e8) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:06:43.439214 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c0f2b2cb-322c-4f6f-a3eb-b8d9ce5403cd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (c6dc9137-fbd5-482d-b11f-50593d7c2dd1), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:43.519961 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 74584265-c971-44f9-ba13-f9ef6f75648c, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=74584265-c971-44f9-ba13-f9ef6f75648c,segment=NetworkSegment(0c46d38c-ef45-4a1d-9de2-6e55a066a98e),segment_id=0c46d38c-ef45-4a1d-9de2-6e55a066a98e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:06:43.533303 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36328) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:43.547924 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '74584265-c971-44f9-ba13-f9ef6f75648c', 'network_id': '44f1d264-6dcd-4103-a992-2c5bb8930eb7', 'port_id': '74584265-c971-44f9-ba13-f9ef6f75648c', 'mac_address': 'fa:16:3e:d7:47:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190321b2-120d-4219-9534-9e4f9952c2d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:06:43.553625 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fd32e524-dd4c-4709-a51f-2227e317060b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:43.594831 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2b2cb-322c-4f6f-a3eb-b8d9ce5403cd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Pushing event updated for resources: {'Subnet': ['ID=c6dc9137-fbd5-482d-b11f-50593d7c2dd1,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:43.597586 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 74584265-c971-44f9-ba13-f9ef6f75648c is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:06:43.597987 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (74584265-c971-44f9-ba13-f9ef6f75648c), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:43.618243 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f2b2cb-322c-4f6f-a3eb-b8d9ce5403cd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Checking segment: {'id': '1387f69d-9333-4143-8ca1-9c0b77588298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'de9cb6a5-a8f9-42f0-9a8a-6b7122a12569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:06:43.619562 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f2b2cb-322c-4f6f-a3eb-b8d9ce5403cd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Network hostable DHCP agents. Network: de9cb6a5-a8f9-42f0-9a8a-6b7122a12569, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:06:43.631538 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74584265-c971-44f9-ba13-f9ef6f75648c {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:06:43.643924 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf88dfe-828f-4cb2-8f92-ecf7f0c5d64c req-43588946-1c17-4b7d-9b30-e1ae73d5e465 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:43.646112 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bbf88dfe-828f-4cb2-8f92-ecf7f0c5d64c req-43588946-1c17-4b7d-9b30-e1ae73d5e465 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bde41f0-9f5b-4cdf-bcd1-719cdcc42087 HTTP/1.1" status: 200 len: 943 time: 0.1282082 Mar 01 14:06:43.659350 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 74584265-c971-44f9-ba13-f9ef6f75648c, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=74584265-c971-44f9-ba13-f9ef6f75648c,segment=NetworkSegment(0c46d38c-ef45-4a1d-9de2-6e55a066a98e),segment_id=0c46d38c-ef45-4a1d-9de2-6e55a066a98e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:06:43.665322 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (74584265-c971-44f9-ba13-f9ef6f75648c), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:43.665702 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-00ec9520-cd0a-4d1f-958d-29b3351a9350 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for port (a03db694-5400-431e-9fc8-f82c333573e8), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:43.683506 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f2b2cb-322c-4f6f-a3eb-b8d9ce5403cd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Network de9cb6a5-a8f9-42f0-9a8a-6b7122a12569 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:06:43.707946 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-c0f2b2cb-322c-4f6f-a3eb-b8d9ce5403cd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, de9cb6a5-a8f9-42f0-9a8a-6b7122a12569) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:06:43.723454 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c0f2b2cb-322c-4f6f-a3eb-b8d9ce5403cd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (b151930a-70fd-4407-ad86-28feb3d44ac0), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:43.733430 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fd32e524-dd4c-4709-a51f-2227e317060b admin admin] Publish callbacks [] for security_group (62ddd938-476b-44e5-b23c-869fb7013efa), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:43.739372 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=74584265-c971-44f9-ba13-f9ef6f75648c,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:43.744111 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6667c4cf-1559-4db2-8be9-3e8086587a7c None None] Network de9cb6a5-a8f9-42f0-9a8a-6b7122a12569 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:06:43.754811 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fd32e524-dd4c-4709-a51f-2227e317060b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (62ddd938-476b-44e5-b23c-869fb7013efa), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:43.761143 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-00ec9520-cd0a-4d1f-958d-29b3351a9350 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (a03db694-5400-431e-9fc8-f82c333573e8), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:43.827514 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bbf88dfe-828f-4cb2-8f92-ecf7f0c5d64c req-e5f2bd92-dea1-43e1-ba22-d7075e4bbcc1 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca6cb569-68e7-4d05-b3af-641e2d67e590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693223 Mar 01 14:06:43.857842 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ec9520-cd0a-4d1f-958d-29b3351a9350 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:06:43.858931 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32e524-dd4c-4709-a51f-2227e317060b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ddd938-476b-44e5-b23c-869fb7013efa,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:43.878703 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2b2cb-322c-4f6f-a3eb-b8d9ce5403cd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Pushing event updated for resources: {'Subnet': ['ID=b151930a-70fd-4407-ad86-28feb3d44ac0,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:43.881172 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83813e2-b218-4de7-ad86-ba601282cb4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-de9cb6a5-a8f9-42f0-9a8a-6b7122a12569', 'network_id': 'de9cb6a5-a8f9-42f0-9a8a-6b7122a12569', 'project_id': 'cb8c4c168cd84bcca8ae100484d22fd3', 'fixed_ips': [{'subnet_id': 'c6dc9137-fbd5-482d-b11f-50593d7c2dd1'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:06:43.884803 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c83813e2-b218-4de7-ad86-ba601282cb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:43.885031 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fd32e524-dd4c-4709-a51f-2227e317060b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c2488869019b4585bca3a5debbc0087e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3477855 Mar 01 14:06:43.885661 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36330) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:43.894580 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-00ec9520-cd0a-4d1f-958d-29b3351a9350 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:06:43.897102 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f2b2cb-322c-4f6f-a3eb-b8d9ce5403cd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Checking segment: {'id': 'aed40c3d-7c2c-41fc-a615-d61075cc4aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'eafef0fd-56ac-4355-b870-8336b3857c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:06:43.897456 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ec9520-cd0a-4d1f-958d-29b3351a9350 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:06:43.897596 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f2b2cb-322c-4f6f-a3eb-b8d9ce5403cd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Network hostable DHCP agents. Network: eafef0fd-56ac-4355-b870-8336b3857c7c, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:06:43.948249 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f2b2cb-322c-4f6f-a3eb-b8d9ce5403cd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Network eafef0fd-56ac-4355-b870-8336b3857c7c is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:06:43.948506 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec9520-cd0a-4d1f-958d-29b3351a9350 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Pushing event updated for resources: {'Port': ['ID=a03db694-5400-431e-9fc8-f82c333573e8,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:43.969637 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-c0f2b2cb-322c-4f6f-a3eb-b8d9ce5403cd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, eafef0fd-56ac-4355-b870-8336b3857c7c) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:06:43.975600 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f2b2cb-322c-4f6f-a3eb-b8d9ce5403cd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:43.976373 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f2b2cb-322c-4f6f-a3eb-b8d9ce5403cd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:43.977151 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c0f2b2cb-322c-4f6f-a3eb-b8d9ce5403cd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:44.001367 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3a7e4e-8301-456f-ab92-cc28ed39ad07 None None] Network eafef0fd-56ac-4355-b870-8336b3857c7c requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:06:44.004260 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['74584265-c971-44f9-ba13-f9ef6f75648c'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:06:44.006385 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c0f2b2cb-322c-4f6f-a3eb-b8d9ce5403cd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.2990806 Mar 01 14:06:44.007029 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36334) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:44.009636 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4c883aa1-58c7-4aa5-acce-2c3bec202dc3 admin admin] Publish callbacks [] for security_group (62ddd938-476b-44e5-b23c-869fb7013efa), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:44.076442 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4c883aa1-58c7-4aa5-acce-2c3bec202dc3 admin admin] Publish callbacks [] for security_group (62ddd938-476b-44e5-b23c-869fb7013efa), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:44.106245 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9267bdc-ee83-4cc6-8162-18ed677c21e0 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:44.107724 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9267bdc-ee83-4cc6-8162-18ed677c21e0 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:44.109216 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9267bdc-ee83-4cc6-8162-18ed677c21e0 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:44.114615 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a9267bdc-ee83-4cc6-8162-18ed677c21e0 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1061313 Mar 01 14:06:44.121037 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36336) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:44.205959 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-d576e704-a2d9-43af-84ef-a3dca0df84dd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Deleting subnet c6dc9137-fbd5-482d-b11f-50593d7c2dd1 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:06:44.221959 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4c883aa1-58c7-4aa5-acce-2c3bec202dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (62ddd938-476b-44e5-b23c-869fb7013efa), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:44.225303 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4c883aa1-58c7-4aa5-acce-2c3bec202dc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:44.225786 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4c883aa1-58c7-4aa5-acce-2c3bec202dc3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62ddd938-476b-44e5-b23c-869fb7013efa HTTP/1.1" status: 204 len: 168 time: 0.3393431 Mar 01 14:06:44.234453 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c883aa1-58c7-4aa5-acce-2c3bec202dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ddd938-476b-44e5-b23c-869fb7013efa,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:44.259626 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-00ec9520-cd0a-4d1f-958d-29b3351a9350 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router_gateway (05699b25-aa1a-4374-81b8-54d06a7d3999), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:44.300491 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-c83813e2-b218-4de7-ad86-ba601282cb4f None None] Allocated IP 172.20.0.2 (de9cb6a5-a8f9-42f0-9a8a-6b7122a12569/c6dc9137-fbd5-482d-b11f-50593d7c2dd1/37d8e96b-33e5-420b-981a-a2430ce2c58a) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:06:44.314899 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c874c42-f183-48b3-867d-6b12db41a6a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-eafef0fd-56ac-4355-b870-8336b3857c7c', 'network_id': 'eafef0fd-56ac-4355-b870-8336b3857c7c', 'project_id': 'cb8c4c168cd84bcca8ae100484d22fd3', 'fixed_ips': [{'subnet_id': 'b151930a-70fd-4407-ad86-28feb3d44ac0'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:06:44.316082 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8c874c42-f183-48b3-867d-6b12db41a6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:44.520355 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-00ec9520-cd0a-4d1f-958d-29b3351a9350 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3686472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8455'] for router (05699b25-aa1a-4374-81b8-54d06a7d3999), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:44.526382 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-00ec9520-cd0a-4d1f-958d-29b3351a9350 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3686481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3686494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683840'] for router (05699b25-aa1a-4374-81b8-54d06a7d3999), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:44.535377 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-8c874c42-f183-48b3-867d-6b12db41a6a8 None None] Allocated IP 172.20.0.18 (eafef0fd-56ac-4355-b870-8336b3857c7c/b151930a-70fd-4407-ad86-28feb3d44ac0/40c770eb-15d4-4586-8c8a-42cb0f2cd9c1) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:06:44.688902 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ec9520-cd0a-4d1f-958d-29b3351a9350 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Router 05699b25-aa1a-4374-81b8-54d06a7d3999 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:06:44.838818 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c83813e2-b218-4de7-ad86-ba601282cb4f None None] Publish callbacks [] for port (37d8e96b-33e5-420b-981a-a2430ce2c58a), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:44.852428 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8c874c42-f183-48b3-867d-6b12db41a6a8 None None] Publish callbacks [] for port (40c770eb-15d4-4586-8c8a-42cb0f2cd9c1), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:44.854728 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d576e704-a2d9-43af-84ef-a3dca0df84dd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks [] for subnet (c6dc9137-fbd5-482d-b11f-50593d7c2dd1), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:44.856773 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c83813e2-b218-4de7-ad86-ba601282cb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (37d8e96b-33e5-420b-981a-a2430ce2c58a), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:44.886973 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8c874c42-f183-48b3-867d-6b12db41a6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (40c770eb-15d4-4586-8c8a-42cb0f2cd9c1), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:44.899540 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83813e2-b218-4de7-ad86-ba601282cb4f None None] Network de9cb6a5-a8f9-42f0-9a8a-6b7122a12569 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:06:44.910100 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-c83813e2-b218-4de7-ad86-ba601282cb4f None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:06:44.912817 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83813e2-b218-4de7-ad86-ba601282cb4f None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:06:44.924048 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ec9520-cd0a-4d1f-958d-29b3351a9350 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:06:44.944751 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-00ec9520-cd0a-4d1f-958d-29b3351a9350 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:44.950261 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-00ec9520-cd0a-4d1f-958d-29b3351a9350 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] 10.222.0.13 "PUT /v2.0/routers/05699b25-aa1a-4374-81b8-54d06a7d3999 HTTP/1.1" status: 200 len: 879 time: 2.6793990 Mar 01 14:06:44.951082 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36360) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:44.963958 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e61d9fd-fe74-4719-9ad5-a8eede819a50 None None] Sync routers for ids ['05699b25-aa1a-4374-81b8-54d06a7d3999'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:06:44.979484 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d576e704-a2d9-43af-84ef-a3dca0df84dd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (c6dc9137-fbd5-482d-b11f-50593d7c2dd1), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:45.006064 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-c83813e2-b218-4de7-ad86-ba601282cb4f None None] Attempting to bind port 37d8e96b-33e5-420b-981a-a2430ce2c58a on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:06:45.006433 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-c83813e2-b218-4de7-ad86-ba601282cb4f None None] Attempting to bind port 37d8e96b-33e5-420b-981a-a2430ce2c58a by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '1387f69d-9333-4143-8ca1-9c0b77588298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'de9cb6a5-a8f9-42f0-9a8a-6b7122a12569'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:06:45.006993 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83813e2-b218-4de7-ad86-ba601282cb4f None None] Attempting to bind port 37d8e96b-33e5-420b-981a-a2430ce2c58a on network de9cb6a5-a8f9-42f0-9a8a-6b7122a12569 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:06:45.009081 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83813e2-b218-4de7-ad86-ba601282cb4f None None] Pushing event updated for resources: {'Port': ['ID=37d8e96b-33e5-420b-981a-a2430ce2c58a,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:45.018286 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c874c42-f183-48b3-867d-6b12db41a6a8 None None] Network eafef0fd-56ac-4355-b870-8336b3857c7c is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:06:45.026501 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83813e2-b218-4de7-ad86-ba601282cb4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:45.027245 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83813e2-b218-4de7-ad86-ba601282cb4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:45.027975 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83813e2-b218-4de7-ad86-ba601282cb4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:45.028479 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83813e2-b218-4de7-ad86-ba601282cb4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:45.028998 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83813e2-b218-4de7-ad86-ba601282cb4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:45.029493 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83813e2-b218-4de7-ad86-ba601282cb4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:45.030344 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83813e2-b218-4de7-ad86-ba601282cb4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:45.030849 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83813e2-b218-4de7-ad86-ba601282cb4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:45.031482 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83813e2-b218-4de7-ad86-ba601282cb4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:45.032012 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83813e2-b218-4de7-ad86-ba601282cb4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:45.032518 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83813e2-b218-4de7-ad86-ba601282cb4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:45.033203 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83813e2-b218-4de7-ad86-ba601282cb4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:45.033694 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83813e2-b218-4de7-ad86-ba601282cb4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:06:45.050613 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-8c874c42-f183-48b3-867d-6b12db41a6a8 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:06:45.053254 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83813e2-b218-4de7-ad86-ba601282cb4f None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:06:45.053875 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83813e2-b218-4de7-ad86-ba601282cb4f None None] Checking segment: {'id': '1387f69d-9333-4143-8ca1-9c0b77588298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'de9cb6a5-a8f9-42f0-9a8a-6b7122a12569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:06:45.054439 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c83813e2-b218-4de7-ad86-ba601282cb4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:45.054996 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83813e2-b218-4de7-ad86-ba601282cb4f None None] Bound using segment: {'id': '1387f69d-9333-4143-8ca1-9c0b77588298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'de9cb6a5-a8f9-42f0-9a8a-6b7122a12569'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:06:45.056214 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-c83813e2-b218-4de7-ad86-ba601282cb4f None None] Bound port: 37d8e96b-33e5-420b-981a-a2430ce2c58a, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1387f69d-9333-4143-8ca1-9c0b77588298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'de9cb6a5-a8f9-42f0-9a8a-6b7122a12569'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:06:45.056836 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c83813e2-b218-4de7-ad86-ba601282cb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (37d8e96b-33e5-420b-981a-a2430ce2c58a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:45.073700 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c874c42-f183-48b3-867d-6b12db41a6a8 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:06:45.075050 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03859c1e-83ff-4774-884a-cd3958001e6e req-15103344-63b5-49db-a036-e5f4a0779d32 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:45.076618 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-03859c1e-83ff-4774-884a-cd3958001e6e req-15103344-63b5-49db-a036-e5f4a0779d32 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bde41f0-9f5b-4cdf-bcd1-719cdcc42087 HTTP/1.1" status: 200 len: 944 time: 0.1587157 Mar 01 14:06:45.142617 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d576e704-a2d9-43af-84ef-a3dca0df84dd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (c6dc9137-fbd5-482d-b11f-50593d7c2dd1), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:45.185276 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-03859c1e-83ff-4774-884a-cd3958001e6e req-0b9b32cd-4186-44c5-b005-e84e0962d73e tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca6cb569-68e7-4d05-b3af-641e2d67e590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903480 Mar 01 14:06:45.188450 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e61d9fd-fe74-4719-9ad5-a8eede819a50 None None] Routers {'05699b25-aa1a-4374-81b8-54d06a7d3999'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:06:45.189331 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-3e61d9fd-fe74-4719-9ad5-a8eede819a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:06:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['05699b25-aa1a-4374-81b8-54d06a7d3999'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:45.233928 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d576e704-a2d9-43af-84ef-a3dca0df84dd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (c6dc9137-fbd5-482d-b11f-50593d7c2dd1), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:45.241759 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d2ea54a1-8f12-4a02-9afc-180abbefb157 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] 10.222.0.13 "GET /v2.0/routers/05699b25-aa1a-4374-81b8-54d06a7d3999 HTTP/1.1" status: 200 len: 920 time: 0.2860999 Mar 01 14:06:45.248270 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-3e61d9fd-fe74-4719-9ad5-a8eede819a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:45.251827 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36366) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:45.269335 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d576e704-a2d9-43af-84ef-a3dca0df84dd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Pushing event deleted for resources: {'Subnet': ['ID=c6dc9137-fbd5-482d-b11f-50593d7c2dd1,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:45.271973 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-c83813e2-b218-4de7-ad86-ba601282cb4f None None] For port 37d8e96b-33e5-420b-981a-a2430ce2c58a, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:06:45.281930 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d576e704-a2d9-43af-84ef-a3dca0df84dd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:45.285702 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d576e704-a2d9-43af-84ef-a3dca0df84dd tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] 10.222.0.13 "DELETE /v2.0/subnets/c6dc9137-fbd5-482d-b11f-50593d7c2dd1 HTTP/1.1" status: 204 len: 168 time: 1.1636605 Mar 01 14:06:45.288833 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36370) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:45.288962 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e61d9fd-fe74-4719-9ad5-a8eede819a50 None None] Routers {'05699b25-aa1a-4374-81b8-54d06a7d3999'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:06:45.289697 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-3e61d9fd-fe74-4719-9ad5-a8eede819a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:06:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['05699b25-aa1a-4374-81b8-54d06a7d3999'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:45.310217 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 74584265-c971-44f9-ba13-f9ef6f75648c up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:06:45.356021 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-c83813e2-b218-4de7-ad86-ba601282cb4f None None] For port 37d8e96b-33e5-420b-981a-a2430ce2c58a, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=37d8e96b-33e5-420b-981a-a2430ce2c58a,segment=NetworkSegment(1387f69d-9333-4143-8ca1-9c0b77588298),segment_id=1387f69d-9333-4143-8ca1-9c0b77588298)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:06:45.383291 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07d1b8c-341a-4097-a14e-661a037fb8c8 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:45.387734 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f07d1b8c-341a-4097-a14e-661a037fb8c8 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=645b0646-084a-4922-8a3b-3b65ee21b5e4&device_id=05699b25-aa1a-4374-81b8-54d06a7d3999&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1320491 Mar 01 14:06:45.389907 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36374) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:45.404004 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e15ce8-fb4c-44fc-83d9-3196e13caa23 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Deleting subnet b151930a-70fd-4407-ad86-28feb3d44ac0 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:06:45.407283 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-49e15ce8-fb4c-44fc-83d9-3196e13caa23 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks [] for subnet (b151930a-70fd-4407-ad86-28feb3d44ac0), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:45.425180 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c874c42-f183-48b3-867d-6b12db41a6a8 None None] Pushing event updated for resources: {'Port': ['ID=40c770eb-15d4-4586-8c8a-42cb0f2cd9c1,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:45.428088 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-8c874c42-f183-48b3-867d-6b12db41a6a8 None None] Attempting to bind port 40c770eb-15d4-4586-8c8a-42cb0f2cd9c1 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:06:45.428557 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-8c874c42-f183-48b3-867d-6b12db41a6a8 None None] Attempting to bind port 40c770eb-15d4-4586-8c8a-42cb0f2cd9c1 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'aed40c3d-7c2c-41fc-a615-d61075cc4aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'eafef0fd-56ac-4355-b870-8336b3857c7c'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:06:45.429165 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c874c42-f183-48b3-867d-6b12db41a6a8 None None] Attempting to bind port 40c770eb-15d4-4586-8c8a-42cb0f2cd9c1 on network eafef0fd-56ac-4355-b870-8336b3857c7c {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:06:45.440314 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c874c42-f183-48b3-867d-6b12db41a6a8 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:06:45.440988 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c874c42-f183-48b3-867d-6b12db41a6a8 None None] Checking segment: {'id': 'aed40c3d-7c2c-41fc-a615-d61075cc4aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'eafef0fd-56ac-4355-b870-8336b3857c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:06:45.441615 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8c874c42-f183-48b3-867d-6b12db41a6a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:45.442099 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c874c42-f183-48b3-867d-6b12db41a6a8 None None] Bound using segment: {'id': 'aed40c3d-7c2c-41fc-a615-d61075cc4aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'eafef0fd-56ac-4355-b870-8336b3857c7c'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:06:45.443437 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-8c874c42-f183-48b3-867d-6b12db41a6a8 None None] Bound port: 40c770eb-15d4-4586-8c8a-42cb0f2cd9c1, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed40c3d-7c2c-41fc-a615-d61075cc4aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'eafef0fd-56ac-4355-b870-8336b3857c7c'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:06:45.443973 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8c874c42-f183-48b3-867d-6b12db41a6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (40c770eb-15d4-4586-8c8a-42cb0f2cd9c1), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:45.458204 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-49e15ce8-fb4c-44fc-83d9-3196e13caa23 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (b151930a-70fd-4407-ad86-28feb3d44ac0), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:45.458913 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-3e61d9fd-fe74-4719-9ad5-a8eede819a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:45.459872 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e61d9fd-fe74-4719-9ad5-a8eede819a50 None None] The sync data for ids ['05699b25-aa1a-4374-81b8-54d06a7d3999'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:06:45.465763 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c83813e2-b218-4de7-ad86-ba601282cb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (37d8e96b-33e5-420b-981a-a2430ce2c58a), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:45.560746 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-49e15ce8-fb4c-44fc-83d9-3196e13caa23 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (b151930a-70fd-4407-ad86-28feb3d44ac0), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:45.578511 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83813e2-b218-4de7-ad86-ba601282cb4f None None] Pushing event updated for resources: {'Port': ['ID=37d8e96b-33e5-420b-981a-a2430ce2c58a,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:45.585594 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec0313d-32b5-4d97-aa1d-e25b51dc9dda tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:45.589692 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-aec0313d-32b5-4d97-aa1d-e25b51dc9dda tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 881 time: 0.1959996 Mar 01 14:06:45.594837 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36378) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:45.637056 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 74584265-c971-44f9-ba13-f9ef6f75648c completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:06:45.639410 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-49e15ce8-fb4c-44fc-83d9-3196e13caa23 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (b151930a-70fd-4407-ad86-28feb3d44ac0), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:45.647524 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 74584265-c971-44f9-ba13-f9ef6f75648c triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:06:45.656463 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-89d3b786-a8d2-48d5-856d-32f64942452a tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] 10.222.0.13 "GET /v2.0/ports?device_id=05699b25-aa1a-4374-81b8-54d06a7d3999 HTTP/1.1" status: 200 len: 205 time: 0.0580359 Mar 01 14:06:45.656890 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36380) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:45.660056 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (74584265-c971-44f9-ba13-f9ef6f75648c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:45.698346 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-49e15ce8-fb4c-44fc-83d9-3196e13caa23 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:45.703971 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-49e15ce8-fb4c-44fc-83d9-3196e13caa23 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] 10.222.0.13 "DELETE /v2.0/subnets/b151930a-70fd-4407-ad86-28feb3d44ac0 HTTP/1.1" status: 204 len: 168 time: 0.4124036 Mar 01 14:06:45.703971 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e15ce8-fb4c-44fc-83d9-3196e13caa23 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Pushing event deleted for resources: {'Subnet': ['ID=b151930a-70fd-4407-ad86-28feb3d44ac0,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:45.717154 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36384) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:45.745883 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-8c874c42-f183-48b3-867d-6b12db41a6a8 None None] For port 40c770eb-15d4-4586-8c8a-42cb0f2cd9c1, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:06:45.754522 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-8c874c42-f183-48b3-867d-6b12db41a6a8 None None] For port 40c770eb-15d4-4586-8c8a-42cb0f2cd9c1, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=40c770eb-15d4-4586-8c8a-42cb0f2cd9c1,segment=NetworkSegment(aed40c3d-7c2c-41fc-a615-d61075cc4aa6),segment_id=aed40c3d-7c2c-41fc-a615-d61075cc4aa6)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:06:45.770280 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8c874c42-f183-48b3-867d-6b12db41a6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (40c770eb-15d4-4586-8c8a-42cb0f2cd9c1), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:45.849658 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01db6a5d-b8b5-4498-9712-75f3660959d7 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:45.855969 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-01db6a5d-b8b5-4498-9712-75f3660959d7 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1330578 Mar 01 14:06:45.855969 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36390) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:45.883849 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-18bbc4d9-1c51-4c8c-8dbb-c17ec596b15c tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router (05699b25-aa1a-4374-81b8-54d06a7d3999), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:45.903313 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 74584265-c971-44f9-ba13-f9ef6f75648c is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:06:45.920740 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (74584265-c971-44f9-ba13-f9ef6f75648c), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:46.011513 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bde41f0-9f5b-4cdf-bcd1-719cdcc42087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74584265-c971-44f9-ba13-f9ef6f75648c'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:06:46.019491 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73b3b5a-9b91-4bbf-9257-b21ff1d9c404" -d '{"events": [{"server_uuid": "8bde41f0-9f5b-4cdf-bcd1-719cdcc42087", "name": "network-vif-plugged", "status": "completed", "tag": "74584265-c971-44f9-ba13-f9ef6f75648c"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:06:46.148156 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-33a374a8-b923-4f0b-9b72-ba8fc5872707 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (eafef0fd-56ac-4355-b870-8336b3857c7c), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:46.256720 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-18bbc4d9-1c51-4c8c-8dbb-c17ec596b15c tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router_gateway (05699b25-aa1a-4374-81b8-54d06a7d3999), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:46.318745 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-33a374a8-b923-4f0b-9b72-ba8fc5872707 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Deleting port 40c770eb-15d4-4586-8c8a-42cb0f2cd9c1 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:06:46.319015 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-33a374a8-b923-4f0b-9b72-ba8fc5872707 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (40c770eb-15d4-4586-8c8a-42cb0f2cd9c1), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:46.398802 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd1cdf-5cee-41c8-a63a-920084c1b85e req-9acda1bc-1bc4-4c5f-8fd5-c50b41eb80a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:46.401250 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-76fd1cdf-5cee-41c8-a63a-920084c1b85e req-9acda1bc-1bc4-4c5f-8fd5-c50b41eb80a8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8bde41f0-9f5b-4cdf-bcd1-719cdcc42087 HTTP/1.1" status: 200 len: 1126 time: 0.1954176 Mar 01 14:06:46.460524 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-18bbc4d9-1c51-4c8c-8dbb-c17ec596b15c tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Deleting port a03db694-5400-431e-9fc8-f82c333573e8 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:06:46.460868 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-18bbc4d9-1c51-4c8c-8dbb-c17ec596b15c tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (a03db694-5400-431e-9fc8-f82c333573e8), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:46.522223 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33dc0b5-6052-401f-949c-704d3a2750a6 x-openstack-request-id: req-e33dc0b5-6052-401f-949c-704d3a2750a6 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:06:46.522789 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bde41f0-9f5b-4cdf-bcd1-719cdcc42087", "name": "network-vif-plugged", "status": "completed", "tag": "74584265-c971-44f9-ba13-f9ef6f75648c", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:06:46.523203 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e33dc0b5-6052-401f-949c-704d3a2750a6 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:06:46.523782 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bde41f0-9f5b-4cdf-bcd1-719cdcc42087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74584265-c971-44f9-ba13-f9ef6f75648c', 'code': 200} Mar 01 14:06:46.530403 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c874c42-f183-48b3-867d-6b12db41a6a8 None None] Pushing event updated for resources: {'Port': ['ID=40c770eb-15d4-4586-8c8a-42cb0f2cd9c1,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:46.530715 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-76fd1cdf-5cee-41c8-a63a-920084c1b85e req-d002a7ad-feb5-480b-956d-cdc1607fa693 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ca6cb569-68e7-4d05-b3af-641e2d67e590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189194 Mar 01 14:06:46.537998 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 74584265-c971-44f9-ba13-f9ef6f75648c, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=74584265-c971-44f9-ba13-f9ef6f75648c,segment=NetworkSegment(0c46d38c-ef45-4a1d-9de2-6e55a066a98e),segment_id=0c46d38c-ef45-4a1d-9de2-6e55a066a98e)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:06:46.543996 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e58119-e34a-4e51-99a6-3ca2899ae9b9 req-452fedaa-9ba7-4c00-bfb4-94aac78860e6 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:46.546033 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c9e58119-e34a-4e51-99a6-3ca2899ae9b9 req-452fedaa-9ba7-4c00-bfb4-94aac78860e6 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bde41f0-9f5b-4cdf-bcd1-719cdcc42087 HTTP/1.1" status: 200 len: 944 time: 0.2165446 Mar 01 14:06:46.552645 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (74584265-c971-44f9-ba13-f9ef6f75648c), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:46.558315 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-33a374a8-b923-4f0b-9b72-ba8fc5872707 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] For port 40c770eb-15d4-4586-8c8a-42cb0f2cd9c1, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=40c770eb-15d4-4586-8c8a-42cb0f2cd9c1,segment=NetworkSegment(aed40c3d-7c2c-41fc-a615-d61075cc4aa6),segment_id=aed40c3d-7c2c-41fc-a615-d61075cc4aa6)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:06:46.558748 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-33a374a8-b923-4f0b-9b72-ba8fc5872707 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (40c770eb-15d4-4586-8c8a-42cb0f2cd9c1), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:46.610503 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-33a374a8-b923-4f0b-9b72-ba8fc5872707 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Calling delete_port for 40c770eb-15d4-4586-8c8a-42cb0f2cd9c1 owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:06:46.634565 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c9e58119-e34a-4e51-99a6-3ca2899ae9b9 req-f9fc0865-c6f4-45d2-9754-753a7ca7cee8 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca6cb569-68e7-4d05-b3af-641e2d67e590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806355 Mar 01 14:06:46.634784 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=74584265-c971-44f9-ba13-f9ef6f75648c,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:46.645852 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-18bbc4d9-1c51-4c8c-8dbb-c17ec596b15c tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (a03db694-5400-431e-9fc8-f82c333573e8), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:46.661784 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-18bbc4d9-1c51-4c8c-8dbb-c17ec596b15c tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Calling delete_port for a03db694-5400-431e-9fc8-f82c333573e8 owned by network:router_gateway {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:06:46.744973 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-33a374a8-b923-4f0b-9b72-ba8fc5872707 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (40c770eb-15d4-4586-8c8a-42cb0f2cd9c1), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:46.775919 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a374a8-b923-4f0b-9b72-ba8fc5872707 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Pushing event deleted for resources: {'Port': ['ID=40c770eb-15d4-4586-8c8a-42cb0f2cd9c1,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:46.778161 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a374a8-b923-4f0b-9b72-ba8fc5872707 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] No DVR routers for this DVR port 40c770eb-15d4-4586-8c8a-42cb0f2cd9c1 on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:06:46.892874 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-18bbc4d9-1c51-4c8c-8dbb-c17ec596b15c tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (a03db694-5400-431e-9fc8-f82c333573e8), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:46.905615 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-33a374a8-b923-4f0b-9b72-ba8fc5872707 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (eafef0fd-56ac-4355-b870-8336b3857c7c), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:46.934538 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-33a374a8-b923-4f0b-9b72-ba8fc5872707 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eafef0fd-56ac-4355-b870-8336b3857c7c']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:46.949634 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-33a374a8-b923-4f0b-9b72-ba8fc5872707 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aed40c3d-7c2c-41fc-a615-d61075cc4aa6') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:46.950083 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-33a374a8-b923-4f0b-9b72-ba8fc5872707 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aed40c3d-7c2c-41fc-a615-d61075cc4aa6') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:46.967472 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-33a374a8-b923-4f0b-9b72-ba8fc5872707 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (aed40c3d-7c2c-41fc-a615-d61075cc4aa6), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:46.987103 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 37d8e96b-33e5-420b-981a-a2430ce2c58a up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:06:46.987483 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbc4d9-1c51-4c8c-8dbb-c17ec596b15c tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Pushing event deleted for resources: {'Port': ['ID=a03db694-5400-431e-9fc8-f82c333573e8,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:47.014348 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-33a374a8-b923-4f0b-9b72-ba8fc5872707 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (aed40c3d-7c2c-41fc-a615-d61075cc4aa6), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:47.030901 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a374a8-b923-4f0b-9b72-ba8fc5872707 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:06:47.031517 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-33a374a8-b923-4f0b-9b72-ba8fc5872707 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (aed40c3d-7c2c-41fc-a615-d61075cc4aa6), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:47.036848 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:06:47.036848 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:06:47.036848 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:06:47.036848 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:06:47.036848 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:06:47.036848 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:06:47.036848 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:06:47.036848 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:06:47.036848 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:06:47.036848 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:06:47.036848 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:06:47.036848 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:06:47.036848 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:06:47.036848 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:06:47.036848 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:06:47.036848 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:06:47.036848 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:06:47.036848 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:06:47.036848 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:06:47.036848 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:06:47.036848 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:06:47.036848 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:06:47.036848 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:06:47.036848 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:06:47.036848 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:06:47.036848 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:06:47.036848 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:06:47.036848 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:06:47.036848 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:06:47.036848 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:06:47.036848 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:06:47.036848 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:06:47.108533 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-18bbc4d9-1c51-4c8c-8dbb-c17ec596b15c tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (05699b25-aa1a-4374-81b8-54d06a7d3999), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:47.115806 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 37d8e96b-33e5-420b-981a-a2430ce2c58a triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:06:47.116194 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (37d8e96b-33e5-420b-981a-a2430ce2c58a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:47.165577 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-33a374a8-b923-4f0b-9b72-ba8fc5872707 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (eafef0fd-56ac-4355-b870-8336b3857c7c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:47.191109 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-33a374a8-b923-4f0b-9b72-ba8fc5872707 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:47.197504 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-33a374a8-b923-4f0b-9b72-ba8fc5872707 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] 10.222.0.13 "DELETE /v2.0/networks/eafef0fd-56ac-4355-b870-8336b3857c7c HTTP/1.1" status: 204 len: 168 time: 1.3397884 Mar 01 14:06:47.206655 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36426) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:47.251367 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a374a8-b923-4f0b-9b72-ba8fc5872707 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Pushing event deleted for resources: {'Network': ['ID=eafef0fd-56ac-4355-b870-8336b3857c7c,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:47.368682 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 37d8e96b-33e5-420b-981a-a2430ce2c58a is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:06:47.369241 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (37d8e96b-33e5-420b-981a-a2430ce2c58a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:47.384506 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-18bbc4d9-1c51-4c8c-8dbb-c17ec596b15c tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (05699b25-aa1a-4374-81b8-54d06a7d3999), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:47.390452 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-18bbc4d9-1c51-4c8c-8dbb-c17ec596b15c tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router_controller (05699b25-aa1a-4374-81b8-54d06a7d3999), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:47.455660 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 37d8e96b-33e5-420b-981a-a2430ce2c58a, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=37d8e96b-33e5-420b-981a-a2430ce2c58a,segment=NetworkSegment(1387f69d-9333-4143-8ca1-9c0b77588298),segment_id=1387f69d-9333-4143-8ca1-9c0b77588298)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:06:47.460340 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6239f11d-2191-4b3d-8e55-59bda02594c0 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (de9cb6a5-a8f9-42f0-9a8a-6b7122a12569), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:47.465775 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (37d8e96b-33e5-420b-981a-a2430ce2c58a), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:47.509441 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-18bbc4d9-1c51-4c8c-8dbb-c17ec596b15c tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (05699b25-aa1a-4374-81b8-54d06a7d3999), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:47.510504 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18bbc4d9-1c51-4c8c-8dbb-c17ec596b15c tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Fanout notify agent at l3_agent the message router_deleted on router 05699b25-aa1a-4374-81b8-54d06a7d3999 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:06:47.530240 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-18bbc4d9-1c51-4c8c-8dbb-c17ec596b15c tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:47.543605 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-18bbc4d9-1c51-4c8c-8dbb-c17ec596b15c tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] 10.222.0.13 "DELETE /v2.0/routers/05699b25-aa1a-4374-81b8-54d06a7d3999 HTTP/1.1" status: 204 len: 168 time: 1.8856730 Mar 01 14:06:47.544751 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36430) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:47.555186 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-a584179b-fcd5-4b4e-b4a6-841d6f289cf1 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-872657559', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:47.604811 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a584179b-fcd5-4b4e-b4a6-841d6f289cf1 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (3337bc4d-602f-4461-8072-534927cdf5ee), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:47.606139 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a584179b-fcd5-4b4e-b4a6-841d6f289cf1 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (3337bc4d-602f-4461-8072-534927cdf5ee), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:47.628566 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-6239f11d-2191-4b3d-8e55-59bda02594c0 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Deleting port 37d8e96b-33e5-420b-981a-a2430ce2c58a {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:06:47.629698 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6239f11d-2191-4b3d-8e55-59bda02594c0 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (37d8e96b-33e5-420b-981a-a2430ce2c58a), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:47.630032 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=37d8e96b-33e5-420b-981a-a2430ce2c58a,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:47.720167 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a584179b-fcd5-4b4e-b4a6-841d6f289cf1 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router_controller (3337bc4d-602f-4461-8072-534927cdf5ee), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:47.726163 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a584179b-fcd5-4b4e-b4a6-841d6f289cf1 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (3337bc4d-602f-4461-8072-534927cdf5ee), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:47.773874 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a584179b-fcd5-4b4e-b4a6-841d6f289cf1 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:47.778769 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a584179b-fcd5-4b4e-b4a6-841d6f289cf1 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2327797 Mar 01 14:06:47.780793 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36438) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:47.793664 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-6239f11d-2191-4b3d-8e55-59bda02594c0 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] For port 37d8e96b-33e5-420b-981a-a2430ce2c58a, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=37d8e96b-33e5-420b-981a-a2430ce2c58a,segment=NetworkSegment(1387f69d-9333-4143-8ca1-9c0b77588298),segment_id=1387f69d-9333-4143-8ca1-9c0b77588298)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:06:47.794058 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-a80e9d76-d57f-4e89-a0d3-4f92d37f0031 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'enable_snat': True}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:47.806447 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6239f11d-2191-4b3d-8e55-59bda02594c0 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (37d8e96b-33e5-420b-981a-a2430ce2c58a), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:47.870358 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-6239f11d-2191-4b3d-8e55-59bda02594c0 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Calling delete_port for 37d8e96b-33e5-420b-981a-a2430ce2c58a owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:06:47.908008 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-9e3da359-0726-4ffb-9f8a-9bb0e8b14164 None None] Could not find standard attr ID for object 40c770eb-15d4-4586-8c8a-42cb0f2cd9c1. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 14:06:47.977718 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a09d35c-c10d-4933-a079-1dd8b1a47d36 None None] DHCP port deletion for eafef0fd-56ac-4355-b870-8336b3857c7c request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:06:48.008668 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f300ea7-2a2b-4e19-9ec1-2ac6c7e4eeca None None] Network eafef0fd-56ac-4355-b870-8336b3857c7c requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:06:48.055578 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f300ea7-2a2b-4e19-9ec1-2ac6c7e4eeca None None] Network eafef0fd-56ac-4355-b870-8336b3857c7c could not be found, it might have been deleted concurrently. {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 01 14:06:48.174303 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c15720-1661-4df1-b60d-a042204624ad None None] Network de9cb6a5-a8f9-42f0-9a8a-6b7122a12569 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:06:48.175832 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09375f-1adb-450e-84e2-e0609480876e req-72bac1f2-3b1c-4255-874c-843682de64b3 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:48.177603 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4f09375f-1adb-450e-84e2-e0609480876e req-72bac1f2-3b1c-4255-874c-843682de64b3 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bde41f0-9f5b-4cdf-bcd1-719cdcc42087 HTTP/1.1" status: 200 len: 945 time: 0.3628221 Mar 01 14:06:48.228834 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36444) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:48.233501 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6239f11d-2191-4b3d-8e55-59bda02594c0 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (37d8e96b-33e5-420b-981a-a2430ce2c58a), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:48.277458 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a80e9d76-d57f-4e89-a0d3-4f92d37f0031 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router_gateway (3337bc4d-602f-4461-8072-534927cdf5ee), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:48.309800 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-73dd5f84-fa15-4fe5-b13f-b50d6c8a3e66 None None] Could not find standard attr ID for object 37d8e96b-33e5-420b-981a-a2430ce2c58a. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 14:06:48.334721 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6239f11d-2191-4b3d-8e55-59bda02594c0 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Pushing event deleted for resources: {'Port': ['ID=37d8e96b-33e5-420b-981a-a2430ce2c58a,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:48.344542 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6239f11d-2191-4b3d-8e55-59bda02594c0 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] No DVR routers for this DVR port 37d8e96b-33e5-420b-981a-a2430ce2c58a on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:06:48.358702 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4f09375f-1adb-450e-84e2-e0609480876e req-7852d970-c8ea-4284-96dc-46b0806bb53c tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca6cb569-68e7-4d05-b3af-641e2d67e590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702793 Mar 01 14:06:48.402570 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6bccec08-99b9-491a-8508-7faf92b2831e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:48.462820 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6239f11d-2191-4b3d-8e55-59bda02594c0 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (de9cb6a5-a8f9-42f0-9a8a-6b7122a12569), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:48.483788 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3be48f1-f47b-41c8-9f71-cd02befe06d0 None None] DHCP port deletion for de9cb6a5-a8f9-42f0-9a8a-6b7122a12569 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:06:48.509403 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-6239f11d-2191-4b3d-8e55-59bda02594c0 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de9cb6a5-a8f9-42f0-9a8a-6b7122a12569']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:48.514625 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6bccec08-99b9-491a-8508-7faf92b2831e admin admin] Publish callbacks [] for security_group (59a97bf7-08c9-49f3-a2fc-8badcd442fd6), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:48.522339 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-6239f11d-2191-4b3d-8e55-59bda02594c0 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1387f69d-9333-4143-8ca1-9c0b77588298') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:48.522688 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-6239f11d-2191-4b3d-8e55-59bda02594c0 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1387f69d-9333-4143-8ca1-9c0b77588298') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:48.525475 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6bccec08-99b9-491a-8508-7faf92b2831e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (59a97bf7-08c9-49f3-a2fc-8badcd442fd6), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:48.537028 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6239f11d-2191-4b3d-8e55-59bda02594c0 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (1387f69d-9333-4143-8ca1-9c0b77588298), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:48.555439 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6239f11d-2191-4b3d-8e55-59bda02594c0 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (1387f69d-9333-4143-8ca1-9c0b77588298), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:48.565580 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6239f11d-2191-4b3d-8e55-59bda02594c0 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:06:48.566242 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6239f11d-2191-4b3d-8e55-59bda02594c0 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (1387f69d-9333-4143-8ca1-9c0b77588298), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:48.569347 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:06:48.569347 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:06:48.569347 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:06:48.569347 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:06:48.569347 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:06:48.569347 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:06:48.569347 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:06:48.569347 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:06:48.569347 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:06:48.569347 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:06:48.569347 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:06:48.569347 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:06:48.569347 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:06:48.569347 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:06:48.569347 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:06:48.569347 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:06:48.569347 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:06:48.569347 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:06:48.569347 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:06:48.569347 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:06:48.569347 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:06:48.569347 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:06:48.569347 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:06:48.569347 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:06:48.569347 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:06:48.569347 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:06:48.569347 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:06:48.569347 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:06:48.569347 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:06:48.569347 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:06:48.569347 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:06:48.569347 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:06:48.581977 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6bccec08-99b9-491a-8508-7faf92b2831e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b4e3ee602f0f4e019c62bc86b0b5b5af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3519065 Mar 01 14:06:48.583493 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36448) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:48.618952 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bccec08-99b9-491a-8508-7faf92b2831e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a97bf7-08c9-49f3-a2fc-8badcd442fd6,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:48.678474 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6239f11d-2191-4b3d-8e55-59bda02594c0 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (de9cb6a5-a8f9-42f0-9a8a-6b7122a12569), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:48.693428 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6239f11d-2191-4b3d-8e55-59bda02594c0 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:48.699634 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36450) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:48.700288 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6239f11d-2191-4b3d-8e55-59bda02594c0 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] 10.222.0.13 "DELETE /v2.0/networks/de9cb6a5-a8f9-42f0-9a8a-6b7122a12569 HTTP/1.1" status: 204 len: 168 time: 1.4855397 Mar 01 14:06:48.701173 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a80e9d76-d57f-4e89-a0d3-4f92d37f0031 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router_gateway (3337bc4d-602f-4461-8072-534927cdf5ee), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:48.723685 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6239f11d-2191-4b3d-8e55-59bda02594c0 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Pushing event deleted for resources: {'Network': ['ID=de9cb6a5-a8f9-42f0-9a8a-6b7122a12569,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:48.747101 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a80e9d76-d57f-4e89-a0d3-4f92d37f0031 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:48.747637 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-edc01f8d-1224-48f2-86ab-ded79cd1742a admin admin] Publish callbacks [] for security_group (59a97bf7-08c9-49f3-a2fc-8badcd442fd6), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:48.772211 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-edc01f8d-1224-48f2-86ab-ded79cd1742a admin admin] Publish callbacks [] for security_group (59a97bf7-08c9-49f3-a2fc-8badcd442fd6), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:48.839718 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-edc01f8d-1224-48f2-86ab-ded79cd1742a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (59a97bf7-08c9-49f3-a2fc-8badcd442fd6), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:48.843569 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-edc01f8d-1224-48f2-86ab-ded79cd1742a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:48.850240 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-edc01f8d-1224-48f2-86ab-ded79cd1742a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59a97bf7-08c9-49f3-a2fc-8badcd442fd6 HTTP/1.1" status: 204 len: 168 time: 0.2632725 Mar 01 14:06:48.872011 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f2471100-c7da-4bc0-afd1-b86dfb8afcdf tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (d6b190af-a4f7-4634-b2e5-42f860c2b0b5), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:48.877432 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc01f8d-1224-48f2-86ab-ded79cd1742a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a97bf7-08c9-49f3-a2fc-8badcd442fd6,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:48.918861 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 37d8e96b-33e5-420b-981a-a2430ce2c58a no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:06:48.942807 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 37d8e96b-33e5-420b-981a-a2430ce2c58a {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:06:48.943464 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 37d8e96b-33e5-420b-981a-a2430ce2c58a not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:06:48.944801 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 40c770eb-15d4-4586-8c8a-42cb0f2cd9c1 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:06:48.990535 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 40c770eb-15d4-4586-8c8a-42cb0f2cd9c1 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:06:48.991692 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 40c770eb-15d4-4586-8c8a-42cb0f2cd9c1 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:06:49.018183 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f2471100-c7da-4bc0-afd1-b86dfb8afcdf tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (d6b190af-a4f7-4634-b2e5-42f860c2b0b5), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:49.021296 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-a80e9d76-d57f-4e89-a0d3-4f92d37f0031 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Allocated IP 172.25.1.207 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/83b5d14b-0d65-4c27-82a7-f71d62da3a88) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:06:49.046695 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-f2471100-c7da-4bc0-afd1-b86dfb8afcdf tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b190af-a4f7-4634-b2e5-42f860c2b0b5']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:49.070991 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-f2471100-c7da-4bc0-afd1-b86dfb8afcdf tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42e999e6-7811-4e76-a95a-3bed9f9cd32a') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:49.071296 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-f2471100-c7da-4bc0-afd1-b86dfb8afcdf tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42e999e6-7811-4e76-a95a-3bed9f9cd32a') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:49.111344 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f2471100-c7da-4bc0-afd1-b86dfb8afcdf tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (42e999e6-7811-4e76-a95a-3bed9f9cd32a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:49.129598 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f2471100-c7da-4bc0-afd1-b86dfb8afcdf tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (42e999e6-7811-4e76-a95a-3bed9f9cd32a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:49.145219 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2471100-c7da-4bc0-afd1-b86dfb8afcdf tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:06:49.145615 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f2471100-c7da-4bc0-afd1-b86dfb8afcdf tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (42e999e6-7811-4e76-a95a-3bed9f9cd32a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:49.148640 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:06:49.148640 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:06:49.148640 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:06:49.148640 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:06:49.148640 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:06:49.148640 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:06:49.148640 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:06:49.148640 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:06:49.148640 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:06:49.148640 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:06:49.148640 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:06:49.148640 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:06:49.148640 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:06:49.148640 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:06:49.148640 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:06:49.148640 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:06:49.148640 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:06:49.148640 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:06:49.148640 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:06:49.148640 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:06:49.148640 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:06:49.148640 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:06:49.148640 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:06:49.148640 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:06:49.148640 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:06:49.148640 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:06:49.148640 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:06:49.148640 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:06:49.148640 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:06:49.148640 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:06:49.148640 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:06:49.148640 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:06:49.228708 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a80e9d76-d57f-4e89-a0d3-4f92d37f0031 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for port (83b5d14b-0d65-4c27-82a7-f71d62da3a88), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:49.236650 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f2471100-c7da-4bc0-afd1-b86dfb8afcdf tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (d6b190af-a4f7-4634-b2e5-42f860c2b0b5), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:49.246832 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f2471100-c7da-4bc0-afd1-b86dfb8afcdf tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:49.250359 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f2471100-c7da-4bc0-afd1-b86dfb8afcdf tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] 10.222.0.13 "DELETE /v2.0/networks/d6b190af-a4f7-4634-b2e5-42f860c2b0b5 HTTP/1.1" status: 204 len: 168 time: 0.5463352 Mar 01 14:06:49.253190 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36460) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:49.272728 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2471100-c7da-4bc0-afd1-b86dfb8afcdf tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Pushing event deleted for resources: {'Network': ['ID=d6b190af-a4f7-4634-b2e5-42f860c2b0b5,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:49.296919 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36462) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:49.304425 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a80e9d76-d57f-4e89-a0d3-4f92d37f0031 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (83b5d14b-0d65-4c27-82a7-f71d62da3a88), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:49.338342 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4668797d-bf59-448b-8437-8045a817ff88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:49.379417 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80e9d76-d57f-4e89-a0d3-4f92d37f0031 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:06:49.391192 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-a80e9d76-d57f-4e89-a0d3-4f92d37f0031 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:06:49.395072 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e9d76-d57f-4e89-a0d3-4f92d37f0031 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Pushing event updated for resources: {'Port': ['ID=83b5d14b-0d65-4c27-82a7-f71d62da3a88,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:49.399359 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80e9d76-d57f-4e89-a0d3-4f92d37f0031 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:06:49.419005 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-33dc1d89-76bc-4794-9e97-d6a3bf092ef4 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (00786ba0-dfc6-4487-a156-d64be29f2463), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:49.597799 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-33dc1d89-76bc-4794-9e97-d6a3bf092ef4 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (00786ba0-dfc6-4487-a156-d64be29f2463), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:49.635501 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-33dc1d89-76bc-4794-9e97-d6a3bf092ef4 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00786ba0-dfc6-4487-a156-d64be29f2463']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:49.645809 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f5a87-50f5-4398-b357-569eeb4ff9c0 req-613a0d1c-d942-4d12-aa0f-f57f0563bde2 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:49.653975 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-691f5a87-50f5-4398-b357-569eeb4ff9c0 req-613a0d1c-d942-4d12-aa0f-f57f0563bde2 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bde41f0-9f5b-4cdf-bcd1-719cdcc42087 HTTP/1.1" status: 200 len: 945 time: 0.1796460 Mar 01 14:06:49.678650 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-33dc1d89-76bc-4794-9e97-d6a3bf092ef4 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c81431e2-431c-4cc0-93cd-7f5d1f40ce56') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:49.679019 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-33dc1d89-76bc-4794-9e97-d6a3bf092ef4 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c81431e2-431c-4cc0-93cd-7f5d1f40ce56') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:49.720845 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-33dc1d89-76bc-4794-9e97-d6a3bf092ef4 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (c81431e2-431c-4cc0-93cd-7f5d1f40ce56), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:49.737271 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-691f5a87-50f5-4398-b357-569eeb4ff9c0 req-af557c12-2d00-4d08-bb0c-7f76e9f4ebde tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca6cb569-68e7-4d05-b3af-641e2d67e590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822716 Mar 01 14:06:49.772261 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-33dc1d89-76bc-4794-9e97-d6a3bf092ef4 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (c81431e2-431c-4cc0-93cd-7f5d1f40ce56), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:49.784279 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33dc1d89-76bc-4794-9e97-d6a3bf092ef4 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:06:49.784949 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-33dc1d89-76bc-4794-9e97-d6a3bf092ef4 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (c81431e2-431c-4cc0-93cd-7f5d1f40ce56), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:49.788446 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:06:49.788446 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:06:49.788446 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:06:49.788446 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:06:49.788446 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:06:49.788446 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:06:49.788446 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:06:49.788446 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:06:49.788446 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:06:49.788446 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:06:49.788446 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:06:49.788446 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:06:49.788446 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:06:49.788446 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:06:49.788446 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:06:49.788446 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:06:49.788446 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:06:49.788446 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:06:49.788446 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:06:49.788446 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:06:49.788446 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:06:49.788446 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:06:49.788446 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:06:49.788446 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:06:49.788446 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:06:49.788446 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:06:49.788446 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:06:49.788446 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:06:49.788446 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:06:49.788446 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:06:49.788446 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:06:49.788446 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:06:49.904725 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4668797d-bf59-448b-8437-8045a817ff88 admin admin] Publish callbacks [] for security_group (b3c4abec-0223-44eb-858c-0a4a8f5a45db), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:49.912799 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-33dc1d89-76bc-4794-9e97-d6a3bf092ef4 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (00786ba0-dfc6-4487-a156-d64be29f2463), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:49.920488 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-33dc1d89-76bc-4794-9e97-d6a3bf092ef4 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:49.925780 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-33dc1d89-76bc-4794-9e97-d6a3bf092ef4 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] 10.222.0.13 "DELETE /v2.0/networks/00786ba0-dfc6-4487-a156-d64be29f2463 HTTP/1.1" status: 204 len: 168 time: 0.6714547 Mar 01 14:06:49.926694 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4668797d-bf59-448b-8437-8045a817ff88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b3c4abec-0223-44eb-858c-0a4a8f5a45db), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:49.963878 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc1d89-76bc-4794-9e97-d6a3bf092ef4 tempest-BulkNetworkOpsTest-1120354786 tempest-BulkNetworkOpsTest-1120354786-project] Pushing event deleted for resources: {'Network': ['ID=00786ba0-dfc6-4487-a156-d64be29f2463,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:49.979896 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36476) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:49.991999 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4668797d-bf59-448b-8437-8045a817ff88 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=361ad836ee054998a96ce0134ca8c937&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6895688 Mar 01 14:06:50.055028 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4668797d-bf59-448b-8437-8045a817ff88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c4abec-0223-44eb-858c-0a4a8f5a45db,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:50.078745 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-611e3501-ea21-4d90-a182-e86e16018ab3 admin admin] Publish callbacks [] for security_group (b3c4abec-0223-44eb-858c-0a4a8f5a45db), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:50.129568 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-611e3501-ea21-4d90-a182-e86e16018ab3 admin admin] Publish callbacks [] for security_group (b3c4abec-0223-44eb-858c-0a4a8f5a45db), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:50.230243 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-611e3501-ea21-4d90-a182-e86e16018ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b3c4abec-0223-44eb-858c-0a4a8f5a45db), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:50.233978 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-611e3501-ea21-4d90-a182-e86e16018ab3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:50.237901 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-611e3501-ea21-4d90-a182-e86e16018ab3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3c4abec-0223-44eb-858c-0a4a8f5a45db HTTP/1.1" status: 204 len: 168 time: 0.2569757 Mar 01 14:06:50.249852 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e3501-ea21-4d90-a182-e86e16018ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c4abec-0223-44eb-858c-0a4a8f5a45db,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:50.284663 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4e6a0-d91e-45d5-a31e-49b5e2150513 req-00c38bbd-486a-48ea-961d-c303e6322ecd tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:50.287151 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d2e4e6a0-d91e-45d5-a31e-49b5e2150513 req-00c38bbd-486a-48ea-961d-c303e6322ecd tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bde41f0-9f5b-4cdf-bcd1-719cdcc42087 HTTP/1.1" status: 200 len: 945 time: 0.1027339 Mar 01 14:06:50.299608 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a80e9d76-d57f-4e89-a0d3-4f92d37f0031 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router_gateway (3337bc4d-602f-4461-8072-534927cdf5ee), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:50.392375 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d2e4e6a0-d91e-45d5-a31e-49b5e2150513 req-9d4cbd91-b27a-4b23-b881-17f7b890c495 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca6cb569-68e7-4d05-b3af-641e2d67e590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984075 Mar 01 14:06:50.463927 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36486) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:50.803540 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a80e9d76-d57f-4e89-a0d3-4f92d37f0031 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3686472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8455'] for router (3337bc4d-602f-4461-8072-534927cdf5ee), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:50.808204 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a80e9d76-d57f-4e89-a0d3-4f92d37f0031 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3686481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3686494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683840'] for router (3337bc4d-602f-4461-8072-534927cdf5ee), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:50.883175 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-002f6a36-439d-44fc-8a98-9e40bf23605c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb8c4c168cd84bcca8ae100484d22fd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4181106 Mar 01 14:06:50.885707 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36496) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:50.954253 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-27ff2d84-d5e7-4425-9fbb-9e032af4996f admin admin] Publish callbacks [] for security_group (83c8af80-4861-45a0-9101-b80bc110dc7a), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:50.983765 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-27ff2d84-d5e7-4425-9fbb-9e032af4996f admin admin] Publish callbacks [] for security_group (83c8af80-4861-45a0-9101-b80bc110dc7a), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:51.045353 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80e9d76-d57f-4e89-a0d3-4f92d37f0031 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Router 3337bc4d-602f-4461-8072-534927cdf5ee is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:06:51.088616 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-27ff2d84-d5e7-4425-9fbb-9e032af4996f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (83c8af80-4861-45a0-9101-b80bc110dc7a), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:51.093281 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-27ff2d84-d5e7-4425-9fbb-9e032af4996f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:51.131098 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-27ff2d84-d5e7-4425-9fbb-9e032af4996f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83c8af80-4861-45a0-9101-b80bc110dc7a HTTP/1.1" status: 204 len: 168 time: 0.2395580 Mar 01 14:06:51.165017 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff2d84-d5e7-4425-9fbb-9e032af4996f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c8af80-4861-45a0-9101-b80bc110dc7a,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:51.398425 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80e9d76-d57f-4e89-a0d3-4f92d37f0031 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:06:51.414053 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a80e9d76-d57f-4e89-a0d3-4f92d37f0031 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:51.418575 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8ad4a0-d4f6-41c8-a9d3-bdf7d6d96187 None None] Sync routers for ids ['3337bc4d-602f-4461-8072-534927cdf5ee'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:06:51.419084 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36514) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:51.422095 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a80e9d76-d57f-4e89-a0d3-4f92d37f0031 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] 10.222.0.13 "PUT /v2.0/routers/3337bc4d-602f-4461-8072-534927cdf5ee HTTP/1.1" status: 200 len: 914 time: 3.6395416 Mar 01 14:06:51.455491 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8ad4a0-d4f6-41c8-a9d3-bdf7d6d96187 None None] Routers {'3337bc4d-602f-4461-8072-534927cdf5ee'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:06:51.490321 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-3c8ad4a0-d4f6-41c8-a9d3-bdf7d6d96187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:06:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['3337bc4d-602f-4461-8072-534927cdf5ee'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:51.635216 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-3c8ad4a0-d4f6-41c8-a9d3-bdf7d6d96187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:51.644417 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b2b17-3ecb-4fe5-8992-12f3dc17a240 req-50ca9d15-d467-4d13-a82e-b922c3966bdf tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:51.650811 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0c2b2b17-3ecb-4fe5-8992-12f3dc17a240 req-50ca9d15-d467-4d13-a82e-b922c3966bdf tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bde41f0-9f5b-4cdf-bcd1-719cdcc42087 HTTP/1.1" status: 200 len: 945 time: 0.1077166 Mar 01 14:06:51.658522 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8ad4a0-d4f6-41c8-a9d3-bdf7d6d96187 None None] Routers {'3337bc4d-602f-4461-8072-534927cdf5ee'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:06:51.660660 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-3c8ad4a0-d4f6-41c8-a9d3-bdf7d6d96187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:06:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['3337bc4d-602f-4461-8072-534927cdf5ee'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:51.752844 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-3c8ad4a0-d4f6-41c8-a9d3-bdf7d6d96187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:51.753380 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8ad4a0-d4f6-41c8-a9d3-bdf7d6d96187 None None] The sync data for ids ['3337bc4d-602f-4461-8072-534927cdf5ee'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:06:51.826241 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075509c-c6fc-4bcd-abc9-9416ce766199 req-f974f24d-e110-478e-a4a6-6e428d85b459 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:51.843296 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8075509c-c6fc-4bcd-abc9-9416ce766199 req-f974f24d-e110-478e-a4a6-6e428d85b459 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bde41f0-9f5b-4cdf-bcd1-719cdcc42087 HTTP/1.1" status: 200 len: 945 time: 0.2185097 Mar 01 14:06:51.861514 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-0c2b2b17-3ecb-4fe5-8992-12f3dc17a240 req-e103d9a7-5cdd-4de4-b4de-9669e4689b04 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] Deleting port 74584265-c971-44f9-ba13-f9ef6f75648c {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:06:51.864858 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0c2b2b17-3ecb-4fe5-8992-12f3dc17a240 req-e103d9a7-5cdd-4de4-b4de-9669e4689b04 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (74584265-c971-44f9-ba13-f9ef6f75648c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:51.905965 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ff7852a9-b2eb-4e2e-b5ae-ff617f352a4e tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] 10.222.0.13 "GET /v2.0/routers/3337bc4d-602f-4461-8072-534927cdf5ee HTTP/1.1" status: 200 len: 920 time: 0.4855421 Mar 01 14:06:51.911329 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36534) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:52.040266 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8075509c-c6fc-4bcd-abc9-9416ce766199 req-1448ff75-fd6b-4f46-a22e-d01c355d7018 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca6cb569-68e7-4d05-b3af-641e2d67e590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959467 Mar 01 14:06:52.059436 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4586aea-05fc-4a97-a7f2-a266da2103db tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:52.061291 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a4586aea-05fc-4a97-a7f2-a266da2103db tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=645b0646-084a-4922-8a3b-3b65ee21b5e4&device_id=3337bc4d-602f-4461-8072-534927cdf5ee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1424618 Mar 01 14:06:52.064293 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36544) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:52.132898 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-0c2b2b17-3ecb-4fe5-8992-12f3dc17a240 req-e103d9a7-5cdd-4de4-b4de-9669e4689b04 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] For port 74584265-c971-44f9-ba13-f9ef6f75648c, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=74584265-c971-44f9-ba13-f9ef6f75648c,segment=NetworkSegment(0c46d38c-ef45-4a1d-9de2-6e55a066a98e),segment_id=0c46d38c-ef45-4a1d-9de2-6e55a066a98e)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:06:52.137751 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0c2b2b17-3ecb-4fe5-8992-12f3dc17a240 req-e103d9a7-5cdd-4de4-b4de-9669e4689b04 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (74584265-c971-44f9-ba13-f9ef6f75648c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:52.182838 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-0c2b2b17-3ecb-4fe5-8992-12f3dc17a240 req-e103d9a7-5cdd-4de4-b4de-9669e4689b04 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] Calling delete_port for 74584265-c971-44f9-ba13-f9ef6f75648c owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:06:52.256357 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8a5dd5-1d64-4adc-88bd-920543afa296 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:52.274127 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6e8a5dd5-1d64-4adc-88bd-920543afa296 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 881 time: 0.1932819 Mar 01 14:06:52.275028 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36554) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:52.331011 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1c918ee2-f928-45f9-a161-d8dd2af98e81 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] 10.222.0.13 "GET /v2.0/ports?device_id=3337bc4d-602f-4461-8072-534927cdf5ee HTTP/1.1" status: 200 len: 205 time: 0.0538685 Mar 01 14:06:52.334516 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36558) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:52.376450 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0c2b2b17-3ecb-4fe5-8992-12f3dc17a240 req-e103d9a7-5cdd-4de4-b4de-9669e4689b04 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (74584265-c971-44f9-ba13-f9ef6f75648c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:52.389035 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['74584265-c971-44f9-ba13-f9ef6f75648c'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:06:52.425185 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103d9a7-5cdd-4de4-b4de-9669e4689b04 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] Pushing event deleted for resources: {'Port': ['ID=74584265-c971-44f9-ba13-f9ef6f75648c,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:52.473462 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36560) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:52.488103 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2b2b17-3ecb-4fe5-8992-12f3dc17a240 req-e103d9a7-5cdd-4de4-b4de-9669e4689b04 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] No DVR routers for this DVR port 74584265-c971-44f9-ba13-f9ef6f75648c on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:06:52.493339 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0c2b2b17-3ecb-4fe5-8992-12f3dc17a240 req-e103d9a7-5cdd-4de4-b4de-9669e4689b04 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:52.497196 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0c2b2b17-3ecb-4fe5-8992-12f3dc17a240 req-e103d9a7-5cdd-4de4-b4de-9669e4689b04 tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] 10.222.0.20 "DELETE /v2.0/ports/74584265-c971-44f9-ba13-f9ef6f75648c HTTP/1.1" status: 204 len: 173 time: 0.8438141 Mar 01 14:06:52.497871 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bde41f0-9f5b-4cdf-bcd1-719cdcc42087', 'name': 'network-vif-deleted', 'tag': '74584265-c971-44f9-ba13-f9ef6f75648c'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:06:52.503175 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b133e494-ddc7-40c7-bdbb-2eaa5e35e600" -d '{"events": [{"server_uuid": "8bde41f0-9f5b-4cdf-bcd1-719cdcc42087", "name": "network-vif-deleted", "tag": "74584265-c971-44f9-ba13-f9ef6f75648c"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:06:52.558513 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f46ea37d-f748-4538-bab4-7c9b82fe18b2 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router (3337bc4d-602f-4461-8072-534927cdf5ee), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:52.602651 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96aac7ba-6adf-4443-9cfa-14f0a5e7bc4d x-openstack-request-id: req-96aac7ba-6adf-4443-9cfa-14f0a5e7bc4d {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:06:52.603010 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bde41f0-9f5b-4cdf-bcd1-719cdcc42087", "name": "network-vif-deleted", "tag": "74584265-c971-44f9-ba13-f9ef6f75648c", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:06:52.603289 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96aac7ba-6adf-4443-9cfa-14f0a5e7bc4d {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:06:52.603779 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bde41f0-9f5b-4cdf-bcd1-719cdcc42087', 'name': 'network-vif-deleted', 'tag': '74584265-c971-44f9-ba13-f9ef6f75648c', 'status': 'completed', 'code': 200} Mar 01 14:06:52.698632 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f46ea37d-f748-4538-bab4-7c9b82fe18b2 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router_gateway (3337bc4d-602f-4461-8072-534927cdf5ee), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:52.768151 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-f46ea37d-f748-4538-bab4-7c9b82fe18b2 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Deleting port 83b5d14b-0d65-4c27-82a7-f71d62da3a88 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:06:52.768495 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f46ea37d-f748-4538-bab4-7c9b82fe18b2 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (83b5d14b-0d65-4c27-82a7-f71d62da3a88), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:53.355520 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-b2a90554-1248-4f1c-8b1a-1334626c39a5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-907276118'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:53.370913 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f46ea37d-f748-4538-bab4-7c9b82fe18b2 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (83b5d14b-0d65-4c27-82a7-f71d62da3a88), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:53.404163 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2d9dee4a-dfa0-4eae-8a54-98b5386e5ede req-e9a9eec5-f513-46d8-85d7-03826c5663fc tempest-ServerAddressesNegativeTestJSON-1468115775 tempest-ServerAddressesNegativeTestJSON-1468115775-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bde41f0-9f5b-4cdf-bcd1-719cdcc42087 HTTP/1.1" status: 200 len: 210 time: 0.0525036 Mar 01 14:06:53.408848 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-f46ea37d-f748-4538-bab4-7c9b82fe18b2 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Calling delete_port for 83b5d14b-0d65-4c27-82a7-f71d62da3a88 owned by network:router_gateway {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:06:53.505763 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a90554-1248-4f1c-8b1a-1334626c39a5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Made reservation on behalf of acbdde4ecc2c4bf09ed2554be77540a8 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:06:53.509287 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b2a90554-1248-4f1c-8b1a-1334626c39a5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:53.530639 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b2a90554-1248-4f1c-8b1a-1334626c39a5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:53.685407 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f46ea37d-f748-4538-bab4-7c9b82fe18b2 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (83b5d14b-0d65-4c27-82a7-f71d62da3a88), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:53.766894 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ea37d-f748-4538-bab4-7c9b82fe18b2 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Pushing event deleted for resources: {'Port': ['ID=83b5d14b-0d65-4c27-82a7-f71d62da3a88,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:53.822533 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f46ea37d-f748-4538-bab4-7c9b82fe18b2 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (3337bc4d-602f-4461-8072-534927cdf5ee), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:53.931400 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f46ea37d-f748-4538-bab4-7c9b82fe18b2 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (3337bc4d-602f-4461-8072-534927cdf5ee), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:53.934297 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f46ea37d-f748-4538-bab4-7c9b82fe18b2 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router_controller (3337bc4d-602f-4461-8072-534927cdf5ee), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:53.986074 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b2a90554-1248-4f1c-8b1a-1334626c39a5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for security_group (33abe95d-23f6-4b14-b4d7-7b398512c5a5), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:53.987105 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f46ea37d-f748-4538-bab4-7c9b82fe18b2 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (3337bc4d-602f-4461-8072-534927cdf5ee), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:53.987633 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46ea37d-f748-4538-bab4-7c9b82fe18b2 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Fanout notify agent at l3_agent the message router_deleted on router 3337bc4d-602f-4461-8072-534927cdf5ee {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:06:53.995450 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f46ea37d-f748-4538-bab4-7c9b82fe18b2 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:53.997200 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f46ea37d-f748-4538-bab4-7c9b82fe18b2 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] 10.222.0.13 "DELETE /v2.0/routers/3337bc4d-602f-4461-8072-534927cdf5ee HTTP/1.1" status: 204 len: 168 time: 1.6613123 Mar 01 14:06:54.000375 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b2a90554-1248-4f1c-8b1a-1334626c39a5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (33abe95d-23f6-4b14-b4d7-7b398512c5a5), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:54.001326 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36594) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:54.007244 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-abe8ca4c-7c65-48b3-b591-3b00f4e884ac tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1228752527', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:54.014563 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a90554-1248-4f1c-8b1a-1334626c39a5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:06:54.025829 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b2a90554-1248-4f1c-8b1a-1334626c39a5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (02ee167d-62b2-446b-b040-8b1f6389c86d), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:54.026517 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-b2a90554-1248-4f1c-8b1a-1334626c39a5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Added segment 02ee167d-62b2-446b-b040-8b1f6389c86d of type vlan for network 3bed1def-c731-4b1f-bc2e-1fb80043f66e Mar 01 14:06:54.059077 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-abe8ca4c-7c65-48b3-b591-3b00f4e884ac tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (31f8c682-4cd5-4a10-8603-a05353b28fa9), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:54.060187 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-abe8ca4c-7c65-48b3-b591-3b00f4e884ac tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (31f8c682-4cd5-4a10-8603-a05353b28fa9), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:54.095520 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b2a90554-1248-4f1c-8b1a-1334626c39a5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (3bed1def-c731-4b1f-bc2e-1fb80043f66e), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:54.130720 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a90554-1248-4f1c-8b1a-1334626c39a5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33abe95d-23f6-4b14-b4d7-7b398512c5a5,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:54.154669 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-abe8ca4c-7c65-48b3-b591-3b00f4e884ac tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router_controller (31f8c682-4cd5-4a10-8603-a05353b28fa9), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:54.156850 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b2a90554-1248-4f1c-8b1a-1334626c39a5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (3bed1def-c731-4b1f-bc2e-1fb80043f66e), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:54.159242 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-abe8ca4c-7c65-48b3-b591-3b00f4e884ac tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (31f8c682-4cd5-4a10-8603-a05353b28fa9), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:54.161897 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a90554-1248-4f1c-8b1a-1334626c39a5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:54.162493 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b2a90554-1248-4f1c-8b1a-1334626c39a5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:54.178834 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-abe8ca4c-7c65-48b3-b591-3b00f4e884ac tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:54.180131 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-abe8ca4c-7c65-48b3-b591-3b00f4e884ac tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1776142 Mar 01 14:06:54.183323 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36600) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:54.188127 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-37d50760-254e-4577-9baa-ed6ad8dd3d2c tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'enable_snat': False}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:54.232978 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36602) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:54.236616 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b2a90554-1248-4f1c-8b1a-1334626c39a5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6866512 Mar 01 14:06:54.244497 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36604) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:54.250353 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-f215c5ba-ee5e-45f2-aa16-5b9f22e1e0c3 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1018070'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:54.280608 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f215c5ba-ee5e-45f2-aa16-5b9f22e1e0c3 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Made reservation on behalf of acbdde4ecc2c4bf09ed2554be77540a8 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:06:54.284569 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f215c5ba-ee5e-45f2-aa16-5b9f22e1e0c3 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:54.291036 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a90554-1248-4f1c-8b1a-1334626c39a5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Network': ['ID=3bed1def-c731-4b1f-bc2e-1fb80043f66e,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:54.309199 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 3bed1def-c731-4b1f-bc2e-1fb80043f66e details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:06:54.316648 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f215c5ba-ee5e-45f2-aa16-5b9f22e1e0c3 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:06:54.326756 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f215c5ba-ee5e-45f2-aa16-5b9f22e1e0c3 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (952cebcd-03bd-4a75-aacf-1a9b923df75f), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:54.327225 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-f215c5ba-ee5e-45f2-aa16-5b9f22e1e0c3 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Added segment 952cebcd-03bd-4a75-aacf-1a9b923df75f of type vlan for network 577da323-5282-4508-b6c8-fe901b2209f7 Mar 01 14:06:54.409002 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f215c5ba-ee5e-45f2-aa16-5b9f22e1e0c3 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (577da323-5282-4508-b6c8-fe901b2209f7), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:54.481103 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f215c5ba-ee5e-45f2-aa16-5b9f22e1e0c3 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (577da323-5282-4508-b6c8-fe901b2209f7), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:54.487871 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f215c5ba-ee5e-45f2-aa16-5b9f22e1e0c3 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:54.488866 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f215c5ba-ee5e-45f2-aa16-5b9f22e1e0c3 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:54.507239 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36612) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:54.579545 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f215c5ba-ee5e-45f2-aa16-5b9f22e1e0c3 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3308756 Mar 01 14:06:54.581069 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36614) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:54.583324 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-34cc6b8a-5386-4608-83f3-2dfee12dc40c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:54.593782 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-37d50760-254e-4577-9baa-ed6ad8dd3d2c tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router_gateway (31f8c682-4cd5-4a10-8603-a05353b28fa9), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:54.596587 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-f5e40e2c-e4b8-4701-90ca-98e00827611c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Request body: {'subnet': {'network_id': '3bed1def-c731-4b1f-bc2e-1fb80043f66e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:54.611571 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-c04eaaa8-853d-4cb0-a4ef-d4a9643227dd admin admin] Deleting subnet 190321b2-120d-4219-9534-9e4f9952c2d4 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:06:54.615236 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c04eaaa8-853d-4cb0-a4ef-d4a9643227dd admin admin] Publish callbacks [] for subnet (190321b2-120d-4219-9534-9e4f9952c2d4), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:54.622302 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f215c5ba-ee5e-45f2-aa16-5b9f22e1e0c3 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Network': ['ID=577da323-5282-4508-b6c8-fe901b2209f7,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:54.638511 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 577da323-5282-4508-b6c8-fe901b2209f7 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:06:54.705548 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c04eaaa8-853d-4cb0-a4ef-d4a9643227dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (190321b2-120d-4219-9534-9e4f9952c2d4), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:54.803293 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c04eaaa8-853d-4cb0-a4ef-d4a9643227dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (190321b2-120d-4219-9534-9e4f9952c2d4), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:54.935239 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e40e2c-e4b8-4701-90ca-98e00827611c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Made reservation on behalf of acbdde4ecc2c4bf09ed2554be77540a8 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:06:54.939982 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c04eaaa8-853d-4cb0-a4ef-d4a9643227dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (190321b2-120d-4219-9534-9e4f9952c2d4), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:54.940225 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f5e40e2c-e4b8-4701-90ca-98e00827611c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:54.992265 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04eaaa8-853d-4cb0-a4ef-d4a9643227dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=190321b2-120d-4219-9534-9e4f9952c2d4,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:55.017159 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c04eaaa8-853d-4cb0-a4ef-d4a9643227dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:55.020224 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-34cc6b8a-5386-4608-83f3-2dfee12dc40c admin admin] Publish callbacks [] for security_group (c323dc08-e455-4e75-b9d8-a8fccec778e9), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:55.023878 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c04eaaa8-853d-4cb0-a4ef-d4a9643227dd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/190321b2-120d-4219-9534-9e4f9952c2d4 HTTP/1.1" status: 204 len: 168 time: 0.5130243 Mar 01 14:06:55.024891 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36616) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:55.047272 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-34cc6b8a-5386-4608-83f3-2dfee12dc40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c323dc08-e455-4e75-b9d8-a8fccec778e9), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:55.061839 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-37d50760-254e-4577-9baa-ed6ad8dd3d2c tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router_gateway (31f8c682-4cd5-4a10-8603-a05353b28fa9), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:55.090437 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-37d50760-254e-4577-9baa-ed6ad8dd3d2c tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:55.196323 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-34cc6b8a-5386-4608-83f3-2dfee12dc40c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c8e735b2dab42bc917874ac9d77930f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9582338 Mar 01 14:06:55.200612 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36624) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:55.202917 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc6b8a-5386-4608-83f3-2dfee12dc40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c323dc08-e455-4e75-b9d8-a8fccec778e9,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:55.209252 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bad88382-2f73-4ee2-98e4-bf17c83f8234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (44f1d264-6dcd-4103-a992-2c5bb8930eb7), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:55.250090 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-24b2ba4d-275b-4fd5-be55-84cbb6453315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:55.271812 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-37d50760-254e-4577-9baa-ed6ad8dd3d2c tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Allocated IP 172.25.1.153 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/20c822f9-f7ed-4406-8e32-94e5155ef5e5) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:06:55.332689 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 74584265-c971-44f9-ba13-f9ef6f75648c no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:06:55.354203 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4f607ea3-268d-4247-9ba4-50f9e960cd04 admin admin] Publish callbacks [] for security_group (c323dc08-e455-4e75-b9d8-a8fccec778e9), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:55.374075 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 74584265-c971-44f9-ba13-f9ef6f75648c {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:06:55.377907 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 74584265-c971-44f9-ba13-f9ef6f75648c not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:06:55.437715 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-37d50760-254e-4577-9baa-ed6ad8dd3d2c tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for port (20c822f9-f7ed-4406-8e32-94e5155ef5e5), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:55.454873 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4f607ea3-268d-4247-9ba4-50f9e960cd04 admin admin] Publish callbacks [] for security_group (c323dc08-e455-4e75-b9d8-a8fccec778e9), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:55.483827 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-37d50760-254e-4577-9baa-ed6ad8dd3d2c tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (20c822f9-f7ed-4406-8e32-94e5155ef5e5), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:55.574706 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bad88382-2f73-4ee2-98e4-bf17c83f8234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (44f1d264-6dcd-4103-a992-2c5bb8930eb7), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:55.580183 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d50760-254e-4577-9baa-ed6ad8dd3d2c tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:06:55.597727 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-37d50760-254e-4577-9baa-ed6ad8dd3d2c tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:06:55.601468 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d50760-254e-4577-9baa-ed6ad8dd3d2c tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:06:55.611979 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-bad88382-2f73-4ee2-98e4-bf17c83f8234 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f1d264-6dcd-4103-a992-2c5bb8930eb7']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:55.614155 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4f607ea3-268d-4247-9ba4-50f9e960cd04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c323dc08-e455-4e75-b9d8-a8fccec778e9), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:55.616610 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4f607ea3-268d-4247-9ba4-50f9e960cd04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:55.621192 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4f607ea3-268d-4247-9ba4-50f9e960cd04 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c323dc08-e455-4e75-b9d8-a8fccec778e9 HTTP/1.1" status: 204 len: 168 time: 0.4193025 Mar 01 14:06:55.630408 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f5e40e2c-e4b8-4701-90ca-98e00827611c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (66f64e8d-3740-4682-9330-1b22c5bdcfa8), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:55.637623 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-bad88382-2f73-4ee2-98e4-bf17c83f8234 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c46d38c-ef45-4a1d-9de2-6e55a066a98e') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:55.637936 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-bad88382-2f73-4ee2-98e4-bf17c83f8234 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c46d38c-ef45-4a1d-9de2-6e55a066a98e') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:55.663896 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d50760-254e-4577-9baa-ed6ad8dd3d2c tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Pushing event updated for resources: {'Port': ['ID=20c822f9-f7ed-4406-8e32-94e5155ef5e5,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:55.681280 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f607ea3-268d-4247-9ba4-50f9e960cd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c323dc08-e455-4e75-b9d8-a8fccec778e9,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:55.692628 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bad88382-2f73-4ee2-98e4-bf17c83f8234 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (0c46d38c-ef45-4a1d-9de2-6e55a066a98e), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:55.738888 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bad88382-2f73-4ee2-98e4-bf17c83f8234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (0c46d38c-ef45-4a1d-9de2-6e55a066a98e), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:55.769747 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad88382-2f73-4ee2-98e4-bf17c83f8234 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:06:55.770162 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bad88382-2f73-4ee2-98e4-bf17c83f8234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (0c46d38c-ef45-4a1d-9de2-6e55a066a98e), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:55.772018 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:06:55.772018 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:06:55.772018 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:06:55.772018 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:06:55.772018 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:06:55.772018 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:06:55.772018 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:06:55.772018 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:06:55.772018 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:06:55.772018 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:06:55.772018 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:06:55.772018 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:06:55.772018 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:06:55.772018 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:06:55.772018 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:06:55.772018 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:06:55.772018 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:06:55.772018 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:06:55.772018 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:06:55.772018 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:06:55.772018 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:06:55.772018 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:06:55.772018 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:06:55.772018 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:06:55.772018 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:06:55.772018 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:06:55.772018 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:06:55.772018 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:06:55.772018 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:06:55.772018 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:06:55.772018 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:06:55.772018 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:06:55.823216 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e40e2c-e4b8-4701-90ca-98e00827611c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Checking segment: {'id': '02ee167d-62b2-446b-b040-8b1f6389c86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3bed1def-c731-4b1f-bc2e-1fb80043f66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:06:55.823606 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e40e2c-e4b8-4701-90ca-98e00827611c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Network hostable DHCP agents. Network: 3bed1def-c731-4b1f-bc2e-1fb80043f66e, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:06:55.825908 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e40e2c-e4b8-4701-90ca-98e00827611c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Subnet': ['ID=66f64e8d-3740-4682-9330-1b22c5bdcfa8,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:55.871520 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bad88382-2f73-4ee2-98e4-bf17c83f8234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (44f1d264-6dcd-4103-a992-2c5bb8930eb7), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:55.881540 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bad88382-2f73-4ee2-98e4-bf17c83f8234 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:55.888810 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-bad88382-2f73-4ee2-98e4-bf17c83f8234 admin admin] 10.222.0.13 "DELETE /v2.0/networks/44f1d264-6dcd-4103-a992-2c5bb8930eb7 HTTP/1.1" status: 204 len: 168 time: 0.8590186 Mar 01 14:06:55.889325 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e40e2c-e4b8-4701-90ca-98e00827611c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Network 3bed1def-c731-4b1f-bc2e-1fb80043f66e is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:06:55.917352 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-f5e40e2c-e4b8-4701-90ca-98e00827611c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 3bed1def-c731-4b1f-bc2e-1fb80043f66e) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:06:55.925027 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e40e2c-e4b8-4701-90ca-98e00827611c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:55.926898 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f5e40e2c-e4b8-4701-90ca-98e00827611c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:55.931145 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad88382-2f73-4ee2-98e4-bf17c83f8234 admin admin] Pushing event deleted for resources: {'Network': ['ID=44f1d264-6dcd-4103-a992-2c5bb8930eb7,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:55.935471 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d71344-f0a9-486b-835b-9e7170ffa569 None None] Network 3bed1def-c731-4b1f-bc2e-1fb80043f66e requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:06:55.961856 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f5e40e2c-e4b8-4701-90ca-98e00827611c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3794038 Mar 01 14:06:55.966165 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36666) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:55.977490 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-6bbab054-5be5-4e73-b8e2-19db2448fbc4 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Request body: {'subnet': {'network_id': '577da323-5282-4508-b6c8-fe901b2209f7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:56.138757 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c5ecea-2499-41ba-ba25-39dd9bcdcfb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-3bed1def-c731-4b1f-bc2e-1fb80043f66e', 'network_id': '3bed1def-c731-4b1f-bc2e-1fb80043f66e', 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'fixed_ips': [{'subnet_id': '66f64e8d-3740-4682-9330-1b22c5bdcfa8'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:06:56.139787 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-12c5ecea-2499-41ba-ba25-39dd9bcdcfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:56.141663 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbab054-5be5-4e73-b8e2-19db2448fbc4 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Made reservation on behalf of acbdde4ecc2c4bf09ed2554be77540a8 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:06:56.146154 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6bbab054-5be5-4e73-b8e2-19db2448fbc4 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:56.156428 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-37d50760-254e-4577-9baa-ed6ad8dd3d2c tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router_gateway (31f8c682-4cd5-4a10-8603-a05353b28fa9), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:56.282292 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36668) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:56.507740 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-12c5ecea-2499-41ba-ba25-39dd9bcdcfb6 None None] Allocated IP 2001:db8::2 (3bed1def-c731-4b1f-bc2e-1fb80043f66e/66f64e8d-3740-4682-9330-1b22c5bdcfa8/769468dd-ac08-464d-8eb9-93cff987d551) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:06:56.529460 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1f0a1aad-7a64-4670-91ea-47241ce29916 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d5b97e81d3d540199f3e68f69030b4b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2390161 Mar 01 14:06:56.530464 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36672) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:56.636996 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-37d50760-254e-4577-9baa-ed6ad8dd3d2c tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3686472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8455'] for router (31f8c682-4cd5-4a10-8603-a05353b28fa9), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:56.649429 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-37d50760-254e-4577-9baa-ed6ad8dd3d2c tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3686481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3686494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683840'] for router (31f8c682-4cd5-4a10-8603-a05353b28fa9), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:56.661984 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36674) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:56.696343 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-be9aca3d-cca0-4479-8cf6-0a81ee056bef admin admin] Publish callbacks [] for security_group (ca6cb569-68e7-4d05-b3af-641e2d67e590), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:56.709702 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-03253b2e-42d9-4ff2-8cc0-ae5f4777a7b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:56.836630 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-be9aca3d-cca0-4479-8cf6-0a81ee056bef admin admin] Publish callbacks [] for security_group (ca6cb569-68e7-4d05-b3af-641e2d67e590), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:56.855305 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6bbab054-5be5-4e73-b8e2-19db2448fbc4 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (f460d773-13da-4b78-a434-95b8499cfc56), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:56.878637 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-03253b2e-42d9-4ff2-8cc0-ae5f4777a7b3 admin admin] Publish callbacks [] for security_group (8d4f066c-5a66-4f87-ab89-f9045ed667a4), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:56.890791 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d50760-254e-4577-9baa-ed6ad8dd3d2c tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Router 31f8c682-4cd5-4a10-8603-a05353b28fa9 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:06:56.895985 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-03253b2e-42d9-4ff2-8cc0-ae5f4777a7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (8d4f066c-5a66-4f87-ab89-f9045ed667a4), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:56.932548 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-12c5ecea-2499-41ba-ba25-39dd9bcdcfb6 None None] Publish callbacks [] for port (769468dd-ac08-464d-8eb9-93cff987d551), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:56.954199 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-12c5ecea-2499-41ba-ba25-39dd9bcdcfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (769468dd-ac08-464d-8eb9-93cff987d551), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:57.044098 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbab054-5be5-4e73-b8e2-19db2448fbc4 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Subnet': ['ID=f460d773-13da-4b78-a434-95b8499cfc56,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:57.059722 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbab054-5be5-4e73-b8e2-19db2448fbc4 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Checking segment: {'id': '952cebcd-03bd-4a75-aacf-1a9b923df75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '577da323-5282-4508-b6c8-fe901b2209f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:06:57.065910 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5ecea-2499-41ba-ba25-39dd9bcdcfb6 None None] Pushing event updated for resources: {'Port': ['ID=769468dd-ac08-464d-8eb9-93cff987d551,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:57.069751 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbab054-5be5-4e73-b8e2-19db2448fbc4 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Network hostable DHCP agents. Network: 577da323-5282-4508-b6c8-fe901b2209f7, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:06:57.100326 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c5ecea-2499-41ba-ba25-39dd9bcdcfb6 None None] Network 3bed1def-c731-4b1f-bc2e-1fb80043f66e is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:06:57.103608 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-be9aca3d-cca0-4479-8cf6-0a81ee056bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ca6cb569-68e7-4d05-b3af-641e2d67e590), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:57.104880 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-12c5ecea-2499-41ba-ba25-39dd9bcdcfb6 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:06:57.106865 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-be9aca3d-cca0-4479-8cf6-0a81ee056bef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:57.108180 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c5ecea-2499-41ba-ba25-39dd9bcdcfb6 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:06:57.109221 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-be9aca3d-cca0-4479-8cf6-0a81ee056bef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca6cb569-68e7-4d05-b3af-641e2d67e590 HTTP/1.1" status: 204 len: 168 time: 0.5704513 Mar 01 14:06:57.122032 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbab054-5be5-4e73-b8e2-19db2448fbc4 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Network 577da323-5282-4508-b6c8-fe901b2209f7 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:06:57.124704 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9aca3d-cca0-4479-8cf6-0a81ee056bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6cb569-68e7-4d05-b3af-641e2d67e590,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:57.155106 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36698) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:57.157153 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-03253b2e-42d9-4ff2-8cc0-ae5f4777a7b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf1d2ce44688450e88deb9a58c62ffbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4929042 Mar 01 14:06:57.166727 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03253b2e-42d9-4ff2-8cc0-ae5f4777a7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4f066c-5a66-4f87-ab89-f9045ed667a4,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:57.191134 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-6bbab054-5be5-4e73-b8e2-19db2448fbc4 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 577da323-5282-4508-b6c8-fe901b2209f7) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:06:57.202076 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbab054-5be5-4e73-b8e2-19db2448fbc4 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:57.202834 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6bbab054-5be5-4e73-b8e2-19db2448fbc4 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:57.256550 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6bbab054-5be5-4e73-b8e2-19db2448fbc4 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2889829 Mar 01 14:06:57.268260 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36708) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:57.275019 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-f77f0ada-b182-45c3-a05b-499e9d68ba32 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-862911185', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:57.283870 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6efee23-560d-46c9-b635-9e0633d98956 None None] Network 577da323-5282-4508-b6c8-fe901b2209f7 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:06:57.291357 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-34e2f8ce-95b8-44fd-bf54-87ba322e4f36 admin admin] Publish callbacks [] for security_group (8d4f066c-5a66-4f87-ab89-f9045ed667a4), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:57.332891 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d50760-254e-4577-9baa-ed6ad8dd3d2c tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:06:57.335257 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-34e2f8ce-95b8-44fd-bf54-87ba322e4f36 admin admin] Publish callbacks [] for security_group (8d4f066c-5a66-4f87-ab89-f9045ed667a4), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:57.344108 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-37d50760-254e-4577-9baa-ed6ad8dd3d2c tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:57.352059 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-37d50760-254e-4577-9baa-ed6ad8dd3d2c tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] 10.222.0.13 "PUT /v2.0/routers/31f8c682-4cd5-4a10-8603-a05353b28fa9 HTTP/1.1" status: 200 len: 916 time: 3.1675901 Mar 01 14:06:57.353198 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36720) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:57.371188 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f77f0ada-b182-45c3-a05b-499e9d68ba32 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (1d87e077-5daa-40e1-ac52-ae199e72b030), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:57.372573 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f77f0ada-b182-45c3-a05b-499e9d68ba32 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (1d87e077-5daa-40e1-ac52-ae199e72b030), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:57.453383 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f672cbdd-46e4-49c2-9115-2975e48d366f None None] Sync routers for ids ['31f8c682-4cd5-4a10-8603-a05353b28fa9'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:06:57.525777 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-12c5ecea-2499-41ba-ba25-39dd9bcdcfb6 None None] Attempting to bind port 769468dd-ac08-464d-8eb9-93cff987d551 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:06:57.526415 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-12c5ecea-2499-41ba-ba25-39dd9bcdcfb6 None None] Attempting to bind port 769468dd-ac08-464d-8eb9-93cff987d551 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '02ee167d-62b2-446b-b040-8b1f6389c86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3bed1def-c731-4b1f-bc2e-1fb80043f66e'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:06:57.538207 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c5ecea-2499-41ba-ba25-39dd9bcdcfb6 None None] Attempting to bind port 769468dd-ac08-464d-8eb9-93cff987d551 on network 3bed1def-c731-4b1f-bc2e-1fb80043f66e {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:06:57.600240 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f77f0ada-b182-45c3-a05b-499e9d68ba32 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router_controller (1d87e077-5daa-40e1-ac52-ae199e72b030), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:57.607983 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-04ba84c6-e6dd-42ab-8cd4-dda837d4e60f tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] 10.222.0.13 "GET /v2.0/routers/31f8c682-4cd5-4a10-8603-a05353b28fa9 HTTP/1.1" status: 200 len: 922 time: 0.2531364 Mar 01 14:06:57.610282 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f77f0ada-b182-45c3-a05b-499e9d68ba32 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (1d87e077-5daa-40e1-ac52-ae199e72b030), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:57.611003 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36738) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:57.636586 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-34e2f8ce-95b8-44fd-bf54-87ba322e4f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (8d4f066c-5a66-4f87-ab89-f9045ed667a4), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:57.642930 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-34e2f8ce-95b8-44fd-bf54-87ba322e4f36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:57.644338 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-34e2f8ce-95b8-44fd-bf54-87ba322e4f36 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d4f066c-5a66-4f87-ab89-f9045ed667a4 HTTP/1.1" status: 204 len: 168 time: 0.4879375 Mar 01 14:06:57.659634 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c5ecea-2499-41ba-ba25-39dd9bcdcfb6 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:06:57.660204 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c5ecea-2499-41ba-ba25-39dd9bcdcfb6 None None] Checking segment: {'id': '02ee167d-62b2-446b-b040-8b1f6389c86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3bed1def-c731-4b1f-bc2e-1fb80043f66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:06:57.660723 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-12c5ecea-2499-41ba-ba25-39dd9bcdcfb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:57.661228 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c5ecea-2499-41ba-ba25-39dd9bcdcfb6 None None] Bound using segment: {'id': '02ee167d-62b2-446b-b040-8b1f6389c86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3bed1def-c731-4b1f-bc2e-1fb80043f66e'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:06:57.661883 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-12c5ecea-2499-41ba-ba25-39dd9bcdcfb6 None None] Bound port: 769468dd-ac08-464d-8eb9-93cff987d551, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ee167d-62b2-446b-b040-8b1f6389c86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3bed1def-c731-4b1f-bc2e-1fb80043f66e'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:06:57.662333 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-12c5ecea-2499-41ba-ba25-39dd9bcdcfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (769468dd-ac08-464d-8eb9-93cff987d551), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:57.666474 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f672cbdd-46e4-49c2-9115-2975e48d366f None None] Routers {'31f8c682-4cd5-4a10-8603-a05353b28fa9'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:06:57.667248 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-f672cbdd-46e4-49c2-9115-2975e48d366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:06:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['31f8c682-4cd5-4a10-8603-a05353b28fa9'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:57.670538 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e2f8ce-95b8-44fd-bf54-87ba322e4f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4f066c-5a66-4f87-ab89-f9045ed667a4,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:57.692879 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f77f0ada-b182-45c3-a05b-499e9d68ba32 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:57.695704 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f77f0ada-b182-45c3-a05b-499e9d68ba32 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4256396 Mar 01 14:06:57.699890 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36748) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:57.710396 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9156a604-4cb0-4b00-ac71-74bb73b5acfa tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:57.714326 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9156a604-4cb0-4b00-ac71-74bb73b5acfa tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=645b0646-084a-4922-8a3b-3b65ee21b5e4&device_id=31f8c682-4cd5-4a10-8603-a05353b28fa9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1000032 Mar 01 14:06:57.715252 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36750) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:57.809414 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-f672cbdd-46e4-49c2-9115-2975e48d366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:57.914883 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ef480b74-fafb-4d74-beee-19b7d471c55e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:57.977239 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb36c82-d1f0-4bff-af59-da03a64c3dc7 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:06:57.986873 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0cb36c82-d1f0-4bff-af59-da03a64c3dc7 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] 10.222.0.13 "GET /v2.0/networks/645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 881 time: 0.2679033 Mar 01 14:06:57.987315 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36786) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:58.006673 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-12c5ecea-2499-41ba-ba25-39dd9bcdcfb6 None None] For port 769468dd-ac08-464d-8eb9-93cff987d551, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:06:58.011620 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-12c5ecea-2499-41ba-ba25-39dd9bcdcfb6 None None] For port 769468dd-ac08-464d-8eb9-93cff987d551, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=769468dd-ac08-464d-8eb9-93cff987d551,segment=NetworkSegment(02ee167d-62b2-446b-b040-8b1f6389c86d),segment_id=02ee167d-62b2-446b-b040-8b1f6389c86d)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:06:58.016579 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f672cbdd-46e4-49c2-9115-2975e48d366f None None] Routers {'31f8c682-4cd5-4a10-8603-a05353b28fa9'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:06:58.017436 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-f672cbdd-46e4-49c2-9115-2975e48d366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:06:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['31f8c682-4cd5-4a10-8603-a05353b28fa9'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:58.020109 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9ccaa5-ecf8-4309-a666-4fc099504a05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-577da323-5282-4508-b6c8-fe901b2209f7', 'network_id': '577da323-5282-4508-b6c8-fe901b2209f7', 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'fixed_ips': [{'subnet_id': 'f460d773-13da-4b78-a434-95b8499cfc56'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:06:58.021514 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1d9ccaa5-ecf8-4309-a666-4fc099504a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:58.028641 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-12c5ecea-2499-41ba-ba25-39dd9bcdcfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (769468dd-ac08-464d-8eb9-93cff987d551), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:58.071293 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8d93efad-a18f-42ee-a9f6-4eb4571fb06e tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] 10.222.0.13 "GET /v2.0/ports?device_id=31f8c682-4cd5-4a10-8603-a05353b28fa9 HTTP/1.1" status: 200 len: 205 time: 0.0814435 Mar 01 14:06:58.073876 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 36802) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:58.229790 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42ae8c53-0e0b-4db7-8233-dd2fb9a1bfac tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router (31f8c682-4cd5-4a10-8603-a05353b28fa9), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:58.261656 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-f672cbdd-46e4-49c2-9115-2975e48d366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:06:58.262297 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f672cbdd-46e4-49c2-9115-2975e48d366f None None] The sync data for ids ['31f8c682-4cd5-4a10-8603-a05353b28fa9'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:06:58.519492 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b00821d6-5193-4a7b-b4c1-191ed7a5d688 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:58.685400 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 36870) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:06:58.727397 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-1d9ccaa5-ecf8-4309-a666-4fc099504a05 None None] Allocated IP 2001:db8:1::2 (577da323-5282-4508-b6c8-fe901b2209f7/f460d773-13da-4b78-a434-95b8499cfc56/e25c9529-cba2-4bb4-83d2-ea769a627afe) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:06:58.734987 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5ecea-2499-41ba-ba25-39dd9bcdcfb6 None None] Pushing event updated for resources: {'Port': ['ID=769468dd-ac08-464d-8eb9-93cff987d551,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:59.022311 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:59.229154 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-a2c19e1f-f4b3-4a71-9df8-cd1c97cdf653 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-851129377-network', 'tenant_id': 'f846e110eae34557ace47f9007c29a51'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:06:59.311079 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1d9ccaa5-ecf8-4309-a666-4fc099504a05 None None] Publish callbacks [] for port (e25c9529-cba2-4bb4-83d2-ea769a627afe), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:59.339593 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1d9ccaa5-ecf8-4309-a666-4fc099504a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (e25c9529-cba2-4bb4-83d2-ea769a627afe), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:59.402583 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c19e1f-f4b3-4a71-9df8-cd1c97cdf653 admin admin] Made reservation on behalf of f846e110eae34557ace47f9007c29a51 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:06:59.412332 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a2c19e1f-f4b3-4a71-9df8-cd1c97cdf653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:59.431025 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42ae8c53-0e0b-4db7-8233-dd2fb9a1bfac tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router_gateway (31f8c682-4cd5-4a10-8603-a05353b28fa9), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:59.453601 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-b00821d6-5193-4a7b-b4c1-191ed7a5d688 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Allocated IP 2001:db8::1 (3bed1def-c731-4b1f-bc2e-1fb80043f66e/66f64e8d-3740-4682-9330-1b22c5bdcfa8/83184dcb-0b23-4fb8-8a33-74396205ec9c) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:06:59.458201 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9ccaa5-ecf8-4309-a666-4fc099504a05 None None] Network 577da323-5282-4508-b6c8-fe901b2209f7 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:06:59.464212 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-1d9ccaa5-ecf8-4309-a666-4fc099504a05 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:06:59.474620 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a2c19e1f-f4b3-4a71-9df8-cd1c97cdf653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:59.486802 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9ccaa5-ecf8-4309-a666-4fc099504a05 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:06:59.529692 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ccaa5-ecf8-4309-a666-4fc099504a05 None None] Pushing event updated for resources: {'Port': ['ID=e25c9529-cba2-4bb4-83d2-ea769a627afe,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:59.576126 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-1d9ccaa5-ecf8-4309-a666-4fc099504a05 None None] Attempting to bind port e25c9529-cba2-4bb4-83d2-ea769a627afe on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:06:59.577769 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-1d9ccaa5-ecf8-4309-a666-4fc099504a05 None None] Attempting to bind port e25c9529-cba2-4bb4-83d2-ea769a627afe by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '952cebcd-03bd-4a75-aacf-1a9b923df75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '577da323-5282-4508-b6c8-fe901b2209f7'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:06:59.579379 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9ccaa5-ecf8-4309-a666-4fc099504a05 None None] Attempting to bind port e25c9529-cba2-4bb4-83d2-ea769a627afe on network 577da323-5282-4508-b6c8-fe901b2209f7 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:06:59.585457 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9ccaa5-ecf8-4309-a666-4fc099504a05 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:06:59.588590 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9ccaa5-ecf8-4309-a666-4fc099504a05 None None] Checking segment: {'id': '952cebcd-03bd-4a75-aacf-1a9b923df75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '577da323-5282-4508-b6c8-fe901b2209f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:06:59.589115 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1d9ccaa5-ecf8-4309-a666-4fc099504a05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:59.589612 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9ccaa5-ecf8-4309-a666-4fc099504a05 None None] Bound using segment: {'id': '952cebcd-03bd-4a75-aacf-1a9b923df75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '577da323-5282-4508-b6c8-fe901b2209f7'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:06:59.590335 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-1d9ccaa5-ecf8-4309-a666-4fc099504a05 None None] Bound port: e25c9529-cba2-4bb4-83d2-ea769a627afe, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '952cebcd-03bd-4a75-aacf-1a9b923df75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '577da323-5282-4508-b6c8-fe901b2209f7'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:06:59.591207 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1d9ccaa5-ecf8-4309-a666-4fc099504a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e25c9529-cba2-4bb4-83d2-ea769a627afe), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:59.629440 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-42ae8c53-0e0b-4db7-8233-dd2fb9a1bfac tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Deleting port 20c822f9-f7ed-4406-8e32-94e5155ef5e5 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:06:59.631205 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42ae8c53-0e0b-4db7-8233-dd2fb9a1bfac tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (20c822f9-f7ed-4406-8e32-94e5155ef5e5), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:59.686769 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-1d9ccaa5-ecf8-4309-a666-4fc099504a05 None None] For port e25c9529-cba2-4bb4-83d2-ea769a627afe, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:06:59.696132 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-1d9ccaa5-ecf8-4309-a666-4fc099504a05 None None] For port e25c9529-cba2-4bb4-83d2-ea769a627afe, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=e25c9529-cba2-4bb4-83d2-ea769a627afe,segment=NetworkSegment(952cebcd-03bd-4a75-aacf-1a9b923df75f),segment_id=952cebcd-03bd-4a75-aacf-1a9b923df75f)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:06:59.715716 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1d9ccaa5-ecf8-4309-a666-4fc099504a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (e25c9529-cba2-4bb4-83d2-ea769a627afe), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:59.865238 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42ae8c53-0e0b-4db7-8233-dd2fb9a1bfac tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (20c822f9-f7ed-4406-8e32-94e5155ef5e5), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:06:59.882635 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ccaa5-ecf8-4309-a666-4fc099504a05 None None] Pushing event updated for resources: {'Port': ['ID=e25c9529-cba2-4bb4-83d2-ea769a627afe,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:06:59.918209 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-42ae8c53-0e0b-4db7-8233-dd2fb9a1bfac tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Calling delete_port for 20c822f9-f7ed-4406-8e32-94e5155ef5e5 owned by network:router_gateway {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:06:59.933259 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b00821d6-5193-4a7b-b4c1-191ed7a5d688 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for port (83184dcb-0b23-4fb8-8a33-74396205ec9c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:00.019879 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a2c19e1f-f4b3-4a71-9df8-cd1c97cdf653 admin admin] Publish callbacks [] for security_group (4752bf1e-88f4-40c8-9300-3f1bde5cef32), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:00.050017 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a2c19e1f-f4b3-4a71-9df8-cd1c97cdf653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4752bf1e-88f4-40c8-9300-3f1bde5cef32), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:00.080201 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c19e1f-f4b3-4a71-9df8-cd1c97cdf653 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:07:00.102531 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a2c19e1f-f4b3-4a71-9df8-cd1c97cdf653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (7ac2c049-cd61-42ef-b858-47b2917f974c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:00.102904 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-a2c19e1f-f4b3-4a71-9df8-cd1c97cdf653 admin admin] Added segment 7ac2c049-cd61-42ef-b858-47b2917f974c of type vlan for network 15c4d283-0948-46be-a090-85eb1c9286ae Mar 01 14:07:00.214005 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:00.268185 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a2c19e1f-f4b3-4a71-9df8-cd1c97cdf653 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (15c4d283-0948-46be-a090-85eb1c9286ae), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:00.409249 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c19e1f-f4b3-4a71-9df8-cd1c97cdf653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4752bf1e-88f4-40c8-9300-3f1bde5cef32,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:00.467833 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.db.resource_extend [None req-a2c19e1f-f4b3-4a71-9df8-cd1c97cdf653 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 14:07:00.486225 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42ae8c53-0e0b-4db7-8233-dd2fb9a1bfac tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (20c822f9-f7ed-4406-8e32-94e5155ef5e5), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:00.576850 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b00821d6-5193-4a7b-b4c1-191ed7a5d688 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (83184dcb-0b23-4fb8-8a33-74396205ec9c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:00.638353 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a2c19e1f-f4b3-4a71-9df8-cd1c97cdf653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (15c4d283-0948-46be-a090-85eb1c9286ae), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:00.643917 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c19e1f-f4b3-4a71-9df8-cd1c97cdf653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:00.647117 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a2c19e1f-f4b3-4a71-9df8-cd1c97cdf653 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:00.661733 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00821d6-5193-4a7b-b4c1-191ed7a5d688 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Network 3bed1def-c731-4b1f-bc2e-1fb80043f66e is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:07:00.678984 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37058) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:00.684169 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-b00821d6-5193-4a7b-b4c1-191ed7a5d688 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:00.690255 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae8c53-0e0b-4db7-8233-dd2fb9a1bfac tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Pushing event deleted for resources: {'Port': ['ID=20c822f9-f7ed-4406-8e32-94e5155ef5e5,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:00.699157 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42ae8c53-0e0b-4db7-8233-dd2fb9a1bfac tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (31f8c682-4cd5-4a10-8603-a05353b28fa9), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:00.750727 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00821d6-5193-4a7b-b4c1-191ed7a5d688 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:07:00.751218 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b00821d6-5193-4a7b-b4c1-191ed7a5d688 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (1d87e077-5daa-40e1-ac52-ae199e72b030), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:00.876976 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8449cafc-c4c3-47cf-9a6e-fa4a2497681d None None] Network 3bed1def-c731-4b1f-bc2e-1fb80043f66e requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:07:00.886757 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a2c19e1f-f4b3-4a71-9df8-cd1c97cdf653 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1998689 Mar 01 14:07:00.888176 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00821d6-5193-4a7b-b4c1-191ed7a5d688 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Port': ['ID=83184dcb-0b23-4fb8-8a33-74396205ec9c,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:00.899146 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37078) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:00.919532 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-eb292af5-7f51-4704-a201-878cc1e189c8 admin admin] Request body: {'subnet': {'network_id': '15c4d283-0948-46be-a090-85eb1c9286ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-851129377-subnet', 'tenant_id': 'f846e110eae34557ace47f9007c29a51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:00.969641 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb292af5-7f51-4704-a201-878cc1e189c8 admin admin] Made reservation on behalf of f846e110eae34557ace47f9007c29a51 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:07:00.979494 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eb292af5-7f51-4704-a201-878cc1e189c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:01.049304 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c19e1f-f4b3-4a71-9df8-cd1c97cdf653 admin admin] Pushing event updated for resources: {'Network': ['ID=15c4d283-0948-46be-a090-85eb1c9286ae,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:01.094989 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 15c4d283-0948-46be-a090-85eb1c9286ae details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:07:01.117299 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-aceb35ed-09d3-49d2-b5f9-d5c81d12afa9 None None] Provisioning complete for port 769468dd-ac08-464d-8eb9-93cff987d551 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:01.118518 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-aceb35ed-09d3-49d2-b5f9-d5c81d12afa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (769468dd-ac08-464d-8eb9-93cff987d551), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:01.156407 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42ae8c53-0e0b-4db7-8233-dd2fb9a1bfac tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (31f8c682-4cd5-4a10-8603-a05353b28fa9), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:01.186832 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-33f2838e-92f3-488a-80f9-9ef6c26f63fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:01.209000 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42ae8c53-0e0b-4db7-8233-dd2fb9a1bfac tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router_controller (31f8c682-4cd5-4a10-8603-a05353b28fa9), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:01.313699 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42ae8c53-0e0b-4db7-8233-dd2fb9a1bfac tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (31f8c682-4cd5-4a10-8603-a05353b28fa9), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:01.315195 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ae8c53-0e0b-4db7-8233-dd2fb9a1bfac tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Fanout notify agent at l3_agent the message router_deleted on router 31f8c682-4cd5-4a10-8603-a05353b28fa9 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:07:01.328591 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b00821d6-5193-4a7b-b4c1-191ed7a5d688 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (83184dcb-0b23-4fb8-8a33-74396205ec9c), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:01.339429 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42ae8c53-0e0b-4db7-8233-dd2fb9a1bfac tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:01.341742 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-42ae8c53-0e0b-4db7-8233-dd2fb9a1bfac tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] 10.222.0.13 "DELETE /v2.0/routers/31f8c682-4cd5-4a10-8603-a05353b28fa9 HTTP/1.1" status: 204 len: 168 time: 3.2652609 Mar 01 14:07:01.346607 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37114) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:01.385361 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-fbf75373-b3e5-4202-b4cd-05b32b2c204c tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-942523031', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}, 'admin_state_up': False}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:01.394396 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 769468dd-ac08-464d-8eb9-93cff987d551 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:07:01.506079 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-33f2838e-92f3-488a-80f9-9ef6c26f63fa admin admin] Publish callbacks [] for security_group (41dc2d65-3361-4826-ae5e-d3c1e2c86e43), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:01.518692 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-33f2838e-92f3-488a-80f9-9ef6c26f63fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (41dc2d65-3361-4826-ae5e-d3c1e2c86e43), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:01.526428 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-aceb35ed-09d3-49d2-b5f9-d5c81d12afa9 None None] Current status of the port 769468dd-ac08-464d-8eb9-93cff987d551 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:07:01.526853 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-aceb35ed-09d3-49d2-b5f9-d5c81d12afa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (769468dd-ac08-464d-8eb9-93cff987d551), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:01.589229 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-aceb35ed-09d3-49d2-b5f9-d5c81d12afa9 None None] For port 769468dd-ac08-464d-8eb9-93cff987d551, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=769468dd-ac08-464d-8eb9-93cff987d551,segment=NetworkSegment(02ee167d-62b2-446b-b040-8b1f6389c86d),segment_id=02ee167d-62b2-446b-b040-8b1f6389c86d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:07:01.602045 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 769468dd-ac08-464d-8eb9-93cff987d551 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:01.602714 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (769468dd-ac08-464d-8eb9-93cff987d551), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:01.657112 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-aceb35ed-09d3-49d2-b5f9-d5c81d12afa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (769468dd-ac08-464d-8eb9-93cff987d551), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:01.684584 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-33f2838e-92f3-488a-80f9-9ef6c26f63fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1875df53aeaa454b81436ddefc8e475b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0021975 Mar 01 14:07:01.687855 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37138) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:01.710536 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fbf75373-b3e5-4202-b4cd-05b32b2c204c tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (c0b5a166-efa0-4227-8c00-d956b1c9112c), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:01.717383 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fbf75373-b3e5-4202-b4cd-05b32b2c204c tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (c0b5a166-efa0-4227-8c00-d956b1c9112c), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:01.743566 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2838e-92f3-488a-80f9-9ef6c26f63fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41dc2d65-3361-4826-ae5e-d3c1e2c86e43,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:01.789370 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:01.821388 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eb292af5-7f51-4704-a201-878cc1e189c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (b41041a9-6019-4cd3-b7ac-554163cfe855), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:02.089371 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb35ed-09d3-49d2-b5f9-d5c81d12afa9 None None] Pushing event updated for resources: {'Port': ['ID=769468dd-ac08-464d-8eb9-93cff987d551,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:02.102154 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 769468dd-ac08-464d-8eb9-93cff987d551 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:07:02.105169 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device e25c9529-cba2-4bb4-83d2-ea769a627afe up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:07:02.118159 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-50469992-0c56-4994-a79c-f506f3ce8e3c admin admin] Publish callbacks [] for security_group (41dc2d65-3361-4826-ae5e-d3c1e2c86e43), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:02.174908 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fbf75373-b3e5-4202-b4cd-05b32b2c204c tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router_controller (c0b5a166-efa0-4227-8c00-d956b1c9112c), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:02.178423 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-50469992-0c56-4994-a79c-f506f3ce8e3c admin admin] Publish callbacks [] for security_group (41dc2d65-3361-4826-ae5e-d3c1e2c86e43), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:02.212658 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c81e50-f380-4ef9-8aa8-2c45536e0154 None None] Network 577da323-5282-4508-b6c8-fe901b2209f7 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:07:02.240876 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb292af5-7f51-4704-a201-878cc1e189c8 admin admin] Checking segment: {'id': '7ac2c049-cd61-42ef-b858-47b2917f974c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '15c4d283-0948-46be-a090-85eb1c9286ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:07:02.241340 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb292af5-7f51-4704-a201-878cc1e189c8 admin admin] Network hostable DHCP agents. Network: 15c4d283-0948-46be-a090-85eb1c9286ae, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:07:02.255337 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-50469992-0c56-4994-a79c-f506f3ce8e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (41dc2d65-3361-4826-ae5e-d3c1e2c86e43), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:02.255649 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb292af5-7f51-4704-a201-878cc1e189c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b41041a9-6019-4cd3-b7ac-554163cfe855,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:02.258847 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-50469992-0c56-4994-a79c-f506f3ce8e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:02.261832 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-50469992-0c56-4994-a79c-f506f3ce8e3c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41dc2d65-3361-4826-ae5e-d3c1e2c86e43 HTTP/1.1" status: 204 len: 168 time: 0.5706224 Mar 01 14:07:02.278241 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50469992-0c56-4994-a79c-f506f3ce8e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41dc2d65-3361-4826-ae5e-d3c1e2c86e43,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:02.327294 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b00821d6-5193-4a7b-b4c1-191ed7a5d688 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for port (83184dcb-0b23-4fb8-8a33-74396205ec9c), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:02.339766 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b00821d6-5193-4a7b-b4c1-191ed7a5d688 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (83184dcb-0b23-4fb8-8a33-74396205ec9c), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:02.340578 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b00821d6-5193-4a7b-b4c1-191ed7a5d688 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (1d87e077-5daa-40e1-ac52-ae199e72b030), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:02.453243 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port e25c9529-cba2-4bb4-83d2-ea769a627afe triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:02.453899 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e25c9529-cba2-4bb4-83d2-ea769a627afe), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:02.606856 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00821d6-5193-4a7b-b4c1-191ed7a5d688 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Port': ['ID=83184dcb-0b23-4fb8-8a33-74396205ec9c,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:02.637034 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb292af5-7f51-4704-a201-878cc1e189c8 admin admin] Network 15c4d283-0948-46be-a090-85eb1c9286ae is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:07:02.639906 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-dc4bdebd-4cf1-40a7-8874-bdf66b3a619a None None] Provisioning complete for port 769468dd-ac08-464d-8eb9-93cff987d551 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:02.640621 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-dc4bdebd-4cf1-40a7-8874-bdf66b3a619a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (769468dd-ac08-464d-8eb9-93cff987d551), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:02.685694 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00821d6-5193-4a7b-b4c1-191ed7a5d688 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Network 3bed1def-c731-4b1f-bc2e-1fb80043f66e is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:07:02.689538 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-b00821d6-5193-4a7b-b4c1-191ed7a5d688 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:02.717598 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fbf75373-b3e5-4202-b4cd-05b32b2c204c tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router_gateway (c0b5a166-efa0-4227-8c00-d956b1c9112c), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:02.723023 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-eb292af5-7f51-4704-a201-878cc1e189c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 15c4d283-0948-46be-a090-85eb1c9286ae) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:02.732358 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb292af5-7f51-4704-a201-878cc1e189c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:02.735301 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eb292af5-7f51-4704-a201-878cc1e189c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:02.762035 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ab6b7b-932f-4b40-8f1e-0c8959373f84 None None] Network 15c4d283-0948-46be-a090-85eb1c9286ae requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:07:02.846008 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-eb292af5-7f51-4704-a201-878cc1e189c8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9457300 Mar 01 14:07:02.955291 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9996569-503a-4539-8ba3-572913f1949a None None] Network 15c4d283-0948-46be-a090-85eb1c9286ae requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:07:03.120670 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00821d6-5193-4a7b-b4c1-191ed7a5d688 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Router 1d87e077-5daa-40e1-ac52-ae199e72b030 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:07:03.278831 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port e25c9529-cba2-4bb4-83d2-ea769a627afe is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:07:03.279890 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e25c9529-cba2-4bb4-83d2-ea769a627afe), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:03.344463 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fbf75373-b3e5-4202-b4cd-05b32b2c204c tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router_gateway (c0b5a166-efa0-4227-8c00-d956b1c9112c), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:03.350465 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port e25c9529-cba2-4bb4-83d2-ea769a627afe, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=e25c9529-cba2-4bb4-83d2-ea769a627afe,segment=NetworkSegment(952cebcd-03bd-4a75-aacf-1a9b923df75f),segment_id=952cebcd-03bd-4a75-aacf-1a9b923df75f)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:07:03.380758 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00821d6-5193-4a7b-b4c1-191ed7a5d688 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:07:03.392218 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b00821d6-5193-4a7b-b4c1-191ed7a5d688 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "PUT /v2.0/routers/1d87e077-5daa-40e1-ac52-ae199e72b030/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6898243 Mar 01 14:07:03.394274 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dc3609-d608-4a3f-af89-d8a40ec76967 None None] Sync routers for ids ['1d87e077-5daa-40e1-ac52-ae199e72b030'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:07:03.395773 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37228) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:03.398000 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fbf75373-b3e5-4202-b4cd-05b32b2c204c tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:03.426309 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dc3609-d608-4a3f-af89-d8a40ec76967 None None] Routers {'1d87e077-5daa-40e1-ac52-ae199e72b030'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:07:03.435575 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-33dc3609-d608-4a3f-af89-d8a40ec76967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:06:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['1d87e077-5daa-40e1-ac52-ae199e72b030'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:03.473034 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-dc4bdebd-4cf1-40a7-8874-bdf66b3a619a None None] Current status of the port 769468dd-ac08-464d-8eb9-93cff987d551 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:07:03.482326 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (e25c9529-cba2-4bb4-83d2-ea769a627afe), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:03.580640 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0bbec2-8aac-4f29-8c0a-6a033e1f6181 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:03.583220 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-fc0bbec2-8aac-4f29-8c0a-6a033e1f6181 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "GET /v2.0/ports/83184dcb-0b23-4fb8-8a33-74396205ec9c HTTP/1.1" status: 200 len: 911 time: 0.1856699 Mar 01 14:07:03.586779 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37236) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:03.601444 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-33dc3609-d608-4a3f-af89-d8a40ec76967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:03.647652 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dc3609-d608-4a3f-af89-d8a40ec76967 None None] Routers {'1d87e077-5daa-40e1-ac52-ae199e72b030'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:07:03.651818 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-33dc3609-d608-4a3f-af89-d8a40ec76967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:06:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['1d87e077-5daa-40e1-ac52-ae199e72b030'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:03.652550 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=e25c9529-cba2-4bb4-83d2-ea769a627afe,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:03.697365 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-dc4bdebd-4cf1-40a7-8874-bdf66b3a619a None None] Provisioning complete for port 83184dcb-0b23-4fb8-8a33-74396205ec9c triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:03.699953 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-dc4bdebd-4cf1-40a7-8874-bdf66b3a619a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (83184dcb-0b23-4fb8-8a33-74396205ec9c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:03.765168 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 769468dd-ac08-464d-8eb9-93cff987d551 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:07:03.781946 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-fbf75373-b3e5-4202-b4cd-05b32b2c204c tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Allocated IP 172.25.1.59 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/b7902e99-3ce2-4b52-9b4b-a9c769772044) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:07:03.811167 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-33dc3609-d608-4a3f-af89-d8a40ec76967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:03.813568 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dc3609-d608-4a3f-af89-d8a40ec76967 None None] The sync data for ids ['1d87e077-5daa-40e1-ac52-ae199e72b030'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:07:03.898273 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-dc4bdebd-4cf1-40a7-8874-bdf66b3a619a None None] Port 83184dcb-0b23-4fb8-8a33-74396205ec9c cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:07:03.948154 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 769468dd-ac08-464d-8eb9-93cff987d551 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:03.948648 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (769468dd-ac08-464d-8eb9-93cff987d551), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:04.022395 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fbf75373-b3e5-4202-b4cd-05b32b2c204c tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for port (b7902e99-3ce2-4b52-9b4b-a9c769772044), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:04.170089 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fbf75373-b3e5-4202-b4cd-05b32b2c204c tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (b7902e99-3ce2-4b52-9b4b-a9c769772044), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:04.174993 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-b3157187-d980-41fb-a9cf-82b2f9f3fd49 None None] Provisioning complete for port 83184dcb-0b23-4fb8-8a33-74396205ec9c triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:04.176584 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b3157187-d980-41fb-a9cf-82b2f9f3fd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (83184dcb-0b23-4fb8-8a33-74396205ec9c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:04.276825 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37256) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:04.284940 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf75373-b3e5-4202-b4cd-05b32b2c204c tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:07:04.297866 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-bdb491d6-8dfe-4024-a35a-835643756550 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1861472488-network', 'tenant_id': 'b36d429e586b48f692c5f50ad9e48422'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:04.320047 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-fbf75373-b3e5-4202-b4cd-05b32b2c204c tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:04.327551 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf75373-b3e5-4202-b4cd-05b32b2c204c tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:07:04.333208 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 769468dd-ac08-464d-8eb9-93cff987d551 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:07:04.341675 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf75373-b3e5-4202-b4cd-05b32b2c204c tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Pushing event updated for resources: {'Port': ['ID=b7902e99-3ce2-4b52-9b4b-a9c769772044,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:04.347260 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-b3157187-d980-41fb-a9cf-82b2f9f3fd49 None None] Port 83184dcb-0b23-4fb8-8a33-74396205ec9c cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:07:04.374801 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-b3157187-d980-41fb-a9cf-82b2f9f3fd49 None None] Provisioning complete for port e25c9529-cba2-4bb4-83d2-ea769a627afe triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:04.375177 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b3157187-d980-41fb-a9cf-82b2f9f3fd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e25c9529-cba2-4bb4-83d2-ea769a627afe), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:04.446541 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb491d6-8dfe-4024-a35a-835643756550 admin admin] Made reservation on behalf of b36d429e586b48f692c5f50ad9e48422 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:07:04.451054 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bdb491d6-8dfe-4024-a35a-835643756550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:04.547843 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-b3157187-d980-41fb-a9cf-82b2f9f3fd49 None None] Current status of the port e25c9529-cba2-4bb4-83d2-ea769a627afe is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:07:04.626974 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bdb491d6-8dfe-4024-a35a-835643756550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:04.755101 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bdb491d6-8dfe-4024-a35a-835643756550 admin admin] Publish callbacks [] for security_group (cd496c29-229c-4569-ac43-50e6a1df3811), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:04.765630 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bdb491d6-8dfe-4024-a35a-835643756550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (cd496c29-229c-4569-ac43-50e6a1df3811), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:04.802626 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb491d6-8dfe-4024-a35a-835643756550 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:07:04.818649 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bdb491d6-8dfe-4024-a35a-835643756550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (1ca89705-36d3-4af3-8204-2e36216f0739), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:04.819021 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-bdb491d6-8dfe-4024-a35a-835643756550 admin admin] Added segment 1ca89705-36d3-4af3-8204-2e36216f0739 of type vlan for network 85820e26-8877-4fb1-a340-66ccbe60fb82 Mar 01 14:07:04.820228 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb491d6-8dfe-4024-a35a-835643756550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd496c29-229c-4569-ac43-50e6a1df3811,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:04.947814 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bdb491d6-8dfe-4024-a35a-835643756550 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (85820e26-8877-4fb1-a340-66ccbe60fb82), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:04.964895 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37268) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:04.992374 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fbf75373-b3e5-4202-b4cd-05b32b2c204c tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router_gateway (c0b5a166-efa0-4227-8c00-d956b1c9112c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:05.034557 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bdb491d6-8dfe-4024-a35a-835643756550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (85820e26-8877-4fb1-a340-66ccbe60fb82), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:05.035521 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb491d6-8dfe-4024-a35a-835643756550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:05.036172 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bdb491d6-8dfe-4024-a35a-835643756550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:05.075123 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2263de1e-981a-4cfa-af47-e277cf61c10f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:05.105272 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb491d6-8dfe-4024-a35a-835643756550 admin admin] Pushing event updated for resources: {'Network': ['ID=85820e26-8877-4fb1-a340-66ccbe60fb82,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:05.117133 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 85820e26-8877-4fb1-a340-66ccbe60fb82 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:07:05.168322 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-bdb491d6-8dfe-4024-a35a-835643756550 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8818505 Mar 01 14:07:05.170978 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37276) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:05.175869 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-a3f1fb2b-bac3-4a04-888f-6509777fccb4 admin admin] Request body: {'subnet': {'network_id': '85820e26-8877-4fb1-a340-66ccbe60fb82', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1861472488-subnet', 'tenant_id': 'b36d429e586b48f692c5f50ad9e48422', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:05.217403 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f1fb2b-bac3-4a04-888f-6509777fccb4 admin admin] Made reservation on behalf of b36d429e586b48f692c5f50ad9e48422 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:07:05.219945 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a3f1fb2b-bac3-4a04-888f-6509777fccb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:05.250298 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9f4cfa8f-9b0d-487d-a7d1-04518a099421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:05.407963 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fbf75373-b3e5-4202-b4cd-05b32b2c204c tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (c0b5a166-efa0-4227-8c00-d956b1c9112c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:05.577028 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9f4cfa8f-9b0d-487d-a7d1-04518a099421 admin admin] Publish callbacks [] for security_group (575c1f8b-66cc-4ccf-85ee-a34b44568fef), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:05.608797 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9f4cfa8f-9b0d-487d-a7d1-04518a099421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (575c1f8b-66cc-4ccf-85ee-a34b44568fef), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:05.638744 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device e25c9529-cba2-4bb4-83d2-ea769a627afe up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:07:05.649388 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf75373-b3e5-4202-b4cd-05b32b2c204c tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Router c0b5a166-efa0-4227-8c00-d956b1c9112c is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:07:05.695371 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9f4cfa8f-9b0d-487d-a7d1-04518a099421 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06237a31b0cc4bdda60ac933a57ee38d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7270510 Mar 01 14:07:05.695371 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-2263de1e-981a-4cfa-af47-e277cf61c10f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Allocated IP 2001:db8:1::1 (577da323-5282-4508-b6c8-fe901b2209f7/f460d773-13da-4b78-a434-95b8499cfc56/e2e2808e-0d02-4451-ab03-74a4c4850447) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:07:05.697467 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4cfa8f-9b0d-487d-a7d1-04518a099421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575c1f8b-66cc-4ccf-85ee-a34b44568fef,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:05.702515 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37278) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:05.712484 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a3f1fb2b-bac3-4a04-888f-6509777fccb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (9192538a-4c37-43e7-8eec-6d0045da0460), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:05.805799 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f1fb2b-bac3-4a04-888f-6509777fccb4 admin admin] Checking segment: {'id': '1ca89705-36d3-4af3-8204-2e36216f0739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '85820e26-8877-4fb1-a340-66ccbe60fb82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:07:05.806942 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port e25c9529-cba2-4bb4-83d2-ea769a627afe triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:05.807060 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f1fb2b-bac3-4a04-888f-6509777fccb4 admin admin] Network hostable DHCP agents. Network: 85820e26-8877-4fb1-a340-66ccbe60fb82, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:07:05.807154 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e25c9529-cba2-4bb4-83d2-ea769a627afe), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:05.881253 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1fb2b-bac3-4a04-888f-6509777fccb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9192538a-4c37-43e7-8eec-6d0045da0460,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:05.905106 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf75373-b3e5-4202-b4cd-05b32b2c204c tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:07:05.929446 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d80149-013b-4810-bbb1-1d5494a86cce None None] Sync routers for ids ['c0b5a166-efa0-4227-8c00-d956b1c9112c'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:07:05.938942 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f1fb2b-bac3-4a04-888f-6509777fccb4 admin admin] Network 85820e26-8877-4fb1-a340-66ccbe60fb82 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:07:05.942211 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f75bd6db-badc-45ef-9c87-df564e28150e admin admin] Publish callbacks [] for security_group (575c1f8b-66cc-4ccf-85ee-a34b44568fef), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:05.958375 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-a3f1fb2b-bac3-4a04-888f-6509777fccb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 85820e26-8877-4fb1-a340-66ccbe60fb82) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:05.962941 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f1fb2b-bac3-4a04-888f-6509777fccb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:05.963897 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a3f1fb2b-bac3-4a04-888f-6509777fccb4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:05.981848 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fbf75373-b3e5-4202-b4cd-05b32b2c204c tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:05.985791 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fbf75373-b3e5-4202-b4cd-05b32b2c204c tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.6124101 Mar 01 14:07:05.986776 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37280) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:05.987912 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f090cd0-0395-4cc6-bdf9-914ec43aee65 None None] Network 85820e26-8877-4fb1-a340-66ccbe60fb82 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:07:05.995274 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-d3a222cb-86f3-4c13-9a3d-60824e678ca8 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:06.028592 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d80149-013b-4810-bbb1-1d5494a86cce None None] Routers {'c0b5a166-efa0-4227-8c00-d956b1c9112c'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:07:06.029776 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-62d80149-013b-4810-bbb1-1d5494a86cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:06:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['c0b5a166-efa0-4227-8c00-d956b1c9112c'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:06.079907 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f75bd6db-badc-45ef-9c87-df564e28150e admin admin] Publish callbacks [] for security_group (575c1f8b-66cc-4ccf-85ee-a34b44568fef), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:06.137298 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2263de1e-981a-4cfa-af47-e277cf61c10f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for port (e2e2808e-0d02-4451-ab03-74a4c4850447), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:06.198410 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-62d80149-013b-4810-bbb1-1d5494a86cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:06.217228 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f75bd6db-badc-45ef-9c87-df564e28150e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (575c1f8b-66cc-4ccf-85ee-a34b44568fef), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:06.222050 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f75bd6db-badc-45ef-9c87-df564e28150e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:06.223791 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f75bd6db-badc-45ef-9c87-df564e28150e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/575c1f8b-66cc-4ccf-85ee-a34b44568fef HTTP/1.1" status: 204 len: 168 time: 0.5176318 Mar 01 14:07:06.240519 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2263de1e-981a-4cfa-af47-e277cf61c10f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (e2e2808e-0d02-4451-ab03-74a4c4850447), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:06.264213 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d80149-013b-4810-bbb1-1d5494a86cce None None] Routers {'c0b5a166-efa0-4227-8c00-d956b1c9112c'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:07:06.265775 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-62d80149-013b-4810-bbb1-1d5494a86cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:06:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['c0b5a166-efa0-4227-8c00-d956b1c9112c'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:06.293362 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75bd6db-badc-45ef-9c87-df564e28150e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575c1f8b-66cc-4ccf-85ee-a34b44568fef,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:06.351545 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2263de1e-981a-4cfa-af47-e277cf61c10f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Network 577da323-5282-4508-b6c8-fe901b2209f7 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:07:06.370604 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-62d80149-013b-4810-bbb1-1d5494a86cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:06.371530 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d80149-013b-4810-bbb1-1d5494a86cce None None] The sync data for ids ['c0b5a166-efa0-4227-8c00-d956b1c9112c'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:07:06.385506 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-2263de1e-981a-4cfa-af47-e277cf61c10f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:06.392694 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2263de1e-981a-4cfa-af47-e277cf61c10f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:07:06.393306 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2263de1e-981a-4cfa-af47-e277cf61c10f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (1d87e077-5daa-40e1-ac52-ae199e72b030), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:06.406327 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port e25c9529-cba2-4bb4-83d2-ea769a627afe is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:07:06.475196 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2263de1e-981a-4cfa-af47-e277cf61c10f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Port': ['ID=e2e2808e-0d02-4451-ab03-74a4c4850447,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:06.513419 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47b0881-ae14-40e5-8a90-fd8ab05ef8eb None None] Network 85820e26-8877-4fb1-a340-66ccbe60fb82 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:07:06.681254 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2263de1e-981a-4cfa-af47-e277cf61c10f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e2e2808e-0d02-4451-ab03-74a4c4850447), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:06.847784 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a3f1fb2b-bac3-4a04-888f-6509777fccb4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6755149 Mar 01 14:07:07.010849 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-3ae3b465-41ae-4c19-981e-3b6bfcfaed10 None None] Provisioning complete for port e2e2808e-0d02-4451-ab03-74a4c4850447 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:07.012630 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3ae3b465-41ae-4c19-981e-3b6bfcfaed10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e2e2808e-0d02-4451-ab03-74a4c4850447), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:07.074086 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3ae3b465-41ae-4c19-981e-3b6bfcfaed10 None None] Port e2e2808e-0d02-4451-ab03-74a4c4850447 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:07:07.270024 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2263de1e-981a-4cfa-af47-e277cf61c10f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for port (e2e2808e-0d02-4451-ab03-74a4c4850447), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:07.287926 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2263de1e-981a-4cfa-af47-e277cf61c10f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (e2e2808e-0d02-4451-ab03-74a4c4850447), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:07.291289 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2263de1e-981a-4cfa-af47-e277cf61c10f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (1d87e077-5daa-40e1-ac52-ae199e72b030), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:07.343816 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d3a222cb-86f3-4c13-9a3d-60824e678ca8 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router_gateway (c0b5a166-efa0-4227-8c00-d956b1c9112c), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:07.365678 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2263de1e-981a-4cfa-af47-e277cf61c10f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Port': ['ID=e2e2808e-0d02-4451-ab03-74a4c4850447,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:07.392898 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d3a222cb-86f3-4c13-9a3d-60824e678ca8 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router_gateway (c0b5a166-efa0-4227-8c00-d956b1c9112c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:07.470887 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2263de1e-981a-4cfa-af47-e277cf61c10f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Network 577da323-5282-4508-b6c8-fe901b2209f7 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:07:07.472390 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-2263de1e-981a-4cfa-af47-e277cf61c10f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:07.496391 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d3a222cb-86f3-4c13-9a3d-60824e678ca8 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Deleting port b7902e99-3ce2-4b52-9b4b-a9c769772044 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:07:07.496950 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d3a222cb-86f3-4c13-9a3d-60824e678ca8 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (b7902e99-3ce2-4b52-9b4b-a9c769772044), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:07.707340 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d3a222cb-86f3-4c13-9a3d-60824e678ca8 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (b7902e99-3ce2-4b52-9b4b-a9c769772044), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:07.722693 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d3a222cb-86f3-4c13-9a3d-60824e678ca8 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Calling delete_port for b7902e99-3ce2-4b52-9b4b-a9c769772044 owned by network:router_gateway {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:07:07.731915 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37340) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:07.821942 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2263de1e-981a-4cfa-af47-e277cf61c10f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Router 1d87e077-5daa-40e1-ac52-ae199e72b030 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:07:07.945442 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-2ec22a35-5b94-49f4-983b-2578d1fabee3 None None] Provisioning complete for port e2e2808e-0d02-4451-ab03-74a4c4850447 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:07.953891 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2ec22a35-5b94-49f4-983b-2578d1fabee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e2e2808e-0d02-4451-ab03-74a4c4850447), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:08.023580 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-2ec22a35-5b94-49f4-983b-2578d1fabee3 None None] Port e2e2808e-0d02-4451-ab03-74a4c4850447 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:07:08.058160 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2263de1e-981a-4cfa-af47-e277cf61c10f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:07:08.070596 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fc41de-13e8-49e0-a38c-fa0e4d47dfd9 None None] Sync routers for ids ['1d87e077-5daa-40e1-ac52-ae199e72b030'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:07:08.078188 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-e024a45d-0d87-4876-a7b0-57079a7fc8cc tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-584379264'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:08.079331 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2263de1e-981a-4cfa-af47-e277cf61c10f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "PUT /v2.0/routers/1d87e077-5daa-40e1-ac52-ae199e72b030/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4911418 Mar 01 14:07:08.082302 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37352) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:08.107508 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fc41de-13e8-49e0-a38c-fa0e4d47dfd9 None None] Routers {'1d87e077-5daa-40e1-ac52-ae199e72b030'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:07:08.108481 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-73fc41de-13e8-49e0-a38c-fa0e4d47dfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:06:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['1d87e077-5daa-40e1-ac52-ae199e72b030'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:08.130398 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e024a45d-0d87-4876-a7b0-57079a7fc8cc tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Made reservation on behalf of f7ddeb7e927242e6b8df0ea22223df47 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:07:08.139893 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e024a45d-0d87-4876-a7b0-57079a7fc8cc tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:08.162730 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-73fc41de-13e8-49e0-a38c-fa0e4d47dfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:08.167654 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d3a222cb-86f3-4c13-9a3d-60824e678ca8 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (b7902e99-3ce2-4b52-9b4b-a9c769772044), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:08.180687 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fc41de-13e8-49e0-a38c-fa0e4d47dfd9 None None] Routers {'1d87e077-5daa-40e1-ac52-ae199e72b030'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:07:08.181685 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-73fc41de-13e8-49e0-a38c-fa0e4d47dfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:06:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['1d87e077-5daa-40e1-ac52-ae199e72b030'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:08.195363 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e024a45d-0d87-4876-a7b0-57079a7fc8cc tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:08.196294 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-12421c1a-d8c7-4dbf-b4d2-905e9a649656 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:08.205037 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-12421c1a-d8c7-4dbf-b4d2-905e9a649656 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/networks?id=15c4d283-0948-46be-a090-85eb1c9286ae HTTP/1.1" status: 200 len: 824 time: 0.5948977 Mar 01 14:07:08.230595 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a222cb-86f3-4c13-9a3d-60824e678ca8 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Pushing event deleted for resources: {'Port': ['ID=b7902e99-3ce2-4b52-9b4b-a9c769772044,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:08.231777 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-73fc41de-13e8-49e0-a38c-fa0e4d47dfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:08.232678 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fc41de-13e8-49e0-a38c-fa0e4d47dfd9 None None] The sync data for ids ['1d87e077-5daa-40e1-ac52-ae199e72b030'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:07:08.268121 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-d79e22b0-1168-416b-b0ac-3b51bfa7e844 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/quotas/f846e110eae34557ace47f9007c29a51 HTTP/1.1" status: 200 len: 375 time: 0.0616360 Mar 01 14:07:08.285555 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f99a53-7a54-4c2e-a2a6-7503dd20a801 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:08.290794 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-71f99a53-7a54-4c2e-a2a6-7503dd20a801 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "GET /v2.0/ports/e2e2808e-0d02-4451-ab03-74a4c4850447 HTTP/1.1" status: 200 len: 913 time: 0.2055275 Mar 01 14:07:08.297929 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37358) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:08.338695 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d3a222cb-86f3-4c13-9a3d-60824e678ca8 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (c0b5a166-efa0-4227-8c00-d956b1c9112c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:08.503112 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-86fe464c-454d-4298-b871-6f7f00e49024 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f846e110eae34557ace47f9007c29a51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2344561 Mar 01 14:07:08.568887 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e024a45d-0d87-4876-a7b0-57079a7fc8cc tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks [] for security_group (33d384c1-c2cd-4e5a-a2e0-213f10244888), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:08.603305 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e024a45d-0d87-4876-a7b0-57079a7fc8cc tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (33d384c1-c2cd-4e5a-a2e0-213f10244888), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:08.613173 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d3a222cb-86f3-4c13-9a3d-60824e678ca8 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3686472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8455'] for router (c0b5a166-efa0-4227-8c00-d956b1c9112c), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:08.632307 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d3a222cb-86f3-4c13-9a3d-60824e678ca8 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3686481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3686494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683840'] for router (c0b5a166-efa0-4227-8c00-d956b1c9112c), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:08.648117 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e024a45d-0d87-4876-a7b0-57079a7fc8cc tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:07:08.655877 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024a45d-0d87-4876-a7b0-57079a7fc8cc tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33d384c1-c2cd-4e5a-a2e0-213f10244888,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:08.707583 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e024a45d-0d87-4876-a7b0-57079a7fc8cc tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (0fd9190b-d25b-4f88-bffe-b2fdd7520aab), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:08.708098 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-e024a45d-0d87-4876-a7b0-57079a7fc8cc tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Added segment 0fd9190b-d25b-4f88-bffe-b2fdd7520aab of type vlan for network a7f9117c-29e9-4c40-86ac-ab6081acbca5 Mar 01 14:07:08.804724 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-a9ce3d55-322f-43c6-a61a-93f80791a2b0 service neutron] 10.222.0.13 "GET /v2.0/networks/15c4d283-0948-46be-a090-85eb1c9286ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680509 Mar 01 14:07:08.822635 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a222cb-86f3-4c13-9a3d-60824e678ca8 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Router c0b5a166-efa0-4227-8c00-d956b1c9112c has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:07:08.834788 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e024a45d-0d87-4876-a7b0-57079a7fc8cc tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (a7f9117c-29e9-4c40-86ac-ab6081acbca5), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:08.927820 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-57e07a7f-a3d6-4662-857e-dfad733a4e2f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (1d87e077-5daa-40e1-ac52-ae199e72b030), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:09.019232 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e024a45d-0d87-4876-a7b0-57079a7fc8cc tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (a7f9117c-29e9-4c40-86ac-ab6081acbca5), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:09.024521 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e024a45d-0d87-4876-a7b0-57079a7fc8cc tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:09.025138 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e024a45d-0d87-4876-a7b0-57079a7fc8cc tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:09.046422 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-6e852c35-ca7c-4343-9d15-4fab6097cd12 service neutron] 10.222.0.13 "GET /v2.0/networks/15c4d283-0948-46be-a090-85eb1c9286ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318053 Mar 01 14:07:09.188570 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024a45d-0d87-4876-a7b0-57079a7fc8cc tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Pushing event updated for resources: {'Network': ['ID=a7f9117c-29e9-4c40-86ac-ab6081acbca5,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:09.203577 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network a7f9117c-29e9-4c40-86ac-ab6081acbca5 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:07:09.207866 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a222cb-86f3-4c13-9a3d-60824e678ca8 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:07:09.224456 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d3a222cb-86f3-4c13-9a3d-60824e678ca8 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:09.229872 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d3a222cb-86f3-4c13-9a3d-60824e678ca8 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] 10.222.0.13 "PUT /v2.0/routers/c0b5a166-efa0-4227-8c00-d956b1c9112c HTTP/1.1" status: 200 len: 705 time: 3.2387199 Mar 01 14:07:09.230507 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37364) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:09.240835 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240d989e-03c5-4090-9d7a-28d2eec056db None None] Sync routers for ids ['c0b5a166-efa0-4227-8c00-d956b1c9112c'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:07:09.324642 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-57e07a7f-a3d6-4662-857e-dfad733a4e2f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Deleting port e2e2808e-0d02-4451-ab03-74a4c4850447 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:07:09.328167 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-57e07a7f-a3d6-4662-857e-dfad733a4e2f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (e2e2808e-0d02-4451-ab03-74a4c4850447), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:09.346352 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240d989e-03c5-4090-9d7a-28d2eec056db None None] Routers {'c0b5a166-efa0-4227-8c00-d956b1c9112c'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:07:09.346830 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-240d989e-03c5-4090-9d7a-28d2eec056db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:06:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['c0b5a166-efa0-4227-8c00-d956b1c9112c'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:09.367634 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e024a45d-0d87-4876-a7b0-57079a7fc8cc tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6343558 Mar 01 14:07:09.381070 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37374) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:09.389683 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-974a1459-8c09-4ea3-a191-77a0d0a69a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Request body: {'subnet': {'network_id': 'a7f9117c-29e9-4c40-86ac-ab6081acbca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:09.454365 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-240d989e-03c5-4090-9d7a-28d2eec056db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:09.497032 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b75b636c-2569-46f7-863e-879b7b3fcb66 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] 10.222.0.13 "GET /v2.0/routers/c0b5a166-efa0-4227-8c00-d956b1c9112c HTTP/1.1" status: 200 len: 740 time: 0.2626829 Mar 01 14:07:09.500845 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37378) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:09.523514 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240d989e-03c5-4090-9d7a-28d2eec056db None None] Routers {'c0b5a166-efa0-4227-8c00-d956b1c9112c'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:07:09.524188 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-240d989e-03c5-4090-9d7a-28d2eec056db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:06:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['c0b5a166-efa0-4227-8c00-d956b1c9112c'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:09.548598 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7577de5f-7676-4b75-ac73-793cf4ab7293 req-36488a61-735a-4f98-ad87-206b63f9ec12 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410bd6d-58c0-4e1f-9d43-fe81f35f167b HTTP/1.1" status: 200 len: 210 time: 0.1018207 Mar 01 14:07:09.564568 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-42559471-c2ca-40f8-989a-079b26547700 tempest-RoutersAdminTest-746160666 tempest-RoutersAdminTest-746160666-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=645b0646-084a-4922-8a3b-3b65ee21b5e4&device_id=c0b5a166-efa0-4227-8c00-d956b1c9112c HTTP/1.1" status: 200 len: 205 time: 0.0626380 Mar 01 14:07:09.570466 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37380) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:09.612708 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1a37f2fa-b7bc-4a0d-a320-70703359dc30 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b5a166-efa0-4227-8c00-d956b1c9112c HTTP/1.1" status: 200 len: 205 time: 0.0411785 Mar 01 14:07:09.613479 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37382) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:09.647735 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-240d989e-03c5-4090-9d7a-28d2eec056db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:09.648391 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240d989e-03c5-4090-9d7a-28d2eec056db None None] The sync data for ids ['c0b5a166-efa0-4227-8c00-d956b1c9112c'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:07:09.653983 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-57e07a7f-a3d6-4662-857e-dfad733a4e2f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (e2e2808e-0d02-4451-ab03-74a4c4850447), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:09.673518 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-57e07a7f-a3d6-4662-857e-dfad733a4e2f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Calling delete_port for e2e2808e-0d02-4451-ab03-74a4c4850447 owned by network:router_interface {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:07:09.677276 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974a1459-8c09-4ea3-a191-77a0d0a69a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Made reservation on behalf of f7ddeb7e927242e6b8df0ea22223df47 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:07:09.680891 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-974a1459-8c09-4ea3-a191-77a0d0a69a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:09.785924 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3fbd3c87-fbae-4d89-b7a2-64a95341a918 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router (c0b5a166-efa0-4227-8c00-d956b1c9112c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:09.855221 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:10.035967 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:10.074060 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-57e07a7f-a3d6-4662-857e-dfad733a4e2f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (e2e2808e-0d02-4451-ab03-74a4c4850447), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:10.113868 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3fbd3c87-fbae-4d89-b7a2-64a95341a918 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (c0b5a166-efa0-4227-8c00-d956b1c9112c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:10.117776 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3fbd3c87-fbae-4d89-b7a2-64a95341a918 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router_controller (c0b5a166-efa0-4227-8c00-d956b1c9112c), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:10.132629 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e07a7f-a3d6-4662-857e-dfad733a4e2f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event deleted for resources: {'Port': ['ID=e2e2808e-0d02-4451-ab03-74a4c4850447,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:10.209695 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3fbd3c87-fbae-4d89-b7a2-64a95341a918 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (c0b5a166-efa0-4227-8c00-d956b1c9112c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:10.210377 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbd3c87-fbae-4d89-b7a2-64a95341a918 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Fanout notify agent at l3_agent the message router_deleted on router c0b5a166-efa0-4227-8c00-d956b1c9112c {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:07:10.222094 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3fbd3c87-fbae-4d89-b7a2-64a95341a918 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:10.227073 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3fbd3c87-fbae-4d89-b7a2-64a95341a918 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] 10.222.0.13 "DELETE /v2.0/routers/c0b5a166-efa0-4227-8c00-d956b1c9112c HTTP/1.1" status: 204 len: 168 time: 0.6125121 Mar 01 14:07:10.229448 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37392) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:10.293535 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6e61e7eb-acf9-4151-a241-0271ec94e0b2 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b5a166-efa0-4227-8c00-d956b1c9112c HTTP/1.1" status: 200 len: 205 time: 0.0629265 Mar 01 14:07:10.297440 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37394) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:10.373373 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-05ef5b21-e989-4f69-9cf8-d388da8f8959 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] delete failed (client error): The resource could not be found. Mar 01 14:07:10.377973 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-05ef5b21-e989-4f69-9cf8-d388da8f8959 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] 10.222.0.13 "DELETE /v2.0/routers/c0b5a166-efa0-4227-8c00-d956b1c9112c HTTP/1.1" status: 404 len: 336 time: 0.0788958 Mar 01 14:07:10.377973 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37396) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:10.395114 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-974a1459-8c09-4ea3-a191-77a0d0a69a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (13f727d5-bf1d-4b2d-b376-86cf9dfc3e90), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:10.397346 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-57e07a7f-a3d6-4662-857e-dfad733a4e2f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (1d87e077-5daa-40e1-ac52-ae199e72b030), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:10.462801 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ffc91437-642b-4d75-8cd1-2b50ef8f5d11 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] 10.222.0.13 "GET /v2.0/ports?device_id=31f8c682-4cd5-4a10-8603-a05353b28fa9 HTTP/1.1" status: 200 len: 205 time: 0.0830715 Mar 01 14:07:10.469469 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37400) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:10.652544 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-ae36ce90-8254-4168-b201-16e75ce19584 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] delete failed (client error): The resource could not be found. Mar 01 14:07:10.659119 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ae36ce90-8254-4168-b201-16e75ce19584 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] 10.222.0.13 "DELETE /v2.0/routers/31f8c682-4cd5-4a10-8603-a05353b28fa9 HTTP/1.1" status: 404 len: 336 time: 0.1797466 Mar 01 14:07:10.691890 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37408) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:10.709334 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a1459-8c09-4ea3-a191-77a0d0a69a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Pushing event updated for resources: {'Subnet': ['ID=13f727d5-bf1d-4b2d-b376-86cf9dfc3e90,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:10.787282 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-92e48fc8-9b2e-4e45-a243-1eb56ad2a7d6 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] 10.222.0.13 "GET /v2.0/ports?device_id=3337bc4d-602f-4461-8072-534927cdf5ee HTTP/1.1" status: 200 len: 205 time: 0.0919874 Mar 01 14:07:10.790933 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974a1459-8c09-4ea3-a191-77a0d0a69a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Checking segment: {'id': '0fd9190b-d25b-4f88-bffe-b2fdd7520aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a7f9117c-29e9-4c40-86ac-ab6081acbca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:07:10.791433 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974a1459-8c09-4ea3-a191-77a0d0a69a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Network hostable DHCP agents. Network: a7f9117c-29e9-4c40-86ac-ab6081acbca5, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:07:10.797001 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37412) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:10.821303 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:07:10.910030 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-cb969e44-fe3d-4a97-bd73-4494f5cfdae2 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] delete failed (client error): The resource could not be found. Mar 01 14:07:10.911338 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cb969e44-fe3d-4a97-bd73-4494f5cfdae2 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] 10.222.0.13 "DELETE /v2.0/routers/3337bc4d-602f-4461-8072-534927cdf5ee HTTP/1.1" status: 404 len: 336 time: 0.0996184 Mar 01 14:07:10.926172 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37414) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:10.941585 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974a1459-8c09-4ea3-a191-77a0d0a69a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Network a7f9117c-29e9-4c40-86ac-ab6081acbca5 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:07:10.984664 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-79dcd80b-7d2c-4bfb-a718-f4f1ed840a03 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] 10.222.0.13 "GET /v2.0/ports?device_id=05699b25-aa1a-4374-81b8-54d06a7d3999 HTTP/1.1" status: 200 len: 205 time: 0.0565178 Mar 01 14:07:10.988095 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37416) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:11.085044 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-974a1459-8c09-4ea3-a191-77a0d0a69a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, a7f9117c-29e9-4c40-86ac-ab6081acbca5) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:11.088453 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-83b6d2ca-f98d-4183-a35a-42d7bd0e4a7d tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] delete failed (client error): The resource could not be found. Mar 01 14:07:11.092569 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-83b6d2ca-f98d-4183-a35a-42d7bd0e4a7d tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] 10.222.0.13 "DELETE /v2.0/routers/05699b25-aa1a-4374-81b8-54d06a7d3999 HTTP/1.1" status: 404 len: 336 time: 0.1034513 Mar 01 14:07:11.097472 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952dfd40-8e53-4bda-ad27-65e945ad6839 None None] Network a7f9117c-29e9-4c40-86ac-ab6081acbca5 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:07:11.099271 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37418) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:11.110136 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974a1459-8c09-4ea3-a191-77a0d0a69a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:11.111088 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-974a1459-8c09-4ea3-a191-77a0d0a69a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:11.154718 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-974a1459-8c09-4ea3-a191-77a0d0a69a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7705338 Mar 01 14:07:11.155570 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37420) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:11.167097 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0280b27a-6f69-448d-ab3f-51f6344848e3 req-56dd3616-66a9-4e5d-a20d-0f6af99ed05f tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410bd6d-58c0-4e1f-9d43-fe81f35f167b HTTP/1.1" status: 200 len: 210 time: 0.1195657 Mar 01 14:07:11.187413 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-0268c565-50fd-45f4-b696-36e5b8eae1d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Request body: {'port': {'network_id': 'a7f9117c-29e9-4c40-86ac-ab6081acbca5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1251418129'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:11.193331 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3c0394a8-74e3-48c4-a54d-1fc1f07c4293 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3995e71-5d19-415b-8e5b-b0ffeaf8912f HTTP/1.1" status: 200 len: 205 time: 0.0924823 Mar 01 14:07:11.196069 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37422) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:11.250514 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-a01a56b0-43ca-45e7-b772-2a3cf02d05bd tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] delete failed (client error): The resource could not be found. Mar 01 14:07:11.252511 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a01a56b0-43ca-45e7-b772-2a3cf02d05bd tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] 10.222.0.13 "DELETE /v2.0/routers/f3995e71-5d19-415b-8e5b-b0ffeaf8912f HTTP/1.1" status: 404 len: 336 time: 0.0551276 Mar 01 14:07:11.256023 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37426) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:11.414125 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3d7fdc17-9f44-48ed-88da-6e5429f5f351 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d8e4245-4577-41e8-beb5-dea0894b9f21 HTTP/1.1" status: 200 len: 205 time: 0.1564276 Mar 01 14:07:11.414732 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37428) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:11.421993 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb91a175-bc45-4fb7-b623-f9c6bd3891b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-a7f9117c-29e9-4c40-86ac-ab6081acbca5', 'network_id': 'a7f9117c-29e9-4c40-86ac-ab6081acbca5', 'project_id': 'f7ddeb7e927242e6b8df0ea22223df47', 'fixed_ips': [{'subnet_id': '13f727d5-bf1d-4b2d-b376-86cf9dfc3e90'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:07:11.425017 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-eb91a175-bc45-4fb7-b623-f9c6bd3891b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:11.434178 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0268c565-50fd-45f4-b696-36e5b8eae1d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Made reservation on behalf of f7ddeb7e927242e6b8df0ea22223df47 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:07:11.438503 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0268c565-50fd-45f4-b696-36e5b8eae1d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:11.481170 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-0268c565-50fd-45f4-b696-36e5b8eae1d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] device_id is not set on port a6735f89-a180-4b1c-aea8-7eb177f5fb2f yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:07:11.513750 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-781997da-ad7d-4ada-b3e5-75bd323c5efe tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] delete failed (client error): The resource could not be found. Mar 01 14:07:11.517598 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-781997da-ad7d-4ada-b3e5-75bd323c5efe tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] 10.222.0.13 "DELETE /v2.0/routers/6d8e4245-4577-41e8-beb5-dea0894b9f21 HTTP/1.1" status: 404 len: 336 time: 0.0996680 Mar 01 14:07:11.527967 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37430) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:11.590955 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-434c2ce6-3e77-402f-ad16-6cf81e7a4c96 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] DELETE failed (client error): The resource could not be found. Mar 01 14:07:11.591431 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-434c2ce6-3e77-402f-ad16-6cf81e7a4c96 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:07:11.597353 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-434c2ce6-3e77-402f-ad16-6cf81e7a4c96 tempest-RoutersAdminTest-244440106 tempest-RoutersAdminTest-244440106-project] 10.222.0.13 "DELETE /v2.0/subnets/124d0d14-bfaa-4718-a17e-234b1518440b HTTP/1.1" status: 404 len: 337 time: 0.0683978 Mar 01 14:07:11.626524 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-eb91a175-bc45-4fb7-b623-f9c6bd3891b3 None None] Allocated IP 2001:db8::2 (a7f9117c-29e9-4c40-86ac-ab6081acbca5/13f727d5-bf1d-4b2d-b376-86cf9dfc3e90/a9ef3d60-41a2-4f6a-931c-e37aa2f89f45) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:07:11.639522 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e07a7f-a3d6-4662-857e-dfad733a4e2f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Router 1d87e077-5daa-40e1-ac52-ae199e72b030 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:07:11.755287 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-a8e7f802-50e9-4b96-b01c-642dbebae436 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:11.758366 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-a8e7f802-50e9-4b96-b01c-642dbebae436 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.20 "GET /v2.0/networks?id=15c4d283-0948-46be-a090-85eb1c9286ae HTTP/1.1" status: 200 len: 824 time: 0.2692571 Mar 01 14:07:11.779758 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-775993ad-2ec6-4db8-a5a6-c332cf10b2bb tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] Request body: {'port': {'device_id': 'd410bd6d-58c0-4e1f-9d43-fe81f35f167b', 'network_id': '15c4d283-0948-46be-a090-85eb1c9286ae', 'admin_state_up': True, 'tenant_id': 'f846e110eae34557ace47f9007c29a51'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:11.872833 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e07a7f-a3d6-4662-857e-dfad733a4e2f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:07:11.880255 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-57e07a7f-a3d6-4662-857e-dfad733a4e2f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "PUT /v2.0/routers/1d87e077-5daa-40e1-ac52-ae199e72b030/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5787373 Mar 01 14:07:11.881610 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74aaaba-78f8-48fe-9e49-975b9e9855fa None None] Sync routers for ids ['1d87e077-5daa-40e1-ac52-ae199e72b030'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:07:11.889764 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37440) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:11.893403 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74aaaba-78f8-48fe-9e49-975b9e9855fa None None] Routers {'1d87e077-5daa-40e1-ac52-ae199e72b030'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:07:11.894024 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b74aaaba-78f8-48fe-9e49-975b9e9855fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:06:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['1d87e077-5daa-40e1-ac52-ae199e72b030'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:11.977795 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b74aaaba-78f8-48fe-9e49-975b9e9855fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:12.003572 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74aaaba-78f8-48fe-9e49-975b9e9855fa None None] Routers {'1d87e077-5daa-40e1-ac52-ae199e72b030'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:07:12.004216 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b74aaaba-78f8-48fe-9e49-975b9e9855fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:06:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['1d87e077-5daa-40e1-ac52-ae199e72b030'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:12.066258 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-eb91a175-bc45-4fb7-b623-f9c6bd3891b3 None None] Publish callbacks [] for port (a9ef3d60-41a2-4f6a-931c-e37aa2f89f45), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:12.082342 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-eb91a175-bc45-4fb7-b623-f9c6bd3891b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (a9ef3d60-41a2-4f6a-931c-e37aa2f89f45), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:12.096261 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b74aaaba-78f8-48fe-9e49-975b9e9855fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:12.096931 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74aaaba-78f8-48fe-9e49-975b9e9855fa None None] The sync data for ids ['1d87e077-5daa-40e1-ac52-ae199e72b030'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:07:12.177346 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37444) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:12.203267 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91a175-bc45-4fb7-b623-f9c6bd3891b3 None None] Pushing event updated for resources: {'Port': ['ID=a9ef3d60-41a2-4f6a-931c-e37aa2f89f45,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:12.219016 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb91a175-bc45-4fb7-b623-f9c6bd3891b3 None None] Network a7f9117c-29e9-4c40-86ac-ab6081acbca5 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:07:12.220531 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-eb91a175-bc45-4fb7-b623-f9c6bd3891b3 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:12.227221 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb91a175-bc45-4fb7-b623-f9c6bd3891b3 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:07:12.302488 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-eb91a175-bc45-4fb7-b623-f9c6bd3891b3 None None] Attempting to bind port a9ef3d60-41a2-4f6a-931c-e37aa2f89f45 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:07:12.304500 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-eb91a175-bc45-4fb7-b623-f9c6bd3891b3 None None] Attempting to bind port a9ef3d60-41a2-4f6a-931c-e37aa2f89f45 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '0fd9190b-d25b-4f88-bffe-b2fdd7520aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a7f9117c-29e9-4c40-86ac-ab6081acbca5'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:07:12.305081 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb91a175-bc45-4fb7-b623-f9c6bd3891b3 None None] Attempting to bind port a9ef3d60-41a2-4f6a-931c-e37aa2f89f45 on network a7f9117c-29e9-4c40-86ac-ab6081acbca5 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:07:12.311710 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb91a175-bc45-4fb7-b623-f9c6bd3891b3 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:07:12.312690 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb91a175-bc45-4fb7-b623-f9c6bd3891b3 None None] Checking segment: {'id': '0fd9190b-d25b-4f88-bffe-b2fdd7520aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a7f9117c-29e9-4c40-86ac-ab6081acbca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:07:12.314201 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-eb91a175-bc45-4fb7-b623-f9c6bd3891b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:12.314946 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb91a175-bc45-4fb7-b623-f9c6bd3891b3 None None] Bound using segment: {'id': '0fd9190b-d25b-4f88-bffe-b2fdd7520aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a7f9117c-29e9-4c40-86ac-ab6081acbca5'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:07:12.315962 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-eb91a175-bc45-4fb7-b623-f9c6bd3891b3 None None] Bound port: a9ef3d60-41a2-4f6a-931c-e37aa2f89f45, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd9190b-d25b-4f88-bffe-b2fdd7520aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a7f9117c-29e9-4c40-86ac-ab6081acbca5'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:07:12.316700 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-eb91a175-bc45-4fb7-b623-f9c6bd3891b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a9ef3d60-41a2-4f6a-931c-e37aa2f89f45), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:12.368078 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4ba45887-100c-40b0-bb95-e68eb928c83d req-f0f26538-d15e-4410-8da1-b5aa4aff4681 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410bd6d-58c0-4e1f-9d43-fe81f35f167b HTTP/1.1" status: 200 len: 210 time: 0.0510373 Mar 01 14:07:12.432037 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1e7489ca-fbc4-4f0e-b2f6-a46e14f66ecb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:12.500237 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-eb91a175-bc45-4fb7-b623-f9c6bd3891b3 None None] For port a9ef3d60-41a2-4f6a-931c-e37aa2f89f45, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:07:12.510154 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-eb91a175-bc45-4fb7-b623-f9c6bd3891b3 None None] For port a9ef3d60-41a2-4f6a-931c-e37aa2f89f45, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=a9ef3d60-41a2-4f6a-931c-e37aa2f89f45,segment=NetworkSegment(0fd9190b-d25b-4f88-bffe-b2fdd7520aab),segment_id=0fd9190b-d25b-4f88-bffe-b2fdd7520aab)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:07:12.527722 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-eb91a175-bc45-4fb7-b623-f9c6bd3891b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a9ef3d60-41a2-4f6a-931c-e37aa2f89f45), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:12.538899 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1e7489ca-fbc4-4f0e-b2f6-a46e14f66ecb admin admin] Publish callbacks [] for security_group (06c90a55-9773-40a4-83ee-a503aa389b9e), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:12.551356 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1e7489ca-fbc4-4f0e-b2f6-a46e14f66ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (06c90a55-9773-40a4-83ee-a503aa389b9e), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:12.589436 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7489ca-fbc4-4f0e-b2f6-a46e14f66ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c90a55-9773-40a4-83ee-a503aa389b9e,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:12.634329 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1e7489ca-fbc4-4f0e-b2f6-a46e14f66ecb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=632a8491e8fe4e1580931c6fdca8a182&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4557457 Mar 01 14:07:12.634950 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37450) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:12.637996 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91a175-bc45-4fb7-b623-f9c6bd3891b3 None None] Pushing event updated for resources: {'Port': ['ID=a9ef3d60-41a2-4f6a-931c-e37aa2f89f45,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:12.717201 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ff055d8-e7fc-4063-9d15-a7f889bcb7af admin admin] Publish callbacks [] for security_group (06c90a55-9773-40a4-83ee-a503aa389b9e), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:12.745812 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ff055d8-e7fc-4063-9d15-a7f889bcb7af admin admin] Publish callbacks [] for security_group (06c90a55-9773-40a4-83ee-a503aa389b9e), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:12.808651 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ff055d8-e7fc-4063-9d15-a7f889bcb7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (06c90a55-9773-40a4-83ee-a503aa389b9e), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:12.811823 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ff055d8-e7fc-4063-9d15-a7f889bcb7af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:12.815339 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0ff055d8-e7fc-4063-9d15-a7f889bcb7af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06c90a55-9773-40a4-83ee-a503aa389b9e HTTP/1.1" status: 204 len: 168 time: 0.1765976 Mar 01 14:07:12.822439 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff055d8-e7fc-4063-9d15-a7f889bcb7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c90a55-9773-40a4-83ee-a503aa389b9e,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:12.961719 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-0268c565-50fd-45f4-b696-36e5b8eae1d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Allocated IP 2001:db8::166 (a7f9117c-29e9-4c40-86ac-ab6081acbca5/13f727d5-bf1d-4b2d-b376-86cf9dfc3e90/a6735f89-a180-4b1c-aea8-7eb177f5fb2f) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:07:13.065108 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-775993ad-2ec6-4db8-a5a6-c332cf10b2bb tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] Made reservation on behalf of f846e110eae34557ace47f9007c29a51 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:07:13.079697 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-775993ad-2ec6-4db8-a5a6-c332cf10b2bb tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:13.410401 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37464) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:13.522409 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c80d3587-a7d7-4d6d-b566-b788f2a8d2cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5260de59f82545488c0d340e570c1a07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1107786 Mar 01 14:07:13.532177 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37466) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:13.533059 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0268c565-50fd-45f4-b696-36e5b8eae1d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks [] for port (a6735f89-a180-4b1c-aea8-7eb177f5fb2f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:13.601590 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-586360ae-fc7c-4b65-804b-64cbbc95d437 req-88058916-556c-4de3-bc0e-ce7589ef6e35 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410bd6d-58c0-4e1f-9d43-fe81f35f167b HTTP/1.1" status: 200 len: 210 time: 0.0495925 Mar 01 14:07:13.693701 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-773da08e-957c-4f34-a8b5-fa244a81b7eb admin admin] Publish callbacks [] for security_group (73906b79-463d-4743-814f-0b03095837aa), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:13.698701 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device a9ef3d60-41a2-4f6a-931c-e37aa2f89f45 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:07:13.748739 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-773da08e-957c-4f34-a8b5-fa244a81b7eb admin admin] Publish callbacks [] for security_group (73906b79-463d-4743-814f-0b03095837aa), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:13.775835 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-775993ad-2ec6-4db8-a5a6-c332cf10b2bb tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] Allocated IP 172.20.0.7 (15c4d283-0948-46be-a090-85eb1c9286ae/b41041a9-6019-4cd3-b7ac-554163cfe855/3790440b-4c7e-46cd-ba2e-a82f5af32a86) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:07:13.816622 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0268c565-50fd-45f4-b696-36e5b8eae1d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (a6735f89-a180-4b1c-aea8-7eb177f5fb2f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:13.839588 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-773da08e-957c-4f34-a8b5-fa244a81b7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (73906b79-463d-4743-814f-0b03095837aa), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:13.843112 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-773da08e-957c-4f34-a8b5-fa244a81b7eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:13.844581 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-773da08e-957c-4f34-a8b5-fa244a81b7eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73906b79-463d-4743-814f-0b03095837aa HTTP/1.1" status: 204 len: 168 time: 0.3102815 Mar 01 14:07:13.853653 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port a9ef3d60-41a2-4f6a-931c-e37aa2f89f45 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:13.855125 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a9ef3d60-41a2-4f6a-931c-e37aa2f89f45), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:13.878010 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773da08e-957c-4f34-a8b5-fa244a81b7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73906b79-463d-4743-814f-0b03095837aa,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:13.986332 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268c565-50fd-45f4-b696-36e5b8eae1d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Pushing event updated for resources: {'Port': ['ID=a6735f89-a180-4b1c-aea8-7eb177f5fb2f,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:14.012152 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0268c565-50fd-45f4-b696-36e5b8eae1d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Network a7f9117c-29e9-4c40-86ac-ab6081acbca5 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:07:14.039582 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-0268c565-50fd-45f4-b696-36e5b8eae1d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:14.055751 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0268c565-50fd-45f4-b696-36e5b8eae1d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:07:14.061275 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0268c565-50fd-45f4-b696-36e5b8eae1d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:14.073133 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0268c565-50fd-45f4-b696-36e5b8eae1d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:14.091645 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port a9ef3d60-41a2-4f6a-931c-e37aa2f89f45 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:07:14.091992 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a9ef3d60-41a2-4f6a-931c-e37aa2f89f45), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:14.165729 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port a9ef3d60-41a2-4f6a-931c-e37aa2f89f45, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=a9ef3d60-41a2-4f6a-931c-e37aa2f89f45,segment=NetworkSegment(0fd9190b-d25b-4f88-bffe-b2fdd7520aab),segment_id=0fd9190b-d25b-4f88-bffe-b2fdd7520aab)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:07:14.179935 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a9ef3d60-41a2-4f6a-931c-e37aa2f89f45), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:14.188892 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0268c565-50fd-45f4-b696-36e5b8eae1d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.0258565 Mar 01 14:07:14.194263 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37478) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:14.204468 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-2ada399b-82ad-4f3c-be6f-22e70f637fee tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Request body: {'port': {'network_id': 'a7f9117c-29e9-4c40-86ac-ab6081acbca5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1765314440', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:14.205234 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.api.validators [None req-2ada399b-82ad-4f3c-be6f-22e70f637fee tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] bootfile-name is not in valid_values {{(pid=103727) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 01 14:07:14.205753 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.api.validators [None req-2ada399b-82ad-4f3c-be6f-22e70f637fee tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] tftp-server is not in valid_values {{(pid=103727) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 01 14:07:14.206202 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.api.validators [None req-2ada399b-82ad-4f3c-be6f-22e70f637fee tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] server-ip-address is not in valid_values {{(pid=103727) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 01 14:07:14.284795 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=a9ef3d60-41a2-4f6a-931c-e37aa2f89f45,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:14.326188 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ae07a90e-d439-4a2f-9eed-94e6bf5c6cf1 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (1d87e077-5daa-40e1-ac52-ae199e72b030), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:14.419204 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2754ec1e-d204-44f0-b93b-66a0834adfca None None] Network a7f9117c-29e9-4c40-86ac-ab6081acbca5 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:07:14.439750 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ada399b-82ad-4f3c-be6f-22e70f637fee tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Made reservation on behalf of f7ddeb7e927242e6b8df0ea22223df47 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:07:14.444585 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2ada399b-82ad-4f3c-be6f-22e70f637fee tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:14.469272 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-2ada399b-82ad-4f3c-be6f-22e70f637fee tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] device_id is not set on port 1b1645d5-f849-4cd3-b5ba-da9cfcedb9ed yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:07:14.525310 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-42d4431b-b240-4627-9b97-0886f292d23f None None] Provisioning complete for port a9ef3d60-41a2-4f6a-931c-e37aa2f89f45 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:14.526001 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-42d4431b-b240-4627-9b97-0886f292d23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a9ef3d60-41a2-4f6a-931c-e37aa2f89f45), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:14.698544 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-2ada399b-82ad-4f3c-be6f-22e70f637fee tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Allocated IP 2001:db8::289 (a7f9117c-29e9-4c40-86ac-ab6081acbca5/13f727d5-bf1d-4b2d-b376-86cf9dfc3e90/1b1645d5-f849-4cd3-b5ba-da9cfcedb9ed) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:07:14.741931 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-42d4431b-b240-4627-9b97-0886f292d23f None None] Current status of the port a9ef3d60-41a2-4f6a-931c-e37aa2f89f45 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:07:14.797757 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-54942cfd-b24f-4261-a7a4-32d836242ae7 req-1fc39446-7e2e-463f-8de5-2a4b72b61c2c tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410bd6d-58c0-4e1f-9d43-fe81f35f167b HTTP/1.1" status: 200 len: 210 time: 0.0627961 Mar 01 14:07:14.876790 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-775993ad-2ec6-4db8-a5a6-c332cf10b2bb tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] Publish callbacks [] for port (3790440b-4c7e-46cd-ba2e-a82f5af32a86), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:14.984673 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-775993ad-2ec6-4db8-a5a6-c332cf10b2bb tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (3790440b-4c7e-46cd-ba2e-a82f5af32a86), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:15.039358 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-775993ad-2ec6-4db8-a5a6-c332cf10b2bb tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] Network 15c4d283-0948-46be-a090-85eb1c9286ae is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:07:15.049180 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-775993ad-2ec6-4db8-a5a6-c332cf10b2bb tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:15.060025 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-775993ad-2ec6-4db8-a5a6-c332cf10b2bb tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:07:15.168285 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2ada399b-82ad-4f3c-be6f-22e70f637fee tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks [] for port (1b1645d5-f849-4cd3-b5ba-da9cfcedb9ed), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:15.180260 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775993ad-2ec6-4db8-a5a6-c332cf10b2bb tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] Pushing event updated for resources: {'Port': ['ID=3790440b-4c7e-46cd-ba2e-a82f5af32a86,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:15.210099 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2ada399b-82ad-4f3c-be6f-22e70f637fee tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (1b1645d5-f849-4cd3-b5ba-da9cfcedb9ed), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:15.266879 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-775993ad-2ec6-4db8-a5a6-c332cf10b2bb tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:15.270310 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-775993ad-2ec6-4db8-a5a6-c332cf10b2bb tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:15.274192 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ada399b-82ad-4f3c-be6f-22e70f637fee tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Network a7f9117c-29e9-4c40-86ac-ab6081acbca5 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:07:15.289033 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-2ada399b-82ad-4f3c-be6f-22e70f637fee tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:15.302809 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ada399b-82ad-4f3c-be6f-22e70f637fee tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:07:15.315597 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ada399b-82ad-4f3c-be6f-22e70f637fee tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:15.316347 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2ada399b-82ad-4f3c-be6f-22e70f637fee tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:15.320506 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-775993ad-2ec6-4db8-a5a6-c332cf10b2bb tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5507076 Mar 01 14:07:15.327843 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ae07a90e-d439-4a2f-9eed-94e6bf5c6cf1 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Deleting port 83184dcb-0b23-4fb8-8a33-74396205ec9c {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:07:15.328306 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ae07a90e-d439-4a2f-9eed-94e6bf5c6cf1 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (83184dcb-0b23-4fb8-8a33-74396205ec9c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:15.370066 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada399b-82ad-4f3c-be6f-22e70f637fee tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Pushing event updated for resources: {'Port': ['ID=1b1645d5-f849-4cd3-b5ba-da9cfcedb9ed,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:15.385186 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-9efe72a5-c40b-40d2-9422-d82a875b9f6d None None] Provisioning complete for port a9ef3d60-41a2-4f6a-931c-e37aa2f89f45 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:15.388450 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9efe72a5-c40b-40d2-9422-d82a875b9f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a9ef3d60-41a2-4f6a-931c-e37aa2f89f45), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:15.389429 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-6162817a-1315-46a5-a2fd-a8ca5fa901bf service neutron] Request body: {'port': {'device_id': 'd410bd6d-58c0-4e1f-9d43-fe81f35f167b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:15.401374 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2ada399b-82ad-4f3c-be6f-22e70f637fee tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.2055981 Mar 01 14:07:15.402175 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37506) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:15.520573 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37508) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:15.531249 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bca63a4-5925-43fd-946c-65169598d135 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:15.537320 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bca63a4-5925-43fd-946c-65169598d135 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:15.543249 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bca63a4-5925-43fd-946c-65169598d135 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:15.554436 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5bca63a4-5925-43fd-946c-65169598d135 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.1502502 Mar 01 14:07:15.558555 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37510) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:15.622094 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device a9ef3d60-41a2-4f6a-931c-e37aa2f89f45 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:07:15.713764 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-9efe72a5-c40b-40d2-9422-d82a875b9f6d None None] Current status of the port a9ef3d60-41a2-4f6a-931c-e37aa2f89f45 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:07:15.715152 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-240133d7-b028-41fa-b435-554522078e96 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1687397910'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:15.743243 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240133d7-b028-41fa-b435-554522078e96 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Made reservation on behalf of cea1ead9c6044287a0ebf950989a5ee3 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:07:15.749819 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-240133d7-b028-41fa-b435-554522078e96 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:15.753685 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port a9ef3d60-41a2-4f6a-931c-e37aa2f89f45 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:15.754191 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a9ef3d60-41a2-4f6a-931c-e37aa2f89f45), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:15.757334 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-9efe72a5-c40b-40d2-9422-d82a875b9f6d None None] Provisioning complete for port a6735f89-a180-4b1c-aea8-7eb177f5fb2f triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:15.757700 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9efe72a5-c40b-40d2-9422-d82a875b9f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a6735f89-a180-4b1c-aea8-7eb177f5fb2f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:15.763485 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-240133d7-b028-41fa-b435-554522078e96 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:15.894542 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-240133d7-b028-41fa-b435-554522078e96 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks [] for security_group (d6e57447-cbb2-4fdc-9359-11c4cd4a8614), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:15.901566 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-6162817a-1315-46a5-a2fd-a8ca5fa901bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3790440b-4c7e-46cd-ba2e-a82f5af32a86), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:15.907462 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-240133d7-b028-41fa-b435-554522078e96 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d6e57447-cbb2-4fdc-9359-11c4cd4a8614), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:15.940530 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ae07a90e-d439-4a2f-9eed-94e6bf5c6cf1 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (83184dcb-0b23-4fb8-8a33-74396205ec9c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:15.946745 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-9efe72a5-c40b-40d2-9422-d82a875b9f6d None None] Port a6735f89-a180-4b1c-aea8-7eb177f5fb2f cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:07:15.948263 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port a9ef3d60-41a2-4f6a-931c-e37aa2f89f45 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:07:15.969150 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ae07a90e-d439-4a2f-9eed-94e6bf5c6cf1 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Calling delete_port for 83184dcb-0b23-4fb8-8a33-74396205ec9c owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:07:15.972626 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-240133d7-b028-41fa-b435-554522078e96 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:07:16.050190 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-240133d7-b028-41fa-b435-554522078e96 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (ab85851e-f0c8-4930-b0aa-a46959d38a93), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:16.050989 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-240133d7-b028-41fa-b435-554522078e96 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Added segment ab85851e-f0c8-4930-b0aa-a46959d38a93 of type vlan for network fc3e3b28-9942-401e-b33a-26459aa58d94 Mar 01 14:07:16.053297 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240133d7-b028-41fa-b435-554522078e96 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e57447-cbb2-4fdc-9359-11c4cd4a8614,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:16.088641 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-de8c1e70-d7fd-44bd-81ce-ee4c85ddf768 None None] Provisioning complete for port a6735f89-a180-4b1c-aea8-7eb177f5fb2f triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:16.089055 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-de8c1e70-d7fd-44bd-81ce-ee4c85ddf768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a6735f89-a180-4b1c-aea8-7eb177f5fb2f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:16.159942 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a80eb-2b4d-4740-83df-c50bcc7da1d0 req-ca0237b7-911c-4cf0-a933-ac4f9b53b64d tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:16.163853 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2c1a80eb-2b4d-4740-83df-c50bcc7da1d0 req-ca0237b7-911c-4cf0-a933-ac4f9b53b64d tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410bd6d-58c0-4e1f-9d43-fe81f35f167b HTTP/1.1" status: 200 len: 931 time: 0.1964383 Mar 01 14:07:16.169528 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-240133d7-b028-41fa-b435-554522078e96 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (fc3e3b28-9942-401e-b33a-26459aa58d94), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:16.177425 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-de8c1e70-d7fd-44bd-81ce-ee4c85ddf768 None None] Port a6735f89-a180-4b1c-aea8-7eb177f5fb2f cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:07:16.244551 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-240133d7-b028-41fa-b435-554522078e96 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (fc3e3b28-9942-401e-b33a-26459aa58d94), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:16.253066 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240133d7-b028-41fa-b435-554522078e96 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:16.253884 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-240133d7-b028-41fa-b435-554522078e96 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:16.265645 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-21f21a08-f1b0-4f34-b3ec-1cdf0543e54f tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Deleting port 1b1645d5-f849-4cd3-b5ba-da9cfcedb9ed {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:07:16.266249 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-21f21a08-f1b0-4f34-b3ec-1cdf0543e54f tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (1b1645d5-f849-4cd3-b5ba-da9cfcedb9ed), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:16.266987 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2c1a80eb-2b4d-4740-83df-c50bcc7da1d0 req-4d6218aa-15a9-44a7-a60e-920bcc1d62d2 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/security-groups?id=4752bf1e-88f4-40c8-9300-3f1bde5cef32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942116 Mar 01 14:07:16.304377 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-6a285188-7661-4897-b81b-bce5639ab0ad None None] Provisioning complete for port 1b1645d5-f849-4cd3-b5ba-da9cfcedb9ed triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:16.305728 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6a285188-7661-4897-b81b-bce5639ab0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (1b1645d5-f849-4cd3-b5ba-da9cfcedb9ed), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:16.371757 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-240133d7-b028-41fa-b435-554522078e96 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8345068 Mar 01 14:07:16.382088 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240133d7-b028-41fa-b435-554522078e96 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Pushing event updated for resources: {'Network': ['ID=fc3e3b28-9942-401e-b33a-26459aa58d94,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:16.389589 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-6a285188-7661-4897-b81b-bce5639ab0ad None None] Port 1b1645d5-f849-4cd3-b5ba-da9cfcedb9ed cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:07:16.399630 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network fc3e3b28-9942-401e-b33a-26459aa58d94 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:07:16.543998 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-21f21a08-f1b0-4f34-b3ec-1cdf0543e54f tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (1b1645d5-f849-4cd3-b5ba-da9cfcedb9ed), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:16.557015 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-21f21a08-f1b0-4f34-b3ec-1cdf0543e54f tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Calling delete_port for 1b1645d5-f849-4cd3-b5ba-da9cfcedb9ed owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:07:16.799606 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-21f21a08-f1b0-4f34-b3ec-1cdf0543e54f tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (1b1645d5-f849-4cd3-b5ba-da9cfcedb9ed), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:16.855068 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f21a08-f1b0-4f34-b3ec-1cdf0543e54f tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Pushing event deleted for resources: {'Port': ['ID=1b1645d5-f849-4cd3-b5ba-da9cfcedb9ed,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:16.893082 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-6162817a-1315-46a5-a2fd-a8ca5fa901bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3790440b-4c7e-46cd-ba2e-a82f5af32a86 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:07:16.901429 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-21f21a08-f1b0-4f34-b3ec-1cdf0543e54f tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:16.905740 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-21f21a08-f1b0-4f34-b3ec-1cdf0543e54f tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] 10.222.0.13 "DELETE /v2.0/ports/1b1645d5-f849-4cd3-b5ba-da9cfcedb9ed HTTP/1.1" status: 204 len: 168 time: 1.3333938 Mar 01 14:07:16.909857 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37522) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:16.917326 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-31b900a5-7763-4e1d-b5cf-827607af4ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Request body: {'port': {'name': 'tempest-new-port-name-666222439', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:16.917735 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.api.validators [None req-31b900a5-7763-4e1d-b5cf-827607af4ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] bootfile-name is not in valid_values {{(pid=103727) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 01 14:07:16.918084 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.api.validators [None req-31b900a5-7763-4e1d-b5cf-827607af4ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] tftp-server is not in valid_values {{(pid=103727) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 01 14:07:16.919036 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.api.validators [None req-31b900a5-7763-4e1d-b5cf-827607af4ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] server-ip-address is not in valid_values {{(pid=103727) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 01 14:07:16.928472 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-6162817a-1315-46a5-a2fd-a8ca5fa901bf service neutron] Publish callbacks [] for port (3790440b-4c7e-46cd-ba2e-a82f5af32a86), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:16.932482 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ae07a90e-d439-4a2f-9eed-94e6bf5c6cf1 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (83184dcb-0b23-4fb8-8a33-74396205ec9c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:17.033394 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07a90e-d439-4a2f-9eed-94e6bf5c6cf1 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event deleted for resources: {'Port': ['ID=83184dcb-0b23-4fb8-8a33-74396205ec9c,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:17.058007 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-6162817a-1315-46a5-a2fd-a8ca5fa901bf service neutron] Transition to ACTIVE for port object 3790440b-4c7e-46cd-ba2e-a82f5af32a86 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:07:17.110694 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-31b900a5-7763-4e1d-b5cf-827607af4ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a6735f89-a180-4b1c-aea8-7eb177f5fb2f), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:17.120855 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-6162817a-1315-46a5-a2fd-a8ca5fa901bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (3790440b-4c7e-46cd-ba2e-a82f5af32a86), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:17.322142 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162817a-1315-46a5-a2fd-a8ca5fa901bf service neutron] Pushing event updated for resources: {'Port': ['ID=3790440b-4c7e-46cd-ba2e-a82f5af32a86,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:17.433855 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ae07a90e-d439-4a2f-9eed-94e6bf5c6cf1 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (1d87e077-5daa-40e1-ac52-ae199e72b030), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:17.626178 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-31b900a5-7763-4e1d-b5cf-827607af4ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks [] for port (a6735f89-a180-4b1c-aea8-7eb177f5fb2f), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:17.638702 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-31b900a5-7763-4e1d-b5cf-827607af4ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (a6735f89-a180-4b1c-aea8-7eb177f5fb2f), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:17.691285 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-31b900a5-7763-4e1d-b5cf-827607af4ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] In _notify_port_updated(), no bound segment for port a6735f89-a180-4b1c-aea8-7eb177f5fb2f on network a7f9117c-29e9-4c40-86ac-ab6081acbca5 {{(pid=103727) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 01 14:07:17.698057 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b900a5-7763-4e1d-b5cf-827607af4ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:17.711962 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-31b900a5-7763-4e1d-b5cf-827607af4ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:17.714248 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-31b900a5-7763-4e1d-b5cf-827607af4ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] 10.222.0.13 "PUT /v2.0/ports/a6735f89-a180-4b1c-aea8-7eb177f5fb2f HTTP/1.1" status: 200 len: 1129 time: 0.8028333 Mar 01 14:07:17.717715 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37532) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:17.776136 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76057ab-e1f7-4abe-89b6-2fb989a27456 req-77779919-1aec-494d-bd80-1c5e51fdf9a1 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:17.777695 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e76057ab-e1f7-4abe-89b6-2fb989a27456 req-77779919-1aec-494d-bd80-1c5e51fdf9a1 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410bd6d-58c0-4e1f-9d43-fe81f35f167b HTTP/1.1" status: 200 len: 943 time: 0.3387651 Mar 01 14:07:17.781726 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b900a5-7763-4e1d-b5cf-827607af4ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Pushing event updated for resources: {'Port': ['ID=a6735f89-a180-4b1c-aea8-7eb177f5fb2f,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:17.850868 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fa74ae-26b1-4657-bafb-482e56cfbe0c tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:17.853475 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c1fa74ae-26b1-4657-bafb-482e56cfbe0c tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] 10.222.0.13 "GET /v2.0/ports/a6735f89-a180-4b1c-aea8-7eb177f5fb2f HTTP/1.1" status: 200 len: 1129 time: 0.1326041 Mar 01 14:07:17.856906 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37534) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:18.011209 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e76057ab-e1f7-4abe-89b6-2fb989a27456 req-beba60e9-57f5-415c-a655-c9042dac0c1e tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/security-groups?id=4752bf1e-88f4-40c8-9300-3f1bde5cef32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183893 Mar 01 14:07:18.104682 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-8cb2674d-eaf6-409a-a41b-c45990ccec22 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Deleting port a6735f89-a180-4b1c-aea8-7eb177f5fb2f {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:07:18.110720 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8cb2674d-eaf6-409a-a41b-c45990ccec22 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (a6735f89-a180-4b1c-aea8-7eb177f5fb2f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:18.201694 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-b9839c48-0679-41ca-9fff-2b2b2faf85ab None None] Provisioning complete for port a6735f89-a180-4b1c-aea8-7eb177f5fb2f triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:18.203799 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b9839c48-0679-41ca-9fff-2b2b2faf85ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a6735f89-a180-4b1c-aea8-7eb177f5fb2f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:18.246671 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-b9839c48-0679-41ca-9fff-2b2b2faf85ab None None] Port a6735f89-a180-4b1c-aea8-7eb177f5fb2f cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:07:18.304754 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8cb2674d-eaf6-409a-a41b-c45990ccec22 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (a6735f89-a180-4b1c-aea8-7eb177f5fb2f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:18.327851 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-8cb2674d-eaf6-409a-a41b-c45990ccec22 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Calling delete_port for a6735f89-a180-4b1c-aea8-7eb177f5fb2f owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:07:18.470922 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-6162817a-1315-46a5-a2fd-a8ca5fa901bf service neutron] Attempting to bind port 3790440b-4c7e-46cd-ba2e-a82f5af32a86 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:07:18.471466 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-6162817a-1315-46a5-a2fd-a8ca5fa901bf service neutron] Attempting to bind port 3790440b-4c7e-46cd-ba2e-a82f5af32a86 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '7ac2c049-cd61-42ef-b858-47b2917f974c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '15c4d283-0948-46be-a090-85eb1c9286ae'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:07:18.471466 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-6162817a-1315-46a5-a2fd-a8ca5fa901bf service neutron] Attempting to bind port 3790440b-4c7e-46cd-ba2e-a82f5af32a86 on network 15c4d283-0948-46be-a090-85eb1c9286ae {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:07:18.478098 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-6162817a-1315-46a5-a2fd-a8ca5fa901bf service neutron] Port 3790440b-4c7e-46cd-ba2e-a82f5af32a86 on network 15c4d283-0948-46be-a090-85eb1c9286ae not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:07:18.478459 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-6162817a-1315-46a5-a2fd-a8ca5fa901bf service neutron] Attempting to bind port 3790440b-4c7e-46cd-ba2e-a82f5af32a86 on network 15c4d283-0948-46be-a090-85eb1c9286ae {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:07:18.489042 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-6162817a-1315-46a5-a2fd-a8ca5fa901bf service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:07:18.489237 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-6162817a-1315-46a5-a2fd-a8ca5fa901bf service neutron] Checking segment: {'id': '7ac2c049-cd61-42ef-b858-47b2917f974c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '15c4d283-0948-46be-a090-85eb1c9286ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:07:18.489613 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-6162817a-1315-46a5-a2fd-a8ca5fa901bf service neutron] Bound using segment: {'id': '7ac2c049-cd61-42ef-b858-47b2917f974c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '15c4d283-0948-46be-a090-85eb1c9286ae'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:07:18.490163 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-6162817a-1315-46a5-a2fd-a8ca5fa901bf service neutron] Bound port: 3790440b-4c7e-46cd-ba2e-a82f5af32a86, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac2c049-cd61-42ef-b858-47b2917f974c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '15c4d283-0948-46be-a090-85eb1c9286ae'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:07:18.490482 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-6162817a-1315-46a5-a2fd-a8ca5fa901bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3790440b-4c7e-46cd-ba2e-a82f5af32a86), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:18.494720 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae07a90e-d439-4a2f-9eed-94e6bf5c6cf1 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Router 1d87e077-5daa-40e1-ac52-ae199e72b030 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:07:18.572101 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-6162817a-1315-46a5-a2fd-a8ca5fa901bf service neutron] For port 3790440b-4c7e-46cd-ba2e-a82f5af32a86, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:07:18.576431 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-6162817a-1315-46a5-a2fd-a8ca5fa901bf service neutron] For port 3790440b-4c7e-46cd-ba2e-a82f5af32a86, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=3790440b-4c7e-46cd-ba2e-a82f5af32a86,segment=NetworkSegment(7ac2c049-cd61-42ef-b858-47b2917f974c),segment_id=7ac2c049-cd61-42ef-b858-47b2917f974c)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:07:18.592057 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8cb2674d-eaf6-409a-a41b-c45990ccec22 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (a6735f89-a180-4b1c-aea8-7eb177f5fb2f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:18.626792 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-6162817a-1315-46a5-a2fd-a8ca5fa901bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (3790440b-4c7e-46cd-ba2e-a82f5af32a86), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:18.648089 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2674d-eaf6-409a-a41b-c45990ccec22 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Pushing event deleted for resources: {'Port': ['ID=a6735f89-a180-4b1c-aea8-7eb177f5fb2f,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:18.728616 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8cb2674d-eaf6-409a-a41b-c45990ccec22 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:18.734116 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8cb2674d-eaf6-409a-a41b-c45990ccec22 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] 10.222.0.13 "DELETE /v2.0/ports/a6735f89-a180-4b1c-aea8-7eb177f5fb2f HTTP/1.1" status: 204 len: 168 time: 0.8736539 Mar 01 14:07:18.734655 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37540) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:18.772601 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae07a90e-d439-4a2f-9eed-94e6bf5c6cf1 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:07:18.783385 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8452b42-516c-4a18-b958-54bf4ddabe05 None None] Sync routers for ids ['1d87e077-5daa-40e1-ac52-ae199e72b030'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:07:18.812536 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8452b42-516c-4a18-b958-54bf4ddabe05 None None] Routers {'1d87e077-5daa-40e1-ac52-ae199e72b030'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:07:18.815775 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-e8452b42-516c-4a18-b958-54bf4ddabe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:06:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['1d87e077-5daa-40e1-ac52-ae199e72b030'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:18.819962 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ae07a90e-d439-4a2f-9eed-94e6bf5c6cf1 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "PUT /v2.0/routers/1d87e077-5daa-40e1-ac52-ae199e72b030/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9047437 Mar 01 14:07:18.820603 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37542) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:18.856599 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-6162817a-1315-46a5-a2fd-a8ca5fa901bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:18.859990 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-6162817a-1315-46a5-a2fd-a8ca5fa901bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:18.864530 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-6162817a-1315-46a5-a2fd-a8ca5fa901bf service neutron] 10.222.0.20 "PUT /v2.0/ports/3790440b-4c7e-46cd-ba2e-a82f5af32a86 HTTP/1.1" status: 200 len: 1091 time: 3.5215054 Mar 01 14:07:18.866214 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd410bd6d-58c0-4e1f-9d43-fe81f35f167b', 'tag': '3790440b-4c7e-46cd-ba2e-a82f5af32a86'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:07:18.883388 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf23891-d815-458e-9124-a9a1574ffff4" -d '{"events": [{"name": "network-changed", "server_uuid": "d410bd6d-58c0-4e1f-9d43-fe81f35f167b", "tag": "3790440b-4c7e-46cd-ba2e-a82f5af32a86"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:07:18.904822 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-660d440e-a3a0-4202-bf98-e85b220ce8b6 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d87e077-5daa-40e1-ac52-ae199e72b030 HTTP/1.1" status: 200 len: 205 time: 0.0805662 Mar 01 14:07:18.910319 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb8de58-8ecd-4b26-a534-0538bf321d77 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Deleting subnet 13f727d5-bf1d-4b2d-b376-86cf9dfc3e90 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:07:18.912530 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37548) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:18.914543 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3eb8de58-8ecd-4b26-a534-0538bf321d77 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks [] for subnet (13f727d5-bf1d-4b2d-b376-86cf9dfc3e90), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:18.935807 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-e8452b42-516c-4a18-b958-54bf4ddabe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:18.972192 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8452b42-516c-4a18-b958-54bf4ddabe05 None None] Routers {'1d87e077-5daa-40e1-ac52-ae199e72b030'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:07:18.974357 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-e8452b42-516c-4a18-b958-54bf4ddabe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:06:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['1d87e077-5daa-40e1-ac52-ae199e72b030'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:19.033706 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3eb8de58-8ecd-4b26-a534-0538bf321d77 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (13f727d5-bf1d-4b2d-b376-86cf9dfc3e90), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:19.105927 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-e8452b42-516c-4a18-b958-54bf4ddabe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:19.108521 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8452b42-516c-4a18-b958-54bf4ddabe05 None None] The sync data for ids ['1d87e077-5daa-40e1-ac52-ae199e72b030'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:07:19.139348 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19420789-7472-4f01-a632-33875f5109e2 x-openstack-request-id: req-19420789-7472-4f01-a632-33875f5109e2 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:07:19.139649 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d410bd6d-58c0-4e1f-9d43-fe81f35f167b", "tag": "3790440b-4c7e-46cd-ba2e-a82f5af32a86", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:07:19.139945 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19420789-7472-4f01-a632-33875f5109e2 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:07:19.140356 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd410bd6d-58c0-4e1f-9d43-fe81f35f167b', 'tag': '3790440b-4c7e-46cd-ba2e-a82f5af32a86', 'status': 'completed', 'code': 200} Mar 01 14:07:19.190146 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3eb8de58-8ecd-4b26-a534-0538bf321d77 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (13f727d5-bf1d-4b2d-b376-86cf9dfc3e90), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:19.259648 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e760eb-524e-4652-8293-a3536d8d3308 req-f424521f-2b38-4089-9b04-d949a1f74615 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:19.264710 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-37e760eb-524e-4652-8293-a3536d8d3308 req-f424521f-2b38-4089-9b04-d949a1f74615 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410bd6d-58c0-4e1f-9d43-fe81f35f167b HTTP/1.1" status: 200 len: 943 time: 0.1274307 Mar 01 14:07:19.267924 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162817a-1315-46a5-a2fd-a8ca5fa901bf service neutron] Pushing event updated for resources: {'Port': ['ID=3790440b-4c7e-46cd-ba2e-a82f5af32a86,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:19.284090 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-20e0da19-5dea-4c68-b3d3-d8fbb9fed004 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router (1d87e077-5daa-40e1-ac52-ae199e72b030), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:19.320209 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3eb8de58-8ecd-4b26-a534-0538bf321d77 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (13f727d5-bf1d-4b2d-b376-86cf9dfc3e90), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:19.361040 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8de58-8ecd-4b26-a534-0538bf321d77 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Pushing event deleted for resources: {'Subnet': ['ID=13f727d5-bf1d-4b2d-b376-86cf9dfc3e90,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:19.378028 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3e8123-c4e7-4910-8e91-02ac3856f57c None None] Network a7f9117c-29e9-4c40-86ac-ab6081acbca5 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:07:19.417721 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3eb8de58-8ecd-4b26-a534-0538bf321d77 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:19.430277 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3eb8de58-8ecd-4b26-a534-0538bf321d77 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] 10.222.0.13 "DELETE /v2.0/subnets/13f727d5-bf1d-4b2d-b376-86cf9dfc3e90 HTTP/1.1" status: 204 len: 168 time: 0.6846926 Mar 01 14:07:19.437926 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37554) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:19.468588 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-eb5c1230-1f81-4862-bf68-aa6aaafad235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:19.470599 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-eb5c1230-1f81-4862-bf68-aa6aaafad235 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f846e110eae34557ace47f9007c29a51&device_id=d410bd6d-58c0-4e1f-9d43-fe81f35f167b HTTP/1.1" status: 200 len: 1125 time: 0.5155308 Mar 01 14:07:19.582811 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-20e0da19-5dea-4c68-b3d3-d8fbb9fed004 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (1d87e077-5daa-40e1-ac52-ae199e72b030), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:19.617221 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-20e0da19-5dea-4c68-b3d3-d8fbb9fed004 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router_controller (1d87e077-5daa-40e1-ac52-ae199e72b030), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:19.626861 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-37e760eb-524e-4652-8293-a3536d8d3308 req-a50c6964-aaba-4e4e-a202-21e30e737ebb tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/security-groups?id=4752bf1e-88f4-40c8-9300-3f1bde5cef32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444602 Mar 01 14:07:19.664421 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-d76c16c4-0208-4213-a39a-f9465ae0548f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3790440b-4c7e-46cd-ba2e-a82f5af32a86 HTTP/1.1" status: 200 len: 217 time: 0.1049209 Mar 01 14:07:19.686714 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2c419316-b74e-4461-a270-879b1dff1d9a tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (a7f9117c-29e9-4c40-86ac-ab6081acbca5), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:19.708295 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c97bdc6-5c01-4fa1-8807-fae4d3a3fb91 None None] DHCP port deletion for a7f9117c-29e9-4c40-86ac-ab6081acbca5 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:07:19.741697 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-20e0da19-5dea-4c68-b3d3-d8fbb9fed004 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (1d87e077-5daa-40e1-ac52-ae199e72b030), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:19.744503 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e0da19-5dea-4c68-b3d3-d8fbb9fed004 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Fanout notify agent at l3_agent the message router_deleted on router 1d87e077-5daa-40e1-ac52-ae199e72b030 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:07:19.767966 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-2c419316-b74e-4461-a270-879b1dff1d9a tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Deleting port a9ef3d60-41a2-4f6a-931c-e37aa2f89f45 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:07:19.768336 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37556) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:19.768625 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2c419316-b74e-4461-a270-879b1dff1d9a tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (a9ef3d60-41a2-4f6a-931c-e37aa2f89f45), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:19.777738 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-20e0da19-5dea-4c68-b3d3-d8fbb9fed004 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:19.778919 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-20e0da19-5dea-4c68-b3d3-d8fbb9fed004 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/routers/1d87e077-5daa-40e1-ac52-ae199e72b030 HTTP/1.1" status: 204 len: 168 time: 0.8653986 Mar 01 14:07:19.784977 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-7247c278-5a2f-46cd-8a0e-51d13cf26af7 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Request body: {'subnet': {'network_id': 'fc3e3b28-9942-401e-b33a-26459aa58d94', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:19.785271 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37558) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:19.814278 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-7c97bdc6-5c01-4fa1-8807-fae4d3a3fb91 None None] Deleting port a9ef3d60-41a2-4f6a-931c-e37aa2f89f45 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:07:19.814902 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7c97bdc6-5c01-4fa1-8807-fae4d3a3fb91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (a9ef3d60-41a2-4f6a-931c-e37aa2f89f45), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:19.850364 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd95950d-bb30-4c3f-a00a-0d71c0a7ff35 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Deleting subnet f460d773-13da-4b78-a434-95b8499cfc56 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:07:19.882743 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd95950d-bb30-4c3f-a00a-0d71c0a7ff35 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for subnet (f460d773-13da-4b78-a434-95b8499cfc56), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:19.897750 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-67a3a4df-e271-4c21-9202-d399cb480d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:19.899550 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-67a3a4df-e271-4c21-9202-d399cb480d53 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b41041a9-6019-4cd3-b7ac-554163cfe855 HTTP/1.1" status: 200 len: 864 time: 0.2294149 Mar 01 14:07:19.921640 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-7c97bdc6-5c01-4fa1-8807-fae4d3a3fb91 None None] For port a9ef3d60-41a2-4f6a-931c-e37aa2f89f45, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=a9ef3d60-41a2-4f6a-931c-e37aa2f89f45,segment=NetworkSegment(0fd9190b-d25b-4f88-bffe-b2fdd7520aab),segment_id=0fd9190b-d25b-4f88-bffe-b2fdd7520aab)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:07:19.922653 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7c97bdc6-5c01-4fa1-8807-fae4d3a3fb91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (a9ef3d60-41a2-4f6a-931c-e37aa2f89f45), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:19.939986 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-7c97bdc6-5c01-4fa1-8807-fae4d3a3fb91 None None] Calling delete_port for a9ef3d60-41a2-4f6a-931c-e37aa2f89f45 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:07:19.955125 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-417faac2-39d9-4ae1-9b5f-7de8e90fca0f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=15c4d283-0948-46be-a090-85eb1c9286ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494697 Mar 01 14:07:19.956221 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7247c278-5a2f-46cd-8a0e-51d13cf26af7 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Made reservation on behalf of cea1ead9c6044287a0ebf950989a5ee3 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:07:19.959939 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7247c278-5a2f-46cd-8a0e-51d13cf26af7 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:19.980054 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-2c419316-b74e-4461-a270-879b1dff1d9a tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] For port a9ef3d60-41a2-4f6a-931c-e37aa2f89f45, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=a9ef3d60-41a2-4f6a-931c-e37aa2f89f45,segment=NetworkSegment(0fd9190b-d25b-4f88-bffe-b2fdd7520aab),segment_id=0fd9190b-d25b-4f88-bffe-b2fdd7520aab)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:07:19.980520 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2c419316-b74e-4461-a270-879b1dff1d9a tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (a9ef3d60-41a2-4f6a-931c-e37aa2f89f45), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:20.011167 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd95950d-bb30-4c3f-a00a-0d71c0a7ff35 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (f460d773-13da-4b78-a434-95b8499cfc56), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:20.028902 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7c97bdc6-5c01-4fa1-8807-fae4d3a3fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (a9ef3d60-41a2-4f6a-931c-e37aa2f89f45), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:20.059006 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97bdc6-5c01-4fa1-8807-fae4d3a3fb91 None None] Pushing event deleted for resources: {'Port': ['ID=a9ef3d60-41a2-4f6a-931c-e37aa2f89f45,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:20.062638 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c97bdc6-5c01-4fa1-8807-fae4d3a3fb91 None None] No DVR routers for this DVR port a9ef3d60-41a2-4f6a-931c-e37aa2f89f45 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:07:20.088419 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-2c419316-b74e-4461-a270-879b1dff1d9a tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Calling delete_port for a9ef3d60-41a2-4f6a-931c-e37aa2f89f45 owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:07:20.191357 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-1c7d404a-9293-43fb-853f-62c17f6eac24 service neutron] 10.222.0.20 "GET /v2.0/networks/15c4d283-0948-46be-a090-85eb1c9286ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264140 Mar 01 14:07:20.216621 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd95950d-bb30-4c3f-a00a-0d71c0a7ff35 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (f460d773-13da-4b78-a434-95b8499cfc56), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:20.310287 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd95950d-bb30-4c3f-a00a-0d71c0a7ff35 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (f460d773-13da-4b78-a434-95b8499cfc56), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:20.382238 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2c419316-b74e-4461-a270-879b1dff1d9a tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (a9ef3d60-41a2-4f6a-931c-e37aa2f89f45), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:20.384689 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc57a385-fcd7-4cfd-a8a6-fd2f917ed670 None None] Network 577da323-5282-4508-b6c8-fe901b2209f7 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:07:20.385312 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd95950d-bb30-4c3f-a00a-0d71c0a7ff35 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:20.391486 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-dd95950d-bb30-4c3f-a00a-0d71c0a7ff35 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/subnets/f460d773-13da-4b78-a434-95b8499cfc56 HTTP/1.1" status: 204 len: 168 time: 0.6026509 Mar 01 14:07:20.392569 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd95950d-bb30-4c3f-a00a-0d71c0a7ff35 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event deleted for resources: {'Subnet': ['ID=f460d773-13da-4b78-a434-95b8499cfc56,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:20.395663 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37566) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:20.418852 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7247c278-5a2f-46cd-8a0e-51d13cf26af7 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (466a6163-6a4e-4ae6-8b50-1e89bc411c37), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:20.432663 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c419316-b74e-4461-a270-879b1dff1d9a tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Pushing event deleted for resources: {'Port': ['ID=a9ef3d60-41a2-4f6a-931c-e37aa2f89f45,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:20.460332 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c419316-b74e-4461-a270-879b1dff1d9a tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] No DVR routers for this DVR port a9ef3d60-41a2-4f6a-931c-e37aa2f89f45 on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:07:20.497822 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247c278-5a2f-46cd-8a0e-51d13cf26af7 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Pushing event updated for resources: {'Subnet': ['ID=466a6163-6a4e-4ae6-8b50-1e89bc411c37,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:20.517963 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c637a946-aff3-424e-ac29-b39b2d3a58fc req-b53071ae-d68c-4d91-bc6f-216ea81a4979 service neutron] 10.222.0.20 "GET /v2.0/networks/15c4d283-0948-46be-a090-85eb1c9286ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972546 Mar 01 14:07:20.545263 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7247c278-5a2f-46cd-8a0e-51d13cf26af7 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Checking segment: {'id': 'ab85851e-f0c8-4930-b0aa-a46959d38a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fc3e3b28-9942-401e-b33a-26459aa58d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:07:20.546803 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7247c278-5a2f-46cd-8a0e-51d13cf26af7 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Network hostable DHCP agents. Network: fc3e3b28-9942-401e-b33a-26459aa58d94, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:07:20.573561 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7247c278-5a2f-46cd-8a0e-51d13cf26af7 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Network fc3e3b28-9942-401e-b33a-26459aa58d94 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:07:20.586035 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-7247c278-5a2f-46cd-8a0e-51d13cf26af7 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, fc3e3b28-9942-401e-b33a-26459aa58d94) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:20.597810 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7247c278-5a2f-46cd-8a0e-51d13cf26af7 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:20.599023 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7247c278-5a2f-46cd-8a0e-51d13cf26af7 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:20.605705 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986b9c8d-aff0-4616-bf57-40b18ea9769e None None] Network fc3e3b28-9942-401e-b33a-26459aa58d94 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:07:20.615253 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-6705e9df-5b63-450c-a573-d17b3395e46e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Deleting subnet 66f64e8d-3740-4682-9330-1b22c5bdcfa8 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:07:20.624045 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6705e9df-5b63-450c-a573-d17b3395e46e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for subnet (66f64e8d-3740-4682-9330-1b22c5bdcfa8), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:20.692933 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c669abeb-444c-4336-801d-ba5bf97b22dd None None] DHCP port deletion for 577da323-5282-4508-b6c8-fe901b2209f7 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:07:20.698221 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7247c278-5a2f-46cd-8a0e-51d13cf26af7 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9181077 Mar 01 14:07:20.699089 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37570) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:20.709691 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-de3d9b85-3e8e-4af1-84b8-97e8fc1cc19f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-834070320'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:20.718772 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6705e9df-5b63-450c-a573-d17b3395e46e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (66f64e8d-3740-4682-9330-1b22c5bdcfa8), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:20.740928 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf23891-d815-458e-9124-a9a1574ffff4 req-1a33bd1a-5c45-4296-87d6-78adebaca4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:20.742845 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6cf23891-d815-458e-9124-a9a1574ffff4 req-1a33bd1a-5c45-4296-87d6-78adebaca4a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f846e110eae34557ace47f9007c29a51&device_id=d410bd6d-58c0-4e1f-9d43-fe81f35f167b HTTP/1.1" status: 200 len: 1125 time: 0.1315045 Mar 01 14:07:20.745260 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3d9b85-3e8e-4af1-84b8-97e8fc1cc19f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Made reservation on behalf of cea1ead9c6044287a0ebf950989a5ee3 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:07:20.750528 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de3d9b85-3e8e-4af1-84b8-97e8fc1cc19f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:20.786797 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de3d9b85-3e8e-4af1-84b8-97e8fc1cc19f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:07:20.799646 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-c669abeb-444c-4336-801d-ba5bf97b22dd None None] Deleting port e25c9529-cba2-4bb4-83d2-ea769a627afe {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:07:20.800285 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c669abeb-444c-4336-801d-ba5bf97b22dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (e25c9529-cba2-4bb4-83d2-ea769a627afe), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:20.803853 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de3d9b85-3e8e-4af1-84b8-97e8fc1cc19f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (8e68d3e1-22ba-40ad-aaa6-f7f51c4399c6), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:20.804408 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-de3d9b85-3e8e-4af1-84b8-97e8fc1cc19f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Added segment 8e68d3e1-22ba-40ad-aaa6-f7f51c4399c6 of type vlan for network ca95a0c1-6c5a-4006-b1c5-e1695eee502e Mar 01 14:07:20.832057 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4542b42f-fd45-4536-81b9-447210d687cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-fc3e3b28-9942-401e-b33a-26459aa58d94', 'network_id': 'fc3e3b28-9942-401e-b33a-26459aa58d94', 'project_id': 'cea1ead9c6044287a0ebf950989a5ee3', 'fixed_ips': [{'subnet_id': '466a6163-6a4e-4ae6-8b50-1e89bc411c37'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:07:20.833149 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4542b42f-fd45-4536-81b9-447210d687cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:20.886186 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de3d9b85-3e8e-4af1-84b8-97e8fc1cc19f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (ca95a0c1-6c5a-4006-b1c5-e1695eee502e), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:20.940784 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2c419316-b74e-4461-a270-879b1dff1d9a tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (a7f9117c-29e9-4c40-86ac-ab6081acbca5), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:20.961640 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de3d9b85-3e8e-4af1-84b8-97e8fc1cc19f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (ca95a0c1-6c5a-4006-b1c5-e1695eee502e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:20.968457 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6705e9df-5b63-450c-a573-d17b3395e46e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (66f64e8d-3740-4682-9330-1b22c5bdcfa8), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:20.977030 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3d9b85-3e8e-4af1-84b8-97e8fc1cc19f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:20.977783 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de3d9b85-3e8e-4af1-84b8-97e8fc1cc19f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:20.999401 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-2c419316-b74e-4461-a270-879b1dff1d9a tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f9117c-29e9-4c40-86ac-ab6081acbca5']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:21.029351 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-2c419316-b74e-4461-a270-879b1dff1d9a tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd9190b-d25b-4f88-bffe-b2fdd7520aab') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:21.029628 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-2c419316-b74e-4461-a270-879b1dff1d9a tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd9190b-d25b-4f88-bffe-b2fdd7520aab') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:21.035933 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-4542b42f-fd45-4536-81b9-447210d687cb None None] Allocated IP 2001:db8:0:ffff::2 (fc3e3b28-9942-401e-b33a-26459aa58d94/466a6163-6a4e-4ae6-8b50-1e89bc411c37/622d6d64-f434-44a3-abe9-bf8f1cea0e1b) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:07:21.061310 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2c419316-b74e-4461-a270-879b1dff1d9a tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (0fd9190b-d25b-4f88-bffe-b2fdd7520aab), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:21.102054 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ddb9e0-08ce-459a-8bf4-9607768ce4c0 req-a20aeafb-2269-48c2-8b54-a39fbdd5b0fa tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:21.103703 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-30ddb9e0-08ce-459a-8bf4-9607768ce4c0 req-a20aeafb-2269-48c2-8b54-a39fbdd5b0fa tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410bd6d-58c0-4e1f-9d43-fe81f35f167b HTTP/1.1" status: 200 len: 943 time: 0.2297049 Mar 01 14:07:21.105303 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d9b85-3e8e-4af1-84b8-97e8fc1cc19f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Pushing event updated for resources: {'Network': ['ID=ca95a0c1-6c5a-4006-b1c5-e1695eee502e,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:21.182860 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network ca95a0c1-6c5a-4006-b1c5-e1695eee502e details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:07:21.185811 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-de3d9b85-3e8e-4af1-84b8-97e8fc1cc19f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4807835 Mar 01 14:07:21.188847 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37576) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:21.210481 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-7398ac92-3993-45fa-b7a3-651a5b3f8041 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Request body: {'subnet': {'network_id': 'ca95a0c1-6c5a-4006-b1c5-e1695eee502e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:21.224723 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2c419316-b74e-4461-a270-879b1dff1d9a tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (0fd9190b-d25b-4f88-bffe-b2fdd7520aab), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:21.251374 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c419316-b74e-4461-a270-879b1dff1d9a tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:07:21.252140 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2c419316-b74e-4461-a270-879b1dff1d9a tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (0fd9190b-d25b-4f88-bffe-b2fdd7520aab), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: self.session.flush() Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: self.session.flush() Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: self.session.flush() Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: self.session.flush() Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:07:21.255228 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:07:21.278658 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6705e9df-5b63-450c-a573-d17b3395e46e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (66f64e8d-3740-4682-9330-1b22c5bdcfa8), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:21.282443 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf23891-d815-458e-9124-a9a1574ffff4 req-657993e5-6081-4a2c-ac45-b9a13c867263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:21.284529 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6cf23891-d815-458e-9124-a9a1574ffff4 req-657993e5-6081-4a2c-ac45-b9a13c867263 service neutron] 10.222.0.20 "GET /v2.0/networks?id=15c4d283-0948-46be-a090-85eb1c9286ae HTTP/1.1" status: 200 len: 925 time: 0.5166626 Mar 01 14:07:21.297266 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-c669abeb-444c-4336-801d-ba5bf97b22dd None None] For port e25c9529-cba2-4bb4-83d2-ea769a627afe, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=e25c9529-cba2-4bb4-83d2-ea769a627afe,segment=NetworkSegment(952cebcd-03bd-4a75-aacf-1a9b923df75f),segment_id=952cebcd-03bd-4a75-aacf-1a9b923df75f)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:07:21.297613 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c669abeb-444c-4336-801d-ba5bf97b22dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (e25c9529-cba2-4bb4-83d2-ea769a627afe), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:21.345375 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-30ddb9e0-08ce-459a-8bf4-9607768ce4c0 req-d0351ad4-74f1-461d-bde3-db4401b97205 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/security-groups?id=4752bf1e-88f4-40c8-9300-3f1bde5cef32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134030 Mar 01 14:07:21.345827 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6cf23891-d815-458e-9124-a9a1574ffff4 req-e984b78c-9ce3-43c1-b4e6-7d0f6f109d93 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3790440b-4c7e-46cd-ba2e-a82f5af32a86 HTTP/1.1" status: 200 len: 217 time: 0.0545526 Mar 01 14:07:21.379285 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705e9df-5b63-450c-a573-d17b3395e46e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event deleted for resources: {'Subnet': ['ID=66f64e8d-3740-4682-9330-1b22c5bdcfa8,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:21.388586 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-c669abeb-444c-4336-801d-ba5bf97b22dd None None] Calling delete_port for e25c9529-cba2-4bb4-83d2-ea769a627afe owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:07:21.417758 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d59e46-178f-4f63-bed7-4de689a2527f None None] Network 3bed1def-c731-4b1f-bc2e-1fb80043f66e requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:07:21.433700 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6705e9df-5b63-450c-a573-d17b3395e46e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:21.439418 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6705e9df-5b63-450c-a573-d17b3395e46e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/subnets/66f64e8d-3740-4682-9330-1b22c5bdcfa8 HTTP/1.1" status: 204 len: 168 time: 1.0371032 Mar 01 14:07:21.440136 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37580) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:21.453262 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf23891-d815-458e-9124-a9a1574ffff4 req-21d8a1fb-84b6-41fe-82af-203b7269a19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:21.453490 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705e9df-5b63-450c-a573-d17b3395e46e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:21.453870 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705e9df-5b63-450c-a573-d17b3395e46e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:21.454307 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705e9df-5b63-450c-a573-d17b3395e46e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:21.454754 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705e9df-5b63-450c-a573-d17b3395e46e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:21.455192 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705e9df-5b63-450c-a573-d17b3395e46e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:21.455382 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6cf23891-d815-458e-9124-a9a1574ffff4 req-21d8a1fb-84b6-41fe-82af-203b7269a19a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b41041a9-6019-4cd3-b7ac-554163cfe855 HTTP/1.1" status: 200 len: 864 time: 0.1027908 Mar 01 14:07:21.455713 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705e9df-5b63-450c-a573-d17b3395e46e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:21.456181 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705e9df-5b63-450c-a573-d17b3395e46e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:21.456608 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705e9df-5b63-450c-a573-d17b3395e46e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:21.457023 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705e9df-5b63-450c-a573-d17b3395e46e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:21.457443 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705e9df-5b63-450c-a573-d17b3395e46e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:21.457887 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705e9df-5b63-450c-a573-d17b3395e46e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:21.458306 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705e9df-5b63-450c-a573-d17b3395e46e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:21.458718 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705e9df-5b63-450c-a573-d17b3395e46e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:21.475505 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2c419316-b74e-4461-a270-879b1dff1d9a tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (a7f9117c-29e9-4c40-86ac-ab6081acbca5), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:21.514058 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2c419316-b74e-4461-a270-879b1dff1d9a tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:21.520327 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2c419316-b74e-4461-a270-879b1dff1d9a tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] 10.222.0.13 "DELETE /v2.0/networks/a7f9117c-29e9-4c40-86ac-ab6081acbca5 HTTP/1.1" status: 204 len: 168 time: 2.0791543 Mar 01 14:07:21.525191 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6cf23891-d815-458e-9124-a9a1574ffff4 req-8b0f86fd-920d-4050-98fb-058401441254 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=15c4d283-0948-46be-a090-85eb1c9286ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639861 Mar 01 14:07:21.529276 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4542b42f-fd45-4536-81b9-447210d687cb None None] Publish callbacks [] for port (622d6d64-f434-44a3-abe9-bf8f1cea0e1b), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:21.563021 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c419316-b74e-4461-a270-879b1dff1d9a tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943 tempest-ExtraDHCPOptionsIpV6TestJSON-1498918943-project] Pushing event deleted for resources: {'Network': ['ID=a7f9117c-29e9-4c40-86ac-ab6081acbca5,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:21.592492 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7398ac92-3993-45fa-b7a3-651a5b3f8041 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Made reservation on behalf of cea1ead9c6044287a0ebf950989a5ee3 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:07:21.595887 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7398ac92-3993-45fa-b7a3-651a5b3f8041 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:21.635226 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4542b42f-fd45-4536-81b9-447210d687cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (622d6d64-f434-44a3-abe9-bf8f1cea0e1b), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:21.638110 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c62fd35a-4f0e-42cc-bb68-51b66fbbda20 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (577da323-5282-4508-b6c8-fe901b2209f7), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:21.754836 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6cf23891-d815-458e-9124-a9a1574ffff4 req-d46d9614-0bd2-4e48-b622-445ad57e9cd8 service neutron] 10.222.0.20 "GET /v2.0/networks/15c4d283-0948-46be-a090-85eb1c9286ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236300 Mar 01 14:07:21.797469 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-c62fd35a-4f0e-42cc-bb68-51b66fbbda20 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Deleting port e25c9529-cba2-4bb4-83d2-ea769a627afe {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:07:21.797858 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c62fd35a-4f0e-42cc-bb68-51b66fbbda20 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (e25c9529-cba2-4bb4-83d2-ea769a627afe), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:21.940011 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6cf23891-d815-458e-9124-a9a1574ffff4 req-2b86c0f7-99bf-477b-8a60-72fc1712bdfd service neutron] 10.222.0.20 "GET /v2.0/networks/15c4d283-0948-46be-a090-85eb1c9286ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768701 Mar 01 14:07:21.974286 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-c62fd35a-4f0e-42cc-bb68-51b66fbbda20 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] For port e25c9529-cba2-4bb4-83d2-ea769a627afe, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=e25c9529-cba2-4bb4-83d2-ea769a627afe,segment=NetworkSegment(952cebcd-03bd-4a75-aacf-1a9b923df75f),segment_id=952cebcd-03bd-4a75-aacf-1a9b923df75f)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:07:21.975373 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c62fd35a-4f0e-42cc-bb68-51b66fbbda20 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (e25c9529-cba2-4bb4-83d2-ea769a627afe), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:21.992182 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-c62fd35a-4f0e-42cc-bb68-51b66fbbda20 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Calling delete_port for e25c9529-cba2-4bb4-83d2-ea769a627afe owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:07:21.995082 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37586) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:22.117902 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4542b42f-fd45-4536-81b9-447210d687cb None None] Network fc3e3b28-9942-401e-b33a-26459aa58d94 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:07:22.120677 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device a9ef3d60-41a2-4f6a-931c-e37aa2f89f45 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:07:22.137231 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-4542b42f-fd45-4536-81b9-447210d687cb None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:22.140674 n-d-827467-3 neutron-server[103727]: DEBUG neutron.objects.ports [None req-7398ac92-3993-45fa-b7a3-651a5b3f8041 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103727) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 01 14:07:22.144227 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7398ac92-3993-45fa-b7a3-651a5b3f8041 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (021baf4a-f8a0-4228-a775-4cc6552c0551), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:22.204263 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4542b42f-fd45-4536-81b9-447210d687cb None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:07:22.211483 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542b42f-fd45-4536-81b9-447210d687cb None None] Pushing event updated for resources: {'Port': ['ID=622d6d64-f434-44a3-abe9-bf8f1cea0e1b,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:22.226407 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c669abeb-444c-4336-801d-ba5bf97b22dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (e25c9529-cba2-4bb4-83d2-ea769a627afe), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:22.231260 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c62fd35a-4f0e-42cc-bb68-51b66fbbda20 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (e25c9529-cba2-4bb4-83d2-ea769a627afe), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:22.249878 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: a9ef3d60-41a2-4f6a-931c-e37aa2f89f45 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:07:22.250241 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device a9ef3d60-41a2-4f6a-931c-e37aa2f89f45 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:07:22.250645 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device e25c9529-cba2-4bb4-83d2-ea769a627afe no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:07:22.279353 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c31be25f-3d9f-46ca-b0c1-036de9a95588 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f7ddeb7e927242e6b8df0ea22223df47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2804155 Mar 01 14:07:22.280581 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37594) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:22.336047 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c669abeb-444c-4336-801d-ba5bf97b22dd None None] No DVR routers for this DVR port e25c9529-cba2-4bb4-83d2-ea769a627afe on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:07:22.364131 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669abeb-444c-4336-801d-ba5bf97b22dd None None] Pushing event deleted for resources: {'Port': ['ID=e25c9529-cba2-4bb4-83d2-ea769a627afe,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:22.366080 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: e25c9529-cba2-4bb4-83d2-ea769a627afe {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:07:22.366421 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device e25c9529-cba2-4bb4-83d2-ea769a627afe not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:07:22.445287 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-4542b42f-fd45-4536-81b9-447210d687cb None None] Attempting to bind port 622d6d64-f434-44a3-abe9-bf8f1cea0e1b on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:07:22.445952 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-4542b42f-fd45-4536-81b9-447210d687cb None None] Attempting to bind port 622d6d64-f434-44a3-abe9-bf8f1cea0e1b by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ab85851e-f0c8-4930-b0aa-a46959d38a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fc3e3b28-9942-401e-b33a-26459aa58d94'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:07:22.446067 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4542b42f-fd45-4536-81b9-447210d687cb None None] Attempting to bind port 622d6d64-f434-44a3-abe9-bf8f1cea0e1b on network fc3e3b28-9942-401e-b33a-26459aa58d94 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:07:22.471767 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4542b42f-fd45-4536-81b9-447210d687cb None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:07:22.472440 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4542b42f-fd45-4536-81b9-447210d687cb None None] Checking segment: {'id': 'ab85851e-f0c8-4930-b0aa-a46959d38a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fc3e3b28-9942-401e-b33a-26459aa58d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:07:22.472958 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4542b42f-fd45-4536-81b9-447210d687cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:22.473592 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4542b42f-fd45-4536-81b9-447210d687cb None None] Bound using segment: {'id': 'ab85851e-f0c8-4930-b0aa-a46959d38a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fc3e3b28-9942-401e-b33a-26459aa58d94'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:07:22.474181 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-4542b42f-fd45-4536-81b9-447210d687cb None None] Bound port: 622d6d64-f434-44a3-abe9-bf8f1cea0e1b, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab85851e-f0c8-4930-b0aa-a46959d38a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fc3e3b28-9942-401e-b33a-26459aa58d94'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:07:22.474789 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4542b42f-fd45-4536-81b9-447210d687cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (622d6d64-f434-44a3-abe9-bf8f1cea0e1b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:22.552231 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7522e8fc-63d8-4411-aa5e-856881d25cfb admin admin] Publish callbacks [] for security_group (33d384c1-c2cd-4e5a-a2e0-213f10244888), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:22.578881 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43885459-5b1a-490c-ba31-03b443f0317f None None] DHCP port deletion for 3bed1def-c731-4b1f-bc2e-1fb80043f66e request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:07:22.598703 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7522e8fc-63d8-4411-aa5e-856881d25cfb admin admin] Publish callbacks [] for security_group (33d384c1-c2cd-4e5a-a2e0-213f10244888), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:22.621106 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-4542b42f-fd45-4536-81b9-447210d687cb None None] For port 622d6d64-f434-44a3-abe9-bf8f1cea0e1b, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:07:22.639528 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-4542b42f-fd45-4536-81b9-447210d687cb None None] For port 622d6d64-f434-44a3-abe9-bf8f1cea0e1b, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=622d6d64-f434-44a3-abe9-bf8f1cea0e1b,segment=NetworkSegment(ab85851e-f0c8-4930-b0aa-a46959d38a93),segment_id=ab85851e-f0c8-4930-b0aa-a46959d38a93)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:07:22.652805 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4542b42f-fd45-4536-81b9-447210d687cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (622d6d64-f434-44a3-abe9-bf8f1cea0e1b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:22.729976 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7522e8fc-63d8-4411-aa5e-856881d25cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (33d384c1-c2cd-4e5a-a2e0-213f10244888), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:22.733458 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7522e8fc-63d8-4411-aa5e-856881d25cfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:22.735428 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7522e8fc-63d8-4411-aa5e-856881d25cfb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/33d384c1-c2cd-4e5a-a2e0-213f10244888 HTTP/1.1" status: 204 len: 168 time: 0.4463880 Mar 01 14:07:22.781438 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522e8fc-63d8-4411-aa5e-856881d25cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d384c1-c2cd-4e5a-a2e0-213f10244888,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:22.842378 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398ac92-3993-45fa-b7a3-651a5b3f8041 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Pushing event updated for resources: {'Subnet': ['ID=021baf4a-f8a0-4228-a775-4cc6552c0551,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:22.842924 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-43885459-5b1a-490c-ba31-03b443f0317f None None] Deleting port 769468dd-ac08-464d-8eb9-93cff987d551 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:07:22.843314 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-43885459-5b1a-490c-ba31-03b443f0317f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (769468dd-ac08-464d-8eb9-93cff987d551), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:22.869470 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62fd35a-4f0e-42cc-bb68-51b66fbbda20 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] No DVR routers for this DVR port e25c9529-cba2-4bb4-83d2-ea769a627afe on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:07:22.883697 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7398ac92-3993-45fa-b7a3-651a5b3f8041 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Checking segment: {'id': '8e68d3e1-22ba-40ad-aaa6-f7f51c4399c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'ca95a0c1-6c5a-4006-b1c5-e1695eee502e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:07:22.889392 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7398ac92-3993-45fa-b7a3-651a5b3f8041 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Network hostable DHCP agents. Network: ca95a0c1-6c5a-4006-b1c5-e1695eee502e, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:07:22.892721 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542b42f-fd45-4536-81b9-447210d687cb None None] Pushing event updated for resources: {'Port': ['ID=622d6d64-f434-44a3-abe9-bf8f1cea0e1b,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:22.897382 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62fd35a-4f0e-42cc-bb68-51b66fbbda20 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event deleted for resources: {'Port': ['ID=e25c9529-cba2-4bb4-83d2-ea769a627afe,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:23.025710 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-43885459-5b1a-490c-ba31-03b443f0317f None None] For port 769468dd-ac08-464d-8eb9-93cff987d551, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=769468dd-ac08-464d-8eb9-93cff987d551,segment=NetworkSegment(02ee167d-62b2-446b-b040-8b1f6389c86d),segment_id=02ee167d-62b2-446b-b040-8b1f6389c86d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:07:23.026370 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-43885459-5b1a-490c-ba31-03b443f0317f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (769468dd-ac08-464d-8eb9-93cff987d551), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:23.041254 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-43885459-5b1a-490c-ba31-03b443f0317f None None] Calling delete_port for 769468dd-ac08-464d-8eb9-93cff987d551 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:07:23.286278 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7398ac92-3993-45fa-b7a3-651a5b3f8041 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Network ca95a0c1-6c5a-4006-b1c5-e1695eee502e is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:07:23.294064 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-43885459-5b1a-490c-ba31-03b443f0317f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (769468dd-ac08-464d-8eb9-93cff987d551), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:23.303721 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c62fd35a-4f0e-42cc-bb68-51b66fbbda20 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (577da323-5282-4508-b6c8-fe901b2209f7), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:23.359814 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c67584-86e5-49db-b65c-622560336055 req-1660f71f-d4f0-4a1a-b222-9b2187147832 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:23.360287 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43885459-5b1a-490c-ba31-03b443f0317f None None] No DVR routers for this DVR port 769468dd-ac08-464d-8eb9-93cff987d551 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:07:23.362064 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43885459-5b1a-490c-ba31-03b443f0317f None None] Pushing event deleted for resources: {'Port': ['ID=769468dd-ac08-464d-8eb9-93cff987d551,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:23.375698 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a2c67584-86e5-49db-b65c-622560336055 req-1660f71f-d4f0-4a1a-b222-9b2187147832 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410bd6d-58c0-4e1f-9d43-fe81f35f167b HTTP/1.1" status: 200 len: 943 time: 0.6135125 Mar 01 14:07:23.394572 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-7398ac92-3993-45fa-b7a3-651a5b3f8041 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, ca95a0c1-6c5a-4006-b1c5-e1695eee502e) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:23.413187 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-c62fd35a-4f0e-42cc-bb68-51b66fbbda20 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['577da323-5282-4508-b6c8-fe901b2209f7']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:23.415474 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57821400-d10d-4826-8e80-8cefd3727e13 None None] Network ca95a0c1-6c5a-4006-b1c5-e1695eee502e requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:07:23.438718 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7398ac92-3993-45fa-b7a3-651a5b3f8041 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:23.444865 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7398ac92-3993-45fa-b7a3-651a5b3f8041 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:23.502317 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-c62fd35a-4f0e-42cc-bb68-51b66fbbda20 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '952cebcd-03bd-4a75-aacf-1a9b923df75f') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:23.502627 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-c62fd35a-4f0e-42cc-bb68-51b66fbbda20 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '952cebcd-03bd-4a75-aacf-1a9b923df75f') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:23.534574 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c62fd35a-4f0e-42cc-bb68-51b66fbbda20 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (952cebcd-03bd-4a75-aacf-1a9b923df75f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:23.545242 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7398ac92-3993-45fa-b7a3-651a5b3f8041 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3453348 Mar 01 14:07:23.548159 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37624) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:23.555334 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-6668a190-01dd-4259-a9fe-6d06cf79073f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Request body: {'port': {'network_id': 'ca95a0c1-6c5a-4006-b1c5-e1695eee502e', 'name': 'tempest-NetworksIpV6TestAttrs-408622380'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:23.633416 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c62fd35a-4f0e-42cc-bb68-51b66fbbda20 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (952cebcd-03bd-4a75-aacf-1a9b923df75f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:23.673289 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a2c67584-86e5-49db-b65c-622560336055 req-f5f31e85-a3bd-4f32-9d3e-47b0cc3b64c1 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/security-groups?id=4752bf1e-88f4-40c8-9300-3f1bde5cef32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719319 Mar 01 14:07:23.675681 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c62fd35a-4f0e-42cc-bb68-51b66fbbda20 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:07:23.676112 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c62fd35a-4f0e-42cc-bb68-51b66fbbda20 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (952cebcd-03bd-4a75-aacf-1a9b923df75f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:23.693391 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:07:23.693391 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:07:23.693391 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:07:23.693391 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:07:23.693391 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:07:23.693391 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:07:23.693391 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:07:23.693391 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:07:23.693391 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:07:23.693391 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:07:23.693391 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:07:23.693391 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:07:23.693391 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:07:23.693391 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:07:23.693391 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:07:23.693391 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:07:23.693391 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:07:23.693391 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:07:23.693391 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:07:23.693391 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:07:23.693391 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:07:23.693391 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:07:23.693391 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:07:23.693391 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:07:23.693391 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:07:23.693391 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:07:23.693391 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:07:23.693391 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:07:23.693391 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:07:23.693391 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:07:23.693391 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:07:23.693391 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:07:23.846383 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a205760-197b-4cb0-b17e-3e7f041f551a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-ca95a0c1-6c5a-4006-b1c5-e1695eee502e', 'network_id': 'ca95a0c1-6c5a-4006-b1c5-e1695eee502e', 'project_id': 'cea1ead9c6044287a0ebf950989a5ee3', 'fixed_ips': [{'subnet_id': '021baf4a-f8a0-4228-a775-4cc6552c0551'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:07:23.847882 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0a205760-197b-4cb0-b17e-3e7f041f551a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:23.911901 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 622d6d64-f434-44a3-abe9-bf8f1cea0e1b up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:07:23.953024 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c62fd35a-4f0e-42cc-bb68-51b66fbbda20 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (577da323-5282-4508-b6c8-fe901b2209f7), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:23.974371 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c62fd35a-4f0e-42cc-bb68-51b66fbbda20 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:24.010963 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c62fd35a-4f0e-42cc-bb68-51b66fbbda20 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/networks/577da323-5282-4508-b6c8-fe901b2209f7 HTTP/1.1" status: 204 len: 168 time: 2.5695291 Mar 01 14:07:24.024255 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37636) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:24.052421 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62fd35a-4f0e-42cc-bb68-51b66fbbda20 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event deleted for resources: {'Network': ['ID=577da323-5282-4508-b6c8-fe901b2209f7,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:24.255107 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 622d6d64-f434-44a3-abe9-bf8f1cea0e1b triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:24.257092 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (622d6d64-f434-44a3-abe9-bf8f1cea0e1b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:24.385796 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-690f44f8-be04-4403-a5b1-c6622bb76e9c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (3bed1def-c731-4b1f-bc2e-1fb80043f66e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:24.583435 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 622d6d64-f434-44a3-abe9-bf8f1cea0e1b is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:07:24.585736 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (622d6d64-f434-44a3-abe9-bf8f1cea0e1b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:24.612527 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-690f44f8-be04-4403-a5b1-c6622bb76e9c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (3bed1def-c731-4b1f-bc2e-1fb80043f66e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:24.660958 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37646) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:24.720845 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-690f44f8-be04-4403-a5b1-c6622bb76e9c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bed1def-c731-4b1f-bc2e-1fb80043f66e']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:24.745851 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-690f44f8-be04-4403-a5b1-c6622bb76e9c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ee167d-62b2-446b-b040-8b1f6389c86d') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:24.746277 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-690f44f8-be04-4403-a5b1-c6622bb76e9c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ee167d-62b2-446b-b040-8b1f6389c86d') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:24.771637 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-690f44f8-be04-4403-a5b1-c6622bb76e9c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (02ee167d-62b2-446b-b040-8b1f6389c86d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:24.819389 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-690f44f8-be04-4403-a5b1-c6622bb76e9c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (02ee167d-62b2-446b-b040-8b1f6389c86d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:24.844765 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-690f44f8-be04-4403-a5b1-c6622bb76e9c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:07:24.845562 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-690f44f8-be04-4403-a5b1-c6622bb76e9c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (02ee167d-62b2-446b-b040-8b1f6389c86d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:24.862345 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 622d6d64-f434-44a3-abe9-bf8f1cea0e1b, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=622d6d64-f434-44a3-abe9-bf8f1cea0e1b,segment=NetworkSegment(ab85851e-f0c8-4930-b0aa-a46959d38a93),segment_id=ab85851e-f0c8-4930-b0aa-a46959d38a93)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:07:24.891388 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (622d6d64-f434-44a3-abe9-bf8f1cea0e1b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:25.011395 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-0a205760-197b-4cb0-b17e-3e7f041f551a None None] Allocated IP 2001:db8::f816:3eff:fec2:47cf (ca95a0c1-6c5a-4006-b1c5-e1695eee502e/021baf4a-f8a0-4228-a775-4cc6552c0551/305ff4d3-a9d8-40f8-b97a-4503a817b355) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:07:25.015355 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d780a8-f5f3-4c4e-ae72-2d11f0817bcd None None] Network fc3e3b28-9942-401e-b33a-26459aa58d94 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:07:25.041535 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-266d6ecb-e959-4d74-bcb0-131e36458362 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Request body: {'networks': [{'name': 'tempest-network--974373706'}, {'name': 'tempest-network--584522714'}]} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:25.041951 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-266d6ecb-e959-4d74-bcb0-131e36458362 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Request body: {'network': {'name': 'tempest-network--974373706'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:25.042634 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-266d6ecb-e959-4d74-bcb0-131e36458362 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Request body: {'network': {'name': 'tempest-network--584522714'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:25.064996 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6668a190-01dd-4259-a9fe-6d06cf79073f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Made reservation on behalf of cea1ead9c6044287a0ebf950989a5ee3 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:07:25.069779 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6668a190-01dd-4259-a9fe-6d06cf79073f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:25.091408 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:07:25.091408 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:07:25.091408 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:07:25.091408 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:07:25.091408 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:07:25.091408 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:07:25.091408 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:07:25.091408 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:07:25.091408 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:07:25.091408 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:07:25.091408 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:07:25.091408 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:07:25.091408 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:07:25.091408 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:07:25.091408 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:07:25.091408 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:07:25.091408 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:07:25.091408 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:07:25.091408 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:07:25.091408 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:07:25.091408 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:07:25.091408 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:07:25.091408 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:07:25.091408 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:07:25.091408 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:07:25.091408 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:07:25.091408 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:07:25.091408 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:07:25.091408 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:07:25.091408 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:07:25.091408 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:07:25.091408 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:07:25.099868 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-6668a190-01dd-4259-a9fe-6d06cf79073f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] device_id is not set on port 9e677a5d-f9b5-4ed3-b051-509bfcdf4cfa yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:07:25.105916 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-690f44f8-be04-4403-a5b1-c6622bb76e9c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (3bed1def-c731-4b1f-bc2e-1fb80043f66e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:25.139244 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-690f44f8-be04-4403-a5b1-c6622bb76e9c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:25.140178 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266d6ecb-e959-4d74-bcb0-131e36458362 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Made reservation on behalf of 3c9a647ba05e4f3c94a2be93c4b9f045 for: {'network': 2} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:07:25.148252 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-690f44f8-be04-4403-a5b1-c6622bb76e9c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/networks/3bed1def-c731-4b1f-bc2e-1fb80043f66e HTTP/1.1" status: 204 len: 168 time: 1.1156530 Mar 01 14:07:25.148252 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f44f8-be04-4403-a5b1-c6622bb76e9c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event deleted for resources: {'Network': ['ID=3bed1def-c731-4b1f-bc2e-1fb80043f66e,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:25.155600 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37658) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:25.164691 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-e14d3187-7b30-4bef-b1a1-bf4229f18a42 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1620659251'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:25.165518 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 769468dd-ac08-464d-8eb9-93cff987d551 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:07:25.172027 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-266d6ecb-e959-4d74-bcb0-131e36458362 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:25.193004 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5a42e-31a2-434b-a7b9-bbfc7f521907 req-5b6d33b6-9e1b-4ca9-bd11-834c96b9d60d tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:25.195920 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7bc5a42e-31a2-434b-a7b9-bbfc7f521907 req-5b6d33b6-9e1b-4ca9-bd11-834c96b9d60d tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410bd6d-58c0-4e1f-9d43-fe81f35f167b HTTP/1.1" status: 200 len: 943 time: 0.2833669 Mar 01 14:07:25.215373 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-266d6ecb-e959-4d74-bcb0-131e36458362 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:25.218192 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14d3187-7b30-4bef-b1a1-bf4229f18a42 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Made reservation on behalf of acbdde4ecc2c4bf09ed2554be77540a8 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:07:25.222221 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e14d3187-7b30-4bef-b1a1-bf4229f18a42 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:25.239349 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 769468dd-ac08-464d-8eb9-93cff987d551 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:07:25.244548 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 769468dd-ac08-464d-8eb9-93cff987d551 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:07:25.279520 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e14d3187-7b30-4bef-b1a1-bf4229f18a42 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:07:25.295542 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e14d3187-7b30-4bef-b1a1-bf4229f18a42 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (1cd11bdc-ad8f-4a1e-b38d-cde0e5f5b6dc), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:25.295823 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-e14d3187-7b30-4bef-b1a1-bf4229f18a42 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Added segment 1cd11bdc-ad8f-4a1e-b38d-cde0e5f5b6dc of type vlan for network 8e8a0140-4541-4035-8392-f58b237e9100 Mar 01 14:07:25.361345 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7bc5a42e-31a2-434b-a7b9-bbfc7f521907 req-6a2c59f6-e9f3-4512-a5e7-2ab12fabfb0b tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/security-groups?id=4752bf1e-88f4-40c8-9300-3f1bde5cef32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556118 Mar 01 14:07:25.421520 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e14d3187-7b30-4bef-b1a1-bf4229f18a42 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (8e8a0140-4541-4035-8392-f58b237e9100), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:25.427097 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-266d6ecb-e959-4d74-bcb0-131e36458362 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks [] for security_group (cf684c81-1818-4185-9634-95f4e17e6f29), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:25.437293 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-266d6ecb-e959-4d74-bcb0-131e36458362 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (cf684c81-1818-4185-9634-95f4e17e6f29), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:25.438317 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-266d6ecb-e959-4d74-bcb0-131e36458362 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:25.459022 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-dfcfc366-7227-48c0-be95-da3d4f041b28 None None] Provisioning complete for port 622d6d64-f434-44a3-abe9-bf8f1cea0e1b triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:25.459404 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-dfcfc366-7227-48c0-be95-da3d4f041b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (622d6d64-f434-44a3-abe9-bf8f1cea0e1b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:25.481384 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e14d3187-7b30-4bef-b1a1-bf4229f18a42 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (8e8a0140-4541-4035-8392-f58b237e9100), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:25.496046 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14d3187-7b30-4bef-b1a1-bf4229f18a42 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:25.498375 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d6ecb-e959-4d74-bcb0-131e36458362 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf684c81-1818-4185-9634-95f4e17e6f29,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:25.502156 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e14d3187-7b30-4bef-b1a1-bf4229f18a42 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:25.516990 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-266d6ecb-e959-4d74-bcb0-131e36458362 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:07:25.536846 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-31acf309-3c7d-491e-94af-dfaaf7319fe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:25.544709 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-266d6ecb-e959-4d74-bcb0-131e36458362 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (83a9a835-f304-4007-86cb-5081547330c1), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:25.547999 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-266d6ecb-e959-4d74-bcb0-131e36458362 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Added segment 83a9a835-f304-4007-86cb-5081547330c1 of type vlan for network 0c930c70-c733-4389-9b6b-6fc8cbb8587a Mar 01 14:07:25.562451 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 3790440b-4c7e-46cd-ba2e-a82f5af32a86 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:07:25.564630 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=622d6d64-f434-44a3-abe9-bf8f1cea0e1b,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:25.674015 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e14d3187-7b30-4bef-b1a1-bf4229f18a42 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5158944 Mar 01 14:07:25.680471 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37664) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:25.700988 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-c730022c-8bf3-481f-9a58-4cfe7ce2b2a7 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Request body: {'subnet': {'network_id': '8e8a0140-4541-4035-8392-f58b237e9100', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:25.706825 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d3187-7b30-4bef-b1a1-bf4229f18a42 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Network': ['ID=8e8a0140-4541-4035-8392-f58b237e9100,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:25.718637 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-266d6ecb-e959-4d74-bcb0-131e36458362 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (0c930c70-c733-4389-9b6b-6fc8cbb8587a), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:25.769731 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 8e8a0140-4541-4035-8392-f58b237e9100 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:07:25.809410 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.resource_extend [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 14:07:25.811299 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 622d6d64-f434-44a3-abe9-bf8f1cea0e1b up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:07:25.854321 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.db.resource_extend [None req-266d6ecb-e959-4d74-bcb0-131e36458362 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 14:07:25.877459 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-266d6ecb-e959-4d74-bcb0-131e36458362 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:07:25.888696 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-266d6ecb-e959-4d74-bcb0-131e36458362 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (08e063f5-3714-4306-a628-d31146587cc1), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:25.889157 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-266d6ecb-e959-4d74-bcb0-131e36458362 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Added segment 08e063f5-3714-4306-a628-d31146587cc1 of type vlan for network 49c56620-9fc0-439b-9a17-ae40776a362e Mar 01 14:07:25.935315 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-266d6ecb-e959-4d74-bcb0-131e36458362 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (49c56620-9fc0-439b-9a17-ae40776a362e), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:25.979916 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-266d6ecb-e959-4d74-bcb0-131e36458362 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (0c930c70-c733-4389-9b6b-6fc8cbb8587a), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:25.980502 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-266d6ecb-e959-4d74-bcb0-131e36458362 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (49c56620-9fc0-439b-9a17-ae40776a362e), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:25.995522 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266d6ecb-e959-4d74-bcb0-131e36458362 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:26.007998 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266d6ecb-e959-4d74-bcb0-131e36458362 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:26.008860 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-266d6ecb-e959-4d74-bcb0-131e36458362 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:26.221029 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c730022c-8bf3-481f-9a58-4cfe7ce2b2a7 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Made reservation on behalf of acbdde4ecc2c4bf09ed2554be77540a8 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:07:26.224423 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c730022c-8bf3-481f-9a58-4cfe7ce2b2a7 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:26.246955 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-dfcfc366-7227-48c0-be95-da3d4f041b28 None None] Current status of the port 622d6d64-f434-44a3-abe9-bf8f1cea0e1b is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:07:26.323255 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 622d6d64-f434-44a3-abe9-bf8f1cea0e1b triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:26.323695 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (622d6d64-f434-44a3-abe9-bf8f1cea0e1b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:26.802485 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0a205760-197b-4cb0-b17e-3e7f041f551a None None] Publish callbacks [] for port (305ff4d3-a9d8-40f8-b97a-4503a817b355), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:26.805593 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 3790440b-4c7e-46cd-ba2e-a82f5af32a86, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=3790440b-4c7e-46cd-ba2e-a82f5af32a86,segment=NetworkSegment(7ac2c049-cd61-42ef-b858-47b2917f974c),segment_id=7ac2c049-cd61-42ef-b858-47b2917f974c)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:07:26.821760 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37674) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:26.823164 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-266d6ecb-e959-4d74-bcb0-131e36458362 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.1601801 Mar 01 14:07:26.841557 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-47f5e2bc-1969-4f58-aed2-f4692ccc6b30 None None] Provisioning complete for port 622d6d64-f434-44a3-abe9-bf8f1cea0e1b triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:26.841965 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-47f5e2bc-1969-4f58-aed2-f4692ccc6b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (622d6d64-f434-44a3-abe9-bf8f1cea0e1b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:26.907273 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0a205760-197b-4cb0-b17e-3e7f041f551a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (305ff4d3-a9d8-40f8-b97a-4503a817b355), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:26.911751 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c730022c-8bf3-481f-9a58-4cfe7ce2b2a7 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (62976452-5839-4a4b-a9a3-f8499a44316c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:26.946505 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d6ecb-e959-4d74-bcb0-131e36458362 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Pushing event updated for resources: {'Network': ['ID=0c930c70-c733-4389-9b6b-6fc8cbb8587a,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:27.039396 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a205760-197b-4cb0-b17e-3e7f041f551a None None] Pushing event updated for resources: {'Port': ['ID=305ff4d3-a9d8-40f8-b97a-4503a817b355,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:27.045525 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 0c930c70-c733-4389-9b6b-6fc8cbb8587a details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:07:27.083463 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-6668a190-01dd-4259-a9fe-6d06cf79073f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Allocated IP 2001:db8::f816:3eff:fe2a:559 (ca95a0c1-6c5a-4006-b1c5-e1695eee502e/021baf4a-f8a0-4228-a775-4cc6552c0551/9e677a5d-f9b5-4ed3-b051-509bfcdf4cfa) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:07:27.221356 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb08bfa-9ee2-470b-a225-fcf9c27b79b5 req-096e6e1d-8135-4402-a7dd-59a4495dac16 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:27.224739 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-abb08bfa-9ee2-470b-a225-fcf9c27b79b5 req-096e6e1d-8135-4402-a7dd-59a4495dac16 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410bd6d-58c0-4e1f-9d43-fe81f35f167b HTTP/1.1" status: 200 len: 943 time: 0.5765176 Mar 01 14:07:27.230797 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d6ecb-e959-4d74-bcb0-131e36458362 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Pushing event updated for resources: {'Network': ['ID=49c56620-9fc0-439b-9a17-ae40776a362e,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:27.232420 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '3790440b-4c7e-46cd-ba2e-a82f5af32a86', 'network_id': '15c4d283-0948-46be-a090-85eb1c9286ae', 'port_id': '3790440b-4c7e-46cd-ba2e-a82f5af32a86', 'mac_address': 'fa:16:3e:8f:3e:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b41041a9-6019-4cd3-b7ac-554163cfe855', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:07:27.233345 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730022c-8bf3-481f-9a58-4cfe7ce2b2a7 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Subnet': ['ID=62976452-5839-4a4b-a9a3-f8499a44316c,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:27.233603 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334b2581-1e7a-4de8-b7bb-d1bb6a2723cf tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:27.246115 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a205760-197b-4cb0-b17e-3e7f041f551a None None] Network ca95a0c1-6c5a-4006-b1c5-e1695eee502e is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:07:27.259280 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334b2581-1e7a-4de8-b7bb-d1bb6a2723cf tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:27.298444 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c730022c-8bf3-481f-9a58-4cfe7ce2b2a7 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Checking segment: {'id': '1cd11bdc-ad8f-4a1e-b38d-cde0e5f5b6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e8a0140-4541-4035-8392-f58b237e9100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:07:27.299794 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334b2581-1e7a-4de8-b7bb-d1bb6a2723cf tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:27.301359 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c730022c-8bf3-481f-9a58-4cfe7ce2b2a7 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Network hostable DHCP agents. Network: 8e8a0140-4541-4035-8392-f58b237e9100, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:07:27.327964 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334b2581-1e7a-4de8-b7bb-d1bb6a2723cf tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:27.327964 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-334b2581-1e7a-4de8-b7bb-d1bb6a2723cf tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5012224 Mar 01 14:07:27.343949 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37680) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:27.386580 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 49c56620-9fc0-439b-9a17-ae40776a362e details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:07:27.606899 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-abb08bfa-9ee2-470b-a225-fcf9c27b79b5 req-2d8a67da-46e1-4db5-a68d-763ed6d7387a tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/security-groups?id=4752bf1e-88f4-40c8-9300-3f1bde5cef32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711100 Mar 01 14:07:27.612727 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c730022c-8bf3-481f-9a58-4cfe7ce2b2a7 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Network 8e8a0140-4541-4035-8392-f58b237e9100 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:07:27.631357 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-58916a43-3da2-4573-8102-309b321e3571 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (0c930c70-c733-4389-9b6b-6fc8cbb8587a), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:27.652506 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-c730022c-8bf3-481f-9a58-4cfe7ce2b2a7 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 8e8a0140-4541-4035-8392-f58b237e9100) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:27.663909 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c730022c-8bf3-481f-9a58-4cfe7ce2b2a7 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:27.664790 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c730022c-8bf3-481f-9a58-4cfe7ce2b2a7 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:27.695966 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6668a190-01dd-4259-a9fe-6d06cf79073f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks [] for port (9e677a5d-f9b5-4ed3-b051-509bfcdf4cfa), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:27.714807 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-0a205760-197b-4cb0-b17e-3e7f041f551a None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:27.756439 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47cd8a2-26ac-4fa7-a7b1-3cdc5c09517d None None] Network 8e8a0140-4541-4035-8392-f58b237e9100 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:07:27.761440 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37684) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:27.762282 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c730022c-8bf3-481f-9a58-4cfe7ce2b2a7 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0798833 Mar 01 14:07:27.769801 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-7fa052e1-e275-41aa-b79f-ca3d6de015f6 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1192131181', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:27.771714 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a205760-197b-4cb0-b17e-3e7f041f551a None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:07:27.820820 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6668a190-01dd-4259-a9fe-6d06cf79073f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (9e677a5d-f9b5-4ed3-b051-509bfcdf4cfa), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:27.836414 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-58916a43-3da2-4573-8102-309b321e3571 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (0c930c70-c733-4389-9b6b-6fc8cbb8587a), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:27.837198 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7fa052e1-e275-41aa-b79f-ca3d6de015f6 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (43803783-29f2-41db-8e80-b5b78388c8be), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:27.843125 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7fa052e1-e275-41aa-b79f-ca3d6de015f6 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (43803783-29f2-41db-8e80-b5b78388c8be), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:27.870510 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-58916a43-3da2-4573-8102-309b321e3571 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c930c70-c733-4389-9b6b-6fc8cbb8587a']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:27.882119 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-58916a43-3da2-4573-8102-309b321e3571 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83a9a835-f304-4007-86cb-5081547330c1') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:27.883342 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-58916a43-3da2-4573-8102-309b321e3571 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83a9a835-f304-4007-86cb-5081547330c1') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:27.895742 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-58916a43-3da2-4573-8102-309b321e3571 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (83a9a835-f304-4007-86cb-5081547330c1), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:27.911437 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-58916a43-3da2-4573-8102-309b321e3571 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (83a9a835-f304-4007-86cb-5081547330c1), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:27.919143 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58916a43-3da2-4573-8102-309b321e3571 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:07:27.920067 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-58916a43-3da2-4573-8102-309b321e3571 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (83a9a835-f304-4007-86cb-5081547330c1), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:27.924095 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:07:27.924095 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:07:27.924095 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:07:27.924095 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:07:27.924095 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:07:27.924095 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:07:27.924095 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:07:27.924095 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:07:27.924095 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:07:27.924095 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:07:27.924095 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:07:27.924095 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:07:27.924095 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:07:27.924095 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:07:27.924095 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:07:27.924095 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:07:27.924095 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:07:27.924095 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:07:27.924095 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:07:27.924095 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:07:27.924095 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:07:27.924095 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:07:27.924095 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:07:27.924095 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:07:27.924095 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:07:27.924095 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:07:27.924095 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:07:27.924095 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:07:27.924095 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:07:27.924095 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:07:27.924095 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:07:27.924095 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:07:27.988288 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 622d6d64-f434-44a3-abe9-bf8f1cea0e1b is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:07:28.003081 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-58916a43-3da2-4573-8102-309b321e3571 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (0c930c70-c733-4389-9b6b-6fc8cbb8587a), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:28.008894 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-58916a43-3da2-4573-8102-309b321e3571 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:28.013429 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-179e62d6-c09c-43ce-a71a-1c9b9fb68797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:28.017468 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-58916a43-3da2-4573-8102-309b321e3571 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] 10.222.0.13 "DELETE /v2.0/networks/0c930c70-c733-4389-9b6b-6fc8cbb8587a HTTP/1.1" status: 204 len: 168 time: 0.6672871 Mar 01 14:07:28.018266 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37686) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:28.049368 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58916a43-3da2-4573-8102-309b321e3571 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Pushing event deleted for resources: {'Network': ['ID=0c930c70-c733-4389-9b6b-6fc8cbb8587a,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:28.058051 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 3790440b-4c7e-46cd-ba2e-a82f5af32a86 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:07:28.058640 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3790440b-4c7e-46cd-ba2e-a82f5af32a86), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:28.063568 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6668a190-01dd-4259-a9fe-6d06cf79073f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Network ca95a0c1-6c5a-4006-b1c5-e1695eee502e is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:07:28.069409 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-6668a190-01dd-4259-a9fe-6d06cf79073f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:28.074924 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6668a190-01dd-4259-a9fe-6d06cf79073f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:07:28.081412 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6668a190-01dd-4259-a9fe-6d06cf79073f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:28.082075 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6668a190-01dd-4259-a9fe-6d06cf79073f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:28.124328 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3790440b-4c7e-46cd-ba2e-a82f5af32a86 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:07:28.125147 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668a190-01dd-4259-a9fe-6d06cf79073f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Pushing event updated for resources: {'Port': ['ID=9e677a5d-f9b5-4ed3-b051-509bfcdf4cfa,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:28.128802 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7fa052e1-e275-41aa-b79f-ca3d6de015f6 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router_controller (43803783-29f2-41db-8e80-b5b78388c8be), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:28.137998 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7fa052e1-e275-41aa-b79f-ca3d6de015f6 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (43803783-29f2-41db-8e80-b5b78388c8be), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:28.147282 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6668a190-01dd-4259-a9fe-6d06cf79073f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 4.5972741 Mar 01 14:07:28.151033 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37688) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:28.174316 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fa673599-ad58-489b-ab48-0b77a102f622 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (49c56620-9fc0-439b-9a17-ae40776a362e), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:28.206808 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7fa052e1-e275-41aa-b79f-ca3d6de015f6 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:28.214421 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7fa052e1-e275-41aa-b79f-ca3d6de015f6 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4505544 Mar 01 14:07:28.220314 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37690) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:28.230454 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-ce0641a6-0805-4fda-ae96-c246ad900de1 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Request body: {'port': {'network_id': '8e8a0140-4541-4035-8392-f58b237e9100', 'name': 'tempest-RoutersIpV6Test-739383567'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:28.254842 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 3790440b-4c7e-46cd-ba2e-a82f5af32a86, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=3790440b-4c7e-46cd-ba2e-a82f5af32a86,segment=NetworkSegment(7ac2c049-cd61-42ef-b858-47b2917f974c),segment_id=7ac2c049-cd61-42ef-b858-47b2917f974c)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:07:28.262799 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-0a205760-197b-4cb0-b17e-3e7f041f551a None None] Attempting to bind port 305ff4d3-a9d8-40f8-b97a-4503a817b355 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:07:28.263199 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-0a205760-197b-4cb0-b17e-3e7f041f551a None None] Attempting to bind port 305ff4d3-a9d8-40f8-b97a-4503a817b355 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '8e68d3e1-22ba-40ad-aaa6-f7f51c4399c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'ca95a0c1-6c5a-4006-b1c5-e1695eee502e'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:07:28.263532 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a205760-197b-4cb0-b17e-3e7f041f551a None None] Attempting to bind port 305ff4d3-a9d8-40f8-b97a-4503a817b355 on network ca95a0c1-6c5a-4006-b1c5-e1695eee502e {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:07:28.277075 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (3790440b-4c7e-46cd-ba2e-a82f5af32a86), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:28.345134 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f40d0f-008e-46d3-99c8-85aff02d3d96 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Deleting subnet 021baf4a-f8a0-4228-a775-4cc6552c0551 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:07:28.369684 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=3790440b-4c7e-46cd-ba2e-a82f5af32a86,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:28.373726 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a205760-197b-4cb0-b17e-3e7f041f551a None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:07:28.374122 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a205760-197b-4cb0-b17e-3e7f041f551a None None] Checking segment: {'id': '8e68d3e1-22ba-40ad-aaa6-f7f51c4399c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'ca95a0c1-6c5a-4006-b1c5-e1695eee502e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:07:28.374529 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0a205760-197b-4cb0-b17e-3e7f041f551a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:28.374920 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a205760-197b-4cb0-b17e-3e7f041f551a None None] Bound using segment: {'id': '8e68d3e1-22ba-40ad-aaa6-f7f51c4399c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'ca95a0c1-6c5a-4006-b1c5-e1695eee502e'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:07:28.375408 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-0a205760-197b-4cb0-b17e-3e7f041f551a None None] Bound port: 305ff4d3-a9d8-40f8-b97a-4503a817b355, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e68d3e1-22ba-40ad-aaa6-f7f51c4399c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'ca95a0c1-6c5a-4006-b1c5-e1695eee502e'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:07:28.375861 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0a205760-197b-4cb0-b17e-3e7f041f551a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (305ff4d3-a9d8-40f8-b97a-4503a817b355), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:28.380783 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-47f5e2bc-1969-4f58-aed2-f4692ccc6b30 None None] Current status of the port 622d6d64-f434-44a3-abe9-bf8f1cea0e1b is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:07:28.387226 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-75f40d0f-008e-46d3-99c8-85aff02d3d96 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks [] for subnet (021baf4a-f8a0-4228-a775-4cc6552c0551), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:28.394503 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fa673599-ad58-489b-ab48-0b77a102f622 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (49c56620-9fc0-439b-9a17-ae40776a362e), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:28.400229 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707c383a-f6f3-40ce-b485-051cde91c370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-8e8a0140-4541-4035-8392-f58b237e9100', 'network_id': '8e8a0140-4541-4035-8392-f58b237e9100', 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'fixed_ips': [{'subnet_id': '62976452-5839-4a4b-a9a3-f8499a44316c'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:07:28.402115 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-707c383a-f6f3-40ce-b485-051cde91c370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:28.459648 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-fa673599-ad58-489b-ab48-0b77a102f622 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c56620-9fc0-439b-9a17-ae40776a362e']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:28.482766 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-fa673599-ad58-489b-ab48-0b77a102f622 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08e063f5-3714-4306-a628-d31146587cc1') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:28.483465 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-fa673599-ad58-489b-ab48-0b77a102f622 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08e063f5-3714-4306-a628-d31146587cc1') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:28.512143 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fa673599-ad58-489b-ab48-0b77a102f622 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (08e063f5-3714-4306-a628-d31146587cc1), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:28.546594 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fa673599-ad58-489b-ab48-0b77a102f622 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (08e063f5-3714-4306-a628-d31146587cc1), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:28.555706 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa673599-ad58-489b-ab48-0b77a102f622 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:07:28.556550 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fa673599-ad58-489b-ab48-0b77a102f622 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (08e063f5-3714-4306-a628-d31146587cc1), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:28.596778 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-707c383a-f6f3-40ce-b485-051cde91c370 None None] Allocated IP 2001:db8::2 (8e8a0140-4541-4035-8392-f58b237e9100/62976452-5839-4a4b-a9a3-f8499a44316c/f57e58b9-69d6-41fa-8e8f-392bf088db1a) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:07:28.629504 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:07:28.629504 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:07:28.629504 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:07:28.629504 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:07:28.629504 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:07:28.629504 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:07:28.629504 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:07:28.629504 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:07:28.629504 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:07:28.629504 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:07:28.629504 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:07:28.629504 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:07:28.629504 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:07:28.629504 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:07:28.629504 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:07:28.629504 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:07:28.629504 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:07:28.629504 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:07:28.629504 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:07:28.629504 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:07:28.629504 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:07:28.629504 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:07:28.629504 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:07:28.629504 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:07:28.629504 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:07:28.629504 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:07:28.629504 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:07:28.629504 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:07:28.629504 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:07:28.629504 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:07:28.629504 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:07:28.629504 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:07:28.636311 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fa673599-ad58-489b-ab48-0b77a102f622 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (49c56620-9fc0-439b-9a17-ae40776a362e), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:28.655451 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fa673599-ad58-489b-ab48-0b77a102f622 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:28.665106 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-fa673599-ad58-489b-ab48-0b77a102f622 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] 10.222.0.13 "DELETE /v2.0/networks/49c56620-9fc0-439b-9a17-ae40776a362e HTTP/1.1" status: 204 len: 168 time: 0.6381540 Mar 01 14:07:28.668939 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37700) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:28.816208 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-707c383a-f6f3-40ce-b485-051cde91c370 None None] Publish callbacks [] for port (f57e58b9-69d6-41fa-8e8f-392bf088db1a), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:28.862867 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-707c383a-f6f3-40ce-b485-051cde91c370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (f57e58b9-69d6-41fa-8e8f-392bf088db1a), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:28.898104 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5151eda7-8a58-44c0-8271-af3041693097 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:28.902682 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-75f40d0f-008e-46d3-99c8-85aff02d3d96 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (021baf4a-f8a0-4228-a775-4cc6552c0551), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:28.904324 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5151eda7-8a58-44c0-8271-af3041693097 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:28.907537 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5151eda7-8a58-44c0-8271-af3041693097 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2324560 Mar 01 14:07:28.915502 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37706) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:28.933385 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707c383a-f6f3-40ce-b485-051cde91c370 None None] Network 8e8a0140-4541-4035-8392-f58b237e9100 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:07:28.940460 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c383a-f6f3-40ce-b485-051cde91c370 None None] Pushing event updated for resources: {'Port': ['ID=f57e58b9-69d6-41fa-8e8f-392bf088db1a,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:28.944407 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-707c383a-f6f3-40ce-b485-051cde91c370 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:28.953352 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa673599-ad58-489b-ab48-0b77a102f622 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Pushing event deleted for resources: {'Network': ['ID=49c56620-9fc0-439b-9a17-ae40776a362e,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:28.962424 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-89932637-589e-4568-b99c-fdd6fb63217f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1902744899'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:28.972796 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707c383a-f6f3-40ce-b485-051cde91c370 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:07:29.000283 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873775b5-e00a-4ded-a684-81a973e2e879 req-123a6032-ed8d-4973-a016-b58d14222d8a tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:29.002035 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-873775b5-e00a-4ded-a684-81a973e2e879 req-123a6032-ed8d-4973-a016-b58d14222d8a tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410bd6d-58c0-4e1f-9d43-fe81f35f167b HTTP/1.1" status: 200 len: 944 time: 0.0929761 Mar 01 14:07:29.015954 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['3790440b-4c7e-46cd-ba2e-a82f5af32a86'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:07:29.096726 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-0a205760-197b-4cb0-b17e-3e7f041f551a None None] For port 305ff4d3-a9d8-40f8-b97a-4503a817b355, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:07:29.100852 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:29.112108 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-873775b5-e00a-4ded-a684-81a973e2e879 req-1ae46820-02ae-44b8-80e0-48d00df78107 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/security-groups?id=4752bf1e-88f4-40c8-9300-3f1bde5cef32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952706 Mar 01 14:07:29.128023 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89932637-589e-4568-b99c-fdd6fb63217f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Made reservation on behalf of 3c9a647ba05e4f3c94a2be93c4b9f045 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:07:29.131363 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-89932637-589e-4568-b99c-fdd6fb63217f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:29.133564 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-0a205760-197b-4cb0-b17e-3e7f041f551a None None] For port 305ff4d3-a9d8-40f8-b97a-4503a817b355, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=305ff4d3-a9d8-40f8-b97a-4503a817b355,segment=NetworkSegment(8e68d3e1-22ba-40ad-aaa6-f7f51c4399c6),segment_id=8e68d3e1-22ba-40ad-aaa6-f7f51c4399c6)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:07:29.151079 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-707c383a-f6f3-40ce-b485-051cde91c370 None None] Attempting to bind port f57e58b9-69d6-41fa-8e8f-392bf088db1a on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:07:29.152249 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-707c383a-f6f3-40ce-b485-051cde91c370 None None] Attempting to bind port f57e58b9-69d6-41fa-8e8f-392bf088db1a by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '1cd11bdc-ad8f-4a1e-b38d-cde0e5f5b6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e8a0140-4541-4035-8392-f58b237e9100'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:07:29.152930 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707c383a-f6f3-40ce-b485-051cde91c370 None None] Attempting to bind port f57e58b9-69d6-41fa-8e8f-392bf088db1a on network 8e8a0140-4541-4035-8392-f58b237e9100 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:07:29.165447 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707c383a-f6f3-40ce-b485-051cde91c370 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:07:29.165853 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707c383a-f6f3-40ce-b485-051cde91c370 None None] Checking segment: {'id': '1cd11bdc-ad8f-4a1e-b38d-cde0e5f5b6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e8a0140-4541-4035-8392-f58b237e9100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:07:29.166251 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-707c383a-f6f3-40ce-b485-051cde91c370 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:29.166654 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707c383a-f6f3-40ce-b485-051cde91c370 None None] Bound using segment: {'id': '1cd11bdc-ad8f-4a1e-b38d-cde0e5f5b6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e8a0140-4541-4035-8392-f58b237e9100'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:07:29.167163 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-707c383a-f6f3-40ce-b485-051cde91c370 None None] Bound port: f57e58b9-69d6-41fa-8e8f-392bf088db1a, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd11bdc-ad8f-4a1e-b38d-cde0e5f5b6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e8a0140-4541-4035-8392-f58b237e9100'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:07:29.167520 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-707c383a-f6f3-40ce-b485-051cde91c370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f57e58b9-69d6-41fa-8e8f-392bf088db1a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:29.169973 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0a205760-197b-4cb0-b17e-3e7f041f551a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (305ff4d3-a9d8-40f8-b97a-4503a817b355), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:29.184030 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-75f40d0f-008e-46d3-99c8-85aff02d3d96 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (021baf4a-f8a0-4228-a775-4cc6552c0551), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:29.207745 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0641a6-0805-4fda-ae96-c246ad900de1 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Made reservation on behalf of acbdde4ecc2c4bf09ed2554be77540a8 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:07:29.210885 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ce0641a6-0805-4fda-ae96-c246ad900de1 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:29.217732 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89932637-589e-4568-b99c-fdd6fb63217f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:07:29.251438 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-89932637-589e-4568-b99c-fdd6fb63217f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (ced888fa-85f0-48da-befd-60f050de7be7), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:29.252344 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-89932637-589e-4568-b99c-fdd6fb63217f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Added segment ced888fa-85f0-48da-befd-60f050de7be7 of type vlan for network c0ae5059-107c-46d7-98e8-f520c1bd18d7 Mar 01 14:07:29.269164 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-ce0641a6-0805-4fda-ae96-c246ad900de1 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] device_id is not set on port 8a092996-121e-493f-beee-04b795cd57b9 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:07:29.316255 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a205760-197b-4cb0-b17e-3e7f041f551a None None] Pushing event updated for resources: {'Port': ['ID=305ff4d3-a9d8-40f8-b97a-4503a817b355,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:29.397934 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-707c383a-f6f3-40ce-b485-051cde91c370 None None] For port f57e58b9-69d6-41fa-8e8f-392bf088db1a, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:07:29.406330 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-707c383a-f6f3-40ce-b485-051cde91c370 None None] For port f57e58b9-69d6-41fa-8e8f-392bf088db1a, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=f57e58b9-69d6-41fa-8e8f-392bf088db1a,segment=NetworkSegment(1cd11bdc-ad8f-4a1e-b38d-cde0e5f5b6dc),segment_id=1cd11bdc-ad8f-4a1e-b38d-cde0e5f5b6dc)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:07:29.410613 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-89932637-589e-4568-b99c-fdd6fb63217f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (c0ae5059-107c-46d7-98e8-f520c1bd18d7), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:29.423031 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-707c383a-f6f3-40ce-b485-051cde91c370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f57e58b9-69d6-41fa-8e8f-392bf088db1a), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:29.453499 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-75f40d0f-008e-46d3-99c8-85aff02d3d96 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (021baf4a-f8a0-4228-a775-4cc6552c0551), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:29.551512 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-75f40d0f-008e-46d3-99c8-85aff02d3d96 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:29.556365 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-75f40d0f-008e-46d3-99c8-85aff02d3d96 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] 10.222.0.13 "DELETE /v2.0/subnets/021baf4a-f8a0-4228-a775-4cc6552c0551 HTTP/1.1" status: 204 len: 168 time: 1.4043543 Mar 01 14:07:29.559322 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37710) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:29.564021 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f40d0f-008e-46d3-99c8-85aff02d3d96 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Pushing event deleted for resources: {'Subnet': ['ID=021baf4a-f8a0-4228-a775-4cc6552c0551,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:29.565409 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c383a-f6f3-40ce-b485-051cde91c370 None None] Pushing event updated for resources: {'Port': ['ID=f57e58b9-69d6-41fa-8e8f-392bf088db1a,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:29.588176 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-89932637-589e-4568-b99c-fdd6fb63217f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (c0ae5059-107c-46d7-98e8-f520c1bd18d7), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:29.595410 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89932637-589e-4568-b99c-fdd6fb63217f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:29.597012 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-89932637-589e-4568-b99c-fdd6fb63217f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:29.720038 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64663ba1-a70c-453d-bf3a-211d28305b4d tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:29.722104 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64663ba1-a70c-453d-bf3a-211d28305b4d tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:29.727230 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-64663ba1-a70c-453d-bf3a-211d28305b4d tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1632321 Mar 01 14:07:29.728394 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37712) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:29.772538 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89932637-589e-4568-b99c-fdd6fb63217f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Pushing event updated for resources: {'Network': ['ID=c0ae5059-107c-46d7-98e8-f520c1bd18d7,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:29.786313 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network c0ae5059-107c-46d7-98e8-f520c1bd18d7 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:07:29.788599 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-89932637-589e-4568-b99c-fdd6fb63217f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8331599 Mar 01 14:07:29.792154 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-ce0641a6-0805-4fda-ae96-c246ad900de1 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Allocated IP 2001:db8::2a (8e8a0140-4541-4035-8392-f58b237e9100/62976452-5839-4a4b-a9a3-f8499a44316c/8a092996-121e-493f-beee-04b795cd57b9) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:07:29.807277 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37716) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:29.842486 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-5d6f3a21-9c41-4bb0-89df-9a6570e3dd7d tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2060337841'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:29.949738 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-76985ae2-1b9d-412e-9f53-396f77bd3b80 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (ca95a0c1-6c5a-4006-b1c5-e1695eee502e), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:29.952030 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6f3a21-9c41-4bb0-89df-9a6570e3dd7d tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Made reservation on behalf of 3c9a647ba05e4f3c94a2be93c4b9f045 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:07:29.972717 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5d6f3a21-9c41-4bb0-89df-9a6570e3dd7d tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:30.010066 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-76985ae2-1b9d-412e-9f53-396f77bd3b80 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 01 14:07:30.011185 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76985ae2-1b9d-412e-9f53-396f77bd3b80 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:07:30.015443 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-76985ae2-1b9d-412e-9f53-396f77bd3b80 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] 10.222.0.13 "DELETE /v2.0/networks/ca95a0c1-6c5a-4006-b1c5-e1695eee502e HTTP/1.1" status: 409 len: 466 time: 0.2860067 Mar 01 14:07:30.021881 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37720) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:30.033890 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-06c3ba3e-5566-411b-853c-a9af81ca9f4a tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1936656445'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:30.051249 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d6f3a21-9c41-4bb0-89df-9a6570e3dd7d tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:07:30.062793 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:30.095891 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5d6f3a21-9c41-4bb0-89df-9a6570e3dd7d tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (d7de2fa1-7381-47ca-a7be-2be5ad0d5c89), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:30.100209 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-5d6f3a21-9c41-4bb0-89df-9a6570e3dd7d tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Added segment d7de2fa1-7381-47ca-a7be-2be5ad0d5c89 of type vlan for network fbdb3240-ea0c-496c-a321-55978dd47cd1 Mar 01 14:07:30.102656 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c3ba3e-5566-411b-853c-a9af81ca9f4a tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Made reservation on behalf of cea1ead9c6044287a0ebf950989a5ee3 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:07:30.107202 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-06c3ba3e-5566-411b-853c-a9af81ca9f4a tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:30.125920 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ce0641a6-0805-4fda-ae96-c246ad900de1 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for port (8a092996-121e-493f-beee-04b795cd57b9), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:30.209917 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5d6f3a21-9c41-4bb0-89df-9a6570e3dd7d tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (fbdb3240-ea0c-496c-a321-55978dd47cd1), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:30.218593 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ce0641a6-0805-4fda-ae96-c246ad900de1 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (8a092996-121e-493f-beee-04b795cd57b9), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:30.234765 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 305ff4d3-a9d8-40f8-b97a-4503a817b355 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:07:30.281487 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0641a6-0805-4fda-ae96-c246ad900de1 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Network 8e8a0140-4541-4035-8392-f58b237e9100 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:07:30.285871 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-ce0641a6-0805-4fda-ae96-c246ad900de1 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:30.295001 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 3790440b-4c7e-46cd-ba2e-a82f5af32a86 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:07:30.297125 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c3ba3e-5566-411b-853c-a9af81ca9f4a tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:07:30.323288 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0641a6-0805-4fda-ae96-c246ad900de1 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:07:30.328561 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-06c3ba3e-5566-411b-853c-a9af81ca9f4a tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (a89d096e-042f-4f32-8754-53b59a3ca6ee), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:30.329052 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-06c3ba3e-5566-411b-853c-a9af81ca9f4a tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Added segment a89d096e-042f-4f32-8754-53b59a3ca6ee of type vlan for network b9442055-fae4-4c63-8ea5-2c61ccd13532 Mar 01 14:07:30.333340 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0641a6-0805-4fda-ae96-c246ad900de1 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:30.334719 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ce0641a6-0805-4fda-ae96-c246ad900de1 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:30.344374 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5d6f3a21-9c41-4bb0-89df-9a6570e3dd7d tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (fbdb3240-ea0c-496c-a321-55978dd47cd1), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:30.351655 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6f3a21-9c41-4bb0-89df-9a6570e3dd7d tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:30.355654 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 305ff4d3-a9d8-40f8-b97a-4503a817b355 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:30.356320 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (305ff4d3-a9d8-40f8-b97a-4503a817b355), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:30.380806 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ce0641a6-0805-4fda-ae96-c246ad900de1 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.1581402 Mar 01 14:07:30.386928 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37724) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:30.389652 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5d6f3a21-9c41-4bb0-89df-9a6570e3dd7d tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:30.394765 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0641a6-0805-4fda-ae96-c246ad900de1 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Port': ['ID=8a092996-121e-493f-beee-04b795cd57b9,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:30.451819 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 3790440b-4c7e-46cd-ba2e-a82f5af32a86 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:07:30.465055 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5d6f3a21-9c41-4bb0-89df-9a6570e3dd7d tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6555135 Mar 01 14:07:30.473229 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 3790440b-4c7e-46cd-ba2e-a82f5af32a86 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:30.473614 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3790440b-4c7e-46cd-ba2e-a82f5af32a86), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:30.478554 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37726) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:30.485989 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-e58f54ea-bd49-4408-b311-9a55b5bd688f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Request body: {'ports': [{'network_id': 'c0ae5059-107c-46d7-98e8-f520c1bd18d7', 'name': 'tempest-port--1215558774', 'admin_state_up': True}, {'network_id': 'fbdb3240-ea0c-496c-a321-55978dd47cd1', 'admin_state_up': False}]} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:30.486663 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-e58f54ea-bd49-4408-b311-9a55b5bd688f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Request body: {'port': {'network_id': 'c0ae5059-107c-46d7-98e8-f520c1bd18d7', 'name': 'tempest-port--1215558774', 'admin_state_up': True}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:30.487157 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-e58f54ea-bd49-4408-b311-9a55b5bd688f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Request body: {'port': {'network_id': 'fbdb3240-ea0c-496c-a321-55978dd47cd1', 'admin_state_up': False}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:30.622304 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24bef2-c62d-4c2a-8a10-fe08d6833117 req-082c29eb-c1be-4918-96bf-d52123d2ff86 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:30.624441 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f24bef2-c62d-4c2a-8a10-fe08d6833117 req-082c29eb-c1be-4918-96bf-d52123d2ff86 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410bd6d-58c0-4e1f-9d43-fe81f35f167b HTTP/1.1" status: 200 len: 944 time: 0.4059799 Mar 01 14:07:30.635270 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 3790440b-4c7e-46cd-ba2e-a82f5af32a86 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:07:30.635867 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3790440b-4c7e-46cd-ba2e-a82f5af32a86), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:30.641476 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-06c3ba3e-5566-411b-853c-a9af81ca9f4a tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (b9442055-fae4-4c63-8ea5-2c61ccd13532), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:30.695689 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 305ff4d3-a9d8-40f8-b97a-4503a817b355 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:07:30.698136 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (305ff4d3-a9d8-40f8-b97a-4503a817b355), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:30.764516 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f3a21-9c41-4bb0-89df-9a6570e3dd7d tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Pushing event updated for resources: {'Network': ['ID=fbdb3240-ea0c-496c-a321-55978dd47cd1,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:30.773070 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd410bd6d-58c0-4e1f-9d43-fe81f35f167b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3790440b-4c7e-46cd-ba2e-a82f5af32a86'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:07:30.777952 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f9f583-341b-49a7-b900-bc8cc595b20e" -d '{"events": [{"server_uuid": "d410bd6d-58c0-4e1f-9d43-fe81f35f167b", "name": "network-vif-plugged", "status": "completed", "tag": "3790440b-4c7e-46cd-ba2e-a82f5af32a86"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:07:30.808086 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network fbdb3240-ea0c-496c-a321-55978dd47cd1 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:07:30.886212 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 3790440b-4c7e-46cd-ba2e-a82f5af32a86, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=3790440b-4c7e-46cd-ba2e-a82f5af32a86,segment=NetworkSegment(7ac2c049-cd61-42ef-b858-47b2917f974c),segment_id=7ac2c049-cd61-42ef-b858-47b2917f974c)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:07:30.907932 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 305ff4d3-a9d8-40f8-b97a-4503a817b355, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=305ff4d3-a9d8-40f8-b97a-4503a817b355,segment=NetworkSegment(8e68d3e1-22ba-40ad-aaa6-f7f51c4399c6),segment_id=8e68d3e1-22ba-40ad-aaa6-f7f51c4399c6)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:07:30.914483 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be67939-9a34-43d1-894c-f7607f70f2c3 x-openstack-request-id: req-3be67939-9a34-43d1-894c-f7607f70f2c3 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:07:30.915490 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d410bd6d-58c0-4e1f-9d43-fe81f35f167b", "name": "network-vif-plugged", "status": "completed", "tag": "3790440b-4c7e-46cd-ba2e-a82f5af32a86", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:07:30.916130 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3be67939-9a34-43d1-894c-f7607f70f2c3 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:07:30.917039 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd410bd6d-58c0-4e1f-9d43-fe81f35f167b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3790440b-4c7e-46cd-ba2e-a82f5af32a86', 'code': 200} Mar 01 14:07:30.919254 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (3790440b-4c7e-46cd-ba2e-a82f5af32a86), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:31.017919 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-06c3ba3e-5566-411b-853c-a9af81ca9f4a tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (b9442055-fae4-4c63-8ea5-2c61ccd13532), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:31.050469 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c3ba3e-5566-411b-853c-a9af81ca9f4a tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:31.055898 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-06c3ba3e-5566-411b-853c-a9af81ca9f4a tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:31.071424 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9f24bef2-c62d-4c2a-8a10-fe08d6833117 req-22e176ff-e347-4952-bde0-0706f2f0f030 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/security-groups?id=4752bf1e-88f4-40c8-9300-3f1bde5cef32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251397 Mar 01 14:07:31.142293 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91a449-fe70-48ee-9f76-8bc51e7f8894 req-cba60cbd-7f78-48c8-9cf4-4825dbae552a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:31.144429 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8a91a449-fe70-48ee-9f76-8bc51e7f8894 req-cba60cbd-7f78-48c8-9cf4-4825dbae552a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d410bd6d-58c0-4e1f-9d43-fe81f35f167b HTTP/1.1" status: 200 len: 1127 time: 0.1345592 Mar 01 14:07:31.169342 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040b0585-d32b-475a-8dea-4762e6b3031f None None] Network ca95a0c1-6c5a-4006-b1c5-e1695eee502e requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:07:31.174136 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (305ff4d3-a9d8-40f8-b97a-4503a817b355), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:31.175138 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device f57e58b9-69d6-41fa-8e8f-392bf088db1a up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:07:31.193198 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=3790440b-4c7e-46cd-ba2e-a82f5af32a86,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:31.257192 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ea038dff-3d32-455a-9d6b-666fd2cc9d35 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8a092996-121e-493f-beee-04b795cd57b9), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:31.302138 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-06c3ba3e-5566-411b-853c-a9af81ca9f4a tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2779291 Mar 01 14:07:31.319464 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37734) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:31.356105 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-9f3b845a-646c-42c7-9761-861455e1bf2b tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Request body: {'subnet': {'network_id': 'b9442055-fae4-4c63-8ea5-2c61ccd13532', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:31.400170 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3ba3e-5566-411b-853c-a9af81ca9f4a tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Pushing event updated for resources: {'Network': ['ID=b9442055-fae4-4c63-8ea5-2c61ccd13532,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:31.421883 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8a91a449-fe70-48ee-9f76-8bc51e7f8894 req-511eb0ee-33f2-4b2d-a34d-faf22b785e68 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4752bf1e-88f4-40c8-9300-3f1bde5cef32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568994 Mar 01 14:07:31.441318 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58f54ea-bd49-4408-b311-9a55b5bd688f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Made reservation on behalf of 3c9a647ba05e4f3c94a2be93c4b9f045 for: {'port': 2} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:07:31.447099 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e58f54ea-bd49-4408-b311-9a55b5bd688f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:31.457079 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network b9442055-fae4-4c63-8ea5-2c61ccd13532 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:07:31.515148 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e58f54ea-bd49-4408-b311-9a55b5bd688f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:31.684246 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3b845a-646c-42c7-9761-861455e1bf2b tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Made reservation on behalf of cea1ead9c6044287a0ebf950989a5ee3 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:07:31.688990 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f3b845a-646c-42c7-9761-861455e1bf2b tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:31.875220 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-e58f54ea-bd49-4408-b311-9a55b5bd688f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] device_id is not set on port e9538df0-2e94-4234-bc33-6c94af377a31 yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:07:31.914081 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af02ba45-9dfd-4774-bb82-e824961fdb83 None None] Network 8e8a0140-4541-4035-8392-f58b237e9100 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:07:31.923767 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-ada1b50e-88be-4579-9fa9-b8fba049a8e1 None None] Provisioning complete for port 305ff4d3-a9d8-40f8-b97a-4503a817b355 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:31.924277 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ada1b50e-88be-4579-9fa9-b8fba049a8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (305ff4d3-a9d8-40f8-b97a-4503a817b355), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:32.081423 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e58f54ea-bd49-4408-b311-9a55b5bd688f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks [] for port (e9538df0-2e94-4234-bc33-6c94af377a31), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:32.172312 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ea038dff-3d32-455a-9d6b-666fd2cc9d35 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for port (8a092996-121e-493f-beee-04b795cd57b9), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:32.185498 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=305ff4d3-a9d8-40f8-b97a-4503a817b355,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:32.196229 n-d-827467-3 neutron-server[103726]: DEBUG neutron.objects.ports [None req-9f3b845a-646c-42c7-9761-861455e1bf2b tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103726) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 01 14:07:32.198209 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ea038dff-3d32-455a-9d6b-666fd2cc9d35 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (8a092996-121e-493f-beee-04b795cd57b9), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:32.205212 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f3b845a-646c-42c7-9761-861455e1bf2b tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (804dd69b-bfaa-418d-9cef-63fade8ead02), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:32.261834 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:32.314841 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-e58f54ea-bd49-4408-b311-9a55b5bd688f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] device_id is not set on port f7bc92f2-02e6-4f2a-99e0-4c68b428d993 yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:07:32.317247 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port f57e58b9-69d6-41fa-8e8f-392bf088db1a triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:32.317811 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f57e58b9-69d6-41fa-8e8f-392bf088db1a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:32.366316 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c7605-4140-48a1-ba41-559c9b28132b req-0d3dbd10-056b-416f-b631-9559a391913b tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:32.369130 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cf3c7605-4140-48a1-ba41-559c9b28132b req-0d3dbd10-056b-416f-b631-9559a391913b tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410bd6d-58c0-4e1f-9d43-fe81f35f167b HTTP/1.1" status: 200 len: 945 time: 0.1224027 Mar 01 14:07:32.525031 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port f57e58b9-69d6-41fa-8e8f-392bf088db1a is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:07:32.525635 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f57e58b9-69d6-41fa-8e8f-392bf088db1a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:32.531528 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca29d5e-56ab-442c-9d50-2211dbed409a None None] DHCP port deletion for ca95a0c1-6c5a-4006-b1c5-e1695eee502e request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:07:32.531848 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ea038dff-3d32-455a-9d6b-666fd2cc9d35 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (43803783-29f2-41db-8e80-b5b78388c8be), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:32.533150 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ada1b50e-88be-4579-9fa9-b8fba049a8e1 None None] Current status of the port 305ff4d3-a9d8-40f8-b97a-4503a817b355 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:07:32.563864 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e58f54ea-bd49-4408-b311-9a55b5bd688f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks [] for port (f7bc92f2-02e6-4f2a-99e0-4c68b428d993), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:32.631162 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port f57e58b9-69d6-41fa-8e8f-392bf088db1a, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=f57e58b9-69d6-41fa-8e8f-392bf088db1a,segment=NetworkSegment(1cd11bdc-ad8f-4a1e-b38d-cde0e5f5b6dc),segment_id=1cd11bdc-ad8f-4a1e-b38d-cde0e5f5b6dc)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:07:32.648818 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e58f54ea-bd49-4408-b311-9a55b5bd688f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (e9538df0-2e94-4234-bc33-6c94af377a31), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:32.664313 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f57e58b9-69d6-41fa-8e8f-392bf088db1a), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:32.678679 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cf3c7605-4140-48a1-ba41-559c9b28132b req-e0acd26f-45de-4193-a5c9-4d35e78d5061 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/security-groups?id=4752bf1e-88f4-40c8-9300-3f1bde5cef32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960293 Mar 01 14:07:32.765890 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-8b6c0ff2-9fa1-4717-9045-80b911bcd69d None None] Provisioning complete for port f57e58b9-69d6-41fa-8e8f-392bf088db1a triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:32.766913 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8b6c0ff2-9fa1-4717-9045-80b911bcd69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f57e58b9-69d6-41fa-8e8f-392bf088db1a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:32.854911 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=f57e58b9-69d6-41fa-8e8f-392bf088db1a,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:32.871166 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f54ea-bd49-4408-b311-9a55b5bd688f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Pushing event updated for resources: {'Port': ['ID=e9538df0-2e94-4234-bc33-6c94af377a31,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:32.888584 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 305ff4d3-a9d8-40f8-b97a-4503a817b355 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:07:32.953712 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3b845a-646c-42c7-9761-861455e1bf2b tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Checking segment: {'id': 'a89d096e-042f-4f32-8754-53b59a3ca6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b9442055-fae4-4c63-8ea5-2c61ccd13532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:07:32.954387 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3b845a-646c-42c7-9761-861455e1bf2b tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Network hostable DHCP agents. Network: b9442055-fae4-4c63-8ea5-2c61ccd13532, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:07:32.956734 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea038dff-3d32-455a-9d6b-666fd2cc9d35 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Port': ['ID=8a092996-121e-493f-beee-04b795cd57b9,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:32.986200 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b845a-646c-42c7-9761-861455e1bf2b tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Pushing event updated for resources: {'Subnet': ['ID=804dd69b-bfaa-418d-9cef-63fade8ead02,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:33.000384 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58f54ea-bd49-4408-b311-9a55b5bd688f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Checking segment: {'id': 'ced888fa-85f0-48da-befd-60f050de7be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c0ae5059-107c-46d7-98e8-f520c1bd18d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:07:33.000736 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58f54ea-bd49-4408-b311-9a55b5bd688f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Network hostable DHCP agents. Network: c0ae5059-107c-46d7-98e8-f520c1bd18d7, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:07:33.010917 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ea038dff-3d32-455a-9d6b-666fd2cc9d35 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8a092996-121e-493f-beee-04b795cd57b9), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:33.023231 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-eca29d5e-56ab-442c-9d50-2211dbed409a None None] Deleting port 305ff4d3-a9d8-40f8-b97a-4503a817b355 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:07:33.023616 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-eca29d5e-56ab-442c-9d50-2211dbed409a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (305ff4d3-a9d8-40f8-b97a-4503a817b355), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:33.052742 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3b845a-646c-42c7-9761-861455e1bf2b tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Network b9442055-fae4-4c63-8ea5-2c61ccd13532 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:07:33.123103 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-9f3b845a-646c-42c7-9761-861455e1bf2b tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, b9442055-fae4-4c63-8ea5-2c61ccd13532) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:33.136111 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58f54ea-bd49-4408-b311-9a55b5bd688f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Network c0ae5059-107c-46d7-98e8-f520c1bd18d7 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:07:33.138501 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3b845a-646c-42c7-9761-861455e1bf2b tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:33.139112 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f3b845a-646c-42c7-9761-861455e1bf2b tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:33.143041 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-e58f54ea-bd49-4408-b311-9a55b5bd688f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, c0ae5059-107c-46d7-98e8-f520c1bd18d7) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:33.148824 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58f54ea-bd49-4408-b311-9a55b5bd688f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:07:33.150269 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e58f54ea-bd49-4408-b311-9a55b5bd688f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (f7bc92f2-02e6-4f2a-99e0-4c68b428d993), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:33.202985 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-eca29d5e-56ab-442c-9d50-2211dbed409a None None] For port 305ff4d3-a9d8-40f8-b97a-4503a817b355, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=305ff4d3-a9d8-40f8-b97a-4503a817b355,segment=NetworkSegment(8e68d3e1-22ba-40ad-aaa6-f7f51c4399c6),segment_id=8e68d3e1-22ba-40ad-aaa6-f7f51c4399c6)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:07:33.203552 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-eca29d5e-56ab-442c-9d50-2211dbed409a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (305ff4d3-a9d8-40f8-b97a-4503a817b355), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:33.232548 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-eca29d5e-56ab-442c-9d50-2211dbed409a None None] Calling delete_port for 305ff4d3-a9d8-40f8-b97a-4503a817b355 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:07:33.252875 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9f3b845a-646c-42c7-9761-861455e1bf2b tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9322658 Mar 01 14:07:33.256167 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37756) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:33.269246 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-6534ebd5-e7f1-4faf-8a11-c377c663a46f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Request body: {'port': {'network_id': 'b9442055-fae4-4c63-8ea5-2c61ccd13532', 'name': 'tempest-NetworksIpV6TestAttrs-1319661562'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:33.300620 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f54ea-bd49-4408-b311-9a55b5bd688f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Pushing event updated for resources: {'Port': ['ID=f7bc92f2-02e6-4f2a-99e0-4c68b428d993,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:33.359995 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58f54ea-bd49-4408-b311-9a55b5bd688f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Checking segment: {'id': 'd7de2fa1-7381-47ca-a7be-2be5ad0d5c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'fbdb3240-ea0c-496c-a321-55978dd47cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:07:33.359995 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58f54ea-bd49-4408-b311-9a55b5bd688f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Network hostable DHCP agents. Network: fbdb3240-ea0c-496c-a321-55978dd47cd1, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:07:33.380215 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ddc539-e094-4f2b-8341-754f02ae2a43 None None] Network b9442055-fae4-4c63-8ea5-2c61ccd13532 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:07:33.382087 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7641475-49bb-436a-91c0-da2c2037f5f8 None None] Network c0ae5059-107c-46d7-98e8-f520c1bd18d7 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:07:33.392729 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-eca29d5e-56ab-442c-9d50-2211dbed409a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (305ff4d3-a9d8-40f8-b97a-4503a817b355), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:33.405609 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58f54ea-bd49-4408-b311-9a55b5bd688f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Network fbdb3240-ea0c-496c-a321-55978dd47cd1 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:07:33.437424 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-e58f54ea-bd49-4408-b311-9a55b5bd688f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, fbdb3240-ea0c-496c-a321-55978dd47cd1) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:33.448768 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58f54ea-bd49-4408-b311-9a55b5bd688f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:07:33.455392 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58f54ea-bd49-4408-b311-9a55b5bd688f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:33.464319 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca29d5e-56ab-442c-9d50-2211dbed409a None None] No DVR routers for this DVR port 305ff4d3-a9d8-40f8-b97a-4503a817b355 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:07:33.466983 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58f54ea-bd49-4408-b311-9a55b5bd688f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:33.467831 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e58f54ea-bd49-4408-b311-9a55b5bd688f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:33.499961 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e58f54ea-bd49-4408-b311-9a55b5bd688f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.0187109 Mar 01 14:07:33.501191 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No active binding found for port 305ff4d3-a9d8-40f8-b97a-4503a817b355 {{(pid=103728) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 01 14:07:33.501794 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37762) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:33.502011 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] The host n-d-827467-3 is not matching for port 305ff4d3-a9d8-40f8-b97a-4503a817b355 host None! {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 01 14:07:33.502584 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 305ff4d3-a9d8-40f8-b97a-4503a817b355 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:07:33.586708 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5106ea-8929-411c-ac9a-c4dedae51876 None None] Network fbdb3240-ea0c-496c-a321-55978dd47cd1 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:07:33.630072 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6534ebd5-e7f1-4faf-8a11-c377c663a46f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Made reservation on behalf of cea1ead9c6044287a0ebf950989a5ee3 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:07:33.635470 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6534ebd5-e7f1-4faf-8a11-c377c663a46f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:33.641760 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58a2292-c130-4bef-83e3-be28e45d16d6 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:33.648516 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58a2292-c130-4bef-83e3-be28e45d16d6 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:33.649274 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca29d5e-56ab-442c-9d50-2211dbed409a None None] Pushing event deleted for resources: {'Port': ['ID=305ff4d3-a9d8-40f8-b97a-4503a817b355,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:33.657528 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a58a2292-c130-4bef-83e3-be28e45d16d6 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1546180 Mar 01 14:07:33.661670 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37764) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:33.676903 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ea038dff-3d32-455a-9d6b-666fd2cc9d35 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for port (8a092996-121e-493f-beee-04b795cd57b9), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:33.677237 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-6534ebd5-e7f1-4faf-8a11-c377c663a46f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] device_id is not set on port 800792e2-dacc-4a47-8798-265347d735d2 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:07:33.686681 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ea038dff-3d32-455a-9d6b-666fd2cc9d35 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (8a092996-121e-493f-beee-04b795cd57b9), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:33.687651 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ea038dff-3d32-455a-9d6b-666fd2cc9d35 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (43803783-29f2-41db-8e80-b5b78388c8be), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:33.752155 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-8b6c0ff2-9fa1-4717-9045-80b911bcd69d None None] Current status of the port f57e58b9-69d6-41fa-8e8f-392bf088db1a is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:07:33.881426 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cda3fa4-c8c9-4ea1-8176-4e84a61ad500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-b9442055-fae4-4c63-8ea5-2c61ccd13532', 'network_id': 'b9442055-fae4-4c63-8ea5-2c61ccd13532', 'project_id': 'cea1ead9c6044287a0ebf950989a5ee3', 'fixed_ips': [{'subnet_id': '804dd69b-bfaa-418d-9cef-63fade8ead02'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:07:33.882653 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5cda3fa4-c8c9-4ea1-8176-4e84a61ad500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:33.906568 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea038dff-3d32-455a-9d6b-666fd2cc9d35 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Port': ['ID=8a092996-121e-493f-beee-04b795cd57b9,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:33.933999 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-e933a88d-a9dc-4cfe-85aa-e9ef10c071e4 None None] Provisioning complete for port f57e58b9-69d6-41fa-8e8f-392bf088db1a triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:33.939572 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e933a88d-a9dc-4cfe-85aa-e9ef10c071e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f57e58b9-69d6-41fa-8e8f-392bf088db1a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:33.953301 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea038dff-3d32-455a-9d6b-666fd2cc9d35 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:33.954361 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea038dff-3d32-455a-9d6b-666fd2cc9d35 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:33.955211 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea038dff-3d32-455a-9d6b-666fd2cc9d35 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:33.956043 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea038dff-3d32-455a-9d6b-666fd2cc9d35 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:33.956986 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea038dff-3d32-455a-9d6b-666fd2cc9d35 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:33.958548 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea038dff-3d32-455a-9d6b-666fd2cc9d35 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:33.959262 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea038dff-3d32-455a-9d6b-666fd2cc9d35 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:33.959982 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea038dff-3d32-455a-9d6b-666fd2cc9d35 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:33.960512 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea038dff-3d32-455a-9d6b-666fd2cc9d35 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:33.961102 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea038dff-3d32-455a-9d6b-666fd2cc9d35 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:33.961626 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea038dff-3d32-455a-9d6b-666fd2cc9d35 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:33.962713 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea038dff-3d32-455a-9d6b-666fd2cc9d35 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:33.963226 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea038dff-3d32-455a-9d6b-666fd2cc9d35 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:33.992359 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-3660ad81-f79d-4b99-b488-04500d20e785 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Deleting port e9538df0-2e94-4234-bc33-6c94af377a31 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:07:33.992712 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3660ad81-f79d-4b99-b488-04500d20e785 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (e9538df0-2e94-4234-bc33-6c94af377a31), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:34.005984 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b2ec8-8c04-46ee-b8b0-1736eacdb221 req-7e68995b-09c0-437d-8899-9d65a1d83fa4 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:34.007535 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-210b2ec8-8c04-46ee-b8b0-1736eacdb221 req-7e68995b-09c0-437d-8899-9d65a1d83fa4 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410bd6d-58c0-4e1f-9d43-fe81f35f167b HTTP/1.1" status: 200 len: 945 time: 0.1681430 Mar 01 14:07:34.037258 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea038dff-3d32-455a-9d6b-666fd2cc9d35 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Network 8e8a0140-4541-4035-8392-f58b237e9100 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:07:34.038881 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-6534ebd5-e7f1-4faf-8a11-c377c663a46f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Allocated IP 2001:db8::f816:3eff:fe01:85df (b9442055-fae4-4c63-8ea5-2c61ccd13532/804dd69b-bfaa-418d-9cef-63fade8ead02/800792e2-dacc-4a47-8798-265347d735d2) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:07:34.058288 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-ea038dff-3d32-455a-9d6b-666fd2cc9d35 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:34.076895 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-210b2ec8-8c04-46ee-b8b0-1736eacdb221 req-48c6c77a-f72b-43c5-b75b-928dd1340e31 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/security-groups?id=4752bf1e-88f4-40c8-9300-3f1bde5cef32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572770 Mar 01 14:07:34.251083 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3660ad81-f79d-4b99-b488-04500d20e785 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (e9538df0-2e94-4234-bc33-6c94af377a31), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:34.257524 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-e933a88d-a9dc-4cfe-85aa-e9ef10c071e4 None None] Current status of the port f57e58b9-69d6-41fa-8e8f-392bf088db1a is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:07:34.272316 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-e933a88d-a9dc-4cfe-85aa-e9ef10c071e4 None None] Provisioning complete for port 8a092996-121e-493f-beee-04b795cd57b9 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:34.272704 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e933a88d-a9dc-4cfe-85aa-e9ef10c071e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8a092996-121e-493f-beee-04b795cd57b9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:34.283972 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-3660ad81-f79d-4b99-b488-04500d20e785 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Calling delete_port for e9538df0-2e94-4234-bc33-6c94af377a31 owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:07:34.351934 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-e933a88d-a9dc-4cfe-85aa-e9ef10c071e4 None None] Port 8a092996-121e-493f-beee-04b795cd57b9 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:07:34.365375 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c05682-85a7-4ee2-9cf2-e9c1d584c877 req-45776f9b-0fe6-440a-b6bf-a7718ca459a5 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:34.369856 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-84c05682-85a7-4ee2-9cf2-e9c1d584c877 req-45776f9b-0fe6-440a-b6bf-a7718ca459a5 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410bd6d-58c0-4e1f-9d43-fe81f35f167b HTTP/1.1" status: 200 len: 945 time: 0.1912572 Mar 01 14:07:34.485779 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-84c05682-85a7-4ee2-9cf2-e9c1d584c877 req-76d38a31-1cf0-41a0-afa2-7a73ee530ebd tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/security-groups?id=4752bf1e-88f4-40c8-9300-3f1bde5cef32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079409 Mar 01 14:07:34.503086 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3660ad81-f79d-4b99-b488-04500d20e785 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (e9538df0-2e94-4234-bc33-6c94af377a31), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:34.522150 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea038dff-3d32-455a-9d6b-666fd2cc9d35 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Router 43803783-29f2-41db-8e80-b5b78388c8be is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:07:34.538863 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-97d5bd96-ee26-45ca-8daa-dce726110c2b None None] Provisioning complete for port 8a092996-121e-493f-beee-04b795cd57b9 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:34.539361 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-97d5bd96-ee26-45ca-8daa-dce726110c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8a092996-121e-493f-beee-04b795cd57b9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:34.597181 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-97d5bd96-ee26-45ca-8daa-dce726110c2b None None] Port 8a092996-121e-493f-beee-04b795cd57b9 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:07:34.625785 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3660ad81-f79d-4b99-b488-04500d20e785 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:34.636981 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3660ad81-f79d-4b99-b488-04500d20e785 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] 10.222.0.13 "DELETE /v2.0/ports/e9538df0-2e94-4234-bc33-6c94af377a31 HTTP/1.1" status: 204 len: 168 time: 0.9725714 Mar 01 14:07:34.639538 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660ad81-f79d-4b99-b488-04500d20e785 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Pushing event deleted for resources: {'Port': ['ID=e9538df0-2e94-4234-bc33-6c94af377a31,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:34.647643 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37804) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:34.777507 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d79581cb-35a6-4614-84f5-b585f46b6835 None None] Provisioning complete for port 8a092996-121e-493f-beee-04b795cd57b9 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:34.777888 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d79581cb-35a6-4614-84f5-b585f46b6835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8a092996-121e-493f-beee-04b795cd57b9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:34.894458 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device f57e58b9-69d6-41fa-8e8f-392bf088db1a up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:07:34.897639 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-2a21fd27-6b2e-442e-8965-f401d51cb128 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Deleting port f7bc92f2-02e6-4f2a-99e0-4c68b428d993 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:07:34.898991 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a21fd27-6b2e-442e-8965-f401d51cb128 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (f7bc92f2-02e6-4f2a-99e0-4c68b428d993), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:34.951293 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d79581cb-35a6-4614-84f5-b585f46b6835 None None] Port 8a092996-121e-493f-beee-04b795cd57b9 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:07:34.974682 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port f57e58b9-69d6-41fa-8e8f-392bf088db1a triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:34.975425 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f57e58b9-69d6-41fa-8e8f-392bf088db1a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:35.077864 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port f57e58b9-69d6-41fa-8e8f-392bf088db1a is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:07:35.078345 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a21fd27-6b2e-442e-8965-f401d51cb128 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (f7bc92f2-02e6-4f2a-99e0-4c68b428d993), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:35.100636 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-2a21fd27-6b2e-442e-8965-f401d51cb128 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Calling delete_port for f7bc92f2-02e6-4f2a-99e0-4c68b428d993 owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:07:35.200116 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6534ebd5-e7f1-4faf-8a11-c377c663a46f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks [] for port (800792e2-dacc-4a47-8798-265347d735d2), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:35.214217 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea038dff-3d32-455a-9d6b-666fd2cc9d35 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:07:35.219575 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ea038dff-3d32-455a-9d6b-666fd2cc9d35 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "PUT /v2.0/routers/43803783-29f2-41db-8e80-b5b78388c8be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8315294 Mar 01 14:07:35.222782 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37818) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:35.233349 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b7da79-baa2-4ed8-bd3c-ebc2677090d3 None None] Sync routers for ids ['43803783-29f2-41db-8e80-b5b78388c8be'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:07:35.248325 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b7da79-baa2-4ed8-bd3c-ebc2677090d3 None None] Routers {'43803783-29f2-41db-8e80-b5b78388c8be'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:07:35.248945 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-35b7da79-baa2-4ed8-bd3c-ebc2677090d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:07:28Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['43803783-29f2-41db-8e80-b5b78388c8be'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:35.276745 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560e35a-99e1-4b5b-aab3-bc63a2dfd25f req-0a4026f4-397c-4d08-b5c9-7bc0d994d9ae tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:35.284751 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6560e35a-99e1-4b5b-aab3-bc63a2dfd25f req-0a4026f4-397c-4d08-b5c9-7bc0d994d9ae tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410bd6d-58c0-4e1f-9d43-fe81f35f167b HTTP/1.1" status: 200 len: 945 time: 0.1597502 Mar 01 14:07:35.292401 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a21fd27-6b2e-442e-8965-f401d51cb128 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (f7bc92f2-02e6-4f2a-99e0-4c68b428d993), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:35.314852 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-35b7da79-baa2-4ed8-bd3c-ebc2677090d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:35.331906 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b7da79-baa2-4ed8-bd3c-ebc2677090d3 None None] Routers {'43803783-29f2-41db-8e80-b5b78388c8be'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:07:35.332697 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21fd27-6b2e-442e-8965-f401d51cb128 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Pushing event deleted for resources: {'Port': ['ID=f7bc92f2-02e6-4f2a-99e0-4c68b428d993,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:35.332943 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-35b7da79-baa2-4ed8-bd3c-ebc2677090d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:07:28Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['43803783-29f2-41db-8e80-b5b78388c8be'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:35.345449 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd160d4-f929-4e01-be19-e015b59993e2 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:35.348212 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6cd160d4-f929-4e01-be19-e015b59993e2 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "GET /v2.0/ports/8a092996-121e-493f-beee-04b795cd57b9 HTTP/1.1" status: 200 len: 982 time: 0.1240206 Mar 01 14:07:35.350366 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37820) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:35.361468 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a21fd27-6b2e-442e-8965-f401d51cb128 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:35.368628 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6534ebd5-e7f1-4faf-8a11-c377c663a46f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (800792e2-dacc-4a47-8798-265347d735d2), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:35.370028 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-35b7da79-baa2-4ed8-bd3c-ebc2677090d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:35.371781 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b7da79-baa2-4ed8-bd3c-ebc2677090d3 None None] The sync data for ids ['43803783-29f2-41db-8e80-b5b78388c8be'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:07:35.376944 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2a21fd27-6b2e-442e-8965-f401d51cb128 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] 10.222.0.13 "DELETE /v2.0/ports/f7bc92f2-02e6-4f2a-99e0-4c68b428d993 HTTP/1.1" status: 204 len: 168 time: 0.7222476 Mar 01 14:07:35.386071 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37822) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:35.443338 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-5cda3fa4-c8c9-4ea1-8176-4e84a61ad500 None None] Allocated IP 2001:db8::f816:3eff:feeb:b9e6 (b9442055-fae4-4c63-8ea5-2c61ccd13532/804dd69b-bfaa-418d-9cef-63fade8ead02/6a2b4404-efc9-41f2-90b5-b055ec2011c0) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:07:35.454407 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d577ec0c-adc7-4af7-9486-ee31b4cde518 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0671377 Mar 01 14:07:35.488900 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6560e35a-99e1-4b5b-aab3-bc63a2dfd25f req-619c9f8f-aa4d-4d4a-9e67-b056c76191c0 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/security-groups?id=4752bf1e-88f4-40c8-9300-3f1bde5cef32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931121 Mar 01 14:07:35.488900 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37824) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:35.488900 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-dacf39c9-b52f-49b8-9fbc-c948b1ea3150 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-27787859'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:35.510513 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacf39c9-b52f-49b8-9fbc-c948b1ea3150 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Made reservation on behalf of 3c9a647ba05e4f3c94a2be93c4b9f045 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:07:35.515556 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dacf39c9-b52f-49b8-9fbc-c948b1ea3150 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:35.516477 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6534ebd5-e7f1-4faf-8a11-c377c663a46f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Network b9442055-fae4-4c63-8ea5-2c61ccd13532 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:07:35.546121 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dacf39c9-b52f-49b8-9fbc-c948b1ea3150 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:07:35.567432 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-6534ebd5-e7f1-4faf-8a11-c377c663a46f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:35.573856 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6534ebd5-e7f1-4faf-8a11-c377c663a46f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:07:35.579085 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6534ebd5-e7f1-4faf-8a11-c377c663a46f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:35.579721 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6534ebd5-e7f1-4faf-8a11-c377c663a46f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:35.580978 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dacf39c9-b52f-49b8-9fbc-c948b1ea3150 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (1489bf5f-4906-4e01-a21d-b38744598474), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:35.581934 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-dacf39c9-b52f-49b8-9fbc-c948b1ea3150 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Added segment 1489bf5f-4906-4e01-a21d-b38744598474 of type vlan for network 1eb23542-87b0-4737-8037-1e256caeb84b Mar 01 14:07:35.634624 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534ebd5-e7f1-4faf-8a11-c377c663a46f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Pushing event updated for resources: {'Port': ['ID=800792e2-dacc-4a47-8798-265347d735d2,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:35.647826 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dacf39c9-b52f-49b8-9fbc-c948b1ea3150 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (1eb23542-87b0-4737-8037-1e256caeb84b), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:35.660898 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6534ebd5-e7f1-4faf-8a11-c377c663a46f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.4034944 Mar 01 14:07:35.676661 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37834) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:35.684530 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dacf39c9-b52f-49b8-9fbc-c948b1ea3150 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (1eb23542-87b0-4737-8037-1e256caeb84b), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:35.691120 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacf39c9-b52f-49b8-9fbc-c948b1ea3150 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:35.691956 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dacf39c9-b52f-49b8-9fbc-c948b1ea3150 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:35.772121 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-dacf39c9-b52f-49b8-9fbc-c948b1ea3150 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2890851 Mar 01 14:07:35.775161 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37838) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:35.782493 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-5b5ef927-baaf-4401-afbf-d9052232eab6 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1277229601'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:35.795181 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5cda3fa4-c8c9-4ea1-8176-4e84a61ad500 None None] Publish callbacks [] for port (6a2b4404-efc9-41f2-90b5-b055ec2011c0), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:35.809664 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf39c9-b52f-49b8-9fbc-c948b1ea3150 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Pushing event updated for resources: {'Network': ['ID=1eb23542-87b0-4737-8037-1e256caeb84b,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:35.829080 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 1eb23542-87b0-4737-8037-1e256caeb84b details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:07:35.839235 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5ef927-baaf-4401-afbf-d9052232eab6 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Made reservation on behalf of 3c9a647ba05e4f3c94a2be93c4b9f045 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:07:35.845613 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5b5ef927-baaf-4401-afbf-d9052232eab6 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:35.870988 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5cda3fa4-c8c9-4ea1-8176-4e84a61ad500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (6a2b4404-efc9-41f2-90b5-b055ec2011c0), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:35.905972 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5ef927-baaf-4401-afbf-d9052232eab6 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:07:35.923800 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-d70cac65-4e1b-429c-9fac-e9b48e41d2aa tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Deleting subnet 804dd69b-bfaa-418d-9cef-63fade8ead02 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:07:35.928865 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5b5ef927-baaf-4401-afbf-d9052232eab6 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (c46e29a2-73d1-432b-af20-07cfc14a4cdc), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:35.929379 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-5b5ef927-baaf-4401-afbf-d9052232eab6 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Added segment c46e29a2-73d1-432b-af20-07cfc14a4cdc of type vlan for network d85ef7ba-853c-4d18-8e10-63431b370bc1 Mar 01 14:07:35.937064 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cda3fa4-c8c9-4ea1-8176-4e84a61ad500 None None] Network b9442055-fae4-4c63-8ea5-2c61ccd13532 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:07:35.940679 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d70cac65-4e1b-429c-9fac-e9b48e41d2aa tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks [] for subnet (804dd69b-bfaa-418d-9cef-63fade8ead02), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:35.961484 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-5cda3fa4-c8c9-4ea1-8176-4e84a61ad500 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:35.970761 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cda3fa4-c8c9-4ea1-8176-4e84a61ad500 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:07:36.000518 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda3fa4-c8c9-4ea1-8176-4e84a61ad500 None None] Pushing event updated for resources: {'Port': ['ID=6a2b4404-efc9-41f2-90b5-b055ec2011c0,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:36.019995 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5b5ef927-baaf-4401-afbf-d9052232eab6 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (d85ef7ba-853c-4d18-8e10-63431b370bc1), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:36.059759 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-5cda3fa4-c8c9-4ea1-8176-4e84a61ad500 None None] Attempting to bind port 6a2b4404-efc9-41f2-90b5-b055ec2011c0 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:07:36.060159 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-5cda3fa4-c8c9-4ea1-8176-4e84a61ad500 None None] Attempting to bind port 6a2b4404-efc9-41f2-90b5-b055ec2011c0 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'a89d096e-042f-4f32-8754-53b59a3ca6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b9442055-fae4-4c63-8ea5-2c61ccd13532'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:07:36.060534 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cda3fa4-c8c9-4ea1-8176-4e84a61ad500 None None] Attempting to bind port 6a2b4404-efc9-41f2-90b5-b055ec2011c0 on network b9442055-fae4-4c63-8ea5-2c61ccd13532 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:07:36.067281 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cda3fa4-c8c9-4ea1-8176-4e84a61ad500 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:07:36.067725 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cda3fa4-c8c9-4ea1-8176-4e84a61ad500 None None] Checking segment: {'id': 'a89d096e-042f-4f32-8754-53b59a3ca6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b9442055-fae4-4c63-8ea5-2c61ccd13532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:07:36.068139 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5cda3fa4-c8c9-4ea1-8176-4e84a61ad500 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:36.068599 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cda3fa4-c8c9-4ea1-8176-4e84a61ad500 None None] Bound using segment: {'id': 'a89d096e-042f-4f32-8754-53b59a3ca6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b9442055-fae4-4c63-8ea5-2c61ccd13532'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:07:36.069081 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-5cda3fa4-c8c9-4ea1-8176-4e84a61ad500 None None] Bound port: 6a2b4404-efc9-41f2-90b5-b055ec2011c0, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a89d096e-042f-4f32-8754-53b59a3ca6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b9442055-fae4-4c63-8ea5-2c61ccd13532'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:07:36.069461 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5cda3fa4-c8c9-4ea1-8176-4e84a61ad500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6a2b4404-efc9-41f2-90b5-b055ec2011c0), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:36.080305 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d70cac65-4e1b-429c-9fac-e9b48e41d2aa tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (804dd69b-bfaa-418d-9cef-63fade8ead02), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:36.089784 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5b5ef927-baaf-4401-afbf-d9052232eab6 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (d85ef7ba-853c-4d18-8e10-63431b370bc1), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:36.095132 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5ef927-baaf-4401-afbf-d9052232eab6 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:36.095951 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5b5ef927-baaf-4401-afbf-d9052232eab6 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:36.163329 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5b5ef927-baaf-4401-afbf-d9052232eab6 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3863122 Mar 01 14:07:36.199612 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-5cda3fa4-c8c9-4ea1-8176-4e84a61ad500 None None] For port 6a2b4404-efc9-41f2-90b5-b055ec2011c0, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:07:36.212486 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-5cda3fa4-c8c9-4ea1-8176-4e84a61ad500 None None] For port 6a2b4404-efc9-41f2-90b5-b055ec2011c0, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6a2b4404-efc9-41f2-90b5-b055ec2011c0,segment=NetworkSegment(a89d096e-042f-4f32-8754-53b59a3ca6ee),segment_id=a89d096e-042f-4f32-8754-53b59a3ca6ee)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:07:36.217678 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ef927-baaf-4401-afbf-d9052232eab6 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Pushing event updated for resources: {'Network': ['ID=d85ef7ba-853c-4d18-8e10-63431b370bc1,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:36.229919 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5cda3fa4-c8c9-4ea1-8176-4e84a61ad500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (6a2b4404-efc9-41f2-90b5-b055ec2011c0), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:36.253343 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05750f4f-aeb0-4ee3-9f09-eb5a87aeac83 req-08017915-0cf9-4c91-9c7a-c3947e4fe366 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:36.254979 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-05750f4f-aeb0-4ee3-9f09-eb5a87aeac83 req-08017915-0cf9-4c91-9c7a-c3947e4fe366 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410bd6d-58c0-4e1f-9d43-fe81f35f167b HTTP/1.1" status: 200 len: 945 time: 0.2057164 Mar 01 14:07:36.260153 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network d85ef7ba-853c-4d18-8e10-63431b370bc1 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:07:36.354227 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-05750f4f-aeb0-4ee3-9f09-eb5a87aeac83 req-c16b1777-2775-40e4-a21a-6c0ec9802d32 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/security-groups?id=4752bf1e-88f4-40c8-9300-3f1bde5cef32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846150 Mar 01 14:07:36.518366 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda3fa4-c8c9-4ea1-8176-4e84a61ad500 None None] Pushing event updated for resources: {'Port': ['ID=6a2b4404-efc9-41f2-90b5-b055ec2011c0,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:36.574373 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d70cac65-4e1b-429c-9fac-e9b48e41d2aa tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (804dd69b-bfaa-418d-9cef-63fade8ead02), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:36.631372 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4b59eb6f-7daf-46f7-8010-d4423c1d2622 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (43803783-29f2-41db-8e80-b5b78388c8be), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:36.756368 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d70cac65-4e1b-429c-9fac-e9b48e41d2aa tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (804dd69b-bfaa-418d-9cef-63fade8ead02), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:36.847640 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d70cac65-4e1b-429c-9fac-e9b48e41d2aa tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:36.855232 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37854) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:36.871446 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d70cac65-4e1b-429c-9fac-e9b48e41d2aa tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] 10.222.0.13 "DELETE /v2.0/subnets/804dd69b-bfaa-418d-9cef-63fade8ead02 HTTP/1.1" status: 204 len: 168 time: 1.1934247 Mar 01 14:07:36.875308 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70cac65-4e1b-429c-9fac-e9b48e41d2aa tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Pushing event deleted for resources: {'Subnet': ['ID=804dd69b-bfaa-418d-9cef-63fade8ead02,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:37.004153 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd228cd7-6f06-4dc9-afd5-1bd0aa15886a tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:37.009549 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd228cd7-6f06-4dc9-afd5-1bd0aa15886a tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:37.013598 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-dd228cd7-6f06-4dc9-afd5-1bd0aa15886a tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1516082 Mar 01 14:07:37.014511 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37860) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:37.151112 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8e9e7b8e-102a-46f2-995d-766b9bcf0218 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (b9442055-fae4-4c63-8ea5-2c61ccd13532), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:37.193787 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e9e7b8e-102a-46f2-995d-766b9bcf0218 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 01 14:07:37.194627 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e9e7b8e-102a-46f2-995d-766b9bcf0218 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:07:37.202729 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37862) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:37.203609 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8e9e7b8e-102a-46f2-995d-766b9bcf0218 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] 10.222.0.13 "DELETE /v2.0/networks/b9442055-fae4-4c63-8ea5-2c61ccd13532 HTTP/1.1" status: 409 len: 466 time: 0.1884906 Mar 01 14:07:37.208282 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-9457a53a-873b-4c9c-b121-4c86f9c88385 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-59168420'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:37.236861 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-4b59eb6f-7daf-46f7-8010-d4423c1d2622 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Deleting port 8a092996-121e-493f-beee-04b795cd57b9 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:07:37.237340 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4b59eb6f-7daf-46f7-8010-d4423c1d2622 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (8a092996-121e-493f-beee-04b795cd57b9), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:37.254820 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9457a53a-873b-4c9c-b121-4c86f9c88385 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Made reservation on behalf of cea1ead9c6044287a0ebf950989a5ee3 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:07:37.265883 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9457a53a-873b-4c9c-b121-4c86f9c88385 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:37.319199 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9457a53a-873b-4c9c-b121-4c86f9c88385 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:07:37.331270 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9457a53a-873b-4c9c-b121-4c86f9c88385 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (8de9505b-004b-4a56-bc09-ff4e649d0877), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:37.331650 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-9457a53a-873b-4c9c-b121-4c86f9c88385 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Added segment 8de9505b-004b-4a56-bc09-ff4e649d0877 of type vlan for network 5f258e15-16df-4172-97fe-be82ca78e615 Mar 01 14:07:37.404094 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9457a53a-873b-4c9c-b121-4c86f9c88385 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (5f258e15-16df-4172-97fe-be82ca78e615), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:37.445415 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9457a53a-873b-4c9c-b121-4c86f9c88385 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (5f258e15-16df-4172-97fe-be82ca78e615), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:37.470325 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9457a53a-873b-4c9c-b121-4c86f9c88385 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:37.470973 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9457a53a-873b-4c9c-b121-4c86f9c88385 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:37.612531 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4b59eb6f-7daf-46f7-8010-d4423c1d2622 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (8a092996-121e-493f-beee-04b795cd57b9), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:37.658194 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-4b59eb6f-7daf-46f7-8010-d4423c1d2622 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Calling delete_port for 8a092996-121e-493f-beee-04b795cd57b9 owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:07:37.688361 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa31ed3-b126-4f58-bed5-fc28da59a9d5 req-a4d4f2c1-2486-48b3-b11f-a386f1c6eb3c tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:37.692501 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-caa31ed3-b126-4f58-bed5-fc28da59a9d5 req-a4d4f2c1-2486-48b3-b11f-a386f1c6eb3c tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.20 "GET /v2.0/ports?device_id=d410bd6d-58c0-4e1f-9d43-fe81f35f167b HTTP/1.1" status: 200 len: 945 time: 0.3948660 Mar 01 14:07:37.831783 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457a53a-873b-4c9c-b121-4c86f9c88385 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Pushing event updated for resources: {'Network': ['ID=5f258e15-16df-4172-97fe-be82ca78e615,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:37.845206 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 5f258e15-16df-4172-97fe-be82ca78e615 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:07:37.892377 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9457a53a-873b-4c9c-b121-4c86f9c88385 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6881163 Mar 01 14:07:37.898688 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37876) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:37.909395 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-d272d037-1043-41b1-958d-b5be871eacca tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Request body: {'subnet': {'network_id': '5f258e15-16df-4172-97fe-be82ca78e615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:38.038054 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d2d81-2611-4b59-9040-c7f034713598 req-4ffdc4d8-d7a1-49fb-873b-2ffcf5213db2 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:38.040215 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1f4d2d81-2611-4b59-9040-c7f034713598 req-4ffdc4d8-d7a1-49fb-873b-2ffcf5213db2 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410bd6d-58c0-4e1f-9d43-fe81f35f167b HTTP/1.1" status: 200 len: 945 time: 0.5474908 Mar 01 14:07:38.130502 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-caa31ed3-b126-4f58-bed5-fc28da59a9d5 req-b9328c51-9bf4-4784-940c-ab60975bbe5a tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] Deleting port 3790440b-4c7e-46cd-ba2e-a82f5af32a86 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:07:38.130894 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-caa31ed3-b126-4f58-bed5-fc28da59a9d5 req-b9328c51-9bf4-4784-940c-ab60975bbe5a tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (3790440b-4c7e-46cd-ba2e-a82f5af32a86), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:38.309205 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bc5a3e-4319-40cb-b0ae-62c195a4c26a None None] Network b9442055-fae4-4c63-8ea5-2c61ccd13532 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:07:38.318824 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-caa31ed3-b126-4f58-bed5-fc28da59a9d5 req-b9328c51-9bf4-4784-940c-ab60975bbe5a tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] For port 3790440b-4c7e-46cd-ba2e-a82f5af32a86, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=3790440b-4c7e-46cd-ba2e-a82f5af32a86,segment=NetworkSegment(7ac2c049-cd61-42ef-b858-47b2917f974c),segment_id=7ac2c049-cd61-42ef-b858-47b2917f974c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:07:38.319281 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-caa31ed3-b126-4f58-bed5-fc28da59a9d5 req-b9328c51-9bf4-4784-940c-ab60975bbe5a tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (3790440b-4c7e-46cd-ba2e-a82f5af32a86), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:38.376137 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-caa31ed3-b126-4f58-bed5-fc28da59a9d5 req-b9328c51-9bf4-4784-940c-ab60975bbe5a tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] Calling delete_port for 3790440b-4c7e-46cd-ba2e-a82f5af32a86 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:07:38.407127 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1f4d2d81-2611-4b59-9040-c7f034713598 req-2db61311-afd0-44a8-a4b7-0fd10021f3e9 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/security-groups?id=4752bf1e-88f4-40c8-9300-3f1bde5cef32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564217 Mar 01 14:07:38.410317 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d272d037-1043-41b1-958d-b5be871eacca tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Made reservation on behalf of cea1ead9c6044287a0ebf950989a5ee3 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:07:38.424452 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d272d037-1043-41b1-958d-b5be871eacca tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:38.583975 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4b59eb6f-7daf-46f7-8010-d4423c1d2622 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (8a092996-121e-493f-beee-04b795cd57b9), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:38.759029 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-dbef8af5-fe14-4cbc-9857-2ff4171de6ba None None] Provisioning complete for port 6a2b4404-efc9-41f2-90b5-b055ec2011c0 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:38.759835 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-dbef8af5-fe14-4cbc-9857-2ff4171de6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6a2b4404-efc9-41f2-90b5-b055ec2011c0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:38.832282 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b59eb6f-7daf-46f7-8010-d4423c1d2622 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event deleted for resources: {'Port': ['ID=8a092996-121e-493f-beee-04b795cd57b9,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:38.851177 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-caa31ed3-b126-4f58-bed5-fc28da59a9d5 req-b9328c51-9bf4-4784-940c-ab60975bbe5a tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (3790440b-4c7e-46cd-ba2e-a82f5af32a86), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:38.870330 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['3790440b-4c7e-46cd-ba2e-a82f5af32a86'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:07:38.965865 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22bbec0-f4ad-4a34-90c1-4046b087c72e None None] DHCP port deletion for b9442055-fae4-4c63-8ea5-2c61ccd13532 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:07:39.012962 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-dbef8af5-fe14-4cbc-9857-2ff4171de6ba None None] Current status of the port 6a2b4404-efc9-41f2-90b5-b055ec2011c0 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:07:39.014009 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-dbef8af5-fe14-4cbc-9857-2ff4171de6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6a2b4404-efc9-41f2-90b5-b055ec2011c0), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:39.144412 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-dbef8af5-fe14-4cbc-9857-2ff4171de6ba None None] For port 6a2b4404-efc9-41f2-90b5-b055ec2011c0, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6a2b4404-efc9-41f2-90b5-b055ec2011c0,segment=NetworkSegment(a89d096e-042f-4f32-8754-53b59a3ca6ee),segment_id=a89d096e-042f-4f32-8754-53b59a3ca6ee)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:07:39.162646 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-dbef8af5-fe14-4cbc-9857-2ff4171de6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (6a2b4404-efc9-41f2-90b5-b055ec2011c0), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:39.263094 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9328c51-9bf4-4784-940c-ab60975bbe5a tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] Pushing event deleted for resources: {'Port': ['ID=3790440b-4c7e-46cd-ba2e-a82f5af32a86,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:39.335070 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa31ed3-b126-4f58-bed5-fc28da59a9d5 req-b9328c51-9bf4-4784-940c-ab60975bbe5a tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] No DVR routers for this DVR port 3790440b-4c7e-46cd-ba2e-a82f5af32a86 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:07:39.348627 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-caa31ed3-b126-4f58-bed5-fc28da59a9d5 req-b9328c51-9bf4-4784-940c-ab60975bbe5a tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:39.362155 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-caa31ed3-b126-4f58-bed5-fc28da59a9d5 req-b9328c51-9bf4-4784-940c-ab60975bbe5a tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.20 "DELETE /v2.0/ports/3790440b-4c7e-46cd-ba2e-a82f5af32a86 HTTP/1.1" status: 204 len: 173 time: 1.6205990 Mar 01 14:07:39.370962 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37908) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:39.374271 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd410bd6d-58c0-4e1f-9d43-fe81f35f167b', 'name': 'network-vif-deleted', 'tag': '3790440b-4c7e-46cd-ba2e-a82f5af32a86'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:07:39.380590 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82eaf289-813e-4c48-88ad-1e97571230d0" -d '{"events": [{"server_uuid": "d410bd6d-58c0-4e1f-9d43-fe81f35f167b", "name": "network-vif-deleted", "tag": "3790440b-4c7e-46cd-ba2e-a82f5af32a86"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:07:39.392887 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-a22bbec0-f4ad-4a34-90c1-4046b087c72e None None] Deleting port 6a2b4404-efc9-41f2-90b5-b055ec2011c0 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:07:39.393366 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a22bbec0-f4ad-4a34-90c1-4046b087c72e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (6a2b4404-efc9-41f2-90b5-b055ec2011c0), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:39.403086 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef8af5-fe14-4cbc-9857-2ff4171de6ba None None] Pushing event updated for resources: {'Port': ['ID=6a2b4404-efc9-41f2-90b5-b055ec2011c0,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:39.421667 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-2742bf88-81c3-4681-ab9d-779cfa791532 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Request body: {'subnets': [{'network_id': '1eb23542-87b0-4737-8037-1e256caeb84b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--429354238', 'ip_version': 6}, {'network_id': 'd85ef7ba-853c-4d18-8e10-63431b370bc1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:39.423360 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-2742bf88-81c3-4681-ab9d-779cfa791532 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Request body: {'subnet': {'network_id': '1eb23542-87b0-4737-8037-1e256caeb84b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--429354238', 'ip_version': 6}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:39.424159 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-2742bf88-81c3-4681-ab9d-779cfa791532 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Request body: {'subnet': {'network_id': 'd85ef7ba-853c-4d18-8e10-63431b370bc1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:39.538023 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4b59eb6f-7daf-46f7-8010-d4423c1d2622 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (43803783-29f2-41db-8e80-b5b78388c8be), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:39.544390 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-a22bbec0-f4ad-4a34-90c1-4046b087c72e None None] For port 6a2b4404-efc9-41f2-90b5-b055ec2011c0, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6a2b4404-efc9-41f2-90b5-b055ec2011c0,segment=NetworkSegment(a89d096e-042f-4f32-8754-53b59a3ca6ee),segment_id=a89d096e-042f-4f32-8754-53b59a3ca6ee)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:07:39.544876 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a22bbec0-f4ad-4a34-90c1-4046b087c72e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (6a2b4404-efc9-41f2-90b5-b055ec2011c0), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:39.550323 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd98899-18a9-4dea-851d-bb07da432f7d x-openstack-request-id: req-8dd98899-18a9-4dea-851d-bb07da432f7d {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:07:39.550620 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d410bd6d-58c0-4e1f-9d43-fe81f35f167b", "name": "network-vif-deleted", "tag": "3790440b-4c7e-46cd-ba2e-a82f5af32a86", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:07:39.550936 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8dd98899-18a9-4dea-851d-bb07da432f7d {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:07:39.551297 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd410bd6d-58c0-4e1f-9d43-fe81f35f167b', 'name': 'network-vif-deleted', 'tag': '3790440b-4c7e-46cd-ba2e-a82f5af32a86', 'status': 'completed', 'code': 200} Mar 01 14:07:39.563038 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-a22bbec0-f4ad-4a34-90c1-4046b087c72e None None] Calling delete_port for 6a2b4404-efc9-41f2-90b5-b055ec2011c0 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:07:39.680383 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a22bbec0-f4ad-4a34-90c1-4046b087c72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (6a2b4404-efc9-41f2-90b5-b055ec2011c0), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:39.717216 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-214e2ec4-a414-41b6-bae7-9c3258590cb5 req-1a5950ce-295e-4463-b8e2-084dc0177df4 tempest-ServersNegativeTestMultiTenantJSON-1677613938 tempest-ServersNegativeTestMultiTenantJSON-1677613938-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410bd6d-58c0-4e1f-9d43-fe81f35f167b HTTP/1.1" status: 200 len: 210 time: 0.1852984 Mar 01 14:07:39.738642 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22bbec0-f4ad-4a34-90c1-4046b087c72e None None] No DVR routers for this DVR port 6a2b4404-efc9-41f2-90b5-b055ec2011c0 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:07:39.745718 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22bbec0-f4ad-4a34-90c1-4046b087c72e None None] Pushing event deleted for resources: {'Port': ['ID=6a2b4404-efc9-41f2-90b5-b055ec2011c0,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:39.752914 n-d-827467-3 neutron-server[103727]: DEBUG neutron.objects.ports [None req-d272d037-1043-41b1-958d-b5be871eacca tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103727) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 01 14:07:39.752914 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d272d037-1043-41b1-958d-b5be871eacca tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (068974db-b448-4f59-95aa-cc4e32e35e5f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:39.843733 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272d037-1043-41b1-958d-b5be871eacca tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Pushing event updated for resources: {'Subnet': ['ID=068974db-b448-4f59-95aa-cc4e32e35e5f,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:39.854587 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:39.854806 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d272d037-1043-41b1-958d-b5be871eacca tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Checking segment: {'id': '8de9505b-004b-4a56-bc09-ff4e649d0877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5f258e15-16df-4172-97fe-be82ca78e615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:07:39.856214 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d272d037-1043-41b1-958d-b5be871eacca tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Network hostable DHCP agents. Network: 5f258e15-16df-4172-97fe-be82ca78e615, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:07:39.892534 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d272d037-1043-41b1-958d-b5be871eacca tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Network 5f258e15-16df-4172-97fe-be82ca78e615 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:07:39.917065 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-d272d037-1043-41b1-958d-b5be871eacca tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 5f258e15-16df-4172-97fe-be82ca78e615) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:39.932322 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4980cb27-c459-47c8-958e-b652a22f4026 None None] Network 5f258e15-16df-4172-97fe-be82ca78e615 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:07:39.970849 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d272d037-1043-41b1-958d-b5be871eacca tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:39.973805 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d272d037-1043-41b1-958d-b5be871eacca tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:39.984694 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b59eb6f-7daf-46f7-8010-d4423c1d2622 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Router 43803783-29f2-41db-8e80-b5b78388c8be has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:07:40.005587 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2742bf88-81c3-4681-ab9d-779cfa791532 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Made reservation on behalf of 3c9a647ba05e4f3c94a2be93c4b9f045 for: {'subnet': 2} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:07:40.018408 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2742bf88-81c3-4681-ab9d-779cfa791532 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:40.020261 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2742bf88-81c3-4681-ab9d-779cfa791532 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:40.044312 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d272d037-1043-41b1-958d-b5be871eacca tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1431251 Mar 01 14:07:40.044960 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37924) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:40.129525 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:40.182672 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9e338146-b7e3-4728-9b52-1b09ea332bac tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (5f258e15-16df-4172-97fe-be82ca78e615), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:40.186624 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd1c3dc-e078-4f61-9e0c-8217de536370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-5f258e15-16df-4172-97fe-be82ca78e615', 'network_id': '5f258e15-16df-4172-97fe-be82ca78e615', 'project_id': 'cea1ead9c6044287a0ebf950989a5ee3', 'fixed_ips': [{'subnet_id': '068974db-b448-4f59-95aa-cc4e32e35e5f'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:07:40.187719 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2fd1c3dc-e078-4f61-9e0c-8217de536370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:40.255020 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9e338146-b7e3-4728-9b52-1b09ea332bac tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (068974db-b448-4f59-95aa-cc4e32e35e5f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:40.303602 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b59eb6f-7daf-46f7-8010-d4423c1d2622 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:07:40.313767 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4b59eb6f-7daf-46f7-8010-d4423c1d2622 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "PUT /v2.0/routers/43803783-29f2-41db-8e80-b5b78388c8be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9621344 Mar 01 14:07:40.318113 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37930) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:40.323984 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9671e9c-2508-4930-acb2-24fd5a2d5f30 None None] Sync routers for ids ['43803783-29f2-41db-8e80-b5b78388c8be'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:07:40.352002 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9671e9c-2508-4930-acb2-24fd5a2d5f30 None None] Routers {'43803783-29f2-41db-8e80-b5b78388c8be'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:07:40.353465 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-a9671e9c-2508-4930-acb2-24fd5a2d5f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:07:28Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['43803783-29f2-41db-8e80-b5b78388c8be'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:40.367427 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9e338146-b7e3-4728-9b52-1b09ea332bac tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (068974db-b448-4f59-95aa-cc4e32e35e5f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:40.421077 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-a9671e9c-2508-4930-acb2-24fd5a2d5f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:40.431188 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e338146-b7e3-4728-9b52-1b09ea332bac tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Pushing event deleted for resources: {'Subnet': ['ID=068974db-b448-4f59-95aa-cc4e32e35e5f,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server [None req-2fd1c3dc-e078-4f61-9e0c-8217de536370 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 068974db-b448-4f59-95aa-cc4e32e35e5f: This subnet is being modified by another concurrent operation. Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 01 14:07:40.432498 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise exception Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 068974db-b448-4f59-95aa-cc4e32e35e5f: This subnet is being modified by another concurrent operation. Mar 01 14:07:40.436811 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server Mar 01 14:07:40.445651 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9671e9c-2508-4930-acb2-24fd5a2d5f30 None None] Routers {'43803783-29f2-41db-8e80-b5b78388c8be'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:07:40.446771 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-a9671e9c-2508-4930-acb2-24fd5a2d5f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:07:28Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['43803783-29f2-41db-8e80-b5b78388c8be'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:40.497212 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f896c693-89b9-4298-ac68-3ed4a005f8a4 None None] get_active_networks_info from n-d-827467-3 {{(pid=103728) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 01 14:07:40.499854 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-a9671e9c-2508-4930-acb2-24fd5a2d5f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:40.500732 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9671e9c-2508-4930-acb2-24fd5a2d5f30 None None] The sync data for ids ['43803783-29f2-41db-8e80-b5b78388c8be'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:07:40.566914 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9e338146-b7e3-4728-9b52-1b09ea332bac tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (5f258e15-16df-4172-97fe-be82ca78e615), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:40.616640 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-9e338146-b7e3-4728-9b52-1b09ea332bac tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f258e15-16df-4172-97fe-be82ca78e615']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:40.630698 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-9e338146-b7e3-4728-9b52-1b09ea332bac tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de9505b-004b-4a56-bc09-ff4e649d0877') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:40.631276 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-9e338146-b7e3-4728-9b52-1b09ea332bac tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de9505b-004b-4a56-bc09-ff4e649d0877') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:40.639556 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f896c693-89b9-4298-ac68-3ed4a005f8a4 None None] Resources bound (agent type, host, resource id): {{(pid=103728) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 14:07:40.643148 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9e338146-b7e3-4728-9b52-1b09ea332bac tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (8de9505b-004b-4a56-bc09-ff4e649d0877), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:40.658141 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9e338146-b7e3-4728-9b52-1b09ea332bac tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (8de9505b-004b-4a56-bc09-ff4e649d0877), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:40.670707 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e338146-b7e3-4728-9b52-1b09ea332bac tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:07:40.673095 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9e338146-b7e3-4728-9b52-1b09ea332bac tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (8de9505b-004b-4a56-bc09-ff4e649d0877), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:40.820967 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:07:40.820967 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:07:40.820967 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:07:40.820967 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:07:40.820967 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:07:40.820967 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:07:40.820967 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:07:40.820967 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:07:40.820967 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:07:40.820967 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:07:40.820967 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:07:40.820967 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:07:40.820967 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:07:40.820967 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:07:40.820967 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:07:40.820967 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:07:40.820967 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:07:40.820967 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:07:40.820967 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:07:40.820967 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:07:40.820967 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:07:40.820967 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:07:40.820967 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:07:40.820967 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:07:40.820967 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:07:40.820967 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:07:40.820967 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:07:40.820967 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:07:40.820967 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:07:40.820967 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:07:40.820967 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:07:40.820967 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:07:40.842736 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37944) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:40.844600 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6a2b4404-efc9-41f2-90b5-b055ec2011c0 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:07:40.879342 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 6a2b4404-efc9-41f2-90b5-b055ec2011c0 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:07:40.879726 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6a2b4404-efc9-41f2-90b5-b055ec2011c0 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:07:40.889043 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9e338146-b7e3-4728-9b52-1b09ea332bac tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (5f258e15-16df-4172-97fe-be82ca78e615), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:40.907202 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9e338146-b7e3-4728-9b52-1b09ea332bac tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:40.916926 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9e338146-b7e3-4728-9b52-1b09ea332bac tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] 10.222.0.13 "DELETE /v2.0/networks/5f258e15-16df-4172-97fe-be82ca78e615 HTTP/1.1" status: 204 len: 168 time: 0.8699584 Mar 01 14:07:40.928307 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37946) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:40.933920 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-75077b6c-7cef-49d0-9bbe-b5f4ec6e610b tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-249303524'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:40.958682 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e338146-b7e3-4728-9b52-1b09ea332bac tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Pushing event deleted for resources: {'Network': ['ID=5f258e15-16df-4172-97fe-be82ca78e615,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:40.968399 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75077b6c-7cef-49d0-9bbe-b5f4ec6e610b tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Made reservation on behalf of cea1ead9c6044287a0ebf950989a5ee3 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:07:40.972356 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-75077b6c-7cef-49d0-9bbe-b5f4ec6e610b tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:41.014808 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-9951e988-94be-4dd3-a86e-f78a61d10f45 admin admin] Deleting subnet b41041a9-6019-4cd3-b7ac-554163cfe855 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:07:41.021658 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9951e988-94be-4dd3-a86e-f78a61d10f45 admin admin] Publish callbacks [] for subnet (b41041a9-6019-4cd3-b7ac-554163cfe855), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:41.113314 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c7c481-109b-4747-a849-ffd39c3bcc81 None None] Network 5f258e15-16df-4172-97fe-be82ca78e615 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:07:41.132687 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c7c481-109b-4747-a849-ffd39c3bcc81 None None] Network 5f258e15-16df-4172-97fe-be82ca78e615 could not be found, it might have been deleted concurrently. {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 01 14:07:41.152713 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9951e988-94be-4dd3-a86e-f78a61d10f45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (b41041a9-6019-4cd3-b7ac-554163cfe855), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:41.179352 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-a3597242-d373-4eff-8a1b-c9de6db63ec9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] remove_router_interface failed (client error): The resource could not be found. Mar 01 14:07:41.180920 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a3597242-d373-4eff-8a1b-c9de6db63ec9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "PUT /v2.0/routers/43803783-29f2-41db-8e80-b5b78388c8be/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8618577 Mar 01 14:07:41.184035 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37952) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:41.217443 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9951e988-94be-4dd3-a86e-f78a61d10f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (b41041a9-6019-4cd3-b7ac-554163cfe855), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:41.225809 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a6c57ca4-edcd-44df-9be1-c78caa571920 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "GET /v2.0/ports?device_id=43803783-29f2-41db-8e80-b5b78388c8be HTTP/1.1" status: 200 len: 205 time: 0.0403690 Mar 01 14:07:41.229753 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37954) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:41.279478 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75077b6c-7cef-49d0-9bbe-b5f4ec6e610b tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:07:41.295712 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-75077b6c-7cef-49d0-9bbe-b5f4ec6e610b tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (b790e8ff-56db-489f-8f5d-8f63e700e702), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:41.295991 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-75077b6c-7cef-49d0-9bbe-b5f4ec6e610b tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Added segment b790e8ff-56db-489f-8f5d-8f63e700e702 of type vlan for network 3db81218-b519-4a7f-95a0-c799abf1357d Mar 01 14:07:41.307892 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9951e988-94be-4dd3-a86e-f78a61d10f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (b41041a9-6019-4cd3-b7ac-554163cfe855), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:41.355618 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af3a6baa-8c98-4eec-ad05-510bd7b2c572 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router (43803783-29f2-41db-8e80-b5b78388c8be), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:41.389387 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951e988-94be-4dd3-a86e-f78a61d10f45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b41041a9-6019-4cd3-b7ac-554163cfe855,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:41.391824 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9951e988-94be-4dd3-a86e-f78a61d10f45 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:41.395112 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9951e988-94be-4dd3-a86e-f78a61d10f45 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b41041a9-6019-4cd3-b7ac-554163cfe855 HTTP/1.1" status: 204 len: 168 time: 0.5512762 Mar 01 14:07:41.400051 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37958) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:41.417050 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-75077b6c-7cef-49d0-9bbe-b5f4ec6e610b tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (3db81218-b519-4a7f-95a0-c799abf1357d), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:41.535315 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d2f2a1ee-f522-4d90-9e3f-85945e7b7b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (15c4d283-0948-46be-a090-85eb1c9286ae), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:41.542313 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-75077b6c-7cef-49d0-9bbe-b5f4ec6e610b tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (3db81218-b519-4a7f-95a0-c799abf1357d), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:41.547562 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75077b6c-7cef-49d0-9bbe-b5f4ec6e610b tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:41.548465 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-75077b6c-7cef-49d0-9bbe-b5f4ec6e610b tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:41.671926 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-75077b6c-7cef-49d0-9bbe-b5f4ec6e610b tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7424493 Mar 01 14:07:41.678655 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37964) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:41.686819 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-ccffa917-27ea-4a5f-ac40-05613622d00c tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Request body: {'subnet': {'network_id': '3db81218-b519-4a7f-95a0-c799abf1357d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:41.711573 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af3a6baa-8c98-4eec-ad05-510bd7b2c572 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (43803783-29f2-41db-8e80-b5b78388c8be), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:41.717206 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75077b6c-7cef-49d0-9bbe-b5f4ec6e610b tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Pushing event updated for resources: {'Network': ['ID=3db81218-b519-4a7f-95a0-c799abf1357d,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:41.722442 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d2f2a1ee-f522-4d90-9e3f-85945e7b7b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (15c4d283-0948-46be-a090-85eb1c9286ae), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:41.734315 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 3db81218-b519-4a7f-95a0-c799abf1357d details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:07:41.745592 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-d2f2a1ee-f522-4d90-9e3f-85945e7b7b55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c4d283-0948-46be-a090-85eb1c9286ae']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:41.757808 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af3a6baa-8c98-4eec-ad05-510bd7b2c572 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router_controller (43803783-29f2-41db-8e80-b5b78388c8be), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:41.766176 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-d2f2a1ee-f522-4d90-9e3f-85945e7b7b55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac2c049-cd61-42ef-b858-47b2917f974c') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:41.766943 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-d2f2a1ee-f522-4d90-9e3f-85945e7b7b55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac2c049-cd61-42ef-b858-47b2917f974c') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:41.785315 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d2f2a1ee-f522-4d90-9e3f-85945e7b7b55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (7ac2c049-cd61-42ef-b858-47b2917f974c), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:41.814352 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d2f2a1ee-f522-4d90-9e3f-85945e7b7b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (7ac2c049-cd61-42ef-b858-47b2917f974c), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:41.824942 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2f2a1ee-f522-4d90-9e3f-85945e7b7b55 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:07:41.825680 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d2f2a1ee-f522-4d90-9e3f-85945e7b7b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (7ac2c049-cd61-42ef-b858-47b2917f974c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:41.827176 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:07:41.827176 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:07:41.827176 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:07:41.827176 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:07:41.827176 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:07:41.827176 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:07:41.827176 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:07:41.827176 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:07:41.827176 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:07:41.827176 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:07:41.827176 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:07:41.827176 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:07:41.827176 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:07:41.827176 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:07:41.827176 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:07:41.827176 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:07:41.827176 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:07:41.827176 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:07:41.827176 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:07:41.827176 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:07:41.827176 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:07:41.827176 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:07:41.827176 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:07:41.827176 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:07:41.827176 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:07:41.827176 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:07:41.827176 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:07:41.827176 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:07:41.827176 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:07:41.827176 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:07:41.827176 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:07:41.827176 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:07:41.873830 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af3a6baa-8c98-4eec-ad05-510bd7b2c572 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (43803783-29f2-41db-8e80-b5b78388c8be), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:41.874373 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3a6baa-8c98-4eec-ad05-510bd7b2c572 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Fanout notify agent at l3_agent the message router_deleted on router 43803783-29f2-41db-8e80-b5b78388c8be {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:07:41.889555 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af3a6baa-8c98-4eec-ad05-510bd7b2c572 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:41.893535 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-af3a6baa-8c98-4eec-ad05-510bd7b2c572 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/routers/43803783-29f2-41db-8e80-b5b78388c8be HTTP/1.1" status: 204 len: 168 time: 0.6625824 Mar 01 14:07:41.897687 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37972) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:41.917513 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccffa917-27ea-4a5f-ac40-05613622d00c tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Made reservation on behalf of cea1ead9c6044287a0ebf950989a5ee3 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:07:41.921622 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ccffa917-27ea-4a5f-ac40-05613622d00c tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:41.948988 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d2f2a1ee-f522-4d90-9e3f-85945e7b7b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (15c4d283-0948-46be-a090-85eb1c9286ae), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:41.990961 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b1d720-10c8-4e56-aed2-98157fa41736 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Deleting subnet 62976452-5839-4a4b-a9a3-f8499a44316c {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:07:41.990961 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d2f2a1ee-f522-4d90-9e3f-85945e7b7b55 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:41.995240 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d2f2a1ee-f522-4d90-9e3f-85945e7b7b55 admin admin] 10.222.0.13 "DELETE /v2.0/networks/15c4d283-0948-46be-a090-85eb1c9286ae HTTP/1.1" status: 204 len: 168 time: 0.5907471 Mar 01 14:07:41.996964 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37976) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:42.001153 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-32b1d720-10c8-4e56-aed2-98157fa41736 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for subnet (62976452-5839-4a4b-a9a3-f8499a44316c), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:42.041292 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f2a1ee-f522-4d90-9e3f-85945e7b7b55 admin admin] Pushing event deleted for resources: {'Network': ['ID=15c4d283-0948-46be-a090-85eb1c9286ae,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:42.090017 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-32b1d720-10c8-4e56-aed2-98157fa41736 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (62976452-5839-4a4b-a9a3-f8499a44316c), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:42.129234 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e017b19-f300-4f1f-8065-686ecc3507ea admin admin] Deleting subnet 9192538a-4c37-43e7-8eec-6d0045da0460 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:07:42.134403 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3e017b19-f300-4f1f-8065-686ecc3507ea admin admin] Publish callbacks [] for subnet (9192538a-4c37-43e7-8eec-6d0045da0460), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:42.142141 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ccffa917-27ea-4a5f-ac40-05613622d00c tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (412a35dc-aa43-432f-b149-16f3750f739a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:42.194908 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3e017b19-f300-4f1f-8065-686ecc3507ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (9192538a-4c37-43e7-8eec-6d0045da0460), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:42.202610 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2742bf88-81c3-4681-ab9d-779cfa791532 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (ead524c0-1112-4f60-9a23-5be9a0d7dc45), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:42.224674 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccffa917-27ea-4a5f-ac40-05613622d00c tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Pushing event updated for resources: {'Subnet': ['ID=412a35dc-aa43-432f-b149-16f3750f739a,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:42.282361 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccffa917-27ea-4a5f-ac40-05613622d00c tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Checking segment: {'id': 'b790e8ff-56db-489f-8f5d-8f63e700e702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3db81218-b519-4a7f-95a0-c799abf1357d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:07:42.283096 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccffa917-27ea-4a5f-ac40-05613622d00c tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Network hostable DHCP agents. Network: 3db81218-b519-4a7f-95a0-c799abf1357d, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:07:42.298787 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3e017b19-f300-4f1f-8065-686ecc3507ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (9192538a-4c37-43e7-8eec-6d0045da0460), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:42.309624 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2742bf88-81c3-4681-ab9d-779cfa791532 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Checking segment: {'id': '1489bf5f-4906-4e01-a21d-b38744598474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1eb23542-87b0-4737-8037-1e256caeb84b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:07:42.309984 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2742bf88-81c3-4681-ab9d-779cfa791532 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Network hostable DHCP agents. Network: 1eb23542-87b0-4737-8037-1e256caeb84b, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:07:42.311935 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742bf88-81c3-4681-ab9d-779cfa791532 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Pushing event updated for resources: {'Subnet': ['ID=ead524c0-1112-4f60-9a23-5be9a0d7dc45,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:42.330290 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccffa917-27ea-4a5f-ac40-05613622d00c tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Network 3db81218-b519-4a7f-95a0-c799abf1357d is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:07:42.337827 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2742bf88-81c3-4681-ab9d-779cfa791532 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Network 1eb23542-87b0-4737-8037-1e256caeb84b is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:07:42.351969 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-ccffa917-27ea-4a5f-ac40-05613622d00c tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 3db81218-b519-4a7f-95a0-c799abf1357d) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:42.353642 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 3790440b-4c7e-46cd-ba2e-a82f5af32a86 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:07:42.363339 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-2742bf88-81c3-4681-ab9d-779cfa791532 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 1eb23542-87b0-4737-8037-1e256caeb84b) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:42.365761 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-32b1d720-10c8-4e56-aed2-98157fa41736 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (62976452-5839-4a4b-a9a3-f8499a44316c), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:42.384042 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccffa917-27ea-4a5f-ac40-05613622d00c tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:42.385526 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ccffa917-27ea-4a5f-ac40-05613622d00c tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:42.389281 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2742bf88-81c3-4681-ab9d-779cfa791532 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (e16cafa5-b34b-4990-9447-8b32bd06b081), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:42.395975 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 3790440b-4c7e-46cd-ba2e-a82f5af32a86 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:07:42.396332 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 3790440b-4c7e-46cd-ba2e-a82f5af32a86 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:07:42.397814 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404706b2-e99e-45c1-95a6-572918639a1e None None] Network 3db81218-b519-4a7f-95a0-c799abf1357d requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:07:42.406892 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c2065f-3859-4a11-ac80-56d1dd8beec4 None None] Network 1eb23542-87b0-4737-8037-1e256caeb84b requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:07:42.433344 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3e017b19-f300-4f1f-8065-686ecc3507ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (9192538a-4c37-43e7-8eec-6d0045da0460), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:42.481194 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ccffa917-27ea-4a5f-ac40-05613622d00c tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7966533 Mar 01 14:07:42.484325 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37986) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:42.489788 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e017b19-f300-4f1f-8065-686ecc3507ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9192538a-4c37-43e7-8eec-6d0045da0460,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:42.495918 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742bf88-81c3-4681-ab9d-779cfa791532 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Pushing event updated for resources: {'Subnet': ['ID=e16cafa5-b34b-4990-9447-8b32bd06b081,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:42.512174 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2742bf88-81c3-4681-ab9d-779cfa791532 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Checking segment: {'id': 'c46e29a2-73d1-432b-af20-07cfc14a4cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd85ef7ba-853c-4d18-8e10-63431b370bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:07:42.512540 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2742bf88-81c3-4681-ab9d-779cfa791532 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Network hostable DHCP agents. Network: d85ef7ba-853c-4d18-8e10-63431b370bc1, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:07:42.535055 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2742bf88-81c3-4681-ab9d-779cfa791532 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Network d85ef7ba-853c-4d18-8e10-63431b370bc1 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:07:42.548894 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-2742bf88-81c3-4681-ab9d-779cfa791532 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, d85ef7ba-853c-4d18-8e10-63431b370bc1) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:42.562116 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2742bf88-81c3-4681-ab9d-779cfa791532 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:42.562596 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2742bf88-81c3-4681-ab9d-779cfa791532 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:42.564717 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2742bf88-81c3-4681-ab9d-779cfa791532 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:42.595497 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2742bf88-81c3-4681-ab9d-779cfa791532 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.2104685 Mar 01 14:07:42.595996 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37990) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:42.613837 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-32b1d720-10c8-4e56-aed2-98157fa41736 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (62976452-5839-4a4b-a9a3-f8499a44316c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:42.629373 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3e017b19-f300-4f1f-8065-686ecc3507ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:42.632854 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3e017b19-f300-4f1f-8065-686ecc3507ea admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9192538a-4c37-43e7-8eec-6d0045da0460 HTTP/1.1" status: 204 len: 168 time: 0.6331244 Mar 01 14:07:42.638134 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37992) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:42.650483 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-32b1d720-10c8-4e56-aed2-98157fa41736 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:42.653682 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-32b1d720-10c8-4e56-aed2-98157fa41736 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/subnets/62976452-5839-4a4b-a9a3-f8499a44316c HTTP/1.1" status: 204 len: 168 time: 0.7546422 Mar 01 14:07:42.660871 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2138c3d9-7271-41e0-9cea-ba915c06aee9 None None] Network d85ef7ba-853c-4d18-8e10-63431b370bc1 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:07:42.675419 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 37994) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:42.699200 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1d720-10c8-4e56-aed2-98157fa41736 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event deleted for resources: {'Subnet': ['ID=62976452-5839-4a4b-a9a3-f8499a44316c,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:42.762773 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cca979-f0ab-4786-8b7c-5916a5356547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-1eb23542-87b0-4737-8037-1e256caeb84b', 'network_id': '1eb23542-87b0-4737-8037-1e256caeb84b', 'project_id': '3c9a647ba05e4f3c94a2be93c4b9f045', 'fixed_ips': [{'subnet_id': 'ead524c0-1112-4f60-9a23-5be9a0d7dc45'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:07:42.763946 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-84cca979-f0ab-4786-8b7c-5916a5356547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:42.767114 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39783190-22f4-4b5f-bad6-8e6f5a22f9bc None None] Network 8e8a0140-4541-4035-8392-f58b237e9100 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:07:42.824114 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4196640c-1ec2-4e64-8754-223216687cd2 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:42.832827 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4196640c-1ec2-4e64-8754-223216687cd2 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:42.834231 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4196640c-1ec2-4e64-8754-223216687cd2 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:42.842457 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f3c81b0d-261c-4b59-8f73-480581c1e90f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (3db81218-b519-4a7f-95a0-c799abf1357d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:42.845883 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4196640c-1ec2-4e64-8754-223216687cd2 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2486467 Mar 01 14:07:42.846679 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 37996) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:42.847541 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b0700caf-ac59-423c-abb6-d4f94852a4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (85820e26-8877-4fb1-a340-66ccbe60fb82), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:42.854451 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2b67d856-cba0-4e9a-bce0-acf42996e255 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (8e8a0140-4541-4035-8392-f58b237e9100), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:42.907444 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414c7850-f835-434f-b9d0-3078812e058d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-d85ef7ba-853c-4d18-8e10-63431b370bc1', 'network_id': 'd85ef7ba-853c-4d18-8e10-63431b370bc1', 'project_id': '3c9a647ba05e4f3c94a2be93c4b9f045', 'fixed_ips': [{'subnet_id': 'e16cafa5-b34b-4990-9447-8b32bd06b081'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:07:42.908850 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-414c7850-f835-434f-b9d0-3078812e058d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:42.925347 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-8107727b-0d56-4392-a6bd-ff1738e3364b tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Deleting subnet ead524c0-1112-4f60-9a23-5be9a0d7dc45 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:07:42.931447 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8107727b-0d56-4392-a6bd-ff1738e3364b tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks [] for subnet (ead524c0-1112-4f60-9a23-5be9a0d7dc45), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:43.011516 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8107727b-0d56-4392-a6bd-ff1738e3364b tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (ead524c0-1112-4f60-9a23-5be9a0d7dc45), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:43.064236 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f3c81b0d-261c-4b59-8f73-480581c1e90f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (412a35dc-aa43-432f-b149-16f3750f739a), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:43.074944 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8107727b-0d56-4392-a6bd-ff1738e3364b tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (ead524c0-1112-4f60-9a23-5be9a0d7dc45), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:43.157243 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b0700caf-ac59-423c-abb6-d4f94852a4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (85820e26-8877-4fb1-a340-66ccbe60fb82), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:43.184417 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8107727b-0d56-4392-a6bd-ff1738e3364b tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (ead524c0-1112-4f60-9a23-5be9a0d7dc45), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:43.210274 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8107727b-0d56-4392-a6bd-ff1738e3364b tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:43.214284 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-b0700caf-ac59-423c-abb6-d4f94852a4e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85820e26-8877-4fb1-a340-66ccbe60fb82']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:43.220113 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8107727b-0d56-4392-a6bd-ff1738e3364b tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] 10.222.0.13 "DELETE /v2.0/subnets/ead524c0-1112-4f60-9a23-5be9a0d7dc45 HTTP/1.1" status: 204 len: 168 time: 0.3723748 Mar 01 14:07:43.223852 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38006) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:43.264388 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107727b-0d56-4392-a6bd-ff1738e3364b tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Pushing event deleted for resources: {'Subnet': ['ID=ead524c0-1112-4f60-9a23-5be9a0d7dc45,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:43.266440 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-b0700caf-ac59-423c-abb6-d4f94852a4e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ca89705-36d3-4af3-8204-2e36216f0739') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:43.266910 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-b0700caf-ac59-423c-abb6-d4f94852a4e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ca89705-36d3-4af3-8204-2e36216f0739') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server [None req-84cca979-f0ab-4786-8b7c-5916a5356547 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ead524c0-1112-4f60-9a23-5be9a0d7dc45: This subnet is being modified by another concurrent operation. Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 01 14:07:43.289197 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise exception Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ead524c0-1112-4f60-9a23-5be9a0d7dc45: This subnet is being modified by another concurrent operation. Mar 01 14:07:43.294290 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server Mar 01 14:07:43.297519 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b0700caf-ac59-423c-abb6-d4f94852a4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (1ca89705-36d3-4af3-8204-2e36216f0739), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:43.300269 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-2b67d856-cba0-4e9a-bce0-acf42996e255 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Deleting port f57e58b9-69d6-41fa-8e8f-392bf088db1a {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:07:43.300563 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2b67d856-cba0-4e9a-bce0-acf42996e255 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (f57e58b9-69d6-41fa-8e8f-392bf088db1a), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:43.315555 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f3c81b0d-261c-4b59-8f73-480581c1e90f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (412a35dc-aa43-432f-b149-16f3750f739a), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:43.326751 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a29827-29cd-4f10-8b94-4f1a5bdf60d3 None None] Network 1eb23542-87b0-4737-8037-1e256caeb84b requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:07:43.398537 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b59645d-a0a4-4f86-bcea-dd475930e4f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-3db81218-b519-4a7f-95a0-c799abf1357d', 'network_id': '3db81218-b519-4a7f-95a0-c799abf1357d', 'project_id': 'cea1ead9c6044287a0ebf950989a5ee3', 'fixed_ips': [{'subnet_id': '412a35dc-aa43-432f-b149-16f3750f739a'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:07:43.399953 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7b59645d-a0a4-4f86-bcea-dd475930e4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:43.405023 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b0700caf-ac59-423c-abb6-d4f94852a4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (1ca89705-36d3-4af3-8204-2e36216f0739), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:43.425406 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c81b0d-261c-4b59-8f73-480581c1e90f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Pushing event deleted for resources: {'Subnet': ['ID=412a35dc-aa43-432f-b149-16f3750f739a,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:43.433248 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-866d775b-daea-425f-9e87-abd87844d5e1 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Deleting subnet e16cafa5-b34b-4990-9447-8b32bd06b081 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:07:43.444131 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0700caf-ac59-423c-abb6-d4f94852a4e8 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:07:43.444538 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b0700caf-ac59-423c-abb6-d4f94852a4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (1ca89705-36d3-4af3-8204-2e36216f0739), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:43.457849 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9345a20-44d8-4316-af1b-5d8b99a097ef None None] DHCP port deletion for 8e8a0140-4541-4035-8392-f58b237e9100 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:07:43.464384 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:07:43.464384 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:07:43.464384 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:07:43.464384 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:07:43.464384 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:07:43.464384 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:07:43.464384 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:07:43.464384 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:07:43.464384 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:07:43.464384 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:07:43.464384 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:07:43.464384 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:07:43.464384 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:07:43.464384 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:07:43.464384 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:07:43.464384 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:07:43.464384 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:07:43.464384 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:07:43.464384 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:07:43.464384 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:07:43.464384 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:07:43.464384 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:07:43.464384 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:07:43.464384 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:07:43.464384 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:07:43.464384 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:07:43.464384 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:07:43.464384 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:07:43.464384 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:07:43.464384 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:07:43.464384 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:07:43.464384 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:07:43.564251 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-2b67d856-cba0-4e9a-bce0-acf42996e255 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] For port f57e58b9-69d6-41fa-8e8f-392bf088db1a, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=f57e58b9-69d6-41fa-8e8f-392bf088db1a,segment=NetworkSegment(1cd11bdc-ad8f-4a1e-b38d-cde0e5f5b6dc),segment_id=1cd11bdc-ad8f-4a1e-b38d-cde0e5f5b6dc)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:07:43.564640 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2b67d856-cba0-4e9a-bce0-acf42996e255 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (f57e58b9-69d6-41fa-8e8f-392bf088db1a), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:43.577265 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-414c7850-f835-434f-b9d0-3078812e058d None None] Allocated IP 2001:db8:0:1::1 (d85ef7ba-853c-4d18-8e10-63431b370bc1/e16cafa5-b34b-4990-9447-8b32bd06b081/2aab325a-9073-42eb-85c0-ab70be5e814f) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:07:43.589890 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f3c81b0d-261c-4b59-8f73-480581c1e90f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (3db81218-b519-4a7f-95a0-c799abf1357d), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:43.604966 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-2b67d856-cba0-4e9a-bce0-acf42996e255 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Calling delete_port for f57e58b9-69d6-41fa-8e8f-392bf088db1a owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:07:43.626039 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-f3c81b0d-261c-4b59-8f73-480581c1e90f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3db81218-b519-4a7f-95a0-c799abf1357d']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:43.629805 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b0700caf-ac59-423c-abb6-d4f94852a4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (85820e26-8877-4fb1-a340-66ccbe60fb82), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:43.675181 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b57307a-d9f0-4cfb-91dd-c0c60a088590 None None] Network 3db81218-b519-4a7f-95a0-c799abf1357d requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:07:43.690358 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b0700caf-ac59-423c-abb6-d4f94852a4e8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:43.699048 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b0700caf-ac59-423c-abb6-d4f94852a4e8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/85820e26-8877-4fb1-a340-66ccbe60fb82 HTTP/1.1" status: 204 len: 168 time: 1.0569024 Mar 01 14:07:43.700037 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0700caf-ac59-423c-abb6-d4f94852a4e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=85820e26-8877-4fb1-a340-66ccbe60fb82,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:43.706738 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-f3c81b0d-261c-4b59-8f73-480581c1e90f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b790e8ff-56db-489f-8f5d-8f63e700e702') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:43.707035 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-f3c81b0d-261c-4b59-8f73-480581c1e90f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b790e8ff-56db-489f-8f5d-8f63e700e702') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:43.721462 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f3c81b0d-261c-4b59-8f73-480581c1e90f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (b790e8ff-56db-489f-8f5d-8f63e700e702), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:43.743464 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f3c81b0d-261c-4b59-8f73-480581c1e90f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (b790e8ff-56db-489f-8f5d-8f63e700e702), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:43.756951 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3c81b0d-261c-4b59-8f73-480581c1e90f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:07:43.757363 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f3c81b0d-261c-4b59-8f73-480581c1e90f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (b790e8ff-56db-489f-8f5d-8f63e700e702), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:43.761469 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:07:43.761469 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:07:43.761469 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:07:43.761469 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:07:43.761469 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:07:43.761469 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:07:43.761469 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:07:43.761469 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:07:43.761469 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:07:43.761469 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:07:43.761469 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:07:43.761469 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:07:43.761469 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:07:43.761469 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:07:43.761469 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:07:43.761469 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:07:43.761469 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:07:43.761469 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:07:43.761469 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:07:43.761469 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:07:43.761469 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:07:43.761469 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:07:43.761469 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:07:43.761469 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:07:43.761469 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:07:43.761469 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:07:43.761469 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:07:43.761469 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:07:43.761469 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:07:43.761469 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:07:43.761469 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:07:43.761469 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:07:43.840596 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2b67d856-cba0-4e9a-bce0-acf42996e255 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (f57e58b9-69d6-41fa-8e8f-392bf088db1a), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:43.896446 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f3c81b0d-261c-4b59-8f73-480581c1e90f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (3db81218-b519-4a7f-95a0-c799abf1357d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:43.903353 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f3c81b0d-261c-4b59-8f73-480581c1e90f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:43.908902 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f3c81b0d-261c-4b59-8f73-480581c1e90f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] 10.222.0.13 "DELETE /v2.0/networks/3db81218-b519-4a7f-95a0-c799abf1357d HTTP/1.1" status: 204 len: 168 time: 1.4087632 Mar 01 14:07:43.912608 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38018) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:43.919180 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-0f8afc5c-9f31-4255-8023-f2428c3c0944 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-271373561'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:43.932603 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c81b0d-261c-4b59-8f73-480581c1e90f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Pushing event deleted for resources: {'Network': ['ID=3db81218-b519-4a7f-95a0-c799abf1357d,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:43.936464 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67d856-cba0-4e9a-bce0-acf42996e255 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event deleted for resources: {'Port': ['ID=f57e58b9-69d6-41fa-8e8f-392bf088db1a,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:43.960088 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b67d856-cba0-4e9a-bce0-acf42996e255 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] No DVR routers for this DVR port f57e58b9-69d6-41fa-8e8f-392bf088db1a on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:07:43.963084 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8afc5c-9f31-4255-8023-f2428c3c0944 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Made reservation on behalf of cea1ead9c6044287a0ebf950989a5ee3 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:07:43.967162 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f8afc5c-9f31-4255-8023-f2428c3c0944 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:44.017286 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38022) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:44.041887 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f8afc5c-9f31-4255-8023-f2428c3c0944 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:07:44.082649 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f8afc5c-9f31-4255-8023-f2428c3c0944 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (82dca257-9cb5-4b54-a6fe-bbb7693fd49d), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:44.082975 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-0f8afc5c-9f31-4255-8023-f2428c3c0944 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Added segment 82dca257-9cb5-4b54-a6fe-bbb7693fd49d of type vlan for network ba06743c-a32d-4804-8c09-7673fe825237 Mar 01 14:07:44.090066 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-b9345a20-44d8-4316-af1b-5d8b99a097ef None None] Deleting port f57e58b9-69d6-41fa-8e8f-392bf088db1a {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:07:44.097687 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b9345a20-44d8-4316-af1b-5d8b99a097ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (f57e58b9-69d6-41fa-8e8f-392bf088db1a), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:44.100831 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2b67d856-cba0-4e9a-bce0-acf42996e255 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (8e8a0140-4541-4035-8392-f58b237e9100), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:44.132858 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-2b67d856-cba0-4e9a-bce0-acf42996e255 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e8a0140-4541-4035-8392-f58b237e9100']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:44.144744 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-2b67d856-cba0-4e9a-bce0-acf42996e255 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cd11bdc-ad8f-4a1e-b38d-cde0e5f5b6dc') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:44.145032 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-2b67d856-cba0-4e9a-bce0-acf42996e255 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cd11bdc-ad8f-4a1e-b38d-cde0e5f5b6dc') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:44.155490 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2b67d856-cba0-4e9a-bce0-acf42996e255 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (1cd11bdc-ad8f-4a1e-b38d-cde0e5f5b6dc), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:44.189913 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2b67d856-cba0-4e9a-bce0-acf42996e255 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (1cd11bdc-ad8f-4a1e-b38d-cde0e5f5b6dc), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:44.203362 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b67d856-cba0-4e9a-bce0-acf42996e255 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:07:44.204022 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2b67d856-cba0-4e9a-bce0-acf42996e255 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (1cd11bdc-ad8f-4a1e-b38d-cde0e5f5b6dc), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:44.208987 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4f06a663-b2b2-4ee9-b34d-b3ffb0d19f11 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f846e110eae34557ace47f9007c29a51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1904995 Mar 01 14:07:44.209878 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:07:44.209878 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:07:44.209878 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:07:44.209878 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:07:44.209878 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:07:44.209878 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:07:44.209878 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:07:44.209878 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:07:44.209878 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:07:44.209878 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:07:44.209878 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:07:44.209878 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:07:44.209878 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:07:44.209878 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:07:44.209878 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:07:44.209878 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:07:44.209878 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:07:44.209878 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:07:44.209878 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:07:44.209878 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:07:44.209878 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:07:44.209878 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:07:44.209878 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:07:44.209878 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:07:44.209878 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:07:44.209878 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:07:44.209878 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:07:44.209878 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:07:44.209878 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:07:44.209878 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:07:44.209878 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:07:44.209878 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:07:44.212933 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38026) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:44.221220 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f8afc5c-9f31-4255-8023-f2428c3c0944 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (ba06743c-a32d-4804-8c09-7673fe825237), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:44.269406 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f8afc5c-9f31-4255-8023-f2428c3c0944 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (ba06743c-a32d-4804-8c09-7673fe825237), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:44.284374 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8afc5c-9f31-4255-8023-f2428c3c0944 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:44.285316 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f8afc5c-9f31-4255-8023-f2428c3c0944 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:44.287292 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-b9345a20-44d8-4316-af1b-5d8b99a097ef None None] For port f57e58b9-69d6-41fa-8e8f-392bf088db1a, host n-d-827467-3, got binding levels [] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:07:44.287887 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b9345a20-44d8-4316-af1b-5d8b99a097ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (f57e58b9-69d6-41fa-8e8f-392bf088db1a), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:44.313766 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-b9345a20-44d8-4316-af1b-5d8b99a097ef None None] Calling delete_port for f57e58b9-69d6-41fa-8e8f-392bf088db1a owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:07:44.321399 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.ipam_backend_mixin [None req-b9345a20-44d8-4316-af1b-5d8b99a097ef None None] Port f57e58b9-69d6-41fa-8e8f-392bf088db1a was not found and therefore no delete operation was performed {{(pid=103728) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 01 14:07:44.326521 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b9345a20-44d8-4316-af1b-5d8b99a097ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (f57e58b9-69d6-41fa-8e8f-392bf088db1a), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:44.348526 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2b67d856-cba0-4e9a-bce0-acf42996e255 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (8e8a0140-4541-4035-8392-f58b237e9100), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:44.354719 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2b67d856-cba0-4e9a-bce0-acf42996e255 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:44.359769 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2b67d856-cba0-4e9a-bce0-acf42996e255 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/networks/8e8a0140-4541-4035-8392-f58b237e9100 HTTP/1.1" status: 204 len: 168 time: 1.6790924 Mar 01 14:07:44.373677 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38032) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:44.381307 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8afc5c-9f31-4255-8023-f2428c3c0944 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Pushing event updated for resources: {'Network': ['ID=ba06743c-a32d-4804-8c09-7673fe825237,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:44.385465 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-dd582d30-bf28-4bb0-8914-c3e669bc5dbc tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1734231085'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:44.402148 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0f8afc5c-9f31-4255-8023-f2428c3c0944 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4884028 Mar 01 14:07:44.404977 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38036) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:44.413146 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-eb2e96ff-2b95-425a-ab84-9e7c7e82f9fc admin admin] Publish callbacks [] for security_group (4752bf1e-88f4-40c8-9300-3f1bde5cef32), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:44.413915 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-06193934-e496-4912-825a-18e4834bd170 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Request body: {'subnet': {'network_id': 'ba06743c-a32d-4804-8c09-7673fe825237', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:44.415504 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67d856-cba0-4e9a-bce0-acf42996e255 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event deleted for resources: {'Network': ['ID=8e8a0140-4541-4035-8392-f58b237e9100,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:44.426416 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9345a20-44d8-4316-af1b-5d8b99a097ef None None] Pushing event deleted for resources: {'Port': ['ID=f57e58b9-69d6-41fa-8e8f-392bf088db1a,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:44.428489 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network ba06743c-a32d-4804-8c09-7673fe825237 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:07:44.461165 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-eb2e96ff-2b95-425a-ab84-9e7c7e82f9fc admin admin] Publish callbacks [] for security_group (4752bf1e-88f4-40c8-9300-3f1bde5cef32), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:44.476659 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd582d30-bf28-4bb0-8914-c3e669bc5dbc tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Made reservation on behalf of acbdde4ecc2c4bf09ed2554be77540a8 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:07:44.480979 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd582d30-bf28-4bb0-8914-c3e669bc5dbc tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:44.528886 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd582d30-bf28-4bb0-8914-c3e669bc5dbc tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:07:44.539891 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd582d30-bf28-4bb0-8914-c3e669bc5dbc tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (4801ff35-0756-4908-b3ab-542806e403b8), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:44.540237 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-dd582d30-bf28-4bb0-8914-c3e669bc5dbc tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Added segment 4801ff35-0756-4908-b3ab-542806e403b8 of type vlan for network d91d995f-0f9a-4405-a5de-70d88578c3ee Mar 01 14:07:44.551522 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b9345a20-44d8-4316-af1b-5d8b99a097ef None None] Network 8e8a0140-4541-4035-8392-f58b237e9100 is not hosted by any dhcp agent {{(pid=103728) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 01 14:07:44.551845 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9345a20-44d8-4316-af1b-5d8b99a097ef None None] No DVR routers for this DVR port f57e58b9-69d6-41fa-8e8f-392bf088db1a on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:07:44.593237 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-eb2e96ff-2b95-425a-ab84-9e7c7e82f9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4752bf1e-88f4-40c8-9300-3f1bde5cef32), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:44.593568 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-414c7850-f835-434f-b9d0-3078812e058d None None] Publish callbacks [] for port (2aab325a-9073-42eb-85c0-ab70be5e814f), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:44.595924 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-eb2e96ff-2b95-425a-ab84-9e7c7e82f9fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:44.597159 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-eb2e96ff-2b95-425a-ab84-9e7c7e82f9fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4752bf1e-88f4-40c8-9300-3f1bde5cef32 HTTP/1.1" status: 204 len: 168 time: 0.3846123 Mar 01 14:07:44.602397 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd582d30-bf28-4bb0-8914-c3e669bc5dbc tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (d91d995f-0f9a-4405-a5de-70d88578c3ee), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:44.603755 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06193934-e496-4912-825a-18e4834bd170 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Made reservation on behalf of cea1ead9c6044287a0ebf950989a5ee3 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:07:44.609892 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-06193934-e496-4912-825a-18e4834bd170 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:44.612486 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e96ff-2b95-425a-ab84-9e7c7e82f9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4752bf1e-88f4-40c8-9300-3f1bde5cef32,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:44.620280 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-414c7850-f835-434f-b9d0-3078812e058d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (2aab325a-9073-42eb-85c0-ab70be5e814f), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:44.620541 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-866d775b-daea-425f-9e87-abd87844d5e1 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks [] for subnet (e16cafa5-b34b-4990-9447-8b32bd06b081), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:44.677870 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-866d775b-daea-425f-9e87-abd87844d5e1 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (e16cafa5-b34b-4990-9447-8b32bd06b081), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:44.793674 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-866d775b-daea-425f-9e87-abd87844d5e1 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (e16cafa5-b34b-4990-9447-8b32bd06b081), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:44.805027 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device f57e58b9-69d6-41fa-8e8f-392bf088db1a no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:07:44.811235 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414c7850-f835-434f-b9d0-3078812e058d None None] Network d85ef7ba-853c-4d18-8e10-63431b370bc1 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:07:44.844523 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd582d30-bf28-4bb0-8914-c3e669bc5dbc tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (d91d995f-0f9a-4405-a5de-70d88578c3ee), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:44.851743 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd582d30-bf28-4bb0-8914-c3e669bc5dbc tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:44.851899 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd582d30-bf28-4bb0-8914-c3e669bc5dbc tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:44.874082 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-414c7850-f835-434f-b9d0-3078812e058d None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:44.880838 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: f57e58b9-69d6-41fa-8e8f-392bf088db1a {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:07:44.881489 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device f57e58b9-69d6-41fa-8e8f-392bf088db1a not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:07:44.883802 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414c7850-f835-434f-b9d0-3078812e058d None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:07:44.928967 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c7850-f835-434f-b9d0-3078812e058d None None] Pushing event updated for resources: {'Port': ['ID=2aab325a-9073-42eb-85c0-ab70be5e814f,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:44.951839 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-dd582d30-bf28-4bb0-8914-c3e669bc5dbc tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5767105 Mar 01 14:07:44.958720 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38048) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:44.966088 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-66149b74-f901-4b96-8cea-29d6142d0209 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Request body: {'subnet': {'network_id': 'd91d995f-0f9a-4405-a5de-70d88578c3ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:44.994040 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-866d775b-daea-425f-9e87-abd87844d5e1 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (e16cafa5-b34b-4990-9447-8b32bd06b081), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:45.034484 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-414c7850-f835-434f-b9d0-3078812e058d None None] Attempting to bind port 2aab325a-9073-42eb-85c0-ab70be5e814f on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:07:45.035067 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-414c7850-f835-434f-b9d0-3078812e058d None None] Attempting to bind port 2aab325a-9073-42eb-85c0-ab70be5e814f by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'c46e29a2-73d1-432b-af20-07cfc14a4cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd85ef7ba-853c-4d18-8e10-63431b370bc1'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:07:45.035497 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414c7850-f835-434f-b9d0-3078812e058d None None] Attempting to bind port 2aab325a-9073-42eb-85c0-ab70be5e814f on network d85ef7ba-853c-4d18-8e10-63431b370bc1 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:07:45.042192 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414c7850-f835-434f-b9d0-3078812e058d None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:07:45.042950 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414c7850-f835-434f-b9d0-3078812e058d None None] Checking segment: {'id': 'c46e29a2-73d1-432b-af20-07cfc14a4cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd85ef7ba-853c-4d18-8e10-63431b370bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:07:45.043597 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-414c7850-f835-434f-b9d0-3078812e058d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:45.045921 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414c7850-f835-434f-b9d0-3078812e058d None None] Bound using segment: {'id': 'c46e29a2-73d1-432b-af20-07cfc14a4cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd85ef7ba-853c-4d18-8e10-63431b370bc1'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:07:45.046736 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-414c7850-f835-434f-b9d0-3078812e058d None None] Bound port: 2aab325a-9073-42eb-85c0-ab70be5e814f, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46e29a2-73d1-432b-af20-07cfc14a4cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd85ef7ba-853c-4d18-8e10-63431b370bc1'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:07:45.047355 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-414c7850-f835-434f-b9d0-3078812e058d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2aab325a-9073-42eb-85c0-ab70be5e814f), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:45.082493 n-d-827467-3 neutron-server[103726]: DEBUG neutron.objects.ports [None req-06193934-e496-4912-825a-18e4834bd170 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103726) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 01 14:07:45.084249 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-06193934-e496-4912-825a-18e4834bd170 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (133ff6e9-711d-42c3-a052-84ee4cfb450c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:45.163407 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06193934-e496-4912-825a-18e4834bd170 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Checking segment: {'id': '82dca257-9cb5-4b54-a6fe-bbb7693fd49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ba06743c-a32d-4804-8c09-7673fe825237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:07:45.164102 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06193934-e496-4912-825a-18e4834bd170 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Network hostable DHCP agents. Network: ba06743c-a32d-4804-8c09-7673fe825237, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:07:45.168568 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06193934-e496-4912-825a-18e4834bd170 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Pushing event updated for resources: {'Subnet': ['ID=133ff6e9-711d-42c3-a052-84ee4cfb450c,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:45.189881 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-414c7850-f835-434f-b9d0-3078812e058d None None] For port 2aab325a-9073-42eb-85c0-ab70be5e814f, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:07:45.191526 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06193934-e496-4912-825a-18e4834bd170 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Network ba06743c-a32d-4804-8c09-7673fe825237 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:07:45.194622 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-414c7850-f835-434f-b9d0-3078812e058d None None] For port 2aab325a-9073-42eb-85c0-ab70be5e814f, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=2aab325a-9073-42eb-85c0-ab70be5e814f,segment=NetworkSegment(c46e29a2-73d1-432b-af20-07cfc14a4cdc),segment_id=c46e29a2-73d1-432b-af20-07cfc14a4cdc)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:07:45.203444 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-414c7850-f835-434f-b9d0-3078812e058d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (2aab325a-9073-42eb-85c0-ab70be5e814f), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:45.208605 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-06193934-e496-4912-825a-18e4834bd170 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, ba06743c-a32d-4804-8c09-7673fe825237) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:45.218743 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06193934-e496-4912-825a-18e4834bd170 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:45.220090 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-06193934-e496-4912-825a-18e4834bd170 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:45.245358 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f54234-5ce7-4b8b-9541-920283dbaaa5 None None] Network ba06743c-a32d-4804-8c09-7673fe825237 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:07:45.262159 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-06193934-e496-4912-825a-18e4834bd170 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8540802 Mar 01 14:07:45.264792 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38050) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:45.281978 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38052) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:45.284027 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd582d30-bf28-4bb0-8914-c3e669bc5dbc tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Network': ['ID=d91d995f-0f9a-4405-a5de-70d88578c3ee,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:45.312274 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-866d775b-daea-425f-9e87-abd87844d5e1 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:45.320724 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-866d775b-daea-425f-9e87-abd87844d5e1 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] 10.222.0.13 "DELETE /v2.0/subnets/e16cafa5-b34b-4990-9447-8b32bd06b081 HTTP/1.1" status: 204 len: 168 time: 2.0911341 Mar 01 14:07:45.320724 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d775b-daea-425f-9e87-abd87844d5e1 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Pushing event deleted for resources: {'Subnet': ['ID=e16cafa5-b34b-4990-9447-8b32bd06b081,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:45.324144 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66149b74-f901-4b96-8cea-29d6142d0209 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Made reservation on behalf of acbdde4ecc2c4bf09ed2554be77540a8 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:07:45.327749 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-66149b74-f901-4b96-8cea-29d6142d0209 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:45.330875 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38056) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:45.410540 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network d91d995f-0f9a-4405-a5de-70d88578c3ee details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:07:45.468486 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d8a8cc2-a0ff-426c-a933-ab2fc117e0b3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (ba06743c-a32d-4804-8c09-7673fe825237), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:45.550063 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-004f1f22-bda7-4143-b319-6c65e95e8983 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b36d429e586b48f692c5f50ad9e48422&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2645314 Mar 01 14:07:45.551133 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38070) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:45.591150 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c7850-f835-434f-b9d0-3078812e058d None None] Pushing event updated for resources: {'Port': ['ID=2aab325a-9073-42eb-85c0-ab70be5e814f,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:45.598424 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa82b61-fe06-4882-a819-57239312628e tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:45.603589 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1aa82b61-fe06-4882-a819-57239312628e tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2679727 Mar 01 14:07:45.618031 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c7850-f835-434f-b9d0-3078812e058d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:45.618594 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c7850-f835-434f-b9d0-3078812e058d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:45.619050 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c7850-f835-434f-b9d0-3078812e058d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:45.622881 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c7850-f835-434f-b9d0-3078812e058d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:45.623569 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c7850-f835-434f-b9d0-3078812e058d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:45.624043 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c7850-f835-434f-b9d0-3078812e058d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:45.627585 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c7850-f835-434f-b9d0-3078812e058d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:45.636107 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c7850-f835-434f-b9d0-3078812e058d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:45.636994 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38072) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:45.637460 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c7850-f835-434f-b9d0-3078812e058d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:45.639247 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c7850-f835-434f-b9d0-3078812e058d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:45.639873 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c7850-f835-434f-b9d0-3078812e058d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:45.641047 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c7850-f835-434f-b9d0-3078812e058d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:45.641499 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c7850-f835-434f-b9d0-3078812e058d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:07:45.658592 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6f6fc5-b013-4def-b80d-8fb46fdfc650 None None] Network d85ef7ba-853c-4d18-8e10-63431b370bc1 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:07:45.743551 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6b0c6eb5-7fea-4eca-9c74-527f3753f455 admin admin] Publish callbacks [] for security_group (cd496c29-229c-4569-ac43-50e6a1df3811), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:45.782229 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec2d618-5d28-4c2f-b53f-206382f20793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-ba06743c-a32d-4804-8c09-7673fe825237', 'network_id': 'ba06743c-a32d-4804-8c09-7673fe825237', 'project_id': 'cea1ead9c6044287a0ebf950989a5ee3', 'fixed_ips': [{'subnet_id': '133ff6e9-711d-42c3-a052-84ee4cfb450c'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:07:45.783352 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1ec2d618-5d28-4c2f-b53f-206382f20793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:45.785114 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d8a8cc2-a0ff-426c-a933-ab2fc117e0b3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (133ff6e9-711d-42c3-a052-84ee4cfb450c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:45.819980 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6b0c6eb5-7fea-4eca-9c74-527f3753f455 admin admin] Publish callbacks [] for security_group (cd496c29-229c-4569-ac43-50e6a1df3811), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:45.990361 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-1ec2d618-5d28-4c2f-b53f-206382f20793 None None] Allocated IP 2001:db8::f816:3eff:fe69:8f6 (ba06743c-a32d-4804-8c09-7673fe825237/133ff6e9-711d-42c3-a052-84ee4cfb450c/ee7cb7b7-69ae-4436-b4d2-bacc3b63592d) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:07:46.002018 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6b0c6eb5-7fea-4eca-9c74-527f3753f455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (cd496c29-229c-4569-ac43-50e6a1df3811), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:46.005174 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6b0c6eb5-7fea-4eca-9c74-527f3753f455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:46.009469 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6b0c6eb5-7fea-4eca-9c74-527f3753f455 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd496c29-229c-4569-ac43-50e6a1df3811 HTTP/1.1" status: 204 len: 168 time: 0.4419236 Mar 01 14:07:46.016676 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c6eb5-7fea-4eca-9c74-527f3753f455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd496c29-229c-4569-ac43-50e6a1df3811,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:46.031627 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e0f91df-c209-472c-befe-e16c15ccbfb7 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (d85ef7ba-853c-4d18-8e10-63431b370bc1), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:46.219728 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-66149b74-f901-4b96-8cea-29d6142d0209 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (c776db3d-0bb8-4a8c-8310-e895cee74b38), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:46.289241 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1ec2d618-5d28-4c2f-b53f-206382f20793 None None] Publish callbacks [] for port (ee7cb7b7-69ae-4436-b4d2-bacc3b63592d), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:46.302821 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1ec2d618-5d28-4c2f-b53f-206382f20793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (ee7cb7b7-69ae-4436-b4d2-bacc3b63592d), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:46.327644 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d8a8cc2-a0ff-426c-a933-ab2fc117e0b3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (133ff6e9-711d-42c3-a052-84ee4cfb450c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:46.332706 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66149b74-f901-4b96-8cea-29d6142d0209 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Checking segment: {'id': '4801ff35-0756-4908-b3ab-542806e403b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd91d995f-0f9a-4405-a5de-70d88578c3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:07:46.333083 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66149b74-f901-4b96-8cea-29d6142d0209 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Network hostable DHCP agents. Network: d91d995f-0f9a-4405-a5de-70d88578c3ee, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:07:46.341261 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-5e0f91df-c209-472c-befe-e16c15ccbfb7 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Deleting port 2aab325a-9073-42eb-85c0-ab70be5e814f {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:07:46.341261 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e0f91df-c209-472c-befe-e16c15ccbfb7 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (2aab325a-9073-42eb-85c0-ab70be5e814f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:46.343866 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66149b74-f901-4b96-8cea-29d6142d0209 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Subnet': ['ID=c776db3d-0bb8-4a8c-8310-e895cee74b38,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:46.406074 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a8cc2-a0ff-426c-a933-ab2fc117e0b3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Pushing event deleted for resources: {'Subnet': ['ID=133ff6e9-711d-42c3-a052-84ee4cfb450c,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:46.411498 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec2d618-5d28-4c2f-b53f-206382f20793 None None] Network ba06743c-a32d-4804-8c09-7673fe825237 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:07:46.422553 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-1ec2d618-5d28-4c2f-b53f-206382f20793 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:46.426724 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec2d618-5d28-4c2f-b53f-206382f20793 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:07:46.440232 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2d618-5d28-4c2f-b53f-206382f20793 None None] Pushing event updated for resources: {'Port': ['ID=ee7cb7b7-69ae-4436-b4d2-bacc3b63592d,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:46.474337 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66149b74-f901-4b96-8cea-29d6142d0209 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Network d91d995f-0f9a-4405-a5de-70d88578c3ee is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:07:46.519645 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-5e0f91df-c209-472c-befe-e16c15ccbfb7 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] For port 2aab325a-9073-42eb-85c0-ab70be5e814f, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=2aab325a-9073-42eb-85c0-ab70be5e814f,segment=NetworkSegment(c46e29a2-73d1-432b-af20-07cfc14a4cdc),segment_id=c46e29a2-73d1-432b-af20-07cfc14a4cdc)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:07:46.520202 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e0f91df-c209-472c-befe-e16c15ccbfb7 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (2aab325a-9073-42eb-85c0-ab70be5e814f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:46.537503 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-66149b74-f901-4b96-8cea-29d6142d0209 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, d91d995f-0f9a-4405-a5de-70d88578c3ee) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:46.571924 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66149b74-f901-4b96-8cea-29d6142d0209 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:46.574851 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-66149b74-f901-4b96-8cea-29d6142d0209 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:46.577467 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686024ae-3151-429d-ae1d-47d32f2aa337 None None] Network d91d995f-0f9a-4405-a5de-70d88578c3ee requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:07:46.612444 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d8a8cc2-a0ff-426c-a933-ab2fc117e0b3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (ba06743c-a32d-4804-8c09-7673fe825237), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:46.616395 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-5e0f91df-c209-472c-befe-e16c15ccbfb7 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Calling delete_port for 2aab325a-9073-42eb-85c0-ab70be5e814f owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:07:46.662587 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-1ec2d618-5d28-4c2f-b53f-206382f20793 None None] Attempting to bind port ee7cb7b7-69ae-4436-b4d2-bacc3b63592d on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:07:46.663099 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-1ec2d618-5d28-4c2f-b53f-206382f20793 None None] Attempting to bind port ee7cb7b7-69ae-4436-b4d2-bacc3b63592d by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '82dca257-9cb5-4b54-a6fe-bbb7693fd49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ba06743c-a32d-4804-8c09-7673fe825237'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:07:46.663366 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec2d618-5d28-4c2f-b53f-206382f20793 None None] Attempting to bind port ee7cb7b7-69ae-4436-b4d2-bacc3b63592d on network ba06743c-a32d-4804-8c09-7673fe825237 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:07:46.672901 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-66149b74-f901-4b96-8cea-29d6142d0209 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7120199 Mar 01 14:07:46.674697 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-1d8a8cc2-a0ff-426c-a933-ab2fc117e0b3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba06743c-a32d-4804-8c09-7673fe825237']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:46.683471 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38114) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:46.702707 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-9ac5a0cd-03d8-45ef-b06b-deede32e2c0e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-446500947', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:46.721434 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38116) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:46.752482 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-1d8a8cc2-a0ff-426c-a933-ab2fc117e0b3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82dca257-9cb5-4b54-a6fe-bbb7693fd49d') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:46.752781 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-1d8a8cc2-a0ff-426c-a933-ab2fc117e0b3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82dca257-9cb5-4b54-a6fe-bbb7693fd49d') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:46.785863 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d8a8cc2-a0ff-426c-a933-ab2fc117e0b3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (82dca257-9cb5-4b54-a6fe-bbb7693fd49d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:46.814012 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9ac5a0cd-03d8-45ef-b06b-deede32e2c0e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (e179c555-6be3-40cb-917d-19fc5710c6ab), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:46.815105 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9ac5a0cd-03d8-45ef-b06b-deede32e2c0e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (e179c555-6be3-40cb-917d-19fc5710c6ab), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:46.836591 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec2d618-5d28-4c2f-b53f-206382f20793 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:07:46.837263 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec2d618-5d28-4c2f-b53f-206382f20793 None None] Checking segment: {'id': '82dca257-9cb5-4b54-a6fe-bbb7693fd49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ba06743c-a32d-4804-8c09-7673fe825237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:07:46.839371 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1ec2d618-5d28-4c2f-b53f-206382f20793 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:46.840859 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec2d618-5d28-4c2f-b53f-206382f20793 None None] Bound using segment: {'id': '82dca257-9cb5-4b54-a6fe-bbb7693fd49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ba06743c-a32d-4804-8c09-7673fe825237'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:07:46.841462 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-1ec2d618-5d28-4c2f-b53f-206382f20793 None None] Bound port: ee7cb7b7-69ae-4436-b4d2-bacc3b63592d, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82dca257-9cb5-4b54-a6fe-bbb7693fd49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ba06743c-a32d-4804-8c09-7673fe825237'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:07:46.841863 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1ec2d618-5d28-4c2f-b53f-206382f20793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ee7cb7b7-69ae-4436-b4d2-bacc3b63592d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:46.850642 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d8a8cc2-a0ff-426c-a933-ab2fc117e0b3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (82dca257-9cb5-4b54-a6fe-bbb7693fd49d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:46.863500 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d8a8cc2-a0ff-426c-a933-ab2fc117e0b3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:07:46.865369 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e0f91df-c209-472c-befe-e16c15ccbfb7 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (2aab325a-9073-42eb-85c0-ab70be5e814f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:46.876524 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d8a8cc2-a0ff-426c-a933-ab2fc117e0b3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (82dca257-9cb5-4b54-a6fe-bbb7693fd49d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:46.883293 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:07:46.883293 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:07:46.883293 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:07:46.883293 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:07:46.883293 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:07:46.883293 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:07:46.883293 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:07:46.883293 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:07:46.883293 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:07:46.883293 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:07:46.883293 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:07:46.883293 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:07:46.883293 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:07:46.883293 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:07:46.883293 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:07:46.883293 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:07:46.883293 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:07:46.883293 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:07:46.883293 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:07:46.883293 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:07:46.883293 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:07:46.883293 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:07:46.883293 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:07:46.883293 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:07:46.883293 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:07:46.883293 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:07:46.883293 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:07:46.883293 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:07:46.883293 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:07:46.883293 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:07:46.883293 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:07:46.883293 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:07:46.944963 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f91df-c209-472c-befe-e16c15ccbfb7 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Pushing event deleted for resources: {'Port': ['ID=2aab325a-9073-42eb-85c0-ab70be5e814f,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:46.983322 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0f91df-c209-472c-befe-e16c15ccbfb7 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] No DVR routers for this DVR port 2aab325a-9073-42eb-85c0-ab70be5e814f on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:07:47.040539 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-1ec2d618-5d28-4c2f-b53f-206382f20793 None None] For port ee7cb7b7-69ae-4436-b4d2-bacc3b63592d, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:07:47.054051 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-1ec2d618-5d28-4c2f-b53f-206382f20793 None None] For port ee7cb7b7-69ae-4436-b4d2-bacc3b63592d, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ee7cb7b7-69ae-4436-b4d2-bacc3b63592d,segment=NetworkSegment(82dca257-9cb5-4b54-a6fe-bbb7693fd49d),segment_id=82dca257-9cb5-4b54-a6fe-bbb7693fd49d)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:07:47.105094 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1ec2d618-5d28-4c2f-b53f-206382f20793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ee7cb7b7-69ae-4436-b4d2-bacc3b63592d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:47.150425 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9ac5a0cd-03d8-45ef-b06b-deede32e2c0e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router_controller (e179c555-6be3-40cb-917d-19fc5710c6ab), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:47.171459 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.db.api [None req-1d8a8cc2-a0ff-426c-a933-ab2fc117e0b3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 01 14:07:47.171459 n-d-827467-3 neutron-server[103726]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 01 14:07:47.171459 n-d-827467-3 neutron-server[103726]: [parameters: {'id': 'ba06743c-a32d-4804-8c09-7673fe825237'}] Mar 01 14:07:47.171459 n-d-827467-3 neutron-server[103726]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 14:07:47.171962 n-d-827467-3 neutron-server[103726]: DEBUG oslo_db.api [None req-1d8a8cc2-a0ff-426c-a933-ab2fc117e0b3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 14:07:47.176307 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9ac5a0cd-03d8-45ef-b06b-deede32e2c0e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (e179c555-6be3-40cb-917d-19fc5710c6ab), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:47.194540 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e0f91df-c209-472c-befe-e16c15ccbfb7 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (d85ef7ba-853c-4d18-8e10-63431b370bc1), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:47.220768 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2d618-5d28-4c2f-b53f-206382f20793 None None] Pushing event updated for resources: {'Port': ['ID=ee7cb7b7-69ae-4436-b4d2-bacc3b63592d,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:47.222528 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9ac5a0cd-03d8-45ef-b06b-deede32e2c0e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:47.227737 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9ac5a0cd-03d8-45ef-b06b-deede32e2c0e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5361574 Mar 01 14:07:47.228583 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38134) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:47.230886 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b650bd8-c98e-496c-a648-6735595bb528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:47.231239 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377041e8-646a-4e7b-a851-25d449edac52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-d91d995f-0f9a-4405-a5de-70d88578c3ee', 'network_id': 'd91d995f-0f9a-4405-a5de-70d88578c3ee', 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'fixed_ips': [{'subnet_id': 'c776db3d-0bb8-4a8c-8310-e895cee74b38'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:07:47.232348 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-377041e8-646a-4e7b-a851-25d449edac52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:47.240421 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-5e0f91df-c209-472c-befe-e16c15ccbfb7 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d85ef7ba-853c-4d18-8e10-63431b370bc1']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:47.266678 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-5e0f91df-c209-472c-befe-e16c15ccbfb7 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46e29a2-73d1-432b-af20-07cfc14a4cdc') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:47.266985 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-5e0f91df-c209-472c-befe-e16c15ccbfb7 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46e29a2-73d1-432b-af20-07cfc14a4cdc') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:47.295023 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e0f91df-c209-472c-befe-e16c15ccbfb7 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (c46e29a2-73d1-432b-af20-07cfc14a4cdc), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:47.330998 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e0f91df-c209-472c-befe-e16c15ccbfb7 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (c46e29a2-73d1-432b-af20-07cfc14a4cdc), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:47.341212 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e0f91df-c209-472c-befe-e16c15ccbfb7 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:07:47.350738 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e0f91df-c209-472c-befe-e16c15ccbfb7 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (c46e29a2-73d1-432b-af20-07cfc14a4cdc), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:47.354081 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:07:47.354081 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:07:47.354081 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:07:47.354081 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:07:47.354081 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:07:47.354081 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:07:47.354081 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:07:47.354081 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:07:47.354081 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:07:47.354081 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:07:47.354081 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:07:47.354081 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:07:47.354081 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:07:47.354081 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:07:47.354081 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:07:47.354081 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:07:47.354081 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:07:47.354081 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:07:47.354081 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:07:47.354081 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:07:47.354081 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:07:47.354081 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:07:47.354081 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:07:47.354081 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:07:47.354081 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:07:47.354081 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:07:47.354081 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:07:47.354081 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:07:47.354081 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:07:47.354081 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:07:47.354081 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:07:47.354081 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:07:47.408196 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-377041e8-646a-4e7b-a851-25d449edac52 None None] Allocated IP 2001:db8::2 (d91d995f-0f9a-4405-a5de-70d88578c3ee/c776db3d-0bb8-4a8c-8310-e895cee74b38/11a0a8b2-9364-404a-9296-310562b559a9) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:07:47.502184 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e0f91df-c209-472c-befe-e16c15ccbfb7 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (d85ef7ba-853c-4d18-8e10-63431b370bc1), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:47.517843 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e0f91df-c209-472c-befe-e16c15ccbfb7 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:47.525802 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5e0f91df-c209-472c-befe-e16c15ccbfb7 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] 10.222.0.13 "DELETE /v2.0/networks/d85ef7ba-853c-4d18-8e10-63431b370bc1 HTTP/1.1" status: 204 len: 168 time: 1.8868115 Mar 01 14:07:47.532667 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38142) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:47.550284 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f91df-c209-472c-befe-e16c15ccbfb7 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Pushing event deleted for resources: {'Network': ['ID=d85ef7ba-853c-4d18-8e10-63431b370bc1,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:47.638596 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-377041e8-646a-4e7b-a851-25d449edac52 None None] Publish callbacks [] for port (11a0a8b2-9364-404a-9296-310562b559a9), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:47.658320 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-377041e8-646a-4e7b-a851-25d449edac52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (11a0a8b2-9364-404a-9296-310562b559a9), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:47.678299 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d8a8cc2-a0ff-426c-a933-ab2fc117e0b3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (ba06743c-a32d-4804-8c09-7673fe825237), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:47.804303 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377041e8-646a-4e7b-a851-25d449edac52 None None] Network d91d995f-0f9a-4405-a5de-70d88578c3ee is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:07:47.811877 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-377041e8-646a-4e7b-a851-25d449edac52 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:47.812052 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2bad5a3c-a15e-4c90-8c62-a0f6a1e6a9c9 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (1eb23542-87b0-4737-8037-1e256caeb84b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:47.815975 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377041e8-646a-4e7b-a851-25d449edac52 None None] Pushing event updated for resources: {'Port': ['ID=11a0a8b2-9364-404a-9296-310562b559a9,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:47.818766 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5e7ca5-16bc-49c1-b2fe-fd874c26bc89 None None] Network ba06743c-a32d-4804-8c09-7673fe825237 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:07:47.820553 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:07:47.824642 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377041e8-646a-4e7b-a851-25d449edac52 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:07:47.904960 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-16b16cba-17ba-4b72-92a2-8ed728500c23 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:47.975413 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b650bd8-c98e-496c-a648-6735595bb528 admin admin] Publish callbacks [] for security_group (33576f6d-4e7d-49ea-8f1f-e060a0ada64d), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:47.981326 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-377041e8-646a-4e7b-a851-25d449edac52 None None] Attempting to bind port 11a0a8b2-9364-404a-9296-310562b559a9 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:07:47.981946 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-377041e8-646a-4e7b-a851-25d449edac52 None None] Attempting to bind port 11a0a8b2-9364-404a-9296-310562b559a9 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '4801ff35-0756-4908-b3ab-542806e403b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd91d995f-0f9a-4405-a5de-70d88578c3ee'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:07:47.982492 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377041e8-646a-4e7b-a851-25d449edac52 None None] Attempting to bind port 11a0a8b2-9364-404a-9296-310562b559a9 on network d91d995f-0f9a-4405-a5de-70d88578c3ee {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:07:47.989274 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377041e8-646a-4e7b-a851-25d449edac52 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:07:47.990067 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377041e8-646a-4e7b-a851-25d449edac52 None None] Checking segment: {'id': '4801ff35-0756-4908-b3ab-542806e403b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd91d995f-0f9a-4405-a5de-70d88578c3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:07:47.990642 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-377041e8-646a-4e7b-a851-25d449edac52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:47.991199 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377041e8-646a-4e7b-a851-25d449edac52 None None] Bound using segment: {'id': '4801ff35-0756-4908-b3ab-542806e403b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd91d995f-0f9a-4405-a5de-70d88578c3ee'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:07:47.991870 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-377041e8-646a-4e7b-a851-25d449edac52 None None] Bound port: 11a0a8b2-9364-404a-9296-310562b559a9, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4801ff35-0756-4908-b3ab-542806e403b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd91d995f-0f9a-4405-a5de-70d88578c3ee'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:07:47.992432 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-377041e8-646a-4e7b-a851-25d449edac52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (11a0a8b2-9364-404a-9296-310562b559a9), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:48.077116 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-377041e8-646a-4e7b-a851-25d449edac52 None None] For port 11a0a8b2-9364-404a-9296-310562b559a9, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:07:48.079427 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b650bd8-c98e-496c-a648-6735595bb528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (33576f6d-4e7d-49ea-8f1f-e060a0ada64d), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:48.080719 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-377041e8-646a-4e7b-a851-25d449edac52 None None] For port 11a0a8b2-9364-404a-9296-310562b559a9, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=11a0a8b2-9364-404a-9296-310562b559a9,segment=NetworkSegment(4801ff35-0756-4908-b3ab-542806e403b8),segment_id=4801ff35-0756-4908-b3ab-542806e403b8)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:07:48.093122 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-377041e8-646a-4e7b-a851-25d449edac52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (11a0a8b2-9364-404a-9296-310562b559a9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:48.169660 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377041e8-646a-4e7b-a851-25d449edac52 None None] Pushing event updated for resources: {'Port': ['ID=11a0a8b2-9364-404a-9296-310562b559a9,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:48.623396 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1b650bd8-c98e-496c-a648-6735595bb528 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=addf89621972456db5b767c1c8bfb89c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8939710 Mar 01 14:07:48.624593 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38176) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:48.625763 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2bad5a3c-a15e-4c90-8c62-a0f6a1e6a9c9 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (1eb23542-87b0-4737-8037-1e256caeb84b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:48.689519 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b650bd8-c98e-496c-a648-6735595bb528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33576f6d-4e7d-49ea-8f1f-e060a0ada64d,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:48.693449 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a8cc2-a0ff-426c-a933-ab2fc117e0b3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Deleting port ee7cb7b7-69ae-4436-b4d2-bacc3b63592d {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:07:48.693797 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d8a8cc2-a0ff-426c-a933-ab2fc117e0b3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (ee7cb7b7-69ae-4436-b4d2-bacc3b63592d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:48.725640 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-47ef3f39-6714-4afe-aeef-4e8635ffe6e4 admin admin] Publish callbacks [] for security_group (33576f6d-4e7d-49ea-8f1f-e060a0ada64d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:48.780259 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-47ef3f39-6714-4afe-aeef-4e8635ffe6e4 admin admin] Publish callbacks [] for security_group (33576f6d-4e7d-49ea-8f1f-e060a0ada64d), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:48.812051 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-2bad5a3c-a15e-4c90-8c62-a0f6a1e6a9c9 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb23542-87b0-4737-8037-1e256caeb84b']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:48.815080 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-1d8a8cc2-a0ff-426c-a933-ab2fc117e0b3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] For port ee7cb7b7-69ae-4436-b4d2-bacc3b63592d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ee7cb7b7-69ae-4436-b4d2-bacc3b63592d,segment=NetworkSegment(82dca257-9cb5-4b54-a6fe-bbb7693fd49d),segment_id=82dca257-9cb5-4b54-a6fe-bbb7693fd49d)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:07:48.815453 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d8a8cc2-a0ff-426c-a933-ab2fc117e0b3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (ee7cb7b7-69ae-4436-b4d2-bacc3b63592d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:48.832670 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-2bad5a3c-a15e-4c90-8c62-a0f6a1e6a9c9 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1489bf5f-4906-4e01-a21d-b38744598474') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:48.832967 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-2bad5a3c-a15e-4c90-8c62-a0f6a1e6a9c9 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1489bf5f-4906-4e01-a21d-b38744598474') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:48.848107 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2bad5a3c-a15e-4c90-8c62-a0f6a1e6a9c9 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (1489bf5f-4906-4e01-a21d-b38744598474), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:48.857862 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-47ef3f39-6714-4afe-aeef-4e8635ffe6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (33576f6d-4e7d-49ea-8f1f-e060a0ada64d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:48.859851 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a8cc2-a0ff-426c-a933-ab2fc117e0b3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Calling delete_port for ee7cb7b7-69ae-4436-b4d2-bacc3b63592d owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:07:48.861238 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-47ef3f39-6714-4afe-aeef-4e8635ffe6e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:48.874463 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-47ef3f39-6714-4afe-aeef-4e8635ffe6e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/33576f6d-4e7d-49ea-8f1f-e060a0ada64d HTTP/1.1" status: 204 len: 168 time: 0.2483008 Mar 01 14:07:48.887383 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 11a0a8b2-9364-404a-9296-310562b559a9 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:07:48.912545 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef3f39-6714-4afe-aeef-4e8635ffe6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33576f6d-4e7d-49ea-8f1f-e060a0ada64d,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:48.994909 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2bad5a3c-a15e-4c90-8c62-a0f6a1e6a9c9 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (1489bf5f-4906-4e01-a21d-b38744598474), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:48.995597 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 11a0a8b2-9364-404a-9296-310562b559a9 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:48.997157 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (11a0a8b2-9364-404a-9296-310562b559a9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:49.092342 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bad5a3c-a15e-4c90-8c62-a0f6a1e6a9c9 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:07:49.092756 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2bad5a3c-a15e-4c90-8c62-a0f6a1e6a9c9 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (1489bf5f-4906-4e01-a21d-b38744598474), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:49.109816 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:07:49.109816 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:07:49.109816 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:07:49.109816 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:07:49.109816 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:07:49.109816 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:07:49.109816 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:07:49.109816 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:07:49.109816 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:07:49.109816 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:07:49.109816 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:07:49.109816 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:07:49.109816 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:07:49.109816 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:07:49.109816 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:07:49.109816 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:07:49.109816 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:07:49.109816 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:07:49.109816 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:07:49.109816 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:07:49.109816 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:07:49.109816 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:07:49.109816 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:07:49.109816 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:07:49.109816 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:07:49.109816 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:07:49.109816 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:07:49.109816 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:07:49.109816 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:07:49.109816 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:07:49.109816 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:07:49.109816 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:07:49.112152 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d8a8cc2-a0ff-426c-a933-ab2fc117e0b3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (ee7cb7b7-69ae-4436-b4d2-bacc3b63592d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:49.112278 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 11a0a8b2-9364-404a-9296-310562b559a9 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:07:49.112521 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (11a0a8b2-9364-404a-9296-310562b559a9), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:49.159344 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 11a0a8b2-9364-404a-9296-310562b559a9, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=11a0a8b2-9364-404a-9296-310562b559a9,segment=NetworkSegment(4801ff35-0756-4908-b3ab-542806e403b8),segment_id=4801ff35-0756-4908-b3ab-542806e403b8)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:07:49.170463 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (11a0a8b2-9364-404a-9296-310562b559a9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:49.172665 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8a8cc2-a0ff-426c-a933-ab2fc117e0b3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] No DVR routers for this DVR port ee7cb7b7-69ae-4436-b4d2-bacc3b63592d on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:07:49.267504 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=11a0a8b2-9364-404a-9296-310562b559a9,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:49.286914 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a8cc2-a0ff-426c-a933-ab2fc117e0b3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Pushing event deleted for resources: {'Port': ['ID=ee7cb7b7-69ae-4436-b4d2-bacc3b63592d,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:49.461128 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d8a8cc2-a0ff-426c-a933-ab2fc117e0b3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (ba06743c-a32d-4804-8c09-7673fe825237), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:49.472719 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2bad5a3c-a15e-4c90-8c62-a0f6a1e6a9c9 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (1eb23542-87b0-4737-8037-1e256caeb84b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:49.511813 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2bad5a3c-a15e-4c90-8c62-a0f6a1e6a9c9 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:49.524239 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2bad5a3c-a15e-4c90-8c62-a0f6a1e6a9c9 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] 10.222.0.13 "DELETE /v2.0/networks/1eb23542-87b0-4737-8037-1e256caeb84b HTTP/1.1" status: 204 len: 168 time: 1.9866610 Mar 01 14:07:49.524634 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38200) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:49.533277 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad5a3c-a15e-4c90-8c62-a0f6a1e6a9c9 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Pushing event deleted for resources: {'Network': ['ID=1eb23542-87b0-4737-8037-1e256caeb84b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:49.541688 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-16b16cba-17ba-4b72-92a2-8ed728500c23 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Allocated IP 2001:db8::1 (d91d995f-0f9a-4405-a5de-70d88578c3ee/c776db3d-0bb8-4a8c-8310-e895cee74b38/d1144cd2-24dc-4f08-8eac-ef031a69261d) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:07:49.546913 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-1d8a8cc2-a0ff-426c-a933-ab2fc117e0b3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba06743c-a32d-4804-8c09-7673fe825237']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:49.568991 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-1d8a8cc2-a0ff-426c-a933-ab2fc117e0b3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82dca257-9cb5-4b54-a6fe-bbb7693fd49d') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:49.569377 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-1d8a8cc2-a0ff-426c-a933-ab2fc117e0b3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82dca257-9cb5-4b54-a6fe-bbb7693fd49d') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:49.585266 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d8a8cc2-a0ff-426c-a933-ab2fc117e0b3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (82dca257-9cb5-4b54-a6fe-bbb7693fd49d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:49.651280 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d8a8cc2-a0ff-426c-a933-ab2fc117e0b3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (82dca257-9cb5-4b54-a6fe-bbb7693fd49d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:49.659768 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdea3d4-d3f8-4757-b3fe-b347160f0971 None None] get_active_networks_info from n-d-827467-3 {{(pid=103728) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 01 14:07:49.662290 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d8a8cc2-a0ff-426c-a933-ab2fc117e0b3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:07:49.662695 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d8a8cc2-a0ff-426c-a933-ab2fc117e0b3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (82dca257-9cb5-4b54-a6fe-bbb7693fd49d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:49.663221 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5c371165-9e74-4c59-a84a-97c23255401f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (fbdb3240-ea0c-496c-a321-55978dd47cd1), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:49.752637 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:07:49.752637 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:07:49.752637 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:07:49.752637 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:07:49.752637 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:07:49.752637 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:07:49.752637 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:07:49.752637 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:07:49.752637 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:07:49.752637 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:07:49.752637 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:07:49.752637 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:07:49.752637 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:07:49.752637 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:07:49.752637 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:07:49.752637 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:07:49.752637 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:07:49.752637 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:07:49.752637 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:07:49.752637 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:07:49.752637 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:07:49.752637 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:07:49.752637 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:07:49.752637 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:07:49.752637 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:07:49.752637 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:07:49.752637 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:07:49.752637 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:07:49.752637 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:07:49.752637 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:07:49.752637 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:07:49.752637 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:07:49.756475 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38206) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:49.791848 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5f635cca-9c0b-4840-8557-de75eec35d6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:49.799529 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d8a8cc2-a0ff-426c-a933-ab2fc117e0b3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (ba06743c-a32d-4804-8c09-7673fe825237), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:49.823144 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-de6d7425-43be-41cf-9fd1-505686bafe77 None None] Provisioning complete for port 11a0a8b2-9364-404a-9296-310562b559a9 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:49.823889 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-de6d7425-43be-41cf-9fd1-505686bafe77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (11a0a8b2-9364-404a-9296-310562b559a9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:49.840681 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d8a8cc2-a0ff-426c-a933-ab2fc117e0b3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:49.850258 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1d8a8cc2-a0ff-426c-a933-ab2fc117e0b3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] 10.222.0.13 "DELETE /v2.0/networks/ba06743c-a32d-4804-8c09-7673fe825237 HTTP/1.1" status: 204 len: 168 time: 4.5828040 Mar 01 14:07:49.856322 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a8cc2-a0ff-426c-a933-ab2fc117e0b3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Pushing event deleted for resources: {'Network': ['ID=ba06743c-a32d-4804-8c09-7673fe825237,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:49.856659 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38212) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:49.928944 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4568aad-0b8f-40a1-ba45-62ac273c9112 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] DELETE failed (client error): The resource could not be found. Mar 01 14:07:49.929700 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4568aad-0b8f-40a1-ba45-62ac273c9112 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:07:49.936705 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d4568aad-0b8f-40a1-ba45-62ac273c9112 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] 10.222.0.13 "DELETE /v2.0/subnets/133ff6e9-711d-42c3-a052-84ee4cfb450c HTTP/1.1" status: 404 len: 337 time: 0.0760455 Mar 01 14:07:49.937337 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38214) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:49.969278 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdea3d4-d3f8-4757-b3fe-b347160f0971 None None] Resources bound (agent type, host, resource id): {{(pid=103728) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 14:07:49.986770 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ee976fb-9297-469f-a277-eebd393a774a tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] DELETE failed (client error): The resource could not be found. Mar 01 14:07:49.987544 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ee976fb-9297-469f-a277-eebd393a774a tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:07:49.994438 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9ee976fb-9297-469f-a277-eebd393a774a tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] 10.222.0.13 "DELETE /v2.0/networks/ba06743c-a32d-4804-8c09-7673fe825237 HTTP/1.1" status: 404 len: 339 time: 0.0493052 Mar 01 14:07:49.997129 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38216) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:50.008027 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-de6d7425-43be-41cf-9fd1-505686bafe77 None None] Current status of the port 11a0a8b2-9364-404a-9296-310562b559a9 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:07:50.019097 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-16b16cba-17ba-4b72-92a2-8ed728500c23 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for port (d1144cd2-24dc-4f08-8eac-ef031a69261d), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:50.059473 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbed6695-7ab7-4d88-ab00-291772ca3018 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] DELETE failed (client error): The resource could not be found. Mar 01 14:07:50.060278 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbed6695-7ab7-4d88-ab00-291772ca3018 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:07:50.067320 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-bbed6695-7ab7-4d88-ab00-291772ca3018 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] 10.222.0.13 "DELETE /v2.0/subnets/412a35dc-aa43-432f-b149-16f3750f739a HTTP/1.1" status: 404 len: 337 time: 0.0672758 Mar 01 14:07:50.069847 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38218) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:50.099964 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-deec010f-6a29-4e90-a334-6ca6e076247e tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] DELETE failed (client error): The resource could not be found. Mar 01 14:07:50.100559 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deec010f-6a29-4e90-a334-6ca6e076247e tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:07:50.107887 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-deec010f-6a29-4e90-a334-6ca6e076247e tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] 10.222.0.13 "DELETE /v2.0/networks/3db81218-b519-4a7f-95a0-c799abf1357d HTTP/1.1" status: 404 len: 339 time: 0.0320733 Mar 01 14:07:50.121246 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38220) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:50.173715 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d77bfe9-7c4b-4463-b3e5-ba05cae7d164 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] DELETE failed (client error): The resource could not be found. Mar 01 14:07:50.174379 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d77bfe9-7c4b-4463-b3e5-ba05cae7d164 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:07:50.179798 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7d77bfe9-7c4b-4463-b3e5-ba05cae7d164 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] 10.222.0.13 "DELETE /v2.0/subnets/068974db-b448-4f59-95aa-cc4e32e35e5f HTTP/1.1" status: 404 len: 337 time: 0.0543036 Mar 01 14:07:50.185436 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38226) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:50.247139 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5c371165-9e74-4c59-a84a-97c23255401f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (fbdb3240-ea0c-496c-a321-55978dd47cd1), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:50.257981 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a3212ce-1570-49a2-b766-1492167766c3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] DELETE failed (client error): The resource could not be found. Mar 01 14:07:50.258572 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a3212ce-1570-49a2-b766-1492167766c3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:07:50.265372 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0a3212ce-1570-49a2-b766-1492167766c3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] 10.222.0.13 "DELETE /v2.0/networks/5f258e15-16df-4172-97fe-be82ca78e615 HTTP/1.1" status: 404 len: 339 time: 0.0786097 Mar 01 14:07:50.269148 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38230) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:50.269893 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3983aa77-6790-48d6-b425-4a628a8ff10e None None] get_active_networks_info from n-d-827467-3 {{(pid=103728) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 01 14:07:50.273221 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-5c371165-9e74-4c59-a84a-97c23255401f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbdb3240-ea0c-496c-a321-55978dd47cd1']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:50.281357 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-16b16cba-17ba-4b72-92a2-8ed728500c23 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (d1144cd2-24dc-4f08-8eac-ef031a69261d), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:50.284714 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-5c371165-9e74-4c59-a84a-97c23255401f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7de2fa1-7381-47ca-a7be-2be5ad0d5c89') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:50.285196 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-5c371165-9e74-4c59-a84a-97c23255401f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7de2fa1-7381-47ca-a7be-2be5ad0d5c89') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:50.300154 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5c371165-9e74-4c59-a84a-97c23255401f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (d7de2fa1-7381-47ca-a7be-2be5ad0d5c89), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:50.318738 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5c371165-9e74-4c59-a84a-97c23255401f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (d7de2fa1-7381-47ca-a7be-2be5ad0d5c89), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:50.333044 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c371165-9e74-4c59-a84a-97c23255401f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:07:50.334191 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5c371165-9e74-4c59-a84a-97c23255401f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (d7de2fa1-7381-47ca-a7be-2be5ad0d5c89), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:50.353686 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:07:50.353686 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:07:50.353686 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:07:50.353686 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:07:50.353686 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:07:50.353686 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:07:50.353686 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:07:50.353686 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:07:50.353686 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:07:50.353686 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:07:50.353686 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:07:50.353686 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:07:50.353686 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:07:50.353686 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:07:50.353686 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:07:50.353686 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:07:50.353686 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:07:50.353686 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:07:50.353686 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:07:50.353686 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:07:50.353686 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:07:50.353686 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:07:50.353686 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:07:50.353686 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:07:50.353686 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:07:50.353686 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:07:50.353686 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:07:50.353686 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:07:50.353686 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:07:50.353686 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:07:50.353686 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:07:50.353686 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:07:50.360396 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5f635cca-9c0b-4840-8557-de75eec35d6b admin admin] Publish callbacks [] for security_group (917de96f-baa4-4991-9949-fb62a0ab332a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:50.376214 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b16cba-17ba-4b72-92a2-8ed728500c23 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Port': ['ID=d1144cd2-24dc-4f08-8eac-ef031a69261d,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:50.384808 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5f635cca-9c0b-4840-8557-de75eec35d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (917de96f-baa4-4991-9949-fb62a0ab332a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:50.402044 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b16cba-17ba-4b72-92a2-8ed728500c23 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Network d91d995f-0f9a-4405-a5de-70d88578c3ee is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:07:50.406603 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3983aa77-6790-48d6-b425-4a628a8ff10e None None] Resources bound (agent type, host, resource id): {{(pid=103728) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 14:07:50.412609 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-16b16cba-17ba-4b72-92a2-8ed728500c23 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:50.432701 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b16cba-17ba-4b72-92a2-8ed728500c23 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:07:50.433514 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-16b16cba-17ba-4b72-92a2-8ed728500c23 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (e179c555-6be3-40cb-917d-19fc5710c6ab), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:50.448681 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5c371165-9e74-4c59-a84a-97c23255401f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (fbdb3240-ea0c-496c-a321-55978dd47cd1), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:50.481226 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5c371165-9e74-4c59-a84a-97c23255401f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:50.487446 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5c371165-9e74-4c59-a84a-97c23255401f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] 10.222.0.13 "DELETE /v2.0/networks/fbdb3240-ea0c-496c-a321-55978dd47cd1 HTTP/1.1" status: 204 len: 168 time: 0.9592671 Mar 01 14:07:50.487446 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c371165-9e74-4c59-a84a-97c23255401f tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Pushing event deleted for resources: {'Network': ['ID=fbdb3240-ea0c-496c-a321-55978dd47cd1,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:50.488578 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38234) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:50.638731 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aa944589-6bc0-41a7-a6af-e534078a6299 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (c0ae5059-107c-46d7-98e8-f520c1bd18d7), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:50.658689 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5f635cca-9c0b-4840-8557-de75eec35d6b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2acd5552923749059a1a8c550d812f54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9004929 Mar 01 14:07:50.661848 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f635cca-9c0b-4840-8557-de75eec35d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917de96f-baa4-4991-9949-fb62a0ab332a,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:50.677612 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38240) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:50.695075 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394e7078-55fe-4f4f-abf7-0b475829b5ec None None] Network d91d995f-0f9a-4405-a5de-70d88578c3ee requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:07:50.757194 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aa944589-6bc0-41a7-a6af-e534078a6299 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (c0ae5059-107c-46d7-98e8-f520c1bd18d7), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:50.797964 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-aa944589-6bc0-41a7-a6af-e534078a6299 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ae5059-107c-46d7-98e8-f520c1bd18d7']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:50.831856 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-16b16cba-17ba-4b72-92a2-8ed728500c23 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d1144cd2-24dc-4f08-8eac-ef031a69261d), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:50.832116 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-aa944589-6bc0-41a7-a6af-e534078a6299 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ced888fa-85f0-48da-befd-60f050de7be7') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:50.832695 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-aa944589-6bc0-41a7-a6af-e534078a6299 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ced888fa-85f0-48da-befd-60f050de7be7') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:50.853049 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aa944589-6bc0-41a7-a6af-e534078a6299 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (ced888fa-85f0-48da-befd-60f050de7be7), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:50.869984 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aa944589-6bc0-41a7-a6af-e534078a6299 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (ced888fa-85f0-48da-befd-60f050de7be7), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:50.886694 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa944589-6bc0-41a7-a6af-e534078a6299 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:07:50.888391 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aa944589-6bc0-41a7-a6af-e534078a6299 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (ced888fa-85f0-48da-befd-60f050de7be7), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:50.895865 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:07:50.895865 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:07:50.895865 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:07:50.895865 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:07:50.895865 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:07:50.895865 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:07:50.895865 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:07:50.895865 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:07:50.895865 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:07:50.895865 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:07:50.895865 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:07:50.895865 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:07:50.895865 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:07:50.895865 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:07:50.895865 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:07:50.895865 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:07:50.895865 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:07:50.895865 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:07:50.895865 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:07:50.895865 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:07:50.895865 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:07:50.895865 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:07:50.895865 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:07:50.895865 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:07:50.895865 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:07:50.895865 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:07:50.895865 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:07:50.895865 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:07:50.895865 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:07:50.895865 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:07:50.895865 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:07:50.895865 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:07:51.036828 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aa944589-6bc0-41a7-a6af-e534078a6299 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (c0ae5059-107c-46d7-98e8-f520c1bd18d7), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:51.048314 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aa944589-6bc0-41a7-a6af-e534078a6299 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:51.051630 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-aa944589-6bc0-41a7-a6af-e534078a6299 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] 10.222.0.13 "DELETE /v2.0/networks/c0ae5059-107c-46d7-98e8-f520c1bd18d7 HTTP/1.1" status: 204 len: 168 time: 0.5619855 Mar 01 14:07:51.104516 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa944589-6bc0-41a7-a6af-e534078a6299 tempest-BulkNetworkOpsIpV6Test-2019296408 tempest-BulkNetworkOpsIpV6Test-2019296408-project] Pushing event deleted for resources: {'Network': ['ID=c0ae5059-107c-46d7-98e8-f520c1bd18d7,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:51.134008 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 11a0a8b2-9364-404a-9296-310562b559a9 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:07:51.200834 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a411a0ab-4541-4c8f-ae6b-e8a0ff0f9023 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Deleting port 800792e2-dacc-4a47-8798-265347d735d2 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:07:51.201178 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a411a0ab-4541-4c8f-ae6b-e8a0ff0f9023 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (800792e2-dacc-4a47-8798-265347d735d2), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:51.217255 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e8fb9592-c9b2-46a1-83d7-4e366a4ba10a admin admin] Publish callbacks [] for security_group (917de96f-baa4-4991-9949-fb62a0ab332a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:51.218536 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 11a0a8b2-9364-404a-9296-310562b559a9 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:51.219017 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (11a0a8b2-9364-404a-9296-310562b559a9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:51.315058 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 11a0a8b2-9364-404a-9296-310562b559a9 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:07:51.450758 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e8fb9592-c9b2-46a1-83d7-4e366a4ba10a admin admin] Publish callbacks [] for security_group (917de96f-baa4-4991-9949-fb62a0ab332a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:51.506002 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a411a0ab-4541-4c8f-ae6b-e8a0ff0f9023 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (800792e2-dacc-4a47-8798-265347d735d2), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:51.569133 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38262) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:51.583408 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a411a0ab-4541-4c8f-ae6b-e8a0ff0f9023 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Calling delete_port for 800792e2-dacc-4a47-8798-265347d735d2 owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:07:51.687172 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a411a0ab-4541-4c8f-ae6b-e8a0ff0f9023 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (800792e2-dacc-4a47-8798-265347d735d2), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:51.689014 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-a9de2e97-0ee2-403e-9e89-0a6edaca8cc9 None None] Provisioning complete for port 11a0a8b2-9364-404a-9296-310562b559a9 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:51.689648 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a9de2e97-0ee2-403e-9e89-0a6edaca8cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (11a0a8b2-9364-404a-9296-310562b559a9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:51.728599 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411a0ab-4541-4c8f-ae6b-e8a0ff0f9023 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Pushing event deleted for resources: {'Port': ['ID=800792e2-dacc-4a47-8798-265347d735d2,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:51.745019 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a411a0ab-4541-4c8f-ae6b-e8a0ff0f9023 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:51.748838 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a411a0ab-4541-4c8f-ae6b-e8a0ff0f9023 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] 10.222.0.13 "DELETE /v2.0/ports/800792e2-dacc-4a47-8798-265347d735d2 HTTP/1.1" status: 204 len: 168 time: 1.4787464 Mar 01 14:07:51.751267 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-16b16cba-17ba-4b72-92a2-8ed728500c23 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for port (d1144cd2-24dc-4f08-8eac-ef031a69261d), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:51.751417 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38268) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:51.757697 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-16b16cba-17ba-4b72-92a2-8ed728500c23 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (d1144cd2-24dc-4f08-8eac-ef031a69261d), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:51.758993 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-16b16cba-17ba-4b72-92a2-8ed728500c23 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (e179c555-6be3-40cb-917d-19fc5710c6ab), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:51.766937 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e8fb9592-c9b2-46a1-83d7-4e366a4ba10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (917de96f-baa4-4991-9949-fb62a0ab332a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:51.770431 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e8fb9592-c9b2-46a1-83d7-4e366a4ba10a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:51.774135 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e8fb9592-c9b2-46a1-83d7-4e366a4ba10a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/917de96f-baa4-4991-9949-fb62a0ab332a HTTP/1.1" status: 204 len: 168 time: 1.0956063 Mar 01 14:07:51.801639 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc5715f2-98b6-45fa-b781-fe05116391ec tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] DELETE failed (client error): The resource could not be found. Mar 01 14:07:51.802176 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc5715f2-98b6-45fa-b781-fe05116391ec tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:07:51.806366 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-dc5715f2-98b6-45fa-b781-fe05116391ec tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] 10.222.0.13 "DELETE /v2.0/subnets/804dd69b-bfaa-418d-9cef-63fade8ead02 HTTP/1.1" status: 404 len: 337 time: 0.0536973 Mar 01 14:07:51.808923 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38276) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:51.879600 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb9592-c9b2-46a1-83d7-4e366a4ba10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917de96f-baa4-4991-9949-fb62a0ab332a,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:51.903586 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-a9de2e97-0ee2-403e-9e89-0a6edaca8cc9 None None] Current status of the port 11a0a8b2-9364-404a-9296-310562b559a9 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:07:51.935868 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-a9de2e97-0ee2-403e-9e89-0a6edaca8cc9 None None] Provisioning complete for port d1144cd2-24dc-4f08-8eac-ef031a69261d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:51.936422 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a9de2e97-0ee2-403e-9e89-0a6edaca8cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (d1144cd2-24dc-4f08-8eac-ef031a69261d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:51.987455 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-a9de2e97-0ee2-403e-9e89-0a6edaca8cc9 None None] Port d1144cd2-24dc-4f08-8eac-ef031a69261d cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:07:52.057906 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-30ba002a-6ccb-43f0-aac9-fb28c3ba204f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (b9442055-fae4-4c63-8ea5-2c61ccd13532), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:52.070104 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b16cba-17ba-4b72-92a2-8ed728500c23 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Port': ['ID=d1144cd2-24dc-4f08-8eac-ef031a69261d,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:52.120487 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-e709933a-fcbe-4c1c-854a-a5c0316ac1d7 None None] Provisioning complete for port d1144cd2-24dc-4f08-8eac-ef031a69261d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:52.121346 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e709933a-fcbe-4c1c-854a-a5c0316ac1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (d1144cd2-24dc-4f08-8eac-ef031a69261d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:52.153534 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b16cba-17ba-4b72-92a2-8ed728500c23 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Network d91d995f-0f9a-4405-a5de-70d88578c3ee is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:07:52.155732 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-16b16cba-17ba-4b72-92a2-8ed728500c23 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:52.209241 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-e709933a-fcbe-4c1c-854a-a5c0316ac1d7 None None] Port d1144cd2-24dc-4f08-8eac-ef031a69261d cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:07:52.245600 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-30ba002a-6ccb-43f0-aac9-fb28c3ba204f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (b9442055-fae4-4c63-8ea5-2c61ccd13532), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:52.279594 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-30ba002a-6ccb-43f0-aac9-fb28c3ba204f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9442055-fae4-4c63-8ea5-2c61ccd13532']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:52.298932 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-30ba002a-6ccb-43f0-aac9-fb28c3ba204f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a89d096e-042f-4f32-8754-53b59a3ca6ee') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:52.299242 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-30ba002a-6ccb-43f0-aac9-fb28c3ba204f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a89d096e-042f-4f32-8754-53b59a3ca6ee') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:52.320691 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d3bd5c37-7f73-46d7-a820-b60c97881732 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c9a647ba05e4f3c94a2be93c4b9f045&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7501042 Mar 01 14:07:52.323208 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38288) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:52.325299 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-30ba002a-6ccb-43f0-aac9-fb28c3ba204f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (a89d096e-042f-4f32-8754-53b59a3ca6ee), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:52.344510 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-30ba002a-6ccb-43f0-aac9-fb28c3ba204f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (a89d096e-042f-4f32-8754-53b59a3ca6ee), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:52.359262 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ba002a-6ccb-43f0-aac9-fb28c3ba204f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:07:52.363978 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-30ba002a-6ccb-43f0-aac9-fb28c3ba204f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (a89d096e-042f-4f32-8754-53b59a3ca6ee), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:52.368154 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:07:52.368154 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:07:52.368154 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:07:52.368154 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:07:52.368154 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:07:52.368154 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:07:52.368154 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:07:52.368154 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:07:52.368154 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:07:52.368154 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:07:52.368154 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:07:52.368154 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:07:52.368154 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:07:52.368154 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:07:52.368154 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:07:52.368154 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:07:52.368154 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:07:52.368154 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:07:52.368154 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:07:52.368154 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:07:52.368154 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:07:52.368154 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:07:52.368154 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:07:52.368154 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:07:52.368154 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:07:52.368154 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:07:52.368154 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:07:52.368154 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:07:52.368154 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:07:52.368154 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:07:52.368154 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:07:52.368154 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:07:52.435623 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b16cba-17ba-4b72-92a2-8ed728500c23 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Router e179c555-6be3-40cb-917d-19fc5710c6ab is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:07:52.468432 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-30ba002a-6ccb-43f0-aac9-fb28c3ba204f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (b9442055-fae4-4c63-8ea5-2c61ccd13532), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:52.471486 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c32f164f-1b16-4afd-8cbf-49370cde6f47 admin admin] Publish callbacks [] for security_group (cf684c81-1818-4185-9634-95f4e17e6f29), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:52.489191 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-30ba002a-6ccb-43f0-aac9-fb28c3ba204f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:52.492942 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-30ba002a-6ccb-43f0-aac9-fb28c3ba204f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] 10.222.0.13 "DELETE /v2.0/networks/b9442055-fae4-4c63-8ea5-2c61ccd13532 HTTP/1.1" status: 204 len: 168 time: 0.6830597 Mar 01 14:07:52.495425 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38296) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:52.535332 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c32f164f-1b16-4afd-8cbf-49370cde6f47 admin admin] Publish callbacks [] for security_group (cf684c81-1818-4185-9634-95f4e17e6f29), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:52.579963 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba002a-6ccb-43f0-aac9-fb28c3ba204f tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Pushing event deleted for resources: {'Network': ['ID=b9442055-fae4-4c63-8ea5-2c61ccd13532,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:52.642673 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cf0ebfb5-073a-4d4a-920c-7c8e22fc0c5e None None] Provisioning complete for port d1144cd2-24dc-4f08-8eac-ef031a69261d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:07:52.643124 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cf0ebfb5-073a-4d4a-920c-7c8e22fc0c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (d1144cd2-24dc-4f08-8eac-ef031a69261d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:52.685771 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cf0ebfb5-073a-4d4a-920c-7c8e22fc0c5e None None] Port d1144cd2-24dc-4f08-8eac-ef031a69261d cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:07:52.724157 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-cce0d8a9-3072-4520-aa30-f9fe5f3dabb3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Deleting port 9e677a5d-f9b5-4ed3-b051-509bfcdf4cfa {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:07:52.724425 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cce0d8a9-3072-4520-aa30-f9fe5f3dabb3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (9e677a5d-f9b5-4ed3-b051-509bfcdf4cfa), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:52.745869 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c32f164f-1b16-4afd-8cbf-49370cde6f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (cf684c81-1818-4185-9634-95f4e17e6f29), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:52.748410 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c32f164f-1b16-4afd-8cbf-49370cde6f47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:52.755626 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c32f164f-1b16-4afd-8cbf-49370cde6f47 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf684c81-1818-4185-9634-95f4e17e6f29 HTTP/1.1" status: 204 len: 168 time: 0.4296310 Mar 01 14:07:52.784472 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f164f-1b16-4afd-8cbf-49370cde6f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf684c81-1818-4185-9634-95f4e17e6f29,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:52.788689 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b16cba-17ba-4b72-92a2-8ed728500c23 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:07:52.799694 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cd0dea-71c0-4db2-b0dd-96e90ecb6b78 None None] Sync routers for ids ['e179c555-6be3-40cb-917d-19fc5710c6ab'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:07:52.806539 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-16b16cba-17ba-4b72-92a2-8ed728500c23 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "PUT /v2.0/routers/e179c555-6be3-40cb-917d-19fc5710c6ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5746486 Mar 01 14:07:52.807974 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38312) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:52.824705 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cd0dea-71c0-4db2-b0dd-96e90ecb6b78 None None] Routers {'e179c555-6be3-40cb-917d-19fc5710c6ab'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:07:52.824705 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-57cd0dea-71c0-4db2-b0dd-96e90ecb6b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:07:28Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['e179c555-6be3-40cb-917d-19fc5710c6ab'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:52.865447 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cce0d8a9-3072-4520-aa30-f9fe5f3dabb3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (9e677a5d-f9b5-4ed3-b051-509bfcdf4cfa), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:52.885074 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ffd6d3-33bb-4166-96f6-66e37ef3713a tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:52.887204 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-20ffd6d3-33bb-4166-96f6-66e37ef3713a tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "GET /v2.0/ports/d1144cd2-24dc-4f08-8eac-ef031a69261d HTTP/1.1" status: 200 len: 911 time: 0.0782204 Mar 01 14:07:52.893026 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38316) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:52.896218 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-57cd0dea-71c0-4db2-b0dd-96e90ecb6b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:52.906012 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cd0dea-71c0-4db2-b0dd-96e90ecb6b78 None None] Routers {'e179c555-6be3-40cb-917d-19fc5710c6ab'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:07:52.906874 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-57cd0dea-71c0-4db2-b0dd-96e90ecb6b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:07:28Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['e179c555-6be3-40cb-917d-19fc5710c6ab'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:52.917382 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-cce0d8a9-3072-4520-aa30-f9fe5f3dabb3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Calling delete_port for 9e677a5d-f9b5-4ed3-b051-509bfcdf4cfa owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:07:52.955957 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-57cd0dea-71c0-4db2-b0dd-96e90ecb6b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:52.956818 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cd0dea-71c0-4db2-b0dd-96e90ecb6b78 None None] The sync data for ids ['e179c555-6be3-40cb-917d-19fc5710c6ab'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:07:53.055574 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cce0d8a9-3072-4520-aa30-f9fe5f3dabb3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (9e677a5d-f9b5-4ed3-b051-509bfcdf4cfa), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:53.124731 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0d8a9-3072-4520-aa30-f9fe5f3dabb3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Pushing event deleted for resources: {'Port': ['ID=9e677a5d-f9b5-4ed3-b051-509bfcdf4cfa,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:53.144761 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cce0d8a9-3072-4520-aa30-f9fe5f3dabb3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:53.154504 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-cce0d8a9-3072-4520-aa30-f9fe5f3dabb3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] 10.222.0.13 "DELETE /v2.0/ports/9e677a5d-f9b5-4ed3-b051-509bfcdf4cfa HTTP/1.1" status: 204 len: 168 time: 0.6580245 Mar 01 14:07:53.155129 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38326) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:53.221180 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-792a6205-b4e8-443b-81a0-359791034fd6 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] DELETE failed (client error): The resource could not be found. Mar 01 14:07:53.221708 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-792a6205-b4e8-443b-81a0-359791034fd6 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:07:53.232937 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-792a6205-b4e8-443b-81a0-359791034fd6 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] 10.222.0.13 "DELETE /v2.0/subnets/021baf4a-f8a0-4228-a775-4cc6552c0551 HTTP/1.1" status: 404 len: 337 time: 0.0766990 Mar 01 14:07:53.235734 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38330) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:53.343688 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f45772d1-a770-46a6-9ac0-63d8d0d5d955 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (ca95a0c1-6c5a-4006-b1c5-e1695eee502e), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:53.409941 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e8cbe461-0fa6-469b-9fc1-a66ec1e01b6f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (e179c555-6be3-40cb-917d-19fc5710c6ab), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:53.527325 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f45772d1-a770-46a6-9ac0-63d8d0d5d955 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (ca95a0c1-6c5a-4006-b1c5-e1695eee502e), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:53.558762 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-f45772d1-a770-46a6-9ac0-63d8d0d5d955 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca95a0c1-6c5a-4006-b1c5-e1695eee502e']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:53.570834 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-f45772d1-a770-46a6-9ac0-63d8d0d5d955 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e68d3e1-22ba-40ad-aaa6-f7f51c4399c6') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:53.571469 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-f45772d1-a770-46a6-9ac0-63d8d0d5d955 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e68d3e1-22ba-40ad-aaa6-f7f51c4399c6') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:53.585502 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f45772d1-a770-46a6-9ac0-63d8d0d5d955 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (8e68d3e1-22ba-40ad-aaa6-f7f51c4399c6), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:53.606117 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f45772d1-a770-46a6-9ac0-63d8d0d5d955 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (8e68d3e1-22ba-40ad-aaa6-f7f51c4399c6), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:53.615336 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f45772d1-a770-46a6-9ac0-63d8d0d5d955 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:07:53.615935 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f45772d1-a770-46a6-9ac0-63d8d0d5d955 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (8e68d3e1-22ba-40ad-aaa6-f7f51c4399c6), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:53.700672 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:07:53.700672 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:07:53.700672 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:07:53.700672 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:07:53.700672 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:07:53.700672 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:07:53.700672 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:07:53.700672 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:07:53.700672 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:07:53.700672 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:07:53.700672 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:07:53.700672 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:07:53.700672 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:07:53.700672 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:07:53.700672 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:07:53.700672 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:07:53.700672 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:07:53.700672 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:07:53.700672 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:07:53.700672 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:07:53.700672 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:07:53.700672 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:07:53.700672 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:07:53.700672 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:07:53.700672 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:07:53.700672 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:07:53.700672 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:07:53.700672 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:07:53.700672 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:07:53.700672 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:07:53.700672 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:07:53.700672 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:07:53.746961 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f45772d1-a770-46a6-9ac0-63d8d0d5d955 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (ca95a0c1-6c5a-4006-b1c5-e1695eee502e), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:53.785285 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f45772d1-a770-46a6-9ac0-63d8d0d5d955 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:53.798609 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f45772d1-a770-46a6-9ac0-63d8d0d5d955 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] 10.222.0.13 "DELETE /v2.0/networks/ca95a0c1-6c5a-4006-b1c5-e1695eee502e HTTP/1.1" status: 204 len: 168 time: 0.5617008 Mar 01 14:07:53.799575 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38354) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:53.882096 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45772d1-a770-46a6-9ac0-63d8d0d5d955 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Pushing event deleted for resources: {'Network': ['ID=ca95a0c1-6c5a-4006-b1c5-e1695eee502e,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:53.911632 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-c48133f7-8acf-4772-a5c8-94af3b972d3d tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Deleting subnet 466a6163-6a4e-4ae6-8b50-1e89bc411c37 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:07:53.915915 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c48133f7-8acf-4772-a5c8-94af3b972d3d tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks [] for subnet (466a6163-6a4e-4ae6-8b50-1e89bc411c37), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:53.963065 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c48133f7-8acf-4772-a5c8-94af3b972d3d tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (466a6163-6a4e-4ae6-8b50-1e89bc411c37), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:54.067749 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c48133f7-8acf-4772-a5c8-94af3b972d3d tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (466a6163-6a4e-4ae6-8b50-1e89bc411c37), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:54.123646 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e8cbe461-0fa6-469b-9fc1-a66ec1e01b6f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Deleting port d1144cd2-24dc-4f08-8eac-ef031a69261d {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:07:54.124629 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e8cbe461-0fa6-469b-9fc1-a66ec1e01b6f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (d1144cd2-24dc-4f08-8eac-ef031a69261d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:54.134990 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c48133f7-8acf-4772-a5c8-94af3b972d3d tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (466a6163-6a4e-4ae6-8b50-1e89bc411c37), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:54.160380 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0920aa97-204f-4fc3-9e86-8184e6d3a689 None None] Network fc3e3b28-9942-401e-b33a-26459aa58d94 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:07:54.169459 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c48133f7-8acf-4772-a5c8-94af3b972d3d tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:54.175517 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38368) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:54.178620 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c48133f7-8acf-4772-a5c8-94af3b972d3d tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] 10.222.0.13 "DELETE /v2.0/subnets/466a6163-6a4e-4ae6-8b50-1e89bc411c37 HTTP/1.1" status: 204 len: 168 time: 0.3579276 Mar 01 14:07:54.183538 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48133f7-8acf-4772-a5c8-94af3b972d3d tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Pushing event deleted for resources: {'Subnet': ['ID=466a6163-6a4e-4ae6-8b50-1e89bc411c37,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:54.303647 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a4b9c2b2-e0e0-4764-b98a-3657d31c82e3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (fc3e3b28-9942-401e-b33a-26459aa58d94), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:54.408803 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454a37dc-1c72-4458-a395-f8557ae4bea8 None None] DHCP port deletion for fc3e3b28-9942-401e-b33a-26459aa58d94 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:07:54.422440 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e8cbe461-0fa6-469b-9fc1-a66ec1e01b6f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (d1144cd2-24dc-4f08-8eac-ef031a69261d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:54.464033 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e8cbe461-0fa6-469b-9fc1-a66ec1e01b6f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Calling delete_port for d1144cd2-24dc-4f08-8eac-ef031a69261d owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:07:54.482912 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-454a37dc-1c72-4458-a395-f8557ae4bea8 None None] Deleting port 622d6d64-f434-44a3-abe9-bf8f1cea0e1b {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:07:54.483594 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-454a37dc-1c72-4458-a395-f8557ae4bea8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (622d6d64-f434-44a3-abe9-bf8f1cea0e1b), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:54.561828 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-454a37dc-1c72-4458-a395-f8557ae4bea8 None None] For port 622d6d64-f434-44a3-abe9-bf8f1cea0e1b, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=622d6d64-f434-44a3-abe9-bf8f1cea0e1b,segment=NetworkSegment(ab85851e-f0c8-4930-b0aa-a46959d38a93),segment_id=ab85851e-f0c8-4930-b0aa-a46959d38a93)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:07:54.565941 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-454a37dc-1c72-4458-a395-f8557ae4bea8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (622d6d64-f434-44a3-abe9-bf8f1cea0e1b), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:54.583705 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-454a37dc-1c72-4458-a395-f8557ae4bea8 None None] Calling delete_port for 622d6d64-f434-44a3-abe9-bf8f1cea0e1b owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:07:54.721992 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a4b9c2b2-e0e0-4764-b98a-3657d31c82e3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Deleting port 622d6d64-f434-44a3-abe9-bf8f1cea0e1b {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:07:54.722353 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a4b9c2b2-e0e0-4764-b98a-3657d31c82e3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (622d6d64-f434-44a3-abe9-bf8f1cea0e1b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:54.761465 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-454a37dc-1c72-4458-a395-f8557ae4bea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (622d6d64-f434-44a3-abe9-bf8f1cea0e1b), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:54.814522 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 622d6d64-f434-44a3-abe9-bf8f1cea0e1b no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:07:54.818146 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a37dc-1c72-4458-a395-f8557ae4bea8 None None] Pushing event deleted for resources: {'Port': ['ID=622d6d64-f434-44a3-abe9-bf8f1cea0e1b,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:54.846105 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-a4b9c2b2-e0e0-4764-b98a-3657d31c82e3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] For port 622d6d64-f434-44a3-abe9-bf8f1cea0e1b, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=622d6d64-f434-44a3-abe9-bf8f1cea0e1b,segment=NetworkSegment(ab85851e-f0c8-4930-b0aa-a46959d38a93),segment_id=ab85851e-f0c8-4930-b0aa-a46959d38a93)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:07:54.846508 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a4b9c2b2-e0e0-4764-b98a-3657d31c82e3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (622d6d64-f434-44a3-abe9-bf8f1cea0e1b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:54.855010 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e8cbe461-0fa6-469b-9fc1-a66ec1e01b6f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (d1144cd2-24dc-4f08-8eac-ef031a69261d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:54.866674 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454a37dc-1c72-4458-a395-f8557ae4bea8 None None] No DVR routers for this DVR port 622d6d64-f434-44a3-abe9-bf8f1cea0e1b on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:07:54.869169 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 622d6d64-f434-44a3-abe9-bf8f1cea0e1b {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:07:54.869737 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 622d6d64-f434-44a3-abe9-bf8f1cea0e1b not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:07:54.873353 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a4b9c2b2-e0e0-4764-b98a-3657d31c82e3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Calling delete_port for 622d6d64-f434-44a3-abe9-bf8f1cea0e1b owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:07:54.910885 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cbe461-0fa6-469b-9fc1-a66ec1e01b6f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event deleted for resources: {'Port': ['ID=d1144cd2-24dc-4f08-8eac-ef031a69261d,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:55.071488 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e8cbe461-0fa6-469b-9fc1-a66ec1e01b6f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (e179c555-6be3-40cb-917d-19fc5710c6ab), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:55.198463 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38410) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:55.245008 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-22c3fe99-c5d8-4d1a-8099-1c0f9f5b3125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:55.327864 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a4b9c2b2-e0e0-4764-b98a-3657d31c82e3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (622d6d64-f434-44a3-abe9-bf8f1cea0e1b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:55.390722 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9c2b2-e0e0-4764-b98a-3657d31c82e3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Pushing event deleted for resources: {'Port': ['ID=622d6d64-f434-44a3-abe9-bf8f1cea0e1b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:55.404609 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b9c2b2-e0e0-4764-b98a-3657d31c82e3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] No DVR routers for this DVR port 622d6d64-f434-44a3-abe9-bf8f1cea0e1b on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:07:55.448087 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8cbe461-0fa6-469b-9fc1-a66ec1e01b6f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Router e179c555-6be3-40cb-917d-19fc5710c6ab has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:07:55.494088 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-5b8b352d-d022-4016-8fa1-d67b055a063a tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-936276904'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:55.537621 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8b352d-d022-4016-8fa1-d67b055a063a tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Made reservation on behalf of f673a5614f414812a2a1ca2dad630b5a for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:07:55.541667 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5b8b352d-d022-4016-8fa1-d67b055a063a tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:55.552346 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5b8b352d-d022-4016-8fa1-d67b055a063a tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:55.599551 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a4b9c2b2-e0e0-4764-b98a-3657d31c82e3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (fc3e3b28-9942-401e-b33a-26459aa58d94), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:55.658903 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5b8b352d-d022-4016-8fa1-d67b055a063a tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for security_group (14ec7a33-7984-46da-a3aa-48fd268109cf), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:55.667859 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5b8b352d-d022-4016-8fa1-d67b055a063a tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (14ec7a33-7984-46da-a3aa-48fd268109cf), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:55.674180 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-a4b9c2b2-e0e0-4764-b98a-3657d31c82e3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc3e3b28-9942-401e-b33a-26459aa58d94']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:55.681678 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8b352d-d022-4016-8fa1-d67b055a063a tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:07:55.692820 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5b8b352d-d022-4016-8fa1-d67b055a063a tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (ada102d1-ab1d-4cc7-9fdf-17b723472750), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:55.693530 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-a4b9c2b2-e0e0-4764-b98a-3657d31c82e3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab85851e-f0c8-4930-b0aa-a46959d38a93') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:55.693672 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-5b8b352d-d022-4016-8fa1-d67b055a063a tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Added segment ada102d1-ab1d-4cc7-9fdf-17b723472750 of type vlan for network c3554407-726b-41d6-acad-a09ba7a37e2b Mar 01 14:07:55.694466 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-a4b9c2b2-e0e0-4764-b98a-3657d31c82e3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab85851e-f0c8-4930-b0aa-a46959d38a93') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:55.711733 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a4b9c2b2-e0e0-4764-b98a-3657d31c82e3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (ab85851e-f0c8-4930-b0aa-a46959d38a93), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:55.731988 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a4b9c2b2-e0e0-4764-b98a-3657d31c82e3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (ab85851e-f0c8-4930-b0aa-a46959d38a93), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:55.734742 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b9c2b2-e0e0-4764-b98a-3657d31c82e3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:07:55.735137 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a4b9c2b2-e0e0-4764-b98a-3657d31c82e3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (ab85851e-f0c8-4930-b0aa-a46959d38a93), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:55.764989 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5b8b352d-d022-4016-8fa1-d67b055a063a tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (c3554407-726b-41d6-acad-a09ba7a37e2b), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:07:55.803402 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:07:55.811901 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8cbe461-0fa6-469b-9fc1-a66ec1e01b6f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:07:55.814744 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a4b9c2b2-e0e0-4764-b98a-3657d31c82e3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (fc3e3b28-9942-401e-b33a-26459aa58d94), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:55.820544 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e8cbe461-0fa6-469b-9fc1-a66ec1e01b6f tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "PUT /v2.0/routers/e179c555-6be3-40cb-917d-19fc5710c6ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9244475 Mar 01 14:07:55.825496 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b708d6b-2668-4386-a244-5720c20dde13 None None] Sync routers for ids ['e179c555-6be3-40cb-917d-19fc5710c6ab'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:07:55.841488 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b708d6b-2668-4386-a244-5720c20dde13 None None] Routers {'e179c555-6be3-40cb-917d-19fc5710c6ab'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:07:55.842339 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-0b708d6b-2668-4386-a244-5720c20dde13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:07:28Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['e179c555-6be3-40cb-917d-19fc5710c6ab'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:55.845632 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b352d-d022-4016-8fa1-d67b055a063a tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14ec7a33-7984-46da-a3aa-48fd268109cf,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:55.848415 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38444) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:55.867241 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a4b9c2b2-e0e0-4764-b98a-3657d31c82e3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:55.870971 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a4b9c2b2-e0e0-4764-b98a-3657d31c82e3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] 10.222.0.13 "DELETE /v2.0/networks/fc3e3b28-9942-401e-b33a-26459aa58d94 HTTP/1.1" status: 204 len: 168 time: 1.6941693 Mar 01 14:07:55.872092 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9c2b2-e0e0-4764-b98a-3657d31c82e3 tempest-NetworksIpV6TestAttrs-2145880044 tempest-NetworksIpV6TestAttrs-2145880044-project] Pushing event deleted for resources: {'Network': ['ID=fc3e3b28-9942-401e-b33a-26459aa58d94,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:55.904779 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-0b708d6b-2668-4386-a244-5720c20dde13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:55.914607 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b708d6b-2668-4386-a244-5720c20dde13 None None] Routers {'e179c555-6be3-40cb-917d-19fc5710c6ab'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:07:55.915216 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-0b708d6b-2668-4386-a244-5720c20dde13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:07:28Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['e179c555-6be3-40cb-917d-19fc5710c6ab'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:55.937314 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5b8b352d-d022-4016-8fa1-d67b055a063a tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (c3554407-726b-41d6-acad-a09ba7a37e2b), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:55.942540 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8b352d-d022-4016-8fa1-d67b055a063a tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:07:55.943209 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5b8b352d-d022-4016-8fa1-d67b055a063a tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:55.952975 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-715d38e7-5f84-44e1-8fd4-088c108310dd tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "GET /v2.0/ports?device_id=e179c555-6be3-40cb-917d-19fc5710c6ab HTTP/1.1" status: 200 len: 205 time: 0.0905678 Mar 01 14:07:55.955750 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38452) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:56.014714 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-0b708d6b-2668-4386-a244-5720c20dde13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:56.016685 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5b8b352d-d022-4016-8fa1-d67b055a063a tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8165255 Mar 01 14:07:56.019727 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b708d6b-2668-4386-a244-5720c20dde13 None None] The sync data for ids ['e179c555-6be3-40cb-917d-19fc5710c6ab'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:07:56.103590 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b352d-d022-4016-8fa1-d67b055a063a tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event updated for resources: {'Network': ['ID=c3554407-726b-41d6-acad-a09ba7a37e2b,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:56.120953 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network c3554407-726b-41d6-acad-a09ba7a37e2b details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:07:56.147336 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6c13fef4-c18d-4a74-99c5-5500c149c41c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router (e179c555-6be3-40cb-917d-19fc5710c6ab), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:56.540800 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6c13fef4-c18d-4a74-99c5-5500c149c41c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (e179c555-6be3-40cb-917d-19fc5710c6ab), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:56.553909 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6c13fef4-c18d-4a74-99c5-5500c149c41c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router_controller (e179c555-6be3-40cb-917d-19fc5710c6ab), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:56.618778 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6c13fef4-c18d-4a74-99c5-5500c149c41c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (e179c555-6be3-40cb-917d-19fc5710c6ab), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:56.619330 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c13fef4-c18d-4a74-99c5-5500c149c41c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Fanout notify agent at l3_agent the message router_deleted on router e179c555-6be3-40cb-917d-19fc5710c6ab {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:07:56.639392 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6c13fef4-c18d-4a74-99c5-5500c149c41c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:56.645234 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38484) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:56.657146 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6c13fef4-c18d-4a74-99c5-5500c149c41c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/routers/e179c555-6be3-40cb-917d-19fc5710c6ab HTTP/1.1" status: 204 len: 168 time: 0.6997609 Mar 01 14:07:56.746505 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-985824ce-66df-4288-8154-7b65e3f13fbb tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Deleting subnet c776db3d-0bb8-4a8c-8310-e895cee74b38 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:07:56.753882 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-985824ce-66df-4288-8154-7b65e3f13fbb tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for subnet (c776db3d-0bb8-4a8c-8310-e895cee74b38), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:56.770151 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38490) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:56.821776 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-985824ce-66df-4288-8154-7b65e3f13fbb tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (c776db3d-0bb8-4a8c-8310-e895cee74b38), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:56.937425 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-985824ce-66df-4288-8154-7b65e3f13fbb tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (c776db3d-0bb8-4a8c-8310-e895cee74b38), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:57.058763 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-985824ce-66df-4288-8154-7b65e3f13fbb tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (c776db3d-0bb8-4a8c-8310-e895cee74b38), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:57.097585 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5552f31f-4b6c-4cea-8a21-a0cb2b2bb8e5 None None] Network d91d995f-0f9a-4405-a5de-70d88578c3ee requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:07:57.151757 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-985824ce-66df-4288-8154-7b65e3f13fbb tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:57.165046 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38504) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:57.175919 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-985824ce-66df-4288-8154-7b65e3f13fbb tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/subnets/c776db3d-0bb8-4a8c-8310-e895cee74b38 HTTP/1.1" status: 204 len: 168 time: 0.5291791 Mar 01 14:07:57.181833 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985824ce-66df-4288-8154-7b65e3f13fbb tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event deleted for resources: {'Subnet': ['ID=c776db3d-0bb8-4a8c-8310-e895cee74b38,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:57.201021 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38506) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:57.384029 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5094b61-4920-4356-9d25-d0637ed316c6 None None] DHCP port deletion for d91d995f-0f9a-4405-a5de-70d88578c3ee request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:07:57.453922 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-652478c2-6150-459c-ab0f-fb5aac485fb8 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (d91d995f-0f9a-4405-a5de-70d88578c3ee), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:57.500266 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a18825b0-c7cc-4522-b092-06a72b838ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:57.510221 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-41e9ca45-4f10-4a68-840a-d9c9ebd909d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:57.517519 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-a5094b61-4920-4356-9d25-d0637ed316c6 None None] Deleting port 11a0a8b2-9364-404a-9296-310562b559a9 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:07:57.518282 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a5094b61-4920-4356-9d25-d0637ed316c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (11a0a8b2-9364-404a-9296-310562b559a9), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:57.592831 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38516) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:57.593563 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-63470b20-4d5e-4ba6-b84e-977bf7193039 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cea1ead9c6044287a0ebf950989a5ee3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8211541 Mar 01 14:07:57.636357 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-a5094b61-4920-4356-9d25-d0637ed316c6 None None] For port 11a0a8b2-9364-404a-9296-310562b559a9, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=11a0a8b2-9364-404a-9296-310562b559a9,segment=NetworkSegment(4801ff35-0756-4908-b3ab-542806e403b8),segment_id=4801ff35-0756-4908-b3ab-542806e403b8)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:07:57.637590 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a5094b61-4920-4356-9d25-d0637ed316c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (11a0a8b2-9364-404a-9296-310562b559a9), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:57.656866 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-652478c2-6150-459c-ab0f-fb5aac485fb8 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Deleting port 11a0a8b2-9364-404a-9296-310562b559a9 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:07:57.657554 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-652478c2-6150-459c-ab0f-fb5aac485fb8 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (11a0a8b2-9364-404a-9296-310562b559a9), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:57.669052 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-a5094b61-4920-4356-9d25-d0637ed316c6 None None] Calling delete_port for 11a0a8b2-9364-404a-9296-310562b559a9 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:07:57.713100 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-41e9ca45-4f10-4a68-840a-d9c9ebd909d2 admin admin] Publish callbacks [] for security_group (bdee399c-4e9b-4eb1-9267-f508c0d6b7ed), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:57.729432 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-41e9ca45-4f10-4a68-840a-d9c9ebd909d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (bdee399c-4e9b-4eb1-9267-f508c0d6b7ed), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:57.773630 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-41e9ca45-4f10-4a68-840a-d9c9ebd909d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dbbde885b1c44ac0922d07c60d3dceb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5711586 Mar 01 14:07:57.780814 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38518) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:57.809170 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-32a60915-3159-4682-ad26-f1cb1d9e5566 admin admin] Publish callbacks [] for security_group (d6e57447-cbb2-4fdc-9359-11c4cd4a8614), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:57.842333 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9ca45-4f10-4a68-840a-d9c9ebd909d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdee399c-4e9b-4eb1-9267-f508c0d6b7ed,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:57.854029 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-652478c2-6150-459c-ab0f-fb5aac485fb8 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] For port 11a0a8b2-9364-404a-9296-310562b559a9, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=11a0a8b2-9364-404a-9296-310562b559a9,segment=NetworkSegment(4801ff35-0756-4908-b3ab-542806e403b8),segment_id=4801ff35-0756-4908-b3ab-542806e403b8)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:07:57.854635 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-652478c2-6150-459c-ab0f-fb5aac485fb8 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (11a0a8b2-9364-404a-9296-310562b559a9), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:57.875207 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a5094b61-4920-4356-9d25-d0637ed316c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (11a0a8b2-9364-404a-9296-310562b559a9), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:57.881561 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0c3e66f2-0b01-4604-9a7e-d6394ca42726 admin admin] Publish callbacks [] for security_group (bdee399c-4e9b-4eb1-9267-f508c0d6b7ed), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:57.890257 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-652478c2-6150-459c-ab0f-fb5aac485fb8 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Calling delete_port for 11a0a8b2-9364-404a-9296-310562b559a9 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:07:57.906152 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-32a60915-3159-4682-ad26-f1cb1d9e5566 admin admin] Publish callbacks [] for security_group (d6e57447-cbb2-4fdc-9359-11c4cd4a8614), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:57.918921 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0c3e66f2-0b01-4604-9a7e-d6394ca42726 admin admin] Publish callbacks [] for security_group (bdee399c-4e9b-4eb1-9267-f508c0d6b7ed), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:57.960859 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5094b61-4920-4356-9d25-d0637ed316c6 None None] Pushing event deleted for resources: {'Port': ['ID=11a0a8b2-9364-404a-9296-310562b559a9,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:57.966446 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5094b61-4920-4356-9d25-d0637ed316c6 None None] No DVR routers for this DVR port 11a0a8b2-9364-404a-9296-310562b559a9 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:07:58.072049 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-32a60915-3159-4682-ad26-f1cb1d9e5566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d6e57447-cbb2-4fdc-9359-11c4cd4a8614), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:58.074761 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-32a60915-3159-4682-ad26-f1cb1d9e5566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:58.078273 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-32a60915-3159-4682-ad26-f1cb1d9e5566 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6e57447-cbb2-4fdc-9359-11c4cd4a8614 HTTP/1.1" status: 204 len: 168 time: 0.4788520 Mar 01 14:07:58.095306 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-652478c2-6150-459c-ab0f-fb5aac485fb8 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (11a0a8b2-9364-404a-9296-310562b559a9), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:58.099706 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a60915-3159-4682-ad26-f1cb1d9e5566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e57447-cbb2-4fdc-9359-11c4cd4a8614,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:58.194454 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652478c2-6150-459c-ab0f-fb5aac485fb8 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event deleted for resources: {'Port': ['ID=11a0a8b2-9364-404a-9296-310562b559a9,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:58.200284 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652478c2-6150-459c-ab0f-fb5aac485fb8 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] No DVR routers for this DVR port 11a0a8b2-9364-404a-9296-310562b559a9 on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:07:58.205253 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0c3e66f2-0b01-4604-9a7e-d6394ca42726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (bdee399c-4e9b-4eb1-9267-f508c0d6b7ed), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:58.207858 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0c3e66f2-0b01-4604-9a7e-d6394ca42726 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:58.209026 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0c3e66f2-0b01-4604-9a7e-d6394ca42726 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bdee399c-4e9b-4eb1-9267-f508c0d6b7ed HTTP/1.1" status: 204 len: 168 time: 0.4272690 Mar 01 14:07:58.300878 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-652478c2-6150-459c-ab0f-fb5aac485fb8 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (d91d995f-0f9a-4405-a5de-70d88578c3ee), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:58.332091 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e66f2-0b01-4604-9a7e-d6394ca42726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdee399c-4e9b-4eb1-9267-f508c0d6b7ed,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:58.342267 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-652478c2-6150-459c-ab0f-fb5aac485fb8 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d91d995f-0f9a-4405-a5de-70d88578c3ee']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:58.357184 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-652478c2-6150-459c-ab0f-fb5aac485fb8 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4801ff35-0756-4908-b3ab-542806e403b8') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:58.357497 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-652478c2-6150-459c-ab0f-fb5aac485fb8 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4801ff35-0756-4908-b3ab-542806e403b8') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:07:58.374091 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-652478c2-6150-459c-ab0f-fb5aac485fb8 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (4801ff35-0756-4908-b3ab-542806e403b8), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:58.407515 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-652478c2-6150-459c-ab0f-fb5aac485fb8 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (4801ff35-0756-4908-b3ab-542806e403b8), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:58.414272 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-652478c2-6150-459c-ab0f-fb5aac485fb8 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:07:58.414669 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-652478c2-6150-459c-ab0f-fb5aac485fb8 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (4801ff35-0756-4908-b3ab-542806e403b8), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:58.425599 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:07:58.425599 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:07:58.425599 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:07:58.425599 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:07:58.425599 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:07:58.425599 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:07:58.425599 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:07:58.425599 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:07:58.425599 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:07:58.425599 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:07:58.425599 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:07:58.425599 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:07:58.425599 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:07:58.425599 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:07:58.425599 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:07:58.425599 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:07:58.425599 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:07:58.425599 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:07:58.425599 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:07:58.425599 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:07:58.425599 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:07:58.425599 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:07:58.425599 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:07:58.425599 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:07:58.425599 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:07:58.425599 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:07:58.425599 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:07:58.425599 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:07:58.425599 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:07:58.425599 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:07:58.425599 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:07:58.425599 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:07:58.502936 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-652478c2-6150-459c-ab0f-fb5aac485fb8 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (d91d995f-0f9a-4405-a5de-70d88578c3ee), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:58.535055 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-652478c2-6150-459c-ab0f-fb5aac485fb8 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:58.542731 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38538) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:58.543816 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-652478c2-6150-459c-ab0f-fb5aac485fb8 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/networks/d91d995f-0f9a-4405-a5de-70d88578c3ee HTTP/1.1" status: 204 len: 168 time: 1.3776290 Mar 01 14:07:58.544880 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652478c2-6150-459c-ab0f-fb5aac485fb8 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event deleted for resources: {'Network': ['ID=d91d995f-0f9a-4405-a5de-70d88578c3ee,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:58.550041 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-d810f7fb-a551-47e2-8d50-59bf9d74d2ff tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1722683640', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}, 'admin_state_up': False}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:58.602065 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d810f7fb-a551-47e2-8d50-59bf9d74d2ff tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (91047a77-f1a9-48f9-b448-8ac10376e4f4), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:58.605160 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d810f7fb-a551-47e2-8d50-59bf9d74d2ff tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (91047a77-f1a9-48f9-b448-8ac10376e4f4), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:58.680722 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38544) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:58.754717 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d810f7fb-a551-47e2-8d50-59bf9d74d2ff tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router_controller (91047a77-f1a9-48f9-b448-8ac10376e4f4), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:58.806772 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 11a0a8b2-9364-404a-9296-310562b559a9 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:07:58.841827 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 11a0a8b2-9364-404a-9296-310562b559a9 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:07:58.842438 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 11a0a8b2-9364-404a-9296-310562b559a9 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:07:58.903064 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38554) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:58.923745 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-89791129-d3ef-4d31-a09d-828263d363a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:58.924001 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:59.034697 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d810f7fb-a551-47e2-8d50-59bf9d74d2ff tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router_gateway (91047a77-f1a9-48f9-b448-8ac10376e4f4), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:59.107905 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-89791129-d3ef-4d31-a09d-828263d363a4 admin admin] Publish callbacks [] for security_group (0dc49bd0-6dfa-4f60-a8e8-b31748d1982c), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:59.132206 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-89791129-d3ef-4d31-a09d-828263d363a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (0dc49bd0-6dfa-4f60-a8e8-b31748d1982c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:59.140331 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-29c07697-4f8f-4532-ba5f-a7e66441c311 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:59.236635 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-89791129-d3ef-4d31-a09d-828263d363a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e641a101c8c491ca019d4a2091b4e9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3323495 Mar 01 14:07:59.247344 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38564) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:59.259142 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89791129-d3ef-4d31-a09d-828263d363a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc49bd0-6dfa-4f60-a8e8-b31748d1982c,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:59.341476 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aa222371-ebcd-4a84-a95b-270c1dad7a36 admin admin] Publish callbacks [] for security_group (0dc49bd0-6dfa-4f60-a8e8-b31748d1982c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:59.387937 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38570) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:59.393546 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d810f7fb-a551-47e2-8d50-59bf9d74d2ff tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router_gateway (91047a77-f1a9-48f9-b448-8ac10376e4f4), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:59.397141 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-dea6587a-4e13-41f0-9780-e3c7ac4d6520 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Request body: {'subnet': {'network_id': 'c3554407-726b-41d6-acad-a09ba7a37e2b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:07:59.427427 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d810f7fb-a551-47e2-8d50-59bf9d74d2ff tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:59.439889 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aa222371-ebcd-4a84-a95b-270c1dad7a36 admin admin] Publish callbacks [] for security_group (0dc49bd0-6dfa-4f60-a8e8-b31748d1982c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:59.509500 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-29c07697-4f8f-4532-ba5f-a7e66441c311 admin admin] Publish callbacks [] for security_group (37fc6378-0b4b-4411-abd4-9280cc1fd2b1), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:59.536117 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-29c07697-4f8f-4532-ba5f-a7e66441c311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (37fc6378-0b4b-4411-abd4-9280cc1fd2b1), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:59.598437 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-29c07697-4f8f-4532-ba5f-a7e66441c311 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=89fff5ac82034cd69a9d75f82c2f34bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9165967 Mar 01 14:07:59.600507 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-d810f7fb-a551-47e2-8d50-59bf9d74d2ff tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Allocated IP 172.25.1.74 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/0218fbf8-d740-41c5-b4cd-9e4c7328eb7a) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:07:59.603267 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38578) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:59.604032 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c07697-4f8f-4532-ba5f-a7e66441c311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37fc6378-0b4b-4411-abd4-9280cc1fd2b1,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:59.640228 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aa222371-ebcd-4a84-a95b-270c1dad7a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (0dc49bd0-6dfa-4f60-a8e8-b31748d1982c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:59.642883 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aa222371-ebcd-4a84-a95b-270c1dad7a36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:59.646737 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-aa222371-ebcd-4a84-a95b-270c1dad7a36 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0dc49bd0-6dfa-4f60-a8e8-b31748d1982c HTTP/1.1" status: 204 len: 168 time: 0.4024169 Mar 01 14:07:59.658871 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa222371-ebcd-4a84-a95b-270c1dad7a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc49bd0-6dfa-4f60-a8e8-b31748d1982c,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:59.674473 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea6587a-4e13-41f0-9780-e3c7ac4d6520 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Made reservation on behalf of f673a5614f414812a2a1ca2dad630b5a for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:07:59.677371 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dea6587a-4e13-41f0-9780-e3c7ac4d6520 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:59.756356 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e9351f44-6ecb-431d-a2f9-e266ea2c9a12 admin admin] Publish callbacks [] for security_group (37fc6378-0b4b-4411-abd4-9280cc1fd2b1), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:59.799488 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e9351f44-6ecb-431d-a2f9-e266ea2c9a12 admin admin] Publish callbacks [] for security_group (37fc6378-0b4b-4411-abd4-9280cc1fd2b1), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:59.801957 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d810f7fb-a551-47e2-8d50-59bf9d74d2ff tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for port (0218fbf8-d740-41c5-b4cd-9e4c7328eb7a), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:59.854237 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d810f7fb-a551-47e2-8d50-59bf9d74d2ff tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (0218fbf8-d740-41c5-b4cd-9e4c7328eb7a), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:59.872021 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38588) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:07:59.915219 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810f7fb-a551-47e2-8d50-59bf9d74d2ff tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Port': ['ID=0218fbf8-d740-41c5-b4cd-9e4c7328eb7a,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:07:59.930213 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d810f7fb-a551-47e2-8d50-59bf9d74d2ff tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:07:59.931573 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-d810f7fb-a551-47e2-8d50-59bf9d74d2ff tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:07:59.934423 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d810f7fb-a551-47e2-8d50-59bf9d74d2ff tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:07:59.941899 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e9351f44-6ecb-431d-a2f9-e266ea2c9a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (37fc6378-0b4b-4411-abd4-9280cc1fd2b1), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:59.945139 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e9351f44-6ecb-431d-a2f9-e266ea2c9a12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:07:59.946835 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e9351f44-6ecb-431d-a2f9-e266ea2c9a12 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37fc6378-0b4b-4411-abd4-9280cc1fd2b1 HTTP/1.1" status: 204 len: 168 time: 0.3397696 Mar 01 14:07:59.986014 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9351f44-6ecb-431d-a2f9-e266ea2c9a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fc6378-0b4b-4411-abd4-9280cc1fd2b1,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:00.010823 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dea6587a-4e13-41f0-9780-e3c7ac4d6520 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (0cbb6a17-4e6c-4218-b488-59b811a2f38a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:00.081658 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6587a-4e13-41f0-9780-e3c7ac4d6520 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event updated for resources: {'Subnet': ['ID=0cbb6a17-4e6c-4218-b488-59b811a2f38a,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:00.103152 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:00.120121 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea6587a-4e13-41f0-9780-e3c7ac4d6520 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Checking segment: {'id': 'ada102d1-ab1d-4cc7-9fdf-17b723472750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c3554407-726b-41d6-acad-a09ba7a37e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:00.120371 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea6587a-4e13-41f0-9780-e3c7ac4d6520 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Network hostable DHCP agents. Network: c3554407-726b-41d6-acad-a09ba7a37e2b, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:08:00.149574 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea6587a-4e13-41f0-9780-e3c7ac4d6520 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Network c3554407-726b-41d6-acad-a09ba7a37e2b is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:08:00.171317 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-dea6587a-4e13-41f0-9780-e3c7ac4d6520 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, c3554407-726b-41d6-acad-a09ba7a37e2b) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:00.176436 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea6587a-4e13-41f0-9780-e3c7ac4d6520 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:00.177334 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dea6587a-4e13-41f0-9780-e3c7ac4d6520 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:00.187742 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a00ed0-f260-4fa8-b710-13c27687d21e None None] Network c3554407-726b-41d6-acad-a09ba7a37e2b requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:00.209332 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-dea6587a-4e13-41f0-9780-e3c7ac4d6520 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8199983 Mar 01 14:08:00.211750 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38600) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:00.217232 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-b4382005-37bf-4533-b89a-700fee08c8e9 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1961102650'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:00.226889 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-77a88309-00c0-4c0b-9443-1289a676a468 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Request body: {'network': {'name': 'tempest-RoutersTest-1728198362'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:00.275909 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4382005-37bf-4533-b89a-700fee08c8e9 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Made reservation on behalf of f673a5614f414812a2a1ca2dad630b5a for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:00.281457 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b4382005-37bf-4533-b89a-700fee08c8e9 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:00.284917 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a88309-00c0-4c0b-9443-1289a676a468 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Made reservation on behalf of 3a14431fa0e343d69136a59d66043ad6 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:00.288133 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-77a88309-00c0-4c0b-9443-1289a676a468 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:00.302650 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-77a88309-00c0-4c0b-9443-1289a676a468 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:00.336228 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4382005-37bf-4533-b89a-700fee08c8e9 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:08:00.357619 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b4382005-37bf-4533-b89a-700fee08c8e9 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (a23a1ab1-d6fb-44b5-b617-2dcd812c729b), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:00.358175 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-b4382005-37bf-4533-b89a-700fee08c8e9 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Added segment a23a1ab1-d6fb-44b5-b617-2dcd812c729b of type vlan for network af710894-85cf-4d45-8033-d62cadcfed5f Mar 01 14:08:00.412668 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b4382005-37bf-4533-b89a-700fee08c8e9 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (af710894-85cf-4d45-8033-d62cadcfed5f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:00.459399 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bf3955-a95e-4220-bdf7-4148e2b45530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-c3554407-726b-41d6-acad-a09ba7a37e2b', 'network_id': 'c3554407-726b-41d6-acad-a09ba7a37e2b', 'project_id': 'f673a5614f414812a2a1ca2dad630b5a', 'fixed_ips': [{'subnet_id': '0cbb6a17-4e6c-4218-b488-59b811a2f38a'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:08:00.460408 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-91bf3955-a95e-4220-bdf7-4148e2b45530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:00.467404 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-77a88309-00c0-4c0b-9443-1289a676a468 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for security_group (da601ba5-8fae-4697-a3e1-381e5e0c3531), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:00.469247 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b4382005-37bf-4533-b89a-700fee08c8e9 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (af710894-85cf-4d45-8033-d62cadcfed5f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:00.480951 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4382005-37bf-4533-b89a-700fee08c8e9 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:00.484171 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b4382005-37bf-4533-b89a-700fee08c8e9 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:00.498442 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-77a88309-00c0-4c0b-9443-1289a676a468 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (da601ba5-8fae-4697-a3e1-381e5e0c3531), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:00.551014 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d810f7fb-a551-47e2-8d50-59bf9d74d2ff tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router_gateway (91047a77-f1a9-48f9-b448-8ac10376e4f4), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:00.611807 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a88309-00c0-4c0b-9443-1289a676a468 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:08:00.659442 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b4382005-37bf-4533-b89a-700fee08c8e9 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4463792 Mar 01 14:08:00.662668 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38618) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:00.672808 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-b335bddb-49ad-4de1-854d-44de3d3ae0b7 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Request body: {'subnet': {'network_id': 'af710894-85cf-4d45-8033-d62cadcfed5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:00.681534 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38620) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:00.699965 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4382005-37bf-4533-b89a-700fee08c8e9 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event updated for resources: {'Network': ['ID=af710894-85cf-4d45-8033-d62cadcfed5f,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:00.703168 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-91bf3955-a95e-4220-bdf7-4148e2b45530 None None] Allocated IP 2001:db8:0:ffff::2 (c3554407-726b-41d6-acad-a09ba7a37e2b/0cbb6a17-4e6c-4218-b488-59b811a2f38a/a7de2c01-2864-47df-abc6-ed3943f35e80) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:08:00.704967 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-77a88309-00c0-4c0b-9443-1289a676a468 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (74039bd7-fc12-4064-8034-e5ecd9f2890f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:00.705317 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-77a88309-00c0-4c0b-9443-1289a676a468 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Added segment 74039bd7-fc12-4064-8034-e5ecd9f2890f of type vlan for network f4652582-5047-4def-a773-24778aa881e8 Mar 01 14:08:00.707024 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a88309-00c0-4c0b-9443-1289a676a468 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da601ba5-8fae-4697-a3e1-381e5e0c3531,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:00.754790 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4b9a2979-042a-4d50-8b56-7a5426435649 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:00.777422 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-77a88309-00c0-4c0b-9443-1289a676a468 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (f4652582-5047-4def-a773-24778aa881e8), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:00.798047 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network af710894-85cf-4d45-8033-d62cadcfed5f details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:08:00.830676 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-77a88309-00c0-4c0b-9443-1289a676a468 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (f4652582-5047-4def-a773-24778aa881e8), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:00.843710 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a88309-00c0-4c0b-9443-1289a676a468 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:00.845181 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-77a88309-00c0-4c0b-9443-1289a676a468 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:00.913959 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-77a88309-00c0-4c0b-9443-1289a676a468 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0408492 Mar 01 14:08:00.920247 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38626) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:00.944800 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-1d5f61c9-740f-4d14-ab71-f24db106bd1c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Request body: {'network': {'name': 'tempest-RoutersTest-1720803210'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:00.946628 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-91bf3955-a95e-4220-bdf7-4148e2b45530 None None] Publish callbacks [] for port (a7de2c01-2864-47df-abc6-ed3943f35e80), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:00.965311 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-91bf3955-a95e-4220-bdf7-4148e2b45530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (a7de2c01-2864-47df-abc6-ed3943f35e80), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:00.984451 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a88309-00c0-4c0b-9443-1289a676a468 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Network': ['ID=f4652582-5047-4def-a773-24778aa881e8,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:01.029646 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4b9a2979-042a-4d50-8b56-7a5426435649 admin admin] Publish callbacks [] for security_group (16a45894-f213-4368-86de-a1a7e79e1303), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:01.030617 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b335bddb-49ad-4de1-854d-44de3d3ae0b7 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Made reservation on behalf of f673a5614f414812a2a1ca2dad630b5a for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:01.034120 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b335bddb-49ad-4de1-854d-44de3d3ae0b7 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:01.081303 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network f4652582-5047-4def-a773-24778aa881e8 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:08:01.085606 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf3955-a95e-4220-bdf7-4148e2b45530 None None] Pushing event updated for resources: {'Port': ['ID=a7de2c01-2864-47df-abc6-ed3943f35e80,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:01.107172 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bf3955-a95e-4220-bdf7-4148e2b45530 None None] Network c3554407-726b-41d6-acad-a09ba7a37e2b is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:08:01.124530 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-91bf3955-a95e-4220-bdf7-4148e2b45530 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:01.139231 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bf3955-a95e-4220-bdf7-4148e2b45530 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:08:01.227712 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4b9a2979-042a-4d50-8b56-7a5426435649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (16a45894-f213-4368-86de-a1a7e79e1303), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:01.235421 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b335bddb-49ad-4de1-854d-44de3d3ae0b7 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (782c9251-67a1-4f28-a77e-a020bd02d6e9), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:01.277092 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-91bf3955-a95e-4220-bdf7-4148e2b45530 None None] Attempting to bind port a7de2c01-2864-47df-abc6-ed3943f35e80 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:08:01.277421 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-91bf3955-a95e-4220-bdf7-4148e2b45530 None None] Attempting to bind port a7de2c01-2864-47df-abc6-ed3943f35e80 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ada102d1-ab1d-4cc7-9fdf-17b723472750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c3554407-726b-41d6-acad-a09ba7a37e2b'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:08:01.277994 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bf3955-a95e-4220-bdf7-4148e2b45530 None None] Attempting to bind port a7de2c01-2864-47df-abc6-ed3943f35e80 on network c3554407-726b-41d6-acad-a09ba7a37e2b {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:01.292141 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5f61c9-740f-4d14-ab71-f24db106bd1c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Made reservation on behalf of 3a14431fa0e343d69136a59d66043ad6 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:01.295788 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1d5f61c9-740f-4d14-ab71-f24db106bd1c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:01.298026 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bf3955-a95e-4220-bdf7-4148e2b45530 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:08:01.298823 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bf3955-a95e-4220-bdf7-4148e2b45530 None None] Checking segment: {'id': 'ada102d1-ab1d-4cc7-9fdf-17b723472750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c3554407-726b-41d6-acad-a09ba7a37e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:01.299487 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-91bf3955-a95e-4220-bdf7-4148e2b45530 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:01.300148 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bf3955-a95e-4220-bdf7-4148e2b45530 None None] Bound using segment: {'id': 'ada102d1-ab1d-4cc7-9fdf-17b723472750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c3554407-726b-41d6-acad-a09ba7a37e2b'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:08:01.303415 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-91bf3955-a95e-4220-bdf7-4148e2b45530 None None] Bound port: a7de2c01-2864-47df-abc6-ed3943f35e80, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada102d1-ab1d-4cc7-9fdf-17b723472750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c3554407-726b-41d6-acad-a09ba7a37e2b'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:08:01.307364 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-91bf3955-a95e-4220-bdf7-4148e2b45530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a7de2c01-2864-47df-abc6-ed3943f35e80), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:01.408402 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-91bf3955-a95e-4220-bdf7-4148e2b45530 None None] For port a7de2c01-2864-47df-abc6-ed3943f35e80, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:08:01.412880 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-91bf3955-a95e-4220-bdf7-4148e2b45530 None None] For port a7de2c01-2864-47df-abc6-ed3943f35e80, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=a7de2c01-2864-47df-abc6-ed3943f35e80,segment=NetworkSegment(ada102d1-ab1d-4cc7-9fdf-17b723472750),segment_id=ada102d1-ab1d-4cc7-9fdf-17b723472750)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:08:01.423486 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-91bf3955-a95e-4220-bdf7-4148e2b45530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a7de2c01-2864-47df-abc6-ed3943f35e80), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:01.515032 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf3955-a95e-4220-bdf7-4148e2b45530 None None] Pushing event updated for resources: {'Port': ['ID=a7de2c01-2864-47df-abc6-ed3943f35e80,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:01.720499 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:01.739821 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4b9a2979-042a-4d50-8b56-7a5426435649 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32dbf87003a6491ea3fd3bfc389cf880&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0569668 Mar 01 14:08:01.740874 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a2979-042a-4d50-8b56-7a5426435649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a45894-f213-4368-86de-a1a7e79e1303,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:01.743416 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38656) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:01.814205 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d5f61c9-740f-4d14-ab71-f24db106bd1c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:08:01.824510 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335bddb-49ad-4de1-854d-44de3d3ae0b7 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event updated for resources: {'Subnet': ['ID=782c9251-67a1-4f28-a77e-a020bd02d6e9,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:01.863049 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb81d94d-3906-4efa-a275-0b0edcb2e007 admin admin] Publish callbacks [] for security_group (16a45894-f213-4368-86de-a1a7e79e1303), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:01.880677 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1d5f61c9-740f-4d14-ab71-f24db106bd1c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (3239c88c-a7e4-4e7f-a0c7-636b38926cd5), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:01.881241 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-1d5f61c9-740f-4d14-ab71-f24db106bd1c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Added segment 3239c88c-a7e4-4e7f-a0c7-636b38926cd5 of type vlan for network f71bd7ff-6052-4548-8052-39b59b5aa67e Mar 01 14:08:01.922214 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb81d94d-3906-4efa-a275-0b0edcb2e007 admin admin] Publish callbacks [] for security_group (16a45894-f213-4368-86de-a1a7e79e1303), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:01.944247 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b335bddb-49ad-4de1-854d-44de3d3ae0b7 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Checking segment: {'id': 'a23a1ab1-d6fb-44b5-b617-2dcd812c729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'af710894-85cf-4d45-8033-d62cadcfed5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:01.944746 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b335bddb-49ad-4de1-854d-44de3d3ae0b7 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Network hostable DHCP agents. Network: af710894-85cf-4d45-8033-d62cadcfed5f, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:08:01.947657 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d810f7fb-a551-47e2-8d50-59bf9d74d2ff tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (91047a77-f1a9-48f9-b448-8ac10376e4f4), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:01.979515 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1d5f61c9-740f-4d14-ab71-f24db106bd1c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (f71bd7ff-6052-4548-8052-39b59b5aa67e), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:02.046991 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb81d94d-3906-4efa-a275-0b0edcb2e007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (16a45894-f213-4368-86de-a1a7e79e1303), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:02.049535 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb81d94d-3906-4efa-a275-0b0edcb2e007 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:02.050715 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fb81d94d-3906-4efa-a275-0b0edcb2e007 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16a45894-f213-4368-86de-a1a7e79e1303 HTTP/1.1" status: 204 len: 168 time: 0.3062706 Mar 01 14:08:02.064639 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81d94d-3906-4efa-a275-0b0edcb2e007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a45894-f213-4368-86de-a1a7e79e1303,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:02.120651 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b335bddb-49ad-4de1-854d-44de3d3ae0b7 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Network af710894-85cf-4d45-8033-d62cadcfed5f is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:08:02.124961 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1d5f61c9-740f-4d14-ab71-f24db106bd1c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (f71bd7ff-6052-4548-8052-39b59b5aa67e), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:02.129861 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5f61c9-740f-4d14-ab71-f24db106bd1c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:02.130449 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1d5f61c9-740f-4d14-ab71-f24db106bd1c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:02.167384 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-b335bddb-49ad-4de1-854d-44de3d3ae0b7 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, af710894-85cf-4d45-8033-d62cadcfed5f) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:02.177104 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7905d14b-c8e7-4a8a-8b25-5727abea807b None None] Network af710894-85cf-4d45-8033-d62cadcfed5f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:02.201653 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b335bddb-49ad-4de1-854d-44de3d3ae0b7 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:02.202516 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b335bddb-49ad-4de1-854d-44de3d3ae0b7 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:02.209806 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1d5f61c9-740f-4d14-ab71-f24db106bd1c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2785475 Mar 01 14:08:02.213296 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38672) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:02.221391 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-30a1b4ea-7774-40c3-a80c-b597c3e5cbfa tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Request body: {'subnet': {'network_id': 'f4652582-5047-4def-a773-24778aa881e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:02.250149 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f61c9-740f-4d14-ab71-f24db106bd1c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Network': ['ID=f71bd7ff-6052-4548-8052-39b59b5aa67e,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:02.264744 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b335bddb-49ad-4de1-854d-44de3d3ae0b7 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6006451 Mar 01 14:08:02.267809 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38674) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:02.279896 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network f71bd7ff-6052-4548-8052-39b59b5aa67e details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:08:02.397292 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d810f7fb-a551-47e2-8d50-59bf9d74d2ff tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Router 91047a77-f1a9-48f9-b448-8ac10376e4f4 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:08:02.461555 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a1b4ea-7774-40c3-a80c-b597c3e5cbfa tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Made reservation on behalf of 3a14431fa0e343d69136a59d66043ad6 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:02.468711 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-30a1b4ea-7774-40c3-a80c-b597c3e5cbfa tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:02.541564 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfff09d-84d1-4065-b603-28e37e4ececf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-af710894-85cf-4d45-8033-d62cadcfed5f', 'network_id': 'af710894-85cf-4d45-8033-d62cadcfed5f', 'project_id': 'f673a5614f414812a2a1ca2dad630b5a', 'fixed_ips': [{'subnet_id': '782c9251-67a1-4f28-a77e-a020bd02d6e9'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:08:02.545341 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bcfff09d-84d1-4065-b603-28e37e4ececf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:02.553554 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-69dc4415-1468-471c-8747-c085f3b2ff63 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (af710894-85cf-4d45-8033-d62cadcfed5f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:02.737337 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d810f7fb-a551-47e2-8d50-59bf9d74d2ff tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:08:02.752132 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f84965-cf18-4e40-86fb-3f35f1c4e63b None None] Sync routers for ids ['91047a77-f1a9-48f9-b448-8ac10376e4f4'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:08:02.765958 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-69dc4415-1468-471c-8747-c085f3b2ff63 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (782c9251-67a1-4f28-a77e-a020bd02d6e9), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:02.786011 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f84965-cf18-4e40-86fb-3f35f1c4e63b None None] Routers {'91047a77-f1a9-48f9-b448-8ac10376e4f4'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:08:02.786498 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-55f84965-cf18-4e40-86fb-3f35f1c4e63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:07:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['91047a77-f1a9-48f9-b448-8ac10376e4f4'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:02.877918 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d810f7fb-a551-47e2-8d50-59bf9d74d2ff tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:02.879236 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d810f7fb-a551-47e2-8d50-59bf9d74d2ff tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.3350592 Mar 01 14:08:02.884757 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38706) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:02.905888 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-55f84965-cf18-4e40-86fb-3f35f1c4e63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:02.917741 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f84965-cf18-4e40-86fb-3f35f1c4e63b None None] Routers {'91047a77-f1a9-48f9-b448-8ac10376e4f4'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:08:02.922834 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-55f84965-cf18-4e40-86fb-3f35f1c4e63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:07:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['91047a77-f1a9-48f9-b448-8ac10376e4f4'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:02.997551 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-bcfff09d-84d1-4065-b603-28e37e4ececf None None] Allocated IP 2001:db8::1 (af710894-85cf-4d45-8033-d62cadcfed5f/782c9251-67a1-4f28-a77e-a020bd02d6e9/b01b6c82-e702-489a-aab2-004ef188f6b7) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:08:03.159908 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-55f84965-cf18-4e40-86fb-3f35f1c4e63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:03.160849 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f84965-cf18-4e40-86fb-3f35f1c4e63b None None] The sync data for ids ['91047a77-f1a9-48f9-b448-8ac10376e4f4'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:08:03.189725 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device a7de2c01-2864-47df-abc6-ed3943f35e80 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:08:03.373211 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8179029-e449-4526-baeb-883d1f5981f4 None None] Network c3554407-726b-41d6-acad-a09ba7a37e2b requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:03.607548 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-30a1b4ea-7774-40c3-a80c-b597c3e5cbfa tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (d9229560-28b1-4353-810c-b315bb75d302), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:03.660738 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d10718dc-2ea2-47aa-af9a-3600fa228c10 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "GET /v2.0/routers/91047a77-f1a9-48f9-b448-8ac10376e4f4 HTTP/1.1" status: 200 len: 884 time: 0.7644851 Mar 01 14:08:03.661057 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38746) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:03.700895 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1b4ea-7774-40c3-a80c-b597c3e5cbfa tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Subnet': ['ID=d9229560-28b1-4353-810c-b315bb75d302,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:03.711972 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a1b4ea-7774-40c3-a80c-b597c3e5cbfa tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Checking segment: {'id': '74039bd7-fc12-4064-8034-e5ecd9f2890f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f4652582-5047-4def-a773-24778aa881e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:03.712338 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a1b4ea-7774-40c3-a80c-b597c3e5cbfa tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Network hostable DHCP agents. Network: f4652582-5047-4def-a773-24778aa881e8, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:08:03.715825 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cb11524e-0f1b-46a6-8bf0-baa158243492 None None] Provisioning complete for port a7de2c01-2864-47df-abc6-ed3943f35e80 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:03.716478 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cb11524e-0f1b-46a6-8bf0-baa158243492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a7de2c01-2864-47df-abc6-ed3943f35e80), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:03.743855 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a1b4ea-7774-40c3-a80c-b597c3e5cbfa tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Network f4652582-5047-4def-a773-24778aa881e8 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:08:03.756045 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port a7de2c01-2864-47df-abc6-ed3943f35e80 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:03.756794 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a7de2c01-2864-47df-abc6-ed3943f35e80), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:03.767270 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-30a1b4ea-7774-40c3-a80c-b597c3e5cbfa tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, f4652582-5047-4def-a773-24778aa881e8) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:03.778967 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bcfff09d-84d1-4065-b603-28e37e4ececf None None] Publish callbacks [] for port (b01b6c82-e702-489a-aab2-004ef188f6b7), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:03.779752 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a1b4ea-7774-40c3-a80c-b597c3e5cbfa tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:03.783244 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-30a1b4ea-7774-40c3-a80c-b597c3e5cbfa tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:03.825398 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421b61cb-9072-4fbe-8d07-a9534b369881 None None] Network f4652582-5047-4def-a773-24778aa881e8 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:03.850305 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-30a1b4ea-7774-40c3-a80c-b597c3e5cbfa tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6352179 Mar 01 14:08:03.854121 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38754) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:03.862839 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-7570249d-f451-49b1-82e0-70d68214f6fa tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Request body: {'subnet': {'network_id': 'f71bd7ff-6052-4548-8052-39b59b5aa67e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:03.877216 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bcfff09d-84d1-4065-b603-28e37e4ececf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (b01b6c82-e702-489a-aab2-004ef188f6b7), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:03.918717 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-69dc4415-1468-471c-8747-c085f3b2ff63 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (782c9251-67a1-4f28-a77e-a020bd02d6e9), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:03.955352 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfff09d-84d1-4065-b603-28e37e4ececf None None] Pushing event updated for resources: {'Port': ['ID=b01b6c82-e702-489a-aab2-004ef188f6b7,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:04.007178 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfff09d-84d1-4065-b603-28e37e4ececf None None] Network af710894-85cf-4d45-8033-d62cadcfed5f is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:08:04.009384 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38758) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:04.026539 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-bcfff09d-84d1-4065-b603-28e37e4ececf None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:04.040370 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7570249d-f451-49b1-82e0-70d68214f6fa tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Made reservation on behalf of 3a14431fa0e343d69136a59d66043ad6 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:04.049401 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7570249d-f451-49b1-82e0-70d68214f6fa tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:04.083308 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc4415-1468-471c-8747-c085f3b2ff63 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event deleted for resources: {'Subnet': ['ID=782c9251-67a1-4f28-a77e-a020bd02d6e9,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:04.116396 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfff09d-84d1-4065-b603-28e37e4ececf None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:08:04.126310 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cb11524e-0f1b-46a6-8bf0-baa158243492 None None] Current status of the port a7de2c01-2864-47df-abc6-ed3943f35e80 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:04.126705 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cb11524e-0f1b-46a6-8bf0-baa158243492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a7de2c01-2864-47df-abc6-ed3943f35e80), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:04.188270 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cb11524e-0f1b-46a6-8bf0-baa158243492 None None] For port a7de2c01-2864-47df-abc6-ed3943f35e80, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=a7de2c01-2864-47df-abc6-ed3943f35e80,segment=NetworkSegment(ada102d1-ab1d-4cc7-9fdf-17b723472750),segment_id=ada102d1-ab1d-4cc7-9fdf-17b723472750)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:08:04.258176 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cb11524e-0f1b-46a6-8bf0-baa158243492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a7de2c01-2864-47df-abc6-ed3943f35e80), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:04.267339 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port a7de2c01-2864-47df-abc6-ed3943f35e80 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:04.268552 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a7de2c01-2864-47df-abc6-ed3943f35e80), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:04.311784 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-69dc4415-1468-471c-8747-c085f3b2ff63 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (af710894-85cf-4d45-8033-d62cadcfed5f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:04.384280 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ed0cd7-a59e-4880-9a06-de5d646711bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-f4652582-5047-4def-a773-24778aa881e8', 'network_id': 'f4652582-5047-4def-a773-24778aa881e8', 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'fixed_ips': [{'subnet_id': 'd9229560-28b1-4353-810c-b315bb75d302'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:08:04.385528 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-15ed0cd7-a59e-4880-9a06-de5d646711bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:04.418313 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-69dc4415-1468-471c-8747-c085f3b2ff63 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af710894-85cf-4d45-8033-d62cadcfed5f']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:04.444729 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-69dc4415-1468-471c-8747-c085f3b2ff63 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a23a1ab1-d6fb-44b5-b617-2dcd812c729b') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:04.448199 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-69dc4415-1468-471c-8747-c085f3b2ff63 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a23a1ab1-d6fb-44b5-b617-2dcd812c729b') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:04.466196 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11524e-0f1b-46a6-8bf0-baa158243492 None None] Pushing event updated for resources: {'Port': ['ID=a7de2c01-2864-47df-abc6-ed3943f35e80,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:04.485574 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-69dc4415-1468-471c-8747-c085f3b2ff63 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (a23a1ab1-d6fb-44b5-b617-2dcd812c729b), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:04.526341 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-bcfff09d-84d1-4065-b603-28e37e4ececf None None] Attempting to bind port b01b6c82-e702-489a-aab2-004ef188f6b7 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:08:04.526965 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-bcfff09d-84d1-4065-b603-28e37e4ececf None None] Attempting to bind port b01b6c82-e702-489a-aab2-004ef188f6b7 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'a23a1ab1-d6fb-44b5-b617-2dcd812c729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'af710894-85cf-4d45-8033-d62cadcfed5f'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:08:04.527527 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfff09d-84d1-4065-b603-28e37e4ececf None None] Attempting to bind port b01b6c82-e702-489a-aab2-004ef188f6b7 on network af710894-85cf-4d45-8033-d62cadcfed5f {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:04.531545 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-06e085eb-4207-4b96-86d6-8bc99de9d3b3 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.8691900 Mar 01 14:08:04.540582 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-69dc4415-1468-471c-8747-c085f3b2ff63 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (a23a1ab1-d6fb-44b5-b617-2dcd812c729b), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:04.546867 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 14:08:04.547550 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 14:08:04.547765 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69dc4415-1468-471c-8747-c085f3b2ff63 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:08:04.548173 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-69dc4415-1468-471c-8747-c085f3b2ff63 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (a23a1ab1-d6fb-44b5-b617-2dcd812c729b), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:04.548550 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38776) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:04.550994 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7570249d-f451-49b1-82e0-70d68214f6fa tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (ec1d6dce-1d47-4698-abd7-b1db17bcf7f3), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:04.556913 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfff09d-84d1-4065-b603-28e37e4ececf None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:08:04.557423 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-e105cbe6-66ad-4de5-ac57-c5cc94e89e11 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1722683640'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:04.558142 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfff09d-84d1-4065-b603-28e37e4ececf None None] Checking segment: {'id': 'a23a1ab1-d6fb-44b5-b617-2dcd812c729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'af710894-85cf-4d45-8033-d62cadcfed5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:04.559876 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bcfff09d-84d1-4065-b603-28e37e4ececf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:04.560558 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfff09d-84d1-4065-b603-28e37e4ececf None None] Bound using segment: {'id': 'a23a1ab1-d6fb-44b5-b617-2dcd812c729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'af710894-85cf-4d45-8033-d62cadcfed5f'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:08:04.561281 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-bcfff09d-84d1-4065-b603-28e37e4ececf None None] Bound port: b01b6c82-e702-489a-aab2-004ef188f6b7, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a23a1ab1-d6fb-44b5-b617-2dcd812c729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'af710894-85cf-4d45-8033-d62cadcfed5f'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:08:04.561923 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bcfff09d-84d1-4065-b603-28e37e4ececf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b01b6c82-e702-489a-aab2-004ef188f6b7), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:04.622191 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:08:04.622191 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:08:04.622191 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:08:04.622191 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:08:04.622191 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:08:04.622191 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:08:04.622191 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:08:04.622191 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:08:04.622191 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:08:04.622191 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:08:04.622191 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:08:04.622191 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:08:04.622191 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:08:04.622191 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:08:04.622191 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:08:04.622191 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:08:04.622191 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:08:04.622191 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:08:04.622191 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:08:04.622191 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:08:04.622191 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:08:04.622191 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:08:04.622191 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:08:04.622191 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:08:04.622191 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:08:04.622191 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:08:04.622191 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:08:04.622191 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:08:04.622191 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:08:04.622191 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:08:04.622191 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:08:04.622191 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:08:04.629147 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.db.api [None req-69dc4415-1468-471c-8747-c085f3b2ff63 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 01 14:08:04.629147 n-d-827467-3 neutron-server[103727]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 01 14:08:04.629147 n-d-827467-3 neutron-server[103727]: [parameters: {'id': 'af710894-85cf-4d45-8033-d62cadcfed5f'}] Mar 01 14:08:04.629147 n-d-827467-3 neutron-server[103727]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 14:08:04.629673 n-d-827467-3 neutron-server[103727]: DEBUG oslo_db.api [None req-69dc4415-1468-471c-8747-c085f3b2ff63 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 14:08:04.630404 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1e4fe34a-dc3a-49b4-b6e5-36a659373045 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:04.731109 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7570249d-f451-49b1-82e0-70d68214f6fa tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Subnet': ['ID=ec1d6dce-1d47-4698-abd7-b1db17bcf7f3,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:04.749002 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1e4fe34a-dc3a-49b4-b6e5-36a659373045 admin admin] Publish callbacks [] for security_group (44b67bec-11a3-4c32-8f9b-f06342ebd33a), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:04.755024 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7570249d-f451-49b1-82e0-70d68214f6fa tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Checking segment: {'id': '3239c88c-a7e4-4e7f-a0c7-636b38926cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f71bd7ff-6052-4548-8052-39b59b5aa67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:04.755421 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7570249d-f451-49b1-82e0-70d68214f6fa tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Network hostable DHCP agents. Network: f71bd7ff-6052-4548-8052-39b59b5aa67e, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:08:04.759071 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1e4fe34a-dc3a-49b4-b6e5-36a659373045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (44b67bec-11a3-4c32-8f9b-f06342ebd33a), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:04.789914 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1e4fe34a-dc3a-49b4-b6e5-36a659373045 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3622d24ab27c4b7a80b77a9fb0b10b50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7693832 Mar 01 14:08:04.793399 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38782) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:04.860532 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-bcfff09d-84d1-4065-b603-28e37e4ececf None None] For port b01b6c82-e702-489a-aab2-004ef188f6b7, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:08:04.861354 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fe34a-dc3a-49b4-b6e5-36a659373045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b67bec-11a3-4c32-8f9b-f06342ebd33a,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:04.865285 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-67959fa1-87c3-4c6d-bf9b-bdb85af012c8 None None] Provisioning complete for port a7de2c01-2864-47df-abc6-ed3943f35e80 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:04.866558 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-67959fa1-87c3-4c6d-bf9b-bdb85af012c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a7de2c01-2864-47df-abc6-ed3943f35e80), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:04.878513 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7570249d-f451-49b1-82e0-70d68214f6fa tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Network f71bd7ff-6052-4548-8052-39b59b5aa67e is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:08:04.899326 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b7a9b7c8-9eb6-45be-8f18-5af0e1c7d158 admin admin] Publish callbacks [] for security_group (44b67bec-11a3-4c32-8f9b-f06342ebd33a), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:04.906574 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-7570249d-f451-49b1-82e0-70d68214f6fa tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, f71bd7ff-6052-4548-8052-39b59b5aa67e) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:04.928212 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b7a9b7c8-9eb6-45be-8f18-5af0e1c7d158 admin admin] Publish callbacks [] for security_group (44b67bec-11a3-4c32-8f9b-f06342ebd33a), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:04.952050 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-bcfff09d-84d1-4065-b603-28e37e4ececf None None] For port b01b6c82-e702-489a-aab2-004ef188f6b7, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=b01b6c82-e702-489a-aab2-004ef188f6b7,segment=NetworkSegment(a23a1ab1-d6fb-44b5-b617-2dcd812c729b),segment_id=a23a1ab1-d6fb-44b5-b617-2dcd812c729b)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:08:04.966836 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-15ed0cd7-a59e-4880-9a06-de5d646711bd None None] Allocated IP 172.20.0.2 (f4652582-5047-4def-a773-24778aa881e8/d9229560-28b1-4353-810c-b315bb75d302/4d0ffa56-84c7-428b-acb1-4d90f3dc7550) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:08:04.969153 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e7a5c6-a950-4387-b722-a3b8ba83d740 None None] Network f71bd7ff-6052-4548-8052-39b59b5aa67e requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:04.975836 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7570249d-f451-49b1-82e0-70d68214f6fa tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:04.976940 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7570249d-f451-49b1-82e0-70d68214f6fa tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:04.987544 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bcfff09d-84d1-4065-b603-28e37e4ececf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b01b6c82-e702-489a-aab2-004ef188f6b7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:04.993211 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b7a9b7c8-9eb6-45be-8f18-5af0e1c7d158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (44b67bec-11a3-4c32-8f9b-f06342ebd33a), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:04.996073 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b7a9b7c8-9eb6-45be-8f18-5af0e1c7d158 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:04.997875 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b7a9b7c8-9eb6-45be-8f18-5af0e1c7d158 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44b67bec-11a3-4c32-8f9b-f06342ebd33a HTTP/1.1" status: 204 len: 168 time: 0.1863921 Mar 01 14:08:05.012004 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9b7c8-9eb6-45be-8f18-5af0e1c7d158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b67bec-11a3-4c32-8f9b-f06342ebd33a,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:05.046787 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7570249d-f451-49b1-82e0-70d68214f6fa tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1911449 Mar 01 14:08:05.050568 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38796) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:05.055944 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-7d50f424-3683-4602-bc13-51ff69378640 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-300322509', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:05.112778 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7d50f424-3683-4602-bc13-51ff69378640 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (fb2fe2e2-2710-4c2f-b81b-100dfd16908a), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:05.116238 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7d50f424-3683-4602-bc13-51ff69378640 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (fb2fe2e2-2710-4c2f-b81b-100dfd16908a), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:05.132806 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-69dc4415-1468-471c-8747-c085f3b2ff63 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (af710894-85cf-4d45-8033-d62cadcfed5f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:05.277187 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7d50f424-3683-4602-bc13-51ff69378640 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router_controller (fb2fe2e2-2710-4c2f-b81b-100dfd16908a), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:05.291251 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e105cbe6-66ad-4de5-ac57-c5cc94e89e11 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3686472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8455'] for router (91047a77-f1a9-48f9-b448-8ac10376e4f4), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:05.312336 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7d50f424-3683-4602-bc13-51ff69378640 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (fb2fe2e2-2710-4c2f-b81b-100dfd16908a), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:05.313957 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e105cbe6-66ad-4de5-ac57-c5cc94e89e11 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3686481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3686494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683840'] for router (91047a77-f1a9-48f9-b448-8ac10376e4f4), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:05.375097 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-69dc4415-1468-471c-8747-c085f3b2ff63 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Deleting port b01b6c82-e702-489a-aab2-004ef188f6b7 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:08:05.382915 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-69dc4415-1468-471c-8747-c085f3b2ff63 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (b01b6c82-e702-489a-aab2-004ef188f6b7), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:05.408265 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7d50f424-3683-4602-bc13-51ff69378640 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:05.412056 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38812) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:05.425021 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7d50f424-3683-4602-bc13-51ff69378640 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3721817 Mar 01 14:08:05.498433 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631a7b8f-4136-4280-98ba-cbc1cb7b44e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-f71bd7ff-6052-4548-8052-39b59b5aa67e', 'network_id': 'f71bd7ff-6052-4548-8052-39b59b5aa67e', 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'fixed_ips': [{'subnet_id': 'ec1d6dce-1d47-4698-abd7-b1db17bcf7f3'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:08:05.501680 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-631a7b8f-4136-4280-98ba-cbc1cb7b44e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:05.548447 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port a7de2c01-2864-47df-abc6-ed3943f35e80 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:05.611630 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-69dc4415-1468-471c-8747-c085f3b2ff63 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] For port b01b6c82-e702-489a-aab2-004ef188f6b7, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=b01b6c82-e702-489a-aab2-004ef188f6b7,segment=NetworkSegment(a23a1ab1-d6fb-44b5-b617-2dcd812c729b),segment_id=a23a1ab1-d6fb-44b5-b617-2dcd812c729b)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:08:05.612038 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-69dc4415-1468-471c-8747-c085f3b2ff63 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (b01b6c82-e702-489a-aab2-004ef188f6b7), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:05.656002 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-69dc4415-1468-471c-8747-c085f3b2ff63 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Calling delete_port for b01b6c82-e702-489a-aab2-004ef188f6b7 owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:08:05.694183 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38818) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:05.742913 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-06e4f1d6-c589-4876-ba39-97220d518a96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:05.828771 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e105cbe6-66ad-4de5-ac57-c5cc94e89e11 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Router 91047a77-f1a9-48f9-b448-8ac10376e4f4 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:08:05.886577 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-06e4f1d6-c589-4876-ba39-97220d518a96 admin admin] Publish callbacks [] for security_group (30a0deb1-4ac0-4aac-87e3-29582f108022), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:05.888988 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-69dc4415-1468-471c-8747-c085f3b2ff63 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (b01b6c82-e702-489a-aab2-004ef188f6b7), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:05.900362 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-631a7b8f-4136-4280-98ba-cbc1cb7b44e4 None None] Allocated IP 172.21.0.2 (f71bd7ff-6052-4548-8052-39b59b5aa67e/ec1d6dce-1d47-4698-abd7-b1db17bcf7f3/67b62b97-75c0-4b70-9619-a3fb8d0f9e57) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:08:05.905272 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-06e4f1d6-c589-4876-ba39-97220d518a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (30a0deb1-4ac0-4aac-87e3-29582f108022), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:05.950126 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc4415-1468-471c-8747-c085f3b2ff63 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event deleted for resources: {'Port': ['ID=b01b6c82-e702-489a-aab2-004ef188f6b7,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:05.955434 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dc4415-1468-471c-8747-c085f3b2ff63 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] No DVR routers for this DVR port b01b6c82-e702-489a-aab2-004ef188f6b7 on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:08:06.045286 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-59c598aa-482c-4aac-9d4b-aa0af474800a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:06.054192 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device a7de2c01-2864-47df-abc6-ed3943f35e80 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:08:06.057506 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-06e4f1d6-c589-4876-ba39-97220d518a96 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e81200642f543c9817eb0cd5742e3f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3596833 Mar 01 14:08:06.057668 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e409c4a8-bd1c-40d2-9b28-1eb19838c4b5 None None] Network af710894-85cf-4d45-8033-d62cadcfed5f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:06.057773 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e4f1d6-c589-4876-ba39-97220d518a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a0deb1-4ac0-4aac-87e3-29582f108022,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:06.073828 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38832) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:06.126533 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfff09d-84d1-4065-b603-28e37e4ececf None None] Pushing event updated for resources: {'Port': ['ID=b01b6c82-e702-489a-aab2-004ef188f6b7,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:06.139512 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-69dc4415-1468-471c-8747-c085f3b2ff63 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (af710894-85cf-4d45-8033-d62cadcfed5f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:06.179450 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-69dc4415-1468-471c-8747-c085f3b2ff63 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af710894-85cf-4d45-8033-d62cadcfed5f']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:06.204158 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-69dc4415-1468-471c-8747-c085f3b2ff63 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a23a1ab1-d6fb-44b5-b617-2dcd812c729b') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:06.204479 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-69dc4415-1468-471c-8747-c085f3b2ff63 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a23a1ab1-d6fb-44b5-b617-2dcd812c729b') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:06.217116 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-69dc4415-1468-471c-8747-c085f3b2ff63 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (a23a1ab1-d6fb-44b5-b617-2dcd812c729b), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:06.231545 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-69dc4415-1468-471c-8747-c085f3b2ff63 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (a23a1ab1-d6fb-44b5-b617-2dcd812c729b), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:06.238932 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69dc4415-1468-471c-8747-c085f3b2ff63 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:08:06.239454 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-69dc4415-1468-471c-8747-c085f3b2ff63 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (a23a1ab1-d6fb-44b5-b617-2dcd812c729b), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:06.291692 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e105cbe6-66ad-4de5-ac57-c5cc94e89e11 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:08:06.297442 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:08:06.297442 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:08:06.297442 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:08:06.297442 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:08:06.297442 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:08:06.297442 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:08:06.297442 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:08:06.297442 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:08:06.297442 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:08:06.297442 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:08:06.297442 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:08:06.297442 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:08:06.297442 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:08:06.297442 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:08:06.297442 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:08:06.297442 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:08:06.297442 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:08:06.297442 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:08:06.297442 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:08:06.297442 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:08:06.297442 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:08:06.297442 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:08:06.297442 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:08:06.297442 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:08:06.297442 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:08:06.297442 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:08:06.297442 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:08:06.297442 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:08:06.297442 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:08:06.297442 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:08:06.297442 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:08:06.297442 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:08:06.300846 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e105cbe6-66ad-4de5-ac57-c5cc94e89e11 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:06.305034 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e105cbe6-66ad-4de5-ac57-c5cc94e89e11 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "PUT /v2.0/routers/91047a77-f1a9-48f9-b448-8ac10376e4f4 HTTP/1.1" status: 200 len: 891 time: 1.7524133 Mar 01 14:08:06.305870 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38840) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:06.312065 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-67959fa1-87c3-4c6d-bf9b-bdb85af012c8 None None] Current status of the port a7de2c01-2864-47df-abc6-ed3943f35e80 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:06.353009 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723417cb-a70e-4d12-b5e0-734a8c60a0dd None None] Sync routers for ids ['91047a77-f1a9-48f9-b448-8ac10376e4f4'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:08:06.361485 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-69dc4415-1468-471c-8747-c085f3b2ff63 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (af710894-85cf-4d45-8033-d62cadcfed5f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:06.363258 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9dc2b5b3-a477-4b3e-a125-4bc74a12da92 admin admin] Publish callbacks [] for security_group (30a0deb1-4ac0-4aac-87e3-29582f108022), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:06.390876 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-69dc4415-1468-471c-8747-c085f3b2ff63 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:06.400219 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-69dc4415-1468-471c-8747-c085f3b2ff63 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "DELETE /v2.0/networks/af710894-85cf-4d45-8033-d62cadcfed5f HTTP/1.1" status: 204 len: 168 time: 4.1299446 Mar 01 14:08:06.404347 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc4415-1468-471c-8747-c085f3b2ff63 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event deleted for resources: {'Network': ['ID=af710894-85cf-4d45-8033-d62cadcfed5f,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:06.411747 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38842) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:06.431765 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-51064923-4158-4f6e-813b-d6a65316f241 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1668207822'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:06.438204 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-15ed0cd7-a59e-4880-9a06-de5d646711bd None None] Publish callbacks [] for port (4d0ffa56-84c7-428b-acb1-4d90f3dc7550), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:06.467782 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-15ed0cd7-a59e-4880-9a06-de5d646711bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (4d0ffa56-84c7-428b-acb1-4d90f3dc7550), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:06.470409 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a3d27670-cac1-4dfd-a330-43b4f362d5a3 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "GET /v2.0/routers/91047a77-f1a9-48f9-b448-8ac10376e4f4 HTTP/1.1" status: 200 len: 891 time: 0.1637976 Mar 01 14:08:06.471085 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port a7de2c01-2864-47df-abc6-ed3943f35e80 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:06.471701 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a7de2c01-2864-47df-abc6-ed3943f35e80), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:06.474061 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38844) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:06.495848 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51064923-4158-4f6e-813b-d6a65316f241 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Made reservation on behalf of f673a5614f414812a2a1ca2dad630b5a for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:06.501655 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-51064923-4158-4f6e-813b-d6a65316f241 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:06.519251 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9dc2b5b3-a477-4b3e-a125-4bc74a12da92 admin admin] Publish callbacks [] for security_group (30a0deb1-4ac0-4aac-87e3-29582f108022), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:06.524987 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-631a7b8f-4136-4280-98ba-cbc1cb7b44e4 None None] Publish callbacks [] for port (67b62b97-75c0-4b70-9619-a3fb8d0f9e57), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:06.529269 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-eafe718c-d742-49b9-bbff-bb24f664ac63 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "GET /v2.0/ports?device_id=91047a77-f1a9-48f9-b448-8ac10376e4f4 HTTP/1.1" status: 200 len: 205 time: 0.0539076 Mar 01 14:08:06.532560 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38846) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:06.538789 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723417cb-a70e-4d12-b5e0-734a8c60a0dd None None] Routers {'91047a77-f1a9-48f9-b448-8ac10376e4f4'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:08:06.544157 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-723417cb-a70e-4d12-b5e0-734a8c60a0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:07:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['91047a77-f1a9-48f9-b448-8ac10376e4f4'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:06.583450 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-59c598aa-482c-4aac-9d4b-aa0af474800a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Allocated IP 172.20.0.1 (f4652582-5047-4def-a773-24778aa881e8/d9229560-28b1-4353-810c-b315bb75d302/8d4ea01b-28d6-46ed-a9c8-46f089e5426a) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:08:06.627559 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51064923-4158-4f6e-813b-d6a65316f241 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:08:06.773352 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-415d3a11-4481-4a97-a75a-9ce544be3f82 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router (91047a77-f1a9-48f9-b448-8ac10376e4f4), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:06.782459 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-59c598aa-482c-4aac-9d4b-aa0af474800a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for port (8d4ea01b-28d6-46ed-a9c8-46f089e5426a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:06.879664 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-59c598aa-482c-4aac-9d4b-aa0af474800a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (8d4ea01b-28d6-46ed-a9c8-46f089e5426a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:06.882340 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-723417cb-a70e-4d12-b5e0-734a8c60a0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:06.893958 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-631a7b8f-4136-4280-98ba-cbc1cb7b44e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (67b62b97-75c0-4b70-9619-a3fb8d0f9e57), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:06.896389 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9dc2b5b3-a477-4b3e-a125-4bc74a12da92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (30a0deb1-4ac0-4aac-87e3-29582f108022), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:06.899000 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9dc2b5b3-a477-4b3e-a125-4bc74a12da92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:06.906610 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9dc2b5b3-a477-4b3e-a125-4bc74a12da92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30a0deb1-4ac0-4aac-87e3-29582f108022 HTTP/1.1" status: 204 len: 168 time: 0.8253083 Mar 01 14:08:06.908444 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ed0cd7-a59e-4880-9a06-de5d646711bd None None] Network f4652582-5047-4def-a773-24778aa881e8 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:08:06.914896 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-51064923-4158-4f6e-813b-d6a65316f241 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (f6f04ef7-daec-40a7-995d-dcb75bf3ec52), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:06.915704 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-51064923-4158-4f6e-813b-d6a65316f241 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Added segment f6f04ef7-daec-40a7-995d-dcb75bf3ec52 of type vlan for network c33189d4-b994-46eb-b61a-50985bd98ea1 Mar 01 14:08:06.922507 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-15ed0cd7-a59e-4880-9a06-de5d646711bd None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:06.927389 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ed0cd7-a59e-4880-9a06-de5d646711bd None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:08:06.937059 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c598aa-482c-4aac-9d4b-aa0af474800a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Network f4652582-5047-4def-a773-24778aa881e8 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:08:06.940818 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-59c598aa-482c-4aac-9d4b-aa0af474800a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:06.941550 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed0cd7-a59e-4880-9a06-de5d646711bd None None] Pushing event updated for resources: {'Port': ['ID=4d0ffa56-84c7-428b-acb1-4d90f3dc7550,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:06.945801 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38858) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:06.947345 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c598aa-482c-4aac-9d4b-aa0af474800a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:08:06.959500 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723417cb-a70e-4d12-b5e0-734a8c60a0dd None None] Routers {'91047a77-f1a9-48f9-b448-8ac10376e4f4'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:08:06.961464 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-723417cb-a70e-4d12-b5e0-734a8c60a0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:07:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['91047a77-f1a9-48f9-b448-8ac10376e4f4'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:06.968005 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631a7b8f-4136-4280-98ba-cbc1cb7b44e4 None None] Network f71bd7ff-6052-4548-8052-39b59b5aa67e is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:08:07.001294 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c598aa-482c-4aac-9d4b-aa0af474800a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Port': ['ID=8d4ea01b-28d6-46ed-a9c8-46f089e5426a,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:07.030602 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2b5b3-a477-4b3e-a125-4bc74a12da92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a0deb1-4ac0-4aac-87e3-29582f108022,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:07.041207 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-631a7b8f-4136-4280-98ba-cbc1cb7b44e4 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:07.061253 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-51064923-4158-4f6e-813b-d6a65316f241 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (c33189d4-b994-46eb-b61a-50985bd98ea1), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:07.068092 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-723417cb-a70e-4d12-b5e0-734a8c60a0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:07.068449 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-59c598aa-482c-4aac-9d4b-aa0af474800a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (fb2fe2e2-2710-4c2f-b81b-100dfd16908a), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:07.069262 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723417cb-a70e-4d12-b5e0-734a8c60a0dd None None] The sync data for ids ['91047a77-f1a9-48f9-b448-8ac10376e4f4'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:08:07.076035 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631a7b8f-4136-4280-98ba-cbc1cb7b44e4 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:08:07.098943 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-415d3a11-4481-4a97-a75a-9ce544be3f82 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router_gateway (91047a77-f1a9-48f9-b448-8ac10376e4f4), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:07.130804 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-51064923-4158-4f6e-813b-d6a65316f241 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (c33189d4-b994-46eb-b61a-50985bd98ea1), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:07.136333 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51064923-4158-4f6e-813b-d6a65316f241 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:07.137378 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-51064923-4158-4f6e-813b-d6a65316f241 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:07.201832 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8ebbe4e9-50a1-4370-9740-6cd369bbbee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:07.214771 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a7b8f-4136-4280-98ba-cbc1cb7b44e4 None None] Pushing event updated for resources: {'Port': ['ID=67b62b97-75c0-4b70-9619-a3fb8d0f9e57,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:07.246915 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-15ed0cd7-a59e-4880-9a06-de5d646711bd None None] Attempting to bind port 4d0ffa56-84c7-428b-acb1-4d90f3dc7550 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:08:07.247658 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-15ed0cd7-a59e-4880-9a06-de5d646711bd None None] Attempting to bind port 4d0ffa56-84c7-428b-acb1-4d90f3dc7550 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '74039bd7-fc12-4064-8034-e5ecd9f2890f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f4652582-5047-4def-a773-24778aa881e8'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:08:07.248610 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ed0cd7-a59e-4880-9a06-de5d646711bd None None] Attempting to bind port 4d0ffa56-84c7-428b-acb1-4d90f3dc7550 on network f4652582-5047-4def-a773-24778aa881e8 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:07.253640 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-51064923-4158-4f6e-813b-d6a65316f241 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8297818 Mar 01 14:08:07.261965 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38862) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:07.267907 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ed0cd7-a59e-4880-9a06-de5d646711bd None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:08:07.268644 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ed0cd7-a59e-4880-9a06-de5d646711bd None None] Checking segment: {'id': '74039bd7-fc12-4064-8034-e5ecd9f2890f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f4652582-5047-4def-a773-24778aa881e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:07.269328 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-15ed0cd7-a59e-4880-9a06-de5d646711bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:07.269975 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ed0cd7-a59e-4880-9a06-de5d646711bd None None] Bound using segment: {'id': '74039bd7-fc12-4064-8034-e5ecd9f2890f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f4652582-5047-4def-a773-24778aa881e8'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:08:07.270119 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-aab75b3d-5a65-4530-ba30-340aa27a9bd5 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Request body: {'subnet': {'network_id': 'c33189d4-b994-46eb-b61a-50985bd98ea1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:07.270778 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-15ed0cd7-a59e-4880-9a06-de5d646711bd None None] Bound port: 4d0ffa56-84c7-428b-acb1-4d90f3dc7550, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74039bd7-fc12-4064-8034-e5ecd9f2890f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f4652582-5047-4def-a773-24778aa881e8'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:08:07.271375 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-15ed0cd7-a59e-4880-9a06-de5d646711bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4d0ffa56-84c7-428b-acb1-4d90f3dc7550), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:07.285827 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port a7de2c01-2864-47df-abc6-ed3943f35e80 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:07.293191 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-631a7b8f-4136-4280-98ba-cbc1cb7b44e4 None None] Attempting to bind port 67b62b97-75c0-4b70-9619-a3fb8d0f9e57 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:08:07.293751 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-631a7b8f-4136-4280-98ba-cbc1cb7b44e4 None None] Attempting to bind port 67b62b97-75c0-4b70-9619-a3fb8d0f9e57 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '3239c88c-a7e4-4e7f-a0c7-636b38926cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f71bd7ff-6052-4548-8052-39b59b5aa67e'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:08:07.294289 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631a7b8f-4136-4280-98ba-cbc1cb7b44e4 None None] Attempting to bind port 67b62b97-75c0-4b70-9619-a3fb8d0f9e57 on network f71bd7ff-6052-4548-8052-39b59b5aa67e {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:07.301269 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51064923-4158-4f6e-813b-d6a65316f241 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event updated for resources: {'Network': ['ID=c33189d4-b994-46eb-b61a-50985bd98ea1,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:07.320977 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network c33189d4-b994-46eb-b61a-50985bd98ea1 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:08:07.329234 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-59c598aa-482c-4aac-9d4b-aa0af474800a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8d4ea01b-28d6-46ed-a9c8-46f089e5426a), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:07.333382 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631a7b8f-4136-4280-98ba-cbc1cb7b44e4 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:08:07.335552 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631a7b8f-4136-4280-98ba-cbc1cb7b44e4 None None] Checking segment: {'id': '3239c88c-a7e4-4e7f-a0c7-636b38926cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f71bd7ff-6052-4548-8052-39b59b5aa67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:07.336672 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-631a7b8f-4136-4280-98ba-cbc1cb7b44e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:07.337358 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631a7b8f-4136-4280-98ba-cbc1cb7b44e4 None None] Bound using segment: {'id': '3239c88c-a7e4-4e7f-a0c7-636b38926cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f71bd7ff-6052-4548-8052-39b59b5aa67e'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:08:07.340698 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-631a7b8f-4136-4280-98ba-cbc1cb7b44e4 None None] Bound port: 67b62b97-75c0-4b70-9619-a3fb8d0f9e57, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3239c88c-a7e4-4e7f-a0c7-636b38926cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f71bd7ff-6052-4548-8052-39b59b5aa67e'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:08:07.341974 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-631a7b8f-4136-4280-98ba-cbc1cb7b44e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (67b62b97-75c0-4b70-9619-a3fb8d0f9e57), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:07.477442 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-415d3a11-4481-4a97-a75a-9ce544be3f82 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Deleting port 0218fbf8-d740-41c5-b4cd-9e4c7328eb7a {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:08:07.477933 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-415d3a11-4481-4a97-a75a-9ce544be3f82 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (0218fbf8-d740-41c5-b4cd-9e4c7328eb7a), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:07.503574 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab75b3d-5a65-4530-ba30-340aa27a9bd5 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Made reservation on behalf of f673a5614f414812a2a1ca2dad630b5a for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:07.513928 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aab75b3d-5a65-4530-ba30-340aa27a9bd5 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:07.516636 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8ebbe4e9-50a1-4370-9740-6cd369bbbee8 admin admin] Publish callbacks [] for security_group (c9d860e6-088a-4365-b0e4-9823b3425b3b), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:07.553862 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8ebbe4e9-50a1-4370-9740-6cd369bbbee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c9d860e6-088a-4365-b0e4-9823b3425b3b), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:07.626695 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-15ed0cd7-a59e-4880-9a06-de5d646711bd None None] For port 4d0ffa56-84c7-428b-acb1-4d90f3dc7550, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:08:07.631998 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-15ed0cd7-a59e-4880-9a06-de5d646711bd None None] For port 4d0ffa56-84c7-428b-acb1-4d90f3dc7550, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=4d0ffa56-84c7-428b-acb1-4d90f3dc7550,segment=NetworkSegment(74039bd7-fc12-4064-8034-e5ecd9f2890f),segment_id=74039bd7-fc12-4064-8034-e5ecd9f2890f)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:08:07.645730 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-631a7b8f-4136-4280-98ba-cbc1cb7b44e4 None None] For port 67b62b97-75c0-4b70-9619-a3fb8d0f9e57, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:08:07.650186 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-631a7b8f-4136-4280-98ba-cbc1cb7b44e4 None None] For port 67b62b97-75c0-4b70-9619-a3fb8d0f9e57, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=67b62b97-75c0-4b70-9619-a3fb8d0f9e57,segment=NetworkSegment(3239c88c-a7e4-4e7f-a0c7-636b38926cd5),segment_id=3239c88c-a7e4-4e7f-a0c7-636b38926cd5)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:08:07.654598 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-15ed0cd7-a59e-4880-9a06-de5d646711bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (4d0ffa56-84c7-428b-acb1-4d90f3dc7550), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:07.668510 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8ebbe4e9-50a1-4370-9740-6cd369bbbee8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f29b9534ed4642e8aae8f54dc5808187&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7154465 Mar 01 14:08:07.675514 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38880) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:07.685590 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-631a7b8f-4136-4280-98ba-cbc1cb7b44e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (67b62b97-75c0-4b70-9619-a3fb8d0f9e57), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:07.689468 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbe4e9-50a1-4370-9740-6cd369bbbee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d860e6-088a-4365-b0e4-9823b3425b3b,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:07.752755 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-415d3a11-4481-4a97-a75a-9ce544be3f82 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (0218fbf8-d740-41c5-b4cd-9e4c7328eb7a), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:07.761161 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed0cd7-a59e-4880-9a06-de5d646711bd None None] Pushing event updated for resources: {'Port': ['ID=4d0ffa56-84c7-428b-acb1-4d90f3dc7550,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:07.853887 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-415d3a11-4481-4a97-a75a-9ce544be3f82 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Calling delete_port for 0218fbf8-d740-41c5-b4cd-9e4c7328eb7a owned by network:router_gateway {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:08:07.873461 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a7b8f-4136-4280-98ba-cbc1cb7b44e4 None None] Pushing event updated for resources: {'Port': ['ID=67b62b97-75c0-4b70-9619-a3fb8d0f9e57,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:08.160402 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aab75b3d-5a65-4530-ba30-340aa27a9bd5 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (27dab0d1-a875-4a63-88dc-82739593f392), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:08.289816 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-415d3a11-4481-4a97-a75a-9ce544be3f82 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (0218fbf8-d740-41c5-b4cd-9e4c7328eb7a), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:08.423144 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d3a11-4481-4a97-a75a-9ce544be3f82 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event deleted for resources: {'Port': ['ID=0218fbf8-d740-41c5-b4cd-9e4c7328eb7a,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:08.463159 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab75b3d-5a65-4530-ba30-340aa27a9bd5 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event updated for resources: {'Subnet': ['ID=27dab0d1-a875-4a63-88dc-82739593f392,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:08.478730 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab75b3d-5a65-4530-ba30-340aa27a9bd5 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Checking segment: {'id': 'f6f04ef7-daec-40a7-995d-dcb75bf3ec52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c33189d4-b994-46eb-b61a-50985bd98ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:08.479125 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab75b3d-5a65-4530-ba30-340aa27a9bd5 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Network hostable DHCP agents. Network: c33189d4-b994-46eb-b61a-50985bd98ea1, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:08:08.498538 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-415d3a11-4481-4a97-a75a-9ce544be3f82 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (91047a77-f1a9-48f9-b448-8ac10376e4f4), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:08.527302 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38902) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:08.538720 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-09a0cbe1-cd21-45df-ad12-6c7e202426b0 admin admin] Publish callbacks [] for security_group (c9d860e6-088a-4365-b0e4-9823b3425b3b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:08.586853 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-09a0cbe1-cd21-45df-ad12-6c7e202426b0 admin admin] Publish callbacks [] for security_group (c9d860e6-088a-4365-b0e4-9823b3425b3b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:08.597146 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-59c598aa-482c-4aac-9d4b-aa0af474800a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for port (8d4ea01b-28d6-46ed-a9c8-46f089e5426a), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:08.614662 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-59c598aa-482c-4aac-9d4b-aa0af474800a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (8d4ea01b-28d6-46ed-a9c8-46f089e5426a), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:08.709792 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c598aa-482c-4aac-9d4b-aa0af474800a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Port': ['ID=8d4ea01b-28d6-46ed-a9c8-46f089e5426a,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:08.725309 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-59c598aa-482c-4aac-9d4b-aa0af474800a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (fb2fe2e2-2710-4c2f-b81b-100dfd16908a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:08.735470 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-09a0cbe1-cd21-45df-ad12-6c7e202426b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c9d860e6-088a-4365-b0e4-9823b3425b3b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:08.738860 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-09a0cbe1-cd21-45df-ad12-6c7e202426b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:08.740266 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-09a0cbe1-cd21-45df-ad12-6c7e202426b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9d860e6-088a-4365-b0e4-9823b3425b3b HTTP/1.1" status: 204 len: 168 time: 1.0636384 Mar 01 14:08:08.767201 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0cbe1-cd21-45df-ad12-6c7e202426b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d860e6-088a-4365-b0e4-9823b3425b3b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:08.886518 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c598aa-482c-4aac-9d4b-aa0af474800a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Network f4652582-5047-4def-a773-24778aa881e8 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:08:08.888225 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-59c598aa-482c-4aac-9d4b-aa0af474800a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:08.959515 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab75b3d-5a65-4530-ba30-340aa27a9bd5 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Network c33189d4-b994-46eb-b61a-50985bd98ea1 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:08:09.013544 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-415d3a11-4481-4a97-a75a-9ce544be3f82 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (91047a77-f1a9-48f9-b448-8ac10376e4f4), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:09.016055 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-415d3a11-4481-4a97-a75a-9ce544be3f82 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router_controller (91047a77-f1a9-48f9-b448-8ac10376e4f4), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:09.032160 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-aab75b3d-5a65-4530-ba30-340aa27a9bd5 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, c33189d4-b994-46eb-b61a-50985bd98ea1) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:09.044643 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab75b3d-5a65-4530-ba30-340aa27a9bd5 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:09.045376 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aab75b3d-5a65-4530-ba30-340aa27a9bd5 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:09.059530 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f496bdc7-df01-4e9f-bf32-c75b0e7d8a1f None None] Network c33189d4-b994-46eb-b61a-50985bd98ea1 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:09.072461 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c598aa-482c-4aac-9d4b-aa0af474800a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Router fb2fe2e2-2710-4c2f-b81b-100dfd16908a is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:08:09.183366 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-aab75b3d-5a65-4530-ba30-340aa27a9bd5 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9160211 Mar 01 14:08:09.191128 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-415d3a11-4481-4a97-a75a-9ce544be3f82 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (91047a77-f1a9-48f9-b448-8ac10376e4f4), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:09.193717 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415d3a11-4481-4a97-a75a-9ce544be3f82 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Fanout notify agent at l3_agent the message router_deleted on router 91047a77-f1a9-48f9-b448-8ac10376e4f4 {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:08:09.210188 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38916) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:09.224775 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-415d3a11-4481-4a97-a75a-9ce544be3f82 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:09.235465 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-415d3a11-4481-4a97-a75a-9ce544be3f82 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/routers/91047a77-f1a9-48f9-b448-8ac10376e4f4 HTTP/1.1" status: 204 len: 168 time: 2.6960571 Mar 01 14:08:09.242825 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38918) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:09.254985 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-caf0cc0e-57b6-4eff-8f83-fc52a56f43cb tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-284732222'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:09.299911 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f969658-9221-4c02-82a8-6ec69e3ec60b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-c33189d4-b994-46eb-b61a-50985bd98ea1', 'network_id': 'c33189d4-b994-46eb-b61a-50985bd98ea1', 'project_id': 'f673a5614f414812a2a1ca2dad630b5a', 'fixed_ips': [{'subnet_id': '27dab0d1-a875-4a63-88dc-82739593f392'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:08:09.301662 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0f969658-9221-4c02-82a8-6ec69e3ec60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:09.339608 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-edc202f3-45c2-401b-a4c2-f5ce9c82e304 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1989818365'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:09.347605 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf0cc0e-57b6-4eff-8f83-fc52a56f43cb tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Made reservation on behalf of f673a5614f414812a2a1ca2dad630b5a for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:09.354584 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-caf0cc0e-57b6-4eff-8f83-fc52a56f43cb tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:09.378674 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-1a523226-68d9-473a-8e0b-1bd60813f0f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1141146726-network', 'tenant_id': '643d077a3ffe42b38f30796b5c82a175'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:09.390362 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c598aa-482c-4aac-9d4b-aa0af474800a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:08:09.400310 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-59c598aa-482c-4aac-9d4b-aa0af474800a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "PUT /v2.0/routers/fb2fe2e2-2710-4c2f-b81b-100dfd16908a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9847171 Mar 01 14:08:09.400947 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38924) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:09.403923 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab729ac-d187-4b8b-9f34-b0f9f1d668ec None None] Sync routers for ids ['fb2fe2e2-2710-4c2f-b81b-100dfd16908a'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:08:09.417269 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab729ac-d187-4b8b-9f34-b0f9f1d668ec None None] Routers {'fb2fe2e2-2710-4c2f-b81b-100dfd16908a'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:08:09.420448 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-8ab729ac-d187-4b8b-9f34-b0f9f1d668ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:07:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['fb2fe2e2-2710-4c2f-b81b-100dfd16908a'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:09.426331 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38926) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:09.482149 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7fb5bfc4-e56a-4640-8c20-aa8562ac2dea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:09.498806 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc202f3-45c2-401b-a4c2-f5ce9c82e304 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Made reservation on behalf of acbdde4ecc2c4bf09ed2554be77540a8 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:09.504725 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-edc202f3-45c2-401b-a4c2-f5ce9c82e304 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:09.509146 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf0cc0e-57b6-4eff-8f83-fc52a56f43cb tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:08:09.513545 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a523226-68d9-473a-8e0b-1bd60813f0f2 admin admin] Made reservation on behalf of 643d077a3ffe42b38f30796b5c82a175 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:09.516338 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1a523226-68d9-473a-8e0b-1bd60813f0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:09.521315 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb38d56e-b809-4106-8f0a-8f778ee68c12 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:09.525934 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-eb38d56e-b809-4106-8f0a-8f778ee68c12 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "GET /v2.0/ports/8d4ea01b-28d6-46ed-a9c8-46f089e5426a HTTP/1.1" status: 200 len: 910 time: 0.1217158 Mar 01 14:08:09.527226 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38928) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:09.533106 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-8ab729ac-d187-4b8b-9f34-b0f9f1d668ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:09.552352 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab729ac-d187-4b8b-9f34-b0f9f1d668ec None None] Routers {'fb2fe2e2-2710-4c2f-b81b-100dfd16908a'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:08:09.552991 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-8ab729ac-d187-4b8b-9f34-b0f9f1d668ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:07:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['fb2fe2e2-2710-4c2f-b81b-100dfd16908a'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:09.565960 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-caf0cc0e-57b6-4eff-8f83-fc52a56f43cb tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (bf3d8e70-6502-42b3-a680-48929fababa7), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:09.566552 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-caf0cc0e-57b6-4eff-8f83-fc52a56f43cb tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Added segment bf3d8e70-6502-42b3-a680-48929fababa7 of type vlan for network b5a2b457-dd0d-452a-884d-c2792e07ca31 Mar 01 14:08:09.568647 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1a523226-68d9-473a-8e0b-1bd60813f0f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:09.605809 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc202f3-45c2-401b-a4c2-f5ce9c82e304 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:08:09.620174 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-edc202f3-45c2-401b-a4c2-f5ce9c82e304 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (53d74607-37f5-483b-842f-14ece12e0701), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:09.621004 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-edc202f3-45c2-401b-a4c2-f5ce9c82e304 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Added segment 53d74607-37f5-483b-842f-14ece12e0701 of type vlan for network 43762905-7377-425d-994c-29f45beddaeb Mar 01 14:08:09.673419 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-8ab729ac-d187-4b8b-9f34-b0f9f1d668ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:09.674082 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab729ac-d187-4b8b-9f34-b0f9f1d668ec None None] The sync data for ids ['fb2fe2e2-2710-4c2f-b81b-100dfd16908a'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:08:09.717336 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213698e4-112b-4a9b-83ea-5a8673b9a5ba None None] Network f4652582-5047-4def-a773-24778aa881e8 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:09.753381 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-0f969658-9221-4c02-82a8-6ec69e3ec60b None None] Allocated IP 2001:db8::3 (c33189d4-b994-46eb-b61a-50985bd98ea1/27dab0d1-a875-4a63-88dc-82739593f392/cb63261a-7f59-4f39-800f-d92bdbe88878) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:08:09.818761 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-edc202f3-45c2-401b-a4c2-f5ce9c82e304 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (43762905-7377-425d-994c-29f45beddaeb), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:09.849923 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-caf0cc0e-57b6-4eff-8f83-fc52a56f43cb tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (b5a2b457-dd0d-452a-884d-c2792e07ca31), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:09.879743 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7fb5bfc4-e56a-4640-8c20-aa8562ac2dea admin admin] Publish callbacks [] for security_group (207a9f06-0807-421a-9d23-58fd59462079), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:09.880328 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 4d0ffa56-84c7-428b-acb1-4d90f3dc7550 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:08:09.938974 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7fb5bfc4-e56a-4640-8c20-aa8562ac2dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (207a9f06-0807-421a-9d23-58fd59462079), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:09.981695 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-edc202f3-45c2-401b-a4c2-f5ce9c82e304 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (43762905-7377-425d-994c-29f45beddaeb), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:09.989095 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc202f3-45c2-401b-a4c2-f5ce9c82e304 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:09.989981 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-edc202f3-45c2-401b-a4c2-f5ce9c82e304 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:09.998592 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-caf0cc0e-57b6-4eff-8f83-fc52a56f43cb tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (b5a2b457-dd0d-452a-884d-c2792e07ca31), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:10.004331 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf0cc0e-57b6-4eff-8f83-fc52a56f43cb tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:10.005278 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-caf0cc0e-57b6-4eff-8f83-fc52a56f43cb tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:10.022149 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5bfc4-e56a-4640-8c20-aa8562ac2dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207a9f06-0807-421a-9d23-58fd59462079,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:10.030211 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7fb5bfc4-e56a-4640-8c20-aa8562ac2dea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=951d7b7b78f045aca97d7347639970cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6008000 Mar 01 14:08:10.034511 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 38936) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:10.068026 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078909e8-4bf9-41e5-87a1-894e6d793513 None None] Network f71bd7ff-6052-4548-8052-39b59b5aa67e requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:10.079221 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:10.104969 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-edc202f3-45c2-401b-a4c2-f5ce9c82e304 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8426242 Mar 01 14:08:10.110444 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-88da41da-de29-475e-82da-8236d51984ec None None] Provisioning complete for port 4d0ffa56-84c7-428b-acb1-4d90f3dc7550 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:10.110444 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-88da41da-de29-475e-82da-8236d51984ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (4d0ffa56-84c7-428b-acb1-4d90f3dc7550), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:10.113176 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-caf0cc0e-57b6-4eff-8f83-fc52a56f43cb tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8756895 Mar 01 14:08:10.115897 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38938) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:10.116437 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38940) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:10.127555 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-c05a0f8f-d07d-44c0-a939-d49065e09480 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Request body: {'subnet': {'network_id': '43762905-7377-425d-994c-29f45beddaeb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:10.139060 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-a3fab951-8dfe-44fa-8b59-2eddd5fdfd43 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Request body: {'subnet': {'network_id': 'b5a2b457-dd0d-452a-884d-c2792e07ca31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:10.171171 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e8329e21-ab33-44eb-9bba-89e8a7804773 admin admin] Publish callbacks [] for security_group (207a9f06-0807-421a-9d23-58fd59462079), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:10.192146 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 4d0ffa56-84c7-428b-acb1-4d90f3dc7550 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:10.192535 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (4d0ffa56-84c7-428b-acb1-4d90f3dc7550), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:10.203106 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e8329e21-ab33-44eb-9bba-89e8a7804773 admin admin] Publish callbacks [] for security_group (207a9f06-0807-421a-9d23-58fd59462079), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:10.205808 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:10.219020 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc202f3-45c2-401b-a4c2-f5ce9c82e304 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Network': ['ID=43762905-7377-425d-994c-29f45beddaeb,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:10.259431 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1a523226-68d9-473a-8e0b-1bd60813f0f2 admin admin] Publish callbacks [] for security_group (cd83b5d5-2720-41ff-9471-999c0f34f4a1), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:10.268762 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 43762905-7377-425d-994c-29f45beddaeb details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:08:10.280381 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bcd9ab7d-08f6-4781-87a4-f5b3d65d76c9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:10.300987 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fab951-8dfe-44fa-8b59-2eddd5fdfd43 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Made reservation on behalf of f673a5614f414812a2a1ca2dad630b5a for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:10.304946 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a3fab951-8dfe-44fa-8b59-2eddd5fdfd43 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:10.313662 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1a523226-68d9-473a-8e0b-1bd60813f0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (cd83b5d5-2720-41ff-9471-999c0f34f4a1), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:10.401060 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e8329e21-ab33-44eb-9bba-89e8a7804773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (207a9f06-0807-421a-9d23-58fd59462079), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:10.403604 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e8329e21-ab33-44eb-9bba-89e8a7804773 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:10.408096 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e8329e21-ab33-44eb-9bba-89e8a7804773 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/207a9f06-0807-421a-9d23-58fd59462079 HTTP/1.1" status: 204 len: 168 time: 0.3723507 Mar 01 14:08:10.420389 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8329e21-ab33-44eb-9bba-89e8a7804773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207a9f06-0807-421a-9d23-58fd59462079,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:10.499808 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a523226-68d9-473a-8e0b-1bd60813f0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd83b5d5-2720-41ff-9471-999c0f34f4a1,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:10.553722 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0f969658-9221-4c02-82a8-6ec69e3ec60b None None] Publish callbacks [] for port (cb63261a-7f59-4f39-800f-d92bdbe88878), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:10.574081 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a523226-68d9-473a-8e0b-1bd60813f0f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:08:10.593153 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0cc0e-57b6-4eff-8f83-fc52a56f43cb tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event updated for resources: {'Network': ['ID=b5a2b457-dd0d-452a-884d-c2792e07ca31,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:10.599465 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0f969658-9221-4c02-82a8-6ec69e3ec60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (cb63261a-7f59-4f39-800f-d92bdbe88878), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:10.636096 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1a523226-68d9-473a-8e0b-1bd60813f0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (25f0f7a9-f862-476c-9d49-9c8e5ccf3111), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:10.636442 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-1a523226-68d9-473a-8e0b-1bd60813f0f2 admin admin] Added segment 25f0f7a9-f862-476c-9d49-9c8e5ccf3111 of type vlan for network a7cc119b-78f2-4314-a93b-42c77e4869b6 Mar 01 14:08:10.638724 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.ipam_backend_mixin [None req-a3fab951-8dfe-44fa-8b59-2eddd5fdfd43 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Performing IP validity checks on allocation pools {{(pid=103727) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 01 14:08:10.639284 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.ipam_backend_mixin [None req-a3fab951-8dfe-44fa-8b59-2eddd5fdfd43 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103727) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 01 14:08:10.683058 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network b5a2b457-dd0d-452a-884d-c2792e07ca31 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:08:10.759067 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-bcd9ab7d-08f6-4781-87a4-f5b3d65d76c9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Allocated IP 172.21.0.1 (f71bd7ff-6052-4548-8052-39b59b5aa67e/ec1d6dce-1d47-4698-abd7-b1db17bcf7f3/fae5c577-6382-40bc-9fc8-a62a9a31ab5e) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:08:10.786566 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-88da41da-de29-475e-82da-8236d51984ec None None] Current status of the port 4d0ffa56-84c7-428b-acb1-4d90f3dc7550 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:10.787008 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-88da41da-de29-475e-82da-8236d51984ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4d0ffa56-84c7-428b-acb1-4d90f3dc7550), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:10.791783 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f969658-9221-4c02-82a8-6ec69e3ec60b None None] Pushing event updated for resources: {'Port': ['ID=cb63261a-7f59-4f39-800f-d92bdbe88878,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:10.811071 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1a523226-68d9-473a-8e0b-1bd60813f0f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (a7cc119b-78f2-4314-a93b-42c77e4869b6), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:10.852156 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05a0f8f-d07d-44c0-a939-d49065e09480 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Made reservation on behalf of acbdde4ecc2c4bf09ed2554be77540a8 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:10.865056 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c05a0f8f-d07d-44c0-a939-d49065e09480 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:11.098362 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1a523226-68d9-473a-8e0b-1bd60813f0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (a7cc119b-78f2-4314-a93b-42c77e4869b6), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:11.099575 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a523226-68d9-473a-8e0b-1bd60813f0f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:11.100375 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1a523226-68d9-473a-8e0b-1bd60813f0f2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:11.101162 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bcd9ab7d-08f6-4781-87a4-f5b3d65d76c9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for port (fae5c577-6382-40bc-9fc8-a62a9a31ab5e), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:11.219343 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bcd9ab7d-08f6-4781-87a4-f5b3d65d76c9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (fae5c577-6382-40bc-9fc8-a62a9a31ab5e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:11.279267 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd9ab7d-08f6-4781-87a4-f5b3d65d76c9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Network f71bd7ff-6052-4548-8052-39b59b5aa67e is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:08:11.304159 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-bcd9ab7d-08f6-4781-87a4-f5b3d65d76c9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:11.306602 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 4d0ffa56-84c7-428b-acb1-4d90f3dc7550 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:11.307152 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4d0ffa56-84c7-428b-acb1-4d90f3dc7550), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:11.308569 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd9ab7d-08f6-4781-87a4-f5b3d65d76c9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:08:11.322802 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1a523226-68d9-473a-8e0b-1bd60813f0f2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.7903559 Mar 01 14:08:11.337062 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38970) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:11.344944 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f969658-9221-4c02-82a8-6ec69e3ec60b None None] Network c33189d4-b994-46eb-b61a-50985bd98ea1 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:08:11.345492 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-dd5cf7b6-ebde-4e9b-a771-033af24ede08 admin admin] Request body: {'subnet': {'network_id': 'a7cc119b-78f2-4314-a93b-42c77e4869b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1141146726-subnet', 'tenant_id': '643d077a3ffe42b38f30796b5c82a175', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:11.350308 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a523226-68d9-473a-8e0b-1bd60813f0f2 admin admin] Pushing event updated for resources: {'Network': ['ID=a7cc119b-78f2-4314-a93b-42c77e4869b6,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:11.370777 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-0f969658-9221-4c02-82a8-6ec69e3ec60b None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:11.393796 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network a7cc119b-78f2-4314-a93b-42c77e4869b6 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:08:11.411652 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f969658-9221-4c02-82a8-6ec69e3ec60b None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:08:11.428442 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9ab7d-08f6-4781-87a4-f5b3d65d76c9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Port': ['ID=fae5c577-6382-40bc-9fc8-a62a9a31ab5e,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:11.459662 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bcd9ab7d-08f6-4781-87a4-f5b3d65d76c9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (fb2fe2e2-2710-4c2f-b81b-100dfd16908a), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:11.498740 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-88da41da-de29-475e-82da-8236d51984ec None None] For port 4d0ffa56-84c7-428b-acb1-4d90f3dc7550, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=4d0ffa56-84c7-428b-acb1-4d90f3dc7550,segment=NetworkSegment(74039bd7-fc12-4064-8034-e5ecd9f2890f),segment_id=74039bd7-fc12-4064-8034-e5ecd9f2890f)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:08:11.553514 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5cf7b6-ebde-4e9b-a771-033af24ede08 admin admin] Made reservation on behalf of 643d077a3ffe42b38f30796b5c82a175 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:11.556474 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd5cf7b6-ebde-4e9b-a771-033af24ede08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:11.567133 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a3fab951-8dfe-44fa-8b59-2eddd5fdfd43 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (1885be92-fd61-460d-8ca1-715e14b1fe68), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:11.733073 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bcd9ab7d-08f6-4781-87a4-f5b3d65d76c9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (fae5c577-6382-40bc-9fc8-a62a9a31ab5e), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:11.816482 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-88da41da-de29-475e-82da-8236d51984ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (4d0ffa56-84c7-428b-acb1-4d90f3dc7550), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:11.863917 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fab951-8dfe-44fa-8b59-2eddd5fdfd43 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event updated for resources: {'Subnet': ['ID=1885be92-fd61-460d-8ca1-715e14b1fe68,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:11.908193 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 14:08:11.908555 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 14:08:11.919250 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-0f969658-9221-4c02-82a8-6ec69e3ec60b None None] Attempting to bind port cb63261a-7f59-4f39-800f-d92bdbe88878 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:08:11.919632 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-0f969658-9221-4c02-82a8-6ec69e3ec60b None None] Attempting to bind port cb63261a-7f59-4f39-800f-d92bdbe88878 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'f6f04ef7-daec-40a7-995d-dcb75bf3ec52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c33189d4-b994-46eb-b61a-50985bd98ea1'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:08:11.920230 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f969658-9221-4c02-82a8-6ec69e3ec60b None None] Attempting to bind port cb63261a-7f59-4f39-800f-d92bdbe88878 on network c33189d4-b994-46eb-b61a-50985bd98ea1 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:11.943212 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f969658-9221-4c02-82a8-6ec69e3ec60b None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:08:11.943703 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f969658-9221-4c02-82a8-6ec69e3ec60b None None] Checking segment: {'id': 'f6f04ef7-daec-40a7-995d-dcb75bf3ec52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c33189d4-b994-46eb-b61a-50985bd98ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:11.944130 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0f969658-9221-4c02-82a8-6ec69e3ec60b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:11.944534 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f969658-9221-4c02-82a8-6ec69e3ec60b None None] Bound using segment: {'id': 'f6f04ef7-daec-40a7-995d-dcb75bf3ec52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c33189d4-b994-46eb-b61a-50985bd98ea1'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:08:11.945566 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-0f969658-9221-4c02-82a8-6ec69e3ec60b None None] Bound port: cb63261a-7f59-4f39-800f-d92bdbe88878, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f04ef7-daec-40a7-995d-dcb75bf3ec52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c33189d4-b994-46eb-b61a-50985bd98ea1'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:08:11.945958 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0f969658-9221-4c02-82a8-6ec69e3ec60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (cb63261a-7f59-4f39-800f-d92bdbe88878), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:11.952764 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da41da-de29-475e-82da-8236d51984ec None None] Pushing event updated for resources: {'Port': ['ID=4d0ffa56-84c7-428b-acb1-4d90f3dc7550,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:11.980193 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-c91089f6-6b31-4c1d-82bc-cc0d4ac15fa4 None None] Provisioning complete for port 4d0ffa56-84c7-428b-acb1-4d90f3dc7550 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:11.980667 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c91089f6-6b31-4c1d-82bc-cc0d4ac15fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (4d0ffa56-84c7-428b-acb1-4d90f3dc7550), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:11.988216 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fab951-8dfe-44fa-8b59-2eddd5fdfd43 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Checking segment: {'id': 'bf3d8e70-6502-42b3-a680-48929fababa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b5a2b457-dd0d-452a-884d-c2792e07ca31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:11.988593 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fab951-8dfe-44fa-8b59-2eddd5fdfd43 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Network hostable DHCP agents. Network: b5a2b457-dd0d-452a-884d-c2792e07ca31, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:08:11.993244 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c05a0f8f-d07d-44c0-a939-d49065e09480 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (ef2f577b-6107-4fa0-88fa-d4b733ac0a61), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:12.101490 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fab951-8dfe-44fa-8b59-2eddd5fdfd43 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Network b5a2b457-dd0d-452a-884d-c2792e07ca31 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:08:12.121249 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-c91089f6-6b31-4c1d-82bc-cc0d4ac15fa4 None None] Current status of the port 4d0ffa56-84c7-428b-acb1-4d90f3dc7550 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:12.121424 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-a3fab951-8dfe-44fa-8b59-2eddd5fdfd43 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, b5a2b457-dd0d-452a-884d-c2792e07ca31) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:12.142231 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a0f8f-d07d-44c0-a939-d49065e09480 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Subnet': ['ID=ef2f577b-6107-4fa0-88fa-d4b733ac0a61,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:12.147248 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-0f969658-9221-4c02-82a8-6ec69e3ec60b None None] For port cb63261a-7f59-4f39-800f-d92bdbe88878, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:08:12.150226 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a3dee3-e0c7-4076-b98f-dc8eadf2f318 None None] Network b5a2b457-dd0d-452a-884d-c2792e07ca31 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:12.153549 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-0f969658-9221-4c02-82a8-6ec69e3ec60b None None] For port cb63261a-7f59-4f39-800f-d92bdbe88878, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=cb63261a-7f59-4f39-800f-d92bdbe88878,segment=NetworkSegment(f6f04ef7-daec-40a7-995d-dcb75bf3ec52),segment_id=f6f04ef7-daec-40a7-995d-dcb75bf3ec52)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:08:12.170196 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fab951-8dfe-44fa-8b59-2eddd5fdfd43 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:12.170813 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a3fab951-8dfe-44fa-8b59-2eddd5fdfd43 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:12.193690 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bcd9ab7d-08f6-4781-87a4-f5b3d65d76c9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for port (fae5c577-6382-40bc-9fc8-a62a9a31ab5e), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:12.213095 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bcd9ab7d-08f6-4781-87a4-f5b3d65d76c9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (fae5c577-6382-40bc-9fc8-a62a9a31ab5e), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:12.217981 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05a0f8f-d07d-44c0-a939-d49065e09480 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Checking segment: {'id': '53d74607-37f5-483b-842f-14ece12e0701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '43762905-7377-425d-994c-29f45beddaeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:12.218653 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05a0f8f-d07d-44c0-a939-d49065e09480 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Network hostable DHCP agents. Network: 43762905-7377-425d-994c-29f45beddaeb, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:08:12.258396 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a3fab951-8dfe-44fa-8b59-2eddd5fdfd43 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.1349614 Mar 01 14:08:12.260947 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 38994) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:12.266062 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0f969658-9221-4c02-82a8-6ec69e3ec60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (cb63261a-7f59-4f39-800f-d92bdbe88878), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:12.325122 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-c91089f6-6b31-4c1d-82bc-cc0d4ac15fa4 None None] Provisioning complete for port 8d4ea01b-28d6-46ed-a9c8-46f089e5426a triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:12.325755 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c91089f6-6b31-4c1d-82bc-cc0d4ac15fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8d4ea01b-28d6-46ed-a9c8-46f089e5426a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:12.342707 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd5cf7b6-ebde-4e9b-a771-033af24ede08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (b83fba46-c004-41f7-b3cb-3c2f6faff322), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:12.343358 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bcd9ab7d-08f6-4781-87a4-f5b3d65d76c9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (fb2fe2e2-2710-4c2f-b81b-100dfd16908a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:12.353251 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9ab7d-08f6-4781-87a4-f5b3d65d76c9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Port': ['ID=fae5c577-6382-40bc-9fc8-a62a9a31ab5e,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:12.357391 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05a0f8f-d07d-44c0-a939-d49065e09480 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Network 43762905-7377-425d-994c-29f45beddaeb is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:08:12.369497 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-c05a0f8f-d07d-44c0-a939-d49065e09480 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 43762905-7377-425d-994c-29f45beddaeb) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:12.404675 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05a0f8f-d07d-44c0-a939-d49065e09480 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:12.405512 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c05a0f8f-d07d-44c0-a939-d49065e09480 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:12.474700 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c05a0f8f-d07d-44c0-a939-d49065e09480 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3529887 Mar 01 14:08:12.486798 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39002) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:12.499999 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-367e0343-2a29-49ff-b34b-aa29b067a08b tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-519388407', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:12.528746 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5cf7b6-ebde-4e9b-a771-033af24ede08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b83fba46-c004-41f7-b3cb-3c2f6faff322,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:12.540148 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-367e0343-2a29-49ff-b34b-aa29b067a08b tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (75fda2c3-ef0a-4e2b-8149-833bbeaebd14), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:12.544344 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-c91089f6-6b31-4c1d-82bc-cc0d4ac15fa4 None None] Port 8d4ea01b-28d6-46ed-a9c8-46f089e5426a cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:08:12.548325 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-367e0343-2a29-49ff-b34b-aa29b067a08b tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (75fda2c3-ef0a-4e2b-8149-833bbeaebd14), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:12.551431 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4f5338-e4fc-4af0-bd9d-a6247a4c1aa2 None None] Network 43762905-7377-425d-994c-29f45beddaeb requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:12.592480 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd9ab7d-08f6-4781-87a4-f5b3d65d76c9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Network f71bd7ff-6052-4548-8052-39b59b5aa67e is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:08:12.594625 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-bcd9ab7d-08f6-4781-87a4-f5b3d65d76c9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:12.621941 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2e90636a-34d7-4ebf-8bc7-eb1b1405b409 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (b5a2b457-dd0d-452a-884d-c2792e07ca31), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:12.679054 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5cf7b6-ebde-4e9b-a771-033af24ede08 admin admin] Checking segment: {'id': '25f0f7a9-f862-476c-9d49-9c8e5ccf3111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a7cc119b-78f2-4314-a93b-42c77e4869b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:12.680122 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5cf7b6-ebde-4e9b-a771-033af24ede08 admin admin] Network hostable DHCP agents. Network: a7cc119b-78f2-4314-a93b-42c77e4869b6, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:08:12.709566 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-c91089f6-6b31-4c1d-82bc-cc0d4ac15fa4 None None] Provisioning complete for port 67b62b97-75c0-4b70-9619-a3fb8d0f9e57 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:12.709908 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c91089f6-6b31-4c1d-82bc-cc0d4ac15fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (67b62b97-75c0-4b70-9619-a3fb8d0f9e57), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:12.750698 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd9ab7d-08f6-4781-87a4-f5b3d65d76c9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Router fb2fe2e2-2710-4c2f-b81b-100dfd16908a has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:08:12.813550 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 4d0ffa56-84c7-428b-acb1-4d90f3dc7550 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:12.814624 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 67b62b97-75c0-4b70-9619-a3fb8d0f9e57 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:08:12.820807 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5cf7b6-ebde-4e9b-a771-033af24ede08 admin admin] Network a7cc119b-78f2-4314-a93b-42c77e4869b6 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:08:12.823357 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2e90636a-34d7-4ebf-8bc7-eb1b1405b409 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (1885be92-fd61-460d-8ca1-715e14b1fe68), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:12.899100 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a767fd3-2f71-4536-871e-e9f36ae83100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-b5a2b457-dd0d-452a-884d-c2792e07ca31', 'network_id': 'b5a2b457-dd0d-452a-884d-c2792e07ca31', 'project_id': 'f673a5614f414812a2a1ca2dad630b5a', 'fixed_ips': [{'subnet_id': '1885be92-fd61-460d-8ca1-715e14b1fe68'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:08:12.900774 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2a767fd3-2f71-4536-871e-e9f36ae83100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:12.913513 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f969658-9221-4c02-82a8-6ec69e3ec60b None None] Pushing event updated for resources: {'Port': ['ID=cb63261a-7f59-4f39-800f-d92bdbe88878,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:12.972595 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd9ab7d-08f6-4781-87a4-f5b3d65d76c9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:08:12.995493 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-bcd9ab7d-08f6-4781-87a4-f5b3d65d76c9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "PUT /v2.0/routers/fb2fe2e2-2710-4c2f-b81b-100dfd16908a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4671073 Mar 01 14:08:12.996089 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39012) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:13.017203 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-dd5cf7b6-ebde-4e9b-a771-033af24ede08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, a7cc119b-78f2-4314-a93b-42c77e4869b6) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:13.038597 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e2d0e1-4e44-4a21-b074-40d3dc196089 None None] Sync routers for ids ['fb2fe2e2-2710-4c2f-b81b-100dfd16908a'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:08:13.073464 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21715480-cf19-42bd-b175-f8c6a6677bfe None None] Network a7cc119b-78f2-4314-a93b-42c77e4869b6 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:13.106914 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 67b62b97-75c0-4b70-9619-a3fb8d0f9e57 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:13.107735 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (67b62b97-75c0-4b70-9619-a3fb8d0f9e57), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:13.120190 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-367e0343-2a29-49ff-b34b-aa29b067a08b tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router_controller (75fda2c3-ef0a-4e2b-8149-833bbeaebd14), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:13.126285 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5cf7b6-ebde-4e9b-a771-033af24ede08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:13.126880 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd5cf7b6-ebde-4e9b-a771-033af24ede08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:13.131978 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435c3735-25f3-4074-88f2-d07948c5224d tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:13.133306 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-367e0343-2a29-49ff-b34b-aa29b067a08b tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (75fda2c3-ef0a-4e2b-8149-833bbeaebd14), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:13.139593 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-435c3735-25f3-4074-88f2-d07948c5224d tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "GET /v2.0/ports/fae5c577-6382-40bc-9fc8-a62a9a31ab5e HTTP/1.1" status: 200 len: 910 time: 0.1406319 Mar 01 14:08:13.140301 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39020) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:13.155877 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2e90636a-34d7-4ebf-8bc7-eb1b1405b409 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (1885be92-fd61-460d-8ca1-715e14b1fe68), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:13.174627 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e2d0e1-4e44-4a21-b074-40d3dc196089 None None] Routers {'fb2fe2e2-2710-4c2f-b81b-100dfd16908a'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:08:13.175272 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-00e2d0e1-4e44-4a21-b074-40d3dc196089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:07:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['fb2fe2e2-2710-4c2f-b81b-100dfd16908a'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:13.206638 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-dd5cf7b6-ebde-4e9b-a771-033af24ede08 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8671064 Mar 01 14:08:13.208368 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90636a-34d7-4ebf-8bc7-eb1b1405b409 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event deleted for resources: {'Subnet': ['ID=1885be92-fd61-460d-8ca1-715e14b1fe68,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:13.218716 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-367e0343-2a29-49ff-b34b-aa29b067a08b tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:13.220301 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-367e0343-2a29-49ff-b34b-aa29b067a08b tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7240512 Mar 01 14:08:13.223533 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39022) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:13.462198 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2e90636a-34d7-4ebf-8bc7-eb1b1405b409 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (b5a2b457-dd0d-452a-884d-c2792e07ca31), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:13.600082 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-00e2d0e1-4e44-4a21-b074-40d3dc196089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:13.652874 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65549efd-874a-4a9c-a6cf-d82d95765bb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-43762905-7377-425d-994c-29f45beddaeb', 'network_id': '43762905-7377-425d-994c-29f45beddaeb', 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'fixed_ips': [{'subnet_id': 'ef2f577b-6107-4fa0-88fa-d4b733ac0a61'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:08:13.653818 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-65549efd-874a-4a9c-a6cf-d82d95765bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:13.666099 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-2e90636a-34d7-4ebf-8bc7-eb1b1405b409 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5a2b457-dd0d-452a-884d-c2792e07ca31']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:13.678801 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-c91089f6-6b31-4c1d-82bc-cc0d4ac15fa4 None None] Current status of the port 67b62b97-75c0-4b70-9619-a3fb8d0f9e57 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:13.678801 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c91089f6-6b31-4c1d-82bc-cc0d4ac15fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (67b62b97-75c0-4b70-9619-a3fb8d0f9e57), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:13.719356 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-2e90636a-34d7-4ebf-8bc7-eb1b1405b409 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf3d8e70-6502-42b3-a680-48929fababa7') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:13.721092 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-2e90636a-34d7-4ebf-8bc7-eb1b1405b409 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf3d8e70-6502-42b3-a680-48929fababa7') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:13.791354 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2e90636a-34d7-4ebf-8bc7-eb1b1405b409 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (bf3d8e70-6502-42b3-a680-48929fababa7), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:13.870952 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e2d0e1-4e44-4a21-b074-40d3dc196089 None None] Routers {'fb2fe2e2-2710-4c2f-b81b-100dfd16908a'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:08:13.871619 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-00e2d0e1-4e44-4a21-b074-40d3dc196089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:07:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['fb2fe2e2-2710-4c2f-b81b-100dfd16908a'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:13.876430 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2e90636a-34d7-4ebf-8bc7-eb1b1405b409 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (bf3d8e70-6502-42b3-a680-48929fababa7), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:13.891776 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e90636a-34d7-4ebf-8bc7-eb1b1405b409 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:08:13.893510 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2e90636a-34d7-4ebf-8bc7-eb1b1405b409 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (bf3d8e70-6502-42b3-a680-48929fababa7), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server [None req-2a767fd3-2f71-4536-871e-e9f36ae83100 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1885be92-fd61-460d-8ca1-715e14b1fe68: This subnet is being modified by another concurrent operation. Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 01 14:08:13.895288 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise exception Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1885be92-fd61-460d-8ca1-715e14b1fe68: This subnet is being modified by another concurrent operation. Mar 01 14:08:13.899232 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server Mar 01 14:08:13.908380 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:08:13.908380 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:08:13.908380 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:08:13.908380 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:08:13.908380 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:08:13.908380 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:08:13.908380 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:08:13.908380 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:08:13.908380 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:08:13.908380 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:08:13.908380 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:08:13.908380 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:08:13.908380 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:08:13.908380 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:08:13.908380 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:08:13.908380 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:08:13.908380 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:08:13.908380 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:08:13.908380 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:08:13.908380 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:08:13.908380 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:08:13.908380 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:08:13.908380 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:08:13.908380 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:08:13.908380 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:08:13.908380 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:08:13.908380 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:08:13.908380 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:08:13.908380 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:08:13.908380 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:08:13.908380 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:08:13.908380 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:08:14.004811 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a58a9a1-121f-4ab6-ac32-c0d285fdcd3e None None] Network a7cc119b-78f2-4314-a93b-42c77e4869b6 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:14.040375 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2e90636a-34d7-4ebf-8bc7-eb1b1405b409 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (b5a2b457-dd0d-452a-884d-c2792e07ca31), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:14.043198 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d0e86f1d-55b7-46ff-b45a-cabe9555d0e5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:14.051893 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2e90636a-34d7-4ebf-8bc7-eb1b1405b409 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:14.056268 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2e90636a-34d7-4ebf-8bc7-eb1b1405b409 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "DELETE /v2.0/networks/b5a2b457-dd0d-452a-884d-c2792e07ca31 HTTP/1.1" status: 204 len: 168 time: 1.7939165 Mar 01 14:08:14.057222 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2664c4a9-8664-443d-a7c3-c37cca6b3b23 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (fb2fe2e2-2710-4c2f-b81b-100dfd16908a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:14.064813 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39046) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:14.077008 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-a8a5a109-7b0d-4f90-8592-891f2445971d tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-691071465'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:14.080981 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90636a-34d7-4ebf-8bc7-eb1b1405b409 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event deleted for resources: {'Network': ['ID=b5a2b457-dd0d-452a-884d-c2792e07ca31,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:14.118856 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2650b94e-402c-4efe-814b-33efc96bb682 None None] Network b5a2b457-dd0d-452a-884d-c2792e07ca31 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:14.203056 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-00e2d0e1-4e44-4a21-b074-40d3dc196089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:14.203949 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e2d0e1-4e44-4a21-b074-40d3dc196089 None None] The sync data for ids ['fb2fe2e2-2710-4c2f-b81b-100dfd16908a'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:08:14.281228 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca4e116-504a-4a34-866f-42c3a6ded8b8 None None] Network c33189d4-b994-46eb-b61a-50985bd98ea1 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:14.286864 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-c91089f6-6b31-4c1d-82bc-cc0d4ac15fa4 None None] For port 67b62b97-75c0-4b70-9619-a3fb8d0f9e57, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=67b62b97-75c0-4b70-9619-a3fb8d0f9e57,segment=NetworkSegment(3239c88c-a7e4-4e7f-a0c7-636b38926cd5),segment_id=3239c88c-a7e4-4e7f-a0c7-636b38926cd5)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:08:14.346786 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2650b94e-402c-4efe-814b-33efc96bb682 None None] Network b5a2b457-dd0d-452a-884d-c2792e07ca31 could not be found, it might have been deleted concurrently. {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 01 14:08:14.367111 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c91089f6-6b31-4c1d-82bc-cc0d4ac15fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (67b62b97-75c0-4b70-9619-a3fb8d0f9e57), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:14.436391 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-d0e86f1d-55b7-46ff-b45a-cabe9555d0e5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Allocated IP 2001:db8::1 (43762905-7377-425d-994c-29f45beddaeb/ef2f577b-6107-4fa0-88fa-d4b733ac0a61/9c1ed209-ba43-4ba8-9ec1-a6148a6fc2ac) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:08:14.479393 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a5a109-7b0d-4f90-8592-891f2445971d tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Made reservation on behalf of f673a5614f414812a2a1ca2dad630b5a for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:14.484748 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a8a5a109-7b0d-4f90-8592-891f2445971d tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:14.581920 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d0e86f1d-55b7-46ff-b45a-cabe9555d0e5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for port (9c1ed209-ba43-4ba8-9ec1-a6148a6fc2ac), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:14.611883 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a5a109-7b0d-4f90-8592-891f2445971d tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:08:14.629419 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d0e86f1d-55b7-46ff-b45a-cabe9555d0e5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (9c1ed209-ba43-4ba8-9ec1-a6148a6fc2ac), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:14.666447 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a8a5a109-7b0d-4f90-8592-891f2445971d tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (dfe73f43-7a12-4b9c-a10a-c6aa78a69c86), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:14.668201 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-a8a5a109-7b0d-4f90-8592-891f2445971d tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Added segment dfe73f43-7a12-4b9c-a10a-c6aa78a69c86 of type vlan for network fe71ad48-1e34-4b4d-923c-41709acc00e2 Mar 01 14:08:14.675149 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39070) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:14.690763 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-e1befcdf-4875-496b-91d8-ecb8b0619fee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-434416986-network', 'tenant_id': 'b436730e31f7461ca9914058f1f2fde2'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:14.711823 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e86f1d-55b7-46ff-b45a-cabe9555d0e5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Port': ['ID=9c1ed209-ba43-4ba8-9ec1-a6148a6fc2ac,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:14.726225 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e86f1d-55b7-46ff-b45a-cabe9555d0e5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Network 43762905-7377-425d-994c-29f45beddaeb is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:08:14.727931 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-d0e86f1d-55b7-46ff-b45a-cabe9555d0e5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:14.730902 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e86f1d-55b7-46ff-b45a-cabe9555d0e5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:08:14.731653 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d0e86f1d-55b7-46ff-b45a-cabe9555d0e5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (75fda2c3-ef0a-4e2b-8149-833bbeaebd14), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:14.753906 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a8a5a109-7b0d-4f90-8592-891f2445971d tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (fe71ad48-1e34-4b4d-923c-41709acc00e2), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:14.892719 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 67b62b97-75c0-4b70-9619-a3fb8d0f9e57 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:14.893957 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (67b62b97-75c0-4b70-9619-a3fb8d0f9e57), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:14.933296 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d0e86f1d-55b7-46ff-b45a-cabe9555d0e5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9c1ed209-ba43-4ba8-9ec1-a6148a6fc2ac), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:14.952617 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-c91089f6-6b31-4c1d-82bc-cc0d4ac15fa4 None None] Provisioning complete for port fae5c577-6382-40bc-9fc8-a62a9a31ab5e triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:14.953360 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c91089f6-6b31-4c1d-82bc-cc0d4ac15fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (fae5c577-6382-40bc-9fc8-a62a9a31ab5e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:15.002458 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-c91089f6-6b31-4c1d-82bc-cc0d4ac15fa4 None None] Port fae5c577-6382-40bc-9fc8-a62a9a31ab5e cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:08:15.008059 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91089f6-6b31-4c1d-82bc-cc0d4ac15fa4 None None] Pushing event updated for resources: {'Port': ['ID=67b62b97-75c0-4b70-9619-a3fb8d0f9e57,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:15.129044 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-65549efd-874a-4a9c-a6cf-d82d95765bb0 None None] Allocated IP 2001:db8::2 (43762905-7377-425d-994c-29f45beddaeb/ef2f577b-6107-4fa0-88fa-d4b733ac0a61/da0adce9-536f-4c51-8f45-3d892cae7c9a) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:08:15.168417 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1befcdf-4875-496b-91d8-ecb8b0619fee admin admin] Made reservation on behalf of b436730e31f7461ca9914058f1f2fde2 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:15.170721 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e1befcdf-4875-496b-91d8-ecb8b0619fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:15.190544 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e1befcdf-4875-496b-91d8-ecb8b0619fee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:15.203081 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 14:08:15.203930 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 14:08:15.204663 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-35270e12-6efe-4180-8288-096d21dd91d0 None None] Provisioning complete for port fae5c577-6382-40bc-9fc8-a62a9a31ab5e triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:15.205281 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-35270e12-6efe-4180-8288-096d21dd91d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (fae5c577-6382-40bc-9fc8-a62a9a31ab5e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:15.232912 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a8a5a109-7b0d-4f90-8592-891f2445971d tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (fe71ad48-1e34-4b4d-923c-41709acc00e2), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:15.238074 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a5a109-7b0d-4f90-8592-891f2445971d tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:15.238695 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a8a5a109-7b0d-4f90-8592-891f2445971d tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:15.319601 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-35270e12-6efe-4180-8288-096d21dd91d0 None None] Port fae5c577-6382-40bc-9fc8-a62a9a31ab5e cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:08:15.332364 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d0e86f1d-55b7-46ff-b45a-cabe9555d0e5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for port (9c1ed209-ba43-4ba8-9ec1-a6148a6fc2ac), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:15.345116 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39082) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:15.345347 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a8a5a109-7b0d-4f90-8592-891f2445971d tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2776442 Mar 01 14:08:15.347914 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d0e86f1d-55b7-46ff-b45a-cabe9555d0e5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (9c1ed209-ba43-4ba8-9ec1-a6148a6fc2ac), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:15.349851 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d0e86f1d-55b7-46ff-b45a-cabe9555d0e5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (75fda2c3-ef0a-4e2b-8149-833bbeaebd14), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:15.361150 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-1c3c3f87-a47c-48d1-a1cc-830e374d36ed tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Request body: {'subnet': {'network_id': 'fe71ad48-1e34-4b4d-923c-41709acc00e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:15.365049 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5a109-7b0d-4f90-8592-891f2445971d tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event updated for resources: {'Network': ['ID=fe71ad48-1e34-4b4d-923c-41709acc00e2,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:15.394058 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-2664c4a9-8664-443d-a7c3-c37cca6b3b23 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Deleting port fae5c577-6382-40bc-9fc8-a62a9a31ab5e {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:08:15.394402 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2664c4a9-8664-443d-a7c3-c37cca6b3b23 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (fae5c577-6382-40bc-9fc8-a62a9a31ab5e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:15.400513 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-35270e12-6efe-4180-8288-096d21dd91d0 None None] Provisioning complete for port cb63261a-7f59-4f39-800f-d92bdbe88878 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:15.401158 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-35270e12-6efe-4180-8288-096d21dd91d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (cb63261a-7f59-4f39-800f-d92bdbe88878), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:15.408957 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network fe71ad48-1e34-4b4d-923c-41709acc00e2 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:08:15.557344 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e1befcdf-4875-496b-91d8-ecb8b0619fee admin admin] Publish callbacks [] for security_group (3bb26f70-fdcc-4781-a0af-f32d357b9f20), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:15.576572 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e1befcdf-4875-496b-91d8-ecb8b0619fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (3bb26f70-fdcc-4781-a0af-f32d357b9f20), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:15.606002 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1befcdf-4875-496b-91d8-ecb8b0619fee admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:08:15.620387 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e1befcdf-4875-496b-91d8-ecb8b0619fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (68157764-9101-499d-9be4-af38e37abffc), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:15.621292 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-e1befcdf-4875-496b-91d8-ecb8b0619fee admin admin] Added segment 68157764-9101-499d-9be4-af38e37abffc of type vlan for network f1f2a1fe-bdbc-4b57-a830-e51f25ec5708 Mar 01 14:08:15.704296 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e86f1d-55b7-46ff-b45a-cabe9555d0e5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Port': ['ID=9c1ed209-ba43-4ba8-9ec1-a6148a6fc2ac,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:15.716967 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3c3f87-a47c-48d1-a1cc-830e374d36ed tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Made reservation on behalf of f673a5614f414812a2a1ca2dad630b5a for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:15.720876 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1c3c3f87-a47c-48d1-a1cc-830e374d36ed tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:15.756323 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-65549efd-874a-4a9c-a6cf-d82d95765bb0 None None] Publish callbacks [] for port (da0adce9-536f-4c51-8f45-3d892cae7c9a), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:15.762346 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e1befcdf-4875-496b-91d8-ecb8b0619fee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (f1f2a1fe-bdbc-4b57-a830-e51f25ec5708), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:15.822456 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2664c4a9-8664-443d-a7c3-c37cca6b3b23 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (fae5c577-6382-40bc-9fc8-a62a9a31ab5e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:15.835443 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-65549efd-874a-4a9c-a6cf-d82d95765bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (da0adce9-536f-4c51-8f45-3d892cae7c9a), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:15.842258 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e86f1d-55b7-46ff-b45a-cabe9555d0e5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Network 43762905-7377-425d-994c-29f45beddaeb is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:08:15.844934 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-d0e86f1d-55b7-46ff-b45a-cabe9555d0e5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:15.871136 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e1befcdf-4875-496b-91d8-ecb8b0619fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (f1f2a1fe-bdbc-4b57-a830-e51f25ec5708), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:15.872306 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1befcdf-4875-496b-91d8-ecb8b0619fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:15.873005 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e1befcdf-4875-496b-91d8-ecb8b0619fee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:15.873988 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-35270e12-6efe-4180-8288-096d21dd91d0 None None] Current status of the port cb63261a-7f59-4f39-800f-d92bdbe88878 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:15.874381 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-35270e12-6efe-4180-8288-096d21dd91d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (cb63261a-7f59-4f39-800f-d92bdbe88878), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:15.891400 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 67b62b97-75c0-4b70-9619-a3fb8d0f9e57 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:15.902858 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65549efd-874a-4a9c-a6cf-d82d95765bb0 None None] Network 43762905-7377-425d-994c-29f45beddaeb is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:08:15.908339 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-65549efd-874a-4a9c-a6cf-d82d95765bb0 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:15.914543 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65549efd-874a-4a9c-a6cf-d82d95765bb0 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:08:15.916989 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-2664c4a9-8664-443d-a7c3-c37cca6b3b23 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Calling delete_port for fae5c577-6382-40bc-9fc8-a62a9a31ab5e owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:08:15.956290 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65549efd-874a-4a9c-a6cf-d82d95765bb0 None None] Pushing event updated for resources: {'Port': ['ID=da0adce9-536f-4c51-8f45-3d892cae7c9a,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:15.999655 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-35270e12-6efe-4180-8288-096d21dd91d0 None None] For port cb63261a-7f59-4f39-800f-d92bdbe88878, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=cb63261a-7f59-4f39-800f-d92bdbe88878,segment=NetworkSegment(f6f04ef7-daec-40a7-995d-dcb75bf3ec52),segment_id=f6f04ef7-daec-40a7-995d-dcb75bf3ec52)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:08:16.005170 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-65549efd-874a-4a9c-a6cf-d82d95765bb0 None None] Attempting to bind port da0adce9-536f-4c51-8f45-3d892cae7c9a on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:08:16.005553 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-65549efd-874a-4a9c-a6cf-d82d95765bb0 None None] Attempting to bind port da0adce9-536f-4c51-8f45-3d892cae7c9a by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '53d74607-37f5-483b-842f-14ece12e0701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '43762905-7377-425d-994c-29f45beddaeb'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:08:16.006014 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65549efd-874a-4a9c-a6cf-d82d95765bb0 None None] Attempting to bind port da0adce9-536f-4c51-8f45-3d892cae7c9a on network 43762905-7377-425d-994c-29f45beddaeb {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:16.012492 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65549efd-874a-4a9c-a6cf-d82d95765bb0 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:08:16.012874 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65549efd-874a-4a9c-a6cf-d82d95765bb0 None None] Checking segment: {'id': '53d74607-37f5-483b-842f-14ece12e0701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '43762905-7377-425d-994c-29f45beddaeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:16.013485 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-65549efd-874a-4a9c-a6cf-d82d95765bb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:16.013893 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65549efd-874a-4a9c-a6cf-d82d95765bb0 None None] Bound using segment: {'id': '53d74607-37f5-483b-842f-14ece12e0701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '43762905-7377-425d-994c-29f45beddaeb'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:08:16.014372 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-65549efd-874a-4a9c-a6cf-d82d95765bb0 None None] Bound port: da0adce9-536f-4c51-8f45-3d892cae7c9a, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d74607-37f5-483b-842f-14ece12e0701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '43762905-7377-425d-994c-29f45beddaeb'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:08:16.014764 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-65549efd-874a-4a9c-a6cf-d82d95765bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (da0adce9-536f-4c51-8f45-3d892cae7c9a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:16.018769 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-35270e12-6efe-4180-8288-096d21dd91d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (cb63261a-7f59-4f39-800f-d92bdbe88878), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:16.113902 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1befcdf-4875-496b-91d8-ecb8b0619fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb26f70-fdcc-4781-a0af-f32d357b9f20,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:16.184407 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35270e12-6efe-4180-8288-096d21dd91d0 None None] Pushing event updated for resources: {'Port': ['ID=cb63261a-7f59-4f39-800f-d92bdbe88878,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:16.217066 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-65549efd-874a-4a9c-a6cf-d82d95765bb0 None None] For port da0adce9-536f-4c51-8f45-3d892cae7c9a, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:08:16.219618 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-e860e9ee-a3d2-4c7f-a8c2-965a566a9212 None None] Provisioning complete for port cb63261a-7f59-4f39-800f-d92bdbe88878 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:16.220365 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e860e9ee-a3d2-4c7f-a8c2-965a566a9212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (cb63261a-7f59-4f39-800f-d92bdbe88878), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:16.223832 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-65549efd-874a-4a9c-a6cf-d82d95765bb0 None None] For port da0adce9-536f-4c51-8f45-3d892cae7c9a, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=da0adce9-536f-4c51-8f45-3d892cae7c9a,segment=NetworkSegment(53d74607-37f5-483b-842f-14ece12e0701),segment_id=53d74607-37f5-483b-842f-14ece12e0701)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:08:16.279224 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device cb63261a-7f59-4f39-800f-d92bdbe88878 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:08:16.338121 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-65549efd-874a-4a9c-a6cf-d82d95765bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (da0adce9-536f-4c51-8f45-3d892cae7c9a), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:16.397187 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e1befcdf-4875-496b-91d8-ecb8b0619fee admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7127695 Mar 01 14:08:16.424123 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39104) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:16.430197 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-55729cf3-31bc-4cf3-b63a-7f6c9822d0fb admin admin] Request body: {'subnet': {'network_id': 'f1f2a1fe-bdbc-4b57-a830-e51f25ec5708', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-434416986-subnet', 'tenant_id': 'b436730e31f7461ca9914058f1f2fde2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:16.445688 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1befcdf-4875-496b-91d8-ecb8b0619fee admin admin] Pushing event updated for resources: {'Network': ['ID=f1f2a1fe-bdbc-4b57-a830-e51f25ec5708,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:16.469276 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network f1f2a1fe-bdbc-4b57-a830-e51f25ec5708 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:08:16.507967 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55729cf3-31bc-4cf3-b63a-7f6c9822d0fb admin admin] Made reservation on behalf of b436730e31f7461ca9914058f1f2fde2 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:16.507967 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-55729cf3-31bc-4cf3-b63a-7f6c9822d0fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:16.632525 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2664c4a9-8664-443d-a7c3-c37cca6b3b23 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (fae5c577-6382-40bc-9fc8-a62a9a31ab5e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:16.639748 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port cb63261a-7f59-4f39-800f-d92bdbe88878 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:16.641275 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (cb63261a-7f59-4f39-800f-d92bdbe88878), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:16.675650 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664c4a9-8664-443d-a7c3-c37cca6b3b23 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event deleted for resources: {'Port': ['ID=fae5c577-6382-40bc-9fc8-a62a9a31ab5e,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:16.723358 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65549efd-874a-4a9c-a6cf-d82d95765bb0 None None] Pushing event updated for resources: {'Port': ['ID=da0adce9-536f-4c51-8f45-3d892cae7c9a,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:16.756830 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1c3c3f87-a47c-48d1-a1cc-830e374d36ed tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (efa1e59a-1ff4-44b5-8de3-08376c5661ee), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:16.774085 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-e860e9ee-a3d2-4c7f-a8c2-965a566a9212 None None] Current status of the port cb63261a-7f59-4f39-800f-d92bdbe88878 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:16.830813 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port cb63261a-7f59-4f39-800f-d92bdbe88878 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:16.832042 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 4d0ffa56-84c7-428b-acb1-4d90f3dc7550 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:08:16.924948 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 4d0ffa56-84c7-428b-acb1-4d90f3dc7550 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:16.925646 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (4d0ffa56-84c7-428b-acb1-4d90f3dc7550), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:16.959433 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39112) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:17.034203 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c3f87-a47c-48d1-a1cc-830e374d36ed tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event updated for resources: {'Subnet': ['ID=efa1e59a-1ff4-44b5-8de3-08376c5661ee,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:17.053221 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 4d0ffa56-84c7-428b-acb1-4d90f3dc7550 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:17.054425 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 67b62b97-75c0-4b70-9619-a3fb8d0f9e57 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:08:17.064900 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c3f87-a47c-48d1-a1cc-830e374d36ed tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Checking segment: {'id': 'dfe73f43-7a12-4b9c-a10a-c6aa78a69c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fe71ad48-1e34-4b4d-923c-41709acc00e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:17.065282 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3c3f87-a47c-48d1-a1cc-830e374d36ed tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Network hostable DHCP agents. Network: fe71ad48-1e34-4b4d-923c-41709acc00e2, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:08:17.074720 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-55729cf3-31bc-4cf3-b63a-7f6c9822d0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (3afe6b00-d9ac-4c1e-86e6-cd05a4cca875), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:17.124540 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e86f1d-55b7-46ff-b45a-cabe9555d0e5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Router 75fda2c3-ef0a-4e2b-8149-833bbeaebd14 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:08:17.136742 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3c3f87-a47c-48d1-a1cc-830e374d36ed tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Network fe71ad48-1e34-4b4d-923c-41709acc00e2 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:08:17.158859 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 67b62b97-75c0-4b70-9619-a3fb8d0f9e57 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:17.159706 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (67b62b97-75c0-4b70-9619-a3fb8d0f9e57), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:17.167794 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55729cf3-31bc-4cf3-b63a-7f6c9822d0fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3afe6b00-d9ac-4c1e-86e6-cd05a4cca875,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:17.174047 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-1c3c3f87-a47c-48d1-a1cc-830e374d36ed tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, fe71ad48-1e34-4b4d-923c-41709acc00e2) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:17.224204 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd10c91-10af-4e68-90a5-b0b4a94b942b None None] Network fe71ad48-1e34-4b4d-923c-41709acc00e2 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:17.297968 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3c3f87-a47c-48d1-a1cc-830e374d36ed tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:17.297968 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1c3c3f87-a47c-48d1-a1cc-830e374d36ed tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:17.318903 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1e678921-ef39-42ed-80fe-a8fbe6146969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:17.346166 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1c3c3f87-a47c-48d1-a1cc-830e374d36ed tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.9964104 Mar 01 14:08:17.346840 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39126) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:17.362150 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55729cf3-31bc-4cf3-b63a-7f6c9822d0fb admin admin] Checking segment: {'id': '68157764-9101-499d-9be4-af38e37abffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f1f2a1fe-bdbc-4b57-a830-e51f25ec5708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:17.362150 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55729cf3-31bc-4cf3-b63a-7f6c9822d0fb admin admin] Network hostable DHCP agents. Network: f1f2a1fe-bdbc-4b57-a830-e51f25ec5708, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:08:17.365630 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e86f1d-55b7-46ff-b45a-cabe9555d0e5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:08:17.378167 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d0e86f1d-55b7-46ff-b45a-cabe9555d0e5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "PUT /v2.0/routers/75fda2c3-ef0a-4e2b-8149-833bbeaebd14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1527686 Mar 01 14:08:17.381000 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2664c4a9-8664-443d-a7c3-c37cca6b3b23 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (fb2fe2e2-2710-4c2f-b81b-100dfd16908a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:17.383956 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39130) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:17.398972 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158e5c64-2502-490f-afb0-db54bad8b2d3 None None] Sync routers for ids ['75fda2c3-ef0a-4e2b-8149-833bbeaebd14'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:08:17.441849 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158e5c64-2502-490f-afb0-db54bad8b2d3 None None] Routers {'75fda2c3-ef0a-4e2b-8149-833bbeaebd14'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:08:17.445419 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-158e5c64-2502-490f-afb0-db54bad8b2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:07:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['75fda2c3-ef0a-4e2b-8149-833bbeaebd14'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:17.449772 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55729cf3-31bc-4cf3-b63a-7f6c9822d0fb admin admin] Network f1f2a1fe-bdbc-4b57-a830-e51f25ec5708 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:08:17.493517 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61087b17-4caf-4879-8979-2196bf83a35d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-fe71ad48-1e34-4b4d-923c-41709acc00e2', 'network_id': 'fe71ad48-1e34-4b4d-923c-41709acc00e2', 'project_id': 'f673a5614f414812a2a1ca2dad630b5a', 'fixed_ips': [{'subnet_id': 'efa1e59a-1ff4-44b5-8de3-08376c5661ee'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:08:17.495074 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-61087b17-4caf-4879-8979-2196bf83a35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:17.519604 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8695731-c959-4d3d-a6ee-1144680c77d4 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:17.525120 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-573646ca-957c-4063-a700-26e799a87a3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (fe71ad48-1e34-4b4d-923c-41709acc00e2), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:17.530558 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39134) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:17.531212 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c8695731-c959-4d3d-a6ee-1144680c77d4 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "GET /v2.0/ports/9c1ed209-ba43-4ba8-9ec1-a6148a6fc2ac HTTP/1.1" status: 200 len: 911 time: 0.1460311 Mar 01 14:08:17.535717 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-55729cf3-31bc-4cf3-b63a-7f6c9822d0fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, f1f2a1fe-bdbc-4b57-a830-e51f25ec5708) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:17.537460 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-158e5c64-2502-490f-afb0-db54bad8b2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:17.538211 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-bef75c94-63a9-4ff5-b5d0-61b800ab65d9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ef2f577b-6107-4fa0-88fa-d4b733ac0a61'}]}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:17.562182 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158e5c64-2502-490f-afb0-db54bad8b2d3 None None] Routers {'75fda2c3-ef0a-4e2b-8149-833bbeaebd14'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:08:17.562961 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-158e5c64-2502-490f-afb0-db54bad8b2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:07:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['75fda2c3-ef0a-4e2b-8149-833bbeaebd14'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:17.583426 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1e678921-ef39-42ed-80fe-a8fbe6146969 admin admin] Publish callbacks [] for security_group (ed07e28e-951e-44a3-9a80-6935c5ca339c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:17.603463 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55729cf3-31bc-4cf3-b63a-7f6c9822d0fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:17.614877 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-55729cf3-31bc-4cf3-b63a-7f6c9822d0fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:17.638513 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-158e5c64-2502-490f-afb0-db54bad8b2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:17.641240 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-573646ca-957c-4063-a700-26e799a87a3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (efa1e59a-1ff4-44b5-8de3-08376c5661ee), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:17.642642 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158e5c64-2502-490f-afb0-db54bad8b2d3 None None] The sync data for ids ['75fda2c3-ef0a-4e2b-8149-833bbeaebd14'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:08:17.659207 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1e678921-ef39-42ed-80fe-a8fbe6146969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ed07e28e-951e-44a3-9a80-6935c5ca339c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:17.666118 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-55729cf3-31bc-4cf3-b63a-7f6c9822d0fb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2408390 Mar 01 14:08:17.723637 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b61e0ed-d8c4-474c-8307-7af36f2bc84f None None] Network f1f2a1fe-bdbc-4b57-a830-e51f25ec5708 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:17.856148 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 67b62b97-75c0-4b70-9619-a3fb8d0f9e57 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:17.859483 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-61087b17-4caf-4879-8979-2196bf83a35d None None] Allocated IP 2001:db8::1 (fe71ad48-1e34-4b4d-923c-41709acc00e2/efa1e59a-1ff4-44b5-8de3-08376c5661ee/6cb418fe-d07d-42a6-9bff-61ad9f3be114) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:08:17.888504 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2664c4a9-8664-443d-a7c3-c37cca6b3b23 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Router fb2fe2e2-2710-4c2f-b81b-100dfd16908a has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:08:17.979116 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1e678921-ef39-42ed-80fe-a8fbe6146969 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4fef95c252dc4100a0192d82a84a5071&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0150506 Mar 01 14:08:17.983078 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39140) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:18.031133 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e678921-ef39-42ed-80fe-a8fbe6146969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed07e28e-951e-44a3-9a80-6935c5ca339c,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:18.137031 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2664c4a9-8664-443d-a7c3-c37cca6b3b23 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:08:18.152652 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2664c4a9-8664-443d-a7c3-c37cca6b3b23 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "PUT /v2.0/routers/fb2fe2e2-2710-4c2f-b81b-100dfd16908a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0103252 Mar 01 14:08:18.155614 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39148) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:18.162648 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bef75c94-63a9-4ff5-b5d0-61b800ab65d9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9c1ed209-ba43-4ba8-9ec1-a6148a6fc2ac), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:18.243102 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-61087b17-4caf-4879-8979-2196bf83a35d None None] Publish callbacks [] for port (6cb418fe-d07d-42a6-9bff-61ad9f3be114), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:18.277336 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device da0adce9-536f-4c51-8f45-3d892cae7c9a up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:08:18.283433 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7dd7e9-16ea-4bd8-bcea-cb0f22b28fee None None] Sync routers for ids ['fb2fe2e2-2710-4c2f-b81b-100dfd16908a'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:08:18.321271 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-61087b17-4caf-4879-8979-2196bf83a35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (6cb418fe-d07d-42a6-9bff-61ad9f3be114), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:18.341080 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f81fea3b-0239-4bd1-9187-dd3c01fdcc8c admin admin] Publish callbacks [] for security_group (ed07e28e-951e-44a3-9a80-6935c5ca339c), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:18.346557 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7dd7e9-16ea-4bd8-bcea-cb0f22b28fee None None] Routers {'fb2fe2e2-2710-4c2f-b81b-100dfd16908a'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:08:18.347505 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-3b7dd7e9-16ea-4bd8-bcea-cb0f22b28fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:07:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['fb2fe2e2-2710-4c2f-b81b-100dfd16908a'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:18.390451 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-573646ca-957c-4063-a700-26e799a87a3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (efa1e59a-1ff4-44b5-8de3-08376c5661ee), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:18.454798 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f81fea3b-0239-4bd1-9187-dd3c01fdcc8c admin admin] Publish callbacks [] for security_group (ed07e28e-951e-44a3-9a80-6935c5ca339c), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:18.460458 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-3b7dd7e9-16ea-4bd8-bcea-cb0f22b28fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:18.466110 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61087b17-4caf-4879-8979-2196bf83a35d None None] Pushing event updated for resources: {'Port': ['ID=6cb418fe-d07d-42a6-9bff-61ad9f3be114,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:18.471045 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea42503-c504-4eed-b18e-9fe988e36bcf None None] Network 43762905-7377-425d-994c-29f45beddaeb requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:18.503290 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea3299e-b61d-401f-ac07-27bcf17e4ed2 None None] Network f1f2a1fe-bdbc-4b57-a830-e51f25ec5708 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:18.532616 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573646ca-957c-4063-a700-26e799a87a3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event deleted for resources: {'Subnet': ['ID=efa1e59a-1ff4-44b5-8de3-08376c5661ee,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:18.564955 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7dd7e9-16ea-4bd8-bcea-cb0f22b28fee None None] Routers {'fb2fe2e2-2710-4c2f-b81b-100dfd16908a'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:08:18.565614 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-3b7dd7e9-16ea-4bd8-bcea-cb0f22b28fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:07:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['fb2fe2e2-2710-4c2f-b81b-100dfd16908a'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:18.570486 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61087b17-4caf-4879-8979-2196bf83a35d None None] Network fe71ad48-1e34-4b4d-923c-41709acc00e2 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:08:18.653702 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-61087b17-4caf-4879-8979-2196bf83a35d None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:18.663268 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61087b17-4caf-4879-8979-2196bf83a35d None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:08:18.674156 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-3b7dd7e9-16ea-4bd8-bcea-cb0f22b28fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:18.674773 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7dd7e9-16ea-4bd8-bcea-cb0f22b28fee None None] The sync data for ids ['fb2fe2e2-2710-4c2f-b81b-100dfd16908a'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:08:18.711268 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-573646ca-957c-4063-a700-26e799a87a3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (fe71ad48-1e34-4b4d-923c-41709acc00e2), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:18.719489 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d573df08-d9cc-4bcd-92a8-9bf9fa91228b None None] Provisioning complete for port da0adce9-536f-4c51-8f45-3d892cae7c9a triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:18.719897 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d573df08-d9cc-4bcd-92a8-9bf9fa91228b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (da0adce9-536f-4c51-8f45-3d892cae7c9a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:18.754013 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e4ae7e37-66d4-4813-b005-7e3c34ff7444 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (fb2fe2e2-2710-4c2f-b81b-100dfd16908a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:18.800389 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-573646ca-957c-4063-a700-26e799a87a3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe71ad48-1e34-4b4d-923c-41709acc00e2']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:18.828569 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-573646ca-957c-4063-a700-26e799a87a3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe73f43-7a12-4b9c-a10a-c6aa78a69c86') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:18.829031 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-573646ca-957c-4063-a700-26e799a87a3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe73f43-7a12-4b9c-a10a-c6aa78a69c86') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:18.842022 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f81fea3b-0239-4bd1-9187-dd3c01fdcc8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ed07e28e-951e-44a3-9a80-6935c5ca339c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:18.844860 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f81fea3b-0239-4bd1-9187-dd3c01fdcc8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:18.848754 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f81fea3b-0239-4bd1-9187-dd3c01fdcc8c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed07e28e-951e-44a3-9a80-6935c5ca339c HTTP/1.1" status: 204 len: 168 time: 0.8624227 Mar 01 14:08:18.873237 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-573646ca-957c-4063-a700-26e799a87a3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (dfe73f43-7a12-4b9c-a10a-c6aa78a69c86), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:18.925132 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-696b1002-93ef-4cfa-a18f-7f9badff30cd tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:18.926634 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-696b1002-93ef-4cfa-a18f-7f9badff30cd tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] 10.222.0.13 "GET /v2.0/networks?id=a7cc119b-78f2-4314-a93b-42c77e4869b6 HTTP/1.1" status: 200 len: 809 time: 0.4412923 Mar 01 14:08:18.949285 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81fea3b-0239-4bd1-9187-dd3c01fdcc8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed07e28e-951e-44a3-9a80-6935c5ca339c,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:18.996473 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-573646ca-957c-4063-a700-26e799a87a3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (dfe73f43-7a12-4b9c-a10a-c6aa78a69c86), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:19.008068 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port da0adce9-536f-4c51-8f45-3d892cae7c9a triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:19.008455 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (da0adce9-536f-4c51-8f45-3d892cae7c9a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:19.026178 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-573646ca-957c-4063-a700-26e799a87a3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:08:19.026640 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-573646ca-957c-4063-a700-26e799a87a3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (dfe73f43-7a12-4b9c-a10a-c6aa78a69c86), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:19.029895 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:08:19.029895 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:08:19.029895 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:08:19.029895 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:08:19.029895 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:08:19.029895 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:08:19.029895 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:08:19.029895 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:08:19.029895 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:08:19.029895 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:08:19.029895 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:08:19.029895 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:08:19.029895 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:08:19.029895 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:08:19.029895 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:08:19.029895 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:08:19.029895 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:08:19.029895 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:08:19.029895 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:08:19.029895 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:08:19.029895 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:08:19.029895 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:08:19.029895 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:08:19.029895 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:08:19.029895 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:08:19.029895 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:08:19.029895 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:08:19.029895 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:08:19.029895 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:08:19.029895 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:08:19.029895 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:08:19.029895 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:08:19.033066 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-ba028ca0-fcc2-469f-a0d2-11f58ae4ba11 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] 10.222.0.13 "GET /v2.0/quotas/643d077a3ffe42b38f30796b5c82a175 HTTP/1.1" status: 200 len: 375 time: 0.0964093 Mar 01 14:08:19.086958 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-61087b17-4caf-4879-8979-2196bf83a35d None None] Attempting to bind port 6cb418fe-d07d-42a6-9bff-61ad9f3be114 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:08:19.087343 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-61087b17-4caf-4879-8979-2196bf83a35d None None] Attempting to bind port 6cb418fe-d07d-42a6-9bff-61ad9f3be114 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'dfe73f43-7a12-4b9c-a10a-c6aa78a69c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fe71ad48-1e34-4b4d-923c-41709acc00e2'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:08:19.087737 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61087b17-4caf-4879-8979-2196bf83a35d None None] Attempting to bind port 6cb418fe-d07d-42a6-9bff-61ad9f3be114 on network fe71ad48-1e34-4b4d-923c-41709acc00e2 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:19.111822 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61087b17-4caf-4879-8979-2196bf83a35d None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:08:19.112215 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61087b17-4caf-4879-8979-2196bf83a35d None None] Checking segment: {'id': 'dfe73f43-7a12-4b9c-a10a-c6aa78a69c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fe71ad48-1e34-4b4d-923c-41709acc00e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:19.112626 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-61087b17-4caf-4879-8979-2196bf83a35d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:19.113031 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61087b17-4caf-4879-8979-2196bf83a35d None None] Bound using segment: {'id': 'dfe73f43-7a12-4b9c-a10a-c6aa78a69c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fe71ad48-1e34-4b4d-923c-41709acc00e2'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:08:19.113528 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-61087b17-4caf-4879-8979-2196bf83a35d None None] Bound port: 6cb418fe-d07d-42a6-9bff-61ad9f3be114, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe73f43-7a12-4b9c-a10a-c6aa78a69c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fe71ad48-1e34-4b4d-923c-41709acc00e2'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:08:19.113907 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-61087b17-4caf-4879-8979-2196bf83a35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6cb418fe-d07d-42a6-9bff-61ad9f3be114), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:19.179402 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-30a23649-68ef-4538-9e76-aecabffc653c tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=643d077a3ffe42b38f30796b5c82a175&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1302743 Mar 01 14:08:19.225230 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e4ae7e37-66d4-4813-b005-7e3c34ff7444 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Deleting port 8d4ea01b-28d6-46ed-a9c8-46f089e5426a {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:08:19.227071 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d573df08-d9cc-4bcd-92a8-9bf9fa91228b None None] Current status of the port da0adce9-536f-4c51-8f45-3d892cae7c9a is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:19.227464 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d573df08-d9cc-4bcd-92a8-9bf9fa91228b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (da0adce9-536f-4c51-8f45-3d892cae7c9a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:19.228991 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.db.api [None req-573646ca-957c-4063-a700-26e799a87a3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 01 14:08:19.228991 n-d-827467-3 neutron-server[103727]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 01 14:08:19.228991 n-d-827467-3 neutron-server[103727]: [parameters: {'id': 'fe71ad48-1e34-4b4d-923c-41709acc00e2'}] Mar 01 14:08:19.228991 n-d-827467-3 neutron-server[103727]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 14:08:19.229444 n-d-827467-3 neutron-server[103727]: DEBUG oslo_db.api [None req-573646ca-957c-4063-a700-26e799a87a3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 14:08:19.229771 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e4ae7e37-66d4-4813-b005-7e3c34ff7444 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (8d4ea01b-28d6-46ed-a9c8-46f089e5426a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:19.294574 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-61087b17-4caf-4879-8979-2196bf83a35d None None] For port 6cb418fe-d07d-42a6-9bff-61ad9f3be114, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:08:19.321071 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-61087b17-4caf-4879-8979-2196bf83a35d None None] For port 6cb418fe-d07d-42a6-9bff-61ad9f3be114, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6cb418fe-d07d-42a6-9bff-61ad9f3be114,segment=NetworkSegment(dfe73f43-7a12-4b9c-a10a-c6aa78a69c86),segment_id=dfe73f43-7a12-4b9c-a10a-c6aa78a69c86)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:08:19.337454 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port da0adce9-536f-4c51-8f45-3d892cae7c9a is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:19.337912 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (da0adce9-536f-4c51-8f45-3d892cae7c9a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:19.358514 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-61087b17-4caf-4879-8979-2196bf83a35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (6cb418fe-d07d-42a6-9bff-61ad9f3be114), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:19.399908 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e4ae7e37-66d4-4813-b005-7e3c34ff7444 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (8d4ea01b-28d6-46ed-a9c8-46f089e5426a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:19.416271 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d573df08-d9cc-4bcd-92a8-9bf9fa91228b None None] For port da0adce9-536f-4c51-8f45-3d892cae7c9a, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=da0adce9-536f-4c51-8f45-3d892cae7c9a,segment=NetworkSegment(53d74607-37f5-483b-842f-14ece12e0701),segment_id=53d74607-37f5-483b-842f-14ece12e0701)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:08:19.421351 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e4ae7e37-66d4-4813-b005-7e3c34ff7444 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Calling delete_port for 8d4ea01b-28d6-46ed-a9c8-46f089e5426a owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:08:19.433093 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39168) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:19.451504 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d573df08-d9cc-4bcd-92a8-9bf9fa91228b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (da0adce9-536f-4c51-8f45-3d892cae7c9a), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:19.537094 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bef75c94-63a9-4ff5-b5d0-61b800ab65d9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for port (9c1ed209-ba43-4ba8-9ec1-a6148a6fc2ac), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:19.552044 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61087b17-4caf-4879-8979-2196bf83a35d None None] Pushing event updated for resources: {'Port': ['ID=6cb418fe-d07d-42a6-9bff-61ad9f3be114,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:19.595299 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b350f9d-e6ee-448d-be62-3aea688de90a None None] Network fe71ad48-1e34-4b4d-923c-41709acc00e2 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:19.600413 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-73adc5a7-6430-46c1-b868-4d8ac9267ee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:19.608978 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bef75c94-63a9-4ff5-b5d0-61b800ab65d9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (9c1ed209-ba43-4ba8-9ec1-a6148a6fc2ac), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:19.615292 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef75c94-63a9-4ff5-b5d0-61b800ab65d9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:19.616088 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bef75c94-63a9-4ff5-b5d0-61b800ab65d9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:19.618225 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-bef75c94-63a9-4ff5-b5d0-61b800ab65d9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "PUT /v2.0/ports/9c1ed209-ba43-4ba8-9ec1-a6148a6fc2ac HTTP/1.1" status: 200 len: 911 time: 2.0865316 Mar 01 14:08:19.621784 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39170) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:19.627043 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 14:08:19.627410 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 14:08:19.632259 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-035b1e02-e65e-4737-82dc-fed42b26fa56 service neutron] 10.222.0.13 "GET /v2.0/networks/a7cc119b-78f2-4314-a93b-42c77e4869b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404421 Mar 01 14:08:19.697775 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d573df08-d9cc-4bcd-92a8-9bf9fa91228b None None] Pushing event updated for resources: {'Port': ['ID=da0adce9-536f-4c51-8f45-3d892cae7c9a,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:19.730562 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-ad93a4b6-eaba-4033-9fa5-bd565bf21e00 None None] Provisioning complete for port da0adce9-536f-4c51-8f45-3d892cae7c9a triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:19.734634 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ad93a4b6-eaba-4033-9fa5-bd565bf21e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (da0adce9-536f-4c51-8f45-3d892cae7c9a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:19.740954 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-573646ca-957c-4063-a700-26e799a87a3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (fe71ad48-1e34-4b4d-923c-41709acc00e2), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:19.784000 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef75c94-63a9-4ff5-b5d0-61b800ab65d9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Port': ['ID=9c1ed209-ba43-4ba8-9ec1-a6148a6fc2ac,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:19.794249 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e4ae7e37-66d4-4813-b005-7e3c34ff7444 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (8d4ea01b-28d6-46ed-a9c8-46f089e5426a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:19.866157 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ad93a4b6-eaba-4033-9fa5-bd565bf21e00 None None] Current status of the port da0adce9-536f-4c51-8f45-3d892cae7c9a is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:19.897011 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-ad93a4b6-eaba-4033-9fa5-bd565bf21e00 None None] Provisioning complete for port 9c1ed209-ba43-4ba8-9ec1-a6148a6fc2ac triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:19.898294 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-365ea3b4-cc39-4b74-ad1b-b4776cfde029 service neutron] 10.222.0.13 "GET /v2.0/networks/a7cc119b-78f2-4314-a93b-42c77e4869b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371902 Mar 01 14:08:19.899985 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ad93a4b6-eaba-4033-9fa5-bd565bf21e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9c1ed209-ba43-4ba8-9ec1-a6148a6fc2ac), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:19.922436 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-73adc5a7-6430-46c1-b868-4d8ac9267ee3 admin admin] Publish callbacks [] for security_group (3688089d-fd75-4da6-b53b-46ac0b0f641b), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:19.930670 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-573646ca-957c-4063-a700-26e799a87a3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Deleting port 6cb418fe-d07d-42a6-9bff-61ad9f3be114 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:08:19.931115 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-573646ca-957c-4063-a700-26e799a87a3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (6cb418fe-d07d-42a6-9bff-61ad9f3be114), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:19.945827 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-73adc5a7-6430-46c1-b868-4d8ac9267ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (3688089d-fd75-4da6-b53b-46ac0b0f641b), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:19.973329 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae7e37-66d4-4813-b005-7e3c34ff7444 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event deleted for resources: {'Port': ['ID=8d4ea01b-28d6-46ed-a9c8-46f089e5426a,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:19.997223 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ad93a4b6-eaba-4033-9fa5-bd565bf21e00 None None] Port 9c1ed209-ba43-4ba8-9ec1-a6148a6fc2ac cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:08:20.068832 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-73adc5a7-6430-46c1-b868-4d8ac9267ee3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f57ec0e7beda49bdb4e656fd91767688&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6313243 Mar 01 14:08:20.069700 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73adc5a7-6430-46c1-b868-4d8ac9267ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3688089d-fd75-4da6-b53b-46ac0b0f641b,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:20.071914 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39172) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:20.082084 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-573646ca-957c-4063-a700-26e799a87a3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] For port 6cb418fe-d07d-42a6-9bff-61ad9f3be114, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6cb418fe-d07d-42a6-9bff-61ad9f3be114,segment=NetworkSegment(dfe73f43-7a12-4b9c-a10a-c6aa78a69c86),segment_id=dfe73f43-7a12-4b9c-a10a-c6aa78a69c86)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:08:20.082957 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-573646ca-957c-4063-a700-26e799a87a3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (6cb418fe-d07d-42a6-9bff-61ad9f3be114), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:20.122031 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-573646ca-957c-4063-a700-26e799a87a3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Calling delete_port for 6cb418fe-d07d-42a6-9bff-61ad9f3be114 owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:08:20.246501 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-3d3d8b09-43e5-4968-bca8-ffb5221a0a37 None None] Provisioning complete for port 9c1ed209-ba43-4ba8-9ec1-a6148a6fc2ac triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:20.246890 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3d3d8b09-43e5-4968-bca8-ffb5221a0a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9c1ed209-ba43-4ba8-9ec1-a6148a6fc2ac), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:20.326938 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port da0adce9-536f-4c51-8f45-3d892cae7c9a is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:20.328052 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device cb63261a-7f59-4f39-800f-d92bdbe88878 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:08:20.331016 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5eb9a4ce-3849-43a4-a4aa-d4875ee3185f req-8de3ea02-f8a7-407d-9f8f-8d7f3c565b1e tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] 10.222.0.13 "GET /v2.0/ports?device_id=90a2e5d8-311f-4dfd-9349-a606a2710270 HTTP/1.1" status: 200 len: 210 time: 0.1395817 Mar 01 14:08:20.342168 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3d3d8b09-43e5-4968-bca8-ffb5221a0a37 None None] Port 9c1ed209-ba43-4ba8-9ec1-a6148a6fc2ac cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:08:20.418942 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e4ae7e37-66d4-4813-b005-7e3c34ff7444 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (fb2fe2e2-2710-4c2f-b81b-100dfd16908a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:20.419660 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port cb63261a-7f59-4f39-800f-d92bdbe88878 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:20.420072 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (cb63261a-7f59-4f39-800f-d92bdbe88878), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:20.436773 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-573646ca-957c-4063-a700-26e799a87a3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (6cb418fe-d07d-42a6-9bff-61ad9f3be114), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:20.485744 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573646ca-957c-4063-a700-26e799a87a3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event deleted for resources: {'Port': ['ID=6cb418fe-d07d-42a6-9bff-61ad9f3be114,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:20.512074 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fc71e1-5345-420a-ba6b-70288043a09b None None] get_active_networks_info from n-d-827467-3 {{(pid=103728) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 01 14:08:20.515185 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573646ca-957c-4063-a700-26e799a87a3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] No DVR routers for this DVR port 6cb418fe-d07d-42a6-9bff-61ad9f3be114 on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:08:20.543132 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0047aea5-69f8-4579-9cdd-4ee2f734d905 admin admin] Publish callbacks [] for security_group (3688089d-fd75-4da6-b53b-46ac0b0f641b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:20.658595 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-573646ca-957c-4063-a700-26e799a87a3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (fe71ad48-1e34-4b4d-923c-41709acc00e2), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:20.683478 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0047aea5-69f8-4579-9cdd-4ee2f734d905 admin admin] Publish callbacks [] for security_group (3688089d-fd75-4da6-b53b-46ac0b0f641b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:20.691178 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-573646ca-957c-4063-a700-26e799a87a3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe71ad48-1e34-4b4d-923c-41709acc00e2']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:20.699263 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d5f7234e-b6eb-49f0-9f9b-0f09a68aca8f None None] Provisioning complete for port 9c1ed209-ba43-4ba8-9ec1-a6148a6fc2ac triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:20.699646 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d5f7234e-b6eb-49f0-9f9b-0f09a68aca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9c1ed209-ba43-4ba8-9ec1-a6148a6fc2ac), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:20.701118 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port cb63261a-7f59-4f39-800f-d92bdbe88878 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:20.723597 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-573646ca-957c-4063-a700-26e799a87a3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe73f43-7a12-4b9c-a10a-c6aa78a69c86') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:20.723933 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-573646ca-957c-4063-a700-26e799a87a3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe73f43-7a12-4b9c-a10a-c6aa78a69c86') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:20.747866 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-573646ca-957c-4063-a700-26e799a87a3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (dfe73f43-7a12-4b9c-a10a-c6aa78a69c86), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:20.751186 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fc71e1-5345-420a-ba6b-70288043a09b None None] Resources bound (agent type, host, resource id): {{(pid=103728) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 14:08:20.758194 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d5f7234e-b6eb-49f0-9f9b-0f09a68aca8f None None] Port 9c1ed209-ba43-4ba8-9ec1-a6148a6fc2ac cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:08:20.784599 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-573646ca-957c-4063-a700-26e799a87a3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (dfe73f43-7a12-4b9c-a10a-c6aa78a69c86), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:20.802752 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-573646ca-957c-4063-a700-26e799a87a3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:08:20.803572 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-573646ca-957c-4063-a700-26e799a87a3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (dfe73f43-7a12-4b9c-a10a-c6aa78a69c86), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:20.808415 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:08:20.808415 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:08:20.808415 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:08:20.808415 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:08:20.808415 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:08:20.808415 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:08:20.808415 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:08:20.808415 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:08:20.808415 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:08:20.808415 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:08:20.808415 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:08:20.808415 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:08:20.808415 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:08:20.808415 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:08:20.808415 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:08:20.808415 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:08:20.808415 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:08:20.808415 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:08:20.808415 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:08:20.808415 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:08:20.808415 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:08:20.808415 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:08:20.808415 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:08:20.808415 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:08:20.808415 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:08:20.808415 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:08:20.808415 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:08:20.808415 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:08:20.808415 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:08:20.808415 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:08:20.808415 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:08:20.808415 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:08:20.860635 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device da0adce9-536f-4c51-8f45-3d892cae7c9a up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:08:20.897064 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ae7e37-66d4-4813-b005-7e3c34ff7444 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Router fb2fe2e2-2710-4c2f-b81b-100dfd16908a has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:08:20.932838 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0047aea5-69f8-4579-9cdd-4ee2f734d905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (3688089d-fd75-4da6-b53b-46ac0b0f641b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:20.935631 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0047aea5-69f8-4579-9cdd-4ee2f734d905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:20.944336 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0047aea5-69f8-4579-9cdd-4ee2f734d905 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3688089d-fd75-4da6-b53b-46ac0b0f641b HTTP/1.1" status: 204 len: 168 time: 0.7676566 Mar 01 14:08:20.975077 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-573646ca-957c-4063-a700-26e799a87a3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (fe71ad48-1e34-4b4d-923c-41709acc00e2), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:20.987537 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-573646ca-957c-4063-a700-26e799a87a3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:21.006016 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-573646ca-957c-4063-a700-26e799a87a3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "DELETE /v2.0/networks/fe71ad48-1e34-4b4d-923c-41709acc00e2 HTTP/1.1" status: 204 len: 168 time: 3.6561141 Mar 01 14:08:21.009558 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39188) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:21.010833 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047aea5-69f8-4579-9cdd-4ee2f734d905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3688089d-fd75-4da6-b53b-46ac0b0f641b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:21.021697 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port da0adce9-536f-4c51-8f45-3d892cae7c9a triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:21.022377 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (da0adce9-536f-4c51-8f45-3d892cae7c9a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:21.038829 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-46751b1f-9c7c-4883-9d5a-1d9156d261fc tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1605254352'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:21.054238 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573646ca-957c-4063-a700-26e799a87a3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event deleted for resources: {'Network': ['ID=fe71ad48-1e34-4b4d-923c-41709acc00e2,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:21.070734 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ec238b-57e4-498c-bb11-a2eb9f9e565c None None] get_active_networks_info from n-d-827467-3 {{(pid=103728) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 01 14:08:21.088729 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46751b1f-9c7c-4883-9d5a-1d9156d261fc tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Made reservation on behalf of f673a5614f414812a2a1ca2dad630b5a for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:21.093139 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-46751b1f-9c7c-4883-9d5a-1d9156d261fc tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:21.110747 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ae7e37-66d4-4813-b005-7e3c34ff7444 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:08:21.123423 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43af7eca-6030-4ccf-9c87-2580ab72ee7f None None] Sync routers for ids ['fb2fe2e2-2710-4c2f-b81b-100dfd16908a'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:08:21.131541 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e4ae7e37-66d4-4813-b005-7e3c34ff7444 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "PUT /v2.0/routers/fb2fe2e2-2710-4c2f-b81b-100dfd16908a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9738634 Mar 01 14:08:21.136404 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39190) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:21.155597 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43af7eca-6030-4ccf-9c87-2580ab72ee7f None None] Routers {'fb2fe2e2-2710-4c2f-b81b-100dfd16908a'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:08:21.159003 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-43af7eca-6030-4ccf-9c87-2580ab72ee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:07:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['fb2fe2e2-2710-4c2f-b81b-100dfd16908a'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:21.181736 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46751b1f-9c7c-4883-9d5a-1d9156d261fc tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:08:21.207769 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-43af7eca-6030-4ccf-9c87-2580ab72ee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:21.209426 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-46751b1f-9c7c-4883-9d5a-1d9156d261fc tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (3f370ae4-b7ef-4295-9a7d-9cc466a4e3dc), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:21.212978 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-46751b1f-9c7c-4883-9d5a-1d9156d261fc tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Added segment 3f370ae4-b7ef-4295-9a7d-9cc466a4e3dc of type vlan for network c91286e8-f703-4e1f-81cf-77cba3ffa0dc Mar 01 14:08:21.220796 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43af7eca-6030-4ccf-9c87-2580ab72ee7f None None] Routers {'fb2fe2e2-2710-4c2f-b81b-100dfd16908a'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:08:21.221688 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-43af7eca-6030-4ccf-9c87-2580ab72ee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:07:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['fb2fe2e2-2710-4c2f-b81b-100dfd16908a'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:21.239410 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-df8d4465-7483-470d-b93f-0166a1c2fddc tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb2fe2e2-2710-4c2f-b81b-100dfd16908a HTTP/1.1" status: 200 len: 205 time: 0.0949900 Mar 01 14:08:21.239410 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39194) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:21.265853 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-43af7eca-6030-4ccf-9c87-2580ab72ee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:21.266938 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43af7eca-6030-4ccf-9c87-2580ab72ee7f None None] The sync data for ids ['fb2fe2e2-2710-4c2f-b81b-100dfd16908a'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:08:21.341953 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-46751b1f-9c7c-4883-9d5a-1d9156d261fc tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (c91286e8-f703-4e1f-81cf-77cba3ffa0dc), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:21.365996 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port da0adce9-536f-4c51-8f45-3d892cae7c9a is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:21.370384 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ec238b-57e4-498c-bb11-a2eb9f9e565c None None] Resources bound (agent type, host, resource id): {{(pid=103728) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 14:08:21.433165 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-46751b1f-9c7c-4883-9d5a-1d9156d261fc tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (c91286e8-f703-4e1f-81cf-77cba3ffa0dc), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:21.438071 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46751b1f-9c7c-4883-9d5a-1d9156d261fc tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:21.438678 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-46751b1f-9c7c-4883-9d5a-1d9156d261fc tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:21.469226 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-138e51b0-cd81-483d-ab26-9363a9a46f5f req-098280a1-396c-4e67-9365-06e26440de1d tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] 10.222.0.13 "GET /v2.0/ports?device_id=90a2e5d8-311f-4dfd-9349-a606a2710270 HTTP/1.1" status: 200 len: 210 time: 0.0464468 Mar 01 14:08:21.551965 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-46751b1f-9c7c-4883-9d5a-1d9156d261fc tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5264587 Mar 01 14:08:21.556039 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39200) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:21.623549 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-1f732bcb-3f84-44a1-b0b7-d40628f1c22d tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Request body: {'subnet': {'network_id': 'c91286e8-f703-4e1f-81cf-77cba3ffa0dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:21.627728 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46751b1f-9c7c-4883-9d5a-1d9156d261fc tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event updated for resources: {'Network': ['ID=c91286e8-f703-4e1f-81cf-77cba3ffa0dc,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:21.652078 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46751b1f-9c7c-4883-9d5a-1d9156d261fc tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:21.652078 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46751b1f-9c7c-4883-9d5a-1d9156d261fc tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:21.652456 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46751b1f-9c7c-4883-9d5a-1d9156d261fc tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:21.652663 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46751b1f-9c7c-4883-9d5a-1d9156d261fc tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:21.653055 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46751b1f-9c7c-4883-9d5a-1d9156d261fc tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:21.653394 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46751b1f-9c7c-4883-9d5a-1d9156d261fc tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:21.653728 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46751b1f-9c7c-4883-9d5a-1d9156d261fc tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:21.654061 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46751b1f-9c7c-4883-9d5a-1d9156d261fc tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:21.654439 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46751b1f-9c7c-4883-9d5a-1d9156d261fc tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:21.654774 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46751b1f-9c7c-4883-9d5a-1d9156d261fc tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:21.655151 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46751b1f-9c7c-4883-9d5a-1d9156d261fc tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:21.655482 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46751b1f-9c7c-4883-9d5a-1d9156d261fc tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:21.655830 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46751b1f-9c7c-4883-9d5a-1d9156d261fc tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:21.672782 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network c91286e8-f703-4e1f-81cf-77cba3ffa0dc details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:08:21.761220 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f732bcb-3f84-44a1-b0b7-d40628f1c22d tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Made reservation on behalf of f673a5614f414812a2a1ca2dad630b5a for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:21.766205 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1f732bcb-3f84-44a1-b0b7-d40628f1c22d tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:21.947999 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ddc8dd7b-dc7b-468c-a23f-aaedc31a3952 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (75fda2c3-ef0a-4e2b-8149-833bbeaebd14), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:22.048390 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1f732bcb-3f84-44a1-b0b7-d40628f1c22d tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (d36df94b-b82a-49e7-bdf4-02064900a467), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:22.099125 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb91fa4b-86ef-41a2-8809-1cb68ed24867 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router (fb2fe2e2-2710-4c2f-b81b-100dfd16908a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:22.114747 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f732bcb-3f84-44a1-b0b7-d40628f1c22d tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event updated for resources: {'Subnet': ['ID=d36df94b-b82a-49e7-bdf4-02064900a467,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:22.171105 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f732bcb-3f84-44a1-b0b7-d40628f1c22d tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Checking segment: {'id': '3f370ae4-b7ef-4295-9a7d-9cc466a4e3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c91286e8-f703-4e1f-81cf-77cba3ffa0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:22.172037 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f732bcb-3f84-44a1-b0b7-d40628f1c22d tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Network hostable DHCP agents. Network: c91286e8-f703-4e1f-81cf-77cba3ffa0dc, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:08:22.197621 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f732bcb-3f84-44a1-b0b7-d40628f1c22d tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Network c91286e8-f703-4e1f-81cf-77cba3ffa0dc is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:08:22.218560 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-1f732bcb-3f84-44a1-b0b7-d40628f1c22d tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, c91286e8-f703-4e1f-81cf-77cba3ffa0dc) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:22.223542 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f732bcb-3f84-44a1-b0b7-d40628f1c22d tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:22.224177 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1f732bcb-3f84-44a1-b0b7-d40628f1c22d tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:22.232974 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d67ab08-1a21-4cfe-9b13-162c37dd6a85 None None] Network c91286e8-f703-4e1f-81cf-77cba3ffa0dc requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:22.251683 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1f732bcb-3f84-44a1-b0b7-d40628f1c22d tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6830487 Mar 01 14:08:22.252592 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39220) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:22.297681 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-08286d8d-80eb-4d52-be14-9f9b03470ff8 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:22.299267 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-08286d8d-80eb-4d52-be14-9f9b03470ff8 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] 10.222.0.20 "GET /v2.0/networks?id=a7cc119b-78f2-4314-a93b-42c77e4869b6 HTTP/1.1" status: 200 len: 809 time: 0.3826647 Mar 01 14:08:22.341807 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-75fd7e0d-6397-4b61-a0be-17e4ef17d658 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] Request body: {'port': {'device_id': '90a2e5d8-311f-4dfd-9349-a606a2710270', 'network_id': 'a7cc119b-78f2-4314-a93b-42c77e4869b6', 'admin_state_up': True, 'tenant_id': '643d077a3ffe42b38f30796b5c82a175'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:22.387967 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b727b998-496b-4472-b6f3-033765883a41 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (c91286e8-f703-4e1f-81cf-77cba3ffa0dc), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:22.451175 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230dfd95-6fa9-4350-8c52-f1a0c51514bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-c91286e8-f703-4e1f-81cf-77cba3ffa0dc', 'network_id': 'c91286e8-f703-4e1f-81cf-77cba3ffa0dc', 'project_id': 'f673a5614f414812a2a1ca2dad630b5a', 'fixed_ips': [{'subnet_id': 'd36df94b-b82a-49e7-bdf4-02064900a467'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:08:22.454409 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-230dfd95-6fa9-4350-8c52-f1a0c51514bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:22.458830 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb91fa4b-86ef-41a2-8809-1cb68ed24867 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (fb2fe2e2-2710-4c2f-b81b-100dfd16908a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:22.462410 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb91fa4b-86ef-41a2-8809-1cb68ed24867 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router_controller (fb2fe2e2-2710-4c2f-b81b-100dfd16908a), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:22.478759 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b727b998-496b-4472-b6f3-033765883a41 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (d36df94b-b82a-49e7-bdf4-02064900a467), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:22.599355 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb91fa4b-86ef-41a2-8809-1cb68ed24867 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (fb2fe2e2-2710-4c2f-b81b-100dfd16908a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:22.599838 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb91fa4b-86ef-41a2-8809-1cb68ed24867 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Fanout notify agent at l3_agent the message router_deleted on router fb2fe2e2-2710-4c2f-b81b-100dfd16908a {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:08:22.606795 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb91fa4b-86ef-41a2-8809-1cb68ed24867 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:22.607947 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fb91fa4b-86ef-41a2-8809-1cb68ed24867 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/routers/fb2fe2e2-2710-4c2f-b81b-100dfd16908a HTTP/1.1" status: 204 len: 168 time: 1.3714044 Mar 01 14:08:22.615751 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39228) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:22.659255 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-230dfd95-6fa9-4350-8c52-f1a0c51514bd None None] Allocated IP 2001:db8::1 (c91286e8-f703-4e1f-81cf-77cba3ffa0dc/d36df94b-b82a-49e7-bdf4-02064900a467/79aed33f-53b5-4af0-b89d-b781a494ebb1) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:08:22.672145 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1ea1f278-e627-47e5-b133-1b7df2a6914f req-7b64544b-336c-4bca-b372-eb8f8fa09de4 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] 10.222.0.13 "GET /v2.0/ports?device_id=90a2e5d8-311f-4dfd-9349-a606a2710270 HTTP/1.1" status: 200 len: 210 time: 0.0703487 Mar 01 14:08:22.744219 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cc1d3a5-f2ab-499a-8a99-1d9162f64ff7 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Deleting subnet ec1d6dce-1d47-4698-abd7-b1db17bcf7f3 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:08:22.754899 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4cc1d3a5-f2ab-499a-8a99-1d9162f64ff7 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for subnet (ec1d6dce-1d47-4698-abd7-b1db17bcf7f3), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:22.820579 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-75fd7e0d-6397-4b61-a0be-17e4ef17d658 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] Made reservation on behalf of 643d077a3ffe42b38f30796b5c82a175 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:22.823999 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-75fd7e0d-6397-4b61-a0be-17e4ef17d658 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:22.839060 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4cc1d3a5-f2ab-499a-8a99-1d9162f64ff7 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (ec1d6dce-1d47-4698-abd7-b1db17bcf7f3), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:22.885801 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-230dfd95-6fa9-4350-8c52-f1a0c51514bd None None] Publish callbacks [] for port (79aed33f-53b5-4af0-b89d-b781a494ebb1), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:22.896164 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-230dfd95-6fa9-4350-8c52-f1a0c51514bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (79aed33f-53b5-4af0-b89d-b781a494ebb1), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:22.918604 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b727b998-496b-4472-b6f3-033765883a41 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (d36df94b-b82a-49e7-bdf4-02064900a467), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:22.962159 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230dfd95-6fa9-4350-8c52-f1a0c51514bd None None] Pushing event updated for resources: {'Port': ['ID=79aed33f-53b5-4af0-b89d-b781a494ebb1,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:22.981917 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230dfd95-6fa9-4350-8c52-f1a0c51514bd None None] Network c91286e8-f703-4e1f-81cf-77cba3ffa0dc is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:08:22.983870 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-230dfd95-6fa9-4350-8c52-f1a0c51514bd None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:22.987523 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230dfd95-6fa9-4350-8c52-f1a0c51514bd None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:08:22.991360 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ddc8dd7b-dc7b-468c-a23f-aaedc31a3952 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Deleting port 9c1ed209-ba43-4ba8-9ec1-a6148a6fc2ac {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:08:22.992447 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ddc8dd7b-dc7b-468c-a23f-aaedc31a3952 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (9c1ed209-ba43-4ba8-9ec1-a6148a6fc2ac), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:23.066316 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727b998-496b-4472-b6f3-033765883a41 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event deleted for resources: {'Subnet': ['ID=d36df94b-b82a-49e7-bdf4-02064900a467,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:23.073869 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-230dfd95-6fa9-4350-8c52-f1a0c51514bd None None] Attempting to bind port 79aed33f-53b5-4af0-b89d-b781a494ebb1 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:08:23.074668 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-230dfd95-6fa9-4350-8c52-f1a0c51514bd None None] Attempting to bind port 79aed33f-53b5-4af0-b89d-b781a494ebb1 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '3f370ae4-b7ef-4295-9a7d-9cc466a4e3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c91286e8-f703-4e1f-81cf-77cba3ffa0dc'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:08:23.076413 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230dfd95-6fa9-4350-8c52-f1a0c51514bd None None] Attempting to bind port 79aed33f-53b5-4af0-b89d-b781a494ebb1 on network c91286e8-f703-4e1f-81cf-77cba3ffa0dc {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:23.083280 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4cc1d3a5-f2ab-499a-8a99-1d9162f64ff7 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (ec1d6dce-1d47-4698-abd7-b1db17bcf7f3), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:23.087214 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230dfd95-6fa9-4350-8c52-f1a0c51514bd None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:08:23.087695 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230dfd95-6fa9-4350-8c52-f1a0c51514bd None None] Checking segment: {'id': '3f370ae4-b7ef-4295-9a7d-9cc466a4e3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c91286e8-f703-4e1f-81cf-77cba3ffa0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:23.088249 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-230dfd95-6fa9-4350-8c52-f1a0c51514bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:23.089385 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230dfd95-6fa9-4350-8c52-f1a0c51514bd None None] Bound using segment: {'id': '3f370ae4-b7ef-4295-9a7d-9cc466a4e3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c91286e8-f703-4e1f-81cf-77cba3ffa0dc'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:08:23.091242 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-230dfd95-6fa9-4350-8c52-f1a0c51514bd None None] Bound port: 79aed33f-53b5-4af0-b89d-b781a494ebb1, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f370ae4-b7ef-4295-9a7d-9cc466a4e3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c91286e8-f703-4e1f-81cf-77cba3ffa0dc'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:08:23.091813 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-230dfd95-6fa9-4350-8c52-f1a0c51514bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (79aed33f-53b5-4af0-b89d-b781a494ebb1), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:23.177835 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-75fd7e0d-6397-4b61-a0be-17e4ef17d658 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] Allocated IP 172.20.0.7 (a7cc119b-78f2-4314-a93b-42c77e4869b6/b83fba46-c004-41f7-b3cb-3c2f6faff322/02c04bc6-5224-4931-b89d-e460a89b4f92) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:08:23.197451 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b727b998-496b-4472-b6f3-033765883a41 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (c91286e8-f703-4e1f-81cf-77cba3ffa0dc), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:23.201838 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-230dfd95-6fa9-4350-8c52-f1a0c51514bd None None] For port 79aed33f-53b5-4af0-b89d-b781a494ebb1, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:08:23.215836 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ddc8dd7b-dc7b-468c-a23f-aaedc31a3952 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (9c1ed209-ba43-4ba8-9ec1-a6148a6fc2ac), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:23.216822 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-230dfd95-6fa9-4350-8c52-f1a0c51514bd None None] For port 79aed33f-53b5-4af0-b89d-b781a494ebb1, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=79aed33f-53b5-4af0-b89d-b781a494ebb1,segment=NetworkSegment(3f370ae4-b7ef-4295-9a7d-9cc466a4e3dc),segment_id=3f370ae4-b7ef-4295-9a7d-9cc466a4e3dc)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:08:23.230387 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-230dfd95-6fa9-4350-8c52-f1a0c51514bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (79aed33f-53b5-4af0-b89d-b781a494ebb1), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:23.240763 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ddc8dd7b-dc7b-468c-a23f-aaedc31a3952 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Calling delete_port for 9c1ed209-ba43-4ba8-9ec1-a6148a6fc2ac owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:08:23.252084 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-b727b998-496b-4472-b6f3-033765883a41 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c91286e8-f703-4e1f-81cf-77cba3ffa0dc']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:23.253340 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4cc1d3a5-f2ab-499a-8a99-1d9162f64ff7 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (ec1d6dce-1d47-4698-abd7-b1db17bcf7f3), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:23.278914 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-b727b998-496b-4472-b6f3-033765883a41 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f370ae4-b7ef-4295-9a7d-9cc466a4e3dc') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:23.279310 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-b727b998-496b-4472-b6f3-033765883a41 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f370ae4-b7ef-4295-9a7d-9cc466a4e3dc') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:23.312186 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b727b998-496b-4472-b6f3-033765883a41 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (3f370ae4-b7ef-4295-9a7d-9cc466a4e3dc), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:23.327943 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b727b998-496b-4472-b6f3-033765883a41 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (3f370ae4-b7ef-4295-9a7d-9cc466a4e3dc), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:23.329982 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc1d3a5-f2ab-499a-8a99-1d9162f64ff7 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event deleted for resources: {'Subnet': ['ID=ec1d6dce-1d47-4698-abd7-b1db17bcf7f3,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:23.338130 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4cc1d3a5-f2ab-499a-8a99-1d9162f64ff7 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:23.344134 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4cc1d3a5-f2ab-499a-8a99-1d9162f64ff7 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/subnets/ec1d6dce-1d47-4698-abd7-b1db17bcf7f3 HTTP/1.1" status: 204 len: 168 time: 0.7237530 Mar 01 14:08:23.346056 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39242) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:23.362540 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b727b998-496b-4472-b6f3-033765883a41 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:08:23.363338 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b727b998-496b-4472-b6f3-033765883a41 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (3f370ae4-b7ef-4295-9a7d-9cc466a4e3dc), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:23.367609 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:08:23.367609 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:08:23.367609 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:08:23.367609 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:08:23.367609 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:08:23.367609 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:08:23.367609 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:08:23.367609 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:08:23.367609 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:08:23.367609 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:08:23.367609 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:08:23.367609 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:08:23.367609 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:08:23.367609 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:08:23.367609 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:08:23.367609 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:08:23.367609 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:08:23.367609 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:08:23.367609 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:08:23.367609 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:08:23.367609 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:08:23.367609 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:08:23.367609 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:08:23.367609 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:08:23.367609 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:08:23.367609 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:08:23.367609 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:08:23.367609 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:08:23.367609 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:08:23.367609 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:08:23.367609 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:08:23.367609 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:08:23.406007 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ddd0e9-e24a-41f4-8689-a0340ddc796b None None] Network f71bd7ff-6052-4548-8052-39b59b5aa67e requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:23.450801 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230dfd95-6fa9-4350-8c52-f1a0c51514bd None None] Pushing event updated for resources: {'Port': ['ID=79aed33f-53b5-4af0-b89d-b781a494ebb1,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:23.545773 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362cc2db-4020-426d-a366-7b54e3b3fb12 None None] Network c91286e8-f703-4e1f-81cf-77cba3ffa0dc requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:23.568430 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.db.api [None req-b727b998-496b-4472-b6f3-033765883a41 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 01 14:08:23.568430 n-d-827467-3 neutron-server[103727]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 01 14:08:23.568430 n-d-827467-3 neutron-server[103727]: [parameters: {'id': 'c91286e8-f703-4e1f-81cf-77cba3ffa0dc'}] Mar 01 14:08:23.568430 n-d-827467-3 neutron-server[103727]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 14:08:23.570180 n-d-827467-3 neutron-server[103727]: DEBUG oslo_db.api [None req-b727b998-496b-4472-b6f3-033765883a41 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 14:08:23.570989 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-75fd7e0d-6397-4b61-a0be-17e4ef17d658 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] Publish callbacks [] for port (02c04bc6-5224-4931-b89d-e460a89b4f92), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:23.582214 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aea3faa-3d3b-45f6-854e-8c28033c4184 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Deleting subnet d9229560-28b1-4353-810c-b315bb75d302 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:08:23.589308 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1aea3faa-3d3b-45f6-854e-8c28033c4184 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for subnet (d9229560-28b1-4353-810c-b315bb75d302), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:23.666557 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-75fd7e0d-6397-4b61-a0be-17e4ef17d658 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (02c04bc6-5224-4931-b89d-e460a89b4f92), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:23.680163 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ddc8dd7b-dc7b-468c-a23f-aaedc31a3952 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (9c1ed209-ba43-4ba8-9ec1-a6148a6fc2ac), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:23.683000 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1aea3faa-3d3b-45f6-854e-8c28033c4184 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (d9229560-28b1-4353-810c-b315bb75d302), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:23.831660 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-75fd7e0d-6397-4b61-a0be-17e4ef17d658 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] Network a7cc119b-78f2-4314-a93b-42c77e4869b6 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:08:23.869112 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-75fd7e0d-6397-4b61-a0be-17e4ef17d658 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:23.885569 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-75fd7e0d-6397-4b61-a0be-17e4ef17d658 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:08:23.901112 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd7e0d-6397-4b61-a0be-17e4ef17d658 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] Pushing event updated for resources: {'Port': ['ID=02c04bc6-5224-4931-b89d-e460a89b4f92,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:23.919950 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1aea3faa-3d3b-45f6-854e-8c28033c4184 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (d9229560-28b1-4353-810c-b315bb75d302), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:23.951380 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfdead6-7a0e-44e0-a0e0-57005bb25a69 None None] DHCP port deletion for f71bd7ff-6052-4548-8052-39b59b5aa67e request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:08:24.030708 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92f120-57c1-4cae-b138-ca0b4ad2c374 req-d4204741-5ed6-4bf7-a9b1-135fcca157a3 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:24.051635 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-da92f120-57c1-4cae-b138-ca0b4ad2c374 req-d4204741-5ed6-4bf7-a9b1-135fcca157a3 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] 10.222.0.13 "GET /v2.0/ports?device_id=90a2e5d8-311f-4dfd-9349-a606a2710270 HTTP/1.1" status: 200 len: 931 time: 0.2142262 Mar 01 14:08:24.072596 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-7bfdead6-7a0e-44e0-a0e0-57005bb25a69 None None] Deleting port 67b62b97-75c0-4b70-9619-a3fb8d0f9e57 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:08:24.073139 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7bfdead6-7a0e-44e0-a0e0-57005bb25a69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (67b62b97-75c0-4b70-9619-a3fb8d0f9e57), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:24.075920 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b727b998-496b-4472-b6f3-033765883a41 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (c91286e8-f703-4e1f-81cf-77cba3ffa0dc), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:24.113967 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8dd7b-dc7b-468c-a23f-aaedc31a3952 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event deleted for resources: {'Port': ['ID=9c1ed209-ba43-4ba8-9ec1-a6148a6fc2ac,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:24.217725 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-75fd7e0d-6397-4b61-a0be-17e4ef17d658 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:24.218402 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-75fd7e0d-6397-4b61-a0be-17e4ef17d658 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:24.230964 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ddc8dd7b-dc7b-468c-a23f-aaedc31a3952 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (75fda2c3-ef0a-4e2b-8149-833bbeaebd14), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:24.250007 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-7bfdead6-7a0e-44e0-a0e0-57005bb25a69 None None] For port 67b62b97-75c0-4b70-9619-a3fb8d0f9e57, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=67b62b97-75c0-4b70-9619-a3fb8d0f9e57,segment=NetworkSegment(3239c88c-a7e4-4e7f-a0c7-636b38926cd5),segment_id=3239c88c-a7e4-4e7f-a0c7-636b38926cd5)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:08:24.250416 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7bfdead6-7a0e-44e0-a0e0-57005bb25a69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (67b62b97-75c0-4b70-9619-a3fb8d0f9e57), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:24.274528 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-da92f120-57c1-4cae-b138-ca0b4ad2c374 req-6578078f-017b-4eec-b936-d2104223c941 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd83b5d5-2720-41ff-9471-999c0f34f4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205946 Mar 01 14:08:24.283193 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1aea3faa-3d3b-45f6-854e-8c28033c4184 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (d9229560-28b1-4353-810c-b315bb75d302), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:24.316659 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-7bfdead6-7a0e-44e0-a0e0-57005bb25a69 None None] Calling delete_port for 67b62b97-75c0-4b70-9619-a3fb8d0f9e57 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:08:24.340989 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1aea3faa-3d3b-45f6-854e-8c28033c4184 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:24.344735 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1aea3faa-3d3b-45f6-854e-8c28033c4184 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/subnets/d9229560-28b1-4353-810c-b315bb75d302 HTTP/1.1" status: 204 len: 168 time: 0.9966822 Mar 01 14:08:24.347175 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea3faa-3d3b-45f6-854e-8c28033c4184 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event deleted for resources: {'Subnet': ['ID=d9229560-28b1-4353-810c-b315bb75d302,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:24.348552 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39282) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:24.368961 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1f9a2d-84cd-4b9e-8e54-fd406338d5a8 None None] Network f4652582-5047-4def-a773-24778aa881e8 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:24.407228 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-b727b998-496b-4472-b6f3-033765883a41 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Deleting port 79aed33f-53b5-4af0-b89d-b781a494ebb1 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:08:24.407731 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b727b998-496b-4472-b6f3-033765883a41 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (79aed33f-53b5-4af0-b89d-b781a494ebb1), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:24.449200 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-75fd7e0d-6397-4b61-a0be-17e4ef17d658 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1148419 Mar 01 14:08:24.473126 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-02275760-68c7-4614-be27-9a23f2f4cf48 service neutron] Request body: {'port': {'device_id': '90a2e5d8-311f-4dfd-9349-a606a2710270', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:24.481714 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-b727b998-496b-4472-b6f3-033765883a41 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] For port 79aed33f-53b5-4af0-b89d-b781a494ebb1, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=79aed33f-53b5-4af0-b89d-b781a494ebb1,segment=NetworkSegment(3f370ae4-b7ef-4295-9a7d-9cc466a4e3dc),segment_id=3f370ae4-b7ef-4295-9a7d-9cc466a4e3dc)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:08:24.482214 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b727b998-496b-4472-b6f3-033765883a41 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (79aed33f-53b5-4af0-b89d-b781a494ebb1), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:24.497043 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-b727b998-496b-4472-b6f3-033765883a41 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Calling delete_port for 79aed33f-53b5-4af0-b89d-b781a494ebb1 owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:08:24.563465 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9cc0c061-52fd-499d-afa6-d82e22de96e3 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (f71bd7ff-6052-4548-8052-39b59b5aa67e), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:24.572009 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7bfdead6-7a0e-44e0-a0e0-57005bb25a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (67b62b97-75c0-4b70-9619-a3fb8d0f9e57), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:24.687412 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b727b998-496b-4472-b6f3-033765883a41 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (79aed33f-53b5-4af0-b89d-b781a494ebb1), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:24.691306 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9cc0c061-52fd-499d-afa6-d82e22de96e3 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (f71bd7ff-6052-4548-8052-39b59b5aa67e), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:24.722347 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39286) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:24.730344 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfdead6-7a0e-44e0-a0e0-57005bb25a69 None None] Pushing event deleted for resources: {'Port': ['ID=67b62b97-75c0-4b70-9619-a3fb8d0f9e57,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:24.733358 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727b998-496b-4472-b6f3-033765883a41 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event deleted for resources: {'Port': ['ID=79aed33f-53b5-4af0-b89d-b781a494ebb1,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:24.739770 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-9cc0c061-52fd-499d-afa6-d82e22de96e3 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f71bd7ff-6052-4548-8052-39b59b5aa67e']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:24.742775 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b727b998-496b-4472-b6f3-033765883a41 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] No DVR routers for this DVR port 79aed33f-53b5-4af0-b89d-b781a494ebb1 on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:08:24.746845 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfdead6-7a0e-44e0-a0e0-57005bb25a69 None None] No DVR routers for this DVR port 67b62b97-75c0-4b70-9619-a3fb8d0f9e57 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:08:24.755247 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-9cc0c061-52fd-499d-afa6-d82e22de96e3 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3239c88c-a7e4-4e7f-a0c7-636b38926cd5') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:24.755653 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-9cc0c061-52fd-499d-afa6-d82e22de96e3 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3239c88c-a7e4-4e7f-a0c7-636b38926cd5') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:24.805761 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9cc0c061-52fd-499d-afa6-d82e22de96e3 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (3239c88c-a7e4-4e7f-a0c7-636b38926cd5), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:24.821327 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:08:24.831108 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-02275760-68c7-4614-be27-9a23f2f4cf48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (02c04bc6-5224-4931-b89d-e460a89b4f92), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:24.853584 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc8dd7b-dc7b-468c-a23f-aaedc31a3952 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Router 75fda2c3-ef0a-4e2b-8149-833bbeaebd14 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:08:24.880422 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9cc0c061-52fd-499d-afa6-d82e22de96e3 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (3239c88c-a7e4-4e7f-a0c7-636b38926cd5), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:24.896397 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b727b998-496b-4472-b6f3-033765883a41 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (c91286e8-f703-4e1f-81cf-77cba3ffa0dc), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:24.899508 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc0c061-52fd-499d-afa6-d82e22de96e3 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:08:24.900239 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9cc0c061-52fd-499d-afa6-d82e22de96e3 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (3239c88c-a7e4-4e7f-a0c7-636b38926cd5), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:24.903719 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:08:24.903719 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:08:24.903719 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:08:24.903719 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:08:24.903719 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:08:24.903719 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:08:24.903719 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:08:24.903719 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:08:24.903719 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:08:24.903719 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:08:24.903719 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:08:24.903719 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:08:24.903719 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:08:24.903719 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:08:24.903719 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:08:24.903719 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:08:24.903719 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:08:24.903719 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:08:24.903719 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:08:24.903719 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:08:24.903719 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:08:24.903719 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:08:24.903719 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:08:24.903719 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:08:24.903719 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:08:24.903719 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:08:24.903719 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:08:24.903719 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:08:24.903719 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:08:24.903719 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:08:24.903719 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:08:24.903719 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:08:25.205992 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 67b62b97-75c0-4b70-9619-a3fb8d0f9e57 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:08:25.243464 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 67b62b97-75c0-4b70-9619-a3fb8d0f9e57 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:08:25.243867 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 67b62b97-75c0-4b70-9619-a3fb8d0f9e57 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:08:25.258856 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-40e9a238-8311-401b-82bb-849b2b1adf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:25.364884 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7ab342-0a1d-4aba-b889-81a3f52e22c7 None None] DHCP port deletion for f4652582-5047-4def-a773-24778aa881e8 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:08:25.442909 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f6362a8f-d9e4-4dd8-8215-f8eb53b3337a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:25.445188 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ab342-0a1d-4aba-b889-81a3f52e22c7 None None] Deleting port 4d0ffa56-84c7-428b-acb1-4d90f3dc7550 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:08:25.446578 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7e7ab342-0a1d-4aba-b889-81a3f52e22c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (4d0ffa56-84c7-428b-acb1-4d90f3dc7550), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:25.478439 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-b727b998-496b-4472-b6f3-033765883a41 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c91286e8-f703-4e1f-81cf-77cba3ffa0dc']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:25.506832 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc8dd7b-dc7b-468c-a23f-aaedc31a3952 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:08:25.507570 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-b727b998-496b-4472-b6f3-033765883a41 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f370ae4-b7ef-4295-9a7d-9cc466a4e3dc') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:25.508868 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-b727b998-496b-4472-b6f3-033765883a41 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f370ae4-b7ef-4295-9a7d-9cc466a4e3dc') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:25.518780 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ddc8dd7b-dc7b-468c-a23f-aaedc31a3952 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "PUT /v2.0/routers/75fda2c3-ef0a-4e2b-8149-833bbeaebd14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8954837 Mar 01 14:08:25.519610 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9cc0c061-52fd-499d-afa6-d82e22de96e3 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (f71bd7ff-6052-4548-8052-39b59b5aa67e), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:25.523574 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39294) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:25.526610 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9cc0c061-52fd-499d-afa6-d82e22de96e3 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:25.530004 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9cc0c061-52fd-499d-afa6-d82e22de96e3 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/networks/f71bd7ff-6052-4548-8052-39b59b5aa67e HTTP/1.1" status: 204 len: 168 time: 1.1802549 Mar 01 14:08:25.536110 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b727b998-496b-4472-b6f3-033765883a41 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (3f370ae4-b7ef-4295-9a7d-9cc466a4e3dc), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:25.537879 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39296) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:25.577601 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0c061-52fd-499d-afa6-d82e22de96e3 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event deleted for resources: {'Network': ['ID=f71bd7ff-6052-4548-8052-39b59b5aa67e,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:25.577908 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c9959ab8-f2d3-4a70-8bdd-18e084e154f3 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "GET /v2.0/ports?device_id=75fda2c3-ef0a-4e2b-8149-833bbeaebd14 HTTP/1.1" status: 200 len: 205 time: 0.0525160 Mar 01 14:08:25.580288 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39298) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:25.583859 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-7e7ab342-0a1d-4aba-b889-81a3f52e22c7 None None] For port 4d0ffa56-84c7-428b-acb1-4d90f3dc7550, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=4d0ffa56-84c7-428b-acb1-4d90f3dc7550,segment=NetworkSegment(74039bd7-fc12-4064-8034-e5ecd9f2890f),segment_id=74039bd7-fc12-4064-8034-e5ecd9f2890f)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:08:25.584750 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7e7ab342-0a1d-4aba-b889-81a3f52e22c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (4d0ffa56-84c7-428b-acb1-4d90f3dc7550), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:25.602282 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b727b998-496b-4472-b6f3-033765883a41 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (3f370ae4-b7ef-4295-9a7d-9cc466a4e3dc), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:25.609694 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ab342-0a1d-4aba-b889-81a3f52e22c7 None None] Calling delete_port for 4d0ffa56-84c7-428b-acb1-4d90f3dc7550 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:08:25.650994 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b727b998-496b-4472-b6f3-033765883a41 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:08:25.651417 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b727b998-496b-4472-b6f3-033765883a41 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (3f370ae4-b7ef-4295-9a7d-9cc466a4e3dc), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:25.655216 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:08:25.655216 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:08:25.655216 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:08:25.655216 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:08:25.655216 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:08:25.655216 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:08:25.655216 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:08:25.655216 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:08:25.655216 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:08:25.655216 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:08:25.655216 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:08:25.655216 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:08:25.655216 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:08:25.655216 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:08:25.655216 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:08:25.655216 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:08:25.655216 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:08:25.655216 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:08:25.655216 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:08:25.655216 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:08:25.655216 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:08:25.655216 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:08:25.655216 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:08:25.655216 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:08:25.655216 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:08:25.655216 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:08:25.655216 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:08:25.655216 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:08:25.655216 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:08:25.655216 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:08:25.655216 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:08:25.655216 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:08:25.730167 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2767cc91-35a4-4c9c-80cf-eb3b03398179 None None] Sync routers for ids ['75fda2c3-ef0a-4e2b-8149-833bbeaebd14'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:08:25.746853 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab528db-ab12-4d7d-a4bf-d491962b262a req-632ad0e7-88b3-480f-a94c-492e0773d5af tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:25.748457 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1ab528db-ab12-4d7d-a4bf-d491962b262a req-632ad0e7-88b3-480f-a94c-492e0773d5af tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] 10.222.0.13 "GET /v2.0/ports?device_id=90a2e5d8-311f-4dfd-9349-a606a2710270 HTTP/1.1" status: 200 len: 931 time: 0.3001845 Mar 01 14:08:25.762661 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee4ce5a7-1268-4ab4-a1a2-d2bee8f116de tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (f4652582-5047-4def-a773-24778aa881e8), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:25.768403 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2767cc91-35a4-4c9c-80cf-eb3b03398179 None None] Routers {'75fda2c3-ef0a-4e2b-8149-833bbeaebd14'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:08:25.768922 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-2767cc91-35a4-4c9c-80cf-eb3b03398179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:07:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['75fda2c3-ef0a-4e2b-8149-833bbeaebd14'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:25.774698 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6fc5c445-13e5-48f1-840e-dabc6f3fc9b5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router (75fda2c3-ef0a-4e2b-8149-833bbeaebd14), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:25.845630 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7e7ab342-0a1d-4aba-b889-81a3f52e22c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (4d0ffa56-84c7-428b-acb1-4d90f3dc7550), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:25.878859 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7ab342-0a1d-4aba-b889-81a3f52e22c7 None None] No DVR routers for this DVR port 4d0ffa56-84c7-428b-acb1-4d90f3dc7550 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:08:25.891635 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b727b998-496b-4472-b6f3-033765883a41 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (c91286e8-f703-4e1f-81cf-77cba3ffa0dc), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:25.903367 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-2767cc91-35a4-4c9c-80cf-eb3b03398179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:25.920572 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b727b998-496b-4472-b6f3-033765883a41 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:25.924249 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b727b998-496b-4472-b6f3-033765883a41 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "DELETE /v2.0/networks/c91286e8-f703-4e1f-81cf-77cba3ffa0dc HTTP/1.1" status: 204 len: 168 time: 3.6706159 Mar 01 14:08:25.937211 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39300) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:25.943446 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727b998-496b-4472-b6f3-033765883a41 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event deleted for resources: {'Network': ['ID=c91286e8-f703-4e1f-81cf-77cba3ffa0dc,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:25.951797 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1ab528db-ab12-4d7d-a4bf-d491962b262a req-0e4edf1f-e8db-4a27-b2f7-8c15a160ff98 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd83b5d5-2720-41ff-9471-999c0f34f4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921787 Mar 01 14:08:25.957207 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62da6c4b-6c8b-4428-b437-37cebef02e6d None None] get_active_networks_info from n-d-827467-3 {{(pid=103728) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 01 14:08:25.991342 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-1f034284-fd46-4824-a237-9d61e2e41411 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1977240205'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:26.035179 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee4ce5a7-1268-4ab4-a1a2-d2bee8f116de tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (f4652582-5047-4def-a773-24778aa881e8), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:26.051887 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6fc5c445-13e5-48f1-840e-dabc6f3fc9b5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (75fda2c3-ef0a-4e2b-8149-833bbeaebd14), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:26.054919 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6fc5c445-13e5-48f1-840e-dabc6f3fc9b5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router_controller (75fda2c3-ef0a-4e2b-8149-833bbeaebd14), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:26.076855 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ab342-0a1d-4aba-b889-81a3f52e22c7 None None] Pushing event deleted for resources: {'Port': ['ID=4d0ffa56-84c7-428b-acb1-4d90f3dc7550,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:26.083409 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2767cc91-35a4-4c9c-80cf-eb3b03398179 None None] Routers {'75fda2c3-ef0a-4e2b-8149-833bbeaebd14'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:08:26.084717 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-2767cc91-35a4-4c9c-80cf-eb3b03398179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:07:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['75fda2c3-ef0a-4e2b-8149-833bbeaebd14'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:26.131009 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6fc5c445-13e5-48f1-840e-dabc6f3fc9b5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (75fda2c3-ef0a-4e2b-8149-833bbeaebd14), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:26.133588 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-2767cc91-35a4-4c9c-80cf-eb3b03398179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:26.134489 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2767cc91-35a4-4c9c-80cf-eb3b03398179 None None] The sync data for ids ['75fda2c3-ef0a-4e2b-8149-833bbeaebd14'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:08:26.136543 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62da6c4b-6c8b-4428-b437-37cebef02e6d None None] Resources bound (agent type, host, resource id): {{(pid=103728) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 14:08:26.141181 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc5c445-13e5-48f1-840e-dabc6f3fc9b5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Fanout notify agent at l3_agent the message router_deleted on router 75fda2c3-ef0a-4e2b-8149-833bbeaebd14 {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:08:26.153977 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-ee4ce5a7-1268-4ab4-a1a2-d2bee8f116de tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4652582-5047-4def-a773-24778aa881e8']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:26.169815 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6fc5c445-13e5-48f1-840e-dabc6f3fc9b5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:26.172246 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6fc5c445-13e5-48f1-840e-dabc6f3fc9b5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/routers/75fda2c3-ef0a-4e2b-8149-833bbeaebd14 HTTP/1.1" status: 204 len: 168 time: 0.5812905 Mar 01 14:08:26.175165 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39302) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:26.176576 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-ee4ce5a7-1268-4ab4-a1a2-d2bee8f116de tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74039bd7-fc12-4064-8034-e5ecd9f2890f') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:26.176881 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-ee4ce5a7-1268-4ab4-a1a2-d2bee8f116de tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74039bd7-fc12-4064-8034-e5ecd9f2890f') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:26.193563 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee4ce5a7-1268-4ab4-a1a2-d2bee8f116de tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (74039bd7-fc12-4064-8034-e5ecd9f2890f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:26.214129 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee4ce5a7-1268-4ab4-a1a2-d2bee8f116de tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (74039bd7-fc12-4064-8034-e5ecd9f2890f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:26.255626 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c3eb87-a14e-4a5f-83c2-4a6c3a97a2f9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Deleting subnet ef2f577b-6107-4fa0-88fa-d4b733ac0a61 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:08:26.259570 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c1c3eb87-a14e-4a5f-83c2-4a6c3a97a2f9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for subnet (ef2f577b-6107-4fa0-88fa-d4b733ac0a61), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:26.270645 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-02275760-68c7-4614-be27-9a23f2f4cf48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02c04bc6-5224-4931-b89d-e460a89b4f92 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:08:26.289135 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-02275760-68c7-4614-be27-9a23f2f4cf48 service neutron] Publish callbacks [] for port (02c04bc6-5224-4931-b89d-e460a89b4f92), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:26.311643 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c1c3eb87-a14e-4a5f-83c2-4a6c3a97a2f9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (ef2f577b-6107-4fa0-88fa-d4b733ac0a61), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:26.322969 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4ce5a7-1268-4ab4-a1a2-d2bee8f116de tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:08:26.322969 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee4ce5a7-1268-4ab4-a1a2-d2bee8f116de tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (74039bd7-fc12-4064-8034-e5ecd9f2890f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:26.326942 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:08:26.326942 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:08:26.326942 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:08:26.326942 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:08:26.326942 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:08:26.326942 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:08:26.326942 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:08:26.326942 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:08:26.326942 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:08:26.326942 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:08:26.326942 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:08:26.326942 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:08:26.326942 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:08:26.326942 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:08:26.326942 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:08:26.326942 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:08:26.326942 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:08:26.326942 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:08:26.326942 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:08:26.326942 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:08:26.326942 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:08:26.326942 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:08:26.326942 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:08:26.326942 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:08:26.326942 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:08:26.326942 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:08:26.326942 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:08:26.326942 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:08:26.326942 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:08:26.326942 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:08:26.326942 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:08:26.326942 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:08:26.342896 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f034284-fd46-4824-a237-9d61e2e41411 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Made reservation on behalf of f673a5614f414812a2a1ca2dad630b5a for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:26.346649 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1f034284-fd46-4824-a237-9d61e2e41411 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:26.410479 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f6362a8f-d9e4-4dd8-8215-f8eb53b3337a admin admin] Publish callbacks [] for security_group (aa1130a5-af1a-40b1-8809-fd79aeeeef46), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:26.427684 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f6362a8f-d9e4-4dd8-8215-f8eb53b3337a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (aa1130a5-af1a-40b1-8809-fd79aeeeef46), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:26.446899 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c1c3eb87-a14e-4a5f-83c2-4a6c3a97a2f9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (ef2f577b-6107-4fa0-88fa-d4b733ac0a61), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:26.477073 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6362a8f-d9e4-4dd8-8215-f8eb53b3337a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1130a5-af1a-40b1-8809-fd79aeeeef46,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:26.499580 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-02275760-68c7-4614-be27-9a23f2f4cf48 service neutron] Transition to ACTIVE for port object 02c04bc6-5224-4931-b89d-e460a89b4f92 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:08:26.510345 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee4ce5a7-1268-4ab4-a1a2-d2bee8f116de tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (f4652582-5047-4def-a773-24778aa881e8), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:26.517569 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f034284-fd46-4824-a237-9d61e2e41411 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:08:26.531296 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c1c3eb87-a14e-4a5f-83c2-4a6c3a97a2f9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (ef2f577b-6107-4fa0-88fa-d4b733ac0a61), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:26.533101 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1f034284-fd46-4824-a237-9d61e2e41411 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (7c739f20-6f45-41c1-8086-89acfb6dba41), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:26.534864 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-1f034284-fd46-4824-a237-9d61e2e41411 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Added segment 7c739f20-6f45-41c1-8086-89acfb6dba41 of type vlan for network 9b65977d-1fe8-4fe8-b1b0-3647a0c4c12f Mar 01 14:08:26.567779 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3eb87-a14e-4a5f-83c2-4a6c3a97a2f9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event deleted for resources: {'Subnet': ['ID=ef2f577b-6107-4fa0-88fa-d4b733ac0a61,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:26.570633 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c1c3eb87-a14e-4a5f-83c2-4a6c3a97a2f9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:26.575004 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c1c3eb87-a14e-4a5f-83c2-4a6c3a97a2f9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/subnets/ef2f577b-6107-4fa0-88fa-d4b733ac0a61 HTTP/1.1" status: 204 len: 168 time: 0.3985512 Mar 01 14:08:26.577494 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1e7887-77a4-44f9-b354-af8442590d95 None None] Network 43762905-7377-425d-994c-29f45beddaeb requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:26.590193 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39306) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:26.601067 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1f034284-fd46-4824-a237-9d61e2e41411 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (9b65977d-1fe8-4fe8-b1b0-3647a0c4c12f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:26.630099 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-02275760-68c7-4614-be27-9a23f2f4cf48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (02c04bc6-5224-4931-b89d-e460a89b4f92), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:26.714423 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee4ce5a7-1268-4ab4-a1a2-d2bee8f116de tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:26.724794 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ee4ce5a7-1268-4ab4-a1a2-d2bee8f116de tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/networks/f4652582-5047-4def-a773-24778aa881e8 HTTP/1.1" status: 204 len: 168 time: 1.1796837 Mar 01 14:08:26.725618 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02275760-68c7-4614-be27-9a23f2f4cf48 service neutron] Pushing event updated for resources: {'Port': ['ID=02c04bc6-5224-4931-b89d-e460a89b4f92,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:26.727182 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39308) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:26.728907 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1f034284-fd46-4824-a237-9d61e2e41411 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (9b65977d-1fe8-4fe8-b1b0-3647a0c4c12f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:26.734820 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f034284-fd46-4824-a237-9d61e2e41411 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:26.735431 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1f034284-fd46-4824-a237-9d61e2e41411 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:26.740771 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-ef26455a-5131-42a2-964e-c9c1b90dc70b tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Request body: {'network': {'name': 'tempest-RoutersTest-20378307'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:26.766008 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ce5a7-1268-4ab4-a1a2-d2bee8f116de tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event deleted for resources: {'Network': ['ID=f4652582-5047-4def-a773-24778aa881e8,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:26.784757 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a5c153e-d587-4a66-9718-6d9a293384f9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (43762905-7377-425d-994c-29f45beddaeb), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:26.819477 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef26455a-5131-42a2-964e-c9c1b90dc70b tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Made reservation on behalf of 3a14431fa0e343d69136a59d66043ad6 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:26.823585 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ef26455a-5131-42a2-964e-c9c1b90dc70b tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:26.870978 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab56cb27-c62a-419d-810a-b8b61dc70b47 None None] DHCP port deletion for 43762905-7377-425d-994c-29f45beddaeb request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:08:26.878082 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 4d0ffa56-84c7-428b-acb1-4d90f3dc7550 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:08:26.893931 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef26455a-5131-42a2-964e-c9c1b90dc70b tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:08:26.907850 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ef26455a-5131-42a2-964e-c9c1b90dc70b tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (fe947bc1-ac8d-48a8-8745-5a49011aa641), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:26.908192 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-ef26455a-5131-42a2-964e-c9c1b90dc70b tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Added segment fe947bc1-ac8d-48a8-8745-5a49011aa641 of type vlan for network 684ce677-8b30-41f0-ad7f-4e908fc9c89f Mar 01 14:08:26.923126 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f6362a8f-d9e4-4dd8-8215-f8eb53b3337a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=342ed435b414412e84ba289ac9c8a4a3&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1529391 Mar 01 14:08:26.932825 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-2a5c153e-d587-4a66-9718-6d9a293384f9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Deleting port da0adce9-536f-4c51-8f45-3d892cae7c9a {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:08:26.933236 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a5c153e-d587-4a66-9718-6d9a293384f9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (da0adce9-536f-4c51-8f45-3d892cae7c9a), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:26.937648 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39310) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:26.949617 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 4d0ffa56-84c7-428b-acb1-4d90f3dc7550 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:08:26.950043 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 4d0ffa56-84c7-428b-acb1-4d90f3dc7550 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:08:26.964016 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f034284-fd46-4824-a237-9d61e2e41411 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event updated for resources: {'Network': ['ID=9b65977d-1fe8-4fe8-b1b0-3647a0c4c12f,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:26.976870 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1f034284-fd46-4824-a237-9d61e2e41411 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0376730 Mar 01 14:08:26.979325 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39312) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:26.982122 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 9b65977d-1fe8-4fe8-b1b0-3647a0c4c12f details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:08:26.988865 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-2eb5bfc0-d331-4829-949b-566d78bb0ca3 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Request body: {'subnet': {'network_id': '9b65977d-1fe8-4fe8-b1b0-3647a0c4c12f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:27.010513 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-2a5c153e-d587-4a66-9718-6d9a293384f9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] For port da0adce9-536f-4c51-8f45-3d892cae7c9a, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=da0adce9-536f-4c51-8f45-3d892cae7c9a,segment=NetworkSegment(53d74607-37f5-483b-842f-14ece12e0701),segment_id=53d74607-37f5-483b-842f-14ece12e0701)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:08:27.010887 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a5c153e-d587-4a66-9718-6d9a293384f9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (da0adce9-536f-4c51-8f45-3d892cae7c9a), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:27.025345 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-2a5c153e-d587-4a66-9718-6d9a293384f9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Calling delete_port for da0adce9-536f-4c51-8f45-3d892cae7c9a owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:08:27.096120 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ab56cb27-c62a-419d-810a-b8b61dc70b47 None None] Deleting port da0adce9-536f-4c51-8f45-3d892cae7c9a {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:08:27.096421 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ab56cb27-c62a-419d-810a-b8b61dc70b47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (da0adce9-536f-4c51-8f45-3d892cae7c9a), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:27.145972 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9b675957-ba0d-4cd3-a17c-5f6beace82c4 admin admin] Publish callbacks [] for security_group (aa1130a5-af1a-40b1-8809-fd79aeeeef46), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:27.220121 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-ab56cb27-c62a-419d-810a-b8b61dc70b47 None None] For port da0adce9-536f-4c51-8f45-3d892cae7c9a, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=da0adce9-536f-4c51-8f45-3d892cae7c9a,segment=NetworkSegment(53d74607-37f5-483b-842f-14ece12e0701),segment_id=53d74607-37f5-483b-842f-14ece12e0701)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:08:27.220732 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ab56cb27-c62a-419d-810a-b8b61dc70b47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (da0adce9-536f-4c51-8f45-3d892cae7c9a), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:27.234663 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ef26455a-5131-42a2-964e-c9c1b90dc70b tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (684ce677-8b30-41f0-ad7f-4e908fc9c89f), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:27.238908 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ab56cb27-c62a-419d-810a-b8b61dc70b47 None None] Calling delete_port for da0adce9-536f-4c51-8f45-3d892cae7c9a owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:08:27.239937 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb5bfc0-d331-4829-949b-566d78bb0ca3 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Made reservation on behalf of f673a5614f414812a2a1ca2dad630b5a for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:27.246731 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2eb5bfc0-d331-4829-949b-566d78bb0ca3 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:27.262607 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a5c153e-d587-4a66-9718-6d9a293384f9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (da0adce9-536f-4c51-8f45-3d892cae7c9a), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:27.265191 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9b675957-ba0d-4cd3-a17c-5f6beace82c4 admin admin] Publish callbacks [] for security_group (aa1130a5-af1a-40b1-8809-fd79aeeeef46), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:27.308857 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c153e-d587-4a66-9718-6d9a293384f9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event deleted for resources: {'Port': ['ID=da0adce9-536f-4c51-8f45-3d892cae7c9a,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:27.318274 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5c153e-d587-4a66-9718-6d9a293384f9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] No DVR routers for this DVR port da0adce9-536f-4c51-8f45-3d892cae7c9a on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:08:27.326936 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ef26455a-5131-42a2-964e-c9c1b90dc70b tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (684ce677-8b30-41f0-ad7f-4e908fc9c89f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:27.337160 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef26455a-5131-42a2-964e-c9c1b90dc70b tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:27.338158 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ef26455a-5131-42a2-964e-c9c1b90dc70b tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:27.344866 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ab56cb27-c62a-419d-810a-b8b61dc70b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (da0adce9-536f-4c51-8f45-3d892cae7c9a), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:27.348161 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af103f1-019b-4ee1-9139-5b5c714479e8 req-224b86e1-ec4c-4543-b328-e3c9e294edb7 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:27.349879 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-02275760-68c7-4614-be27-9a23f2f4cf48 service neutron] Attempting to bind port 02c04bc6-5224-4931-b89d-e460a89b4f92 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:08:27.350544 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-02275760-68c7-4614-be27-9a23f2f4cf48 service neutron] Attempting to bind port 02c04bc6-5224-4931-b89d-e460a89b4f92 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '25f0f7a9-f862-476c-9d49-9c8e5ccf3111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a7cc119b-78f2-4314-a93b-42c77e4869b6'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:08:27.351689 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-02275760-68c7-4614-be27-9a23f2f4cf48 service neutron] Attempting to bind port 02c04bc6-5224-4931-b89d-e460a89b4f92 on network a7cc119b-78f2-4314-a93b-42c77e4869b6 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:27.365833 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3af103f1-019b-4ee1-9139-5b5c714479e8 req-224b86e1-ec4c-4543-b328-e3c9e294edb7 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] 10.222.0.13 "GET /v2.0/ports?device_id=90a2e5d8-311f-4dfd-9349-a606a2710270 HTTP/1.1" status: 200 len: 943 time: 0.2163877 Mar 01 14:08:27.386094 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab56cb27-c62a-419d-810a-b8b61dc70b47 None None] No DVR routers for this DVR port da0adce9-536f-4c51-8f45-3d892cae7c9a on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:08:27.402049 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56cb27-c62a-419d-810a-b8b61dc70b47 None None] Pushing event deleted for resources: {'Port': ['ID=da0adce9-536f-4c51-8f45-3d892cae7c9a,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:27.437981 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-02275760-68c7-4614-be27-9a23f2f4cf48 service neutron] Port 02c04bc6-5224-4931-b89d-e460a89b4f92 on network a7cc119b-78f2-4314-a93b-42c77e4869b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:08:27.437981 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-02275760-68c7-4614-be27-9a23f2f4cf48 service neutron] Attempting to bind port 02c04bc6-5224-4931-b89d-e460a89b4f92 on network a7cc119b-78f2-4314-a93b-42c77e4869b6 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:27.450287 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2e25584e-7688-4103-87ca-0f3f6ab25d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:27.451654 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-02275760-68c7-4614-be27-9a23f2f4cf48 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:08:27.452032 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-02275760-68c7-4614-be27-9a23f2f4cf48 service neutron] Checking segment: {'id': '25f0f7a9-f862-476c-9d49-9c8e5ccf3111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a7cc119b-78f2-4314-a93b-42c77e4869b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:27.452517 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-02275760-68c7-4614-be27-9a23f2f4cf48 service neutron] Bound using segment: {'id': '25f0f7a9-f862-476c-9d49-9c8e5ccf3111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a7cc119b-78f2-4314-a93b-42c77e4869b6'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:08:27.453349 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-02275760-68c7-4614-be27-9a23f2f4cf48 service neutron] Bound port: 02c04bc6-5224-4931-b89d-e460a89b4f92, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25f0f7a9-f862-476c-9d49-9c8e5ccf3111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a7cc119b-78f2-4314-a93b-42c77e4869b6'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:08:27.453775 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-02275760-68c7-4614-be27-9a23f2f4cf48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (02c04bc6-5224-4931-b89d-e460a89b4f92), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:27.539684 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9b675957-ba0d-4cd3-a17c-5f6beace82c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (aa1130a5-af1a-40b1-8809-fd79aeeeef46), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:27.542241 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9b675957-ba0d-4cd3-a17c-5f6beace82c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:27.545798 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9b675957-ba0d-4cd3-a17c-5f6beace82c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa1130a5-af1a-40b1-8809-fd79aeeeef46 HTTP/1.1" status: 204 len: 168 time: 0.6004672 Mar 01 14:08:27.568541 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b675957-ba0d-4cd3-a17c-5f6beace82c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1130a5-af1a-40b1-8809-fd79aeeeef46,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:27.588469 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ef26455a-5131-42a2-964e-c9c1b90dc70b tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.8552301 Mar 01 14:08:27.608101 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39320) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:27.617450 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef26455a-5131-42a2-964e-c9c1b90dc70b tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Network': ['ID=684ce677-8b30-41f0-ad7f-4e908fc9c89f,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:27.617702 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-20d66a38-9247-4928-831e-d5b4b0a61862 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Request body: {'subnet': {'network_id': '684ce677-8b30-41f0-ad7f-4e908fc9c89f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:27.629409 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 684ce677-8b30-41f0-ad7f-4e908fc9c89f details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:08:27.630912 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a5c153e-d587-4a66-9718-6d9a293384f9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (43762905-7377-425d-994c-29f45beddaeb), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:27.655151 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-02275760-68c7-4614-be27-9a23f2f4cf48 service neutron] For port 02c04bc6-5224-4931-b89d-e460a89b4f92, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:08:27.685332 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3af103f1-019b-4ee1-9139-5b5c714479e8 req-8ea810e8-3762-4c44-9bb0-09287256f96c tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd83b5d5-2720-41ff-9471-999c0f34f4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077316 Mar 01 14:08:27.694467 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-2a5c153e-d587-4a66-9718-6d9a293384f9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43762905-7377-425d-994c-29f45beddaeb']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:27.708292 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-2a5c153e-d587-4a66-9718-6d9a293384f9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d74607-37f5-483b-842f-14ece12e0701') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:27.709073 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-2a5c153e-d587-4a66-9718-6d9a293384f9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d74607-37f5-483b-842f-14ece12e0701') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:27.714567 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-02275760-68c7-4614-be27-9a23f2f4cf48 service neutron] For port 02c04bc6-5224-4931-b89d-e460a89b4f92, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=02c04bc6-5224-4931-b89d-e460a89b4f92,segment=NetworkSegment(25f0f7a9-f862-476c-9d49-9c8e5ccf3111),segment_id=25f0f7a9-f862-476c-9d49-9c8e5ccf3111)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:08:27.725700 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a5c153e-d587-4a66-9718-6d9a293384f9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (53d74607-37f5-483b-842f-14ece12e0701), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:27.736427 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2eb5bfc0-d331-4829-949b-566d78bb0ca3 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (893e7329-1828-43e5-adab-27307a00f42f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:27.758021 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a5c153e-d587-4a66-9718-6d9a293384f9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (53d74607-37f5-483b-842f-14ece12e0701), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:27.776092 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a5c153e-d587-4a66-9718-6d9a293384f9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:08:27.776257 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-02275760-68c7-4614-be27-9a23f2f4cf48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (02c04bc6-5224-4931-b89d-e460a89b4f92), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:27.777383 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a5c153e-d587-4a66-9718-6d9a293384f9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (53d74607-37f5-483b-842f-14ece12e0701), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:27.845019 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02275760-68c7-4614-be27-9a23f2f4cf48 service neutron] Pushing event updated for resources: {'Port': ['ID=02c04bc6-5224-4931-b89d-e460a89b4f92,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:27.870029 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:08:27.870029 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:08:27.870029 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:08:27.870029 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:08:27.870029 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:08:27.870029 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:08:27.870029 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:08:27.870029 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:08:27.870029 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:08:27.870029 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:08:27.870029 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:08:27.870029 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:08:27.870029 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:08:27.870029 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:08:27.870029 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:08:27.870029 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:08:27.870029 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:08:27.870029 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:08:27.870029 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:08:27.870029 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:08:27.870029 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:08:27.870029 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:08:27.870029 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:08:27.870029 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:08:27.870029 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:08:27.870029 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:08:27.870029 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:08:27.870029 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:08:27.870029 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:08:27.870029 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:08:27.870029 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:08:27.870029 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:08:27.876177 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a5c153e-d587-4a66-9718-6d9a293384f9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (43762905-7377-425d-994c-29f45beddaeb), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:27.877070 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-02275760-68c7-4614-be27-9a23f2f4cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:27.877838 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-02275760-68c7-4614-be27-9a23f2f4cf48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:27.879289 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-02275760-68c7-4614-be27-9a23f2f4cf48 service neutron] 10.222.0.20 "PUT /v2.0/ports/02c04bc6-5224-4931-b89d-e460a89b4f92 HTTP/1.1" status: 200 len: 1091 time: 3.4207194 Mar 01 14:08:27.889735 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a2e5d8-311f-4dfd-9349-a606a2710270', 'tag': '02c04bc6-5224-4931-b89d-e460a89b4f92'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:08:27.892958 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd86247a-307e-455f-91a6-de372a42654a" -d '{"events": [{"name": "network-changed", "server_uuid": "90a2e5d8-311f-4dfd-9349-a606a2710270", "tag": "02c04bc6-5224-4931-b89d-e460a89b4f92"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:08:27.899742 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a5c153e-d587-4a66-9718-6d9a293384f9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:27.905818 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2a5c153e-d587-4a66-9718-6d9a293384f9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/networks/43762905-7377-425d-994c-29f45beddaeb HTTP/1.1" status: 204 len: 168 time: 1.3140616 Mar 01 14:08:27.918995 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39326) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:27.928454 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb5bfc0-d331-4829-949b-566d78bb0ca3 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event updated for resources: {'Subnet': ['ID=893e7329-1828-43e5-adab-27307a00f42f,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:27.939450 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-72e5a413-b7a8-4c32-b1ed-b5dcb8ba22a9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-553735540', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:27.945227 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb5bfc0-d331-4829-949b-566d78bb0ca3 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Checking segment: {'id': '7c739f20-6f45-41c1-8086-89acfb6dba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9b65977d-1fe8-4fe8-b1b0-3647a0c4c12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:27.945555 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb5bfc0-d331-4829-949b-566d78bb0ca3 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Network hostable DHCP agents. Network: 9b65977d-1fe8-4fe8-b1b0-3647a0c4c12f, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:08:27.947398 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c153e-d587-4a66-9718-6d9a293384f9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event deleted for resources: {'Network': ['ID=43762905-7377-425d-994c-29f45beddaeb,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:27.969134 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d66a38-9247-4928-831e-d5b4b0a61862 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Made reservation on behalf of 3a14431fa0e343d69136a59d66043ad6 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:27.970462 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-20d66a38-9247-4928-831e-d5b4b0a61862 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:27.976792 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5429b07-21db-4170-8aa9-02d200e059e4 x-openstack-request-id: req-d5429b07-21db-4170-8aa9-02d200e059e4 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:08:27.977135 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a2e5d8-311f-4dfd-9349-a606a2710270", "tag": "02c04bc6-5224-4931-b89d-e460a89b4f92", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:08:27.977581 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5429b07-21db-4170-8aa9-02d200e059e4 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:08:27.977708 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-72e5a413-b7a8-4c32-b1ed-b5dcb8ba22a9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (4738dcad-ccde-4986-8f26-7f476c63d625), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:27.977812 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a2e5d8-311f-4dfd-9349-a606a2710270', 'tag': '02c04bc6-5224-4931-b89d-e460a89b4f92', 'status': 'completed', 'code': 200} Mar 01 14:08:27.978576 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-72e5a413-b7a8-4c32-b1ed-b5dcb8ba22a9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (4738dcad-ccde-4986-8f26-7f476c63d625), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:28.063170 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-72e5a413-b7a8-4c32-b1ed-b5dcb8ba22a9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router_controller (4738dcad-ccde-4986-8f26-7f476c63d625), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:28.067295 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb5bfc0-d331-4829-949b-566d78bb0ca3 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Network 9b65977d-1fe8-4fe8-b1b0-3647a0c4c12f is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:08:28.068608 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-72e5a413-b7a8-4c32-b1ed-b5dcb8ba22a9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (4738dcad-ccde-4986-8f26-7f476c63d625), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:28.078448 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39328) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:28.096193 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-728da844-03e3-4616-806f-bfc6e6276afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:28.097777 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-728da844-03e3-4616-806f-bfc6e6276afa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=643d077a3ffe42b38f30796b5c82a175&device_id=90a2e5d8-311f-4dfd-9349-a606a2710270 HTTP/1.1" status: 200 len: 1125 time: 0.1713655 Mar 01 14:08:28.100266 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a0611d0a-f782-434d-9def-21596eb05d5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:28.100905 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-2eb5bfc0-d331-4829-949b-566d78bb0ca3 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 9b65977d-1fe8-4fe8-b1b0-3647a0c4c12f) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:28.110362 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac118656-fd24-4e51-856b-db4bd753cd97 None None] Network 9b65977d-1fe8-4fe8-b1b0-3647a0c4c12f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:28.113711 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb5bfc0-d331-4829-949b-566d78bb0ca3 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:28.114328 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2eb5bfc0-d331-4829-949b-566d78bb0ca3 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:28.128446 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-72e5a413-b7a8-4c32-b1ed-b5dcb8ba22a9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:28.129697 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-72e5a413-b7a8-4c32-b1ed-b5dcb8ba22a9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1947722 Mar 01 14:08:28.155938 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39330) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:28.161001 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-90b34e9a-3861-4f97-8a27-4fdb6e79d015 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1157332281'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:28.167459 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-1302fb7e-089f-4af1-8b95-7906bcad01de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02c04bc6-5224-4931-b89d-e460a89b4f92 HTTP/1.1" status: 200 len: 217 time: 0.0615978 Mar 01 14:08:28.197747 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2eb5bfc0-d331-4829-949b-566d78bb0ca3 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2152703 Mar 01 14:08:28.202691 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39332) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:28.214405 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-0c321935-14cd-49b5-949d-b120b6f92e22 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Request body: {'subnet': {'network_id': '9b65977d-1fe8-4fe8-b1b0-3647a0c4c12f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:28.265314 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da451ffe-9cb9-4e47-8ad3-38dd12ae1511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-9b65977d-1fe8-4fe8-b1b0-3647a0c4c12f', 'network_id': '9b65977d-1fe8-4fe8-b1b0-3647a0c4c12f', 'project_id': 'f673a5614f414812a2a1ca2dad630b5a', 'fixed_ips': [{'subnet_id': '893e7329-1828-43e5-adab-27307a00f42f'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:08:28.267954 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-da451ffe-9cb9-4e47-8ad3-38dd12ae1511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:28.278042 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b34e9a-3861-4f97-8a27-4fdb6e79d015 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Made reservation on behalf of acbdde4ecc2c4bf09ed2554be77540a8 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:28.281650 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-90b34e9a-3861-4f97-8a27-4fdb6e79d015 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:28.314394 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-57134f47-334d-4de5-a45d-873e31909c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:28.316296 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-57134f47-334d-4de5-a45d-873e31909c34 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b83fba46-c004-41f7-b3cb-3c2f6faff322 HTTP/1.1" status: 200 len: 849 time: 0.1395431 Mar 01 14:08:28.365327 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a0611d0a-f782-434d-9def-21596eb05d5d admin admin] Publish callbacks [] for security_group (da11b550-a5b5-418e-8d60-846a91cc7789), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:28.365950 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-c927aa61-59c4-438a-92ba-b1f930b13abb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a7cc119b-78f2-4314-a93b-42c77e4869b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381119 Mar 01 14:08:28.385962 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90b34e9a-3861-4f97-8a27-4fdb6e79d015 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:08:28.388169 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-20d66a38-9247-4928-831e-d5b4b0a61862 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (45dcd0a3-378c-4a56-a74a-69957e206dcf), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:28.401864 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a0611d0a-f782-434d-9def-21596eb05d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (da11b550-a5b5-418e-8d60-846a91cc7789), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:28.461425 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a0611d0a-f782-434d-9def-21596eb05d5d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84b2405576b74e84a5a4713ac11a92d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3819139 Mar 01 14:08:28.465416 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39334) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:28.476526 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-90b34e9a-3861-4f97-8a27-4fdb6e79d015 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (355d7bea-5170-4eb8-937d-f43b60000895), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:28.476865 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-90b34e9a-3861-4f97-8a27-4fdb6e79d015 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Added segment 355d7bea-5170-4eb8-937d-f43b60000895 of type vlan for network 21e14362-3194-44ba-be9e-42c62903a358 Mar 01 14:08:28.492892 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0611d0a-f782-434d-9def-21596eb05d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da11b550-a5b5-418e-8d60-846a91cc7789,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:28.516239 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c321935-14cd-49b5-949d-b120b6f92e22 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Made reservation on behalf of f673a5614f414812a2a1ca2dad630b5a for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:28.520344 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0c321935-14cd-49b5-949d-b120b6f92e22 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:28.531313 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-da451ffe-9cb9-4e47-8ad3-38dd12ae1511 None None] Allocated IP 2001:db8::2 (9b65977d-1fe8-4fe8-b1b0-3647a0c4c12f/893e7329-1828-43e5-adab-27307a00f42f/da62d3c4-8857-4366-82aa-a80b5784e444) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:08:28.568622 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d66a38-9247-4928-831e-d5b4b0a61862 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Subnet': ['ID=45dcd0a3-378c-4a56-a74a-69957e206dcf,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:28.618322 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9822ceaf-97ec-48b4-ba78-0b6ea4e8de9c admin admin] Publish callbacks [] for security_group (da11b550-a5b5-418e-8d60-846a91cc7789), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:28.623464 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d66a38-9247-4928-831e-d5b4b0a61862 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Checking segment: {'id': 'fe947bc1-ac8d-48a8-8745-5a49011aa641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '684ce677-8b30-41f0-ad7f-4e908fc9c89f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:28.623988 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d66a38-9247-4928-831e-d5b4b0a61862 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Network hostable DHCP agents. Network: 684ce677-8b30-41f0-ad7f-4e908fc9c89f, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:08:28.642904 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9822ceaf-97ec-48b4-ba78-0b6ea4e8de9c admin admin] Publish callbacks [] for security_group (da11b550-a5b5-418e-8d60-846a91cc7789), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:28.644109 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-90b34e9a-3861-4f97-8a27-4fdb6e79d015 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (21e14362-3194-44ba-be9e-42c62903a358), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:28.668117 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-fe01c75e-8ca9-4c6f-8403-c7427969f656 service neutron] 10.222.0.20 "GET /v2.0/networks/a7cc119b-78f2-4314-a93b-42c77e4869b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938640 Mar 01 14:08:28.677966 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d66a38-9247-4928-831e-d5b4b0a61862 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Network 684ce677-8b30-41f0-ad7f-4e908fc9c89f is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:08:28.714270 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-da451ffe-9cb9-4e47-8ad3-38dd12ae1511 None None] Publish callbacks [] for port (da62d3c4-8857-4366-82aa-a80b5784e444), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:28.723536 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9822ceaf-97ec-48b4-ba78-0b6ea4e8de9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (da11b550-a5b5-418e-8d60-846a91cc7789), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:28.726951 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9822ceaf-97ec-48b4-ba78-0b6ea4e8de9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:28.728971 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-da451ffe-9cb9-4e47-8ad3-38dd12ae1511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (da62d3c4-8857-4366-82aa-a80b5784e444), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:28.731086 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9822ceaf-97ec-48b4-ba78-0b6ea4e8de9c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da11b550-a5b5-418e-8d60-846a91cc7789 HTTP/1.1" status: 204 len: 168 time: 0.2612808 Mar 01 14:08:28.768706 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822ceaf-97ec-48b4-ba78-0b6ea4e8de9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da11b550-a5b5-418e-8d60-846a91cc7789,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:28.835244 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-20d66a38-9247-4928-831e-d5b4b0a61862 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 684ce677-8b30-41f0-ad7f-4e908fc9c89f) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:28.848181 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d66a38-9247-4928-831e-d5b4b0a61862 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:28.848857 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-20d66a38-9247-4928-831e-d5b4b0a61862 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:28.871565 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c5576ae4-6d47-44fb-82d1-c02c990322eb req-564cce1f-e0f4-4d10-80af-bfbaabffb0b4 service neutron] 10.222.0.20 "GET /v2.0/networks/a7cc119b-78f2-4314-a93b-42c77e4869b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948678 Mar 01 14:08:28.872816 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-90b34e9a-3861-4f97-8a27-4fdb6e79d015 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (21e14362-3194-44ba-be9e-42c62903a358), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:28.879542 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b34e9a-3861-4f97-8a27-4fdb6e79d015 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:28.880745 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-90b34e9a-3861-4f97-8a27-4fdb6e79d015 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676903'] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:28.904718 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7efc1fd-63ed-410f-83be-e995b479b2ca None None] Network 684ce677-8b30-41f0-ad7f-4e908fc9c89f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:28.914544 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da451ffe-9cb9-4e47-8ad3-38dd12ae1511 None None] Pushing event updated for resources: {'Port': ['ID=da62d3c4-8857-4366-82aa-a80b5784e444,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:28.944354 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da451ffe-9cb9-4e47-8ad3-38dd12ae1511 None None] Network 9b65977d-1fe8-4fe8-b1b0-3647a0c4c12f is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:08:28.946823 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device da0adce9-536f-4c51-8f45-3d892cae7c9a no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:08:28.957630 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b34e9a-3861-4f97-8a27-4fdb6e79d015 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Network': ['ID=21e14362-3194-44ba-be9e-42c62903a358,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:28.962555 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-20d66a38-9247-4928-831e-d5b4b0a61862 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3505232 Mar 01 14:08:28.974504 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39342) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:28.980018 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-095d77fd-5075-44dc-bbdb-5ad0a2b13964 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1024075204', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:28.983564 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-da451ffe-9cb9-4e47-8ad3-38dd12ae1511 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:29.014244 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-90b34e9a-3861-4f97-8a27-4fdb6e79d015 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8572176 Mar 01 14:08:29.015854 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39344) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:29.018861 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da451ffe-9cb9-4e47-8ad3-38dd12ae1511 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:08:29.021873 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 21e14362-3194-44ba-be9e-42c62903a358 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:08:29.025247 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-337457bd-56fc-41eb-86f3-1c70f5d43804 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Request body: {'subnet': {'network_id': '21e14362-3194-44ba-be9e-42c62903a358', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:29.061199 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: da0adce9-536f-4c51-8f45-3d892cae7c9a {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:08:29.062165 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device da0adce9-536f-4c51-8f45-3d892cae7c9a not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:08:29.083313 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-095d77fd-5075-44dc-bbdb-5ad0a2b13964 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (dff287da-e08e-42ba-9601-b105525b9d9b), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:29.084411 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-095d77fd-5075-44dc-bbdb-5ad0a2b13964 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (dff287da-e08e-42ba-9601-b105525b9d9b), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:29.105808 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86247a-307e-455f-91a6-de372a42654a req-0bf9603f-be3d-49bc-8988-e793df58e1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:29.107528 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cd86247a-307e-455f-91a6-de372a42654a req-0bf9603f-be3d-49bc-8988-e793df58e1da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=643d077a3ffe42b38f30796b5c82a175&device_id=90a2e5d8-311f-4dfd-9349-a606a2710270 HTTP/1.1" status: 200 len: 1125 time: 0.1537812 Mar 01 14:08:29.128119 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0c321935-14cd-49b5-949d-b120b6f92e22 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (b8cbe41c-63ab-4e92-8c46-9f36c9395b7d), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:29.196164 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:29.216373 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86247a-307e-455f-91a6-de372a42654a req-59fba815-59d2-49bf-af3c-43a56d9d30ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:29.217948 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cd86247a-307e-455f-91a6-de372a42654a req-59fba815-59d2-49bf-af3c-43a56d9d30ee service neutron] 10.222.0.20 "GET /v2.0/networks?id=a7cc119b-78f2-4314-a93b-42c77e4869b6 HTTP/1.1" status: 200 len: 910 time: 0.0988603 Mar 01 14:08:29.245802 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c321935-14cd-49b5-949d-b120b6f92e22 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Network 9b65977d-1fe8-4fe8-b1b0-3647a0c4c12f is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:08:29.250022 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c321935-14cd-49b5-949d-b120b6f92e22 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event updated for resources: {'Subnet': ['ID=b8cbe41c-63ab-4e92-8c46-9f36c9395b7d,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:29.277692 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-0c321935-14cd-49b5-949d-b120b6f92e22 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:29.284096 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c321935-14cd-49b5-949d-b120b6f92e22 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:29.286109 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0c321935-14cd-49b5-949d-b120b6f92e22 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:29.306345 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cd86247a-307e-455f-91a6-de372a42654a req-c22655d8-be21-4368-bb98-21b7ab765e48 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02c04bc6-5224-4931-b89d-e460a89b4f92 HTTP/1.1" status: 200 len: 217 time: 0.0741057 Mar 01 14:08:29.308022 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-095d77fd-5075-44dc-bbdb-5ad0a2b13964 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router_controller (dff287da-e08e-42ba-9601-b105525b9d9b), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:29.317897 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-da451ffe-9cb9-4e47-8ad3-38dd12ae1511 None None] Attempting to bind port da62d3c4-8857-4366-82aa-a80b5784e444 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:08:29.318399 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-da451ffe-9cb9-4e47-8ad3-38dd12ae1511 None None] Attempting to bind port da62d3c4-8857-4366-82aa-a80b5784e444 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '7c739f20-6f45-41c1-8086-89acfb6dba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9b65977d-1fe8-4fe8-b1b0-3647a0c4c12f'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:08:29.318767 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da451ffe-9cb9-4e47-8ad3-38dd12ae1511 None None] Attempting to bind port da62d3c4-8857-4366-82aa-a80b5784e444 on network 9b65977d-1fe8-4fe8-b1b0-3647a0c4c12f {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:29.320475 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb3f3d-a99e-49d2-9189-82aef082dad7 req-98bf4913-9847-4c16-80bc-d7e963d67477 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:29.324099 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-02eb3f3d-a99e-49d2-9189-82aef082dad7 req-98bf4913-9847-4c16-80bc-d7e963d67477 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] 10.222.0.13 "GET /v2.0/ports?device_id=90a2e5d8-311f-4dfd-9349-a606a2710270 HTTP/1.1" status: 200 len: 943 time: 0.4169018 Mar 01 14:08:29.386976 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5448513-02f5-4556-be80-b07e7caafdf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-684ce677-8b30-41f0-ad7f-4e908fc9c89f', 'network_id': '684ce677-8b30-41f0-ad7f-4e908fc9c89f', 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'fixed_ips': [{'subnet_id': '45dcd0a3-378c-4a56-a74a-69957e206dcf'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:08:29.389108 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0c321935-14cd-49b5-949d-b120b6f92e22 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1838589 Mar 01 14:08:29.389767 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f5448513-02f5-4556-be80-b07e7caafdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:29.394075 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39354) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:29.395760 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da451ffe-9cb9-4e47-8ad3-38dd12ae1511 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:08:29.396405 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da451ffe-9cb9-4e47-8ad3-38dd12ae1511 None None] Checking segment: {'id': '7c739f20-6f45-41c1-8086-89acfb6dba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9b65977d-1fe8-4fe8-b1b0-3647a0c4c12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:29.397688 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-da451ffe-9cb9-4e47-8ad3-38dd12ae1511 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:29.398373 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da451ffe-9cb9-4e47-8ad3-38dd12ae1511 None None] Bound using segment: {'id': '7c739f20-6f45-41c1-8086-89acfb6dba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9b65977d-1fe8-4fe8-b1b0-3647a0c4c12f'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:08:29.399030 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-da451ffe-9cb9-4e47-8ad3-38dd12ae1511 None None] Bound port: da62d3c4-8857-4366-82aa-a80b5784e444, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c739f20-6f45-41c1-8086-89acfb6dba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9b65977d-1fe8-4fe8-b1b0-3647a0c4c12f'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:08:29.399588 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-da451ffe-9cb9-4e47-8ad3-38dd12ae1511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (da62d3c4-8857-4366-82aa-a80b5784e444), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:29.439303 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86247a-307e-455f-91a6-de372a42654a req-f69e471f-39df-4081-a29e-9cfb13084cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:29.444815 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cd86247a-307e-455f-91a6-de372a42654a req-f69e471f-39df-4081-a29e-9cfb13084cb2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b83fba46-c004-41f7-b3cb-3c2f6faff322 HTTP/1.1" status: 200 len: 849 time: 0.1284242 Mar 01 14:08:29.453849 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-095d77fd-5075-44dc-bbdb-5ad0a2b13964 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (dff287da-e08e-42ba-9601-b105525b9d9b), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:29.472912 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9880abc5-5e54-443f-bfc5-6708f583e39d tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:29.473936 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9880abc5-5e54-443f-bfc5-6708f583e39d tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:29.477075 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9880abc5-5e54-443f-bfc5-6708f583e39d tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:29.478714 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9880abc5-5e54-443f-bfc5-6708f583e39d tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:29.480445 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9880abc5-5e54-443f-bfc5-6708f583e39d tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:29.487898 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9880abc5-5e54-443f-bfc5-6708f583e39d tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0933347 Mar 01 14:08:29.492756 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39358) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:29.498480 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-7194319a-8f52-42f6-bf2f-c872857688df tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2039792555'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:29.514104 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-02eb3f3d-a99e-49d2-9189-82aef082dad7 req-e0bfe411-ff18-4409-937a-8ddf6bf5c791 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd83b5d5-2720-41ff-9471-999c0f34f4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693423 Mar 01 14:08:29.532111 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7194319a-8f52-42f6-bf2f-c872857688df tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Made reservation on behalf of f673a5614f414812a2a1ca2dad630b5a for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:29.537700 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cd86247a-307e-455f-91a6-de372a42654a req-b9144cf6-7ee7-4eb9-b361-2ad26901036d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a7cc119b-78f2-4314-a93b-42c77e4869b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732338 Mar 01 14:08:29.541083 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337457bd-56fc-41eb-86f3-1c70f5d43804 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Made reservation on behalf of acbdde4ecc2c4bf09ed2554be77540a8 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:29.544276 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7194319a-8f52-42f6-bf2f-c872857688df tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:29.545568 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-337457bd-56fc-41eb-86f3-1c70f5d43804 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:29.604766 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7194319a-8f52-42f6-bf2f-c872857688df tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:08:29.615055 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7194319a-8f52-42f6-bf2f-c872857688df tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (f36de052-1a4e-40bb-b4e5-d73bae9a4440), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:29.615405 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-7194319a-8f52-42f6-bf2f-c872857688df tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Added segment f36de052-1a4e-40bb-b4e5-d73bae9a4440 of type vlan for network 957d80a5-e968-4cfb-b306-1b4999e2c983 Mar 01 14:08:29.646075 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-095d77fd-5075-44dc-bbdb-5ad0a2b13964 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:29.647321 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-095d77fd-5075-44dc-bbdb-5ad0a2b13964 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6718628 Mar 01 14:08:29.663958 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7194319a-8f52-42f6-bf2f-c872857688df tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (957d80a5-e968-4cfb-b306-1b4999e2c983), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:29.687772 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-da451ffe-9cb9-4e47-8ad3-38dd12ae1511 None None] For port da62d3c4-8857-4366-82aa-a80b5784e444, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:08:29.697186 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39366) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:29.702862 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-61abe21a-c09c-4014-878b-fdd80e1aa12a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Request body: {'port': {'network_id': '684ce677-8b30-41f0-ad7f-4e908fc9c89f', 'name': 'tempest-RoutersTest-1681270021'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:29.706526 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-da451ffe-9cb9-4e47-8ad3-38dd12ae1511 None None] For port da62d3c4-8857-4366-82aa-a80b5784e444, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=da62d3c4-8857-4366-82aa-a80b5784e444,segment=NetworkSegment(7c739f20-6f45-41c1-8086-89acfb6dba41),segment_id=7c739f20-6f45-41c1-8086-89acfb6dba41)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:08:29.721689 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7194319a-8f52-42f6-bf2f-c872857688df tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (957d80a5-e968-4cfb-b306-1b4999e2c983), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:29.728527 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7194319a-8f52-42f6-bf2f-c872857688df tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:29.729159 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7194319a-8f52-42f6-bf2f-c872857688df tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:29.732640 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-f5448513-02f5-4556-be80-b07e7caafdf9 None None] Allocated IP 172.20.0.2 (684ce677-8b30-41f0-ad7f-4e908fc9c89f/45dcd0a3-378c-4a56-a74a-69957e206dcf/0acce965-8f05-49fa-ab9e-caf98c326502) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:08:29.737248 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-da451ffe-9cb9-4e47-8ad3-38dd12ae1511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (da62d3c4-8857-4366-82aa-a80b5784e444), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:29.776144 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cd86247a-307e-455f-91a6-de372a42654a req-c3db2858-e904-4e6e-a0a2-8837af1bcd67 service neutron] 10.222.0.20 "GET /v2.0/networks/a7cc119b-78f2-4314-a93b-42c77e4869b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283072 Mar 01 14:08:29.924152 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da451ffe-9cb9-4e47-8ad3-38dd12ae1511 None None] Pushing event updated for resources: {'Port': ['ID=da62d3c4-8857-4366-82aa-a80b5784e444,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:29.974070 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194319a-8f52-42f6-bf2f-c872857688df tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event updated for resources: {'Network': ['ID=957d80a5-e968-4cfb-b306-1b4999e2c983,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:29.989487 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 957d80a5-e968-4cfb-b306-1b4999e2c983 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:08:30.013388 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7194319a-8f52-42f6-bf2f-c872857688df tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5199378 Mar 01 14:08:30.021737 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39372) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:30.032415 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61abe21a-c09c-4014-878b-fdd80e1aa12a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Made reservation on behalf of 3a14431fa0e343d69136a59d66043ad6 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:30.040927 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-61abe21a-c09c-4014-878b-fdd80e1aa12a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:30.043330 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-25cbc4e6-427f-4cab-a4fa-991380905a39 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:30.064624 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-61abe21a-c09c-4014-878b-fdd80e1aa12a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] device_id is not set on port 5a4c85b2-cf54-4f2a-958a-ac2725f5df15 yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:08:30.152449 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f5448513-02f5-4556-be80-b07e7caafdf9 None None] Publish callbacks [] for port (0acce965-8f05-49fa-ab9e-caf98c326502), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:30.164112 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:30.171582 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f5448513-02f5-4556-be80-b07e7caafdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (0acce965-8f05-49fa-ab9e-caf98c326502), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:30.235441 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-337457bd-56fc-41eb-86f3-1c70f5d43804 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (6395be5a-5198-4907-bbae-62d5988a1869), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:30.310349 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cd86247a-307e-455f-91a6-de372a42654a req-e62e64be-5a98-416e-943b-813408c7177d service neutron] 10.222.0.20 "GET /v2.0/networks/a7cc119b-78f2-4314-a93b-42c77e4869b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5178096 Mar 01 14:08:30.311526 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-61abe21a-c09c-4014-878b-fdd80e1aa12a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Allocated IP 172.20.0.5 (684ce677-8b30-41f0-ad7f-4e908fc9c89f/45dcd0a3-378c-4a56-a74a-69957e206dcf/5a4c85b2-cf54-4f2a-958a-ac2725f5df15) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:08:30.324001 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5448513-02f5-4556-be80-b07e7caafdf9 None None] Network 684ce677-8b30-41f0-ad7f-4e908fc9c89f is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:08:30.328987 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5448513-02f5-4556-be80-b07e7caafdf9 None None] Pushing event updated for resources: {'Port': ['ID=0acce965-8f05-49fa-ab9e-caf98c326502,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:30.335550 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-f5448513-02f5-4556-be80-b07e7caafdf9 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:30.342233 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5448513-02f5-4556-be80-b07e7caafdf9 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:08:30.450984 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337457bd-56fc-41eb-86f3-1c70f5d43804 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Subnet': ['ID=6395be5a-5198-4907-bbae-62d5988a1869,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:30.460146 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-25cbc4e6-427f-4cab-a4fa-991380905a39 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (957d80a5-e968-4cfb-b306-1b4999e2c983), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:30.475135 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-f5448513-02f5-4556-be80-b07e7caafdf9 None None] Attempting to bind port 0acce965-8f05-49fa-ab9e-caf98c326502 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:08:30.476883 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-f5448513-02f5-4556-be80-b07e7caafdf9 None None] Attempting to bind port 0acce965-8f05-49fa-ab9e-caf98c326502 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'fe947bc1-ac8d-48a8-8745-5a49011aa641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '684ce677-8b30-41f0-ad7f-4e908fc9c89f'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:08:30.476883 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5448513-02f5-4556-be80-b07e7caafdf9 None None] Attempting to bind port 0acce965-8f05-49fa-ab9e-caf98c326502 on network 684ce677-8b30-41f0-ad7f-4e908fc9c89f {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:30.485986 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337457bd-56fc-41eb-86f3-1c70f5d43804 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Checking segment: {'id': '355d7bea-5170-4eb8-937d-f43b60000895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '21e14362-3194-44ba-be9e-42c62903a358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:30.486485 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337457bd-56fc-41eb-86f3-1c70f5d43804 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Network hostable DHCP agents. Network: 21e14362-3194-44ba-be9e-42c62903a358, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:08:30.492449 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5448513-02f5-4556-be80-b07e7caafdf9 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:08:30.493346 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5448513-02f5-4556-be80-b07e7caafdf9 None None] Checking segment: {'id': 'fe947bc1-ac8d-48a8-8745-5a49011aa641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '684ce677-8b30-41f0-ad7f-4e908fc9c89f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:30.493782 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f5448513-02f5-4556-be80-b07e7caafdf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:30.494813 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-25cbc4e6-427f-4cab-a4fa-991380905a39 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (957d80a5-e968-4cfb-b306-1b4999e2c983), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:30.497555 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5448513-02f5-4556-be80-b07e7caafdf9 None None] Bound using segment: {'id': 'fe947bc1-ac8d-48a8-8745-5a49011aa641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '684ce677-8b30-41f0-ad7f-4e908fc9c89f'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:08:30.498197 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-f5448513-02f5-4556-be80-b07e7caafdf9 None None] Bound port: 0acce965-8f05-49fa-ab9e-caf98c326502, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe947bc1-ac8d-48a8-8745-5a49011aa641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '684ce677-8b30-41f0-ad7f-4e908fc9c89f'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:08:30.498462 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f5448513-02f5-4556-be80-b07e7caafdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (0acce965-8f05-49fa-ab9e-caf98c326502), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:30.521445 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-25cbc4e6-427f-4cab-a4fa-991380905a39 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Network 957d80a5-e968-4cfb-b306-1b4999e2c983 is not hosted by any dhcp agent {{(pid=103726) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 01 14:08:30.530577 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cbc4e6-427f-4cab-a4fa-991380905a39 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:30.531314 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-25cbc4e6-427f-4cab-a4fa-991380905a39 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:30.532732 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-25cbc4e6-427f-4cab-a4fa-991380905a39 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "PUT /v2.0/networks/957d80a5-e968-4cfb-b306-1b4999e2c983 HTTP/1.1" status: 200 len: 723 time: 0.4975235 Mar 01 14:08:30.536046 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39384) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:30.543975 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-b576f083-2f9b-4601-a55c-5fcda6f05fb0 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Request body: {'subnet': {'network_id': '957d80a5-e968-4cfb-b306-1b4999e2c983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:30.648224 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337457bd-56fc-41eb-86f3-1c70f5d43804 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Network 21e14362-3194-44ba-be9e-42c62903a358 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:08:30.691181 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-337457bd-56fc-41eb-86f3-1c70f5d43804 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 21e14362-3194-44ba-be9e-42c62903a358) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:30.699182 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-f5448513-02f5-4556-be80-b07e7caafdf9 None None] For port 0acce965-8f05-49fa-ab9e-caf98c326502, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:08:30.699884 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337457bd-56fc-41eb-86f3-1c70f5d43804 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:30.702022 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-337457bd-56fc-41eb-86f3-1c70f5d43804 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:30.706164 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cbc4e6-427f-4cab-a4fa-991380905a39 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event updated for resources: {'Network': ['ID=957d80a5-e968-4cfb-b306-1b4999e2c983,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:30.709019 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426d51a5-c979-4506-9fab-fd6dbc79153c None None] Network 21e14362-3194-44ba-be9e-42c62903a358 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:30.716212 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-f5448513-02f5-4556-be80-b07e7caafdf9 None None] For port 0acce965-8f05-49fa-ab9e-caf98c326502, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=0acce965-8f05-49fa-ab9e-caf98c326502,segment=NetworkSegment(fe947bc1-ac8d-48a8-8745-5a49011aa641),segment_id=fe947bc1-ac8d-48a8-8745-5a49011aa641)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:08:30.722183 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-61abe21a-c09c-4014-878b-fdd80e1aa12a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for port (5a4c85b2-cf54-4f2a-958a-ac2725f5df15), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:30.737861 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-337457bd-56fc-41eb-86f3-1c70f5d43804 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7161736 Mar 01 14:08:30.738945 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39392) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:30.777437 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 957d80a5-e968-4cfb-b306-1b4999e2c983 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:08:30.830893 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c739cfb-a257-4d77-a3b4-250564846507 req-19415fc9-0c76-495e-b733-acbd0d721cf7 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:30.838452 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c739cfb-a257-4d77-a3b4-250564846507 req-19415fc9-0c76-495e-b733-acbd0d721cf7 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] 10.222.0.13 "GET /v2.0/ports?device_id=90a2e5d8-311f-4dfd-9349-a606a2710270 HTTP/1.1" status: 200 len: 943 time: 0.1705482 Mar 01 14:08:30.887099 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b576f083-2f9b-4601-a55c-5fcda6f05fb0 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Made reservation on behalf of f673a5614f414812a2a1ca2dad630b5a for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:30.898700 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b576f083-2f9b-4601-a55c-5fcda6f05fb0 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:30.970747 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-61abe21a-c09c-4014-878b-fdd80e1aa12a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (5a4c85b2-cf54-4f2a-958a-ac2725f5df15), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:31.144412 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abe21a-c09c-4014-878b-fdd80e1aa12a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Port': ['ID=5a4c85b2-cf54-4f2a-958a-ac2725f5df15,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:31.200812 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device da62d3c4-8857-4366-82aa-a80b5784e444 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:08:31.235259 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f5448513-02f5-4556-be80-b07e7caafdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (0acce965-8f05-49fa-ab9e-caf98c326502), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:31.235800 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61abe21a-c09c-4014-878b-fdd80e1aa12a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Network 684ce677-8b30-41f0-ad7f-4e908fc9c89f is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:08:31.249939 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c739cfb-a257-4d77-a3b4-250564846507 req-f5007bf8-6bbb-44d0-b445-18953a120e9d tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd83b5d5-2720-41ff-9471-999c0f34f4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104738 Mar 01 14:08:31.263203 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-61abe21a-c09c-4014-878b-fdd80e1aa12a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:31.272767 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61abe21a-c09c-4014-878b-fdd80e1aa12a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:08:31.335174 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ddf66bc0-7f58-4969-a84c-7d148866c3e9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:31.449322 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5448513-02f5-4556-be80-b07e7caafdf9 None None] Pushing event updated for resources: {'Port': ['ID=0acce965-8f05-49fa-ab9e-caf98c326502,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:31.503082 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61abe21a-c09c-4014-878b-fdd80e1aa12a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:31.503973 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-61abe21a-c09c-4014-878b-fdd80e1aa12a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:31.508561 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port da62d3c4-8857-4366-82aa-a80b5784e444 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:31.508947 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (da62d3c4-8857-4366-82aa-a80b5784e444), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:31.516169 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b576f083-2f9b-4601-a55c-5fcda6f05fb0 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (f4c1df02-57c9-48e5-b7f9-28c3a441ed0b), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:31.550831 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-61abe21a-c09c-4014-878b-fdd80e1aa12a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8499234 Mar 01 14:08:31.577800 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39416) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:31.640476 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c272d04a-67d3-4b1f-b6ae-b00da84b1e9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-21e14362-3194-44ba-be9e-42c62903a358', 'network_id': '21e14362-3194-44ba-be9e-42c62903a358', 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'fixed_ips': [{'subnet_id': '6395be5a-5198-4907-bbae-62d5988a1869'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:08:31.642543 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c272d04a-67d3-4b1f-b6ae-b00da84b1e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:31.682283 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39e6fc3-f64c-4e84-955c-f821f8d9edf8 None None] Network 9b65977d-1fe8-4fe8-b1b0-3647a0c4c12f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:31.818494 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b576f083-2f9b-4601-a55c-5fcda6f05fb0 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Checking segment: {'id': 'f36de052-1a4e-40bb-b4e5-d73bae9a4440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '957d80a5-e968-4cfb-b306-1b4999e2c983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:31.820457 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b576f083-2f9b-4601-a55c-5fcda6f05fb0 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Network hostable DHCP agents. Network: 957d80a5-e968-4cfb-b306-1b4999e2c983, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:08:31.823531 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576f083-2f9b-4601-a55c-5fcda6f05fb0 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event updated for resources: {'Subnet': ['ID=f4c1df02-57c9-48e5-b7f9-28c3a441ed0b,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:31.951966 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b576f083-2f9b-4601-a55c-5fcda6f05fb0 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Network 957d80a5-e968-4cfb-b306-1b4999e2c983 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:08:31.974444 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:32.012963 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port da62d3c4-8857-4366-82aa-a80b5784e444 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:32.020053 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (da62d3c4-8857-4366-82aa-a80b5784e444), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:32.030027 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-b576f083-2f9b-4601-a55c-5fcda6f05fb0 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 957d80a5-e968-4cfb-b306-1b4999e2c983) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:32.064341 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b576f083-2f9b-4601-a55c-5fcda6f05fb0 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:32.065083 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b576f083-2f9b-4601-a55c-5fcda6f05fb0 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:32.077186 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86325ae5-8309-4fff-894b-6f9da8e022eb None None] Network 957d80a5-e968-4cfb-b306-1b4999e2c983 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:32.129989 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b576f083-2f9b-4601-a55c-5fcda6f05fb0 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5881951 Mar 01 14:08:32.129989 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39452) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:32.139469 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-b9663227-4fee-4900-b097-1f374d068f9a tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:32.229372 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-14bd425e-eba6-4c68-a81a-8e656c3b4f60 None None] Provisioning complete for port da62d3c4-8857-4366-82aa-a80b5784e444 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:32.232148 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-14bd425e-eba6-4c68-a81a-8e656c3b4f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (da62d3c4-8857-4366-82aa-a80b5784e444), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:32.250138 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b9663227-4fee-4900-b097-1f374d068f9a tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-263870328'] for subnet (f4c1df02-57c9-48e5-b7f9-28c3a441ed0b), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:32.304888 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d68edc-76d9-4cf8-82c5-93ba2cda61e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-957d80a5-e968-4cfb-b306-1b4999e2c983', 'network_id': '957d80a5-e968-4cfb-b306-1b4999e2c983', 'project_id': 'f673a5614f414812a2a1ca2dad630b5a', 'fixed_ips': [{'subnet_id': 'f4c1df02-57c9-48e5-b7f9-28c3a441ed0b'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:08:32.306644 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-15d68edc-76d9-4cf8-82c5-93ba2cda61e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:32.401371 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port da62d3c4-8857-4366-82aa-a80b5784e444, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=da62d3c4-8857-4366-82aa-a80b5784e444,segment=NetworkSegment(7c739f20-6f45-41c1-8086-89acfb6dba41),segment_id=7c739f20-6f45-41c1-8086-89acfb6dba41)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:08:32.417691 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (da62d3c4-8857-4366-82aa-a80b5784e444), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:32.453753 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b9663227-4fee-4900-b097-1f374d068f9a tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753015898341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-263797602'] for subnet (f4c1df02-57c9-48e5-b7f9-28c3a441ed0b), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:32.494923 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-c272d04a-67d3-4b1f-b6ae-b00da84b1e9b None None] Allocated IP 2001:db8::2 (21e14362-3194-44ba-be9e-42c62903a358/6395be5a-5198-4907-bbae-62d5988a1869/ef8bca24-14c1-441a-9c24-f7783fe9ce66) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:08:32.581753 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9663227-4fee-4900-b097-1f374d068f9a tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:32.582353 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b9663227-4fee-4900-b097-1f374d068f9a tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:32.584908 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b9663227-4fee-4900-b097-1f374d068f9a tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "PUT /v2.0/subnets/f4c1df02-57c9-48e5-b7f9-28c3a441ed0b HTTP/1.1" status: 200 len: 826 time: 0.4530048 Mar 01 14:08:32.586708 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39484) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:32.637987 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2349fe2f-9e43-437f-b291-2bef0efdf52e tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (5a4c85b2-cf54-4f2a-958a-ac2725f5df15), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:32.639859 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9663227-4fee-4900-b097-1f374d068f9a tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event updated for resources: {'Subnet': ['ID=f4c1df02-57c9-48e5-b7f9-28c3a441ed0b,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:32.643024 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 02c04bc6-5224-4931-b89d-e460a89b4f92 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:08:32.665366 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624a6aa-8239-4646-9d2e-40c3bbfacac8 req-4f49485d-f580-448e-8948-4601f92bc53b tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:32.666867 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7624a6aa-8239-4646-9d2e-40c3bbfacac8 req-4f49485d-f580-448e-8948-4601f92bc53b tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] 10.222.0.13 "GET /v2.0/ports?device_id=90a2e5d8-311f-4dfd-9349-a606a2710270 HTTP/1.1" status: 200 len: 943 time: 0.2433677 Mar 01 14:08:32.785042 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7624a6aa-8239-4646-9d2e-40c3bbfacac8 req-4bdf70d8-d207-4b50-bb04-1178865da031 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd83b5d5-2720-41ff-9471-999c0f34f4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074917 Mar 01 14:08:32.865619 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-335a9cb0-48ec-48e1-9fa0-b13b5e588ca6 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (957d80a5-e968-4cfb-b306-1b4999e2c983), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:32.911780 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 02c04bc6-5224-4931-b89d-e460a89b4f92, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=02c04bc6-5224-4931-b89d-e460a89b4f92,segment=NetworkSegment(25f0f7a9-f862-476c-9d49-9c8e5ccf3111),segment_id=25f0f7a9-f862-476c-9d49-9c8e5ccf3111)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:08:32.933765 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '02c04bc6-5224-4931-b89d-e460a89b4f92', 'network_id': 'a7cc119b-78f2-4314-a93b-42c77e4869b6', 'port_id': '02c04bc6-5224-4931-b89d-e460a89b4f92', 'mac_address': 'fa:16:3e:bc:c6:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b83fba46-c004-41f7-b3cb-3c2f6faff322', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:08:32.935705 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 0acce965-8f05-49fa-ab9e-caf98c326502 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:08:32.956046 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-335a9cb0-48ec-48e1-9fa0-b13b5e588ca6 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (f4c1df02-57c9-48e5-b7f9-28c3a441ed0b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:33.058716 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-335a9cb0-48ec-48e1-9fa0-b13b5e588ca6 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (f4c1df02-57c9-48e5-b7f9-28c3a441ed0b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:33.199239 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=da62d3c4-8857-4366-82aa-a80b5784e444,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:33.233769 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2349fe2f-9e43-437f-b291-2bef0efdf52e tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for port (5a4c85b2-cf54-4f2a-958a-ac2725f5df15), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:33.243938 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2349fe2f-9e43-437f-b291-2bef0efdf52e tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (5a4c85b2-cf54-4f2a-958a-ac2725f5df15), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:33.252545 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a9cb0-48ec-48e1-9fa0-b13b5e588ca6 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event deleted for resources: {'Subnet': ['ID=f4c1df02-57c9-48e5-b7f9-28c3a441ed0b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:33.277245 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-335a9cb0-48ec-48e1-9fa0-b13b5e588ca6 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (957d80a5-e968-4cfb-b306-1b4999e2c983), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:33.305155 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-335a9cb0-48ec-48e1-9fa0-b13b5e588ca6 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['957d80a5-e968-4cfb-b306-1b4999e2c983']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:33.316301 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-335a9cb0-48ec-48e1-9fa0-b13b5e588ca6 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f36de052-1a4e-40bb-b4e5-d73bae9a4440') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:33.317020 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-335a9cb0-48ec-48e1-9fa0-b13b5e588ca6 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f36de052-1a4e-40bb-b4e5-d73bae9a4440') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:33.329716 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-335a9cb0-48ec-48e1-9fa0-b13b5e588ca6 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (f36de052-1a4e-40bb-b4e5-d73bae9a4440), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:33.348660 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-335a9cb0-48ec-48e1-9fa0-b13b5e588ca6 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (f36de052-1a4e-40bb-b4e5-d73bae9a4440), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:33.365970 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-335a9cb0-48ec-48e1-9fa0-b13b5e588ca6 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:08:33.371553 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-335a9cb0-48ec-48e1-9fa0-b13b5e588ca6 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (f36de052-1a4e-40bb-b4e5-d73bae9a4440), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:33.399076 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9db43cd-a7a5-4a34-9a44-37602ba06371 None None] Network 684ce677-8b30-41f0-ad7f-4e908fc9c89f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server [None req-15d68edc-76d9-4cf8-82c5-93ba2cda61e7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f4c1df02-57c9-48e5-b7f9-28c3a441ed0b: This subnet is being modified by another concurrent operation. Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 01 14:08:33.404051 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise exception Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f4c1df02-57c9-48e5-b7f9-28c3a441ed0b: This subnet is being modified by another concurrent operation. Mar 01 14:08:33.408008 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server Mar 01 14:08:33.461006 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 0acce965-8f05-49fa-ab9e-caf98c326502 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:33.461782 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (0acce965-8f05-49fa-ab9e-caf98c326502), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:33.463900 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2ebd36-3c30-45df-9607-ed1402d70711 None None] Network 957d80a5-e968-4cfb-b306-1b4999e2c983 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:33.478470 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-14bd425e-eba6-4c68-a81a-8e656c3b4f60 None None] Current status of the port da62d3c4-8857-4366-82aa-a80b5784e444 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:33.490750 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:08:33.490750 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:08:33.490750 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:08:33.490750 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:08:33.490750 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:08:33.490750 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:08:33.490750 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:08:33.490750 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:08:33.490750 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:08:33.490750 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:08:33.490750 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:08:33.490750 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:08:33.490750 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:08:33.490750 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:08:33.490750 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:08:33.490750 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:08:33.490750 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:08:33.490750 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:08:33.490750 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:08:33.490750 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:08:33.490750 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:08:33.490750 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:08:33.490750 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:08:33.490750 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:08:33.490750 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:08:33.490750 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:08:33.490750 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:08:33.490750 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:08:33.490750 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:08:33.490750 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:08:33.490750 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:08:33.490750 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:08:33.533859 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-335a9cb0-48ec-48e1-9fa0-b13b5e588ca6 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (957d80a5-e968-4cfb-b306-1b4999e2c983), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:33.546371 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-335a9cb0-48ec-48e1-9fa0-b13b5e588ca6 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:33.559410 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-335a9cb0-48ec-48e1-9fa0-b13b5e588ca6 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "DELETE /v2.0/networks/957d80a5-e968-4cfb-b306-1b4999e2c983 HTTP/1.1" status: 204 len: 168 time: 0.9715190 Mar 01 14:08:33.575396 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39536) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:33.595639 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a9cb0-48ec-48e1-9fa0-b13b5e588ca6 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event deleted for resources: {'Network': ['ID=957d80a5-e968-4cfb-b306-1b4999e2c983,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:33.604956 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-f58a6208-775f-47ee-8da3-a759a633ff3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] DELETE failed (client error): The resource could not be found. Mar 01 14:08:33.605499 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f58a6208-775f-47ee-8da3-a759a633ff3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:08:33.614371 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f58a6208-775f-47ee-8da3-a759a633ff3f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "DELETE /v2.0/networks/957d80a5-e968-4cfb-b306-1b4999e2c983 HTTP/1.1" status: 404 len: 339 time: 0.0373297 Mar 01 14:08:33.619469 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39540) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:33.625178 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-cbf2ad1c-7bce-4754-98f9-3556c64aa9d7 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-860324343', 'description': 'd1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:33.630740 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 02c04bc6-5224-4931-b89d-e460a89b4f92 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:33.631298 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (02c04bc6-5224-4931-b89d-e460a89b4f92), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:33.670969 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf2ad1c-7bce-4754-98f9-3556c64aa9d7 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Made reservation on behalf of f673a5614f414812a2a1ca2dad630b5a for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:33.675501 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cbf2ad1c-7bce-4754-98f9-3556c64aa9d7 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:33.694228 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02c04bc6-5224-4931-b89d-e460a89b4f92 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:08:33.726521 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf2ad1c-7bce-4754-98f9-3556c64aa9d7 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:08:33.750074 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cbf2ad1c-7bce-4754-98f9-3556c64aa9d7 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (fd1fe3b3-09a2-49aa-a0dc-fc4ddb0fd4a6), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:33.750730 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-cbf2ad1c-7bce-4754-98f9-3556c64aa9d7 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Added segment fd1fe3b3-09a2-49aa-a0dc-fc4ddb0fd4a6 of type vlan for network 90abe6dc-9e97-43cd-b04a-d14710129024 Mar 01 14:08:33.757614 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd71b712-6b68-4ffd-994c-b41411c1629d None None] Update dhcp port {'port': {'network_id': '9b65977d-1fe8-4fe8-b1b0-3647a0c4c12f', 'fixed_ips': [{'subnet_id': '893e7329-1828-43e5-adab-27307a00f42f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b8cbe41c-63ab-4e92-8c46-9f36c9395b7d'}], 'binding:host_id': 'n-d-827467-3'}, 'id': 'da62d3c4-8857-4366-82aa-a80b5784e444'} from n-d-827467-3. {{(pid=103728) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 01 14:08:33.838128 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cbf2ad1c-7bce-4754-98f9-3556c64aa9d7 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (90abe6dc-9e97-43cd-b04a-d14710129024), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:33.895856 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349fe2f-9e43-437f-b291-2bef0efdf52e tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Port': ['ID=5a4c85b2-cf54-4f2a-958a-ac2725f5df15,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:33.909326 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cbf2ad1c-7bce-4754-98f9-3556c64aa9d7 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (90abe6dc-9e97-43cd-b04a-d14710129024), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:33.918012 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2349fe2f-9e43-437f-b291-2bef0efdf52e tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (dff287da-e08e-42ba-9601-b105525b9d9b), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:33.919479 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf2ad1c-7bce-4754-98f9-3556c64aa9d7 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:33.922315 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cbf2ad1c-7bce-4754-98f9-3556c64aa9d7 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:33.946708 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 02c04bc6-5224-4931-b89d-e460a89b4f92, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=02c04bc6-5224-4931-b89d-e460a89b4f92,segment=NetworkSegment(25f0f7a9-f862-476c-9d49-9c8e5ccf3111),segment_id=25f0f7a9-f862-476c-9d49-9c8e5ccf3111)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:08:33.988572 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (02c04bc6-5224-4931-b89d-e460a89b4f92), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:33.992023 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-dd71b712-6b68-4ffd-994c-b41411c1629d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (da62d3c4-8857-4366-82aa-a80b5784e444), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:33.995724 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cbf2ad1c-7bce-4754-98f9-3556c64aa9d7 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3744287 Mar 01 14:08:34.011272 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39548) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:34.070783 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39550) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:34.091820 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf2ad1c-7bce-4754-98f9-3556c64aa9d7 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event updated for resources: {'Network': ['ID=90abe6dc-9e97-43cd-b04a-d14710129024,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:34.103925 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf2ad1c-7bce-4754-98f9-3556c64aa9d7 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:34.104195 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2349fe2f-9e43-437f-b291-2bef0efdf52e tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (5a4c85b2-cf54-4f2a-958a-ac2725f5df15), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:34.104787 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf2ad1c-7bce-4754-98f9-3556c64aa9d7 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:34.105327 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf2ad1c-7bce-4754-98f9-3556c64aa9d7 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:34.106132 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf2ad1c-7bce-4754-98f9-3556c64aa9d7 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:34.106703 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf2ad1c-7bce-4754-98f9-3556c64aa9d7 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:34.107233 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf2ad1c-7bce-4754-98f9-3556c64aa9d7 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:34.107953 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf2ad1c-7bce-4754-98f9-3556c64aa9d7 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:34.108487 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf2ad1c-7bce-4754-98f9-3556c64aa9d7 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:34.109316 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf2ad1c-7bce-4754-98f9-3556c64aa9d7 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:34.109875 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf2ad1c-7bce-4754-98f9-3556c64aa9d7 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:34.110403 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf2ad1c-7bce-4754-98f9-3556c64aa9d7 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:34.110999 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf2ad1c-7bce-4754-98f9-3556c64aa9d7 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:34.111703 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf2ad1c-7bce-4754-98f9-3556c64aa9d7 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:34.210725 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-079f25f7-0d9e-460e-b88b-ddfcd0dad0d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:34.236157 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6a119-eddc-4bd2-89e6-e904aee8ca0a req-adb535f0-1a45-42bd-a90a-d9a7b479760c tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:34.237908 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-88a6a119-eddc-4bd2-89e6-e904aee8ca0a req-adb535f0-1a45-42bd-a90a-d9a7b479760c tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] 10.222.0.13 "GET /v2.0/ports?device_id=90a2e5d8-311f-4dfd-9349-a606a2710270 HTTP/1.1" status: 200 len: 944 time: 0.2361195 Mar 01 14:08:34.277501 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d03f60-dd07-4ac4-bf86-9e9d724b93e4 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:34.281793 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b9d03f60-dd07-4ac4-bf86-9e9d724b93e4 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "GET /v2.0/networks?id=90abe6dc-9e97-43cd-b04a-d14710129024 HTTP/1.1" status: 200 len: 764 time: 0.2666590 Mar 01 14:08:34.282070 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d24bb6d1-38aa-475e-b8dd-d3f0190fd669 None None] Provisioning complete for port 0acce965-8f05-49fa-ab9e-caf98c326502 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:34.283411 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d24bb6d1-38aa-475e-b8dd-d3f0190fd669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (0acce965-8f05-49fa-ab9e-caf98c326502), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:34.288641 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39554) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:34.297121 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-a11b8c35-c7f2-495b-8f69-86ba86de3850 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Request body: {'network': {'description': 'd2'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:34.344503 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-079f25f7-0d9e-460e-b88b-ddfcd0dad0d9 admin admin] Publish callbacks [] for security_group (679eb2aa-6284-4286-9a91-51dca380ead9), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:34.405655 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-88a6a119-eddc-4bd2-89e6-e904aee8ca0a req-b94b2c8b-0aa5-4a70-a608-f90974a402f0 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd83b5d5-2720-41ff-9471-999c0f34f4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236663 Mar 01 14:08:34.423025 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=02c04bc6-5224-4931-b89d-e460a89b4f92,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:34.428287 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-079f25f7-0d9e-460e-b88b-ddfcd0dad0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (679eb2aa-6284-4286-9a91-51dca380ead9), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:34.429598 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 90abe6dc-9e97-43cd-b04a-d14710129024 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:08:34.433539 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 0acce965-8f05-49fa-ab9e-caf98c326502 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:34.433539 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (0acce965-8f05-49fa-ab9e-caf98c326502), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:34.466248 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c272d04a-67d3-4b1f-b6ae-b00da84b1e9b None None] Publish callbacks [] for port (ef8bca24-14c1-441a-9c24-f7783fe9ce66), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:34.482857 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f25f7-0d9e-460e-b88b-ddfcd0dad0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679eb2aa-6284-4286-9a91-51dca380ead9,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:34.488911 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde45ca9-fd99-4ab4-b263-b0639d15259d None None] Network 957d80a5-e968-4cfb-b306-1b4999e2c983 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:34.554676 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c272d04a-67d3-4b1f-b6ae-b00da84b1e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (ef8bca24-14c1-441a-9c24-f7783fe9ce66), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:34.576010 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['02c04bc6-5224-4931-b89d-e460a89b4f92'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:08:34.592426 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2349fe2f-9e43-437f-b291-2bef0efdf52e tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for port (5a4c85b2-cf54-4f2a-958a-ac2725f5df15), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:34.595903 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde45ca9-fd99-4ab4-b263-b0639d15259d None None] Network 957d80a5-e968-4cfb-b306-1b4999e2c983 could not be found, it might have been deleted concurrently. {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 01 14:08:34.601084 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2349fe2f-9e43-437f-b291-2bef0efdf52e tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (5a4c85b2-cf54-4f2a-958a-ac2725f5df15), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:34.615102 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-079f25f7-0d9e-460e-b88b-ddfcd0dad0d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=05cad79a69ca4384bd54e11ab6e16c78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5419719 Mar 01 14:08:34.622004 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39556) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:34.658412 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-ddf66bc0-7f58-4969-a84c-7d148866c3e9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Allocated IP 2001:db8::1 (21e14362-3194-44ba-be9e-42c62903a358/6395be5a-5198-4907-bbae-62d5988a1869/8fee95d5-f552-4aa7-aeab-639b41390d7d) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:08:34.660634 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 0acce965-8f05-49fa-ab9e-caf98c326502, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=0acce965-8f05-49fa-ab9e-caf98c326502,segment=NetworkSegment(fe947bc1-ac8d-48a8-8745-5a49011aa641),segment_id=fe947bc1-ac8d-48a8-8745-5a49011aa641)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:08:34.665083 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a11b8c35-c7f2-495b-8f69-86ba86de3850 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (90abe6dc-9e97-43cd-b04a-d14710129024), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:34.696857 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2349fe2f-9e43-437f-b291-2bef0efdf52e tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (dff287da-e08e-42ba-9601-b105525b9d9b), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:34.705659 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349fe2f-9e43-437f-b291-2bef0efdf52e tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Port': ['ID=5a4c85b2-cf54-4f2a-958a-ac2725f5df15,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:34.715452 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (0acce965-8f05-49fa-ab9e-caf98c326502), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:34.721809 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c272d04a-67d3-4b1f-b6ae-b00da84b1e9b None None] Network 21e14362-3194-44ba-be9e-42c62903a358 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:08:34.741252 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a11b8c35-c7f2-495b-8f69-86ba86de3850 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (90abe6dc-9e97-43cd-b04a-d14710129024), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:34.751165 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-c272d04a-67d3-4b1f-b6ae-b00da84b1e9b None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:34.754657 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a11b8c35-c7f2-495b-8f69-86ba86de3850 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Network 90abe6dc-9e97-43cd-b04a-d14710129024 is not hosted by any dhcp agent {{(pid=103726) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 01 14:08:34.759647 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11b8c35-c7f2-495b-8f69-86ba86de3850 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:34.760307 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a11b8c35-c7f2-495b-8f69-86ba86de3850 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:34.764086 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a11b8c35-c7f2-495b-8f69-86ba86de3850 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "PUT /v2.0/networks/90abe6dc-9e97-43cd-b04a-d14710129024 HTTP/1.1" status: 200 len: 761 time: 0.4713352 Mar 01 14:08:34.777600 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39560) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:34.780686 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c272d04a-67d3-4b1f-b6ae-b00da84b1e9b None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:08:34.822652 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272d04a-67d3-4b1f-b6ae-b00da84b1e9b None None] Pushing event updated for resources: {'Port': ['ID=ef8bca24-14c1-441a-9c24-f7783fe9ce66,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:34.869759 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2bb29c34-ea88-475a-aa2e-1db8599ebec4 admin admin] Publish callbacks [] for security_group (679eb2aa-6284-4286-9a91-51dca380ead9), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:34.871528 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b8c35-c7f2-495b-8f69-86ba86de3850 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event updated for resources: {'Network': ['ID=90abe6dc-9e97-43cd-b04a-d14710129024,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:34.914534 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 90abe6dc-9e97-43cd-b04a-d14710129024 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:08:34.915734 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2bb29c34-ea88-475a-aa2e-1db8599ebec4 admin admin] Publish callbacks [] for security_group (679eb2aa-6284-4286-9a91-51dca380ead9), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:34.925010 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device da62d3c4-8857-4366-82aa-a80b5784e444 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:08:34.940901 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafac1b0-6a1b-4719-a69d-97127c5bf61f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:34.946092 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-aafac1b0-6a1b-4719-a69d-97127c5bf61f tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "GET /v2.0/networks?id=90abe6dc-9e97-43cd-b04a-d14710129024 HTTP/1.1" status: 200 len: 764 time: 0.1639671 Mar 01 14:08:34.947461 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39566) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:35.025090 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-dd71b712-6b68-4ffd-994c-b41411c1629d None None] Allocated IP 172.20.0.1 (9b65977d-1fe8-4fe8-b1b0-3647a0c4c12f/b8cbe41c-63ab-4e92-8c46-9f36c9395b7d/da62d3c4-8857-4366-82aa-a80b5784e444) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:08:35.066332 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ddf66bc0-7f58-4969-a84c-7d148866c3e9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for port (8fee95d5-f552-4aa7-aeab-639b41390d7d), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:35.079577 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2bb29c34-ea88-475a-aa2e-1db8599ebec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (679eb2aa-6284-4286-9a91-51dca380ead9), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:35.082134 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2bb29c34-ea88-475a-aa2e-1db8599ebec4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:35.082833 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-c272d04a-67d3-4b1f-b6ae-b00da84b1e9b None None] Attempting to bind port ef8bca24-14c1-441a-9c24-f7783fe9ce66 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:08:35.083359 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-c272d04a-67d3-4b1f-b6ae-b00da84b1e9b None None] Attempting to bind port ef8bca24-14c1-441a-9c24-f7783fe9ce66 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '355d7bea-5170-4eb8-937d-f43b60000895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '21e14362-3194-44ba-be9e-42c62903a358'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:08:35.083830 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c272d04a-67d3-4b1f-b6ae-b00da84b1e9b None None] Attempting to bind port ef8bca24-14c1-441a-9c24-f7783fe9ce66 on network 21e14362-3194-44ba-be9e-42c62903a358 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:35.084142 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2bb29c34-ea88-475a-aa2e-1db8599ebec4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/679eb2aa-6284-4286-9a91-51dca380ead9 HTTP/1.1" status: 204 len: 168 time: 0.4609087 Mar 01 14:08:35.100376 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb29c34-ea88-475a-aa2e-1db8599ebec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679eb2aa-6284-4286-9a91-51dca380ead9,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:35.168578 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=0acce965-8f05-49fa-ab9e-caf98c326502,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:35.187429 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ddf66bc0-7f58-4969-a84c-7d148866c3e9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (8fee95d5-f552-4aa7-aeab-639b41390d7d), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:35.230305 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c272d04a-67d3-4b1f-b6ae-b00da84b1e9b None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:08:35.244187 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c272d04a-67d3-4b1f-b6ae-b00da84b1e9b None None] Checking segment: {'id': '355d7bea-5170-4eb8-937d-f43b60000895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '21e14362-3194-44ba-be9e-42c62903a358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:35.244643 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c272d04a-67d3-4b1f-b6ae-b00da84b1e9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:35.245148 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c272d04a-67d3-4b1f-b6ae-b00da84b1e9b None None] Bound using segment: {'id': '355d7bea-5170-4eb8-937d-f43b60000895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '21e14362-3194-44ba-be9e-42c62903a358'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:08:35.245898 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-c272d04a-67d3-4b1f-b6ae-b00da84b1e9b None None] Bound port: ef8bca24-14c1-441a-9c24-f7783fe9ce66, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355d7bea-5170-4eb8-937d-f43b60000895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '21e14362-3194-44ba-be9e-42c62903a358'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:08:35.246741 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c272d04a-67d3-4b1f-b6ae-b00da84b1e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ef8bca24-14c1-441a-9c24-f7783fe9ce66), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:35.263939 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2349fe2f-9e43-437f-b291-2bef0efdf52e tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Network 684ce677-8b30-41f0-ad7f-4e908fc9c89f is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:08:35.268280 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-2349fe2f-9e43-437f-b291-2bef0efdf52e tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:35.288887 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf66bc0-7f58-4969-a84c-7d148866c3e9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Network 21e14362-3194-44ba-be9e-42c62903a358 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:08:35.289974 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b9d18c-9125-41b6-9cb3-ab982fc3656d tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:35.296223 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-72b9d18c-9125-41b6-9cb3-ab982fc3656d tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3474636 Mar 01 14:08:35.298334 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39586) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:35.327025 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d24bb6d1-38aa-475e-b8dd-d3f0190fd669 None None] Current status of the port 0acce965-8f05-49fa-ab9e-caf98c326502 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:35.401095 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b8f91f3f-039b-434d-9995-50970e154c3a tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "GET /v2.0/subnets?network_id=645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 207 time: 0.1015298 Mar 01 14:08:35.402457 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-ddf66bc0-7f58-4969-a84c-7d148866c3e9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:35.417047 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39592) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:35.424671 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf66bc0-7f58-4969-a84c-7d148866c3e9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:08:35.425860 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ddf66bc0-7f58-4969-a84c-7d148866c3e9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (4738dcad-ccde-4986-8f26-7f476c63d625), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:35.577454 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2349fe2f-9e43-437f-b291-2bef0efdf52e tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Router dff287da-e08e-42ba-9601-b105525b9d9b is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:08:35.595166 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port da62d3c4-8857-4366-82aa-a80b5784e444 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:35.595794 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (da62d3c4-8857-4366-82aa-a80b5784e444), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:35.612210 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf66bc0-7f58-4969-a84c-7d148866c3e9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Port': ['ID=8fee95d5-f552-4aa7-aeab-639b41390d7d,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:35.649290 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-14b8e8ab-80a1-4df6-b693-31e8a2282da4 None None] Provisioning complete for port 0acce965-8f05-49fa-ab9e-caf98c326502 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:35.649921 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-14b8e8ab-80a1-4df6-b693-31e8a2282da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (0acce965-8f05-49fa-ab9e-caf98c326502), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:35.654682 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-dd71b712-6b68-4ffd-994c-b41411c1629d None None] For port da62d3c4-8857-4366-82aa-a80b5784e444, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=da62d3c4-8857-4366-82aa-a80b5784e444,segment=NetworkSegment(7c739f20-6f45-41c1-8086-89acfb6dba41),segment_id=7c739f20-6f45-41c1-8086-89acfb6dba41)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:08:35.676809 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-c272d04a-67d3-4b1f-b6ae-b00da84b1e9b None None] For port ef8bca24-14c1-441a-9c24-f7783fe9ce66, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:08:35.724844 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa0c2b5-1201-48e5-b18d-bdcac84eab3b tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:35.740601 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa0c2b5-1201-48e5-b18d-bdcac84eab3b tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:35.748076 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa0c2b5-1201-48e5-b18d-bdcac84eab3b tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:35.754900 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa0c2b5-1201-48e5-b18d-bdcac84eab3b tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:35.762331 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39624) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:35.763206 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa0c2b5-1201-48e5-b18d-bdcac84eab3b tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:35.768445 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa0c2b5-1201-48e5-b18d-bdcac84eab3b tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:35.774736 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-caa0c2b5-1201-48e5-b18d-bdcac84eab3b tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3415165 Mar 01 14:08:35.780168 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39632) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:35.796233 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-c272d04a-67d3-4b1f-b6ae-b00da84b1e9b None None] For port ef8bca24-14c1-441a-9c24-f7783fe9ce66, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ef8bca24-14c1-441a-9c24-f7783fe9ce66,segment=NetworkSegment(355d7bea-5170-4eb8-937d-f43b60000895),segment_id=355d7bea-5170-4eb8-937d-f43b60000895)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:08:35.802039 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd271b-24d2-4257-8738-c37dfedbb0a0 req-bd09476e-5912-4105-84c9-22d828ed144d tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:35.803613 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-edfd271b-24d2-4257-8738-c37dfedbb0a0 req-bd09476e-5912-4105-84c9-22d828ed144d tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] 10.222.0.13 "GET /v2.0/ports?device_id=90a2e5d8-311f-4dfd-9349-a606a2710270 HTTP/1.1" status: 200 len: 944 time: 0.2613733 Mar 01 14:08:35.831509 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-dd71b712-6b68-4ffd-994c-b41411c1629d None None] Publish callbacks [] for port (da62d3c4-8857-4366-82aa-a80b5784e444), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:35.841021 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c272d04a-67d3-4b1f-b6ae-b00da84b1e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ef8bca24-14c1-441a-9c24-f7783fe9ce66), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:35.853581 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-dd71b712-6b68-4ffd-994c-b41411c1629d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (da62d3c4-8857-4366-82aa-a80b5784e444), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:35.921092 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ddf66bc0-7f58-4969-a84c-7d148866c3e9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8fee95d5-f552-4aa7-aeab-639b41390d7d), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:35.941826 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-34bfba39-5419-4d76-a748-7216eca155e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:36.110029 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272d04a-67d3-4b1f-b6ae-b00da84b1e9b None None] Pushing event updated for resources: {'Port': ['ID=ef8bca24-14c1-441a-9c24-f7783fe9ce66,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:36.171539 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port da62d3c4-8857-4366-82aa-a80b5784e444 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:36.172288 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-edfd271b-24d2-4257-8738-c37dfedbb0a0 req-8fe64c3b-8f56-43e7-8ab3-693aa382a9ce tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd83b5d5-2720-41ff-9471-999c0f34f4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593094 Mar 01 14:08:36.190492 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-14b8e8ab-80a1-4df6-b693-31e8a2282da4 None None] Current status of the port 0acce965-8f05-49fa-ab9e-caf98c326502 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:36.221530 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2349fe2f-9e43-437f-b291-2bef0efdf52e tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:08:36.228659 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd71b712-6b68-4ffd-994c-b41411c1629d None None] Pushing event updated for resources: {'Port': ['ID=da62d3c4-8857-4366-82aa-a80b5784e444,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:36.240933 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2349fe2f-9e43-437f-b291-2bef0efdf52e tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "PUT /v2.0/routers/dff287da-e08e-42ba-9601-b105525b9d9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6618552 Mar 01 14:08:36.242881 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-14b8e8ab-80a1-4df6-b693-31e8a2282da4 None None] Provisioning complete for port 5a4c85b2-cf54-4f2a-958a-ac2725f5df15 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:36.243260 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-14b8e8ab-80a1-4df6-b693-31e8a2282da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (5a4c85b2-cf54-4f2a-958a-ac2725f5df15), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:36.252162 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c38def-76e6-44ce-993a-3b337479d45c None None] Sync routers for ids ['dff287da-e08e-42ba-9601-b105525b9d9b'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:08:36.257386 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39674) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:36.294632 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c38def-76e6-44ce-993a-3b337479d45c None None] Routers {'dff287da-e08e-42ba-9601-b105525b9d9b'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:08:36.295442 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-06c38def-76e6-44ce-993a-3b337479d45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:08:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['dff287da-e08e-42ba-9601-b105525b9d9b'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:36.346241 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-14b8e8ab-80a1-4df6-b693-31e8a2282da4 None None] Port 5a4c85b2-cf54-4f2a-958a-ac2725f5df15 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:08:36.418166 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1ef84b0e-9093-4dcc-a0bc-ca456874054c tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.6318362 Mar 01 14:08:36.418640 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-06c38def-76e6-44ce-993a-3b337479d45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:36.419345 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39686) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:36.432358 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c38def-76e6-44ce-993a-3b337479d45c None None] Routers {'dff287da-e08e-42ba-9601-b105525b9d9b'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:08:36.433307 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-06c38def-76e6-44ce-993a-3b337479d45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:08:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['dff287da-e08e-42ba-9601-b105525b9d9b'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:36.439799 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7c0c10-c83b-4fda-94cd-5cc5a8136298 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:36.441217 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9a7c0c10-c83b-4fda-94cd-5cc5a8136298 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "GET /v2.0/ports/5a4c85b2-cf54-4f2a-958a-ac2725f5df15 HTTP/1.1" status: 200 len: 977 time: 0.1822820 Mar 01 14:08:36.444175 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39690) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:36.476660 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-06c38def-76e6-44ce-993a-3b337479d45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:36.477567 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c38def-76e6-44ce-993a-3b337479d45c None None] The sync data for ids ['dff287da-e08e-42ba-9601-b105525b9d9b'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:08:36.510795 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-34bfba39-5419-4d76-a748-7216eca155e3 admin admin] Publish callbacks [] for security_group (d45b1b12-52a6-40e2-85ee-ce17eb2dca49), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:36.528278 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-a0b238c3-efe2-4a9d-9a19-a46be633b83b None None] Provisioning complete for port 5a4c85b2-cf54-4f2a-958a-ac2725f5df15 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:36.528561 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a0b238c3-efe2-4a9d-9a19-a46be633b83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (5a4c85b2-cf54-4f2a-958a-ac2725f5df15), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:36.530983 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-34bfba39-5419-4d76-a748-7216eca155e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d45b1b12-52a6-40e2-85ee-ce17eb2dca49), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:36.578457 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bfba39-5419-4d76-a748-7216eca155e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45b1b12-52a6-40e2-85ee-ce17eb2dca49,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:36.595726 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1981a4-a4ed-4e84-809e-f32b3bef6873 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:36.601929 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1981a4-a4ed-4e84-809e-f32b3bef6873 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:36.604813 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1981a4-a4ed-4e84-809e-f32b3bef6873 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:36.606860 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1981a4-a4ed-4e84-809e-f32b3bef6873 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:36.610057 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1981a4-a4ed-4e84-809e-f32b3bef6873 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:36.612084 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1b1981a4-a4ed-4e84-809e-f32b3bef6873 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1913080 Mar 01 14:08:36.616793 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39708) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:36.637793 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 02c04bc6-5224-4931-b89d-e460a89b4f92 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:08:36.640075 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-a0b238c3-efe2-4a9d-9a19-a46be633b83b None None] Port 5a4c85b2-cf54-4f2a-958a-ac2725f5df15 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:08:36.641023 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-34bfba39-5419-4d76-a748-7216eca155e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9274d38999c42e4b13c0e814b95fa2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8768709 Mar 01 14:08:36.645805 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39714) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:36.652635 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ddf66bc0-7f58-4969-a84c-7d148866c3e9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for port (8fee95d5-f552-4aa7-aeab-639b41390d7d), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:36.700420 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ddf66bc0-7f58-4969-a84c-7d148866c3e9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (8fee95d5-f552-4aa7-aeab-639b41390d7d), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:36.701724 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ddf66bc0-7f58-4969-a84c-7d148866c3e9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (4738dcad-ccde-4986-8f26-7f476c63d625), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:36.760202 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 02c04bc6-5224-4931-b89d-e460a89b4f92 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:08:36.764895 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 02c04bc6-5224-4931-b89d-e460a89b4f92 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:36.765411 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (02c04bc6-5224-4931-b89d-e460a89b4f92), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:36.799055 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3a5a157d-2ee8-4432-9f91-e9e04d7a5a44 admin admin] Publish callbacks [] for security_group (d45b1b12-52a6-40e2-85ee-ce17eb2dca49), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:36.859077 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3a5a157d-2ee8-4432-9f91-e9e04d7a5a44 admin admin] Publish callbacks [] for security_group (d45b1b12-52a6-40e2-85ee-ce17eb2dca49), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:36.940416 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 02c04bc6-5224-4931-b89d-e460a89b4f92 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:36.940906 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (02c04bc6-5224-4931-b89d-e460a89b4f92), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:36.951420 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3a5a157d-2ee8-4432-9f91-e9e04d7a5a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d45b1b12-52a6-40e2-85ee-ce17eb2dca49), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:36.954594 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3a5a157d-2ee8-4432-9f91-e9e04d7a5a44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:36.956932 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3a5a157d-2ee8-4432-9f91-e9e04d7a5a44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d45b1b12-52a6-40e2-85ee-ce17eb2dca49 HTTP/1.1" status: 204 len: 168 time: 0.3030727 Mar 01 14:08:36.959447 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fe2eb8-6874-45da-9646-141b2ffd1d21 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['shared'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:36.962344 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fe2eb8-6874-45da-9646-141b2ffd1d21 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['shared'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:36.968257 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fe2eb8-6874-45da-9646-141b2ffd1d21 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['shared'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:36.970837 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fe2eb8-6874-45da-9646-141b2ffd1d21 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['shared'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:36.971782 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a157d-2ee8-4432-9f91-e9e04d7a5a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45b1b12-52a6-40e2-85ee-ce17eb2dca49,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:36.974739 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fe2eb8-6874-45da-9646-141b2ffd1d21 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['shared'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:36.977085 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a8fe2eb8-6874-45da-9646-141b2ffd1d21 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3571413 Mar 01 14:08:36.980847 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39746) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:37.002830 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 02c04bc6-5224-4931-b89d-e460a89b4f92, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=02c04bc6-5224-4931-b89d-e460a89b4f92,segment=NetworkSegment(25f0f7a9-f862-476c-9d49-9c8e5ccf3111),segment_id=25f0f7a9-f862-476c-9d49-9c8e5ccf3111)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:08:37.010573 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a2e5d8-311f-4dfd-9349-a606a2710270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c04bc6-5224-4931-b89d-e460a89b4f92'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:08:37.013266 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e0015c-33d3-4d70-b626-d58a76273394" -d '{"events": [{"server_uuid": "90a2e5d8-311f-4dfd-9349-a606a2710270", "name": "network-vif-plugged", "status": "completed", "tag": "02c04bc6-5224-4931-b89d-e460a89b4f92"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:08:37.044162 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (02c04bc6-5224-4931-b89d-e460a89b4f92), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:37.105230 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf66bc0-7f58-4969-a84c-7d148866c3e9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Port': ['ID=8fee95d5-f552-4aa7-aeab-639b41390d7d,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:37.107201 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device da62d3c4-8857-4366-82aa-a80b5784e444 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:08:37.181759 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b66d064-c408-4048-a64a-b5f156447062 x-openstack-request-id: req-6b66d064-c408-4048-a64a-b5f156447062 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:08:37.182064 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a2e5d8-311f-4dfd-9349-a606a2710270", "name": "network-vif-plugged", "status": "completed", "tag": "02c04bc6-5224-4931-b89d-e460a89b4f92", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:08:37.182325 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b66d064-c408-4048-a64a-b5f156447062 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:08:37.182742 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a2e5d8-311f-4dfd-9349-a606a2710270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c04bc6-5224-4931-b89d-e460a89b4f92', 'code': 200} Mar 01 14:08:37.223007 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78b8a28-09d7-4131-a86f-12e55362c177 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:37.230312 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d78b8a28-09d7-4131-a86f-12e55362c177 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "GET /v2.0/networks/c3554407-726b-41d6-acad-a09ba7a37e2b HTTP/1.1" status: 200 len: 803 time: 0.2477524 Mar 01 14:08:37.233902 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39768) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:37.247180 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=02c04bc6-5224-4931-b89d-e460a89b4f92,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:37.298137 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port da62d3c4-8857-4366-82aa-a80b5784e444 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:37.298518 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (da62d3c4-8857-4366-82aa-a80b5784e444), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:37.371409 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d5b8c4-de1c-4e44-b9c0-9b8f9d7d1e7c None None] Network 9b65977d-1fe8-4fe8-b1b0-3647a0c4c12f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:37.403433 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf66bc0-7f58-4969-a84c-7d148866c3e9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Network 21e14362-3194-44ba-be9e-42c62903a358 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:08:37.415391 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a92f48-1669-4c43-a348-bfe80c2c2987 req-22687aad-0ca9-4bdb-a8d2-7e1350a03baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:37.419234 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d0a92f48-1669-4c43-a348-bfe80c2c2987 req-22687aad-0ca9-4bdb-a8d2-7e1350a03baf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=90a2e5d8-311f-4dfd-9349-a606a2710270 HTTP/1.1" status: 200 len: 1127 time: 0.1653545 Mar 01 14:08:37.420758 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-ddf66bc0-7f58-4969-a84c-7d148866c3e9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:37.563156 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-ccba8d7f-00d8-4119-bf5b-c560327423e9 None None] Provisioning complete for port da62d3c4-8857-4366-82aa-a80b5784e444 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:37.563452 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ccba8d7f-00d8-4119-bf5b-c560327423e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (da62d3c4-8857-4366-82aa-a80b5784e444), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:37.612133 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-86f31118-5cbc-403f-a590-a6974cb31667 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "GET /v2.0/networks/c3554407-726b-41d6-acad-a09ba7a37e2b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3769927 Mar 01 14:08:37.618326 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39806) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:37.645189 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffdaa9f-7e24-4f3f-a061-f4963ad3471b req-2638ff7a-e8c1-47b4-a702-e1e83ab0aa5e tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:37.654048 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4ffdaa9f-7e24-4f3f-a061-f4963ad3471b req-2638ff7a-e8c1-47b4-a702-e1e83ab0aa5e tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] 10.222.0.13 "GET /v2.0/ports?device_id=90a2e5d8-311f-4dfd-9349-a606a2710270 HTTP/1.1" status: 200 len: 945 time: 0.2748485 Mar 01 14:08:37.783192 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port da62d3c4-8857-4366-82aa-a80b5784e444 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:37.785541 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ef8bca24-14c1-441a-9c24-f7783fe9ce66 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:08:37.840646 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4ffdaa9f-7e24-4f3f-a061-f4963ad3471b req-0b61db42-7ca8-4782-9bba-1018196639c6 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd83b5d5-2720-41ff-9471-999c0f34f4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854432 Mar 01 14:08:37.852896 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e946e485-60fb-44a4-8473-fee3c0b00c04 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:37.858494 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e946e485-60fb-44a4-8473-fee3c0b00c04 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "GET /v2.0/subnets/0cbb6a17-4e6c-4218-b488-59b811a2f38a HTTP/1.1" status: 200 len: 843 time: 0.2353065 Mar 01 14:08:37.859179 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39836) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:38.058819 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bbdd1a-e2b0-4046-888d-d5871cc5c711 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['shared'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:38.062773 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-23bbdd1a-e2b0-4046-888d-d5871cc5c711 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "GET /v2.0/subnets/0cbb6a17-4e6c-4218-b488-59b811a2f38a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2000721 Mar 01 14:08:38.066344 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39858) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:38.083864 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-2016be8f-7b58-422e-a9f9-cb1c6ebdf8b5 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-898791142'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:38.099958 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a7096d-c002-4944-9e53-070bda18977d None None] Network 21e14362-3194-44ba-be9e-42c62903a358 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:38.121337 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2016be8f-7b58-422e-a9f9-cb1c6ebdf8b5 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Made reservation on behalf of f673a5614f414812a2a1ca2dad630b5a for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:38.128842 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2016be8f-7b58-422e-a9f9-cb1c6ebdf8b5 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:38.150024 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ccba8d7f-00d8-4119-bf5b-c560327423e9 None None] Current status of the port da62d3c4-8857-4366-82aa-a80b5784e444 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:38.196379 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2016be8f-7b58-422e-a9f9-cb1c6ebdf8b5 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:08:38.214004 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2016be8f-7b58-422e-a9f9-cb1c6ebdf8b5 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (e0176481-c63f-46a4-b94f-47bfabab69e2), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:38.214343 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-2016be8f-7b58-422e-a9f9-cb1c6ebdf8b5 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Added segment e0176481-c63f-46a4-b94f-47bfabab69e2 of type vlan for network 69066ba3-0a76-4a39-9ab4-91186ef6f744 Mar 01 14:08:38.223259 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port ef8bca24-14c1-441a-9c24-f7783fe9ce66 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:38.224349 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ef8bca24-14c1-441a-9c24-f7783fe9ce66), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:38.241944 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d0a92f48-1669-4c43-a348-bfe80c2c2987 req-5f33e81e-73a1-4034-b2f4-ddb7bbdd53a8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cd83b5d5-2720-41ff-9471-999c0f34f4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7986536 Mar 01 14:08:38.291424 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b2587f77-9be5-4b8b-9345-ca63c077bd85 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (dff287da-e08e-42ba-9601-b105525b9d9b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:38.307385 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-e92c8cba-7768-4b5a-92de-fbc8020f8993 None None] Provisioning complete for port ef8bca24-14c1-441a-9c24-f7783fe9ce66 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:38.308025 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e92c8cba-7768-4b5a-92de-fbc8020f8993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ef8bca24-14c1-441a-9c24-f7783fe9ce66), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:38.332915 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2016be8f-7b58-422e-a9f9-cb1c6ebdf8b5 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (69066ba3-0a76-4a39-9ab4-91186ef6f744), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:38.401924 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2016be8f-7b58-422e-a9f9-cb1c6ebdf8b5 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (69066ba3-0a76-4a39-9ab4-91186ef6f744), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:38.409145 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2016be8f-7b58-422e-a9f9-cb1c6ebdf8b5 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:38.410641 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2016be8f-7b58-422e-a9f9-cb1c6ebdf8b5 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:38.524849 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-e92c8cba-7768-4b5a-92de-fbc8020f8993 None None] Current status of the port ef8bca24-14c1-441a-9c24-f7783fe9ce66 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:38.525299 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e92c8cba-7768-4b5a-92de-fbc8020f8993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ef8bca24-14c1-441a-9c24-f7783fe9ce66), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:38.526231 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2016be8f-7b58-422e-a9f9-cb1c6ebdf8b5 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4585795 Mar 01 14:08:38.530945 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 39906) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:38.539242 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port ef8bca24-14c1-441a-9c24-f7783fe9ce66 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:38.540482 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ef8bca24-14c1-441a-9c24-f7783fe9ce66), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:38.549389 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2016be8f-7b58-422e-a9f9-cb1c6ebdf8b5 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event updated for resources: {'Network': ['ID=69066ba3-0a76-4a39-9ab4-91186ef6f744,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:38.560566 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-39cfb144-4bf1-4f01-a48e-f1087cd9a145 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Request body: {'subnet': {'network_id': '69066ba3-0a76-4a39-9ab4-91186ef6f744', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:38.595767 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port ef8bca24-14c1-441a-9c24-f7783fe9ce66, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ef8bca24-14c1-441a-9c24-f7783fe9ce66,segment=NetworkSegment(355d7bea-5170-4eb8-937d-f43b60000895),segment_id=355d7bea-5170-4eb8-937d-f43b60000895)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:08:38.597253 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 69066ba3-0a76-4a39-9ab4-91186ef6f744 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:08:38.614150 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ef8bca24-14c1-441a-9c24-f7783fe9ce66), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:38.615220 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 0acce965-8f05-49fa-ab9e-caf98c326502 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:08:38.684239 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf66bc0-7f58-4969-a84c-7d148866c3e9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Router 4738dcad-ccde-4986-8f26-7f476c63d625 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:08:38.798307 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=ef8bca24-14c1-441a-9c24-f7783fe9ce66,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:38.886267 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-e92c8cba-7768-4b5a-92de-fbc8020f8993 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 14:08:38.886581 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-e92c8cba-7768-4b5a-92de-fbc8020f8993 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 14:08:38.887713 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 0acce965-8f05-49fa-ab9e-caf98c326502 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:38.889296 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (0acce965-8f05-49fa-ab9e-caf98c326502), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:38.912341 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf66bc0-7f58-4969-a84c-7d148866c3e9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:08:38.920813 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ddf66bc0-7f58-4969-a84c-7d148866c3e9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "PUT /v2.0/routers/4738dcad-ccde-4986-8f26-7f476c63d625/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1804767 Mar 01 14:08:38.923574 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 39970) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:38.929440 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-dba07c92-504c-4b9b-ab9e-5fd41a2bd40d tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1163433559'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:38.952685 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cfb144-4bf1-4f01-a48e-f1087cd9a145 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Made reservation on behalf of f673a5614f414812a2a1ca2dad630b5a for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:38.957441 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-39cfb144-4bf1-4f01-a48e-f1087cd9a145 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:38.967041 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6033312f-0bcc-4749-af00-934d5b06d78e None None] get_active_networks_info from n-d-827467-3 {{(pid=103728) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 01 14:08:38.969653 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f51e222-a82a-446a-891e-21d9f5b523b6 None None] Sync routers for ids ['4738dcad-ccde-4986-8f26-7f476c63d625'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:08:39.040687 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba07c92-504c-4b9b-ab9e-5fd41a2bd40d tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Made reservation on behalf of acbdde4ecc2c4bf09ed2554be77540a8 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:39.044994 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f51e222-a82a-446a-891e-21d9f5b523b6 None None] Routers {'4738dcad-ccde-4986-8f26-7f476c63d625'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:08:39.045750 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-8f51e222-a82a-446a-891e-21d9f5b523b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:08:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4738dcad-ccde-4986-8f26-7f476c63d625'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:39.050232 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dba07c92-504c-4b9b-ab9e-5fd41a2bd40d tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:39.056818 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.ipam_backend_mixin [None req-39cfb144-4bf1-4f01-a48e-f1087cd9a145 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Performing IP validity checks on allocation pools {{(pid=103726) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 01 14:08:39.057349 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.ipam_backend_mixin [None req-39cfb144-4bf1-4f01-a48e-f1087cd9a145 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103726) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 01 14:08:39.084268 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba07c92-504c-4b9b-ab9e-5fd41a2bd40d tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:08:39.104882 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dba07c92-504c-4b9b-ab9e-5fd41a2bd40d tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (02da6a95-113d-4e8f-b605-4b8c92dd287c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:39.107753 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-dba07c92-504c-4b9b-ab9e-5fd41a2bd40d tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Added segment 02da6a95-113d-4e8f-b605-4b8c92dd287c of type vlan for network d204a5f7-e889-4fd6-8422-16fec7475833 Mar 01 14:08:39.134741 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd27adc-d12a-47f5-bb1f-26a2da2fae43 req-34d2f10f-a4ca-4789-94e1-460fb6eb5bdf tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:39.136701 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6fd27adc-d12a-47f5-bb1f-26a2da2fae43 req-34d2f10f-a4ca-4789-94e1-460fb6eb5bdf tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] 10.222.0.13 "GET /v2.0/ports?device_id=90a2e5d8-311f-4dfd-9349-a606a2710270 HTTP/1.1" status: 200 len: 945 time: 0.1721652 Mar 01 14:08:39.180759 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b2587f77-9be5-4b8b-9345-ca63c077bd85 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Deleting port 5a4c85b2-cf54-4f2a-958a-ac2725f5df15 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:08:39.181127 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b2587f77-9be5-4b8b-9345-ca63c077bd85 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (5a4c85b2-cf54-4f2a-958a-ac2725f5df15), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:39.195083 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-8f51e222-a82a-446a-891e-21d9f5b523b6 None None] Set router 4738dcad-ccde-4986-8f26-7f476c63d625 gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:08:39.226496 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dba07c92-504c-4b9b-ab9e-5fd41a2bd40d tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (d204a5f7-e889-4fd6-8422-16fec7475833), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:39.300918 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6fd27adc-d12a-47f5-bb1f-26a2da2fae43 req-e1fb9538-18c3-4a69-a378-687314a86748 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd83b5d5-2720-41ff-9471-999c0f34f4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545699 Mar 01 14:08:39.303130 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dba07c92-504c-4b9b-ab9e-5fd41a2bd40d tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (d204a5f7-e889-4fd6-8422-16fec7475833), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:39.317075 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba07c92-504c-4b9b-ab9e-5fd41a2bd40d tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:39.318595 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dba07c92-504c-4b9b-ab9e-5fd41a2bd40d tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:39.394135 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 0acce965-8f05-49fa-ab9e-caf98c326502 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:39.458853 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba07c92-504c-4b9b-ab9e-5fd41a2bd40d tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Network': ['ID=d204a5f7-e889-4fd6-8422-16fec7475833,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:39.460857 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-e92c8cba-7768-4b5a-92de-fbc8020f8993 None None] Current status of the port ef8bca24-14c1-441a-9c24-f7783fe9ce66 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:39.467718 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-dba07c92-504c-4b9b-ab9e-5fd41a2bd40d tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5424380 Mar 01 14:08:39.470119 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40058) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:39.478272 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-4b096a3d-3cf9-4192-92f7-f45aa7fe81b7 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Request body: {'subnet': {'network_id': 'd204a5f7-e889-4fd6-8422-16fec7475833', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:39.521718 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b2587f77-9be5-4b8b-9345-ca63c077bd85 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (5a4c85b2-cf54-4f2a-958a-ac2725f5df15), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:39.542325 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network d204a5f7-e889-4fd6-8422-16fec7475833 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:08:39.555424 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b2587f77-9be5-4b8b-9345-ca63c077bd85 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Calling delete_port for 5a4c85b2-cf54-4f2a-958a-ac2725f5df15 owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:08:39.654335 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ef8bca24-14c1-441a-9c24-f7783fe9ce66 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:08:39.657676 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6033312f-0bcc-4749-af00-934d5b06d78e None None] Resources bound (agent type, host, resource id): {{(pid=103728) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 14:08:39.658888 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b096a3d-3cf9-4192-92f7-f45aa7fe81b7 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Made reservation on behalf of acbdde4ecc2c4bf09ed2554be77540a8 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:39.662442 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4b096a3d-3cf9-4192-92f7-f45aa7fe81b7 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:39.687541 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-39cfb144-4bf1-4f01-a48e-f1087cd9a145 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (06eac9c2-e8c1-4f2a-992c-3bef38ac1a40), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:39.810028 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cfb144-4bf1-4f01-a48e-f1087cd9a145 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event updated for resources: {'Subnet': ['ID=06eac9c2-e8c1-4f2a-992c-3bef38ac1a40,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:39.872052 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cfb144-4bf1-4f01-a48e-f1087cd9a145 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Checking segment: {'id': 'e0176481-c63f-46a4-b94f-47bfabab69e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '69066ba3-0a76-4a39-9ab4-91186ef6f744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:39.872884 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cfb144-4bf1-4f01-a48e-f1087cd9a145 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Network hostable DHCP agents. Network: 69066ba3-0a76-4a39-9ab4-91186ef6f744, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:08:39.912804 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cfb144-4bf1-4f01-a48e-f1087cd9a145 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Network 69066ba3-0a76-4a39-9ab4-91186ef6f744 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:08:39.953342 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4b096a3d-3cf9-4192-92f7-f45aa7fe81b7 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (5e9c0f07-14dc-4292-8ad7-d548c1758f13), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:39.954001 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-39cfb144-4bf1-4f01-a48e-f1087cd9a145 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 69066ba3-0a76-4a39-9ab4-91186ef6f744) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:39.964204 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cfb144-4bf1-4f01-a48e-f1087cd9a145 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:39.964943 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-39cfb144-4bf1-4f01-a48e-f1087cd9a145 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:39.977382 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-b16b9d48-d947-4f76-bada-3501eeca6ae3 None None] Provisioning complete for port da62d3c4-8857-4366-82aa-a80b5784e444 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:39.977971 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b16b9d48-d947-4f76-bada-3501eeca6ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (da62d3c4-8857-4366-82aa-a80b5784e444), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:39.999032 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-39cfb144-4bf1-4f01-a48e-f1087cd9a145 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.4576533 Mar 01 14:08:40.001836 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40132) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:40.008283 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-4c94d4ad-fa03-4894-bafd-306f3c418739 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:40.035254 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b2587f77-9be5-4b8b-9345-ca63c077bd85 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (5a4c85b2-cf54-4f2a-958a-ac2725f5df15), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:40.053348 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:40.105336 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b096a3d-3cf9-4192-92f7-f45aa7fe81b7 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Subnet': ['ID=5e9c0f07-14dc-4292-8ad7-d548c1758f13,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:40.113116 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b096a3d-3cf9-4192-92f7-f45aa7fe81b7 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Checking segment: {'id': '02da6a95-113d-4e8f-b605-4b8c92dd287c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd204a5f7-e889-4fd6-8422-16fec7475833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:40.113818 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b096a3d-3cf9-4192-92f7-f45aa7fe81b7 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Network hostable DHCP agents. Network: d204a5f7-e889-4fd6-8422-16fec7475833, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:08:40.118397 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:40.129945 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2587f77-9be5-4b8b-9345-ca63c077bd85 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event deleted for resources: {'Port': ['ID=5a4c85b2-cf54-4f2a-958a-ac2725f5df15,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:40.134033 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port ef8bca24-14c1-441a-9c24-f7783fe9ce66 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:40.134425 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ef8bca24-14c1-441a-9c24-f7783fe9ce66), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:40.147170 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b096a3d-3cf9-4192-92f7-f45aa7fe81b7 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Network d204a5f7-e889-4fd6-8422-16fec7475833 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:08:40.176676 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-4b096a3d-3cf9-4192-92f7-f45aa7fe81b7 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, d204a5f7-e889-4fd6-8422-16fec7475833) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:40.190258 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b096a3d-3cf9-4192-92f7-f45aa7fe81b7 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:40.192804 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4b096a3d-3cf9-4192-92f7-f45aa7fe81b7 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:40.229293 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4b096a3d-3cf9-4192-92f7-f45aa7fe81b7 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7541051 Mar 01 14:08:40.232838 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40152) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:40.307312 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-b16b9d48-d947-4f76-bada-3501eeca6ae3 None None] Current status of the port da62d3c4-8857-4366-82aa-a80b5784e444 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:40.372385 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40170) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:40.374302 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4c94d4ad-fa03-4894-bafd-306f3c418739 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-264221474'] for subnet (06eac9c2-e8c1-4f2a-992c-3bef38ac1a40), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:40.398226 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-8f51e222-a82a-446a-891e-21d9f5b523b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'name': 'tempest-RoutersIpV6Test-router-553735540', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:08:27Z', 'updated_at': '2022-03-01T14:08:35Z', 'revision_number': 2, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'gw_port_host': None, '_interfaces': [{'id': '8fee95d5-f552-4aa7-aeab-639b41390d7d', 'name': '', 'network_id': '21e14362-3194-44ba-be9e-42c62903a358', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:bc:ac:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '6395be5a-5198-4907-bbae-62d5988a1869', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:32Z', 'updated_at': '2022-03-01T14:08:36Z', 'revision_number': 2, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '6395be5a-5198-4907-bbae-62d5988a1869', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:40.461256 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f51e222-a82a-446a-891e-21d9f5b523b6 None None] Checking router: 4738dcad-ccde-4986-8f26-7f476c63d625 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:08:40.465306 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f51e222-a82a-446a-891e-21d9f5b523b6 None None] Updating router 4738dcad-ccde-4986-8f26-7f476c63d625 port 8fee95d5-f552-4aa7-aeab-639b41390d7d binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:08:40.483149 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c954eec-e2db-4867-ab00-b3f7200b98b6 None None] Network 69066ba3-0a76-4a39-9ab4-91186ef6f744 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:40.621888 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a2e54-a55a-4bb3-a0f9-4313f198132f req-27d44ea3-2891-450b-85b0-ef0d8c793302 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:40.624031 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f03a2e54-a55a-4bb3-a0f9-4313f198132f req-27d44ea3-2891-450b-85b0-ef0d8c793302 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] 10.222.0.13 "GET /v2.0/ports?device_id=90a2e5d8-311f-4dfd-9349-a606a2710270 HTTP/1.1" status: 200 len: 945 time: 0.1527286 Mar 01 14:08:40.745992 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4c94d4ad-fa03-4894-bafd-306f3c418739 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753015898341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-264116221'] for subnet (06eac9c2-e8c1-4f2a-992c-3bef38ac1a40), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:40.814965 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285ee9b4-ad12-44c7-9d68-7287cf788da5 None None] Network d204a5f7-e889-4fd6-8422-16fec7475833 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:40.817391 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-b16b9d48-d947-4f76-bada-3501eeca6ae3 None None] Provisioning complete for port 8fee95d5-f552-4aa7-aeab-639b41390d7d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:40.819048 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b16b9d48-d947-4f76-bada-3501eeca6ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8fee95d5-f552-4aa7-aeab-639b41390d7d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:40.823583 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c2efc44c-e6ec-43e2-939d-a2caca1320c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:40.849369 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c94d4ad-fa03-4894-bafd-306f3c418739 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event updated for resources: {'Subnet': ['ID=06eac9c2-e8c1-4f2a-992c-3bef38ac1a40,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:40.898162 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port ef8bca24-14c1-441a-9c24-f7783fe9ce66 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:40.913497 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-b16b9d48-d947-4f76-bada-3501eeca6ae3 None None] Port 8fee95d5-f552-4aa7-aeab-639b41390d7d cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:08:40.916126 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c94d4ad-fa03-4894-bafd-306f3c418739 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:40.916926 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4c94d4ad-fa03-4894-bafd-306f3c418739 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:40.920936 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4c94d4ad-fa03-4894-bafd-306f3c418739 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "PUT /v2.0/subnets/06eac9c2-e8c1-4f2a-992c-3bef38ac1a40 HTTP/1.1" status: 200 len: 900 time: 0.9153776 Mar 01 14:08:40.921560 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40184) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:40.931411 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b2587f77-9be5-4b8b-9345-ca63c077bd85 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (dff287da-e08e-42ba-9601-b105525b9d9b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:40.956255 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f03a2e54-a55a-4bb3-a0f9-4313f198132f req-629948c1-8110-4667-9a39-a8cfc86455de tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd83b5d5-2720-41ff-9471-999c0f34f4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970100 Mar 01 14:08:41.011099 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8f51e222-a82a-446a-891e-21d9f5b523b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8fee95d5-f552-4aa7-aeab-639b41390d7d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:41.031637 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c2efc44c-e6ec-43e2-939d-a2caca1320c8 admin admin] Publish callbacks [] for security_group (96950187-a376-4396-8dc3-4e79d0c2b0f5), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:41.034708 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4e55a664-b077-4bf1-836e-a712d835f739 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:41.046572 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-b16b9d48-d947-4f76-bada-3501eeca6ae3 None None] Provisioning complete for port ef8bca24-14c1-441a-9c24-f7783fe9ce66 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:41.046934 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c2efc44c-e6ec-43e2-939d-a2caca1320c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (96950187-a376-4396-8dc3-4e79d0c2b0f5), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:41.047089 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b16b9d48-d947-4f76-bada-3501eeca6ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ef8bca24-14c1-441a-9c24-f7783fe9ce66), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:41.077105 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c2efc44c-e6ec-43e2-939d-a2caca1320c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2dfbb0bec402402c95aa30fbc4d79ddb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7035997 Mar 01 14:08:41.082586 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40188) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:41.196031 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a3b7b3-582d-4a34-b174-4bbfbffc48ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-69066ba3-0a76-4a39-9ab4-91186ef6f744', 'network_id': '69066ba3-0a76-4a39-9ab4-91186ef6f744', 'project_id': 'f673a5614f414812a2a1ca2dad630b5a', 'fixed_ips': [{'subnet_id': '06eac9c2-e8c1-4f2a-992c-3bef38ac1a40'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:08:41.196916 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f9a3b7b3-582d-4a34-b174-4bbfbffc48ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:41.268960 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e822081-0eda-4102-a814-fc5b985cd964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-d204a5f7-e889-4fd6-8422-16fec7475833', 'network_id': 'd204a5f7-e889-4fd6-8422-16fec7475833', 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'fixed_ips': [{'subnet_id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:08:41.269884 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7e822081-0eda-4102-a814-fc5b985cd964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:41.272514 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1e92e3c0-97cf-4e2f-bce1-86aa9ba9c0d8 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (69066ba3-0a76-4a39-9ab4-91186ef6f744), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:41.375987 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2587f77-9be5-4b8b-9345-ca63c077bd85 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Router dff287da-e08e-42ba-9601-b105525b9d9b has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:08:41.534562 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-77bd9ec4-3f84-4478-b976-a19174b7d144 admin admin] Publish callbacks [] for security_group (96950187-a376-4396-8dc3-4e79d0c2b0f5), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:41.640510 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1e92e3c0-97cf-4e2f-bce1-86aa9ba9c0d8 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (06eac9c2-e8c1-4f2a-992c-3bef38ac1a40), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:41.644240 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2587f77-9be5-4b8b-9345-ca63c077bd85 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:08:41.647546 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2efc44c-e6ec-43e2-939d-a2caca1320c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96950187-a376-4396-8dc3-4e79d0c2b0f5,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:41.655011 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b2587f77-9be5-4b8b-9345-ca63c077bd85 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "PUT /v2.0/routers/dff287da-e08e-42ba-9601-b105525b9d9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2091160 Mar 01 14:08:41.664698 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40200) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:41.664890 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76172246-2b7a-42a7-962a-950cbbe5f054 None None] Sync routers for ids ['dff287da-e08e-42ba-9601-b105525b9d9b'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:08:41.679439 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76172246-2b7a-42a7-962a-950cbbe5f054 None None] Routers {'dff287da-e08e-42ba-9601-b105525b9d9b'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:08:41.682831 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-b16b9d48-d947-4f76-bada-3501eeca6ae3 None None] Current status of the port ef8bca24-14c1-441a-9c24-f7783fe9ce66 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:41.683829 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-76172246-2b7a-42a7-962a-950cbbe5f054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:08:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['dff287da-e08e-42ba-9601-b105525b9d9b'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:41.687086 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-77bd9ec4-3f84-4478-b976-a19174b7d144 admin admin] Publish callbacks [] for security_group (96950187-a376-4396-8dc3-4e79d0c2b0f5), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:41.777270 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-77bd9ec4-3f84-4478-b976-a19174b7d144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (96950187-a376-4396-8dc3-4e79d0c2b0f5), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:41.781128 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-77bd9ec4-3f84-4478-b976-a19174b7d144 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:41.783726 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-77bd9ec4-3f84-4478-b976-a19174b7d144 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/96950187-a376-4396-8dc3-4e79d0c2b0f5 HTTP/1.1" status: 204 len: 168 time: 0.6599805 Mar 01 14:08:41.802397 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-76172246-2b7a-42a7-962a-950cbbe5f054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:41.815951 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1e92e3c0-97cf-4e2f-bce1-86aa9ba9c0d8 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (06eac9c2-e8c1-4f2a-992c-3bef38ac1a40), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:41.830596 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76172246-2b7a-42a7-962a-950cbbe5f054 None None] Routers {'dff287da-e08e-42ba-9601-b105525b9d9b'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:08:41.831205 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-76172246-2b7a-42a7-962a-950cbbe5f054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:08:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['dff287da-e08e-42ba-9601-b105525b9d9b'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:41.875616 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-7e822081-0eda-4102-a814-fc5b985cd964 None None] Allocated IP 2001:db8:1::2 (d204a5f7-e889-4fd6-8422-16fec7475833/5e9c0f07-14dc-4292-8ad7-d548c1758f13/4179d386-4385-429e-baf3-ee9648177d9d) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:08:41.892900 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-76172246-2b7a-42a7-962a-950cbbe5f054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:41.894155 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76172246-2b7a-42a7-962a-950cbbe5f054 None None] The sync data for ids ['dff287da-e08e-42ba-9601-b105525b9d9b'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:08:41.907074 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd9ec4-3f84-4478-b976-a19174b7d144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96950187-a376-4396-8dc3-4e79d0c2b0f5,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:41.914780 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92e3c0-97cf-4e2f-bce1-86aa9ba9c0d8 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event deleted for resources: {'Subnet': ['ID=06eac9c2-e8c1-4f2a-992c-3bef38ac1a40,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:42.044120 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1e92e3c0-97cf-4e2f-bce1-86aa9ba9c0d8 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (69066ba3-0a76-4a39-9ab4-91186ef6f744), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:42.070202 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-1e92e3c0-97cf-4e2f-bce1-86aa9ba9c0d8 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69066ba3-0a76-4a39-9ab4-91186ef6f744']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:42.082898 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-1e92e3c0-97cf-4e2f-bce1-86aa9ba9c0d8 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0176481-c63f-46a4-b94f-47bfabab69e2') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:42.083539 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-1e92e3c0-97cf-4e2f-bce1-86aa9ba9c0d8 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0176481-c63f-46a4-b94f-47bfabab69e2') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:42.097232 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1e92e3c0-97cf-4e2f-bce1-86aa9ba9c0d8 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (e0176481-c63f-46a4-b94f-47bfabab69e2), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:42.114806 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1e92e3c0-97cf-4e2f-bce1-86aa9ba9c0d8 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (e0176481-c63f-46a4-b94f-47bfabab69e2), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:42.127924 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7e822081-0eda-4102-a814-fc5b985cd964 None None] Publish callbacks [] for port (4179d386-4385-429e-baf3-ee9648177d9d), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:42.135948 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e92e3c0-97cf-4e2f-bce1-86aa9ba9c0d8 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:08:42.136859 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1e92e3c0-97cf-4e2f-bce1-86aa9ba9c0d8 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (e0176481-c63f-46a4-b94f-47bfabab69e2), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server [None req-f9a3b7b3-582d-4a34-b174-4bbfbffc48ef None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 06eac9c2-e8c1-4f2a-992c-3bef38ac1a40: This subnet is being modified by another concurrent operation. Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 01 14:08:42.145708 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server raise exception Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 06eac9c2-e8c1-4f2a-992c-3bef38ac1a40: This subnet is being modified by another concurrent operation. Mar 01 14:08:42.151599 n-d-827467-3 neutron-server[103728]: ERROR oslo_messaging.rpc.server Mar 01 14:08:42.157368 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:08:42.157368 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:08:42.157368 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:08:42.157368 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:08:42.157368 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:08:42.157368 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:08:42.157368 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:08:42.157368 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:08:42.157368 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:08:42.157368 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:08:42.157368 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:08:42.157368 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:08:42.157368 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:08:42.157368 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:08:42.157368 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:08:42.157368 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:08:42.157368 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:08:42.157368 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:08:42.157368 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:08:42.157368 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:08:42.157368 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:08:42.157368 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:08:42.157368 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:08:42.157368 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:08:42.157368 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:08:42.157368 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:08:42.157368 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:08:42.157368 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:08:42.157368 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:08:42.157368 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:08:42.157368 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:08:42.157368 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:08:42.179191 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7e822081-0eda-4102-a814-fc5b985cd964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (4179d386-4385-429e-baf3-ee9648177d9d), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:42.193784 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebc12fd-73a2-4bba-b1f6-7a7161fa896f None None] Network 69066ba3-0a76-4a39-9ab4-91186ef6f744 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:42.215295 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e822081-0eda-4102-a814-fc5b985cd964 None None] Network d204a5f7-e889-4fd6-8422-16fec7475833 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:08:42.249215 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-7e822081-0eda-4102-a814-fc5b985cd964 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:42.260815 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e822081-0eda-4102-a814-fc5b985cd964 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:08:42.272760 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-4b099f6e-688c-437b-a0ed-87fe1c324d11 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] remove_router_interface failed (client error): The resource could not be found. Mar 01 14:08:42.277323 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40210) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:42.282899 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4b099f6e-688c-437b-a0ed-87fe1c324d11 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "PUT /v2.0/routers/dff287da-e08e-42ba-9601-b105525b9d9b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6060722 Mar 01 14:08:42.323013 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b1b5b211-ef49-42aa-989b-c99643113e98 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "GET /v2.0/ports?device_id=dff287da-e08e-42ba-9601-b105525b9d9b HTTP/1.1" status: 200 len: 205 time: 0.0439796 Mar 01 14:08:42.324350 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1e92e3c0-97cf-4e2f-bce1-86aa9ba9c0d8 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (69066ba3-0a76-4a39-9ab4-91186ef6f744), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:42.326609 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40214) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:42.327543 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-34c75ee6-9258-4009-af19-27743593cbef None None] Provisioning complete for port 8fee95d5-f552-4aa7-aeab-639b41390d7d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:42.328052 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-34c75ee6-9258-4009-af19-27743593cbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8fee95d5-f552-4aa7-aeab-639b41390d7d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:42.341548 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1e92e3c0-97cf-4e2f-bce1-86aa9ba9c0d8 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:42.360505 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1e92e3c0-97cf-4e2f-bce1-86aa9ba9c0d8 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "DELETE /v2.0/networks/69066ba3-0a76-4a39-9ab4-91186ef6f744 HTTP/1.1" status: 204 len: 168 time: 1.4377751 Mar 01 14:08:42.371395 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40218) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:42.393602 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-34c75ee6-9258-4009-af19-27743593cbef None None] Port 8fee95d5-f552-4aa7-aeab-639b41390d7d cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:08:42.423166 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-aafd48fb-9432-4bd0-8cdb-6cfdc145bd30 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] DELETE failed (client error): The resource could not be found. Mar 01 14:08:42.424019 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aafd48fb-9432-4bd0-8cdb-6cfdc145bd30 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:08:42.427227 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-aafd48fb-9432-4bd0-8cdb-6cfdc145bd30 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "DELETE /v2.0/subnets/06eac9c2-e8c1-4f2a-992c-3bef38ac1a40 HTTP/1.1" status: 404 len: 337 time: 0.0548990 Mar 01 14:08:42.430360 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40220) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:42.442067 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92e3c0-97cf-4e2f-bce1-86aa9ba9c0d8 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event deleted for resources: {'Network': ['ID=69066ba3-0a76-4a39-9ab4-91186ef6f744,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:42.500558 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-4e55a664-b077-4bf1-836e-a712d835f739 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Allocated IP 2001:db8:1::1 (d204a5f7-e889-4fd6-8422-16fec7475833/5e9c0f07-14dc-4292-8ad7-d548c1758f13/84ea90cb-3be0-4ae3-965e-475125bd4072) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:08:42.505156 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-07269fcc-42cb-4fd9-b56b-4bedeb1ceb65 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] DELETE failed (client error): The resource could not be found. Mar 01 14:08:42.505671 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07269fcc-42cb-4fd9-b56b-4bedeb1ceb65 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:08:42.507244 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-00e58ff0-63e6-4fb9-91bc-ede5fb7f7054 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router (dff287da-e08e-42ba-9601-b105525b9d9b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:42.513906 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-07269fcc-42cb-4fd9-b56b-4bedeb1ceb65 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "DELETE /v2.0/networks/69066ba3-0a76-4a39-9ab4-91186ef6f744 HTTP/1.1" status: 404 len: 339 time: 0.0823970 Mar 01 14:08:42.516401 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40226) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:42.658644 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-642f6cb2-132b-4dee-88fe-5ad70f42b525 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (90abe6dc-9e97-43cd-b04a-d14710129024), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:42.737911 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-00e58ff0-63e6-4fb9-91bc-ede5fb7f7054 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (dff287da-e08e-42ba-9601-b105525b9d9b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:42.740582 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-00e58ff0-63e6-4fb9-91bc-ede5fb7f7054 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router_controller (dff287da-e08e-42ba-9601-b105525b9d9b), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:42.751736 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4e55a664-b077-4bf1-836e-a712d835f739 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for port (84ea90cb-3be0-4ae3-965e-475125bd4072), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:42.766010 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8f51e222-a82a-446a-891e-21d9f5b523b6 None None] Publish callbacks [] for port (8fee95d5-f552-4aa7-aeab-639b41390d7d), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:42.777371 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e822081-0eda-4102-a814-fc5b985cd964 None None] Pushing event updated for resources: {'Port': ['ID=4179d386-4385-429e-baf3-ee9648177d9d,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:42.781912 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8f51e222-a82a-446a-891e-21d9f5b523b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (8fee95d5-f552-4aa7-aeab-639b41390d7d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:42.811556 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-00e58ff0-63e6-4fb9-91bc-ede5fb7f7054 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (dff287da-e08e-42ba-9601-b105525b9d9b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:42.812689 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e58ff0-63e6-4fb9-91bc-ede5fb7f7054 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Fanout notify agent at l3_agent the message router_deleted on router dff287da-e08e-42ba-9601-b105525b9d9b {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:08:42.860111 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-642f6cb2-132b-4dee-88fe-5ad70f42b525 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (90abe6dc-9e97-43cd-b04a-d14710129024), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:42.871070 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-00e58ff0-63e6-4fb9-91bc-ede5fb7f7054 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:42.879463 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-00e58ff0-63e6-4fb9-91bc-ede5fb7f7054 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/routers/dff287da-e08e-42ba-9601-b105525b9d9b HTTP/1.1" status: 204 len: 168 time: 0.5516369 Mar 01 14:08:42.882659 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40236) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:42.928119 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f626119-e258-49d3-9feb-6d523b5caae9 None None] Network 69066ba3-0a76-4a39-9ab4-91186ef6f744 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:42.972694 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-642f6cb2-132b-4dee-88fe-5ad70f42b525 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90abe6dc-9e97-43cd-b04a-d14710129024']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:42.985725 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-642f6cb2-132b-4dee-88fe-5ad70f42b525 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1fe3b3-09a2-49aa-a0dc-fc4ddb0fd4a6') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:42.988097 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-642f6cb2-132b-4dee-88fe-5ad70f42b525 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1fe3b3-09a2-49aa-a0dc-fc4ddb0fd4a6') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:43.000907 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-642f6cb2-132b-4dee-88fe-5ad70f42b525 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (fd1fe3b3-09a2-49aa-a0dc-fc4ddb0fd4a6), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:43.003528 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d4e17c6-faa0-4ac9-aa3e-0b6a188e82d8 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Deleting subnet 45dcd0a3-378c-4a56-a74a-69957e206dcf {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:08:43.012545 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4e55a664-b077-4bf1-836e-a712d835f739 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (84ea90cb-3be0-4ae3-965e-475125bd4072), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:43.012785 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f626119-e258-49d3-9feb-6d523b5caae9 None None] Network 69066ba3-0a76-4a39-9ab4-91186ef6f744 could not be found, it might have been deleted concurrently. {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 01 14:08:43.024368 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8d4e17c6-faa0-4ac9-aa3e-0b6a188e82d8 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for subnet (45dcd0a3-378c-4a56-a74a-69957e206dcf), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:43.028377 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-642f6cb2-132b-4dee-88fe-5ad70f42b525 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (fd1fe3b3-09a2-49aa-a0dc-fc4ddb0fd4a6), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:43.061112 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-642f6cb2-132b-4dee-88fe-5ad70f42b525 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:08:43.061917 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-642f6cb2-132b-4dee-88fe-5ad70f42b525 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (fd1fe3b3-09a2-49aa-a0dc-fc4ddb0fd4a6), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:43.066165 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-7e822081-0eda-4102-a814-fc5b985cd964 None None] Attempting to bind port 4179d386-4385-429e-baf3-ee9648177d9d on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:08:43.066576 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-7e822081-0eda-4102-a814-fc5b985cd964 None None] Attempting to bind port 4179d386-4385-429e-baf3-ee9648177d9d by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '02da6a95-113d-4e8f-b605-4b8c92dd287c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd204a5f7-e889-4fd6-8422-16fec7475833'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:08:43.066947 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e822081-0eda-4102-a814-fc5b985cd964 None None] Attempting to bind port 4179d386-4385-429e-baf3-ee9648177d9d on network d204a5f7-e889-4fd6-8422-16fec7475833 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:43.067825 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:08:43.067825 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:08:43.067825 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:08:43.067825 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:08:43.067825 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:08:43.067825 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:08:43.067825 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:08:43.067825 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:08:43.067825 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:08:43.067825 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:08:43.067825 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:08:43.067825 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:08:43.067825 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:08:43.067825 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:08:43.067825 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:08:43.067825 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:08:43.067825 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:08:43.067825 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:08:43.067825 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:08:43.067825 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:08:43.067825 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:08:43.067825 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:08:43.067825 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:08:43.067825 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:08:43.067825 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:08:43.067825 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:08:43.067825 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:08:43.067825 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:08:43.067825 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:08:43.067825 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:08:43.067825 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:08:43.067825 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:08:43.103406 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e55a664-b077-4bf1-836e-a712d835f739 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Network d204a5f7-e889-4fd6-8422-16fec7475833 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:08:43.137646 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8d4e17c6-faa0-4ac9-aa3e-0b6a188e82d8 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (45dcd0a3-378c-4a56-a74a-69957e206dcf), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:43.148767 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-4e55a664-b077-4bf1-836e-a712d835f739 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:43.155018 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-8f51e222-a82a-446a-891e-21d9f5b523b6 None None] Attempting to bind port 8fee95d5-f552-4aa7-aeab-639b41390d7d on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:08:43.155579 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-8f51e222-a82a-446a-891e-21d9f5b523b6 None None] Attempting to bind port 8fee95d5-f552-4aa7-aeab-639b41390d7d by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '355d7bea-5170-4eb8-937d-f43b60000895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '21e14362-3194-44ba-be9e-42c62903a358'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:08:43.155870 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f51e222-a82a-446a-891e-21d9f5b523b6 None None] Attempting to bind port 8fee95d5-f552-4aa7-aeab-639b41390d7d on network 21e14362-3194-44ba-be9e-42c62903a358 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:43.159046 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e55a664-b077-4bf1-836e-a712d835f739 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:08:43.159963 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4e55a664-b077-4bf1-836e-a712d835f739 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (4738dcad-ccde-4986-8f26-7f476c63d625), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:43.173220 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c4250-c880-41da-b297-71487d4c0a35 None None] Pushing event updated for resources: {'Port': ['ID=8fee95d5-f552-4aa7-aeab-639b41390d7d,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:43.176110 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f51e222-a82a-446a-891e-21d9f5b523b6 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:08:43.176480 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f51e222-a82a-446a-891e-21d9f5b523b6 None None] Checking segment: {'id': '355d7bea-5170-4eb8-937d-f43b60000895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '21e14362-3194-44ba-be9e-42c62903a358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:43.176896 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8f51e222-a82a-446a-891e-21d9f5b523b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:43.177280 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f51e222-a82a-446a-891e-21d9f5b523b6 None None] Bound using segment: {'id': '355d7bea-5170-4eb8-937d-f43b60000895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '21e14362-3194-44ba-be9e-42c62903a358'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:08:43.177763 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-8f51e222-a82a-446a-891e-21d9f5b523b6 None None] Bound port: 8fee95d5-f552-4aa7-aeab-639b41390d7d, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355d7bea-5170-4eb8-937d-f43b60000895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '21e14362-3194-44ba-be9e-42c62903a358'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:08:43.178143 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8f51e222-a82a-446a-891e-21d9f5b523b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8fee95d5-f552-4aa7-aeab-639b41390d7d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:43.186175 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e822081-0eda-4102-a814-fc5b985cd964 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:08:43.186565 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e822081-0eda-4102-a814-fc5b985cd964 None None] Checking segment: {'id': '02da6a95-113d-4e8f-b605-4b8c92dd287c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd204a5f7-e889-4fd6-8422-16fec7475833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:43.186968 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7e822081-0eda-4102-a814-fc5b985cd964 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:43.187368 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e822081-0eda-4102-a814-fc5b985cd964 None None] Bound using segment: {'id': '02da6a95-113d-4e8f-b605-4b8c92dd287c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd204a5f7-e889-4fd6-8422-16fec7475833'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:08:43.187870 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-7e822081-0eda-4102-a814-fc5b985cd964 None None] Bound port: 4179d386-4385-429e-baf3-ee9648177d9d, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02da6a95-113d-4e8f-b605-4b8c92dd287c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd204a5f7-e889-4fd6-8422-16fec7475833'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:08:43.188249 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7e822081-0eda-4102-a814-fc5b985cd964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4179d386-4385-429e-baf3-ee9648177d9d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:43.269191 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55a664-b077-4bf1-836e-a712d835f739 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Port': ['ID=84ea90cb-3be0-4ae3-965e-475125bd4072,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:43.355388 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-642f6cb2-132b-4dee-88fe-5ad70f42b525 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (90abe6dc-9e97-43cd-b04a-d14710129024), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:43.364556 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-642f6cb2-132b-4dee-88fe-5ad70f42b525 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:43.380285 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-642f6cb2-132b-4dee-88fe-5ad70f42b525 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "DELETE /v2.0/networks/90abe6dc-9e97-43cd-b04a-d14710129024 HTTP/1.1" status: 204 len: 168 time: 0.8625312 Mar 01 14:08:43.381012 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40242) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:43.430387 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-7e822081-0eda-4102-a814-fc5b985cd964 None None] For port 4179d386-4385-429e-baf3-ee9648177d9d, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:08:43.439100 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f6cb2-132b-4dee-88fe-5ad70f42b525 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event deleted for resources: {'Network': ['ID=90abe6dc-9e97-43cd-b04a-d14710129024,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:43.442174 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-0115c552-a178-4227-92bd-d381c2b4bd7a tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] DELETE failed (client error): The resource could not be found. Mar 01 14:08:43.442926 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0115c552-a178-4227-92bd-d381c2b4bd7a tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:08:43.447141 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-7e822081-0eda-4102-a814-fc5b985cd964 None None] For port 4179d386-4385-429e-baf3-ee9648177d9d, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=4179d386-4385-429e-baf3-ee9648177d9d,segment=NetworkSegment(02da6a95-113d-4e8f-b605-4b8c92dd287c),segment_id=02da6a95-113d-4e8f-b605-4b8c92dd287c)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:08:43.449791 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0115c552-a178-4227-92bd-d381c2b4bd7a tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "DELETE /v2.0/subnets/f4c1df02-57c9-48e5-b7f9-28c3a441ed0b HTTP/1.1" status: 404 len: 337 time: 0.0423422 Mar 01 14:08:43.450474 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40246) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:43.487322 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cca295a-2fb2-41e1-8d9b-ab1dea963044 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] DELETE failed (client error): The resource could not be found. Mar 01 14:08:43.487959 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cca295a-2fb2-41e1-8d9b-ab1dea963044 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:08:43.494692 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0cca295a-2fb2-41e1-8d9b-ab1dea963044 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "DELETE /v2.0/networks/957d80a5-e968-4cfb-b306-1b4999e2c983 HTTP/1.1" status: 404 len: 339 time: 0.0377531 Mar 01 14:08:43.495573 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40248) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:43.500845 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7e822081-0eda-4102-a814-fc5b985cd964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (4179d386-4385-429e-baf3-ee9648177d9d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:43.528562 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-8f51e222-a82a-446a-891e-21d9f5b523b6 None None] For port 8fee95d5-f552-4aa7-aeab-639b41390d7d, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:08:43.583039 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-a900f345-911b-4ed0-b6a7-331fc102bdfa None None] Provisioning complete for port 8fee95d5-f552-4aa7-aeab-639b41390d7d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:43.584269 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a900f345-911b-4ed0-b6a7-331fc102bdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8fee95d5-f552-4aa7-aeab-639b41390d7d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:43.605980 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-80c5150a-c1da-428f-afb3-44cb4c56a5ec tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Deleting subnet b8cbe41c-63ab-4e92-8c46-9f36c9395b7d {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:08:43.612123 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-80c5150a-c1da-428f-afb3-44cb4c56a5ec tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for subnet (b8cbe41c-63ab-4e92-8c46-9f36c9395b7d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:43.689456 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-a900f345-911b-4ed0-b6a7-331fc102bdfa None None] Port 8fee95d5-f552-4aa7-aeab-639b41390d7d cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:08:43.703961 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4e55a664-b077-4bf1-836e-a712d835f739 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (84ea90cb-3be0-4ae3-965e-475125bd4072), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:43.724183 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-8f51e222-a82a-446a-891e-21d9f5b523b6 None None] For port 8fee95d5-f552-4aa7-aeab-639b41390d7d, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=8fee95d5-f552-4aa7-aeab-639b41390d7d,segment=NetworkSegment(355d7bea-5170-4eb8-937d-f43b60000895),segment_id=355d7bea-5170-4eb8-937d-f43b60000895)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:08:43.773206 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8f51e222-a82a-446a-891e-21d9f5b523b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (8fee95d5-f552-4aa7-aeab-639b41390d7d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:43.818830 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e822081-0eda-4102-a814-fc5b985cd964 None None] Pushing event updated for resources: {'Port': ['ID=4179d386-4385-429e-baf3-ee9648177d9d,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:43.999151 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c4250-c880-41da-b297-71487d4c0a35 None None] Pushing event updated for resources: {'Port': ['ID=8fee95d5-f552-4aa7-aeab-639b41390d7d,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:44.010254 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f51e222-a82a-446a-891e-21d9f5b523b6 None None] Routers {'4738dcad-ccde-4986-8f26-7f476c63d625'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:08:44.010863 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-8f51e222-a82a-446a-891e-21d9f5b523b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:08:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4738dcad-ccde-4986-8f26-7f476c63d625'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:44.057585 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8d4e17c6-faa0-4ac9-aa3e-0b6a188e82d8 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (45dcd0a3-378c-4a56-a74a-69957e206dcf), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:44.207081 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4e55a664-b077-4bf1-836e-a712d835f739 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for port (84ea90cb-3be0-4ae3-965e-475125bd4072), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:44.233640 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4e55a664-b077-4bf1-836e-a712d835f739 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (84ea90cb-3be0-4ae3-965e-475125bd4072), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:44.234470 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4e55a664-b077-4bf1-836e-a712d835f739 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (4738dcad-ccde-4986-8f26-7f476c63d625), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:44.239398 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8d4e17c6-faa0-4ac9-aa3e-0b6a188e82d8 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (45dcd0a3-378c-4a56-a74a-69957e206dcf), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:44.386506 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8d4e17c6-faa0-4ac9-aa3e-0b6a188e82d8 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:44.392719 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8d4e17c6-faa0-4ac9-aa3e-0b6a188e82d8 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/subnets/45dcd0a3-378c-4a56-a74a-69957e206dcf HTTP/1.1" status: 204 len: 168 time: 1.5070221 Mar 01 14:08:44.394301 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-80c5150a-c1da-428f-afb3-44cb4c56a5ec tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (b8cbe41c-63ab-4e92-8c46-9f36c9395b7d), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:44.395286 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40264) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:44.400584 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e17c6-faa0-4ac9-aa3e-0b6a188e82d8 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event deleted for resources: {'Subnet': ['ID=45dcd0a3-378c-4a56-a74a-69957e206dcf,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:44.456609 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-8f51e222-a82a-446a-891e-21d9f5b523b6 None None] Set router 4738dcad-ccde-4986-8f26-7f476c63d625 gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:08:44.551797 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5c790e-f662-4544-9abc-065c1d50ffd5 None None] Network 684ce677-8b30-41f0-ad7f-4e908fc9c89f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:44.553656 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40266) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:44.617554 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-63b8862d-7553-4e8e-be06-f6a43c0a010c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (684ce677-8b30-41f0-ad7f-4e908fc9c89f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:44.675691 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-1425be09-fc80-46bc-88c1-44d2a91927a0 None None] Provisioning complete for port 8fee95d5-f552-4aa7-aeab-639b41390d7d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:44.677560 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1425be09-fc80-46bc-88c1-44d2a91927a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8fee95d5-f552-4aa7-aeab-639b41390d7d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:44.709128 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-63b8862d-7553-4e8e-be06-f6a43c0a010c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Deleting port 0acce965-8f05-49fa-ab9e-caf98c326502 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:08:44.709472 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-63b8862d-7553-4e8e-be06-f6a43c0a010c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (0acce965-8f05-49fa-ab9e-caf98c326502), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:44.740703 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55a664-b077-4bf1-836e-a712d835f739 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Port': ['ID=84ea90cb-3be0-4ae3-965e-475125bd4072,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:44.799464 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-80c5150a-c1da-428f-afb3-44cb4c56a5ec tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (b8cbe41c-63ab-4e92-8c46-9f36c9395b7d), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:44.838024 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-63b8862d-7553-4e8e-be06-f6a43c0a010c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] For port 0acce965-8f05-49fa-ab9e-caf98c326502, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=0acce965-8f05-49fa-ab9e-caf98c326502,segment=NetworkSegment(fe947bc1-ac8d-48a8-8745-5a49011aa641),segment_id=fe947bc1-ac8d-48a8-8745-5a49011aa641)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:08:44.838393 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-63b8862d-7553-4e8e-be06-f6a43c0a010c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (0acce965-8f05-49fa-ab9e-caf98c326502), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:44.860370 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-63b8862d-7553-4e8e-be06-f6a43c0a010c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Calling delete_port for 0acce965-8f05-49fa-ab9e-caf98c326502 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:08:44.893443 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-1425be09-fc80-46bc-88c1-44d2a91927a0 None None] Current status of the port 8fee95d5-f552-4aa7-aeab-639b41390d7d is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:44.894386 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1425be09-fc80-46bc-88c1-44d2a91927a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8fee95d5-f552-4aa7-aeab-639b41390d7d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:44.938255 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e55a664-b077-4bf1-836e-a712d835f739 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Network d204a5f7-e889-4fd6-8422-16fec7475833 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:08:44.942758 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-80c5150a-c1da-428f-afb3-44cb4c56a5ec tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (b8cbe41c-63ab-4e92-8c46-9f36c9395b7d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:44.983064 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-80c5150a-c1da-428f-afb3-44cb4c56a5ec tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:44.987477 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-1425be09-fc80-46bc-88c1-44d2a91927a0 None None] For port 8fee95d5-f552-4aa7-aeab-639b41390d7d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=8fee95d5-f552-4aa7-aeab-639b41390d7d,segment=NetworkSegment(355d7bea-5170-4eb8-937d-f43b60000895),segment_id=355d7bea-5170-4eb8-937d-f43b60000895)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:08:44.996321 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-80c5150a-c1da-428f-afb3-44cb4c56a5ec tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "DELETE /v2.0/subnets/b8cbe41c-63ab-4e92-8c46-9f36c9395b7d HTTP/1.1" status: 204 len: 168 time: 1.4973145 Mar 01 14:08:45.001943 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40274) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:45.007341 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373443d7-bfb2-47a1-9a59-309a2aad8f6a None None] Network 9b65977d-1fe8-4fe8-b1b0-3647a0c4c12f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:45.016201 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-90296616-0e4e-4e53-8fd4-8731d1dca931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-596393363'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:45.038923 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1425be09-fc80-46bc-88c1-44d2a91927a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (8fee95d5-f552-4aa7-aeab-639b41390d7d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:45.074310 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-4e55a664-b077-4bf1-836e-a712d835f739 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:45.092012 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-63b8862d-7553-4e8e-be06-f6a43c0a010c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (0acce965-8f05-49fa-ab9e-caf98c326502), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:45.106898 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-df621c8d-95fd-48f4-9c91-62dcc1f62502 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Deleting subnet 893e7329-1828-43e5-adab-27307a00f42f {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:08:45.159828 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebf9fee-b020-4dd0-be34-12ffb4d5d84f None None] DHCP port deletion for 684ce677-8b30-41f0-ad7f-4e908fc9c89f request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:08:45.169561 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90296616-0e4e-4e53-8fd4-8731d1dca931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431-project] Made reservation on behalf of 07f486e333d94d55961b7bf58acf72d6 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:45.174117 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-90296616-0e4e-4e53-8fd4-8731d1dca931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:45.176878 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c5150a-c1da-428f-afb3-44cb4c56a5ec tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event deleted for resources: {'Subnet': ['ID=b8cbe41c-63ab-4e92-8c46-9f36c9395b7d,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:45.181244 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-df621c8d-95fd-48f4-9c91-62dcc1f62502 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for subnet (893e7329-1828-43e5-adab-27307a00f42f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:45.196339 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b8862d-7553-4e8e-be06-f6a43c0a010c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] No DVR routers for this DVR port 0acce965-8f05-49fa-ab9e-caf98c326502 on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:08:45.209749 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-90296616-0e4e-4e53-8fd4-8731d1dca931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:45.212451 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b8862d-7553-4e8e-be06-f6a43c0a010c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event deleted for resources: {'Port': ['ID=0acce965-8f05-49fa-ab9e-caf98c326502,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:45.235375 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1425be09-fc80-46bc-88c1-44d2a91927a0 None None] Pushing event updated for resources: {'Port': ['ID=8fee95d5-f552-4aa7-aeab-639b41390d7d,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:45.357871 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-8f51e222-a82a-446a-891e-21d9f5b523b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'name': 'tempest-RoutersIpV6Test-router-553735540', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:08:27Z', 'updated_at': '2022-03-01T14:08:43Z', 'revision_number': 3, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'gw_port_host': None, '_interfaces': [{'id': '84ea90cb-3be0-4ae3-965e-475125bd4072', 'name': '', 'network_id': 'd204a5f7-e889-4fd6-8422-16fec7475833', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:15:43:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:41Z', 'updated_at': '2022-03-01T14:08:42Z', 'revision_number': 1, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fee95d5-f552-4aa7-aeab-639b41390d7d', 'name': '', 'network_id': '21e14362-3194-44ba-be9e-42c62903a358', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:bc:ac:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '6395be5a-5198-4907-bbae-62d5988a1869', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:32Z', 'updated_at': '2022-03-01T14:08:43Z', 'revision_number': 4, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '6395be5a-5198-4907-bbae-62d5988a1869', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:45.417392 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e55a664-b077-4bf1-836e-a712d835f739 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Router 4738dcad-ccde-4986-8f26-7f476c63d625 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:08:45.432651 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f51e222-a82a-446a-891e-21d9f5b523b6 None None] The sync data for ids ['4738dcad-ccde-4986-8f26-7f476c63d625'] in n-d-827467-3 is: [{'id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'name': 'tempest-RoutersIpV6Test-router-553735540', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:08:27Z', 'updated_at': '2022-03-01T14:08:43Z', 'revision_number': 3, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'gw_port_host': None, '_interfaces': [{'id': '84ea90cb-3be0-4ae3-965e-475125bd4072', 'name': '', 'network_id': 'd204a5f7-e889-4fd6-8422-16fec7475833', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:15:43:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:41Z', 'updated_at': '2022-03-01T14:08:42Z', 'revision_number': 1, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fee95d5-f552-4aa7-aeab-639b41390d7d', 'name': '', 'network_id': '21e14362-3194-44ba-be9e-42c62903a358', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:bc:ac:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '6395be5a-5198-4907-bbae-62d5988a1869', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:32Z', 'updated_at': '2022-03-01T14:08:43Z', 'revision_number': 4, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '6395be5a-5198-4907-bbae-62d5988a1869', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:08:45.455878 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-df621c8d-95fd-48f4-9c91-62dcc1f62502 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (893e7329-1828-43e5-adab-27307a00f42f), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:45.545706 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-63b8862d-7553-4e8e-be06-f6a43c0a010c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (684ce677-8b30-41f0-ad7f-4e908fc9c89f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:45.630680 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 4179d386-4385-429e-baf3-ee9648177d9d up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:08:45.631186 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e55a664-b077-4bf1-836e-a712d835f739 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:08:45.651096 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4e55a664-b077-4bf1-836e-a712d835f739 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "PUT /v2.0/routers/4738dcad-ccde-4986-8f26-7f476c63d625/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4141588 Mar 01 14:08:45.652986 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40286) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:45.658837 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-90296616-0e4e-4e53-8fd4-8731d1dca931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431-project] Publish callbacks [] for security_group (dc3a79c6-5d64-4992-b13c-f47b5e3eb0af), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:45.667005 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-4e4d3615-71e7-4e3a-9bb4-5d423f040ee7 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-733104406'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:45.673575 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-63b8862d-7553-4e8e-be06-f6a43c0a010c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['684ce677-8b30-41f0-ad7f-4e908fc9c89f']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:45.673822 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-90296616-0e4e-4e53-8fd4-8731d1dca931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (dc3a79c6-5d64-4992-b13c-f47b5e3eb0af), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:45.687404 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-63b8862d-7553-4e8e-be06-f6a43c0a010c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe947bc1-ac8d-48a8-8745-5a49011aa641') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:45.688052 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-63b8862d-7553-4e8e-be06-f6a43c0a010c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe947bc1-ac8d-48a8-8745-5a49011aa641') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:45.698536 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-63b8862d-7553-4e8e-be06-f6a43c0a010c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (fe947bc1-ac8d-48a8-8745-5a49011aa641), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:45.738438 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff17581-302d-4b07-a5a3-1cae0548e51f None None] Network d204a5f7-e889-4fd6-8422-16fec7475833 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:45.745032 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4d3615-71e7-4e3a-9bb4-5d423f040ee7 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Made reservation on behalf of acbdde4ecc2c4bf09ed2554be77540a8 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:45.752431 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4e4d3615-71e7-4e3a-9bb4-5d423f040ee7 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:45.764978 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-63b8862d-7553-4e8e-be06-f6a43c0a010c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (fe947bc1-ac8d-48a8-8745-5a49011aa641), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:45.772282 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90296616-0e4e-4e53-8fd4-8731d1dca931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:08:45.775833 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90296616-0e4e-4e53-8fd4-8731d1dca931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3a79c6-5d64-4992-b13c-f47b5e3eb0af,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:45.800397 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b8862d-7553-4e8e-be06-f6a43c0a010c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:08:45.813776 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-63b8862d-7553-4e8e-be06-f6a43c0a010c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (fe947bc1-ac8d-48a8-8745-5a49011aa641), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:45.814883 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-90296616-0e4e-4e53-8fd4-8731d1dca931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (e002deda-7489-4910-a5d3-b9fb1201e7c8), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:45.815246 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-90296616-0e4e-4e53-8fd4-8731d1dca931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431-project] Added segment e002deda-7489-4910-a5d3-b9fb1201e7c8 of type vlan for network c62f6746-e1fb-4ef9-ae06-967d8e2a893e Mar 01 14:08:45.817249 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:08:45.817249 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:08:45.817249 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:08:45.817249 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:08:45.817249 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:08:45.817249 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:08:45.817249 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:08:45.817249 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:08:45.817249 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:08:45.817249 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:08:45.817249 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:08:45.817249 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:08:45.817249 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:08:45.817249 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:08:45.817249 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:08:45.817249 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:08:45.817249 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:08:45.817249 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:08:45.817249 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:08:45.817249 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:08:45.817249 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:08:45.817249 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:08:45.817249 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:08:45.817249 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:08:45.817249 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:08:45.817249 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:08:45.817249 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:08:45.817249 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:08:45.817249 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:08:45.817249 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:08:45.817249 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:08:45.817249 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:08:45.910296 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e4d3615-71e7-4e3a-9bb4-5d423f040ee7 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:08:45.958290 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-90296616-0e4e-4e53-8fd4-8731d1dca931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (c62f6746-e1fb-4ef9-ae06-967d8e2a893e), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:45.969824 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4e4d3615-71e7-4e3a-9bb4-5d423f040ee7 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (4fd0f802-5e76-44f1-aaf6-e41350e6650f), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:45.970215 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-4e4d3615-71e7-4e3a-9bb4-5d423f040ee7 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Added segment 4fd0f802-5e76-44f1-aaf6-e41350e6650f of type vlan for network 8c596c88-c5c7-4946-b069-2227ff4bce00 Mar 01 14:08:46.055293 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-63b8862d-7553-4e8e-be06-f6a43c0a010c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (684ce677-8b30-41f0-ad7f-4e908fc9c89f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:46.067175 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 4179d386-4385-429e-baf3-ee9648177d9d triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:46.067708 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (4179d386-4385-429e-baf3-ee9648177d9d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:46.072196 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-35669515-0734-41f5-bdf6-0b780409d051 None None] Provisioning complete for port 4179d386-4385-429e-baf3-ee9648177d9d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:46.072770 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-35669515-0734-41f5-bdf6-0b780409d051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (4179d386-4385-429e-baf3-ee9648177d9d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:46.073662 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-63b8862d-7553-4e8e-be06-f6a43c0a010c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:46.088324 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-63b8862d-7553-4e8e-be06-f6a43c0a010c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/networks/684ce677-8b30-41f0-ad7f-4e908fc9c89f HTTP/1.1" status: 204 len: 168 time: 1.6899159 Mar 01 14:08:46.089208 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40292) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:46.114210 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-4deda554-4c13-49a7-bcd6-f751484456bd tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Request body: {'network': {'name': 'tempest-RoutersTest-1809432791'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:46.139343 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4e4d3615-71e7-4e3a-9bb4-5d423f040ee7 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (8c596c88-c5c7-4946-b069-2227ff4bce00), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:46.177454 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-90296616-0e4e-4e53-8fd4-8731d1dca931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (c62f6746-e1fb-4ef9-ae06-967d8e2a893e), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:46.190264 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90296616-0e4e-4e53-8fd4-8731d1dca931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:46.192660 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-90296616-0e4e-4e53-8fd4-8731d1dca931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:46.193205 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b8862d-7553-4e8e-be06-f6a43c0a010c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event deleted for resources: {'Network': ['ID=684ce677-8b30-41f0-ad7f-4e908fc9c89f,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:46.216497 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-df621c8d-95fd-48f4-9c91-62dcc1f62502 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (893e7329-1828-43e5-adab-27307a00f42f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:46.297871 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4deda554-4c13-49a7-bcd6-f751484456bd tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Made reservation on behalf of 3a14431fa0e343d69136a59d66043ad6 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:46.321711 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4deda554-4c13-49a7-bcd6-f751484456bd tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:46.375929 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90296616-0e4e-4e53-8fd4-8731d1dca931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431-project] Pushing event updated for resources: {'Network': ['ID=c62f6746-e1fb-4ef9-ae06-967d8e2a893e,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:46.407377 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4e4d3615-71e7-4e3a-9bb4-5d423f040ee7 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (8c596c88-c5c7-4946-b069-2227ff4bce00), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:46.415946 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-35669515-0734-41f5-bdf6-0b780409d051 None None] Current status of the port 4179d386-4385-429e-baf3-ee9648177d9d is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:46.416472 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-35669515-0734-41f5-bdf6-0b780409d051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4179d386-4385-429e-baf3-ee9648177d9d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:46.419025 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network c62f6746-e1fb-4ef9-ae06-967d8e2a893e details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:08:46.439886 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4d3615-71e7-4e3a-9bb4-5d423f040ee7 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:46.440463 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4e4d3615-71e7-4e3a-9bb4-5d423f040ee7 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:46.445625 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4deda554-4c13-49a7-bcd6-f751484456bd tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:08:46.475947 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4deda554-4c13-49a7-bcd6-f751484456bd tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (89e7a09f-6fa7-46dd-b9eb-19552f957586), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:46.476358 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-4deda554-4c13-49a7-bcd6-f751484456bd tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Added segment 89e7a09f-6fa7-46dd-b9eb-19552f957586 of type vlan for network 080e5788-deb9-4d23-b7e2-4ff372011df3 Mar 01 14:08:46.495457 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-90296616-0e4e-4e53-8fd4-8731d1dca931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.9054890 Mar 01 14:08:46.519539 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-35669515-0734-41f5-bdf6-0b780409d051 None None] For port 4179d386-4385-429e-baf3-ee9648177d9d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=4179d386-4385-429e-baf3-ee9648177d9d,segment=NetworkSegment(02da6a95-113d-4e8f-b605-4b8c92dd287c),segment_id=02da6a95-113d-4e8f-b605-4b8c92dd287c)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:08:46.555424 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-35669515-0734-41f5-bdf6-0b780409d051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (4179d386-4385-429e-baf3-ee9648177d9d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:46.565559 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4e4d3615-71e7-4e3a-9bb4-5d423f040ee7 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9106448 Mar 01 14:08:46.576456 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40304) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:46.588454 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-1042ef2e-21a8-44dd-bb10-0599e4e9e0ce tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Request body: {'subnet': {'network_id': '8c596c88-c5c7-4946-b069-2227ff4bce00', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:46.601713 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4deda554-4c13-49a7-bcd6-f751484456bd tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (080e5788-deb9-4d23-b7e2-4ff372011df3), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:46.636730 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4deda554-4c13-49a7-bcd6-f751484456bd tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (080e5788-deb9-4d23-b7e2-4ff372011df3), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:46.659961 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4deda554-4c13-49a7-bcd6-f751484456bd tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:46.660951 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4deda554-4c13-49a7-bcd6-f751484456bd tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:46.776382 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-df621c8d-95fd-48f4-9c91-62dcc1f62502 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (893e7329-1828-43e5-adab-27307a00f42f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:46.823599 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35669515-0734-41f5-bdf6-0b780409d051 None None] Pushing event updated for resources: {'Port': ['ID=4179d386-4385-429e-baf3-ee9648177d9d,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:46.882329 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4deda554-4c13-49a7-bcd6-f751484456bd tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7753000 Mar 01 14:08:46.903942 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40310) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:46.916578 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35669515-0734-41f5-bdf6-0b780409d051 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:46.917067 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35669515-0734-41f5-bdf6-0b780409d051 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:46.917422 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35669515-0734-41f5-bdf6-0b780409d051 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:46.920413 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35669515-0734-41f5-bdf6-0b780409d051 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:46.920803 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35669515-0734-41f5-bdf6-0b780409d051 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:46.923358 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35669515-0734-41f5-bdf6-0b780409d051 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:46.923759 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35669515-0734-41f5-bdf6-0b780409d051 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:46.925604 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35669515-0734-41f5-bdf6-0b780409d051 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:46.926537 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35669515-0734-41f5-bdf6-0b780409d051 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:46.930109 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35669515-0734-41f5-bdf6-0b780409d051 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:46.930464 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35669515-0734-41f5-bdf6-0b780409d051 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:46.930812 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35669515-0734-41f5-bdf6-0b780409d051 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:46.932606 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35669515-0734-41f5-bdf6-0b780409d051 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:08:46.958427 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df621c8d-95fd-48f4-9c91-62dcc1f62502 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event deleted for resources: {'Subnet': ['ID=893e7329-1828-43e5-adab-27307a00f42f,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:46.968147 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-7f664133-6e28-479b-a647-a35ff04b5c80 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Request body: {'subnet': {'network_id': '080e5788-deb9-4d23-b7e2-4ff372011df3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:46.974887 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 4179d386-4385-429e-baf3-ee9648177d9d is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:46.975541 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-df621c8d-95fd-48f4-9c91-62dcc1f62502 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:46.979515 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-df621c8d-95fd-48f4-9c91-62dcc1f62502 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "DELETE /v2.0/subnets/893e7329-1828-43e5-adab-27307a00f42f HTTP/1.1" status: 204 len: 168 time: 1.9765706 Mar 01 14:08:46.985634 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deda554-4c13-49a7-bcd6-f751484456bd tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Network': ['ID=080e5788-deb9-4d23-b7e2-4ff372011df3,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:46.987089 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40312) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:47.016057 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2800563-dbf0-4261-934f-ae6b1fd53c6c None None] Network 9b65977d-1fe8-4fe8-b1b0-3647a0c4c12f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:47.022969 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40316) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:47.027927 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Request body: {'port': {'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e', 'binding:host_id': 'n-h1-827467-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096803119'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:47.070452 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 080e5788-deb9-4d23-b7e2-4ff372011df3 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:08:47.080211 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Made reservation on behalf of 385629de46ea40539e1366ea17cf34fd for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:47.082749 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:47.095234 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:47.108080 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d3615-71e7-4e3a-9bb4-5d423f040ee7 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Network': ['ID=8c596c88-c5c7-4946-b069-2227ff4bce00,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:47.255982 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 0acce965-8f05-49fa-ab9e-caf98c326502 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:08:47.260847 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 8c596c88-c5c7-4946-b069-2227ff4bce00 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:08:47.336255 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks [] for security_group (91782866-63be-4466-84fe-67a18d517361), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:47.349963 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (91782866-63be-4466-84fe-67a18d517361), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:47.384628 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-f39e707a-171d-4755-841a-789261a21a8e None None] Provisioning complete for port da62d3c4-8857-4366-82aa-a80b5784e444 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:47.385222 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f39e707a-171d-4755-841a-789261a21a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (da62d3c4-8857-4366-82aa-a80b5784e444), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:47.390490 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] device_id is not set on port 287eed60-58e9-4e0f-8d05-8ef39241508e yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:08:47.432971 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 0acce965-8f05-49fa-ab9e-caf98c326502 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:08:47.433749 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 0acce965-8f05-49fa-ab9e-caf98c326502 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:08:47.456891 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-146ca53e-d1e4-4b71-bf91-abcfa88583b0 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (9b65977d-1fe8-4fe8-b1b0-3647a0c4c12f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:47.502440 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f664133-6e28-479b-a647-a35ff04b5c80 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Made reservation on behalf of 3a14431fa0e343d69136a59d66043ad6 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:47.506610 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7f664133-6e28-479b-a647-a35ff04b5c80 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:47.623259 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91782866-63be-4466-84fe-67a18d517361,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:47.687218 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f39e707a-171d-4755-841a-789261a21a8e None None] Current status of the port da62d3c4-8857-4366-82aa-a80b5784e444 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:47.770829 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 4179d386-4385-429e-baf3-ee9648177d9d up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:08:47.840720 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6619fe89-f096-48f1-a7fb-650d6a0da5eb None None] DHCP port deletion for 9b65977d-1fe8-4fe8-b1b0-3647a0c4c12f request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:08:47.865745 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4873f8d-511b-44a8-bced-e0e570719eea req-db3bd58b-a657-4740-b283-92de37c87223 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:47.869813 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4873f8d-511b-44a8-bced-e0e570719eea req-db3bd58b-a657-4740-b283-92de37c87223 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] 10.222.0.13 "GET /v2.0/ports?device_id=90a2e5d8-311f-4dfd-9349-a606a2710270 HTTP/1.1" status: 200 len: 945 time: 0.3995121 Mar 01 14:08:47.875981 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1042ef2e-21a8-44dd-bb10-0599e4e9e0ce tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Made reservation on behalf of acbdde4ecc2c4bf09ed2554be77540a8 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:47.880529 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1042ef2e-21a8-44dd-bb10-0599e4e9e0ce tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:47.906350 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-f41928a8-6015-4459-b9cf-e0d79ee1eb82 None None] Provisioning complete for port 4179d386-4385-429e-baf3-ee9648177d9d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:47.906718 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] device_id is not set on port 287eed60-58e9-4e0f-8d05-8ef39241508e yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:08:47.907008 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f41928a8-6015-4459-b9cf-e0d79ee1eb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (4179d386-4385-429e-baf3-ee9648177d9d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:47.916338 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks [] for port (287eed60-58e9-4e0f-8d05-8ef39241508e), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:47.927626 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (287eed60-58e9-4e0f-8d05-8ef39241508e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:48.010756 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Pushing event updated for resources: {'Port': ['ID=287eed60-58e9-4e0f-8d05-8ef39241508e,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:48.025688 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-146ca53e-d1e4-4b71-bf91-abcfa88583b0 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Deleting port da62d3c4-8857-4366-82aa-a80b5784e444 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:08:48.026095 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-146ca53e-d1e4-4b71-bf91-abcfa88583b0 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (da62d3c4-8857-4366-82aa-a80b5784e444), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:48.031974 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Checking segment: {'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:48.032763 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Network hostable DHCP agents. Network: c62f6746-e1fb-4ef9-ae06-967d8e2a893e, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:08:48.044541 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 4179d386-4385-429e-baf3-ee9648177d9d triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:48.044973 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (4179d386-4385-429e-baf3-ee9648177d9d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:48.059505 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Network c62f6746-e1fb-4ef9-ae06-967d8e2a893e is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:08:48.072803 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, c62f6746-e1fb-4ef9-ae06-967d8e2a893e) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:48.077079 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:08:48.095989 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:08:48.096600 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:08:48.097242 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:48.097659 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0a6ef9-96c4-436f-b640-0714e84bc9fd None None] Network c62f6746-e1fb-4ef9-ae06-967d8e2a893e requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:48.103240 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Port 287eed60-58e9-4e0f-8d05-8ef39241508e on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:08:48.103765 n-d-827467-3 neutron-server[103726]: ERROR neutron.plugins.ml2.managers [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Failed to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] Mar 01 14:08:48.104280 n-d-827467-3 neutron-server[103726]: INFO neutron.plugins.ml2.plugin [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempt 2 to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e Mar 01 14:08:48.110262 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4873f8d-511b-44a8-bced-e0e570719eea req-5a924585-2c4e-4ada-a22c-f46d360b2cd0 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd83b5d5-2720-41ff-9471-999c0f34f4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486306 Mar 01 14:08:48.120446 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:08:48.121042 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:08:48.123151 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:48.127297 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Port 287eed60-58e9-4e0f-8d05-8ef39241508e on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:08:48.127780 n-d-827467-3 neutron-server[103726]: ERROR neutron.plugins.ml2.managers [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Failed to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] Mar 01 14:08:48.128265 n-d-827467-3 neutron-server[103726]: INFO neutron.plugins.ml2.plugin [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempt 3 to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e Mar 01 14:08:48.144108 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:08:48.144563 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:08:48.145001 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:48.152543 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Port 287eed60-58e9-4e0f-8d05-8ef39241508e on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:08:48.153071 n-d-827467-3 neutron-server[103726]: ERROR neutron.plugins.ml2.managers [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Failed to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] Mar 01 14:08:48.153589 n-d-827467-3 neutron-server[103726]: INFO neutron.plugins.ml2.plugin [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempt 4 to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e Mar 01 14:08:48.167599 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:08:48.168108 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:08:48.168547 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:48.173555 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Port 287eed60-58e9-4e0f-8d05-8ef39241508e on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:08:48.174030 n-d-827467-3 neutron-server[103726]: ERROR neutron.plugins.ml2.managers [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Failed to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] Mar 01 14:08:48.174507 n-d-827467-3 neutron-server[103726]: INFO neutron.plugins.ml2.plugin [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempt 5 to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e Mar 01 14:08:48.176435 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-6619fe89-f096-48f1-a7fb-650d6a0da5eb None None] Deleting port da62d3c4-8857-4366-82aa-a80b5784e444 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:08:48.176805 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6619fe89-f096-48f1-a7fb-650d6a0da5eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (da62d3c4-8857-4366-82aa-a80b5784e444), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:48.191351 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:08:48.191893 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:08:48.192435 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:48.198196 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Port 287eed60-58e9-4e0f-8d05-8ef39241508e on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:08:48.198654 n-d-827467-3 neutron-server[103726]: ERROR neutron.plugins.ml2.managers [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Failed to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] Mar 01 14:08:48.199159 n-d-827467-3 neutron-server[103726]: INFO neutron.plugins.ml2.plugin [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempt 6 to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e Mar 01 14:08:48.212953 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:08:48.213434 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:08:48.213869 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:48.219809 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Port 287eed60-58e9-4e0f-8d05-8ef39241508e on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:08:48.220302 n-d-827467-3 neutron-server[103726]: ERROR neutron.plugins.ml2.managers [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Failed to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] Mar 01 14:08:48.221118 n-d-827467-3 neutron-server[103726]: INFO neutron.plugins.ml2.plugin [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempt 7 to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e Mar 01 14:08:48.237468 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:08:48.238077 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:08:48.238519 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:48.245405 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Port 287eed60-58e9-4e0f-8d05-8ef39241508e on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:08:48.245881 n-d-827467-3 neutron-server[103726]: ERROR neutron.plugins.ml2.managers [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Failed to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] Mar 01 14:08:48.246400 n-d-827467-3 neutron-server[103726]: INFO neutron.plugins.ml2.plugin [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempt 8 to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e Mar 01 14:08:48.262214 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:08:48.262615 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:08:48.263069 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:48.268487 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Port 287eed60-58e9-4e0f-8d05-8ef39241508e on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:08:48.268992 n-d-827467-3 neutron-server[103726]: ERROR neutron.plugins.ml2.managers [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Failed to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] Mar 01 14:08:48.269510 n-d-827467-3 neutron-server[103726]: INFO neutron.plugins.ml2.plugin [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempt 9 to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e Mar 01 14:08:48.292601 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:08:48.292985 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:08:48.293521 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:48.299071 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Port 287eed60-58e9-4e0f-8d05-8ef39241508e on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:08:48.299414 n-d-827467-3 neutron-server[103726]: ERROR neutron.plugins.ml2.managers [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Failed to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] Mar 01 14:08:48.299817 n-d-827467-3 neutron-server[103726]: INFO neutron.plugins.ml2.plugin [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempt 10 to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e Mar 01 14:08:48.315607 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:08:48.316102 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:08:48.316446 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:48.326192 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Port 287eed60-58e9-4e0f-8d05-8ef39241508e on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:08:48.326546 n-d-827467-3 neutron-server[103726]: ERROR neutron.plugins.ml2.managers [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Failed to bind port 287eed60-58e9-4e0f-8d05-8ef39241508e on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] Mar 01 14:08:48.326896 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (287eed60-58e9-4e0f-8d05-8ef39241508e), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:48.411454 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] For port 287eed60-58e9-4e0f-8d05-8ef39241508e, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:08:48.412212 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempted to set empty binding levels {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 01 14:08:48.423990 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (287eed60-58e9-4e0f-8d05-8ef39241508e), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:48.443109 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:48.443858 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:48.508565 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.4812984 Mar 01 14:08:48.511935 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40324) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:48.544918 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-6619fe89-f096-48f1-a7fb-650d6a0da5eb None None] For port da62d3c4-8857-4366-82aa-a80b5784e444, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=da62d3c4-8857-4366-82aa-a80b5784e444,segment=NetworkSegment(7c739f20-6f45-41c1-8086-89acfb6dba41),segment_id=7c739f20-6f45-41c1-8086-89acfb6dba41)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:08:48.545319 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6619fe89-f096-48f1-a7fb-650d6a0da5eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (da62d3c4-8857-4366-82aa-a80b5784e444), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:48.554980 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3089f7-3566-400f-bce2-3ac4ad51a619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Pushing event updated for resources: {'Port': ['ID=287eed60-58e9-4e0f-8d05-8ef39241508e,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:48.632218 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-2b2dbea6-68f4-4300-a4a0-9f813f648528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Deleting port 287eed60-58e9-4e0f-8d05-8ef39241508e {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:08:48.632577 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2b2dbea6-68f4-4300-a4a0-9f813f648528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (287eed60-58e9-4e0f-8d05-8ef39241508e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:48.644193 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f41928a8-6015-4459-b9cf-e0d79ee1eb82 None None] Current status of the port 4179d386-4385-429e-baf3-ee9648177d9d is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:48.649235 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-6619fe89-f096-48f1-a7fb-650d6a0da5eb None None] Calling delete_port for da62d3c4-8857-4366-82aa-a80b5784e444 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:08:48.666068 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 4179d386-4385-429e-baf3-ee9648177d9d is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:48.667554 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 8fee95d5-f552-4aa7-aeab-639b41390d7d up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:08:48.729368 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-2b2dbea6-68f4-4300-a4a0-9f813f648528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] For port 287eed60-58e9-4e0f-8d05-8ef39241508e, host n-h1-827467-3, got binding levels [] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:08:48.729753 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2b2dbea6-68f4-4300-a4a0-9f813f648528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (287eed60-58e9-4e0f-8d05-8ef39241508e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:48.754423 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-146ca53e-d1e4-4b71-bf91-abcfa88583b0 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] For port da62d3c4-8857-4366-82aa-a80b5784e444, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=da62d3c4-8857-4366-82aa-a80b5784e444,segment=NetworkSegment(7c739f20-6f45-41c1-8086-89acfb6dba41),segment_id=7c739f20-6f45-41c1-8086-89acfb6dba41)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:08:48.755022 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-146ca53e-d1e4-4b71-bf91-abcfa88583b0 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (da62d3c4-8857-4366-82aa-a80b5784e444), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:48.759012 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-2b2dbea6-68f4-4300-a4a0-9f813f648528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Calling delete_port for 287eed60-58e9-4e0f-8d05-8ef39241508e owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:08:48.782605 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7f664133-6e28-479b-a647-a35ff04b5c80 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (ca3d837a-c491-4a83-9f36-d90f4c0b2bb0), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:48.796328 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55689c1a-2c5f-4f0b-8b4e-441cce45a5f9 None None] Sync routers for ids ['4738dcad-ccde-4986-8f26-7f476c63d625'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:08:48.830447 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-f41928a8-6015-4459-b9cf-e0d79ee1eb82 None None] Provisioning complete for port 84ea90cb-3be0-4ae3-965e-475125bd4072 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:48.831050 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f41928a8-6015-4459-b9cf-e0d79ee1eb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (84ea90cb-3be0-4ae3-965e-475125bd4072), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:48.858397 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2b2dbea6-68f4-4300-a4a0-9f813f648528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (287eed60-58e9-4e0f-8d05-8ef39241508e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:48.869452 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f664133-6e28-479b-a647-a35ff04b5c80 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Subnet': ['ID=ca3d837a-c491-4a83-9f36-d90f4c0b2bb0,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:48.877059 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-146ca53e-d1e4-4b71-bf91-abcfa88583b0 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Calling delete_port for da62d3c4-8857-4366-82aa-a80b5784e444 owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:08:48.902185 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2dbea6-68f4-4300-a4a0-9f813f648528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Pushing event deleted for resources: {'Port': ['ID=287eed60-58e9-4e0f-8d05-8ef39241508e,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:48.909080 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 8fee95d5-f552-4aa7-aeab-639b41390d7d triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:48.910888 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8fee95d5-f552-4aa7-aeab-639b41390d7d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:48.917598 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55689c1a-2c5f-4f0b-8b4e-441cce45a5f9 None None] Routers {'4738dcad-ccde-4986-8f26-7f476c63d625'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:08:48.918515 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-55689c1a-2c5f-4f0b-8b4e-441cce45a5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:08:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4738dcad-ccde-4986-8f26-7f476c63d625'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:48.935058 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2b2dbea6-68f4-4300-a4a0-9f813f648528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:48.938987 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2b2dbea6-68f4-4300-a4a0-9f813f648528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] 10.222.0.13 "DELETE /v2.0/ports/287eed60-58e9-4e0f-8d05-8ef39241508e HTTP/1.1" status: 204 len: 168 time: 0.4260271 Mar 01 14:08:48.954533 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f664133-6e28-479b-a647-a35ff04b5c80 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Checking segment: {'id': '89e7a09f-6fa7-46dd-b9eb-19552f957586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '080e5788-deb9-4d23-b7e2-4ff372011df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:48.955001 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f664133-6e28-479b-a647-a35ff04b5c80 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Network hostable DHCP agents. Network: 080e5788-deb9-4d23-b7e2-4ff372011df3, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:08:48.959075 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40326) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:48.993168 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88bc43-0527-489f-b83d-33e8e8b1a4a6 req-0e52336e-5b42-4e78-a121-fa7429a3cf9d tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:48.994260 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-f325cc2c-d1a3-4b48-bfad-1bedacb386df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] GET failed (client error): The resource could not be found. Mar 01 14:08:48.995317 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7f88bc43-0527-489f-b83d-33e8e8b1a4a6 req-0e52336e-5b42-4e78-a121-fa7429a3cf9d tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] 10.222.0.20 "GET /v2.0/ports?device_id=90a2e5d8-311f-4dfd-9349-a606a2710270 HTTP/1.1" status: 200 len: 945 time: 0.0780888 Mar 01 14:08:48.995660 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f325cc2c-d1a3-4b48-bfad-1bedacb386df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] 10.222.0.13 "GET /v2.0/ports/287eed60-58e9-4e0f-8d05-8ef39241508e HTTP/1.1" status: 404 len: 333 time: 0.0282254 Mar 01 14:08:48.996737 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1042ef2e-21a8-44dd-bb10-0599e4e9e0ce tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (9c2fade6-d20b-417e-96a0-aff0648e2b60), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:48.999895 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40328) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:49.007135 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-59897806-79fe-4f18-b4e1-0522a8963107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Request body: {'port': {'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700755099'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:49.044992 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-55689c1a-2c5f-4f0b-8b4e-441cce45a5f9 None None] Set router 4738dcad-ccde-4986-8f26-7f476c63d625 gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:08:49.059765 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1042ef2e-21a8-44dd-bb10-0599e4e9e0ce tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Subnet': ['ID=9c2fade6-d20b-417e-96a0-aff0648e2b60,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:49.092124 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f664133-6e28-479b-a647-a35ff04b5c80 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Network 080e5788-deb9-4d23-b7e2-4ff372011df3 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:08:49.097566 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59897806-79fe-4f18-b4e1-0522a8963107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Made reservation on behalf of 385629de46ea40539e1366ea17cf34fd for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:49.102502 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-59897806-79fe-4f18-b4e1-0522a8963107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:49.108567 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1042ef2e-21a8-44dd-bb10-0599e4e9e0ce tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Checking segment: {'id': '4fd0f802-5e76-44f1-aaf6-e41350e6650f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c596c88-c5c7-4946-b069-2227ff4bce00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:49.108937 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1042ef2e-21a8-44dd-bb10-0599e4e9e0ce tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Network hostable DHCP agents. Network: 8c596c88-c5c7-4946-b069-2227ff4bce00, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:08:49.119065 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-7f664133-6e28-479b-a647-a35ff04b5c80 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 080e5788-deb9-4d23-b7e2-4ff372011df3) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:49.128985 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f664133-6e28-479b-a647-a35ff04b5c80 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:49.129951 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7f664133-6e28-479b-a647-a35ff04b5c80 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:49.168025 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2af5af-d64a-420d-8b00-b1bdb9758ce9 None None] Network 080e5788-deb9-4d23-b7e2-4ff372011df3 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:49.181094 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1042ef2e-21a8-44dd-bb10-0599e4e9e0ce tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Network 8c596c88-c5c7-4946-b069-2227ff4bce00 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:08:49.196532 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-1042ef2e-21a8-44dd-bb10-0599e4e9e0ce tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 8c596c88-c5c7-4946-b069-2227ff4bce00) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:49.230603 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-59897806-79fe-4f18-b4e1-0522a8963107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] device_id is not set on port 886d638a-5f20-42d5-bf86-e6210e017784 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:08:49.250896 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1042ef2e-21a8-44dd-bb10-0599e4e9e0ce tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:49.251801 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1042ef2e-21a8-44dd-bb10-0599e4e9e0ce tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:49.271390 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7f664133-6e28-479b-a647-a35ff04b5c80 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3408780 Mar 01 14:08:49.275138 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-146ca53e-d1e4-4b71-bf91-abcfa88583b0 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (da62d3c4-8857-4366-82aa-a80b5784e444), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:49.275908 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dca99b-1ef6-4158-af51-adccb089d232 None None] Network 8c596c88-c5c7-4946-b069-2227ff4bce00 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:49.286297 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f41928a8-6015-4459-b9cf-e0d79ee1eb82 None None] Port 84ea90cb-3be0-4ae3-965e-475125bd4072 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:08:49.287082 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40332) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:49.311572 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-7f88bc43-0527-489f-b83d-33e8e8b1a4a6 req-14877e06-8b0d-4690-a42e-5fb309115283 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] Deleting port 02c04bc6-5224-4931-b89d-e460a89b4f92 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:08:49.312593 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7f88bc43-0527-489f-b83d-33e8e8b1a4a6 req-14877e06-8b0d-4690-a42e-5fb309115283 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (02c04bc6-5224-4931-b89d-e460a89b4f92), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:49.314087 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1042ef2e-21a8-44dd-bb10-0599e4e9e0ce tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7365482 Mar 01 14:08:49.318636 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-0b70a0e8-aefd-4d3e-aa0e-9e4851c594c2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-665397294', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:49.320086 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40334) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:49.336648 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146ca53e-d1e4-4b71-bf91-abcfa88583b0 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] No DVR routers for this DVR port da62d3c4-8857-4366-82aa-a80b5784e444 on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:08:49.343323 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ca53e-d1e4-4b71-bf91-abcfa88583b0 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event deleted for resources: {'Port': ['ID=da62d3c4-8857-4366-82aa-a80b5784e444,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:49.393289 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0b70a0e8-aefd-4d3e-aa0e-9e4851c594c2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (cc1f6004-246c-4950-bb9e-ead7991c81f9), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:49.394651 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0b70a0e8-aefd-4d3e-aa0e-9e4851c594c2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (cc1f6004-246c-4950-bb9e-ead7991c81f9), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:49.438030 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c409b948-fc6b-4f50-9eee-739e73c8d081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-080e5788-deb9-4d23-b7e2-4ff372011df3', 'network_id': '080e5788-deb9-4d23-b7e2-4ff372011df3', 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'fixed_ips': [{'subnet_id': 'ca3d837a-c491-4a83-9f36-d90f4c0b2bb0'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:08:49.438874 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c409b948-fc6b-4f50-9eee-739e73c8d081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:49.497680 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0b70a0e8-aefd-4d3e-aa0e-9e4851c594c2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router_controller (cc1f6004-246c-4950-bb9e-ead7991c81f9), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:49.524758 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0b70a0e8-aefd-4d3e-aa0e-9e4851c594c2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (cc1f6004-246c-4950-bb9e-ead7991c81f9), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:49.571203 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6619fe89-f096-48f1-a7fb-650d6a0da5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (da62d3c4-8857-4366-82aa-a80b5784e444), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:49.597709 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c00531-f105-4e59-87f7-83a7d064c3a3 req-85a0a19d-d5ba-4ec3-beb2-2a846a2bd458 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:49.607324 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6619fe89-f096-48f1-a7fb-650d6a0da5eb None None] No DVR routers for this DVR port da62d3c4-8857-4366-82aa-a80b5784e444 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:08:49.610724 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b8c00531-f105-4e59-87f7-83a7d064c3a3 req-85a0a19d-d5ba-4ec3-beb2-2a846a2bd458 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] 10.222.0.13 "GET /v2.0/ports?device_id=90a2e5d8-311f-4dfd-9349-a606a2710270 HTTP/1.1" status: 200 len: 945 time: 0.3911071 Mar 01 14:08:49.683365 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0b70a0e8-aefd-4d3e-aa0e-9e4851c594c2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:49.684760 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0b70a0e8-aefd-4d3e-aa0e-9e4851c594c2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3695352 Mar 01 14:08:49.685810 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-b6ed1667-0caa-4c22-9d5c-18f835150e7f None None] Provisioning complete for port 84ea90cb-3be0-4ae3-965e-475125bd4072 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:49.686432 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b6ed1667-0caa-4c22-9d5c-18f835150e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (84ea90cb-3be0-4ae3-965e-475125bd4072), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:49.688846 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-146ca53e-d1e4-4b71-bf91-abcfa88583b0 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (9b65977d-1fe8-4fe8-b1b0-3647a0c4c12f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:49.691532 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40338) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:49.706376 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6619fe89-f096-48f1-a7fb-650d6a0da5eb None None] Pushing event deleted for resources: {'Port': ['ID=da62d3c4-8857-4366-82aa-a80b5784e444,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:49.822670 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-7f88bc43-0527-489f-b83d-33e8e8b1a4a6 req-14877e06-8b0d-4690-a42e-5fb309115283 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] For port 02c04bc6-5224-4931-b89d-e460a89b4f92, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=02c04bc6-5224-4931-b89d-e460a89b4f92,segment=NetworkSegment(25f0f7a9-f862-476c-9d49-9c8e5ccf3111),segment_id=25f0f7a9-f862-476c-9d49-9c8e5ccf3111)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:08:49.823218 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7f88bc43-0527-489f-b83d-33e8e8b1a4a6 req-14877e06-8b0d-4690-a42e-5fb309115283 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (02c04bc6-5224-4931-b89d-e460a89b4f92), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:49.827536 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-59897806-79fe-4f18-b4e1-0522a8963107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks [] for port (886d638a-5f20-42d5-bf86-e6210e017784), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:49.829449 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b8c00531-f105-4e59-87f7-83a7d064c3a3 req-48b061cc-c677-4d28-8ad6-40c74775c222 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd83b5d5-2720-41ff-9471-999c0f34f4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171471 Mar 01 14:08:49.880411 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-7f88bc43-0527-489f-b83d-33e8e8b1a4a6 req-14877e06-8b0d-4690-a42e-5fb309115283 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] Calling delete_port for 02c04bc6-5224-4931-b89d-e460a89b4f92 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:08:49.948764 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed1667-0caa-4c22-9d5c-18f835150e7f None None] Port 84ea90cb-3be0-4ae3-965e-475125bd4072 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:08:49.963262 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9b0b52-e661-4de9-8758-cb089de8f65d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-8c596c88-c5c7-4946-b069-2227ff4bce00', 'network_id': '8c596c88-c5c7-4946-b069-2227ff4bce00', 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'fixed_ips': [{'subnet_id': '9c2fade6-d20b-417e-96a0-aff0648e2b60'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:08:49.963546 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-146ca53e-d1e4-4b71-bf91-abcfa88583b0 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b65977d-1fe8-4fe8-b1b0-3647a0c4c12f']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:49.968094 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3d9b0b52-e661-4de9-8758-cb089de8f65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:49.976274 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-c409b948-fc6b-4f50-9eee-739e73c8d081 None None] Allocated IP 172.20.0.2 (080e5788-deb9-4d23-b7e2-4ff372011df3/ca3d837a-c491-4a83-9f36-d90f4c0b2bb0/6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:08:50.009097 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-146ca53e-d1e4-4b71-bf91-abcfa88583b0 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c739f20-6f45-41c1-8086-89acfb6dba41') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:50.009538 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-146ca53e-d1e4-4b71-bf91-abcfa88583b0 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c739f20-6f45-41c1-8086-89acfb6dba41') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:50.011311 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 8fee95d5-f552-4aa7-aeab-639b41390d7d is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:50.022316 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-146ca53e-d1e4-4b71-bf91-abcfa88583b0 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (7c739f20-6f45-41c1-8086-89acfb6dba41), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:50.033326 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b7501d1-86b1-490e-ba16-027eb601ca7a tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:50.059128 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-59897806-79fe-4f18-b4e1-0522a8963107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (886d638a-5f20-42d5-bf86-e6210e017784), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:50.064631 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-146ca53e-d1e4-4b71-bf91-abcfa88583b0 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (7c739f20-6f45-41c1-8086-89acfb6dba41), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:50.077239 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-146ca53e-d1e4-4b71-bf91-abcfa88583b0 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:08:50.077739 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-146ca53e-d1e4-4b71-bf91-abcfa88583b0 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (7c739f20-6f45-41c1-8086-89acfb6dba41), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:50.081456 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:08:50.081456 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:08:50.081456 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:08:50.081456 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:08:50.081456 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:08:50.081456 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:08:50.081456 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:08:50.081456 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:08:50.081456 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:08:50.081456 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:08:50.081456 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:08:50.081456 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:08:50.081456 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:08:50.081456 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:08:50.081456 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:08:50.081456 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:08:50.081456 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:08:50.081456 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:08:50.081456 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:08:50.081456 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:08:50.081456 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:08:50.081456 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:08:50.081456 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:08:50.081456 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:08:50.081456 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:08:50.081456 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:08:50.081456 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:08:50.081456 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:08:50.081456 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:08:50.081456 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:08:50.081456 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:08:50.081456 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:08:50.184653 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bfcaab35-f620-463e-ad5c-71248f0fedc0 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:50.197802 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59897806-79fe-4f18-b4e1-0522a8963107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Network c62f6746-e1fb-4ef9-ae06-967d8e2a893e is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:08:50.207658 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-59897806-79fe-4f18-b4e1-0522a8963107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:50.211581 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59897806-79fe-4f18-b4e1-0522a8963107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:08:50.212579 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59897806-79fe-4f18-b4e1-0522a8963107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:50.213285 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-59897806-79fe-4f18-b4e1-0522a8963107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:50.234271 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device da62d3c4-8857-4366-82aa-a80b5784e444 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:08:50.238908 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59897806-79fe-4f18-b4e1-0522a8963107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Pushing event updated for resources: {'Port': ['ID=886d638a-5f20-42d5-bf86-e6210e017784,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:50.246463 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-59897806-79fe-4f18-b4e1-0522a8963107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2446349 Mar 01 14:08:50.274730 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40340) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:50.280343 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:50.285795 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: da62d3c4-8857-4366-82aa-a80b5784e444 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:08:50.286636 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device da62d3c4-8857-4366-82aa-a80b5784e444 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:08:50.319512 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-55689c1a-2c5f-4f0b-8b4e-441cce45a5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'name': 'tempest-RoutersIpV6Test-router-553735540', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:08:27Z', 'updated_at': '2022-03-01T14:08:43Z', 'revision_number': 3, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'gw_port_host': None, '_interfaces': [{'id': '84ea90cb-3be0-4ae3-965e-475125bd4072', 'name': '', 'network_id': 'd204a5f7-e889-4fd6-8422-16fec7475833', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:15:43:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:41Z', 'updated_at': '2022-03-01T14:08:43Z', 'revision_number': 2, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fee95d5-f552-4aa7-aeab-639b41390d7d', 'name': '', 'network_id': '21e14362-3194-44ba-be9e-42c62903a358', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:bc:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '6395be5a-5198-4907-bbae-62d5988a1869', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:32Z', 'updated_at': '2022-03-01T14:08:44Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '6395be5a-5198-4907-bbae-62d5988a1869', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:50.394359 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55689c1a-2c5f-4f0b-8b4e-441cce45a5f9 None None] Checking router: 4738dcad-ccde-4986-8f26-7f476c63d625 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:08:50.394996 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55689c1a-2c5f-4f0b-8b4e-441cce45a5f9 None None] Updating router 4738dcad-ccde-4986-8f26-7f476c63d625 port 84ea90cb-3be0-4ae3-965e-475125bd4072 binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:08:50.434949 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-146ca53e-d1e4-4b71-bf91-abcfa88583b0 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (9b65977d-1fe8-4fe8-b1b0-3647a0c4c12f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:50.449700 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (886d638a-5f20-42d5-bf86-e6210e017784), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:50.455840 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-146ca53e-d1e4-4b71-bf91-abcfa88583b0 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:50.461985 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-55689c1a-2c5f-4f0b-8b4e-441cce45a5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (84ea90cb-3be0-4ae3-965e-475125bd4072), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:50.462512 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-146ca53e-d1e4-4b71-bf91-abcfa88583b0 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "DELETE /v2.0/networks/9b65977d-1fe8-4fe8-b1b0-3647a0c4c12f HTTP/1.1" status: 204 len: 168 time: 3.4522128 Mar 01 14:08:50.472262 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40342) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:50.478639 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ca53e-d1e4-4b71-bf91-abcfa88583b0 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event deleted for resources: {'Network': ['ID=9b65977d-1fe8-4fe8-b1b0-3647a0c4c12f,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:50.488776 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7f88bc43-0527-489f-b83d-33e8e8b1a4a6 req-14877e06-8b0d-4690-a42e-5fb309115283 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (02c04bc6-5224-4931-b89d-e460a89b4f92), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:50.508134 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['02c04bc6-5224-4931-b89d-e460a89b4f92'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:08:50.541954 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-3d9b0b52-e661-4de9-8758-cb089de8f65d None None] Allocated IP 2001:db8:2::2 (8c596c88-c5c7-4946-b069-2227ff4bce00/9c2fade6-d20b-417e-96a0-aff0648e2b60/eccdddf5-3099-402d-ad80-f331c0a8b542) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:08:50.549326 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14877e06-8b0d-4690-a42e-5fb309115283 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] Pushing event deleted for resources: {'Port': ['ID=02c04bc6-5224-4931-b89d-e460a89b4f92,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:50.557153 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b94165a-859a-40fb-ba08-4afe827c9b0c tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] DELETE failed (client error): The resource could not be found. Mar 01 14:08:50.557432 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b94165a-859a-40fb-ba08-4afe827c9b0c tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:08:50.563103 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0b94165a-859a-40fb-ba08-4afe827c9b0c tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "DELETE /v2.0/subnets/d36df94b-b82a-49e7-bdf4-02064900a467 HTTP/1.1" status: 404 len: 337 time: 0.0864997 Mar 01 14:08:50.563478 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40344) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:50.580323 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c409b948-fc6b-4f50-9eee-739e73c8d081 None None] Publish callbacks [] for port (6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:50.616049 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-539cca37-300e-433c-aa88-5290aa7c6eef tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] DELETE failed (client error): The resource could not be found. Mar 01 14:08:50.616914 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-539cca37-300e-433c-aa88-5290aa7c6eef tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:08:50.620408 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-539cca37-300e-433c-aa88-5290aa7c6eef tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "DELETE /v2.0/networks/c91286e8-f703-4e1f-81cf-77cba3ffa0dc HTTP/1.1" status: 404 len: 339 time: 0.0557480 Mar 01 14:08:50.624112 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40346) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:50.681015 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f88bc43-0527-489f-b83d-33e8e8b1a4a6 req-14877e06-8b0d-4690-a42e-5fb309115283 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] No DVR routers for this DVR port 02c04bc6-5224-4931-b89d-e460a89b4f92 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:08:50.683908 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7f88bc43-0527-489f-b83d-33e8e8b1a4a6 req-14877e06-8b0d-4690-a42e-5fb309115283 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:50.688581 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7f88bc43-0527-489f-b83d-33e8e8b1a4a6 req-14877e06-8b0d-4690-a42e-5fb309115283 tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] 10.222.0.20 "DELETE /v2.0/ports/02c04bc6-5224-4931-b89d-e460a89b4f92 HTTP/1.1" status: 204 len: 173 time: 1.6769774 Mar 01 14:08:50.694113 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a2e5d8-311f-4dfd-9349-a606a2710270', 'name': 'network-vif-deleted', 'tag': '02c04bc6-5224-4931-b89d-e460a89b4f92'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:08:50.696926 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b24adf7-9c84-4c1f-960f-bbc135562fbc" -d '{"events": [{"server_uuid": "90a2e5d8-311f-4dfd-9349-a606a2710270", "name": "network-vif-deleted", "tag": "02c04bc6-5224-4931-b89d-e460a89b4f92"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:08:50.778096 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245bfca8-5f11-4317-ba58-c5cf4047a259 x-openstack-request-id: req-245bfca8-5f11-4317-ba58-c5cf4047a259 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:08:50.778393 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a2e5d8-311f-4dfd-9349-a606a2710270", "name": "network-vif-deleted", "tag": "02c04bc6-5224-4931-b89d-e460a89b4f92", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:08:50.778657 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-245bfca8-5f11-4317-ba58-c5cf4047a259 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:08:50.779070 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a2e5d8-311f-4dfd-9349-a606a2710270', 'name': 'network-vif-deleted', 'tag': '02c04bc6-5224-4931-b89d-e460a89b4f92', 'status': 'completed', 'code': 200} Mar 01 14:08:50.807540 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffd51e0d-a64f-4b63-be1e-bea9622b64aa tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] DELETE failed (client error): The resource could not be found. Mar 01 14:08:50.813300 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffd51e0d-a64f-4b63-be1e-bea9622b64aa tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:08:50.818070 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ffd51e0d-a64f-4b63-be1e-bea9622b64aa tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "DELETE /v2.0/subnets/efa1e59a-1ff4-44b5-8de3-08376c5661ee HTTP/1.1" status: 404 len: 337 time: 0.1916912 Mar 01 14:08:50.823106 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40352) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:50.824025 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-bfcaab35-f620-463e-ad5c-71248f0fedc0 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Allocated IP 172.20.0.1 (080e5788-deb9-4d23-b7e2-4ff372011df3/ca3d837a-c491-4a83-9f36-d90f4c0b2bb0/189ac715-fcfe-4ce8-8a4b-ecf5cd1a61b3) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:08:50.859552 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a955662-7bd2-49e2-a6a1-cd274d658e27 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] DELETE failed (client error): The resource could not be found. Mar 01 14:08:50.859703 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a955662-7bd2-49e2-a6a1-cd274d658e27 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:08:50.879171 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2a955662-7bd2-49e2-a6a1-cd274d658e27 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "DELETE /v2.0/networks/fe71ad48-1e34-4b4d-923c-41709acc00e2 HTTP/1.1" status: 404 len: 339 time: 0.0542402 Mar 01 14:08:50.880195 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40356) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:50.941240 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-de1f2321-6e90-4cab-b1fa-c788d7b813ae tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] DELETE failed (client error): The resource could not be found. Mar 01 14:08:50.941669 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de1f2321-6e90-4cab-b1fa-c788d7b813ae tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:08:50.947701 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-de1f2321-6e90-4cab-b1fa-c788d7b813ae tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "DELETE /v2.0/subnets/1885be92-fd61-460d-8ca1-715e14b1fe68 HTTP/1.1" status: 404 len: 337 time: 0.0429139 Mar 01 14:08:50.950658 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40358) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:50.981148 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] device_id is not set on port 886d638a-5f20-42d5-bf86-e6210e017784 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:08:50.982515 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c409b948-fc6b-4f50-9eee-739e73c8d081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:50.987286 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-eac1b603-f23c-4143-9b10-fc823fc6a87e tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] DELETE failed (client error): The resource could not be found. Mar 01 14:08:50.988236 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eac1b603-f23c-4143-9b10-fc823fc6a87e tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:08:50.992988 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-eac1b603-f23c-4143-9b10-fc823fc6a87e tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "DELETE /v2.0/networks/b5a2b457-dd0d-452a-884d-c2792e07ca31 HTTP/1.1" status: 404 len: 339 time: 0.0417862 Mar 01 14:08:50.997370 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40360) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:51.001095 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks [] for port (886d638a-5f20-42d5-bf86-e6210e017784), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:51.008673 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-970bcce1-0adc-4882-b6e7-498fe828fba1 req-d4b995b4-8720-4370-b138-3272b013cdaf tempest-VolumesActionsTest-857823279 tempest-VolumesActionsTest-857823279-project] 10.222.0.13 "GET /v2.0/ports?device_id=90a2e5d8-311f-4dfd-9349-a606a2710270 HTTP/1.1" status: 200 len: 210 time: 0.0433037 Mar 01 14:08:51.037040 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bfcaab35-f620-463e-ad5c-71248f0fedc0 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for port (189ac715-fcfe-4ce8-8a4b-ecf5cd1a61b3), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:51.048271 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (886d638a-5f20-42d5-bf86-e6210e017784), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:51.077674 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c409b948-fc6b-4f50-9eee-739e73c8d081 None None] Network 080e5788-deb9-4d23-b7e2-4ff372011df3 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:08:51.085270 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-c409b948-fc6b-4f50-9eee-739e73c8d081 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:51.090247 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bfcaab35-f620-463e-ad5c-71248f0fedc0 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (189ac715-fcfe-4ce8-8a4b-ecf5cd1a61b3), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:51.098545 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c409b948-fc6b-4f50-9eee-739e73c8d081 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:08:51.163638 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409b948-fc6b-4f50-9eee-739e73c8d081 None None] Pushing event updated for resources: {'Port': ['ID=6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:51.165220 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcaab35-f620-463e-ad5c-71248f0fedc0 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Port': ['ID=189ac715-fcfe-4ce8-8a4b-ecf5cd1a61b3,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:51.183564 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcaab35-f620-463e-ad5c-71248f0fedc0 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Network 080e5788-deb9-4d23-b7e2-4ff372011df3 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:08:51.185064 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-bfcaab35-f620-463e-ad5c-71248f0fedc0 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:51.190732 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcaab35-f620-463e-ad5c-71248f0fedc0 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:08:51.247249 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bfcaab35-f620-463e-ad5c-71248f0fedc0 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (cc1f6004-246c-4950-bb9e-ead7991c81f9), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:51.281419 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-c409b948-fc6b-4f50-9eee-739e73c8d081 None None] Attempting to bind port 6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:08:51.281816 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-c409b948-fc6b-4f50-9eee-739e73c8d081 None None] Attempting to bind port 6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '89e7a09f-6fa7-46dd-b9eb-19552f957586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '080e5788-deb9-4d23-b7e2-4ff372011df3'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:08:51.282162 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c409b948-fc6b-4f50-9eee-739e73c8d081 None None] Attempting to bind port 6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5 on network 080e5788-deb9-4d23-b7e2-4ff372011df3 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:51.333211 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c409b948-fc6b-4f50-9eee-739e73c8d081 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:08:51.333741 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c409b948-fc6b-4f50-9eee-739e73c8d081 None None] Checking segment: {'id': '89e7a09f-6fa7-46dd-b9eb-19552f957586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '080e5788-deb9-4d23-b7e2-4ff372011df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:51.334160 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c409b948-fc6b-4f50-9eee-739e73c8d081 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:51.334596 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c409b948-fc6b-4f50-9eee-739e73c8d081 None None] Bound using segment: {'id': '89e7a09f-6fa7-46dd-b9eb-19552f957586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '080e5788-deb9-4d23-b7e2-4ff372011df3'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:08:51.335090 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-c409b948-fc6b-4f50-9eee-739e73c8d081 None None] Bound port: 6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e7a09f-6fa7-46dd-b9eb-19552f957586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '080e5788-deb9-4d23-b7e2-4ff372011df3'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:08:51.335471 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c409b948-fc6b-4f50-9eee-739e73c8d081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:51.427355 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3d9b0b52-e661-4de9-8758-cb089de8f65d None None] Publish callbacks [] for port (eccdddf5-3099-402d-ad80-f331c0a8b542), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:51.470086 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3d9b0b52-e661-4de9-8758-cb089de8f65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (eccdddf5-3099-402d-ad80-f331c0a8b542), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:51.521034 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bfcaab35-f620-463e-ad5c-71248f0fedc0 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (189ac715-fcfe-4ce8-8a4b-ecf5cd1a61b3), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:51.533498 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c6363ce-9c28-4f51-80ba-a194d20d8a34 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Deleting subnet 27dab0d1-a875-4a63-88dc-82739593f392 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:08:51.544373 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2c6363ce-9c28-4f51-80ba-a194d20d8a34 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for subnet (27dab0d1-a875-4a63-88dc-82739593f392), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:51.588169 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Pushing event updated for resources: {'Port': ['ID=886d638a-5f20-42d5-bf86-e6210e017784,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:51.616500 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2c6363ce-9c28-4f51-80ba-a194d20d8a34 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (27dab0d1-a875-4a63-88dc-82739593f392), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:51.647440 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-1b7501d1-86b1-490e-ba16-027eb601ca7a tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Allocated IP 2001:db8:2::1 (8c596c88-c5c7-4946-b069-2227ff4bce00/9c2fade6-d20b-417e-96a0-aff0648e2b60/da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:08:51.650045 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 886d638a-5f20-42d5-bf86-e6210e017784 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:08:51.650656 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 886d638a-5f20-42d5-bf86-e6210e017784 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:08:51.651236 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 886d638a-5f20-42d5-bf86-e6210e017784 on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:51.651898 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9b0b52-e661-4de9-8758-cb089de8f65d None None] Network 8c596c88-c5c7-4946-b069-2227ff4bce00 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:08:51.654675 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-c409b948-fc6b-4f50-9eee-739e73c8d081 None None] For port 6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:08:51.668302 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-3d9b0b52-e661-4de9-8758-cb089de8f65d None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:51.672840 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Port 886d638a-5f20-42d5-bf86-e6210e017784 on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:08:51.673490 n-d-827467-3 neutron-server[103726]: ERROR neutron.plugins.ml2.managers [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Failed to bind port 886d638a-5f20-42d5-bf86-e6210e017784 on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] Mar 01 14:08:51.676683 n-d-827467-3 neutron-server[103726]: INFO neutron.plugins.ml2.plugin [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempt 2 to bind port 886d638a-5f20-42d5-bf86-e6210e017784 Mar 01 14:08:51.684482 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-55689c1a-2c5f-4f0b-8b4e-441cce45a5f9 None None] Publish callbacks [] for port (84ea90cb-3be0-4ae3-965e-475125bd4072), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:51.686189 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9b0b52-e661-4de9-8758-cb089de8f65d None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:08:51.707854 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b0b52-e661-4de9-8758-cb089de8f65d None None] Pushing event updated for resources: {'Port': ['ID=eccdddf5-3099-402d-ad80-f331c0a8b542,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:51.722790 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-c409b948-fc6b-4f50-9eee-739e73c8d081 None None] For port 6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5,segment=NetworkSegment(89e7a09f-6fa7-46dd-b9eb-19552f957586),segment_id=89e7a09f-6fa7-46dd-b9eb-19552f957586)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:08:51.739318 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c409b948-fc6b-4f50-9eee-739e73c8d081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:51.748868 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 886d638a-5f20-42d5-bf86-e6210e017784 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:08:51.749342 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 886d638a-5f20-42d5-bf86-e6210e017784 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:08:51.749783 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 886d638a-5f20-42d5-bf86-e6210e017784 on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:51.783596 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Port 886d638a-5f20-42d5-bf86-e6210e017784 on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:08:51.784121 n-d-827467-3 neutron-server[103726]: ERROR neutron.plugins.ml2.managers [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Failed to bind port 886d638a-5f20-42d5-bf86-e6210e017784 on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] Mar 01 14:08:51.788348 n-d-827467-3 neutron-server[103726]: INFO neutron.plugins.ml2.plugin [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempt 3 to bind port 886d638a-5f20-42d5-bf86-e6210e017784 Mar 01 14:08:51.792157 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-55689c1a-2c5f-4f0b-8b4e-441cce45a5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (84ea90cb-3be0-4ae3-965e-475125bd4072), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:51.823312 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2c6363ce-9c28-4f51-80ba-a194d20d8a34 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (27dab0d1-a875-4a63-88dc-82739593f392), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:51.867390 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 886d638a-5f20-42d5-bf86-e6210e017784 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:08:51.870288 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 886d638a-5f20-42d5-bf86-e6210e017784 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:08:51.870780 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 886d638a-5f20-42d5-bf86-e6210e017784 on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:51.941981 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Port 886d638a-5f20-42d5-bf86-e6210e017784 on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:08:51.944577 n-d-827467-3 neutron-server[103726]: ERROR neutron.plugins.ml2.managers [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Failed to bind port 886d638a-5f20-42d5-bf86-e6210e017784 on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] Mar 01 14:08:51.960848 n-d-827467-3 neutron-server[103726]: INFO neutron.plugins.ml2.plugin [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempt 4 to bind port 886d638a-5f20-42d5-bf86-e6210e017784 Mar 01 14:08:52.008385 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409b948-fc6b-4f50-9eee-739e73c8d081 None None] Pushing event updated for resources: {'Port': ['ID=6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:52.105272 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 886d638a-5f20-42d5-bf86-e6210e017784 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:08:52.110762 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 886d638a-5f20-42d5-bf86-e6210e017784 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:08:52.111253 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 886d638a-5f20-42d5-bf86-e6210e017784 on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:52.117439 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b7501d1-86b1-490e-ba16-027eb601ca7a tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for port (da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:52.145011 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Port 886d638a-5f20-42d5-bf86-e6210e017784 on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:08:52.151092 n-d-827467-3 neutron-server[103726]: ERROR neutron.plugins.ml2.managers [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Failed to bind port 886d638a-5f20-42d5-bf86-e6210e017784 on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] Mar 01 14:08:52.155788 n-d-827467-3 neutron-server[103726]: INFO neutron.plugins.ml2.plugin [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempt 5 to bind port 886d638a-5f20-42d5-bf86-e6210e017784 Mar 01 14:08:52.177254 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bfcaab35-f620-463e-ad5c-71248f0fedc0 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for port (189ac715-fcfe-4ce8-8a4b-ecf5cd1a61b3), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:52.205416 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bfcaab35-f620-463e-ad5c-71248f0fedc0 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (189ac715-fcfe-4ce8-8a4b-ecf5cd1a61b3), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:52.218605 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 886d638a-5f20-42d5-bf86-e6210e017784 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:08:52.221171 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 886d638a-5f20-42d5-bf86-e6210e017784 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:08:52.221780 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 886d638a-5f20-42d5-bf86-e6210e017784 on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:52.243659 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2c6363ce-9c28-4f51-80ba-a194d20d8a34 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (27dab0d1-a875-4a63-88dc-82739593f392), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:52.246612 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-3d9b0b52-e661-4de9-8758-cb089de8f65d None None] Attempting to bind port eccdddf5-3099-402d-ad80-f331c0a8b542 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:08:52.246873 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-3d9b0b52-e661-4de9-8758-cb089de8f65d None None] Attempting to bind port eccdddf5-3099-402d-ad80-f331c0a8b542 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '4fd0f802-5e76-44f1-aaf6-e41350e6650f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c596c88-c5c7-4946-b069-2227ff4bce00'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:08:52.248330 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9b0b52-e661-4de9-8758-cb089de8f65d None None] Attempting to bind port eccdddf5-3099-402d-ad80-f331c0a8b542 on network 8c596c88-c5c7-4946-b069-2227ff4bce00 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:52.256831 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Port 886d638a-5f20-42d5-bf86-e6210e017784 on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:08:52.264539 n-d-827467-3 neutron-server[103726]: ERROR neutron.plugins.ml2.managers [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Failed to bind port 886d638a-5f20-42d5-bf86-e6210e017784 on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] Mar 01 14:08:52.294798 n-d-827467-3 neutron-server[103726]: INFO neutron.plugins.ml2.plugin [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempt 6 to bind port 886d638a-5f20-42d5-bf86-e6210e017784 Mar 01 14:08:52.320327 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd110d7-aff7-49a1-ad49-1e568ce5d884 None None] Pushing event updated for resources: {'Port': ['ID=84ea90cb-3be0-4ae3-965e-475125bd4072,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:52.340909 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9b0b52-e661-4de9-8758-cb089de8f65d None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:08:52.341578 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9b0b52-e661-4de9-8758-cb089de8f65d None None] Checking segment: {'id': '4fd0f802-5e76-44f1-aaf6-e41350e6650f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c596c88-c5c7-4946-b069-2227ff4bce00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:52.342937 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3d9b0b52-e661-4de9-8758-cb089de8f65d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:52.348413 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9b0b52-e661-4de9-8758-cb089de8f65d None None] Bound using segment: {'id': '4fd0f802-5e76-44f1-aaf6-e41350e6650f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c596c88-c5c7-4946-b069-2227ff4bce00'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:08:52.349168 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-3d9b0b52-e661-4de9-8758-cb089de8f65d None None] Bound port: eccdddf5-3099-402d-ad80-f331c0a8b542, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd0f802-5e76-44f1-aaf6-e41350e6650f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c596c88-c5c7-4946-b069-2227ff4bce00'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:08:52.349806 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3d9b0b52-e661-4de9-8758-cb089de8f65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (eccdddf5-3099-402d-ad80-f331c0a8b542), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:52.380707 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-55689c1a-2c5f-4f0b-8b4e-441cce45a5f9 None None] Attempting to bind port 84ea90cb-3be0-4ae3-965e-475125bd4072 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:08:52.384521 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-55689c1a-2c5f-4f0b-8b4e-441cce45a5f9 None None] Attempting to bind port 84ea90cb-3be0-4ae3-965e-475125bd4072 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '02da6a95-113d-4e8f-b605-4b8c92dd287c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd204a5f7-e889-4fd6-8422-16fec7475833'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:08:52.384910 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55689c1a-2c5f-4f0b-8b4e-441cce45a5f9 None None] Attempting to bind port 84ea90cb-3be0-4ae3-965e-475125bd4072 on network d204a5f7-e889-4fd6-8422-16fec7475833 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:52.402445 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55689c1a-2c5f-4f0b-8b4e-441cce45a5f9 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:08:52.403757 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55689c1a-2c5f-4f0b-8b4e-441cce45a5f9 None None] Checking segment: {'id': '02da6a95-113d-4e8f-b605-4b8c92dd287c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd204a5f7-e889-4fd6-8422-16fec7475833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:52.405728 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-55689c1a-2c5f-4f0b-8b4e-441cce45a5f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:52.407711 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6363ce-9c28-4f51-80ba-a194d20d8a34 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event deleted for resources: {'Subnet': ['ID=27dab0d1-a875-4a63-88dc-82739593f392,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:52.408499 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55689c1a-2c5f-4f0b-8b4e-441cce45a5f9 None None] Bound using segment: {'id': '02da6a95-113d-4e8f-b605-4b8c92dd287c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd204a5f7-e889-4fd6-8422-16fec7475833'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:08:52.409278 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-55689c1a-2c5f-4f0b-8b4e-441cce45a5f9 None None] Bound port: 84ea90cb-3be0-4ae3-965e-475125bd4072, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02da6a95-113d-4e8f-b605-4b8c92dd287c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd204a5f7-e889-4fd6-8422-16fec7475833'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:08:52.411475 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-55689c1a-2c5f-4f0b-8b4e-441cce45a5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (84ea90cb-3be0-4ae3-965e-475125bd4072), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:52.442705 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2c6363ce-9c28-4f51-80ba-a194d20d8a34 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:52.445150 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcaab35-f620-463e-ad5c-71248f0fedc0 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Port': ['ID=189ac715-fcfe-4ce8-8a4b-ecf5cd1a61b3,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:52.447957 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bfcaab35-f620-463e-ad5c-71248f0fedc0 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (cc1f6004-246c-4950-bb9e-ead7991c81f9), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:52.449504 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2c6363ce-9c28-4f51-80ba-a194d20d8a34 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "DELETE /v2.0/subnets/27dab0d1-a875-4a63-88dc-82739593f392 HTTP/1.1" status: 204 len: 168 time: 1.4506478 Mar 01 14:08:52.451127 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 886d638a-5f20-42d5-bf86-e6210e017784 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:08:52.453577 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 886d638a-5f20-42d5-bf86-e6210e017784 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:08:52.455609 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 886d638a-5f20-42d5-bf86-e6210e017784 on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:52.458166 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40372) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:52.462399 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786910c8-f04b-4518-8117-56638ee59f73 None None] Network c33189d4-b994-46eb-b61a-50985bd98ea1 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:52.475643 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b7501d1-86b1-490e-ba16-027eb601ca7a tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:52.566043 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Port 886d638a-5f20-42d5-bf86-e6210e017784 on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:08:52.574916 n-d-827467-3 neutron-server[103726]: ERROR neutron.plugins.ml2.managers [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Failed to bind port 886d638a-5f20-42d5-bf86-e6210e017784 on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] Mar 01 14:08:52.590446 n-d-827467-3 neutron-server[103726]: INFO neutron.plugins.ml2.plugin [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempt 7 to bind port 886d638a-5f20-42d5-bf86-e6210e017784 Mar 01 14:08:52.691028 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 02c04bc6-5224-4931-b89d-e460a89b4f92 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:08:52.703123 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcaab35-f620-463e-ad5c-71248f0fedc0 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Network 080e5788-deb9-4d23-b7e2-4ff372011df3 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:08:52.706791 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-bfcaab35-f620-463e-ad5c-71248f0fedc0 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:52.713269 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7501d1-86b1-490e-ba16-027eb601ca7a tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Network 8c596c88-c5c7-4946-b069-2227ff4bce00 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:08:52.723906 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 886d638a-5f20-42d5-bf86-e6210e017784 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:08:52.724390 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 886d638a-5f20-42d5-bf86-e6210e017784 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:08:52.724830 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 886d638a-5f20-42d5-bf86-e6210e017784 on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:52.733905 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-1b7501d1-86b1-490e-ba16-027eb601ca7a tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:52.741573 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7501d1-86b1-490e-ba16-027eb601ca7a tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:08:52.742277 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b7501d1-86b1-490e-ba16-027eb601ca7a tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (4738dcad-ccde-4986-8f26-7f476c63d625), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:52.744839 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7501d1-86b1-490e-ba16-027eb601ca7a tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Port': ['ID=da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:52.754397 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Port 886d638a-5f20-42d5-bf86-e6210e017784 on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:08:52.754397 n-d-827467-3 neutron-server[103726]: ERROR neutron.plugins.ml2.managers [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Failed to bind port 886d638a-5f20-42d5-bf86-e6210e017784 on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] Mar 01 14:08:52.794093 n-d-827467-3 neutron-server[103726]: INFO neutron.plugins.ml2.plugin [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempt 8 to bind port 886d638a-5f20-42d5-bf86-e6210e017784 Mar 01 14:08:52.819656 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f116f3c8-1e6d-4aed-abcf-83649a9506b6 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (c33189d4-b994-46eb-b61a-50985bd98ea1), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:52.844300 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 02c04bc6-5224-4931-b89d-e460a89b4f92 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:08:52.844979 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 02c04bc6-5224-4931-b89d-e460a89b4f92 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:08:52.848634 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-af29361c-1f61-42d4-a12b-5fd28317aeb7 None None] Provisioning complete for port 84ea90cb-3be0-4ae3-965e-475125bd4072 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:52.850795 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-af29361c-1f61-42d4-a12b-5fd28317aeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (84ea90cb-3be0-4ae3-965e-475125bd4072), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:52.869382 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 886d638a-5f20-42d5-bf86-e6210e017784 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:08:52.870070 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 886d638a-5f20-42d5-bf86-e6210e017784 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:08:52.871938 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 886d638a-5f20-42d5-bf86-e6210e017784 on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:52.905504 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Port 886d638a-5f20-42d5-bf86-e6210e017784 on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:08:52.905926 n-d-827467-3 neutron-server[103726]: ERROR neutron.plugins.ml2.managers [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Failed to bind port 886d638a-5f20-42d5-bf86-e6210e017784 on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] Mar 01 14:08:52.914806 n-d-827467-3 neutron-server[103726]: INFO neutron.plugins.ml2.plugin [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempt 9 to bind port 886d638a-5f20-42d5-bf86-e6210e017784 Mar 01 14:08:52.945004 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 886d638a-5f20-42d5-bf86-e6210e017784 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:08:52.945282 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 886d638a-5f20-42d5-bf86-e6210e017784 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:08:52.947920 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 886d638a-5f20-42d5-bf86-e6210e017784 on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:52.971221 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-3d9b0b52-e661-4de9-8758-cb089de8f65d None None] For port eccdddf5-3099-402d-ad80-f331c0a8b542, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:08:52.992866 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfcaab35-f620-463e-ad5c-71248f0fedc0 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Router cc1f6004-246c-4950-bb9e-ead7991c81f9 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:08:53.022847 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-af29361c-1f61-42d4-a12b-5fd28317aeb7 None None] Port 84ea90cb-3be0-4ae3-965e-475125bd4072 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:08:53.037157 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Port 886d638a-5f20-42d5-bf86-e6210e017784 on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:08:53.038326 n-d-827467-3 neutron-server[103726]: ERROR neutron.plugins.ml2.managers [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Failed to bind port 886d638a-5f20-42d5-bf86-e6210e017784 on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] Mar 01 14:08:53.039037 n-d-827467-3 neutron-server[103726]: INFO neutron.plugins.ml2.plugin [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempt 10 to bind port 886d638a-5f20-42d5-bf86-e6210e017784 Mar 01 14:08:53.046006 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-55689c1a-2c5f-4f0b-8b4e-441cce45a5f9 None None] For port 84ea90cb-3be0-4ae3-965e-475125bd4072, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:08:53.061873 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-3d9b0b52-e661-4de9-8758-cb089de8f65d None None] For port eccdddf5-3099-402d-ad80-f331c0a8b542, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=eccdddf5-3099-402d-ad80-f331c0a8b542,segment=NetworkSegment(4fd0f802-5e76-44f1-aaf6-e41350e6650f),segment_id=4fd0f802-5e76-44f1-aaf6-e41350e6650f)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:08:53.065021 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-55689c1a-2c5f-4f0b-8b4e-441cce45a5f9 None None] For port 84ea90cb-3be0-4ae3-965e-475125bd4072, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=84ea90cb-3be0-4ae3-965e-475125bd4072,segment=NetworkSegment(02da6a95-113d-4e8f-b605-4b8c92dd287c),segment_id=02da6a95-113d-4e8f-b605-4b8c92dd287c)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:08:53.122003 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3d9b0b52-e661-4de9-8758-cb089de8f65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (eccdddf5-3099-402d-ad80-f331c0a8b542), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:53.126234 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-55689c1a-2c5f-4f0b-8b4e-441cce45a5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (84ea90cb-3be0-4ae3-965e-475125bd4072), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:53.193862 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 886d638a-5f20-42d5-bf86-e6210e017784 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:08:53.194202 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 886d638a-5f20-42d5-bf86-e6210e017784 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:08:53.194537 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 886d638a-5f20-42d5-bf86-e6210e017784 on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:08:53.227912 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b7501d1-86b1-490e-ba16-027eb601ca7a tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:53.242873 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcaab35-f620-463e-ad5c-71248f0fedc0 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:08:53.253636 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089d2dda-4d8f-4dd6-b18d-d86c92d17d1a None None] Sync routers for ids ['cc1f6004-246c-4950-bb9e-ead7991c81f9'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:08:53.255180 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f7140d-9988-4f93-9579-2c2d558e896d None None] DHCP port deletion for c33189d4-b994-46eb-b61a-50985bd98ea1 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:08:53.259017 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Port 886d638a-5f20-42d5-bf86-e6210e017784 on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:08:53.265125 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55689c1a-2c5f-4f0b-8b4e-441cce45a5f9 None None] Routers {'4738dcad-ccde-4986-8f26-7f476c63d625'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:08:53.265756 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-55689c1a-2c5f-4f0b-8b4e-441cce45a5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:08:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4738dcad-ccde-4986-8f26-7f476c63d625'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:53.270317 n-d-827467-3 neutron-server[103726]: ERROR neutron.plugins.ml2.managers [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Failed to bind port 886d638a-5f20-42d5-bf86-e6210e017784 on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] Mar 01 14:08:53.270732 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (886d638a-5f20-42d5-bf86-e6210e017784), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:53.276139 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089d2dda-4d8f-4dd6-b18d-d86c92d17d1a None None] Routers {'cc1f6004-246c-4950-bb9e-ead7991c81f9'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:08:53.276778 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-089d2dda-4d8f-4dd6-b18d-d86c92d17d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:08:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['cc1f6004-246c-4950-bb9e-ead7991c81f9'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:53.278835 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-bfcaab35-f620-463e-ad5c-71248f0fedc0 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "PUT /v2.0/routers/cc1f6004-246c-4950-bb9e-ead7991c81f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5600960 Mar 01 14:08:53.281689 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40382) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:53.359897 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-089d2dda-4d8f-4dd6-b18d-d86c92d17d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:53.373396 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b0b52-e661-4de9-8758-cb089de8f65d None None] Pushing event updated for resources: {'Port': ['ID=eccdddf5-3099-402d-ad80-f331c0a8b542,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:53.396795 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089d2dda-4d8f-4dd6-b18d-d86c92d17d1a None None] Routers {'cc1f6004-246c-4950-bb9e-ead7991c81f9'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:08:53.397854 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-089d2dda-4d8f-4dd6-b18d-d86c92d17d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:08:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['cc1f6004-246c-4950-bb9e-ead7991c81f9'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:53.506296 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-089d2dda-4d8f-4dd6-b18d-d86c92d17d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:53.506970 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089d2dda-4d8f-4dd6-b18d-d86c92d17d1a None None] The sync data for ids ['cc1f6004-246c-4950-bb9e-ead7991c81f9'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:08:53.590439 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd110d7-aff7-49a1-ad49-1e568ce5d884 None None] Pushing event updated for resources: {'Port': ['ID=84ea90cb-3be0-4ae3-965e-475125bd4072,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:53.745736 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-55689c1a-2c5f-4f0b-8b4e-441cce45a5f9 None None] Set router 4738dcad-ccde-4986-8f26-7f476c63d625 gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:08:53.917242 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-26f7140d-9988-4f93-9579-2c2d558e896d None None] Deleting port cb63261a-7f59-4f39-800f-d92bdbe88878 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:08:53.918329 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] For port 886d638a-5f20-42d5-bf86-e6210e017784, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:08:53.919793 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempted to set empty binding levels {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 01 14:08:53.924117 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-26f7140d-9988-4f93-9579-2c2d558e896d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (cb63261a-7f59-4f39-800f-d92bdbe88878), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:53.934805 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f116f3c8-1e6d-4aed-abcf-83649a9506b6 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Deleting port cb63261a-7f59-4f39-800f-d92bdbe88878 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:08:53.935524 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f116f3c8-1e6d-4aed-abcf-83649a9506b6 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (cb63261a-7f59-4f39-800f-d92bdbe88878), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:53.944771 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b44c149-189c-4cf4-8556-dce45df81c1e None None] Network 080e5788-deb9-4d23-b7e2-4ff372011df3 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:53.966999 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-6dd5a270-5d33-4569-beb4-245d32410179 None None] Provisioning complete for port 84ea90cb-3be0-4ae3-965e-475125bd4072 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:53.967530 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6dd5a270-5d33-4569-beb4-245d32410179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (84ea90cb-3be0-4ae3-965e-475125bd4072), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:53.973073 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (886d638a-5f20-42d5-bf86-e6210e017784), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:54.158585 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Pushing event updated for resources: {'Port': ['ID=886d638a-5f20-42d5-bf86-e6210e017784,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:54.197445 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b92f9b-c1e7-4b3f-8b78-b8af41933602 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:54.211149 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-25b92f9b-c1e7-4b3f-8b78-b8af41933602 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "GET /v2.0/ports/189ac715-fcfe-4ce8-8a4b-ecf5cd1a61b3 HTTP/1.1" status: 200 len: 910 time: 0.9263306 Mar 01 14:08:54.214107 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40390) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:54.285711 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] In _notify_port_updated(), no bound segment for port 886d638a-5f20-42d5-bf86-e6210e017784 on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e {{(pid=103726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 01 14:08:54.286480 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:54.287081 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:54.290697 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-213723d8-349d-4f29-87d1-8832afe2a278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] 10.222.0.13 "PUT /v2.0/ports/886d638a-5f20-42d5-bf86-e6210e017784 HTTP/1.1" status: 200 len: 979 time: 4.0128279 Mar 01 14:08:54.311893 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40392) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:54.329599 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f116f3c8-1e6d-4aed-abcf-83649a9506b6 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] For port cb63261a-7f59-4f39-800f-d92bdbe88878, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=cb63261a-7f59-4f39-800f-d92bdbe88878,segment=NetworkSegment(f6f04ef7-daec-40a7-995d-dcb75bf3ec52),segment_id=f6f04ef7-daec-40a7-995d-dcb75bf3ec52)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:08:54.329961 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f116f3c8-1e6d-4aed-abcf-83649a9506b6 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (cb63261a-7f59-4f39-800f-d92bdbe88878), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:54.337566 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-26f7140d-9988-4f93-9579-2c2d558e896d None None] For port cb63261a-7f59-4f39-800f-d92bdbe88878, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=cb63261a-7f59-4f39-800f-d92bdbe88878,segment=NetworkSegment(f6f04ef7-daec-40a7-995d-dcb75bf3ec52),segment_id=f6f04ef7-daec-40a7-995d-dcb75bf3ec52)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:08:54.338147 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-26f7140d-9988-4f93-9579-2c2d558e896d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (cb63261a-7f59-4f39-800f-d92bdbe88878), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:54.437279 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-26f7140d-9988-4f93-9579-2c2d558e896d None None] Calling delete_port for cb63261a-7f59-4f39-800f-d92bdbe88878 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:08:54.493435 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f116f3c8-1e6d-4aed-abcf-83649a9506b6 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Calling delete_port for cb63261a-7f59-4f39-800f-d92bdbe88878 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:08:54.501116 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:08:54.525361 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-6dd5a270-5d33-4569-beb4-245d32410179 None None] Current status of the port 84ea90cb-3be0-4ae3-965e-475125bd4072 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:54.525930 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6dd5a270-5d33-4569-beb4-245d32410179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (84ea90cb-3be0-4ae3-965e-475125bd4072), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:54.637996 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746cb2f7-0ef2-4631-bec1-3e0681344613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:54.649093 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746cb2f7-0ef2-4631-bec1-3e0681344613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:54.649766 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746cb2f7-0ef2-4631-bec1-3e0681344613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:54.650252 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746cb2f7-0ef2-4631-bec1-3e0681344613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:54.650722 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746cb2f7-0ef2-4631-bec1-3e0681344613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:54.651189 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746cb2f7-0ef2-4631-bec1-3e0681344613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:54.651820 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746cb2f7-0ef2-4631-bec1-3e0681344613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:54.652413 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746cb2f7-0ef2-4631-bec1-3e0681344613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:54.652877 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746cb2f7-0ef2-4631-bec1-3e0681344613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:54.653827 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746cb2f7-0ef2-4631-bec1-3e0681344613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:54.654300 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746cb2f7-0ef2-4631-bec1-3e0681344613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:54.654763 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746cb2f7-0ef2-4631-bec1-3e0681344613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:54.659589 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746cb2f7-0ef2-4631-bec1-3e0681344613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:54.660101 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746cb2f7-0ef2-4631-bec1-3e0681344613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:54.660569 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746cb2f7-0ef2-4631-bec1-3e0681344613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:54.666741 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-746cb2f7-0ef2-4631-bec1-3e0681344613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14221 time: 0.3309231 Mar 01 14:08:54.672815 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40394) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:54.693578 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b7501d1-86b1-490e-ba16-027eb601ca7a tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for port (da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:54.716437 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b7501d1-86b1-490e-ba16-027eb601ca7a tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:54.719431 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b7501d1-86b1-490e-ba16-027eb601ca7a tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (4738dcad-ccde-4986-8f26-7f476c63d625), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:54.857778 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7501d1-86b1-490e-ba16-027eb601ca7a tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Port': ['ID=da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:55.020697 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f116f3c8-1e6d-4aed-abcf-83649a9506b6 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (cb63261a-7f59-4f39-800f-d92bdbe88878), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:55.079574 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116f3c8-1e6d-4aed-abcf-83649a9506b6 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event deleted for resources: {'Port': ['ID=cb63261a-7f59-4f39-800f-d92bdbe88878,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:55.090075 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f116f3c8-1e6d-4aed-abcf-83649a9506b6 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] No DVR routers for this DVR port cb63261a-7f59-4f39-800f-d92bdbe88878 on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:08:55.102075 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-6dd5a270-5d33-4569-beb4-245d32410179 None None] For port 84ea90cb-3be0-4ae3-965e-475125bd4072, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=84ea90cb-3be0-4ae3-965e-475125bd4072,segment=NetworkSegment(02da6a95-113d-4e8f-b605-4b8c92dd287c),segment_id=02da6a95-113d-4e8f-b605-4b8c92dd287c)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:08:55.124747 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6dd5a270-5d33-4569-beb4-245d32410179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (84ea90cb-3be0-4ae3-965e-475125bd4072), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:55.187525 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-645015c0-5171-4de0-94dc-d2d81b75a58d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Deleting port 886d638a-5f20-42d5-bf86-e6210e017784 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:08:55.190796 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd5a270-5d33-4569-beb4-245d32410179 None None] Pushing event updated for resources: {'Port': ['ID=84ea90cb-3be0-4ae3-965e-475125bd4072,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:55.205642 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:55.206280 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:55.206862 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-645015c0-5171-4de0-94dc-d2d81b75a58d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (886d638a-5f20-42d5-bf86-e6210e017784), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:55.249564 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-55689c1a-2c5f-4f0b-8b4e-441cce45a5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'name': 'tempest-RoutersIpV6Test-router-553735540', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:08:27Z', 'updated_at': '2022-03-01T14:08:52Z', 'revision_number': 4, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'gw_port_host': None, '_interfaces': [{'id': '84ea90cb-3be0-4ae3-965e-475125bd4072', 'name': '', 'network_id': 'd204a5f7-e889-4fd6-8422-16fec7475833', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:15:43:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:41Z', 'updated_at': '2022-03-01T14:08:53Z', 'revision_number': 4, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fee95d5-f552-4aa7-aeab-639b41390d7d', 'name': '', 'network_id': '21e14362-3194-44ba-be9e-42c62903a358', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:bc:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '6395be5a-5198-4907-bbae-62d5988a1869', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:32Z', 'updated_at': '2022-03-01T14:08:44Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '6395be5a-5198-4907-bbae-62d5988a1869', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5', 'name': '', 'network_id': '8c596c88-c5c7-4946-b069-2227ff4bce00', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:3a:d3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '9c2fade6-d20b-417e-96a0-aff0648e2b60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:50Z', 'updated_at': '2022-03-01T14:08:51Z', 'revision_number': 1, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '9c2fade6-d20b-417e-96a0-aff0648e2b60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:55.264927 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-26f7140d-9988-4f93-9579-2c2d558e896d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (cb63261a-7f59-4f39-800f-d92bdbe88878), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:55.413542 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f7140d-9988-4f93-9579-2c2d558e896d None None] No DVR routers for this DVR port cb63261a-7f59-4f39-800f-d92bdbe88878 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:08:55.438980 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-645015c0-5171-4de0-94dc-d2d81b75a58d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] For port 886d638a-5f20-42d5-bf86-e6210e017784, host n-h1-827467-3, got binding levels [] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:08:55.439346 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-645015c0-5171-4de0-94dc-d2d81b75a58d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (886d638a-5f20-42d5-bf86-e6210e017784), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:55.441007 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7501d1-86b1-490e-ba16-027eb601ca7a tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Network 8c596c88-c5c7-4946-b069-2227ff4bce00 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:08:55.445993 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-1b7501d1-86b1-490e-ba16-027eb601ca7a tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:55.454684 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7140d-9988-4f93-9579-2c2d558e896d None None] Pushing event deleted for resources: {'Port': ['ID=cb63261a-7f59-4f39-800f-d92bdbe88878,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:55.465025 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f116f3c8-1e6d-4aed-abcf-83649a9506b6 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (c33189d4-b994-46eb-b61a-50985bd98ea1), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:55.511190 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55689c1a-2c5f-4f0b-8b4e-441cce45a5f9 None None] The sync data for ids ['4738dcad-ccde-4986-8f26-7f476c63d625'] in n-d-827467-3 is: [{'id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'name': 'tempest-RoutersIpV6Test-router-553735540', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:08:27Z', 'updated_at': '2022-03-01T14:08:52Z', 'revision_number': 4, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'gw_port_host': None, '_interfaces': [{'id': '84ea90cb-3be0-4ae3-965e-475125bd4072', 'name': '', 'network_id': 'd204a5f7-e889-4fd6-8422-16fec7475833', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:15:43:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:41Z', 'updated_at': '2022-03-01T14:08:53Z', 'revision_number': 4, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fee95d5-f552-4aa7-aeab-639b41390d7d', 'name': '', 'network_id': '21e14362-3194-44ba-be9e-42c62903a358', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:bc:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '6395be5a-5198-4907-bbae-62d5988a1869', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:32Z', 'updated_at': '2022-03-01T14:08:44Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '6395be5a-5198-4907-bbae-62d5988a1869', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5', 'name': '', 'network_id': '8c596c88-c5c7-4946-b069-2227ff4bce00', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:3a:d3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '9c2fade6-d20b-417e-96a0-aff0648e2b60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:50Z', 'updated_at': '2022-03-01T14:08:51Z', 'revision_number': 1, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '9c2fade6-d20b-417e-96a0-aff0648e2b60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:08:55.526014 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-645015c0-5171-4de0-94dc-d2d81b75a58d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Calling delete_port for 886d638a-5f20-42d5-bf86-e6210e017784 owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:08:55.542319 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369993b4-3c4a-4814-8476-d5cbbbc364d0 None None] Network 8c596c88-c5c7-4946-b069-2227ff4bce00 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:55.640444 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-f116f3c8-1e6d-4aed-abcf-83649a9506b6 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33189d4-b994-46eb-b61a-50985bd98ea1']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:55.667329 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-7a49a18c-8ee7-4ac0-9d29-fe213d519111 None None] Provisioning complete for port 6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:55.667814 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7a49a18c-8ee7-4ac0-9d29-fe213d519111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:55.672364 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-f116f3c8-1e6d-4aed-abcf-83649a9506b6 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f04ef7-daec-40a7-995d-dcb75bf3ec52') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:55.673208 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-f116f3c8-1e6d-4aed-abcf-83649a9506b6 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f04ef7-daec-40a7-995d-dcb75bf3ec52') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:55.676398 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fc567165-150a-46d2-b426-dad4cf87cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:55.712903 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f116f3c8-1e6d-4aed-abcf-83649a9506b6 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (f6f04ef7-daec-40a7-995d-dcb75bf3ec52), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:55.735495 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-27979361-2c71-4ab6-9745-1a5925bb9362 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (cc1f6004-246c-4950-bb9e-ead7991c81f9), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:55.750905 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7501d1-86b1-490e-ba16-027eb601ca7a tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Router 4738dcad-ccde-4986-8f26-7f476c63d625 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:08:55.752738 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f116f3c8-1e6d-4aed-abcf-83649a9506b6 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (f6f04ef7-daec-40a7-995d-dcb75bf3ec52), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:55.767498 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f116f3c8-1e6d-4aed-abcf-83649a9506b6 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:08:55.768362 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f116f3c8-1e6d-4aed-abcf-83649a9506b6 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (f6f04ef7-daec-40a7-995d-dcb75bf3ec52), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:55.771963 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:08:55.771963 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:08:55.771963 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:08:55.771963 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:08:55.771963 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:08:55.771963 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:08:55.771963 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:08:55.771963 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:08:55.771963 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:08:55.771963 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:08:55.771963 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:08:55.771963 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:08:55.771963 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:08:55.771963 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:08:55.771963 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:08:55.771963 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:08:55.771963 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:08:55.771963 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:08:55.771963 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:08:55.771963 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:08:55.771963 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:08:55.771963 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:08:55.771963 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:08:55.771963 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:08:55.771963 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:08:55.771963 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:08:55.771963 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:08:55.771963 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:08:55.771963 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:08:55.771963 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:08:55.771963 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:08:55.771963 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:08:55.891914 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-645015c0-5171-4de0-94dc-d2d81b75a58d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (886d638a-5f20-42d5-bf86-e6210e017784), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:55.972462 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7501d1-86b1-490e-ba16-027eb601ca7a tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:08:55.978112 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:55.979121 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:55.985673 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1b7501d1-86b1-490e-ba16-027eb601ca7a tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "PUT /v2.0/routers/4738dcad-ccde-4986-8f26-7f476c63d625/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6577523 Mar 01 14:08:55.986385 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40402) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:56.038187 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645015c0-5171-4de0-94dc-d2d81b75a58d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Pushing event deleted for resources: {'Port': ['ID=886d638a-5f20-42d5-bf86-e6210e017784,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:56.051095 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-7a49a18c-8ee7-4ac0-9d29-fe213d519111 None None] Current status of the port 6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:56.051495 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7a49a18c-8ee7-4ac0-9d29-fe213d519111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:56.070540 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-4309a808-bc8f-426b-b324-3eb1a4c429b9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-532218588'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:56.102992 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4309a808-bc8f-426b-b324-3eb1a4c429b9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Made reservation on behalf of acbdde4ecc2c4bf09ed2554be77540a8 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:56.106324 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5,segment=NetworkSegment(89e7a09f-6fa7-46dd-b9eb-19552f957586),segment_id=89e7a09f-6fa7-46dd-b9eb-19552f957586)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:08:56.106900 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4309a808-bc8f-426b-b324-3eb1a4c429b9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:56.128011 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:56.128846 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 84ea90cb-3be0-4ae3-965e-475125bd4072 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:08:56.134552 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-645015c0-5171-4de0-94dc-d2d81b75a58d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:56.156387 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-645015c0-5171-4de0-94dc-d2d81b75a58d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] 10.222.0.13 "DELETE /v2.0/ports/886d638a-5f20-42d5-bf86-e6210e017784 HTTP/1.1" status: 204 len: 168 time: 1.4823320 Mar 01 14:08:56.158113 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40406) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:56.223232 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4309a808-bc8f-426b-b324-3eb1a4c429b9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:08:56.294982 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-4999942f-b21b-4c29-b4ba-b281a9f774fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] GET failed (client error): The resource could not be found. Mar 01 14:08:56.305186 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40410) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:56.311565 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4999942f-b21b-4c29-b4ba-b281a9f774fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] 10.222.0.13 "GET /v2.0/ports/886d638a-5f20-42d5-bf86-e6210e017784 HTTP/1.1" status: 404 len: 333 time: 0.1520324 Mar 01 14:08:56.316008 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f116f3c8-1e6d-4aed-abcf-83649a9506b6 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (c33189d4-b994-46eb-b61a-50985bd98ea1), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:56.328038 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f116f3c8-1e6d-4aed-abcf-83649a9506b6 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:56.334112 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f116f3c8-1e6d-4aed-abcf-83649a9506b6 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "DELETE /v2.0/networks/c33189d4-b994-46eb-b61a-50985bd98ea1 HTTP/1.1" status: 204 len: 168 time: 3.8605957 Mar 01 14:08:56.336021 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40414) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:56.379574 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-3366fdb3-9fb1-4a61-8165-29820107d4ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1695715581', 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:56.413787 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116f3c8-1e6d-4aed-abcf-83649a9506b6 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event deleted for resources: {'Network': ['ID=c33189d4-b994-46eb-b61a-50985bd98ea1,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:56.420185 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-7a49a18c-8ee7-4ac0-9d29-fe213d519111 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 14:08:56.420685 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-7a49a18c-8ee7-4ac0-9d29-fe213d519111 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 14:08:56.433441 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 84ea90cb-3be0-4ae3-965e-475125bd4072 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:56.442021 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (84ea90cb-3be0-4ae3-965e-475125bd4072), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:56.477677 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4309a808-bc8f-426b-b324-3eb1a4c429b9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (7e6f5e0d-50e0-4f6b-ab40-385745427369), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:56.478012 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-4309a808-bc8f-426b-b324-3eb1a4c429b9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Added segment 7e6f5e0d-50e0-4f6b-ab40-385745427369 of type vlan for network 52ead33a-539a-4fbc-86e1-09eeae069f75 Mar 01 14:08:56.483902 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3366fdb3-9fb1-4a61-8165-29820107d4ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Made reservation on behalf of 385629de46ea40539e1366ea17cf34fd for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:56.488588 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3366fdb3-9fb1-4a61-8165-29820107d4ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:56.511311 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff374bb-1c65-4e51-9114-649b7734b368 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] DELETE failed (client error): The resource could not be found. Mar 01 14:08:56.525863 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fff374bb-1c65-4e51-9114-649b7734b368 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:08:56.538404 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fff374bb-1c65-4e51-9114-649b7734b368 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "DELETE /v2.0/subnets/782c9251-67a1-4f28-a77e-a020bd02d6e9 HTTP/1.1" status: 404 len: 337 time: 0.1518741 Mar 01 14:08:56.550001 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:56.550974 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40420) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:56.635171 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc90fcd-34aa-4926-986b-2d1325af3e14 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] DELETE failed (client error): The resource could not be found. Mar 01 14:08:56.642890 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbc90fcd-34aa-4926-986b-2d1325af3e14 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:08:56.652997 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-dbc90fcd-34aa-4926-986b-2d1325af3e14 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "DELETE /v2.0/networks/af710894-85cf-4d45-8033-d62cadcfed5f HTTP/1.1" status: 404 len: 339 time: 0.1006556 Mar 01 14:08:56.658652 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40422) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:56.682852 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4309a808-bc8f-426b-b324-3eb1a4c429b9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (52ead33a-539a-4fbc-86e1-09eeae069f75), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:56.688900 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 84ea90cb-3be0-4ae3-965e-475125bd4072 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:56.690441 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device eccdddf5-3099-402d-ad80-f331c0a8b542 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:08:56.775112 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa2c3b3-0520-4433-9e35-e9111af7a1c5 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Deleting subnet 0cbb6a17-4e6c-4218-b488-59b811a2f38a {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:08:56.784011 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5aa2c3b3-0520-4433-9e35-e9111af7a1c5 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for subnet (0cbb6a17-4e6c-4218-b488-59b811a2f38a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:56.786796 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4309a808-bc8f-426b-b324-3eb1a4c429b9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (52ead33a-539a-4fbc-86e1-09eeae069f75), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:56.799749 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4309a808-bc8f-426b-b324-3eb1a4c429b9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:56.801130 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4309a808-bc8f-426b-b324-3eb1a4c429b9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:56.826947 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port eccdddf5-3099-402d-ad80-f331c0a8b542 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:56.827354 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (eccdddf5-3099-402d-ad80-f331c0a8b542), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:56.951913 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4309a808-bc8f-426b-b324-3eb1a4c429b9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9022806 Mar 01 14:08:56.952575 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40424) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:56.955643 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5aa2c3b3-0520-4433-9e35-e9111af7a1c5 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (0cbb6a17-4e6c-4218-b488-59b811a2f38a), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:56.967393 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-f6a9f312-2987-499c-b8e7-bf2df2d58c4e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Request body: {'subnet': {'network_id': '52ead33a-539a-4fbc-86e1-09eeae069f75', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:08:57.044718 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c7a14b-b4ac-45be-8d62-a7d52a730ba3 None None] Sync routers for ids ['4738dcad-ccde-4986-8f26-7f476c63d625'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:08:57.051167 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309a808-bc8f-426b-b324-3eb1a4c429b9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Network': ['ID=52ead33a-539a-4fbc-86e1-09eeae069f75,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:57.070333 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5d5d08-b039-45c8-9f2f-233f636d39b4 None None] get_active_networks_info from n-d-827467-3 {{(pid=103728) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 01 14:08:57.083299 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 52ead33a-539a-4fbc-86e1-09eeae069f75 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:08:57.112992 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-3366fdb3-9fb1-4a61-8165-29820107d4ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] device_id is not set on port ad236367-7269-4c8a-8452-495c8a285cf4 yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:08:57.190377 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5aa2c3b3-0520-4433-9e35-e9111af7a1c5 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (0cbb6a17-4e6c-4218-b488-59b811a2f38a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:57.228061 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a9f312-2987-499c-b8e7-bf2df2d58c4e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Made reservation on behalf of acbdde4ecc2c4bf09ed2554be77540a8 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:08:57.232477 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f6a9f312-2987-499c-b8e7-bf2df2d58c4e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:57.250694 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c7a14b-b4ac-45be-8d62-a7d52a730ba3 None None] Routers {'4738dcad-ccde-4986-8f26-7f476c63d625'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:08:57.251697 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d7c7a14b-b4ac-45be-8d62-a7d52a730ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:08:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4738dcad-ccde-4986-8f26-7f476c63d625'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:57.311161 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3366fdb3-9fb1-4a61-8165-29820107d4ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks [] for port (ad236367-7269-4c8a-8452-495c8a285cf4), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:57.357659 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3366fdb3-9fb1-4a61-8165-29820107d4ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (ad236367-7269-4c8a-8452-495c8a285cf4), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:57.440113 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-d7c7a14b-b4ac-45be-8d62-a7d52a730ba3 None None] Set router 4738dcad-ccde-4986-8f26-7f476c63d625 gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:08:57.496714 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3366fdb3-9fb1-4a61-8165-29820107d4ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Network c62f6746-e1fb-4ef9-ae06-967d8e2a893e is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:08:57.514334 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-3366fdb3-9fb1-4a61-8165-29820107d4ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:57.524846 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366fdb3-9fb1-4a61-8165-29820107d4ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Pushing event updated for resources: {'Port': ['ID=ad236367-7269-4c8a-8452-495c8a285cf4,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:57.536546 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3366fdb3-9fb1-4a61-8165-29820107d4ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:08:57.539439 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3366fdb3-9fb1-4a61-8165-29820107d4ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:57.540275 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3366fdb3-9fb1-4a61-8165-29820107d4ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:57.565204 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-27979361-2c71-4ab6-9745-1a5925bb9362 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Deleting port 189ac715-fcfe-4ce8-8a4b-ecf5cd1a61b3 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:08:57.566051 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-27979361-2c71-4ab6-9745-1a5925bb9362 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (189ac715-fcfe-4ce8-8a4b-ecf5cd1a61b3), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:57.630039 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-7a49a18c-8ee7-4ac0-9d29-fe213d519111 None None] Current status of the port 6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:57.659627 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3366fdb3-9fb1-4a61-8165-29820107d4ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3462942 Mar 01 14:08:57.659627 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40430) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:57.766586 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9adbab-b6ae-459d-9704-4f826645fc70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:57.770782 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-af9adbab-b6ae-459d-9704-4f826645fc70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] 10.222.0.13 "GET /v2.0/ports/ad236367-7269-4c8a-8452-495c8a285cf4 HTTP/1.1" status: 200 len: 959 time: 0.1117475 Mar 01 14:08:57.771366 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40432) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:57.804644 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port eccdddf5-3099-402d-ad80-f331c0a8b542 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:57.805460 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (eccdddf5-3099-402d-ad80-f331c0a8b542), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:57.811516 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5d5d08-b039-45c8-9f2f-233f636d39b4 None None] Resources bound (agent type, host, resource id): {{(pid=103728) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 14:08:57.823174 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a133acac-eefc-4dd4-95e6-43d9734e74fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:57.838551 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f6a9f312-2987-499c-b8e7-bf2df2d58c4e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (78fd365d-2ad0-4513-9c39-f50d75c78e35), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:57.905488 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5aa2c3b3-0520-4433-9e35-e9111af7a1c5 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (0cbb6a17-4e6c-4218-b488-59b811a2f38a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:57.908951 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-7b1e75b6-99d8-49ff-80dc-c55643695345 None None] Provisioning complete for port eccdddf5-3099-402d-ad80-f331c0a8b542 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:57.909533 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7b1e75b6-99d8-49ff-80dc-c55643695345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (eccdddf5-3099-402d-ad80-f331c0a8b542), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:57.939907 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a9f312-2987-499c-b8e7-bf2df2d58c4e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Subnet': ['ID=78fd365d-2ad0-4513-9c39-f50d75c78e35,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:57.948166 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5aa2c3b3-0520-4433-9e35-e9111af7a1c5 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:57.951803 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5aa2c3b3-0520-4433-9e35-e9111af7a1c5 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "DELETE /v2.0/subnets/0cbb6a17-4e6c-4218-b488-59b811a2f38a HTTP/1.1" status: 204 len: 168 time: 1.2921433 Mar 01 14:08:57.953591 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a9f312-2987-499c-b8e7-bf2df2d58c4e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Checking segment: {'id': '7e6f5e0d-50e0-4f6b-ab40-385745427369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '52ead33a-539a-4fbc-86e1-09eeae069f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:08:57.954144 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a9f312-2987-499c-b8e7-bf2df2d58c4e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Network hostable DHCP agents. Network: 52ead33a-539a-4fbc-86e1-09eeae069f75, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:08:57.959029 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40434) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:57.980689 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2c3b3-0520-4433-9e35-e9111af7a1c5 tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event deleted for resources: {'Subnet': ['ID=0cbb6a17-4e6c-4218-b488-59b811a2f38a,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:57.985787 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-27979361-2c71-4ab6-9745-1a5925bb9362 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (189ac715-fcfe-4ce8-8a4b-ecf5cd1a61b3), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:57.996218 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a9f312-2987-499c-b8e7-bf2df2d58c4e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Network 52ead33a-539a-4fbc-86e1-09eeae069f75 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:08:58.009130 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-f6a9f312-2987-499c-b8e7-bf2df2d58c4e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 52ead33a-539a-4fbc-86e1-09eeae069f75) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:58.015476 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port eccdddf5-3099-402d-ad80-f331c0a8b542, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=eccdddf5-3099-402d-ad80-f331c0a8b542,segment=NetworkSegment(4fd0f802-5e76-44f1-aaf6-e41350e6650f),segment_id=4fd0f802-5e76-44f1-aaf6-e41350e6650f)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:08:58.025434 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a9f312-2987-499c-b8e7-bf2df2d58c4e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:08:58.026184 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f6a9f312-2987-499c-b8e7-bf2df2d58c4e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:58.054390 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f6a9f312-2987-499c-b8e7-bf2df2d58c4e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0886407 Mar 01 14:08:58.054994 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40436) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:08:58.069777 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-27979361-2c71-4ab6-9745-1a5925bb9362 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Calling delete_port for 189ac715-fcfe-4ce8-8a4b-ecf5cd1a61b3 owned by network:router_interface {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:08:58.085283 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (eccdddf5-3099-402d-ad80-f331c0a8b542), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:58.198595 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-3d547cac-80d9-4150-816e-5f0f2b0a7f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Deleting port ad236367-7269-4c8a-8452-495c8a285cf4 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:08:58.199203 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3d547cac-80d9-4150-816e-5f0f2b0a7f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (ad236367-7269-4c8a-8452-495c8a285cf4), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:58.206991 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-014be189-f9ff-4550-ad78-484be7b64ffa tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (c3554407-726b-41d6-acad-a09ba7a37e2b), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:58.227590 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=eccdddf5-3099-402d-ad80-f331c0a8b542,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:58.234657 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device cb63261a-7f59-4f39-800f-d92bdbe88878 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:08:58.286486 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-7b1e75b6-99d8-49ff-80dc-c55643695345 None None] Current status of the port eccdddf5-3099-402d-ad80-f331c0a8b542 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:58.362845 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: cb63261a-7f59-4f39-800f-d92bdbe88878 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:08:58.362845 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device cb63261a-7f59-4f39-800f-d92bdbe88878 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:08:58.363154 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3d547cac-80d9-4150-816e-5f0f2b0a7f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (ad236367-7269-4c8a-8452-495c8a285cf4), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:58.393453 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-3d547cac-80d9-4150-816e-5f0f2b0a7f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Calling delete_port for ad236367-7269-4c8a-8452-495c8a285cf4 owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:08:58.432547 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-014be189-f9ff-4550-ad78-484be7b64ffa tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Deleting port a7de2c01-2864-47df-abc6-ed3943f35e80 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:08:58.432547 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-014be189-f9ff-4550-ad78-484be7b64ffa tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (a7de2c01-2864-47df-abc6-ed3943f35e80), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:58.705537 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4fa72cc0-7de4-4e95-a0d1-56b682746b84 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:58.728857 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-014be189-f9ff-4550-ad78-484be7b64ffa tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] For port a7de2c01-2864-47df-abc6-ed3943f35e80, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=a7de2c01-2864-47df-abc6-ed3943f35e80,segment=NetworkSegment(ada102d1-ab1d-4cc7-9fdf-17b723472750),segment_id=ada102d1-ab1d-4cc7-9fdf-17b723472750)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:08:58.729470 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-014be189-f9ff-4550-ad78-484be7b64ffa tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (a7de2c01-2864-47df-abc6-ed3943f35e80), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:58.730102 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:08:58.743214 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-014be189-f9ff-4550-ad78-484be7b64ffa tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Calling delete_port for a7de2c01-2864-47df-abc6-ed3943f35e80 owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:08:58.836241 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-27979361-2c71-4ab6-9745-1a5925bb9362 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (189ac715-fcfe-4ce8-8a4b-ecf5cd1a61b3), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:58.849135 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-7b1e75b6-99d8-49ff-80dc-c55643695345 None None] Provisioning complete for port 189ac715-fcfe-4ce8-8a4b-ecf5cd1a61b3 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:58.849570 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7b1e75b6-99d8-49ff-80dc-c55643695345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (189ac715-fcfe-4ce8-8a4b-ecf5cd1a61b3), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:58.869041 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27979361-2c71-4ab6-9745-1a5925bb9362 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event deleted for resources: {'Port': ['ID=189ac715-fcfe-4ce8-8a4b-ecf5cd1a61b3,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:58.872179 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-014be189-f9ff-4550-ad78-484be7b64ffa tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (a7de2c01-2864-47df-abc6-ed3943f35e80), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:58.890124 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-7b1e75b6-99d8-49ff-80dc-c55643695345 None None] Port 189ac715-fcfe-4ce8-8a4b-ecf5cd1a61b3 was deleted so its status cannot be updated. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 01 14:08:58.910626 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014be189-f9ff-4550-ad78-484be7b64ffa tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event deleted for resources: {'Port': ['ID=a7de2c01-2864-47df-abc6-ed3943f35e80,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:58.916153 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d7c7a14b-b4ac-45be-8d62-a7d52a730ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'name': 'tempest-RoutersIpV6Test-router-553735540', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:08:27Z', 'updated_at': '2022-03-01T14:08:52Z', 'revision_number': 4, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'gw_port_host': None, '_interfaces': [{'id': '84ea90cb-3be0-4ae3-965e-475125bd4072', 'name': '', 'network_id': 'd204a5f7-e889-4fd6-8422-16fec7475833', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:15:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:41Z', 'updated_at': '2022-03-01T14:08:54Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fee95d5-f552-4aa7-aeab-639b41390d7d', 'name': '', 'network_id': '21e14362-3194-44ba-be9e-42c62903a358', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:bc:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '6395be5a-5198-4907-bbae-62d5988a1869', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:32Z', 'updated_at': '2022-03-01T14:08:44Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '6395be5a-5198-4907-bbae-62d5988a1869', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5', 'name': '', 'network_id': '8c596c88-c5c7-4946-b069-2227ff4bce00', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:3a:d3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '9c2fade6-d20b-417e-96a0-aff0648e2b60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:50Z', 'updated_at': '2022-03-01T14:08:53Z', 'revision_number': 2, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '9c2fade6-d20b-417e-96a0-aff0648e2b60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:58.992383 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c7a14b-b4ac-45be-8d62-a7d52a730ba3 None None] Checking router: 4738dcad-ccde-4986-8f26-7f476c63d625 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:08:58.993150 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c7a14b-b4ac-45be-8d62-a7d52a730ba3 None None] Updating router 4738dcad-ccde-4986-8f26-7f476c63d625 port da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5 binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:08:59.002541 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014be189-f9ff-4550-ad78-484be7b64ffa tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] No DVR routers for this DVR port a7de2c01-2864-47df-abc6-ed3943f35e80 on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:08:59.038316 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:59.042612 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:59.043121 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:59.046549 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d7c7a14b-b4ac-45be-8d62-a7d52a730ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:59.111196 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-7b1e75b6-99d8-49ff-80dc-c55643695345 None None] Provisioning complete for port 6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:08:59.111574 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7b1e75b6-99d8-49ff-80dc-c55643695345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:59.134759 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-27979361-2c71-4ab6-9745-1a5925bb9362 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (cc1f6004-246c-4950-bb9e-ead7991c81f9), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:59.206224 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-014be189-f9ff-4550-ad78-484be7b64ffa tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (c3554407-726b-41d6-acad-a09ba7a37e2b), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:59.231443 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-014be189-f9ff-4550-ad78-484be7b64ffa tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3554407-726b-41d6-acad-a09ba7a37e2b']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:59.243144 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-014be189-f9ff-4550-ad78-484be7b64ffa tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada102d1-ab1d-4cc7-9fdf-17b723472750') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:59.243815 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-014be189-f9ff-4550-ad78-484be7b64ffa tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada102d1-ab1d-4cc7-9fdf-17b723472750') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:08:59.260395 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-014be189-f9ff-4550-ad78-484be7b64ffa tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (ada102d1-ab1d-4cc7-9fdf-17b723472750), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:59.266356 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-4fa72cc0-7de4-4e95-a0d1-56b682746b84 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Allocated IP 2001:db8:3::1 (52ead33a-539a-4fbc-86e1-09eeae069f75/78fd365d-2ad0-4513-9c39-f50d75c78e35/7681278e-fe49-46ef-a3cf-28b184bfb809) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:08:59.278872 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-014be189-f9ff-4550-ad78-484be7b64ffa tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (ada102d1-ab1d-4cc7-9fdf-17b723472750), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:59.286172 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014be189-f9ff-4550-ad78-484be7b64ffa tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:08:59.286873 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-014be189-f9ff-4550-ad78-484be7b64ffa tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (ada102d1-ab1d-4cc7-9fdf-17b723472750), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:59.437502 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:59.439049 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 84ea90cb-3be0-4ae3-965e-475125bd4072 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:08:59.441060 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33ea3fd-a53e-4283-b632-5eabae0dff9f None None] Network c3554407-726b-41d6-acad-a09ba7a37e2b requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:59.443034 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babc1711-3c30-4041-8330-277e488844e4 None None] Network 52ead33a-539a-4fbc-86e1-09eeae069f75 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:08:59.465563 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:08:59.465563 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:08:59.465563 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:08:59.465563 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:08:59.465563 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:08:59.465563 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:08:59.465563 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:08:59.465563 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:08:59.465563 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:08:59.465563 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:08:59.465563 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:08:59.465563 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:08:59.465563 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:08:59.465563 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:08:59.465563 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:08:59.465563 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:08:59.465563 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:08:59.465563 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:08:59.465563 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:08:59.465563 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:08:59.465563 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:08:59.465563 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:08:59.465563 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:08:59.465563 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:08:59.465563 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:08:59.465563 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:08:59.465563 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:08:59.465563 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:08:59.465563 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:08:59.465563 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:08:59.465563 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:08:59.465563 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:08:59.593739 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-014be189-f9ff-4550-ad78-484be7b64ffa tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (c3554407-726b-41d6-acad-a09ba7a37e2b), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:59.598822 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4fa72cc0-7de4-4e95-a0d1-56b682746b84 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for port (7681278e-fe49-46ef-a3cf-28b184bfb809), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:59.599192 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-014be189-f9ff-4550-ad78-484be7b64ffa tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:59.604081 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-014be189-f9ff-4550-ad78-484be7b64ffa tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] 10.222.0.13 "DELETE /v2.0/networks/c3554407-726b-41d6-acad-a09ba7a37e2b HTTP/1.1" status: 204 len: 168 time: 1.6400023 Mar 01 14:08:59.696702 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4fa72cc0-7de4-4e95-a0d1-56b682746b84 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (7681278e-fe49-46ef-a3cf-28b184bfb809), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:59.770459 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014be189-f9ff-4550-ad78-484be7b64ffa tempest-NetworksIpV6Test-213611708 tempest-NetworksIpV6Test-213611708-project] Pushing event deleted for resources: {'Network': ['ID=c3554407-726b-41d6-acad-a09ba7a37e2b,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:08:59.782191 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa72cc0-7de4-4e95-a0d1-56b682746b84 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Network 52ead33a-539a-4fbc-86e1-09eeae069f75 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:08:59.786048 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-4fa72cc0-7de4-4e95-a0d1-56b682746b84 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:08:59.803108 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa72cc0-7de4-4e95-a0d1-56b682746b84 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:08:59.803899 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4fa72cc0-7de4-4e95-a0d1-56b682746b84 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (4738dcad-ccde-4986-8f26-7f476c63d625), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:59.888233 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3d547cac-80d9-4150-816e-5f0f2b0a7f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (ad236367-7269-4c8a-8452-495c8a285cf4), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:08:59.935510 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-7b1e75b6-99d8-49ff-80dc-c55643695345 None None] Current status of the port 6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:08:59.961626 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa72cc0-7de4-4e95-a0d1-56b682746b84 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Port': ['ID=7681278e-fe49-46ef-a3cf-28b184bfb809,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:00.070043 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d547cac-80d9-4150-816e-5f0f2b0a7f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad236367-7269-4c8a-8452-495c8a285cf4,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:00.100144 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3d547cac-80d9-4150-816e-5f0f2b0a7f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:00.104726 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3d547cac-80d9-4150-816e-5f0f2b0a7f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] 10.222.0.13 "DELETE /v2.0/ports/ad236367-7269-4c8a-8452-495c8a285cf4 HTTP/1.1" status: 204 len: 168 time: 2.3265679 Mar 01 14:09:00.109579 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40450) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:00.136677 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-7b1e75b6-99d8-49ff-80dc-c55643695345 None None] Provisioning complete for port da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:00.138807 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7b1e75b6-99d8-49ff-80dc-c55643695345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:00.158122 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27979361-2c71-4ab6-9745-1a5925bb9362 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Router cc1f6004-246c-4950-bb9e-ead7991c81f9 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:09:00.159489 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4fa72cc0-7de4-4e95-a0d1-56b682746b84 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7681278e-fe49-46ef-a3cf-28b184bfb809), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:00.164582 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-1133e64f-d0bb-46cd-970c-20581bb5d4f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] GET failed (client error): The resource could not be found. Mar 01 14:09:00.168290 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1133e64f-d0bb-46cd-970c-20581bb5d4f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] 10.222.0.13 "GET /v2.0/ports/ad236367-7269-4c8a-8452-495c8a285cf4 HTTP/1.1" status: 404 len: 333 time: 0.0567236 Mar 01 14:09:00.172312 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40452) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:00.178613 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-8a3601e9-8494-4a99-a621-0fd814c0bcb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Request body: {'port': {'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1542915963'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:00.240635 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40454) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:00.259715 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6602ffb2-1218-4099-ae6a-9c8b45635911 None None] DHCP port deletion for c3554407-726b-41d6-acad-a09ba7a37e2b request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:09:00.300809 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3601e9-8494-4a99-a621-0fd814c0bcb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Made reservation on behalf of 385629de46ea40539e1366ea17cf34fd for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:09:00.305811 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8a3601e9-8494-4a99-a621-0fd814c0bcb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:00.328971 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27979361-2c71-4ab6-9745-1a5925bb9362 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:09:00.342005 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95699b5-0c1e-48d0-96f9-e99e354bca51 None None] Sync routers for ids ['cc1f6004-246c-4950-bb9e-ead7991c81f9'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:09:00.348537 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-27979361-2c71-4ab6-9745-1a5925bb9362 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "PUT /v2.0/routers/cc1f6004-246c-4950-bb9e-ead7991c81f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1297264 Mar 01 14:09:00.351232 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40458) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:00.387153 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-8a3601e9-8494-4a99-a621-0fd814c0bcb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] device_id is not set on port 22071500-e377-4391-b4ea-07f5864de2df yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:09:00.398255 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-7b1e75b6-99d8-49ff-80dc-c55643695345 None None] Port da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:09:00.415502 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95699b5-0c1e-48d0-96f9-e99e354bca51 None None] Routers {'cc1f6004-246c-4950-bb9e-ead7991c81f9'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:09:00.417013 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-a95699b5-0c1e-48d0-96f9-e99e354bca51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:08:58Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['cc1f6004-246c-4950-bb9e-ead7991c81f9'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:00.418169 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:00.436024 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 84ea90cb-3be0-4ae3-965e-475125bd4072 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:00.436024 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (84ea90cb-3be0-4ae3-965e-475125bd4072), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:00.531431 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4fa72cc0-7de4-4e95-a0d1-56b682746b84 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for port (7681278e-fe49-46ef-a3cf-28b184bfb809), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:00.543006 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-a95699b5-0c1e-48d0-96f9-e99e354bca51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:00.543490 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4fa72cc0-7de4-4e95-a0d1-56b682746b84 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (7681278e-fe49-46ef-a3cf-28b184bfb809), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:00.544447 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4fa72cc0-7de4-4e95-a0d1-56b682746b84 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (4738dcad-ccde-4986-8f26-7f476c63d625), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:00.570754 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95699b5-0c1e-48d0-96f9-e99e354bca51 None None] Routers {'cc1f6004-246c-4950-bb9e-ead7991c81f9'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:09:00.572354 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-a95699b5-0c1e-48d0-96f9-e99e354bca51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:08:58Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['cc1f6004-246c-4950-bb9e-ead7991c81f9'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:00.645770 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-a95699b5-0c1e-48d0-96f9-e99e354bca51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:00.647431 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95699b5-0c1e-48d0-96f9-e99e354bca51 None None] The sync data for ids ['cc1f6004-246c-4950-bb9e-ead7991c81f9'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:09:00.673175 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-9e63b61e-bf5f-42a0-838e-7c1280ff17a0 None None] Provisioning complete for port da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:00.673564 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9e63b61e-bf5f-42a0-838e-7c1280ff17a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:00.690227 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-80edd513-aefc-463f-8c39-bfbcafde81d0 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc1f6004-246c-4950-bb9e-ead7991c81f9 HTTP/1.1" status: 200 len: 205 time: 0.3362145 Mar 01 14:09:00.699641 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40460) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:00.733118 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa72cc0-7de4-4e95-a0d1-56b682746b84 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event updated for resources: {'Port': ['ID=7681278e-fe49-46ef-a3cf-28b184bfb809,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:00.764484 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b6d7c1-7b1a-4bcf-9661-836e4519b39c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-52ead33a-539a-4fbc-86e1-09eeae069f75', 'network_id': '52ead33a-539a-4fbc-86e1-09eeae069f75', 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'fixed_ips': [{'subnet_id': '78fd365d-2ad0-4513-9c39-f50d75c78e35'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:09:00.765067 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-41b6d7c1-7b1a-4bcf-9661-836e4519b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:00.788085 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa72cc0-7de4-4e95-a0d1-56b682746b84 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Network 52ead33a-539a-4fbc-86e1-09eeae069f75 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:09:00.789566 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-4fa72cc0-7de4-4e95-a0d1-56b682746b84 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:09:00.813959 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d7c7a14b-b4ac-45be-8d62-a7d52a730ba3 None None] Publish callbacks [] for port (da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:00.830901 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-9e63b61e-bf5f-42a0-838e-7c1280ff17a0 None None] Port da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:09:00.862630 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8a3601e9-8494-4a99-a621-0fd814c0bcb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks [] for port (22071500-e377-4391-b4ea-07f5864de2df), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:00.998175 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-736cb288-3856-425a-b924-d565a12870c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f673a5614f414812a2a1ca2dad630b5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7563503 Mar 01 14:09:00.998898 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa72cc0-7de4-4e95-a0d1-56b682746b84 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Router 4738dcad-ccde-4986-8f26-7f476c63d625 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:09:00.999573 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8a3601e9-8494-4a99-a621-0fd814c0bcb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (22071500-e377-4391-b4ea-07f5864de2df), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:01.003660 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40466) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:01.009507 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d7c7a14b-b4ac-45be-8d62-a7d52a730ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:01.084921 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2432a-996f-4a30-bf7d-14052cf0614d None None] Pushing event updated for resources: {'Port': ['ID=da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:01.092163 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3601e9-8494-4a99-a621-0fd814c0bcb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Pushing event updated for resources: {'Port': ['ID=22071500-e377-4391-b4ea-07f5864de2df,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:01.119352 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa72cc0-7de4-4e95-a0d1-56b682746b84 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:09:01.129846 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7c2f52b-07f9-4bc5-9be5-a2a3ea403564 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router (cc1f6004-246c-4950-bb9e-ead7991c81f9), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:01.130917 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4fa72cc0-7de4-4e95-a0d1-56b682746b84 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "PUT /v2.0/routers/4738dcad-ccde-4986-8f26-7f476c63d625/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0738108 Mar 01 14:09:01.134879 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40468) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:01.141596 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-e3f8cc85-6c45-4a67-a8f2-252157c7fe92 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:01.151766 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 84ea90cb-3be0-4ae3-965e-475125bd4072 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:09:01.152960 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device eccdddf5-3099-402d-ad80-f331c0a8b542 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:09:01.181233 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3601e9-8494-4a99-a621-0fd814c0bcb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Network c62f6746-e1fb-4ef9-ae06-967d8e2a893e is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:09:01.234510 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-41b6d7c1-7b1a-4bcf-9661-836e4519b39c None None] Allocated IP 2001:db8:3::2 (52ead33a-539a-4fbc-86e1-09eeae069f75/78fd365d-2ad0-4513-9c39-f50d75c78e35/d2eb0649-9759-430c-87ac-c85bcf9beb0c) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:09:01.257233 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-8a3601e9-8494-4a99-a621-0fd814c0bcb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:09:01.261226 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3601e9-8494-4a99-a621-0fd814c0bcb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:09:01.262410 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3601e9-8494-4a99-a621-0fd814c0bcb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:09:01.263225 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8a3601e9-8494-4a99-a621-0fd814c0bcb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:01.340471 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-808d1312-3d9e-4c48-81fc-6e795d1b0a98 admin admin] Publish callbacks [] for security_group (14ec7a33-7984-46da-a3aa-48fd268109cf), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:01.392366 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-d7c7a14b-b4ac-45be-8d62-a7d52a730ba3 None None] Attempting to bind port da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:09:01.392828 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-d7c7a14b-b4ac-45be-8d62-a7d52a730ba3 None None] Attempting to bind port da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '4fd0f802-5e76-44f1-aaf6-e41350e6650f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c596c88-c5c7-4946-b069-2227ff4bce00'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:09:01.393254 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c7a14b-b4ac-45be-8d62-a7d52a730ba3 None None] Attempting to bind port da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5 on network 8c596c88-c5c7-4946-b069-2227ff4bce00 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:09:01.422664 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8a3601e9-8494-4a99-a621-0fd814c0bcb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2492330 Mar 01 14:09:01.434719 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40470) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:01.469881 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:01.471875 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c7a14b-b4ac-45be-8d62-a7d52a730ba3 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:09:01.472419 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c7a14b-b4ac-45be-8d62-a7d52a730ba3 None None] Checking segment: {'id': '4fd0f802-5e76-44f1-aaf6-e41350e6650f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c596c88-c5c7-4946-b069-2227ff4bce00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:09:01.473019 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d7c7a14b-b4ac-45be-8d62-a7d52a730ba3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:01.473483 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c7a14b-b4ac-45be-8d62-a7d52a730ba3 None None] Bound using segment: {'id': '4fd0f802-5e76-44f1-aaf6-e41350e6650f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c596c88-c5c7-4946-b069-2227ff4bce00'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:09:01.474072 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-d7c7a14b-b4ac-45be-8d62-a7d52a730ba3 None None] Bound port: da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd0f802-5e76-44f1-aaf6-e41350e6650f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c596c88-c5c7-4946-b069-2227ff4bce00'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:09:01.474521 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d7c7a14b-b4ac-45be-8d62-a7d52a730ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:01.556409 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port eccdddf5-3099-402d-ad80-f331c0a8b542 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:01.563083 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (eccdddf5-3099-402d-ad80-f331c0a8b542), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:01.588537 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (22071500-e377-4391-b4ea-07f5864de2df), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:01.598629 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7c2f52b-07f9-4bc5-9be5-a2a3ea403564 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (cc1f6004-246c-4950-bb9e-ead7991c81f9), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:01.603337 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7c2f52b-07f9-4bc5-9be5-a2a3ea403564 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router_controller (cc1f6004-246c-4950-bb9e-ead7991c81f9), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:01.610824 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-808d1312-3d9e-4c48-81fc-6e795d1b0a98 admin admin] Publish callbacks [] for security_group (14ec7a33-7984-46da-a3aa-48fd268109cf), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:01.685838 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7c2f52b-07f9-4bc5-9be5-a2a3ea403564 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (cc1f6004-246c-4950-bb9e-ead7991c81f9), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:01.688612 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c2f52b-07f9-4bc5-9be5-a2a3ea403564 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Fanout notify agent at l3_agent the message router_deleted on router cc1f6004-246c-4950-bb9e-ead7991c81f9 {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:09:01.711729 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7c2f52b-07f9-4bc5-9be5-a2a3ea403564 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:01.713980 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f7c2f52b-07f9-4bc5-9be5-a2a3ea403564 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/routers/cc1f6004-246c-4950-bb9e-ead7991c81f9 HTTP/1.1" status: 204 len: 168 time: 1.0133579 Mar 01 14:09:01.721158 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40472) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:01.818521 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-46f69172-a230-4333-b08e-d0407783cc2a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Deleting subnet ca3d837a-c491-4a83-9f36-d90f4c0b2bb0 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:09:01.821630 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:09:01.825835 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-46f69172-a230-4333-b08e-d0407783cc2a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for subnet (ca3d837a-c491-4a83-9f36-d90f4c0b2bb0), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:01.876979 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-808d1312-3d9e-4c48-81fc-6e795d1b0a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (14ec7a33-7984-46da-a3aa-48fd268109cf), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:01.880066 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-808d1312-3d9e-4c48-81fc-6e795d1b0a98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:01.898314 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-808d1312-3d9e-4c48-81fc-6e795d1b0a98 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14ec7a33-7984-46da-a3aa-48fd268109cf HTTP/1.1" status: 204 len: 168 time: 0.8824339 Mar 01 14:09:01.908274 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-46f69172-a230-4333-b08e-d0407783cc2a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (ca3d837a-c491-4a83-9f36-d90f4c0b2bb0), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:01.935449 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d1312-3d9e-4c48-81fc-6e795d1b0a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ec7a33-7984-46da-a3aa-48fd268109cf,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:01.984878 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-e2bf9db4-24c4-48a9-9812-9e189ff741a8 None None] Provisioning complete for port da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:01.985657 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e2bf9db4-24c4-48a9-9812-9e189ff741a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:02.013009 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.extraroute_db [None req-e3f8cc85-6c45-4a67-a8f2-252157c7fe92 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103726) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 01 14:09:02.049929 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.extraroute_db [None req-e3f8cc85-6c45-4a67-a8f2-252157c7fe92 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Removed routes are [] {{(pid=103726) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 01 14:09:02.050372 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e3f8cc85-6c45-4a67-a8f2-252157c7fe92 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3686472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8455'] for router (4738dcad-ccde-4986-8f26-7f476c63d625), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:02.084958 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-46f69172-a230-4333-b08e-d0407783cc2a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (ca3d837a-c491-4a83-9f36-d90f4c0b2bb0), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:02.094820 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d7c7a14b-b4ac-45be-8d62-a7d52a730ba3 None None] For port da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:09:02.120028 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:02.151733 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d7c7a14b-b4ac-45be-8d62-a7d52a730ba3 None None] For port da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5,segment=NetworkSegment(4fd0f802-5e76-44f1-aaf6-e41350e6650f),segment_id=4fd0f802-5e76-44f1-aaf6-e41350e6650f)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:09:02.173648 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf9db4-24c4-48a9-9812-9e189ff741a8 None None] Port da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:09:02.184470 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d7c7a14b-b4ac-45be-8d62-a7d52a730ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:02.208325 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-46f69172-a230-4333-b08e-d0407783cc2a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (ca3d837a-c491-4a83-9f36-d90f4c0b2bb0), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:02.272864 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2432a-996f-4a30-bf7d-14052cf0614d None None] Pushing event updated for resources: {'Port': ['ID=da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:02.283327 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-41b6d7c1-7b1a-4bcf-9661-836e4519b39c None None] Publish callbacks [] for port (d2eb0649-9759-430c-87ac-c85bcf9beb0c), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:02.286190 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f69172-a230-4333-b08e-d0407783cc2a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event deleted for resources: {'Subnet': ['ID=ca3d837a-c491-4a83-9f36-d90f4c0b2bb0,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:02.299568 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-46f69172-a230-4333-b08e-d0407783cc2a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:02.308652 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-46f69172-a230-4333-b08e-d0407783cc2a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/subnets/ca3d837a-c491-4a83-9f36-d90f4c0b2bb0 HTTP/1.1" status: 204 len: 168 time: 0.5858343 Mar 01 14:09:02.309208 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c7a14b-b4ac-45be-8d62-a7d52a730ba3 None None] Routers {'4738dcad-ccde-4986-8f26-7f476c63d625'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:09:02.309948 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d7c7a14b-b4ac-45be-8d62-a7d52a730ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:08:58Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4738dcad-ccde-4986-8f26-7f476c63d625'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:02.310942 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40482) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:02.312392 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-41b6d7c1-7b1a-4bcf-9661-836e4519b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (d2eb0649-9759-430c-87ac-c85bcf9beb0c), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:02.392059 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73f842b-79f3-450e-81f2-32dd6dd2d487 None None] Network 080e5788-deb9-4d23-b7e2-4ff372011df3 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:09:02.410293 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port eccdddf5-3099-402d-ad80-f331c0a8b542 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:09:02.477263 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b6d7c1-7b1a-4bcf-9661-836e4519b39c None None] Network 52ead33a-539a-4fbc-86e1-09eeae069f75 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:09:02.505006 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-41b6d7c1-7b1a-4bcf-9661-836e4519b39c None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:09:02.508865 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b6d7c1-7b1a-4bcf-9661-836e4519b39c None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:09:02.535387 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ba466326-b67a-473b-a201-83d0c377445f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (080e5788-deb9-4d23-b7e2-4ff372011df3), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:02.560152 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] device_id is not set on port 22071500-e377-4391-b4ea-07f5864de2df yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:09:02.591940 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks [] for port (22071500-e377-4391-b4ea-07f5864de2df), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:02.627856 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (22071500-e377-4391-b4ea-07f5864de2df), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:02.659099 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e3f8cc85-6c45-4a67-a8f2-252157c7fe92 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3686472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8455'] for router (4738dcad-ccde-4986-8f26-7f476c63d625), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:02.679321 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-ba466326-b67a-473b-a201-83d0c377445f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Deleting port 6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:09:02.679696 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ba466326-b67a-473b-a201-83d0c377445f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:02.682798 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b6d7c1-7b1a-4bcf-9661-836e4519b39c None None] Pushing event updated for resources: {'Port': ['ID=d2eb0649-9759-430c-87ac-c85bcf9beb0c,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:02.711190 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:09:02.760307 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e3f8cc85-6c45-4a67-a8f2-252157c7fe92 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3686481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3686494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683840'] for router (4738dcad-ccde-4986-8f26-7f476c63d625), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:02.834579 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-d7c7a14b-b4ac-45be-8d62-a7d52a730ba3 None None] Set router 4738dcad-ccde-4986-8f26-7f476c63d625 gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:09:02.843375 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Pushing event updated for resources: {'Port': ['ID=22071500-e377-4391-b4ea-07f5864de2df,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:02.866674 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-ba466326-b67a-473b-a201-83d0c377445f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] For port 6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5,segment=NetworkSegment(89e7a09f-6fa7-46dd-b9eb-19552f957586),segment_id=89e7a09f-6fa7-46dd-b9eb-19552f957586)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:09:02.867047 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ba466326-b67a-473b-a201-83d0c377445f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:02.899147 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 22071500-e377-4391-b4ea-07f5864de2df on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:09:02.899874 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 22071500-e377-4391-b4ea-07f5864de2df by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:09:02.900466 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 22071500-e377-4391-b4ea-07f5864de2df on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:09:02.910051 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-ba466326-b67a-473b-a201-83d0c377445f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Calling delete_port for 6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5 owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:09:02.913552 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Port 22071500-e377-4391-b4ea-07f5864de2df on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:09:02.914245 n-d-827467-3 neutron-server[103726]: ERROR neutron.plugins.ml2.managers [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Failed to bind port 22071500-e377-4391-b4ea-07f5864de2df on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] Mar 01 14:09:02.917292 n-d-827467-3 neutron-server[103726]: INFO neutron.plugins.ml2.plugin [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempt 2 to bind port 22071500-e377-4391-b4ea-07f5864de2df Mar 01 14:09:02.941511 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 22071500-e377-4391-b4ea-07f5864de2df on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:09:02.943908 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 22071500-e377-4391-b4ea-07f5864de2df by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:09:02.944513 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 22071500-e377-4391-b4ea-07f5864de2df on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:09:02.954476 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Port 22071500-e377-4391-b4ea-07f5864de2df on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:09:02.956552 n-d-827467-3 neutron-server[103726]: ERROR neutron.plugins.ml2.managers [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Failed to bind port 22071500-e377-4391-b4ea-07f5864de2df on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] Mar 01 14:09:02.958336 n-d-827467-3 neutron-server[103726]: INFO neutron.plugins.ml2.plugin [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempt 3 to bind port 22071500-e377-4391-b4ea-07f5864de2df Mar 01 14:09:02.993222 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 22071500-e377-4391-b4ea-07f5864de2df on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:09:02.993817 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 22071500-e377-4391-b4ea-07f5864de2df by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:09:02.994344 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 22071500-e377-4391-b4ea-07f5864de2df on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:09:02.997356 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:02.997752 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:02.998845 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f8cc85-6c45-4a67-a8f2-252157c7fe92 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Router 4738dcad-ccde-4986-8f26-7f476c63d625 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:09:03.010697 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Port 22071500-e377-4391-b4ea-07f5864de2df on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:09:03.011988 n-d-827467-3 neutron-server[103726]: ERROR neutron.plugins.ml2.managers [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Failed to bind port 22071500-e377-4391-b4ea-07f5864de2df on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] Mar 01 14:09:03.012992 n-d-827467-3 neutron-server[103726]: INFO neutron.plugins.ml2.plugin [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempt 4 to bind port 22071500-e377-4391-b4ea-07f5864de2df Mar 01 14:09:03.029426 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 22071500-e377-4391-b4ea-07f5864de2df on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:09:03.029993 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 22071500-e377-4391-b4ea-07f5864de2df by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:09:03.030094 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 22071500-e377-4391-b4ea-07f5864de2df on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:09:03.036231 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Port 22071500-e377-4391-b4ea-07f5864de2df on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:09:03.036491 n-d-827467-3 neutron-server[103726]: ERROR neutron.plugins.ml2.managers [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Failed to bind port 22071500-e377-4391-b4ea-07f5864de2df on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] Mar 01 14:09:03.038817 n-d-827467-3 neutron-server[103726]: INFO neutron.plugins.ml2.plugin [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempt 5 to bind port 22071500-e377-4391-b4ea-07f5864de2df Mar 01 14:09:03.070611 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-41b6d7c1-7b1a-4bcf-9661-836e4519b39c None None] Attempting to bind port d2eb0649-9759-430c-87ac-c85bcf9beb0c on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:09:03.071000 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-41b6d7c1-7b1a-4bcf-9661-836e4519b39c None None] Attempting to bind port d2eb0649-9759-430c-87ac-c85bcf9beb0c by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '7e6f5e0d-50e0-4f6b-ab40-385745427369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '52ead33a-539a-4fbc-86e1-09eeae069f75'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:09:03.071376 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b6d7c1-7b1a-4bcf-9661-836e4519b39c None None] Attempting to bind port d2eb0649-9759-430c-87ac-c85bcf9beb0c on network 52ead33a-539a-4fbc-86e1-09eeae069f75 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:09:03.124884 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ba466326-b67a-473b-a201-83d0c377445f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:03.168791 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba466326-b67a-473b-a201-83d0c377445f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event deleted for resources: {'Port': ['ID=6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:03.178977 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 22071500-e377-4391-b4ea-07f5864de2df on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:09:03.179315 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 22071500-e377-4391-b4ea-07f5864de2df by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:09:03.179655 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 22071500-e377-4391-b4ea-07f5864de2df on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:09:03.192392 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba466326-b67a-473b-a201-83d0c377445f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] No DVR routers for this DVR port 6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5 on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:09:03.196390 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Port 22071500-e377-4391-b4ea-07f5864de2df on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:09:03.196573 n-d-827467-3 neutron-server[103726]: ERROR neutron.plugins.ml2.managers [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Failed to bind port 22071500-e377-4391-b4ea-07f5864de2df on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] Mar 01 14:09:03.198650 n-d-827467-3 neutron-server[103726]: INFO neutron.plugins.ml2.plugin [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempt 6 to bind port 22071500-e377-4391-b4ea-07f5864de2df Mar 01 14:09:03.232909 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d6975d6a-62ff-47c0-8421-469bb0eb620c None None] Provisioning complete for port da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:03.233490 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d6975d6a-62ff-47c0-8421-469bb0eb620c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:03.256745 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 22071500-e377-4391-b4ea-07f5864de2df on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:09:03.262757 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 22071500-e377-4391-b4ea-07f5864de2df by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:09:03.263205 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 22071500-e377-4391-b4ea-07f5864de2df on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:09:03.276350 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Port 22071500-e377-4391-b4ea-07f5864de2df on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:09:03.276683 n-d-827467-3 neutron-server[103726]: ERROR neutron.plugins.ml2.managers [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Failed to bind port 22071500-e377-4391-b4ea-07f5864de2df on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] Mar 01 14:09:03.277082 n-d-827467-3 neutron-server[103726]: INFO neutron.plugins.ml2.plugin [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempt 7 to bind port 22071500-e377-4391-b4ea-07f5864de2df Mar 01 14:09:03.285363 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb24036-038a-4c27-af50-002be8334f44 None None] DHCP port deletion for 080e5788-deb9-4d23-b7e2-4ff372011df3 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:09:03.307514 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f8cc85-6c45-4a67-a8f2-252157c7fe92 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:09:03.327835 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e3f8cc85-6c45-4a67-a8f2-252157c7fe92 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:03.331334 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e3f8cc85-6c45-4a67-a8f2-252157c7fe92 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "PUT /v2.0/routers/4738dcad-ccde-4986-8f26-7f476c63d625 HTTP/1.1" status: 200 len: 953 time: 2.1926949 Mar 01 14:09:03.337993 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40506) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:03.354332 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 22071500-e377-4391-b4ea-07f5864de2df on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:09:03.354672 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 22071500-e377-4391-b4ea-07f5864de2df by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:09:03.355011 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 22071500-e377-4391-b4ea-07f5864de2df on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:09:03.363307 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ba466326-b67a-473b-a201-83d0c377445f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (080e5788-deb9-4d23-b7e2-4ff372011df3), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:03.394623 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-ba466326-b67a-473b-a201-83d0c377445f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080e5788-deb9-4d23-b7e2-4ff372011df3']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:03.408550 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-ba466326-b67a-473b-a201-83d0c377445f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e7a09f-6fa7-46dd-b9eb-19552f957586') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:03.408979 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-ba466326-b67a-473b-a201-83d0c377445f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e7a09f-6fa7-46dd-b9eb-19552f957586') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:03.429813 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ba466326-b67a-473b-a201-83d0c377445f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (89e7a09f-6fa7-46dd-b9eb-19552f957586), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:03.467467 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ba466326-b67a-473b-a201-83d0c377445f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (89e7a09f-6fa7-46dd-b9eb-19552f957586), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:03.468503 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b6d7c1-7b1a-4bcf-9661-836e4519b39c None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:09:03.468844 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b6d7c1-7b1a-4bcf-9661-836e4519b39c None None] Checking segment: {'id': '7e6f5e0d-50e0-4f6b-ab40-385745427369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '52ead33a-539a-4fbc-86e1-09eeae069f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:09:03.469254 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-41b6d7c1-7b1a-4bcf-9661-836e4519b39c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:03.469858 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b6d7c1-7b1a-4bcf-9661-836e4519b39c None None] Bound using segment: {'id': '7e6f5e0d-50e0-4f6b-ab40-385745427369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '52ead33a-539a-4fbc-86e1-09eeae069f75'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:09:03.470144 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-41b6d7c1-7b1a-4bcf-9661-836e4519b39c None None] Bound port: d2eb0649-9759-430c-87ac-c85bcf9beb0c, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e6f5e0d-50e0-4f6b-ab40-385745427369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '52ead33a-539a-4fbc-86e1-09eeae069f75'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:09:03.470536 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-41b6d7c1-7b1a-4bcf-9661-836e4519b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d2eb0649-9759-430c-87ac-c85bcf9beb0c), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:03.499309 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40508) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:03.535460 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba466326-b67a-473b-a201-83d0c377445f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:09:03.535984 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ba466326-b67a-473b-a201-83d0c377445f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (89e7a09f-6fa7-46dd-b9eb-19552f957586), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:03.547085 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:09:03.547085 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:09:03.547085 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:09:03.547085 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:09:03.547085 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:09:03.547085 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:09:03.547085 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:09:03.547085 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:09:03.547085 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:09:03.547085 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:09:03.547085 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:09:03.547085 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:09:03.547085 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:09:03.547085 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:09:03.547085 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:09:03.547085 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:09:03.547085 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:09:03.547085 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:09:03.547085 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:09:03.547085 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:09:03.547085 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:09:03.547085 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:09:03.547085 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:09:03.547085 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:09:03.547085 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:09:03.547085 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:09:03.547085 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:09:03.547085 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:09:03.547085 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:09:03.547085 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:09:03.547085 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:09:03.547085 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:09:03.680616 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ba466326-b67a-473b-a201-83d0c377445f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (080e5788-deb9-4d23-b7e2-4ff372011df3), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:03.685963 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ba466326-b67a-473b-a201-83d0c377445f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:03.696137 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ba466326-b67a-473b-a201-83d0c377445f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/networks/080e5788-deb9-4d23-b7e2-4ff372011df3 HTTP/1.1" status: 204 len: 168 time: 1.3820462 Mar 01 14:09:03.698249 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40514) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:03.745551 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-3a0d729f-56a3-41a6-b075-a3eaaae2fbcc tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1581951830', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}, 'admin_state_up': False}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:03.755372 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba466326-b67a-473b-a201-83d0c377445f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event deleted for resources: {'Network': ['ID=080e5788-deb9-4d23-b7e2-4ff372011df3,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:03.768615 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-7e5acfe9-747b-4378-8f0e-6e1acc46a31c tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:03.768767 n-d-827467-3 neutron-server[103727]: WARNING neutron.api.v2.base [None req-7e5acfe9-747b-4378-8f0e-6e1acc46a31c tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 01 14:09:03.769168 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-7e5acfe9-747b-4378-8f0e-6e1acc46a31c tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] create failed (client error): There was a conflict when trying to complete your request. Mar 01 14:09:03.774743 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7e5acfe9-747b-4378-8f0e-6e1acc46a31c tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2659647 Mar 01 14:09:03.776306 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40518) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:03.807325 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-48344be5-8020-4beb-8528-1ae50f047f56 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Request body: {'security_group': {'name': 'tempest-secgroup--1357315398'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:03.864399 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-48344be5-8020-4beb-8528-1ae50f047f56 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:03.877263 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-41b6d7c1-7b1a-4bcf-9661-836e4519b39c None None] For port d2eb0649-9759-430c-87ac-c85bcf9beb0c, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:09:03.879391 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:09:03.879815 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:03.884179 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-48344be5-8020-4beb-8528-1ae50f047f56 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:03.903702 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3a0d729f-56a3-41a6-b075-a3eaaae2fbcc tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (b72d1359-d408-461a-9b0a-bcd198faabdf), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:03.904887 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3a0d729f-56a3-41a6-b075-a3eaaae2fbcc tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (b72d1359-d408-461a-9b0a-bcd198faabdf), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:03.927446 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d7c7a14b-b4ac-45be-8d62-a7d52a730ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'name': 'tempest-RoutersIpV6Test-router-553735540', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:08:27Z', 'updated_at': '2022-03-01T14:09:02Z', 'revision_number': 6, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'gw_port_host': None, '_interfaces': [{'id': '7681278e-fe49-46ef-a3cf-28b184bfb809', 'name': '', 'network_id': '52ead33a-539a-4fbc-86e1-09eeae069f75', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:07:c4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '78fd365d-2ad0-4513-9c39-f50d75c78e35', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:58Z', 'updated_at': '2022-03-01T14:09:00Z', 'revision_number': 2, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '78fd365d-2ad0-4513-9c39-f50d75c78e35', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84ea90cb-3be0-4ae3-965e-475125bd4072', 'name': '', 'network_id': 'd204a5f7-e889-4fd6-8422-16fec7475833', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:15:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:41Z', 'updated_at': '2022-03-01T14:08:54Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fee95d5-f552-4aa7-aeab-639b41390d7d', 'name': '', 'network_id': '21e14362-3194-44ba-be9e-42c62903a358', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:bc:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '6395be5a-5198-4907-bbae-62d5988a1869', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:32Z', 'updated_at': '2022-03-01T14:08:44Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '6395be5a-5198-4907-bbae-62d5988a1869', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5', 'name': '', 'network_id': '8c596c88-c5c7-4946-b069-2227ff4bce00', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:3a:d3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '9c2fade6-d20b-417e-96a0-aff0648e2b60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:50Z', 'updated_at': '2022-03-01T14:09:02Z', 'revision_number': 4, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '9c2fade6-d20b-417e-96a0-aff0648e2b60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:03.966500 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-41b6d7c1-7b1a-4bcf-9661-836e4519b39c None None] For port d2eb0649-9759-430c-87ac-c85bcf9beb0c, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=d2eb0649-9759-430c-87ac-c85bcf9beb0c,segment=NetworkSegment(7e6f5e0d-50e0-4f6b-ab40-385745427369),segment_id=7e6f5e0d-50e0-4f6b-ab40-385745427369)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:09:03.976090 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c7a14b-b4ac-45be-8d62-a7d52a730ba3 None None] The sync data for ids ['4738dcad-ccde-4986-8f26-7f476c63d625'] in n-d-827467-3 is: [{'id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'name': 'tempest-RoutersIpV6Test-router-553735540', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:08:27Z', 'updated_at': '2022-03-01T14:09:02Z', 'revision_number': 6, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'gw_port_host': None, '_interfaces': [{'id': '7681278e-fe49-46ef-a3cf-28b184bfb809', 'name': '', 'network_id': '52ead33a-539a-4fbc-86e1-09eeae069f75', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:07:c4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '78fd365d-2ad0-4513-9c39-f50d75c78e35', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:58Z', 'updated_at': '2022-03-01T14:09:00Z', 'revision_number': 2, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '78fd365d-2ad0-4513-9c39-f50d75c78e35', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84ea90cb-3be0-4ae3-965e-475125bd4072', 'name': '', 'network_id': 'd204a5f7-e889-4fd6-8422-16fec7475833', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:15:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:41Z', 'updated_at': '2022-03-01T14:08:54Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fee95d5-f552-4aa7-aeab-639b41390d7d', 'name': '', 'network_id': '21e14362-3194-44ba-be9e-42c62903a358', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:bc:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '6395be5a-5198-4907-bbae-62d5988a1869', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:32Z', 'updated_at': '2022-03-01T14:08:44Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '6395be5a-5198-4907-bbae-62d5988a1869', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5', 'name': '', 'network_id': '8c596c88-c5c7-4946-b069-2227ff4bce00', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:3a:d3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '9c2fade6-d20b-417e-96a0-aff0648e2b60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:50Z', 'updated_at': '2022-03-01T14:09:02Z', 'revision_number': 4, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '9c2fade6-d20b-417e-96a0-aff0648e2b60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:09:03.981072 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d6975d6a-62ff-47c0-8421-469bb0eb620c None None] Current status of the port da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:09:03.981512 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d6975d6a-62ff-47c0-8421-469bb0eb620c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:03.985307 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3a0d729f-56a3-41a6-b075-a3eaaae2fbcc tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router_controller (b72d1359-d408-461a-9b0a-bcd198faabdf), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:03.986061 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-41b6d7c1-7b1a-4bcf-9661-836e4519b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (d2eb0649-9759-430c-87ac-c85bcf9beb0c), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:04.118708 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5,segment=NetworkSegment(4fd0f802-5e76-44f1-aaf6-e41350e6650f),segment_id=4fd0f802-5e76-44f1-aaf6-e41350e6650f)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:09:04.135563 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Port 22071500-e377-4391-b4ea-07f5864de2df on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:09:04.136759 n-d-827467-3 neutron-server[103726]: ERROR neutron.plugins.ml2.managers [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Failed to bind port 22071500-e377-4391-b4ea-07f5864de2df on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] Mar 01 14:09:04.140851 n-d-827467-3 neutron-server[103726]: INFO neutron.plugins.ml2.plugin [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempt 8 to bind port 22071500-e377-4391-b4ea-07f5864de2df Mar 01 14:09:04.171041 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:04.249388 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 22071500-e377-4391-b4ea-07f5864de2df on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:09:04.250334 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 22071500-e377-4391-b4ea-07f5864de2df by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:09:04.250903 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 22071500-e377-4391-b4ea-07f5864de2df on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:09:04.274153 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Port 22071500-e377-4391-b4ea-07f5864de2df on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:09:04.274979 n-d-827467-3 neutron-server[103726]: ERROR neutron.plugins.ml2.managers [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Failed to bind port 22071500-e377-4391-b4ea-07f5864de2df on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] Mar 01 14:09:04.282962 n-d-827467-3 neutron-server[103726]: INFO neutron.plugins.ml2.plugin [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempt 9 to bind port 22071500-e377-4391-b4ea-07f5864de2df Mar 01 14:09:04.320380 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c6c8351f-93e0-4912-93a2-54df18ec13bb tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "GET /v2.0/routers/4738dcad-ccde-4986-8f26-7f476c63d625 HTTP/1.1" status: 200 len: 953 time: 0.9804230 Mar 01 14:09:04.324770 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40526) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:04.333835 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-d6975d6a-62ff-47c0-8421-469bb0eb620c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 14:09:04.334636 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-d6975d6a-62ff-47c0-8421-469bb0eb620c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 14:09:04.335259 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device a7de2c01-2864-47df-abc6-ed3943f35e80 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:09:04.347035 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-3d447751-1102-4e00-a466-8d7fcd0f10d0 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Request body: {'router': {'routes': None}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:04.414565 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: a7de2c01-2864-47df-abc6-ed3943f35e80 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:09:04.414919 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device a7de2c01-2864-47df-abc6-ed3943f35e80 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:09:04.444665 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b6d7c1-7b1a-4bcf-9661-836e4519b39c None None] Pushing event updated for resources: {'Port': ['ID=d2eb0649-9759-430c-87ac-c85bcf9beb0c,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:04.490076 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 22071500-e377-4391-b4ea-07f5864de2df on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:09:04.490076 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 22071500-e377-4391-b4ea-07f5864de2df by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:09:04.490976 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 22071500-e377-4391-b4ea-07f5864de2df on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:09:04.518025 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Port 22071500-e377-4391-b4ea-07f5864de2df on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:09:04.518413 n-d-827467-3 neutron-server[103726]: ERROR neutron.plugins.ml2.managers [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Failed to bind port 22071500-e377-4391-b4ea-07f5864de2df on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] Mar 01 14:09:04.522721 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3a0d729f-56a3-41a6-b075-a3eaaae2fbcc tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router_gateway (b72d1359-d408-461a-9b0a-bcd198faabdf), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:04.532862 n-d-827467-3 neutron-server[103726]: INFO neutron.plugins.ml2.plugin [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempt 10 to bind port 22071500-e377-4391-b4ea-07f5864de2df Mar 01 14:09:04.658553 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:04.675971 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-48344be5-8020-4beb-8528-1ae50f047f56 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (62949ff2-fc81-4c02-a97c-cf464e382baa), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:04.683356 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:09:04.694260 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 22071500-e377-4391-b4ea-07f5864de2df on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:09:04.716865 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 22071500-e377-4391-b4ea-07f5864de2df by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:09:04.717205 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempting to bind port 22071500-e377-4391-b4ea-07f5864de2df on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:09:04.756085 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Port 22071500-e377-4391-b4ea-07f5864de2df on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:09:04.756478 n-d-827467-3 neutron-server[103726]: ERROR neutron.plugins.ml2.managers [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Failed to bind port 22071500-e377-4391-b4ea-07f5864de2df on host n-h1-827467-3 for vnic_type normal using segments [{'id': 'e002deda-7489-4910-a5d3-b9fb1201e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c62f6746-e1fb-4ef9-ae06-967d8e2a893e'}] Mar 01 14:09:04.756854 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (22071500-e377-4391-b4ea-07f5864de2df), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:04.777079 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:09:04.777420 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6f6a15d7-1bf5-4072-ac37-92f8b4e7d6d5 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:09:04.825051 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-48344be5-8020-4beb-8528-1ae50f047f56 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (62949ff2-fc81-4c02-a97c-cf464e382baa), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:04.882953 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40532) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:04.907494 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d6975d6a-62ff-47c0-8421-469bb0eb620c None None] Current status of the port da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:09:04.925172 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] For port 22071500-e377-4391-b4ea-07f5864de2df, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:09:04.925551 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attempted to set empty binding levels {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 01 14:09:04.941756 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (22071500-e377-4391-b4ea-07f5864de2df), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:04.986237 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Pushing event updated for resources: {'Port': ['ID=22071500-e377-4391-b4ea-07f5864de2df,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:04.986732 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48344be5-8020-4beb-8528-1ae50f047f56 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62949ff2-fc81-4c02-a97c-cf464e382baa,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:05.082604 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] In _notify_port_updated(), no bound segment for port 22071500-e377-4391-b4ea-07f5864de2df on network c62f6746-e1fb-4ef9-ae06-967d8e2a893e {{(pid=103726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 01 14:09:05.083480 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:09:05.090692 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:05.092525 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-224d4b8f-c521-4a8c-bcd0-cb44240881be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] 10.222.0.13 "PUT /v2.0/ports/22071500-e377-4391-b4ea-07f5864de2df HTTP/1.1" status: 200 len: 979 time: 3.6566508 Mar 01 14:09:05.113981 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40536) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:05.254760 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-48344be5-8020-4beb-8528-1ae50f047f56 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (1c949817-253d-4147-8eb0-1b2052906b16), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:05.270385 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d76dba9e-4cd9-46bd-b91e-e17570814c7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:05.286500 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-48344be5-8020-4beb-8528-1ae50f047f56 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (1c949817-253d-4147-8eb0-1b2052906b16), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:05.328094 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48344be5-8020-4beb-8528-1ae50f047f56 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c949817-253d-4147-8eb0-1b2052906b16,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:05.427663 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-48344be5-8020-4beb-8528-1ae50f047f56 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:05.433205 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40538) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:05.439712 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-48344be5-8020-4beb-8528-1ae50f047f56 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.6407061 Mar 01 14:09:05.442408 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-2564b70c-05f4-4adc-8b8c-01eda3d25f9d tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Request body: {'security_group_rule': {'security_group_id': '1c949817-253d-4147-8eb0-1b2052906b16', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:05.637125 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2564b70c-05f4-4adc-8b8c-01eda3d25f9d tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group_rule (00188bb6-f944-4519-8235-baa27738d8bd), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:05.673752 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc28f3d-e7c6-4ed0-a065-7c6de51bd280 None None] Sync routers for ids ['4738dcad-ccde-4986-8f26-7f476c63d625'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:09:05.696446 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc28f3d-e7c6-4ed0-a065-7c6de51bd280 None None] Routers {'4738dcad-ccde-4986-8f26-7f476c63d625'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:09:05.697093 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-3bc28f3d-e7c6-4ed0-a065-7c6de51bd280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:08:58Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4738dcad-ccde-4986-8f26-7f476c63d625'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:05.933983 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-3bc28f3d-e7c6-4ed0-a065-7c6de51bd280 None None] Set router 4738dcad-ccde-4986-8f26-7f476c63d625 gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:09:05.990401 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.extraroute_db [None req-3d447751-1102-4e00-a466-8d7fcd0f10d0 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Added routes are [] {{(pid=103726) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 01 14:09:05.990734 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.extraroute_db [None req-3d447751-1102-4e00-a466-8d7fcd0f10d0 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103726) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 01 14:09:06.010470 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2564b70c-05f4-4adc-8b8c-01eda3d25f9d tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group_rule (00188bb6-f944-4519-8235-baa27738d8bd), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:06.019537 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2564b70c-05f4-4adc-8b8c-01eda3d25f9d tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (00188bb6-f944-4519-8235-baa27738d8bd), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:06.068266 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564b70c-05f4-4adc-8b8c-01eda3d25f9d tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00188bb6-f944-4519-8235-baa27738d8bd,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:06.086131 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2564b70c-05f4-4adc-8b8c-01eda3d25f9d tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:06.087822 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2564b70c-05f4-4adc-8b8c-01eda3d25f9d tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6535535 Mar 01 14:09:06.089555 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3d447751-1102-4e00-a466-8d7fcd0f10d0 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3686472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8455'] for router (4738dcad-ccde-4986-8f26-7f476c63d625), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:06.091500 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40542) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:06.109277 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-1ac5dfe4-58f7-4bfa-bab0-18bb627b7d5b tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Request body: {'security_group_rule': {'security_group_id': '1c949817-253d-4147-8eb0-1b2052906b16', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:06.279303 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1ac5dfe4-58f7-4bfa-bab0-18bb627b7d5b tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group_rule (02349c02-5bfb-4540-a59b-8eba6305c4c1), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:06.296355 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3a0d729f-56a3-41a6-b075-a3eaaae2fbcc tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router_gateway (b72d1359-d408-461a-9b0a-bcd198faabdf), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:06.334106 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-3bc28f3d-e7c6-4ed0-a065-7c6de51bd280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'name': 'tempest-RoutersIpV6Test-router-553735540', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:08:27Z', 'updated_at': '2022-03-01T14:09:02Z', 'revision_number': 6, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'gw_port_host': None, '_interfaces': [{'id': '7681278e-fe49-46ef-a3cf-28b184bfb809', 'name': '', 'network_id': '52ead33a-539a-4fbc-86e1-09eeae069f75', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:07:c4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '78fd365d-2ad0-4513-9c39-f50d75c78e35', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:58Z', 'updated_at': '2022-03-01T14:09:00Z', 'revision_number': 2, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '78fd365d-2ad0-4513-9c39-f50d75c78e35', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84ea90cb-3be0-4ae3-965e-475125bd4072', 'name': '', 'network_id': 'd204a5f7-e889-4fd6-8422-16fec7475833', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:15:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:41Z', 'updated_at': '2022-03-01T14:08:54Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fee95d5-f552-4aa7-aeab-639b41390d7d', 'name': '', 'network_id': '21e14362-3194-44ba-be9e-42c62903a358', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:bc:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '6395be5a-5198-4907-bbae-62d5988a1869', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:32Z', 'updated_at': '2022-03-01T14:08:44Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '6395be5a-5198-4907-bbae-62d5988a1869', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5', 'name': '', 'network_id': '8c596c88-c5c7-4946-b069-2227ff4bce00', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:3a:d3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '9c2fade6-d20b-417e-96a0-aff0648e2b60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:50Z', 'updated_at': '2022-03-01T14:09:03Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '9c2fade6-d20b-417e-96a0-aff0648e2b60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:06.351385 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-eb7a466e-872d-49ee-8ff6-cc103633e353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Deleting port 22071500-e377-4391-b4ea-07f5864de2df {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:09:06.351755 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-eb7a466e-872d-49ee-8ff6-cc103633e353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (22071500-e377-4391-b4ea-07f5864de2df), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:06.359761 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3a0d729f-56a3-41a6-b075-a3eaaae2fbcc tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:06.496759 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3d447751-1102-4e00-a466-8d7fcd0f10d0 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3686472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8455'] for router (4738dcad-ccde-4986-8f26-7f476c63d625), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:06.505994 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3d447751-1102-4e00-a466-8d7fcd0f10d0 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3686481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3686494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683840'] for router (4738dcad-ccde-4986-8f26-7f476c63d625), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:06.701609 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-eb7a466e-872d-49ee-8ff6-cc103633e353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] For port 22071500-e377-4391-b4ea-07f5864de2df, host n-h1-827467-3, got binding levels [] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:09:06.702535 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-eb7a466e-872d-49ee-8ff6-cc103633e353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (22071500-e377-4391-b4ea-07f5864de2df), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:06.706229 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-3a0d729f-56a3-41a6-b075-a3eaaae2fbcc tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Allocated IP 172.25.1.10 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/6544bcb3-11de-48b7-a07e-2cd7932b15aa) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:09:06.730795 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-eb7a466e-872d-49ee-8ff6-cc103633e353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Calling delete_port for 22071500-e377-4391-b4ea-07f5864de2df owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:09:06.751439 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d447751-1102-4e00-a466-8d7fcd0f10d0 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Router 4738dcad-ccde-4986-8f26-7f476c63d625 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:09:06.755263 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d76dba9e-4cd9-46bd-b91e-e17570814c7c admin admin] Publish callbacks [] for security_group (82b745a0-3d2e-478a-8d66-d51e89f37545), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:06.790952 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-1ac5dfe4-58f7-4bfa-bab0-18bb627b7d5b tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] create failed (client error): There was a conflict when trying to complete your request. Mar 01 14:09:06.794607 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1ac5dfe4-58f7-4bfa-bab0-18bb627b7d5b tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6998093 Mar 01 14:09:06.795700 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40544) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:06.846722 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d76dba9e-4cd9-46bd-b91e-e17570814c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (82b745a0-3d2e-478a-8d66-d51e89f37545), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:06.883420 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f107d3-296a-49c4-907f-1b1fddea4b40 None None] Network 52ead33a-539a-4fbc-86e1-09eeae069f75 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:09:06.887539 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:09:06.903845 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc28f3d-e7c6-4ed0-a065-7c6de51bd280 None None] Checking router: 4738dcad-ccde-4986-8f26-7f476c63d625 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:09:06.904248 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc28f3d-e7c6-4ed0-a065-7c6de51bd280 None None] Updating router 4738dcad-ccde-4986-8f26-7f476c63d625 port 7681278e-fe49-46ef-a3cf-28b184bfb809 binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:09:06.942531 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d447751-1102-4e00-a466-8d7fcd0f10d0 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:09:06.953938 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3d447751-1102-4e00-a466-8d7fcd0f10d0 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:06.975932 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3d447751-1102-4e00-a466-8d7fcd0f10d0 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "PUT /v2.0/routers/4738dcad-ccde-4986-8f26-7f476c63d625 HTTP/1.1" status: 200 len: 703 time: 2.6496716 Mar 01 14:09:06.976616 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40548) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:07.077085 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-85332b13-42b4-4521-9cf1-5d05a838f25b None None] Provisioning complete for port d2eb0649-9759-430c-87ac-c85bcf9beb0c triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:07.077778 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-85332b13-42b4-4521-9cf1-5d05a838f25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (d2eb0649-9759-430c-87ac-c85bcf9beb0c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:07.108174 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2be2b7fd-59a0-4d6c-acc3-458c3664f044 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "GET /v2.0/routers/4738dcad-ccde-4986-8f26-7f476c63d625 HTTP/1.1" status: 200 len: 703 time: 0.1301866 Mar 01 14:09:07.108967 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40550) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:07.125291 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3bc28f3d-e7c6-4ed0-a065-7c6de51bd280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7681278e-fe49-46ef-a3cf-28b184bfb809), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:07.129743 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3a0d729f-56a3-41a6-b075-a3eaaae2fbcc tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for port (6544bcb3-11de-48b7-a07e-2cd7932b15aa), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:07.175542 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d76dba9e-4cd9-46bd-b91e-e17570814c7c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0bcaed6242b74f08af90395f1e85ea71&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2893498 Mar 01 14:09:07.183969 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40552) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:07.231947 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3a0d729f-56a3-41a6-b075-a3eaaae2fbcc tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (6544bcb3-11de-48b7-a07e-2cd7932b15aa), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:07.347913 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0d729f-56a3-41a6-b075-a3eaaae2fbcc tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:09:07.354148 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:07.354714 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:07.391409 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-3a0d729f-56a3-41a6-b075-a3eaaae2fbcc tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:09:07.392929 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-65f9ace0-d6b1-4982-b630-9c93a380e2ae tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (1c949817-253d-4147-8eb0-1b2052906b16), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:07.394779 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76dba9e-4cd9-46bd-b91e-e17570814c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b745a0-3d2e-478a-8d66-d51e89f37545,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:07.400966 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0d729f-56a3-41a6-b075-a3eaaae2fbcc tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:09:07.409772 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-099bd408-c4c0-4481-9b5d-435187e044df admin admin] Publish callbacks [] for security_group (82b745a0-3d2e-478a-8d66-d51e89f37545), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:07.575400 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-85332b13-42b4-4521-9cf1-5d05a838f25b None None] Current status of the port d2eb0649-9759-430c-87ac-c85bcf9beb0c is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:09:07.575876 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-85332b13-42b4-4521-9cf1-5d05a838f25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d2eb0649-9759-430c-87ac-c85bcf9beb0c), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:07.635744 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-85332b13-42b4-4521-9cf1-5d05a838f25b None None] For port d2eb0649-9759-430c-87ac-c85bcf9beb0c, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=d2eb0649-9759-430c-87ac-c85bcf9beb0c,segment=NetworkSegment(7e6f5e0d-50e0-4f6b-ab40-385745427369),segment_id=7e6f5e0d-50e0-4f6b-ab40-385745427369)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:09:07.657802 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-85332b13-42b4-4521-9cf1-5d05a838f25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (d2eb0649-9759-430c-87ac-c85bcf9beb0c), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:07.664804 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d729f-56a3-41a6-b075-a3eaaae2fbcc tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Port': ['ID=6544bcb3-11de-48b7-a07e-2cd7932b15aa,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:07.687215 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-099bd408-c4c0-4481-9b5d-435187e044df admin admin] Publish callbacks [] for security_group (82b745a0-3d2e-478a-8d66-d51e89f37545), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:07.704480 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-85332b13-42b4-4521-9cf1-5d05a838f25b None None] Provisioning complete for port 7681278e-fe49-46ef-a3cf-28b184bfb809 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:07.709413 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-85332b13-42b4-4521-9cf1-5d05a838f25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7681278e-fe49-46ef-a3cf-28b184bfb809), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:07.712511 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:09:07.713839 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device d2eb0649-9759-430c-87ac-c85bcf9beb0c up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:09:07.768166 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-65f9ace0-d6b1-4982-b630-9c93a380e2ae tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (1c949817-253d-4147-8eb0-1b2052906b16), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:07.820459 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-099bd408-c4c0-4481-9b5d-435187e044df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (82b745a0-3d2e-478a-8d66-d51e89f37545), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:07.822945 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-099bd408-c4c0-4481-9b5d-435187e044df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:07.824832 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-099bd408-c4c0-4481-9b5d-435187e044df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82b745a0-3d2e-478a-8d66-d51e89f37545 HTTP/1.1" status: 204 len: 168 time: 0.6393681 Mar 01 14:09:07.838984 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd408-c4c0-4481-9b5d-435187e044df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b745a0-3d2e-478a-8d66-d51e89f37545,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:07.868390 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5f4fdc88-4f69-465f-a760-800baeecf289 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (4738dcad-ccde-4986-8f26-7f476c63d625), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:07.893922 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-eb7a466e-872d-49ee-8ff6-cc103633e353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (22071500-e377-4391-b4ea-07f5864de2df), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:07.916772 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85332b13-42b4-4521-9cf1-5d05a838f25b None None] Pushing event updated for resources: {'Port': ['ID=d2eb0649-9759-430c-87ac-c85bcf9beb0c,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:07.937678 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-85332b13-42b4-4521-9cf1-5d05a838f25b None None] Port 7681278e-fe49-46ef-a3cf-28b184bfb809 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:09:07.962462 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-eb7a466e-872d-49ee-8ff6-cc103633e353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:07.966663 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-eb7a466e-872d-49ee-8ff6-cc103633e353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] 10.222.0.13 "DELETE /v2.0/ports/22071500-e377-4391-b4ea-07f5864de2df HTTP/1.1" status: 204 len: 168 time: 2.8516874 Mar 01 14:09:07.969112 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a466e-872d-49ee-8ff6-cc103633e353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] Pushing event deleted for resources: {'Port': ['ID=22071500-e377-4391-b4ea-07f5864de2df,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:07.973734 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40558) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:07.988698 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port d2eb0649-9759-430c-87ac-c85bcf9beb0c triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:07.989076 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (d2eb0649-9759-430c-87ac-c85bcf9beb0c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:08.047361 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e74a793-5e23-463d-b30d-bf0f0eb6e1fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] GET failed (client error): The resource could not be found. Mar 01 14:09:08.052589 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5e74a793-5e23-463d-b30d-bf0f0eb6e1fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237835688-project-admin] 10.222.0.13 "GET /v2.0/ports/22071500-e377-4391-b4ea-07f5864de2df HTTP/1.1" status: 404 len: 333 time: 0.0712492 Mar 01 14:09:08.054121 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40562) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:08.063845 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3bc28f3d-e7c6-4ed0-a065-7c6de51bd280 None None] Publish callbacks [] for port (7681278e-fe49-46ef-a3cf-28b184bfb809), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:08.094382 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-65f9ace0-d6b1-4982-b630-9c93a380e2ae tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (1c949817-253d-4147-8eb0-1b2052906b16), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:08.096839 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-65f9ace0-d6b1-4982-b630-9c93a380e2ae tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:08.103242 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-65f9ace0-d6b1-4982-b630-9c93a380e2ae tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "DELETE /v2.0/security-groups/1c949817-253d-4147-8eb0-1b2052906b16 HTTP/1.1" status: 204 len: 168 time: 1.3021407 Mar 01 14:09:08.104013 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40566) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:08.136919 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3a0d729f-56a3-41a6-b075-a3eaaae2fbcc tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router_gateway (b72d1359-d408-461a-9b0a-bcd198faabdf), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:08.139294 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3bc28f3d-e7c6-4ed0-a065-7c6de51bd280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (7681278e-fe49-46ef-a3cf-28b184bfb809), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:08.196734 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-b0c44876-3e81-4c9f-9ad6-2a6cb138096a None None] Provisioning complete for port d2eb0649-9759-430c-87ac-c85bcf9beb0c triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:08.197124 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b0c44876-3e81-4c9f-9ad6-2a6cb138096a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (d2eb0649-9759-430c-87ac-c85bcf9beb0c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:08.239436 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cecddf6b-7ac4-4db1-9dc0-0f48630704b5 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1307731 Mar 01 14:09:08.258888 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40570) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:08.289334 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-3fb0c520-fe5a-43b6-812a-e240e9fe6164 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Request body: {'security_group': {'name': 'tempest-secgroup--1630822259'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:08.334042 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3fb0c520-fe5a-43b6-812a-e240e9fe6164 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:08.394090 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9ace0-d6b1-4982-b630-9c93a380e2ae tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c949817-253d-4147-8eb0-1b2052906b16,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:08.406319 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port d2eb0649-9759-430c-87ac-c85bcf9beb0c is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:09:08.488767 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-31f61380-bcee-4db9-b658-5b4bf5e801e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (c62f6746-e1fb-4ef9-ae06-967d8e2a893e), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:08.524045 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40576) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:08.542326 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb3d22-e2b6-493a-ac24-89d60be6a604 None None] Pushing event updated for resources: {'Port': ['ID=7681278e-fe49-46ef-a3cf-28b184bfb809,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:08.580898 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-871ebc76-b578-47fa-bfe8-cb830849e0c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:08.622839 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-b0c44876-3e81-4c9f-9ad6-2a6cb138096a None None] Current status of the port d2eb0649-9759-430c-87ac-c85bcf9beb0c is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:09:08.637307 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device d2eb0649-9759-430c-87ac-c85bcf9beb0c up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:09:08.643087 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-3bc28f3d-e7c6-4ed0-a065-7c6de51bd280 None None] Attempting to bind port 7681278e-fe49-46ef-a3cf-28b184bfb809 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:09:08.643466 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-3bc28f3d-e7c6-4ed0-a065-7c6de51bd280 None None] Attempting to bind port 7681278e-fe49-46ef-a3cf-28b184bfb809 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '7e6f5e0d-50e0-4f6b-ab40-385745427369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '52ead33a-539a-4fbc-86e1-09eeae069f75'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:09:08.644010 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc28f3d-e7c6-4ed0-a065-7c6de51bd280 None None] Attempting to bind port 7681278e-fe49-46ef-a3cf-28b184bfb809 on network 52ead33a-539a-4fbc-86e1-09eeae069f75 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:09:08.644826 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-5f4fdc88-4f69-465f-a760-800baeecf289 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Deleting port 7681278e-fe49-46ef-a3cf-28b184bfb809 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:09:08.645505 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5f4fdc88-4f69-465f-a760-800baeecf289 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (7681278e-fe49-46ef-a3cf-28b184bfb809), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:08.651782 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3fb0c520-fe5a-43b6-812a-e240e9fe6164 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (fdb01b93-fde8-4de8-98b1-aeae5a3c441a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:08.671287 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3fb0c520-fe5a-43b6-812a-e240e9fe6164 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fdb01b93-fde8-4de8-98b1-aeae5a3c441a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:08.678823 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc28f3d-e7c6-4ed0-a065-7c6de51bd280 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:09:08.680190 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc28f3d-e7c6-4ed0-a065-7c6de51bd280 None None] Checking segment: {'id': '7e6f5e0d-50e0-4f6b-ab40-385745427369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '52ead33a-539a-4fbc-86e1-09eeae069f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:09:08.680790 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3bc28f3d-e7c6-4ed0-a065-7c6de51bd280 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:08.681358 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc28f3d-e7c6-4ed0-a065-7c6de51bd280 None None] Bound using segment: {'id': '7e6f5e0d-50e0-4f6b-ab40-385745427369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '52ead33a-539a-4fbc-86e1-09eeae069f75'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:09:08.682146 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-3bc28f3d-e7c6-4ed0-a065-7c6de51bd280 None None] Bound port: 7681278e-fe49-46ef-a3cf-28b184bfb809, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e6f5e0d-50e0-4f6b-ab40-385745427369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '52ead33a-539a-4fbc-86e1-09eeae069f75'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:09:08.682763 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3bc28f3d-e7c6-4ed0-a065-7c6de51bd280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7681278e-fe49-46ef-a3cf-28b184bfb809), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:08.738073 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-b0c44876-3e81-4c9f-9ad6-2a6cb138096a None None] Provisioning complete for port 7681278e-fe49-46ef-a3cf-28b184bfb809 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:08.738734 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b0c44876-3e81-4c9f-9ad6-2a6cb138096a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7681278e-fe49-46ef-a3cf-28b184bfb809), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:08.770659 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3fb0c520-fe5a-43b6-812a-e240e9fe6164 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:08.772585 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3fb0c520-fe5a-43b6-812a-e240e9fe6164 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5124276 Mar 01 14:09:08.778348 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40580) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:08.785144 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-31f61380-bcee-4db9-b658-5b4bf5e801e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (c62f6746-e1fb-4ef9-ae06-967d8e2a893e), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:08.787870 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-c956ec55-edbb-404f-844c-4027f19b1172 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Request body: {'security_group_rule': {'security_group_id': 'fdb01b93-fde8-4de8-98b1-aeae5a3c441a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:08.788639 n-d-827467-3 neutron-server[103726]: WARNING neutron.api.v2.base [None req-c956ec55-edbb-404f-844c-4027f19b1172 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 01 14:09:08.789278 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-c956ec55-edbb-404f-844c-4027f19b1172 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:09:08.790379 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c956ec55-edbb-404f-844c-4027f19b1172 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0075483 Mar 01 14:09:08.794685 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0c520-fe5a-43b6-812a-e240e9fe6164 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb01b93-fde8-4de8-98b1-aeae5a3c441a,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:08.798120 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40582) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:08.813048 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-b0c44876-3e81-4c9f-9ad6-2a6cb138096a None None] Port 7681278e-fe49-46ef-a3cf-28b184bfb809 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:09:08.834779 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-31f61380-bcee-4db9-b658-5b4bf5e801e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c62f6746-e1fb-4ef9-ae06-967d8e2a893e']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:08.854840 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-31f61380-bcee-4db9-b658-5b4bf5e801e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e002deda-7489-4910-a5d3-b9fb1201e7c8') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:08.855288 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-31f61380-bcee-4db9-b658-5b4bf5e801e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e002deda-7489-4910-a5d3-b9fb1201e7c8') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:08.862234 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-5f4fdc88-4f69-465f-a760-800baeecf289 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] For port 7681278e-fe49-46ef-a3cf-28b184bfb809, host n-d-827467-3, got binding levels [] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:09:08.862700 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5f4fdc88-4f69-465f-a760-800baeecf289 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (7681278e-fe49-46ef-a3cf-28b184bfb809), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:08.874413 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-31f61380-bcee-4db9-b658-5b4bf5e801e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (e002deda-7489-4910-a5d3-b9fb1201e7c8), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:08.894237 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-31f61380-bcee-4db9-b658-5b4bf5e801e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (e002deda-7489-4910-a5d3-b9fb1201e7c8), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:08.903126 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port d2eb0649-9759-430c-87ac-c85bcf9beb0c triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:08.903554 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (d2eb0649-9759-430c-87ac-c85bcf9beb0c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:08.909542 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f61380-bcee-4db9-b658-5b4bf5e801e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:09:08.911130 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-31f61380-bcee-4db9-b658-5b4bf5e801e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (e002deda-7489-4910-a5d3-b9fb1201e7c8), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:08.916656 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-5f4fdc88-4f69-465f-a760-800baeecf289 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Calling delete_port for 7681278e-fe49-46ef-a3cf-28b184bfb809 owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:09:08.942301 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-871ebc76-b578-47fa-bfe8-cb830849e0c0 admin admin] Publish callbacks [] for security_group (0ff36ead-138b-475f-8511-9719d29795cf), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:08.955443 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-3bc28f3d-e7c6-4ed0-a065-7c6de51bd280 None None] For port 7681278e-fe49-46ef-a3cf-28b184bfb809, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:09:08.957427 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-871ebc76-b578-47fa-bfe8-cb830849e0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (0ff36ead-138b-475f-8511-9719d29795cf), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:08.995110 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:09:08.995110 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:09:08.995110 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:09:08.995110 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:09:08.995110 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:09:08.995110 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:09:08.995110 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:09:08.995110 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:09:08.995110 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:09:08.995110 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:09:08.995110 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:09:08.995110 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:09:08.995110 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:09:08.995110 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:09:08.995110 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:09:08.995110 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:09:08.995110 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:09:08.995110 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:09:08.995110 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:09:08.995110 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:09:08.995110 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:09:08.995110 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:09:08.995110 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:09:08.995110 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:09:08.995110 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:09:08.995110 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:09:08.995110 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:09:08.995110 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:09:08.995110 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:09:08.995110 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:09:08.995110 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:09:08.995110 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:09:09.016606 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-31f61380-bcee-4db9-b658-5b4bf5e801e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (c62f6746-e1fb-4ef9-ae06-967d8e2a893e), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:09.022893 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ffa75245-3425-4034-b64b-0fdbe89231e3 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (fdb01b93-fde8-4de8-98b1-aeae5a3c441a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:09.026050 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-3bc28f3d-e7c6-4ed0-a065-7c6de51bd280 None None] For port 7681278e-fe49-46ef-a3cf-28b184bfb809, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=7681278e-fe49-46ef-a3cf-28b184bfb809,segment=NetworkSegment(7e6f5e0d-50e0-4f6b-ab40-385745427369),segment_id=7e6f5e0d-50e0-4f6b-ab40-385745427369)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:09:09.027383 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-f6d31ddd-3a5a-4b85-b433-592c6a96640b None None] Provisioning complete for port 7681278e-fe49-46ef-a3cf-28b184bfb809 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:09.027998 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f6d31ddd-3a5a-4b85-b433-592c6a96640b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7681278e-fe49-46ef-a3cf-28b184bfb809), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:09.028991 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-31f61380-bcee-4db9-b658-5b4bf5e801e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:09.033741 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-31f61380-bcee-4db9-b658-5b4bf5e801e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431-project] 10.222.0.13 "DELETE /v2.0/networks/c62f6746-e1fb-4ef9-ae06-967d8e2a893e HTTP/1.1" status: 204 len: 168 time: 0.9732006 Mar 01 14:09:09.048427 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ffa75245-3425-4034-b64b-0fdbe89231e3 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (fdb01b93-fde8-4de8-98b1-aeae5a3c441a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:09.058473 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3a0d729f-56a3-41a6-b075-a3eaaae2fbcc tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (b72d1359-d408-461a-9b0a-bcd198faabdf), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:09.080609 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f6d31ddd-3a5a-4b85-b433-592c6a96640b None None] Port 7681278e-fe49-46ef-a3cf-28b184bfb809 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:09:09.081106 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f61380-bcee-4db9-b658-5b4bf5e801e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300083431-project] Pushing event deleted for resources: {'Network': ['ID=c62f6746-e1fb-4ef9-ae06-967d8e2a893e,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:09.099398 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3bc28f3d-e7c6-4ed0-a065-7c6de51bd280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (7681278e-fe49-46ef-a3cf-28b184bfb809), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:09.134790 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ffa75245-3425-4034-b64b-0fdbe89231e3 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fdb01b93-fde8-4de8-98b1-aeae5a3c441a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:09.138209 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ffa75245-3425-4034-b64b-0fdbe89231e3 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:09.141648 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ffa75245-3425-4034-b64b-0fdbe89231e3 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "DELETE /v2.0/security-groups/fdb01b93-fde8-4de8-98b1-aeae5a3c441a HTTP/1.1" status: 204 len: 168 time: 0.3339503 Mar 01 14:09:09.152518 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40586) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:09.174858 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-871ebc76-b578-47fa-bfe8-cb830849e0c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=70242c16e85245e2825b47eb0ff3208d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6496742 Mar 01 14:09:09.178311 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb3d22-e2b6-493a-ac24-89d60be6a604 None None] Pushing event updated for resources: {'Port': ['ID=7681278e-fe49-46ef-a3cf-28b184bfb809,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:09.184984 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ebc76-b578-47fa-bfe8-cb830849e0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff36ead-138b-475f-8511-9719d29795cf,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:09.194333 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40588) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:09.217066 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa75245-3425-4034-b64b-0fdbe89231e3 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb01b93-fde8-4de8-98b1-aeae5a3c441a,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:09.245819 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port d2eb0649-9759-430c-87ac-c85bcf9beb0c is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:09:09.260322 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1507a6da-98af-4786-824e-888f15f1fc4a tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1007063 Mar 01 14:09:09.290491 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc28f3d-e7c6-4ed0-a065-7c6de51bd280 None None] Routers {'4738dcad-ccde-4986-8f26-7f476c63d625'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:09:09.296457 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-3bc28f3d-e7c6-4ed0-a065-7c6de51bd280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:08:58Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4738dcad-ccde-4986-8f26-7f476c63d625'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:09.310309 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40590) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:09.315781 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-50d147b9-b4da-4870-9e33-007bcfec78a9 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Request body: {'security_group': {'name': 'tempest-secgroup--676905138'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:09.411122 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0d729f-56a3-41a6-b075-a3eaaae2fbcc tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Router b72d1359-d408-461a-9b0a-bcd198faabdf is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:09:09.411826 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-50d147b9-b4da-4870-9e33-007bcfec78a9 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:09.489253 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-57da8e06-8006-46bb-a541-64b8cfc1b279 admin admin] Publish callbacks [] for security_group (0ff36ead-138b-475f-8511-9719d29795cf), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:09.508825 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-616915c3-a475-40b1-bab7-7ed95c286274 None None] Provisioning complete for port 7681278e-fe49-46ef-a3cf-28b184bfb809 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:09.509744 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-616915c3-a475-40b1-bab7-7ed95c286274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7681278e-fe49-46ef-a3cf-28b184bfb809), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:09.577060 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-57da8e06-8006-46bb-a541-64b8cfc1b279 admin admin] Publish callbacks [] for security_group (0ff36ead-138b-475f-8511-9719d29795cf), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:09.595560 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0d729f-56a3-41a6-b075-a3eaaae2fbcc tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:09:09.614512 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-3bc28f3d-e7c6-4ed0-a065-7c6de51bd280 None None] Set router 4738dcad-ccde-4986-8f26-7f476c63d625 gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:09:09.621250 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2addad-af88-4cd8-a97e-d8f2fd8490d6 None None] Sync routers for ids ['b72d1359-d408-461a-9b0a-bcd198faabdf'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:09:09.637131 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2addad-af88-4cd8-a97e-d8f2fd8490d6 None None] Routers {'b72d1359-d408-461a-9b0a-bcd198faabdf'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:09:09.637919 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-3b2addad-af88-4cd8-a97e-d8f2fd8490d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:08:58Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['b72d1359-d408-461a-9b0a-bcd198faabdf'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:09.655030 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40596) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:09.679776 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3a0d729f-56a3-41a6-b075-a3eaaae2fbcc tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:09.681288 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3a0d729f-56a3-41a6-b075-a3eaaae2fbcc tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.9394917 Mar 01 14:09:09.684009 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40600) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:09.699514 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5f4fdc88-4f69-465f-a760-800baeecf289 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (7681278e-fe49-46ef-a3cf-28b184bfb809), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:09.759829 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-3b2addad-af88-4cd8-a97e-d8f2fd8490d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:09.784372 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2addad-af88-4cd8-a97e-d8f2fd8490d6 None None] Routers {'b72d1359-d408-461a-9b0a-bcd198faabdf'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:09:09.785000 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-3b2addad-af88-4cd8-a97e-d8f2fd8490d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:08:58Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['b72d1359-d408-461a-9b0a-bcd198faabdf'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:09.814252 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4fdc88-4f69-465f-a760-800baeecf289 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event deleted for resources: {'Port': ['ID=7681278e-fe49-46ef-a3cf-28b184bfb809,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:09.866347 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-3b2addad-af88-4cd8-a97e-d8f2fd8490d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:09.867323 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2addad-af88-4cd8-a97e-d8f2fd8490d6 None None] The sync data for ids ['b72d1359-d408-461a-9b0a-bcd198faabdf'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:09:09.887261 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-57da8e06-8006-46bb-a541-64b8cfc1b279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (0ff36ead-138b-475f-8511-9719d29795cf), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:09.895046 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-57da8e06-8006-46bb-a541-64b8cfc1b279 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:09.896276 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-57da8e06-8006-46bb-a541-64b8cfc1b279 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ff36ead-138b-475f-8511-9719d29795cf HTTP/1.1" status: 204 len: 168 time: 0.6981430 Mar 01 14:09:09.950368 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-50d147b9-b4da-4870-9e33-007bcfec78a9 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (79f497d4-61b1-4ddd-9549-7d8dac0695c9), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:09.953619 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5f8d61b5-fa0f-4726-a29b-0439488c4468 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "GET /v2.0/routers/b72d1359-d408-461a-9b0a-bcd198faabdf HTTP/1.1" status: 200 len: 880 time: 0.2681894 Mar 01 14:09:09.960195 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40604) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:09.998983 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da8e06-8006-46bb-a541-64b8cfc1b279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff36ead-138b-475f-8511-9719d29795cf,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:10.004316 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-50d147b9-b4da-4870-9e33-007bcfec78a9 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (79f497d4-61b1-4ddd-9549-7d8dac0695c9), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:10.043519 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d147b9-b4da-4870-9e33-007bcfec78a9 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79f497d4-61b1-4ddd-9549-7d8dac0695c9,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:10.073206 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-50d147b9-b4da-4870-9e33-007bcfec78a9 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:10.074684 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-50d147b9-b4da-4870-9e33-007bcfec78a9 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7630091 Mar 01 14:09:10.075655 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5f4fdc88-4f69-465f-a760-800baeecf289 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (4738dcad-ccde-4986-8f26-7f476c63d625), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:10.077553 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40606) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:10.082336 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-659723ab-da04-432d-9f52-e407f4484466 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Request body: {'security_group_rule': {'security_group_id': '79f497d4-61b1-4ddd-9549-7d8dac0695c9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:10.082905 n-d-827467-3 neutron-server[103726]: WARNING neutron.api.v2.base [None req-659723ab-da04-432d-9f52-e407f4484466 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 01 14:09:10.083419 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-659723ab-da04-432d-9f52-e407f4484466 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:09:10.084478 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-659723ab-da04-432d-9f52-e407f4484466 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0059988 Mar 01 14:09:10.087337 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40608) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:10.137389 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e99bd1f8-4408-47b3-a3d7-c4332037c4fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07f486e333d94d55961b7bf58acf72d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4769976 Mar 01 14:09:10.139646 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40612) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:10.213743 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c4b9ff48-09a2-4891-890e-9246a2bc7359 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (79f497d4-61b1-4ddd-9549-7d8dac0695c9), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:10.219535 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-616915c3-a475-40b1-bab7-7ed95c286274 None None] Port 7681278e-fe49-46ef-a3cf-28b184bfb809 update to ACTIVE by agent not found {{(pid=103728) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 01 14:09:10.241372 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c4b9ff48-09a2-4891-890e-9246a2bc7359 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (79f497d4-61b1-4ddd-9549-7d8dac0695c9), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:10.248749 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-64c58505-685b-44db-99c0-e4ac460143cf admin admin] Publish callbacks [] for security_group (dc3a79c6-5d64-4992-b13c-f47b5e3eb0af), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:10.285884 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-64c58505-685b-44db-99c0-e4ac460143cf admin admin] Publish callbacks [] for security_group (dc3a79c6-5d64-4992-b13c-f47b5e3eb0af), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:10.338869 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:10.341507 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-11f5aab4-4729-4af3-9f30-f1f0290f254a None None] Could not find standard attr ID for object 7681278e-fe49-46ef-a3cf-28b184bfb809. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 14:09:10.343239 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:10.377711 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1c89c190-52fa-4f43-ba46-622ce36c28cd tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4092147 Mar 01 14:09:10.378338 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40616) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:10.379525 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-3bc28f3d-e7c6-4ed0-a065-7c6de51bd280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'name': 'tempest-RoutersIpV6Test-router-553735540', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:08:27Z', 'updated_at': '2022-03-01T14:09:06Z', 'revision_number': 7, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'gw_port_host': None, '_interfaces': [{'id': '7681278e-fe49-46ef-a3cf-28b184bfb809', 'name': '', 'network_id': '52ead33a-539a-4fbc-86e1-09eeae069f75', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:07:c4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '78fd365d-2ad0-4513-9c39-f50d75c78e35', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:58Z', 'updated_at': '2022-03-01T14:09:08Z', 'revision_number': 4, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '78fd365d-2ad0-4513-9c39-f50d75c78e35', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84ea90cb-3be0-4ae3-965e-475125bd4072', 'name': '', 'network_id': 'd204a5f7-e889-4fd6-8422-16fec7475833', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:15:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:41Z', 'updated_at': '2022-03-01T14:08:54Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fee95d5-f552-4aa7-aeab-639b41390d7d', 'name': '', 'network_id': '21e14362-3194-44ba-be9e-42c62903a358', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:bc:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '6395be5a-5198-4907-bbae-62d5988a1869', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:32Z', 'updated_at': '2022-03-01T14:08:44Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '6395be5a-5198-4907-bbae-62d5988a1869', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5', 'name': '', 'network_id': '8c596c88-c5c7-4946-b069-2227ff4bce00', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:3a:d3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '9c2fade6-d20b-417e-96a0-aff0648e2b60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:50Z', 'updated_at': '2022-03-01T14:09:03Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '9c2fade6-d20b-417e-96a0-aff0648e2b60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:10.385037 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-2bf8e576-be10-418b-8f46-37cfb5ab90af tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1581951830'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:10.386141 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c4b9ff48-09a2-4891-890e-9246a2bc7359 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (79f497d4-61b1-4ddd-9549-7d8dac0695c9), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:10.388832 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c4b9ff48-09a2-4891-890e-9246a2bc7359 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:10.393376 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c4b9ff48-09a2-4891-890e-9246a2bc7359 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "DELETE /v2.0/security-groups/79f497d4-61b1-4ddd-9549-7d8dac0695c9 HTTP/1.1" status: 204 len: 168 time: 0.3043613 Mar 01 14:09:10.393558 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40618) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:10.410419 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9ff48-09a2-4891-890e-9246a2bc7359 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f497d4-61b1-4ddd-9549-7d8dac0695c9,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:10.445568 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc28f3d-e7c6-4ed0-a065-7c6de51bd280 None None] The sync data for ids ['4738dcad-ccde-4986-8f26-7f476c63d625'] in n-d-827467-3 is: [{'id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'name': 'tempest-RoutersIpV6Test-router-553735540', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:08:27Z', 'updated_at': '2022-03-01T14:09:06Z', 'revision_number': 7, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'gw_port_host': None, '_interfaces': [{'id': '7681278e-fe49-46ef-a3cf-28b184bfb809', 'name': '', 'network_id': '52ead33a-539a-4fbc-86e1-09eeae069f75', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:07:c4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '78fd365d-2ad0-4513-9c39-f50d75c78e35', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:58Z', 'updated_at': '2022-03-01T14:09:08Z', 'revision_number': 4, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '78fd365d-2ad0-4513-9c39-f50d75c78e35', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84ea90cb-3be0-4ae3-965e-475125bd4072', 'name': '', 'network_id': 'd204a5f7-e889-4fd6-8422-16fec7475833', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:15:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:41Z', 'updated_at': '2022-03-01T14:08:54Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fee95d5-f552-4aa7-aeab-639b41390d7d', 'name': '', 'network_id': '21e14362-3194-44ba-be9e-42c62903a358', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:bc:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '6395be5a-5198-4907-bbae-62d5988a1869', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:32Z', 'updated_at': '2022-03-01T14:08:44Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '6395be5a-5198-4907-bbae-62d5988a1869', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5', 'name': '', 'network_id': '8c596c88-c5c7-4946-b069-2227ff4bce00', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:3a:d3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '9c2fade6-d20b-417e-96a0-aff0648e2b60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:50Z', 'updated_at': '2022-03-01T14:09:03Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '9c2fade6-d20b-417e-96a0-aff0648e2b60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:09:10.546248 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-64c58505-685b-44db-99c0-e4ac460143cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (dc3a79c6-5d64-4992-b13c-f47b5e3eb0af), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:10.556906 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-64c58505-685b-44db-99c0-e4ac460143cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:10.558891 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-64c58505-685b-44db-99c0-e4ac460143cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc3a79c6-5d64-4992-b13c-f47b5e3eb0af HTTP/1.1" status: 204 len: 168 time: 0.4176960 Mar 01 14:09:10.585278 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c58505-685b-44db-99c0-e4ac460143cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3a79c6-5d64-4992-b13c-f47b5e3eb0af,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:10.906718 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59643870-149f-4abc-b738-7488629bc39e None None] Sync routers for ids ['4738dcad-ccde-4986-8f26-7f476c63d625'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:09:10.933390 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59643870-149f-4abc-b738-7488629bc39e None None] Routers {'4738dcad-ccde-4986-8f26-7f476c63d625'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:09:10.943269 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-59643870-149f-4abc-b738-7488629bc39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:08:58Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4738dcad-ccde-4986-8f26-7f476c63d625'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:11.015403 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2bf8e576-be10-418b-8f46-37cfb5ab90af tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3686472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8455'] for router (b72d1359-d408-461a-9b0a-bcd198faabdf), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:11.040995 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2bf8e576-be10-418b-8f46-37cfb5ab90af tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3686481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3686494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683840'] for router (b72d1359-d408-461a-9b0a-bcd198faabdf), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:11.112032 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e43d6f11-af3a-4d26-98d4-b1dd753e1eb7 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.7042074 Mar 01 14:09:11.112975 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40638) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:11.118838 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-58d141fc-71a3-4af9-8256-0df16f9f887f tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Request body: {'security_group': {'name': 'tempest-secgroup--366058143'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:11.128417 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4fdc88-4f69-465f-a760-800baeecf289 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Router 4738dcad-ccde-4986-8f26-7f476c63d625 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:09:11.200547 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-59643870-149f-4abc-b738-7488629bc39e None None] Set router 4738dcad-ccde-4986-8f26-7f476c63d625 gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:09:11.215002 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-58d141fc-71a3-4af9-8256-0df16f9f887f tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:11.247166 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40642) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:11.309872 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40644) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:11.310194 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-cb8b1c53-ae80-4d54-8473-c2bd89de43d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=385629de46ea40539e1366ea17cf34fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0618706 Mar 01 14:09:11.320834 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4fdc88-4f69-465f-a760-800baeecf289 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:09:11.331613 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf8e576-be10-418b-8f46-37cfb5ab90af tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Router b72d1359-d408-461a-9b0a-bcd198faabdf has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:09:11.337651 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5f4fdc88-4f69-465f-a760-800baeecf289 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "PUT /v2.0/routers/4738dcad-ccde-4986-8f26-7f476c63d625/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2275836 Mar 01 14:09:11.341139 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40646) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:11.441837 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-58d141fc-71a3-4af9-8256-0df16f9f887f tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (259cea46-d2f3-4049-9bd0-18a82dee6df6), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:11.451450 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-58d141fc-71a3-4af9-8256-0df16f9f887f tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (259cea46-d2f3-4049-9bd0-18a82dee6df6), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:11.482905 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d141fc-71a3-4af9-8256-0df16f9f887f tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=259cea46-d2f3-4049-9bd0-18a82dee6df6,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:11.489663 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5cac3165-a21e-40ab-93ef-480eaa7781c7 admin admin] Publish callbacks [] for security_group (91782866-63be-4466-84fe-67a18d517361), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:11.502822 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-4547a709-5927-4c4a-a626-9527b96f7deb tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Deleting subnet 78fd365d-2ad0-4513-9c39-f50d75c78e35 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:09:11.507303 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4547a709-5927-4c4a-a626-9527b96f7deb tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for subnet (78fd365d-2ad0-4513-9c39-f50d75c78e35), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:11.512180 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-58d141fc-71a3-4af9-8256-0df16f9f887f tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:11.513848 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-58d141fc-71a3-4af9-8256-0df16f9f887f tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3999498 Mar 01 14:09:11.517666 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40650) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:11.522522 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-5554851e-b8ee-43fd-94d8-18975e3d40fb tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Request body: {'security_group_rule': {'security_group_id': '259cea46-d2f3-4049-9bd0-18a82dee6df6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:11.523785 n-d-827467-3 neutron-server[103726]: WARNING neutron.api.v2.base [None req-5554851e-b8ee-43fd-94d8-18975e3d40fb tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 01 14:09:11.524456 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-5554851e-b8ee-43fd-94d8-18975e3d40fb tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:09:11.525661 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5554851e-b8ee-43fd-94d8-18975e3d40fb tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068123 Mar 01 14:09:11.532109 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40652) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:11.536794 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-4e46f79b-3f62-4355-8c17-7c97f8e50663 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Request body: {'security_group_rule': {'security_group_id': '259cea46-d2f3-4049-9bd0-18a82dee6df6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:11.538558 n-d-827467-3 neutron-server[103726]: WARNING neutron.api.v2.base [None req-4e46f79b-3f62-4355-8c17-7c97f8e50663 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 01 14:09:11.539230 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-4e46f79b-3f62-4355-8c17-7c97f8e50663 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:09:11.540423 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4e46f79b-3f62-4355-8c17-7c97f8e50663 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0071321 Mar 01 14:09:11.544164 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40654) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:11.548785 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-336d94d5-9c36-4820-84c4-ae0e25f3ee44 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Request body: {'security_group_rule': {'security_group_id': '259cea46-d2f3-4049-9bd0-18a82dee6df6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:11.549919 n-d-827467-3 neutron-server[103726]: WARNING neutron.api.v2.base [None req-336d94d5-9c36-4820-84c4-ae0e25f3ee44 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 01 14:09:11.550552 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4547a709-5927-4c4a-a626-9527b96f7deb tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (78fd365d-2ad0-4513-9c39-f50d75c78e35), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:11.551103 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-336d94d5-9c36-4820-84c4-ae0e25f3ee44 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:09:11.552386 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-336d94d5-9c36-4820-84c4-ae0e25f3ee44 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070810 Mar 01 14:09:11.555395 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5cac3165-a21e-40ab-93ef-480eaa7781c7 admin admin] Publish callbacks [] for security_group (91782866-63be-4466-84fe-67a18d517361), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:11.557293 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40656) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:11.562837 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-37cac4c6-3e23-4ef5-9cd8-a720918f6e5e tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Request body: {'security_group_rule': {'security_group_id': '259cea46-d2f3-4049-9bd0-18a82dee6df6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:11.563979 n-d-827467-3 neutron-server[103726]: WARNING neutron.api.v2.base [None req-37cac4c6-3e23-4ef5-9cd8-a720918f6e5e tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 01 14:09:11.564634 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-37cac4c6-3e23-4ef5-9cd8-a720918f6e5e tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:09:11.565801 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-37cac4c6-3e23-4ef5-9cd8-a720918f6e5e tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0073690 Mar 01 14:09:11.572350 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40658) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:11.634269 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-59643870-149f-4abc-b738-7488629bc39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'name': 'tempest-RoutersIpV6Test-router-553735540', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:08:27Z', 'updated_at': '2022-03-01T14:09:09Z', 'revision_number': 8, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'gw_port_host': None, '_interfaces': [{'id': '84ea90cb-3be0-4ae3-965e-475125bd4072', 'name': '', 'network_id': 'd204a5f7-e889-4fd6-8422-16fec7475833', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:15:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:41Z', 'updated_at': '2022-03-01T14:08:54Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fee95d5-f552-4aa7-aeab-639b41390d7d', 'name': '', 'network_id': '21e14362-3194-44ba-be9e-42c62903a358', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:bc:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '6395be5a-5198-4907-bbae-62d5988a1869', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:32Z', 'updated_at': '2022-03-01T14:08:44Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '6395be5a-5198-4907-bbae-62d5988a1869', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5', 'name': '', 'network_id': '8c596c88-c5c7-4946-b069-2227ff4bce00', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:3a:d3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '9c2fade6-d20b-417e-96a0-aff0648e2b60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:50Z', 'updated_at': '2022-03-01T14:09:03Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '9c2fade6-d20b-417e-96a0-aff0648e2b60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:11.653674 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-191d5b04-1538-443d-bd03-7c35cd96f0dc tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (259cea46-d2f3-4049-9bd0-18a82dee6df6), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:11.662722 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59643870-149f-4abc-b738-7488629bc39e None None] Checking router: 4738dcad-ccde-4986-8f26-7f476c63d625 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:09:11.671618 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59643870-149f-4abc-b738-7488629bc39e None None] Routers {'4738dcad-ccde-4986-8f26-7f476c63d625'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:09:11.672270 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-59643870-149f-4abc-b738-7488629bc39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:08:58Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4738dcad-ccde-4986-8f26-7f476c63d625'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:11.679916 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-191d5b04-1538-443d-bd03-7c35cd96f0dc tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (259cea46-d2f3-4049-9bd0-18a82dee6df6), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:11.745119 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-191d5b04-1538-443d-bd03-7c35cd96f0dc tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (259cea46-d2f3-4049-9bd0-18a82dee6df6), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:11.748648 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-191d5b04-1538-443d-bd03-7c35cd96f0dc tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:11.750164 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-191d5b04-1538-443d-bd03-7c35cd96f0dc tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "DELETE /v2.0/security-groups/259cea46-d2f3-4049-9bd0-18a82dee6df6 HTTP/1.1" status: 204 len: 168 time: 0.1765032 Mar 01 14:09:11.755000 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40662) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:11.784371 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5cac3165-a21e-40ab-93ef-480eaa7781c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (91782866-63be-4466-84fe-67a18d517361), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:11.788064 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5cac3165-a21e-40ab-93ef-480eaa7781c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:11.789407 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5cac3165-a21e-40ab-93ef-480eaa7781c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91782866-63be-4466-84fe-67a18d517361 HTTP/1.1" status: 204 len: 168 time: 0.4780183 Mar 01 14:09:11.797923 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d5b04-1538-443d-bd03-7c35cd96f0dc tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=259cea46-d2f3-4049-9bd0-18a82dee6df6,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:11.810855 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf8e576-be10-418b-8f46-37cfb5ab90af tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:09:11.820855 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac3165-a21e-40ab-93ef-480eaa7781c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91782866-63be-4466-84fe-67a18d517361,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:11.828732 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2bf8e576-be10-418b-8f46-37cfb5ab90af tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:11.829958 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2bf8e576-be10-418b-8f46-37cfb5ab90af tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "PUT /v2.0/routers/b72d1359-d408-461a-9b0a-bcd198faabdf HTTP/1.1" status: 200 len: 887 time: 1.4496171 Mar 01 14:09:11.831544 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51442f7-222b-4b13-ae97-4c76cbfa1d41 None None] Sync routers for ids ['b72d1359-d408-461a-9b0a-bcd198faabdf'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:09:11.838786 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5e4dfa6d-517b-4663-9758-582fb0733e27 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0791626 Mar 01 14:09:11.838786 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40668) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:11.840013 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40670) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:11.845230 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-59643870-149f-4abc-b738-7488629bc39e None None] Set router 4738dcad-ccde-4986-8f26-7f476c63d625 gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:09:11.852183 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51442f7-222b-4b13-ae97-4c76cbfa1d41 None None] Routers {'b72d1359-d408-461a-9b0a-bcd198faabdf'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:09:11.853684 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-428370ba-3c21-4db5-9816-c5991d046cb9 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Request body: {'security_group': {'name': 'tempest-secgroup--1494042203'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:11.857260 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-a51442f7-222b-4b13-ae97-4c76cbfa1d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:08:58Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['b72d1359-d408-461a-9b0a-bcd198faabdf'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:11.907116 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-428370ba-3c21-4db5-9816-c5991d046cb9 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:11.937210 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4547a709-5927-4c4a-a626-9527b96f7deb tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (78fd365d-2ad0-4513-9c39-f50d75c78e35), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:11.984264 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-a51442f7-222b-4b13-ae97-4c76cbfa1d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:12.009406 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51442f7-222b-4b13-ae97-4c76cbfa1d41 None None] Routers {'b72d1359-d408-461a-9b0a-bcd198faabdf'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:09:12.011090 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-a51442f7-222b-4b13-ae97-4c76cbfa1d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:08:58Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['b72d1359-d408-461a-9b0a-bcd198faabdf'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:12.120395 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4547a709-5927-4c4a-a626-9527b96f7deb tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (78fd365d-2ad0-4513-9c39-f50d75c78e35), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:12.131151 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2e8f26f3-3088-4294-aca2-73ae22cda65f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "GET /v2.0/routers/b72d1359-d408-461a-9b0a-bcd198faabdf HTTP/1.1" status: 200 len: 887 time: 0.2915082 Mar 01 14:09:12.131785 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-a51442f7-222b-4b13-ae97-4c76cbfa1d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:12.132758 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51442f7-222b-4b13-ae97-4c76cbfa1d41 None None] The sync data for ids ['b72d1359-d408-461a-9b0a-bcd198faabdf'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:09:12.133459 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40678) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:12.199579 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-428370ba-3c21-4db5-9816-c5991d046cb9 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (12480e1c-0bee-4f77-88b0-f1402eeade47), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:12.200807 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547a709-5927-4c4a-a626-9527b96f7deb tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event deleted for resources: {'Subnet': ['ID=78fd365d-2ad0-4513-9c39-f50d75c78e35,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:12.204999 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4547a709-5927-4c4a-a626-9527b96f7deb tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:12.212162 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4547a709-5927-4c4a-a626-9527b96f7deb tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/subnets/78fd365d-2ad0-4513-9c39-f50d75c78e35 HTTP/1.1" status: 204 len: 168 time: 0.8682280 Mar 01 14:09:12.212962 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40682) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:12.221157 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c1ec03-04b6-4275-a920-4122d0e1ba9d None None] Network 52ead33a-539a-4fbc-86e1-09eeae069f75 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:09:12.227595 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7f1c6c43-2f02-49d6-83a3-a53d48328e73 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72d1359-d408-461a-9b0a-bcd198faabdf HTTP/1.1" status: 200 len: 205 time: 0.0896640 Mar 01 14:09:12.231093 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40684) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:12.277109 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-428370ba-3c21-4db5-9816-c5991d046cb9 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (12480e1c-0bee-4f77-88b0-f1402eeade47), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:12.332013 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-428370ba-3c21-4db5-9816-c5991d046cb9 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:12.333276 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-428370ba-3c21-4db5-9816-c5991d046cb9 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4836969 Mar 01 14:09:12.336742 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40688) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:12.337546 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aa5cf07a-94ab-456e-ad9a-c7c4d1858488 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (52ead33a-539a-4fbc-86e1-09eeae069f75), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:12.340848 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428370ba-3c21-4db5-9816-c5991d046cb9 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12480e1c-0bee-4f77-88b0-f1402eeade47,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:12.342586 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-397fbb6d-adf8-41bc-b8ba-e47134a8f7a8 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Request body: {'security_group_rule': {'security_group_id': '12480e1c-0bee-4f77-88b0-f1402eeade47', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:12.343299 n-d-827467-3 neutron-server[103726]: WARNING neutron.api.v2.base [None req-397fbb6d-adf8-41bc-b8ba-e47134a8f7a8 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 01 14:09:12.344019 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-397fbb6d-adf8-41bc-b8ba-e47134a8f7a8 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:09:12.345450 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-397fbb6d-adf8-41bc-b8ba-e47134a8f7a8 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072641 Mar 01 14:09:12.348356 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40690) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:12.353113 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-7e5063c3-011c-4cb6-a1a0-a9bb51f81a8b tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Request body: {'security_group_rule': {'security_group_id': '12480e1c-0bee-4f77-88b0-f1402eeade47', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:12.465224 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0c4e664b-c073-4ec2-96dd-1bc5352d048f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router (b72d1359-d408-461a-9b0a-bcd198faabdf), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:12.469036 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-7e5063c3-011c-4cb6-a1a0-a9bb51f81a8b tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:09:12.473659 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7e5063c3-011c-4cb6-a1a0-a9bb51f81a8b tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1207349 Mar 01 14:09:12.473871 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40698) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:12.479516 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-85ffe08e-58d7-4041-a582-9b0faabc7745 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Request body: {'security_group_rule': {'security_group_id': '12480e1c-0bee-4f77-88b0-f1402eeade47', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:12.492126 n-d-827467-3 neutron-server[103727]: WARNING neutron.api.v2.base [None req-85ffe08e-58d7-4041-a582-9b0faabc7745 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 01 14:09:12.492671 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-85ffe08e-58d7-4041-a582-9b0faabc7745 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:09:12.496947 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-85ffe08e-58d7-4041-a582-9b0faabc7745 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0189309 Mar 01 14:09:12.503653 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40700) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:12.508199 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-01e77e2a-0a0e-4690-95dd-8367e454e42e tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Request body: {'security_group_rule': {'security_group_id': '12480e1c-0bee-4f77-88b0-f1402eeade47', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:12.508955 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-59643870-149f-4abc-b738-7488629bc39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'name': 'tempest-RoutersIpV6Test-router-553735540', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:08:27Z', 'updated_at': '2022-03-01T14:09:09Z', 'revision_number': 8, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'gw_port_host': None, '_interfaces': [{'id': '84ea90cb-3be0-4ae3-965e-475125bd4072', 'name': '', 'network_id': 'd204a5f7-e889-4fd6-8422-16fec7475833', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:15:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:41Z', 'updated_at': '2022-03-01T14:08:54Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fee95d5-f552-4aa7-aeab-639b41390d7d', 'name': '', 'network_id': '21e14362-3194-44ba-be9e-42c62903a358', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:bc:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '6395be5a-5198-4907-bbae-62d5988a1869', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:32Z', 'updated_at': '2022-03-01T14:08:44Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '6395be5a-5198-4907-bbae-62d5988a1869', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5', 'name': '', 'network_id': '8c596c88-c5c7-4946-b069-2227ff4bce00', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:3a:d3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '9c2fade6-d20b-417e-96a0-aff0648e2b60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:50Z', 'updated_at': '2022-03-01T14:09:03Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '9c2fade6-d20b-417e-96a0-aff0648e2b60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:12.526081 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-aa5cf07a-94ab-456e-ad9a-c7c4d1858488 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Deleting port d2eb0649-9759-430c-87ac-c85bcf9beb0c {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:09:12.526359 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aa5cf07a-94ab-456e-ad9a-c7c4d1858488 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (d2eb0649-9759-430c-87ac-c85bcf9beb0c), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:12.552374 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59643870-149f-4abc-b738-7488629bc39e None None] The sync data for ids ['4738dcad-ccde-4986-8f26-7f476c63d625'] in n-d-827467-3 is: [{'id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'name': 'tempest-RoutersIpV6Test-router-553735540', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:08:27Z', 'updated_at': '2022-03-01T14:09:09Z', 'revision_number': 8, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'gw_port_host': None, '_interfaces': [{'id': '84ea90cb-3be0-4ae3-965e-475125bd4072', 'name': '', 'network_id': 'd204a5f7-e889-4fd6-8422-16fec7475833', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:15:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:41Z', 'updated_at': '2022-03-01T14:08:54Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fee95d5-f552-4aa7-aeab-639b41390d7d', 'name': '', 'network_id': '21e14362-3194-44ba-be9e-42c62903a358', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:bc:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '6395be5a-5198-4907-bbae-62d5988a1869', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:32Z', 'updated_at': '2022-03-01T14:08:44Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '6395be5a-5198-4907-bbae-62d5988a1869', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5', 'name': '', 'network_id': '8c596c88-c5c7-4946-b069-2227ff4bce00', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:3a:d3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '9c2fade6-d20b-417e-96a0-aff0648e2b60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:50Z', 'updated_at': '2022-03-01T14:09:03Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '9c2fade6-d20b-417e-96a0-aff0648e2b60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:09:12.636807 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-01e77e2a-0a0e-4690-95dd-8367e454e42e tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:09:12.637885 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-01e77e2a-0a0e-4690-95dd-8367e454e42e tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1332455 Mar 01 14:09:12.640979 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40706) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:12.652094 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-4a8bcfa8-d2c6-483e-846f-cb426aeb1776 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Request body: {'security_group_rule': {'security_group_id': '12480e1c-0bee-4f77-88b0-f1402eeade47', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:12.654824 n-d-827467-3 neutron-server[103726]: WARNING neutron.api.v2.base [None req-4a8bcfa8-d2c6-483e-846f-cb426aeb1776 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 01 14:09:12.655340 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-4a8bcfa8-d2c6-483e-846f-cb426aeb1776 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:09:12.658332 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4a8bcfa8-d2c6-483e-846f-cb426aeb1776 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0164406 Mar 01 14:09:12.660476 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40708) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:12.665886 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-aa5cf07a-94ab-456e-ad9a-c7c4d1858488 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] For port d2eb0649-9759-430c-87ac-c85bcf9beb0c, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=d2eb0649-9759-430c-87ac-c85bcf9beb0c,segment=NetworkSegment(7e6f5e0d-50e0-4f6b-ab40-385745427369),segment_id=7e6f5e0d-50e0-4f6b-ab40-385745427369)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:09:12.666556 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aa5cf07a-94ab-456e-ad9a-c7c4d1858488 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (d2eb0649-9759-430c-87ac-c85bcf9beb0c), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:12.671378 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0c4e664b-c073-4ec2-96dd-1bc5352d048f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router_gateway (b72d1359-d408-461a-9b0a-bcd198faabdf), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:12.673615 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-352a9a32-be88-43a7-ac90-fa36c01601d8 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Request body: {'security_group_rule': {'security_group_id': '12480e1c-0bee-4f77-88b0-f1402eeade47', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:12.701969 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-aa5cf07a-94ab-456e-ad9a-c7c4d1858488 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Calling delete_port for d2eb0649-9759-430c-87ac-c85bcf9beb0c owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:09:12.754084 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-0c4e664b-c073-4ec2-96dd-1bc5352d048f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Deleting port 6544bcb3-11de-48b7-a07e-2cd7932b15aa {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:09:12.754546 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0c4e664b-c073-4ec2-96dd-1bc5352d048f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (6544bcb3-11de-48b7-a07e-2cd7932b15aa), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:12.791437 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-352a9a32-be88-43a7-ac90-fa36c01601d8 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:09:12.792949 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-352a9a32-be88-43a7-ac90-fa36c01601d8 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1307707 Mar 01 14:09:12.799373 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40712) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:12.809620 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-069f2038-e9a0-4ee6-b13d-146f9ba913ce tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Request body: {'security_group_rule': {'security_group_id': '12480e1c-0bee-4f77-88b0-f1402eeade47', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:12.810266 n-d-827467-3 neutron-server[103727]: WARNING neutron.api.v2.base [None req-069f2038-e9a0-4ee6-b13d-146f9ba913ce tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 01 14:09:12.810911 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-069f2038-e9a0-4ee6-b13d-146f9ba913ce tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:09:12.812204 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-069f2038-e9a0-4ee6-b13d-146f9ba913ce tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0114048 Mar 01 14:09:12.819466 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40718) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:12.832219 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-5acfd5e1-e479-4545-a6d7-029caa0f22c9 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Request body: {'security_group_rule': {'security_group_id': '12480e1c-0bee-4f77-88b0-f1402eeade47', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:12.852040 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aa5cf07a-94ab-456e-ad9a-c7c4d1858488 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (d2eb0649-9759-430c-87ac-c85bcf9beb0c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:12.896909 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5cf07a-94ab-456e-ad9a-c7c4d1858488 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event deleted for resources: {'Port': ['ID=d2eb0649-9759-430c-87ac-c85bcf9beb0c,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:12.923654 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5cf07a-94ab-456e-ad9a-c7c4d1858488 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] No DVR routers for this DVR port d2eb0649-9759-430c-87ac-c85bcf9beb0c on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:09:12.950814 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd8ce4b-1a7c-4035-99ae-a2022b1834d2 None None] DHCP port deletion for 52ead33a-539a-4fbc-86e1-09eeae069f75 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:09:13.015115 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0c4e664b-c073-4ec2-96dd-1bc5352d048f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (6544bcb3-11de-48b7-a07e-2cd7932b15aa), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:13.053028 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-0c4e664b-c073-4ec2-96dd-1bc5352d048f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Calling delete_port for 6544bcb3-11de-48b7-a07e-2cd7932b15aa owned by network:router_gateway {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:09:13.055589 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-5acfd5e1-e479-4545-a6d7-029caa0f22c9 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:09:13.059379 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5acfd5e1-e479-4545-a6d7-029caa0f22c9 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2360702 Mar 01 14:09:13.059804 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40726) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:13.064505 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-961f09b0-7e3d-474d-88e0-4bdb1cc01e06 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Request body: {'security_group_rule': {'security_group_id': '12480e1c-0bee-4f77-88b0-f1402eeade47', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:13.134549 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aa5cf07a-94ab-456e-ad9a-c7c4d1858488 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (52ead33a-539a-4fbc-86e1-09eeae069f75), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:13.174687 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-aa5cf07a-94ab-456e-ad9a-c7c4d1858488 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ead33a-539a-4fbc-86e1-09eeae069f75']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:13.193076 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-aa5cf07a-94ab-456e-ad9a-c7c4d1858488 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e6f5e0d-50e0-4f6b-ab40-385745427369') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:13.194216 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-aa5cf07a-94ab-456e-ad9a-c7c4d1858488 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e6f5e0d-50e0-4f6b-ab40-385745427369') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:13.212740 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-961f09b0-7e3d-474d-88e0-4bdb1cc01e06 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:09:13.213481 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-961f09b0-7e3d-474d-88e0-4bdb1cc01e06 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1526887 Mar 01 14:09:13.214998 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aa5cf07a-94ab-456e-ad9a-c7c4d1858488 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (7e6f5e0d-50e0-4f6b-ab40-385745427369), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:13.243189 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aa5cf07a-94ab-456e-ad9a-c7c4d1858488 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (7e6f5e0d-50e0-4f6b-ab40-385745427369), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:13.252642 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa5cf07a-94ab-456e-ad9a-c7c4d1858488 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:09:13.253018 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aa5cf07a-94ab-456e-ad9a-c7c4d1858488 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (7e6f5e0d-50e0-4f6b-ab40-385745427369), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:13.319592 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40730) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:13.335238 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:09:13.335238 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:09:13.335238 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:09:13.335238 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:09:13.335238 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:09:13.335238 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:09:13.335238 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:09:13.335238 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:09:13.335238 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:09:13.335238 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:09:13.335238 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:09:13.335238 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:09:13.335238 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:09:13.335238 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:09:13.335238 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:09:13.335238 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:09:13.335238 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:09:13.335238 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:09:13.335238 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:09:13.335238 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:09:13.335238 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:09:13.335238 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:09:13.335238 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:09:13.335238 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:09:13.335238 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:09:13.335238 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:09:13.335238 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:09:13.335238 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:09:13.335238 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:09:13.335238 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:09:13.335238 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:09:13.335238 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:09:13.341286 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aa5cf07a-94ab-456e-ad9a-c7c4d1858488 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (52ead33a-539a-4fbc-86e1-09eeae069f75), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:13.351028 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40734) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:13.371579 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-aa5cf07a-94ab-456e-ad9a-c7c4d1858488 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:13.380668 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b34fc0d-677d-4b21-b744-8102e8b8f414 None None] Sync routers for ids ['4738dcad-ccde-4986-8f26-7f476c63d625'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:09:13.387122 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-aa5cf07a-94ab-456e-ad9a-c7c4d1858488 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/networks/52ead33a-539a-4fbc-86e1-09eeae069f75 HTTP/1.1" status: 204 len: 168 time: 1.1732304 Mar 01 14:09:13.390423 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40738) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:13.396683 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b34fc0d-677d-4b21-b744-8102e8b8f414 None None] Routers {'4738dcad-ccde-4986-8f26-7f476c63d625'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:09:13.397530 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-9b34fc0d-677d-4b21-b744-8102e8b8f414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:08:58Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4738dcad-ccde-4986-8f26-7f476c63d625'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:13.404595 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5cf07a-94ab-456e-ad9a-c7c4d1858488 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event deleted for resources: {'Network': ['ID=52ead33a-539a-4fbc-86e1-09eeae069f75,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:13.430721 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0c4e664b-c073-4ec2-96dd-1bc5352d048f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (6544bcb3-11de-48b7-a07e-2cd7932b15aa), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:13.527362 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-9b34fc0d-677d-4b21-b744-8102e8b8f414 None None] Set router 4738dcad-ccde-4986-8f26-7f476c63d625 gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:09:13.616027 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e664b-c073-4ec2-96dd-1bc5352d048f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event deleted for resources: {'Port': ['ID=6544bcb3-11de-48b7-a07e-2cd7932b15aa,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:13.618274 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee0cb72e-4bbe-4639-9967-6a209e2cc745 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (12480e1c-0bee-4f77-88b0-f1402eeade47), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:13.644011 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-0f560547-7c7c-48e2-8073-dc403efd25a5 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1146382749'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:13.706249 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f560547-7c7c-48e2-8073-dc403efd25a5 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Made reservation on behalf of 17c0a3db4ae84ca19340ceebbc2f70bd for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:09:13.710628 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f560547-7c7c-48e2-8073-dc403efd25a5 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:13.728755 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f560547-7c7c-48e2-8073-dc403efd25a5 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:13.793716 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee0cb72e-4bbe-4639-9967-6a209e2cc745 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (12480e1c-0bee-4f77-88b0-f1402eeade47), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:13.848124 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0c4e664b-c073-4ec2-96dd-1bc5352d048f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (b72d1359-d408-461a-9b0a-bcd198faabdf), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:13.882488 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-9b34fc0d-677d-4b21-b744-8102e8b8f414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'name': 'tempest-RoutersIpV6Test-router-553735540', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:08:27Z', 'updated_at': '2022-03-01T14:09:09Z', 'revision_number': 8, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'gw_port_host': None, '_interfaces': [{'id': '84ea90cb-3be0-4ae3-965e-475125bd4072', 'name': '', 'network_id': 'd204a5f7-e889-4fd6-8422-16fec7475833', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:15:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:41Z', 'updated_at': '2022-03-01T14:08:54Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fee95d5-f552-4aa7-aeab-639b41390d7d', 'name': '', 'network_id': '21e14362-3194-44ba-be9e-42c62903a358', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:bc:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '6395be5a-5198-4907-bbae-62d5988a1869', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:32Z', 'updated_at': '2022-03-01T14:08:44Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '6395be5a-5198-4907-bbae-62d5988a1869', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5', 'name': '', 'network_id': '8c596c88-c5c7-4946-b069-2227ff4bce00', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:3a:d3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '9c2fade6-d20b-417e-96a0-aff0648e2b60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:50Z', 'updated_at': '2022-03-01T14:09:03Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '9c2fade6-d20b-417e-96a0-aff0648e2b60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:13.917392 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b34fc0d-677d-4b21-b744-8102e8b8f414 None None] Checking router: 4738dcad-ccde-4986-8f26-7f476c63d625 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:09:13.926415 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b34fc0d-677d-4b21-b744-8102e8b8f414 None None] Routers {'4738dcad-ccde-4986-8f26-7f476c63d625'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:09:13.927138 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-9b34fc0d-677d-4b21-b744-8102e8b8f414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:08:58Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4738dcad-ccde-4986-8f26-7f476c63d625'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:14.009582 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0c4e664b-c073-4ec2-96dd-1bc5352d048f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (b72d1359-d408-461a-9b0a-bcd198faabdf), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:14.014527 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0c4e664b-c073-4ec2-96dd-1bc5352d048f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router_controller (b72d1359-d408-461a-9b0a-bcd198faabdf), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:14.017278 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee0cb72e-4bbe-4639-9967-6a209e2cc745 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (12480e1c-0bee-4f77-88b0-f1402eeade47), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:14.019339 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee0cb72e-4bbe-4639-9967-6a209e2cc745 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:14.020636 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ee0cb72e-4bbe-4639-9967-6a209e2cc745 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "DELETE /v2.0/security-groups/12480e1c-0bee-4f77-88b0-f1402eeade47 HTTP/1.1" status: 204 len: 168 time: 0.6999538 Mar 01 14:09:14.024697 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f560547-7c7c-48e2-8073-dc403efd25a5 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks [] for security_group (5926bfe4-9a93-44cd-b41c-61a936a3f6ab), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:14.034328 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40746) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:14.037902 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0cb72e-4bbe-4639-9967-6a209e2cc745 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12480e1c-0bee-4f77-88b0-f1402eeade47,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:14.061645 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-9b34fc0d-677d-4b21-b744-8102e8b8f414 None None] Set router 4738dcad-ccde-4986-8f26-7f476c63d625 gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:09:14.131940 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f560547-7c7c-48e2-8073-dc403efd25a5 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (5926bfe4-9a93-44cd-b41c-61a936a3f6ab), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:14.165279 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0c4e664b-c073-4ec2-96dd-1bc5352d048f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (b72d1359-d408-461a-9b0a-bcd198faabdf), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:14.165987 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4e664b-c073-4ec2-96dd-1bc5352d048f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Fanout notify agent at l3_agent the message router_deleted on router b72d1359-d408-461a-9b0a-bcd198faabdf {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:09:14.182828 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f560547-7c7c-48e2-8073-dc403efd25a5 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:09:14.190260 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0c4e664b-c073-4ec2-96dd-1bc5352d048f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:14.195983 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0c4e664b-c073-4ec2-96dd-1bc5352d048f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/routers/b72d1359-d408-461a-9b0a-bcd198faabdf HTTP/1.1" status: 204 len: 168 time: 1.9589105 Mar 01 14:09:14.202968 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40750) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:14.209885 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-46fd0016-29ce-4dd0-a0d6-67953135d394 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Request body: {'network': {'name': 'tempest-RoutersTest-1255912370'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:14.226549 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f560547-7c7c-48e2-8073-dc403efd25a5 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5926bfe4-9a93-44cd-b41c-61a936a3f6ab,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:14.264857 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f560547-7c7c-48e2-8073-dc403efd25a5 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (f9d4bb0f-d777-483c-99d9-42985bbafa80), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:14.265490 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-0f560547-7c7c-48e2-8073-dc403efd25a5 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Added segment f9d4bb0f-d777-483c-99d9-42985bbafa80 of type vlan for network 159ac964-b686-4ab7-915d-58fa39ff2c9f Mar 01 14:09:14.325400 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-75be5726-ff68-404e-8b88-e70149942a7b tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2709770 Mar 01 14:09:14.342510 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40752) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:14.350793 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-291399cd-2fa6-4484-8e89-563e47bf828f tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Request body: {'security_group': {'name': 'tempest-secgroup--820740405'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:14.352425 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-9b34fc0d-677d-4b21-b744-8102e8b8f414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'name': 'tempest-RoutersIpV6Test-router-553735540', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:08:27Z', 'updated_at': '2022-03-01T14:09:09Z', 'revision_number': 8, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'gw_port_host': None, '_interfaces': [{'id': '84ea90cb-3be0-4ae3-965e-475125bd4072', 'name': '', 'network_id': 'd204a5f7-e889-4fd6-8422-16fec7475833', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:15:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:41Z', 'updated_at': '2022-03-01T14:08:54Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fee95d5-f552-4aa7-aeab-639b41390d7d', 'name': '', 'network_id': '21e14362-3194-44ba-be9e-42c62903a358', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:bc:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '6395be5a-5198-4907-bbae-62d5988a1869', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:32Z', 'updated_at': '2022-03-01T14:08:44Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '6395be5a-5198-4907-bbae-62d5988a1869', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5', 'name': '', 'network_id': '8c596c88-c5c7-4946-b069-2227ff4bce00', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:3a:d3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '9c2fade6-d20b-417e-96a0-aff0648e2b60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:50Z', 'updated_at': '2022-03-01T14:09:03Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '9c2fade6-d20b-417e-96a0-aff0648e2b60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:14.420634 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b34fc0d-677d-4b21-b744-8102e8b8f414 None None] The sync data for ids ['4738dcad-ccde-4986-8f26-7f476c63d625'] in n-d-827467-3 is: [{'id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'name': 'tempest-RoutersIpV6Test-router-553735540', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:08:27Z', 'updated_at': '2022-03-01T14:09:09Z', 'revision_number': 8, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'gw_port_host': None, '_interfaces': [{'id': '84ea90cb-3be0-4ae3-965e-475125bd4072', 'name': '', 'network_id': 'd204a5f7-e889-4fd6-8422-16fec7475833', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:15:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:41Z', 'updated_at': '2022-03-01T14:08:54Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fee95d5-f552-4aa7-aeab-639b41390d7d', 'name': '', 'network_id': '21e14362-3194-44ba-be9e-42c62903a358', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:bc:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '6395be5a-5198-4907-bbae-62d5988a1869', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:32Z', 'updated_at': '2022-03-01T14:08:44Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '6395be5a-5198-4907-bbae-62d5988a1869', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5', 'name': '', 'network_id': '8c596c88-c5c7-4946-b069-2227ff4bce00', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:3a:d3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '9c2fade6-d20b-417e-96a0-aff0648e2b60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:50Z', 'updated_at': '2022-03-01T14:09:03Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '9c2fade6-d20b-417e-96a0-aff0648e2b60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:09:14.470191 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fd0016-29ce-4dd0-a0d6-67953135d394 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Made reservation on behalf of 3a14431fa0e343d69136a59d66043ad6 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:09:14.480759 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-46fd0016-29ce-4dd0-a0d6-67953135d394 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:14.488364 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f560547-7c7c-48e2-8073-dc403efd25a5 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (159ac964-b686-4ab7-915d-58fa39ff2c9f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:14.544154 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-291399cd-2fa6-4484-8e89-563e47bf828f tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:14.560634 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 7681278e-fe49-46ef-a3cf-28b184bfb809 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:09:14.610606 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 7681278e-fe49-46ef-a3cf-28b184bfb809 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:09:14.611378 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 7681278e-fe49-46ef-a3cf-28b184bfb809 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:09:14.613549 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device d2eb0649-9759-430c-87ac-c85bcf9beb0c no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:09:14.624553 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46fd0016-29ce-4dd0-a0d6-67953135d394 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:09:14.638611 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f560547-7c7c-48e2-8073-dc403efd25a5 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (159ac964-b686-4ab7-915d-58fa39ff2c9f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:14.648840 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f560547-7c7c-48e2-8073-dc403efd25a5 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:09:14.653403 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f560547-7c7c-48e2-8073-dc403efd25a5 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:14.654487 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: d2eb0649-9759-430c-87ac-c85bcf9beb0c {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:09:14.654925 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device d2eb0649-9759-430c-87ac-c85bcf9beb0c not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:09:14.671429 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5cd954e6-5fbf-4e32-9c25-0bac0fa1d795 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (4738dcad-ccde-4986-8f26-7f476c63d625), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:14.726467 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-46fd0016-29ce-4dd0-a0d6-67953135d394 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (a3172c62-1dbe-488f-9de2-6ba828044c84), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:14.726815 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-46fd0016-29ce-4dd0-a0d6-67953135d394 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Added segment a3172c62-1dbe-488f-9de2-6ba828044c84 of type vlan for network bd873e19-93f4-4b35-a3ca-1dd713195a17 Mar 01 14:09:14.746263 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0f560547-7c7c-48e2-8073-dc403efd25a5 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3938644 Mar 01 14:09:14.748523 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40754) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:14.784818 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-37cf1ece-d743-4ba7-961b-992cc3503e1c tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Request body: {'subnet': {'network_id': '159ac964-b686-4ab7-915d-58fa39ff2c9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:14.847165 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f560547-7c7c-48e2-8073-dc403efd25a5 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Pushing event updated for resources: {'Network': ['ID=159ac964-b686-4ab7-915d-58fa39ff2c9f,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:14.859443 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 159ac964-b686-4ab7-915d-58fa39ff2c9f details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:09:14.940569 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-46fd0016-29ce-4dd0-a0d6-67953135d394 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (bd873e19-93f4-4b35-a3ca-1dd713195a17), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:15.040959 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-291399cd-2fa6-4484-8e89-563e47bf828f tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (9fdc1bba-72c9-4321-89ee-f222be17ddaf), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:15.041928 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-46fd0016-29ce-4dd0-a0d6-67953135d394 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (bd873e19-93f4-4b35-a3ca-1dd713195a17), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:15.047805 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fd0016-29ce-4dd0-a0d6-67953135d394 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:09:15.048460 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-46fd0016-29ce-4dd0-a0d6-67953135d394 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:15.077409 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-5cd954e6-5fbf-4e32-9c25-0bac0fa1d795 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Deleting port da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:09:15.078345 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5cd954e6-5fbf-4e32-9c25-0bac0fa1d795 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:15.145124 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd0016-29ce-4dd0-a0d6-67953135d394 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Network': ['ID=bd873e19-93f4-4b35-a3ca-1dd713195a17,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:15.153981 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-291399cd-2fa6-4484-8e89-563e47bf828f tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (9fdc1bba-72c9-4321-89ee-f222be17ddaf), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:15.187430 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-46fd0016-29ce-4dd0-a0d6-67953135d394 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9825091 Mar 01 14:09:15.199542 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-291399cd-2fa6-4484-8e89-563e47bf828f tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:15.203301 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-291399cd-2fa6-4484-8e89-563e47bf828f tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8558698 Mar 01 14:09:15.203301 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40762) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:15.209035 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40764) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:15.213946 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-5cd954e6-5fbf-4e32-9c25-0bac0fa1d795 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] For port da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5,segment=NetworkSegment(4fd0f802-5e76-44f1-aaf6-e41350e6650f),segment_id=4fd0f802-5e76-44f1-aaf6-e41350e6650f)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:09:15.214588 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5cd954e6-5fbf-4e32-9c25-0bac0fa1d795 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:15.215379 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-9ff65e3d-8ae7-46ea-91c4-796ace378755 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Request body: {'subnet': {'network_id': 'bd873e19-93f4-4b35-a3ca-1dd713195a17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:15.235778 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-5cd954e6-5fbf-4e32-9c25-0bac0fa1d795 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Calling delete_port for da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5 owned by network:router_interface {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:09:15.237118 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-29e7d36a-e383-415a-a690-910f8e3ec2b8 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Request body: {'security_group_rule': {'security_group_id': '9fdc1bba-72c9-4321-89ee-f222be17ddaf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:15.275217 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cf1ece-d743-4ba7-961b-992cc3503e1c tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Made reservation on behalf of 17c0a3db4ae84ca19340ceebbc2f70bd for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:09:15.279303 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-37cf1ece-d743-4ba7-961b-992cc3503e1c tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:15.305325 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291399cd-2fa6-4484-8e89-563e47bf828f tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdc1bba-72c9-4321-89ee-f222be17ddaf,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:15.458877 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-29e7d36a-e383-415a-a690-910f8e3ec2b8 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] create failed (client error): The resource could not be found. Mar 01 14:09:15.462760 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-29e7d36a-e383-415a-a690-910f8e3ec2b8 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2328520 Mar 01 14:09:15.479145 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40766) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:15.483960 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-e9aff5b7-e6e5-46d5-8561-97ee5768f9e0 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Request body: {'security_group_rule': {'security_group_id': '9fdc1bba-72c9-4321-89ee-f222be17ddaf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e4394d1b-e896-4a77-b6c0-8c345c140488'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:15.532747 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network bd873e19-93f4-4b35-a3ca-1dd713195a17 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:09:15.554285 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5cd954e6-5fbf-4e32-9c25-0bac0fa1d795 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:15.556910 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff65e3d-8ae7-46ea-91c4-796ace378755 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Made reservation on behalf of 3a14431fa0e343d69136a59d66043ad6 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:09:15.560952 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9ff65e3d-8ae7-46ea-91c4-796ace378755 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:15.652483 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-e9aff5b7-e6e5-46d5-8561-97ee5768f9e0 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] create failed (client error): The resource could not be found. Mar 01 14:09:15.656105 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e9aff5b7-e6e5-46d5-8561-97ee5768f9e0 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1735117 Mar 01 14:09:15.658452 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40770) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:15.715715 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd954e6-5fbf-4e32-9c25-0bac0fa1d795 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event deleted for resources: {'Port': ['ID=da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:15.925912 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5cd954e6-5fbf-4e32-9c25-0bac0fa1d795 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (4738dcad-ccde-4986-8f26-7f476c63d625), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:16.063471 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4192b7a9-83f3-418b-afff-d68238cf685d tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (9fdc1bba-72c9-4321-89ee-f222be17ddaf), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:16.068198 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-37cf1ece-d743-4ba7-961b-992cc3503e1c tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (3ccb455c-231b-410c-a15e-ed5f30b07a17), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:16.211252 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd954e6-5fbf-4e32-9c25-0bac0fa1d795 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Router 4738dcad-ccde-4986-8f26-7f476c63d625 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:09:16.238310 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4192b7a9-83f3-418b-afff-d68238cf685d tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (9fdc1bba-72c9-4321-89ee-f222be17ddaf), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:16.281235 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9ff65e3d-8ae7-46ea-91c4-796ace378755 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (1e5b63ca-91dd-4060-ac42-afd85b9e596e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:16.327584 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf1ece-d743-4ba7-961b-992cc3503e1c tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Pushing event updated for resources: {'Subnet': ['ID=3ccb455c-231b-410c-a15e-ed5f30b07a17,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:16.338216 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4192b7a9-83f3-418b-afff-d68238cf685d tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (9fdc1bba-72c9-4321-89ee-f222be17ddaf), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:16.338908 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd954e6-5fbf-4e32-9c25-0bac0fa1d795 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:09:16.345592 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5cd954e6-5fbf-4e32-9c25-0bac0fa1d795 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "PUT /v2.0/routers/4738dcad-ccde-4986-8f26-7f476c63d625/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9515417 Mar 01 14:09:16.348542 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4192b7a9-83f3-418b-afff-d68238cf685d tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:16.352499 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4192b7a9-83f3-418b-afff-d68238cf685d tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "DELETE /v2.0/security-groups/9fdc1bba-72c9-4321-89ee-f222be17ddaf HTTP/1.1" status: 204 len: 168 time: 0.6896694 Mar 01 14:09:16.352665 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40778) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:16.353847 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26fa3ab-8862-4338-95ca-a5a8e136cb88 None None] Sync routers for ids ['4738dcad-ccde-4986-8f26-7f476c63d625'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:09:16.367896 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26fa3ab-8862-4338-95ca-a5a8e136cb88 None None] Routers {'4738dcad-ccde-4986-8f26-7f476c63d625'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:09:16.369015 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b26fa3ab-8862-4338-95ca-a5a8e136cb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:08:58Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4738dcad-ccde-4986-8f26-7f476c63d625'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:16.385994 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40780) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:16.417675 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff65e3d-8ae7-46ea-91c4-796ace378755 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Subnet': ['ID=1e5b63ca-91dd-4060-ac42-afd85b9e596e,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:16.424252 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192b7a9-83f3-418b-afff-d68238cf685d tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdc1bba-72c9-4321-89ee-f222be17ddaf,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:16.445631 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cf1ece-d743-4ba7-961b-992cc3503e1c tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Checking segment: {'id': 'f9d4bb0f-d777-483c-99d9-42985bbafa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '159ac964-b686-4ab7-915d-58fa39ff2c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:09:16.446010 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cf1ece-d743-4ba7-961b-992cc3503e1c tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Network hostable DHCP agents. Network: 159ac964-b686-4ab7-915d-58fa39ff2c9f, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:09:16.461261 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff65e3d-8ae7-46ea-91c4-796ace378755 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Checking segment: {'id': 'a3172c62-1dbe-488f-9de2-6ba828044c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'bd873e19-93f4-4b35-a3ca-1dd713195a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:09:16.461795 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff65e3d-8ae7-46ea-91c4-796ace378755 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Network hostable DHCP agents. Network: bd873e19-93f4-4b35-a3ca-1dd713195a17, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:09:16.487506 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cf1ece-d743-4ba7-961b-992cc3503e1c tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Network 159ac964-b686-4ab7-915d-58fa39ff2c9f is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:09:16.496857 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff65e3d-8ae7-46ea-91c4-796ace378755 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Network bd873e19-93f4-4b35-a3ca-1dd713195a17 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:09:16.502433 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-78da9407-3a6c-467c-b297-d20dfca68110 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Deleting subnet 9c2fade6-d20b-417e-96a0-aff0648e2b60 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:09:16.508152 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-9ff65e3d-8ae7-46ea-91c4-796ace378755 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, bd873e19-93f4-4b35-a3ca-1dd713195a17) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:09:16.515744 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-78da9407-3a6c-467c-b297-d20dfca68110 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for subnet (9c2fade6-d20b-417e-96a0-aff0648e2b60), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:16.518559 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cbaa14-0c65-49f7-accd-07d84d2cd205 None None] Network bd873e19-93f4-4b35-a3ca-1dd713195a17 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:09:16.520092 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff65e3d-8ae7-46ea-91c4-796ace378755 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:09:16.520701 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9ff65e3d-8ae7-46ea-91c4-796ace378755 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:16.521791 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f835e005-4917-438f-a220-a4e8b7a8efed tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1342061 Mar 01 14:09:16.528580 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-b26fa3ab-8862-4338-95ca-a5a8e136cb88 None None] Set router 4738dcad-ccde-4986-8f26-7f476c63d625 gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:09:16.531298 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-37cf1ece-d743-4ba7-961b-992cc3503e1c tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 159ac964-b686-4ab7-915d-58fa39ff2c9f) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:09:16.535900 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cf1ece-d743-4ba7-961b-992cc3503e1c tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:09:16.536506 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-37cf1ece-d743-4ba7-961b-992cc3503e1c tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:16.549608 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40782) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:16.555025 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-8a70faee-7809-47a5-8605-c2153c89c0d0 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Request body: {'security_group_rule': {'security_group_id': 'f921b0c1-46af-472d-a1b7-ecc5a6fe5ba1', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:16.566459 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-37cf1ece-d743-4ba7-961b-992cc3503e1c tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8090460 Mar 01 14:09:16.569111 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40784) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:16.578613 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-2cb24906-943b-4c0a-b301-c410fc77ebe4 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Request body: {'port': {'network_id': '159ac964-b686-4ab7-915d-58fa39ff2c9f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-376055536'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:16.579570 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9ff65e3d-8ae7-46ea-91c4-796ace378755 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3714824 Mar 01 14:09:16.582372 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40786) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:16.589360 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-78d4fe65-f6ef-492a-b602-f2623ee21d4b tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-507530873', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:16.636213 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-78d4fe65-f6ef-492a-b602-f2623ee21d4b tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (6d158c59-d162-4e4d-b987-d09622819ded), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:16.637429 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-78d4fe65-f6ef-492a-b602-f2623ee21d4b tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (6d158c59-d162-4e4d-b987-d09622819ded), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:16.686374 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0124222c-548f-4653-ac52-60630b79cd72 None None] Network 159ac964-b686-4ab7-915d-58fa39ff2c9f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:09:16.705359 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-78d4fe65-f6ef-492a-b602-f2623ee21d4b tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router_controller (6d158c59-d162-4e4d-b987-d09622819ded), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:16.707572 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-8a70faee-7809-47a5-8605-c2153c89c0d0 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] create failed (client error): The resource could not be found. Mar 01 14:09:16.725367 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8a70faee-7809-47a5-8605-c2153c89c0d0 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1732931 Mar 01 14:09:16.728503 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-78da9407-3a6c-467c-b297-d20dfca68110 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (9c2fade6-d20b-417e-96a0-aff0648e2b60), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:16.729133 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-78d4fe65-f6ef-492a-b602-f2623ee21d4b tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (6d158c59-d162-4e4d-b987-d09622819ded), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:16.737260 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40788) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:16.750027 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-1cd20f8b-426b-4aa7-a599-6cfdfbe7d9fe tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Request body: {'security_group': {'name': 'tempest-secgroup--785006727'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:16.765914 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-78d4fe65-f6ef-492a-b602-f2623ee21d4b tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:16.772118 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-78d4fe65-f6ef-492a-b602-f2623ee21d4b tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1883049 Mar 01 14:09:16.772749 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40792) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:16.853702 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2334b27d-549d-43c2-b0b3-bea190231c91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-bd873e19-93f4-4b35-a3ca-1dd713195a17', 'network_id': 'bd873e19-93f4-4b35-a3ca-1dd713195a17', 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'fixed_ips': [{'subnet_id': '1e5b63ca-91dd-4060-ac42-afd85b9e596e'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:09:16.854721 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2334b27d-549d-43c2-b0b3-bea190231c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:16.882235 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d082de32-c40a-49eb-bf73-b93b7c7cc08a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-159ac964-b686-4ab7-915d-58fa39ff2c9f', 'network_id': '159ac964-b686-4ab7-915d-58fa39ff2c9f', 'project_id': '17c0a3db4ae84ca19340ceebbc2f70bd', 'fixed_ips': [{'subnet_id': '3ccb455c-231b-410c-a15e-ed5f30b07a17'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:09:16.897739 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d082de32-c40a-49eb-bf73-b93b7c7cc08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:16.996386 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1cd20f8b-426b-4aa7-a599-6cfdfbe7d9fe tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:17.037333 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb24906-943b-4c0a-b301-c410fc77ebe4 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Made reservation on behalf of 17c0a3db4ae84ca19340ceebbc2f70bd for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:09:17.041228 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2cb24906-943b-4c0a-b301-c410fc77ebe4 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:17.180356 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-78da9407-3a6c-467c-b297-d20dfca68110 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (9c2fade6-d20b-417e-96a0-aff0648e2b60), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:17.232089 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-d082de32-c40a-49eb-bf73-b93b7c7cc08a None None] Allocated IP 172.20.0.2 (159ac964-b686-4ab7-915d-58fa39ff2c9f/3ccb455c-231b-410c-a15e-ed5f30b07a17/3b86ec60-93a1-4fa3-a857-b0f7bc666aea) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:09:17.243114 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b26fa3ab-8862-4338-95ca-a5a8e136cb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'name': 'tempest-RoutersIpV6Test-router-553735540', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:08:27Z', 'updated_at': '2022-03-01T14:09:15Z', 'revision_number': 9, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'gw_port_host': None, '_interfaces': [{'id': '84ea90cb-3be0-4ae3-965e-475125bd4072', 'name': '', 'network_id': 'd204a5f7-e889-4fd6-8422-16fec7475833', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:15:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:41Z', 'updated_at': '2022-03-01T14:08:54Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fee95d5-f552-4aa7-aeab-639b41390d7d', 'name': '', 'network_id': '21e14362-3194-44ba-be9e-42c62903a358', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:bc:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '6395be5a-5198-4907-bbae-62d5988a1869', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:32Z', 'updated_at': '2022-03-01T14:08:44Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '6395be5a-5198-4907-bbae-62d5988a1869', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:17.297607 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-2cb24906-943b-4c0a-b301-c410fc77ebe4 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] device_id is not set on port 5e393541-4db0-4a32-b58d-5f792bd92600 yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:09:17.304264 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-78da9407-3a6c-467c-b297-d20dfca68110 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (9c2fade6-d20b-417e-96a0-aff0648e2b60), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:17.321388 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26fa3ab-8862-4338-95ca-a5a8e136cb88 None None] Checking router: 4738dcad-ccde-4986-8f26-7f476c63d625 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:09:17.340022 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26fa3ab-8862-4338-95ca-a5a8e136cb88 None None] Routers {'4738dcad-ccde-4986-8f26-7f476c63d625'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:09:17.342149 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b26fa3ab-8862-4338-95ca-a5a8e136cb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:08:58Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4738dcad-ccde-4986-8f26-7f476c63d625'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:17.344719 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da9407-3a6c-467c-b297-d20dfca68110 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event deleted for resources: {'Subnet': ['ID=9c2fade6-d20b-417e-96a0-aff0648e2b60,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:17.389505 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-688ec386-c70d-4497-b571-9cb99b6c0bed tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:17.444887 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-78da9407-3a6c-467c-b297-d20dfca68110 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:17.454271 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-78da9407-3a6c-467c-b297-d20dfca68110 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/subnets/9c2fade6-d20b-417e-96a0-aff0648e2b60 HTTP/1.1" status: 204 len: 168 time: 1.0998688 Mar 01 14:09:17.477782 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40800) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:17.525906 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d082de32-c40a-49eb-bf73-b93b7c7cc08a None None] Publish callbacks [] for port (3b86ec60-93a1-4fa3-a857-b0f7bc666aea), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:17.544495 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d082de32-c40a-49eb-bf73-b93b7c7cc08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (3b86ec60-93a1-4fa3-a857-b0f7bc666aea), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:17.607618 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-b26fa3ab-8862-4338-95ca-a5a8e136cb88 None None] Set router 4738dcad-ccde-4986-8f26-7f476c63d625 gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:09:17.614479 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d082de32-c40a-49eb-bf73-b93b7c7cc08a None None] Network 159ac964-b686-4ab7-915d-58fa39ff2c9f is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:09:17.625269 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-d082de32-c40a-49eb-bf73-b93b7c7cc08a None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:09:17.654125 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1cd20f8b-426b-4aa7-a599-6cfdfbe7d9fe tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (07c1905e-7341-498a-8231-93d0ce04bba2), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:17.822411 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1cd20f8b-426b-4aa7-a599-6cfdfbe7d9fe tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (07c1905e-7341-498a-8231-93d0ce04bba2), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:17.909279 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d082de32-c40a-49eb-bf73-b93b7c7cc08a None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:09:17.918371 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72c27f8-68fc-4a78-a2e0-3a15436ab61d None None] Network 8c596c88-c5c7-4946-b069-2227ff4bce00 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:09:17.924128 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082de32-c40a-49eb-bf73-b93b7c7cc08a None None] Pushing event updated for resources: {'Port': ['ID=3b86ec60-93a1-4fa3-a857-b0f7bc666aea,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:17.934246 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-688ec386-c70d-4497-b571-9cb99b6c0bed tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Allocated IP 172.20.0.1 (bd873e19-93f4-4b35-a3ca-1dd713195a17/1e5b63ca-91dd-4060-ac42-afd85b9e596e/7e2d8d3f-57ba-4a5e-b51a-3b5f2083eaa5) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:09:17.961655 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1cd20f8b-426b-4aa7-a599-6cfdfbe7d9fe tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:17.967516 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1cd20f8b-426b-4aa7-a599-6cfdfbe7d9fe tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2291706 Mar 01 14:09:17.970220 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40810) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:17.976036 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-50cc3e2a-e877-409e-8166-ed0fe3ce7ed2 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Request body: {'security_group': {'name': 'tempest-secgroup--1811753751'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:18.002861 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd20f8b-426b-4aa7-a599-6cfdfbe7d9fe tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07c1905e-7341-498a-8231-93d0ce04bba2,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:18.118483 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b26fa3ab-8862-4338-95ca-a5a8e136cb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'name': 'tempest-RoutersIpV6Test-router-553735540', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:08:27Z', 'updated_at': '2022-03-01T14:09:15Z', 'revision_number': 9, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'gw_port_host': None, '_interfaces': [{'id': '84ea90cb-3be0-4ae3-965e-475125bd4072', 'name': '', 'network_id': 'd204a5f7-e889-4fd6-8422-16fec7475833', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:15:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:41Z', 'updated_at': '2022-03-01T14:08:54Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fee95d5-f552-4aa7-aeab-639b41390d7d', 'name': '', 'network_id': '21e14362-3194-44ba-be9e-42c62903a358', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:bc:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '6395be5a-5198-4907-bbae-62d5988a1869', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:32Z', 'updated_at': '2022-03-01T14:08:44Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '6395be5a-5198-4907-bbae-62d5988a1869', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:18.147374 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7ef797e-01be-4beb-9674-41058e1e7e7c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (8c596c88-c5c7-4946-b069-2227ff4bce00), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:18.176633 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26fa3ab-8862-4338-95ca-a5a8e136cb88 None None] The sync data for ids ['4738dcad-ccde-4986-8f26-7f476c63d625'] in n-d-827467-3 is: [{'id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'name': 'tempest-RoutersIpV6Test-router-553735540', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:08:27Z', 'updated_at': '2022-03-01T14:09:15Z', 'revision_number': 9, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'gw_port_host': None, '_interfaces': [{'id': '84ea90cb-3be0-4ae3-965e-475125bd4072', 'name': '', 'network_id': 'd204a5f7-e889-4fd6-8422-16fec7475833', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:15:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:41Z', 'updated_at': '2022-03-01T14:08:54Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '5e9c0f07-14dc-4292-8ad7-d548c1758f13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fee95d5-f552-4aa7-aeab-639b41390d7d', 'name': '', 'network_id': '21e14362-3194-44ba-be9e-42c62903a358', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:bc:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '6395be5a-5198-4907-bbae-62d5988a1869', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:32Z', 'updated_at': '2022-03-01T14:08:44Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '6395be5a-5198-4907-bbae-62d5988a1869', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:09:18.206810 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-2cb24906-943b-4c0a-b301-c410fc77ebe4 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Allocated IP 172.20.0.8 (159ac964-b686-4ab7-915d-58fa39ff2c9f/3ccb455c-231b-410c-a15e-ed5f30b07a17/5e393541-4db0-4a32-b58d-5f792bd92600) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:09:18.308229 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-d082de32-c40a-49eb-bf73-b93b7c7cc08a None None] Attempting to bind port 3b86ec60-93a1-4fa3-a857-b0f7bc666aea on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:09:18.308687 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-d082de32-c40a-49eb-bf73-b93b7c7cc08a None None] Attempting to bind port 3b86ec60-93a1-4fa3-a857-b0f7bc666aea by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'f9d4bb0f-d777-483c-99d9-42985bbafa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '159ac964-b686-4ab7-915d-58fa39ff2c9f'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:09:18.309191 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d082de32-c40a-49eb-bf73-b93b7c7cc08a None None] Attempting to bind port 3b86ec60-93a1-4fa3-a857-b0f7bc666aea on network 159ac964-b686-4ab7-915d-58fa39ff2c9f {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:09:18.327694 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d082de32-c40a-49eb-bf73-b93b7c7cc08a None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:09:18.328110 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d082de32-c40a-49eb-bf73-b93b7c7cc08a None None] Checking segment: {'id': 'f9d4bb0f-d777-483c-99d9-42985bbafa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '159ac964-b686-4ab7-915d-58fa39ff2c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:09:18.328538 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d082de32-c40a-49eb-bf73-b93b7c7cc08a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:18.328963 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d082de32-c40a-49eb-bf73-b93b7c7cc08a None None] Bound using segment: {'id': 'f9d4bb0f-d777-483c-99d9-42985bbafa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '159ac964-b686-4ab7-915d-58fa39ff2c9f'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:09:18.331896 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-d082de32-c40a-49eb-bf73-b93b7c7cc08a None None] Bound port: 3b86ec60-93a1-4fa3-a857-b0f7bc666aea, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9d4bb0f-d777-483c-99d9-42985bbafa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '159ac964-b686-4ab7-915d-58fa39ff2c9f'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:09:18.334567 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d082de32-c40a-49eb-bf73-b93b7c7cc08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3b86ec60-93a1-4fa3-a857-b0f7bc666aea), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:18.365475 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-f7ef797e-01be-4beb-9674-41058e1e7e7c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Deleting port eccdddf5-3099-402d-ad80-f331c0a8b542 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:09:18.365823 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7ef797e-01be-4beb-9674-41058e1e7e7c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (eccdddf5-3099-402d-ad80-f331c0a8b542), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:18.497846 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d082de32-c40a-49eb-bf73-b93b7c7cc08a None None] For port 3b86ec60-93a1-4fa3-a857-b0f7bc666aea, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:09:18.503467 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d082de32-c40a-49eb-bf73-b93b7c7cc08a None None] For port 3b86ec60-93a1-4fa3-a857-b0f7bc666aea, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=3b86ec60-93a1-4fa3-a857-b0f7bc666aea,segment=NetworkSegment(f9d4bb0f-d777-483c-99d9-42985bbafa80),segment_id=f9d4bb0f-d777-483c-99d9-42985bbafa80)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:09:18.530842 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-f7ef797e-01be-4beb-9674-41058e1e7e7c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] For port eccdddf5-3099-402d-ad80-f331c0a8b542, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=eccdddf5-3099-402d-ad80-f331c0a8b542,segment=NetworkSegment(4fd0f802-5e76-44f1-aaf6-e41350e6650f),segment_id=4fd0f802-5e76-44f1-aaf6-e41350e6650f)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:09:18.531223 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7ef797e-01be-4beb-9674-41058e1e7e7c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (eccdddf5-3099-402d-ad80-f331c0a8b542), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:18.537457 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d082de32-c40a-49eb-bf73-b93b7c7cc08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (3b86ec60-93a1-4fa3-a857-b0f7bc666aea), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:18.564520 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-f7ef797e-01be-4beb-9674-41058e1e7e7c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Calling delete_port for eccdddf5-3099-402d-ad80-f331c0a8b542 owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:09:18.643783 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2cb24906-943b-4c0a-b301-c410fc77ebe4 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks [] for port (5e393541-4db0-4a32-b58d-5f792bd92600), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:18.680436 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-688ec386-c70d-4497-b571-9cb99b6c0bed tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for port (7e2d8d3f-57ba-4a5e-b51a-3b5f2083eaa5), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:18.689221 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cb28a5-1700-4f07-930b-46a0c6b88914 None None] DHCP port deletion for 8c596c88-c5c7-4946-b069-2227ff4bce00 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:09:18.697527 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:09:18.713863 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2cb24906-943b-4c0a-b301-c410fc77ebe4 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (5e393541-4db0-4a32-b58d-5f792bd92600), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:18.730789 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-50cc3e2a-e877-409e-8166-ed0fe3ce7ed2 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:18.742083 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7ef797e-01be-4beb-9674-41058e1e7e7c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (eccdddf5-3099-402d-ad80-f331c0a8b542), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:18.744598 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-688ec386-c70d-4497-b571-9cb99b6c0bed tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (7e2d8d3f-57ba-4a5e-b51a-3b5f2083eaa5), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:18.786004 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ef797e-01be-4beb-9674-41058e1e7e7c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] No DVR routers for this DVR port eccdddf5-3099-402d-ad80-f331c0a8b542 on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:09:18.798111 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb24906-943b-4c0a-b301-c410fc77ebe4 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Network 159ac964-b686-4ab7-915d-58fa39ff2c9f is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:09:18.798773 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:09:18.799133 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device da4ca01c-e2a4-487d-a4e2-22d7fa8b75e5 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:09:18.832428 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ec386-c70d-4497-b571-9cb99b6c0bed tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Port': ['ID=7e2d8d3f-57ba-4a5e-b51a-3b5f2083eaa5,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:18.848217 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-2cb24906-943b-4c0a-b301-c410fc77ebe4 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:09:18.858395 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688ec386-c70d-4497-b571-9cb99b6c0bed tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Network bd873e19-93f4-4b35-a3ca-1dd713195a17 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:09:18.861360 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb24906-943b-4c0a-b301-c410fc77ebe4 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:09:18.864149 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-688ec386-c70d-4497-b571-9cb99b6c0bed tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:09:18.879543 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688ec386-c70d-4497-b571-9cb99b6c0bed tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:09:18.911525 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-20cb28a5-1700-4f07-930b-46a0c6b88914 None None] The port 'eccdddf5-3099-402d-ad80-f331c0a8b542' was deleted {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Mar 01 14:09:18.952475 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082de32-c40a-49eb-bf73-b93b7c7cc08a None None] Pushing event updated for resources: {'Port': ['ID=3b86ec60-93a1-4fa3-a857-b0f7bc666aea,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:18.958544 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-688ec386-c70d-4497-b571-9cb99b6c0bed tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (6d158c59-d162-4e4d-b987-d09622819ded), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:18.966179 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb24906-943b-4c0a-b301-c410fc77ebe4 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:09:18.966880 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2cb24906-943b-4c0a-b301-c410fc77ebe4 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:19.000337 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2cb24906-943b-4c0a-b301-c410fc77ebe4 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4271643 Mar 01 14:09:19.013114 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-2334b27d-549d-43c2-b0b3-bea190231c91 None None] Allocated IP 172.20.0.2 (bd873e19-93f4-4b35-a3ca-1dd713195a17/1e5b63ca-91dd-4060-ac42-afd85b9e596e/6b3dccdf-88da-4f8b-8a58-2054afe556ef) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:09:19.020639 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40816) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:19.027724 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-92c0d14a-9884-44c3-82e6-11020f44216a tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Request body: {'port': {'network_id': '159ac964-b686-4ab7-915d-58fa39ff2c9f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-819037309', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:19.028862 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.api.validators [None req-92c0d14a-9884-44c3-82e6-11020f44216a tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] bootfile-name is not in valid_values {{(pid=103727) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 01 14:09:19.029221 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.api.validators [None req-92c0d14a-9884-44c3-82e6-11020f44216a tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] tftp-server is not in valid_values {{(pid=103727) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 01 14:09:19.029564 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.api.validators [None req-92c0d14a-9884-44c3-82e6-11020f44216a tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] server-ip-address is not in valid_values {{(pid=103727) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 01 14:09:19.189670 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-50cc3e2a-e877-409e-8166-ed0fe3ce7ed2 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (1f86bfaf-dd39-4048-96a4-0571ff22aca7), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:19.224256 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-50cc3e2a-e877-409e-8166-ed0fe3ce7ed2 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (1f86bfaf-dd39-4048-96a4-0571ff22aca7), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:19.234216 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb24906-943b-4c0a-b301-c410fc77ebe4 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Pushing event updated for resources: {'Port': ['ID=5e393541-4db0-4a32-b58d-5f792bd92600,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:19.276895 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7ef797e-01be-4beb-9674-41058e1e7e7c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (8c596c88-c5c7-4946-b069-2227ff4bce00), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:19.354952 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-50cc3e2a-e877-409e-8166-ed0fe3ce7ed2 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:19.373809 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-50cc3e2a-e877-409e-8166-ed0fe3ce7ed2 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4003725 Mar 01 14:09:19.374361 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-f7ef797e-01be-4beb-9674-41058e1e7e7c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c596c88-c5c7-4946-b069-2227ff4bce00']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:19.376872 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40824) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:19.381520 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2334b27d-549d-43c2-b0b3-bea190231c91 None None] Publish callbacks [] for port (6b3dccdf-88da-4f8b-8a58-2054afe556ef), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:19.387342 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-688ec386-c70d-4497-b571-9cb99b6c0bed tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7e2d8d3f-57ba-4a5e-b51a-3b5f2083eaa5), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:19.392159 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc3e2a-e877-409e-8166-ed0fe3ce7ed2 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f86bfaf-dd39-4048-96a4-0571ff22aca7,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:19.397419 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2334b27d-549d-43c2-b0b3-bea190231c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (6b3dccdf-88da-4f8b-8a58-2054afe556ef), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:19.402731 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef797e-01be-4beb-9674-41058e1e7e7c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event deleted for resources: {'Port': ['ID=eccdddf5-3099-402d-ad80-f331c0a8b542,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:19.425113 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-3507f707-feb6-46a9-9c9b-398c441745cf tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Request body: {'security_group_rule': {'security_group_id': '07c1905e-7341-498a-8231-93d0ce04bba2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1f86bfaf-dd39-4048-96a4-0571ff22aca7'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:19.440151 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-f7ef797e-01be-4beb-9674-41058e1e7e7c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd0f802-5e76-44f1-aaf6-e41350e6650f') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:19.440725 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-f7ef797e-01be-4beb-9674-41058e1e7e7c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd0f802-5e76-44f1-aaf6-e41350e6650f') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:19.454994 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2334b27d-549d-43c2-b0b3-bea190231c91 None None] Network bd873e19-93f4-4b35-a3ca-1dd713195a17 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:09:19.493529 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7ef797e-01be-4beb-9674-41058e1e7e7c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (4fd0f802-5e76-44f1-aaf6-e41350e6650f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:19.548857 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-2334b27d-549d-43c2-b0b3-bea190231c91 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:09:19.559702 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2334b27d-549d-43c2-b0b3-bea190231c91 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:09:19.580199 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7ef797e-01be-4beb-9674-41058e1e7e7c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (4fd0f802-5e76-44f1-aaf6-e41350e6650f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:19.594904 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ef797e-01be-4beb-9674-41058e1e7e7c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:09:19.595542 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7ef797e-01be-4beb-9674-41058e1e7e7c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (4fd0f802-5e76-44f1-aaf6-e41350e6650f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:19.600561 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:09:19.600561 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:09:19.600561 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:09:19.600561 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:09:19.600561 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:09:19.600561 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:09:19.600561 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:09:19.600561 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:09:19.600561 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:09:19.600561 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:09:19.600561 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:09:19.600561 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:09:19.600561 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:09:19.600561 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:09:19.600561 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:09:19.600561 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:09:19.600561 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:09:19.600561 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:09:19.600561 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:09:19.600561 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:09:19.600561 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:09:19.600561 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:09:19.600561 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:09:19.600561 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:09:19.600561 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:09:19.600561 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:09:19.600561 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:09:19.600561 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:09:19.600561 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:09:19.600561 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:09:19.600561 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:09:19.600561 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:09:19.634665 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334b27d-549d-43c2-b0b3-bea190231c91 None None] Pushing event updated for resources: {'Port': ['ID=6b3dccdf-88da-4f8b-8a58-2054afe556ef,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:19.664950 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-3507f707-feb6-46a9-9c9b-398c441745cf tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:09:19.666559 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3507f707-feb6-46a9-9c9b-398c441745cf tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2830884 Mar 01 14:09:19.667958 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-2334b27d-549d-43c2-b0b3-bea190231c91 None None] Attempting to bind port 6b3dccdf-88da-4f8b-8a58-2054afe556ef on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:09:19.668416 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-2334b27d-549d-43c2-b0b3-bea190231c91 None None] Attempting to bind port 6b3dccdf-88da-4f8b-8a58-2054afe556ef by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'a3172c62-1dbe-488f-9de2-6ba828044c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'bd873e19-93f4-4b35-a3ca-1dd713195a17'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:09:19.668784 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2334b27d-549d-43c2-b0b3-bea190231c91 None None] Attempting to bind port 6b3dccdf-88da-4f8b-8a58-2054afe556ef on network bd873e19-93f4-4b35-a3ca-1dd713195a17 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:09:19.674363 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2334b27d-549d-43c2-b0b3-bea190231c91 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:09:19.674802 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2334b27d-549d-43c2-b0b3-bea190231c91 None None] Checking segment: {'id': 'a3172c62-1dbe-488f-9de2-6ba828044c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'bd873e19-93f4-4b35-a3ca-1dd713195a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:09:19.675269 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2334b27d-549d-43c2-b0b3-bea190231c91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:19.675752 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2334b27d-549d-43c2-b0b3-bea190231c91 None None] Bound using segment: {'id': 'a3172c62-1dbe-488f-9de2-6ba828044c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'bd873e19-93f4-4b35-a3ca-1dd713195a17'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:09:19.676227 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-2334b27d-549d-43c2-b0b3-bea190231c91 None None] Bound port: 6b3dccdf-88da-4f8b-8a58-2054afe556ef, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3172c62-1dbe-488f-9de2-6ba828044c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'bd873e19-93f4-4b35-a3ca-1dd713195a17'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:09:19.676609 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2334b27d-549d-43c2-b0b3-bea190231c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6b3dccdf-88da-4f8b-8a58-2054afe556ef), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:19.677181 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40828) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:19.739219 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c0d14a-9884-44c3-82e6-11020f44216a tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Made reservation on behalf of 17c0a3db4ae84ca19340ceebbc2f70bd for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:09:19.743267 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-92c0d14a-9884-44c3-82e6-11020f44216a tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:19.830386 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-2334b27d-549d-43c2-b0b3-bea190231c91 None None] For port 6b3dccdf-88da-4f8b-8a58-2054afe556ef, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:09:19.832810 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7ef797e-01be-4beb-9674-41058e1e7e7c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (8c596c88-c5c7-4946-b069-2227ff4bce00), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:19.842137 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-92c0d14a-9884-44c3-82e6-11020f44216a tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] device_id is not set on port b5fbb0ab-d910-422f-b85a-a020bb758d81 yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:09:19.846184 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-2334b27d-549d-43c2-b0b3-bea190231c91 None None] For port 6b3dccdf-88da-4f8b-8a58-2054afe556ef, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6b3dccdf-88da-4f8b-8a58-2054afe556ef,segment=NetworkSegment(a3172c62-1dbe-488f-9de2-6ba828044c84),segment_id=a3172c62-1dbe-488f-9de2-6ba828044c84)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:09:19.854415 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-688ec386-c70d-4497-b571-9cb99b6c0bed tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for port (7e2d8d3f-57ba-4a5e-b51a-3b5f2083eaa5), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:19.863635 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2334b27d-549d-43c2-b0b3-bea190231c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (6b3dccdf-88da-4f8b-8a58-2054afe556ef), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:19.864745 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-688ec386-c70d-4497-b571-9cb99b6c0bed tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (7e2d8d3f-57ba-4a5e-b51a-3b5f2083eaa5), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:19.877838 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7ef797e-01be-4beb-9674-41058e1e7e7c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:19.896319 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f7ef797e-01be-4beb-9674-41058e1e7e7c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/networks/8c596c88-c5c7-4946-b069-2227ff4bce00 HTTP/1.1" status: 204 len: 168 time: 2.4098351 Mar 01 14:09:19.920647 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40832) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:20.016995 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334b27d-549d-43c2-b0b3-bea190231c91 None None] Pushing event updated for resources: {'Port': ['ID=6b3dccdf-88da-4f8b-8a58-2054afe556ef,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:20.028970 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef797e-01be-4beb-9674-41058e1e7e7c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event deleted for resources: {'Network': ['ID=8c596c88-c5c7-4946-b069-2227ff4bce00,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:20.070076 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-688ec386-c70d-4497-b571-9cb99b6c0bed tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (6d158c59-d162-4e4d-b987-d09622819ded), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:20.081428 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ec386-c70d-4497-b571-9cb99b6c0bed tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Port': ['ID=7e2d8d3f-57ba-4a5e-b51a-3b5f2083eaa5,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:20.090963 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-115b4344-b088-4086-8175-f89aa5356b7a tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (1f86bfaf-dd39-4048-96a4-0571ff22aca7), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:20.193835 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-115b4344-b088-4086-8175-f89aa5356b7a tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (1f86bfaf-dd39-4048-96a4-0571ff22aca7), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:20.220356 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688ec386-c70d-4497-b571-9cb99b6c0bed tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Network bd873e19-93f4-4b35-a3ca-1dd713195a17 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:09:20.222372 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-688ec386-c70d-4497-b571-9cb99b6c0bed tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:09:20.301310 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-92c0d14a-9884-44c3-82e6-11020f44216a tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Allocated IP 172.20.0.4 (159ac964-b686-4ab7-915d-58fa39ff2c9f/3ccb455c-231b-410c-a15e-ed5f30b07a17/b5fbb0ab-d910-422f-b85a-a020bb758d81) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:09:20.401828 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688ec386-c70d-4497-b571-9cb99b6c0bed tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Router 6d158c59-d162-4e4d-b987-d09622819ded is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:09:20.619934 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688ec386-c70d-4497-b571-9cb99b6c0bed tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:09:20.629820 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-688ec386-c70d-4497-b571-9cb99b6c0bed tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "PUT /v2.0/routers/6d158c59-d162-4e4d-b987-d09622819ded/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8534877 Mar 01 14:09:20.640078 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40836) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:20.644259 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd716e7-d1be-48d4-883e-e601ef8c6def None None] Sync routers for ids ['6d158c59-d162-4e4d-b987-d09622819ded'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:09:20.666837 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd716e7-d1be-48d4-883e-e601ef8c6def None None] Routers {'6d158c59-d162-4e4d-b987-d09622819ded'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:09:20.668051 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-dfd716e7-d1be-48d4-883e-e601ef8c6def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:08:58Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6d158c59-d162-4e4d-b987-d09622819ded'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:20.751967 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 3b86ec60-93a1-4fa3-a857-b0f7bc666aea up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:09:20.753976 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a259e18d-ed6b-4f7a-9bb8-bfc91f0214cb None None] Network 159ac964-b686-4ab7-915d-58fa39ff2c9f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:09:20.758707 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-dfd716e7-d1be-48d4-883e-e601ef8c6def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:20.768539 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68b4103-0e1f-4869-b7e4-5cf5aba8f537 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:09:20.770535 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a68b4103-0e1f-4869-b7e4-5cf5aba8f537 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "GET /v2.0/ports/7e2d8d3f-57ba-4a5e-b51a-3b5f2083eaa5 HTTP/1.1" status: 200 len: 910 time: 0.1338840 Mar 01 14:09:20.773203 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40838) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:20.779660 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-e62e3830-6dc0-4364-bc77-faa366e52f42 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1e5b63ca-91dd-4060-ac42-afd85b9e596e'}]}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:20.844717 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-115b4344-b088-4086-8175-f89aa5356b7a tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (1f86bfaf-dd39-4048-96a4-0571ff22aca7), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:20.846501 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd716e7-d1be-48d4-883e-e601ef8c6def None None] Routers {'6d158c59-d162-4e4d-b987-d09622819ded'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:09:20.847195 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-dfd716e7-d1be-48d4-883e-e601ef8c6def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:08:58Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6d158c59-d162-4e4d-b987-d09622819ded'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:20.848504 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-115b4344-b088-4086-8175-f89aa5356b7a tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:20.850483 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-115b4344-b088-4086-8175-f89aa5356b7a tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "DELETE /v2.0/security-groups/1f86bfaf-dd39-4048-96a4-0571ff22aca7 HTTP/1.1" status: 204 len: 168 time: 1.1715293 Mar 01 14:09:20.858665 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40840) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:20.894863 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-dfd716e7-d1be-48d4-883e-e601ef8c6def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:20.895524 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd716e7-d1be-48d4-883e-e601ef8c6def None None] The sync data for ids ['6d158c59-d162-4e4d-b987-d09622819ded'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:09:20.912912 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-9c3109d4-3448-41c6-9e89-521c5cb2c578 None None] Provisioning complete for port 3b86ec60-93a1-4fa3-a857-b0f7bc666aea triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:20.913550 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9c3109d4-3448-41c6-9e89-521c5cb2c578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3b86ec60-93a1-4fa3-a857-b0f7bc666aea), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:20.914951 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b4344-b088-4086-8175-f89aa5356b7a tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f86bfaf-dd39-4048-96a4-0571ff22aca7,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:21.005607 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e62e3830-6dc0-4364-bc77-faa366e52f42 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7e2d8d3f-57ba-4a5e-b51a-3b5f2083eaa5), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:21.082418 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d66d7168-0b87-4c32-93f4-8d48b12e98f3 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2159288 Mar 01 14:09:21.083036 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40848) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:21.100813 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 3b86ec60-93a1-4fa3-a857-b0f7bc666aea triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:21.101527 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3b86ec60-93a1-4fa3-a857-b0f7bc666aea), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:21.205221 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-9c3109d4-3448-41c6-9e89-521c5cb2c578 None None] Current status of the port 3b86ec60-93a1-4fa3-a857-b0f7bc666aea is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:09:21.205499 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9c3109d4-3448-41c6-9e89-521c5cb2c578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3b86ec60-93a1-4fa3-a857-b0f7bc666aea), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:21.283331 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-9c3109d4-3448-41c6-9e89-521c5cb2c578 None None] For port 3b86ec60-93a1-4fa3-a857-b0f7bc666aea, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=3b86ec60-93a1-4fa3-a857-b0f7bc666aea,segment=NetworkSegment(f9d4bb0f-d777-483c-99d9-42985bbafa80),segment_id=f9d4bb0f-d777-483c-99d9-42985bbafa80)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:09:21.325067 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9c3109d4-3448-41c6-9e89-521c5cb2c578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (3b86ec60-93a1-4fa3-a857-b0f7bc666aea), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:21.364681 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 3b86ec60-93a1-4fa3-a857-b0f7bc666aea is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:09:21.365073 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3b86ec60-93a1-4fa3-a857-b0f7bc666aea), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:21.417586 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-92c0d14a-9884-44c3-82e6-11020f44216a tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks [] for port (b5fbb0ab-d910-422f-b85a-a020bb758d81), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:21.487585 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-73a4945b-b775-4a96-82a1-606860a4f5ce tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (07c1905e-7341-498a-8231-93d0ce04bba2), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:21.661215 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-73a4945b-b775-4a96-82a1-606860a4f5ce tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (07c1905e-7341-498a-8231-93d0ce04bba2), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:21.720988 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3109d4-3448-41c6-9e89-521c5cb2c578 None None] Pushing event updated for resources: {'Port': ['ID=3b86ec60-93a1-4fa3-a857-b0f7bc666aea,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:21.731163 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 14:09:21.731476 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 14:09:21.758703 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-92c0d14a-9884-44c3-82e6-11020f44216a tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (b5fbb0ab-d910-422f-b85a-a020bb758d81), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:21.765770 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-3dd4da30-cfbf-4c37-a20b-33558412c6fd None None] Provisioning complete for port 3b86ec60-93a1-4fa3-a857-b0f7bc666aea triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:21.766154 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3dd4da30-cfbf-4c37-a20b-33558412c6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3b86ec60-93a1-4fa3-a857-b0f7bc666aea), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:21.812954 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c0d14a-9884-44c3-82e6-11020f44216a tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Network 159ac964-b686-4ab7-915d-58fa39ff2c9f is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:09:21.824765 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-92c0d14a-9884-44c3-82e6-11020f44216a tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:09:21.839959 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c0d14a-9884-44c3-82e6-11020f44216a tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:09:21.845278 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9b5939b3-5dba-4373-91ee-98bd37a5f2cf tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (4738dcad-ccde-4986-8f26-7f476c63d625), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:21.865995 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e62e3830-6dc0-4364-bc77-faa366e52f42 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for port (7e2d8d3f-57ba-4a5e-b51a-3b5f2083eaa5), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:21.901332 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e62e3830-6dc0-4364-bc77-faa366e52f42 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (7e2d8d3f-57ba-4a5e-b51a-3b5f2083eaa5), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:21.903114 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d48c5b8-9c1a-47a4-9b28-1acf1a22b601 None None] Network bd873e19-93f4-4b35-a3ca-1dd713195a17 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:09:22.013126 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-73a4945b-b775-4a96-82a1-606860a4f5ce tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (07c1905e-7341-498a-8231-93d0ce04bba2), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:22.015417 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-73a4945b-b775-4a96-82a1-606860a4f5ce tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:22.018863 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-73a4945b-b775-4a96-82a1-606860a4f5ce tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "DELETE /v2.0/security-groups/07c1905e-7341-498a-8231-93d0ce04bba2 HTTP/1.1" status: 204 len: 168 time: 0.9290295 Mar 01 14:09:22.028881 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40858) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:22.065958 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0d14a-9884-44c3-82e6-11020f44216a tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Pushing event updated for resources: {'Port': ['ID=b5fbb0ab-d910-422f-b85a-a020bb758d81,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:22.097211 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62e3830-6dc0-4364-bc77-faa366e52f42 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:09:22.097211 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e62e3830-6dc0-4364-bc77-faa366e52f42 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:22.098984 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3dd4da30-cfbf-4c37-a20b-33558412c6fd None None] Current status of the port 3b86ec60-93a1-4fa3-a857-b0f7bc666aea is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:09:22.101524 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e62e3830-6dc0-4364-bc77-faa366e52f42 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "PUT /v2.0/ports/7e2d8d3f-57ba-4a5e-b51a-3b5f2083eaa5 HTTP/1.1" status: 200 len: 910 time: 1.3271055 Mar 01 14:09:22.102308 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c0d14a-9884-44c3-82e6-11020f44216a tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:22.102661 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c0d14a-9884-44c3-82e6-11020f44216a tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:22.103010 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c0d14a-9884-44c3-82e6-11020f44216a tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:22.103347 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c0d14a-9884-44c3-82e6-11020f44216a tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:22.103695 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c0d14a-9884-44c3-82e6-11020f44216a tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:22.104046 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c0d14a-9884-44c3-82e6-11020f44216a tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:22.104390 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c0d14a-9884-44c3-82e6-11020f44216a tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:22.104704 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c0d14a-9884-44c3-82e6-11020f44216a tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:22.105028 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c0d14a-9884-44c3-82e6-11020f44216a tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:22.105365 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c0d14a-9884-44c3-82e6-11020f44216a tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:22.105658 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c0d14a-9884-44c3-82e6-11020f44216a tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:22.105976 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c0d14a-9884-44c3-82e6-11020f44216a tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:22.106927 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c0d14a-9884-44c3-82e6-11020f44216a tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:22.112787 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e3830-6dc0-4364-bc77-faa366e52f42 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Port': ['ID=7e2d8d3f-57ba-4a5e-b51a-3b5f2083eaa5,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:22.113894 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40860) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:22.135463 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-3dd4da30-cfbf-4c37-a20b-33558412c6fd None None] Provisioning complete for port 5e393541-4db0-4a32-b58d-5f792bd92600 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:22.136517 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3dd4da30-cfbf-4c37-a20b-33558412c6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (5e393541-4db0-4a32-b58d-5f792bd92600), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:22.139414 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4945b-b775-4a96-82a1-606860a4f5ce tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c1905e-7341-498a-8231-93d0ce04bba2,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:22.181260 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3dd4da30-cfbf-4c37-a20b-33558412c6fd None None] Port 5e393541-4db0-4a32-b58d-5f792bd92600 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:09:22.188648 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6dc6ad88-6883-492e-aa44-9c52363fd45f tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1582010 Mar 01 14:09:22.192590 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40862) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:22.199697 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-2e6c1ebc-8a2a-48e1-a2cf-e276cfcbb2ca tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Request body: {'security_group': {'name': 'tempest-secgroup--601073471'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:22.213154 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c0d14a-9884-44c3-82e6-11020f44216a tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:09:22.213779 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-92c0d14a-9884-44c3-82e6-11020f44216a tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:22.228575 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1ebc-8a2a-48e1-a2cf-e276cfcbb2ca tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:22.354079 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-54b833bb-f13e-4000-a7e4-cc0f4948cfbf None None] Provisioning complete for port 6b3dccdf-88da-4f8b-8a58-2054afe556ef triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:22.354454 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-54b833bb-f13e-4000-a7e4-cc0f4948cfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6b3dccdf-88da-4f8b-8a58-2054afe556ef), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:22.376388 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1ebc-8a2a-48e1-a2cf-e276cfcbb2ca tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (712f85f8-ea41-45ac-8e32-ad2899d70d1e), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:22.389832 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 3b86ec60-93a1-4fa3-a857-b0f7bc666aea is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:09:22.390792 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6b3dccdf-88da-4f8b-8a58-2054afe556ef up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:09:22.397513 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1ebc-8a2a-48e1-a2cf-e276cfcbb2ca tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (712f85f8-ea41-45ac-8e32-ad2899d70d1e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:22.462276 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c1ebc-8a2a-48e1-a2cf-e276cfcbb2ca tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=712f85f8-ea41-45ac-8e32-ad2899d70d1e,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:22.478736 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1ebc-8a2a-48e1-a2cf-e276cfcbb2ca tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:22.483185 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2e6c1ebc-8a2a-48e1-a2cf-e276cfcbb2ca tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2874844 Mar 01 14:09:22.485714 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40864) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:22.496803 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-ee5caf2a-0b46-4246-af1e-9801fc3fbc4c tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:22.497545 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-92c0d14a-9884-44c3-82e6-11020f44216a tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.4743958 Mar 01 14:09:22.498493 n-d-827467-3 neutron-server[103726]: WARNING neutron.api.v2.base [None req-ee5caf2a-0b46-4246-af1e-9801fc3fbc4c tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 01 14:09:22.499599 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-ee5caf2a-0b46-4246-af1e-9801fc3fbc4c tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] update failed (client error): There was a conflict when trying to complete your request. Mar 01 14:09:22.502207 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ee5caf2a-0b46-4246-af1e-9801fc3fbc4c tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "PUT /v2.0/security-groups/712f85f8-ea41-45ac-8e32-ad2899d70d1e HTTP/1.1" status: 409 len: 330 time: 0.0153918 Mar 01 14:09:22.504756 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40866) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:22.506094 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40868) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:22.563133 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 6b3dccdf-88da-4f8b-8a58-2054afe556ef triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:22.563512 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6b3dccdf-88da-4f8b-8a58-2054afe556ef), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:22.667946 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 6b3dccdf-88da-4f8b-8a58-2054afe556ef is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:09:22.668344 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6b3dccdf-88da-4f8b-8a58-2054afe556ef), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:22.712843 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 6b3dccdf-88da-4f8b-8a58-2054afe556ef, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6b3dccdf-88da-4f8b-8a58-2054afe556ef,segment=NetworkSegment(a3172c62-1dbe-488f-9de2-6ba828044c84),segment_id=a3172c62-1dbe-488f-9de2-6ba828044c84)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:09:22.743663 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (6b3dccdf-88da-4f8b-8a58-2054afe556ef), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:22.808374 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-54b833bb-f13e-4000-a7e4-cc0f4948cfbf None None] Current status of the port 6b3dccdf-88da-4f8b-8a58-2054afe556ef is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:09:22.808763 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-54b833bb-f13e-4000-a7e4-cc0f4948cfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6b3dccdf-88da-4f8b-8a58-2054afe556ef), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:22.811819 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6df8c837-61ef-4bec-8c82-8e7d54d0836e tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (712f85f8-ea41-45ac-8e32-ad2899d70d1e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:22.838818 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c0e880-87f0-4d7d-8713-2958920b85d0 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:09:22.850154 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c0e880-87f0-4d7d-8713-2958920b85d0 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:09:22.864696 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c0e880-87f0-4d7d-8713-2958920b85d0 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:09:22.882009 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device eccdddf5-3099-402d-ad80-f331c0a8b542 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:09:22.883276 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a4c0e880-87f0-4d7d-8713-2958920b85d0 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.3747211 Mar 01 14:09:22.883937 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40876) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:22.916846 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: eccdddf5-3099-402d-ad80-f331c0a8b542 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:09:22.916846 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device eccdddf5-3099-402d-ad80-f331c0a8b542 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:09:22.936747 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=6b3dccdf-88da-4f8b-8a58-2054afe556ef,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:22.967972 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6df8c837-61ef-4bec-8c82-8e7d54d0836e tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (712f85f8-ea41-45ac-8e32-ad2899d70d1e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:22.978778 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-54b833bb-f13e-4000-a7e4-cc0f4948cfbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 14:09:22.980553 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-54b833bb-f13e-4000-a7e4-cc0f4948cfbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 14:09:23.082725 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 3b86ec60-93a1-4fa3-a857-b0f7bc666aea up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:09:23.109549 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6df8c837-61ef-4bec-8c82-8e7d54d0836e tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (712f85f8-ea41-45ac-8e32-ad2899d70d1e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:23.114301 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6df8c837-61ef-4bec-8c82-8e7d54d0836e tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:23.118529 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6df8c837-61ef-4bec-8c82-8e7d54d0836e tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "DELETE /v2.0/security-groups/712f85f8-ea41-45ac-8e32-ad2899d70d1e HTTP/1.1" status: 204 len: 168 time: 0.5841649 Mar 01 14:09:23.120456 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40878) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:23.131352 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-9b5939b3-5dba-4373-91ee-98bd37a5f2cf tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Deleting port 84ea90cb-3be0-4ae3-965e-475125bd4072 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:09:23.131661 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9b5939b3-5dba-4373-91ee-98bd37a5f2cf tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (84ea90cb-3be0-4ae3-965e-475125bd4072), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:23.136030 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8c837-61ef-4bec-8c82-8e7d54d0836e tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=712f85f8-ea41-45ac-8e32-ad2899d70d1e,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:23.149949 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-db667600-2bdd-4d4d-859b-60d65c586fe7 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Deleting port b5fbb0ab-d910-422f-b85a-a020bb758d81 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:09:23.150296 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-db667600-2bdd-4d4d-859b-60d65c586fe7 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (b5fbb0ab-d910-422f-b85a-a020bb758d81), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:23.249278 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 3b86ec60-93a1-4fa3-a857-b0f7bc666aea triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:23.249846 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3b86ec60-93a1-4fa3-a857-b0f7bc666aea), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:23.394434 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-db667600-2bdd-4d4d-859b-60d65c586fe7 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (b5fbb0ab-d910-422f-b85a-a020bb758d81), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:23.406931 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-94ac125c-3cb0-4bbb-85a9-07e41d181462 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2713490 Mar 01 14:09:23.413590 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-db667600-2bdd-4d4d-859b-60d65c586fe7 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Calling delete_port for b5fbb0ab-d910-422f-b85a-a020bb758d81 owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:09:23.421709 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40880) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:23.479402 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 3b86ec60-93a1-4fa3-a857-b0f7bc666aea is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:09:23.512747 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-8748fe54-7699-47e8-a8e4-904151cba5e7 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] delete failed (client error): The resource could not be found. Mar 01 14:09:23.516932 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8748fe54-7699-47e8-a8e4-904151cba5e7 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "DELETE /v2.0/security-groups/5cd82419-b24f-4172-8247-4388677a9d4d HTTP/1.1" status: 404 len: 347 time: 0.0911188 Mar 01 14:09:23.524386 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40882) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:23.562790 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-9b5939b3-5dba-4373-91ee-98bd37a5f2cf tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] For port 84ea90cb-3be0-4ae3-965e-475125bd4072, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=84ea90cb-3be0-4ae3-965e-475125bd4072,segment=NetworkSegment(02da6a95-113d-4e8f-b605-4b8c92dd287c),segment_id=02da6a95-113d-4e8f-b605-4b8c92dd287c)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:09:23.565637 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-54b833bb-f13e-4000-a7e4-cc0f4948cfbf None None] Current status of the port 6b3dccdf-88da-4f8b-8a58-2054afe556ef is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:09:23.566129 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9b5939b3-5dba-4373-91ee-98bd37a5f2cf tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (84ea90cb-3be0-4ae3-965e-475125bd4072), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:23.587709 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-54b833bb-f13e-4000-a7e4-cc0f4948cfbf None None] Provisioning complete for port 5e393541-4db0-4a32-b58d-5f792bd92600 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:23.587709 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-54b833bb-f13e-4000-a7e4-cc0f4948cfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (5e393541-4db0-4a32-b58d-5f792bd92600), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:23.588151 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-9cfbca9d-cbc5-4f31-8283-7247645abd81 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] show failed (client error): The resource could not be found. Mar 01 14:09:23.591139 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9cfbca9d-cbc5-4f31-8283-7247645abd81 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "GET /v2.0/security-groups/44d2975a-058f-43ff-a7d4-3b578a71a9d6 HTTP/1.1" status: 404 len: 347 time: 0.0626690 Mar 01 14:09:23.596343 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40884) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:23.609683 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-9b5939b3-5dba-4373-91ee-98bd37a5f2cf tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Calling delete_port for 84ea90cb-3be0-4ae3-965e-475125bd4072 owned by network:router_interface {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:09:23.681536 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-54b833bb-f13e-4000-a7e4-cc0f4948cfbf None None] Port 5e393541-4db0-4a32-b58d-5f792bd92600 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:09:23.691220 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-3377e13e-626c-4efa-8aaa-a21b0b4c35a6 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] show failed (client error): The resource could not be found. Mar 01 14:09:23.693208 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3377e13e-626c-4efa-8aaa-a21b0b4c35a6 tempest-NegativeSecGroupTest-2144072227 tempest-NegativeSecGroupTest-2144072227-project] 10.222.0.13 "GET /v2.0/security-group-rules/9f5202bb-654b-4a4e-ab66-80985f5676bf HTTP/1.1" status: 404 len: 356 time: 0.0954070 Mar 01 14:09:23.724701 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-db667600-2bdd-4d4d-859b-60d65c586fe7 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (b5fbb0ab-d910-422f-b85a-a020bb758d81), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:23.725842 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5756d209-9f87-416a-bacb-2aed2ff554b2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (6d158c59-d162-4e4d-b987-d09622819ded), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:23.771189 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db667600-2bdd-4d4d-859b-60d65c586fe7 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Pushing event deleted for resources: {'Port': ['ID=b5fbb0ab-d910-422f-b85a-a020bb758d81,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:23.854283 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-f69e6262-c437-4ccd-a754-2627967e5093 None None] Provisioning complete for port 7e2d8d3f-57ba-4a5e-b51a-3b5f2083eaa5 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:23.854660 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f69e6262-c437-4ccd-a754-2627967e5093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7e2d8d3f-57ba-4a5e-b51a-3b5f2083eaa5), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:23.968305 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-db667600-2bdd-4d4d-859b-60d65c586fe7 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:23.971458 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-db667600-2bdd-4d4d-859b-60d65c586fe7 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] 10.222.0.13 "DELETE /v2.0/ports/b5fbb0ab-d910-422f-b85a-a020bb758d81 HTTP/1.1" status: 204 len: 168 time: 1.0855169 Mar 01 14:09:23.976837 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40890) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:23.986459 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-d4c552cf-6745-48fd-8f6e-5624cd5d0c5f tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Request body: {'port': {'name': 'tempest-new-port-name-1007280741', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:23.987429 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.api.validators [None req-d4c552cf-6745-48fd-8f6e-5624cd5d0c5f tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] bootfile-name is not in valid_values {{(pid=103727) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 01 14:09:23.988412 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.api.validators [None req-d4c552cf-6745-48fd-8f6e-5624cd5d0c5f tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] tftp-server is not in valid_values {{(pid=103727) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 01 14:09:23.988934 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f69e6262-c437-4ccd-a754-2627967e5093 None None] Port 7e2d8d3f-57ba-4a5e-b51a-3b5f2083eaa5 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:09:23.989253 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.api.validators [None req-d4c552cf-6745-48fd-8f6e-5624cd5d0c5f tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] server-ip-address is not in valid_values {{(pid=103727) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 01 14:09:24.022063 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-f69e6262-c437-4ccd-a754-2627967e5093 None None] Provisioning complete for port 6b3dccdf-88da-4f8b-8a58-2054afe556ef triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:24.022692 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f69e6262-c437-4ccd-a754-2627967e5093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6b3dccdf-88da-4f8b-8a58-2054afe556ef), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:24.244321 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f69e6262-c437-4ccd-a754-2627967e5093 None None] Current status of the port 6b3dccdf-88da-4f8b-8a58-2054afe556ef is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:09:24.253029 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-f69e6262-c437-4ccd-a754-2627967e5093 None None] Could not find standard attr ID for object b5fbb0ab-d910-422f-b85a-a020bb758d81. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 14:09:24.256428 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d4c552cf-6745-48fd-8f6e-5624cd5d0c5f tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (5e393541-4db0-4a32-b58d-5f792bd92600), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:24.264716 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40896) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:24.451541 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-462a8083-063d-4bf9-9991-22c922bf7061 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc655b1846a14aad8b055498e00eab0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1834199 Mar 01 14:09:24.451895 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40900) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:24.483880 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9b5939b3-5dba-4373-91ee-98bd37a5f2cf tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (84ea90cb-3be0-4ae3-965e-475125bd4072), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:24.512592 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c20db719-5105-4095-9f0c-f57f94394387 admin admin] Publish callbacks [] for security_group (62949ff2-fc81-4c02-a97c-cf464e382baa), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:24.539967 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5939b3-5dba-4373-91ee-98bd37a5f2cf tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event deleted for resources: {'Port': ['ID=84ea90cb-3be0-4ae3-965e-475125bd4072,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:24.548728 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c20db719-5105-4095-9f0c-f57f94394387 admin admin] Publish callbacks [] for security_group (62949ff2-fc81-4c02-a97c-cf464e382baa), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:24.627120 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c20db719-5105-4095-9f0c-f57f94394387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (62949ff2-fc81-4c02-a97c-cf464e382baa), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:24.633161 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c20db719-5105-4095-9f0c-f57f94394387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:24.634736 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c20db719-5105-4095-9f0c-f57f94394387 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62949ff2-fc81-4c02-a97c-cf464e382baa HTTP/1.1" status: 204 len: 168 time: 0.1817434 Mar 01 14:09:24.658194 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20db719-5105-4095-9f0c-f57f94394387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62949ff2-fc81-4c02-a97c-cf464e382baa,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:24.825615 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-5756d209-9f87-416a-bacb-2aed2ff554b2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Deleting port 7e2d8d3f-57ba-4a5e-b51a-3b5f2083eaa5 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:09:24.826393 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5756d209-9f87-416a-bacb-2aed2ff554b2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (7e2d8d3f-57ba-4a5e-b51a-3b5f2083eaa5), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:24.855320 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9b5939b3-5dba-4373-91ee-98bd37a5f2cf tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (4738dcad-ccde-4986-8f26-7f476c63d625), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:24.858553 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d4c552cf-6745-48fd-8f6e-5624cd5d0c5f tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks [] for port (5e393541-4db0-4a32-b58d-5f792bd92600), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:24.946233 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d4c552cf-6745-48fd-8f6e-5624cd5d0c5f tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (5e393541-4db0-4a32-b58d-5f792bd92600), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:25.003264 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c552cf-6745-48fd-8f6e-5624cd5d0c5f tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Pushing event updated for resources: {'Port': ['ID=5e393541-4db0-4a32-b58d-5f792bd92600,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:25.237735 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6b3dccdf-88da-4f8b-8a58-2054afe556ef up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:09:25.258114 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5756d209-9f87-416a-bacb-2aed2ff554b2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (7e2d8d3f-57ba-4a5e-b51a-3b5f2083eaa5), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:25.277572 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-5756d209-9f87-416a-bacb-2aed2ff554b2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Calling delete_port for 7e2d8d3f-57ba-4a5e-b51a-3b5f2083eaa5 owned by network:router_interface {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:09:25.320680 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d5aa7cb1-5e68-4c6d-bd17-b5b9c5980d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:25.368359 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 6b3dccdf-88da-4f8b-8a58-2054afe556ef triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:25.368656 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6b3dccdf-88da-4f8b-8a58-2054afe556ef), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:25.452307 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-d4c552cf-6745-48fd-8f6e-5624cd5d0c5f tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] In _notify_port_updated(), no bound segment for port 5e393541-4db0-4a32-b58d-5f792bd92600 on network 159ac964-b686-4ab7-915d-58fa39ff2c9f {{(pid=103727) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 01 14:09:25.467264 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c552cf-6745-48fd-8f6e-5624cd5d0c5f tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:09:25.468004 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d4c552cf-6745-48fd-8f6e-5624cd5d0c5f tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:25.475143 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40924) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:25.484783 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d4c552cf-6745-48fd-8f6e-5624cd5d0c5f tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] 10.222.0.13 "PUT /v2.0/ports/5e393541-4db0-4a32-b58d-5f792bd92600 HTTP/1.1" status: 200 len: 1136 time: 1.5062439 Mar 01 14:09:25.551067 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 6b3dccdf-88da-4f8b-8a58-2054afe556ef is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:09:25.560839 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00599827-d7fd-4765-8c81-95fc3bbf991f tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:09:25.567238 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-00599827-d7fd-4765-8c81-95fc3bbf991f tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] 10.222.0.13 "GET /v2.0/ports/5e393541-4db0-4a32-b58d-5f792bd92600 HTTP/1.1" status: 200 len: 1136 time: 0.0909564 Mar 01 14:09:25.569498 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40928) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:25.593517 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-ced0f568-4de1-45d4-a197-4d82a249022b None None] Provisioning complete for port 5e393541-4db0-4a32-b58d-5f792bd92600 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:25.594093 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ced0f568-4de1-45d4-a197-4d82a249022b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (5e393541-4db0-4a32-b58d-5f792bd92600), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:25.687989 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ced0f568-4de1-45d4-a197-4d82a249022b None None] Port 5e393541-4db0-4a32-b58d-5f792bd92600 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:09:25.733581 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-4cffef8e-0891-4d29-86d9-50b552e65020 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Deleting port 5e393541-4db0-4a32-b58d-5f792bd92600 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:09:25.733935 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4cffef8e-0891-4d29-86d9-50b552e65020 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (5e393541-4db0-4a32-b58d-5f792bd92600), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:25.855581 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4cffef8e-0891-4d29-86d9-50b552e65020 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (5e393541-4db0-4a32-b58d-5f792bd92600), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:25.876597 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-4cffef8e-0891-4d29-86d9-50b552e65020 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Calling delete_port for 5e393541-4db0-4a32-b58d-5f792bd92600 owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:09:26.038686 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40936) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:26.047895 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5939b3-5dba-4373-91ee-98bd37a5f2cf tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Router 4738dcad-ccde-4986-8f26-7f476c63d625 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:09:26.215035 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4cffef8e-0891-4d29-86d9-50b552e65020 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (5e393541-4db0-4a32-b58d-5f792bd92600), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:26.299195 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffef8e-0891-4d29-86d9-50b552e65020 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Pushing event deleted for resources: {'Port': ['ID=5e393541-4db0-4a32-b58d-5f792bd92600,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:26.316122 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5756d209-9f87-416a-bacb-2aed2ff554b2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (7e2d8d3f-57ba-4a5e-b51a-3b5f2083eaa5), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:26.362393 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-145413cd-ee66-4932-a983-ddd5fa0b6e6b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1158993527-network', 'tenant_id': 'aad67bdcef1843ab90c1df57266222ef'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:26.429450 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145413cd-ee66-4932-a983-ddd5fa0b6e6b admin admin] Made reservation on behalf of aad67bdcef1843ab90c1df57266222ef for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:09:26.434040 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-145413cd-ee66-4932-a983-ddd5fa0b6e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:26.452803 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756d209-9f87-416a-bacb-2aed2ff554b2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event deleted for resources: {'Port': ['ID=7e2d8d3f-57ba-4a5e-b51a-3b5f2083eaa5,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:26.462578 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-145413cd-ee66-4932-a983-ddd5fa0b6e6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:26.543796 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4cffef8e-0891-4d29-86d9-50b552e65020 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:26.556330 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4cffef8e-0891-4d29-86d9-50b552e65020 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] 10.222.0.13 "DELETE /v2.0/ports/5e393541-4db0-4a32-b58d-5f792bd92600 HTTP/1.1" status: 204 len: 168 time: 0.9856896 Mar 01 14:09:26.564180 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40950) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:26.799152 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-145413cd-ee66-4932-a983-ddd5fa0b6e6b admin admin] Publish callbacks [] for security_group (6e662302-cc58-4e26-9b15-e1bcca4e41fb), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:26.820007 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a2aeef7-dc8e-4d6b-b266-d989a48bd901 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Deleting subnet 3ccb455c-231b-410c-a15e-ed5f30b07a17 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:09:26.831146 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-145413cd-ee66-4932-a983-ddd5fa0b6e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6e662302-cc58-4e26-9b15-e1bcca4e41fb), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:26.832828 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5939b3-5dba-4373-91ee-98bd37a5f2cf tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:09:26.837220 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5a2aeef7-dc8e-4d6b-b266-d989a48bd901 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks [] for subnet (3ccb455c-231b-410c-a15e-ed5f30b07a17), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:26.847658 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbc159c-e812-44d1-8a1e-b05ac7102824 None None] Sync routers for ids ['4738dcad-ccde-4986-8f26-7f476c63d625'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:09:26.856405 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9b5939b3-5dba-4373-91ee-98bd37a5f2cf tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "PUT /v2.0/routers/4738dcad-ccde-4986-8f26-7f476c63d625/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9347148 Mar 01 14:09:26.860286 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40956) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:26.866824 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbc159c-e812-44d1-8a1e-b05ac7102824 None None] Routers {'4738dcad-ccde-4986-8f26-7f476c63d625'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:09:26.867719 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-5bbc159c-e812-44d1-8a1e-b05ac7102824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:08:58Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4738dcad-ccde-4986-8f26-7f476c63d625'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:26.982737 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-145413cd-ee66-4932-a983-ddd5fa0b6e6b admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:09:26.994962 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145413cd-ee66-4932-a983-ddd5fa0b6e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e662302-cc58-4e26-9b15-e1bcca4e41fb,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:27.011268 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5756d209-9f87-416a-bacb-2aed2ff554b2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (6d158c59-d162-4e4d-b987-d09622819ded), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:27.015642 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5a2aeef7-dc8e-4d6b-b266-d989a48bd901 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (3ccb455c-231b-410c-a15e-ed5f30b07a17), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:27.094545 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd98cd40-5bc6-4b88-a326-3ed207b57dc0 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Deleting subnet 5e9c0f07-14dc-4292-8ad7-d548c1758f13 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:09:27.099183 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd98cd40-5bc6-4b88-a326-3ed207b57dc0 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for subnet (5e9c0f07-14dc-4292-8ad7-d548c1758f13), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:27.101691 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-5bbc159c-e812-44d1-8a1e-b05ac7102824 None None] Set router 4738dcad-ccde-4986-8f26-7f476c63d625 gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:09:27.109529 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-145413cd-ee66-4932-a983-ddd5fa0b6e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (7ec1d5da-2a00-41e5-9a85-81a4006b616a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:27.109865 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-145413cd-ee66-4932-a983-ddd5fa0b6e6b admin admin] Added segment 7ec1d5da-2a00-41e5-9a85-81a4006b616a of type vlan for network 11d96128-1775-4c65-9f04-4c3dd2bd20da Mar 01 14:09:27.184884 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-145413cd-ee66-4932-a983-ddd5fa0b6e6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (11d96128-1775-4c65-9f04-4c3dd2bd20da), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:27.222360 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-145413cd-ee66-4932-a983-ddd5fa0b6e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (11d96128-1775-4c65-9f04-4c3dd2bd20da), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:27.223546 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145413cd-ee66-4932-a983-ddd5fa0b6e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:09:27.224493 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-145413cd-ee66-4932-a983-ddd5fa0b6e6b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:27.385134 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-145413cd-ee66-4932-a983-ddd5fa0b6e6b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3931463 Mar 01 14:09:27.391373 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40962) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:27.422892 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-389608ee-5820-461f-a14a-3803c7fbb731 admin admin] Request body: {'subnet': {'network_id': '11d96128-1775-4c65-9f04-4c3dd2bd20da', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1158993527-subnet', 'tenant_id': 'aad67bdcef1843ab90c1df57266222ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:27.429551 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd98cd40-5bc6-4b88-a326-3ed207b57dc0 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (5e9c0f07-14dc-4292-8ad7-d548c1758f13), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:27.432806 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-5bbc159c-e812-44d1-8a1e-b05ac7102824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'name': 'tempest-RoutersIpV6Test-router-553735540', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:08:27Z', 'updated_at': '2022-03-01T14:09:24Z', 'revision_number': 10, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'gw_port_host': None, '_interfaces': [{'id': '8fee95d5-f552-4aa7-aeab-639b41390d7d', 'name': '', 'network_id': '21e14362-3194-44ba-be9e-42c62903a358', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:bc:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '6395be5a-5198-4907-bbae-62d5988a1869', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:32Z', 'updated_at': '2022-03-01T14:08:44Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '6395be5a-5198-4907-bbae-62d5988a1869', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:27.458004 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-306ea3b4-7ffb-4104-81aa-a03cf471b519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:27.484391 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbc159c-e812-44d1-8a1e-b05ac7102824 None None] Checking router: 4738dcad-ccde-4986-8f26-7f476c63d625 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:09:27.488343 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5a2aeef7-dc8e-4d6b-b266-d989a48bd901 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (3ccb455c-231b-410c-a15e-ed5f30b07a17), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:27.514244 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbc159c-e812-44d1-8a1e-b05ac7102824 None None] Routers {'4738dcad-ccde-4986-8f26-7f476c63d625'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:09:27.515420 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-5bbc159c-e812-44d1-8a1e-b05ac7102824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:09:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4738dcad-ccde-4986-8f26-7f476c63d625'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:27.542499 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145413cd-ee66-4932-a983-ddd5fa0b6e6b admin admin] Pushing event updated for resources: {'Network': ['ID=11d96128-1775-4c65-9f04-4c3dd2bd20da,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:27.560864 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 11d96128-1775-4c65-9f04-4c3dd2bd20da details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:09:27.606334 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389608ee-5820-461f-a14a-3803c7fbb731 admin admin] Made reservation on behalf of aad67bdcef1843ab90c1df57266222ef for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:09:27.615722 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-389608ee-5820-461f-a14a-3803c7fbb731 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:27.676744 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd98cd40-5bc6-4b88-a326-3ed207b57dc0 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (5e9c0f07-14dc-4292-8ad7-d548c1758f13), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:27.700936 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-5bbc159c-e812-44d1-8a1e-b05ac7102824 None None] Set router 4738dcad-ccde-4986-8f26-7f476c63d625 gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:09:27.753489 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5a2aeef7-dc8e-4d6b-b266-d989a48bd901 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (3ccb455c-231b-410c-a15e-ed5f30b07a17), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:27.774518 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5756d209-9f87-416a-bacb-2aed2ff554b2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Router 6d158c59-d162-4e4d-b987-d09622819ded has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:09:27.783476 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd98cd40-5bc6-4b88-a326-3ed207b57dc0 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (5e9c0f07-14dc-4292-8ad7-d548c1758f13), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:27.824670 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd98cd40-5bc6-4b88-a326-3ed207b57dc0 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event deleted for resources: {'Subnet': ['ID=5e9c0f07-14dc-4292-8ad7-d548c1758f13,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:27.843313 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dd98cd40-5bc6-4b88-a326-3ed207b57dc0 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:27.849617 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-dd98cd40-5bc6-4b88-a326-3ed207b57dc0 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/subnets/5e9c0f07-14dc-4292-8ad7-d548c1758f13 HTTP/1.1" status: 204 len: 168 time: 0.9147093 Mar 01 14:09:27.852608 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b59063b-e7a3-44fd-be05-4d0751a807a6 None None] Network d204a5f7-e889-4fd6-8422-16fec7475833 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:09:27.883028 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40966) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:27.941911 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5756d209-9f87-416a-bacb-2aed2ff554b2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:09:27.961920 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5756d209-9f87-416a-bacb-2aed2ff554b2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "PUT /v2.0/routers/6d158c59-d162-4e4d-b987-d09622819ded/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8285074 Mar 01 14:09:27.964601 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40968) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:28.000365 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2aeef7-dc8e-4d6b-b266-d989a48bd901 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Pushing event deleted for resources: {'Subnet': ['ID=3ccb455c-231b-410c-a15e-ed5f30b07a17,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:28.008171 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b982020e-e82d-4cba-9f4a-0834a2952085 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d158c59-d162-4e4d-b987-d09622819ded HTTP/1.1" status: 200 len: 205 time: 0.0420868 Mar 01 14:09:28.009098 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40970) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:28.012459 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07096f8d-b5bd-4163-826a-58ddc320542d None None] Sync routers for ids ['6d158c59-d162-4e4d-b987-d09622819ded'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:09:28.027624 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394d4e76-3307-4530-a7c6-93bf168e0c2c None None] Network 159ac964-b686-4ab7-915d-58fa39ff2c9f requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:09:28.079799 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ab3c7c5c-1258-4f5a-80a6-a617fcda034c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (d204a5f7-e889-4fd6-8422-16fec7475833), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:28.089823 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5a2aeef7-dc8e-4d6b-b266-d989a48bd901 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:28.094954 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5a2aeef7-dc8e-4d6b-b266-d989a48bd901 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] 10.222.0.13 "DELETE /v2.0/subnets/3ccb455c-231b-410c-a15e-ed5f30b07a17 HTTP/1.1" status: 204 len: 168 time: 1.5222301 Mar 01 14:09:28.099896 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 40972) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:28.113896 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ed82be20-f14c-4de2-8d4e-7e04d2e7d59d tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router (6d158c59-d162-4e4d-b987-d09622819ded), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:28.129643 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-5bbc159c-e812-44d1-8a1e-b05ac7102824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'name': 'tempest-RoutersIpV6Test-router-553735540', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:08:27Z', 'updated_at': '2022-03-01T14:09:24Z', 'revision_number': 10, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'gw_port_host': None, '_interfaces': [{'id': '8fee95d5-f552-4aa7-aeab-639b41390d7d', 'name': '', 'network_id': '21e14362-3194-44ba-be9e-42c62903a358', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:bc:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '6395be5a-5198-4907-bbae-62d5988a1869', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:32Z', 'updated_at': '2022-03-01T14:08:44Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '6395be5a-5198-4907-bbae-62d5988a1869', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:28.134037 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07096f8d-b5bd-4163-826a-58ddc320542d None None] Routers {'6d158c59-d162-4e4d-b987-d09622819ded'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:09:28.134709 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-07096f8d-b5bd-4163-826a-58ddc320542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:09:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6d158c59-d162-4e4d-b987-d09622819ded'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:28.175271 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbc159c-e812-44d1-8a1e-b05ac7102824 None None] The sync data for ids ['4738dcad-ccde-4986-8f26-7f476c63d625'] in n-d-827467-3 is: [{'id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'name': 'tempest-RoutersIpV6Test-router-553735540', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:08:27Z', 'updated_at': '2022-03-01T14:09:24Z', 'revision_number': 10, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'gw_port_host': None, '_interfaces': [{'id': '8fee95d5-f552-4aa7-aeab-639b41390d7d', 'name': '', 'network_id': '21e14362-3194-44ba-be9e-42c62903a358', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'mac_address': 'fa:16:3e:bc:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '6395be5a-5198-4907-bbae-62d5988a1869', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:08:32Z', 'updated_at': '2022-03-01T14:08:44Z', 'revision_number': 5, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'subnets': [{'id': '6395be5a-5198-4907-bbae-62d5988a1869', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:09:28.245027 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-07096f8d-b5bd-4163-826a-58ddc320542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:28.381694 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4d5023b2-4656-4187-b6c3-c57e82ecb487 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (159ac964-b686-4ab7-915d-58fa39ff2c9f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:28.402605 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07096f8d-b5bd-4163-826a-58ddc320542d None None] Routers {'6d158c59-d162-4e4d-b987-d09622819ded'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:09:28.404751 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-07096f8d-b5bd-4163-826a-58ddc320542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:09:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6d158c59-d162-4e4d-b987-d09622819ded'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:28.454496 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ab3c7c5c-1258-4f5a-80a6-a617fcda034c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Deleting port 4179d386-4385-429e-baf3-ee9648177d9d {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:09:28.455101 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ab3c7c5c-1258-4f5a-80a6-a617fcda034c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (4179d386-4385-429e-baf3-ee9648177d9d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:28.492880 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ed82be20-f14c-4de2-8d4e-7e04d2e7d59d tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (6d158c59-d162-4e4d-b987-d09622819ded), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:28.504969 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ed82be20-f14c-4de2-8d4e-7e04d2e7d59d tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router_controller (6d158c59-d162-4e4d-b987-d09622819ded), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:28.525375 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-07096f8d-b5bd-4163-826a-58ddc320542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:28.526057 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07096f8d-b5bd-4163-826a-58ddc320542d None None] The sync data for ids ['6d158c59-d162-4e4d-b987-d09622819ded'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:09:28.583528 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-389608ee-5820-461f-a14a-3803c7fbb731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (fece4390-9fef-4e09-9b3f-6637a28a7bac), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:28.586938 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ed82be20-f14c-4de2-8d4e-7e04d2e7d59d tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (6d158c59-d162-4e4d-b987-d09622819ded), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:28.589804 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed82be20-f14c-4de2-8d4e-7e04d2e7d59d tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Fanout notify agent at l3_agent the message router_deleted on router 6d158c59-d162-4e4d-b987-d09622819ded {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:09:28.593727 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d49b38-5110-4a1d-b9b7-b854dee8fb10 None None] DHCP port deletion for d204a5f7-e889-4fd6-8422-16fec7475833 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:09:28.602041 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ed82be20-f14c-4de2-8d4e-7e04d2e7d59d tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:28.605312 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ed82be20-f14c-4de2-8d4e-7e04d2e7d59d tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/routers/6d158c59-d162-4e4d-b987-d09622819ded HTTP/1.1" status: 204 len: 168 time: 0.5945625 Mar 01 14:09:28.608322 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40976) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:28.691367 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84447401-9d30-4998-adc5-f86bbc0d2a2b None None] DHCP port deletion for 159ac964-b686-4ab7-915d-58fa39ff2c9f request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:09:28.714845 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-ab3c7c5c-1258-4f5a-80a6-a617fcda034c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] For port 4179d386-4385-429e-baf3-ee9648177d9d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=4179d386-4385-429e-baf3-ee9648177d9d,segment=NetworkSegment(02da6a95-113d-4e8f-b605-4b8c92dd287c),segment_id=02da6a95-113d-4e8f-b605-4b8c92dd287c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:09:28.715397 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ab3c7c5c-1258-4f5a-80a6-a617fcda034c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (4179d386-4385-429e-baf3-ee9648177d9d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:28.738535 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f86e8f1-d5e7-412e-8bc0-e94b5113af7a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Deleting subnet 1e5b63ca-91dd-4060-ac42-afd85b9e596e {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:09:28.746146 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389608ee-5820-461f-a14a-3803c7fbb731 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fece4390-9fef-4e09-9b3f-6637a28a7bac,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:28.750613 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5f86e8f1-d5e7-412e-8bc0-e94b5113af7a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for subnet (1e5b63ca-91dd-4060-ac42-afd85b9e596e), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:28.750893 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ab3c7c5c-1258-4f5a-80a6-a617fcda034c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Calling delete_port for 4179d386-4385-429e-baf3-ee9648177d9d owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:09:28.783884 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-4d5023b2-4656-4187-b6c3-c57e82ecb487 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Deleting port 3b86ec60-93a1-4fa3-a857-b0f7bc666aea {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:09:28.784225 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4d5023b2-4656-4187-b6c3-c57e82ecb487 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (3b86ec60-93a1-4fa3-a857-b0f7bc666aea), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:28.852617 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389608ee-5820-461f-a14a-3803c7fbb731 admin admin] Checking segment: {'id': '7ec1d5da-2a00-41e5-9a85-81a4006b616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '11d96128-1775-4c65-9f04-4c3dd2bd20da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:09:28.852875 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389608ee-5820-461f-a14a-3803c7fbb731 admin admin] Network hostable DHCP agents. Network: 11d96128-1775-4c65-9f04-4c3dd2bd20da, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:09:28.871644 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5f86e8f1-d5e7-412e-8bc0-e94b5113af7a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (1e5b63ca-91dd-4060-ac42-afd85b9e596e), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:29.092070 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-28d49b38-5110-4a1d-b9b7-b854dee8fb10 None None] Deleting port 4179d386-4385-429e-baf3-ee9648177d9d {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:09:29.092511 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-28d49b38-5110-4a1d-b9b7-b854dee8fb10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (4179d386-4385-429e-baf3-ee9648177d9d), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:29.116711 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5f86e8f1-d5e7-412e-8bc0-e94b5113af7a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (1e5b63ca-91dd-4060-ac42-afd85b9e596e), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:29.127280 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:29.132004 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 3b86ec60-93a1-4fa3-a857-b0f7bc666aea no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:09:29.201904 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5f86e8f1-d5e7-412e-8bc0-e94b5113af7a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (1e5b63ca-91dd-4060-ac42-afd85b9e596e), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:29.245521 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86e8f1-d5e7-412e-8bc0-e94b5113af7a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event deleted for resources: {'Subnet': ['ID=1e5b63ca-91dd-4060-ac42-afd85b9e596e,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:29.263180 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-84447401-9d30-4998-adc5-f86bbc0d2a2b None None] Deleting port 3b86ec60-93a1-4fa3-a857-b0f7bc666aea {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:09:29.263557 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-84447401-9d30-4998-adc5-f86bbc0d2a2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (3b86ec60-93a1-4fa3-a857-b0f7bc666aea), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:29.264603 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5f86e8f1-d5e7-412e-8bc0-e94b5113af7a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:29.283326 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5f86e8f1-d5e7-412e-8bc0-e94b5113af7a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/subnets/1e5b63ca-91dd-4060-ac42-afd85b9e596e HTTP/1.1" status: 204 len: 168 time: 0.6713865 Mar 01 14:09:29.283652 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 40980) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:29.330658 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-84447401-9d30-4998-adc5-f86bbc0d2a2b None None] For port 3b86ec60-93a1-4fa3-a857-b0f7bc666aea, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=3b86ec60-93a1-4fa3-a857-b0f7bc666aea,segment=NetworkSegment(f9d4bb0f-d777-483c-99d9-42985bbafa80),segment_id=f9d4bb0f-d777-483c-99d9-42985bbafa80)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:09:29.331067 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-84447401-9d30-4998-adc5-f86bbc0d2a2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (3b86ec60-93a1-4fa3-a857-b0f7bc666aea), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:29.346894 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-84447401-9d30-4998-adc5-f86bbc0d2a2b None None] Calling delete_port for 3b86ec60-93a1-4fa3-a857-b0f7bc666aea owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:09:29.378380 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-4d5023b2-4656-4187-b6c3-c57e82ecb487 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] For port 3b86ec60-93a1-4fa3-a857-b0f7bc666aea, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=3b86ec60-93a1-4fa3-a857-b0f7bc666aea,segment=NetworkSegment(f9d4bb0f-d777-483c-99d9-42985bbafa80),segment_id=f9d4bb0f-d777-483c-99d9-42985bbafa80)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:09:29.378803 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4d5023b2-4656-4187-b6c3-c57e82ecb487 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (3b86ec60-93a1-4fa3-a857-b0f7bc666aea), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:29.390591 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389608ee-5820-461f-a14a-3803c7fbb731 admin admin] Network 11d96128-1775-4c65-9f04-4c3dd2bd20da is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:09:29.408816 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-4d5023b2-4656-4187-b6c3-c57e82ecb487 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Calling delete_port for 3b86ec60-93a1-4fa3-a857-b0f7bc666aea owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:09:29.421337 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-389608ee-5820-461f-a14a-3803c7fbb731 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 11d96128-1775-4c65-9f04-4c3dd2bd20da) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:09:29.431207 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389608ee-5820-461f-a14a-3803c7fbb731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:09:29.431207 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-389608ee-5820-461f-a14a-3803c7fbb731 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:29.479250 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ba9b6707-23ea-44a4-98ad-d215df81ee41 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (bd873e19-93f4-4b35-a3ca-1dd713195a17), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:29.486215 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ab3c7c5c-1258-4f5a-80a6-a617fcda034c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (4179d386-4385-429e-baf3-ee9648177d9d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:29.497145 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9e95ae-1239-44a7-b1c5-e889433f8227 None None] Network bd873e19-93f4-4b35-a3ca-1dd713195a17 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:09:29.573718 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-389608ee-5820-461f-a14a-3803c7fbb731 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1693313 Mar 01 14:09:29.576466 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc97e7ac-5e3e-4e6d-85b1-ed52c1b2603a None None] Network 11d96128-1775-4c65-9f04-4c3dd2bd20da requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:09:29.589846 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c7c5c-1258-4f5a-80a6-a617fcda034c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event deleted for resources: {'Port': ['ID=4179d386-4385-429e-baf3-ee9648177d9d,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:29.611731 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3c7c5c-1258-4f5a-80a6-a617fcda034c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] No DVR routers for this DVR port 4179d386-4385-429e-baf3-ee9648177d9d on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:09:29.612901 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-ba9b6707-23ea-44a4-98ad-d215df81ee41 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Deleting port 6b3dccdf-88da-4f8b-8a58-2054afe556ef {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:09:29.613430 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ba9b6707-23ea-44a4-98ad-d215df81ee41 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (6b3dccdf-88da-4f8b-8a58-2054afe556ef), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:29.714260 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-ba9b6707-23ea-44a4-98ad-d215df81ee41 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] For port 6b3dccdf-88da-4f8b-8a58-2054afe556ef, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6b3dccdf-88da-4f8b-8a58-2054afe556ef,segment=NetworkSegment(a3172c62-1dbe-488f-9de2-6ba828044c84),segment_id=a3172c62-1dbe-488f-9de2-6ba828044c84)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:09:29.714628 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ba9b6707-23ea-44a4-98ad-d215df81ee41 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (6b3dccdf-88da-4f8b-8a58-2054afe556ef), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:29.728990 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-ba9b6707-23ea-44a4-98ad-d215df81ee41 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Calling delete_port for 6b3dccdf-88da-4f8b-8a58-2054afe556ef owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:09:29.806351 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ab3c7c5c-1258-4f5a-80a6-a617fcda034c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (d204a5f7-e889-4fd6-8422-16fec7475833), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:29.834166 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ba9b6707-23ea-44a4-98ad-d215df81ee41 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (6b3dccdf-88da-4f8b-8a58-2054afe556ef), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:29.934200 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-ab3c7c5c-1258-4f5a-80a6-a617fcda034c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d204a5f7-e889-4fd6-8422-16fec7475833']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:29.940053 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b6707-23ea-44a4-98ad-d215df81ee41 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event deleted for resources: {'Port': ['ID=6b3dccdf-88da-4f8b-8a58-2054afe556ef,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:29.950561 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9b6707-23ea-44a4-98ad-d215df81ee41 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] No DVR routers for this DVR port 6b3dccdf-88da-4f8b-8a58-2054afe556ef on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:09:29.967134 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-ab3c7c5c-1258-4f5a-80a6-a617fcda034c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02da6a95-113d-4e8f-b605-4b8c92dd287c') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:29.967470 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-ab3c7c5c-1258-4f5a-80a6-a617fcda034c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02da6a95-113d-4e8f-b605-4b8c92dd287c') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:29.972189 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-84447401-9d30-4998-adc5-f86bbc0d2a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (3b86ec60-93a1-4fa3-a857-b0f7bc666aea), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:29.988745 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ab3c7c5c-1258-4f5a-80a6-a617fcda034c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (02da6a95-113d-4e8f-b605-4b8c92dd287c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:29.998896 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4d5023b2-4656-4187-b6c3-c57e82ecb487 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (3b86ec60-93a1-4fa3-a857-b0f7bc666aea), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:30.037941 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84447401-9d30-4998-adc5-f86bbc0d2a2b None None] Pushing event deleted for resources: {'Port': ['ID=3b86ec60-93a1-4fa3-a857-b0f7bc666aea,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:30.056272 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c56299-af4b-4747-b66e-6942f408c4e5 None None] Network 11d96128-1775-4c65-9f04-4c3dd2bd20da requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:09:30.116202 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5023b2-4656-4187-b6c3-c57e82ecb487 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Pushing event deleted for resources: {'Port': ['ID=3b86ec60-93a1-4fa3-a857-b0f7bc666aea,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:30.132931 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84447401-9d30-4998-adc5-f86bbc0d2a2b None None] No DVR routers for this DVR port 3b86ec60-93a1-4fa3-a857-b0f7bc666aea on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:09:30.142568 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5023b2-4656-4187-b6c3-c57e82ecb487 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] No DVR routers for this DVR port 3b86ec60-93a1-4fa3-a857-b0f7bc666aea on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:09:30.144634 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ab3c7c5c-1258-4f5a-80a6-a617fcda034c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (02da6a95-113d-4e8f-b605-4b8c92dd287c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:30.166478 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-28d49b38-5110-4a1d-b9b7-b854dee8fb10 None None] For port 4179d386-4385-429e-baf3-ee9648177d9d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=4179d386-4385-429e-baf3-ee9648177d9d,segment=NetworkSegment(02da6a95-113d-4e8f-b605-4b8c92dd287c),segment_id=02da6a95-113d-4e8f-b605-4b8c92dd287c)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:09:30.168721 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ba9b6707-23ea-44a4-98ad-d215df81ee41 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (bd873e19-93f4-4b35-a3ca-1dd713195a17), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:30.169340 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-28d49b38-5110-4a1d-b9b7-b854dee8fb10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (4179d386-4385-429e-baf3-ee9648177d9d), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:30.221562 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-ba9b6707-23ea-44a4-98ad-d215df81ee41 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd873e19-93f4-4b35-a3ca-1dd713195a17']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:30.236437 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No active binding found for port 3b86ec60-93a1-4fa3-a857-b0f7bc666aea {{(pid=103728) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 01 14:09:30.236833 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] The host n-d-827467-3 is not matching for port 3b86ec60-93a1-4fa3-a857-b0f7bc666aea host None! {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 01 14:09:30.246856 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 3b86ec60-93a1-4fa3-a857-b0f7bc666aea not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:09:30.247828 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 84ea90cb-3be0-4ae3-965e-475125bd4072 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:09:30.251726 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-ba9b6707-23ea-44a4-98ad-d215df81ee41 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3172c62-1dbe-488f-9de2-6ba828044c84') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:30.251726 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-ba9b6707-23ea-44a4-98ad-d215df81ee41 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3172c62-1dbe-488f-9de2-6ba828044c84') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:30.256310 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab3c7c5c-1258-4f5a-80a6-a617fcda034c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:09:30.256719 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ab3c7c5c-1258-4f5a-80a6-a617fcda034c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (02da6a95-113d-4e8f-b605-4b8c92dd287c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:09:30.271038 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:09:30.285693 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ba9b6707-23ea-44a4-98ad-d215df81ee41 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (a3172c62-1dbe-488f-9de2-6ba828044c84), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:30.299038 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 84ea90cb-3be0-4ae3-965e-475125bd4072 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:09:30.299439 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 84ea90cb-3be0-4ae3-965e-475125bd4072 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:09:30.299870 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 4179d386-4385-429e-baf3-ee9648177d9d no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:09:30.313342 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:30.317245 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-28d49b38-5110-4a1d-b9b7-b854dee8fb10 None None] Calling delete_port for 4179d386-4385-429e-baf3-ee9648177d9d owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:09:30.327576 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ba9b6707-23ea-44a4-98ad-d215df81ee41 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (a3172c62-1dbe-488f-9de2-6ba828044c84), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:30.348419 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9b6707-23ea-44a4-98ad-d215df81ee41 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:09:30.348827 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ba9b6707-23ea-44a4-98ad-d215df81ee41 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (a3172c62-1dbe-488f-9de2-6ba828044c84), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:30.352618 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:09:30.352618 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:09:30.352618 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:09:30.352618 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:09:30.352618 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:09:30.352618 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:09:30.352618 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:09:30.352618 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:09:30.352618 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:09:30.352618 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:09:30.352618 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:09:30.352618 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:09:30.352618 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:09:30.352618 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:09:30.352618 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:09:30.352618 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:09:30.352618 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:09:30.352618 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:09:30.352618 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:09:30.352618 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:09:30.352618 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:09:30.352618 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:09:30.352618 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:09:30.352618 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:09:30.352618 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:09:30.352618 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:09:30.352618 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:09:30.352618 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:09:30.352618 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:09:30.352618 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:09:30.352618 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:09:30.352618 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:09:30.396782 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 4179d386-4385-429e-baf3-ee9648177d9d {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:09:30.397317 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 4179d386-4385-429e-baf3-ee9648177d9d not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:09:30.444918 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ba9b6707-23ea-44a4-98ad-d215df81ee41 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (bd873e19-93f4-4b35-a3ca-1dd713195a17), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:30.459263 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ba9b6707-23ea-44a4-98ad-d215df81ee41 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:30.467205 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ba9b6707-23ea-44a4-98ad-d215df81ee41 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/networks/bd873e19-93f4-4b35-a3ca-1dd713195a17 HTTP/1.1" status: 204 len: 168 time: 1.1824024 Mar 01 14:09:30.477806 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41010) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:30.555249 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-4acf7e5d-5bbc-46ef-8870-5068843c8188 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-257174145', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:30.570968 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b6707-23ea-44a4-98ad-d215df81ee41 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event deleted for resources: {'Network': ['ID=bd873e19-93f4-4b35-a3ca-1dd713195a17,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:30.579617 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ee3d97-7905-486f-8554-11cc14f49c17 None None] DHCP port deletion for bd873e19-93f4-4b35-a3ca-1dd713195a17 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:09:30.595306 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4d5023b2-4656-4187-b6c3-c57e82ecb487 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (159ac964-b686-4ab7-915d-58fa39ff2c9f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:30.620471 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ab3c7c5c-1258-4f5a-80a6-a617fcda034c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (d204a5f7-e889-4fd6-8422-16fec7475833), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:30.627107 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ab3c7c5c-1258-4f5a-80a6-a617fcda034c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:30.632364 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4acf7e5d-5bbc-46ef-8870-5068843c8188 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (6784a48f-5741-457d-b5fa-003799d31301), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:30.633471 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4acf7e5d-5bbc-46ef-8870-5068843c8188 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (6784a48f-5741-457d-b5fa-003799d31301), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:30.643539 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41016) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:30.648249 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ab3c7c5c-1258-4f5a-80a6-a617fcda034c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/networks/d204a5f7-e889-4fd6-8422-16fec7475833 HTTP/1.1" status: 204 len: 168 time: 2.7580290 Mar 01 14:09:30.691034 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c7c5c-1258-4f5a-80a6-a617fcda034c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event deleted for resources: {'Network': ['ID=d204a5f7-e889-4fd6-8422-16fec7475833,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:30.705602 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-28d49b38-5110-4a1d-b9b7-b854dee8fb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (4179d386-4385-429e-baf3-ee9648177d9d), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:30.706242 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-4d5023b2-4656-4187-b6c3-c57e82ecb487 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['159ac964-b686-4ab7-915d-58fa39ff2c9f']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:30.721982 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-28d49b38-5110-4a1d-b9b7-b854dee8fb10 None None] Network d204a5f7-e889-4fd6-8422-16fec7475833 is not hosted by any dhcp agent {{(pid=103728) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 01 14:09:30.722460 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d49b38-5110-4a1d-b9b7-b854dee8fb10 None None] No DVR routers for this DVR port 4179d386-4385-429e-baf3-ee9648177d9d on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:09:30.740753 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-4d5023b2-4656-4187-b6c3-c57e82ecb487 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9d4bb0f-d777-483c-99d9-42985bbafa80') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:30.740999 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-4d5023b2-4656-4187-b6c3-c57e82ecb487 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9d4bb0f-d777-483c-99d9-42985bbafa80') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:30.768053 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d49b38-5110-4a1d-b9b7-b854dee8fb10 None None] Pushing event deleted for resources: {'Port': ['ID=4179d386-4385-429e-baf3-ee9648177d9d,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:30.784505 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4d5023b2-4656-4187-b6c3-c57e82ecb487 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (f9d4bb0f-d777-483c-99d9-42985bbafa80), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:30.815038 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4d5023b2-4656-4187-b6c3-c57e82ecb487 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (f9d4bb0f-d777-483c-99d9-42985bbafa80), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:30.822643 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d5023b2-4656-4187-b6c3-c57e82ecb487 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:09:30.823258 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4d5023b2-4656-4187-b6c3-c57e82ecb487 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (f9d4bb0f-d777-483c-99d9-42985bbafa80), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:30.826734 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:09:30.826734 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:09:30.826734 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:09:30.826734 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:09:30.826734 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:09:30.826734 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:09:30.826734 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:09:30.826734 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:09:30.826734 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:09:30.826734 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:09:30.826734 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:09:30.826734 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:09:30.826734 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:09:30.826734 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:09:30.826734 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:09:30.826734 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:09:30.826734 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:09:30.826734 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:09:30.826734 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:09:30.826734 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:09:30.826734 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:09:30.826734 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:09:30.826734 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:09:30.826734 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:09:30.826734 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:09:30.826734 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:09:30.826734 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:09:30.826734 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:09:30.826734 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:09:30.826734 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:09:30.826734 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:09:30.826734 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:09:30.940701 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4acf7e5d-5bbc-46ef-8870-5068843c8188 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router_controller (6784a48f-5741-457d-b5fa-003799d31301), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:30.945725 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41022) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:30.952127 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-531ba9f5-19f4-4ec0-8150-a201d4aa9da6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2010902887-network', 'tenant_id': 'f48e86a88d6a4ebc9b6cd23601a1cbd9'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:30.976314 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4d5023b2-4656-4187-b6c3-c57e82ecb487 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (159ac964-b686-4ab7-915d-58fa39ff2c9f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:30.984450 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4d5023b2-4656-4187-b6c3-c57e82ecb487 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:30.994351 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4acf7e5d-5bbc-46ef-8870-5068843c8188 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (6784a48f-5741-457d-b5fa-003799d31301), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:30.995157 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4d5023b2-4656-4187-b6c3-c57e82ecb487 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] 10.222.0.13 "DELETE /v2.0/networks/159ac964-b686-4ab7-915d-58fa39ff2c9f HTTP/1.1" status: 204 len: 168 time: 2.8881712 Mar 01 14:09:31.025809 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5023b2-4656-4187-b6c3-c57e82ecb487 tempest-ExtraDHCPOptionsTestJSON-1495750990 tempest-ExtraDHCPOptionsTestJSON-1495750990-project] Pushing event deleted for resources: {'Network': ['ID=159ac964-b686-4ab7-915d-58fa39ff2c9f,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:31.151075 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6b3dccdf-88da-4f8b-8a58-2054afe556ef no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:09:31.186484 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 6b3dccdf-88da-4f8b-8a58-2054afe556ef {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:09:31.186837 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6b3dccdf-88da-4f8b-8a58-2054afe556ef not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:09:31.220309 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531ba9f5-19f4-4ec0-8150-a201d4aa9da6 admin admin] Made reservation on behalf of f48e86a88d6a4ebc9b6cd23601a1cbd9 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:09:31.228173 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-531ba9f5-19f4-4ec0-8150-a201d4aa9da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:31.279167 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-531ba9f5-19f4-4ec0-8150-a201d4aa9da6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:31.308949 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4acf7e5d-5bbc-46ef-8870-5068843c8188 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:31.310561 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4acf7e5d-5bbc-46ef-8870-5068843c8188 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.8180499 Mar 01 14:09:31.313261 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41028) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:31.319357 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-8af70c32-5d51-40ab-91bd-017ab31d29a2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Request body: {'network': {'name': 'tempest-RoutersTest-1584024047'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:31.362369 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af70c32-5d51-40ab-91bd-017ab31d29a2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Made reservation on behalf of 3a14431fa0e343d69136a59d66043ad6 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:09:31.367536 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8af70c32-5d51-40ab-91bd-017ab31d29a2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:31.415381 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af70c32-5d51-40ab-91bd-017ab31d29a2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:09:31.435086 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8af70c32-5d51-40ab-91bd-017ab31d29a2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (25060c00-78c5-4e9c-8347-a2e84f8be8f5), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:31.435818 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-8af70c32-5d51-40ab-91bd-017ab31d29a2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Added segment 25060c00-78c5-4e9c-8347-a2e84f8be8f5 of type vlan for network 8ab02ea6-108a-4904-a7e1-f257e6e950f8 Mar 01 14:09:31.483899 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41032) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:31.504938 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8af70c32-5d51-40ab-91bd-017ab31d29a2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (8ab02ea6-108a-4904-a7e1-f257e6e950f8), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:31.533658 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8af70c32-5d51-40ab-91bd-017ab31d29a2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (8ab02ea6-108a-4904-a7e1-f257e6e950f8), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:31.542659 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af70c32-5d51-40ab-91bd-017ab31d29a2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:09:31.543657 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8af70c32-5d51-40ab-91bd-017ab31d29a2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:31.544782 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-531ba9f5-19f4-4ec0-8150-a201d4aa9da6 admin admin] Publish callbacks [] for security_group (6bdf0eb3-714a-4177-9df7-a0b7d7a11e64), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:31.566465 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-531ba9f5-19f4-4ec0-8150-a201d4aa9da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6bdf0eb3-714a-4177-9df7-a0b7d7a11e64), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:31.605751 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8af70c32-5d51-40ab-91bd-017ab31d29a2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2909765 Mar 01 14:09:31.610117 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41036) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:31.615991 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-e23fe0d2-1173-4b5a-ac4f-72f324f18b81 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Request body: {'subnet': {'network_id': '8ab02ea6-108a-4904-a7e1-f257e6e950f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:31.632764 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-531ba9f5-19f4-4ec0-8150-a201d4aa9da6 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:09:31.709958 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ba9f5-19f4-4ec0-8150-a201d4aa9da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdf0eb3-714a-4177-9df7-a0b7d7a11e64,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:31.724065 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-531ba9f5-19f4-4ec0-8150-a201d4aa9da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (0131742f-a245-44b9-a818-c3cd3fb8355d), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:31.724880 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-531ba9f5-19f4-4ec0-8150-a201d4aa9da6 admin admin] Added segment 0131742f-a245-44b9-a818-c3cd3fb8355d of type vlan for network 8410e937-1d0d-45aa-b46f-5deddf1033c6 Mar 01 14:09:31.740523 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af70c32-5d51-40ab-91bd-017ab31d29a2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Network': ['ID=8ab02ea6-108a-4904-a7e1-f257e6e950f8,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:31.764249 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 8ab02ea6-108a-4904-a7e1-f257e6e950f8 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:09:31.776205 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23fe0d2-1173-4b5a-ac4f-72f324f18b81 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Made reservation on behalf of 3a14431fa0e343d69136a59d66043ad6 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:09:31.779653 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e23fe0d2-1173-4b5a-ac4f-72f324f18b81 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:31.811909 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:31.813759 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-531ba9f5-19f4-4ec0-8150-a201d4aa9da6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (8410e937-1d0d-45aa-b46f-5deddf1033c6), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:31.836749 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7ca9faf2-1263-4463-9138-6fb7685e3bf3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17c0a3db4ae84ca19340ceebbc2f70bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3513250 Mar 01 14:09:31.840156 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41040) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:31.892613 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8873c8e9-08b1-4fde-9dc4-5422b9a48c74 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (4738dcad-ccde-4986-8f26-7f476c63d625), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:31.963879 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-531ba9f5-19f4-4ec0-8150-a201d4aa9da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (8410e937-1d0d-45aa-b46f-5deddf1033c6), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:31.965052 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531ba9f5-19f4-4ec0-8150-a201d4aa9da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:09:31.965628 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-531ba9f5-19f4-4ec0-8150-a201d4aa9da6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:32.042403 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41042) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:32.048563 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-531ba9f5-19f4-4ec0-8150-a201d4aa9da6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0951631 Mar 01 14:09:32.082170 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3d436221-f303-44a0-a4d8-aef422eac178 admin admin] Publish callbacks [] for security_group (5926bfe4-9a93-44cd-b41c-61a936a3f6ab), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:32.084960 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ba9f5-19f4-4ec0-8150-a201d4aa9da6 admin admin] Pushing event updated for resources: {'Network': ['ID=8410e937-1d0d-45aa-b46f-5deddf1033c6,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:32.101528 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 8410e937-1d0d-45aa-b46f-5deddf1033c6 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:09:32.110358 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-eaa65620-5e49-4908-9f13-c494db63fb36 admin admin] Request body: {'subnet': {'network_id': '8410e937-1d0d-45aa-b46f-5deddf1033c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2010902887-subnet', 'tenant_id': 'f48e86a88d6a4ebc9b6cd23601a1cbd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:32.116143 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e23fe0d2-1173-4b5a-ac4f-72f324f18b81 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (55c70d9b-99b6-46e8-91c5-6f5e5302a200), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:32.171079 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3d436221-f303-44a0-a4d8-aef422eac178 admin admin] Publish callbacks [] for security_group (5926bfe4-9a93-44cd-b41c-61a936a3f6ab), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:32.190348 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa65620-5e49-4908-9f13-c494db63fb36 admin admin] Made reservation on behalf of f48e86a88d6a4ebc9b6cd23601a1cbd9 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:09:32.203241 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eaa65620-5e49-4908-9f13-c494db63fb36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:32.307728 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3d436221-f303-44a0-a4d8-aef422eac178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (5926bfe4-9a93-44cd-b41c-61a936a3f6ab), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:32.310675 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3d436221-f303-44a0-a4d8-aef422eac178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:32.312030 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3d436221-f303-44a0-a4d8-aef422eac178 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5926bfe4-9a93-44cd-b41c-61a936a3f6ab HTTP/1.1" status: 204 len: 168 time: 0.4696400 Mar 01 14:09:32.359904 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d436221-f303-44a0-a4d8-aef422eac178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5926bfe4-9a93-44cd-b41c-61a936a3f6ab,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:32.416481 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23fe0d2-1173-4b5a-ac4f-72f324f18b81 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Subnet': ['ID=55c70d9b-99b6-46e8-91c5-6f5e5302a200,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:32.424982 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eaa65620-5e49-4908-9f13-c494db63fb36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (fe1c0fb4-b6fa-4cd1-8480-ecf296bd034d), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:32.481385 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23fe0d2-1173-4b5a-ac4f-72f324f18b81 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Checking segment: {'id': '25060c00-78c5-4e9c-8347-a2e84f8be8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8ab02ea6-108a-4904-a7e1-f257e6e950f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:09:32.481761 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23fe0d2-1173-4b5a-ac4f-72f324f18b81 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Network hostable DHCP agents. Network: 8ab02ea6-108a-4904-a7e1-f257e6e950f8, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:09:32.519582 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa65620-5e49-4908-9f13-c494db63fb36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe1c0fb4-b6fa-4cd1-8480-ecf296bd034d,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:32.533327 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-8873c8e9-08b1-4fde-9dc4-5422b9a48c74 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Deleting port 8fee95d5-f552-4aa7-aeab-639b41390d7d {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:09:32.534630 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa65620-5e49-4908-9f13-c494db63fb36 admin admin] Checking segment: {'id': '0131742f-a245-44b9-a818-c3cd3fb8355d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8410e937-1d0d-45aa-b46f-5deddf1033c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:09:32.535066 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa65620-5e49-4908-9f13-c494db63fb36 admin admin] Network hostable DHCP agents. Network: 8410e937-1d0d-45aa-b46f-5deddf1033c6, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:09:32.535256 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8873c8e9-08b1-4fde-9dc4-5422b9a48c74 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (8fee95d5-f552-4aa7-aeab-639b41390d7d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:32.545655 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23fe0d2-1173-4b5a-ac4f-72f324f18b81 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Network 8ab02ea6-108a-4904-a7e1-f257e6e950f8 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:09:32.573327 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa65620-5e49-4908-9f13-c494db63fb36 admin admin] Network 8410e937-1d0d-45aa-b46f-5deddf1033c6 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:09:32.589514 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-e23fe0d2-1173-4b5a-ac4f-72f324f18b81 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 8ab02ea6-108a-4904-a7e1-f257e6e950f8) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:09:32.595288 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-eaa65620-5e49-4908-9f13-c494db63fb36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 8410e937-1d0d-45aa-b46f-5deddf1033c6) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:09:32.597376 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23fe0d2-1173-4b5a-ac4f-72f324f18b81 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:09:32.597972 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e23fe0d2-1173-4b5a-ac4f-72f324f18b81 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:32.598244 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aca6b91-0974-4aa1-bdae-557aa513a14f None None] Network 8ab02ea6-108a-4904-a7e1-f257e6e950f8 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:09:32.603365 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef6c6ce-f26c-4438-a558-bed26cdd9a33 None None] Network 8410e937-1d0d-45aa-b46f-5deddf1033c6 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:09:32.611508 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa65620-5e49-4908-9f13-c494db63fb36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:09:32.612067 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eaa65620-5e49-4908-9f13-c494db63fb36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:32.655001 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-eaa65620-5e49-4908-9f13-c494db63fb36 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6100004 Mar 01 14:09:32.681788 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e23fe0d2-1173-4b5a-ac4f-72f324f18b81 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0703177 Mar 01 14:09:32.684527 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41052) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:32.807588 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-8873c8e9-08b1-4fde-9dc4-5422b9a48c74 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] For port 8fee95d5-f552-4aa7-aeab-639b41390d7d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=8fee95d5-f552-4aa7-aeab-639b41390d7d,segment=NetworkSegment(355d7bea-5170-4eb8-937d-f43b60000895),segment_id=355d7bea-5170-4eb8-937d-f43b60000895)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:09:32.808136 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8873c8e9-08b1-4fde-9dc4-5422b9a48c74 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (8fee95d5-f552-4aa7-aeab-639b41390d7d), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:32.838798 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-8873c8e9-08b1-4fde-9dc4-5422b9a48c74 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Calling delete_port for 8fee95d5-f552-4aa7-aeab-639b41390d7d owned by network:router_interface {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:09:32.929369 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41060) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:33.030427 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779abead-1c9c-4fb2-ac1a-08526cfb58c2 None None] Network 8410e937-1d0d-45aa-b46f-5deddf1033c6 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:09:33.221182 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd961f60-407d-431b-95e3-b395d9944aee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-8ab02ea6-108a-4904-a7e1-f257e6e950f8', 'network_id': '8ab02ea6-108a-4904-a7e1-f257e6e950f8', 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'fixed_ips': [{'subnet_id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:09:33.222089 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cd961f60-407d-431b-95e3-b395d9944aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:33.226177 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-59baa3d6-d5a9-4443-9240-ae7ea69a7a97 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:33.596266 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-cd961f60-407d-431b-95e3-b395d9944aee None None] Allocated IP 172.20.0.2 (8ab02ea6-108a-4904-a7e1-f257e6e950f8/55c70d9b-99b6-46e8-91c5-6f5e5302a200/83abc6aa-caf9-40fe-aaa0-91d03ca64439) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:09:33.723911 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41076) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:33.796171 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-24e95276-5015-4438-b494-3ec95db303e1 admin admin] Deleting subnet fece4390-9fef-4e09-9b3f-6637a28a7bac {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:09:33.806272 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cd961f60-407d-431b-95e3-b395d9944aee None None] Publish callbacks [] for port (83abc6aa-caf9-40fe-aaa0-91d03ca64439), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:33.811239 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-24e95276-5015-4438-b494-3ec95db303e1 admin admin] Publish callbacks [] for subnet (fece4390-9fef-4e09-9b3f-6637a28a7bac), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:33.824171 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cd961f60-407d-431b-95e3-b395d9944aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (83abc6aa-caf9-40fe-aaa0-91d03ca64439), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:33.913190 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd961f60-407d-431b-95e3-b395d9944aee None None] Network 8ab02ea6-108a-4904-a7e1-f257e6e950f8 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:09:33.922127 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-cd961f60-407d-431b-95e3-b395d9944aee None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:09:33.928912 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-3aabd95a-c50f-4202-972b-5a5d359a4842 tempest-NetworksNegativeTestJSON-2042689997 tempest-NetworksNegativeTestJSON-2042689997-project] Request body: {'port': {'network_id': 'dbd0ad8b-be3b-4165-b6ca-44c315f6e143', 'name': 'tempest-NetworksNegativeTestJSON-1236115218'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:33.949055 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd961f60-407d-431b-95e3-b395d9944aee None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:09:33.969995 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aabd95a-c50f-4202-972b-5a5d359a4842 tempest-NetworksNegativeTestJSON-2042689997 tempest-NetworksNegativeTestJSON-2042689997-project] POST failed (client error): The resource could not be found. Mar 01 14:09:33.970532 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aabd95a-c50f-4202-972b-5a5d359a4842 tempest-NetworksNegativeTestJSON-2042689997 tempest-NetworksNegativeTestJSON-2042689997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:09:33.978257 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-24e95276-5015-4438-b494-3ec95db303e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (fece4390-9fef-4e09-9b3f-6637a28a7bac), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:33.980281 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3aabd95a-c50f-4202-972b-5a5d359a4842 tempest-NetworksNegativeTestJSON-2042689997 tempest-NetworksNegativeTestJSON-2042689997-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2392356 Mar 01 14:09:33.982512 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41082) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:34.004811 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-59baa3d6-d5a9-4443-9240-ae7ea69a7a97 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Allocated IP 172.20.0.1 (8ab02ea6-108a-4904-a7e1-f257e6e950f8/55c70d9b-99b6-46e8-91c5-6f5e5302a200/5f5f166f-eae5-453b-8880-b50d471bfa64) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:09:34.035987 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-72ac9b82-fd0e-4ea2-90a1-a3b5bce0100b tempest-NetworksNegativeTestJSON-2042689997 tempest-NetworksNegativeTestJSON-2042689997-project] DELETE failed (client error): The resource could not be found. Mar 01 14:09:34.036638 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72ac9b82-fd0e-4ea2-90a1-a3b5bce0100b tempest-NetworksNegativeTestJSON-2042689997 tempest-NetworksNegativeTestJSON-2042689997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:09:34.042038 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-72ac9b82-fd0e-4ea2-90a1-a3b5bce0100b tempest-NetworksNegativeTestJSON-2042689997 tempest-NetworksNegativeTestJSON-2042689997-project] 10.222.0.13 "DELETE /v2.0/networks/5d83c853-900a-43bc-83e2-7eb7e5ca4ef1 HTTP/1.1" status: 404 len: 339 time: 0.0585217 Mar 01 14:09:34.049413 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41084) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:34.058761 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd961f60-407d-431b-95e3-b395d9944aee None None] Pushing event updated for resources: {'Port': ['ID=83abc6aa-caf9-40fe-aaa0-91d03ca64439,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:34.093752 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-cd961f60-407d-431b-95e3-b395d9944aee None None] Attempting to bind port 83abc6aa-caf9-40fe-aaa0-91d03ca64439 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:09:34.094294 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-cd961f60-407d-431b-95e3-b395d9944aee None None] Attempting to bind port 83abc6aa-caf9-40fe-aaa0-91d03ca64439 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '25060c00-78c5-4e9c-8347-a2e84f8be8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8ab02ea6-108a-4904-a7e1-f257e6e950f8'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:09:34.094816 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd961f60-407d-431b-95e3-b395d9944aee None None] Attempting to bind port 83abc6aa-caf9-40fe-aaa0-91d03ca64439 on network 8ab02ea6-108a-4904-a7e1-f257e6e950f8 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:09:34.101378 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd961f60-407d-431b-95e3-b395d9944aee None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:09:34.102138 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd961f60-407d-431b-95e3-b395d9944aee None None] Checking segment: {'id': '25060c00-78c5-4e9c-8347-a2e84f8be8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8ab02ea6-108a-4904-a7e1-f257e6e950f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:09:34.102812 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cd961f60-407d-431b-95e3-b395d9944aee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:34.103489 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd961f60-407d-431b-95e3-b395d9944aee None None] Bound using segment: {'id': '25060c00-78c5-4e9c-8347-a2e84f8be8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8ab02ea6-108a-4904-a7e1-f257e6e950f8'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:09:34.104178 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-cd961f60-407d-431b-95e3-b395d9944aee None None] Bound port: 83abc6aa-caf9-40fe-aaa0-91d03ca64439, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25060c00-78c5-4e9c-8347-a2e84f8be8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8ab02ea6-108a-4904-a7e1-f257e6e950f8'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:09:34.104768 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cd961f60-407d-431b-95e3-b395d9944aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (83abc6aa-caf9-40fe-aaa0-91d03ca64439), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:34.164402 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9bca53d-c29c-4783-853f-ab6a68da3924 tempest-NetworksNegativeTestJSON-2042689997 tempest-NetworksNegativeTestJSON-2042689997-project] DELETE failed (client error): The resource could not be found. Mar 01 14:09:34.165051 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9bca53d-c29c-4783-853f-ab6a68da3924 tempest-NetworksNegativeTestJSON-2042689997 tempest-NetworksNegativeTestJSON-2042689997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:09:34.170112 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a9bca53d-c29c-4783-853f-ab6a68da3924 tempest-NetworksNegativeTestJSON-2042689997 tempest-NetworksNegativeTestJSON-2042689997-project] 10.222.0.13 "DELETE /v2.0/ports/7169217e-d387-4d82-917a-87fa2af29f7b HTTP/1.1" status: 404 len: 333 time: 0.1178308 Mar 01 14:09:34.184196 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41086) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:34.194880 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cd961f60-407d-431b-95e3-b395d9944aee None None] For port 83abc6aa-caf9-40fe-aaa0-91d03ca64439, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:09:34.249581 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-59baa3d6-d5a9-4443-9240-ae7ea69a7a97 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for port (5f5f166f-eae5-453b-8880-b50d471bfa64), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:34.262248 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a46edf7-7da7-4c64-9ba5-a75964ed6682 tempest-NetworksNegativeTestJSON-2042689997 tempest-NetworksNegativeTestJSON-2042689997-project] DELETE failed (client error): The resource could not be found. Mar 01 14:09:34.263091 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a46edf7-7da7-4c64-9ba5-a75964ed6682 tempest-NetworksNegativeTestJSON-2042689997 tempest-NetworksNegativeTestJSON-2042689997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:09:34.266945 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4a46edf7-7da7-4c64-9ba5-a75964ed6682 tempest-NetworksNegativeTestJSON-2042689997 tempest-NetworksNegativeTestJSON-2042689997-project] 10.222.0.13 "DELETE /v2.0/subnets/cd32a606-c2e9-4387-ae6d-d469cd7c4245 HTTP/1.1" status: 404 len: 337 time: 0.0817859 Mar 01 14:09:34.273416 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41088) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:34.286358 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-24e95276-5015-4438-b494-3ec95db303e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (fece4390-9fef-4e09-9b3f-6637a28a7bac), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:34.306477 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-59baa3d6-d5a9-4443-9240-ae7ea69a7a97 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (5f5f166f-eae5-453b-8880-b50d471bfa64), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:34.394120 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-24e95276-5015-4438-b494-3ec95db303e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (fece4390-9fef-4e09-9b3f-6637a28a7bac), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:34.401510 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cd961f60-407d-431b-95e3-b395d9944aee None None] For port 83abc6aa-caf9-40fe-aaa0-91d03ca64439, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=83abc6aa-caf9-40fe-aaa0-91d03ca64439,segment=NetworkSegment(25060c00-78c5-4e9c-8347-a2e84f8be8f5),segment_id=25060c00-78c5-4e9c-8347-a2e84f8be8f5)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:09:34.416304 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cd961f60-407d-431b-95e3-b395d9944aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (83abc6aa-caf9-40fe-aaa0-91d03ca64439), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:34.426493 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59baa3d6-d5a9-4443-9240-ae7ea69a7a97 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Network 8ab02ea6-108a-4904-a7e1-f257e6e950f8 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:09:34.430647 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b5c9d0b-47fe-4102-9e07-bc7096855269 tempest-NetworksNegativeTestJSON-2042689997 tempest-NetworksNegativeTestJSON-2042689997-project] GET failed (client error): The resource could not be found. Mar 01 14:09:34.432113 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1b5c9d0b-47fe-4102-9e07-bc7096855269 tempest-NetworksNegativeTestJSON-2042689997 tempest-NetworksNegativeTestJSON-2042689997-project] 10.222.0.13 "GET /v2.0/networks/7e75b912-c4a5-4d93-bae4-4133907a326c HTTP/1.1" status: 404 len: 339 time: 0.1577692 Mar 01 14:09:34.432837 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8873c8e9-08b1-4fde-9dc4-5422b9a48c74 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (8fee95d5-f552-4aa7-aeab-639b41390d7d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:34.441202 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-59baa3d6-d5a9-4443-9240-ae7ea69a7a97 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:09:34.443389 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-24e95276-5015-4438-b494-3ec95db303e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:34.450178 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-24e95276-5015-4438-b494-3ec95db303e1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fece4390-9fef-4e09-9b3f-6637a28a7bac HTTP/1.1" status: 204 len: 168 time: 1.5196595 Mar 01 14:09:34.456082 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59baa3d6-d5a9-4443-9240-ae7ea69a7a97 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:09:34.464942 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41092) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:34.465279 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41094) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:34.500581 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd961f60-407d-431b-95e3-b395d9944aee None None] Pushing event updated for resources: {'Port': ['ID=83abc6aa-caf9-40fe-aaa0-91d03ca64439,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:34.505032 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e95276-5015-4438-b494-3ec95db303e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fece4390-9fef-4e09-9b3f-6637a28a7bac,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:34.555963 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873c8e9-08b1-4fde-9dc4-5422b9a48c74 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event deleted for resources: {'Port': ['ID=8fee95d5-f552-4aa7-aeab-639b41390d7d,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:34.694225 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-100842f9-07f1-430d-ae9a-1df27c630da9 tempest-NetworksNegativeTestJSON-2042689997 tempest-NetworksNegativeTestJSON-2042689997-project] GET failed (client error): The resource could not be found. Mar 01 14:09:34.701179 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-100842f9-07f1-430d-ae9a-1df27c630da9 tempest-NetworksNegativeTestJSON-2042689997 tempest-NetworksNegativeTestJSON-2042689997-project] 10.222.0.13 "GET /v2.0/ports/f2b82635-fac8-48e0-ac01-cb855b7d9c77 HTTP/1.1" status: 404 len: 333 time: 0.2268260 Mar 01 14:09:34.719165 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41096) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:34.720423 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59baa3d6-d5a9-4443-9240-ae7ea69a7a97 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Port': ['ID=5f5f166f-eae5-453b-8880-b50d471bfa64,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:34.764901 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-59baa3d6-d5a9-4443-9240-ae7ea69a7a97 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (6784a48f-5741-457d-b5fa-003799d31301), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:34.830888 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-df2b5308-010d-461a-a4c5-2713983e0bc7 tempest-NetworksNegativeTestJSON-2042689997 tempest-NetworksNegativeTestJSON-2042689997-project] GET failed (client error): The resource could not be found. Mar 01 14:09:34.849610 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-df2b5308-010d-461a-a4c5-2713983e0bc7 tempest-NetworksNegativeTestJSON-2042689997 tempest-NetworksNegativeTestJSON-2042689997-project] 10.222.0.13 "GET /v2.0/subnets/223c0aff-2eea-4973-8366-03f73b557b52 HTTP/1.1" status: 404 len: 337 time: 0.1222410 Mar 01 14:09:34.858007 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41098) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:34.870216 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-492e7f2c-bd2b-468d-8c4c-24e253b89a8e tempest-NetworksNegativeTestJSON-2042689997 tempest-NetworksNegativeTestJSON-2042689997-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:34.908179 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-492e7f2c-bd2b-468d-8c4c-24e253b89a8e tempest-NetworksNegativeTestJSON-2042689997 tempest-NetworksNegativeTestJSON-2042689997-project] PUT failed (client error): The resource could not be found. Mar 01 14:09:34.908731 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-492e7f2c-bd2b-468d-8c4c-24e253b89a8e tempest-NetworksNegativeTestJSON-2042689997 tempest-NetworksNegativeTestJSON-2042689997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:09:34.915992 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-492e7f2c-bd2b-468d-8c4c-24e253b89a8e tempest-NetworksNegativeTestJSON-2042689997 tempest-NetworksNegativeTestJSON-2042689997-project] 10.222.0.13 "PUT /v2.0/networks/9ed32a26-936d-45cf-887c-028c2b017d43 HTTP/1.1" status: 404 len: 339 time: 0.0509474 Mar 01 14:09:34.915992 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8873c8e9-08b1-4fde-9dc4-5422b9a48c74 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (4738dcad-ccde-4986-8f26-7f476c63d625), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:34.917266 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41100) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:34.923781 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-9372adcd-d427-4d10-a3fe-e8c30561c604 tempest-NetworksNegativeTestJSON-2042689997 tempest-NetworksNegativeTestJSON-2042689997-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:34.937278 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baa3d6-d5a9-4443-9240-ae7ea69a7a97 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:34.937672 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baa3d6-d5a9-4443-9240-ae7ea69a7a97 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:34.938007 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baa3d6-d5a9-4443-9240-ae7ea69a7a97 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:34.938468 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baa3d6-d5a9-4443-9240-ae7ea69a7a97 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:34.938800 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baa3d6-d5a9-4443-9240-ae7ea69a7a97 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:34.939125 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baa3d6-d5a9-4443-9240-ae7ea69a7a97 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:34.939485 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baa3d6-d5a9-4443-9240-ae7ea69a7a97 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:34.939948 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baa3d6-d5a9-4443-9240-ae7ea69a7a97 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:34.940435 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baa3d6-d5a9-4443-9240-ae7ea69a7a97 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:34.941040 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baa3d6-d5a9-4443-9240-ae7ea69a7a97 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:34.941786 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baa3d6-d5a9-4443-9240-ae7ea69a7a97 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:34.942201 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baa3d6-d5a9-4443-9240-ae7ea69a7a97 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:34.942529 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baa3d6-d5a9-4443-9240-ae7ea69a7a97 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:34.950499 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ec09bfbe-ea61-475c-8fce-17e0de546314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (11d96128-1775-4c65-9f04-4c3dd2bd20da), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:35.005448 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-59baa3d6-d5a9-4443-9240-ae7ea69a7a97 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (5f5f166f-eae5-453b-8880-b50d471bfa64), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:35.050418 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-9372adcd-d427-4d10-a3fe-e8c30561c604 tempest-NetworksNegativeTestJSON-2042689997 tempest-NetworksNegativeTestJSON-2042689997-project] PUT failed (client error): The resource could not be found. Mar 01 14:09:35.051092 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9372adcd-d427-4d10-a3fe-e8c30561c604 tempest-NetworksNegativeTestJSON-2042689997 tempest-NetworksNegativeTestJSON-2042689997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:09:35.053770 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9372adcd-d427-4d10-a3fe-e8c30561c604 tempest-NetworksNegativeTestJSON-2042689997 tempest-NetworksNegativeTestJSON-2042689997-project] 10.222.0.13 "PUT /v2.0/ports/c5c50a08-8bee-45e1-8ebd-ac979f6e94a6 HTTP/1.1" status: 404 len: 333 time: 0.1329365 Mar 01 14:09:35.063458 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41104) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:35.077389 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-a02f4c5d-c6aa-46a7-b3ec-19b49012a317 tempest-NetworksNegativeTestJSON-2042689997 tempest-NetworksNegativeTestJSON-2042689997-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:35.127658 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ec09bfbe-ea61-475c-8fce-17e0de546314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (11d96128-1775-4c65-9f04-4c3dd2bd20da), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:35.175836 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-ec09bfbe-ea61-475c-8fce-17e0de546314 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d96128-1775-4c65-9f04-4c3dd2bd20da']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:35.189584 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-a02f4c5d-c6aa-46a7-b3ec-19b49012a317 tempest-NetworksNegativeTestJSON-2042689997 tempest-NetworksNegativeTestJSON-2042689997-project] PUT failed (client error): The resource could not be found. Mar 01 14:09:35.190049 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a02f4c5d-c6aa-46a7-b3ec-19b49012a317 tempest-NetworksNegativeTestJSON-2042689997 tempest-NetworksNegativeTestJSON-2042689997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:09:35.191858 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a02f4c5d-c6aa-46a7-b3ec-19b49012a317 tempest-NetworksNegativeTestJSON-2042689997 tempest-NetworksNegativeTestJSON-2042689997-project] 10.222.0.13 "PUT /v2.0/subnets/08595826-8a52-4b32-8a15-be7d9ca45eaa HTTP/1.1" status: 404 len: 337 time: 0.1261504 Mar 01 14:09:35.195943 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-ec09bfbe-ea61-475c-8fce-17e0de546314 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ec1d5da-2a00-41e5-9a85-81a4006b616a') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:35.196243 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-ec09bfbe-ea61-475c-8fce-17e0de546314 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ec1d5da-2a00-41e5-9a85-81a4006b616a') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:35.217359 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ec09bfbe-ea61-475c-8fce-17e0de546314 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (7ec1d5da-2a00-41e5-9a85-81a4006b616a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:35.245160 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ec09bfbe-ea61-475c-8fce-17e0de546314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (7ec1d5da-2a00-41e5-9a85-81a4006b616a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:35.249575 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 83abc6aa-caf9-40fe-aaa0-91d03ca64439 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:09:35.261396 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec09bfbe-ea61-475c-8fce-17e0de546314 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:09:35.261954 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ec09bfbe-ea61-475c-8fce-17e0de546314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (7ec1d5da-2a00-41e5-9a85-81a4006b616a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:35.383281 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 83abc6aa-caf9-40fe-aaa0-91d03ca64439 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:35.389004 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (83abc6aa-caf9-40fe-aaa0-91d03ca64439), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:35.407635 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:09:35.407635 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:09:35.407635 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:09:35.407635 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:09:35.407635 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:09:35.407635 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:09:35.407635 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:09:35.407635 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:09:35.407635 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:09:35.407635 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:09:35.407635 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:09:35.407635 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:09:35.407635 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:09:35.407635 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:09:35.407635 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:09:35.407635 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:09:35.407635 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:09:35.407635 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:09:35.407635 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:09:35.407635 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:09:35.407635 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:09:35.407635 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:09:35.407635 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:09:35.407635 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:09:35.407635 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:09:35.407635 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:09:35.407635 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:09:35.407635 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:09:35.407635 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:09:35.407635 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:09:35.407635 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:09:35.407635 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:09:35.413534 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ec09bfbe-ea61-475c-8fce-17e0de546314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (11d96128-1775-4c65-9f04-4c3dd2bd20da), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:35.430239 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ec09bfbe-ea61-475c-8fce-17e0de546314 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:35.440617 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ec09bfbe-ea61-475c-8fce-17e0de546314 admin admin] 10.222.0.13 "DELETE /v2.0/networks/11d96128-1775-4c65-9f04-4c3dd2bd20da HTTP/1.1" status: 204 len: 168 time: 0.9589233 Mar 01 14:09:35.443303 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41108) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:35.510981 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8873c8e9-08b1-4fde-9dc4-5422b9a48c74 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Router 4738dcad-ccde-4986-8f26-7f476c63d625 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:09:35.536106 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09bfbe-ea61-475c-8fce-17e0de546314 admin admin] Pushing event deleted for resources: {'Network': ['ID=11d96128-1775-4c65-9f04-4c3dd2bd20da,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:35.660404 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fcff205-3263-4eaa-85e7-02b9e5295fe4 admin admin] Deleting subnet fe1c0fb4-b6fa-4cd1-8480-ecf296bd034d {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:09:35.662879 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 83abc6aa-caf9-40fe-aaa0-91d03ca64439 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:09:35.663427 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (83abc6aa-caf9-40fe-aaa0-91d03ca64439), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:35.680836 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8873c8e9-08b1-4fde-9dc4-5422b9a48c74 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:09:35.691799 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575845b4-23b7-4e26-9932-1ecdef622e99 None None] Sync routers for ids ['4738dcad-ccde-4986-8f26-7f476c63d625'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:09:35.694564 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8873c8e9-08b1-4fde-9dc4-5422b9a48c74 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "PUT /v2.0/routers/4738dcad-ccde-4986-8f26-7f476c63d625/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0404346 Mar 01 14:09:35.695412 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41114) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:35.718093 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575845b4-23b7-4e26-9932-1ecdef622e99 None None] Routers {'4738dcad-ccde-4986-8f26-7f476c63d625'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:09:35.720221 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-575845b4-23b7-4e26-9932-1ecdef622e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:09:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4738dcad-ccde-4986-8f26-7f476c63d625'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:35.749529 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 83abc6aa-caf9-40fe-aaa0-91d03ca64439, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=83abc6aa-caf9-40fe-aaa0-91d03ca64439,segment=NetworkSegment(25060c00-78c5-4e9c-8347-a2e84f8be8f5),segment_id=25060c00-78c5-4e9c-8347-a2e84f8be8f5)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:09:35.759893 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (83abc6aa-caf9-40fe-aaa0-91d03ca64439), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:35.819229 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fcff205-3263-4eaa-85e7-02b9e5295fe4 admin admin] Publish callbacks [] for subnet (fe1c0fb4-b6fa-4cd1-8480-ecf296bd034d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:35.861739 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b11878-4d37-406e-887f-532fada06dc0 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Deleting subnet 6395be5a-5198-4907-bbae-62d5988a1869 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:09:35.880325 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-00b11878-4d37-406e-887f-532fada06dc0 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for subnet (6395be5a-5198-4907-bbae-62d5988a1869), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:35.909514 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=83abc6aa-caf9-40fe-aaa0-91d03ca64439,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:35.934717 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-575845b4-23b7-4e26-9932-1ecdef622e99 None None] Set router 4738dcad-ccde-4986-8f26-7f476c63d625 gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:09:35.984292 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-00b11878-4d37-406e-887f-532fada06dc0 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (6395be5a-5198-4907-bbae-62d5988a1869), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:36.001197 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fcff205-3263-4eaa-85e7-02b9e5295fe4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (fe1c0fb4-b6fa-4cd1-8480-ecf296bd034d), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:36.022783 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41116) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:36.138405 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-00b11878-4d37-406e-887f-532fada06dc0 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (6395be5a-5198-4907-bbae-62d5988a1869), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:36.226903 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fcff205-3263-4eaa-85e7-02b9e5295fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (fe1c0fb4-b6fa-4cd1-8480-ecf296bd034d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:36.337175 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-00b11878-4d37-406e-887f-532fada06dc0 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (6395be5a-5198-4907-bbae-62d5988a1869), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:36.369096 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-00b11878-4d37-406e-887f-532fada06dc0 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:36.373552 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-00b11878-4d37-406e-887f-532fada06dc0 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/subnets/6395be5a-5198-4907-bbae-62d5988a1869 HTTP/1.1" status: 204 len: 168 time: 0.6758413 Mar 01 14:09:36.377991 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41122) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:36.378384 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c18d585-2ae4-47c9-961a-508059814ce7 None None] Network 21e14362-3194-44ba-be9e-42c62903a358 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:09:36.423868 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cc402a-3ec0-44af-9266-adafc3521d2a None None] Network 8ab02ea6-108a-4904-a7e1-f257e6e950f8 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:09:36.426050 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b11878-4d37-406e-887f-532fada06dc0 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event deleted for resources: {'Subnet': ['ID=6395be5a-5198-4907-bbae-62d5988a1869,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:36.455972 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0b0c6383-b262-40b1-93fe-5e2ac09c4a4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:36.482721 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-575845b4-23b7-4e26-9932-1ecdef622e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'name': 'tempest-RoutersIpV6Test-router-553735540', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:08:27Z', 'updated_at': '2022-03-01T14:09:34Z', 'revision_number': 11, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:36.516891 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fcff205-3263-4eaa-85e7-02b9e5295fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (fe1c0fb4-b6fa-4cd1-8480-ecf296bd034d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:36.538453 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fcff205-3263-4eaa-85e7-02b9e5295fe4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:36.545208 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1fcff205-3263-4eaa-85e7-02b9e5295fe4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fe1c0fb4-b6fa-4cd1-8480-ecf296bd034d HTTP/1.1" status: 204 len: 168 time: 1.0937088 Mar 01 14:09:36.551410 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575845b4-23b7-4e26-9932-1ecdef622e99 None None] Checking router: 4738dcad-ccde-4986-8f26-7f476c63d625 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:09:36.551557 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41124) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:36.603501 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575845b4-23b7-4e26-9932-1ecdef622e99 None None] Routers {'4738dcad-ccde-4986-8f26-7f476c63d625'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:09:36.604842 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-575845b4-23b7-4e26-9932-1ecdef622e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:09:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4738dcad-ccde-4986-8f26-7f476c63d625'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:36.610848 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcff205-3263-4eaa-85e7-02b9e5295fe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe1c0fb4-b6fa-4cd1-8480-ecf296bd034d,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:36.686247 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f80ebf87-b468-4c03-bf78-ddaaa15ec206 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (21e14362-3194-44ba-be9e-42c62903a358), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:36.693648 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-59baa3d6-d5a9-4443-9240-ae7ea69a7a97 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for port (5f5f166f-eae5-453b-8880-b50d471bfa64), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:36.713615 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-59baa3d6-d5a9-4443-9240-ae7ea69a7a97 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (5f5f166f-eae5-453b-8880-b50d471bfa64), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:36.726846 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-ebfa4e6d-7c3c-46ec-8c8d-3b98a7105861 None None] Provisioning complete for port 83abc6aa-caf9-40fe-aaa0-91d03ca64439 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:36.727442 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ebfa4e6d-7c3c-46ec-8c8d-3b98a7105861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (83abc6aa-caf9-40fe-aaa0-91d03ca64439), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:36.740829 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0b0c6383-b262-40b1-93fe-5e2ac09c4a4a admin admin] Publish callbacks [] for security_group (42aa747a-ed68-4b1c-b7b6-d291c0fb354b), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:36.752453 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0b0c6383-b262-40b1-93fe-5e2ac09c4a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (42aa747a-ed68-4b1c-b7b6-d291c0fb354b), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:36.780316 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-59baa3d6-d5a9-4443-9240-ae7ea69a7a97 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (6784a48f-5741-457d-b5fa-003799d31301), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:36.820394 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-094571da-56f0-4b6d-91c9-55c9470d6a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (8410e937-1d0d-45aa-b46f-5deddf1033c6), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:36.853281 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-575845b4-23b7-4e26-9932-1ecdef622e99 None None] Set router 4738dcad-ccde-4986-8f26-7f476c63d625 gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:09:36.988169 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c6383-b262-40b1-93fe-5e2ac09c4a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42aa747a-ed68-4b1c-b7b6-d291c0fb354b,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:37.008062 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0b0c6383-b262-40b1-93fe-5e2ac09c4a4a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c59ace98367466192a7b96a593494d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9814153 Mar 01 14:09:37.008717 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41132) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:37.011107 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4825a0-bf2f-47c9-98b5-383132f4edde None None] DHCP port deletion for 21e14362-3194-44ba-be9e-42c62903a358 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:09:37.059200 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-575845b4-23b7-4e26-9932-1ecdef622e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'name': 'tempest-RoutersIpV6Test-router-553735540', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:08:27Z', 'updated_at': '2022-03-01T14:09:34Z', 'revision_number': 11, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:37.154691 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575845b4-23b7-4e26-9932-1ecdef622e99 None None] The sync data for ids ['4738dcad-ccde-4986-8f26-7f476c63d625'] in n-d-827467-3 is: [{'id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'name': 'tempest-RoutersIpV6Test-router-553735540', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:08:27Z', 'updated_at': '2022-03-01T14:09:34Z', 'revision_number': 11, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'gw_port_host': None}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:09:37.160444 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 83abc6aa-caf9-40fe-aaa0-91d03ca64439 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:09:37.189842 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6cf426bb-bfc9-49c6-8b0d-511f5afd56c0 admin admin] Publish callbacks [] for security_group (42aa747a-ed68-4b1c-b7b6-d291c0fb354b), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:37.282418 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6cf426bb-bfc9-49c6-8b0d-511f5afd56c0 admin admin] Publish callbacks [] for security_group (42aa747a-ed68-4b1c-b7b6-d291c0fb354b), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:37.481228 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6cf426bb-bfc9-49c6-8b0d-511f5afd56c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (42aa747a-ed68-4b1c-b7b6-d291c0fb354b), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:37.484905 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6cf426bb-bfc9-49c6-8b0d-511f5afd56c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:37.486172 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6cf426bb-bfc9-49c6-8b0d-511f5afd56c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/42aa747a-ed68-4b1c-b7b6-d291c0fb354b HTTP/1.1" status: 204 len: 168 time: 0.4765072 Mar 01 14:09:37.529050 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59baa3d6-d5a9-4443-9240-ae7ea69a7a97 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Port': ['ID=5f5f166f-eae5-453b-8880-b50d471bfa64,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:37.534836 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf426bb-bfc9-49c6-8b0d-511f5afd56c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42aa747a-ed68-4b1c-b7b6-d291c0fb354b,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:37.575391 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-0e4825a0-bf2f-47c9-98b5-383132f4edde None None] Deleting port ef8bca24-14c1-441a-9c24-f7783fe9ce66 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:09:37.575973 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0e4825a0-bf2f-47c9-98b5-383132f4edde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (ef8bca24-14c1-441a-9c24-f7783fe9ce66), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:37.654396 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-094571da-56f0-4b6d-91c9-55c9470d6a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (8410e937-1d0d-45aa-b46f-5deddf1033c6), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:37.694772 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-094571da-56f0-4b6d-91c9-55c9470d6a11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8410e937-1d0d-45aa-b46f-5deddf1033c6']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:37.707196 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-094571da-56f0-4b6d-91c9-55c9470d6a11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0131742f-a245-44b9-a818-c3cd3fb8355d') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:37.707695 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-094571da-56f0-4b6d-91c9-55c9470d6a11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0131742f-a245-44b9-a818-c3cd3fb8355d') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:37.716757 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ebfa4e6d-7c3c-46ec-8c8d-3b98a7105861 None None] Current status of the port 83abc6aa-caf9-40fe-aaa0-91d03ca64439 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:09:37.761504 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-094571da-56f0-4b6d-91c9-55c9470d6a11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (0131742f-a245-44b9-a818-c3cd3fb8355d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:37.821099 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-094571da-56f0-4b6d-91c9-55c9470d6a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (0131742f-a245-44b9-a818-c3cd3fb8355d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:37.822156 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 83abc6aa-caf9-40fe-aaa0-91d03ca64439 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:37.824407 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (83abc6aa-caf9-40fe-aaa0-91d03ca64439), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:37.861663 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-094571da-56f0-4b6d-91c9-55c9470d6a11 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:09:37.864074 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-094571da-56f0-4b6d-91c9-55c9470d6a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (0131742f-a245-44b9-a818-c3cd3fb8355d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:37.869532 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-0e4825a0-bf2f-47c9-98b5-383132f4edde None None] For port ef8bca24-14c1-441a-9c24-f7783fe9ce66, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ef8bca24-14c1-441a-9c24-f7783fe9ce66,segment=NetworkSegment(355d7bea-5170-4eb8-937d-f43b60000895),segment_id=355d7bea-5170-4eb8-937d-f43b60000895)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:09:37.869933 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0e4825a0-bf2f-47c9-98b5-383132f4edde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (ef8bca24-14c1-441a-9c24-f7783fe9ce66), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:37.914955 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:09:37.914955 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:09:37.914955 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:09:37.914955 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:09:37.914955 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:09:37.914955 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:09:37.914955 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:09:37.914955 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:09:37.914955 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:09:37.914955 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:09:37.914955 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:09:37.914955 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:09:37.914955 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:09:37.914955 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:09:37.914955 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:09:37.914955 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:09:37.914955 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:09:37.914955 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:09:37.914955 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:09:37.914955 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:09:37.914955 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:09:37.914955 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:09:37.914955 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:09:37.914955 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:09:37.914955 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:09:37.914955 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:09:37.914955 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:09:37.914955 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:09:37.914955 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:09:37.914955 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:09:37.914955 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:09:37.914955 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:09:38.045346 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f80ebf87-b468-4c03-bf78-ddaaa15ec206 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Deleting port ef8bca24-14c1-441a-9c24-f7783fe9ce66 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:09:38.046231 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f80ebf87-b468-4c03-bf78-ddaaa15ec206 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (ef8bca24-14c1-441a-9c24-f7783fe9ce66), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:38.058741 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-0e4825a0-bf2f-47c9-98b5-383132f4edde None None] Calling delete_port for ef8bca24-14c1-441a-9c24-f7783fe9ce66 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:09:38.086315 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-0a5cc1e5-3dff-43ff-a65f-bb568f5ac1d3 None None] Provisioning complete for port 83abc6aa-caf9-40fe-aaa0-91d03ca64439 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:38.088465 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0a5cc1e5-3dff-43ff-a65f-bb568f5ac1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (83abc6aa-caf9-40fe-aaa0-91d03ca64439), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:38.131163 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f80ebf87-b468-4c03-bf78-ddaaa15ec206 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] For port ef8bca24-14c1-441a-9c24-f7783fe9ce66, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ef8bca24-14c1-441a-9c24-f7783fe9ce66,segment=NetworkSegment(355d7bea-5170-4eb8-937d-f43b60000895),segment_id=355d7bea-5170-4eb8-937d-f43b60000895)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:09:38.131647 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f80ebf87-b468-4c03-bf78-ddaaa15ec206 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (ef8bca24-14c1-441a-9c24-f7783fe9ce66), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:38.147286 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f80ebf87-b468-4c03-bf78-ddaaa15ec206 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Calling delete_port for ef8bca24-14c1-441a-9c24-f7783fe9ce66 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:09:38.259079 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f80ebf87-b468-4c03-bf78-ddaaa15ec206 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (ef8bca24-14c1-441a-9c24-f7783fe9ce66), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:38.293506 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ebf87-b468-4c03-bf78-ddaaa15ec206 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event deleted for resources: {'Port': ['ID=ef8bca24-14c1-441a-9c24-f7783fe9ce66,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:38.297817 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-094571da-56f0-4b6d-91c9-55c9470d6a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (8410e937-1d0d-45aa-b46f-5deddf1033c6), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:38.314867 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-094571da-56f0-4b6d-91c9-55c9470d6a11 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:38.320078 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-094571da-56f0-4b6d-91c9-55c9470d6a11 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8410e937-1d0d-45aa-b46f-5deddf1033c6 HTTP/1.1" status: 204 len: 168 time: 1.7652640 Mar 01 14:09:38.332687 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59baa3d6-d5a9-4443-9240-ae7ea69a7a97 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Network 8ab02ea6-108a-4904-a7e1-f257e6e950f8 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:09:38.346684 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80ebf87-b468-4c03-bf78-ddaaa15ec206 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] No DVR routers for this DVR port ef8bca24-14c1-441a-9c24-f7783fe9ce66 on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:09:38.351099 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-59baa3d6-d5a9-4443-9240-ae7ea69a7a97 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:09:38.417075 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094571da-56f0-4b6d-91c9-55c9470d6a11 admin admin] Pushing event deleted for resources: {'Network': ['ID=8410e937-1d0d-45aa-b46f-5deddf1033c6,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:38.579568 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f80ebf87-b468-4c03-bf78-ddaaa15ec206 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (21e14362-3194-44ba-be9e-42c62903a358), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:38.634805 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-f80ebf87-b468-4c03-bf78-ddaaa15ec206 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e14362-3194-44ba-be9e-42c62903a358']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:38.671194 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-f80ebf87-b468-4c03-bf78-ddaaa15ec206 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '355d7bea-5170-4eb8-937d-f43b60000895') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:38.672103 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-f80ebf87-b468-4c03-bf78-ddaaa15ec206 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '355d7bea-5170-4eb8-937d-f43b60000895') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:38.703589 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f80ebf87-b468-4c03-bf78-ddaaa15ec206 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (355d7bea-5170-4eb8-937d-f43b60000895), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:38.758269 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f80ebf87-b468-4c03-bf78-ddaaa15ec206 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (355d7bea-5170-4eb8-937d-f43b60000895), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:38.776876 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f80ebf87-b468-4c03-bf78-ddaaa15ec206 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:09:38.778434 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f80ebf87-b468-4c03-bf78-ddaaa15ec206 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (355d7bea-5170-4eb8-937d-f43b60000895), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:38.822745 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:09:38.850398 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41162) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:38.941415 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:09:38.941415 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:09:38.941415 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:09:38.941415 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:09:38.941415 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:09:38.941415 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:09:38.941415 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:09:38.941415 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:09:38.941415 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:09:38.941415 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:09:38.941415 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:09:38.941415 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:09:38.941415 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:09:38.941415 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:09:38.941415 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:09:38.941415 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:09:38.941415 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:09:38.941415 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:09:38.941415 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:09:38.941415 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:09:38.941415 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:09:38.941415 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:09:38.941415 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:09:38.941415 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:09:38.941415 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:09:38.941415 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:09:38.941415 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:09:38.941415 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:09:38.941415 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:09:38.941415 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:09:38.941415 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:09:38.941415 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:09:38.946090 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f80ebf87-b468-4c03-bf78-ddaaa15ec206 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (21e14362-3194-44ba-be9e-42c62903a358), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:38.952587 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d409bdb9-4c05-45a3-b44e-7ddb63f1f6ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aad67bdcef1843ab90c1df57266222ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1003578 Mar 01 14:09:38.955546 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41164) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:39.074216 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f80ebf87-b468-4c03-bf78-ddaaa15ec206 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:39.086951 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f80ebf87-b468-4c03-bf78-ddaaa15ec206 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/networks/21e14362-3194-44ba-be9e-42c62903a358 HTTP/1.1" status: 204 len: 168 time: 2.7004797 Mar 01 14:09:39.090280 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41172) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:39.114892 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-52ceb231-30ab-4535-8da5-979098205044 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Request body: {'router': {'routes': None}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:39.156434 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ebf87-b468-4c03-bf78-ddaaa15ec206 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Pushing event deleted for resources: {'Network': ['ID=21e14362-3194-44ba-be9e-42c62903a358,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:39.216406 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-0a5cc1e5-3dff-43ff-a65f-bb568f5ac1d3 None None] Current status of the port 83abc6aa-caf9-40fe-aaa0-91d03ca64439 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:09:39.236710 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 83abc6aa-caf9-40fe-aaa0-91d03ca64439 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:09:39.262976 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59baa3d6-d5a9-4443-9240-ae7ea69a7a97 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Router 6784a48f-5741-457d-b5fa-003799d31301 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:09:39.306036 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-0a5cc1e5-3dff-43ff-a65f-bb568f5ac1d3 None None] Provisioning complete for port 5f5f166f-eae5-453b-8880-b50d471bfa64 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:39.306427 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0a5cc1e5-3dff-43ff-a65f-bb568f5ac1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (5f5f166f-eae5-453b-8880-b50d471bfa64), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:39.314228 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0e4825a0-bf2f-47c9-98b5-383132f4edde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (ef8bca24-14c1-441a-9c24-f7783fe9ce66), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:39.342703 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0e4825a0-bf2f-47c9-98b5-383132f4edde None None] Network 21e14362-3194-44ba-be9e-42c62903a358 is not hosted by any dhcp agent {{(pid=103728) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 01 14:09:39.343350 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4825a0-bf2f-47c9-98b5-383132f4edde None None] No DVR routers for this DVR port ef8bca24-14c1-441a-9c24-f7783fe9ce66 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:09:39.434053 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-147e8786-280e-49ff-a797-962b1761b03a admin admin] Publish callbacks [] for security_group (6e662302-cc58-4e26-9b15-e1bcca4e41fb), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:39.483288 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-147e8786-280e-49ff-a797-962b1761b03a admin admin] Publish callbacks [] for security_group (6e662302-cc58-4e26-9b15-e1bcca4e41fb), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:39.503128 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41176) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:39.516248 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ef8bca24-14c1-441a-9c24-f7783fe9ce66 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:09:39.564964 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: ef8bca24-14c1-441a-9c24-f7783fe9ce66 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:09:39.565308 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ef8bca24-14c1-441a-9c24-f7783fe9ce66 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:09:39.565731 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 8fee95d5-f552-4aa7-aeab-639b41390d7d no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:09:39.592307 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59baa3d6-d5a9-4443-9240-ae7ea69a7a97 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:09:39.616568 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-59baa3d6-d5a9-4443-9240-ae7ea69a7a97 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "PUT /v2.0/routers/6784a48f-5741-457d-b5fa-003799d31301/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9309945 Mar 01 14:09:39.625141 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41182) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:39.634187 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-ddf9ee9b-4525-4964-869e-abe65e516ea7 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Request body: {'network': {'name': 'tempest-RoutersTest-276679923'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:39.649908 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 8fee95d5-f552-4aa7-aeab-639b41390d7d {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:09:39.651031 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 8fee95d5-f552-4aa7-aeab-639b41390d7d not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:09:39.668416 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-0a5cc1e5-3dff-43ff-a65f-bb568f5ac1d3 None None] Port 5f5f166f-eae5-453b-8880-b50d471bfa64 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:09:39.681110 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4825a0-bf2f-47c9-98b5-383132f4edde None None] Pushing event deleted for resources: {'Port': ['ID=ef8bca24-14c1-441a-9c24-f7783fe9ce66,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:39.697758 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf9ee9b-4525-4964-869e-abe65e516ea7 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Made reservation on behalf of 3a14431fa0e343d69136a59d66043ad6 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:09:39.705133 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398fda16-dbee-438d-8428-249498073195 None None] Sync routers for ids ['6784a48f-5741-457d-b5fa-003799d31301'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:09:39.710402 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ddf9ee9b-4525-4964-869e-abe65e516ea7 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:39.730330 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398fda16-dbee-438d-8428-249498073195 None None] Routers {'6784a48f-5741-457d-b5fa-003799d31301'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:09:39.730966 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-398fda16-dbee-438d-8428-249498073195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:09:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6784a48f-5741-457d-b5fa-003799d31301'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:39.795428 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf9ee9b-4525-4964-869e-abe65e516ea7 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:09:39.822195 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ddf9ee9b-4525-4964-869e-abe65e516ea7 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (fd5646f9-1e8d-4d15-a53b-2f90b2065219), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:39.822348 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-ddf9ee9b-4525-4964-869e-abe65e516ea7 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Added segment fd5646f9-1e8d-4d15-a53b-2f90b2065219 of type vlan for network e24b94b7-4797-46b9-9324-190a0514f314 Mar 01 14:09:39.854867 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-147e8786-280e-49ff-a797-962b1761b03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6e662302-cc58-4e26-9b15-e1bcca4e41fb), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:39.860856 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-147e8786-280e-49ff-a797-962b1761b03a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:39.862044 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-147e8786-280e-49ff-a797-962b1761b03a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e662302-cc58-4e26-9b15-e1bcca4e41fb HTTP/1.1" status: 204 len: 168 time: 0.9043784 Mar 01 14:09:39.863237 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.extraroute_db [None req-52ceb231-30ab-4535-8da5-979098205044 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Added routes are [] {{(pid=103727) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 01 14:09:39.863537 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.extraroute_db [None req-52ceb231-30ab-4535-8da5-979098205044 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Removed routes are [] {{(pid=103727) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 01 14:09:39.863915 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-52ceb231-30ab-4535-8da5-979098205044 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3686472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8455'] for router (4738dcad-ccde-4986-8f26-7f476c63d625), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:39.887329 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e8786-280e-49ff-a797-962b1761b03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e662302-cc58-4e26-9b15-e1bcca4e41fb,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:39.947399 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-398fda16-dbee-438d-8428-249498073195 None None] Set router 6784a48f-5741-457d-b5fa-003799d31301 gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:09:39.947975 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ddf9ee9b-4525-4964-869e-abe65e516ea7 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (e24b94b7-4797-46b9-9324-190a0514f314), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:40.067196 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-3aa5ab21-fbb4-4d7b-b58e-66db6ea0e314 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-999729712'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:40.089121 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ddf9ee9b-4525-4964-869e-abe65e516ea7 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (e24b94b7-4797-46b9-9324-190a0514f314), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:40.094304 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf9ee9b-4525-4964-869e-abe65e516ea7 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:09:40.108049 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ddf9ee9b-4525-4964-869e-abe65e516ea7 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:40.287163 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-52ceb231-30ab-4535-8da5-979098205044 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3686472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8455'] for router (4738dcad-ccde-4986-8f26-7f476c63d625), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:40.294833 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9ee9b-4525-4964-869e-abe65e516ea7 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Network': ['ID=e24b94b7-4797-46b9-9324-190a0514f314,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:40.313080 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-52ceb231-30ab-4535-8da5-979098205044 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3686481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3686494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683840'] for router (4738dcad-ccde-4986-8f26-7f476c63d625), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:40.333200 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ddf9ee9b-4525-4964-869e-abe65e516ea7 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7039127 Mar 01 14:09:40.333200 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa5ab21-fbb4-4d7b-b58e-66db6ea0e314 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:09:40.335402 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3aa5ab21-fbb4-4d7b-b58e-66db6ea0e314 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:40.337359 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41190) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:40.372988 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3aa5ab21-fbb4-4d7b-b58e-66db6ea0e314 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:40.422927 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network e24b94b7-4797-46b9-9324-190a0514f314 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:09:40.465465 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-c2a96063-874e-4919-bebc-57d931423743 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Request body: {'subnet': {'network_id': 'e24b94b7-4797-46b9-9324-190a0514f314', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:40.530378 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-5d25fa61-cadd-4d7e-887e-640f5f7b6f6d None None] Provisioning complete for port 5f5f166f-eae5-453b-8880-b50d471bfa64 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:40.531793 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5d25fa61-cadd-4d7e-887e-640f5f7b6f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (5f5f166f-eae5-453b-8880-b50d471bfa64), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:40.541810 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:40.615883 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3aa5ab21-fbb4-4d7b-b58e-66db6ea0e314 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for security_group (79fe60e4-2fad-41a2-b758-2c6aeef1018d), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:40.632323 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3aa5ab21-fbb4-4d7b-b58e-66db6ea0e314 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (79fe60e4-2fad-41a2-b758-2c6aeef1018d), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:40.681128 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:40.696105 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5ab21-fbb4-4d7b-b58e-66db6ea0e314 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79fe60e4-2fad-41a2-b758-2c6aeef1018d,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:40.705616 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ceb231-30ab-4535-8da5-979098205044 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Router 4738dcad-ccde-4986-8f26-7f476c63d625 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:09:40.735540 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa5ab21-fbb4-4d7b-b58e-66db6ea0e314 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:09:40.767981 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3aa5ab21-fbb4-4d7b-b58e-66db6ea0e314 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (f3a5b3c0-f3c1-47fb-b09f-ae03d8dc0111), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:40.770856 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-3aa5ab21-fbb4-4d7b-b58e-66db6ea0e314 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Added segment f3a5b3c0-f3c1-47fb-b09f-ae03d8dc0111 of type vlan for network 7bef87e7-222a-4c64-a308-0d24dbd0d480 Mar 01 14:09:40.804846 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41194) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:40.874297 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-5d25fa61-cadd-4d7e-887e-640f5f7b6f6d None None] Port 5f5f166f-eae5-453b-8880-b50d471bfa64 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:09:40.944479 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a96063-874e-4919-bebc-57d931423743 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Made reservation on behalf of 3a14431fa0e343d69136a59d66043ad6 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:09:40.946856 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3aa5ab21-fbb4-4d7b-b58e-66db6ea0e314 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (7bef87e7-222a-4c64-a308-0d24dbd0d480), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:40.947828 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c2a96063-874e-4919-bebc-57d931423743 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:40.986993 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-398fda16-dbee-438d-8428-249498073195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6784a48f-5741-457d-b5fa-003799d31301', 'name': 'tempest-RoutersTest-router-257174145', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:09:30Z', 'updated_at': '2022-03-01T14:09:34Z', 'revision_number': 2, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'gw_port_host': None, '_interfaces': [{'id': '5f5f166f-eae5-453b-8880-b50d471bfa64', 'name': '', 'network_id': '8ab02ea6-108a-4904-a7e1-f257e6e950f8', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:38:74:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:33Z', 'updated_at': '2022-03-01T14:09:36Z', 'revision_number': 2, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:40.991368 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a17188d7-f5c7-4f04-bcd4-e7f99e85fc22 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f48e86a88d6a4ebc9b6cd23601a1cbd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1851325 Mar 01 14:09:40.996391 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41196) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:41.057934 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398fda16-dbee-438d-8428-249498073195 None None] Checking router: 6784a48f-5741-457d-b5fa-003799d31301 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:09:41.058651 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398fda16-dbee-438d-8428-249498073195 None None] Updating router 6784a48f-5741-457d-b5fa-003799d31301 port 5f5f166f-eae5-453b-8880-b50d471bfa64 binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:09:41.071224 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3aa5ab21-fbb4-4d7b-b58e-66db6ea0e314 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (7bef87e7-222a-4c64-a308-0d24dbd0d480), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:41.083089 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa5ab21-fbb4-4d7b-b58e-66db6ea0e314 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:09:41.089487 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3aa5ab21-fbb4-4d7b-b58e-66db6ea0e314 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:41.121749 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-398fda16-dbee-438d-8428-249498073195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (5f5f166f-eae5-453b-8880-b50d471bfa64), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:41.157004 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ceb231-30ab-4535-8da5-979098205044 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:09:41.170208 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa575f97-731c-4c8e-9ffc-b0ec9d0f59ef None None] Sync routers for ids ['4738dcad-ccde-4986-8f26-7f476c63d625'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:09:41.181690 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa575f97-731c-4c8e-9ffc-b0ec9d0f59ef None None] Routers {'4738dcad-ccde-4986-8f26-7f476c63d625'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:09:41.182310 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-aa575f97-731c-4c8e-9ffc-b0ec9d0f59ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:09:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4738dcad-ccde-4986-8f26-7f476c63d625'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:41.189127 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-52ceb231-30ab-4535-8da5-979098205044 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:41.210359 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-52ceb231-30ab-4535-8da5-979098205044 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "PUT /v2.0/routers/4738dcad-ccde-4986-8f26-7f476c63d625 HTTP/1.1" status: 200 len: 704 time: 2.1190088 Mar 01 14:09:41.220173 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41198) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:41.309427 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5ab21-fbb4-4d7b-b58e-66db6ea0e314 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Network': ['ID=7bef87e7-222a-4c64-a308-0d24dbd0d480,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:41.344605 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-afd0eed7-48cc-4c39-a9e0-16fbe4a68423 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "GET /v2.0/ports?device_id=4738dcad-ccde-4986-8f26-7f476c63d625 HTTP/1.1" status: 200 len: 205 time: 0.1207511 Mar 01 14:09:41.351019 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41204) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:41.391386 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 7bef87e7-222a-4c64-a308-0d24dbd0d480 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:09:41.436710 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-aa575f97-731c-4c8e-9ffc-b0ec9d0f59ef None None] Set router 4738dcad-ccde-4986-8f26-7f476c63d625 gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:09:41.487973 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3aa5ab21-fbb4-4d7b-b58e-66db6ea0e314 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9630313 Mar 01 14:09:41.493904 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41206) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:41.498376 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-75a9c5a2-306e-4421-bce2-2fe2910061e8 admin admin] Publish callbacks [] for security_group (6bdf0eb3-714a-4177-9df7-a0b7d7a11e64), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:41.520044 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-31d779da-2317-4bf7-bc6e-5bf5d98ca206 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'port': {'network_id': '7bef87e7-222a-4c64-a308-0d24dbd0d480', 'name': 'tempest-PortsIpV6TestJSON-349523093'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:41.613300 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-aa575f97-731c-4c8e-9ffc-b0ec9d0f59ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'name': 'tempest-RoutersIpV6Test-router-553735540', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:08:27Z', 'updated_at': '2022-03-01T14:09:34Z', 'revision_number': 11, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:41.646938 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cd7350cb-927f-4df0-9619-8af6a123520e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router (4738dcad-ccde-4986-8f26-7f476c63d625), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:41.672653 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c2a96063-874e-4919-bebc-57d931423743 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (c7f96136-56f9-4881-ae49-286f7e71885d), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:41.724776 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa575f97-731c-4c8e-9ffc-b0ec9d0f59ef None None] Checking router: 4738dcad-ccde-4986-8f26-7f476c63d625 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:09:41.757478 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa575f97-731c-4c8e-9ffc-b0ec9d0f59ef None None] Routers {'4738dcad-ccde-4986-8f26-7f476c63d625'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:09:41.758590 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-aa575f97-731c-4c8e-9ffc-b0ec9d0f59ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:09:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['4738dcad-ccde-4986-8f26-7f476c63d625'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:41.865559 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a96063-874e-4919-bebc-57d931423743 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Subnet': ['ID=c7f96136-56f9-4881-ae49-286f7e71885d,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:41.893492 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a96063-874e-4919-bebc-57d931423743 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Checking segment: {'id': 'fd5646f9-1e8d-4d15-a53b-2f90b2065219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e24b94b7-4797-46b9-9324-190a0514f314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:09:41.893868 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a96063-874e-4919-bebc-57d931423743 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Network hostable DHCP agents. Network: e24b94b7-4797-46b9-9324-190a0514f314, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:09:41.940718 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-75a9c5a2-306e-4421-bce2-2fe2910061e8 admin admin] Publish callbacks [] for security_group (6bdf0eb3-714a-4177-9df7-a0b7d7a11e64), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:41.953109 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a96063-874e-4919-bebc-57d931423743 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Network e24b94b7-4797-46b9-9324-190a0514f314 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:09:41.976161 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-c2a96063-874e-4919-bebc-57d931423743 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, e24b94b7-4797-46b9-9324-190a0514f314) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:09:41.982780 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a96063-874e-4919-bebc-57d931423743 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:09:41.982994 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c2a96063-874e-4919-bebc-57d931423743 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:41.989105 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-aa575f97-731c-4c8e-9ffc-b0ec9d0f59ef None None] Set router 4738dcad-ccde-4986-8f26-7f476c63d625 gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:09:41.993214 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe2041b-715f-4321-94fc-aafc4c0b2f59 None None] Network e24b94b7-4797-46b9-9324-190a0514f314 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:09:42.024063 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c2a96063-874e-4919-bebc-57d931423743 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6690569 Mar 01 14:09:42.026700 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41208) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:42.071446 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-aa575f97-731c-4c8e-9ffc-b0ec9d0f59ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'name': 'tempest-RoutersIpV6Test-router-553735540', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:08:27Z', 'updated_at': '2022-03-01T14:09:34Z', 'revision_number': 11, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:42.167853 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa575f97-731c-4c8e-9ffc-b0ec9d0f59ef None None] The sync data for ids ['4738dcad-ccde-4986-8f26-7f476c63d625'] in n-d-827467-3 is: [{'id': '4738dcad-ccde-4986-8f26-7f476c63d625', 'name': 'tempest-RoutersIpV6Test-router-553735540', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:08:27Z', 'updated_at': '2022-03-01T14:09:34Z', 'revision_number': 11, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'gw_port_host': None}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:09:42.184082 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-398fda16-dbee-438d-8428-249498073195 None None] Publish callbacks [] for port (5f5f166f-eae5-453b-8880-b50d471bfa64), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:42.217477 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-398fda16-dbee-438d-8428-249498073195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (5f5f166f-eae5-453b-8880-b50d471bfa64), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:42.289910 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cd7350cb-927f-4df0-9619-8af6a123520e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (4738dcad-ccde-4986-8f26-7f476c63d625), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:42.292478 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cd7350cb-927f-4df0-9619-8af6a123520e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router_controller (4738dcad-ccde-4986-8f26-7f476c63d625), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:42.347831 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c7173-ad7a-489c-a124-5baa4bb2f075 None None] Pushing event updated for resources: {'Port': ['ID=5f5f166f-eae5-453b-8880-b50d471bfa64,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:42.507661 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cd7350cb-927f-4df0-9619-8af6a123520e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (4738dcad-ccde-4986-8f26-7f476c63d625), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:42.508195 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7350cb-927f-4df0-9619-8af6a123520e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Fanout notify agent at l3_agent the message router_deleted on router 4738dcad-ccde-4986-8f26-7f476c63d625 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:09:42.560939 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cd7350cb-927f-4df0-9619-8af6a123520e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:42.571045 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41214) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:42.575652 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-d9aa6189-fa5b-4737-9d7c-7e1dfd55cc7c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2123898403', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:42.580251 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cd7350cb-927f-4df0-9619-8af6a123520e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/routers/4738dcad-ccde-4986-8f26-7f476c63d625 HTTP/1.1" status: 204 len: 168 time: 1.2247748 Mar 01 14:09:42.608989 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-75a9c5a2-306e-4421-bce2-2fe2910061e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6bdf0eb3-714a-4177-9df7-a0b7d7a11e64), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:42.620882 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-75a9c5a2-306e-4421-bce2-2fe2910061e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:42.622098 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-75a9c5a2-306e-4421-bce2-2fe2910061e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6bdf0eb3-714a-4177-9df7-a0b7d7a11e64 HTTP/1.1" status: 204 len: 168 time: 1.6176715 Mar 01 14:09:42.652475 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9c5a2-306e-4421-bce2-2fe2910061e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdf0eb3-714a-4177-9df7-a0b7d7a11e64,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:42.664871 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d779da-2317-4bf7-bc6e-5bf5d98ca206 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:09:42.677122 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-31d779da-2317-4bf7-bc6e-5bf5d98ca206 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:42.732007 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-31d779da-2317-4bf7-bc6e-5bf5d98ca206 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] device_id is not set on port ed533218-35f0-4448-97f6-364a1d2c1ed4 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:09:42.773298 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-398fda16-dbee-438d-8428-249498073195 None None] Attempting to bind port 5f5f166f-eae5-453b-8880-b50d471bfa64 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:09:42.773893 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-398fda16-dbee-438d-8428-249498073195 None None] Attempting to bind port 5f5f166f-eae5-453b-8880-b50d471bfa64 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '25060c00-78c5-4e9c-8347-a2e84f8be8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8ab02ea6-108a-4904-a7e1-f257e6e950f8'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:09:42.774431 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398fda16-dbee-438d-8428-249498073195 None None] Attempting to bind port 5f5f166f-eae5-453b-8880-b50d471bfa64 on network 8ab02ea6-108a-4904-a7e1-f257e6e950f8 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:09:42.778524 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d9aa6189-fa5b-4737-9d7c-7e1dfd55cc7c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (049cd33f-0e94-4539-a5fd-0ccd647dc4ab), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:42.781678 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d9aa6189-fa5b-4737-9d7c-7e1dfd55cc7c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (049cd33f-0e94-4539-a5fd-0ccd647dc4ab), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:42.788416 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6aca16c-cacc-43ee-bfa7-3f9ff710da88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-e24b94b7-4797-46b9-9324-190a0514f314', 'network_id': 'e24b94b7-4797-46b9-9324-190a0514f314', 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'fixed_ips': [{'subnet_id': 'c7f96136-56f9-4881-ae49-286f7e71885d'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:09:42.789503 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b6aca16c-cacc-43ee-bfa7-3f9ff710da88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:42.809529 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398fda16-dbee-438d-8428-249498073195 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:09:42.810012 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398fda16-dbee-438d-8428-249498073195 None None] Checking segment: {'id': '25060c00-78c5-4e9c-8347-a2e84f8be8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8ab02ea6-108a-4904-a7e1-f257e6e950f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:09:42.810758 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-398fda16-dbee-438d-8428-249498073195 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:42.811239 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398fda16-dbee-438d-8428-249498073195 None None] Bound using segment: {'id': '25060c00-78c5-4e9c-8347-a2e84f8be8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8ab02ea6-108a-4904-a7e1-f257e6e950f8'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:09:42.811840 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-398fda16-dbee-438d-8428-249498073195 None None] Bound port: 5f5f166f-eae5-453b-8880-b50d471bfa64, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25060c00-78c5-4e9c-8347-a2e84f8be8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8ab02ea6-108a-4904-a7e1-f257e6e950f8'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:09:42.819692 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-398fda16-dbee-438d-8428-249498073195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (5f5f166f-eae5-453b-8880-b50d471bfa64), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:43.214717 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-31d779da-2317-4bf7-bc6e-5bf5d98ca206 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for port (ed533218-35f0-4448-97f6-364a1d2c1ed4), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:43.224385 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-e50d93b5-d9fc-4f91-b467-4080320d2987 None None] Provisioning complete for port 5f5f166f-eae5-453b-8880-b50d471bfa64 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:43.224926 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e50d93b5-d9fc-4f91-b467-4080320d2987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (5f5f166f-eae5-453b-8880-b50d471bfa64), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:43.325794 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-31d779da-2317-4bf7-bc6e-5bf5d98ca206 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (ed533218-35f0-4448-97f6-364a1d2c1ed4), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:43.370464 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-e50d93b5-d9fc-4f91-b467-4080320d2987 None None] Port 5f5f166f-eae5-453b-8880-b50d471bfa64 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:09:43.389378 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-398fda16-dbee-438d-8428-249498073195 None None] For port 5f5f166f-eae5-453b-8880-b50d471bfa64, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:09:43.448315 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d779da-2317-4bf7-bc6e-5bf5d98ca206 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Checking segment: {'id': 'f3a5b3c0-f3c1-47fb-b09f-ae03d8dc0111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7bef87e7-222a-4c64-a308-0d24dbd0d480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:09:43.448697 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d779da-2317-4bf7-bc6e-5bf5d98ca206 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Network hostable DHCP agents. Network: 7bef87e7-222a-4c64-a308-0d24dbd0d480, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:09:43.456442 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d779da-2317-4bf7-bc6e-5bf5d98ca206 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Port': ['ID=ed533218-35f0-4448-97f6-364a1d2c1ed4,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:43.458504 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-398fda16-dbee-438d-8428-249498073195 None None] For port 5f5f166f-eae5-453b-8880-b50d471bfa64, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=5f5f166f-eae5-453b-8880-b50d471bfa64,segment=NetworkSegment(25060c00-78c5-4e9c-8347-a2e84f8be8f5),segment_id=25060c00-78c5-4e9c-8347-a2e84f8be8f5)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:09:43.486456 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-398fda16-dbee-438d-8428-249498073195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (5f5f166f-eae5-453b-8880-b50d471bfa64), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:43.492945 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d779da-2317-4bf7-bc6e-5bf5d98ca206 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Network 7bef87e7-222a-4c64-a308-0d24dbd0d480 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:09:43.513064 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-31d779da-2317-4bf7-bc6e-5bf5d98ca206 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 7bef87e7-222a-4c64-a308-0d24dbd0d480) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:09:43.535033 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d779da-2317-4bf7-bc6e-5bf5d98ca206 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:09:43.544909 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d779da-2317-4bf7-bc6e-5bf5d98ca206 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:09:43.546045 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-31d779da-2317-4bf7-bc6e-5bf5d98ca206 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:43.572561 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-31d779da-2317-4bf7-bc6e-5bf5d98ca206 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0715919 Mar 01 14:09:43.575392 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41234) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:43.581653 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-b8a99e9b-ac8f-4124-bc0a-ace4beff8882 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1515849535'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:43.608316 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a99e9b-ac8f-4124-bc0a-ace4beff8882 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:09:43.613906 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b8a99e9b-ac8f-4124-bc0a-ace4beff8882 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:43.663624 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c7173-ad7a-489c-a124-5baa4bb2f075 None None] Pushing event updated for resources: {'Port': ['ID=5f5f166f-eae5-453b-8880-b50d471bfa64,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:43.668092 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a99e9b-ac8f-4124-bc0a-ace4beff8882 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:09:43.689001 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b8a99e9b-ac8f-4124-bc0a-ace4beff8882 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (0eaedf7a-6b2c-493b-884e-07a60ffb71b7), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:43.689345 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-b8a99e9b-ac8f-4124-bc0a-ace4beff8882 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Added segment 0eaedf7a-6b2c-493b-884e-07a60ffb71b7 of type vlan for network c1e81afe-1659-40ce-bf04-dac1b1d10012 Mar 01 14:09:43.706280 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfccd24-85e7-4095-92fc-7c925857b467 None None] Network 7bef87e7-222a-4c64-a308-0d24dbd0d480 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:09:43.742057 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b8a99e9b-ac8f-4124-bc0a-ace4beff8882 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (c1e81afe-1659-40ce-bf04-dac1b1d10012), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:43.786707 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b8a99e9b-ac8f-4124-bc0a-ace4beff8882 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (c1e81afe-1659-40ce-bf04-dac1b1d10012), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:43.790784 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a99e9b-ac8f-4124-bc0a-ace4beff8882 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:09:43.790784 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b8a99e9b-ac8f-4124-bc0a-ace4beff8882 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:43.872753 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-b6aca16c-cacc-43ee-bfa7-3f9ff710da88 None None] Allocated IP 172.21.0.2 (e24b94b7-4797-46b9-9324-190a0514f314/c7f96136-56f9-4881-ae49-286f7e71885d/64abdc31-43cb-4b85-a8f6-10d5c83bc6ea) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:09:43.913923 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398fda16-dbee-438d-8428-249498073195 None None] Routers {'6784a48f-5741-457d-b5fa-003799d31301'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:09:43.915078 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-398fda16-dbee-438d-8428-249498073195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:09:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6784a48f-5741-457d-b5fa-003799d31301'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:43.924530 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d9aa6189-fa5b-4737-9d7c-7e1dfd55cc7c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router_controller (049cd33f-0e94-4539-a5fd-0ccd647dc4ab), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:44.038608 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d9aa6189-fa5b-4737-9d7c-7e1dfd55cc7c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (049cd33f-0e94-4539-a5fd-0ccd647dc4ab), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:44.088298 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b8a99e9b-ac8f-4124-bc0a-ace4beff8882 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5115793 Mar 01 14:09:44.097018 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41248) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:44.118711 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-989e5661-acd3-4425-99c6-ecc17eeb7860 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'ports': [{'network_id': '7bef87e7-222a-4c64-a308-0d24dbd0d480'}, {'network_id': 'c1e81afe-1659-40ce-bf04-dac1b1d10012'}]} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:44.119782 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-989e5661-acd3-4425-99c6-ecc17eeb7860 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'port': {'network_id': '7bef87e7-222a-4c64-a308-0d24dbd0d480'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:44.123226 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-989e5661-acd3-4425-99c6-ecc17eeb7860 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'port': {'network_id': 'c1e81afe-1659-40ce-bf04-dac1b1d10012'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:44.159700 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a99e9b-ac8f-4124-bc0a-ace4beff8882 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Network': ['ID=c1e81afe-1659-40ce-bf04-dac1b1d10012,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:44.211388 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d9aa6189-fa5b-4737-9d7c-7e1dfd55cc7c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:44.213255 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d9aa6189-fa5b-4737-9d7c-7e1dfd55cc7c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.6412556 Mar 01 14:09:44.216329 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41254) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:44.223654 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-9dc14fba-4a2f-4345-930d-e11bd7dadae9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:44.404693 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network c1e81afe-1659-40ce-bf04-dac1b1d10012 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:09:44.468274 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7067153-72a1-4b4b-babc-be1c32122cb8 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:44.535244 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989e5661-acd3-4425-99c6-ecc17eeb7860 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'port': 2} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:09:44.540117 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-989e5661-acd3-4425-99c6-ecc17eeb7860 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:44.571436 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-989e5661-acd3-4425-99c6-ecc17eeb7860 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:44.722421 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-35435ca7-d0aa-4214-9610-a759d77316bd None None] Provisioning complete for port 5f5f166f-eae5-453b-8880-b50d471bfa64 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:44.722936 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-35435ca7-d0aa-4214-9610-a759d77316bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (5f5f166f-eae5-453b-8880-b50d471bfa64), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:44.780623 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-989e5661-acd3-4425-99c6-ecc17eeb7860 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] device_id is not set on port cf8447fd-920a-4d1e-bcde-e7ed3799200e yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:09:44.900850 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9dc14fba-4a2f-4345-930d-e11bd7dadae9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3686472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8455'] for router (049cd33f-0e94-4539-a5fd-0ccd647dc4ab), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:44.965270 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-989e5661-acd3-4425-99c6-ecc17eeb7860 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for port (cf8447fd-920a-4d1e-bcde-e7ed3799200e), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:44.983274 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9dc14fba-4a2f-4345-930d-e11bd7dadae9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3686481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3686494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683840'] for router (049cd33f-0e94-4539-a5fd-0ccd647dc4ab), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:44.998109 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-398fda16-dbee-438d-8428-249498073195 None None] Set router 6784a48f-5741-457d-b5fa-003799d31301 gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:09:45.103578 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-989e5661-acd3-4425-99c6-ecc17eeb7860 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] device_id is not set on port 70d0de79-f4bd-47e3-8e64-1d458798891e yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:09:45.117870 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-35435ca7-d0aa-4214-9610-a759d77316bd None None] Current status of the port 5f5f166f-eae5-453b-8880-b50d471bfa64 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:09:45.118227 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-35435ca7-d0aa-4214-9610-a759d77316bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (5f5f166f-eae5-453b-8880-b50d471bfa64), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:45.252638 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc14fba-4a2f-4345-930d-e11bd7dadae9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Router 049cd33f-0e94-4539-a5fd-0ccd647dc4ab is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:09:45.301700 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b6aca16c-cacc-43ee-bfa7-3f9ff710da88 None None] Publish callbacks [] for port (64abdc31-43cb-4b85-a8f6-10d5c83bc6ea), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:45.318092 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-989e5661-acd3-4425-99c6-ecc17eeb7860 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for port (70d0de79-f4bd-47e3-8e64-1d458798891e), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:45.331751 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b6aca16c-cacc-43ee-bfa7-3f9ff710da88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (64abdc31-43cb-4b85-a8f6-10d5c83bc6ea), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:45.389514 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6aca16c-cacc-43ee-bfa7-3f9ff710da88 None None] Network e24b94b7-4797-46b9-9324-190a0514f314 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:09:45.391950 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-35435ca7-d0aa-4214-9610-a759d77316bd None None] For port 5f5f166f-eae5-453b-8880-b50d471bfa64, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=5f5f166f-eae5-453b-8880-b50d471bfa64,segment=NetworkSegment(25060c00-78c5-4e9c-8347-a2e84f8be8f5),segment_id=25060c00-78c5-4e9c-8347-a2e84f8be8f5)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:09:45.429427 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aca16c-cacc-43ee-bfa7-3f9ff710da88 None None] Pushing event updated for resources: {'Port': ['ID=64abdc31-43cb-4b85-a8f6-10d5c83bc6ea,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:45.432293 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-b6aca16c-cacc-43ee-bfa7-3f9ff710da88 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:09:45.441232 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6aca16c-cacc-43ee-bfa7-3f9ff710da88 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:09:45.444277 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-35435ca7-d0aa-4214-9610-a759d77316bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (5f5f166f-eae5-453b-8880-b50d471bfa64), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:45.458672 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-989e5661-acd3-4425-99c6-ecc17eeb7860 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (cf8447fd-920a-4d1e-bcde-e7ed3799200e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:45.505535 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35435ca7-d0aa-4214-9610-a759d77316bd None None] Pushing event updated for resources: {'Port': ['ID=5f5f166f-eae5-453b-8880-b50d471bfa64,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:45.537804 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989e5661-acd3-4425-99c6-ecc17eeb7860 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Network 7bef87e7-222a-4c64-a308-0d24dbd0d480 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:09:45.541136 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-989e5661-acd3-4425-99c6-ecc17eeb7860 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:09:45.545243 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989e5661-acd3-4425-99c6-ecc17eeb7860 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:09:45.546176 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-989e5661-acd3-4425-99c6-ecc17eeb7860 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (70d0de79-f4bd-47e3-8e64-1d458798891e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:45.553069 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e5661-acd3-4425-99c6-ecc17eeb7860 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Port': ['ID=cf8447fd-920a-4d1e-bcde-e7ed3799200e,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:45.620270 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc14fba-4a2f-4345-930d-e11bd7dadae9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:09:45.644088 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-b6aca16c-cacc-43ee-bfa7-3f9ff710da88 None None] Attempting to bind port 64abdc31-43cb-4b85-a8f6-10d5c83bc6ea on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:09:45.644524 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-b6aca16c-cacc-43ee-bfa7-3f9ff710da88 None None] Attempting to bind port 64abdc31-43cb-4b85-a8f6-10d5c83bc6ea by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'fd5646f9-1e8d-4d15-a53b-2f90b2065219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e24b94b7-4797-46b9-9324-190a0514f314'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:09:45.645263 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6aca16c-cacc-43ee-bfa7-3f9ff710da88 None None] Attempting to bind port 64abdc31-43cb-4b85-a8f6-10d5c83bc6ea on network e24b94b7-4797-46b9-9324-190a0514f314 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:09:45.646377 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e5661-acd3-4425-99c6-ecc17eeb7860 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Port': ['ID=70d0de79-f4bd-47e3-8e64-1d458798891e,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:45.653344 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6aca16c-cacc-43ee-bfa7-3f9ff710da88 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:09:45.653805 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6aca16c-cacc-43ee-bfa7-3f9ff710da88 None None] Checking segment: {'id': 'fd5646f9-1e8d-4d15-a53b-2f90b2065219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e24b94b7-4797-46b9-9324-190a0514f314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:09:45.654216 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b6aca16c-cacc-43ee-bfa7-3f9ff710da88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:45.654618 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6aca16c-cacc-43ee-bfa7-3f9ff710da88 None None] Bound using segment: {'id': 'fd5646f9-1e8d-4d15-a53b-2f90b2065219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e24b94b7-4797-46b9-9324-190a0514f314'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:09:45.655099 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-b6aca16c-cacc-43ee-bfa7-3f9ff710da88 None None] Bound port: 64abdc31-43cb-4b85-a8f6-10d5c83bc6ea, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd5646f9-1e8d-4d15-a53b-2f90b2065219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e24b94b7-4797-46b9-9324-190a0514f314'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:09:45.655483 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b6aca16c-cacc-43ee-bfa7-3f9ff710da88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (64abdc31-43cb-4b85-a8f6-10d5c83bc6ea), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:45.664777 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcffb758-5d43-4acb-932b-48e656a7f120 None None] Sync routers for ids ['049cd33f-0e94-4539-a5fd-0ccd647dc4ab'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:09:45.672576 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9dc14fba-4a2f-4345-930d-e11bd7dadae9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:45.678311 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9dc14fba-4a2f-4345-930d-e11bd7dadae9 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "PUT /v2.0/routers/049cd33f-0e94-4539-a5fd-0ccd647dc4ab HTTP/1.1" status: 200 len: 698 time: 1.4607868 Mar 01 14:09:45.682033 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41292) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:45.684333 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcffb758-5d43-4acb-932b-48e656a7f120 None None] Routers {'049cd33f-0e94-4539-a5fd-0ccd647dc4ab'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:09:45.685046 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-dcffb758-5d43-4acb-932b-48e656a7f120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:09:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['049cd33f-0e94-4539-a5fd-0ccd647dc4ab'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:45.710536 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-f7067153-72a1-4b4b-babc-be1c32122cb8 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Allocated IP 172.21.0.1 (e24b94b7-4797-46b9-9324-190a0514f314/c7f96136-56f9-4881-ae49-286f7e71885d/235f0e8e-41af-410b-bbc3-f485c97c0655) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:09:45.761057 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-dcffb758-5d43-4acb-932b-48e656a7f120 None None] Set router 049cd33f-0e94-4539-a5fd-0ccd647dc4ab gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:09:45.907547 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-dcffb758-5d43-4acb-932b-48e656a7f120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049cd33f-0e94-4539-a5fd-0ccd647dc4ab', 'name': 'tempest-RoutersIpV6Test-router-2123898403', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:09:42Z', 'updated_at': '2022-03-01T14:09:44Z', 'revision_number': 2, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:45.916133 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c25472d7-df1b-459d-a87d-ebf033f41e04 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "GET /v2.0/routers/049cd33f-0e94-4539-a5fd-0ccd647dc4ab HTTP/1.1" status: 200 len: 704 time: 0.2297137 Mar 01 14:09:45.916133 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989e5661-acd3-4425-99c6-ecc17eeb7860 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Checking segment: {'id': '0eaedf7a-6b2c-493b-884e-07a60ffb71b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c1e81afe-1659-40ce-bf04-dac1b1d10012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:09:45.916133 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989e5661-acd3-4425-99c6-ecc17eeb7860 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Network hostable DHCP agents. Network: c1e81afe-1659-40ce-bf04-dac1b1d10012, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:09:45.918326 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7067153-72a1-4b4b-babc-be1c32122cb8 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for port (235f0e8e-41af-410b-bbc3-f485c97c0655), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:45.919612 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41298) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:45.961746 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989e5661-acd3-4425-99c6-ecc17eeb7860 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Network c1e81afe-1659-40ce-bf04-dac1b1d10012 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:09:45.984800 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-989e5661-acd3-4425-99c6-ecc17eeb7860 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, c1e81afe-1659-40ce-bf04-dac1b1d10012) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:09:45.988982 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989e5661-acd3-4425-99c6-ecc17eeb7860 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:09:45.997876 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989e5661-acd3-4425-99c6-ecc17eeb7860 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:09:46.011741 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989e5661-acd3-4425-99c6-ecc17eeb7860 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:09:46.012559 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-989e5661-acd3-4425-99c6-ecc17eeb7860 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:46.027909 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82026bd2-2b5b-4dff-a92c-8ced486e32d7 None None] Network c1e81afe-1659-40ce-bf04-dac1b1d10012 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:09:46.058147 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-989e5661-acd3-4425-99c6-ecc17eeb7860 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9540684 Mar 01 14:09:46.058322 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3b2cbabb-2fb9-4001-81ca-2d05e842ed70 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "GET /v2.0/ports?device_id=049cd33f-0e94-4539-a5fd-0ccd647dc4ab HTTP/1.1" status: 200 len: 205 time: 0.1302519 Mar 01 14:09:46.058745 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41306) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:46.063130 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41308) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:46.142294 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcffb758-5d43-4acb-932b-48e656a7f120 None None] Checking router: 049cd33f-0e94-4539-a5fd-0ccd647dc4ab for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:09:46.177803 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-3c1b3839-32e4-47d8-92aa-d7b7e2c34f8b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Deleting port 70d0de79-f4bd-47e3-8e64-1d458798891e {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:09:46.178865 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3c1b3839-32e4-47d8-92aa-d7b7e2c34f8b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (70d0de79-f4bd-47e3-8e64-1d458798891e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:46.222082 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcffb758-5d43-4acb-932b-48e656a7f120 None None] Routers {'049cd33f-0e94-4539-a5fd-0ccd647dc4ab'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:09:46.222753 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-dcffb758-5d43-4acb-932b-48e656a7f120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:09:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['049cd33f-0e94-4539-a5fd-0ccd647dc4ab'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:46.269797 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3c1b3839-32e4-47d8-92aa-d7b7e2c34f8b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (70d0de79-f4bd-47e3-8e64-1d458798891e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:46.284098 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-3c1b3839-32e4-47d8-92aa-d7b7e2c34f8b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Calling delete_port for 70d0de79-f4bd-47e3-8e64-1d458798891e owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:09:46.325577 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b7fbd5a7-d1d0-4eae-9135-b7ecdefe3fe6 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router (049cd33f-0e94-4539-a5fd-0ccd647dc4ab), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:46.446927 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-b6aca16c-cacc-43ee-bfa7-3f9ff710da88 None None] For port 64abdc31-43cb-4b85-a8f6-10d5c83bc6ea, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:09:46.454156 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-dcffb758-5d43-4acb-932b-48e656a7f120 None None] Set router 049cd33f-0e94-4539-a5fd-0ccd647dc4ab gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:09:46.460820 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3c1b3839-32e4-47d8-92aa-d7b7e2c34f8b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (70d0de79-f4bd-47e3-8e64-1d458798891e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:46.462755 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7067153-72a1-4b4b-babc-be1c32122cb8 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (235f0e8e-41af-410b-bbc3-f485c97c0655), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:46.506298 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3c1b3839-32e4-47d8-92aa-d7b7e2c34f8b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:46.513545 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3c1b3839-32e4-47d8-92aa-d7b7e2c34f8b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/ports/70d0de79-f4bd-47e3-8e64-1d458798891e HTTP/1.1" status: 204 len: 168 time: 0.4567246 Mar 01 14:09:46.514830 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41312) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:46.518523 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-398fda16-dbee-438d-8428-249498073195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6784a48f-5741-457d-b5fa-003799d31301', 'name': 'tempest-RoutersTest-router-257174145', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:09:30Z', 'updated_at': '2022-03-01T14:09:34Z', 'revision_number': 2, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'gw_port_host': None, '_interfaces': [{'id': '5f5f166f-eae5-453b-8880-b50d471bfa64', 'name': '', 'network_id': '8ab02ea6-108a-4904-a7e1-f257e6e950f8', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:38:74:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:33Z', 'updated_at': '2022-03-01T14:09:43Z', 'revision_number': 4, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:46.526130 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b3839-32e4-47d8-92aa-d7b7e2c34f8b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Port': ['ID=70d0de79-f4bd-47e3-8e64-1d458798891e,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:46.598032 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e67252c-d30a-48fc-a45e-0104ae6a4d75 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:09:46.612354 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e67252c-d30a-48fc-a45e-0104ae6a4d75 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:09:46.622305 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1e67252c-d30a-48fc-a45e-0104ae6a4d75 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0980568 Mar 01 14:09:46.623101 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41314) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:46.646993 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b7fbd5a7-d1d0-4eae-9135-b7ecdefe3fe6 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (049cd33f-0e94-4539-a5fd-0ccd647dc4ab), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:46.649949 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b7fbd5a7-d1d0-4eae-9135-b7ecdefe3fe6 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router_controller (049cd33f-0e94-4539-a5fd-0ccd647dc4ab), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:46.774784 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7067153-72a1-4b4b-babc-be1c32122cb8 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Network e24b94b7-4797-46b9-9324-190a0514f314 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:09:46.787753 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b7fbd5a7-d1d0-4eae-9135-b7ecdefe3fe6 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (049cd33f-0e94-4539-a5fd-0ccd647dc4ab), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:46.788505 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fbd5a7-d1d0-4eae-9135-b7ecdefe3fe6 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Fanout notify agent at l3_agent the message router_deleted on router 049cd33f-0e94-4539-a5fd-0ccd647dc4ab {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:09:46.801469 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b7fbd5a7-d1d0-4eae-9135-b7ecdefe3fe6 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:46.808088 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41318) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:46.808422 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b7fbd5a7-d1d0-4eae-9135-b7ecdefe3fe6 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/routers/049cd33f-0e94-4539-a5fd-0ccd647dc4ab HTTP/1.1" status: 204 len: 168 time: 0.7385271 Mar 01 14:09:46.814902 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398fda16-dbee-438d-8428-249498073195 None None] The sync data for ids ['6784a48f-5741-457d-b5fa-003799d31301'] in n-d-827467-3 is: [{'id': '6784a48f-5741-457d-b5fa-003799d31301', 'name': 'tempest-RoutersTest-router-257174145', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:09:30Z', 'updated_at': '2022-03-01T14:09:34Z', 'revision_number': 2, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'gw_port_host': None, '_interfaces': [{'id': '5f5f166f-eae5-453b-8880-b50d471bfa64', 'name': '', 'network_id': '8ab02ea6-108a-4904-a7e1-f257e6e950f8', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:38:74:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:33Z', 'updated_at': '2022-03-01T14:09:43Z', 'revision_number': 4, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:09:46.822338 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-f7067153-72a1-4b4b-babc-be1c32122cb8 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:09:46.825396 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-b6aca16c-cacc-43ee-bfa7-3f9ff710da88 None None] For port 64abdc31-43cb-4b85-a8f6-10d5c83bc6ea, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=64abdc31-43cb-4b85-a8f6-10d5c83bc6ea,segment=NetworkSegment(fd5646f9-1e8d-4d15-a53b-2f90b2065219),segment_id=fd5646f9-1e8d-4d15-a53b-2f90b2065219)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:09:46.826397 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7067153-72a1-4b4b-babc-be1c32122cb8 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:09:46.836572 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-dcffb758-5d43-4acb-932b-48e656a7f120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049cd33f-0e94-4539-a5fd-0ccd647dc4ab', 'name': 'tempest-RoutersIpV6Test-router-2123898403', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:09:42Z', 'updated_at': '2022-03-01T14:09:44Z', 'revision_number': 2, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:46.859194 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7067153-72a1-4b4b-babc-be1c32122cb8 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Port': ['ID=235f0e8e-41af-410b-bbc3-f485c97c0655,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:46.876035 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcffb758-5d43-4acb-932b-48e656a7f120 None None] The sync data for ids ['049cd33f-0e94-4539-a5fd-0ccd647dc4ab'] in n-d-827467-3 is: [{'id': '049cd33f-0e94-4539-a5fd-0ccd647dc4ab', 'name': 'tempest-RoutersIpV6Test-router-2123898403', 'tenant_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:09:42Z', 'updated_at': '2022-03-01T14:09:44Z', 'revision_number': 2, 'project_id': 'acbdde4ecc2c4bf09ed2554be77540a8', 'gw_port_host': None}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:09:46.883780 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b6aca16c-cacc-43ee-bfa7-3f9ff710da88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (64abdc31-43cb-4b85-a8f6-10d5c83bc6ea), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:46.889312 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c51ed6e1-1f76-4884-a31c-3e2bfecdccc0 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "GET /v2.0/ports?device_id=049cd33f-0e94-4539-a5fd-0ccd647dc4ab HTTP/1.1" status: 200 len: 205 time: 0.0794606 Mar 01 14:09:46.899793 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41320) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:46.904452 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-afac8442-b2e1-47ff-af79-0a11d90ebb84 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Deleting port cf8447fd-920a-4d1e-bcde-e7ed3799200e {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:09:46.904738 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-afac8442-b2e1-47ff-af79-0a11d90ebb84 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (cf8447fd-920a-4d1e-bcde-e7ed3799200e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:46.955152 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7067153-72a1-4b4b-babc-be1c32122cb8 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (6784a48f-5741-457d-b5fa-003799d31301), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:47.010732 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aca16c-cacc-43ee-bfa7-3f9ff710da88 None None] Pushing event updated for resources: {'Port': ['ID=64abdc31-43cb-4b85-a8f6-10d5c83bc6ea,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:47.025008 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-ddf1a6b1-0f8a-4d3c-9805-bdd0f665a3be tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] delete failed (client error): The resource could not be found. Mar 01 14:09:47.034834 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aca16c-cacc-43ee-bfa7-3f9ff710da88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:47.035224 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aca16c-cacc-43ee-bfa7-3f9ff710da88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:47.035573 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aca16c-cacc-43ee-bfa7-3f9ff710da88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:47.035839 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ddf1a6b1-0f8a-4d3c-9805-bdd0f665a3be tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/routers/049cd33f-0e94-4539-a5fd-0ccd647dc4ab HTTP/1.1" status: 404 len: 336 time: 0.1196647 Mar 01 14:09:47.035946 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aca16c-cacc-43ee-bfa7-3f9ff710da88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:47.036309 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aca16c-cacc-43ee-bfa7-3f9ff710da88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:47.036647 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aca16c-cacc-43ee-bfa7-3f9ff710da88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:47.036974 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aca16c-cacc-43ee-bfa7-3f9ff710da88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:47.037301 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aca16c-cacc-43ee-bfa7-3f9ff710da88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:47.037740 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41324) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:47.042423 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aca16c-cacc-43ee-bfa7-3f9ff710da88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:47.042993 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aca16c-cacc-43ee-bfa7-3f9ff710da88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:47.043543 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aca16c-cacc-43ee-bfa7-3f9ff710da88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:47.043998 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aca16c-cacc-43ee-bfa7-3f9ff710da88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:47.044338 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aca16c-cacc-43ee-bfa7-3f9ff710da88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:47.250937 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7067153-72a1-4b4b-babc-be1c32122cb8 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (235f0e8e-41af-410b-bbc3-f485c97c0655), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:47.296379 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6b796d2-ad7e-4c2a-a4e7-c5cd692c0c7b tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] DELETE failed (client error): The resource could not be found. Mar 01 14:09:47.310168 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6b796d2-ad7e-4c2a-a4e7-c5cd692c0c7b tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:09:47.331858 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e6b796d2-ad7e-4c2a-a4e7-c5cd692c0c7b tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/subnets/78fd365d-2ad0-4513-9c39-f50d75c78e35 HTTP/1.1" status: 404 len: 337 time: 0.2175357 Mar 01 14:09:47.333567 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41334) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:47.455625 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-afac8442-b2e1-47ff-af79-0a11d90ebb84 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (cf8447fd-920a-4d1e-bcde-e7ed3799200e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:47.516659 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-afac8442-b2e1-47ff-af79-0a11d90ebb84 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Calling delete_port for cf8447fd-920a-4d1e-bcde-e7ed3799200e owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:09:47.661954 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 5f5f166f-eae5-453b-8880-b50d471bfa64 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:09:47.684967 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-afac8442-b2e1-47ff-af79-0a11d90ebb84 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (cf8447fd-920a-4d1e-bcde-e7ed3799200e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:47.709206 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-afac8442-b2e1-47ff-af79-0a11d90ebb84 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:47.716783 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-afac8442-b2e1-47ff-af79-0a11d90ebb84 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/ports/cf8447fd-920a-4d1e-bcde-e7ed3799200e HTTP/1.1" status: 204 len: 168 time: 1.0897996 Mar 01 14:09:47.716783 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-814046de-9f2f-4dc0-919a-037acea16375 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] DELETE failed (client error): The resource could not be found. Mar 01 14:09:47.716783 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-814046de-9f2f-4dc0-919a-037acea16375 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:09:47.727588 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-814046de-9f2f-4dc0-919a-037acea16375 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/subnets/9c2fade6-d20b-417e-96a0-aff0648e2b60 HTTP/1.1" status: 404 len: 337 time: 0.3688078 Mar 01 14:09:47.727588 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41336) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:47.743129 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41338) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:47.797035 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac8442-b2e1-47ff-af79-0a11d90ebb84 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Port': ['ID=cf8447fd-920a-4d1e-bcde-e7ed3799200e,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:47.831065 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4da5e03-4460-4fea-a50e-8d0fd4e74098 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] DELETE failed (client error): The resource could not be found. Mar 01 14:09:47.831773 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4da5e03-4460-4fea-a50e-8d0fd4e74098 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:09:47.835140 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e4da5e03-4460-4fea-a50e-8d0fd4e74098 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/subnets/5e9c0f07-14dc-4292-8ad7-d548c1758f13 HTTP/1.1" status: 404 len: 337 time: 0.0907974 Mar 01 14:09:47.835662 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49887f8-18e8-458d-9710-f6f9452c92a5 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:09:47.842463 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c49887f8-18e8-458d-9710-f6f9452c92a5 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1084023 Mar 01 14:09:47.843131 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 5f5f166f-eae5-453b-8880-b50d471bfa64 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:47.843698 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (5f5f166f-eae5-453b-8880-b50d471bfa64), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:47.844476 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41340) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:47.844914 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41342) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:47.995506 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 5f5f166f-eae5-453b-8880-b50d471bfa64 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:09:48.058708 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d5c511-aab9-46e4-b44a-2847a40679c5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] DELETE failed (client error): The resource could not be found. Mar 01 14:09:48.059161 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5d5c511-aab9-46e4-b44a-2847a40679c5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:09:48.068078 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a5d5c511-aab9-46e4-b44a-2847a40679c5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/subnets/6395be5a-5198-4907-bbae-62d5988a1869 HTTP/1.1" status: 404 len: 337 time: 0.2106268 Mar 01 14:09:48.068078 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dfbb6bf-468a-404b-991c-66f75e0b477b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] GET failed (client error): The resource could not be found. Mar 01 14:09:48.068078 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7dfbb6bf-468a-404b-991c-66f75e0b477b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "GET /v2.0/ports/70d0de79-f4bd-47e3-8e64-1d458798891e HTTP/1.1" status: 404 len: 333 time: 0.2174902 Mar 01 14:09:48.068904 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41344) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:48.069735 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41346) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:48.192092 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-17517002-3732-4ee7-b393-c245c1570f6a tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "GET /v2.0/ports?device_id=4738dcad-ccde-4986-8f26-7f476c63d625 HTTP/1.1" status: 200 len: 205 time: 0.1128936 Mar 01 14:09:48.193940 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed47c259-4eff-406d-aba7-15dde171d140 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] GET failed (client error): The resource could not be found. Mar 01 14:09:48.195344 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ed47c259-4eff-406d-aba7-15dde171d140 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "GET /v2.0/ports/cf8447fd-920a-4d1e-bcde-e7ed3799200e HTTP/1.1" status: 404 len: 333 time: 0.1244581 Mar 01 14:09:48.196047 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41348) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:48.198752 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41350) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:48.312030 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-36d7a58b-419f-4e96-860d-df0d97e5ada4 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] delete failed (client error): The resource could not be found. Mar 01 14:09:48.318179 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-36d7a58b-419f-4e96-860d-df0d97e5ada4 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/routers/4738dcad-ccde-4986-8f26-7f476c63d625 HTTP/1.1" status: 404 len: 336 time: 0.1205297 Mar 01 14:09:48.328910 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41354) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:48.364879 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3dfe6e95-cccc-4e81-8f69-5ecb0d19d984 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (c1e81afe-1659-40ce-bf04-dac1b1d10012), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:48.368562 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6ca074b2-d2af-4334-ac6d-e8c949e3bf7a tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "GET /v2.0/ports?device_id=75fda2c3-ef0a-4e2b-8149-833bbeaebd14 HTTP/1.1" status: 200 len: 205 time: 0.0383284 Mar 01 14:09:48.370946 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41356) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:48.374194 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7067153-72a1-4b4b-babc-be1c32122cb8 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for port (235f0e8e-41af-410b-bbc3-f485c97c0655), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:48.422040 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7067153-72a1-4b4b-babc-be1c32122cb8 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (235f0e8e-41af-410b-bbc3-f485c97c0655), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:48.438947 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-26cd8aec-f140-4ddf-b0ac-4a7088aa4ff5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] delete failed (client error): The resource could not be found. Mar 01 14:09:48.442278 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-26cd8aec-f140-4ddf-b0ac-4a7088aa4ff5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/routers/75fda2c3-ef0a-4e2b-8149-833bbeaebd14 HTTP/1.1" status: 404 len: 336 time: 0.0682063 Mar 01 14:09:48.468227 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41360) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:48.622598 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7067153-72a1-4b4b-babc-be1c32122cb8 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Port': ['ID=235f0e8e-41af-410b-bbc3-f485c97c0655,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:48.625411 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f7067153-72a1-4b4b-babc-be1c32122cb8 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (6784a48f-5741-457d-b5fa-003799d31301), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:48.627099 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3dfe6e95-cccc-4e81-8f69-5ecb0d19d984 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (c1e81afe-1659-40ce-bf04-dac1b1d10012), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:48.675283 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-3dfe6e95-cccc-4e81-8f69-5ecb0d19d984 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1e81afe-1659-40ce-bf04-dac1b1d10012']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:48.702163 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-3dfe6e95-cccc-4e81-8f69-5ecb0d19d984 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eaedf7a-6b2c-493b-884e-07a60ffb71b7') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:48.702613 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-3dfe6e95-cccc-4e81-8f69-5ecb0d19d984 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eaedf7a-6b2c-493b-884e-07a60ffb71b7') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:48.723354 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3dfe6e95-cccc-4e81-8f69-5ecb0d19d984 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (0eaedf7a-6b2c-493b-884e-07a60ffb71b7), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:48.785388 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3dfe6e95-cccc-4e81-8f69-5ecb0d19d984 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (0eaedf7a-6b2c-493b-884e-07a60ffb71b7), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:48.796165 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5f8244-ac74-434f-aa1e-af3f6e69e768 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] DELETE failed (client error): The resource could not be found. Mar 01 14:09:48.797317 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a5f8244-ac74-434f-aa1e-af3f6e69e768 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:09:48.805111 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0a5f8244-ac74-434f-aa1e-af3f6e69e768 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/subnets/ef2f577b-6107-4fa0-88fa-d4b733ac0a61 HTTP/1.1" status: 404 len: 337 time: 0.3329246 Mar 01 14:09:48.807842 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41366) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:48.810952 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dfe6e95-cccc-4e81-8f69-5ecb0d19d984 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:09:48.811476 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3dfe6e95-cccc-4e81-8f69-5ecb0d19d984 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (0eaedf7a-6b2c-493b-884e-07a60ffb71b7), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:48.815244 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:09:48.815244 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:09:48.815244 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:09:48.815244 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:09:48.815244 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:09:48.815244 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:09:48.815244 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:09:48.815244 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:09:48.815244 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:09:48.815244 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:09:48.815244 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:09:48.815244 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:09:48.815244 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:09:48.815244 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:09:48.815244 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:09:48.815244 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:09:48.815244 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:09:48.815244 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:09:48.815244 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:09:48.815244 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:09:48.815244 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:09:48.815244 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:09:48.815244 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:09:48.815244 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:09:48.815244 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:09:48.815244 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:09:48.815244 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:09:48.815244 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:09:48.815244 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:09:48.815244 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:09:48.815244 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:09:48.815244 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:09:48.856454 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7067153-72a1-4b4b-babc-be1c32122cb8 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Network e24b94b7-4797-46b9-9324-190a0514f314 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:09:48.858618 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-f7067153-72a1-4b4b-babc-be1c32122cb8 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:09:48.894083 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f4092f28-4c73-4542-9465-a9ab7308e52a tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "GET /v2.0/ports?device_id=91047a77-f1a9-48f9-b448-8ac10376e4f4 HTTP/1.1" status: 200 len: 205 time: 0.0850015 Mar 01 14:09:48.897250 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41368) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:48.960413 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-f785b61c-8b63-487b-979c-2dbff13a2f1a tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] delete failed (client error): The resource could not be found. Mar 01 14:09:48.961685 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f785b61c-8b63-487b-979c-2dbff13a2f1a tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/routers/91047a77-f1a9-48f9-b448-8ac10376e4f4 HTTP/1.1" status: 404 len: 336 time: 0.0633950 Mar 01 14:09:48.968214 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41370) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:49.000835 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3dfe6e95-cccc-4e81-8f69-5ecb0d19d984 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (c1e81afe-1659-40ce-bf04-dac1b1d10012), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:49.049469 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3dfe6e95-cccc-4e81-8f69-5ecb0d19d984 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:49.064818 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3dfe6e95-cccc-4e81-8f69-5ecb0d19d984 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/networks/c1e81afe-1659-40ce-bf04-dac1b1d10012 HTTP/1.1" status: 204 len: 168 time: 0.8649650 Mar 01 14:09:49.072230 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-eab45ef4-f18a-4eeb-b8ca-fcc8ae085cd5 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "GET /v2.0/ports?device_id=e179c555-6be3-40cb-917d-19fc5710c6ab HTTP/1.1" status: 200 len: 205 time: 0.0937860 Mar 01 14:09:49.072230 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41374) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:49.073013 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41376) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:49.100075 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-6d30aeb3-f30d-4236-95bc-b8e45d08eaaf tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-87095637'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:49.129339 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7067153-72a1-4b4b-babc-be1c32122cb8 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Router 6784a48f-5741-457d-b5fa-003799d31301 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:09:49.133891 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe6e95-cccc-4e81-8f69-5ecb0d19d984 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Network': ['ID=c1e81afe-1659-40ce-bf04-dac1b1d10012,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:49.232937 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-e41fd6e5-cb80-4ba8-b98f-7f62846d7b37 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] delete failed (client error): The resource could not be found. Mar 01 14:09:49.241172 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e41fd6e5-cb80-4ba8-b98f-7f62846d7b37 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/routers/e179c555-6be3-40cb-917d-19fc5710c6ab HTTP/1.1" status: 404 len: 336 time: 0.1457305 Mar 01 14:09:49.243571 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41386) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:49.282746 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d30aeb3-f30d-4236-95bc-b8e45d08eaaf tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:09:49.288672 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d30aeb3-f30d-4236-95bc-b8e45d08eaaf tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:49.415144 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-a54ae971-d696-4882-b9ba-801a84fe668b tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] DELETE failed (client error): The resource could not be found. Mar 01 14:09:49.428944 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a54ae971-d696-4882-b9ba-801a84fe668b tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:09:49.438768 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a54ae971-d696-4882-b9ba-801a84fe668b tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/subnets/c776db3d-0bb8-4a8c-8310-e895cee74b38 HTTP/1.1" status: 404 len: 337 time: 0.1863449 Mar 01 14:09:49.448093 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41392) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:49.490256 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 64abdc31-43cb-4b85-a8f6-10d5c83bc6ea up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:09:49.546033 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7067153-72a1-4b4b-babc-be1c32122cb8 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:09:49.558982 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f7067153-72a1-4b4b-babc-be1c32122cb8 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "PUT /v2.0/routers/6784a48f-5741-457d-b5fa-003799d31301/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5312428 Mar 01 14:09:49.573180 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41396) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:49.576588 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8d951907-68ea-4eed-9dde-93e326b4824c tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "GET /v2.0/ports?device_id=43803783-29f2-41db-8e80-b5b78388c8be HTTP/1.1" status: 200 len: 205 time: 0.1269407 Mar 01 14:09:49.579578 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41398) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:49.586336 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ee6021-c5cb-410c-9031-17bca00d56d2 None None] Network e24b94b7-4797-46b9-9324-190a0514f314 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:09:49.593462 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-203e3cf0-a02a-4a40-8724-8f9586690d64 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Request body: {'network': {'name': 'tempest-RoutersTest-1085589824'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:49.603795 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d30aeb3-f30d-4236-95bc-b8e45d08eaaf tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:09:49.665465 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-11823d60-80df-447b-a806-8a06e04b164e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] delete failed (client error): The resource could not be found. Mar 01 14:09:49.666831 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-11823d60-80df-447b-a806-8a06e04b164e tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/routers/43803783-29f2-41db-8e80-b5b78388c8be HTTP/1.1" status: 404 len: 336 time: 0.0820343 Mar 01 14:09:49.673024 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41400) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:49.696837 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d30aeb3-f30d-4236-95bc-b8e45d08eaaf tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (ce285bff-bc27-4c33-8ab1-0f960662a2cb), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:49.697575 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-6d30aeb3-f30d-4236-95bc-b8e45d08eaaf tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Added segment ce285bff-bc27-4c33-8ab1-0f960662a2cb of type vlan for network a3f1be36-be4e-4658-95f8-cfdd1e5e0f68 Mar 01 14:09:49.702891 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203e3cf0-a02a-4a40-8724-8f9586690d64 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Made reservation on behalf of 3a14431fa0e343d69136a59d66043ad6 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:09:49.711063 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-203e3cf0-a02a-4a40-8724-8f9586690d64 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:49.751339 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d5963a5-1c34-4139-bdf4-31af7761b255 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] DELETE failed (client error): The resource could not be found. Mar 01 14:09:49.753257 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d5963a5-1c34-4139-bdf4-31af7761b255 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:09:49.775734 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7d5963a5-1c34-4139-bdf4-31af7761b255 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/subnets/62976452-5839-4a4b-a9a3-f8499a44316c HTTP/1.1" status: 404 len: 337 time: 0.0969810 Mar 01 14:09:49.775888 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-203e3cf0-a02a-4a40-8724-8f9586690d64 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:09:49.776114 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41402) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:49.797629 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-203e3cf0-a02a-4a40-8724-8f9586690d64 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (1d4d144c-58d3-4b04-aa62-29764782bbc8), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:49.798130 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-203e3cf0-a02a-4a40-8724-8f9586690d64 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Added segment 1d4d144c-58d3-4b04-aa62-29764782bbc8 of type vlan for network 43bc32b0-c640-457e-8f97-e2010787f912 Mar 01 14:09:49.813652 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 64abdc31-43cb-4b85-a8f6-10d5c83bc6ea triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:49.813944 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (64abdc31-43cb-4b85-a8f6-10d5c83bc6ea), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:49.884949 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-203e3cf0-a02a-4a40-8724-8f9586690d64 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (43bc32b0-c640-457e-8f97-e2010787f912), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:49.889725 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c12cae3-4d92-40d6-bd7b-692b463cc6d2 None None] Sync routers for ids ['6784a48f-5741-457d-b5fa-003799d31301'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:09:49.894825 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0774db25-4fab-4ea5-8aa2-711d199cf277 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d87e077-5daa-40e1-ac52-ae199e72b030 HTTP/1.1" status: 200 len: 205 time: 0.1105237 Mar 01 14:09:49.897662 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41404) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:49.905384 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-66aa4394-7cb8-4ae0-91ae-4f5c39669c0f None None] Provisioning complete for port 64abdc31-43cb-4b85-a8f6-10d5c83bc6ea triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:49.905763 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-66aa4394-7cb8-4ae0-91ae-4f5c39669c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (64abdc31-43cb-4b85-a8f6-10d5c83bc6ea), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:49.915461 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c12cae3-4d92-40d6-bd7b-692b463cc6d2 None None] Routers {'6784a48f-5741-457d-b5fa-003799d31301'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:09:49.918151 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-2c12cae3-4d92-40d6-bd7b-692b463cc6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:09:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6784a48f-5741-457d-b5fa-003799d31301'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:49.923493 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d30aeb3-f30d-4236-95bc-b8e45d08eaaf tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (a3f1be36-be4e-4658-95f8-cfdd1e5e0f68), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:49.992331 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-13b77fb2-e88a-4121-843b-992277e6953a tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] delete failed (client error): The resource could not be found. Mar 01 14:09:49.994653 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-13b77fb2-e88a-4121-843b-992277e6953a tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/routers/1d87e077-5daa-40e1-ac52-ae199e72b030 HTTP/1.1" status: 404 len: 336 time: 0.0960081 Mar 01 14:09:49.997413 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41406) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:50.006671 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d30aeb3-f30d-4236-95bc-b8e45d08eaaf tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (a3f1be36-be4e-4658-95f8-cfdd1e5e0f68), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:50.008574 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.db.resource_extend [None req-203e3cf0-a02a-4a40-8724-8f9586690d64 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 14:09:50.012830 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d30aeb3-f30d-4236-95bc-b8e45d08eaaf tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:09:50.019159 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d30aeb3-f30d-4236-95bc-b8e45d08eaaf tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:50.048299 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-203e3cf0-a02a-4a40-8724-8f9586690d64 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (43bc32b0-c640-457e-8f97-e2010787f912), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:50.053965 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203e3cf0-a02a-4a40-8724-8f9586690d64 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:09:50.054570 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-203e3cf0-a02a-4a40-8724-8f9586690d64 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:50.111435 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-203e3cf0-a02a-4a40-8724-8f9586690d64 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5356348 Mar 01 14:09:50.114974 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41408) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:50.125152 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-a59765c8-4192-4a1f-917c-f0a6984ca4b2 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] DELETE failed (client error): The resource could not be found. Mar 01 14:09:50.125617 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a59765c8-4192-4a1f-917c-f0a6984ca4b2 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:09:50.128712 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a59765c8-4192-4a1f-917c-f0a6984ca4b2 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/subnets/f460d773-13da-4b78-a434-95b8499cfc56 HTTP/1.1" status: 404 len: 337 time: 0.1301074 Mar 01 14:09:50.165620 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-66aa4394-7cb8-4ae0-91ae-4f5c39669c0f None None] Current status of the port 64abdc31-43cb-4b85-a8f6-10d5c83bc6ea is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:09:50.175452 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-66aa4394-7cb8-4ae0-91ae-4f5c39669c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (64abdc31-43cb-4b85-a8f6-10d5c83bc6ea), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:50.197967 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-69cd8b3a-a853-4377-a75c-6ac9d8f62412 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Request body: {'subnet': {'network_id': '43bc32b0-c640-457e-8f97-e2010787f912', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:50.205836 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41410) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:50.247839 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-2c12cae3-4d92-40d6-bd7b-692b463cc6d2 None None] Set router 6784a48f-5741-457d-b5fa-003799d31301 gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:09:50.254521 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-66aa4394-7cb8-4ae0-91ae-4f5c39669c0f None None] For port 64abdc31-43cb-4b85-a8f6-10d5c83bc6ea, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=64abdc31-43cb-4b85-a8f6-10d5c83bc6ea,segment=NetworkSegment(fd5646f9-1e8d-4d15-a53b-2f90b2065219),segment_id=fd5646f9-1e8d-4d15-a53b-2f90b2065219)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:09:50.274467 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-66aa4394-7cb8-4ae0-91ae-4f5c39669c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (64abdc31-43cb-4b85-a8f6-10d5c83bc6ea), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:50.397886 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e3cf0-a02a-4a40-8724-8f9586690d64 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Network': ['ID=43bc32b0-c640-457e-8f97-e2010787f912,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:50.446735 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa4394-7cb8-4ae0-91ae-4f5c39669c0f None None] Pushing event updated for resources: {'Port': ['ID=64abdc31-43cb-4b85-a8f6-10d5c83bc6ea,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:50.469172 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 43bc32b0-c640-457e-8f97-e2010787f912 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:09:50.544867 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cd8b3a-a853-4377-a75c-6ac9d8f62412 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Made reservation on behalf of 3a14431fa0e343d69136a59d66043ad6 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:09:50.556992 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-69cd8b3a-a853-4377-a75c-6ac9d8f62412 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:50.652680 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 64abdc31-43cb-4b85-a8f6-10d5c83bc6ea is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:09:50.653581 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (64abdc31-43cb-4b85-a8f6-10d5c83bc6ea), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:50.752400 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-8c818008-d946-4be6-856b-9cea896838b7 None None] Provisioning complete for port 235f0e8e-41af-410b-bbc3-f485c97c0655 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:50.754488 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8c818008-d946-4be6-856b-9cea896838b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (235f0e8e-41af-410b-bbc3-f485c97c0655), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:50.827475 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-2c12cae3-4d92-40d6-bd7b-692b463cc6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6784a48f-5741-457d-b5fa-003799d31301', 'name': 'tempest-RoutersTest-router-257174145', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:09:30Z', 'updated_at': '2022-03-01T14:09:47Z', 'revision_number': 3, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'gw_port_host': None, '_interfaces': [{'id': '235f0e8e-41af-410b-bbc3-f485c97c0655', 'name': '', 'network_id': 'e24b94b7-4797-46b9-9324-190a0514f314', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:99:81:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'c7f96136-56f9-4881-ae49-286f7e71885d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:44Z', 'updated_at': '2022-03-01T14:09:47Z', 'revision_number': 2, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': 'c7f96136-56f9-4881-ae49-286f7e71885d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5f166f-eae5-453b-8880-b50d471bfa64', 'name': '', 'network_id': '8ab02ea6-108a-4904-a7e1-f257e6e950f8', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:38:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:33Z', 'updated_at': '2022-03-01T14:09:45Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:50.894190 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 14:09:50.894748 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 14:09:50.915693 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-8c818008-d946-4be6-856b-9cea896838b7 None None] Port 235f0e8e-41af-410b-bbc3-f485c97c0655 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:09:50.929659 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c12cae3-4d92-40d6-bd7b-692b463cc6d2 None None] Checking router: 6784a48f-5741-457d-b5fa-003799d31301 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:09:50.930250 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c12cae3-4d92-40d6-bd7b-692b463cc6d2 None None] Updating router 6784a48f-5741-457d-b5fa-003799d31301 port 235f0e8e-41af-410b-bbc3-f485c97c0655 binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:09:50.931019 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-8c818008-d946-4be6-856b-9cea896838b7 None None] Provisioning complete for port 64abdc31-43cb-4b85-a8f6-10d5c83bc6ea triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:50.931878 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8c818008-d946-4be6-856b-9cea896838b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (64abdc31-43cb-4b85-a8f6-10d5c83bc6ea), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:51.010605 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-69cd8b3a-a853-4377-a75c-6ac9d8f62412 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (6f372aaa-7e5b-49f8-8d42-9f767d675cad), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:51.019403 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-2c12cae3-4d92-40d6-bd7b-692b463cc6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (235f0e8e-41af-410b-bbc3-f485c97c0655), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:51.111276 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd8b3a-a853-4377-a75c-6ac9d8f62412 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Subnet': ['ID=6f372aaa-7e5b-49f8-8d42-9f767d675cad,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:51.165866 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-8c818008-d946-4be6-856b-9cea896838b7 None None] Current status of the port 64abdc31-43cb-4b85-a8f6-10d5c83bc6ea is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:09:51.182512 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cd8b3a-a853-4377-a75c-6ac9d8f62412 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Checking segment: {'id': '1d4d144c-58d3-4b04-aa62-29764782bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '43bc32b0-c640-457e-8f97-e2010787f912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:09:51.183175 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cd8b3a-a853-4377-a75c-6ac9d8f62412 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Network hostable DHCP agents. Network: 43bc32b0-c640-457e-8f97-e2010787f912, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:09:51.216710 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cd8b3a-a853-4377-a75c-6ac9d8f62412 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Network 43bc32b0-c640-457e-8f97-e2010787f912 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:09:51.233115 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-69cd8b3a-a853-4377-a75c-6ac9d8f62412 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 43bc32b0-c640-457e-8f97-e2010787f912) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:09:51.244779 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136049f6-1433-4d84-8818-969922df1718 None None] Network 43bc32b0-c640-457e-8f97-e2010787f912 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:09:51.262940 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cd8b3a-a853-4377-a75c-6ac9d8f62412 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:09:51.265712 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-69cd8b3a-a853-4377-a75c-6ac9d8f62412 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:51.320650 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-69cd8b3a-a853-4377-a75c-6ac9d8f62412 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1990361 Mar 01 14:09:51.321737 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41420) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:51.345433 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6d30aeb3-f30d-4236-95bc-b8e45d08eaaf tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.2736583 Mar 01 14:09:51.346233 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d30aeb3-f30d-4236-95bc-b8e45d08eaaf tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Network': ['ID=a3f1be36-be4e-4658-95f8-cfdd1e5e0f68,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:51.354113 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41422) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:51.355019 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce85009d-8c0a-4f24-b739-84e501754a08 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] DELETE failed (client error): The resource could not be found. Mar 01 14:09:51.355476 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce85009d-8c0a-4f24-b739-84e501754a08 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:09:51.358463 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ce85009d-8c0a-4f24-b739-84e501754a08 tempest-RoutersIpV6Test-304108153 tempest-RoutersIpV6Test-304108153-project] 10.222.0.13 "DELETE /v2.0/subnets/66f64e8d-3740-4682-9330-1b22c5bdcfa8 HTTP/1.1" status: 404 len: 337 time: 1.1509793 Mar 01 14:09:51.398434 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-4be95397-51b9-459e-8479-d5860890f583 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'subnet': {'network_id': 'a3f1be36-be4e-4658-95f8-cfdd1e5e0f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:51.418052 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network a3f1be36-be4e-4658-95f8-cfdd1e5e0f68 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:09:51.588446 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-c215584e-350a-4073-809f-e66dbeab1662 None None] Provisioning complete for port 235f0e8e-41af-410b-bbc3-f485c97c0655 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:51.589394 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c215584e-350a-4073-809f-e66dbeab1662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (235f0e8e-41af-410b-bbc3-f485c97c0655), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:51.712133 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be95397-51b9-459e-8479-d5860890f583 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:09:51.716171 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4be95397-51b9-459e-8479-d5860890f583 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:51.724349 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-c215584e-350a-4073-809f-e66dbeab1662 None None] Port 235f0e8e-41af-410b-bbc3-f485c97c0655 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:09:51.761435 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 64abdc31-43cb-4b85-a8f6-10d5c83bc6ea is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:09:51.844161 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191e4cc7-2a35-4e89-892c-d0d0d791562e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-43bc32b0-c640-457e-8f97-e2010787f912', 'network_id': '43bc32b0-c640-457e-8f97-e2010787f912', 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'fixed_ips': [{'subnet_id': '6f372aaa-7e5b-49f8-8d42-9f767d675cad'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:09:51.871523 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-191e4cc7-2a35-4e89-892c-d0d0d791562e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:51.890400 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.ipam_backend_mixin [None req-4be95397-51b9-459e-8479-d5860890f583 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Performing IP validity checks on allocation pools {{(pid=103726) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 01 14:09:51.893232 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.ipam_backend_mixin [None req-4be95397-51b9-459e-8479-d5860890f583 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103726) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 01 14:09:51.962493 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-2c12cae3-4d92-40d6-bd7b-692b463cc6d2 None None] Publish callbacks [] for port (235f0e8e-41af-410b-bbc3-f485c97c0655), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:51.981780 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-2c12cae3-4d92-40d6-bd7b-692b463cc6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (235f0e8e-41af-410b-bbc3-f485c97c0655), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:51.990014 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 64abdc31-43cb-4b85-a8f6-10d5c83bc6ea up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:09:52.270202 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06564da-7667-4b0e-9bd1-b6c3522be019 None None] Pushing event updated for resources: {'Port': ['ID=235f0e8e-41af-410b-bbc3-f485c97c0655,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:52.285967 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4be95397-51b9-459e-8479-d5860890f583 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (e4af3001-12ec-4604-9ff9-a2bfe1798a72), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:52.301817 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06564da-7667-4b0e-9bd1-b6c3522be019 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:52.303970 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06564da-7667-4b0e-9bd1-b6c3522be019 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:52.304594 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06564da-7667-4b0e-9bd1-b6c3522be019 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:52.305723 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06564da-7667-4b0e-9bd1-b6c3522be019 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:52.308668 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06564da-7667-4b0e-9bd1-b6c3522be019 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:52.309294 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06564da-7667-4b0e-9bd1-b6c3522be019 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:52.311516 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06564da-7667-4b0e-9bd1-b6c3522be019 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:52.312156 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06564da-7667-4b0e-9bd1-b6c3522be019 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:52.312740 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06564da-7667-4b0e-9bd1-b6c3522be019 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:52.313291 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06564da-7667-4b0e-9bd1-b6c3522be019 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:52.314570 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-191e4cc7-2a35-4e89-892c-d0d0d791562e None None] Allocated IP 172.22.0.2 (43bc32b0-c640-457e-8f97-e2010787f912/6f372aaa-7e5b-49f8-8d42-9f767d675cad/a53f459a-5a42-449e-8734-675176446bf6) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:09:52.315145 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06564da-7667-4b0e-9bd1-b6c3522be019 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:52.316266 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06564da-7667-4b0e-9bd1-b6c3522be019 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:52.320334 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06564da-7667-4b0e-9bd1-b6c3522be019 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:09:52.422820 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41436) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:52.454659 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-60fb9faf-e988-4494-a03f-aface27b3f40 None None] Provisioning complete for port 235f0e8e-41af-410b-bbc3-f485c97c0655 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:52.460246 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-60fb9faf-e988-4494-a03f-aface27b3f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (235f0e8e-41af-410b-bbc3-f485c97c0655), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:52.539807 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-2c12cae3-4d92-40d6-bd7b-692b463cc6d2 None None] Attempting to bind port 235f0e8e-41af-410b-bbc3-f485c97c0655 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:09:52.540557 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-2c12cae3-4d92-40d6-bd7b-692b463cc6d2 None None] Attempting to bind port 235f0e8e-41af-410b-bbc3-f485c97c0655 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'fd5646f9-1e8d-4d15-a53b-2f90b2065219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e24b94b7-4797-46b9-9324-190a0514f314'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:09:52.541293 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c12cae3-4d92-40d6-bd7b-692b463cc6d2 None None] Attempting to bind port 235f0e8e-41af-410b-bbc3-f485c97c0655 on network e24b94b7-4797-46b9-9324-190a0514f314 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:09:52.546613 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be95397-51b9-459e-8479-d5860890f583 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Subnet': ['ID=e4af3001-12ec-4604-9ff9-a2bfe1798a72,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:52.556878 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c12cae3-4d92-40d6-bd7b-692b463cc6d2 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:09:52.557561 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c12cae3-4d92-40d6-bd7b-692b463cc6d2 None None] Checking segment: {'id': 'fd5646f9-1e8d-4d15-a53b-2f90b2065219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e24b94b7-4797-46b9-9324-190a0514f314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:09:52.562213 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-2c12cae3-4d92-40d6-bd7b-692b463cc6d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:52.563208 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c12cae3-4d92-40d6-bd7b-692b463cc6d2 None None] Bound using segment: {'id': 'fd5646f9-1e8d-4d15-a53b-2f90b2065219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e24b94b7-4797-46b9-9324-190a0514f314'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:09:52.565404 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-2c12cae3-4d92-40d6-bd7b-692b463cc6d2 None None] Bound port: 235f0e8e-41af-410b-bbc3-f485c97c0655, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd5646f9-1e8d-4d15-a53b-2f90b2065219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e24b94b7-4797-46b9-9324-190a0514f314'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:09:52.566051 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be95397-51b9-459e-8479-d5860890f583 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Checking segment: {'id': 'ce285bff-bc27-4c33-8ab1-0f960662a2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a3f1be36-be4e-4658-95f8-cfdd1e5e0f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:09:52.566351 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-2c12cae3-4d92-40d6-bd7b-692b463cc6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (235f0e8e-41af-410b-bbc3-f485c97c0655), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:52.566454 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be95397-51b9-459e-8479-d5860890f583 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Network hostable DHCP agents. Network: a3f1be36-be4e-4658-95f8-cfdd1e5e0f68, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:09:52.612843 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be95397-51b9-459e-8479-d5860890f583 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Network a3f1be36-be4e-4658-95f8-cfdd1e5e0f68 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:09:52.631817 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-4be95397-51b9-459e-8479-d5860890f583 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, a3f1be36-be4e-4658-95f8-cfdd1e5e0f68) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:09:52.636336 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be95397-51b9-459e-8479-d5860890f583 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:09:52.636931 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4be95397-51b9-459e-8479-d5860890f583 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:52.669202 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4be95397-51b9-459e-8479-d5860890f583 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3071451 Mar 01 14:09:52.669389 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41442) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:52.673515 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-191e4cc7-2a35-4e89-892c-d0d0d791562e None None] Publish callbacks [] for port (a53f459a-5a42-449e-8734-675176446bf6), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:52.675130 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-5240c0a1-e5f6-46a6-9f2f-baa0c6959355 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'port': {'network_id': 'a3f1be36-be4e-4658-95f8-cfdd1e5e0f68', 'name': 'tempest-PortsIpV6TestJSON-1360986275'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:52.700910 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4282fc6a-e4dc-4ff5-b5e2-777f9f5d079e None None] Network a3f1be36-be4e-4658-95f8-cfdd1e5e0f68 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:09:52.703839 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-191e4cc7-2a35-4e89-892c-d0d0d791562e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (a53f459a-5a42-449e-8734-675176446bf6), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:52.793606 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-2c12cae3-4d92-40d6-bd7b-692b463cc6d2 None None] For port 235f0e8e-41af-410b-bbc3-f485c97c0655, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:09:52.797327 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-2c12cae3-4d92-40d6-bd7b-692b463cc6d2 None None] For port 235f0e8e-41af-410b-bbc3-f485c97c0655, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=235f0e8e-41af-410b-bbc3-f485c97c0655,segment=NetworkSegment(fd5646f9-1e8d-4d15-a53b-2f90b2065219),segment_id=fd5646f9-1e8d-4d15-a53b-2f90b2065219)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:09:52.821271 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-2c12cae3-4d92-40d6-bd7b-692b463cc6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (235f0e8e-41af-410b-bbc3-f485c97c0655), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:52.829489 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 64abdc31-43cb-4b85-a8f6-10d5c83bc6ea triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:52.830039 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (64abdc31-43cb-4b85-a8f6-10d5c83bc6ea), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:52.874028 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191e4cc7-2a35-4e89-892c-d0d0d791562e None None] Network 43bc32b0-c640-457e-8f97-e2010787f912 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:09:52.878940 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e4cc7-2a35-4e89-892c-d0d0d791562e None None] Pushing event updated for resources: {'Port': ['ID=a53f459a-5a42-449e-8734-675176446bf6,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:52.886673 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-60fb9faf-e988-4494-a03f-aface27b3f40 None None] Port 235f0e8e-41af-410b-bbc3-f485c97c0655 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:09:52.896400 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-191e4cc7-2a35-4e89-892c-d0d0d791562e None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:09:52.903178 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191e4cc7-2a35-4e89-892c-d0d0d791562e None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:09:52.997520 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1bfbc5a6-1aa9-4b1f-a316-b9c819f53f95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=acbdde4ecc2c4bf09ed2554be77540a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5630379 Mar 01 14:09:53.000881 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41454) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:53.003104 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c12cae3-4d92-40d6-bd7b-692b463cc6d2 None None] Routers {'6784a48f-5741-457d-b5fa-003799d31301'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:09:53.004830 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-2c12cae3-4d92-40d6-bd7b-692b463cc6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:09:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6784a48f-5741-457d-b5fa-003799d31301'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:53.006736 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06564da-7667-4b0e-9bd1-b6c3522be019 None None] Pushing event updated for resources: {'Port': ['ID=235f0e8e-41af-410b-bbc3-f485c97c0655,revision_number=4']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:53.049980 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-191e4cc7-2a35-4e89-892c-d0d0d791562e None None] Attempting to bind port a53f459a-5a42-449e-8734-675176446bf6 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:09:53.050394 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-191e4cc7-2a35-4e89-892c-d0d0d791562e None None] Attempting to bind port a53f459a-5a42-449e-8734-675176446bf6 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '1d4d144c-58d3-4b04-aa62-29764782bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '43bc32b0-c640-457e-8f97-e2010787f912'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:09:53.050996 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e4cc7-2a35-4e89-892c-d0d0d791562e None None] Attempting to bind port a53f459a-5a42-449e-8734-675176446bf6 on network 43bc32b0-c640-457e-8f97-e2010787f912 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:09:53.134358 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5240c0a1-e5f6-46a6-9f2f-baa0c6959355 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:09:53.139709 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5240c0a1-e5f6-46a6-9f2f-baa0c6959355 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:53.195511 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f87883da-09c8-42cc-b41c-a8b97fd59bb1 admin admin] Publish callbacks [] for security_group (33abe95d-23f6-4b14-b4d7-7b398512c5a5), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:53.208415 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e4cc7-2a35-4e89-892c-d0d0d791562e None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:09:53.208800 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e4cc7-2a35-4e89-892c-d0d0d791562e None None] Checking segment: {'id': '1d4d144c-58d3-4b04-aa62-29764782bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '43bc32b0-c640-457e-8f97-e2010787f912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:09:53.209203 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-191e4cc7-2a35-4e89-892c-d0d0d791562e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:53.209596 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e4cc7-2a35-4e89-892c-d0d0d791562e None None] Bound using segment: {'id': '1d4d144c-58d3-4b04-aa62-29764782bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '43bc32b0-c640-457e-8f97-e2010787f912'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:09:53.210082 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-191e4cc7-2a35-4e89-892c-d0d0d791562e None None] Bound port: a53f459a-5a42-449e-8734-675176446bf6, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4d144c-58d3-4b04-aa62-29764782bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '43bc32b0-c640-457e-8f97-e2010787f912'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:09:53.210463 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-191e4cc7-2a35-4e89-892c-d0d0d791562e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a53f459a-5a42-449e-8734-675176446bf6), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:53.264129 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f87883da-09c8-42cc-b41c-a8b97fd59bb1 admin admin] Publish callbacks [] for security_group (33abe95d-23f6-4b14-b4d7-7b398512c5a5), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:53.274739 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc7323e-a05e-491d-bc4b-e49d1b61f5c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-a3f1be36-be4e-4658-95f8-cfdd1e5e0f68', 'network_id': 'a3f1be36-be4e-4658-95f8-cfdd1e5e0f68', 'project_id': '163c4d59cc1c49dc810880d9d07b304d', 'fixed_ips': [{'subnet_id': 'e4af3001-12ec-4604-9ff9-a2bfe1798a72'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:09:53.277857 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1bc7323e-a05e-491d-bc4b-e49d1b61f5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:53.290095 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-2c12cae3-4d92-40d6-bd7b-692b463cc6d2 None None] Set router 6784a48f-5741-457d-b5fa-003799d31301 gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:09:53.321322 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-6acda70c-b163-4ed1-96bc-665e0c9df75b None None] Provisioning complete for port 235f0e8e-41af-410b-bbc3-f485c97c0655 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:53.321693 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6acda70c-b163-4ed1-96bc-665e0c9df75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (235f0e8e-41af-410b-bbc3-f485c97c0655), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:53.392764 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-5240c0a1-e5f6-46a6-9f2f-baa0c6959355 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] device_id is not set on port 9d7d1cb4-3210-4a7f-a74f-22fe428aab97 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:09:53.412313 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f87883da-09c8-42cc-b41c-a8b97fd59bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (33abe95d-23f6-4b14-b4d7-7b398512c5a5), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:53.416463 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f87883da-09c8-42cc-b41c-a8b97fd59bb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:53.421358 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f87883da-09c8-42cc-b41c-a8b97fd59bb1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/33abe95d-23f6-4b14-b4d7-7b398512c5a5 HTTP/1.1" status: 204 len: 168 time: 0.4134455 Mar 01 14:09:53.486060 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87883da-09c8-42cc-b41c-a8b97fd59bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33abe95d-23f6-4b14-b4d7-7b398512c5a5,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:53.499184 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8d546c85-fbe9-4c4e-80d5-5ba6a77e9587 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:53.712978 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 64abdc31-43cb-4b85-a8f6-10d5c83bc6ea is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:09:53.822823 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-2c12cae3-4d92-40d6-bd7b-692b463cc6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6784a48f-5741-457d-b5fa-003799d31301', 'name': 'tempest-RoutersTest-router-257174145', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:09:30Z', 'updated_at': '2022-03-01T14:09:47Z', 'revision_number': 3, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'gw_port_host': None, '_interfaces': [{'id': '235f0e8e-41af-410b-bbc3-f485c97c0655', 'name': '', 'network_id': 'e24b94b7-4797-46b9-9324-190a0514f314', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:99:81:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'c7f96136-56f9-4881-ae49-286f7e71885d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:44Z', 'updated_at': '2022-03-01T14:09:52Z', 'revision_number': 4, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': 'c7f96136-56f9-4881-ae49-286f7e71885d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5f166f-eae5-453b-8880-b50d471bfa64', 'name': '', 'network_id': '8ab02ea6-108a-4904-a7e1-f257e6e950f8', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:38:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:33Z', 'updated_at': '2022-03-01T14:09:45Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:53.888791 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c12cae3-4d92-40d6-bd7b-692b463cc6d2 None None] The sync data for ids ['6784a48f-5741-457d-b5fa-003799d31301'] in n-d-827467-3 is: [{'id': '6784a48f-5741-457d-b5fa-003799d31301', 'name': 'tempest-RoutersTest-router-257174145', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:09:30Z', 'updated_at': '2022-03-01T14:09:47Z', 'revision_number': 3, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'gw_port_host': None, '_interfaces': [{'id': '235f0e8e-41af-410b-bbc3-f485c97c0655', 'name': '', 'network_id': 'e24b94b7-4797-46b9-9324-190a0514f314', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:99:81:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'c7f96136-56f9-4881-ae49-286f7e71885d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:44Z', 'updated_at': '2022-03-01T14:09:52Z', 'revision_number': 4, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': 'c7f96136-56f9-4881-ae49-286f7e71885d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5f166f-eae5-453b-8880-b50d471bfa64', 'name': '', 'network_id': '8ab02ea6-108a-4904-a7e1-f257e6e950f8', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:38:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:33Z', 'updated_at': '2022-03-01T14:09:45Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:09:53.904749 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-5240c0a1-e5f6-46a6-9f2f-baa0c6959355 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Allocated IP 2001:db8::121 (a3f1be36-be4e-4658-95f8-cfdd1e5e0f68/e4af3001-12ec-4604-9ff9-a2bfe1798a72/9d7d1cb4-3210-4a7f-a74f-22fe428aab97) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:09:54.013413 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-191e4cc7-2a35-4e89-892c-d0d0d791562e None None] For port a53f459a-5a42-449e-8734-675176446bf6, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:09:54.043284 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-191e4cc7-2a35-4e89-892c-d0d0d791562e None None] For port a53f459a-5a42-449e-8734-675176446bf6, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=a53f459a-5a42-449e-8734-675176446bf6,segment=NetworkSegment(1d4d144c-58d3-4b04-aa62-29764782bbc8),segment_id=1d4d144c-58d3-4b04-aa62-29764782bbc8)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:09:54.497544 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-8d546c85-fbe9-4c4e-80d5-5ba6a77e9587 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Allocated IP 172.22.0.1 (43bc32b0-c640-457e-8f97-e2010787f912/6f372aaa-7e5b-49f8-8d42-9f767d675cad/72574601-4830-4be0-853a-a6d8bde83925) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:09:54.517400 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5240c0a1-e5f6-46a6-9f2f-baa0c6959355 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for port (9d7d1cb4-3210-4a7f-a74f-22fe428aab97), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:54.649899 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5240c0a1-e5f6-46a6-9f2f-baa0c6959355 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (9d7d1cb4-3210-4a7f-a74f-22fe428aab97), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:54.732246 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-191e4cc7-2a35-4e89-892c-d0d0d791562e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a53f459a-5a42-449e-8734-675176446bf6), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:54.739296 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-6acda70c-b163-4ed1-96bc-665e0c9df75b None None] Current status of the port 235f0e8e-41af-410b-bbc3-f485c97c0655 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:09:54.740037 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6acda70c-b163-4ed1-96bc-665e0c9df75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (235f0e8e-41af-410b-bbc3-f485c97c0655), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:54.828162 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5240c0a1-e5f6-46a6-9f2f-baa0c6959355 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Port': ['ID=9d7d1cb4-3210-4a7f-a74f-22fe428aab97,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:54.850546 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5240c0a1-e5f6-46a6-9f2f-baa0c6959355 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Network a3f1be36-be4e-4658-95f8-cfdd1e5e0f68 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:09:54.851985 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-5240c0a1-e5f6-46a6-9f2f-baa0c6959355 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:09:54.857336 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8d546c85-fbe9-4c4e-80d5-5ba6a77e9587 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for port (72574601-4830-4be0-853a-a6d8bde83925), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:54.865387 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5240c0a1-e5f6-46a6-9f2f-baa0c6959355 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:09:54.870643 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5240c0a1-e5f6-46a6-9f2f-baa0c6959355 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:09:54.871269 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5240c0a1-e5f6-46a6-9f2f-baa0c6959355 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:54.952281 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5240c0a1-e5f6-46a6-9f2f-baa0c6959355 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2817342 Mar 01 14:09:54.953977 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41512) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:54.993883 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-6acda70c-b163-4ed1-96bc-665e0c9df75b None None] For port 235f0e8e-41af-410b-bbc3-f485c97c0655, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=235f0e8e-41af-410b-bbc3-f485c97c0655,segment=NetworkSegment(fd5646f9-1e8d-4d15-a53b-2f90b2065219),segment_id=fd5646f9-1e8d-4d15-a53b-2f90b2065219)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:09:55.014077 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8d546c85-fbe9-4c4e-80d5-5ba6a77e9587 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (72574601-4830-4be0-853a-a6d8bde83925), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:55.030513 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e4cc7-2a35-4e89-892c-d0d0d791562e None None] Pushing event updated for resources: {'Port': ['ID=a53f459a-5a42-449e-8734-675176446bf6,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:55.053097 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6acda70c-b163-4ed1-96bc-665e0c9df75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (235f0e8e-41af-410b-bbc3-f485c97c0655), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:55.231456 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acda70c-b163-4ed1-96bc-665e0c9df75b None None] Pushing event updated for resources: {'Port': ['ID=235f0e8e-41af-410b-bbc3-f485c97c0655,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:55.258841 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d546c85-fbe9-4c4e-80d5-5ba6a77e9587 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Port': ['ID=72574601-4830-4be0-853a-a6d8bde83925,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:55.260808 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-1bc7323e-a05e-491d-bc4b-e49d1b61f5c6 None None] Allocated IP 2001:db8::2 (a3f1be36-be4e-4658-95f8-cfdd1e5e0f68/e4af3001-12ec-4604-9ff9-a2bfe1798a72/ead473ad-aa6c-431b-96c2-c1fec3360bbe) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:09:55.265273 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41518) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:55.272446 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-4afc9f26-efe9-46c0-9b27-f33d74491f45 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Deleting port 9d7d1cb4-3210-4a7f-a74f-22fe428aab97 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:09:55.272954 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4afc9f26-efe9-46c0-9b27-f33d74491f45 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (9d7d1cb4-3210-4a7f-a74f-22fe428aab97), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:55.300849 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d546c85-fbe9-4c4e-80d5-5ba6a77e9587 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Network 43bc32b0-c640-457e-8f97-e2010787f912 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:09:55.307970 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-8d546c85-fbe9-4c4e-80d5-5ba6a77e9587 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:09:55.348845 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d546c85-fbe9-4c4e-80d5-5ba6a77e9587 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:09:55.418487 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d121f17b-8e42-4934-8217-ad0d579c0821 None None] Provisioning complete for port 235f0e8e-41af-410b-bbc3-f485c97c0655 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:55.418876 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d121f17b-8e42-4934-8217-ad0d579c0821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (235f0e8e-41af-410b-bbc3-f485c97c0655), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:55.438178 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8d546c85-fbe9-4c4e-80d5-5ba6a77e9587 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (6784a48f-5741-457d-b5fa-003799d31301), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:55.498311 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-64628760-89b8-4512-b32b-1871823f1bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:55.518470 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4afc9f26-efe9-46c0-9b27-f33d74491f45 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (9d7d1cb4-3210-4a7f-a74f-22fe428aab97), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:55.554758 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-4afc9f26-efe9-46c0-9b27-f33d74491f45 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Calling delete_port for 9d7d1cb4-3210-4a7f-a74f-22fe428aab97 owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:09:55.744849 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d121f17b-8e42-4934-8217-ad0d579c0821 None None] Current status of the port 235f0e8e-41af-410b-bbc3-f485c97c0655 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:09:55.747143 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4afc9f26-efe9-46c0-9b27-f33d74491f45 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (9d7d1cb4-3210-4a7f-a74f-22fe428aab97), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:55.761945 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8d546c85-fbe9-4c4e-80d5-5ba6a77e9587 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (72574601-4830-4be0-853a-a6d8bde83925), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:55.954337 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4afc9f26-efe9-46c0-9b27-f33d74491f45 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:55.971884 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4afc9f26-efe9-46c0-9b27-f33d74491f45 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/ports/9d7d1cb4-3210-4a7f-a74f-22fe428aab97 HTTP/1.1" status: 204 len: 168 time: 1.0145960 Mar 01 14:09:55.973906 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41524) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:55.975118 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc9f26-efe9-46c0-9b27-f33d74491f45 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Port': ['ID=9d7d1cb4-3210-4a7f-a74f-22fe428aab97,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:56.018173 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1bc7323e-a05e-491d-bc4b-e49d1b61f5c6 None None] Publish callbacks [] for port (ead473ad-aa6c-431b-96c2-c1fec3360bbe), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:56.021066 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-b32913e2-3564-4bf3-b848-b3afd36ab222 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] DELETE failed (client error): The resource could not be found. Mar 01 14:09:56.023658 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b32913e2-3564-4bf3-b848-b3afd36ab222 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:09:56.034559 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41526) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:56.040589 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b32913e2-3564-4bf3-b848-b3afd36ab222 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/ports/9d7d1cb4-3210-4a7f-a74f-22fe428aab97 HTTP/1.1" status: 404 len: 333 time: 0.0514483 Mar 01 14:09:56.041584 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1bc7323e-a05e-491d-bc4b-e49d1b61f5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (ead473ad-aa6c-431b-96c2-c1fec3360bbe), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:56.086666 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-98ff6a8f-bd1b-497e-ad8a-e71e27632a15 tempest-ServiceProvidersTest-779461171 tempest-ServiceProvidersTest-779461171-project] 10.222.0.13 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.8174548 Mar 01 14:09:56.161824 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bf94db4-6a0e-4d92-bbb3-0f6fd8b6d759 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] GET failed (client error): The resource could not be found. Mar 01 14:09:56.163561 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2bf94db4-6a0e-4d92-bbb3-0f6fd8b6d759 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "GET /v2.0/ports/9d7d1cb4-3210-4a7f-a74f-22fe428aab97 HTTP/1.1" status: 404 len: 333 time: 0.1303053 Mar 01 14:09:56.165271 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 235f0e8e-41af-410b-bbc3-f485c97c0655 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:09:56.166468 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41534) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:56.353913 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc7323e-a05e-491d-bc4b-e49d1b61f5c6 None None] Network a3f1be36-be4e-4658-95f8-cfdd1e5e0f68 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:09:56.368041 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-092be5ca-95bc-422e-b535-4dc3680d6e1a tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Deleting subnet e4af3001-12ec-4604-9ff9-a2bfe1798a72 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:09:56.385965 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-1bc7323e-a05e-491d-bc4b-e49d1b61f5c6 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:09:56.386881 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-092be5ca-95bc-422e-b535-4dc3680d6e1a tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for subnet (e4af3001-12ec-4604-9ff9-a2bfe1798a72), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:56.400314 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc7323e-a05e-491d-bc4b-e49d1b61f5c6 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:09:56.408846 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc7323e-a05e-491d-bc4b-e49d1b61f5c6 None None] Pushing event updated for resources: {'Port': ['ID=ead473ad-aa6c-431b-96c2-c1fec3360bbe,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:56.502611 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-092be5ca-95bc-422e-b535-4dc3680d6e1a tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (e4af3001-12ec-4604-9ff9-a2bfe1798a72), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:56.622023 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-1bc7323e-a05e-491d-bc4b-e49d1b61f5c6 None None] Attempting to bind port ead473ad-aa6c-431b-96c2-c1fec3360bbe on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:09:56.627479 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-1bc7323e-a05e-491d-bc4b-e49d1b61f5c6 None None] Attempting to bind port ead473ad-aa6c-431b-96c2-c1fec3360bbe by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ce285bff-bc27-4c33-8ab1-0f960662a2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a3f1be36-be4e-4658-95f8-cfdd1e5e0f68'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:09:56.630869 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc7323e-a05e-491d-bc4b-e49d1b61f5c6 None None] Attempting to bind port ead473ad-aa6c-431b-96c2-c1fec3360bbe on network a3f1be36-be4e-4658-95f8-cfdd1e5e0f68 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:09:56.639651 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8d546c85-fbe9-4c4e-80d5-5ba6a77e9587 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for port (72574601-4830-4be0-853a-a6d8bde83925), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:56.653584 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc7323e-a05e-491d-bc4b-e49d1b61f5c6 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:09:56.655830 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8d546c85-fbe9-4c4e-80d5-5ba6a77e9587 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (72574601-4830-4be0-853a-a6d8bde83925), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:56.656495 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc7323e-a05e-491d-bc4b-e49d1b61f5c6 None None] Checking segment: {'id': 'ce285bff-bc27-4c33-8ab1-0f960662a2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a3f1be36-be4e-4658-95f8-cfdd1e5e0f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:09:56.657026 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1bc7323e-a05e-491d-bc4b-e49d1b61f5c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:56.657944 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc7323e-a05e-491d-bc4b-e49d1b61f5c6 None None] Bound using segment: {'id': 'ce285bff-bc27-4c33-8ab1-0f960662a2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a3f1be36-be4e-4658-95f8-cfdd1e5e0f68'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:09:56.658671 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-1bc7323e-a05e-491d-bc4b-e49d1b61f5c6 None None] Bound port: ead473ad-aa6c-431b-96c2-c1fec3360bbe, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce285bff-bc27-4c33-8ab1-0f960662a2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a3f1be36-be4e-4658-95f8-cfdd1e5e0f68'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:09:56.662627 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1bc7323e-a05e-491d-bc4b-e49d1b61f5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ead473ad-aa6c-431b-96c2-c1fec3360bbe), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:56.686681 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 235f0e8e-41af-410b-bbc3-f485c97c0655 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:56.698198 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (235f0e8e-41af-410b-bbc3-f485c97c0655), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:56.784880 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-092be5ca-95bc-422e-b535-4dc3680d6e1a tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (e4af3001-12ec-4604-9ff9-a2bfe1798a72), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:56.808028 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41544) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:56.909542 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41548) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:56.922614 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-092be5ca-95bc-422e-b535-4dc3680d6e1a tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (e4af3001-12ec-4604-9ff9-a2bfe1798a72), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:56.944005 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-092be5ca-95bc-422e-b535-4dc3680d6e1a tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:56.947597 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-092be5ca-95bc-422e-b535-4dc3680d6e1a tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/subnets/e4af3001-12ec-4604-9ff9-a2bfe1798a72 HTTP/1.1" status: 204 len: 168 time: 0.7801099 Mar 01 14:09:56.959098 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41554) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:56.986290 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-1bc7323e-a05e-491d-bc4b-e49d1b61f5c6 None None] For port ead473ad-aa6c-431b-96c2-c1fec3360bbe, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:09:56.993235 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092be5ca-95bc-422e-b535-4dc3680d6e1a tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Subnet': ['ID=e4af3001-12ec-4604-9ff9-a2bfe1798a72,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:57.010761 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa27c14-5325-4136-98bb-0bea7d970024 None None] Network 43bc32b0-c640-457e-8f97-e2010787f912 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:09:57.071802 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-1bc7323e-a05e-491d-bc4b-e49d1b61f5c6 None None] For port ead473ad-aa6c-431b-96c2-c1fec3360bbe, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ead473ad-aa6c-431b-96c2-c1fec3360bbe,segment=NetworkSegment(ce285bff-bc27-4c33-8ab1-0f960662a2cb),segment_id=ce285bff-bc27-4c33-8ab1-0f960662a2cb)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:09:57.150795 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1bc7323e-a05e-491d-bc4b-e49d1b61f5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ead473ad-aa6c-431b-96c2-c1fec3360bbe), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:57.169943 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-0be4117f-2600-4961-98a0-a36cef7e7849 None None] Provisioning complete for port a53f459a-5a42-449e-8734-675176446bf6 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:57.170301 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0be4117f-2600-4961-98a0-a36cef7e7849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a53f459a-5a42-449e-8734-675176446bf6), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:57.232124 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-88053def-ec29-4689-89f5-193deeb99393 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (a3f1be36-be4e-4658-95f8-cfdd1e5e0f68), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:57.236736 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-96082d86-85f0-4b3d-a2e3-b2229470ce73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:57.246581 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d546c85-fbe9-4c4e-80d5-5ba6a77e9587 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Port': ['ID=72574601-4830-4be0-853a-a6d8bde83925,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:57.257450 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8d546c85-fbe9-4c4e-80d5-5ba6a77e9587 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (6784a48f-5741-457d-b5fa-003799d31301), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:57.481605 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 235f0e8e-41af-410b-bbc3-f485c97c0655 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:09:57.483000 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device a53f459a-5a42-449e-8734-675176446bf6 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:09:57.519421 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc7323e-a05e-491d-bc4b-e49d1b61f5c6 None None] Pushing event updated for resources: {'Port': ['ID=ead473ad-aa6c-431b-96c2-c1fec3360bbe,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:57.573059 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4e8a2bd3-0758-4c04-ade8-f5812a4c970b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:57.604960 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d546c85-fbe9-4c4e-80d5-5ba6a77e9587 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Network 43bc32b0-c640-457e-8f97-e2010787f912 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:09:57.630649 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f3ea1f5a-c189-4e85-af6e-816bde44fdcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:57.638354 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-8d546c85-fbe9-4c4e-80d5-5ba6a77e9587 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:09:57.702575 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-0be4117f-2600-4961-98a0-a36cef7e7849 None None] Current status of the port a53f459a-5a42-449e-8734-675176446bf6 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:09:57.703251 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0be4117f-2600-4961-98a0-a36cef7e7849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a53f459a-5a42-449e-8734-675176446bf6), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:57.790111 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-0be4117f-2600-4961-98a0-a36cef7e7849 None None] For port a53f459a-5a42-449e-8734-675176446bf6, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=a53f459a-5a42-449e-8734-675176446bf6,segment=NetworkSegment(1d4d144c-58d3-4b04-aa62-29764782bbc8),segment_id=1d4d144c-58d3-4b04-aa62-29764782bbc8)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:09:57.810431 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0be4117f-2600-4961-98a0-a36cef7e7849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a53f459a-5a42-449e-8734-675176446bf6), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:57.828081 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-96082d86-85f0-4b3d-a2e3-b2229470ce73 admin admin] Publish callbacks [] for security_group (7f72afe1-0190-4be1-a387-1705e14f1414), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:57.862322 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-96082d86-85f0-4b3d-a2e3-b2229470ce73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (7f72afe1-0190-4be1-a387-1705e14f1414), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:57.946319 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port a53f459a-5a42-449e-8734-675176446bf6 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:57.946593 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a53f459a-5a42-449e-8734-675176446bf6), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:57.949464 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4117f-2600-4961-98a0-a36cef7e7849 None None] Pushing event updated for resources: {'Port': ['ID=a53f459a-5a42-449e-8734-675176446bf6,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:58.004273 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4e8a2bd3-0758-4c04-ade8-f5812a4c970b admin admin] Publish callbacks [] for security_group (d9f80e6f-d411-4d05-88c7-67059d7cfcad), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:58.066988 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96082d86-85f0-4b3d-a2e3-b2229470ce73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f72afe1-0190-4be1-a387-1705e14f1414,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:58.085134 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4e8a2bd3-0758-4c04-ade8-f5812a4c970b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d9f80e6f-d411-4d05-88c7-67059d7cfcad), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:58.176575 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4e8a2bd3-0758-4c04-ade8-f5812a4c970b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0676a773f5044e369704dcac121e6980&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3672676 Mar 01 14:09:58.179816 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41562) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:58.192938 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port a53f459a-5a42-449e-8734-675176446bf6 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:09:58.236601 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-3e33880d-d8de-4935-a653-afeac797516e None None] Provisioning complete for port a53f459a-5a42-449e-8734-675176446bf6 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:58.237864 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3e33880d-d8de-4935-a653-afeac797516e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a53f459a-5a42-449e-8734-675176446bf6), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:58.320311 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a93c44aa-575d-4481-844d-d2bdf49f73dc admin admin] Publish callbacks [] for security_group (d9f80e6f-d411-4d05-88c7-67059d7cfcad), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:58.393794 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a2bd3-0758-4c04-ade8-f5812a4c970b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f80e6f-d411-4d05-88c7-67059d7cfcad,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:58.400616 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a93c44aa-575d-4481-844d-d2bdf49f73dc admin admin] Publish callbacks [] for security_group (d9f80e6f-d411-4d05-88c7-67059d7cfcad), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:58.404932 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d546c85-fbe9-4c4e-80d5-5ba6a77e9587 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Router 6784a48f-5741-457d-b5fa-003799d31301 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:09:58.490270 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3e33880d-d8de-4935-a653-afeac797516e None None] Current status of the port a53f459a-5a42-449e-8734-675176446bf6 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:09:58.526409 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-3e33880d-d8de-4935-a653-afeac797516e None None] Provisioning complete for port 72574601-4830-4be0-853a-a6d8bde83925 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:58.528009 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3e33880d-d8de-4935-a653-afeac797516e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (72574601-4830-4be0-853a-a6d8bde83925), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:58.571550 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a93c44aa-575d-4481-844d-d2bdf49f73dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d9f80e6f-d411-4d05-88c7-67059d7cfcad), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:58.574677 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a93c44aa-575d-4481-844d-d2bdf49f73dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:58.578382 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a93c44aa-575d-4481-844d-d2bdf49f73dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d9f80e6f-d411-4d05-88c7-67059d7cfcad HTTP/1.1" status: 204 len: 168 time: 0.3946829 Mar 01 14:09:58.627117 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c44aa-575d-4481-844d-d2bdf49f73dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f80e6f-d411-4d05-88c7-67059d7cfcad,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:58.641128 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-96082d86-85f0-4b3d-a2e3-b2229470ce73 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc2630fec0af408a95a10487adffed0b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7220366 Mar 01 14:09:58.645142 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41570) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:58.667955 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device a53f459a-5a42-449e-8734-675176446bf6 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:09:58.723173 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-88053def-ec29-4689-89f5-193deeb99393 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Deleting port ead473ad-aa6c-431b-96c2-c1fec3360bbe {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:09:58.728424 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-88053def-ec29-4689-89f5-193deeb99393 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (ead473ad-aa6c-431b-96c2-c1fec3360bbe), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:58.782334 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3e33880d-d8de-4935-a653-afeac797516e None None] Port 72574601-4830-4be0-853a-a6d8bde83925 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:09:58.841830 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port a53f459a-5a42-449e-8734-675176446bf6 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:58.846937 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a53f459a-5a42-449e-8734-675176446bf6), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:58.860484 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-20a71faf-290e-4ec1-8dfc-efd4dcc60f02 admin admin] Publish callbacks [] for security_group (7f72afe1-0190-4be1-a387-1705e14f1414), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:58.919434 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-88053def-ec29-4689-89f5-193deeb99393 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] For port ead473ad-aa6c-431b-96c2-c1fec3360bbe, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ead473ad-aa6c-431b-96c2-c1fec3360bbe,segment=NetworkSegment(ce285bff-bc27-4c33-8ab1-0f960662a2cb),segment_id=ce285bff-bc27-4c33-8ab1-0f960662a2cb)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:09:58.919833 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-88053def-ec29-4689-89f5-193deeb99393 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (ead473ad-aa6c-431b-96c2-c1fec3360bbe), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:58.940918 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-20a71faf-290e-4ec1-8dfc-efd4dcc60f02 admin admin] Publish callbacks [] for security_group (7f72afe1-0190-4be1-a387-1705e14f1414), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:58.957774 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d546c85-fbe9-4c4e-80d5-5ba6a77e9587 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:09:58.980642 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41572) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:58.981160 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8d546c85-fbe9-4c4e-80d5-5ba6a77e9587 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "PUT /v2.0/routers/6784a48f-5741-457d-b5fa-003799d31301/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6568060 Mar 01 14:09:58.998096 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-34a441db-1fee-46b9-aafa-ee2fbddd8514 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Request body: {'network': {'name': 'tempest-RoutersTest-989545603'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:59.004017 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-88053def-ec29-4689-89f5-193deeb99393 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Calling delete_port for ead473ad-aa6c-431b-96c2-c1fec3360bbe owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:09:59.027466 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d56e23-2e5e-4890-ad2f-83a7b3a263b3 None None] Sync routers for ids ['6784a48f-5741-457d-b5fa-003799d31301'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:09:59.074062 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:59.089279 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a441db-1fee-46b9-aafa-ee2fbddd8514 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Made reservation on behalf of 3a14431fa0e343d69136a59d66043ad6 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:09:59.096588 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-34a441db-1fee-46b9-aafa-ee2fbddd8514 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:59.106513 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d56e23-2e5e-4890-ad2f-83a7b3a263b3 None None] Routers {'6784a48f-5741-457d-b5fa-003799d31301'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:09:59.107386 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-a5d56e23-2e5e-4890-ad2f-83a7b3a263b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:09:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6784a48f-5741-457d-b5fa-003799d31301'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:59.184481 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a441db-1fee-46b9-aafa-ee2fbddd8514 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:09:59.204792 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-34a441db-1fee-46b9-aafa-ee2fbddd8514 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (681ec9e2-5414-426a-9258-8d09cef9327a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:59.205492 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-34a441db-1fee-46b9-aafa-ee2fbddd8514 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Added segment 681ec9e2-5414-426a-9258-8d09cef9327a of type vlan for network a6375dc2-431f-4a55-8a6b-d31ee15799c4 Mar 01 14:09:59.235522 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-c1a8fcfe-7abe-493d-91cc-f633f3052b3d None None] Provisioning complete for port 72574601-4830-4be0-853a-a6d8bde83925 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:09:59.240731 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c1a8fcfe-7abe-493d-91cc-f633f3052b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (72574601-4830-4be0-853a-a6d8bde83925), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:59.278361 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-34a441db-1fee-46b9-aafa-ee2fbddd8514 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (a6375dc2-431f-4a55-8a6b-d31ee15799c4), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:59.288087 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-88053def-ec29-4689-89f5-193deeb99393 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (ead473ad-aa6c-431b-96c2-c1fec3360bbe), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:59.309499 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-20a71faf-290e-4ec1-8dfc-efd4dcc60f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (7f72afe1-0190-4be1-a387-1705e14f1414), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:59.312889 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-20a71faf-290e-4ec1-8dfc-efd4dcc60f02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:59.314440 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-20a71faf-290e-4ec1-8dfc-efd4dcc60f02 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f72afe1-0190-4be1-a387-1705e14f1414 HTTP/1.1" status: 204 len: 168 time: 0.6683276 Mar 01 14:09:59.325468 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a71faf-290e-4ec1-8dfc-efd4dcc60f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f72afe1-0190-4be1-a387-1705e14f1414,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:59.327764 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-34a441db-1fee-46b9-aafa-ee2fbddd8514 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (a6375dc2-431f-4a55-8a6b-d31ee15799c4), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:59.334546 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a441db-1fee-46b9-aafa-ee2fbddd8514 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:09:59.335470 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-34a441db-1fee-46b9-aafa-ee2fbddd8514 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:59.427922 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88053def-ec29-4689-89f5-193deeb99393 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] No DVR routers for this DVR port ead473ad-aa6c-431b-96c2-c1fec3360bbe on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:09:59.432214 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a441db-1fee-46b9-aafa-ee2fbddd8514 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Network': ['ID=a6375dc2-431f-4a55-8a6b-d31ee15799c4,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:59.440405 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-34a441db-1fee-46b9-aafa-ee2fbddd8514 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4581199 Mar 01 14:09:59.444090 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41584) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:09:59.451483 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88053def-ec29-4689-89f5-193deeb99393 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Port': ['ID=ead473ad-aa6c-431b-96c2-c1fec3360bbe,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:09:59.455151 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-992d4b7c-4de6-4739-89e4-68aa3444fa26 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Request body: {'subnet': {'network_id': 'a6375dc2-431f-4a55-8a6b-d31ee15799c4', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:09:59.500275 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b383b12f-aee2-49f2-bd27-1c111f2974e1 None None] Network a3f1be36-be4e-4658-95f8-cfdd1e5e0f68 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:09:59.668126 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-88053def-ec29-4689-89f5-193deeb99393 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (a3f1be36-be4e-4658-95f8-cfdd1e5e0f68), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:59.713197 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992d4b7c-4de6-4739-89e4-68aa3444fa26 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Made reservation on behalf of 3a14431fa0e343d69136a59d66043ad6 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:09:59.724961 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-992d4b7c-4de6-4739-89e4-68aa3444fa26 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:59.725367 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-88053def-ec29-4689-89f5-193deeb99393 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3f1be36-be4e-4658-95f8-cfdd1e5e0f68']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:59.750084 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-88053def-ec29-4689-89f5-193deeb99393 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce285bff-bc27-4c33-8ab1-0f960662a2cb') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:59.750521 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-88053def-ec29-4689-89f5-193deeb99393 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce285bff-bc27-4c33-8ab1-0f960662a2cb') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:09:59.811931 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-88053def-ec29-4689-89f5-193deeb99393 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (ce285bff-bc27-4c33-8ab1-0f960662a2cb), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:59.863700 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-88053def-ec29-4689-89f5-193deeb99393 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (ce285bff-bc27-4c33-8ab1-0f960662a2cb), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:59.884938 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88053def-ec29-4689-89f5-193deeb99393 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:09:59.889926 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-88053def-ec29-4689-89f5-193deeb99393 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (ce285bff-bc27-4c33-8ab1-0f960662a2cb), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:09:59.897708 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:09:59.897708 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:09:59.897708 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:09:59.897708 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:09:59.897708 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:09:59.897708 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:09:59.897708 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:09:59.897708 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:09:59.897708 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:09:59.897708 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:09:59.897708 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:09:59.897708 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:09:59.897708 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:09:59.897708 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:09:59.897708 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:09:59.897708 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:09:59.897708 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:09:59.897708 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:09:59.897708 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:09:59.897708 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:09:59.897708 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:09:59.897708 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:09:59.897708 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:09:59.897708 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:09:59.897708 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:09:59.897708 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:09:59.897708 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:09:59.897708 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:09:59.897708 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:09:59.897708 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:09:59.897708 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:09:59.897708 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:10:00.002565 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-a5d56e23-2e5e-4890-ad2f-83a7b3a263b3 None None] Set router 6784a48f-5741-457d-b5fa-003799d31301 gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:10:00.087236 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-88053def-ec29-4689-89f5-193deeb99393 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (a3f1be36-be4e-4658-95f8-cfdd1e5e0f68), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:00.096914 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-88053def-ec29-4689-89f5-193deeb99393 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:00.104479 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-88053def-ec29-4689-89f5-193deeb99393 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/networks/a3f1be36-be4e-4658-95f8-cfdd1e5e0f68 HTTP/1.1" status: 204 len: 168 time: 3.1416032 Mar 01 14:10:00.105457 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network a6375dc2-431f-4a55-8a6b-d31ee15799c4 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:10:00.117177 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41600) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:00.117536 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41602) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:00.126356 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-27018f10-2f5b-410f-94dc-b1ea51aa2b93 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-84543226'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:10:00.133526 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88053def-ec29-4689-89f5-193deeb99393 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Network': ['ID=a3f1be36-be4e-4658-95f8-cfdd1e5e0f68,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:00.157065 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4896dff8-06ca-4e58-800f-d4bb20dd1d72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:00.259190 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4896dff8-06ca-4e58-800f-d4bb20dd1d72 admin admin] Publish callbacks [] for security_group (05041492-0d37-480b-9b29-72f5dcedf20f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:00.275620 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4896dff8-06ca-4e58-800f-d4bb20dd1d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (05041492-0d37-480b-9b29-72f5dcedf20f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:00.276435 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port a53f459a-5a42-449e-8734-675176446bf6 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:10:00.279823 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ead473ad-aa6c-431b-96c2-c1fec3360bbe up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:10:00.343260 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896dff8-06ca-4e58-800f-d4bb20dd1d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05041492-0d37-480b-9b29-72f5dcedf20f,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:00.360344 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27018f10-2f5b-410f-94dc-b1ea51aa2b93 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:10:00.369350 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-27018f10-2f5b-410f-94dc-b1ea51aa2b93 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:00.461659 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: ead473ad-aa6c-431b-96c2-c1fec3360bbe {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:10:00.462281 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ead473ad-aa6c-431b-96c2-c1fec3360bbe not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 01 14:10:00.474250 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27018f10-2f5b-410f-94dc-b1ea51aa2b93 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:10:00.498760 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-27018f10-2f5b-410f-94dc-b1ea51aa2b93 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (566102e1-c814-4295-bbd0-8728a4c72927), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:00.499115 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-27018f10-2f5b-410f-94dc-b1ea51aa2b93 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Added segment 566102e1-c814-4295-bbd0-8728a4c72927 of type vlan for network 1f4c2f28-c81f-4beb-adf3-60280311cba5 Mar 01 14:10:00.556885 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-c1a8fcfe-7abe-493d-91cc-f633f3052b3d None None] Port 72574601-4830-4be0-853a-a6d8bde83925 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:10:00.566597 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Port ead473ad-aa6c-431b-96c2-c1fec3360bbe not found, will not notify nova. {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 01 14:10:00.591109 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-27018f10-2f5b-410f-94dc-b1ea51aa2b93 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (1f4c2f28-c81f-4beb-adf3-60280311cba5), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:00.650392 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4896dff8-06ca-4e58-800f-d4bb20dd1d72 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8db5a456ce942b6b90456582e476953&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5300856 Mar 01 14:10:00.653181 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41610) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:00.657061 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-992d4b7c-4de6-4739-89e4-68aa3444fa26 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (5c2dfcd9-ca25-457a-89cb-284fa566232e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:00.660273 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:00.662919 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-27018f10-2f5b-410f-94dc-b1ea51aa2b93 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (1f4c2f28-c81f-4beb-adf3-60280311cba5), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:00.669894 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27018f10-2f5b-410f-94dc-b1ea51aa2b93 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:10:00.670505 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-27018f10-2f5b-410f-94dc-b1ea51aa2b93 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:00.765201 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7980434-ac2f-4808-bf1a-d35a7c4e7f47 None None] DHCP port deletion for a3f1be36-be4e-4658-95f8-cfdd1e5e0f68 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:10:00.776690 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-58b3b4e8-d4c9-4a1f-b943-3d3766d3c82e None None] Could not find standard attr ID for object ead473ad-aa6c-431b-96c2-c1fec3360bbe. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 14:10:00.782917 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27018f10-2f5b-410f-94dc-b1ea51aa2b93 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Network': ['ID=1f4c2f28-c81f-4beb-adf3-60280311cba5,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:00.790678 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b43b48de-d660-4aa4-bb57-471c236d853f admin admin] Publish callbacks [] for security_group (05041492-0d37-480b-9b29-72f5dcedf20f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:00.808041 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 1f4c2f28-c81f-4beb-adf3-60280311cba5 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:10:00.838817 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b43b48de-d660-4aa4-bb57-471c236d853f admin admin] Publish callbacks [] for security_group (05041492-0d37-480b-9b29-72f5dcedf20f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:00.975061 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b43b48de-d660-4aa4-bb57-471c236d853f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (05041492-0d37-480b-9b29-72f5dcedf20f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:00.978604 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b43b48de-d660-4aa4-bb57-471c236d853f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:00.986027 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b43b48de-d660-4aa4-bb57-471c236d853f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05041492-0d37-480b-9b29-72f5dcedf20f HTTP/1.1" status: 204 len: 168 time: 0.3306394 Mar 01 14:10:01.005067 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992d4b7c-4de6-4739-89e4-68aa3444fa26 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Checking segment: {'id': '681ec9e2-5414-426a-9258-8d09cef9327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a6375dc2-431f-4a55-8a6b-d31ee15799c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:10:01.005452 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992d4b7c-4de6-4739-89e4-68aa3444fa26 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Network hostable DHCP agents. Network: a6375dc2-431f-4a55-8a6b-d31ee15799c4, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:10:01.021435 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b48de-d660-4aa4-bb57-471c236d853f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05041492-0d37-480b-9b29-72f5dcedf20f,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:01.036901 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41622) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:01.038456 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-27018f10-2f5b-410f-94dc-b1ea51aa2b93 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9198108 Mar 01 14:10:01.043373 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-72679fb1-7272-48dd-8e31-acb5eb707929 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'subnet': {'network_id': '1f4c2f28-c81f-4beb-adf3-60280311cba5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:10:01.055515 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d4b7c-4de6-4739-89e4-68aa3444fa26 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Subnet': ['ID=5c2dfcd9-ca25-457a-89cb-284fa566232e,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:01.087493 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992d4b7c-4de6-4739-89e4-68aa3444fa26 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Network a6375dc2-431f-4a55-8a6b-d31ee15799c4 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:10:01.107547 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-992d4b7c-4de6-4739-89e4-68aa3444fa26 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, a6375dc2-431f-4a55-8a6b-d31ee15799c4) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:10:01.112598 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992d4b7c-4de6-4739-89e4-68aa3444fa26 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:10:01.113359 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-992d4b7c-4de6-4739-89e4-68aa3444fa26 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:01.158488 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b5b5f0-971e-4ec2-920a-ebe493deb43d None None] Network a6375dc2-431f-4a55-8a6b-d31ee15799c4 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:10:01.165599 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-992d4b7c-4de6-4739-89e4-68aa3444fa26 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7202716 Mar 01 14:10:01.167418 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41624) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:01.186020 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-58b3b4e8-d4c9-4a1f-b943-3d3766d3c82e None None] Provisioning complete for port 72574601-4830-4be0-853a-a6d8bde83925 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:10:01.186404 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-58b3b4e8-d4c9-4a1f-b943-3d3766d3c82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (72574601-4830-4be0-853a-a6d8bde83925), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:01.258003 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72679fb1-7272-48dd-8e31-acb5eb707929 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:10:01.261932 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-72679fb1-7272-48dd-8e31-acb5eb707929 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:01.435545 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-58b3b4e8-d4c9-4a1f-b943-3d3766d3c82e None None] Port 72574601-4830-4be0-853a-a6d8bde83925 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:10:01.496414 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-a5d56e23-2e5e-4890-ad2f-83a7b3a263b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6784a48f-5741-457d-b5fa-003799d31301', 'name': 'tempest-RoutersTest-router-257174145', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:09:30Z', 'updated_at': '2022-03-01T14:09:55Z', 'revision_number': 4, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'gw_port_host': None, '_interfaces': [{'id': '235f0e8e-41af-410b-bbc3-f485c97c0655', 'name': '', 'network_id': 'e24b94b7-4797-46b9-9324-190a0514f314', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:99:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'c7f96136-56f9-4881-ae49-286f7e71885d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:44Z', 'updated_at': '2022-03-01T14:09:54Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': 'c7f96136-56f9-4881-ae49-286f7e71885d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5f166f-eae5-453b-8880-b50d471bfa64', 'name': '', 'network_id': '8ab02ea6-108a-4904-a7e1-f257e6e950f8', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:38:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:33Z', 'updated_at': '2022-03-01T14:09:45Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72574601-4830-4be0-853a-a6d8bde83925', 'name': '', 'network_id': '43bc32b0-c640-457e-8f97-e2010787f912', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:de:cb:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '6f372aaa-7e5b-49f8-8d42-9f767d675cad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:54Z', 'updated_at': '2022-03-01T14:09:56Z', 'revision_number': 2, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '6f372aaa-7e5b-49f8-8d42-9f767d675cad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:01.566182 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d56e23-2e5e-4890-ad2f-83a7b3a263b3 None None] Checking router: 6784a48f-5741-457d-b5fa-003799d31301 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:10:01.566530 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d56e23-2e5e-4890-ad2f-83a7b3a263b3 None None] Updating router 6784a48f-5741-457d-b5fa-003799d31301 port 72574601-4830-4be0-853a-a6d8bde83925 binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:10:01.632061 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a5d56e23-2e5e-4890-ad2f-83a7b3a263b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (72574601-4830-4be0-853a-a6d8bde83925), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:01.681013 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-72679fb1-7272-48dd-8e31-acb5eb707929 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (3a8731f1-da06-437e-b51d-7a41d4dc6d9c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:01.683429 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb67bfc-4cbc-4a35-992c-76b1ad8ed125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-a6375dc2-431f-4a55-8a6b-d31ee15799c4', 'network_id': 'a6375dc2-431f-4a55-8a6b-d31ee15799c4', 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'fixed_ips': [{'subnet_id': '5c2dfcd9-ca25-457a-89cb-284fa566232e'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:10:01.684515 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-afb67bfc-4cbc-4a35-992c-76b1ad8ed125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:01.779213 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:01.877503 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72679fb1-7272-48dd-8e31-acb5eb707929 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Subnet': ['ID=3a8731f1-da06-437e-b51d-7a41d4dc6d9c,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:01.899558 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72679fb1-7272-48dd-8e31-acb5eb707929 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Checking segment: {'id': '566102e1-c814-4295-bbd0-8728a4c72927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1f4c2f28-c81f-4beb-adf3-60280311cba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:10:01.899960 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72679fb1-7272-48dd-8e31-acb5eb707929 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Network hostable DHCP agents. Network: 1f4c2f28-c81f-4beb-adf3-60280311cba5, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:10:01.937399 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72679fb1-7272-48dd-8e31-acb5eb707929 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Network 1f4c2f28-c81f-4beb-adf3-60280311cba5 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:10:01.954725 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-72679fb1-7272-48dd-8e31-acb5eb707929 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 1f4c2f28-c81f-4beb-adf3-60280311cba5) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:10:01.959260 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72679fb1-7272-48dd-8e31-acb5eb707929 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:10:01.960185 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-72679fb1-7272-48dd-8e31-acb5eb707929 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:02.001501 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-72679fb1-7272-48dd-8e31-acb5eb707929 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9633408 Mar 01 14:10:02.004725 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41646) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:02.033354 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-4114e1c2-4b56-447f-918a-fde4219febd7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'port': {'network_id': '1f4c2f28-c81f-4beb-adf3-60280311cba5', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1935552154'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:10:02.098293 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8d36d4b7-36ec-4591-8095-07d9a06b52df tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:02.329468 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9aa81ce-f2e8-4278-b774-5582b9eb2916 None None] Network 1f4c2f28-c81f-4beb-adf3-60280311cba5 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:10:02.349117 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4114e1c2-4b56-447f-918a-fde4219febd7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:10:02.354295 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4114e1c2-4b56-447f-918a-fde4219febd7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:02.387811 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-4114e1c2-4b56-447f-918a-fde4219febd7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] device_id is not set on port 6a93d98c-2c40-4e1b-a617-1a681baa6098 yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:10:02.623418 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a5d56e23-2e5e-4890-ad2f-83a7b3a263b3 None None] Publish callbacks [] for port (72574601-4830-4be0-853a-a6d8bde83925), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:02.650472 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ead473ad-aa6c-431b-96c2-c1fec3360bbe no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:10:02.650693 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-4114e1c2-4b56-447f-918a-fde4219febd7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Allocated IP 2001:db8::289 (1f4c2f28-c81f-4beb-adf3-60280311cba5/3a8731f1-da06-437e-b51d-7a41d4dc6d9c/6a93d98c-2c40-4e1b-a617-1a681baa6098) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:10:02.658921 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a5d56e23-2e5e-4890-ad2f-83a7b3a263b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (72574601-4830-4be0-853a-a6d8bde83925), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:02.790338 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: ead473ad-aa6c-431b-96c2-c1fec3360bbe {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:10:02.790985 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ead473ad-aa6c-431b-96c2-c1fec3360bbe not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:10:02.851495 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-afb67bfc-4cbc-4a35-992c-76b1ad8ed125 None None] Allocated IP 172.23.0.2 (a6375dc2-431f-4a55-8a6b-d31ee15799c4/5c2dfcd9-ca25-457a-89cb-284fa566232e/841f81c4-22cc-4058-92dd-4cecdbabc532) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:10:02.927870 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4114e1c2-4b56-447f-918a-fde4219febd7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for port (6a93d98c-2c40-4e1b-a617-1a681baa6098), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:02.978747 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4114e1c2-4b56-447f-918a-fde4219febd7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (6a93d98c-2c40-4e1b-a617-1a681baa6098), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:02.980379 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa55a3d-7f86-45c2-9484-bd80981d03b8 None None] Pushing event updated for resources: {'Port': ['ID=72574601-4830-4be0-853a-a6d8bde83925,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:03.034984 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4114e1c2-4b56-447f-918a-fde4219febd7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Network 1f4c2f28-c81f-4beb-adf3-60280311cba5 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:10:03.039723 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-4114e1c2-4b56-447f-918a-fde4219febd7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:10:03.048968 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4114e1c2-4b56-447f-918a-fde4219febd7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:10:03.056728 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4114e1c2-4b56-447f-918a-fde4219febd7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:10:03.057931 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4114e1c2-4b56-447f-918a-fde4219febd7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:03.085647 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-a5d56e23-2e5e-4890-ad2f-83a7b3a263b3 None None] Attempting to bind port 72574601-4830-4be0-853a-a6d8bde83925 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:10:03.086534 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-a5d56e23-2e5e-4890-ad2f-83a7b3a263b3 None None] Attempting to bind port 72574601-4830-4be0-853a-a6d8bde83925 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '1d4d144c-58d3-4b04-aa62-29764782bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '43bc32b0-c640-457e-8f97-e2010787f912'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:10:03.086534 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d56e23-2e5e-4890-ad2f-83a7b3a263b3 None None] Attempting to bind port 72574601-4830-4be0-853a-a6d8bde83925 on network 43bc32b0-c640-457e-8f97-e2010787f912 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:10:03.103883 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d56e23-2e5e-4890-ad2f-83a7b3a263b3 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:10:03.104234 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d56e23-2e5e-4890-ad2f-83a7b3a263b3 None None] Checking segment: {'id': '1d4d144c-58d3-4b04-aa62-29764782bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '43bc32b0-c640-457e-8f97-e2010787f912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:10:03.104647 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a5d56e23-2e5e-4890-ad2f-83a7b3a263b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:03.105543 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d56e23-2e5e-4890-ad2f-83a7b3a263b3 None None] Bound using segment: {'id': '1d4d144c-58d3-4b04-aa62-29764782bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '43bc32b0-c640-457e-8f97-e2010787f912'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:10:03.106140 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-a5d56e23-2e5e-4890-ad2f-83a7b3a263b3 None None] Bound port: 72574601-4830-4be0-853a-a6d8bde83925, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4d144c-58d3-4b04-aa62-29764782bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '43bc32b0-c640-457e-8f97-e2010787f912'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:10:03.106721 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a5d56e23-2e5e-4890-ad2f-83a7b3a263b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (72574601-4830-4be0-853a-a6d8bde83925), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:03.110365 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114e1c2-4b56-447f-918a-fde4219febd7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Port': ['ID=6a93d98c-2c40-4e1b-a617-1a681baa6098,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:03.125350 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4114e1c2-4b56-447f-918a-fde4219febd7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.1166384 Mar 01 14:10:03.128121 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41680) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:03.257042 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb363bc7-c6e5-448e-aef3-7b12c04fe5e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-1f4c2f28-c81f-4beb-adf3-60280311cba5', 'network_id': '1f4c2f28-c81f-4beb-adf3-60280311cba5', 'project_id': '163c4d59cc1c49dc810880d9d07b304d', 'fixed_ips': [{'subnet_id': '3a8731f1-da06-437e-b51d-7a41d4dc6d9c'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:10:03.258958 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cb363bc7-c6e5-448e-aef3-7b12c04fe5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:03.289609 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-e52cdd1c-97f4-4584-b2a6-589d427d4ab3 None None] Provisioning complete for port 72574601-4830-4be0-853a-a6d8bde83925 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:10:03.289994 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e52cdd1c-97f4-4584-b2a6-589d427d4ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (72574601-4830-4be0-853a-a6d8bde83925), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:03.327590 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-bf1d53b3-9bcd-40fc-b4da-8e8c6ecd636e tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Deleting port 6a93d98c-2c40-4e1b-a617-1a681baa6098 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:10:03.328036 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bf1d53b3-9bcd-40fc-b4da-8e8c6ecd636e tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (6a93d98c-2c40-4e1b-a617-1a681baa6098), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:03.343087 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-a5d56e23-2e5e-4890-ad2f-83a7b3a263b3 None None] For port 72574601-4830-4be0-853a-a6d8bde83925, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:10:03.448195 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41692) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:03.544151 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bf1d53b3-9bcd-40fc-b4da-8e8c6ecd636e tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (6a93d98c-2c40-4e1b-a617-1a681baa6098), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:03.548625 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-a5d56e23-2e5e-4890-ad2f-83a7b3a263b3 None None] For port 72574601-4830-4be0-853a-a6d8bde83925, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=72574601-4830-4be0-853a-a6d8bde83925,segment=NetworkSegment(1d4d144c-58d3-4b04-aa62-29764782bbc8),segment_id=1d4d144c-58d3-4b04-aa62-29764782bbc8)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:10:03.562761 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-bf1d53b3-9bcd-40fc-b4da-8e8c6ecd636e tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Calling delete_port for 6a93d98c-2c40-4e1b-a617-1a681baa6098 owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:10:03.608712 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8c630025-6e87-48ba-8126-07014193b802 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:03.678834 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41700) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:03.709910 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-cb363bc7-c6e5-448e-aef3-7b12c04fe5e2 None None] Allocated IP 2001:db8::2 (1f4c2f28-c81f-4beb-adf3-60280311cba5/3a8731f1-da06-437e-b51d-7a41d4dc6d9c/d3f2d3ca-51c1-4fc5-b327-e9a11fcca9a3) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:10:03.811443 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-04bed245-3215-4745-8d89-6be700fc20e0 admin admin] Deleting subnet b83fba46-c004-41f7-b3cb-3c2f6faff322 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:10:03.824490 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-04bed245-3215-4745-8d89-6be700fc20e0 admin admin] Publish callbacks [] for subnet (b83fba46-c004-41f7-b3cb-3c2f6faff322), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:03.847868 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bf1d53b3-9bcd-40fc-b4da-8e8c6ecd636e tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (6a93d98c-2c40-4e1b-a617-1a681baa6098), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:03.915610 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-04bed245-3215-4745-8d89-6be700fc20e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (b83fba46-c004-41f7-b3cb-3c2f6faff322), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:03.938183 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d53b3-9bcd-40fc-b4da-8e8c6ecd636e tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Port': ['ID=6a93d98c-2c40-4e1b-a617-1a681baa6098,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:03.997223 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bf1d53b3-9bcd-40fc-b4da-8e8c6ecd636e tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:04.009480 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-bf1d53b3-9bcd-40fc-b4da-8e8c6ecd636e tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/ports/6a93d98c-2c40-4e1b-a617-1a681baa6098 HTTP/1.1" status: 204 len: 168 time: 0.8802660 Mar 01 14:10:04.012415 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41706) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:04.043123 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8c630025-6e87-48ba-8126-07014193b802 admin admin] Publish callbacks [] for security_group (c9c19d19-bf51-44c4-ba00-c4fc0d447e57), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:04.059422 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-04bed245-3215-4745-8d89-6be700fc20e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (b83fba46-c004-41f7-b3cb-3c2f6faff322), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:04.070217 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8c630025-6e87-48ba-8126-07014193b802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c9c19d19-bf51-44c4-ba00-c4fc0d447e57), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:04.075111 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-1297fbe7-d78e-45f5-8b4c-0ec90ce07ba9 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] GET failed (client error): The resource could not be found. Mar 01 14:10:04.076733 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1297fbe7-d78e-45f5-8b4c-0ec90ce07ba9 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "GET /v2.0/ports/6a93d98c-2c40-4e1b-a617-1a681baa6098 HTTP/1.1" status: 404 len: 333 time: 0.0611658 Mar 01 14:10:04.080290 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41708) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:04.177532 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcdb4323-5906-46c4-ad56-c76ed0a0f097 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Deleting subnet 3a8731f1-da06-437e-b51d-7a41d4dc6d9c {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:10:04.200070 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8c630025-6e87-48ba-8126-07014193b802 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d3a60cf0df044a2a1bac4263fb56bba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7507424 Mar 01 14:10:04.202656 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41710) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:04.233065 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c630025-6e87-48ba-8126-07014193b802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c19d19-bf51-44c4-ba00-c4fc0d447e57,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:04.275349 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-04bed245-3215-4745-8d89-6be700fc20e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (b83fba46-c004-41f7-b3cb-3c2f6faff322), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:04.308826 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bed245-3215-4745-8d89-6be700fc20e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b83fba46-c004-41f7-b3cb-3c2f6faff322,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:04.314168 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-04bed245-3215-4745-8d89-6be700fc20e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:04.322318 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-04bed245-3215-4745-8d89-6be700fc20e0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b83fba46-c004-41f7-b3cb-3c2f6faff322 HTTP/1.1" status: 204 len: 168 time: 0.6397610 Mar 01 14:10:04.322318 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41712) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:04.326984 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-772afcfa-7045-4afd-ab16-3333a8c77d18 admin admin] Publish callbacks [] for security_group (c9c19d19-bf51-44c4-ba00-c4fc0d447e57), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:04.394772 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-772afcfa-7045-4afd-ab16-3333a8c77d18 admin admin] Publish callbacks [] for security_group (c9c19d19-bf51-44c4-ba00-c4fc0d447e57), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:04.426037 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cb363bc7-c6e5-448e-aef3-7b12c04fe5e2 None None] Publish callbacks [] for port (d3f2d3ca-51c1-4fc5-b327-e9a11fcca9a3), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:04.426814 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-89fa8c03-24f9-4264-8f53-6659fb95f9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (a7cc119b-78f2-4314-a93b-42c77e4869b6), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:04.440751 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a5d56e23-2e5e-4890-ad2f-83a7b3a263b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (72574601-4830-4be0-853a-a6d8bde83925), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:04.445708 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dcdb4323-5906-46c4-ad56-c76ed0a0f097 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for subnet (3a8731f1-da06-437e-b51d-7a41d4dc6d9c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:04.511502 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cb363bc7-c6e5-448e-aef3-7b12c04fe5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (d3f2d3ca-51c1-4fc5-b327-e9a11fcca9a3), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:04.521539 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-e52cdd1c-97f4-4584-b2a6-589d427d4ab3 None None] Port 72574601-4830-4be0-853a-a6d8bde83925 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:10:04.541075 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa55a3d-7f86-45c2-9484-bd80981d03b8 None None] Pushing event updated for resources: {'Port': ['ID=72574601-4830-4be0-853a-a6d8bde83925,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:04.570109 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dcdb4323-5906-46c4-ad56-c76ed0a0f097 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (3a8731f1-da06-437e-b51d-7a41d4dc6d9c), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:04.635331 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb363bc7-c6e5-448e-aef3-7b12c04fe5e2 None None] Network 1f4c2f28-c81f-4beb-adf3-60280311cba5 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:10:04.659227 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-cb363bc7-c6e5-448e-aef3-7b12c04fe5e2 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:10:04.665825 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb363bc7-c6e5-448e-aef3-7b12c04fe5e2 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:10:04.694103 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-afb67bfc-4cbc-4a35-992c-76b1ad8ed125 None None] Publish callbacks [] for port (841f81c4-22cc-4058-92dd-4cecdbabc532), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:04.700220 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-89fa8c03-24f9-4264-8f53-6659fb95f9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (a7cc119b-78f2-4314-a93b-42c77e4869b6), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:04.751950 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d56e23-2e5e-4890-ad2f-83a7b3a263b3 None None] Routers {'6784a48f-5741-457d-b5fa-003799d31301'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:10:04.757873 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-a5d56e23-2e5e-4890-ad2f-83a7b3a263b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:09:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6784a48f-5741-457d-b5fa-003799d31301'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:04.770969 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb363bc7-c6e5-448e-aef3-7b12c04fe5e2 None None] Pushing event updated for resources: {'Port': ['ID=d3f2d3ca-51c1-4fc5-b327-e9a11fcca9a3,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:04.786531 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-afb67bfc-4cbc-4a35-992c-76b1ad8ed125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (841f81c4-22cc-4058-92dd-4cecdbabc532), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:04.795471 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-89fa8c03-24f9-4264-8f53-6659fb95f9b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7cc119b-78f2-4314-a93b-42c77e4869b6']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:04.799846 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-772afcfa-7045-4afd-ab16-3333a8c77d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c9c19d19-bf51-44c4-ba00-c4fc0d447e57), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:04.804221 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-772afcfa-7045-4afd-ab16-3333a8c77d18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:04.813253 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-772afcfa-7045-4afd-ab16-3333a8c77d18 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9c19d19-bf51-44c4-ba00-c4fc0d447e57 HTTP/1.1" status: 204 len: 168 time: 0.6089356 Mar 01 14:10:04.845552 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-89fa8c03-24f9-4264-8f53-6659fb95f9b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25f0f7a9-f862-476c-9d49-9c8e5ccf3111') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:04.845798 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-89fa8c03-24f9-4264-8f53-6659fb95f9b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25f0f7a9-f862-476c-9d49-9c8e5ccf3111') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:04.904057 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-89fa8c03-24f9-4264-8f53-6659fb95f9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (25f0f7a9-f862-476c-9d49-9c8e5ccf3111), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:04.969302 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-89fa8c03-24f9-4264-8f53-6659fb95f9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (25f0f7a9-f862-476c-9d49-9c8e5ccf3111), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:04.974449 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772afcfa-7045-4afd-ab16-3333a8c77d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c19d19-bf51-44c4-ba00-c4fc0d447e57,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:04.990896 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89fa8c03-24f9-4264-8f53-6659fb95f9b7 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:10:04.991309 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-89fa8c03-24f9-4264-8f53-6659fb95f9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (25f0f7a9-f862-476c-9d49-9c8e5ccf3111), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:04.993231 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:10:04.993231 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:10:04.993231 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:10:04.993231 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:10:04.993231 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:10:04.993231 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:10:04.993231 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:10:04.993231 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:10:04.993231 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:10:04.993231 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:10:04.993231 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:10:04.993231 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:10:04.993231 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:10:04.993231 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:10:04.993231 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:10:04.993231 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:10:04.993231 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:10:04.993231 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:10:04.993231 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:10:04.993231 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:10:04.993231 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:10:04.993231 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:10:04.993231 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:10:04.993231 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:10:04.993231 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:10:04.993231 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:10:04.993231 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:10:04.993231 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:10:04.993231 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:10:04.993231 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:10:04.993231 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:10:04.993231 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:10:05.042287 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-8d36d4b7-36ec-4591-8095-07d9a06b52df tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Allocated IP 172.23.0.1 (a6375dc2-431f-4a55-8a6b-d31ee15799c4/5c2dfcd9-ca25-457a-89cb-284fa566232e/8b8c9136-1069-4b4a-8bb3-da7698123192) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:10:05.072857 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dcdb4323-5906-46c4-ad56-c76ed0a0f097 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (3a8731f1-da06-437e-b51d-7a41d4dc6d9c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:05.086669 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-a5d56e23-2e5e-4890-ad2f-83a7b3a263b3 None None] Set router 6784a48f-5741-457d-b5fa-003799d31301 gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:10:05.248339 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-89fa8c03-24f9-4264-8f53-6659fb95f9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (a7cc119b-78f2-4314-a93b-42c77e4869b6), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:05.255024 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-89fa8c03-24f9-4264-8f53-6659fb95f9b7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:05.276372 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-89fa8c03-24f9-4264-8f53-6659fb95f9b7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a7cc119b-78f2-4314-a93b-42c77e4869b6 HTTP/1.1" status: 204 len: 168 time: 0.9507077 Mar 01 14:10:05.277658 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41740) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:05.333424 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa8c03-24f9-4264-8f53-6659fb95f9b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7cc119b-78f2-4314-a93b-42c77e4869b6,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:05.434746 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a6ffaf2-2e65-438f-aafd-d471daa7fb92 admin admin] Deleting subnet 3afe6b00-d9ac-4c1e-86e6-cd05a4cca875 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:10:05.444208 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6a6ffaf2-2e65-438f-aafd-d471daa7fb92 admin admin] Publish callbacks [] for subnet (3afe6b00-d9ac-4c1e-86e6-cd05a4cca875), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:05.531418 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6a6ffaf2-2e65-438f-aafd-d471daa7fb92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (3afe6b00-d9ac-4c1e-86e6-cd05a4cca875), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:05.560105 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dcdb4323-5906-46c4-ad56-c76ed0a0f097 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (3a8731f1-da06-437e-b51d-7a41d4dc6d9c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:05.640276 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41744) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:05.642127 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dcdb4323-5906-46c4-ad56-c76ed0a0f097 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:05.644838 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb67bfc-4cbc-4a35-992c-76b1ad8ed125 None None] Network a6375dc2-431f-4a55-8a6b-d31ee15799c4 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:10:05.653068 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-dcdb4323-5906-46c4-ad56-c76ed0a0f097 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/subnets/3a8731f1-da06-437e-b51d-7a41d4dc6d9c HTTP/1.1" status: 204 len: 168 time: 1.5705225 Mar 01 14:10:05.654496 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41746) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:05.679100 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f57c2beb-b0ec-4fca-967f-f57318e606f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:05.697197 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8d36d4b7-36ec-4591-8095-07d9a06b52df tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for port (8b8c9136-1069-4b4a-8bb3-da7698123192), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:05.717169 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-afb67bfc-4cbc-4a35-992c-76b1ad8ed125 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:10:05.728547 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb67bfc-4cbc-4a35-992c-76b1ad8ed125 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:10:05.737917 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6a6ffaf2-2e65-438f-aafd-d471daa7fb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (3afe6b00-d9ac-4c1e-86e6-cd05a4cca875), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:05.759178 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-4c9401cd-c93e-47c6-919f-597d98023417 None None] Provisioning complete for port 72574601-4830-4be0-853a-a6d8bde83925 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:10:05.760024 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4c9401cd-c93e-47c6-919f-597d98023417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (72574601-4830-4be0-853a-a6d8bde83925), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:05.793994 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8d36d4b7-36ec-4591-8095-07d9a06b52df tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (8b8c9136-1069-4b4a-8bb3-da7698123192), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:05.816136 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb4323-5906-46c4-ad56-c76ed0a0f097 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Subnet': ['ID=3a8731f1-da06-437e-b51d-7a41d4dc6d9c,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:05.873223 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-cb363bc7-c6e5-448e-aef3-7b12c04fe5e2 None None] Attempting to bind port d3f2d3ca-51c1-4fc5-b327-e9a11fcca9a3 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:10:05.873629 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-cb363bc7-c6e5-448e-aef3-7b12c04fe5e2 None None] Attempting to bind port d3f2d3ca-51c1-4fc5-b327-e9a11fcca9a3 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '566102e1-c814-4295-bbd0-8728a4c72927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1f4c2f28-c81f-4beb-adf3-60280311cba5'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:10:05.874004 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb363bc7-c6e5-448e-aef3-7b12c04fe5e2 None None] Attempting to bind port d3f2d3ca-51c1-4fc5-b327-e9a11fcca9a3 on network 1f4c2f28-c81f-4beb-adf3-60280311cba5 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:10:05.885395 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb363bc7-c6e5-448e-aef3-7b12c04fe5e2 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:10:05.885867 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb363bc7-c6e5-448e-aef3-7b12c04fe5e2 None None] Checking segment: {'id': '566102e1-c814-4295-bbd0-8728a4c72927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1f4c2f28-c81f-4beb-adf3-60280311cba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:10:05.886166 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cb363bc7-c6e5-448e-aef3-7b12c04fe5e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:05.886564 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb363bc7-c6e5-448e-aef3-7b12c04fe5e2 None None] Bound using segment: {'id': '566102e1-c814-4295-bbd0-8728a4c72927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1f4c2f28-c81f-4beb-adf3-60280311cba5'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:10:05.887052 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-cb363bc7-c6e5-448e-aef3-7b12c04fe5e2 None None] Bound port: d3f2d3ca-51c1-4fc5-b327-e9a11fcca9a3, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566102e1-c814-4295-bbd0-8728a4c72927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1f4c2f28-c81f-4beb-adf3-60280311cba5'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:10:05.887442 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cb363bc7-c6e5-448e-aef3-7b12c04fe5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d3f2d3ca-51c1-4fc5-b327-e9a11fcca9a3), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:05.972504 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb67bfc-4cbc-4a35-992c-76b1ad8ed125 None None] Pushing event updated for resources: {'Port': ['ID=841f81c4-22cc-4058-92dd-4cecdbabc532,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:05.972797 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f57c2beb-b0ec-4fca-967f-f57318e606f0 admin admin] Publish callbacks [] for security_group (97cd4f99-d117-4cbe-9173-85df48c52e02), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:05.989967 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f57c2beb-b0ec-4fca-967f-f57318e606f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (97cd4f99-d117-4cbe-9173-85df48c52e02), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:05.997887 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d36d4b7-36ec-4591-8095-07d9a06b52df tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Network a6375dc2-431f-4a55-8a6b-d31ee15799c4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:10:06.008239 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f55ab235-ac3e-448a-a99d-8c75e2f40c17 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (1f4c2f28-c81f-4beb-adf3-60280311cba5), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:06.018554 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-8d36d4b7-36ec-4591-8095-07d9a06b52df tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:10:06.021883 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d36d4b7-36ec-4591-8095-07d9a06b52df tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:10:06.028561 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d36d4b7-36ec-4591-8095-07d9a06b52df tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Port': ['ID=8b8c9136-1069-4b4a-8bb3-da7698123192,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:06.031402 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6a6ffaf2-2e65-438f-aafd-d471daa7fb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (3afe6b00-d9ac-4c1e-86e6-cd05a4cca875), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:06.090065 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-4c9401cd-c93e-47c6-919f-597d98023417 None None] Current status of the port 72574601-4830-4be0-853a-a6d8bde83925 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:10:06.099826 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4c9401cd-c93e-47c6-919f-597d98023417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (72574601-4830-4be0-853a-a6d8bde83925), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:06.111734 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8d36d4b7-36ec-4591-8095-07d9a06b52df tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (6784a48f-5741-457d-b5fa-003799d31301), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:06.202053 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6a6ffaf2-2e65-438f-aafd-d471daa7fb92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:06.209285 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6a6ffaf2-2e65-438f-aafd-d471daa7fb92 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3afe6b00-d9ac-4c1e-86e6-cd05a4cca875 HTTP/1.1" status: 204 len: 168 time: 0.9289632 Mar 01 14:10:06.209285 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ffaf2-2e65-438f-aafd-d471daa7fb92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3afe6b00-d9ac-4c1e-86e6-cd05a4cca875,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:06.210304 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41750) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:06.220415 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c2beb-b0ec-4fca-967f-f57318e606f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cd4f99-d117-4cbe-9173-85df48c52e02,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:06.228149 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f57c2beb-b0ec-4fca-967f-f57318e606f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f76499b7f8d04b808f109d591a942725&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5798097 Mar 01 14:10:06.228321 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cb363bc7-c6e5-448e-aef3-7b12c04fe5e2 None None] For port d3f2d3ca-51c1-4fc5-b327-e9a11fcca9a3, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:10:06.229210 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41752) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:06.230962 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cb363bc7-c6e5-448e-aef3-7b12c04fe5e2 None None] For port d3f2d3ca-51c1-4fc5-b327-e9a11fcca9a3, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=d3f2d3ca-51c1-4fc5-b327-e9a11fcca9a3,segment=NetworkSegment(566102e1-c814-4295-bbd0-8728a4c72927),segment_id=566102e1-c814-4295-bbd0-8728a4c72927)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:10:06.246989 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cb363bc7-c6e5-448e-aef3-7b12c04fe5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (d3f2d3ca-51c1-4fc5-b327-e9a11fcca9a3), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:06.252262 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-afb67bfc-4cbc-4a35-992c-76b1ad8ed125 None None] Attempting to bind port 841f81c4-22cc-4058-92dd-4cecdbabc532 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:10:06.252663 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-afb67bfc-4cbc-4a35-992c-76b1ad8ed125 None None] Attempting to bind port 841f81c4-22cc-4058-92dd-4cecdbabc532 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '681ec9e2-5414-426a-9258-8d09cef9327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a6375dc2-431f-4a55-8a6b-d31ee15799c4'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:10:06.253002 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb67bfc-4cbc-4a35-992c-76b1ad8ed125 None None] Attempting to bind port 841f81c4-22cc-4058-92dd-4cecdbabc532 on network a6375dc2-431f-4a55-8a6b-d31ee15799c4 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:10:06.332637 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-4c9401cd-c93e-47c6-919f-597d98023417 None None] For port 72574601-4830-4be0-853a-a6d8bde83925, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=72574601-4830-4be0-853a-a6d8bde83925,segment=NetworkSegment(1d4d144c-58d3-4b04-aa62-29764782bbc8),segment_id=1d4d144c-58d3-4b04-aa62-29764782bbc8)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:10:06.338196 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-a5d56e23-2e5e-4890-ad2f-83a7b3a263b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6784a48f-5741-457d-b5fa-003799d31301', 'name': 'tempest-RoutersTest-router-257174145', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:09:30Z', 'updated_at': '2022-03-01T14:09:55Z', 'revision_number': 4, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'gw_port_host': None, '_interfaces': [{'id': '235f0e8e-41af-410b-bbc3-f485c97c0655', 'name': '', 'network_id': 'e24b94b7-4797-46b9-9324-190a0514f314', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:99:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'c7f96136-56f9-4881-ae49-286f7e71885d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:44Z', 'updated_at': '2022-03-01T14:09:54Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': 'c7f96136-56f9-4881-ae49-286f7e71885d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5f166f-eae5-453b-8880-b50d471bfa64', 'name': '', 'network_id': '8ab02ea6-108a-4904-a7e1-f257e6e950f8', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:38:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:33Z', 'updated_at': '2022-03-01T14:09:45Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72574601-4830-4be0-853a-a6d8bde83925', 'name': '', 'network_id': '43bc32b0-c640-457e-8f97-e2010787f912', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:de:cb:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '6f372aaa-7e5b-49f8-8d42-9f767d675cad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:54Z', 'updated_at': '2022-03-01T14:10:03Z', 'revision_number': 4, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '6f372aaa-7e5b-49f8-8d42-9f767d675cad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:06.371196 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d56e23-2e5e-4890-ad2f-83a7b3a263b3 None None] The sync data for ids ['6784a48f-5741-457d-b5fa-003799d31301'] in n-d-827467-3 is: [{'id': '6784a48f-5741-457d-b5fa-003799d31301', 'name': 'tempest-RoutersTest-router-257174145', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:09:30Z', 'updated_at': '2022-03-01T14:09:55Z', 'revision_number': 4, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'gw_port_host': None, '_interfaces': [{'id': '235f0e8e-41af-410b-bbc3-f485c97c0655', 'name': '', 'network_id': 'e24b94b7-4797-46b9-9324-190a0514f314', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:99:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'c7f96136-56f9-4881-ae49-286f7e71885d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:44Z', 'updated_at': '2022-03-01T14:09:54Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': 'c7f96136-56f9-4881-ae49-286f7e71885d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5f166f-eae5-453b-8880-b50d471bfa64', 'name': '', 'network_id': '8ab02ea6-108a-4904-a7e1-f257e6e950f8', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:38:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:33Z', 'updated_at': '2022-03-01T14:09:45Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72574601-4830-4be0-853a-a6d8bde83925', 'name': '', 'network_id': '43bc32b0-c640-457e-8f97-e2010787f912', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:de:cb:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '6f372aaa-7e5b-49f8-8d42-9f767d675cad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:54Z', 'updated_at': '2022-03-01T14:10:03Z', 'revision_number': 4, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '6f372aaa-7e5b-49f8-8d42-9f767d675cad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:10:06.373472 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb67bfc-4cbc-4a35-992c-76b1ad8ed125 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:10:06.374365 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb67bfc-4cbc-4a35-992c-76b1ad8ed125 None None] Checking segment: {'id': '681ec9e2-5414-426a-9258-8d09cef9327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a6375dc2-431f-4a55-8a6b-d31ee15799c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:10:06.375011 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-afb67bfc-4cbc-4a35-992c-76b1ad8ed125 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:06.375627 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb67bfc-4cbc-4a35-992c-76b1ad8ed125 None None] Bound using segment: {'id': '681ec9e2-5414-426a-9258-8d09cef9327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a6375dc2-431f-4a55-8a6b-d31ee15799c4'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:10:06.376959 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-afb67bfc-4cbc-4a35-992c-76b1ad8ed125 None None] Bound port: 841f81c4-22cc-4058-92dd-4cecdbabc532, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681ec9e2-5414-426a-9258-8d09cef9327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a6375dc2-431f-4a55-8a6b-d31ee15799c4'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:10:06.377591 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-afb67bfc-4cbc-4a35-992c-76b1ad8ed125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (841f81c4-22cc-4058-92dd-4cecdbabc532), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:06.400964 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4c9401cd-c93e-47c6-919f-597d98023417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (72574601-4830-4be0-853a-a6d8bde83925), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:06.418065 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8d36d4b7-36ec-4591-8095-07d9a06b52df tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8b8c9136-1069-4b4a-8bb3-da7698123192), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:06.418517 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3ad3fa43-e5aa-4ab9-a72c-5fd04a9a6dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (f1f2a1fe-bdbc-4b57-a830-e51f25ec5708), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:06.424509 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f55ab235-ac3e-448a-a99d-8c75e2f40c17 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Deleting port d3f2d3ca-51c1-4fc5-b327-e9a11fcca9a3 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:10:06.428438 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f55ab235-ac3e-448a-a99d-8c75e2f40c17 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (d3f2d3ca-51c1-4fc5-b327-e9a11fcca9a3), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:06.521517 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-920b4a29-0aeb-465c-9b49-155a463c169e admin admin] Publish callbacks [] for security_group (97cd4f99-d117-4cbe-9173-85df48c52e02), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:06.647971 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-afb67bfc-4cbc-4a35-992c-76b1ad8ed125 None None] For port 841f81c4-22cc-4058-92dd-4cecdbabc532, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:10:06.662262 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-afb67bfc-4cbc-4a35-992c-76b1ad8ed125 None None] For port 841f81c4-22cc-4058-92dd-4cecdbabc532, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=841f81c4-22cc-4058-92dd-4cecdbabc532,segment=NetworkSegment(681ec9e2-5414-426a-9258-8d09cef9327a),segment_id=681ec9e2-5414-426a-9258-8d09cef9327a)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:10:06.690780 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-920b4a29-0aeb-465c-9b49-155a463c169e admin admin] Publish callbacks [] for security_group (97cd4f99-d117-4cbe-9173-85df48c52e02), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:06.693547 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb363bc7-c6e5-448e-aef3-7b12c04fe5e2 None None] Pushing event updated for resources: {'Port': ['ID=d3f2d3ca-51c1-4fc5-b327-e9a11fcca9a3,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:06.707950 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-afb67bfc-4cbc-4a35-992c-76b1ad8ed125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (841f81c4-22cc-4058-92dd-4cecdbabc532), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:06.869884 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3ad3fa43-e5aa-4ab9-a72c-5fd04a9a6dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (f1f2a1fe-bdbc-4b57-a830-e51f25ec5708), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:06.878791 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099c8ee9-0a11-4115-bdd1-73b691b97114 None None] Network 1f4c2f28-c81f-4beb-adf3-60280311cba5 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:10:06.923857 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 72574601-4830-4be0-853a-a6d8bde83925 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:10:06.974846 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-3ad3fa43-e5aa-4ab9-a72c-5fd04a9a6dbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1f2a1fe-bdbc-4b57-a830-e51f25ec5708']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:06.977118 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9401cd-c93e-47c6-919f-597d98023417 None None] Pushing event updated for resources: {'Port': ['ID=72574601-4830-4be0-853a-a6d8bde83925,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:06.993507 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f55ab235-ac3e-448a-a99d-8c75e2f40c17 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] For port d3f2d3ca-51c1-4fc5-b327-e9a11fcca9a3, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=d3f2d3ca-51c1-4fc5-b327-e9a11fcca9a3,segment=NetworkSegment(566102e1-c814-4295-bbd0-8728a4c72927),segment_id=566102e1-c814-4295-bbd0-8728a4c72927)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:10:06.994268 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f55ab235-ac3e-448a-a99d-8c75e2f40c17 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (d3f2d3ca-51c1-4fc5-b327-e9a11fcca9a3), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:07.008027 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-3ad3fa43-e5aa-4ab9-a72c-5fd04a9a6dbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68157764-9101-499d-9be4-af38e37abffc') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:07.010057 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-3ad3fa43-e5aa-4ab9-a72c-5fd04a9a6dbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68157764-9101-499d-9be4-af38e37abffc') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:07.042330 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3ad3fa43-e5aa-4ab9-a72c-5fd04a9a6dbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (68157764-9101-499d-9be4-af38e37abffc), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:07.071312 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f55ab235-ac3e-448a-a99d-8c75e2f40c17 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Calling delete_port for d3f2d3ca-51c1-4fc5-b327-e9a11fcca9a3 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:10:07.078956 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3ad3fa43-e5aa-4ab9-a72c-5fd04a9a6dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (68157764-9101-499d-9be4-af38e37abffc), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:07.093090 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ad3fa43-e5aa-4ab9-a72c-5fd04a9a6dbf admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:10:07.096895 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3ad3fa43-e5aa-4ab9-a72c-5fd04a9a6dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (68157764-9101-499d-9be4-af38e37abffc), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:07.258377 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:10:07.258377 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:10:07.258377 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:10:07.258377 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:10:07.258377 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:10:07.258377 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:10:07.258377 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:10:07.258377 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:10:07.258377 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:10:07.258377 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:10:07.258377 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:10:07.258377 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:10:07.258377 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:10:07.258377 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:10:07.258377 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:10:07.258377 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:10:07.258377 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:10:07.258377 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:10:07.258377 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:10:07.258377 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:10:07.258377 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:10:07.258377 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:10:07.258377 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:10:07.258377 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:10:07.258377 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:10:07.258377 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:10:07.258377 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:10:07.258377 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:10:07.258377 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:10:07.258377 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:10:07.258377 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:10:07.258377 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:10:07.287404 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3ad3fa43-e5aa-4ab9-a72c-5fd04a9a6dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (f1f2a1fe-bdbc-4b57-a830-e51f25ec5708), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:07.292905 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3ad3fa43-e5aa-4ab9-a72c-5fd04a9a6dbf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:07.302060 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3ad3fa43-e5aa-4ab9-a72c-5fd04a9a6dbf admin admin] 10.222.0.13 "DELETE /v2.0/networks/f1f2a1fe-bdbc-4b57-a830-e51f25ec5708 HTTP/1.1" status: 204 len: 168 time: 1.0893946 Mar 01 14:10:07.386224 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-920b4a29-0aeb-465c-9b49-155a463c169e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (97cd4f99-d117-4cbe-9173-85df48c52e02), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:07.392978 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-920b4a29-0aeb-465c-9b49-155a463c169e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:07.413638 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-920b4a29-0aeb-465c-9b49-155a463c169e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97cd4f99-d117-4cbe-9173-85df48c52e02 HTTP/1.1" status: 204 len: 168 time: 1.1839659 Mar 01 14:10:07.421237 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad3fa43-e5aa-4ab9-a72c-5fd04a9a6dbf admin admin] Pushing event deleted for resources: {'Network': ['ID=f1f2a1fe-bdbc-4b57-a830-e51f25ec5708,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:07.476413 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b4a29-0aeb-465c-9b49-155a463c169e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cd4f99-d117-4cbe-9173-85df48c52e02,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:07.690932 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb67bfc-4cbc-4a35-992c-76b1ad8ed125 None None] Pushing event updated for resources: {'Port': ['ID=841f81c4-22cc-4058-92dd-4cecdbabc532,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:07.748696 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 72574601-4830-4be0-853a-a6d8bde83925 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:10:07.749077 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (72574601-4830-4be0-853a-a6d8bde83925), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:07.862711 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41772) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:07.862863 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8d36d4b7-36ec-4591-8095-07d9a06b52df tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for port (8b8c9136-1069-4b4a-8bb3-da7698123192), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:07.901909 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8d36d4b7-36ec-4591-8095-07d9a06b52df tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (8b8c9136-1069-4b4a-8bb3-da7698123192), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:07.974883 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-327462df-82b1-4d89-a16e-8a3edd49ce40 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=643d077a3ffe42b38f30796b5c82a175&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1096931 Mar 01 14:10:07.976299 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41778) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:07.999411 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 72574601-4830-4be0-853a-a6d8bde83925 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:10:08.038623 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d36d4b7-36ec-4591-8095-07d9a06b52df tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event updated for resources: {'Port': ['ID=8b8c9136-1069-4b4a-8bb3-da7698123192,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:08.041558 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f55ab235-ac3e-448a-a99d-8c75e2f40c17 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (d3f2d3ca-51c1-4fc5-b327-e9a11fcca9a3), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:08.071382 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55ab235-ac3e-448a-a99d-8c75e2f40c17 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] No DVR routers for this DVR port d3f2d3ca-51c1-4fc5-b327-e9a11fcca9a3 on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:10:08.133096 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ab235-ac3e-448a-a99d-8c75e2f40c17 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Port': ['ID=d3f2d3ca-51c1-4fc5-b327-e9a11fcca9a3,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:08.140546 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-540e417c-3fb5-4e21-be66-23fa6d95f844 admin admin] Publish callbacks [] for security_group (cd83b5d5-2720-41ff-9471-999c0f34f4a1), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:08.198981 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-540e417c-3fb5-4e21-be66-23fa6d95f844 admin admin] Publish callbacks [] for security_group (cd83b5d5-2720-41ff-9471-999c0f34f4a1), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:08.271620 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-540e417c-3fb5-4e21-be66-23fa6d95f844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (cd83b5d5-2720-41ff-9471-999c0f34f4a1), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:08.276926 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-540e417c-3fb5-4e21-be66-23fa6d95f844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:08.283486 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f55ab235-ac3e-448a-a99d-8c75e2f40c17 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (1f4c2f28-c81f-4beb-adf3-60280311cba5), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:08.300488 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-540e417c-3fb5-4e21-be66-23fa6d95f844 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd83b5d5-2720-41ff-9471-999c0f34f4a1 HTTP/1.1" status: 204 len: 168 time: 0.3137555 Mar 01 14:10:08.324840 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e417c-3fb5-4e21-be66-23fa6d95f844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd83b5d5-2720-41ff-9471-999c0f34f4a1,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:08.337105 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-f55ab235-ac3e-448a-a99d-8c75e2f40c17 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f4c2f28-c81f-4beb-adf3-60280311cba5']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:08.385949 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-f55ab235-ac3e-448a-a99d-8c75e2f40c17 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566102e1-c814-4295-bbd0-8728a4c72927') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:08.386249 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-f55ab235-ac3e-448a-a99d-8c75e2f40c17 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566102e1-c814-4295-bbd0-8728a4c72927') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:08.419269 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f55ab235-ac3e-448a-a99d-8c75e2f40c17 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (566102e1-c814-4295-bbd0-8728a4c72927), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:08.451461 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f55ab235-ac3e-448a-a99d-8c75e2f40c17 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (566102e1-c814-4295-bbd0-8728a4c72927), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:08.470914 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55ab235-ac3e-448a-a99d-8c75e2f40c17 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:10:08.471324 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f55ab235-ac3e-448a-a99d-8c75e2f40c17 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (566102e1-c814-4295-bbd0-8728a4c72927), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:08.582890 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:10:08.582890 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:10:08.582890 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:10:08.582890 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:10:08.582890 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:10:08.582890 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:10:08.582890 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:10:08.582890 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:10:08.582890 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:10:08.582890 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:10:08.582890 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:10:08.582890 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:10:08.582890 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:10:08.582890 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:10:08.582890 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:10:08.582890 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:10:08.582890 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:10:08.582890 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:10:08.582890 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:10:08.582890 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:10:08.582890 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:10:08.582890 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:10:08.582890 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:10:08.582890 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:10:08.582890 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:10:08.582890 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:10:08.582890 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:10:08.582890 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:10:08.582890 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:10:08.582890 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:10:08.582890 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:10:08.582890 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:10:08.586242 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8d36d4b7-36ec-4591-8095-07d9a06b52df tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (6784a48f-5741-457d-b5fa-003799d31301), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:08.786393 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f55ab235-ac3e-448a-a99d-8c75e2f40c17 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (1f4c2f28-c81f-4beb-adf3-60280311cba5), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:08.823577 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d36d4b7-36ec-4591-8095-07d9a06b52df tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Network a6375dc2-431f-4a55-8a6b-d31ee15799c4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:10:08.851509 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f55ab235-ac3e-448a-a99d-8c75e2f40c17 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:08.852181 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41802) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:08.852989 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f55ab235-ac3e-448a-a99d-8c75e2f40c17 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/networks/1f4c2f28-c81f-4beb-adf3-60280311cba5 HTTP/1.1" status: 204 len: 168 time: 3.0658827 Mar 01 14:10:08.853666 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-8d36d4b7-36ec-4591-8095-07d9a06b52df tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:10:08.857708 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-d5c8444f-e179-498a-bfaf-6e6285168ba8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'port': {'network_id': '7bef87e7-222a-4c64-a308-0d24dbd0d480', 'name': 'tempest-PortsIpV6TestJSON-1804819131'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:10:08.889016 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ab235-ac3e-448a-a99d-8c75e2f40c17 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Network': ['ID=1f4c2f28-c81f-4beb-adf3-60280311cba5,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:08.952572 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 72574601-4830-4be0-853a-a6d8bde83925 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:10:09.119539 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 72574601-4830-4be0-853a-a6d8bde83925 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:10:09.119539 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (72574601-4830-4be0-853a-a6d8bde83925), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:09.193399 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41808) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:09.221573 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8f96df-4e1f-49b2-a252-6c6a2c3d236f None None] get_active_networks_info from n-d-827467-3 {{(pid=103728) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 01 14:10:09.288527 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c8444f-e179-498a-bfaf-6e6285168ba8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:10:09.296063 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d5c8444f-e179-498a-bfaf-6e6285168ba8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:09.312929 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-166597de-040c-4e3e-a9ff-4bf364ec34ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b436730e31f7461ca9914058f1f2fde2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1158881 Mar 01 14:10:09.319709 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41810) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:09.369250 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 72574601-4830-4be0-853a-a6d8bde83925 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:10:09.371734 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 841f81c4-22cc-4058-92dd-4cecdbabc532 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:10:09.516894 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-d5c8444f-e179-498a-bfaf-6e6285168ba8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] device_id is not set on port 500f53ab-719a-4878-a4d7-1aa3f470b0e0 yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:10:09.540309 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-95af99d9-518f-442b-b829-55c1fab9111c None None] Provisioning complete for port 841f81c4-22cc-4058-92dd-4cecdbabc532 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:10:09.540494 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e792111e-b901-498b-b04f-130270d30500 admin admin] Publish callbacks [] for security_group (3bb26f70-fdcc-4781-a0af-f32d357b9f20), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:09.540768 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-95af99d9-518f-442b-b829-55c1fab9111c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (841f81c4-22cc-4058-92dd-4cecdbabc532), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:09.681069 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e792111e-b901-498b-b04f-130270d30500 admin admin] Publish callbacks [] for security_group (3bb26f70-fdcc-4781-a0af-f32d357b9f20), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:09.765854 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 841f81c4-22cc-4058-92dd-4cecdbabc532 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:10:09.766240 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (841f81c4-22cc-4058-92dd-4cecdbabc532), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:09.829321 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8f96df-4e1f-49b2-a252-6c6a2c3d236f None None] Resources bound (agent type, host, resource id): {{(pid=103728) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 14:10:09.943716 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e792111e-b901-498b-b04f-130270d30500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (3bb26f70-fdcc-4781-a0af-f32d357b9f20), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:09.946246 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e792111e-b901-498b-b04f-130270d30500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:09.947410 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e792111e-b901-498b-b04f-130270d30500 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3bb26f70-fdcc-4781-a0af-f32d357b9f20 HTTP/1.1" status: 204 len: 168 time: 0.6185846 Mar 01 14:10:09.951081 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d36d4b7-36ec-4591-8095-07d9a06b52df tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Router 6784a48f-5741-457d-b5fa-003799d31301 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:10:10.015456 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e792111e-b901-498b-b04f-130270d30500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb26f70-fdcc-4781-a0af-f32d357b9f20,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:10.019566 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d5c8444f-e179-498a-bfaf-6e6285168ba8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for port (500f53ab-719a-4878-a4d7-1aa3f470b0e0), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:10.061287 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:10.061488 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d36d4b7-36ec-4591-8095-07d9a06b52df tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:10:10.074175 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fca3d4c-15ca-4257-b3f6-7f73a4a627f8 None None] Sync routers for ids ['6784a48f-5741-457d-b5fa-003799d31301'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:10:10.082364 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8d36d4b7-36ec-4591-8095-07d9a06b52df tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "PUT /v2.0/routers/6784a48f-5741-457d-b5fa-003799d31301/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9141431 Mar 01 14:10:10.085473 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41828) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:10.093232 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-9fa2546d-2fa6-4250-82c3-47a653c231c9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:10:10.095391 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fca3d4c-15ca-4257-b3f6-7f73a4a627f8 None None] Routers {'6784a48f-5741-457d-b5fa-003799d31301'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:10:10.096493 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-9fca3d4c-15ca-4257-b3f6-7f73a4a627f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:09:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6784a48f-5741-457d-b5fa-003799d31301'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:10.137460 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d5c8444f-e179-498a-bfaf-6e6285168ba8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (500f53ab-719a-4878-a4d7-1aa3f470b0e0), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:10.173511 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-95af99d9-518f-442b-b829-55c1fab9111c None None] Current status of the port 841f81c4-22cc-4058-92dd-4cecdbabc532 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:10:10.174003 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-95af99d9-518f-442b-b829-55c1fab9111c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (841f81c4-22cc-4058-92dd-4cecdbabc532), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:10.297145 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8444f-e179-498a-bfaf-6e6285168ba8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Port': ['ID=500f53ab-719a-4878-a4d7-1aa3f470b0e0,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:10.334260 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c8444f-e179-498a-bfaf-6e6285168ba8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Network 7bef87e7-222a-4c64-a308-0d24dbd0d480 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:10:10.338147 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-d5c8444f-e179-498a-bfaf-6e6285168ba8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:10:10.348993 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-9fca3d4c-15ca-4257-b3f6-7f73a4a627f8 None None] Set router 6784a48f-5741-457d-b5fa-003799d31301 gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:10:10.349371 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c8444f-e179-498a-bfaf-6e6285168ba8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:10:10.377830 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c8444f-e179-498a-bfaf-6e6285168ba8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:10:10.380854 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d5c8444f-e179-498a-bfaf-6e6285168ba8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:10.421182 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:10.439122 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d5c8444f-e179-498a-bfaf-6e6285168ba8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5861564 Mar 01 14:10:10.444458 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41838) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:10.589977 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 841f81c4-22cc-4058-92dd-4cecdbabc532 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:10:10.592147 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (841f81c4-22cc-4058-92dd-4cecdbabc532), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:10.671413 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-95af99d9-518f-442b-b829-55c1fab9111c None None] For port 841f81c4-22cc-4058-92dd-4cecdbabc532, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=841f81c4-22cc-4058-92dd-4cecdbabc532,segment=NetworkSegment(681ec9e2-5414-426a-9258-8d09cef9327a),segment_id=681ec9e2-5414-426a-9258-8d09cef9327a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:10:10.679843 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-8f4f3631-e24d-4a44-a59c-cd9a9a27c251 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Deleting port 500f53ab-719a-4878-a4d7-1aa3f470b0e0 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:10:10.683377 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8f4f3631-e24d-4a44-a59c-cd9a9a27c251 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (500f53ab-719a-4878-a4d7-1aa3f470b0e0), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:10.691409 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-95af99d9-518f-442b-b829-55c1fab9111c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (841f81c4-22cc-4058-92dd-4cecdbabc532), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:10.887654 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af99d9-518f-442b-b829-55c1fab9111c None None] Pushing event updated for resources: {'Port': ['ID=841f81c4-22cc-4058-92dd-4cecdbabc532,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:10.905184 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acebcc4-a92f-40b4-9d85-83a489dd1630 None None] Network a6375dc2-431f-4a55-8a6b-d31ee15799c4 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:10:10.935048 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.extraroute_db [None req-9fa2546d-2fa6-4250-82c3-47a653c231c9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103726) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 01 14:10:10.960849 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.extraroute_db [None req-9fa2546d-2fa6-4250-82c3-47a653c231c9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Removed routes are [] {{(pid=103726) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 01 14:10:10.961483 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9fa2546d-2fa6-4250-82c3-47a653c231c9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3686472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8455'] for router (6784a48f-5741-457d-b5fa-003799d31301), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:11.004670 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8f4f3631-e24d-4a44-a59c-cd9a9a27c251 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (500f53ab-719a-4878-a4d7-1aa3f470b0e0), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:11.039380 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-9fca3d4c-15ca-4257-b3f6-7f73a4a627f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6784a48f-5741-457d-b5fa-003799d31301', 'name': 'tempest-RoutersTest-router-257174145', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:09:30Z', 'updated_at': '2022-03-01T14:10:06Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'gw_port_host': None, '_interfaces': [{'id': '235f0e8e-41af-410b-bbc3-f485c97c0655', 'name': '', 'network_id': 'e24b94b7-4797-46b9-9324-190a0514f314', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:99:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'c7f96136-56f9-4881-ae49-286f7e71885d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:44Z', 'updated_at': '2022-03-01T14:09:54Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': 'c7f96136-56f9-4881-ae49-286f7e71885d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5f166f-eae5-453b-8880-b50d471bfa64', 'name': '', 'network_id': '8ab02ea6-108a-4904-a7e1-f257e6e950f8', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:38:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:33Z', 'updated_at': '2022-03-01T14:09:45Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72574601-4830-4be0-853a-a6d8bde83925', 'name': '', 'network_id': '43bc32b0-c640-457e-8f97-e2010787f912', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:de:cb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '6f372aaa-7e5b-49f8-8d42-9f767d675cad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:54Z', 'updated_at': '2022-03-01T14:10:06Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '6f372aaa-7e5b-49f8-8d42-9f767d675cad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b8c9136-1069-4b4a-8bb3-da7698123192', 'name': '', 'network_id': 'a6375dc2-431f-4a55-8a6b-d31ee15799c4', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:64:65:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '5c2dfcd9-ca25-457a-89cb-284fa566232e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:10:02Z', 'updated_at': '2022-03-01T14:10:07Z', 'revision_number': 2, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '5c2dfcd9-ca25-457a-89cb-284fa566232e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:11.096858 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fca3d4c-15ca-4257-b3f6-7f73a4a627f8 None None] Checking router: 6784a48f-5741-457d-b5fa-003799d31301 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:10:11.097587 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fca3d4c-15ca-4257-b3f6-7f73a4a627f8 None None] Updating router 6784a48f-5741-457d-b5fa-003799d31301 port 8b8c9136-1069-4b4a-8bb3-da7698123192 binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:10:11.167715 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-9fca3d4c-15ca-4257-b3f6-7f73a4a627f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8b8c9136-1069-4b4a-8bb3-da7698123192), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:11.328293 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 14:10:11.328873 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9fa2546d-2fa6-4250-82c3-47a653c231c9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3686472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8455'] for router (6784a48f-5741-457d-b5fa-003799d31301), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:11.329163 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 14:10:11.332705 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9fa2546d-2fa6-4250-82c3-47a653c231c9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3686481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3686494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683840'] for router (6784a48f-5741-457d-b5fa-003799d31301), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:11.554891 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa2546d-2fa6-4250-82c3-47a653c231c9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Router 6784a48f-5741-457d-b5fa-003799d31301 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:10:11.786424 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-8f4f3631-e24d-4a44-a59c-cd9a9a27c251 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Calling delete_port for 500f53ab-719a-4878-a4d7-1aa3f470b0e0 owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:10:11.796406 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-9fca3d4c-15ca-4257-b3f6-7f73a4a627f8 None None] Publish callbacks [] for port (8b8c9136-1069-4b4a-8bb3-da7698123192), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:11.817452 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-9fca3d4c-15ca-4257-b3f6-7f73a4a627f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (8b8c9136-1069-4b4a-8bb3-da7698123192), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:11.830871 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa2546d-2fa6-4250-82c3-47a653c231c9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:10:11.850861 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9fa2546d-2fa6-4250-82c3-47a653c231c9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:11.855895 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9fa2546d-2fa6-4250-82c3-47a653c231c9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "PUT /v2.0/routers/6784a48f-5741-457d-b5fa-003799d31301 HTTP/1.1" status: 200 len: 933 time: 1.7693253 Mar 01 14:10:11.857223 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41886) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:11.918252 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49780a73-e07e-4f24-8b08-beb7a234fd93 None None] Pushing event updated for resources: {'Port': ['ID=8b8c9136-1069-4b4a-8bb3-da7698123192,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:11.973573 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 841f81c4-22cc-4058-92dd-4cecdbabc532 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:10:12.042322 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d92c94d9-b0a8-4237-9356-2b8b67e1a8fb None None] Provisioning complete for port 841f81c4-22cc-4058-92dd-4cecdbabc532 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:10:12.044280 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d92c94d9-b0a8-4237-9356-2b8b67e1a8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (841f81c4-22cc-4058-92dd-4cecdbabc532), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:12.077918 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f6e8c174-b639-40fb-a7ee-d3705d860c0f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "GET /v2.0/routers/6784a48f-5741-457d-b5fa-003799d31301 HTTP/1.1" status: 200 len: 933 time: 0.2193611 Mar 01 14:10:12.080416 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41894) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:12.085257 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-a5053c13-2102-49d2-b316-0cb92c7644f2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Request body: {'router': {'routes': None}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:10:12.151773 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8f4f3631-e24d-4a44-a59c-cd9a9a27c251 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (500f53ab-719a-4878-a4d7-1aa3f470b0e0), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:12.193435 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-9fca3d4c-15ca-4257-b3f6-7f73a4a627f8 None None] Attempting to bind port 8b8c9136-1069-4b4a-8bb3-da7698123192 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:10:12.194042 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-9fca3d4c-15ca-4257-b3f6-7f73a4a627f8 None None] Attempting to bind port 8b8c9136-1069-4b4a-8bb3-da7698123192 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '681ec9e2-5414-426a-9258-8d09cef9327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a6375dc2-431f-4a55-8a6b-d31ee15799c4'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:10:12.194148 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca3d4c-15ca-4257-b3f6-7f73a4a627f8 None None] Attempting to bind port 8b8c9136-1069-4b4a-8bb3-da7698123192 on network a6375dc2-431f-4a55-8a6b-d31ee15799c4 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:10:12.202705 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca3d4c-15ca-4257-b3f6-7f73a4a627f8 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:10:12.203077 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca3d4c-15ca-4257-b3f6-7f73a4a627f8 None None] Checking segment: {'id': '681ec9e2-5414-426a-9258-8d09cef9327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a6375dc2-431f-4a55-8a6b-d31ee15799c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:10:12.204135 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-9fca3d4c-15ca-4257-b3f6-7f73a4a627f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:12.204699 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca3d4c-15ca-4257-b3f6-7f73a4a627f8 None None] Bound using segment: {'id': '681ec9e2-5414-426a-9258-8d09cef9327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a6375dc2-431f-4a55-8a6b-d31ee15799c4'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:10:12.208730 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 841f81c4-22cc-4058-92dd-4cecdbabc532 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:10:12.212341 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-9fca3d4c-15ca-4257-b3f6-7f73a4a627f8 None None] Bound port: 8b8c9136-1069-4b4a-8bb3-da7698123192, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681ec9e2-5414-426a-9258-8d09cef9327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a6375dc2-431f-4a55-8a6b-d31ee15799c4'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:10:12.212906 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-9fca3d4c-15ca-4257-b3f6-7f73a4a627f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8b8c9136-1069-4b4a-8bb3-da7698123192), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:12.265527 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8f4f3631-e24d-4a44-a59c-cd9a9a27c251 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:12.281780 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8f4f3631-e24d-4a44-a59c-cd9a9a27c251 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/ports/500f53ab-719a-4878-a4d7-1aa3f470b0e0 HTTP/1.1" status: 204 len: 168 time: 1.8359742 Mar 01 14:10:12.282749 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f3631-e24d-4a44-a59c-cd9a9a27c251 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Port': ['ID=500f53ab-719a-4878-a4d7-1aa3f470b0e0,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:12.302325 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41900) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:12.318231 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-2bf0563a-fad9-49e2-90d2-5828e1215c20 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'port': {'network_id': '7bef87e7-222a-4c64-a308-0d24dbd0d480', 'mac_address': 'fa:16:3e:0c:d4:2d', 'name': 'tempest-PortsIpV6TestJSON-558397641'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:10:12.445708 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d92c94d9-b0a8-4237-9356-2b8b67e1a8fb None None] Current status of the port 841f81c4-22cc-4058-92dd-4cecdbabc532 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:10:12.455705 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 841f81c4-22cc-4058-92dd-4cecdbabc532 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:10:12.457485 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-9fca3d4c-15ca-4257-b3f6-7f73a4a627f8 None None] For port 8b8c9136-1069-4b4a-8bb3-da7698123192, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:10:12.458034 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (841f81c4-22cc-4058-92dd-4cecdbabc532), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:12.469424 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-9fca3d4c-15ca-4257-b3f6-7f73a4a627f8 None None] For port 8b8c9136-1069-4b4a-8bb3-da7698123192, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=8b8c9136-1069-4b4a-8bb3-da7698123192,segment=NetworkSegment(681ec9e2-5414-426a-9258-8d09cef9327a),segment_id=681ec9e2-5414-426a-9258-8d09cef9327a)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:10:12.487140 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-9fca3d4c-15ca-4257-b3f6-7f73a4a627f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (8b8c9136-1069-4b4a-8bb3-da7698123192), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:12.569086 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d92c94d9-b0a8-4237-9356-2b8b67e1a8fb None None] Provisioning complete for port 8b8c9136-1069-4b4a-8bb3-da7698123192 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:10:12.570032 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d92c94d9-b0a8-4237-9356-2b8b67e1a8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8b8c9136-1069-4b4a-8bb3-da7698123192), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:12.585277 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf0563a-fad9-49e2-90d2-5828e1215c20 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:10:12.590299 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fca3d4c-15ca-4257-b3f6-7f73a4a627f8 None None] Routers {'6784a48f-5741-457d-b5fa-003799d31301'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:10:12.590940 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-9fca3d4c-15ca-4257-b3f6-7f73a4a627f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:09:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6784a48f-5741-457d-b5fa-003799d31301'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:12.749793 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2bf0563a-fad9-49e2-90d2-5828e1215c20 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:12.778167 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 841f81c4-22cc-4058-92dd-4cecdbabc532 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:10:12.859701 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-2bf0563a-fad9-49e2-90d2-5828e1215c20 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] device_id is not set on port 408fc208-b8e6-4dbf-b31b-04e97a5189e6 yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:10:12.902450 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d92c94d9-b0a8-4237-9356-2b8b67e1a8fb None None] Current status of the port 8b8c9136-1069-4b4a-8bb3-da7698123192 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:10:12.903841 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d92c94d9-b0a8-4237-9356-2b8b67e1a8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8b8c9136-1069-4b4a-8bb3-da7698123192), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:13.002352 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d92c94d9-b0a8-4237-9356-2b8b67e1a8fb None None] For port 8b8c9136-1069-4b4a-8bb3-da7698123192, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=8b8c9136-1069-4b4a-8bb3-da7698123192,segment=NetworkSegment(681ec9e2-5414-426a-9258-8d09cef9327a),segment_id=681ec9e2-5414-426a-9258-8d09cef9327a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:10:13.011864 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d92c94d9-b0a8-4237-9356-2b8b67e1a8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (8b8c9136-1069-4b4a-8bb3-da7698123192), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:13.060780 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49780a73-e07e-4f24-8b08-beb7a234fd93 None None] Pushing event updated for resources: {'Port': ['ID=8b8c9136-1069-4b4a-8bb3-da7698123192,revision_number=4']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:13.065489 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.extraroute_db [None req-a5053c13-2102-49d2-b316-0cb92c7644f2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Added routes are [] {{(pid=103726) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 01 14:10:13.067904 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.extraroute_db [None req-a5053c13-2102-49d2-b316-0cb92c7644f2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103726) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 01 14:10:13.123797 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-9fca3d4c-15ca-4257-b3f6-7f73a4a627f8 None None] Set router 6784a48f-5741-457d-b5fa-003799d31301 gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:10:13.170442 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5053c13-2102-49d2-b316-0cb92c7644f2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3686472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8455'] for router (6784a48f-5741-457d-b5fa-003799d31301), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:13.189771 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c94d9-b0a8-4237-9356-2b8b67e1a8fb None None] Pushing event updated for resources: {'Port': ['ID=8b8c9136-1069-4b4a-8bb3-da7698123192,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:13.203772 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d126b167-12dc-4cbd-b5e3-322e9a8b63e8 None None] Provisioning complete for port 8b8c9136-1069-4b4a-8bb3-da7698123192 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:10:13.204168 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d126b167-12dc-4cbd-b5e3-322e9a8b63e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8b8c9136-1069-4b4a-8bb3-da7698123192), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:13.326736 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2bf0563a-fad9-49e2-90d2-5828e1215c20 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for port (408fc208-b8e6-4dbf-b31b-04e97a5189e6), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:13.411000 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d126b167-12dc-4cbd-b5e3-322e9a8b63e8 None None] Current status of the port 8b8c9136-1069-4b4a-8bb3-da7698123192 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:10:13.421543 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2bf0563a-fad9-49e2-90d2-5828e1215c20 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (408fc208-b8e6-4dbf-b31b-04e97a5189e6), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:13.526312 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf0563a-fad9-49e2-90d2-5828e1215c20 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Network 7bef87e7-222a-4c64-a308-0d24dbd0d480 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:10:13.537373 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-2bf0563a-fad9-49e2-90d2-5828e1215c20 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:10:13.548681 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf0563a-fad9-49e2-90d2-5828e1215c20 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:10:13.558467 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf0563a-fad9-49e2-90d2-5828e1215c20 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:10:13.564438 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2bf0563a-fad9-49e2-90d2-5828e1215c20 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:13.568759 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0563a-fad9-49e2-90d2-5828e1215c20 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Port': ['ID=408fc208-b8e6-4dbf-b31b-04e97a5189e6,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:13.614809 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2bf0563a-fad9-49e2-90d2-5828e1215c20 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3113558 Mar 01 14:10:13.617307 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41918) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:13.642892 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-0071b1b6-9176-40d3-9564-5ef510c82001 None None] Provisioning complete for port 8b8c9136-1069-4b4a-8bb3-da7698123192 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:10:13.643452 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0071b1b6-9176-40d3-9564-5ef510c82001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8b8c9136-1069-4b4a-8bb3-da7698123192), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:13.727602 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3cbdd1-5fc8-4261-b2b3-ec038f00a7ce tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:10:13.753550 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-db3cbdd1-5fc8-4261-b2b3-ec038f00a7ce tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "GET /v2.0/ports/408fc208-b8e6-4dbf-b31b-04e97a5189e6 HTTP/1.1" status: 200 len: 844 time: 0.1349511 Mar 01 14:10:13.756704 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41920) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:13.764704 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-9fca3d4c-15ca-4257-b3f6-7f73a4a627f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6784a48f-5741-457d-b5fa-003799d31301', 'name': 'tempest-RoutersTest-router-257174145', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:09:30Z', 'updated_at': '2022-03-01T14:10:10Z', 'revision_number': 6, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'gw_port_host': None, '_interfaces': [{'id': '235f0e8e-41af-410b-bbc3-f485c97c0655', 'name': '', 'network_id': 'e24b94b7-4797-46b9-9324-190a0514f314', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:99:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'c7f96136-56f9-4881-ae49-286f7e71885d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:44Z', 'updated_at': '2022-03-01T14:09:54Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': 'c7f96136-56f9-4881-ae49-286f7e71885d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5f166f-eae5-453b-8880-b50d471bfa64', 'name': '', 'network_id': '8ab02ea6-108a-4904-a7e1-f257e6e950f8', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:38:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:33Z', 'updated_at': '2022-03-01T14:09:45Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72574601-4830-4be0-853a-a6d8bde83925', 'name': '', 'network_id': '43bc32b0-c640-457e-8f97-e2010787f912', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:de:cb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '6f372aaa-7e5b-49f8-8d42-9f767d675cad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:54Z', 'updated_at': '2022-03-01T14:10:06Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '6f372aaa-7e5b-49f8-8d42-9f767d675cad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b8c9136-1069-4b4a-8bb3-da7698123192', 'name': '', 'network_id': 'a6375dc2-431f-4a55-8a6b-d31ee15799c4', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:64:65:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '5c2dfcd9-ca25-457a-89cb-284fa566232e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:10:02Z', 'updated_at': '2022-03-01T14:10:12Z', 'revision_number': 4, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '5c2dfcd9-ca25-457a-89cb-284fa566232e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:13.797625 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5053c13-2102-49d2-b316-0cb92c7644f2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3686472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8455'] for router (6784a48f-5741-457d-b5fa-003799d31301), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:13.811264 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fca3d4c-15ca-4257-b3f6-7f73a4a627f8 None None] The sync data for ids ['6784a48f-5741-457d-b5fa-003799d31301'] in n-d-827467-3 is: [{'id': '6784a48f-5741-457d-b5fa-003799d31301', 'name': 'tempest-RoutersTest-router-257174145', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:09:30Z', 'updated_at': '2022-03-01T14:10:10Z', 'revision_number': 6, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'gw_port_host': None, '_interfaces': [{'id': '235f0e8e-41af-410b-bbc3-f485c97c0655', 'name': '', 'network_id': 'e24b94b7-4797-46b9-9324-190a0514f314', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:99:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'c7f96136-56f9-4881-ae49-286f7e71885d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:44Z', 'updated_at': '2022-03-01T14:09:54Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': 'c7f96136-56f9-4881-ae49-286f7e71885d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5f166f-eae5-453b-8880-b50d471bfa64', 'name': '', 'network_id': '8ab02ea6-108a-4904-a7e1-f257e6e950f8', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:38:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:33Z', 'updated_at': '2022-03-01T14:09:45Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72574601-4830-4be0-853a-a6d8bde83925', 'name': '', 'network_id': '43bc32b0-c640-457e-8f97-e2010787f912', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:de:cb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '6f372aaa-7e5b-49f8-8d42-9f767d675cad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:54Z', 'updated_at': '2022-03-01T14:10:06Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '6f372aaa-7e5b-49f8-8d42-9f767d675cad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b8c9136-1069-4b4a-8bb3-da7698123192', 'name': '', 'network_id': 'a6375dc2-431f-4a55-8a6b-d31ee15799c4', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:64:65:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '5c2dfcd9-ca25-457a-89cb-284fa566232e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:10:02Z', 'updated_at': '2022-03-01T14:10:12Z', 'revision_number': 4, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '5c2dfcd9-ca25-457a-89cb-284fa566232e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:10:13.812410 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5053c13-2102-49d2-b316-0cb92c7644f2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3686481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3686494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683840'] for router (6784a48f-5741-457d-b5fa-003799d31301), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:13.990057 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-0071b1b6-9176-40d3-9564-5ef510c82001 None None] Current status of the port 8b8c9136-1069-4b4a-8bb3-da7698123192 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:10:14.060827 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-fa280b9d-9c2c-483f-97a1-67fe4cbd4161 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Deleting port 408fc208-b8e6-4dbf-b31b-04e97a5189e6 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:10:14.061295 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fa280b9d-9c2c-483f-97a1-67fe4cbd4161 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (408fc208-b8e6-4dbf-b31b-04e97a5189e6), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:14.128545 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-02de5df0-76e5-451c-832b-097692c03717 None None] Provisioning complete for port 8b8c9136-1069-4b4a-8bb3-da7698123192 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:10:14.128921 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-02de5df0-76e5-451c-832b-097692c03717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8b8c9136-1069-4b4a-8bb3-da7698123192), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:14.200804 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5053c13-2102-49d2-b316-0cb92c7644f2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Router 6784a48f-5741-457d-b5fa-003799d31301 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:10:14.205785 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 8b8c9136-1069-4b4a-8bb3-da7698123192 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:10:14.291477 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fa280b9d-9c2c-483f-97a1-67fe4cbd4161 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (408fc208-b8e6-4dbf-b31b-04e97a5189e6), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:14.358639 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-fa280b9d-9c2c-483f-97a1-67fe4cbd4161 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Calling delete_port for 408fc208-b8e6-4dbf-b31b-04e97a5189e6 owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:10:14.413897 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 8b8c9136-1069-4b4a-8bb3-da7698123192 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:10:14.414284 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8b8c9136-1069-4b4a-8bb3-da7698123192), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:14.498331 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5053c13-2102-49d2-b316-0cb92c7644f2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:10:14.523294 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5053c13-2102-49d2-b316-0cb92c7644f2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:14.524757 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a5053c13-2102-49d2-b316-0cb92c7644f2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "PUT /v2.0/routers/6784a48f-5741-457d-b5fa-003799d31301 HTTP/1.1" status: 200 len: 699 time: 2.4433091 Mar 01 14:10:14.528779 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41938) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:14.695080 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fa280b9d-9c2c-483f-97a1-67fe4cbd4161 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (408fc208-b8e6-4dbf-b31b-04e97a5189e6), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:14.755058 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa280b9d-9c2c-483f-97a1-67fe4cbd4161 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Port': ['ID=408fc208-b8e6-4dbf-b31b-04e97a5189e6,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:14.757559 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fa280b9d-9c2c-483f-97a1-67fe4cbd4161 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:14.762144 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-fa280b9d-9c2c-483f-97a1-67fe4cbd4161 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/ports/408fc208-b8e6-4dbf-b31b-04e97a5189e6 HTTP/1.1" status: 204 len: 168 time: 1.0043685 Mar 01 14:10:14.764605 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41942) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:14.813547 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-02de5df0-76e5-451c-832b-097692c03717 None None] Current status of the port 8b8c9136-1069-4b4a-8bb3-da7698123192 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:10:14.815463 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e56cc5-8d1a-4ab9-b14d-bb5ffc302a3f tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] GET failed (client error): The resource could not be found. Mar 01 14:10:14.817046 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a2e56cc5-8d1a-4ab9-b14d-bb5ffc302a3f tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "GET /v2.0/ports/408fc208-b8e6-4dbf-b31b-04e97a5189e6 HTTP/1.1" status: 404 len: 333 time: 0.0513234 Mar 01 14:10:14.822864 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 41944) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:14.828385 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-61f223d4-cd5d-4893-9857-a460240f9c56 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'port': {'network_id': '7bef87e7-222a-4c64-a308-0d24dbd0d480', 'name': 'tempest-PortsIpV6TestJSON-451275813'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:10:14.952597 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 8b8c9136-1069-4b4a-8bb3-da7698123192 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:10:14.998949 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e81aca96-f721-4222-8317-990be4fc09a6 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "GET /v2.0/routers/6784a48f-5741-457d-b5fa-003799d31301 HTTP/1.1" status: 200 len: 699 time: 0.4689512 Mar 01 14:10:15.006875 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41946) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:15.100431 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f223d4-cd5d-4893-9857-a460240f9c56 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:10:15.103958 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-61f223d4-cd5d-4893-9857-a460240f9c56 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:15.169164 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-61f223d4-cd5d-4893-9857-a460240f9c56 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] device_id is not set on port 286912b1-014d-4750-aaf9-c176601b5fde yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:10:15.534288 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-61f223d4-cd5d-4893-9857-a460240f9c56 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for port (286912b1-014d-4750-aaf9-c176601b5fde), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:15.545639 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1435c0-ca91-443e-abde-578f18480a77 None None] Sync routers for ids ['6784a48f-5741-457d-b5fa-003799d31301'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:10:15.568550 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1435c0-ca91-443e-abde-578f18480a77 None None] Routers {'6784a48f-5741-457d-b5fa-003799d31301'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:10:15.572308 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-1d1435c0-ca91-443e-abde-578f18480a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:09:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6784a48f-5741-457d-b5fa-003799d31301'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:15.585184 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-61f223d4-cd5d-4893-9857-a460240f9c56 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (286912b1-014d-4750-aaf9-c176601b5fde), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:15.698290 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f223d4-cd5d-4893-9857-a460240f9c56 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Network 7bef87e7-222a-4c64-a308-0d24dbd0d480 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:10:15.708089 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-61f223d4-cd5d-4893-9857-a460240f9c56 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:10:15.719153 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f223d4-cd5d-4893-9857-a460240f9c56 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:10:15.732823 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f223d4-cd5d-4893-9857-a460240f9c56 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:10:15.733675 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-61f223d4-cd5d-4893-9857-a460240f9c56 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:15.759150 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f223d4-cd5d-4893-9857-a460240f9c56 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Port': ['ID=286912b1-014d-4750-aaf9-c176601b5fde,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:15.788019 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-61f223d4-cd5d-4893-9857-a460240f9c56 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9636109 Mar 01 14:10:15.789513 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 41970) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:15.804574 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-1d1435c0-ca91-443e-abde-578f18480a77 None None] Set router 6784a48f-5741-457d-b5fa-003799d31301 gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:10:15.805761 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-cdddc5c3-c344-4a9d-b724-7044085867c4 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:10:15.824559 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:10:15.946704 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cdddc5c3-c344-4a9d-b724-7044085867c4 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (286912b1-014d-4750-aaf9-c176601b5fde), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:16.052120 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-281c892d-345d-43c7-a75e-73ebdb113f06 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (6784a48f-5741-457d-b5fa-003799d31301), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:16.211243 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-1d1435c0-ca91-443e-abde-578f18480a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6784a48f-5741-457d-b5fa-003799d31301', 'name': 'tempest-RoutersTest-router-257174145', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:09:30Z', 'updated_at': '2022-03-01T14:10:13Z', 'revision_number': 7, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'gw_port_host': None, '_interfaces': [{'id': '235f0e8e-41af-410b-bbc3-f485c97c0655', 'name': '', 'network_id': 'e24b94b7-4797-46b9-9324-190a0514f314', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:99:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'c7f96136-56f9-4881-ae49-286f7e71885d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:44Z', 'updated_at': '2022-03-01T14:09:54Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': 'c7f96136-56f9-4881-ae49-286f7e71885d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5f166f-eae5-453b-8880-b50d471bfa64', 'name': '', 'network_id': '8ab02ea6-108a-4904-a7e1-f257e6e950f8', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:38:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:33Z', 'updated_at': '2022-03-01T14:09:45Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72574601-4830-4be0-853a-a6d8bde83925', 'name': '', 'network_id': '43bc32b0-c640-457e-8f97-e2010787f912', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:de:cb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '6f372aaa-7e5b-49f8-8d42-9f767d675cad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:54Z', 'updated_at': '2022-03-01T14:10:06Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '6f372aaa-7e5b-49f8-8d42-9f767d675cad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b8c9136-1069-4b4a-8bb3-da7698123192', 'name': '', 'network_id': 'a6375dc2-431f-4a55-8a6b-d31ee15799c4', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:64:65:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '5c2dfcd9-ca25-457a-89cb-284fa566232e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:10:02Z', 'updated_at': '2022-03-01T14:10:12Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '5c2dfcd9-ca25-457a-89cb-284fa566232e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:16.268220 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1435c0-ca91-443e-abde-578f18480a77 None None] Checking router: 6784a48f-5741-457d-b5fa-003799d31301 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:10:16.283009 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1435c0-ca91-443e-abde-578f18480a77 None None] Routers {'6784a48f-5741-457d-b5fa-003799d31301'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:10:16.283845 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-1d1435c0-ca91-443e-abde-578f18480a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:09:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6784a48f-5741-457d-b5fa-003799d31301'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:16.467298 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-1d1435c0-ca91-443e-abde-578f18480a77 None None] Set router 6784a48f-5741-457d-b5fa-003799d31301 gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:10:16.644903 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cdddc5c3-c344-4a9d-b724-7044085867c4 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for port (286912b1-014d-4750-aaf9-c176601b5fde), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:16.659428 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cdddc5c3-c344-4a9d-b724-7044085867c4 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (286912b1-014d-4750-aaf9-c176601b5fde), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:16.760026 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-cdddc5c3-c344-4a9d-b724-7044085867c4 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] In _notify_port_updated(), no bound segment for port 286912b1-014d-4750-aaf9-c176601b5fde on network 7bef87e7-222a-4c64-a308-0d24dbd0d480 {{(pid=103726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 01 14:10:16.780285 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdddc5c3-c344-4a9d-b724-7044085867c4 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:10:16.781160 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cdddc5c3-c344-4a9d-b724-7044085867c4 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:16.783024 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cdddc5c3-c344-4a9d-b724-7044085867c4 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "PUT /v2.0/ports/286912b1-014d-4750-aaf9-c176601b5fde HTTP/1.1" status: 200 len: 818 time: 0.9875319 Mar 01 14:10:16.786290 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42010) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:16.804842 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdddc5c3-c344-4a9d-b724-7044085867c4 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Port': ['ID=286912b1-014d-4750-aaf9-c176601b5fde,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:16.851066 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-1d1435c0-ca91-443e-abde-578f18480a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6784a48f-5741-457d-b5fa-003799d31301', 'name': 'tempest-RoutersTest-router-257174145', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:09:30Z', 'updated_at': '2022-03-01T14:10:13Z', 'revision_number': 7, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'gw_port_host': None, '_interfaces': [{'id': '235f0e8e-41af-410b-bbc3-f485c97c0655', 'name': '', 'network_id': 'e24b94b7-4797-46b9-9324-190a0514f314', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:99:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'c7f96136-56f9-4881-ae49-286f7e71885d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:44Z', 'updated_at': '2022-03-01T14:09:54Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': 'c7f96136-56f9-4881-ae49-286f7e71885d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5f166f-eae5-453b-8880-b50d471bfa64', 'name': '', 'network_id': '8ab02ea6-108a-4904-a7e1-f257e6e950f8', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:38:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:33Z', 'updated_at': '2022-03-01T14:09:45Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72574601-4830-4be0-853a-a6d8bde83925', 'name': '', 'network_id': '43bc32b0-c640-457e-8f97-e2010787f912', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:de:cb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '6f372aaa-7e5b-49f8-8d42-9f767d675cad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:54Z', 'updated_at': '2022-03-01T14:10:06Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '6f372aaa-7e5b-49f8-8d42-9f767d675cad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b8c9136-1069-4b4a-8bb3-da7698123192', 'name': '', 'network_id': 'a6375dc2-431f-4a55-8a6b-d31ee15799c4', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:64:65:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '5c2dfcd9-ca25-457a-89cb-284fa566232e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:10:02Z', 'updated_at': '2022-03-01T14:10:12Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '5c2dfcd9-ca25-457a-89cb-284fa566232e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:16.899452 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1435c0-ca91-443e-abde-578f18480a77 None None] The sync data for ids ['6784a48f-5741-457d-b5fa-003799d31301'] in n-d-827467-3 is: [{'id': '6784a48f-5741-457d-b5fa-003799d31301', 'name': 'tempest-RoutersTest-router-257174145', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:09:30Z', 'updated_at': '2022-03-01T14:10:13Z', 'revision_number': 7, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'gw_port_host': None, '_interfaces': [{'id': '235f0e8e-41af-410b-bbc3-f485c97c0655', 'name': '', 'network_id': 'e24b94b7-4797-46b9-9324-190a0514f314', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:99:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'c7f96136-56f9-4881-ae49-286f7e71885d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:44Z', 'updated_at': '2022-03-01T14:09:54Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': 'c7f96136-56f9-4881-ae49-286f7e71885d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5f166f-eae5-453b-8880-b50d471bfa64', 'name': '', 'network_id': '8ab02ea6-108a-4904-a7e1-f257e6e950f8', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:38:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:33Z', 'updated_at': '2022-03-01T14:09:45Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72574601-4830-4be0-853a-a6d8bde83925', 'name': '', 'network_id': '43bc32b0-c640-457e-8f97-e2010787f912', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:de:cb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '6f372aaa-7e5b-49f8-8d42-9f767d675cad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:54Z', 'updated_at': '2022-03-01T14:10:06Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '6f372aaa-7e5b-49f8-8d42-9f767d675cad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b8c9136-1069-4b4a-8bb3-da7698123192', 'name': '', 'network_id': 'a6375dc2-431f-4a55-8a6b-d31ee15799c4', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:64:65:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '5c2dfcd9-ca25-457a-89cb-284fa566232e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:10:02Z', 'updated_at': '2022-03-01T14:10:12Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '5c2dfcd9-ca25-457a-89cb-284fa566232e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:10:16.979147 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-3b690d9b-0663-4e32-8368-dbaed60aca4b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Deleting port 286912b1-014d-4750-aaf9-c176601b5fde {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:10:16.982518 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3b690d9b-0663-4e32-8368-dbaed60aca4b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (286912b1-014d-4750-aaf9-c176601b5fde), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:17.047628 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-281c892d-345d-43c7-a75e-73ebdb113f06 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Deleting port 8b8c9136-1069-4b4a-8bb3-da7698123192 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:10:17.049150 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-281c892d-345d-43c7-a75e-73ebdb113f06 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (8b8c9136-1069-4b4a-8bb3-da7698123192), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:17.147707 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3b690d9b-0663-4e32-8368-dbaed60aca4b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (286912b1-014d-4750-aaf9-c176601b5fde), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:17.169544 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-3b690d9b-0663-4e32-8368-dbaed60aca4b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Calling delete_port for 286912b1-014d-4750-aaf9-c176601b5fde owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:10:17.224375 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-281c892d-345d-43c7-a75e-73ebdb113f06 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] For port 8b8c9136-1069-4b4a-8bb3-da7698123192, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=8b8c9136-1069-4b4a-8bb3-da7698123192,segment=NetworkSegment(681ec9e2-5414-426a-9258-8d09cef9327a),segment_id=681ec9e2-5414-426a-9258-8d09cef9327a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:10:17.225074 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-281c892d-345d-43c7-a75e-73ebdb113f06 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (8b8c9136-1069-4b4a-8bb3-da7698123192), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:17.272507 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-281c892d-345d-43c7-a75e-73ebdb113f06 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Calling delete_port for 8b8c9136-1069-4b4a-8bb3-da7698123192 owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:10:17.336206 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3b690d9b-0663-4e32-8368-dbaed60aca4b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (286912b1-014d-4750-aaf9-c176601b5fde), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:17.360878 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3b690d9b-0663-4e32-8368-dbaed60aca4b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:17.370464 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3b690d9b-0663-4e32-8368-dbaed60aca4b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/ports/286912b1-014d-4750-aaf9-c176601b5fde HTTP/1.1" status: 204 len: 168 time: 0.5823858 Mar 01 14:10:17.401413 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b690d9b-0663-4e32-8368-dbaed60aca4b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Port': ['ID=286912b1-014d-4750-aaf9-c176601b5fde,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:17.409448 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42026) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:17.473658 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6af4ace-f38c-4fd4-8b6c-190596ea3ba6 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:10:17.478925 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42028) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:17.479282 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e6af4ace-f38c-4fd4-8b6c-190596ea3ba6 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0685234 Mar 01 14:10:17.510947 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-281c892d-345d-43c7-a75e-73ebdb113f06 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (8b8c9136-1069-4b4a-8bb3-da7698123192), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:17.518118 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d906092-5a38-4bc6-9e85-efba52d2727f tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] GET failed (client error): The resource could not be found. Mar 01 14:10:17.519793 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1d906092-5a38-4bc6-9e85-efba52d2727f tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "GET /v2.0/ports/286912b1-014d-4750-aaf9-c176601b5fde HTTP/1.1" status: 404 len: 333 time: 0.0392981 Mar 01 14:10:17.524313 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42030) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:17.530147 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-1c531003-2e39-44f6-9f54-ca914cf67295 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-76705673'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:10:17.561247 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c892d-345d-43c7-a75e-73ebdb113f06 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event deleted for resources: {'Port': ['ID=8b8c9136-1069-4b4a-8bb3-da7698123192,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:17.592902 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c531003-2e39-44f6-9f54-ca914cf67295 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:10:17.596893 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1c531003-2e39-44f6-9f54-ca914cf67295 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:17.668306 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c531003-2e39-44f6-9f54-ca914cf67295 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:10:17.814196 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-281c892d-345d-43c7-a75e-73ebdb113f06 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (6784a48f-5741-457d-b5fa-003799d31301), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:17.917980 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1c531003-2e39-44f6-9f54-ca914cf67295 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (2065500c-3698-4e07-802a-77be7dcea591), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:17.918443 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-1c531003-2e39-44f6-9f54-ca914cf67295 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Added segment 2065500c-3698-4e07-802a-77be7dcea591 of type vlan for network 503becae-58fd-4b48-ade3-905960e8a505 Mar 01 14:10:17.985686 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1c531003-2e39-44f6-9f54-ca914cf67295 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (503becae-58fd-4b48-ade3-905960e8a505), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:18.119207 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1c531003-2e39-44f6-9f54-ca914cf67295 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (503becae-58fd-4b48-ade3-905960e8a505), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:18.125887 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c531003-2e39-44f6-9f54-ca914cf67295 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:10:18.126626 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1c531003-2e39-44f6-9f54-ca914cf67295 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:18.174183 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1c531003-2e39-44f6-9f54-ca914cf67295 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6486251 Mar 01 14:10:18.177240 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42044) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:18.182054 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-127cacc0-61d6-44c1-a8bc-641e79976af2 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'subnet': {'network_id': '503becae-58fd-4b48-ade3-905960e8a505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:10:18.237740 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c531003-2e39-44f6-9f54-ca914cf67295 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Network': ['ID=503becae-58fd-4b48-ade3-905960e8a505,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:18.250199 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 503becae-58fd-4b48-ade3-905960e8a505 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:10:18.253841 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281c892d-345d-43c7-a75e-73ebdb113f06 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Router 6784a48f-5741-457d-b5fa-003799d31301 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:10:18.375696 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127cacc0-61d6-44c1-a8bc-641e79976af2 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:10:18.379843 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-127cacc0-61d6-44c1-a8bc-641e79976af2 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:18.386853 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281c892d-345d-43c7-a75e-73ebdb113f06 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:10:18.404087 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00d3b7a-b731-4e39-816d-7460fe50bc5d None None] Sync routers for ids ['6784a48f-5741-457d-b5fa-003799d31301'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:10:18.421618 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-281c892d-345d-43c7-a75e-73ebdb113f06 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "PUT /v2.0/routers/6784a48f-5741-457d-b5fa-003799d31301/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4131238 Mar 01 14:10:18.424521 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00d3b7a-b731-4e39-816d-7460fe50bc5d None None] Routers {'6784a48f-5741-457d-b5fa-003799d31301'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:10:18.425295 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b00d3b7a-b731-4e39-816d-7460fe50bc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:09:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6784a48f-5741-457d-b5fa-003799d31301'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:18.427381 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42050) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:18.547380 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3dbaa7e-0555-46a4-a9b5-679dc4b2ae9d tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Deleting subnet 5c2dfcd9-ca25-457a-89cb-284fa566232e {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:10:18.554139 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d3dbaa7e-0555-46a4-a9b5-679dc4b2ae9d tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for subnet (5c2dfcd9-ca25-457a-89cb-284fa566232e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:18.641736 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d3dbaa7e-0555-46a4-a9b5-679dc4b2ae9d tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (5c2dfcd9-ca25-457a-89cb-284fa566232e), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:18.719594 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-b00d3b7a-b731-4e39-816d-7460fe50bc5d None None] Set router 6784a48f-5741-457d-b5fa-003799d31301 gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:10:18.749247 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-127cacc0-61d6-44c1-a8bc-641e79976af2 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (ca7649d4-06ed-4027-b621-91e7af4d4be9), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:18.855556 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d3dbaa7e-0555-46a4-a9b5-679dc4b2ae9d tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (5c2dfcd9-ca25-457a-89cb-284fa566232e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:18.911305 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127cacc0-61d6-44c1-a8bc-641e79976af2 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Subnet': ['ID=ca7649d4-06ed-4027-b621-91e7af4d4be9,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:18.955964 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127cacc0-61d6-44c1-a8bc-641e79976af2 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Checking segment: {'id': '2065500c-3698-4e07-802a-77be7dcea591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '503becae-58fd-4b48-ade3-905960e8a505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:10:18.958136 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127cacc0-61d6-44c1-a8bc-641e79976af2 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Network hostable DHCP agents. Network: 503becae-58fd-4b48-ade3-905960e8a505, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:10:18.980895 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d3dbaa7e-0555-46a4-a9b5-679dc4b2ae9d tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (5c2dfcd9-ca25-457a-89cb-284fa566232e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:18.999703 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127cacc0-61d6-44c1-a8bc-641e79976af2 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Network 503becae-58fd-4b48-ade3-905960e8a505 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:10:19.023550 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-127cacc0-61d6-44c1-a8bc-641e79976af2 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 503becae-58fd-4b48-ade3-905960e8a505) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:10:19.050364 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127cacc0-61d6-44c1-a8bc-641e79976af2 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:10:19.051595 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1436dbc4-2e90-4890-b372-a4992feb8075 None None] Network 503becae-58fd-4b48-ade3-905960e8a505 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:10:19.052689 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-127cacc0-61d6-44c1-a8bc-641e79976af2 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:19.092488 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dbaa7e-0555-46a4-a9b5-679dc4b2ae9d tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event deleted for resources: {'Subnet': ['ID=5c2dfcd9-ca25-457a-89cb-284fa566232e,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:19.108403 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-127cacc0-61d6-44c1-a8bc-641e79976af2 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9301832 Mar 01 14:10:19.109698 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42072) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:19.118952 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d3dbaa7e-0555-46a4-a9b5-679dc4b2ae9d tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:19.123442 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-2b7ec78a-2843-4222-b14d-1e65b6b69a81 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'subnet': {'network_id': '503becae-58fd-4b48-ade3-905960e8a505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:10:19.129918 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d3dbaa7e-0555-46a4-a9b5-679dc4b2ae9d tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/subnets/5c2dfcd9-ca25-457a-89cb-284fa566232e HTTP/1.1" status: 204 len: 168 time: 0.7005532 Mar 01 14:10:19.130545 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42074) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:19.173727 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63a49ee-25e5-4a40-a346-7a30959209a4 None None] Network a6375dc2-431f-4a55-8a6b-d31ee15799c4 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:10:19.386662 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3320d24a-4757-4bac-880b-ddf5a9c9a8b9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (a6375dc2-431f-4a55-8a6b-d31ee15799c4), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:19.478250 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7ec78a-2843-4222-b14d-1e65b6b69a81 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:10:19.483499 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2b7ec78a-2843-4222-b14d-1e65b6b69a81 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:19.500667 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-3320d24a-4757-4bac-880b-ddf5a9c9a8b9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Deleting port 841f81c4-22cc-4058-92dd-4cecdbabc532 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:10:19.501578 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3320d24a-4757-4bac-880b-ddf5a9c9a8b9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (841f81c4-22cc-4058-92dd-4cecdbabc532), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:19.502850 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b00d3b7a-b731-4e39-816d-7460fe50bc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6784a48f-5741-457d-b5fa-003799d31301', 'name': 'tempest-RoutersTest-router-257174145', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:09:30Z', 'updated_at': '2022-03-01T14:10:17Z', 'revision_number': 8, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'gw_port_host': None, '_interfaces': [{'id': '235f0e8e-41af-410b-bbc3-f485c97c0655', 'name': '', 'network_id': 'e24b94b7-4797-46b9-9324-190a0514f314', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:99:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'c7f96136-56f9-4881-ae49-286f7e71885d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:44Z', 'updated_at': '2022-03-01T14:09:54Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': 'c7f96136-56f9-4881-ae49-286f7e71885d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5f166f-eae5-453b-8880-b50d471bfa64', 'name': '', 'network_id': '8ab02ea6-108a-4904-a7e1-f257e6e950f8', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:38:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:33Z', 'updated_at': '2022-03-01T14:09:45Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72574601-4830-4be0-853a-a6d8bde83925', 'name': '', 'network_id': '43bc32b0-c640-457e-8f97-e2010787f912', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:de:cb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '6f372aaa-7e5b-49f8-8d42-9f767d675cad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:54Z', 'updated_at': '2022-03-01T14:10:06Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '6f372aaa-7e5b-49f8-8d42-9f767d675cad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:19.575285 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00d3b7a-b731-4e39-816d-7460fe50bc5d None None] Checking router: 6784a48f-5741-457d-b5fa-003799d31301 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:10:19.584894 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00d3b7a-b731-4e39-816d-7460fe50bc5d None None] Routers {'6784a48f-5741-457d-b5fa-003799d31301'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:10:19.586102 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b00d3b7a-b731-4e39-816d-7460fe50bc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:09:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6784a48f-5741-457d-b5fa-003799d31301'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:19.597924 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-3320d24a-4757-4bac-880b-ddf5a9c9a8b9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] For port 841f81c4-22cc-4058-92dd-4cecdbabc532, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=841f81c4-22cc-4058-92dd-4cecdbabc532,segment=NetworkSegment(681ec9e2-5414-426a-9258-8d09cef9327a),segment_id=681ec9e2-5414-426a-9258-8d09cef9327a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:10:19.598329 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3320d24a-4757-4bac-880b-ddf5a9c9a8b9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (841f81c4-22cc-4058-92dd-4cecdbabc532), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:19.646972 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55c46d1-f19a-41a3-9d29-0dbd6950bbfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-503becae-58fd-4b48-ade3-905960e8a505', 'network_id': '503becae-58fd-4b48-ade3-905960e8a505', 'project_id': '163c4d59cc1c49dc810880d9d07b304d', 'fixed_ips': [{'subnet_id': 'ca7649d4-06ed-4027-b621-91e7af4d4be9'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:10:19.648729 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-3320d24a-4757-4bac-880b-ddf5a9c9a8b9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Calling delete_port for 841f81c4-22cc-4058-92dd-4cecdbabc532 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:10:19.648874 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f55c46d1-f19a-41a3-9d29-0dbd6950bbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:19.747244 n-d-827467-3 neutron-server[103727]: INFO neutron.db.ipam_backend_mixin [None req-2b7ec78a-2843-4222-b14d-1e65b6b69a81 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ca7649d4-06ed-4027-b621-91e7af4d4be9 (CIDR: 2001:db8::/64) Mar 01 14:10:19.755357 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b7ec78a-2843-4222-b14d-1e65b6b69a81 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:10:19.755932 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b7ec78a-2843-4222-b14d-1e65b6b69a81 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:10:19.789551 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-b00d3b7a-b731-4e39-816d-7460fe50bc5d None None] Set router 6784a48f-5741-457d-b5fa-003799d31301 gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:10:19.793300 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2b7ec78a-2843-4222-b14d-1e65b6b69a81 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6798930 Mar 01 14:10:19.793991 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42082) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:19.801412 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-9ec79e4b-f291-4503-a2b6-ff5200512d7d tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'subnet': {'network_id': '503becae-58fd-4b48-ade3-905960e8a505', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:10:19.862181 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-f55c46d1-f19a-41a3-9d29-0dbd6950bbfb None None] Allocated IP 2001:db8::2 (503becae-58fd-4b48-ade3-905960e8a505/ca7649d4-06ed-4027-b621-91e7af4d4be9/d35456c9-440f-493e-ad8b-cc555745b554) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:10:20.038239 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f55c46d1-f19a-41a3-9d29-0dbd6950bbfb None None] Publish callbacks [] for port (d35456c9-440f-493e-ad8b-cc555745b554), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:20.045372 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05550adb-afad-45e8-8890-c1452917c686 None None] DHCP port deletion for a6375dc2-431f-4a55-8a6b-d31ee15799c4 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:10:20.055779 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f55c46d1-f19a-41a3-9d29-0dbd6950bbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (d35456c9-440f-493e-ad8b-cc555745b554), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:20.191179 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 841f81c4-22cc-4058-92dd-4cecdbabc532 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:10:20.247390 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b00d3b7a-b731-4e39-816d-7460fe50bc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6784a48f-5741-457d-b5fa-003799d31301', 'name': 'tempest-RoutersTest-router-257174145', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:09:30Z', 'updated_at': '2022-03-01T14:10:17Z', 'revision_number': 8, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'gw_port_host': None, '_interfaces': [{'id': '235f0e8e-41af-410b-bbc3-f485c97c0655', 'name': '', 'network_id': 'e24b94b7-4797-46b9-9324-190a0514f314', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:99:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'c7f96136-56f9-4881-ae49-286f7e71885d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:44Z', 'updated_at': '2022-03-01T14:09:54Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': 'c7f96136-56f9-4881-ae49-286f7e71885d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5f166f-eae5-453b-8880-b50d471bfa64', 'name': '', 'network_id': '8ab02ea6-108a-4904-a7e1-f257e6e950f8', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:38:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:33Z', 'updated_at': '2022-03-01T14:09:45Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72574601-4830-4be0-853a-a6d8bde83925', 'name': '', 'network_id': '43bc32b0-c640-457e-8f97-e2010787f912', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:de:cb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '6f372aaa-7e5b-49f8-8d42-9f767d675cad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:54Z', 'updated_at': '2022-03-01T14:10:06Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '6f372aaa-7e5b-49f8-8d42-9f767d675cad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:20.249480 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3320d24a-4757-4bac-880b-ddf5a9c9a8b9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (841f81c4-22cc-4058-92dd-4cecdbabc532), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:20.300572 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c46d1-f19a-41a3-9d29-0dbd6950bbfb None None] Pushing event updated for resources: {'Port': ['ID=d35456c9-440f-493e-ad8b-cc555745b554,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:20.315961 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55c46d1-f19a-41a3-9d29-0dbd6950bbfb None None] Network 503becae-58fd-4b48-ade3-905960e8a505 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:10:20.321708 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-f55c46d1-f19a-41a3-9d29-0dbd6950bbfb None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:10:20.327072 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00d3b7a-b731-4e39-816d-7460fe50bc5d None None] The sync data for ids ['6784a48f-5741-457d-b5fa-003799d31301'] in n-d-827467-3 is: [{'id': '6784a48f-5741-457d-b5fa-003799d31301', 'name': 'tempest-RoutersTest-router-257174145', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:09:30Z', 'updated_at': '2022-03-01T14:10:17Z', 'revision_number': 8, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'gw_port_host': None, '_interfaces': [{'id': '235f0e8e-41af-410b-bbc3-f485c97c0655', 'name': '', 'network_id': 'e24b94b7-4797-46b9-9324-190a0514f314', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:99:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'c7f96136-56f9-4881-ae49-286f7e71885d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:44Z', 'updated_at': '2022-03-01T14:09:54Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': 'c7f96136-56f9-4881-ae49-286f7e71885d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5f166f-eae5-453b-8880-b50d471bfa64', 'name': '', 'network_id': '8ab02ea6-108a-4904-a7e1-f257e6e950f8', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:38:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:33Z', 'updated_at': '2022-03-01T14:09:45Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72574601-4830-4be0-853a-a6d8bde83925', 'name': '', 'network_id': '43bc32b0-c640-457e-8f97-e2010787f912', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:de:cb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '6f372aaa-7e5b-49f8-8d42-9f767d675cad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:54Z', 'updated_at': '2022-03-01T14:10:06Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '6f372aaa-7e5b-49f8-8d42-9f767d675cad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:10:20.335944 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55c46d1-f19a-41a3-9d29-0dbd6950bbfb None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:10:20.345606 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No active binding found for port 841f81c4-22cc-4058-92dd-4cecdbabc532 {{(pid=103728) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 01 14:10:20.345994 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] The host n-d-827467-3 is not matching for port 841f81c4-22cc-4058-92dd-4cecdbabc532 host None! {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 01 14:10:20.346388 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 841f81c4-22cc-4058-92dd-4cecdbabc532 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:10:20.393218 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3320d24a-4757-4bac-880b-ddf5a9c9a8b9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] No DVR routers for this DVR port 841f81c4-22cc-4058-92dd-4cecdbabc532 on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:10:20.414576 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320d24a-4757-4bac-880b-ddf5a9c9a8b9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event deleted for resources: {'Port': ['ID=841f81c4-22cc-4058-92dd-4cecdbabc532,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:20.446056 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec79e4b-f291-4503-a2b6-ff5200512d7d tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:10:20.458481 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9ec79e4b-f291-4503-a2b6-ff5200512d7d tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:20.642999 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3320d24a-4757-4bac-880b-ddf5a9c9a8b9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (a6375dc2-431f-4a55-8a6b-d31ee15799c4), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:20.692835 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-3320d24a-4757-4bac-880b-ddf5a9c9a8b9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6375dc2-431f-4a55-8a6b-d31ee15799c4']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:20.720900 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-3320d24a-4757-4bac-880b-ddf5a9c9a8b9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '681ec9e2-5414-426a-9258-8d09cef9327a') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:20.721254 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-3320d24a-4757-4bac-880b-ddf5a9c9a8b9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '681ec9e2-5414-426a-9258-8d09cef9327a') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:20.747170 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3320d24a-4757-4bac-880b-ddf5a9c9a8b9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (681ec9e2-5414-426a-9258-8d09cef9327a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:20.789873 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3320d24a-4757-4bac-880b-ddf5a9c9a8b9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (681ec9e2-5414-426a-9258-8d09cef9327a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:20.798324 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3320d24a-4757-4bac-880b-ddf5a9c9a8b9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:10:20.798979 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3320d24a-4757-4bac-880b-ddf5a9c9a8b9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (681ec9e2-5414-426a-9258-8d09cef9327a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:20.831031 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:10:20.831031 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:10:20.831031 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:10:20.831031 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:10:20.831031 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:10:20.831031 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:10:20.831031 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:10:20.831031 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:10:20.831031 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:10:20.831031 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:10:20.831031 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:10:20.831031 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:10:20.831031 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:10:20.831031 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:10:20.831031 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:10:20.831031 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:10:20.831031 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:10:20.831031 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:10:20.831031 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:10:20.831031 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:10:20.831031 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:10:20.831031 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:10:20.831031 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:10:20.831031 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:10:20.831031 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:10:20.831031 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:10:20.831031 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:10:20.831031 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:10:20.831031 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:10:20.831031 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:10:20.831031 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:10:20.831031 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:10:20.865952 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-05550adb-afad-45e8-8890-c1452917c686 None None] Deleting port 841f81c4-22cc-4058-92dd-4cecdbabc532 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:10:20.867188 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-05550adb-afad-45e8-8890-c1452917c686 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (841f81c4-22cc-4058-92dd-4cecdbabc532), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:20.870537 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-f55c46d1-f19a-41a3-9d29-0dbd6950bbfb None None] Attempting to bind port d35456c9-440f-493e-ad8b-cc555745b554 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:10:20.871260 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-f55c46d1-f19a-41a3-9d29-0dbd6950bbfb None None] Attempting to bind port d35456c9-440f-493e-ad8b-cc555745b554 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '2065500c-3698-4e07-802a-77be7dcea591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '503becae-58fd-4b48-ade3-905960e8a505'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:10:20.871859 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55c46d1-f19a-41a3-9d29-0dbd6950bbfb None None] Attempting to bind port d35456c9-440f-493e-ad8b-cc555745b554 on network 503becae-58fd-4b48-ade3-905960e8a505 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:10:20.888907 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55c46d1-f19a-41a3-9d29-0dbd6950bbfb None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:10:20.889722 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55c46d1-f19a-41a3-9d29-0dbd6950bbfb None None] Checking segment: {'id': '2065500c-3698-4e07-802a-77be7dcea591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '503becae-58fd-4b48-ade3-905960e8a505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:10:20.890496 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f55c46d1-f19a-41a3-9d29-0dbd6950bbfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:20.891087 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55c46d1-f19a-41a3-9d29-0dbd6950bbfb None None] Bound using segment: {'id': '2065500c-3698-4e07-802a-77be7dcea591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '503becae-58fd-4b48-ade3-905960e8a505'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:10:20.891943 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-f55c46d1-f19a-41a3-9d29-0dbd6950bbfb None None] Bound port: d35456c9-440f-493e-ad8b-cc555745b554, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2065500c-3698-4e07-802a-77be7dcea591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '503becae-58fd-4b48-ade3-905960e8a505'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:10:20.892552 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f55c46d1-f19a-41a3-9d29-0dbd6950bbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d35456c9-440f-493e-ad8b-cc555745b554), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:21.063371 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-f55c46d1-f19a-41a3-9d29-0dbd6950bbfb None None] For port d35456c9-440f-493e-ad8b-cc555745b554, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:10:21.071502 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-f55c46d1-f19a-41a3-9d29-0dbd6950bbfb None None] For port d35456c9-440f-493e-ad8b-cc555745b554, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=d35456c9-440f-493e-ad8b-cc555745b554,segment=NetworkSegment(2065500c-3698-4e07-802a-77be7dcea591),segment_id=2065500c-3698-4e07-802a-77be7dcea591)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:10:21.093574 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f55c46d1-f19a-41a3-9d29-0dbd6950bbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (d35456c9-440f-493e-ad8b-cc555745b554), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:21.134463 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3320d24a-4757-4bac-880b-ddf5a9c9a8b9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (a6375dc2-431f-4a55-8a6b-d31ee15799c4), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:21.148189 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3320d24a-4757-4bac-880b-ddf5a9c9a8b9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:21.154566 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3320d24a-4757-4bac-880b-ddf5a9c9a8b9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/networks/a6375dc2-431f-4a55-8a6b-d31ee15799c4 HTTP/1.1" status: 204 len: 168 time: 2.0181596 Mar 01 14:10:21.154809 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42096) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:21.171429 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c46d1-f19a-41a3-9d29-0dbd6950bbfb None None] Pushing event updated for resources: {'Port': ['ID=d35456c9-440f-493e-ad8b-cc555745b554,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:21.172689 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320d24a-4757-4bac-880b-ddf5a9c9a8b9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event deleted for resources: {'Network': ['ID=a6375dc2-431f-4a55-8a6b-d31ee15799c4,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:21.237538 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-05550adb-afad-45e8-8890-c1452917c686 None None] For port 841f81c4-22cc-4058-92dd-4cecdbabc532, host n-d-827467-3, got binding levels [] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:10:21.241514 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-05550adb-afad-45e8-8890-c1452917c686 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (841f81c4-22cc-4058-92dd-4cecdbabc532), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:21.289264 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-05550adb-afad-45e8-8890-c1452917c686 None None] Calling delete_port for 841f81c4-22cc-4058-92dd-4cecdbabc532 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:10:21.296670 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.ipam_backend_mixin [None req-05550adb-afad-45e8-8890-c1452917c686 None None] Port 841f81c4-22cc-4058-92dd-4cecdbabc532 was not found and therefore no delete operation was performed {{(pid=103728) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 01 14:10:21.299307 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-05550adb-afad-45e8-8890-c1452917c686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (841f81c4-22cc-4058-92dd-4cecdbabc532), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:21.329599 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-05550adb-afad-45e8-8890-c1452917c686 None None] Network a6375dc2-431f-4a55-8a6b-d31ee15799c4 is not hosted by any dhcp agent {{(pid=103728) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 01 14:10:21.330074 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05550adb-afad-45e8-8890-c1452917c686 None None] No DVR routers for this DVR port 841f81c4-22cc-4058-92dd-4cecdbabc532 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:10:21.386917 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05550adb-afad-45e8-8890-c1452917c686 None None] Pushing event deleted for resources: {'Port': ['ID=841f81c4-22cc-4058-92dd-4cecdbabc532,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:21.460590 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9ec79e4b-f291-4503-a2b6-ff5200512d7d tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (b8a37191-f039-45ea-9b4f-90870afac82b), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:21.595960 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec79e4b-f291-4503-a2b6-ff5200512d7d tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Network 503becae-58fd-4b48-ade3-905960e8a505 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:10:21.624170 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-9ec79e4b-f291-4503-a2b6-ff5200512d7d tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:10:21.639750 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec79e4b-f291-4503-a2b6-ff5200512d7d tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:10:21.640475 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9ec79e4b-f291-4503-a2b6-ff5200512d7d tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:21.686961 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec79e4b-f291-4503-a2b6-ff5200512d7d tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Subnet': ['ID=b8a37191-f039-45ea-9b4f-90870afac82b,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:21.718618 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9ec79e4b-f291-4503-a2b6-ff5200512d7d tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9213130 Mar 01 14:10:21.719109 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42104) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:21.728911 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-2c1fe8dc-7a82-4f2b-ab86-b0d17add1392 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'port': {'network_id': '503becae-58fd-4b48-ade3-905960e8a505', 'fixed_ips': [{'subnet_id': 'ca7649d4-06ed-4027-b621-91e7af4d4be9'}, {'subnet_id': 'b8a37191-f039-45ea-9b4f-90870afac82b'}], 'name': 'tempest-PortsIpV6TestJSON-773920044'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:10:21.957984 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1bf34b94-1c56-4ace-845e-8e9027287dcb tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (6784a48f-5741-457d-b5fa-003799d31301), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:21.973396 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1fe8dc-7a82-4f2b-ab86-b0d17add1392 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:10:22.106607 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2c1fe8dc-7a82-4f2b-ab86-b0d17add1392 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:22.140337 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-2c1fe8dc-7a82-4f2b-ab86-b0d17add1392 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] device_id is not set on port bd8aba44-eb93-498e-b89a-692ba24f6efe yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:10:22.209610 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device d35456c9-440f-493e-ad8b-cc555745b554 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:10:22.529218 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port d35456c9-440f-493e-ad8b-cc555745b554 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:10:22.529835 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (d35456c9-440f-493e-ad8b-cc555745b554), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:22.582863 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-1bf34b94-1c56-4ace-845e-8e9027287dcb tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Deleting port 72574601-4830-4be0-853a-a6d8bde83925 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:10:22.583402 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1bf34b94-1c56-4ace-845e-8e9027287dcb tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (72574601-4830-4be0-853a-a6d8bde83925), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:22.718792 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port d35456c9-440f-493e-ad8b-cc555745b554 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:10:22.719501 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d35456c9-440f-493e-ad8b-cc555745b554), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:22.802651 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port d35456c9-440f-493e-ad8b-cc555745b554, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=d35456c9-440f-493e-ad8b-cc555745b554,segment=NetworkSegment(2065500c-3698-4e07-802a-77be7dcea591),segment_id=2065500c-3698-4e07-802a-77be7dcea591)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:10:22.814419 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (d35456c9-440f-493e-ad8b-cc555745b554), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:22.851140 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-1bf34b94-1c56-4ace-845e-8e9027287dcb tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] For port 72574601-4830-4be0-853a-a6d8bde83925, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=72574601-4830-4be0-853a-a6d8bde83925,segment=NetworkSegment(1d4d144c-58d3-4b04-aa62-29764782bbc8),segment_id=1d4d144c-58d3-4b04-aa62-29764782bbc8)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:10:22.851520 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1bf34b94-1c56-4ace-845e-8e9027287dcb tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (72574601-4830-4be0-853a-a6d8bde83925), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:22.901729 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 8b8c9136-1069-4b4a-8bb3-da7698123192 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:10:22.902532 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-1bf34b94-1c56-4ace-845e-8e9027287dcb tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Calling delete_port for 72574601-4830-4be0-853a-a6d8bde83925 owned by network:router_interface {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:10:22.943899 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 8b8c9136-1069-4b4a-8bb3-da7698123192 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:10:22.944246 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 8b8c9136-1069-4b4a-8bb3-da7698123192 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:10:23.031135 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=d35456c9-440f-493e-ad8b-cc555745b554,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:23.089660 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-2c1fe8dc-7a82-4f2b-ab86-b0d17add1392 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Allocated IP 2001:db8::2f3 (503becae-58fd-4b48-ade3-905960e8a505/ca7649d4-06ed-4027-b621-91e7af4d4be9/bd8aba44-eb93-498e-b89a-692ba24f6efe) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:10:23.111465 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-2c1fe8dc-7a82-4f2b-ab86-b0d17add1392 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Allocated IP 2001:db8:0:1::c3 (503becae-58fd-4b48-ade3-905960e8a505/b8a37191-f039-45ea-9b4f-90870afac82b/bd8aba44-eb93-498e-b89a-692ba24f6efe) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:10:23.247837 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bc5b89-849d-421e-8504-354d0b93845d None None] Network 503becae-58fd-4b48-ade3-905960e8a505 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:10:23.289809 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1bf34b94-1c56-4ace-845e-8e9027287dcb tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (72574601-4830-4be0-853a-a6d8bde83925), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:23.340400 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-0bf785fb-d2e9-4b54-ab1e-b6dc69b91a52 None None] Provisioning complete for port d35456c9-440f-493e-ad8b-cc555745b554 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:10:23.340985 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0bf785fb-d2e9-4b54-ab1e-b6dc69b91a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (d35456c9-440f-493e-ad8b-cc555745b554), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:23.389788 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf34b94-1c56-4ace-845e-8e9027287dcb tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event deleted for resources: {'Port': ['ID=72574601-4830-4be0-853a-a6d8bde83925,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:23.541626 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-0bf785fb-d2e9-4b54-ab1e-b6dc69b91a52 None None] Current status of the port d35456c9-440f-493e-ad8b-cc555745b554 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:10:23.591780 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2c1fe8dc-7a82-4f2b-ab86-b0d17add1392 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for port (bd8aba44-eb93-498e-b89a-692ba24f6efe), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:23.687977 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2c1fe8dc-7a82-4f2b-ab86-b0d17add1392 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (bd8aba44-eb93-498e-b89a-692ba24f6efe), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:23.736763 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f79d393-6d47-43c2-b78c-3d219121a1a3 None None] Update dhcp port {'port': {'network_id': '503becae-58fd-4b48-ade3-905960e8a505', 'fixed_ips': [{'subnet_id': 'ca7649d4-06ed-4027-b621-91e7af4d4be9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b8a37191-f039-45ea-9b4f-90870afac82b'}], 'binding:host_id': 'n-d-827467-3'}, 'id': 'd35456c9-440f-493e-ad8b-cc555745b554'} from n-d-827467-3. {{(pid=103728) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 01 14:10:23.804686 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8f79d393-6d47-43c2-b78c-3d219121a1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d35456c9-440f-493e-ad8b-cc555745b554), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:23.827659 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1fe8dc-7a82-4f2b-ab86-b0d17add1392 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Network 503becae-58fd-4b48-ade3-905960e8a505 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:10:23.842001 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-2c1fe8dc-7a82-4f2b-ab86-b0d17add1392 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:10:23.849328 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1fe8dc-7a82-4f2b-ab86-b0d17add1392 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:10:23.857579 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1bf34b94-1c56-4ace-845e-8e9027287dcb tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (6784a48f-5741-457d-b5fa-003799d31301), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:23.876166 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1fe8dc-7a82-4f2b-ab86-b0d17add1392 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:10:23.887508 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2c1fe8dc-7a82-4f2b-ab86-b0d17add1392 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:23.895959 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf34b94-1c56-4ace-845e-8e9027287dcb tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:23.896383 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf34b94-1c56-4ace-845e-8e9027287dcb tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:23.896732 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf34b94-1c56-4ace-845e-8e9027287dcb tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:23.897070 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf34b94-1c56-4ace-845e-8e9027287dcb tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:23.897400 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf34b94-1c56-4ace-845e-8e9027287dcb tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:23.897732 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf34b94-1c56-4ace-845e-8e9027287dcb tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:23.898057 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf34b94-1c56-4ace-845e-8e9027287dcb tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:23.903879 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf34b94-1c56-4ace-845e-8e9027287dcb tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:23.904493 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf34b94-1c56-4ace-845e-8e9027287dcb tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:23.904986 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf34b94-1c56-4ace-845e-8e9027287dcb tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:23.905473 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf34b94-1c56-4ace-845e-8e9027287dcb tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:23.908684 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf34b94-1c56-4ace-845e-8e9027287dcb tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:23.909021 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf34b94-1c56-4ace-845e-8e9027287dcb tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:23.914585 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1fe8dc-7a82-4f2b-ab86-b0d17add1392 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Port': ['ID=bd8aba44-eb93-498e-b89a-692ba24f6efe,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:23.951824 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2c1fe8dc-7a82-4f2b-ab86-b0d17add1392 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.2315621 Mar 01 14:10:23.954760 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42146) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:23.965003 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-6eacfc41-93fa-4f81-842c-ab1799d447a0 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ca7649d4-06ed-4027-b621-91e7af4d4be9'}]}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:10:24.160918 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6eacfc41-93fa-4f81-842c-ab1799d447a0 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (bd8aba44-eb93-498e-b89a-692ba24f6efe), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:24.289968 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-8f79d393-6d47-43c2-b78c-3d219121a1a3 None None] Allocated IP 2001:db8:0:1::2 (503becae-58fd-4b48-ade3-905960e8a505/b8a37191-f039-45ea-9b4f-90870afac82b/d35456c9-440f-493e-ad8b-cc555745b554) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:10:24.330343 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf34b94-1c56-4ace-845e-8e9027287dcb tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Router 6784a48f-5741-457d-b5fa-003799d31301 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:10:24.523516 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-8f79d393-6d47-43c2-b78c-3d219121a1a3 None None] For port d35456c9-440f-493e-ad8b-cc555745b554, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=d35456c9-440f-493e-ad8b-cc555745b554,segment=NetworkSegment(2065500c-3698-4e07-802a-77be7dcea591),segment_id=2065500c-3698-4e07-802a-77be7dcea591)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:10:24.580219 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8f79d393-6d47-43c2-b78c-3d219121a1a3 None None] Publish callbacks [] for port (d35456c9-440f-493e-ad8b-cc555745b554), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:24.585982 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device d35456c9-440f-493e-ad8b-cc555745b554 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:10:24.641409 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8f79d393-6d47-43c2-b78c-3d219121a1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (d35456c9-440f-493e-ad8b-cc555745b554), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:24.663742 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf34b94-1c56-4ace-845e-8e9027287dcb tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:10:24.690910 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1bf34b94-1c56-4ace-845e-8e9027287dcb tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "PUT /v2.0/routers/6784a48f-5741-457d-b5fa-003799d31301/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5295961 Mar 01 14:10:24.692251 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42166) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:24.751494 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79d393-6d47-43c2-b78c-3d219121a1a3 None None] Pushing event updated for resources: {'Port': ['ID=d35456c9-440f-493e-ad8b-cc555745b554,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:24.755322 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a36e6bb-d172-40b3-9a74-32b2fa90df58 None None] Sync routers for ids ['6784a48f-5741-457d-b5fa-003799d31301'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:10:24.800133 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-6eacfc41-93fa-4f81-842c-ab1799d447a0 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Delete allocated IP 2001:db8:0:1::c3 (503becae-58fd-4b48-ade3-905960e8a505/b8a37191-f039-45ea-9b4f-90870afac82b) {{(pid=103726) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 01 14:10:24.813106 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a36e6bb-d172-40b3-9a74-32b2fa90df58 None None] Routers {'6784a48f-5741-457d-b5fa-003799d31301'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:10:24.813727 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-0a36e6bb-d172-40b3-9a74-32b2fa90df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:09:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6784a48f-5741-457d-b5fa-003799d31301'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:24.838512 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e033110-a954-46ac-b8df-86699f33d41f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Deleting subnet 6f372aaa-7e5b-49f8-8d42-9f767d675cad {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:10:24.851259 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3e033110-a954-46ac-b8df-86699f33d41f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for subnet (6f372aaa-7e5b-49f8-8d42-9f767d675cad), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:24.889602 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port d35456c9-440f-493e-ad8b-cc555745b554 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:10:24.890135 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (d35456c9-440f-493e-ad8b-cc555745b554), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:24.979159 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3e033110-a954-46ac-b8df-86699f33d41f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (6f372aaa-7e5b-49f8-8d42-9f767d675cad), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:25.106202 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-0a36e6bb-d172-40b3-9a74-32b2fa90df58 None None] Set router 6784a48f-5741-457d-b5fa-003799d31301 gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:10:25.177916 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6eacfc41-93fa-4f81-842c-ab1799d447a0 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for port (bd8aba44-eb93-498e-b89a-692ba24f6efe), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:25.193514 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6eacfc41-93fa-4f81-842c-ab1799d447a0 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (bd8aba44-eb93-498e-b89a-692ba24f6efe), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:25.217322 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3e033110-a954-46ac-b8df-86699f33d41f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (6f372aaa-7e5b-49f8-8d42-9f767d675cad), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:25.309753 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-6eacfc41-93fa-4f81-842c-ab1799d447a0 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] In _notify_port_updated(), no bound segment for port bd8aba44-eb93-498e-b89a-692ba24f6efe on network 503becae-58fd-4b48-ade3-905960e8a505 {{(pid=103726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 01 14:10:25.321164 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eacfc41-93fa-4f81-842c-ab1799d447a0 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:10:25.328151 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6eacfc41-93fa-4f81-842c-ab1799d447a0 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:25.333767 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6eacfc41-93fa-4f81-842c-ab1799d447a0 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "PUT /v2.0/ports/bd8aba44-eb93-498e-b89a-692ba24f6efe HTTP/1.1" status: 200 len: 925 time: 1.3777952 Mar 01 14:10:25.335504 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42174) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:25.360579 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-25576350-ee21-44d1-a0ea-3c3bf12d0e39 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ca7649d4-06ed-4027-b621-91e7af4d4be9'}, {'subnet_id': 'b8a37191-f039-45ea-9b4f-90870afac82b'}]}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:10:25.372307 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3e033110-a954-46ac-b8df-86699f33d41f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (6f372aaa-7e5b-49f8-8d42-9f767d675cad), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:25.399108 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3e033110-a954-46ac-b8df-86699f33d41f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:25.406941 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3e033110-a954-46ac-b8df-86699f33d41f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/subnets/6f372aaa-7e5b-49f8-8d42-9f767d675cad HTTP/1.1" status: 204 len: 168 time: 0.7109604 Mar 01 14:10:25.412380 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42176) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:25.496345 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e033110-a954-46ac-b8df-86699f33d41f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event deleted for resources: {'Subnet': ['ID=6f372aaa-7e5b-49f8-8d42-9f767d675cad,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:25.521637 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port d35456c9-440f-493e-ad8b-cc555745b554 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:10:25.532743 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc9b2b6-3419-45f7-b971-82da8b8c2af3 None None] Network 43bc32b0-c640-457e-8f97-e2010787f912 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:10:25.607996 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-25576350-ee21-44d1-a0ea-3c3bf12d0e39 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (bd8aba44-eb93-498e-b89a-692ba24f6efe), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:25.649722 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eacfc41-93fa-4f81-842c-ab1799d447a0 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Port': ['ID=bd8aba44-eb93-498e-b89a-692ba24f6efe,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:25.725767 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-191cb628-882f-489f-bb68-80bb0e489a69 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (43bc32b0-c640-457e-8f97-e2010787f912), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:25.803552 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0e18c8ca-74f9-42f5-9741-2cf737efb9f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:25.838104 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-0a36e6bb-d172-40b3-9a74-32b2fa90df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6784a48f-5741-457d-b5fa-003799d31301', 'name': 'tempest-RoutersTest-router-257174145', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:09:30Z', 'updated_at': '2022-03-01T14:10:23Z', 'revision_number': 9, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'gw_port_host': None, '_interfaces': [{'id': '235f0e8e-41af-410b-bbc3-f485c97c0655', 'name': '', 'network_id': 'e24b94b7-4797-46b9-9324-190a0514f314', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:99:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'c7f96136-56f9-4881-ae49-286f7e71885d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:44Z', 'updated_at': '2022-03-01T14:09:54Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': 'c7f96136-56f9-4881-ae49-286f7e71885d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5f166f-eae5-453b-8880-b50d471bfa64', 'name': '', 'network_id': '8ab02ea6-108a-4904-a7e1-f257e6e950f8', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:38:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:33Z', 'updated_at': '2022-03-01T14:09:45Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:25.870562 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a36e6bb-d172-40b3-9a74-32b2fa90df58 None None] Checking router: 6784a48f-5741-457d-b5fa-003799d31301 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:10:25.880139 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a36e6bb-d172-40b3-9a74-32b2fa90df58 None None] Routers {'6784a48f-5741-457d-b5fa-003799d31301'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:10:25.880814 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-0a36e6bb-d172-40b3-9a74-32b2fa90df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:09:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6784a48f-5741-457d-b5fa-003799d31301'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:25.973036 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-191cb628-882f-489f-bb68-80bb0e489a69 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Deleting port a53f459a-5a42-449e-8734-675176446bf6 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:10:25.977106 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-191cb628-882f-489f-bb68-80bb0e489a69 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (a53f459a-5a42-449e-8734-675176446bf6), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:26.010801 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-0a36e6bb-d172-40b3-9a74-32b2fa90df58 None None] Set router 6784a48f-5741-457d-b5fa-003799d31301 gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:10:26.200844 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-191cb628-882f-489f-bb68-80bb0e489a69 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] For port a53f459a-5a42-449e-8734-675176446bf6, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=a53f459a-5a42-449e-8734-675176446bf6,segment=NetworkSegment(1d4d144c-58d3-4b04-aa62-29764782bbc8),segment_id=1d4d144c-58d3-4b04-aa62-29764782bbc8)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:10:26.201387 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-191cb628-882f-489f-bb68-80bb0e489a69 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (a53f459a-5a42-449e-8734-675176446bf6), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:26.228742 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-191cb628-882f-489f-bb68-80bb0e489a69 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Calling delete_port for a53f459a-5a42-449e-8734-675176446bf6 owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:10:26.252722 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f2442c-3641-471e-b77b-c3701a5358bc None None] DHCP port deletion for 43bc32b0-c640-457e-8f97-e2010787f912 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:10:26.269900 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15243bc-c463-4deb-94fb-a34bdc556e0e None None] Network 503becae-58fd-4b48-ade3-905960e8a505 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:10:26.273804 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device d35456c9-440f-493e-ad8b-cc555745b554 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:10:26.391513 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-25576350-ee21-44d1-a0ea-3c3bf12d0e39 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Allocated IP 2001:db8:0:1::160 (503becae-58fd-4b48-ade3-905960e8a505/b8a37191-f039-45ea-9b4f-90870afac82b/bd8aba44-eb93-498e-b89a-692ba24f6efe) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:10:26.439004 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-191cb628-882f-489f-bb68-80bb0e489a69 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (a53f459a-5a42-449e-8734-675176446bf6), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:26.526478 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191cb628-882f-489f-bb68-80bb0e489a69 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event deleted for resources: {'Port': ['ID=a53f459a-5a42-449e-8734-675176446bf6,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:26.537097 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191cb628-882f-489f-bb68-80bb0e489a69 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] No DVR routers for this DVR port a53f459a-5a42-449e-8734-675176446bf6 on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:10:26.685660 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-25576350-ee21-44d1-a0ea-3c3bf12d0e39 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for port (bd8aba44-eb93-498e-b89a-692ba24f6efe), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:26.701514 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-25576350-ee21-44d1-a0ea-3c3bf12d0e39 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (bd8aba44-eb93-498e-b89a-692ba24f6efe), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:26.748182 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-191cb628-882f-489f-bb68-80bb0e489a69 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (43bc32b0-c640-457e-8f97-e2010787f912), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:26.809329 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-191cb628-882f-489f-bb68-80bb0e489a69 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43bc32b0-c640-457e-8f97-e2010787f912']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:26.849927 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-191cb628-882f-489f-bb68-80bb0e489a69 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4d144c-58d3-4b04-aa62-29764782bbc8') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:26.853947 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-191cb628-882f-489f-bb68-80bb0e489a69 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4d144c-58d3-4b04-aa62-29764782bbc8') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:26.906419 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-191cb628-882f-489f-bb68-80bb0e489a69 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (1d4d144c-58d3-4b04-aa62-29764782bbc8), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:26.940954 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-25576350-ee21-44d1-a0ea-3c3bf12d0e39 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] In _notify_port_updated(), no bound segment for port bd8aba44-eb93-498e-b89a-692ba24f6efe on network 503becae-58fd-4b48-ade3-905960e8a505 {{(pid=103726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 01 14:10:26.946457 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-191cb628-882f-489f-bb68-80bb0e489a69 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (1d4d144c-58d3-4b04-aa62-29764782bbc8), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:26.950092 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25576350-ee21-44d1-a0ea-3c3bf12d0e39 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:10:26.953434 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-25576350-ee21-44d1-a0ea-3c3bf12d0e39 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:26.960307 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-25576350-ee21-44d1-a0ea-3c3bf12d0e39 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "PUT /v2.0/ports/bd8aba44-eb93-498e-b89a-692ba24f6efe HTTP/1.1" status: 200 len: 1011 time: 1.6129749 Mar 01 14:10:26.960528 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42192) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:26.969656 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25576350-ee21-44d1-a0ea-3c3bf12d0e39 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Port': ['ID=bd8aba44-eb93-498e-b89a-692ba24f6efe,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:27.032430 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-191cb628-882f-489f-bb68-80bb0e489a69 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:10:27.032839 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-191cb628-882f-489f-bb68-80bb0e489a69 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (1d4d144c-58d3-4b04-aa62-29764782bbc8), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:27.045524 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:10:27.045524 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:10:27.045524 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:10:27.045524 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:10:27.045524 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:10:27.045524 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:10:27.045524 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:10:27.045524 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:10:27.045524 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:10:27.045524 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:10:27.045524 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:10:27.045524 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:10:27.045524 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:10:27.045524 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:10:27.045524 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:10:27.045524 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:10:27.045524 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:10:27.045524 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:10:27.045524 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:10:27.045524 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:10:27.045524 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:10:27.045524 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:10:27.045524 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:10:27.045524 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:10:27.045524 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:10:27.045524 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:10:27.045524 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:10:27.045524 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:10:27.045524 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:10:27.045524 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:10:27.045524 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:10:27.045524 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:10:27.126848 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-e5f2442c-3641-471e-b77b-c3701a5358bc None None] The port 'a53f459a-5a42-449e-8734-675176446bf6' was deleted {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Mar 01 14:10:27.171139 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-fa531881-c012-42aa-af6f-1c2a80ec6084 None None] Provisioning complete for port d35456c9-440f-493e-ad8b-cc555745b554 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:10:27.171888 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fa531881-c012-42aa-af6f-1c2a80ec6084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (d35456c9-440f-493e-ad8b-cc555745b554), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:27.301429 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-191cb628-882f-489f-bb68-80bb0e489a69 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (43bc32b0-c640-457e-8f97-e2010787f912), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:27.310710 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-191cb628-882f-489f-bb68-80bb0e489a69 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:27.314008 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port d35456c9-440f-493e-ad8b-cc555745b554 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:10:27.316762 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (d35456c9-440f-493e-ad8b-cc555745b554), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:27.318573 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-191cb628-882f-489f-bb68-80bb0e489a69 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/networks/43bc32b0-c640-457e-8f97-e2010787f912 HTTP/1.1" status: 204 len: 168 time: 1.8587039 Mar 01 14:10:27.321813 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42200) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:27.362239 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191cb628-882f-489f-bb68-80bb0e489a69 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event deleted for resources: {'Network': ['ID=43bc32b0-c640-457e-8f97-e2010787f912,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:27.386998 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-d9c7cbe6-b1be-46a5-90cb-b9b50f9d7e6c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Deleting port bd8aba44-eb93-498e-b89a-692ba24f6efe {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:10:27.387331 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d9c7cbe6-b1be-46a5-90cb-b9b50f9d7e6c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (bd8aba44-eb93-498e-b89a-692ba24f6efe), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:27.584394 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d9c7cbe6-b1be-46a5-90cb-b9b50f9d7e6c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (bd8aba44-eb93-498e-b89a-692ba24f6efe), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:27.614598 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-d9c7cbe6-b1be-46a5-90cb-b9b50f9d7e6c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Calling delete_port for bd8aba44-eb93-498e-b89a-692ba24f6efe owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:10:27.787637 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9c601c7d-c116-4147-9383-7ac770c24635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:27.797332 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port d35456c9-440f-493e-ad8b-cc555745b554 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:10:27.913043 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-fa531881-c012-42aa-af6f-1c2a80ec6084 None None] Current status of the port d35456c9-440f-493e-ad8b-cc555745b554 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:10:27.950494 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device a53f459a-5a42-449e-8734-675176446bf6 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:10:27.990847 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: a53f459a-5a42-449e-8734-675176446bf6 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:10:27.995016 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device a53f459a-5a42-449e-8734-675176446bf6 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:10:28.074737 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-0a36e6bb-d172-40b3-9a74-32b2fa90df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6784a48f-5741-457d-b5fa-003799d31301', 'name': 'tempest-RoutersTest-router-257174145', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:09:30Z', 'updated_at': '2022-03-01T14:10:23Z', 'revision_number': 9, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'gw_port_host': None, '_interfaces': [{'id': '235f0e8e-41af-410b-bbc3-f485c97c0655', 'name': '', 'network_id': 'e24b94b7-4797-46b9-9324-190a0514f314', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:99:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'c7f96136-56f9-4881-ae49-286f7e71885d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:44Z', 'updated_at': '2022-03-01T14:09:54Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': 'c7f96136-56f9-4881-ae49-286f7e71885d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5f166f-eae5-453b-8880-b50d471bfa64', 'name': '', 'network_id': '8ab02ea6-108a-4904-a7e1-f257e6e950f8', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:38:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:33Z', 'updated_at': '2022-03-01T14:09:45Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:28.101698 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d9c7cbe6-b1be-46a5-90cb-b9b50f9d7e6c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (bd8aba44-eb93-498e-b89a-692ba24f6efe), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:28.177650 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7cbe6-b1be-46a5-90cb-b9b50f9d7e6c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Port': ['ID=bd8aba44-eb93-498e-b89a-692ba24f6efe,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:28.208851 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a36e6bb-d172-40b3-9a74-32b2fa90df58 None None] The sync data for ids ['6784a48f-5741-457d-b5fa-003799d31301'] in n-d-827467-3 is: [{'id': '6784a48f-5741-457d-b5fa-003799d31301', 'name': 'tempest-RoutersTest-router-257174145', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:09:30Z', 'updated_at': '2022-03-01T14:10:23Z', 'revision_number': 9, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'gw_port_host': None, '_interfaces': [{'id': '235f0e8e-41af-410b-bbc3-f485c97c0655', 'name': '', 'network_id': 'e24b94b7-4797-46b9-9324-190a0514f314', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:99:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'c7f96136-56f9-4881-ae49-286f7e71885d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:44Z', 'updated_at': '2022-03-01T14:09:54Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': 'c7f96136-56f9-4881-ae49-286f7e71885d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f5f166f-eae5-453b-8880-b50d471bfa64', 'name': '', 'network_id': '8ab02ea6-108a-4904-a7e1-f257e6e950f8', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:38:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:33Z', 'updated_at': '2022-03-01T14:09:45Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:10:28.298432 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d9c7cbe6-b1be-46a5-90cb-b9b50f9d7e6c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:28.302129 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d9c7cbe6-b1be-46a5-90cb-b9b50f9d7e6c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/ports/bd8aba44-eb93-498e-b89a-692ba24f6efe HTTP/1.1" status: 204 len: 168 time: 1.3408689 Mar 01 14:10:28.304876 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42208) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:28.368498 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-069c792e-0e46-467e-9664-ebe35aa5e5f9 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] GET failed (client error): The resource could not be found. Mar 01 14:10:28.371241 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-069c792e-0e46-467e-9664-ebe35aa5e5f9 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "GET /v2.0/ports/bd8aba44-eb93-498e-b89a-692ba24f6efe HTTP/1.1" status: 404 len: 333 time: 0.0653615 Mar 01 14:10:28.374502 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42210) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:28.477194 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3a2eee5-d971-425c-a4b6-1428d2e3273b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Deleting subnet b8a37191-f039-45ea-9b4f-90870afac82b {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:10:28.490308 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b3a2eee5-d971-425c-a4b6-1428d2e3273b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for subnet (b8a37191-f039-45ea-9b4f-90870afac82b), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:28.533637 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-9733b075-8ded-4292-9d49-6e20cef47055 None None] Could not find standard attr ID for object bd8aba44-eb93-498e-b89a-692ba24f6efe. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 14:10:28.579110 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-9733b075-8ded-4292-9d49-6e20cef47055 None None] Provisioning complete for port d35456c9-440f-493e-ad8b-cc555745b554 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:10:28.579572 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9733b075-8ded-4292-9d49-6e20cef47055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (d35456c9-440f-493e-ad8b-cc555745b554), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:28.610456 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b3a2eee5-d971-425c-a4b6-1428d2e3273b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (b8a37191-f039-45ea-9b4f-90870afac82b), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:28.944995 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b3a2eee5-d971-425c-a4b6-1428d2e3273b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (b8a37191-f039-45ea-9b4f-90870afac82b), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:28.958621 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-9733b075-8ded-4292-9d49-6e20cef47055 None None] Current status of the port d35456c9-440f-493e-ad8b-cc555745b554 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:10:28.981286 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:29.075255 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-3fc4806b-87b6-4b1b-aaa7-337ee5d35f43 None None] Could not find standard attr ID for object bd8aba44-eb93-498e-b89a-692ba24f6efe. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 14:10:29.130939 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b3a2eee5-d971-425c-a4b6-1428d2e3273b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (b8a37191-f039-45ea-9b4f-90870afac82b), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:29.205757 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b3a2eee5-d971-425c-a4b6-1428d2e3273b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:29.209081 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b3a2eee5-d971-425c-a4b6-1428d2e3273b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/subnets/b8a37191-f039-45ea-9b4f-90870afac82b HTTP/1.1" status: 204 len: 168 time: 0.8335683 Mar 01 14:10:29.210032 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2eee5-d971-425c-a4b6-1428d2e3273b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Subnet': ['ID=b8a37191-f039-45ea-9b4f-90870afac82b,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:29.220434 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42222) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:29.286776 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d093324-7d1a-431f-9454-f3ecba92035b tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (6784a48f-5741-457d-b5fa-003799d31301), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:29.322854 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-33aa1976-283b-45b7-8ac8-34c601fc56e7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Deleting subnet ca7649d4-06ed-4027-b621-91e7af4d4be9 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:10:29.328316 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-33aa1976-283b-45b7-8ac8-34c601fc56e7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for subnet (ca7649d4-06ed-4027-b621-91e7af4d4be9), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:29.420175 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10eddbd-1802-41e4-a6dc-88ce14afe1e0 None None] Network 503becae-58fd-4b48-ade3-905960e8a505 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:10:29.631233 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-783edd31-4ad5-4c78-9471-c64836e781e4 None None] Could not find standard attr ID for object bd8aba44-eb93-498e-b89a-692ba24f6efe. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 14:10:29.855621 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-33aa1976-283b-45b7-8ac8-34c601fc56e7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (ca7649d4-06ed-4027-b621-91e7af4d4be9), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:30.020510 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-1d093324-7d1a-431f-9454-f3ecba92035b tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Deleting port 235f0e8e-41af-410b-bbc3-f485c97c0655 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:10:30.020856 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d093324-7d1a-431f-9454-f3ecba92035b tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (235f0e8e-41af-410b-bbc3-f485c97c0655), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:30.058706 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-33aa1976-283b-45b7-8ac8-34c601fc56e7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (ca7649d4-06ed-4027-b621-91e7af4d4be9), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:30.089563 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:30.103112 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 72574601-4830-4be0-853a-a6d8bde83925 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:10:30.173042 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 72574601-4830-4be0-853a-a6d8bde83925 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:10:30.173408 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 72574601-4830-4be0-853a-a6d8bde83925 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:10:30.200849 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-33aa1976-283b-45b7-8ac8-34c601fc56e7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (ca7649d4-06ed-4027-b621-91e7af4d4be9), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:30.217393 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-1d093324-7d1a-431f-9454-f3ecba92035b tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] For port 235f0e8e-41af-410b-bbc3-f485c97c0655, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=235f0e8e-41af-410b-bbc3-f485c97c0655,segment=NetworkSegment(fd5646f9-1e8d-4d15-a53b-2f90b2065219),segment_id=fd5646f9-1e8d-4d15-a53b-2f90b2065219)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:10:30.217766 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d093324-7d1a-431f-9454-f3ecba92035b tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (235f0e8e-41af-410b-bbc3-f485c97c0655), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:30.235141 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-1d093324-7d1a-431f-9454-f3ecba92035b tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Calling delete_port for 235f0e8e-41af-410b-bbc3-f485c97c0655 owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:10:30.244818 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-33aa1976-283b-45b7-8ac8-34c601fc56e7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:30.252998 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-33aa1976-283b-45b7-8ac8-34c601fc56e7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/subnets/ca7649d4-06ed-4027-b621-91e7af4d4be9 HTTP/1.1" status: 204 len: 168 time: 1.0246603 Mar 01 14:10:30.262796 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42234) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:30.342143 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa1976-283b-45b7-8ac8-34c601fc56e7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Subnet': ['ID=ca7649d4-06ed-4027-b621-91e7af4d4be9,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:30.481620 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d093324-7d1a-431f-9454-f3ecba92035b tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (235f0e8e-41af-410b-bbc3-f485c97c0655), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:30.491363 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6440df0e-ab9c-4df6-983b-33bda7c3cc87 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (503becae-58fd-4b48-ade3-905960e8a505), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:30.571308 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d093324-7d1a-431f-9454-f3ecba92035b tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event deleted for resources: {'Port': ['ID=235f0e8e-41af-410b-bbc3-f485c97c0655,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:30.585684 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-6440df0e-ab9c-4df6-983b-33bda7c3cc87 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Deleting port d35456c9-440f-493e-ad8b-cc555745b554 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:10:30.586034 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6440df0e-ab9c-4df6-983b-33bda7c3cc87 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (d35456c9-440f-493e-ad8b-cc555745b554), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:30.765213 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-6440df0e-ab9c-4df6-983b-33bda7c3cc87 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] For port d35456c9-440f-493e-ad8b-cc555745b554, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=d35456c9-440f-493e-ad8b-cc555745b554,segment=NetworkSegment(2065500c-3698-4e07-802a-77be7dcea591),segment_id=2065500c-3698-4e07-802a-77be7dcea591)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:10:30.765994 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6440df0e-ab9c-4df6-983b-33bda7c3cc87 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (d35456c9-440f-493e-ad8b-cc555745b554), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:30.798995 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-6440df0e-ab9c-4df6-983b-33bda7c3cc87 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Calling delete_port for d35456c9-440f-493e-ad8b-cc555745b554 owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:10:30.895549 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d093324-7d1a-431f-9454-f3ecba92035b tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (6784a48f-5741-457d-b5fa-003799d31301), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:31.011126 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82793217-47a7-46ff-9d56-7a74acf2b380 None None] Network 503becae-58fd-4b48-ade3-905960e8a505 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:10:31.011723 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6440df0e-ab9c-4df6-983b-33bda7c3cc87 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (d35456c9-440f-493e-ad8b-cc555745b554), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:31.040311 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6440df0e-ab9c-4df6-983b-33bda7c3cc87 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] No DVR routers for this DVR port d35456c9-440f-493e-ad8b-cc555745b554 on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:10:31.146326 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-23ac6fb2-0a9d-4e3b-9eb6-21f533a0c310 None None] Could not find standard attr ID for object d35456c9-440f-493e-ad8b-cc555745b554. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 14:10:31.201053 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440df0e-ab9c-4df6-983b-33bda7c3cc87 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Port': ['ID=d35456c9-440f-493e-ad8b-cc555745b554,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:31.237701 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6440df0e-ab9c-4df6-983b-33bda7c3cc87 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (503becae-58fd-4b48-ade3-905960e8a505), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:31.289857 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-6440df0e-ab9c-4df6-983b-33bda7c3cc87 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['503becae-58fd-4b48-ade3-905960e8a505']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:31.302990 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5b7527-5d53-433e-848d-6208398a940a None None] DHCP port deletion for 503becae-58fd-4b48-ade3-905960e8a505 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:10:31.318832 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-6440df0e-ab9c-4df6-983b-33bda7c3cc87 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2065500c-3698-4e07-802a-77be7dcea591') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:31.319236 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-6440df0e-ab9c-4df6-983b-33bda7c3cc87 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2065500c-3698-4e07-802a-77be7dcea591') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:31.342944 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6440df0e-ab9c-4df6-983b-33bda7c3cc87 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (2065500c-3698-4e07-802a-77be7dcea591), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:31.353104 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d093324-7d1a-431f-9454-f3ecba92035b tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Router 6784a48f-5741-457d-b5fa-003799d31301 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:10:31.380446 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6440df0e-ab9c-4df6-983b-33bda7c3cc87 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (2065500c-3698-4e07-802a-77be7dcea591), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:31.402127 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6440df0e-ab9c-4df6-983b-33bda7c3cc87 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:10:31.402614 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6440df0e-ab9c-4df6-983b-33bda7c3cc87 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (2065500c-3698-4e07-802a-77be7dcea591), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:31.408790 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:10:31.408790 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:10:31.408790 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:10:31.408790 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:10:31.408790 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:10:31.408790 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:10:31.408790 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:10:31.408790 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:10:31.408790 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:10:31.408790 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:10:31.408790 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:10:31.408790 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:10:31.408790 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:10:31.408790 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:10:31.408790 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:10:31.408790 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:10:31.408790 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:10:31.408790 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:10:31.408790 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:10:31.408790 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:10:31.408790 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:10:31.408790 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:10:31.408790 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:10:31.408790 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:10:31.408790 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:10:31.408790 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:10:31.408790 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:10:31.408790 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:10:31.408790 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:10:31.408790 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:10:31.408790 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:10:31.408790 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:10:31.540427 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6440df0e-ab9c-4df6-983b-33bda7c3cc87 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (503becae-58fd-4b48-ade3-905960e8a505), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:31.577968 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6440df0e-ab9c-4df6-983b-33bda7c3cc87 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:31.590447 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6440df0e-ab9c-4df6-983b-33bda7c3cc87 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/networks/503becae-58fd-4b48-ade3-905960e8a505 HTTP/1.1" status: 204 len: 168 time: 1.2661760 Mar 01 14:10:31.591403 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440df0e-ab9c-4df6-983b-33bda7c3cc87 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Network': ['ID=503becae-58fd-4b48-ade3-905960e8a505,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:31.594555 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42258) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:31.605184 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d093324-7d1a-431f-9454-f3ecba92035b tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:10:31.618914 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7360d17-92e5-4eba-82be-b119d76b13c0 None None] Sync routers for ids ['6784a48f-5741-457d-b5fa-003799d31301'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:10:31.626622 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1d093324-7d1a-431f-9454-f3ecba92035b tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "PUT /v2.0/routers/6784a48f-5741-457d-b5fa-003799d31301/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3036695 Mar 01 14:10:31.629244 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42262) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:31.641326 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7360d17-92e5-4eba-82be-b119d76b13c0 None None] Routers {'6784a48f-5741-457d-b5fa-003799d31301'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:10:31.643081 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b7360d17-92e5-4eba-82be-b119d76b13c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:10:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6784a48f-5741-457d-b5fa-003799d31301'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:31.741498 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:31.773759 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1c868aa-e541-415b-a411-66bbd39595c9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Deleting subnet c7f96136-56f9-4881-ae49-286f7e71885d {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:10:31.781796 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a1c868aa-e541-415b-a411-66bbd39595c9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for subnet (c7f96136-56f9-4881-ae49-286f7e71885d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:31.789296 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239af4d8-7738-41e2-9771-48e2139a9525 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:10:31.790893 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-239af4d8-7738-41e2-9771-48e2139a9525 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1939533 Mar 01 14:10:31.802270 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42266) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:31.844513 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-b7360d17-92e5-4eba-82be-b119d76b13c0 None None] Set router 6784a48f-5741-457d-b5fa-003799d31301 gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:10:31.883662 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a1c868aa-e541-415b-a411-66bbd39595c9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (c7f96136-56f9-4881-ae49-286f7e71885d), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:31.980220 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a3b725d1-390f-4448-aaba-c0badc209820 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1761935 Mar 01 14:10:31.983511 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42272) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:31.989702 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-4b42b2ae-e34b-43a2-b2dc-d71a212f63c9 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2079828427'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:10:32.036089 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42274) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:32.041922 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b42b2ae-e34b-43a2-b2dc-d71a212f63c9 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:10:32.045750 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4b42b2ae-e34b-43a2-b2dc-d71a212f63c9 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:32.140523 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b42b2ae-e34b-43a2-b2dc-d71a212f63c9 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:10:32.164872 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4b42b2ae-e34b-43a2-b2dc-d71a212f63c9 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (1d49ba43-199a-430e-ae7a-f386de5b4f5d), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:32.165214 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-4b42b2ae-e34b-43a2-b2dc-d71a212f63c9 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Added segment 1d49ba43-199a-430e-ae7a-f386de5b4f5d of type vlan for network 814800e2-2dc8-47d6-ba3c-105bac8aa5d2 Mar 01 14:10:32.194840 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a1c868aa-e541-415b-a411-66bbd39595c9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (c7f96136-56f9-4881-ae49-286f7e71885d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:32.286427 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4b42b2ae-e34b-43a2-b2dc-d71a212f63c9 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (814800e2-2dc8-47d6-ba3c-105bac8aa5d2), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:32.310381 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device d35456c9-440f-493e-ad8b-cc555745b554 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:10:32.346921 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b7360d17-92e5-4eba-82be-b119d76b13c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6784a48f-5741-457d-b5fa-003799d31301', 'name': 'tempest-RoutersTest-router-257174145', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:09:30Z', 'updated_at': '2022-03-01T14:10:30Z', 'revision_number': 10, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'gw_port_host': None, '_interfaces': [{'id': '5f5f166f-eae5-453b-8880-b50d471bfa64', 'name': '', 'network_id': '8ab02ea6-108a-4904-a7e1-f257e6e950f8', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:38:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:33Z', 'updated_at': '2022-03-01T14:09:45Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:32.357483 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4b42b2ae-e34b-43a2-b2dc-d71a212f63c9 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (814800e2-2dc8-47d6-ba3c-105bac8aa5d2), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:32.364207 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a1c868aa-e541-415b-a411-66bbd39595c9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (c7f96136-56f9-4881-ae49-286f7e71885d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:32.372926 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b42b2ae-e34b-43a2-b2dc-d71a212f63c9 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:10:32.372926 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4b42b2ae-e34b-43a2-b2dc-d71a212f63c9 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:32.415495 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: d35456c9-440f-493e-ad8b-cc555745b554 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:10:32.418077 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device d35456c9-440f-493e-ad8b-cc555745b554 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:10:32.421271 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c868aa-e541-415b-a411-66bbd39595c9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event deleted for resources: {'Subnet': ['ID=c7f96136-56f9-4881-ae49-286f7e71885d,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:32.432491 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a1c868aa-e541-415b-a411-66bbd39595c9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:32.447642 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a1c868aa-e541-415b-a411-66bbd39595c9 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/subnets/c7f96136-56f9-4881-ae49-286f7e71885d HTTP/1.1" status: 204 len: 168 time: 0.8172750 Mar 01 14:10:32.448328 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42280) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:32.455551 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2703ad5-17ca-4a6c-8375-8ecc90c4bbe6 None None] Network e24b94b7-4797-46b9-9324-190a0514f314 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:10:32.466363 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7360d17-92e5-4eba-82be-b119d76b13c0 None None] Checking router: 6784a48f-5741-457d-b5fa-003799d31301 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:10:32.479763 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7360d17-92e5-4eba-82be-b119d76b13c0 None None] Routers {'6784a48f-5741-457d-b5fa-003799d31301'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:10:32.480395 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b7360d17-92e5-4eba-82be-b119d76b13c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:10:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6784a48f-5741-457d-b5fa-003799d31301'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:32.508508 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4b42b2ae-e34b-43a2-b2dc-d71a212f63c9 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5236771 Mar 01 14:10:32.528524 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42282) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:32.549323 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-954c1669-43a6-4a5b-9eeb-1369dff66bde tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'subnet': {'network_id': '814800e2-2dc8-47d6-ba3c-105bac8aa5d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:10:32.600918 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-927605b2-3f4b-437c-94ff-1659967d6dc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:32.619463 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-27dade8f-eece-46db-bb46-ab9634e1139a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (e24b94b7-4797-46b9-9324-190a0514f314), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:32.637011 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b42b2ae-e34b-43a2-b2dc-d71a212f63c9 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Network': ['ID=814800e2-2dc8-47d6-ba3c-105bac8aa5d2,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:32.704294 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 814800e2-2dc8-47d6-ba3c-105bac8aa5d2 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:10:32.794248 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-27dade8f-eece-46db-bb46-ab9634e1139a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Deleting port 64abdc31-43cb-4b85-a8f6-10d5c83bc6ea {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:10:32.794509 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-27dade8f-eece-46db-bb46-ab9634e1139a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (64abdc31-43cb-4b85-a8f6-10d5c83bc6ea), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:32.881033 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-b7360d17-92e5-4eba-82be-b119d76b13c0 None None] Set router 6784a48f-5741-457d-b5fa-003799d31301 gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:10:32.931739 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f9abab-f95b-4a67-89a3-f9f01669d0e9 None None] DHCP port deletion for e24b94b7-4797-46b9-9324-190a0514f314 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:10:32.978710 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-27dade8f-eece-46db-bb46-ab9634e1139a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] For port 64abdc31-43cb-4b85-a8f6-10d5c83bc6ea, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=64abdc31-43cb-4b85-a8f6-10d5c83bc6ea,segment=NetworkSegment(fd5646f9-1e8d-4d15-a53b-2f90b2065219),segment_id=fd5646f9-1e8d-4d15-a53b-2f90b2065219)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:10:32.979077 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-27dade8f-eece-46db-bb46-ab9634e1139a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (64abdc31-43cb-4b85-a8f6-10d5c83bc6ea), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:32.986669 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954c1669-43a6-4a5b-9eeb-1369dff66bde tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:10:33.006989 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-954c1669-43a6-4a5b-9eeb-1369dff66bde tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:33.023881 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-27dade8f-eece-46db-bb46-ab9634e1139a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Calling delete_port for 64abdc31-43cb-4b85-a8f6-10d5c83bc6ea owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:10:33.054990 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-79f9abab-f95b-4a67-89a3-f9f01669d0e9 None None] Deleting port 64abdc31-43cb-4b85-a8f6-10d5c83bc6ea {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:10:33.055372 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-79f9abab-f95b-4a67-89a3-f9f01669d0e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (64abdc31-43cb-4b85-a8f6-10d5c83bc6ea), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:33.211131 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-79f9abab-f95b-4a67-89a3-f9f01669d0e9 None None] For port 64abdc31-43cb-4b85-a8f6-10d5c83bc6ea, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=64abdc31-43cb-4b85-a8f6-10d5c83bc6ea,segment=NetworkSegment(fd5646f9-1e8d-4d15-a53b-2f90b2065219),segment_id=fd5646f9-1e8d-4d15-a53b-2f90b2065219)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:10:33.211518 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-79f9abab-f95b-4a67-89a3-f9f01669d0e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (64abdc31-43cb-4b85-a8f6-10d5c83bc6ea), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:33.221967 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-927605b2-3f4b-437c-94ff-1659967d6dc9 admin admin] Publish callbacks [] for security_group (9bc919e6-ad5f-4737-ae9c-e2826f0ffdb9), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:33.225374 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-27dade8f-eece-46db-bb46-ab9634e1139a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (64abdc31-43cb-4b85-a8f6-10d5c83bc6ea), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:33.239951 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-79f9abab-f95b-4a67-89a3-f9f01669d0e9 None None] Calling delete_port for 64abdc31-43cb-4b85-a8f6-10d5c83bc6ea owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:10:33.251404 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-927605b2-3f4b-437c-94ff-1659967d6dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (9bc919e6-ad5f-4737-ae9c-e2826f0ffdb9), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:33.284274 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dade8f-eece-46db-bb46-ab9634e1139a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event deleted for resources: {'Port': ['ID=64abdc31-43cb-4b85-a8f6-10d5c83bc6ea,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:33.304734 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dade8f-eece-46db-bb46-ab9634e1139a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] No DVR routers for this DVR port 64abdc31-43cb-4b85-a8f6-10d5c83bc6ea on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:10:33.330591 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b7360d17-92e5-4eba-82be-b119d76b13c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6784a48f-5741-457d-b5fa-003799d31301', 'name': 'tempest-RoutersTest-router-257174145', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:09:30Z', 'updated_at': '2022-03-01T14:10:30Z', 'revision_number': 10, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'gw_port_host': None, '_interfaces': [{'id': '5f5f166f-eae5-453b-8880-b50d471bfa64', 'name': '', 'network_id': '8ab02ea6-108a-4904-a7e1-f257e6e950f8', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:38:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:33Z', 'updated_at': '2022-03-01T14:09:45Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:33.410799 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-79f9abab-f95b-4a67-89a3-f9f01669d0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (64abdc31-43cb-4b85-a8f6-10d5c83bc6ea), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:33.414867 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927605b2-3f4b-437c-94ff-1659967d6dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc919e6-ad5f-4737-ae9c-e2826f0ffdb9,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:33.426899 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-927605b2-3f4b-437c-94ff-1659967d6dc9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a80cd367d39f46188859bb3bb0606634&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3892286 Mar 01 14:10:33.427772 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42294) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:33.440355 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7360d17-92e5-4eba-82be-b119d76b13c0 None None] The sync data for ids ['6784a48f-5741-457d-b5fa-003799d31301'] in n-d-827467-3 is: [{'id': '6784a48f-5741-457d-b5fa-003799d31301', 'name': 'tempest-RoutersTest-router-257174145', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:09:30Z', 'updated_at': '2022-03-01T14:10:30Z', 'revision_number': 10, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'gw_port_host': None, '_interfaces': [{'id': '5f5f166f-eae5-453b-8880-b50d471bfa64', 'name': '', 'network_id': '8ab02ea6-108a-4904-a7e1-f257e6e950f8', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'mac_address': 'fa:16:3e:38:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a48f-5741-457d-b5fa-003799d31301', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:09:33Z', 'updated_at': '2022-03-01T14:09:45Z', 'revision_number': 5, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'subnets': [{'id': '55c70d9b-99b6-46e8-91c5-6f5e5302a200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:10:33.474993 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9abab-f95b-4a67-89a3-f9f01669d0e9 None None] Pushing event deleted for resources: {'Port': ['ID=64abdc31-43cb-4b85-a8f6-10d5c83bc6ea,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:33.498616 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f9abab-f95b-4a67-89a3-f9f01669d0e9 None None] No DVR routers for this DVR port 64abdc31-43cb-4b85-a8f6-10d5c83bc6ea on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:10:33.558616 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-27dade8f-eece-46db-bb46-ab9634e1139a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (e24b94b7-4797-46b9-9324-190a0514f314), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:33.603579 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-27dade8f-eece-46db-bb46-ab9634e1139a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e24b94b7-4797-46b9-9324-190a0514f314']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:33.619965 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-954c1669-43a6-4a5b-9eeb-1369dff66bde tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (1c455f3b-13d8-4beb-b6cb-d188555e59f3), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:33.627766 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-27dade8f-eece-46db-bb46-ab9634e1139a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd5646f9-1e8d-4d15-a53b-2f90b2065219') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:33.628304 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-27dade8f-eece-46db-bb46-ab9634e1139a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd5646f9-1e8d-4d15-a53b-2f90b2065219') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:33.652610 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-27dade8f-eece-46db-bb46-ab9634e1139a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (fd5646f9-1e8d-4d15-a53b-2f90b2065219), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:33.673061 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-27dade8f-eece-46db-bb46-ab9634e1139a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (fd5646f9-1e8d-4d15-a53b-2f90b2065219), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:33.682851 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27dade8f-eece-46db-bb46-ab9634e1139a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:10:33.683563 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-27dade8f-eece-46db-bb46-ab9634e1139a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (fd5646f9-1e8d-4d15-a53b-2f90b2065219), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:33.690181 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:10:33.690181 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:10:33.690181 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:10:33.690181 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:10:33.690181 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:10:33.690181 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:10:33.690181 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:10:33.690181 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:10:33.690181 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:10:33.690181 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:10:33.690181 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:10:33.690181 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:10:33.690181 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:10:33.690181 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:10:33.690181 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:10:33.690181 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:10:33.690181 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:10:33.690181 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:10:33.690181 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:10:33.690181 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:10:33.690181 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:10:33.690181 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:10:33.690181 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:10:33.690181 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:10:33.690181 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:10:33.690181 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:10:33.690181 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:10:33.690181 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:10:33.690181 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:10:33.690181 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:10:33.690181 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:10:33.690181 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:10:33.734047 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9771ebe9-2a91-4b42-b20d-2c627f0bdb38 admin admin] Publish callbacks [] for security_group (9bc919e6-ad5f-4737-ae9c-e2826f0ffdb9), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:33.772419 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9771ebe9-2a91-4b42-b20d-2c627f0bdb38 admin admin] Publish callbacks [] for security_group (9bc919e6-ad5f-4737-ae9c-e2826f0ffdb9), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:33.834254 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-27dade8f-eece-46db-bb46-ab9634e1139a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (e24b94b7-4797-46b9-9324-190a0514f314), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:33.842834 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-27dade8f-eece-46db-bb46-ab9634e1139a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:33.861433 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-27dade8f-eece-46db-bb46-ab9634e1139a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/networks/e24b94b7-4797-46b9-9324-190a0514f314 HTTP/1.1" status: 204 len: 168 time: 1.4119167 Mar 01 14:10:33.863876 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42298) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:33.904228 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dade8f-eece-46db-bb46-ab9634e1139a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event deleted for resources: {'Network': ['ID=e24b94b7-4797-46b9-9324-190a0514f314,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:33.910377 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9771ebe9-2a91-4b42-b20d-2c627f0bdb38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (9bc919e6-ad5f-4737-ae9c-e2826f0ffdb9), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:33.912911 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9771ebe9-2a91-4b42-b20d-2c627f0bdb38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:33.926894 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9771ebe9-2a91-4b42-b20d-2c627f0bdb38 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9bc919e6-ad5f-4737-ae9c-e2826f0ffdb9 HTTP/1.1" status: 204 len: 168 time: 0.4923284 Mar 01 14:10:33.962273 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9771ebe9-2a91-4b42-b20d-2c627f0bdb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc919e6-ad5f-4737-ae9c-e2826f0ffdb9,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:34.054903 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c1669-43a6-4a5b-9eeb-1369dff66bde tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Subnet': ['ID=1c455f3b-13d8-4beb-b6cb-d188555e59f3,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:34.112437 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954c1669-43a6-4a5b-9eeb-1369dff66bde tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Checking segment: {'id': '1d49ba43-199a-430e-ae7a-f386de5b4f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '814800e2-2dc8-47d6-ba3c-105bac8aa5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:10:34.114688 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954c1669-43a6-4a5b-9eeb-1369dff66bde tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Network hostable DHCP agents. Network: 814800e2-2dc8-47d6-ba3c-105bac8aa5d2, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:10:34.170755 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954c1669-43a6-4a5b-9eeb-1369dff66bde tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Network 814800e2-2dc8-47d6-ba3c-105bac8aa5d2 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:10:34.190202 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-954c1669-43a6-4a5b-9eeb-1369dff66bde tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 814800e2-2dc8-47d6-ba3c-105bac8aa5d2) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:10:34.197611 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954c1669-43a6-4a5b-9eeb-1369dff66bde tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:10:34.197885 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 235f0e8e-41af-410b-bbc3-f485c97c0655 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:10:34.198333 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-954c1669-43a6-4a5b-9eeb-1369dff66bde tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:34.207060 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c38e6d9-9d18-4aae-9712-21b047943371 None None] Network 814800e2-2dc8-47d6-ba3c-105bac8aa5d2 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:10:34.241450 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-954c1669-43a6-4a5b-9eeb-1369dff66bde tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7115571 Mar 01 14:10:34.242150 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42310) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:34.248847 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-e2c1c462-dab4-4e77-b2ec-18096cc363df tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'port': {'network_id': '814800e2-2dc8-47d6-ba3c-105bac8aa5d2', 'name': 'tempest-PortsIpV6TestJSON-1275571329'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:10:34.366504 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 235f0e8e-41af-410b-bbc3-f485c97c0655 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:10:34.367137 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 235f0e8e-41af-410b-bbc3-f485c97c0655 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:10:34.367662 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 64abdc31-43cb-4b85-a8f6-10d5c83bc6ea no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:10:34.426555 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0295d5b6-05d7-42d2-85bb-9f5c408e81a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-814800e2-2dc8-47d6-ba3c-105bac8aa5d2', 'network_id': '814800e2-2dc8-47d6-ba3c-105bac8aa5d2', 'project_id': '163c4d59cc1c49dc810880d9d07b304d', 'fixed_ips': [{'subnet_id': '1c455f3b-13d8-4beb-b6cb-d188555e59f3'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:10:34.427581 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0295d5b6-05d7-42d2-85bb-9f5c408e81a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:34.450217 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 64abdc31-43cb-4b85-a8f6-10d5c83bc6ea {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:10:34.450886 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 64abdc31-43cb-4b85-a8f6-10d5c83bc6ea not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:10:34.694197 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c1c462-dab4-4e77-b2ec-18096cc363df tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:10:34.695525 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f710a8dd-f177-45ad-9935-148bb9b6a36c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (6784a48f-5741-457d-b5fa-003799d31301), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:34.708059 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e2c1c462-dab4-4e77-b2ec-18096cc363df tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:34.765883 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-0295d5b6-05d7-42d2-85bb-9f5c408e81a2 None None] Allocated IP 2001:db8::2 (814800e2-2dc8-47d6-ba3c-105bac8aa5d2/1c455f3b-13d8-4beb-b6cb-d188555e59f3/d4d420ba-d08f-45ab-b677-ec72e3bdbf0b) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:10:34.774867 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-e2c1c462-dab4-4e77-b2ec-18096cc363df tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] device_id is not set on port 92b3d8eb-30ff-4755-a901-89023eb579ea yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:10:35.033074 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f710a8dd-f177-45ad-9935-148bb9b6a36c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Deleting port 5f5f166f-eae5-453b-8880-b50d471bfa64 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:10:35.033477 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f710a8dd-f177-45ad-9935-148bb9b6a36c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (5f5f166f-eae5-453b-8880-b50d471bfa64), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:35.126235 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0295d5b6-05d7-42d2-85bb-9f5c408e81a2 None None] Publish callbacks [] for port (d4d420ba-d08f-45ab-b677-ec72e3bdbf0b), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:35.149815 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0295d5b6-05d7-42d2-85bb-9f5c408e81a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (d4d420ba-d08f-45ab-b677-ec72e3bdbf0b), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:35.214213 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f710a8dd-f177-45ad-9935-148bb9b6a36c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] For port 5f5f166f-eae5-453b-8880-b50d471bfa64, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=5f5f166f-eae5-453b-8880-b50d471bfa64,segment=NetworkSegment(25060c00-78c5-4e9c-8347-a2e84f8be8f5),segment_id=25060c00-78c5-4e9c-8347-a2e84f8be8f5)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:10:35.214829 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f710a8dd-f177-45ad-9935-148bb9b6a36c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (5f5f166f-eae5-453b-8880-b50d471bfa64), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:35.229709 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f710a8dd-f177-45ad-9935-148bb9b6a36c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Calling delete_port for 5f5f166f-eae5-453b-8880-b50d471bfa64 owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:10:35.241024 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0295d5b6-05d7-42d2-85bb-9f5c408e81a2 None None] Network 814800e2-2dc8-47d6-ba3c-105bac8aa5d2 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:10:35.250974 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-0295d5b6-05d7-42d2-85bb-9f5c408e81a2 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:10:35.264612 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0295d5b6-05d7-42d2-85bb-9f5c408e81a2 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:10:35.311156 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-e2c1c462-dab4-4e77-b2ec-18096cc363df tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Allocated IP 2001:db8::1ee (814800e2-2dc8-47d6-ba3c-105bac8aa5d2/1c455f3b-13d8-4beb-b6cb-d188555e59f3/92b3d8eb-30ff-4755-a901-89023eb579ea) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:10:35.366821 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295d5b6-05d7-42d2-85bb-9f5c408e81a2 None None] Pushing event updated for resources: {'Port': ['ID=d4d420ba-d08f-45ab-b677-ec72e3bdbf0b,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:35.495850 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-0295d5b6-05d7-42d2-85bb-9f5c408e81a2 None None] Attempting to bind port d4d420ba-d08f-45ab-b677-ec72e3bdbf0b on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:10:35.496443 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-0295d5b6-05d7-42d2-85bb-9f5c408e81a2 None None] Attempting to bind port d4d420ba-d08f-45ab-b677-ec72e3bdbf0b by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '1d49ba43-199a-430e-ae7a-f386de5b4f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '814800e2-2dc8-47d6-ba3c-105bac8aa5d2'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:10:35.498340 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0295d5b6-05d7-42d2-85bb-9f5c408e81a2 None None] Attempting to bind port d4d420ba-d08f-45ab-b677-ec72e3bdbf0b on network 814800e2-2dc8-47d6-ba3c-105bac8aa5d2 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:10:35.512154 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0295d5b6-05d7-42d2-85bb-9f5c408e81a2 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:10:35.514678 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0295d5b6-05d7-42d2-85bb-9f5c408e81a2 None None] Checking segment: {'id': '1d49ba43-199a-430e-ae7a-f386de5b4f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '814800e2-2dc8-47d6-ba3c-105bac8aa5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:10:35.516415 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0295d5b6-05d7-42d2-85bb-9f5c408e81a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:35.516899 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0295d5b6-05d7-42d2-85bb-9f5c408e81a2 None None] Bound using segment: {'id': '1d49ba43-199a-430e-ae7a-f386de5b4f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '814800e2-2dc8-47d6-ba3c-105bac8aa5d2'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:10:35.519330 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-0295d5b6-05d7-42d2-85bb-9f5c408e81a2 None None] Bound port: d4d420ba-d08f-45ab-b677-ec72e3bdbf0b, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d49ba43-199a-430e-ae7a-f386de5b4f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '814800e2-2dc8-47d6-ba3c-105bac8aa5d2'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:10:35.519849 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0295d5b6-05d7-42d2-85bb-9f5c408e81a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d4d420ba-d08f-45ab-b677-ec72e3bdbf0b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:35.636391 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f710a8dd-f177-45ad-9935-148bb9b6a36c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (5f5f166f-eae5-453b-8880-b50d471bfa64), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:35.709429 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-0295d5b6-05d7-42d2-85bb-9f5c408e81a2 None None] For port d4d420ba-d08f-45ab-b677-ec72e3bdbf0b, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:10:35.718798 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-0295d5b6-05d7-42d2-85bb-9f5c408e81a2 None None] For port d4d420ba-d08f-45ab-b677-ec72e3bdbf0b, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=d4d420ba-d08f-45ab-b677-ec72e3bdbf0b,segment=NetworkSegment(1d49ba43-199a-430e-ae7a-f386de5b4f5d),segment_id=1d49ba43-199a-430e-ae7a-f386de5b4f5d)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:10:35.741091 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0295d5b6-05d7-42d2-85bb-9f5c408e81a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (d4d420ba-d08f-45ab-b677-ec72e3bdbf0b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:35.834620 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710a8dd-f177-45ad-9935-148bb9b6a36c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event deleted for resources: {'Port': ['ID=5f5f166f-eae5-453b-8880-b50d471bfa64,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:35.869450 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710a8dd-f177-45ad-9935-148bb9b6a36c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:35.869710 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710a8dd-f177-45ad-9935-148bb9b6a36c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:35.870050 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710a8dd-f177-45ad-9935-148bb9b6a36c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:35.870401 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710a8dd-f177-45ad-9935-148bb9b6a36c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:35.870707 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710a8dd-f177-45ad-9935-148bb9b6a36c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:35.871034 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710a8dd-f177-45ad-9935-148bb9b6a36c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:35.871412 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710a8dd-f177-45ad-9935-148bb9b6a36c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:35.887488 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710a8dd-f177-45ad-9935-148bb9b6a36c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:35.888749 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710a8dd-f177-45ad-9935-148bb9b6a36c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:35.888749 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710a8dd-f177-45ad-9935-148bb9b6a36c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:35.892093 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710a8dd-f177-45ad-9935-148bb9b6a36c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:35.892461 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710a8dd-f177-45ad-9935-148bb9b6a36c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:35.892804 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710a8dd-f177-45ad-9935-148bb9b6a36c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:35.966012 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295d5b6-05d7-42d2-85bb-9f5c408e81a2 None None] Pushing event updated for resources: {'Port': ['ID=d4d420ba-d08f-45ab-b677-ec72e3bdbf0b,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:36.013089 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e2c1c462-dab4-4e77-b2ec-18096cc363df tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for port (92b3d8eb-30ff-4755-a901-89023eb579ea), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:36.158074 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e2c1c462-dab4-4e77-b2ec-18096cc363df tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (92b3d8eb-30ff-4755-a901-89023eb579ea), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:36.201447 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f710a8dd-f177-45ad-9935-148bb9b6a36c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (6784a48f-5741-457d-b5fa-003799d31301), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:36.318835 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c1c462-dab4-4e77-b2ec-18096cc363df tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Network 814800e2-2dc8-47d6-ba3c-105bac8aa5d2 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:10:36.329289 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-e2c1c462-dab4-4e77-b2ec-18096cc363df tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:10:36.341834 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c1c462-dab4-4e77-b2ec-18096cc363df tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:10:36.348913 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c1c462-dab4-4e77-b2ec-18096cc363df tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:10:36.349888 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e2c1c462-dab4-4e77-b2ec-18096cc363df tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:36.376251 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1c462-dab4-4e77-b2ec-18096cc363df tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Port': ['ID=92b3d8eb-30ff-4755-a901-89023eb579ea,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:36.402956 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e2c1c462-dab4-4e77-b2ec-18096cc363df tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1591785 Mar 01 14:10:36.405098 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42410) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:36.412887 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-6fdb23bb-9d0d-4d0b-a8eb-aa5b4c323759 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'port': {'network_id': '814800e2-2dc8-47d6-ba3c-105bac8aa5d2', 'name': 'tempest-PortsIpV6TestJSON-1768453742'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:10:36.686039 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f710a8dd-f177-45ad-9935-148bb9b6a36c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Router 6784a48f-5741-457d-b5fa-003799d31301 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:10:36.740109 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdb23bb-9d0d-4d0b-a8eb-aa5b4c323759 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:10:36.748326 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6fdb23bb-9d0d-4d0b-a8eb-aa5b4c323759 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:36.786287 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-6fdb23bb-9d0d-4d0b-a8eb-aa5b4c323759 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] device_id is not set on port 34f92c29-c1e3-433c-93b9-ba03760cdffd yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:10:36.831605 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f710a8dd-f177-45ad-9935-148bb9b6a36c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:10:36.847029 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c8413a-02dd-4b98-a8b1-9ca512bf3365 None None] Sync routers for ids ['6784a48f-5741-457d-b5fa-003799d31301'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:10:36.851659 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f710a8dd-f177-45ad-9935-148bb9b6a36c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "PUT /v2.0/routers/6784a48f-5741-457d-b5fa-003799d31301/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9864402 Mar 01 14:10:36.855254 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42416) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:36.885165 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c8413a-02dd-4b98-a8b1-9ca512bf3365 None None] Routers {'6784a48f-5741-457d-b5fa-003799d31301'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:10:36.885796 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-52c8413a-02dd-4b98-a8b1-9ca512bf3365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:10:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6784a48f-5741-457d-b5fa-003799d31301'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:36.925106 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42420) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:37.046249 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-3420de98-976b-48d3-8d97-4ff32c3d2393 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Deleting subnet 55c70d9b-99b6-46e8-91c5-6f5e5302a200 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:10:37.073368 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3420de98-976b-48d3-8d97-4ff32c3d2393 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for subnet (55c70d9b-99b6-46e8-91c5-6f5e5302a200), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:37.132454 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-6fdb23bb-9d0d-4d0b-a8eb-aa5b4c323759 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Allocated IP 2001:db8::e4 (814800e2-2dc8-47d6-ba3c-105bac8aa5d2/1c455f3b-13d8-4beb-b6cb-d188555e59f3/34f92c29-c1e3-433c-93b9-ba03760cdffd) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:10:37.186808 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-52c8413a-02dd-4b98-a8b1-9ca512bf3365 None None] Set router 6784a48f-5741-457d-b5fa-003799d31301 gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:10:37.207458 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3420de98-976b-48d3-8d97-4ff32c3d2393 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (55c70d9b-99b6-46e8-91c5-6f5e5302a200), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:37.261403 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-966be700-96ea-48ef-b549-ba599a389cbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:37.329460 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-52c8413a-02dd-4b98-a8b1-9ca512bf3365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6784a48f-5741-457d-b5fa-003799d31301', 'name': 'tempest-RoutersTest-router-257174145', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:09:30Z', 'updated_at': '2022-03-01T14:10:35Z', 'revision_number': 11, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:37.411564 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c8413a-02dd-4b98-a8b1-9ca512bf3365 None None] Checking router: 6784a48f-5741-457d-b5fa-003799d31301 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:10:37.428144 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c8413a-02dd-4b98-a8b1-9ca512bf3365 None None] Routers {'6784a48f-5741-457d-b5fa-003799d31301'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:10:37.428775 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-52c8413a-02dd-4b98-a8b1-9ca512bf3365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:10:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6784a48f-5741-457d-b5fa-003799d31301'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:37.443975 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3420de98-976b-48d3-8d97-4ff32c3d2393 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (55c70d9b-99b6-46e8-91c5-6f5e5302a200), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:37.647624 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3420de98-976b-48d3-8d97-4ff32c3d2393 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (55c70d9b-99b6-46e8-91c5-6f5e5302a200), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:37.674110 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-52c8413a-02dd-4b98-a8b1-9ca512bf3365 None None] Set router 6784a48f-5741-457d-b5fa-003799d31301 gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:10:37.719162 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6fdb23bb-9d0d-4d0b-a8eb-aa5b4c323759 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for port (34f92c29-c1e3-433c-93b9-ba03760cdffd), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:37.730294 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3420de98-976b-48d3-8d97-4ff32c3d2393 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:37.749537 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3420de98-976b-48d3-8d97-4ff32c3d2393 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/subnets/55c70d9b-99b6-46e8-91c5-6f5e5302a200 HTTP/1.1" status: 204 len: 168 time: 0.8901496 Mar 01 14:10:37.761549 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42462) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:37.762376 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3420de98-976b-48d3-8d97-4ff32c3d2393 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event deleted for resources: {'Subnet': ['ID=55c70d9b-99b6-46e8-91c5-6f5e5302a200,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:37.762511 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a108b5f-7838-4443-8a03-564571b4437b None None] Network 8ab02ea6-108a-4904-a7e1-f257e6e950f8 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:10:37.868797 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-966be700-96ea-48ef-b549-ba599a389cbe admin admin] Publish callbacks [] for security_group (5204e5fa-5577-44e5-aa08-a7915feddbd7), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:37.874488 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6fdb23bb-9d0d-4d0b-a8eb-aa5b4c323759 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (34f92c29-c1e3-433c-93b9-ba03760cdffd), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:37.889656 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-966be700-96ea-48ef-b549-ba599a389cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (5204e5fa-5577-44e5-aa08-a7915feddbd7), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:37.934241 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-40bce6e2-56c5-473e-880d-f6fe6f3b67e4 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (8ab02ea6-108a-4904-a7e1-f257e6e950f8), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:38.046928 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-52c8413a-02dd-4b98-a8b1-9ca512bf3365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6784a48f-5741-457d-b5fa-003799d31301', 'name': 'tempest-RoutersTest-router-257174145', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:09:30Z', 'updated_at': '2022-03-01T14:10:35Z', 'revision_number': 11, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:38.062151 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-40bce6e2-56c5-473e-880d-f6fe6f3b67e4 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Deleting port 83abc6aa-caf9-40fe-aaa0-91d03ca64439 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:10:38.063160 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-40bce6e2-56c5-473e-880d-f6fe6f3b67e4 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (83abc6aa-caf9-40fe-aaa0-91d03ca64439), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:38.147689 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c8413a-02dd-4b98-a8b1-9ca512bf3365 None None] The sync data for ids ['6784a48f-5741-457d-b5fa-003799d31301'] in n-d-827467-3 is: [{'id': '6784a48f-5741-457d-b5fa-003799d31301', 'name': 'tempest-RoutersTest-router-257174145', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:09:30Z', 'updated_at': '2022-03-01T14:10:35Z', 'revision_number': 11, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'gw_port_host': None}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:10:38.151221 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ea40b8-a242-4153-a565-b58be54ba706 None None] Network 814800e2-2dc8-47d6-ba3c-105bac8aa5d2 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:10:38.170368 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-40bce6e2-56c5-473e-880d-f6fe6f3b67e4 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] For port 83abc6aa-caf9-40fe-aaa0-91d03ca64439, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=83abc6aa-caf9-40fe-aaa0-91d03ca64439,segment=NetworkSegment(25060c00-78c5-4e9c-8347-a2e84f8be8f5),segment_id=25060c00-78c5-4e9c-8347-a2e84f8be8f5)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:10:38.171228 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-40bce6e2-56c5-473e-880d-f6fe6f3b67e4 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (83abc6aa-caf9-40fe-aaa0-91d03ca64439), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:38.195511 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdb23bb-9d0d-4d0b-a8eb-aa5b4c323759 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Network 814800e2-2dc8-47d6-ba3c-105bac8aa5d2 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:10:38.196601 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-40bce6e2-56c5-473e-880d-f6fe6f3b67e4 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Calling delete_port for 83abc6aa-caf9-40fe-aaa0-91d03ca64439 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:10:38.207045 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-966be700-96ea-48ef-b549-ba599a389cbe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be6d36930a72441ab56cadff7d61064e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2741761 Mar 01 14:10:38.207045 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-6fdb23bb-9d0d-4d0b-a8eb-aa5b4c323759 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:10:38.223374 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdb23bb-9d0d-4d0b-a8eb-aa5b4c323759 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:10:38.233453 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdb23bb-9d0d-4d0b-a8eb-aa5b4c323759 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:10:38.235690 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6fdb23bb-9d0d-4d0b-a8eb-aa5b4c323759 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:38.266396 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966be700-96ea-48ef-b549-ba599a389cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5204e5fa-5577-44e5-aa08-a7915feddbd7,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:38.273252 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb23bb-9d0d-4d0b-a8eb-aa5b4c323759 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Port': ['ID=34f92c29-c1e3-433c-93b9-ba03760cdffd,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:38.279027 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42466) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:38.333727 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-40bce6e2-56c5-473e-880d-f6fe6f3b67e4 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (83abc6aa-caf9-40fe-aaa0-91d03ca64439), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:38.339174 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6fdb23bb-9d0d-4d0b-a8eb-aa5b4c323759 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9322243 Mar 01 14:10:38.345417 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42468) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:38.392488 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bce6e2-56c5-473e-880d-f6fe6f3b67e4 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] No DVR routers for this DVR port 83abc6aa-caf9-40fe-aaa0-91d03ca64439 on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:10:38.395111 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bce6e2-56c5-473e-880d-f6fe6f3b67e4 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event deleted for resources: {'Port': ['ID=83abc6aa-caf9-40fe-aaa0-91d03ca64439,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:38.410369 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-5a8e824b-e901-4b4c-bf13-93820f0c6020 None None] Provisioning complete for port d4d420ba-d08f-45ab-b677-ec72e3bdbf0b triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:10:38.411154 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5a8e824b-e901-4b4c-bf13-93820f0c6020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (d4d420ba-d08f-45ab-b677-ec72e3bdbf0b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:38.454829 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e01e454a-dbaa-4ef7-9521-cf0703123185 admin admin] Publish callbacks [] for security_group (5204e5fa-5577-44e5-aa08-a7915feddbd7), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:38.549053 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-5a8e824b-e901-4b4c-bf13-93820f0c6020 None None] Current status of the port d4d420ba-d08f-45ab-b677-ec72e3bdbf0b is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:10:38.549458 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5a8e824b-e901-4b4c-bf13-93820f0c6020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d4d420ba-d08f-45ab-b677-ec72e3bdbf0b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:38.558266 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e01e454a-dbaa-4ef7-9521-cf0703123185 admin admin] Publish callbacks [] for security_group (5204e5fa-5577-44e5-aa08-a7915feddbd7), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:38.592231 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device d4d420ba-d08f-45ab-b677-ec72e3bdbf0b up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:10:38.681075 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e01e454a-dbaa-4ef7-9521-cf0703123185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (5204e5fa-5577-44e5-aa08-a7915feddbd7), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:38.684552 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e01e454a-dbaa-4ef7-9521-cf0703123185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:38.686027 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e01e454a-dbaa-4ef7-9521-cf0703123185 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5204e5fa-5577-44e5-aa08-a7915feddbd7 HTTP/1.1" status: 204 len: 168 time: 0.4043860 Mar 01 14:10:38.702767 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6ee03a-9b65-492d-89b0-26b289eab1ce None None] DHCP port deletion for 8ab02ea6-108a-4904-a7e1-f257e6e950f8 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:10:38.708190 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e454a-dbaa-4ef7-9521-cf0703123185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5204e5fa-5577-44e5-aa08-a7915feddbd7,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:38.736932 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-5a8e824b-e901-4b4c-bf13-93820f0c6020 None None] For port d4d420ba-d08f-45ab-b677-ec72e3bdbf0b, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=d4d420ba-d08f-45ab-b677-ec72e3bdbf0b,segment=NetworkSegment(1d49ba43-199a-430e-ae7a-f386de5b4f5d),segment_id=1d49ba43-199a-430e-ae7a-f386de5b4f5d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:10:38.837609 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5a8e824b-e901-4b4c-bf13-93820f0c6020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (d4d420ba-d08f-45ab-b677-ec72e3bdbf0b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:38.879917 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a02eaa3-a12e-4aa1-b011-a36ae658564b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:10:38.883190 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7a02eaa3-a12e-4aa1-b011-a36ae658564b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1ee HTTP/1.1" status: 200 len: 929 time: 0.5027685 Mar 01 14:10:38.886496 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42478) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:38.936802 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-40bce6e2-56c5-473e-880d-f6fe6f3b67e4 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (8ab02ea6-108a-4904-a7e1-f257e6e950f8), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:39.085579 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-40bce6e2-56c5-473e-880d-f6fe6f3b67e4 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ab02ea6-108a-4904-a7e1-f257e6e950f8']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:39.099996 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e824b-e901-4b4c-bf13-93820f0c6020 None None] Pushing event updated for resources: {'Port': ['ID=d4d420ba-d08f-45ab-b677-ec72e3bdbf0b,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:39.133429 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-40bce6e2-56c5-473e-880d-f6fe6f3b67e4 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25060c00-78c5-4e9c-8347-a2e84f8be8f5') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:39.136060 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-40bce6e2-56c5-473e-880d-f6fe6f3b67e4 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25060c00-78c5-4e9c-8347-a2e84f8be8f5') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:39.144130 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port d4d420ba-d08f-45ab-b677-ec72e3bdbf0b triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:10:39.144971 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (d4d420ba-d08f-45ab-b677-ec72e3bdbf0b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:39.150430 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-a7720ba7-4837-454e-9adf-e93f17bf5c9f None None] Provisioning complete for port d4d420ba-d08f-45ab-b677-ec72e3bdbf0b triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:10:39.151009 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a7720ba7-4837-454e-9adf-e93f17bf5c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (d4d420ba-d08f-45ab-b677-ec72e3bdbf0b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:39.191613 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-40bce6e2-56c5-473e-880d-f6fe6f3b67e4 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (25060c00-78c5-4e9c-8347-a2e84f8be8f5), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:39.333487 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-40bce6e2-56c5-473e-880d-f6fe6f3b67e4 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (25060c00-78c5-4e9c-8347-a2e84f8be8f5), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:39.371392 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40bce6e2-56c5-473e-880d-f6fe6f3b67e4 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:10:39.371832 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-40bce6e2-56c5-473e-880d-f6fe6f3b67e4 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (25060c00-78c5-4e9c-8347-a2e84f8be8f5), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:39.380326 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:10:39.380326 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:10:39.380326 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:10:39.380326 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:10:39.380326 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:10:39.380326 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:10:39.380326 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:10:39.380326 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:10:39.380326 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:10:39.380326 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:10:39.380326 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:10:39.380326 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:10:39.380326 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:10:39.380326 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:10:39.380326 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:10:39.380326 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:10:39.380326 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:10:39.380326 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:10:39.380326 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:10:39.380326 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:10:39.380326 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:10:39.380326 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:10:39.380326 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:10:39.380326 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:10:39.380326 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:10:39.380326 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:10:39.380326 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:10:39.380326 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:10:39.380326 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:10:39.380326 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:10:39.380326 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:10:39.380326 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:10:39.450055 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42484) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:39.470819 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e65e9d56-e763-4953-8c74-6383631af361 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:39.631969 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port d4d420ba-d08f-45ab-b677-ec72e3bdbf0b is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:10:39.634813 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-a7720ba7-4837-454e-9adf-e93f17bf5c9f None None] Current status of the port d4d420ba-d08f-45ab-b677-ec72e3bdbf0b is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:10:39.674734 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-a7720ba7-4837-454e-9adf-e93f17bf5c9f None None] Provisioning complete for port 34f92c29-c1e3-433c-93b9-ba03760cdffd triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:10:39.675521 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a7720ba7-4837-454e-9adf-e93f17bf5c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (34f92c29-c1e3-433c-93b9-ba03760cdffd), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:39.684619 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e65e9d56-e763-4953-8c74-6383631af361 admin admin] Publish callbacks [] for security_group (68fff249-8ef9-499e-8697-0179ea9d26b1), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:39.700495 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e65e9d56-e763-4953-8c74-6383631af361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (68fff249-8ef9-499e-8697-0179ea9d26b1), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:39.738621 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-a7720ba7-4837-454e-9adf-e93f17bf5c9f None None] Port 34f92c29-c1e3-433c-93b9-ba03760cdffd cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:10:39.780301 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e65e9d56-e763-4953-8c74-6383631af361 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8c07c41c19641c4ba392d2ccc5b5cda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3289838 Mar 01 14:10:39.783157 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42490) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:39.803485 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-a7720ba7-4837-454e-9adf-e93f17bf5c9f None None] Provisioning complete for port 92b3d8eb-30ff-4755-a901-89023eb579ea triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:10:39.806359 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a7720ba7-4837-454e-9adf-e93f17bf5c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (92b3d8eb-30ff-4755-a901-89023eb579ea), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:39.898536 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-a7720ba7-4837-454e-9adf-e93f17bf5c9f None None] Port 92b3d8eb-30ff-4755-a901-89023eb579ea cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:10:39.919152 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e9d56-e763-4953-8c74-6383631af361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fff249-8ef9-499e-8697-0179ea9d26b1,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:39.976043 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:40.018173 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-24400c25-8ca4-406e-ace5-ae70339c8ca6 admin admin] Publish callbacks [] for security_group (68fff249-8ef9-499e-8697-0179ea9d26b1), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:40.033607 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-b5e8d2cc-bf22-4f9b-b7b6-e3afc75d7066 None None] Provisioning complete for port 34f92c29-c1e3-433c-93b9-ba03760cdffd triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:10:40.039840 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b5e8d2cc-bf22-4f9b-b7b6-e3afc75d7066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (34f92c29-c1e3-433c-93b9-ba03760cdffd), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:40.092097 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-24400c25-8ca4-406e-ace5-ae70339c8ca6 admin admin] Publish callbacks [] for security_group (68fff249-8ef9-499e-8697-0179ea9d26b1), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:40.205519 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-24400c25-8ca4-406e-ace5-ae70339c8ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (68fff249-8ef9-499e-8697-0179ea9d26b1), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:40.209684 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-24400c25-8ca4-406e-ace5-ae70339c8ca6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:40.219440 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-24400c25-8ca4-406e-ace5-ae70339c8ca6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68fff249-8ef9-499e-8697-0179ea9d26b1 HTTP/1.1" status: 204 len: 168 time: 0.4328656 Mar 01 14:10:40.243954 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device d4d420ba-d08f-45ab-b677-ec72e3bdbf0b up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:10:40.252042 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24400c25-8ca4-406e-ace5-ae70339c8ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fff249-8ef9-499e-8697-0179ea9d26b1,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:40.378205 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-b5e8d2cc-bf22-4f9b-b7b6-e3afc75d7066 None None] Port 34f92c29-c1e3-433c-93b9-ba03760cdffd cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:10:40.439045 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:40.462386 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-b5e8d2cc-bf22-4f9b-b7b6-e3afc75d7066 None None] Provisioning complete for port 92b3d8eb-30ff-4755-a901-89023eb579ea triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:10:40.462774 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b5e8d2cc-bf22-4f9b-b7b6-e3afc75d7066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (92b3d8eb-30ff-4755-a901-89023eb579ea), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:40.501939 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-b5e8d2cc-bf22-4f9b-b7b6-e3afc75d7066 None None] Port 92b3d8eb-30ff-4755-a901-89023eb579ea cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:10:40.509376 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port d4d420ba-d08f-45ab-b677-ec72e3bdbf0b triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:10:40.510005 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (d4d420ba-d08f-45ab-b677-ec72e3bdbf0b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:40.568134 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f655c52a-fa9a-4aba-8e81-7123d4c861f1 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Deleting port 34f92c29-c1e3-433c-93b9-ba03760cdffd {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:10:40.568776 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f655c52a-fa9a-4aba-8e81-7123d4c861f1 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (34f92c29-c1e3-433c-93b9-ba03760cdffd), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:40.595528 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-40bce6e2-56c5-473e-880d-f6fe6f3b67e4 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (8ab02ea6-108a-4904-a7e1-f257e6e950f8), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:40.603253 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-40bce6e2-56c5-473e-880d-f6fe6f3b67e4 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:40.607938 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-40bce6e2-56c5-473e-880d-f6fe6f3b67e4 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/networks/8ab02ea6-108a-4904-a7e1-f257e6e950f8 HTTP/1.1" status: 204 len: 168 time: 2.8432114 Mar 01 14:10:40.611444 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42498) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:40.617016 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-3ba0675c-bcc3-4e82-84a4-13f45ea45c6c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Request body: {'router': {'routes': None}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:10:40.663938 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bce6e2-56c5-473e-880d-f6fe6f3b67e4 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Pushing event deleted for resources: {'Network': ['ID=8ab02ea6-108a-4904-a7e1-f257e6e950f8,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:40.686410 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port d4d420ba-d08f-45ab-b677-ec72e3bdbf0b is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:10:40.792039 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f655c52a-fa9a-4aba-8e81-7123d4c861f1 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (34f92c29-c1e3-433c-93b9-ba03760cdffd), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:40.798000 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 5f5f166f-eae5-453b-8880-b50d471bfa64 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:10:40.824054 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f655c52a-fa9a-4aba-8e81-7123d4c861f1 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Calling delete_port for 34f92c29-c1e3-433c-93b9-ba03760cdffd owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:10:40.859614 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 5f5f166f-eae5-453b-8880-b50d471bfa64 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:10:40.860222 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 5f5f166f-eae5-453b-8880-b50d471bfa64 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:10:40.866632 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 83abc6aa-caf9-40fe-aaa0-91d03ca64439 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:10:40.914619 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 83abc6aa-caf9-40fe-aaa0-91d03ca64439 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:10:40.914980 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 83abc6aa-caf9-40fe-aaa0-91d03ca64439 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:10:41.069189 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f655c52a-fa9a-4aba-8e81-7123d4c861f1 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (34f92c29-c1e3-433c-93b9-ba03760cdffd), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:41.096138 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.extraroute_db [None req-3ba0675c-bcc3-4e82-84a4-13f45ea45c6c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Added routes are [] {{(pid=103727) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 01 14:10:41.096443 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.extraroute_db [None req-3ba0675c-bcc3-4e82-84a4-13f45ea45c6c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Removed routes are [] {{(pid=103727) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 01 14:10:41.096813 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3ba0675c-bcc3-4e82-84a4-13f45ea45c6c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3686472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8455'] for router (6784a48f-5741-457d-b5fa-003799d31301), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:41.165244 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655c52a-fa9a-4aba-8e81-7123d4c861f1 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Port': ['ID=34f92c29-c1e3-433c-93b9-ba03760cdffd,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:41.256342 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f655c52a-fa9a-4aba-8e81-7123d4c861f1 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:41.268718 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f655c52a-fa9a-4aba-8e81-7123d4c861f1 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/ports/34f92c29-c1e3-433c-93b9-ba03760cdffd HTTP/1.1" status: 204 len: 168 time: 2.3665979 Mar 01 14:10:41.272205 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42526) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:41.348492 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ff2ae6-b4c9-494c-af95-9b77f9757537 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] GET failed (client error): The resource could not be found. Mar 01 14:10:41.368875 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d0ff2ae6-b4c9-494c-af95-9b77f9757537 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "GET /v2.0/ports/34f92c29-c1e3-433c-93b9-ba03760cdffd HTTP/1.1" status: 404 len: 333 time: 0.0932267 Mar 01 14:10:41.371576 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42530) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:41.499590 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3ba0675c-bcc3-4e82-84a4-13f45ea45c6c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3686472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8455'] for router (6784a48f-5741-457d-b5fa-003799d31301), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:41.509894 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3ba0675c-bcc3-4e82-84a4-13f45ea45c6c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3686481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3686494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683840'] for router (6784a48f-5741-457d-b5fa-003799d31301), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:41.558030 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-3623a883-5cde-4b66-a13b-b16363348cea tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Deleting port 92b3d8eb-30ff-4755-a901-89023eb579ea {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:10:41.558536 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3623a883-5cde-4b66-a13b-b16363348cea tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (92b3d8eb-30ff-4755-a901-89023eb579ea), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:41.713586 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3623a883-5cde-4b66-a13b-b16363348cea tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (92b3d8eb-30ff-4755-a901-89023eb579ea), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:41.750910 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-3623a883-5cde-4b66-a13b-b16363348cea tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Calling delete_port for 92b3d8eb-30ff-4755-a901-89023eb579ea owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:10:41.771403 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba0675c-bcc3-4e82-84a4-13f45ea45c6c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Router 6784a48f-5741-457d-b5fa-003799d31301 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:10:41.873108 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42546) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:41.996368 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba0675c-bcc3-4e82-84a4-13f45ea45c6c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:10:42.008502 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46c8ea0-803c-4385-86c3-d282605d60ac None None] Sync routers for ids ['6784a48f-5741-457d-b5fa-003799d31301'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:10:42.024315 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3ba0675c-bcc3-4e82-84a4-13f45ea45c6c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:42.025774 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3ba0675c-bcc3-4e82-84a4-13f45ea45c6c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "PUT /v2.0/routers/6784a48f-5741-457d-b5fa-003799d31301 HTTP/1.1" status: 200 len: 700 time: 1.4129930 Mar 01 14:10:42.027659 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46c8ea0-803c-4385-86c3-d282605d60ac None None] Routers {'6784a48f-5741-457d-b5fa-003799d31301'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:10:42.028833 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-c46c8ea0-803c-4385-86c3-d282605d60ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:10:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6784a48f-5741-457d-b5fa-003799d31301'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:42.029352 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42554) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:42.098045 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2f461574-c646-46f4-8098-bd24b0bd2a78 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "GET /v2.0/ports?device_id=6784a48f-5741-457d-b5fa-003799d31301 HTTP/1.1" status: 200 len: 205 time: 0.0666883 Mar 01 14:10:42.101224 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42556) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:42.182206 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-c46c8ea0-803c-4385-86c3-d282605d60ac None None] Set router 6784a48f-5741-457d-b5fa-003799d31301 gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:10:42.212172 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3623a883-5cde-4b66-a13b-b16363348cea tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (92b3d8eb-30ff-4755-a901-89023eb579ea), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:42.256100 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-c46c8ea0-803c-4385-86c3-d282605d60ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6784a48f-5741-457d-b5fa-003799d31301', 'name': 'tempest-RoutersTest-router-257174145', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:09:30Z', 'updated_at': '2022-03-01T14:10:35Z', 'revision_number': 11, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:42.287212 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46c8ea0-803c-4385-86c3-d282605d60ac None None] Checking router: 6784a48f-5741-457d-b5fa-003799d31301 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:10:42.301538 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46c8ea0-803c-4385-86c3-d282605d60ac None None] Routers {'6784a48f-5741-457d-b5fa-003799d31301'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:10:42.302884 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-c46c8ea0-803c-4385-86c3-d282605d60ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:10:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6784a48f-5741-457d-b5fa-003799d31301'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:42.308321 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7239ec16-3340-43fe-b21f-edc89e87508a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:42.323155 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3623a883-5cde-4b66-a13b-b16363348cea tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Port': ['ID=92b3d8eb-30ff-4755-a901-89023eb579ea,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:42.330814 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9e325a8b-05a1-45e9-af94-5ed5bd99f488 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router (6784a48f-5741-457d-b5fa-003799d31301), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:42.445360 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-c46c8ea0-803c-4385-86c3-d282605d60ac None None] Set router 6784a48f-5741-457d-b5fa-003799d31301 gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:10:42.465459 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3623a883-5cde-4b66-a13b-b16363348cea tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:42.468833 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3623a883-5cde-4b66-a13b-b16363348cea tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/ports/92b3d8eb-30ff-4755-a901-89023eb579ea HTTP/1.1" status: 204 len: 168 time: 1.0906472 Mar 01 14:10:42.472583 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42566) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:42.505777 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-546905e9-9e7a-4ad5-8e82-f1243f22dd7f tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] GET failed (client error): The resource could not be found. Mar 01 14:10:42.507286 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-546905e9-9e7a-4ad5-8e82-f1243f22dd7f tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "GET /v2.0/ports/92b3d8eb-30ff-4755-a901-89023eb579ea HTTP/1.1" status: 404 len: 333 time: 0.0335450 Mar 01 14:10:42.510107 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42568) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:42.513409 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7239ec16-3340-43fe-b21f-edc89e87508a admin admin] Publish callbacks [] for security_group (6a6b8387-b6df-45f4-bdd1-981bb8aeddbe), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:42.575556 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-85457999-869b-489f-bb9c-054d6bb62ecd tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Deleting subnet 1c455f3b-13d8-4beb-b6cb-d188555e59f3 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:10:42.579580 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7239ec16-3340-43fe-b21f-edc89e87508a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6a6b8387-b6df-45f4-bdd1-981bb8aeddbe), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:42.609248 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-85457999-869b-489f-bb9c-054d6bb62ecd tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for subnet (1c455f3b-13d8-4beb-b6cb-d188555e59f3), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:42.610792 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-c46c8ea0-803c-4385-86c3-d282605d60ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6784a48f-5741-457d-b5fa-003799d31301', 'name': 'tempest-RoutersTest-router-257174145', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:09:30Z', 'updated_at': '2022-03-01T14:10:35Z', 'revision_number': 11, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:42.616003 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7239ec16-3340-43fe-b21f-edc89e87508a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f63932ad69134b8688d7af162ff27fd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7378373 Mar 01 14:10:42.647298 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42570) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:42.672487 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46c8ea0-803c-4385-86c3-d282605d60ac None None] The sync data for ids ['6784a48f-5741-457d-b5fa-003799d31301'] in n-d-827467-3 is: [{'id': '6784a48f-5741-457d-b5fa-003799d31301', 'name': 'tempest-RoutersTest-router-257174145', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:09:30Z', 'updated_at': '2022-03-01T14:10:35Z', 'revision_number': 11, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'gw_port_host': None}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:10:42.746499 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9e325a8b-05a1-45e9-af94-5ed5bd99f488 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (6784a48f-5741-457d-b5fa-003799d31301), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:42.748061 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-85457999-869b-489f-bb9c-054d6bb62ecd tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (1c455f3b-13d8-4beb-b6cb-d188555e59f3), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:42.750262 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9e325a8b-05a1-45e9-af94-5ed5bd99f488 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router_controller (6784a48f-5741-457d-b5fa-003799d31301), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:42.755566 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239ec16-3340-43fe-b21f-edc89e87508a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6b8387-b6df-45f4-bdd1-981bb8aeddbe,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:42.818005 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9e325a8b-05a1-45e9-af94-5ed5bd99f488 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (6784a48f-5741-457d-b5fa-003799d31301), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:42.818584 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e325a8b-05a1-45e9-af94-5ed5bd99f488 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Fanout notify agent at l3_agent the message router_deleted on router 6784a48f-5741-457d-b5fa-003799d31301 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:10:42.828107 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9e325a8b-05a1-45e9-af94-5ed5bd99f488 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:42.834690 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9e325a8b-05a1-45e9-af94-5ed5bd99f488 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/routers/6784a48f-5741-457d-b5fa-003799d31301 HTTP/1.1" status: 204 len: 168 time: 0.7318730 Mar 01 14:10:42.839779 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42576) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:42.845210 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-729e6115-0756-4c1f-a384-e6abec8ee317 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-490791539', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:10:42.887259 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-729e6115-0756-4c1f-a384-e6abec8ee317 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (52881fbb-3af3-4132-8f0a-37a429353a3c), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:42.889824 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-729e6115-0756-4c1f-a384-e6abec8ee317 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (52881fbb-3af3-4132-8f0a-37a429353a3c), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:42.900225 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-85457999-869b-489f-bb9c-054d6bb62ecd tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (1c455f3b-13d8-4beb-b6cb-d188555e59f3), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:42.978508 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-729e6115-0756-4c1f-a384-e6abec8ee317 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router_controller (52881fbb-3af3-4132-8f0a-37a429353a3c), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:42.985394 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-729e6115-0756-4c1f-a384-e6abec8ee317 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (52881fbb-3af3-4132-8f0a-37a429353a3c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:42.989439 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f6cbb388-7165-4cc3-a5cd-5cc20c22245a admin admin] Publish callbacks [] for security_group (6a6b8387-b6df-45f4-bdd1-981bb8aeddbe), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:43.020666 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-729e6115-0756-4c1f-a384-e6abec8ee317 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:43.025844 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42580) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:43.027369 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-729e6115-0756-4c1f-a384-e6abec8ee317 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1861527 Mar 01 14:10:43.039090 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-15f181a7-9e5f-4520-a1a4-da163f9655c0 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:10:43.106101 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f6cbb388-7165-4cc3-a5cd-5cc20c22245a admin admin] Publish callbacks [] for security_group (6a6b8387-b6df-45f4-bdd1-981bb8aeddbe), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:43.213744 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f6cbb388-7165-4cc3-a5cd-5cc20c22245a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6a6b8387-b6df-45f4-bdd1-981bb8aeddbe), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:43.216447 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f6cbb388-7165-4cc3-a5cd-5cc20c22245a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:43.217605 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f6cbb388-7165-4cc3-a5cd-5cc20c22245a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a6b8387-b6df-45f4-bdd1-981bb8aeddbe HTTP/1.1" status: 204 len: 168 time: 0.5667534 Mar 01 14:10:43.224065 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-85457999-869b-489f-bb9c-054d6bb62ecd tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (1c455f3b-13d8-4beb-b6cb-d188555e59f3), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:43.353606 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cbb388-7165-4cc3-a5cd-5cc20c22245a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6b8387-b6df-45f4-bdd1-981bb8aeddbe,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:43.359943 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85457999-869b-489f-bb9c-054d6bb62ecd tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Subnet': ['ID=1c455f3b-13d8-4beb-b6cb-d188555e59f3,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:43.376446 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0e57fc-0e8b-4031-9adf-2efee3230cfa None None] Network 814800e2-2dc8-47d6-ba3c-105bac8aa5d2 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:10:43.401862 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-85457999-869b-489f-bb9c-054d6bb62ecd tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:43.405850 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-85457999-869b-489f-bb9c-054d6bb62ecd tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/subnets/1c455f3b-13d8-4beb-b6cb-d188555e59f3 HTTP/1.1" status: 204 len: 168 time: 0.8947697 Mar 01 14:10:43.408587 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42588) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:43.484466 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-15f181a7-9e5f-4520-a1a4-da163f9655c0 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3686472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8455'] for router (52881fbb-3af3-4132-8f0a-37a429353a3c), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:43.511173 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-15f181a7-9e5f-4520-a1a4-da163f9655c0 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3686481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3686494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683840'] for router (52881fbb-3af3-4132-8f0a-37a429353a3c), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:43.694423 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e7be2e32-b7ed-46ae-ac71-0f462097320c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (814800e2-2dc8-47d6-ba3c-105bac8aa5d2), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:43.805114 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f181a7-9e5f-4520-a1a4-da163f9655c0 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Router 52881fbb-3af3-4132-8f0a-37a429353a3c is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:10:43.828777 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e7be2e32-b7ed-46ae-ac71-0f462097320c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Deleting port d4d420ba-d08f-45ab-b677-ec72e3bdbf0b {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:10:43.829327 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e7be2e32-b7ed-46ae-ac71-0f462097320c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (d4d420ba-d08f-45ab-b677-ec72e3bdbf0b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:43.961804 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f181a7-9e5f-4520-a1a4-da163f9655c0 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:10:43.974678 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-15f181a7-9e5f-4520-a1a4-da163f9655c0 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:43.979017 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-15f181a7-9e5f-4520-a1a4-da163f9655c0 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "PUT /v2.0/routers/52881fbb-3af3-4132-8f0a-37a429353a3c HTTP/1.1" status: 200 len: 693 time: 0.9521694 Mar 01 14:10:43.980354 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42596) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:44.011305 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692e144e-08f0-48b3-8731-847654188d72 None None] Sync routers for ids ['52881fbb-3af3-4132-8f0a-37a429353a3c'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:10:44.024016 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-e7be2e32-b7ed-46ae-ac71-0f462097320c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] For port d4d420ba-d08f-45ab-b677-ec72e3bdbf0b, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=d4d420ba-d08f-45ab-b677-ec72e3bdbf0b,segment=NetworkSegment(1d49ba43-199a-430e-ae7a-f386de5b4f5d),segment_id=1d49ba43-199a-430e-ae7a-f386de5b4f5d)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:10:44.024391 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e7be2e32-b7ed-46ae-ac71-0f462097320c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (d4d420ba-d08f-45ab-b677-ec72e3bdbf0b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:44.053067 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692e144e-08f0-48b3-8731-847654188d72 None None] Routers {'52881fbb-3af3-4132-8f0a-37a429353a3c'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:10:44.053973 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-692e144e-08f0-48b3-8731-847654188d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:10:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['52881fbb-3af3-4132-8f0a-37a429353a3c'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:44.069542 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e7be2e32-b7ed-46ae-ac71-0f462097320c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Calling delete_port for d4d420ba-d08f-45ab-b677-ec72e3bdbf0b owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:10:44.080065 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42598) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:44.169414 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a4ae3df5-5b5d-4fba-b2fe-a2ad7f715f5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:44.227717 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-329354df-427a-4029-bb49-655156b6b2a2 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "GET /v2.0/routers/52881fbb-3af3-4132-8f0a-37a429353a3c HTTP/1.1" status: 200 len: 699 time: 0.2456355 Mar 01 14:10:44.230719 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42604) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:44.285301 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e7be2e32-b7ed-46ae-ac71-0f462097320c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (d4d420ba-d08f-45ab-b677-ec72e3bdbf0b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:44.308825 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-56dc8a6f-1838-4177-958a-96383305b92f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "GET /v2.0/ports?device_id=52881fbb-3af3-4132-8f0a-37a429353a3c HTTP/1.1" status: 200 len: 205 time: 0.0743909 Mar 01 14:10:44.310038 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42606) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:44.315214 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-692e144e-08f0-48b3-8731-847654188d72 None None] Set router 52881fbb-3af3-4132-8f0a-37a429353a3c gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:10:44.379589 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7be2e32-b7ed-46ae-ac71-0f462097320c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] No DVR routers for this DVR port d4d420ba-d08f-45ab-b677-ec72e3bdbf0b on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:10:44.401584 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-692e144e-08f0-48b3-8731-847654188d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52881fbb-3af3-4132-8f0a-37a429353a3c', 'name': 'tempest-RoutersTest-router-490791539', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:10:42Z', 'updated_at': '2022-03-01T14:10:43Z', 'revision_number': 2, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:44.416867 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be2e32-b7ed-46ae-ac71-0f462097320c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Port': ['ID=d4d420ba-d08f-45ab-b677-ec72e3bdbf0b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:44.460760 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692e144e-08f0-48b3-8731-847654188d72 None None] Checking router: 52881fbb-3af3-4132-8f0a-37a429353a3c for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:10:44.474836 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692e144e-08f0-48b3-8731-847654188d72 None None] Routers {'52881fbb-3af3-4132-8f0a-37a429353a3c'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:10:44.476554 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-692e144e-08f0-48b3-8731-847654188d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:10:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['52881fbb-3af3-4132-8f0a-37a429353a3c'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:44.513014 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e7be2e32-b7ed-46ae-ac71-0f462097320c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (814800e2-2dc8-47d6-ba3c-105bac8aa5d2), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:44.562682 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-e7be2e32-b7ed-46ae-ac71-0f462097320c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['814800e2-2dc8-47d6-ba3c-105bac8aa5d2']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:44.585202 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a4ae3df5-5b5d-4fba-b2fe-a2ad7f715f5d admin admin] Publish callbacks [] for security_group (c7260fce-9e22-4180-8175-ff253cbc6af0), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:44.585620 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-e7be2e32-b7ed-46ae-ac71-0f462097320c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d49ba43-199a-430e-ae7a-f386de5b4f5d') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:44.587594 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-e7be2e32-b7ed-46ae-ac71-0f462097320c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d49ba43-199a-430e-ae7a-f386de5b4f5d') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:44.602389 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a4ae3df5-5b5d-4fba-b2fe-a2ad7f715f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c7260fce-9e22-4180-8175-ff253cbc6af0), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:44.624127 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-070d2b97-9f60-4018-8b0c-cff6e3ea33aa tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router (52881fbb-3af3-4132-8f0a-37a429353a3c), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:44.626432 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e7be2e32-b7ed-46ae-ac71-0f462097320c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (1d49ba43-199a-430e-ae7a-f386de5b4f5d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:44.629825 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-692e144e-08f0-48b3-8731-847654188d72 None None] Set router 52881fbb-3af3-4132-8f0a-37a429353a3c gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:10:44.672324 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e7be2e32-b7ed-46ae-ac71-0f462097320c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (1d49ba43-199a-430e-ae7a-f386de5b4f5d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:44.697335 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7be2e32-b7ed-46ae-ac71-0f462097320c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:10:44.697794 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e7be2e32-b7ed-46ae-ac71-0f462097320c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (1d49ba43-199a-430e-ae7a-f386de5b4f5d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:44.740314 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-692e144e-08f0-48b3-8731-847654188d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52881fbb-3af3-4132-8f0a-37a429353a3c', 'name': 'tempest-RoutersTest-router-490791539', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:10:42Z', 'updated_at': '2022-03-01T14:10:43Z', 'revision_number': 2, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:44.747606 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1d07fa-858b-44e0-ae04-d5566ff25b2b None None] DHCP port deletion for 814800e2-2dc8-47d6-ba3c-105bac8aa5d2 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:10:44.816534 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:10:44.816534 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:10:44.816534 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:10:44.816534 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:10:44.816534 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:10:44.816534 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:10:44.816534 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:10:44.816534 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:10:44.816534 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:10:44.816534 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:10:44.816534 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:10:44.816534 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:10:44.816534 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:10:44.816534 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:10:44.816534 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:10:44.816534 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:10:44.816534 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:10:44.816534 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:10:44.816534 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:10:44.816534 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:10:44.816534 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:10:44.816534 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:10:44.816534 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:10:44.816534 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:10:44.816534 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:10:44.816534 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:10:44.816534 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:10:44.816534 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:10:44.816534 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:10:44.816534 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:10:44.816534 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:10:44.816534 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:10:44.841640 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692e144e-08f0-48b3-8731-847654188d72 None None] The sync data for ids ['52881fbb-3af3-4132-8f0a-37a429353a3c'] in n-d-827467-3 is: [{'id': '52881fbb-3af3-4132-8f0a-37a429353a3c', 'name': 'tempest-RoutersTest-router-490791539', 'tenant_id': '3a14431fa0e343d69136a59d66043ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:10:42Z', 'updated_at': '2022-03-01T14:10:43Z', 'revision_number': 2, 'project_id': '3a14431fa0e343d69136a59d66043ad6', 'gw_port_host': None}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:10:44.889308 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e7be2e32-b7ed-46ae-ac71-0f462097320c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (814800e2-2dc8-47d6-ba3c-105bac8aa5d2), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:44.900592 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e7be2e32-b7ed-46ae-ac71-0f462097320c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:44.903695 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e7be2e32-b7ed-46ae-ac71-0f462097320c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/networks/814800e2-2dc8-47d6-ba3c-105bac8aa5d2 HTTP/1.1" status: 204 len: 168 time: 1.4938774 Mar 01 14:10:44.926251 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42612) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:44.955926 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-e3347ad7-ff79-4120-bd7c-ca498fdbca25 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-345646518'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:10:44.961512 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be2e32-b7ed-46ae-ac71-0f462097320c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Network': ['ID=814800e2-2dc8-47d6-ba3c-105bac8aa5d2,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:45.006885 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3347ad7-ff79-4120-bd7c-ca498fdbca25 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:10:45.010379 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e3347ad7-ff79-4120-bd7c-ca498fdbca25 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:45.078483 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3347ad7-ff79-4120-bd7c-ca498fdbca25 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:10:45.109385 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e3347ad7-ff79-4120-bd7c-ca498fdbca25 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (a2f33f79-5167-4125-9668-48e486cdba62), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:45.109761 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-e3347ad7-ff79-4120-bd7c-ca498fdbca25 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Added segment a2f33f79-5167-4125-9668-48e486cdba62 of type vlan for network c369051f-97e3-41f7-b548-03cf0de2a7b7 Mar 01 14:10:45.203923 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e3347ad7-ff79-4120-bd7c-ca498fdbca25 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (c369051f-97e3-41f7-b548-03cf0de2a7b7), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:45.257592 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e3347ad7-ff79-4120-bd7c-ca498fdbca25 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (c369051f-97e3-41f7-b548-03cf0de2a7b7), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:45.262927 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3347ad7-ff79-4120-bd7c-ca498fdbca25 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:10:45.263566 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e3347ad7-ff79-4120-bd7c-ca498fdbca25 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:45.389096 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e3347ad7-ff79-4120-bd7c-ca498fdbca25 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4614387 Mar 01 14:10:45.390083 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42626) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:45.410335 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-c3a9ee16-5ff8-4e68-b0ae-e6082618fba8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'subnet': {'network_id': 'c369051f-97e3-41f7-b548-03cf0de2a7b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:10:45.431018 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a4ae3df5-5b5d-4fba-b2fe-a2ad7f715f5d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e27546fafe6f4cc99f0de99649ceca88&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3478072 Mar 01 14:10:45.439821 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42628) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:45.479173 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3347ad7-ff79-4120-bd7c-ca498fdbca25 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Network': ['ID=c369051f-97e3-41f7-b548-03cf0de2a7b7,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:45.493416 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network c369051f-97e3-41f7-b548-03cf0de2a7b7 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:10:45.528541 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae3df5-5b5d-4fba-b2fe-a2ad7f715f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7260fce-9e22-4180-8175-ff253cbc6af0,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:45.590392 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a9ee16-5ff8-4e68-b0ae-e6082618fba8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:10:45.600196 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c3a9ee16-5ff8-4e68-b0ae-e6082618fba8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:45.698803 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f8190f37-28da-4520-b172-46616c383f7e admin admin] Publish callbacks [] for security_group (c7260fce-9e22-4180-8175-ff253cbc6af0), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:45.719374 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-070d2b97-9f60-4018-8b0c-cff6e3ea33aa tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (52881fbb-3af3-4132-8f0a-37a429353a3c), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:45.724302 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-070d2b97-9f60-4018-8b0c-cff6e3ea33aa tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router_controller (52881fbb-3af3-4132-8f0a-37a429353a3c), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:45.772854 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f8190f37-28da-4520-b172-46616c383f7e admin admin] Publish callbacks [] for security_group (c7260fce-9e22-4180-8175-ff253cbc6af0), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:45.932962 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-070d2b97-9f60-4018-8b0c-cff6e3ea33aa tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (52881fbb-3af3-4132-8f0a-37a429353a3c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:45.933489 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070d2b97-9f60-4018-8b0c-cff6e3ea33aa tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Fanout notify agent at l3_agent the message router_deleted on router 52881fbb-3af3-4132-8f0a-37a429353a3c {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:10:45.948498 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-070d2b97-9f60-4018-8b0c-cff6e3ea33aa tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:45.954467 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42640) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:45.955874 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-070d2b97-9f60-4018-8b0c-cff6e3ea33aa tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/routers/52881fbb-3af3-4132-8f0a-37a429353a3c HTTP/1.1" status: 204 len: 168 time: 1.6409020 Mar 01 14:10:45.956959 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f8190f37-28da-4520-b172-46616c383f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c7260fce-9e22-4180-8175-ff253cbc6af0), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:45.959771 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f8190f37-28da-4520-b172-46616c383f7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:45.960867 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f8190f37-28da-4520-b172-46616c383f7e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7260fce-9e22-4180-8175-ff253cbc6af0 HTTP/1.1" status: 204 len: 168 time: 0.5192852 Mar 01 14:10:45.970176 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8190f37-28da-4520-b172-46616c383f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7260fce-9e22-4180-8175-ff253cbc6af0,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:46.044516 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-41ef9db9-5c73-4bae-acc1-390115c10c54 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "GET /v2.0/ports?device_id=52881fbb-3af3-4132-8f0a-37a429353a3c HTTP/1.1" status: 200 len: 205 time: 0.0831687 Mar 01 14:10:46.045431 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42644) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:46.088825 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c3a9ee16-5ff8-4e68-b0ae-e6082618fba8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (7ae10c47-67b8-4f5f-9684-8fe86b137c83), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:46.179280 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-9c326ff0-7d53-42e8-8457-cfa95e6c21ed tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] delete failed (client error): The resource could not be found. Mar 01 14:10:46.180725 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9c326ff0-7d53-42e8-8457-cfa95e6c21ed tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/routers/52881fbb-3af3-4132-8f0a-37a429353a3c HTTP/1.1" status: 404 len: 336 time: 0.1340640 Mar 01 14:10:46.183402 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42654) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:46.238884 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c890fed-9ba3-4ae9-8377-5dc21b92bd99 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] DELETE failed (client error): The resource could not be found. Mar 01 14:10:46.241840 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c890fed-9ba3-4ae9-8377-5dc21b92bd99 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:10:46.264419 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9ee16-5ff8-4e68-b0ae-e6082618fba8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Subnet': ['ID=7ae10c47-67b8-4f5f-9684-8fe86b137c83,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:46.264665 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3c890fed-9ba3-4ae9-8377-5dc21b92bd99 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/subnets/5c2dfcd9-ca25-457a-89cb-284fa566232e HTTP/1.1" status: 404 len: 337 time: 0.0716667 Mar 01 14:10:46.264665 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42656) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:46.264822 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a9ee16-5ff8-4e68-b0ae-e6082618fba8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Checking segment: {'id': 'a2f33f79-5167-4125-9668-48e486cdba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c369051f-97e3-41f7-b548-03cf0de2a7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:10:46.264822 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a9ee16-5ff8-4e68-b0ae-e6082618fba8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Network hostable DHCP agents. Network: c369051f-97e3-41f7-b548-03cf0de2a7b7, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:10:46.283145 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device d4d420ba-d08f-45ab-b677-ec72e3bdbf0b no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:10:46.307369 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a9ee16-5ff8-4e68-b0ae-e6082618fba8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Network c369051f-97e3-41f7-b548-03cf0de2a7b7 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:10:46.327117 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-c3a9ee16-5ff8-4e68-b0ae-e6082618fba8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, c369051f-97e3-41f7-b548-03cf0de2a7b7) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:10:46.345576 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a9ee16-5ff8-4e68-b0ae-e6082618fba8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:10:46.347976 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c3a9ee16-5ff8-4e68-b0ae-e6082618fba8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:46.351634 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: d4d420ba-d08f-45ab-b677-ec72e3bdbf0b {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:10:46.356988 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device d4d420ba-d08f-45ab-b677-ec72e3bdbf0b not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:10:46.373439 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f31bd7-208f-4f77-88ef-39f293528bb5 None None] Network c369051f-97e3-41f7-b548-03cf0de2a7b7 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:10:46.398700 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-42d51d40-7e07-4ead-a438-cc43a391ef8a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] DELETE failed (client error): The resource could not be found. Mar 01 14:10:46.399441 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42d51d40-7e07-4ead-a438-cc43a391ef8a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:10:46.423132 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-42d51d40-7e07-4ead-a438-cc43a391ef8a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/subnets/6f372aaa-7e5b-49f8-8d42-9f767d675cad HTTP/1.1" status: 404 len: 337 time: 0.1627636 Mar 01 14:10:46.426862 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42662) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:46.427222 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42664) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:46.431278 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c3a9ee16-5ff8-4e68-b0ae-e6082618fba8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0273015 Mar 01 14:10:46.461709 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-5056b416-f217-435f-912b-53ea322ec889 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'port': {'network_id': 'c369051f-97e3-41f7-b548-03cf0de2a7b7', 'name': 'tempest-PortsIpV6TestJSON-1899070020', 'fixed_ips': [{'subnet_id': '7ae10c47-67b8-4f5f-9684-8fe86b137c83', 'ip_address': '2001:db8::10'}]}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:10:46.655650 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0f8838-ea67-46a9-9b9e-3da9f267b29b tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] DELETE failed (client error): The resource could not be found. Mar 01 14:10:46.656059 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d0f8838-ea67-46a9-9b9e-3da9f267b29b tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:10:46.658910 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2d0f8838-ea67-46a9-9b9e-3da9f267b29b tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/subnets/c7f96136-56f9-4881-ae49-286f7e71885d HTTP/1.1" status: 404 len: 337 time: 0.2242811 Mar 01 14:10:46.662536 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42672) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:46.669960 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99cd84b-f430-487f-ab82-1acf55746c21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-c369051f-97e3-41f7-b548-03cf0de2a7b7', 'network_id': 'c369051f-97e3-41f7-b548-03cf0de2a7b7', 'project_id': '163c4d59cc1c49dc810880d9d07b304d', 'fixed_ips': [{'subnet_id': '7ae10c47-67b8-4f5f-9684-8fe86b137c83'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:10:46.676449 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c99cd84b-f430-487f-ab82-1acf55746c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:46.705799 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5056b416-f217-435f-912b-53ea322ec889 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:10:46.713548 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-acc5c224-0e4d-41f0-b01d-79b2f476b2cd tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] DELETE failed (client error): The resource could not be found. Mar 01 14:10:46.720340 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acc5c224-0e4d-41f0-b01d-79b2f476b2cd tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:10:46.730077 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-acc5c224-0e4d-41f0-b01d-79b2f476b2cd tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/subnets/55c70d9b-99b6-46e8-91c5-6f5e5302a200 HTTP/1.1" status: 404 len: 337 time: 0.0637991 Mar 01 14:10:46.731147 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42676) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:46.789851 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-308a2061-bd2d-4e5d-8427-9b2cdfac0820 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "GET /v2.0/ports?device_id=6784a48f-5741-457d-b5fa-003799d31301 HTTP/1.1" status: 200 len: 205 time: 0.0544162 Mar 01 14:10:46.790105 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42680) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:46.849118 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-59c8b08b-fe4b-46bb-8d51-8bd6878fb851 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] delete failed (client error): The resource could not be found. Mar 01 14:10:46.850358 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-59c8b08b-fe4b-46bb-8d51-8bd6878fb851 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/routers/6784a48f-5741-457d-b5fa-003799d31301 HTTP/1.1" status: 404 len: 336 time: 0.0593848 Mar 01 14:10:46.852950 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42684) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:46.923357 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-00062825-307c-43da-ab22-6ec795ddd873 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d158c59-d162-4e4d-b987-d09622819ded HTTP/1.1" status: 200 len: 205 time: 0.0644214 Mar 01 14:10:46.924099 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42688) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:46.943591 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5056b416-f217-435f-912b-53ea322ec889 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:46.979146 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [None req-5056b416-f217-435f-912b-53ea322ec889 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] device_id is not set on port db967289-3a06-44f8-9be7-ecc80150b41c yet. {{(pid=103727) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:10:47.005581 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-9dad8340-2f85-4564-8b87-915aa99a9467 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] delete failed (client error): The resource could not be found. Mar 01 14:10:47.007404 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9dad8340-2f85-4564-8b87-915aa99a9467 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/routers/6d158c59-d162-4e4d-b987-d09622819ded HTTP/1.1" status: 404 len: 336 time: 0.0805936 Mar 01 14:10:47.012837 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42690) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:47.027384 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-c99cd84b-f430-487f-ab82-1acf55746c21 None None] Allocated IP 2001:db8::2 (c369051f-97e3-41f7-b548-03cf0de2a7b7/7ae10c47-67b8-4f5f-9684-8fe86b137c83/78ec77d4-c901-4139-b56f-e6b3b629649b) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:10:47.062634 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e8e243e-b6b1-4a1a-b7d0-f88e22b89025 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] DELETE failed (client error): The resource could not be found. Mar 01 14:10:47.064876 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e8e243e-b6b1-4a1a-b7d0-f88e22b89025 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:10:47.071318 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6e8e243e-b6b1-4a1a-b7d0-f88e22b89025 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/subnets/1e5b63ca-91dd-4060-ac42-afd85b9e596e HTTP/1.1" status: 404 len: 337 time: 0.0570002 Mar 01 14:10:47.074859 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42692) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:47.162934 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0f50ff6f-b785-4bdf-8b71-86b4cef955dd tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72d1359-d408-461a-9b0a-bcd198faabdf HTTP/1.1" status: 200 len: 205 time: 0.0861309 Mar 01 14:10:47.165395 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42702) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:47.227964 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-05af03a4-6ece-451f-8253-2448f1292c4f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] delete failed (client error): The resource could not be found. Mar 01 14:10:47.232130 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42708) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:47.234179 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-05af03a4-6ece-451f-8253-2448f1292c4f tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/routers/b72d1359-d408-461a-9b0a-bcd198faabdf HTTP/1.1" status: 404 len: 336 time: 0.0659666 Mar 01 14:10:47.267402 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c99cd84b-f430-487f-ab82-1acf55746c21 None None] Publish callbacks [] for port (78ec77d4-c901-4139-b56f-e6b3b629649b), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:47.279788 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c99cd84b-f430-487f-ab82-1acf55746c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (78ec77d4-c901-4139-b56f-e6b3b629649b), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:47.291067 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d831c5db-0f4b-4f8d-848a-85dbe95bd1bb tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc1f6004-246c-4950-bb9e-ead7991c81f9 HTTP/1.1" status: 200 len: 205 time: 0.0568163 Mar 01 14:10:47.293479 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42710) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:47.347181 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99cd84b-f430-487f-ab82-1acf55746c21 None None] Pushing event updated for resources: {'Port': ['ID=78ec77d4-c901-4139-b56f-e6b3b629649b,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:47.359810 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99cd84b-f430-487f-ab82-1acf55746c21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:47.360391 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99cd84b-f430-487f-ab82-1acf55746c21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:47.360893 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99cd84b-f430-487f-ab82-1acf55746c21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:47.361384 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99cd84b-f430-487f-ab82-1acf55746c21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:47.361900 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99cd84b-f430-487f-ab82-1acf55746c21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:47.362387 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99cd84b-f430-487f-ab82-1acf55746c21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:47.363867 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99cd84b-f430-487f-ab82-1acf55746c21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:47.364365 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99cd84b-f430-487f-ab82-1acf55746c21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:47.372276 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-5056b416-f217-435f-912b-53ea322ec889 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Allocated IP 2001:db8::10 (c369051f-97e3-41f7-b548-03cf0de2a7b7/7ae10c47-67b8-4f5f-9684-8fe86b137c83/db967289-3a06-44f8-9be7-ecc80150b41c) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:10:47.382754 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99cd84b-f430-487f-ab82-1acf55746c21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:47.383471 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99cd84b-f430-487f-ab82-1acf55746c21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:47.384991 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99cd84b-f430-487f-ab82-1acf55746c21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:47.385497 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-6724889a-763e-4ccd-98e1-48d6bd9d7f7b tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] delete failed (client error): The resource could not be found. Mar 01 14:10:47.385640 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99cd84b-f430-487f-ab82-1acf55746c21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:47.386598 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6724889a-763e-4ccd-98e1-48d6bd9d7f7b tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/routers/cc1f6004-246c-4950-bb9e-ead7991c81f9 HTTP/1.1" status: 404 len: 336 time: 0.0921512 Mar 01 14:10:47.387225 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99cd84b-f430-487f-ab82-1acf55746c21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:10:47.389207 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42714) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:47.424874 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99cd84b-f430-487f-ab82-1acf55746c21 None None] Network c369051f-97e3-41f7-b548-03cf0de2a7b7 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:10:47.429302 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-c99cd84b-f430-487f-ab82-1acf55746c21 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:10:47.436150 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99cd84b-f430-487f-ab82-1acf55746c21 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:10:47.443201 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-afda0ef6-0f98-4632-857d-f040a59b7842 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] DELETE failed (client error): The resource could not be found. Mar 01 14:10:47.443699 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afda0ef6-0f98-4632-857d-f040a59b7842 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:10:47.454270 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-afda0ef6-0f98-4632-857d-f040a59b7842 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/subnets/ca3d837a-c491-4a83-9f36-d90f4c0b2bb0 HTTP/1.1" status: 404 len: 337 time: 0.0595233 Mar 01 14:10:47.455185 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42718) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:47.509405 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f278109c-aad9-4467-a28d-51d1c72a7353 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "GET /v2.0/ports?device_id=dff287da-e08e-42ba-9601-b105525b9d9b HTTP/1.1" status: 200 len: 205 time: 0.0516505 Mar 01 14:10:47.511523 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42722) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:47.606440 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-c99cd84b-f430-487f-ab82-1acf55746c21 None None] Attempting to bind port 78ec77d4-c901-4139-b56f-e6b3b629649b on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:10:47.606828 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-c99cd84b-f430-487f-ab82-1acf55746c21 None None] Attempting to bind port 78ec77d4-c901-4139-b56f-e6b3b629649b by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'a2f33f79-5167-4125-9668-48e486cdba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c369051f-97e3-41f7-b548-03cf0de2a7b7'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:10:47.608325 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99cd84b-f430-487f-ab82-1acf55746c21 None None] Attempting to bind port 78ec77d4-c901-4139-b56f-e6b3b629649b on network c369051f-97e3-41f7-b548-03cf0de2a7b7 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:10:47.614741 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-e62b8e5b-1201-4df6-9d41-ffa56014662a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] delete failed (client error): The resource could not be found. Mar 01 14:10:47.617626 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e62b8e5b-1201-4df6-9d41-ffa56014662a tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/routers/dff287da-e08e-42ba-9601-b105525b9d9b HTTP/1.1" status: 404 len: 336 time: 0.1034448 Mar 01 14:10:47.620164 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42730) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:47.627361 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99cd84b-f430-487f-ab82-1acf55746c21 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:10:47.627720 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99cd84b-f430-487f-ab82-1acf55746c21 None None] Checking segment: {'id': 'a2f33f79-5167-4125-9668-48e486cdba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c369051f-97e3-41f7-b548-03cf0de2a7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:10:47.629255 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c99cd84b-f430-487f-ab82-1acf55746c21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:47.629484 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99cd84b-f430-487f-ab82-1acf55746c21 None None] Bound using segment: {'id': 'a2f33f79-5167-4125-9668-48e486cdba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c369051f-97e3-41f7-b548-03cf0de2a7b7'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:10:47.630056 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-c99cd84b-f430-487f-ab82-1acf55746c21 None None] Bound port: 78ec77d4-c901-4139-b56f-e6b3b629649b, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f33f79-5167-4125-9668-48e486cdba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c369051f-97e3-41f7-b548-03cf0de2a7b7'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:10:47.630342 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c99cd84b-f430-487f-ab82-1acf55746c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (78ec77d4-c901-4139-b56f-e6b3b629649b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:47.673336 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e498bb5-f532-4af2-9a5f-0cb9169dfe0c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] DELETE failed (client error): The resource could not be found. Mar 01 14:10:47.673874 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e498bb5-f532-4af2-9a5f-0cb9169dfe0c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:10:47.682114 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6e498bb5-f532-4af2-9a5f-0cb9169dfe0c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/subnets/45dcd0a3-378c-4a56-a74a-69957e206dcf HTTP/1.1" status: 404 len: 337 time: 0.0565176 Mar 01 14:10:47.684342 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42732) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:47.749860 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-29bf37d4-bfa6-4784-80a6-df31f7c1d215 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb2fe2e2-2710-4c2f-b81b-100dfd16908a HTTP/1.1" status: 200 len: 205 time: 0.0638638 Mar 01 14:10:47.752248 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42736) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:47.754738 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-c99cd84b-f430-487f-ab82-1acf55746c21 None None] For port 78ec77d4-c901-4139-b56f-e6b3b629649b, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:10:47.767941 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-c99cd84b-f430-487f-ab82-1acf55746c21 None None] For port 78ec77d4-c901-4139-b56f-e6b3b629649b, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=78ec77d4-c901-4139-b56f-e6b3b629649b,segment=NetworkSegment(a2f33f79-5167-4125-9668-48e486cdba62),segment_id=a2f33f79-5167-4125-9668-48e486cdba62)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:10:47.783706 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c99cd84b-f430-487f-ab82-1acf55746c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (78ec77d4-c901-4139-b56f-e6b3b629649b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:47.802944 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-6d44a392-4211-469d-bbd1-9852f138c888 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] delete failed (client error): The resource could not be found. Mar 01 14:10:47.804525 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6d44a392-4211-469d-bbd1-9852f138c888 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/routers/fb2fe2e2-2710-4c2f-b81b-100dfd16908a HTTP/1.1" status: 404 len: 336 time: 0.0510702 Mar 01 14:10:47.807146 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42738) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:47.879509 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-2046e30e-cffe-46d5-9273-a3b17bd33c04 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] DELETE failed (client error): The resource could not be found. Mar 01 14:10:47.891536 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2046e30e-cffe-46d5-9273-a3b17bd33c04 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:10:47.899874 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2046e30e-cffe-46d5-9273-a3b17bd33c04 tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/subnets/ec1d6dce-1d47-4698-abd7-b1db17bcf7f3 HTTP/1.1" status: 404 len: 337 time: 0.0903509 Mar 01 14:10:47.902446 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42742) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:47.908277 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5056b416-f217-435f-912b-53ea322ec889 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for port (db967289-3a06-44f8-9be7-ecc80150b41c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:47.928589 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99cd84b-f430-487f-ab82-1acf55746c21 None None] Pushing event updated for resources: {'Port': ['ID=78ec77d4-c901-4139-b56f-e6b3b629649b,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:47.945052 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ca2bf4-33ae-4c92-a52e-a36b75218f3c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] DELETE failed (client error): The resource could not be found. Mar 01 14:10:47.945818 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48ca2bf4-33ae-4c92-a52e-a36b75218f3c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:10:47.977401 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-48ca2bf4-33ae-4c92-a52e-a36b75218f3c tempest-RoutersTest-1320967126 tempest-RoutersTest-1320967126-project] 10.222.0.13 "DELETE /v2.0/subnets/d9229560-28b1-4353-810c-b315bb75d302 HTTP/1.1" status: 404 len: 337 time: 0.0731728 Mar 01 14:10:48.085221 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5056b416-f217-435f-912b-53ea322ec889 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (db967289-3a06-44f8-9be7-ecc80150b41c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:48.250140 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5056b416-f217-435f-912b-53ea322ec889 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Network c369051f-97e3-41f7-b548-03cf0de2a7b7 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:10:48.273032 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-5056b416-f217-435f-912b-53ea322ec889 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:10:48.302388 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42762) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:48.311607 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5056b416-f217-435f-912b-53ea322ec889 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:10:48.326039 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5056b416-f217-435f-912b-53ea322ec889 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:10:48.329842 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5056b416-f217-435f-912b-53ea322ec889 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:48.370620 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056b416-f217-435f-912b-53ea322ec889 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Port': ['ID=db967289-3a06-44f8-9be7-ecc80150b41c,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:48.395659 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5056b416-f217-435f-912b-53ea322ec889 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9644523 Mar 01 14:10:48.398287 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42766) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:48.404267 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-6b4e0396-a418-4618-be1e-54846445d060 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'port': {'network_id': 'c369051f-97e3-41f7-b548-03cf0de2a7b7', 'name': 'tempest-PortsIpV6TestJSON-709245356', 'fixed_ips': [{'subnet_id': '7ae10c47-67b8-4f5f-9684-8fe86b137c83', 'ip_address': '2001:db8::f'}]}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:10:48.675941 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d4080d2f-c881-4341-aea5-f38a6a75f4f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a14431fa0e343d69136a59d66043ad6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3717391 Mar 01 14:10:48.678827 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42776) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:48.710687 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4e0396-a418-4618-be1e-54846445d060 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:10:48.833175 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6b4e0396-a418-4618-be1e-54846445d060 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:48.865044 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-6b4e0396-a418-4618-be1e-54846445d060 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] device_id is not set on port 03003b14-40d3-494c-abbc-3649b8eaf7df yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:10:48.871174 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-24cd507c-fc83-44b4-aaa5-6ac97925ad04 admin admin] Publish callbacks [] for security_group (da601ba5-8fae-4697-a3e1-381e5e0c3531), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:48.979077 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-24cd507c-fc83-44b4-aaa5-6ac97925ad04 admin admin] Publish callbacks [] for security_group (da601ba5-8fae-4697-a3e1-381e5e0c3531), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:49.209020 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-24cd507c-fc83-44b4-aaa5-6ac97925ad04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (da601ba5-8fae-4697-a3e1-381e5e0c3531), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:49.211922 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-24cd507c-fc83-44b4-aaa5-6ac97925ad04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:49.215516 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-24cd507c-fc83-44b4-aaa5-6ac97925ad04 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da601ba5-8fae-4697-a3e1-381e5e0c3531 HTTP/1.1" status: 204 len: 168 time: 0.5342536 Mar 01 14:10:49.233575 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd507c-fc83-44b4-aaa5-6ac97925ad04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da601ba5-8fae-4697-a3e1-381e5e0c3531,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:49.236247 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-6b4e0396-a418-4618-be1e-54846445d060 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Allocated IP 2001:db8::f (c369051f-97e3-41f7-b548-03cf0de2a7b7/7ae10c47-67b8-4f5f-9684-8fe86b137c83/03003b14-40d3-494c-abbc-3649b8eaf7df) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:10:49.683125 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6b4e0396-a418-4618-be1e-54846445d060 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for port (03003b14-40d3-494c-abbc-3649b8eaf7df), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:49.738741 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6187f2e1-456f-460a-9522-a6e3eb61d642 None None] Network c369051f-97e3-41f7-b548-03cf0de2a7b7 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:10:49.762236 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6b4e0396-a418-4618-be1e-54846445d060 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (03003b14-40d3-494c-abbc-3649b8eaf7df), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:49.835796 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42810) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:49.865603 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e0396-a418-4618-be1e-54846445d060 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Port': ['ID=03003b14-40d3-494c-abbc-3649b8eaf7df,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:49.872637 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4e0396-a418-4618-be1e-54846445d060 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Network c369051f-97e3-41f7-b548-03cf0de2a7b7 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:10:49.874327 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-6b4e0396-a418-4618-be1e-54846445d060 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:10:49.876652 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4e0396-a418-4618-be1e-54846445d060 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:10:49.885055 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4e0396-a418-4618-be1e-54846445d060 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:10:49.887270 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6b4e0396-a418-4618-be1e-54846445d060 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:49.934114 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6b4e0396-a418-4618-be1e-54846445d060 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5345321 Mar 01 14:10:49.939421 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42816) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:49.969308 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-b6808e4c-d503-4c33-98c4-a2770054b04b None None] Provisioning complete for port 78ec77d4-c901-4139-b56f-e6b3b629649b triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:10:49.969308 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b6808e4c-d503-4c33-98c4-a2770054b04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (78ec77d4-c901-4139-b56f-e6b3b629649b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:50.079662 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e80428eb-af86-4b44-801e-d799fd2001ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:50.099789 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00289cd0-fdb0-40d8-a729-da7e264d80dd tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:10:50.101389 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-00289cd0-fdb0-40d8-a729-da7e264d80dd tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1600895 Mar 01 14:10:50.104221 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42824) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:50.109707 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-b6808e4c-d503-4c33-98c4-a2770054b04b None None] Current status of the port 78ec77d4-c901-4139-b56f-e6b3b629649b is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:10:50.110532 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b6808e4c-d503-4c33-98c4-a2770054b04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (78ec77d4-c901-4139-b56f-e6b3b629649b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:50.200246 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-b6808e4c-d503-4c33-98c4-a2770054b04b None None] For port 78ec77d4-c901-4139-b56f-e6b3b629649b, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=78ec77d4-c901-4139-b56f-e6b3b629649b,segment=NetworkSegment(a2f33f79-5167-4125-9668-48e486cdba62),segment_id=a2f33f79-5167-4125-9668-48e486cdba62)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:10:50.210492 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e80428eb-af86-4b44-801e-d799fd2001ce admin admin] Publish callbacks [] for security_group (eb8c0060-28da-4e70-876b-3bf3dfe98005), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:50.213280 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b6808e4c-d503-4c33-98c4-a2770054b04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (78ec77d4-c901-4139-b56f-e6b3b629649b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:50.226146 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e80428eb-af86-4b44-801e-d799fd2001ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (eb8c0060-28da-4e70-876b-3bf3dfe98005), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:50.309172 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6808e4c-d503-4c33-98c4-a2770054b04b None None] Pushing event updated for resources: {'Port': ['ID=78ec77d4-c901-4139-b56f-e6b3b629649b,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:50.313041 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80428eb-af86-4b44-801e-d799fd2001ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8c0060-28da-4e70-876b-3bf3dfe98005,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:50.333995 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e80428eb-af86-4b44-801e-d799fd2001ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbfa5405890540c1b8b2487ff277df03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4964998 Mar 01 14:10:50.337902 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42832) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:50.410975 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faa4c67-65c2-446f-bc1b-e30a033d15e5 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:10:50.437091 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faa4c67-65c2-446f-bc1b-e30a033d15e5 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:10:50.451658 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 78ec77d4-c901-4139-b56f-e6b3b629649b up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:10:50.464758 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1e323355-5672-4cf7-ac4d-c2ce1fc6a9c2 admin admin] Publish callbacks [] for security_group (eb8c0060-28da-4e70-876b-3bf3dfe98005), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:50.475496 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faa4c67-65c2-446f-bc1b-e30a033d15e5 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:10:50.482637 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0faa4c67-65c2-446f-bc1b-e30a033d15e5 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.3770299 Mar 01 14:10:50.485279 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42836) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:50.523970 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1e323355-5672-4cf7-ac4d-c2ce1fc6a9c2 admin admin] Publish callbacks [] for security_group (eb8c0060-28da-4e70-876b-3bf3dfe98005), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:50.572892 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 78ec77d4-c901-4139-b56f-e6b3b629649b triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:10:50.573273 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (78ec77d4-c901-4139-b56f-e6b3b629649b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:50.651023 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1e323355-5672-4cf7-ac4d-c2ce1fc6a9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (eb8c0060-28da-4e70-876b-3bf3dfe98005), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:50.654542 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1e323355-5672-4cf7-ac4d-c2ce1fc6a9c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:50.658231 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1e323355-5672-4cf7-ac4d-c2ce1fc6a9c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb8c0060-28da-4e70-876b-3bf3dfe98005 HTTP/1.1" status: 204 len: 168 time: 0.3167415 Mar 01 14:10:50.677698 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e323355-5672-4cf7-ac4d-c2ce1fc6a9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8c0060-28da-4e70-876b-3bf3dfe98005,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:50.706644 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-2a400f05-afde-484f-ba8f-b46aa45dd4a4 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Deleting port 03003b14-40d3-494c-abbc-3649b8eaf7df {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:10:50.707152 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2a400f05-afde-484f-ba8f-b46aa45dd4a4 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (03003b14-40d3-494c-abbc-3649b8eaf7df), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:50.727293 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-30521f67-7c53-4440-a653-25837a046b33 None None] Provisioning complete for port db967289-3a06-44f8-9be7-ecc80150b41c triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:10:50.730286 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-30521f67-7c53-4440-a653-25837a046b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (db967289-3a06-44f8-9be7-ecc80150b41c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:50.934949 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-30521f67-7c53-4440-a653-25837a046b33 None None] Port db967289-3a06-44f8-9be7-ecc80150b41c cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:10:50.941142 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 78ec77d4-c901-4139-b56f-e6b3b629649b is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:10:50.943007 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2a400f05-afde-484f-ba8f-b46aa45dd4a4 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (03003b14-40d3-494c-abbc-3649b8eaf7df), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:50.978239 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-30521f67-7c53-4440-a653-25837a046b33 None None] Provisioning complete for port 03003b14-40d3-494c-abbc-3649b8eaf7df triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:10:50.978887 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-30521f67-7c53-4440-a653-25837a046b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (03003b14-40d3-494c-abbc-3649b8eaf7df), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:50.981832 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-2a400f05-afde-484f-ba8f-b46aa45dd4a4 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Calling delete_port for 03003b14-40d3-494c-abbc-3649b8eaf7df owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:10:51.079398 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-30521f67-7c53-4440-a653-25837a046b33 None None] Port 03003b14-40d3-494c-abbc-3649b8eaf7df cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:10:51.106746 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-30521f67-7c53-4440-a653-25837a046b33 None None] Provisioning complete for port 78ec77d4-c901-4139-b56f-e6b3b629649b triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:10:51.108114 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-30521f67-7c53-4440-a653-25837a046b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (78ec77d4-c901-4139-b56f-e6b3b629649b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:51.266105 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-30521f67-7c53-4440-a653-25837a046b33 None None] Current status of the port 78ec77d4-c901-4139-b56f-e6b3b629649b is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:10:51.317409 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2a400f05-afde-484f-ba8f-b46aa45dd4a4 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (03003b14-40d3-494c-abbc-3649b8eaf7df), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:51.397507 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-3db461b6-bb76-40ea-9310-fb186ce0d8ad None None] Provisioning complete for port db967289-3a06-44f8-9be7-ecc80150b41c triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:10:51.402252 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3db461b6-bb76-40ea-9310-fb186ce0d8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (db967289-3a06-44f8-9be7-ecc80150b41c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:51.424401 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a400f05-afde-484f-ba8f-b46aa45dd4a4 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Port': ['ID=03003b14-40d3-494c-abbc-3649b8eaf7df,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:51.460811 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2a400f05-afde-484f-ba8f-b46aa45dd4a4 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:51.466187 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2a400f05-afde-484f-ba8f-b46aa45dd4a4 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/ports/03003b14-40d3-494c-abbc-3649b8eaf7df HTTP/1.1" status: 204 len: 168 time: 0.9796634 Mar 01 14:10:51.469282 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42866) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:51.510471 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42868) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:51.535267 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7154e507-1902-4d69-a5b5-df90b5bff12f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:51.537091 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f074035-56b4-41c0-96d5-fc55c0966085 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] GET failed (client error): The resource could not be found. Mar 01 14:10:51.547503 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8f074035-56b4-41c0-96d5-fc55c0966085 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "GET /v2.0/ports/03003b14-40d3-494c-abbc-3649b8eaf7df HTTP/1.1" status: 404 len: 333 time: 0.0762141 Mar 01 14:10:51.560194 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42870) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:51.576729 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3db461b6-bb76-40ea-9310-fb186ce0d8ad None None] Port db967289-3a06-44f8-9be7-ecc80150b41c cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:10:51.712224 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-5d8ed014-3baf-4994-a1f2-1c2f5c0651ee None None] Could not find standard attr ID for object 03003b14-40d3-494c-abbc-3649b8eaf7df. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 14:10:51.733818 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7154e507-1902-4d69-a5b5-df90b5bff12f admin admin] Publish callbacks [] for security_group (aebd7d72-3fe2-4c63-8970-da3ba12f3615), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:51.746008 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7154e507-1902-4d69-a5b5-df90b5bff12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (aebd7d72-3fe2-4c63-8970-da3ba12f3615), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:51.766713 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-f11162c6-db93-4093-aeac-d2ca7ca4c3c4 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Deleting port db967289-3a06-44f8-9be7-ecc80150b41c {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:10:51.767070 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f11162c6-db93-4093-aeac-d2ca7ca4c3c4 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (db967289-3a06-44f8-9be7-ecc80150b41c), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:51.879786 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154e507-1902-4d69-a5b5-df90b5bff12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebd7d72-3fe2-4c63-8970-da3ba12f3615,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:51.903347 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7154e507-1902-4d69-a5b5-df90b5bff12f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b1dd953347f41639fc7dae0f38b917e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3910358 Mar 01 14:10:51.936072 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42880) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:51.980335 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f11162c6-db93-4093-aeac-d2ca7ca4c3c4 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (db967289-3a06-44f8-9be7-ecc80150b41c), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:52.010335 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-f11162c6-db93-4093-aeac-d2ca7ca4c3c4 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Calling delete_port for db967289-3a06-44f8-9be7-ecc80150b41c owned by {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:10:52.068657 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b2c8190e-2567-405f-be76-b25a00bd6fdb admin admin] Publish callbacks [] for security_group (aebd7d72-3fe2-4c63-8970-da3ba12f3615), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:52.155650 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b2c8190e-2567-405f-be76-b25a00bd6fdb admin admin] Publish callbacks [] for security_group (aebd7d72-3fe2-4c63-8970-da3ba12f3615), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:52.238498 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 78ec77d4-c901-4139-b56f-e6b3b629649b up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:10:52.270152 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b2c8190e-2567-405f-be76-b25a00bd6fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (aebd7d72-3fe2-4c63-8970-da3ba12f3615), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:52.273225 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b2c8190e-2567-405f-be76-b25a00bd6fdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:52.274917 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b2c8190e-2567-405f-be76-b25a00bd6fdb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aebd7d72-3fe2-4c63-8970-da3ba12f3615 HTTP/1.1" status: 204 len: 168 time: 0.3376908 Mar 01 14:10:52.298873 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f11162c6-db93-4093-aeac-d2ca7ca4c3c4 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (db967289-3a06-44f8-9be7-ecc80150b41c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:52.312594 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8190e-2567-405f-be76-b25a00bd6fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebd7d72-3fe2-4c63-8970-da3ba12f3615,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:52.388458 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 78ec77d4-c901-4139-b56f-e6b3b629649b triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:10:52.389472 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (78ec77d4-c901-4139-b56f-e6b3b629649b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:52.438487 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11162c6-db93-4093-aeac-d2ca7ca4c3c4 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Port': ['ID=db967289-3a06-44f8-9be7-ecc80150b41c,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:52.509291 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f11162c6-db93-4093-aeac-d2ca7ca4c3c4 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:52.526700 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f11162c6-db93-4093-aeac-d2ca7ca4c3c4 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/ports/db967289-3a06-44f8-9be7-ecc80150b41c HTTP/1.1" status: 204 len: 168 time: 0.9631553 Mar 01 14:10:52.527643 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42904) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:52.598753 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4f867e5-fb19-4f51-aac1-e17b092d5d27 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] GET failed (client error): The resource could not be found. Mar 01 14:10:52.605944 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a4f867e5-fb19-4f51-aac1-e17b092d5d27 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "GET /v2.0/ports/db967289-3a06-44f8-9be7-ecc80150b41c HTTP/1.1" status: 404 len: 333 time: 0.0751603 Mar 01 14:10:52.613345 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42906) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:52.824687 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 78ec77d4-c901-4139-b56f-e6b3b629649b is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:10:52.842407 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:10:52.842972 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f34de92-1fef-4523-bd26-4500a8c25b4d tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Deleting subnet 7ae10c47-67b8-4f5f-9684-8fe86b137c83 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:10:52.852797 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5f34de92-1fef-4523-bd26-4500a8c25b4d tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for subnet (7ae10c47-67b8-4f5f-9684-8fe86b137c83), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:52.927542 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5f34de92-1fef-4523-bd26-4500a8c25b4d tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (7ae10c47-67b8-4f5f-9684-8fe86b137c83), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:53.140587 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5f34de92-1fef-4523-bd26-4500a8c25b4d tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (7ae10c47-67b8-4f5f-9684-8fe86b137c83), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:53.292431 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5f34de92-1fef-4523-bd26-4500a8c25b4d tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (7ae10c47-67b8-4f5f-9684-8fe86b137c83), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:53.334337 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f34de92-1fef-4523-bd26-4500a8c25b4d tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Subnet': ['ID=7ae10c47-67b8-4f5f-9684-8fe86b137c83,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:53.348994 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5f34de92-1fef-4523-bd26-4500a8c25b4d tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:53.353924 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5f34de92-1fef-4523-bd26-4500a8c25b4d tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/subnets/7ae10c47-67b8-4f5f-9684-8fe86b137c83 HTTP/1.1" status: 204 len: 168 time: 0.7394145 Mar 01 14:10:53.356713 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42924) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:53.380335 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11207a08-a767-43fe-a519-d84fcf7159ba None None] Network c369051f-97e3-41f7-b548-03cf0de2a7b7 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:10:53.507377 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-329405bc-1a69-4a72-9ad4-eee4ac78a210 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (c369051f-97e3-41f7-b548-03cf0de2a7b7), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:53.632530 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec39c550-bb77-49d2-ba42-65e9893182d9 None None] DHCP port deletion for c369051f-97e3-41f7-b548-03cf0de2a7b7 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:10:53.647491 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-329405bc-1a69-4a72-9ad4-eee4ac78a210 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Deleting port 78ec77d4-c901-4139-b56f-e6b3b629649b {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:10:53.648102 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-329405bc-1a69-4a72-9ad4-eee4ac78a210 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (78ec77d4-c901-4139-b56f-e6b3b629649b), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:53.750989 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ec39c550-bb77-49d2-ba42-65e9893182d9 None None] Deleting port 78ec77d4-c901-4139-b56f-e6b3b629649b {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:10:53.751317 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ec39c550-bb77-49d2-ba42-65e9893182d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (78ec77d4-c901-4139-b56f-e6b3b629649b), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:53.806230 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-329405bc-1a69-4a72-9ad4-eee4ac78a210 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] For port 78ec77d4-c901-4139-b56f-e6b3b629649b, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=78ec77d4-c901-4139-b56f-e6b3b629649b,segment=NetworkSegment(a2f33f79-5167-4125-9668-48e486cdba62),segment_id=a2f33f79-5167-4125-9668-48e486cdba62)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:10:53.807412 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-329405bc-1a69-4a72-9ad4-eee4ac78a210 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (78ec77d4-c901-4139-b56f-e6b3b629649b), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:53.849969 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-329405bc-1a69-4a72-9ad4-eee4ac78a210 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Calling delete_port for 78ec77d4-c901-4139-b56f-e6b3b629649b owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:10:53.888475 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-ec39c550-bb77-49d2-ba42-65e9893182d9 None None] For port 78ec77d4-c901-4139-b56f-e6b3b629649b, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=78ec77d4-c901-4139-b56f-e6b3b629649b,segment=NetworkSegment(a2f33f79-5167-4125-9668-48e486cdba62),segment_id=a2f33f79-5167-4125-9668-48e486cdba62)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:10:53.901461 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ec39c550-bb77-49d2-ba42-65e9893182d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (78ec77d4-c901-4139-b56f-e6b3b629649b), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:53.949685 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ec39c550-bb77-49d2-ba42-65e9893182d9 None None] Calling delete_port for 78ec77d4-c901-4139-b56f-e6b3b629649b owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:10:53.968979 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-329405bc-1a69-4a72-9ad4-eee4ac78a210 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (78ec77d4-c901-4139-b56f-e6b3b629649b), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:54.006518 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329405bc-1a69-4a72-9ad4-eee4ac78a210 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Port': ['ID=78ec77d4-c901-4139-b56f-e6b3b629649b,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:54.012867 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329405bc-1a69-4a72-9ad4-eee4ac78a210 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] No DVR routers for this DVR port 78ec77d4-c901-4139-b56f-e6b3b629649b on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:10:54.100513 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ec39c550-bb77-49d2-ba42-65e9893182d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (78ec77d4-c901-4139-b56f-e6b3b629649b), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:54.180041 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec39c550-bb77-49d2-ba42-65e9893182d9 None None] No DVR routers for this DVR port 78ec77d4-c901-4139-b56f-e6b3b629649b on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:10:54.186472 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39c550-bb77-49d2-ba42-65e9893182d9 None None] Pushing event deleted for resources: {'Port': ['ID=78ec77d4-c901-4139-b56f-e6b3b629649b,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:54.192704 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-329405bc-1a69-4a72-9ad4-eee4ac78a210 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (c369051f-97e3-41f7-b548-03cf0de2a7b7), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:54.192827 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 78ec77d4-c901-4139-b56f-e6b3b629649b no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:10:54.242024 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 78ec77d4-c901-4139-b56f-e6b3b629649b {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:10:54.258071 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 78ec77d4-c901-4139-b56f-e6b3b629649b not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:10:54.288884 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-329405bc-1a69-4a72-9ad4-eee4ac78a210 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c369051f-97e3-41f7-b548-03cf0de2a7b7']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:54.329134 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-329405bc-1a69-4a72-9ad4-eee4ac78a210 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f33f79-5167-4125-9668-48e486cdba62') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:54.329364 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-329405bc-1a69-4a72-9ad4-eee4ac78a210 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f33f79-5167-4125-9668-48e486cdba62') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:10:54.353539 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-329405bc-1a69-4a72-9ad4-eee4ac78a210 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (a2f33f79-5167-4125-9668-48e486cdba62), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:54.388603 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-329405bc-1a69-4a72-9ad4-eee4ac78a210 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (a2f33f79-5167-4125-9668-48e486cdba62), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:54.402715 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-329405bc-1a69-4a72-9ad4-eee4ac78a210 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:10:54.403532 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-329405bc-1a69-4a72-9ad4-eee4ac78a210 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (a2f33f79-5167-4125-9668-48e486cdba62), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:54.408078 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:10:54.408078 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:10:54.408078 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:10:54.408078 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:10:54.408078 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:10:54.408078 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:10:54.408078 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:10:54.408078 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:10:54.408078 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:10:54.408078 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:10:54.408078 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:10:54.408078 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:10:54.408078 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:10:54.408078 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:10:54.408078 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:10:54.408078 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:10:54.408078 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:10:54.408078 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:10:54.408078 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:10:54.408078 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:10:54.408078 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:10:54.408078 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:10:54.408078 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:10:54.408078 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:10:54.408078 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:10:54.408078 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:10:54.408078 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:10:54.408078 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:10:54.408078 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:10:54.408078 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:10:54.408078 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:10:54.408078 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:10:54.528924 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-329405bc-1a69-4a72-9ad4-eee4ac78a210 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (c369051f-97e3-41f7-b548-03cf0de2a7b7), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:54.540023 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-329405bc-1a69-4a72-9ad4-eee4ac78a210 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:54.549703 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 42992) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:54.552087 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-329405bc-1a69-4a72-9ad4-eee4ac78a210 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/networks/c369051f-97e3-41f7-b548-03cf0de2a7b7 HTTP/1.1" status: 204 len: 168 time: 1.1932683 Mar 01 14:10:54.557318 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-4d8ea3de-d6e7-469e-942f-e50d1c0fed63 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1782539546'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:10:54.580667 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8ea3de-d6e7-469e-942f-e50d1c0fed63 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:10:54.585993 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4d8ea3de-d6e7-469e-942f-e50d1c0fed63 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:54.593540 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 42996) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:54.594388 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329405bc-1a69-4a72-9ad4-eee4ac78a210 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Network': ['ID=c369051f-97e3-41f7-b548-03cf0de2a7b7,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:54.667920 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8ea3de-d6e7-469e-942f-e50d1c0fed63 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:10:54.684110 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4d8ea3de-d6e7-469e-942f-e50d1c0fed63 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (6fe7bd9f-88b4-40f2-9d01-847380e38f82), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:54.685888 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-4d8ea3de-d6e7-469e-942f-e50d1c0fed63 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Added segment 6fe7bd9f-88b4-40f2-9d01-847380e38f82 of type vlan for network 801b83dd-350f-4399-898d-9ae5cdab7f8c Mar 01 14:10:54.745880 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4d8ea3de-d6e7-469e-942f-e50d1c0fed63 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (801b83dd-350f-4399-898d-9ae5cdab7f8c), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:54.827241 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4d8ea3de-d6e7-469e-942f-e50d1c0fed63 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (801b83dd-350f-4399-898d-9ae5cdab7f8c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:54.840212 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8ea3de-d6e7-469e-942f-e50d1c0fed63 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:10:54.845613 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4d8ea3de-d6e7-469e-942f-e50d1c0fed63 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:54.884874 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bb626852-e73a-4b01-bf14-ec14e3cc46f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:54.975383 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4d8ea3de-d6e7-469e-942f-e50d1c0fed63 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4233577 Mar 01 14:10:54.978647 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 43016) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:54.988085 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-7c82529c-ca36-4f9d-a337-853ca3657c02 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'subnet': {'network_id': '801b83dd-350f-4399-898d-9ae5cdab7f8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:10:55.003883 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ea3de-d6e7-469e-942f-e50d1c0fed63 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Network': ['ID=801b83dd-350f-4399-898d-9ae5cdab7f8c,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:55.022316 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 801b83dd-350f-4399-898d-9ae5cdab7f8c details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:10:55.235300 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bb626852-e73a-4b01-bf14-ec14e3cc46f4 admin admin] Publish callbacks [] for security_group (df687e65-6ea3-42ca-bc79-4bb2224609f9), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:55.239128 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c82529c-ca36-4f9d-a337-853ca3657c02 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:10:55.246523 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7c82529c-ca36-4f9d-a337-853ca3657c02 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:55.256164 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bb626852-e73a-4b01-bf14-ec14e3cc46f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (df687e65-6ea3-42ca-bc79-4bb2224609f9), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:55.305430 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8f644d3d-2a56-4ed3-9b50-2da7c48f93f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:55.405755 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-bb626852-e73a-4b01-bf14-ec14e3cc46f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa24836ed424456b8d03736fd77f025e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8090312 Mar 01 14:10:55.408029 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb626852-e73a-4b01-bf14-ec14e3cc46f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df687e65-6ea3-42ca-bc79-4bb2224609f9,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:55.409490 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43034) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:55.539102 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5670e55e-8120-4e5e-8fa8-98b3d2c9e64b admin admin] Publish callbacks [] for security_group (df687e65-6ea3-42ca-bc79-4bb2224609f9), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:55.596784 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5670e55e-8120-4e5e-8fa8-98b3d2c9e64b admin admin] Publish callbacks [] for security_group (df687e65-6ea3-42ca-bc79-4bb2224609f9), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:55.692760 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7c82529c-ca36-4f9d-a337-853ca3657c02 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (b08c8a02-0a14-4307-917f-a647438cdc8e), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:55.700526 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5670e55e-8120-4e5e-8fa8-98b3d2c9e64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (df687e65-6ea3-42ca-bc79-4bb2224609f9), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:55.703097 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5670e55e-8120-4e5e-8fa8-98b3d2c9e64b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:55.704716 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5670e55e-8120-4e5e-8fa8-98b3d2c9e64b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df687e65-6ea3-42ca-bc79-4bb2224609f9 HTTP/1.1" status: 204 len: 168 time: 0.2940345 Mar 01 14:10:55.726053 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670e55e-8120-4e5e-8fa8-98b3d2c9e64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df687e65-6ea3-42ca-bc79-4bb2224609f9,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:55.762811 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82529c-ca36-4f9d-a337-853ca3657c02 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Subnet': ['ID=b08c8a02-0a14-4307-917f-a647438cdc8e,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:55.801276 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c82529c-ca36-4f9d-a337-853ca3657c02 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Checking segment: {'id': '6fe7bd9f-88b4-40f2-9d01-847380e38f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '801b83dd-350f-4399-898d-9ae5cdab7f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:10:55.801742 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c82529c-ca36-4f9d-a337-853ca3657c02 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Network hostable DHCP agents. Network: 801b83dd-350f-4399-898d-9ae5cdab7f8c, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:10:55.854804 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c82529c-ca36-4f9d-a337-853ca3657c02 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Network 801b83dd-350f-4399-898d-9ae5cdab7f8c is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:10:55.871235 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-7c82529c-ca36-4f9d-a337-853ca3657c02 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 801b83dd-350f-4399-898d-9ae5cdab7f8c) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:10:55.881820 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcc9677-58b2-4f6f-a201-17dbda641720 None None] Network 801b83dd-350f-4399-898d-9ae5cdab7f8c requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:10:55.895611 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c82529c-ca36-4f9d-a337-853ca3657c02 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:10:55.899840 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7c82529c-ca36-4f9d-a337-853ca3657c02 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:55.948229 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7c82529c-ca36-4f9d-a337-853ca3657c02 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9685013 Mar 01 14:10:55.951125 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43056) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:55.958121 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-c3e83754-177d-48bc-ad17-52cd86e74608 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-992015808', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:10:55.990550 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c3e83754-177d-48bc-ad17-52cd86e74608 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (7aaa5243-d4e2-42e0-afec-48086641fa77), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:55.992725 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c3e83754-177d-48bc-ad17-52cd86e74608 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (7aaa5243-d4e2-42e0-afec-48086641fa77), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:56.127845 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c3e83754-177d-48bc-ad17-52cd86e74608 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for router_controller (7aaa5243-d4e2-42e0-afec-48086641fa77), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:56.142658 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c3e83754-177d-48bc-ad17-52cd86e74608 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (7aaa5243-d4e2-42e0-afec-48086641fa77), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:56.180076 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c3e83754-177d-48bc-ad17-52cd86e74608 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:56.181713 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c3e83754-177d-48bc-ad17-52cd86e74608 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2294009 Mar 01 14:10:56.185009 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43064) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:56.190283 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-327630de-c1af-4747-901d-eb90121ba407 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'port': {'network_id': '801b83dd-350f-4399-898d-9ae5cdab7f8c', 'name': 'tempest-PortsIpV6TestJSON-1149120786'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:10:56.414674 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a13b37c-fabb-420a-a7ea-6fddc3545a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-801b83dd-350f-4399-898d-9ae5cdab7f8c', 'network_id': '801b83dd-350f-4399-898d-9ae5cdab7f8c', 'project_id': '163c4d59cc1c49dc810880d9d07b304d', 'fixed_ips': [{'subnet_id': 'b08c8a02-0a14-4307-917f-a647438cdc8e'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:10:56.415557 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5a13b37c-fabb-420a-a7ea-6fddc3545a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:56.469245 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 43072) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:56.491809 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327630de-c1af-4747-901d-eb90121ba407 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:10:56.495631 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-327630de-c1af-4747-901d-eb90121ba407 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:56.502788 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5d88d75a-c0dd-424a-92f7-57be51875836 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:56.515950 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-327630de-c1af-4747-901d-eb90121ba407 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] device_id is not set on port 5d14a9e7-8fc4-412a-8e7b-05f961c98010 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:10:56.655575 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-327630de-c1af-4747-901d-eb90121ba407 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Allocated IP 2001:db8::2cc (801b83dd-350f-4399-898d-9ae5cdab7f8c/b08c8a02-0a14-4307-917f-a647438cdc8e/5d14a9e7-8fc4-412a-8e7b-05f961c98010) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:10:56.692780 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5d88d75a-c0dd-424a-92f7-57be51875836 admin admin] Publish callbacks [] for security_group (e1152344-4b99-4fc0-b0ef-610db528eedc), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:56.705379 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5d88d75a-c0dd-424a-92f7-57be51875836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (e1152344-4b99-4fc0-b0ef-610db528eedc), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:56.767575 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5d88d75a-c0dd-424a-92f7-57be51875836 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=602c3421a1524c58b1e607056e16af0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2970810 Mar 01 14:10:56.772658 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43082) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:56.816163 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d88d75a-c0dd-424a-92f7-57be51875836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1152344-4b99-4fc0-b0ef-610db528eedc,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:56.920543 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-327630de-c1af-4747-901d-eb90121ba407 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for port (5d14a9e7-8fc4-412a-8e7b-05f961c98010), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:56.940944 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-68705982-c1b2-43c7-8065-966308d2e3ad admin admin] Publish callbacks [] for security_group (e1152344-4b99-4fc0-b0ef-610db528eedc), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:56.963824 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-68705982-c1b2-43c7-8065-966308d2e3ad admin admin] Publish callbacks [] for security_group (e1152344-4b99-4fc0-b0ef-610db528eedc), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:57.041364 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-68705982-c1b2-43c7-8065-966308d2e3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (e1152344-4b99-4fc0-b0ef-610db528eedc), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:57.046429 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-68705982-c1b2-43c7-8065-966308d2e3ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:57.048104 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-68705982-c1b2-43c7-8065-966308d2e3ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1152344-4b99-4fc0-b0ef-610db528eedc HTTP/1.1" status: 204 len: 168 time: 0.2743955 Mar 01 14:10:57.074769 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-327630de-c1af-4747-901d-eb90121ba407 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (5d14a9e7-8fc4-412a-8e7b-05f961c98010), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:57.124360 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68705982-c1b2-43c7-8065-966308d2e3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1152344-4b99-4fc0-b0ef-610db528eedc,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:57.136328 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-5a13b37c-fabb-420a-a7ea-6fddc3545a94 None None] Allocated IP 2001:db8::2 (801b83dd-350f-4399-898d-9ae5cdab7f8c/b08c8a02-0a14-4307-917f-a647438cdc8e/bff573b9-8333-4689-b8fb-b939ebd3c659) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:10:57.208338 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327630de-c1af-4747-901d-eb90121ba407 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Network 801b83dd-350f-4399-898d-9ae5cdab7f8c is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:10:57.216665 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-327630de-c1af-4747-901d-eb90121ba407 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:10:57.220450 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327630de-c1af-4747-901d-eb90121ba407 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:10:57.229185 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327630de-c1af-4747-901d-eb90121ba407 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:10:57.229848 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-327630de-c1af-4747-901d-eb90121ba407 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:57.242330 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327630de-c1af-4747-901d-eb90121ba407 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Port': ['ID=5d14a9e7-8fc4-412a-8e7b-05f961c98010,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:57.265444 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 43098) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:57.266147 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-327630de-c1af-4747-901d-eb90121ba407 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0797648 Mar 01 14:10:57.502725 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6709f50b-dae4-460f-bfd0-dd8440c80502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:57.525375 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5a13b37c-fabb-420a-a7ea-6fddc3545a94 None None] Publish callbacks [] for port (bff573b9-8333-4689-b8fb-b939ebd3c659), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:57.542285 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5a13b37c-fabb-420a-a7ea-6fddc3545a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (bff573b9-8333-4689-b8fb-b939ebd3c659), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:57.564760 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a13b37c-fabb-420a-a7ea-6fddc3545a94 None None] Network 801b83dd-350f-4399-898d-9ae5cdab7f8c is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:10:57.567812 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-5a13b37c-fabb-420a-a7ea-6fddc3545a94 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:10:57.574531 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a13b37c-fabb-420a-a7ea-6fddc3545a94 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:10:57.716153 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a13b37c-fabb-420a-a7ea-6fddc3545a94 None None] Pushing event updated for resources: {'Port': ['ID=bff573b9-8333-4689-b8fb-b939ebd3c659,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:57.763842 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-5a13b37c-fabb-420a-a7ea-6fddc3545a94 None None] Attempting to bind port bff573b9-8333-4689-b8fb-b939ebd3c659 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:10:57.764216 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-5a13b37c-fabb-420a-a7ea-6fddc3545a94 None None] Attempting to bind port bff573b9-8333-4689-b8fb-b939ebd3c659 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '6fe7bd9f-88b4-40f2-9d01-847380e38f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '801b83dd-350f-4399-898d-9ae5cdab7f8c'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:10:57.764583 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a13b37c-fabb-420a-a7ea-6fddc3545a94 None None] Attempting to bind port bff573b9-8333-4689-b8fb-b939ebd3c659 on network 801b83dd-350f-4399-898d-9ae5cdab7f8c {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:10:57.770405 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a13b37c-fabb-420a-a7ea-6fddc3545a94 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:10:57.770787 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a13b37c-fabb-420a-a7ea-6fddc3545a94 None None] Checking segment: {'id': '6fe7bd9f-88b4-40f2-9d01-847380e38f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '801b83dd-350f-4399-898d-9ae5cdab7f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:10:57.771190 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5a13b37c-fabb-420a-a7ea-6fddc3545a94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:57.771588 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a13b37c-fabb-420a-a7ea-6fddc3545a94 None None] Bound using segment: {'id': '6fe7bd9f-88b4-40f2-9d01-847380e38f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '801b83dd-350f-4399-898d-9ae5cdab7f8c'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:10:57.772110 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-5a13b37c-fabb-420a-a7ea-6fddc3545a94 None None] Bound port: bff573b9-8333-4689-b8fb-b939ebd3c659, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe7bd9f-88b4-40f2-9d01-847380e38f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '801b83dd-350f-4399-898d-9ae5cdab7f8c'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:10:57.772492 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5a13b37c-fabb-420a-a7ea-6fddc3545a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (bff573b9-8333-4689-b8fb-b939ebd3c659), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:57.896558 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-5a13b37c-fabb-420a-a7ea-6fddc3545a94 None None] For port bff573b9-8333-4689-b8fb-b939ebd3c659, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:10:57.904772 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-5a13b37c-fabb-420a-a7ea-6fddc3545a94 None None] For port bff573b9-8333-4689-b8fb-b939ebd3c659, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=bff573b9-8333-4689-b8fb-b939ebd3c659,segment=NetworkSegment(6fe7bd9f-88b4-40f2-9d01-847380e38f82),segment_id=6fe7bd9f-88b4-40f2-9d01-847380e38f82)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:10:57.917534 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5a13b37c-fabb-420a-a7ea-6fddc3545a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (bff573b9-8333-4689-b8fb-b939ebd3c659), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:58.006591 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-50cb007b-5a06-4da6-820e-6d8c64a2d305 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (5d14a9e7-8fc4-412a-8e7b-05f961c98010), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:58.084806 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a13b37c-fabb-420a-a7ea-6fddc3545a94 None None] Pushing event updated for resources: {'Port': ['ID=bff573b9-8333-4689-b8fb-b939ebd3c659,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:58.292177 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43134) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:58.553759 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b27d4006-9044-4e3c-aef3-4d569090dd57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:58.561787 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-50cb007b-5a06-4da6-820e-6d8c64a2d305 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for port (5d14a9e7-8fc4-412a-8e7b-05f961c98010), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:58.571899 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-50cb007b-5a06-4da6-820e-6d8c64a2d305 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (5d14a9e7-8fc4-412a-8e7b-05f961c98010), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:58.757897 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb007b-5a06-4da6-820e-6d8c64a2d305 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Port': ['ID=5d14a9e7-8fc4-412a-8e7b-05f961c98010,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:58.795703 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b27d4006-9044-4e3c-aef3-4d569090dd57 admin admin] Publish callbacks [] for security_group (1241e8b5-0476-4c46-b70f-32b3782a11e4), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:58.807294 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b27d4006-9044-4e3c-aef3-4d569090dd57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (1241e8b5-0476-4c46-b70f-32b3782a11e4), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:58.858305 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b27d4006-9044-4e3c-aef3-4d569090dd57 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f0010a26cae49619ed179f4749c1828&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5649638 Mar 01 14:10:58.859277 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43154) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:10:58.913752 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d4006-9044-4e3c-aef3-4d569090dd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1241e8b5-0476-4c46-b70f-32b3782a11e4,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:58.941925 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:58.959100 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e90332f7-45f8-41c0-a19c-f22ac96700fb admin admin] Publish callbacks [] for security_group (1241e8b5-0476-4c46-b70f-32b3782a11e4), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:59.025803 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-50cb007b-5a06-4da6-820e-6d8c64a2d305 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (7aaa5243-d4e2-42e0-afec-48086641fa77), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:59.332314 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-50cb007b-5a06-4da6-820e-6d8c64a2d305 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (5d14a9e7-8fc4-412a-8e7b-05f961c98010), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:59.583436 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e90332f7-45f8-41c0-a19c-f22ac96700fb admin admin] Publish callbacks [] for security_group (1241e8b5-0476-4c46-b70f-32b3782a11e4), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:59.718102 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e90332f7-45f8-41c0-a19c-f22ac96700fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (1241e8b5-0476-4c46-b70f-32b3782a11e4), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:59.720718 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e90332f7-45f8-41c0-a19c-f22ac96700fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:59.732324 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e90332f7-45f8-41c0-a19c-f22ac96700fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1241e8b5-0476-4c46-b70f-32b3782a11e4 HTTP/1.1" status: 204 len: 168 time: 0.8596911 Mar 01 14:10:59.737836 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90332f7-45f8-41c0-a19c-f22ac96700fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1241e8b5-0476-4c46-b70f-32b3782a11e4,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:10:59.900505 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-50cb007b-5a06-4da6-820e-6d8c64a2d305 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for port (5d14a9e7-8fc4-412a-8e7b-05f961c98010), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:59.919034 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-50cb007b-5a06-4da6-820e-6d8c64a2d305 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (5d14a9e7-8fc4-412a-8e7b-05f961c98010), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:10:59.920090 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-50cb007b-5a06-4da6-820e-6d8c64a2d305 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (7aaa5243-d4e2-42e0-afec-48086641fa77), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:00.383477 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e0aa80-a91c-43d0-9fc3-0d6559d02e1f None None] Network 801b83dd-350f-4399-898d-9ae5cdab7f8c requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:11:00.391526 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb007b-5a06-4da6-820e-6d8c64a2d305 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Port': ['ID=5d14a9e7-8fc4-412a-8e7b-05f961c98010,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:00.408294 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device bff573b9-8333-4689-b8fb-b939ebd3c659 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:11:00.467151 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cb007b-5a06-4da6-820e-6d8c64a2d305 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Network 801b83dd-350f-4399-898d-9ae5cdab7f8c is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:11:00.478026 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-50cb007b-5a06-4da6-820e-6d8c64a2d305 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:11:00.662585 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 43208) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:00.677907 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3d6f911e-c8f7-4a62-9ee8-8df5574e6fa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:00.696489 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:00.697922 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-45556580-84c8-442c-b3ff-fff5618cd046 None None] Provisioning complete for port bff573b9-8333-4689-b8fb-b939ebd3c659 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:00.698396 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-45556580-84c8-442c-b3ff-fff5618cd046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (bff573b9-8333-4689-b8fb-b939ebd3c659), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:00.770966 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50cb007b-5a06-4da6-820e-6d8c64a2d305 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Router 7aaa5243-d4e2-42e0-afec-48086641fa77 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:11:00.873364 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port bff573b9-8333-4689-b8fb-b939ebd3c659 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:00.873567 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (bff573b9-8333-4689-b8fb-b939ebd3c659), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:00.912355 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cb007b-5a06-4da6-820e-6d8c64a2d305 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:11:00.924162 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-50cb007b-5a06-4da6-820e-6d8c64a2d305 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "PUT /v2.0/routers/7aaa5243-d4e2-42e0-afec-48086641fa77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6566310 Mar 01 14:11:00.927627 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43220) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:00.937710 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb6d545-4156-4ce5-a3e4-6890959ff928 None None] Sync routers for ids ['7aaa5243-d4e2-42e0-afec-48086641fa77'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:11:00.955475 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3d6f911e-c8f7-4a62-9ee8-8df5574e6fa1 admin admin] Publish callbacks [] for security_group (ed294477-3d1a-4b7d-905a-02eba7d12fd9), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:00.961096 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3d6f911e-c8f7-4a62-9ee8-8df5574e6fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ed294477-3d1a-4b7d-905a-02eba7d12fd9), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:00.964611 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-45556580-84c8-442c-b3ff-fff5618cd046 None None] Current status of the port bff573b9-8333-4689-b8fb-b939ebd3c659 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:11:00.965064 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-45556580-84c8-442c-b3ff-fff5618cd046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (bff573b9-8333-4689-b8fb-b939ebd3c659), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:00.968561 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb6d545-4156-4ce5-a3e4-6890959ff928 None None] Routers {'7aaa5243-d4e2-42e0-afec-48086641fa77'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:11:00.969217 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-fcb6d545-4156-4ce5-a3e4-6890959ff928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:10:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['7aaa5243-d4e2-42e0-afec-48086641fa77'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:11:01.015834 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-45556580-84c8-442c-b3ff-fff5618cd046 None None] For port bff573b9-8333-4689-b8fb-b939ebd3c659, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=bff573b9-8333-4689-b8fb-b939ebd3c659,segment=NetworkSegment(6fe7bd9f-88b4-40f2-9d01-847380e38f82),segment_id=6fe7bd9f-88b4-40f2-9d01-847380e38f82)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:11:01.027263 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3d6f911e-c8f7-4a62-9ee8-8df5574e6fa1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b81e66397ca546cfa5244177056c10f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3635979 Mar 01 14:11:01.028492 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f911e-c8f7-4a62-9ee8-8df5574e6fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed294477-3d1a-4b7d-905a-02eba7d12fd9,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:01.035895 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43222) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:01.038397 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-45556580-84c8-442c-b3ff-fff5618cd046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (bff573b9-8333-4689-b8fb-b939ebd3c659), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:01.123587 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c1e24a-49b0-4576-a8c1-efab992e34a7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:11:01.140634 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b7c1e24a-49b0-4576-a8c1-efab992e34a7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "GET /v2.0/ports?device_id=7aaa5243-d4e2-42e0-afec-48086641fa77 HTTP/1.1" status: 200 len: 989 time: 0.2093244 Mar 01 14:11:01.141670 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 43224) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:01.143258 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-fcb6d545-4156-4ce5-a3e4-6890959ff928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:11:01.175423 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45556580-84c8-442c-b3ff-fff5618cd046 None None] Pushing event updated for resources: {'Port': ['ID=bff573b9-8333-4689-b8fb-b939ebd3c659,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:01.177273 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb6d545-4156-4ce5-a3e4-6890959ff928 None None] Routers {'7aaa5243-d4e2-42e0-afec-48086641fa77'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:11:01.178076 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-fcb6d545-4156-4ce5-a3e4-6890959ff928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:10:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['7aaa5243-d4e2-42e0-afec-48086641fa77'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:11:01.210859 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-82aa0333-f5b7-4064-a434-3bf838c7699f admin admin] Publish callbacks [] for security_group (ed294477-3d1a-4b7d-905a-02eba7d12fd9), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:01.278872 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-fcb6d545-4156-4ce5-a3e4-6890959ff928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:11:01.279981 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb6d545-4156-4ce5-a3e4-6890959ff928 None None] The sync data for ids ['7aaa5243-d4e2-42e0-afec-48086641fa77'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:11:01.283787 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-82aa0333-f5b7-4064-a434-3bf838c7699f admin admin] Publish callbacks [] for security_group (ed294477-3d1a-4b7d-905a-02eba7d12fd9), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:01.307029 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port bff573b9-8333-4689-b8fb-b939ebd3c659 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:11:01.408108 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-82aa0333-f5b7-4064-a434-3bf838c7699f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ed294477-3d1a-4b7d-905a-02eba7d12fd9), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:01.413099 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-82aa0333-f5b7-4064-a434-3bf838c7699f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:01.416985 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-82aa0333-f5b7-4064-a434-3bf838c7699f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed294477-3d1a-4b7d-905a-02eba7d12fd9 HTTP/1.1" status: 204 len: 168 time: 0.3713193 Mar 01 14:11:01.430336 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa0333-f5b7-4064-a434-3bf838c7699f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed294477-3d1a-4b7d-905a-02eba7d12fd9,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:01.555144 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cfd80356-3244-4775-b184-f1e17a836c16 None None] Provisioning complete for port 5d14a9e7-8fc4-412a-8e7b-05f961c98010 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:01.555646 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cfd80356-3244-4775-b184-f1e17a836c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (5d14a9e7-8fc4-412a-8e7b-05f961c98010), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:01.668291 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80356-3244-4775-b184-f1e17a836c16 None None] Port 5d14a9e7-8fc4-412a-8e7b-05f961c98010 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:11:01.682700 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cfd80356-3244-4775-b184-f1e17a836c16 None None] Provisioning complete for port bff573b9-8333-4689-b8fb-b939ebd3c659 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:01.683392 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cfd80356-3244-4775-b184-f1e17a836c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (bff573b9-8333-4689-b8fb-b939ebd3c659), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:01.873037 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80356-3244-4775-b184-f1e17a836c16 None None] Current status of the port bff573b9-8333-4689-b8fb-b939ebd3c659 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:11:01.880374 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:02.013184 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-515f3413-2748-4360-8af5-4c8d590ce308 None None] Provisioning complete for port 5d14a9e7-8fc4-412a-8e7b-05f961c98010 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:02.015249 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-515f3413-2748-4360-8af5-4c8d590ce308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (5d14a9e7-8fc4-412a-8e7b-05f961c98010), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:02.096742 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-515f3413-2748-4360-8af5-4c8d590ce308 None None] Port 5d14a9e7-8fc4-412a-8e7b-05f961c98010 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:11:02.221325 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device bff573b9-8333-4689-b8fb-b939ebd3c659 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:11:02.342987 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port bff573b9-8333-4689-b8fb-b939ebd3c659 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:02.343290 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (bff573b9-8333-4689-b8fb-b939ebd3c659), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:02.465303 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-3132af4a-ec41-4e02-9a3b-07853cbc4094 None None] Provisioning complete for port 5d14a9e7-8fc4-412a-8e7b-05f961c98010 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:02.465709 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3132af4a-ec41-4e02-9a3b-07853cbc4094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (5d14a9e7-8fc4-412a-8e7b-05f961c98010), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:02.660752 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3132af4a-ec41-4e02-9a3b-07853cbc4094 None None] Port 5d14a9e7-8fc4-412a-8e7b-05f961c98010 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:11:02.685454 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port bff573b9-8333-4689-b8fb-b939ebd3c659 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:11:02.787404 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-95fa07ee-4904-453b-a226-ec746f52be77 None None] Provisioning complete for port 5d14a9e7-8fc4-412a-8e7b-05f961c98010 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:02.788047 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-95fa07ee-4904-453b-a226-ec746f52be77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (5d14a9e7-8fc4-412a-8e7b-05f961c98010), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:02.845229 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-95fa07ee-4904-453b-a226-ec746f52be77 None None] Port 5d14a9e7-8fc4-412a-8e7b-05f961c98010 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:11:03.049025 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4f4d1593-66a7-4f8c-8966-68d7cfab14e3 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (7aaa5243-d4e2-42e0-afec-48086641fa77), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:03.527806 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-4f4d1593-66a7-4f8c-8966-68d7cfab14e3 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Deleting port 5d14a9e7-8fc4-412a-8e7b-05f961c98010 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:11:03.528153 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4f4d1593-66a7-4f8c-8966-68d7cfab14e3 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (5d14a9e7-8fc4-412a-8e7b-05f961c98010), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:03.715354 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4f4d1593-66a7-4f8c-8966-68d7cfab14e3 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (5d14a9e7-8fc4-412a-8e7b-05f961c98010), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:03.741709 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-4f4d1593-66a7-4f8c-8966-68d7cfab14e3 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Calling delete_port for 5d14a9e7-8fc4-412a-8e7b-05f961c98010 owned by network:router_interface {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:11:04.020310 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4f4d1593-66a7-4f8c-8966-68d7cfab14e3 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (5d14a9e7-8fc4-412a-8e7b-05f961c98010), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:04.093244 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d1593-66a7-4f8c-8966-68d7cfab14e3 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Port': ['ID=5d14a9e7-8fc4-412a-8e7b-05f961c98010,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:04.311090 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4f4d1593-66a7-4f8c-8966-68d7cfab14e3 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (7aaa5243-d4e2-42e0-afec-48086641fa77), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:04.554624 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4d1593-66a7-4f8c-8966-68d7cfab14e3 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Router 7aaa5243-d4e2-42e0-afec-48086641fa77 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:11:04.698914 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4d1593-66a7-4f8c-8966-68d7cfab14e3 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:11:04.707078 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4f4d1593-66a7-4f8c-8966-68d7cfab14e3 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "PUT /v2.0/routers/7aaa5243-d4e2-42e0-afec-48086641fa77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5625741 Mar 01 14:11:04.710094 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43402) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:04.732149 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfa3088-80d3-45ad-ba12-e9afd46d9468 None None] Sync routers for ids ['7aaa5243-d4e2-42e0-afec-48086641fa77'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:11:04.749734 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfa3088-80d3-45ad-ba12-e9afd46d9468 None None] Routers {'7aaa5243-d4e2-42e0-afec-48086641fa77'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:11:04.752372 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-ccfa3088-80d3-45ad-ba12-e9afd46d9468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:10:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['7aaa5243-d4e2-42e0-afec-48086641fa77'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:11:04.784871 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-1259c493-0eb9-4c17-9add-b863e83c607c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] GET failed (client error): The resource could not be found. Mar 01 14:11:04.789751 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1259c493-0eb9-4c17-9add-b863e83c607c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "GET /v2.0/ports/5d14a9e7-8fc4-412a-8e7b-05f961c98010 HTTP/1.1" status: 404 len: 333 time: 0.0753119 Mar 01 14:11:04.790200 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 43414) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:04.850386 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-ccfa3088-80d3-45ad-ba12-e9afd46d9468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:11:04.873667 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfa3088-80d3-45ad-ba12-e9afd46d9468 None None] Routers {'7aaa5243-d4e2-42e0-afec-48086641fa77'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:11:04.875129 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-ccfa3088-80d3-45ad-ba12-e9afd46d9468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:10:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['7aaa5243-d4e2-42e0-afec-48086641fa77'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:11:04.983167 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-ccfa3088-80d3-45ad-ba12-e9afd46d9468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:11:04.984967 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5a54e204-d121-49d5-a6ee-39df073420d4 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for router (7aaa5243-d4e2-42e0-afec-48086641fa77), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:04.986936 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfa3088-80d3-45ad-ba12-e9afd46d9468 None None] The sync data for ids ['7aaa5243-d4e2-42e0-afec-48086641fa77'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:11:05.256113 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5a54e204-d121-49d5-a6ee-39df073420d4 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (7aaa5243-d4e2-42e0-afec-48086641fa77), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:05.259168 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5a54e204-d121-49d5-a6ee-39df073420d4 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for router_controller (7aaa5243-d4e2-42e0-afec-48086641fa77), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:05.322215 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5a54e204-d121-49d5-a6ee-39df073420d4 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (7aaa5243-d4e2-42e0-afec-48086641fa77), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:05.323112 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a54e204-d121-49d5-a6ee-39df073420d4 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Fanout notify agent at l3_agent the message router_deleted on router 7aaa5243-d4e2-42e0-afec-48086641fa77 {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:11:05.353167 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5a54e204-d121-49d5-a6ee-39df073420d4 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:05.358192 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5a54e204-d121-49d5-a6ee-39df073420d4 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/routers/7aaa5243-d4e2-42e0-afec-48086641fa77 HTTP/1.1" status: 204 len: 168 time: 0.5666974 Mar 01 14:11:05.360819 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43442) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:05.506427 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-840e4bdf-b212-4a8b-b0e0-d4ef5e83c4d2 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Deleting subnet b08c8a02-0a14-4307-917f-a647438cdc8e {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:11:05.513458 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-840e4bdf-b212-4a8b-b0e0-d4ef5e83c4d2 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for subnet (b08c8a02-0a14-4307-917f-a647438cdc8e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:05.601843 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-840e4bdf-b212-4a8b-b0e0-d4ef5e83c4d2 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (b08c8a02-0a14-4307-917f-a647438cdc8e), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:05.793085 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-840e4bdf-b212-4a8b-b0e0-d4ef5e83c4d2 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (b08c8a02-0a14-4307-917f-a647438cdc8e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:05.925142 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-840e4bdf-b212-4a8b-b0e0-d4ef5e83c4d2 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (b08c8a02-0a14-4307-917f-a647438cdc8e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:05.955019 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e4bdf-b212-4a8b-b0e0-d4ef5e83c4d2 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Subnet': ['ID=b08c8a02-0a14-4307-917f-a647438cdc8e,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:05.976792 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-840e4bdf-b212-4a8b-b0e0-d4ef5e83c4d2 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:05.977388 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61f11ae-e708-4040-bd3a-c21d698b6ebe None None] Network 801b83dd-350f-4399-898d-9ae5cdab7f8c requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:11:05.983944 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 43464) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:05.984468 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-840e4bdf-b212-4a8b-b0e0-d4ef5e83c4d2 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/subnets/b08c8a02-0a14-4307-917f-a647438cdc8e HTTP/1.1" status: 204 len: 168 time: 0.6189907 Mar 01 14:11:06.091590 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43468) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:06.199645 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d66bc8a-d8d2-4126-b7ce-ec5b6417531b None None] DHCP port deletion for 801b83dd-350f-4399-898d-9ae5cdab7f8c request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:11:06.216144 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e084ca9-1de9-4009-8adb-950bb6dc280c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (801b83dd-350f-4399-898d-9ae5cdab7f8c), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:06.292641 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-62dcfaec-18b9-46ed-a1d9-e18e97cce373 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:06.308521 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3d66bc8a-d8d2-4126-b7ce-ec5b6417531b None None] Deleting port bff573b9-8333-4689-b8fb-b939ebd3c659 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:11:06.310911 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3d66bc8a-d8d2-4126-b7ce-ec5b6417531b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (bff573b9-8333-4689-b8fb-b939ebd3c659), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:06.354903 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-5e084ca9-1de9-4009-8adb-950bb6dc280c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Deleting port bff573b9-8333-4689-b8fb-b939ebd3c659 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:11:06.363490 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e084ca9-1de9-4009-8adb-950bb6dc280c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (bff573b9-8333-4689-b8fb-b939ebd3c659), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:06.390020 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-3d66bc8a-d8d2-4126-b7ce-ec5b6417531b None None] For port bff573b9-8333-4689-b8fb-b939ebd3c659, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=bff573b9-8333-4689-b8fb-b939ebd3c659,segment=NetworkSegment(6fe7bd9f-88b4-40f2-9d01-847380e38f82),segment_id=6fe7bd9f-88b4-40f2-9d01-847380e38f82)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:11:06.390831 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3d66bc8a-d8d2-4126-b7ce-ec5b6417531b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (bff573b9-8333-4689-b8fb-b939ebd3c659), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:06.406899 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3d66bc8a-d8d2-4126-b7ce-ec5b6417531b None None] Calling delete_port for bff573b9-8333-4689-b8fb-b939ebd3c659 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:11:06.531201 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-62dcfaec-18b9-46ed-a1d9-e18e97cce373 admin admin] Publish callbacks [] for security_group (a71b8df3-cdf2-47e8-b551-cd35ab016b5a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:06.543433 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-62dcfaec-18b9-46ed-a1d9-e18e97cce373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a71b8df3-cdf2-47e8-b551-cd35ab016b5a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:06.554334 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3d66bc8a-d8d2-4126-b7ce-ec5b6417531b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (bff573b9-8333-4689-b8fb-b939ebd3c659), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:06.565508 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-5e084ca9-1de9-4009-8adb-950bb6dc280c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] For port bff573b9-8333-4689-b8fb-b939ebd3c659, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=bff573b9-8333-4689-b8fb-b939ebd3c659,segment=NetworkSegment(6fe7bd9f-88b4-40f2-9d01-847380e38f82),segment_id=6fe7bd9f-88b4-40f2-9d01-847380e38f82)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:11:06.567074 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e084ca9-1de9-4009-8adb-950bb6dc280c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (bff573b9-8333-4689-b8fb-b939ebd3c659), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:06.585036 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66bc8a-d8d2-4126-b7ce-ec5b6417531b None None] Pushing event deleted for resources: {'Port': ['ID=bff573b9-8333-4689-b8fb-b939ebd3c659,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:06.599379 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d66bc8a-d8d2-4126-b7ce-ec5b6417531b None None] No DVR routers for this DVR port bff573b9-8333-4689-b8fb-b939ebd3c659 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:11:06.605191 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-5e084ca9-1de9-4009-8adb-950bb6dc280c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Calling delete_port for bff573b9-8333-4689-b8fb-b939ebd3c659 owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:11:06.690304 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcfaec-18b9-46ed-a1d9-e18e97cce373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71b8df3-cdf2-47e8-b551-cd35ab016b5a,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:06.735703 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 43488) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:06.739792 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-62dcfaec-18b9-46ed-a1d9-e18e97cce373 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e19190935c5a4559bedbf759fb3a512f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6467721 Mar 01 14:11:06.819227 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e084ca9-1de9-4009-8adb-950bb6dc280c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (bff573b9-8333-4689-b8fb-b939ebd3c659), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:06.885265 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e084ca9-1de9-4009-8adb-950bb6dc280c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Port': ['ID=bff573b9-8333-4689-b8fb-b939ebd3c659,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:06.899097 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e084ca9-1de9-4009-8adb-950bb6dc280c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] No DVR routers for this DVR port bff573b9-8333-4689-b8fb-b939ebd3c659 on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:11:06.946891 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0b22c764-432f-4ab8-a0a4-f84bc4ec8bc4 admin admin] Publish callbacks [] for security_group (a71b8df3-cdf2-47e8-b551-cd35ab016b5a), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:07.033388 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e084ca9-1de9-4009-8adb-950bb6dc280c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (801b83dd-350f-4399-898d-9ae5cdab7f8c), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:07.074226 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-5e084ca9-1de9-4009-8adb-950bb6dc280c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['801b83dd-350f-4399-898d-9ae5cdab7f8c']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:11:07.084356 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0b22c764-432f-4ab8-a0a4-f84bc4ec8bc4 admin admin] Publish callbacks [] for security_group (a71b8df3-cdf2-47e8-b551-cd35ab016b5a), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:07.094015 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-5e084ca9-1de9-4009-8adb-950bb6dc280c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe7bd9f-88b4-40f2-9d01-847380e38f82') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:11:07.094120 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-5e084ca9-1de9-4009-8adb-950bb6dc280c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe7bd9f-88b4-40f2-9d01-847380e38f82') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:11:07.113449 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e084ca9-1de9-4009-8adb-950bb6dc280c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (6fe7bd9f-88b4-40f2-9d01-847380e38f82), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:07.161787 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e084ca9-1de9-4009-8adb-950bb6dc280c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (6fe7bd9f-88b4-40f2-9d01-847380e38f82), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:07.181146 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e084ca9-1de9-4009-8adb-950bb6dc280c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:11:07.181731 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e084ca9-1de9-4009-8adb-950bb6dc280c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (6fe7bd9f-88b4-40f2-9d01-847380e38f82), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: self.session.flush() Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: self.session.flush() Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: self.session.flush() Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: self.session.flush() Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:11:07.185252 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:11:07.197712 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0b22c764-432f-4ab8-a0a4-f84bc4ec8bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a71b8df3-cdf2-47e8-b551-cd35ab016b5a), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:07.201215 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0b22c764-432f-4ab8-a0a4-f84bc4ec8bc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:07.205807 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0b22c764-432f-4ab8-a0a4-f84bc4ec8bc4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a71b8df3-cdf2-47e8-b551-cd35ab016b5a HTTP/1.1" status: 204 len: 168 time: 0.4615395 Mar 01 14:11:07.249317 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22c764-432f-4ab8-a0a4-f84bc4ec8bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71b8df3-cdf2-47e8-b551-cd35ab016b5a,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:07.281231 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e084ca9-1de9-4009-8adb-950bb6dc280c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (801b83dd-350f-4399-898d-9ae5cdab7f8c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:07.314689 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5e084ca9-1de9-4009-8adb-950bb6dc280c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:07.322263 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5e084ca9-1de9-4009-8adb-950bb6dc280c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/networks/801b83dd-350f-4399-898d-9ae5cdab7f8c HTTP/1.1" status: 204 len: 168 time: 1.3336217 Mar 01 14:11:07.322263 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e084ca9-1de9-4009-8adb-950bb6dc280c tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Network': ['ID=801b83dd-350f-4399-898d-9ae5cdab7f8c,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:07.325503 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43512) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:07.463975 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a252035a-665f-4f2f-8477-4503fa6afeeb tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:11:07.465450 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a252035a-665f-4f2f-8477-4503fa6afeeb tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "GET /v2.0/ports/ed533218-35f0-4448-97f6-364a1d2c1ed4 HTTP/1.1" status: 200 len: 844 time: 0.1382773 Mar 01 14:11:07.469565 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 43514) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:07.586989 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-71d4e4b0-e6d8-4e42-8421-cdfa345874ed tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "GET /v2.0/ports/ed533218-35f0-4448-97f6-364a1d2c1ed4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1155143 Mar 01 14:11:07.590593 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43520) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:07.596730 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-0e708bab-6fa8-4510-a41e-0a94f8c60595 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'subnet': {'network_id': '7bef87e7-222a-4c64-a308-0d24dbd0d480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:11:07.839183 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e708bab-6fa8-4510-a41e-0a94f8c60595 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:11:07.845821 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0e708bab-6fa8-4510-a41e-0a94f8c60595 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:07.852436 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 43528) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:07.886222 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1ec041aa-8d13-43cb-9300-049fadd3ac81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:08.067160 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1ec041aa-8d13-43cb-9300-049fadd3ac81 admin admin] Publish callbacks [] for security_group (31bf6541-3624-4065-bb1f-63097d111e3b), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:08.074177 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1ec041aa-8d13-43cb-9300-049fadd3ac81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (31bf6541-3624-4065-bb1f-63097d111e3b), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:08.135048 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1ec041aa-8d13-43cb-9300-049fadd3ac81 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cce8ad09fbf44042b27dff5ae4f7c10e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2812545 Mar 01 14:11:08.143523 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 43532) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:08.214137 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device bff573b9-8333-4689-b8fb-b939ebd3c659 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:11:08.246753 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec041aa-8d13-43cb-9300-049fadd3ac81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bf6541-3624-4065-bb1f-63097d111e3b,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:08.254310 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0e708bab-6fa8-4510-a41e-0a94f8c60595 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (e1ac7e36-58c7-4cdd-a55c-7a73c9212f9e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:08.311500 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: bff573b9-8333-4689-b8fb-b939ebd3c659 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:11:08.315651 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device bff573b9-8333-4689-b8fb-b939ebd3c659 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:11:08.357029 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f03b6b0a-e77c-4bc6-85f1-353ece6fca18 admin admin] Publish callbacks [] for security_group (31bf6541-3624-4065-bb1f-63097d111e3b), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:08.388418 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f03b6b0a-e77c-4bc6-85f1-353ece6fca18 admin admin] Publish callbacks [] for security_group (31bf6541-3624-4065-bb1f-63097d111e3b), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:08.405049 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e708bab-6fa8-4510-a41e-0a94f8c60595 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Network 7bef87e7-222a-4c64-a308-0d24dbd0d480 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:11:08.410141 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-0e708bab-6fa8-4510-a41e-0a94f8c60595 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:11:08.420100 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6572da11-9ee3-495c-b49c-532d22327178 None None] Network 7bef87e7-222a-4c64-a308-0d24dbd0d480 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:11:08.421530 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e708bab-6fa8-4510-a41e-0a94f8c60595 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:11:08.422324 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0e708bab-6fa8-4510-a41e-0a94f8c60595 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:08.448122 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e708bab-6fa8-4510-a41e-0a94f8c60595 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Subnet': ['ID=e1ac7e36-58c7-4cdd-a55c-7a73c9212f9e,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:08.476108 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0e708bab-6fa8-4510-a41e-0a94f8c60595 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8834205 Mar 01 14:11:08.478443 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43540) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:08.494342 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-45b7f469-6106-4861-8c50-a502ff33d0f7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'security_group': {'name': 'tempest-secgroup-1380354153'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:11:08.511533 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f03b6b0a-e77c-4bc6-85f1-353ece6fca18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (31bf6541-3624-4065-bb1f-63097d111e3b), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:08.516643 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f03b6b0a-e77c-4bc6-85f1-353ece6fca18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:08.531405 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f03b6b0a-e77c-4bc6-85f1-353ece6fca18 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31bf6541-3624-4065-bb1f-63097d111e3b HTTP/1.1" status: 204 len: 168 time: 0.3741491 Mar 01 14:11:08.545166 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b6b0a-e77c-4bc6-85f1-353ece6fca18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bf6541-3624-4065-bb1f-63097d111e3b,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:08.550737 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-45b7f469-6106-4861-8c50-a502ff33d0f7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:08.731537 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-45b7f469-6106-4861-8c50-a502ff33d0f7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for security_group (97171ff5-2f93-4e73-a4a5-2b7eb876812f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:08.739964 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-45b7f469-6106-4861-8c50-a502ff33d0f7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (97171ff5-2f93-4e73-a4a5-2b7eb876812f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:08.795593 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-45b7f469-6106-4861-8c50-a502ff33d0f7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:08.800385 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-45b7f469-6106-4861-8c50-a502ff33d0f7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3179188 Mar 01 14:11:08.800385 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7f469-6106-4861-8c50-a502ff33d0f7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97171ff5-2f93-4e73-a4a5-2b7eb876812f,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:08.801804 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 43548) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:08.810642 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-c5ce49ca-f492-4210-93b0-e0d7ec990ab7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'security_group': {'name': 'tempest-secgroup-697419523'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:11:08.881303 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c5ce49ca-f492-4210-93b0-e0d7ec990ab7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:08.996415 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b3d39f-ec1f-4f5a-8bfd-98a7ebaa23f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-7bef87e7-222a-4c64-a308-0d24dbd0d480', 'network_id': '7bef87e7-222a-4c64-a308-0d24dbd0d480', 'project_id': '163c4d59cc1c49dc810880d9d07b304d', 'fixed_ips': [{'subnet_id': 'e1ac7e36-58c7-4cdd-a55c-7a73c9212f9e'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:11:08.997295 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e6b3d39f-ec1f-4f5a-8bfd-98a7ebaa23f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:09.109918 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c5ce49ca-f492-4210-93b0-e0d7ec990ab7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for security_group (0117711e-7341-40e9-b344-94b06cca3c58), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:09.127372 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c5ce49ca-f492-4210-93b0-e0d7ec990ab7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (0117711e-7341-40e9-b344-94b06cca3c58), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:09.205183 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c5ce49ca-f492-4210-93b0-e0d7ec990ab7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:09.210123 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43562) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:09.214358 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c5ce49ca-f492-4210-93b0-e0d7ec990ab7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4097238 Mar 01 14:11:09.217455 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-84f9f831-558c-4358-834f-b8281dbc2bdd tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1814148584', 'security_groups': ['0117711e-7341-40e9-b344-94b06cca3c58'], 'network_id': '7bef87e7-222a-4c64-a308-0d24dbd0d480', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e1ac7e36-58c7-4cdd-a55c-7a73c9212f9e'}]}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:11:09.218637 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce49ca-f492-4210-93b0-e0d7ec990ab7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0117711e-7341-40e9-b344-94b06cca3c58,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:09.264612 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-e6b3d39f-ec1f-4f5a-8bfd-98a7ebaa23f2 None None] Allocated IP 2001:db8::2 (7bef87e7-222a-4c64-a308-0d24dbd0d480/e1ac7e36-58c7-4cdd-a55c-7a73c9212f9e/15b62f32-a75d-4432-93bf-f227bc4029d9) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:11:09.468411 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e6b3d39f-ec1f-4f5a-8bfd-98a7ebaa23f2 None None] Publish callbacks [] for port (15b62f32-a75d-4432-93bf-f227bc4029d9), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:09.479117 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e6b3d39f-ec1f-4f5a-8bfd-98a7ebaa23f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (15b62f32-a75d-4432-93bf-f227bc4029d9), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:09.561149 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f9f831-558c-4358-834f-b8281dbc2bdd tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:11:09.638946 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b3d39f-ec1f-4f5a-8bfd-98a7ebaa23f2 None None] Pushing event updated for resources: {'Port': ['ID=15b62f32-a75d-4432-93bf-f227bc4029d9,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:09.686005 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b3d39f-ec1f-4f5a-8bfd-98a7ebaa23f2 None None] Network 7bef87e7-222a-4c64-a308-0d24dbd0d480 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:11:09.690134 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-e6b3d39f-ec1f-4f5a-8bfd-98a7ebaa23f2 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:11:09.693812 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b3d39f-ec1f-4f5a-8bfd-98a7ebaa23f2 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:11:09.812893 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-84f9f831-558c-4358-834f-b8281dbc2bdd tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:09.822593 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-e6b3d39f-ec1f-4f5a-8bfd-98a7ebaa23f2 None None] Attempting to bind port 15b62f32-a75d-4432-93bf-f227bc4029d9 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:11:09.824759 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-e6b3d39f-ec1f-4f5a-8bfd-98a7ebaa23f2 None None] Attempting to bind port 15b62f32-a75d-4432-93bf-f227bc4029d9 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'f3a5b3c0-f3c1-47fb-b09f-ae03d8dc0111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7bef87e7-222a-4c64-a308-0d24dbd0d480'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:11:09.825233 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b3d39f-ec1f-4f5a-8bfd-98a7ebaa23f2 None None] Attempting to bind port 15b62f32-a75d-4432-93bf-f227bc4029d9 on network 7bef87e7-222a-4c64-a308-0d24dbd0d480 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:11:09.840001 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b3d39f-ec1f-4f5a-8bfd-98a7ebaa23f2 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:11:09.840509 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b3d39f-ec1f-4f5a-8bfd-98a7ebaa23f2 None None] Checking segment: {'id': 'f3a5b3c0-f3c1-47fb-b09f-ae03d8dc0111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7bef87e7-222a-4c64-a308-0d24dbd0d480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:11:09.841249 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e6b3d39f-ec1f-4f5a-8bfd-98a7ebaa23f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:09.842461 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b3d39f-ec1f-4f5a-8bfd-98a7ebaa23f2 None None] Bound using segment: {'id': 'f3a5b3c0-f3c1-47fb-b09f-ae03d8dc0111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7bef87e7-222a-4c64-a308-0d24dbd0d480'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:11:09.845270 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-e6b3d39f-ec1f-4f5a-8bfd-98a7ebaa23f2 None None] Bound port: 15b62f32-a75d-4432-93bf-f227bc4029d9, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a5b3c0-f3c1-47fb-b09f-ae03d8dc0111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7bef87e7-222a-4c64-a308-0d24dbd0d480'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:11:09.845776 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e6b3d39f-ec1f-4f5a-8bfd-98a7ebaa23f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (15b62f32-a75d-4432-93bf-f227bc4029d9), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:09.848039 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-84f9f831-558c-4358-834f-b8281dbc2bdd tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] device_id is not set on port 8b7bd004-bf0b-42ce-a1ae-4c7d794e24d8 yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:11:10.011924 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-e6b3d39f-ec1f-4f5a-8bfd-98a7ebaa23f2 None None] For port 15b62f32-a75d-4432-93bf-f227bc4029d9, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:11:10.015550 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-e6b3d39f-ec1f-4f5a-8bfd-98a7ebaa23f2 None None] For port 15b62f32-a75d-4432-93bf-f227bc4029d9, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=15b62f32-a75d-4432-93bf-f227bc4029d9,segment=NetworkSegment(f3a5b3c0-f3c1-47fb-b09f-ae03d8dc0111),segment_id=f3a5b3c0-f3c1-47fb-b09f-ae03d8dc0111)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:11:10.059521 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e6b3d39f-ec1f-4f5a-8bfd-98a7ebaa23f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (15b62f32-a75d-4432-93bf-f227bc4029d9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:10.071181 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:10.129755 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:10.198531 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-84f9f831-558c-4358-834f-b8281dbc2bdd tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Allocated IP 2001:db8::46 (7bef87e7-222a-4c64-a308-0d24dbd0d480/e1ac7e36-58c7-4cdd-a55c-7a73c9212f9e/8b7bd004-bf0b-42ce-a1ae-4c7d794e24d8) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:11:10.213612 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b3d39f-ec1f-4f5a-8bfd-98a7ebaa23f2 None None] Pushing event updated for resources: {'Port': ['ID=15b62f32-a75d-4432-93bf-f227bc4029d9,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:10.561332 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-84f9f831-558c-4358-834f-b8281dbc2bdd tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for port (8b7bd004-bf0b-42ce-a1ae-4c7d794e24d8), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:10.675073 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-84f9f831-558c-4358-834f-b8281dbc2bdd tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (8b7bd004-bf0b-42ce-a1ae-4c7d794e24d8), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:10.824525 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f9f831-558c-4358-834f-b8281dbc2bdd tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Network 7bef87e7-222a-4c64-a308-0d24dbd0d480 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:11:10.829160 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-84f9f831-558c-4358-834f-b8281dbc2bdd tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:11:10.835349 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f9f831-558c-4358-834f-b8281dbc2bdd tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:11:10.844028 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f9f831-558c-4358-834f-b8281dbc2bdd tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:11:10.844713 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-84f9f831-558c-4358-834f-b8281dbc2bdd tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:10.865665 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9f831-558c-4358-834f-b8281dbc2bdd tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Port': ['ID=8b7bd004-bf0b-42ce-a1ae-4c7d794e24d8,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:10.921822 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-84f9f831-558c-4358-834f-b8281dbc2bdd tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7102404 Mar 01 14:11:10.925608 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43616) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:10.940903 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-56c20a82-b69a-47c4-a927-c6a40574e16b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'subnet': {'network_id': '7bef87e7-222a-4c64-a308-0d24dbd0d480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:11:11.169348 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c20a82-b69a-47c4-a927-c6a40574e16b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:11:11.177067 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-56c20a82-b69a-47c4-a927-c6a40574e16b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:11.382411 n-d-827467-3 neutron-server[103726]: INFO neutron.db.ipam_backend_mixin [None req-56c20a82-b69a-47c4-a927-c6a40574e16b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e1ac7e36-58c7-4cdd-a55c-7a73c9212f9e (CIDR: 2001:db8::/64) Mar 01 14:11:11.404562 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c20a82-b69a-47c4-a927-c6a40574e16b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:11:11.405113 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56c20a82-b69a-47c4-a927-c6a40574e16b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:11:11.455391 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-56c20a82-b69a-47c4-a927-c6a40574e16b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5286572 Mar 01 14:11:11.459262 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 43634) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:11.465871 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-85f43c05-9e68-4f0c-9a75-847b5ec51361 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'subnet': {'network_id': '7bef87e7-222a-4c64-a308-0d24dbd0d480', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:11:11.771763 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f43c05-9e68-4f0c-9a75-847b5ec51361 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:11:11.775825 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-85f43c05-9e68-4f0c-9a75-847b5ec51361 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:12.280225 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 15b62f32-a75d-4432-93bf-f227bc4029d9 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:11:12.288841 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d2b44c7e-e123-461d-89a6-9571f58dde30 None None] Provisioning complete for port 15b62f32-a75d-4432-93bf-f227bc4029d9 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:12.289216 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d2b44c7e-e123-461d-89a6-9571f58dde30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (15b62f32-a75d-4432-93bf-f227bc4029d9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:12.379851 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-85f43c05-9e68-4f0c-9a75-847b5ec51361 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (ff5256d7-91fc-4a85-b5cc-0c3ac0296b92), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:12.476553 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f43c05-9e68-4f0c-9a75-847b5ec51361 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Subnet': ['ID=ff5256d7-91fc-4a85-b5cc-0c3ac0296b92,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:12.488371 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f43c05-9e68-4f0c-9a75-847b5ec51361 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Network 7bef87e7-222a-4c64-a308-0d24dbd0d480 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:11:12.490757 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-85f43c05-9e68-4f0c-9a75-847b5ec51361 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:11:12.494296 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f43c05-9e68-4f0c-9a75-847b5ec51361 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:11:12.494838 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d2b44c7e-e123-461d-89a6-9571f58dde30 None None] Current status of the port 15b62f32-a75d-4432-93bf-f227bc4029d9 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:11:12.495232 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d2b44c7e-e123-461d-89a6-9571f58dde30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (15b62f32-a75d-4432-93bf-f227bc4029d9), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:12.495603 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-85f43c05-9e68-4f0c-9a75-847b5ec51361 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:12.535380 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 15b62f32-a75d-4432-93bf-f227bc4029d9 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:12.536075 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-85f43c05-9e68-4f0c-9a75-847b5ec51361 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0748112 Mar 01 14:11:12.538510 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 43658) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:12.539140 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (15b62f32-a75d-4432-93bf-f227bc4029d9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:12.544742 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-138665f2-2b83-462a-963c-ff036ee1d4aa tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1235941648', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ff5256d7-91fc-4a85-b5cc-0c3ac0296b92'}], 'security_groups': ['97171ff5-2f93-4e73-a4a5-2b7eb876812f']}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:11:12.588976 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d2b44c7e-e123-461d-89a6-9571f58dde30 None None] For port 15b62f32-a75d-4432-93bf-f227bc4029d9, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=15b62f32-a75d-4432-93bf-f227bc4029d9,segment=NetworkSegment(f3a5b3c0-f3c1-47fb-b09f-ae03d8dc0111),segment_id=f3a5b3c0-f3c1-47fb-b09f-ae03d8dc0111)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:11:12.595565 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3e6ee7-f9c9-459d-b145-831185bcc592 None None] Network 7bef87e7-222a-4c64-a308-0d24dbd0d480 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:11:12.747168 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-138665f2-2b83-462a-963c-ff036ee1d4aa tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8b7bd004-bf0b-42ce-a1ae-4c7d794e24d8), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:12.845798 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d2b44c7e-e123-461d-89a6-9571f58dde30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (15b62f32-a75d-4432-93bf-f227bc4029d9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:12.967335 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d2b44c7e-e123-461d-89a6-9571f58dde30 None None] Provisioning complete for port ed533218-35f0-4448-97f6-364a1d2c1ed4 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:12.967737 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d2b44c7e-e123-461d-89a6-9571f58dde30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ed533218-35f0-4448-97f6-364a1d2c1ed4), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:13.033629 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d2b44c7e-e123-461d-89a6-9571f58dde30 None None] Port ed533218-35f0-4448-97f6-364a1d2c1ed4 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:11:13.094952 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b44c7e-e123-461d-89a6-9571f58dde30 None None] Pushing event updated for resources: {'Port': ['ID=15b62f32-a75d-4432-93bf-f227bc4029d9,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:13.272541 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-290145d2-3614-4b41-8fee-e9f074d5a3b1 None None] Provisioning complete for port 8b7bd004-bf0b-42ce-a1ae-4c7d794e24d8 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:13.272990 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-290145d2-3614-4b41-8fee-e9f074d5a3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8b7bd004-bf0b-42ce-a1ae-4c7d794e24d8), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:13.274992 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 15b62f32-a75d-4432-93bf-f227bc4029d9 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:11:13.275868 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-138665f2-2b83-462a-963c-ff036ee1d4aa tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Delete allocated IP 2001:db8::46 (7bef87e7-222a-4c64-a308-0d24dbd0d480/e1ac7e36-58c7-4cdd-a55c-7a73c9212f9e) {{(pid=103727) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 01 14:11:13.299149 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-138665f2-2b83-462a-963c-ff036ee1d4aa tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Allocated IP 2001:db8:0:1::142 (7bef87e7-222a-4c64-a308-0d24dbd0d480/ff5256d7-91fc-4a85-b5cc-0c3ac0296b92/8b7bd004-bf0b-42ce-a1ae-4c7d794e24d8) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:11:13.305435 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b31434c-abeb-4978-9023-aae210971581 None None] Update dhcp port {'port': {'network_id': '7bef87e7-222a-4c64-a308-0d24dbd0d480', 'fixed_ips': [{'subnet_id': 'e1ac7e36-58c7-4cdd-a55c-7a73c9212f9e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ff5256d7-91fc-4a85-b5cc-0c3ac0296b92'}], 'binding:host_id': 'n-d-827467-3'}, 'id': '15b62f32-a75d-4432-93bf-f227bc4029d9'} from n-d-827467-3. {{(pid=103728) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 01 14:11:13.356700 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-290145d2-3614-4b41-8fee-e9f074d5a3b1 None None] Port 8b7bd004-bf0b-42ce-a1ae-4c7d794e24d8 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:11:13.378204 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5b31434c-abeb-4978-9023-aae210971581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (15b62f32-a75d-4432-93bf-f227bc4029d9), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:13.678834 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-138665f2-2b83-462a-963c-ff036ee1d4aa tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for port (8b7bd004-bf0b-42ce-a1ae-4c7d794e24d8), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:13.694304 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-138665f2-2b83-462a-963c-ff036ee1d4aa tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (8b7bd004-bf0b-42ce-a1ae-4c7d794e24d8), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:13.839271 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-5b31434c-abeb-4978-9023-aae210971581 None None] Allocated IP 2001:db8:0:1::2 (7bef87e7-222a-4c64-a308-0d24dbd0d480/ff5256d7-91fc-4a85-b5cc-0c3ac0296b92/15b62f32-a75d-4432-93bf-f227bc4029d9) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:11:13.938511 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-138665f2-2b83-462a-963c-ff036ee1d4aa tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] In _notify_port_updated(), no bound segment for port 8b7bd004-bf0b-42ce-a1ae-4c7d794e24d8 on network 7bef87e7-222a-4c64-a308-0d24dbd0d480 {{(pid=103727) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 01 14:11:13.950254 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138665f2-2b83-462a-963c-ff036ee1d4aa tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:11:13.953550 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-138665f2-2b83-462a-963c-ff036ee1d4aa tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:13.959620 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43696) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:13.960780 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-138665f2-2b83-462a-963c-ff036ee1d4aa tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "PUT /v2.0/ports/8b7bd004-bf0b-42ce-a1ae-4c7d794e24d8 HTTP/1.1" status: 200 len: 931 time: 1.4203653 Mar 01 14:11:13.975648 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138665f2-2b83-462a-963c-ff036ee1d4aa tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Port': ['ID=8b7bd004-bf0b-42ce-a1ae-4c7d794e24d8,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:14.118634 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-5b31434c-abeb-4978-9023-aae210971581 None None] For port 15b62f32-a75d-4432-93bf-f227bc4029d9, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=15b62f32-a75d-4432-93bf-f227bc4029d9,segment=NetworkSegment(f3a5b3c0-f3c1-47fb-b09f-ae03d8dc0111),segment_id=f3a5b3c0-f3c1-47fb-b09f-ae03d8dc0111)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:11:14.130952 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc0e0ca6-dd95-47c3-a1db-60721724fa8b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Deleting port 8b7bd004-bf0b-42ce-a1ae-4c7d794e24d8 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:11:14.131297 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc0e0ca6-dd95-47c3-a1db-60721724fa8b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (8b7bd004-bf0b-42ce-a1ae-4c7d794e24d8), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:14.199959 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5b31434c-abeb-4978-9023-aae210971581 None None] Publish callbacks [] for port (15b62f32-a75d-4432-93bf-f227bc4029d9), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:14.222932 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5b31434c-abeb-4978-9023-aae210971581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (15b62f32-a75d-4432-93bf-f227bc4029d9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:14.239264 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 15b62f32-a75d-4432-93bf-f227bc4029d9 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:11:14.380210 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc0e0ca6-dd95-47c3-a1db-60721724fa8b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (8b7bd004-bf0b-42ce-a1ae-4c7d794e24d8), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:14.407199 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc0e0ca6-dd95-47c3-a1db-60721724fa8b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Calling delete_port for 8b7bd004-bf0b-42ce-a1ae-4c7d794e24d8 owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:11:14.488157 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31434c-abeb-4978-9023-aae210971581 None None] Pushing event updated for resources: {'Port': ['ID=15b62f32-a75d-4432-93bf-f227bc4029d9,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:14.554868 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 15b62f32-a75d-4432-93bf-f227bc4029d9 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:14.559858 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (15b62f32-a75d-4432-93bf-f227bc4029d9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:14.709105 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc0e0ca6-dd95-47c3-a1db-60721724fa8b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (8b7bd004-bf0b-42ce-a1ae-4c7d794e24d8), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:14.745799 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 15b62f32-a75d-4432-93bf-f227bc4029d9 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:11:14.784686 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e0ca6-dd95-47c3-a1db-60721724fa8b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Port': ['ID=8b7bd004-bf0b-42ce-a1ae-4c7d794e24d8,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:14.864992 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc0e0ca6-dd95-47c3-a1db-60721724fa8b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:14.870888 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 43714) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:14.871484 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-dc0e0ca6-dd95-47c3-a1db-60721724fa8b tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/ports/8b7bd004-bf0b-42ce-a1ae-4c7d794e24d8 HTTP/1.1" status: 204 len: 168 time: 0.9100902 Mar 01 14:11:14.924517 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-7647dd2d-5039-4650-ad9f-3a2d489936b4 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] GET failed (client error): The resource could not be found. Mar 01 14:11:14.928327 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7647dd2d-5039-4650-ad9f-3a2d489936b4 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "GET /v2.0/ports/8b7bd004-bf0b-42ce-a1ae-4c7d794e24d8 HTTP/1.1" status: 404 len: 333 time: 0.0535634 Mar 01 14:11:14.929272 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 43716) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:15.055353 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a671ec40-9bf9-495b-8aa9-adef42774673 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for security_group (0117711e-7341-40e9-b344-94b06cca3c58), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:15.085352 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a671ec40-9bf9-495b-8aa9-adef42774673 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for security_group (0117711e-7341-40e9-b344-94b06cca3c58), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:15.207869 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a671ec40-9bf9-495b-8aa9-adef42774673 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (0117711e-7341-40e9-b344-94b06cca3c58), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:15.213432 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a671ec40-9bf9-495b-8aa9-adef42774673 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:15.217008 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a671ec40-9bf9-495b-8aa9-adef42774673 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/security-groups/0117711e-7341-40e9-b344-94b06cca3c58 HTTP/1.1" status: 204 len: 168 time: 0.2822456 Mar 01 14:11:15.221083 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43720) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:15.234218 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671ec40-9bf9-495b-8aa9-adef42774673 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0117711e-7341-40e9-b344-94b06cca3c58,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:15.396363 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5f098d60-7678-4c59-a59b-d962c8fdecb9 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for security_group (97171ff5-2f93-4e73-a4a5-2b7eb876812f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:15.443935 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5f098d60-7678-4c59-a59b-d962c8fdecb9 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for security_group (97171ff5-2f93-4e73-a4a5-2b7eb876812f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:15.522573 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5f098d60-7678-4c59-a59b-d962c8fdecb9 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (97171ff5-2f93-4e73-a4a5-2b7eb876812f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:15.526397 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5f098d60-7678-4c59-a59b-d962c8fdecb9 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:15.527581 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5f098d60-7678-4c59-a59b-d962c8fdecb9 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/security-groups/97171ff5-2f93-4e73-a4a5-2b7eb876812f HTTP/1.1" status: 204 len: 168 time: 0.3043773 Mar 01 14:11:15.530330 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 43730) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:15.566402 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f098d60-7678-4c59-a59b-d962c8fdecb9 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97171ff5-2f93-4e73-a4a5-2b7eb876812f,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:15.642679 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eec8543-0dbf-4546-9946-b9ffb3dee3b3 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Deleting subnet e1ac7e36-58c7-4cdd-a55c-7a73c9212f9e {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:11:15.651380 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3eec8543-0dbf-4546-9946-b9ffb3dee3b3 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for subnet (e1ac7e36-58c7-4cdd-a55c-7a73c9212f9e), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:15.741847 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3eec8543-0dbf-4546-9946-b9ffb3dee3b3 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (e1ac7e36-58c7-4cdd-a55c-7a73c9212f9e), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:15.743831 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-695e88a9-9cb1-4f6f-b4fe-214656573ba2 None None] Provisioning complete for port 15b62f32-a75d-4432-93bf-f227bc4029d9 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:15.744348 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-695e88a9-9cb1-4f6f-b4fe-214656573ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (15b62f32-a75d-4432-93bf-f227bc4029d9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:15.928835 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-695e88a9-9cb1-4f6f-b4fe-214656573ba2 None None] Current status of the port 15b62f32-a75d-4432-93bf-f227bc4029d9 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:11:15.979074 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-695e88a9-9cb1-4f6f-b4fe-214656573ba2 None None] Provisioning complete for port ed533218-35f0-4448-97f6-364a1d2c1ed4 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:15.979458 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-695e88a9-9cb1-4f6f-b4fe-214656573ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ed533218-35f0-4448-97f6-364a1d2c1ed4), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:16.006267 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3eec8543-0dbf-4546-9946-b9ffb3dee3b3 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (e1ac7e36-58c7-4cdd-a55c-7a73c9212f9e), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:16.073230 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-695e88a9-9cb1-4f6f-b4fe-214656573ba2 None None] Port ed533218-35f0-4448-97f6-364a1d2c1ed4 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:11:16.076478 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-695e88a9-9cb1-4f6f-b4fe-214656573ba2 None None] Could not find standard attr ID for object 8b7bd004-bf0b-42ce-a1ae-4c7d794e24d8. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 14:11:16.204858 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3eec8543-0dbf-4546-9946-b9ffb3dee3b3 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (e1ac7e36-58c7-4cdd-a55c-7a73c9212f9e), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:16.314270 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-8a450dd3-8d0e-4e25-9648-55513fa9f1f2 None None] Could not find standard attr ID for object 8b7bd004-bf0b-42ce-a1ae-4c7d794e24d8. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 14:11:16.332542 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec8543-0dbf-4546-9946-b9ffb3dee3b3 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Subnet': ['ID=e1ac7e36-58c7-4cdd-a55c-7a73c9212f9e,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:16.352828 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3eec8543-0dbf-4546-9946-b9ffb3dee3b3 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:16.396342 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43746) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:16.400323 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3eec8543-0dbf-4546-9946-b9ffb3dee3b3 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/subnets/e1ac7e36-58c7-4cdd-a55c-7a73c9212f9e HTTP/1.1" status: 204 len: 168 time: 0.8685589 Mar 01 14:11:16.406479 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 15b62f32-a75d-4432-93bf-f227bc4029d9 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:11:16.437340 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-0072ff07-16ec-4bca-84af-b9a4a04dde59 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'subnet': {'network_id': '7bef87e7-222a-4c64-a308-0d24dbd0d480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:11:16.649231 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 15b62f32-a75d-4432-93bf-f227bc4029d9 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:16.649988 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (15b62f32-a75d-4432-93bf-f227bc4029d9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:16.885997 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a8ea70-53f3-4b99-ab91-0b6719f5ef5d None None] Network 7bef87e7-222a-4c64-a308-0d24dbd0d480 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:11:16.901920 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0072ff07-16ec-4bca-84af-b9a4a04dde59 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:11:16.905837 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0072ff07-16ec-4bca-84af-b9a4a04dde59 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:16.966078 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 15b62f32-a75d-4432-93bf-f227bc4029d9 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:11:17.366952 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0072ff07-16ec-4bca-84af-b9a4a04dde59 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (b08e042c-d7cc-45ba-bb11-4a4b104e34df), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:17.505909 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0072ff07-16ec-4bca-84af-b9a4a04dde59 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Network 7bef87e7-222a-4c64-a308-0d24dbd0d480 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:11:17.513763 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-0072ff07-16ec-4bca-84af-b9a4a04dde59 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:11:17.521286 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0072ff07-16ec-4bca-84af-b9a4a04dde59 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:11:17.524413 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0072ff07-16ec-4bca-84af-b9a4a04dde59 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:17.532406 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072ff07-16ec-4bca-84af-b9a4a04dde59 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Subnet': ['ID=b08e042c-d7cc-45ba-bb11-4a4b104e34df,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:17.577473 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0072ff07-16ec-4bca-84af-b9a4a04dde59 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1762838 Mar 01 14:11:17.577473 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43772) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:17.581898 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-a3b53bb0-864c-47e9-a60c-b08e8466ef95 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'security_group': {'name': 'tempest-secgroup-1515779794'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:11:17.650446 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a3b53bb0-864c-47e9-a60c-b08e8466ef95 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:17.818100 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a3b53bb0-864c-47e9-a60c-b08e8466ef95 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for security_group (a1db2f20-cd7c-4002-b037-11bd5dd0aef1), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:17.827758 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a3b53bb0-864c-47e9-a60c-b08e8466ef95 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a1db2f20-cd7c-4002-b037-11bd5dd0aef1), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:17.892611 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a3b53bb0-864c-47e9-a60c-b08e8466ef95 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:17.907169 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a3b53bb0-864c-47e9-a60c-b08e8466ef95 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3266442 Mar 01 14:11:17.907533 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 43782) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:17.913322 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b53bb0-864c-47e9-a60c-b08e8466ef95 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1db2f20-cd7c-4002-b037-11bd5dd0aef1,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:17.914781 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-c66eff69-7d0b-45cc-8abf-7b80a6785783 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'security_group': {'name': 'tempest-secgroup-348350302'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:11:17.942494 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c66eff69-7d0b-45cc-8abf-7b80a6785783 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:18.150169 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c66eff69-7d0b-45cc-8abf-7b80a6785783 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for security_group (e0620e55-f4da-4132-a8cc-584569f07f38), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:18.164274 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c66eff69-7d0b-45cc-8abf-7b80a6785783 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (e0620e55-f4da-4132-a8cc-584569f07f38), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:18.213720 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c66eff69-7d0b-45cc-8abf-7b80a6785783 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:18.217438 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c66eff69-7d0b-45cc-8abf-7b80a6785783 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3053374 Mar 01 14:11:18.217800 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43790) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:18.224811 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-cd3d02bb-0aed-41c7-9d81-e9a28f46ae38 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'security_group': {'name': 'tempest-secgroup-73195511'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:11:18.250920 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66eff69-7d0b-45cc-8abf-7b80a6785783 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0620e55-f4da-4132-a8cc-584569f07f38,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:18.318429 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cd3d02bb-0aed-41c7-9d81-e9a28f46ae38 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:18.481298 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215596c9-b301-4f92-bfed-c9a5a273c8b1 None None] Network 7bef87e7-222a-4c64-a308-0d24dbd0d480 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:11:18.489237 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cd3d02bb-0aed-41c7-9d81-e9a28f46ae38 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for security_group (488e6d2f-2a23-481d-9a85-63f9a45c0a50), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:18.503953 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cd3d02bb-0aed-41c7-9d81-e9a28f46ae38 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (488e6d2f-2a23-481d-9a85-63f9a45c0a50), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:18.580748 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d02bb-0aed-41c7-9d81-e9a28f46ae38 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=488e6d2f-2a23-481d-9a85-63f9a45c0a50,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:18.626873 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-5a6d0150-711e-474b-b716-34af052b5718 None None] Provisioning complete for port 15b62f32-a75d-4432-93bf-f227bc4029d9 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:18.627599 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5a6d0150-711e-474b-b716-34af052b5718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (15b62f32-a75d-4432-93bf-f227bc4029d9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:18.632301 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cd3d02bb-0aed-41c7-9d81-e9a28f46ae38 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:18.637120 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cd3d02bb-0aed-41c7-9d81-e9a28f46ae38 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4159038 Mar 01 14:11:18.638508 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43794) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:18.677616 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-73abbc7f-b070-402d-a960-f1115c8aef99 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-448947391', 'security_groups': ['488e6d2f-2a23-481d-9a85-63f9a45c0a50'], 'network_id': '7bef87e7-222a-4c64-a308-0d24dbd0d480', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b08e042c-d7cc-45ba-bb11-4a4b104e34df'}]}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:11:18.798656 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-5a6d0150-711e-474b-b716-34af052b5718 None None] Current status of the port 15b62f32-a75d-4432-93bf-f227bc4029d9 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:11:18.819560 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-5a6d0150-711e-474b-b716-34af052b5718 None None] Provisioning complete for port ed533218-35f0-4448-97f6-364a1d2c1ed4 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:18.819993 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5a6d0150-711e-474b-b716-34af052b5718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ed533218-35f0-4448-97f6-364a1d2c1ed4), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:18.849945 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224777eb-cbdb-430d-9349-9b09aebcb9ff None None] Update dhcp port {'port': {'network_id': '7bef87e7-222a-4c64-a308-0d24dbd0d480', 'fixed_ips': [{'subnet_id': 'ff5256d7-91fc-4a85-b5cc-0c3ac0296b92', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b08e042c-d7cc-45ba-bb11-4a4b104e34df'}], 'binding:host_id': 'n-d-827467-3'}, 'id': '15b62f32-a75d-4432-93bf-f227bc4029d9'} from n-d-827467-3. {{(pid=103728) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 01 14:11:18.911726 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-224777eb-cbdb-430d-9349-9b09aebcb9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (15b62f32-a75d-4432-93bf-f227bc4029d9), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:19.010271 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73abbc7f-b070-402d-a960-f1115c8aef99 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:11:19.138132 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-224777eb-cbdb-430d-9349-9b09aebcb9ff None None] Allocated IP 2001:db8::2 (7bef87e7-222a-4c64-a308-0d24dbd0d480/b08e042c-d7cc-45ba-bb11-4a4b104e34df/15b62f32-a75d-4432-93bf-f227bc4029d9) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:11:19.182176 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-73abbc7f-b070-402d-a960-f1115c8aef99 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:19.204340 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-73abbc7f-b070-402d-a960-f1115c8aef99 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] device_id is not set on port 4bf6dc7f-238e-41ff-9cd7-57206a5d7d5b yet. {{(pid=103726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 14:11:19.221951 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-5a6d0150-711e-474b-b716-34af052b5718 None None] Port ed533218-35f0-4448-97f6-364a1d2c1ed4 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:11:19.289343 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-224777eb-cbdb-430d-9349-9b09aebcb9ff None None] For port 15b62f32-a75d-4432-93bf-f227bc4029d9, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=15b62f32-a75d-4432-93bf-f227bc4029d9,segment=NetworkSegment(f3a5b3c0-f3c1-47fb-b09f-ae03d8dc0111),segment_id=f3a5b3c0-f3c1-47fb-b09f-ae03d8dc0111)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:11:19.355707 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-224777eb-cbdb-430d-9349-9b09aebcb9ff None None] Publish callbacks [] for port (15b62f32-a75d-4432-93bf-f227bc4029d9), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:19.377438 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-224777eb-cbdb-430d-9349-9b09aebcb9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (15b62f32-a75d-4432-93bf-f227bc4029d9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:19.545744 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-73abbc7f-b070-402d-a960-f1115c8aef99 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Allocated IP 2001:db8::f7 (7bef87e7-222a-4c64-a308-0d24dbd0d480/b08e042c-d7cc-45ba-bb11-4a4b104e34df/4bf6dc7f-238e-41ff-9cd7-57206a5d7d5b) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:11:19.620473 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224777eb-cbdb-430d-9349-9b09aebcb9ff None None] Pushing event updated for resources: {'Port': ['ID=15b62f32-a75d-4432-93bf-f227bc4029d9,revision_number=6']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:19.878789 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-73abbc7f-b070-402d-a960-f1115c8aef99 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for port (4bf6dc7f-238e-41ff-9cd7-57206a5d7d5b), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:19.978407 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-73abbc7f-b070-402d-a960-f1115c8aef99 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (4bf6dc7f-238e-41ff-9cd7-57206a5d7d5b), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:20.078264 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73abbc7f-b070-402d-a960-f1115c8aef99 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Network 7bef87e7-222a-4c64-a308-0d24dbd0d480 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:11:20.080211 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-73abbc7f-b070-402d-a960-f1115c8aef99 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:11:20.082878 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73abbc7f-b070-402d-a960-f1115c8aef99 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:11:20.088941 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73abbc7f-b070-402d-a960-f1115c8aef99 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:11:20.089520 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-73abbc7f-b070-402d-a960-f1115c8aef99 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:20.091979 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73abbc7f-b070-402d-a960-f1115c8aef99 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Port': ['ID=4bf6dc7f-238e-41ff-9cd7-57206a5d7d5b,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:20.131371 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-73abbc7f-b070-402d-a960-f1115c8aef99 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4904697 Mar 01 14:11:20.134547 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43834) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:20.139802 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-b38f729d-0990-464f-95d6-278c8a5481e7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'subnet': {'network_id': '7bef87e7-222a-4c64-a308-0d24dbd0d480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:11:20.295470 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 15b62f32-a75d-4432-93bf-f227bc4029d9 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:11:20.338111 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38f729d-0990-464f-95d6-278c8a5481e7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:11:20.342124 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b38f729d-0990-464f-95d6-278c8a5481e7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:20.389193 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 15b62f32-a75d-4432-93bf-f227bc4029d9 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:20.389573 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (15b62f32-a75d-4432-93bf-f227bc4029d9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:20.512881 n-d-827467-3 neutron-server[103726]: INFO neutron.db.ipam_backend_mixin [None req-b38f729d-0990-464f-95d6-278c8a5481e7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b08e042c-d7cc-45ba-bb11-4a4b104e34df (CIDR: 2001:db8::/64) Mar 01 14:11:20.520996 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-b38f729d-0990-464f-95d6-278c8a5481e7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:11:20.521454 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b38f729d-0990-464f-95d6-278c8a5481e7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:11:20.554351 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b38f729d-0990-464f-95d6-278c8a5481e7 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4161158 Mar 01 14:11:20.554742 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43842) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:20.561981 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-f29e549c-f322-44ff-981a-fb769a5c0727 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'subnet': {'network_id': '7bef87e7-222a-4c64-a308-0d24dbd0d480', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:11:20.576555 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 15b62f32-a75d-4432-93bf-f227bc4029d9 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:11:20.763575 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-ff1c5827-2faf-471b-9f3b-95267f5d585f None None] Provisioning complete for port 15b62f32-a75d-4432-93bf-f227bc4029d9 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:20.764329 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ff1c5827-2faf-471b-9f3b-95267f5d585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (15b62f32-a75d-4432-93bf-f227bc4029d9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:20.904604 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29e549c-f322-44ff-981a-fb769a5c0727 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:11:20.908433 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f29e549c-f322-44ff-981a-fb769a5c0727 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:21.039589 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ff1c5827-2faf-471b-9f3b-95267f5d585f None None] Current status of the port 15b62f32-a75d-4432-93bf-f227bc4029d9 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:11:21.080040 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-ff1c5827-2faf-471b-9f3b-95267f5d585f None None] Provisioning complete for port ed533218-35f0-4448-97f6-364a1d2c1ed4 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:21.080408 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ff1c5827-2faf-471b-9f3b-95267f5d585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ed533218-35f0-4448-97f6-364a1d2c1ed4), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:21.157118 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ff1c5827-2faf-471b-9f3b-95267f5d585f None None] Port ed533218-35f0-4448-97f6-364a1d2c1ed4 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:11:21.227848 n-d-827467-3 neutron-server[103726]: INFO neutron.db.ipam_backend_mixin [None req-f29e549c-f322-44ff-981a-fb769a5c0727 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ff5256d7-91fc-4a85-b5cc-0c3ac0296b92 (CIDR: 2001:db8:0:1::/64) Mar 01 14:11:21.233367 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-f29e549c-f322-44ff-981a-fb769a5c0727 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:11:21.233946 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f29e549c-f322-44ff-981a-fb769a5c0727 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:11:21.275260 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 43858) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:21.282802 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-23a2f577-7356-42d9-bf8b-dd809d758fb5 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'subnet': {'network_id': '7bef87e7-222a-4c64-a308-0d24dbd0d480', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:11:21.288843 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f29e549c-f322-44ff-981a-fb769a5c0727 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7320459 Mar 01 14:11:21.290580 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-1826d620-c235-4add-97a2-6e1e81878896 None None] Provisioning complete for port 4bf6dc7f-238e-41ff-9cd7-57206a5d7d5b triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:21.291155 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1826d620-c235-4add-97a2-6e1e81878896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (4bf6dc7f-238e-41ff-9cd7-57206a5d7d5b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:21.360117 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-1826d620-c235-4add-97a2-6e1e81878896 None None] Port 4bf6dc7f-238e-41ff-9cd7-57206a5d7d5b cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:11:21.573543 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a2f577-7356-42d9-bf8b-dd809d758fb5 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Made reservation on behalf of 163c4d59cc1c49dc810880d9d07b304d for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:11:21.578037 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-23a2f577-7356-42d9-bf8b-dd809d758fb5 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:22.131806 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-23a2f577-7356-42d9-bf8b-dd809d758fb5 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (1bdf7c49-520e-4315-8db7-128f314c5767), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:22.194357 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a2f577-7356-42d9-bf8b-dd809d758fb5 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Network 7bef87e7-222a-4c64-a308-0d24dbd0d480 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:11:22.200131 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-23a2f577-7356-42d9-bf8b-dd809d758fb5 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:11:22.209303 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a2f577-7356-42d9-bf8b-dd809d758fb5 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:11:22.209962 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-23a2f577-7356-42d9-bf8b-dd809d758fb5 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:22.216175 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a845be2-6a40-4ce0-b27b-c790bd031c93 None None] Network 7bef87e7-222a-4c64-a308-0d24dbd0d480 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:11:22.216665 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2f577-7356-42d9-bf8b-dd809d758fb5 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Subnet': ['ID=1bdf7c49-520e-4315-8db7-128f314c5767,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:22.238574 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-23a2f577-7356-42d9-bf8b-dd809d758fb5 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9606385 Mar 01 14:11:22.241959 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 43882) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:22.257484 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-593dea92-0413-4d5e-8493-6276914284e8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1925655741', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1bdf7c49-520e-4315-8db7-128f314c5767'}], 'security_groups': ['a1db2f20-cd7c-4002-b037-11bd5dd0aef1', 'e0620e55-f4da-4132-a8cc-584569f07f38']}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:11:22.615304 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-593dea92-0413-4d5e-8493-6276914284e8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4bf6dc7f-238e-41ff-9cd7-57206a5d7d5b), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:22.838518 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9818efc-0f30-4c26-948a-76533783fa1f None None] Update dhcp port {'port': {'network_id': '7bef87e7-222a-4c64-a308-0d24dbd0d480', 'fixed_ips': [{'subnet_id': 'ff5256d7-91fc-4a85-b5cc-0c3ac0296b92', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b08e042c-d7cc-45ba-bb11-4a4b104e34df', 'ip_address': '2001:db8::2'}, {'subnet_id': '1bdf7c49-520e-4315-8db7-128f314c5767'}], 'binding:host_id': 'n-d-827467-3'}, 'id': '15b62f32-a75d-4432-93bf-f227bc4029d9'} from n-d-827467-3. {{(pid=103728) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 01 14:11:22.885360 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b9818efc-0f30-4c26-948a-76533783fa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (15b62f32-a75d-4432-93bf-f227bc4029d9), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:24.268493 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-593dea92-0413-4d5e-8493-6276914284e8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Delete allocated IP 2001:db8::f7 (7bef87e7-222a-4c64-a308-0d24dbd0d480/b08e042c-d7cc-45ba-bb11-4a4b104e34df) {{(pid=103727) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 01 14:11:24.291283 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-593dea92-0413-4d5e-8493-6276914284e8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Allocated IP 2001:db8:0:2::22 (7bef87e7-222a-4c64-a308-0d24dbd0d480/1bdf7c49-520e-4315-8db7-128f314c5767/4bf6dc7f-238e-41ff-9cd7-57206a5d7d5b) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:11:24.675932 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-593dea92-0413-4d5e-8493-6276914284e8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for port (4bf6dc7f-238e-41ff-9cd7-57206a5d7d5b), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:24.689213 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-593dea92-0413-4d5e-8493-6276914284e8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (4bf6dc7f-238e-41ff-9cd7-57206a5d7d5b), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:24.769811 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-b9818efc-0f30-4c26-948a-76533783fa1f None None] Allocated IP 2001:db8:0:2::2 (7bef87e7-222a-4c64-a308-0d24dbd0d480/1bdf7c49-520e-4315-8db7-128f314c5767/15b62f32-a75d-4432-93bf-f227bc4029d9) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:11:24.859997 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-593dea92-0413-4d5e-8493-6276914284e8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] In _notify_port_updated(), no bound segment for port 4bf6dc7f-238e-41ff-9cd7-57206a5d7d5b on network 7bef87e7-222a-4c64-a308-0d24dbd0d480 {{(pid=103727) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 01 14:11:24.874486 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593dea92-0413-4d5e-8493-6276914284e8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:11:24.875634 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-593dea92-0413-4d5e-8493-6276914284e8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:24.880413 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-593dea92-0413-4d5e-8493-6276914284e8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "PUT /v2.0/ports/4bf6dc7f-238e-41ff-9cd7-57206a5d7d5b HTTP/1.1" status: 200 len: 969 time: 2.6367950 Mar 01 14:11:24.883290 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43940) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:24.930619 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593dea92-0413-4d5e-8493-6276914284e8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event updated for resources: {'Port': ['ID=4bf6dc7f-238e-41ff-9cd7-57206a5d7d5b,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:24.953675 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593dea92-0413-4d5e-8493-6276914284e8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:24.957704 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593dea92-0413-4d5e-8493-6276914284e8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:24.958949 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593dea92-0413-4d5e-8493-6276914284e8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:24.959300 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593dea92-0413-4d5e-8493-6276914284e8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:24.959643 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593dea92-0413-4d5e-8493-6276914284e8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:24.960007 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593dea92-0413-4d5e-8493-6276914284e8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:24.960341 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593dea92-0413-4d5e-8493-6276914284e8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:24.963118 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593dea92-0413-4d5e-8493-6276914284e8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:24.965032 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593dea92-0413-4d5e-8493-6276914284e8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:24.965395 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593dea92-0413-4d5e-8493-6276914284e8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:24.965739 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593dea92-0413-4d5e-8493-6276914284e8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:24.966074 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593dea92-0413-4d5e-8493-6276914284e8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:24.967637 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593dea92-0413-4d5e-8493-6276914284e8 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:25.049563 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-fd636e30-fb8a-4abd-bcf4-602c3ee7d8f1 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Deleting port 4bf6dc7f-238e-41ff-9cd7-57206a5d7d5b {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:11:25.049922 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fd636e30-fb8a-4abd-bcf4-602c3ee7d8f1 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (4bf6dc7f-238e-41ff-9cd7-57206a5d7d5b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:25.052256 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-b9818efc-0f30-4c26-948a-76533783fa1f None None] For port 15b62f32-a75d-4432-93bf-f227bc4029d9, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=15b62f32-a75d-4432-93bf-f227bc4029d9,segment=NetworkSegment(f3a5b3c0-f3c1-47fb-b09f-ae03d8dc0111),segment_id=f3a5b3c0-f3c1-47fb-b09f-ae03d8dc0111)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:11:25.109263 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b9818efc-0f30-4c26-948a-76533783fa1f None None] Publish callbacks [] for port (15b62f32-a75d-4432-93bf-f227bc4029d9), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:25.132493 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b9818efc-0f30-4c26-948a-76533783fa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (15b62f32-a75d-4432-93bf-f227bc4029d9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:25.204835 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fd636e30-fb8a-4abd-bcf4-602c3ee7d8f1 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (4bf6dc7f-238e-41ff-9cd7-57206a5d7d5b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:25.250647 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9818efc-0f30-4c26-948a-76533783fa1f None None] Pushing event updated for resources: {'Port': ['ID=15b62f32-a75d-4432-93bf-f227bc4029d9,revision_number=7']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:25.260672 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-fd636e30-fb8a-4abd-bcf4-602c3ee7d8f1 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Calling delete_port for 4bf6dc7f-238e-41ff-9cd7-57206a5d7d5b owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:11:25.293805 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a4cb23f6-8f48-4c50-a84b-a6b324e1f40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:25.648386 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fd636e30-fb8a-4abd-bcf4-602c3ee7d8f1 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (4bf6dc7f-238e-41ff-9cd7-57206a5d7d5b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:25.728530 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd636e30-fb8a-4abd-bcf4-602c3ee7d8f1 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Port': ['ID=4bf6dc7f-238e-41ff-9cd7-57206a5d7d5b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:25.809052 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fd636e30-fb8a-4abd-bcf4-602c3ee7d8f1 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:25.816957 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fd636e30-fb8a-4abd-bcf4-602c3ee7d8f1 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/ports/4bf6dc7f-238e-41ff-9cd7-57206a5d7d5b HTTP/1.1" status: 204 len: 168 time: 0.9297879 Mar 01 14:11:25.817201 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 43968) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:25.894145 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa92a770-fc44-4f2b-a0d4-c893d8d185b2 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] GET failed (client error): The resource could not be found. Mar 01 14:11:25.904729 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-fa92a770-fc44-4f2b-a0d4-c893d8d185b2 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "GET /v2.0/ports/4bf6dc7f-238e-41ff-9cd7-57206a5d7d5b HTTP/1.1" status: 404 len: 333 time: 0.0841191 Mar 01 14:11:25.905578 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43970) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:26.099053 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5227ca0b-f693-4614-83f5-757b5453b658 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for security_group (488e6d2f-2a23-481d-9a85-63f9a45c0a50), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:26.153440 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5227ca0b-f693-4614-83f5-757b5453b658 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for security_group (488e6d2f-2a23-481d-9a85-63f9a45c0a50), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:26.311822 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5227ca0b-f693-4614-83f5-757b5453b658 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (488e6d2f-2a23-481d-9a85-63f9a45c0a50), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:26.323692 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 15b62f32-a75d-4432-93bf-f227bc4029d9 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:11:26.330239 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5227ca0b-f693-4614-83f5-757b5453b658 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:26.331419 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5227ca0b-f693-4614-83f5-757b5453b658 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/security-groups/488e6d2f-2a23-481d-9a85-63f9a45c0a50 HTTP/1.1" status: 204 len: 168 time: 0.4246955 Mar 01 14:11:26.334599 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 43980) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:26.406417 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5227ca0b-f693-4614-83f5-757b5453b658 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=488e6d2f-2a23-481d-9a85-63f9a45c0a50,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:26.580972 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dbba024b-754a-489e-81b7-61044ef347bd tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for security_group (e0620e55-f4da-4132-a8cc-584569f07f38), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:26.588370 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 15b62f32-a75d-4432-93bf-f227bc4029d9 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:26.588759 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (15b62f32-a75d-4432-93bf-f227bc4029d9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:26.682869 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dbba024b-754a-489e-81b7-61044ef347bd tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for security_group (e0620e55-f4da-4132-a8cc-584569f07f38), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:26.779685 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dbba024b-754a-489e-81b7-61044ef347bd tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (e0620e55-f4da-4132-a8cc-584569f07f38), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:26.783753 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dbba024b-754a-489e-81b7-61044ef347bd tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:26.787616 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 43990) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:26.816439 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-dbba024b-754a-489e-81b7-61044ef347bd tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/security-groups/e0620e55-f4da-4132-a8cc-584569f07f38 HTTP/1.1" status: 204 len: 168 time: 0.4471076 Mar 01 14:11:26.816565 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 15b62f32-a75d-4432-93bf-f227bc4029d9 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:11:26.855489 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-99669d35-97eb-4beb-9c3b-d83dccc6a3ae None None] Could not find standard attr ID for object 4bf6dc7f-238e-41ff-9cd7-57206a5d7d5b. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 14:11:26.878175 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba024b-754a-489e-81b7-61044ef347bd tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0620e55-f4da-4132-a8cc-584569f07f38,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:26.939213 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-99669d35-97eb-4beb-9c3b-d83dccc6a3ae None None] Provisioning complete for port 15b62f32-a75d-4432-93bf-f227bc4029d9 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:26.940227 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-99669d35-97eb-4beb-9c3b-d83dccc6a3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (15b62f32-a75d-4432-93bf-f227bc4029d9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:26.947022 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc6a8e33-65f8-45a7-a300-e65de3b075f0 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for security_group (a1db2f20-cd7c-4002-b037-11bd5dd0aef1), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:27.004728 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc6a8e33-65f8-45a7-a300-e65de3b075f0 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for security_group (a1db2f20-cd7c-4002-b037-11bd5dd0aef1), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:27.129861 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc6a8e33-65f8-45a7-a300-e65de3b075f0 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a1db2f20-cd7c-4002-b037-11bd5dd0aef1), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:27.133219 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc6a8e33-65f8-45a7-a300-e65de3b075f0 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:27.137392 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 43994) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:27.137640 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-dc6a8e33-65f8-45a7-a300-e65de3b075f0 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/security-groups/a1db2f20-cd7c-4002-b037-11bd5dd0aef1 HTTP/1.1" status: 204 len: 168 time: 0.3487523 Mar 01 14:11:27.154765 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a8e33-65f8-45a7-a300-e65de3b075f0 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1db2f20-cd7c-4002-b037-11bd5dd0aef1,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:27.225469 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-99669d35-97eb-4beb-9c3b-d83dccc6a3ae None None] Current status of the port 15b62f32-a75d-4432-93bf-f227bc4029d9 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:11:27.257236 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-99669d35-97eb-4beb-9c3b-d83dccc6a3ae None None] Provisioning complete for port ed533218-35f0-4448-97f6-364a1d2c1ed4 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:27.257617 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-99669d35-97eb-4beb-9c3b-d83dccc6a3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ed533218-35f0-4448-97f6-364a1d2c1ed4), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:27.316930 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-adcb01de-8b66-47ad-9b8b-9d00df4d13f1 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Deleting subnet b08e042c-d7cc-45ba-bb11-4a4b104e34df {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:11:27.341594 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-adcb01de-8b66-47ad-9b8b-9d00df4d13f1 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for subnet (b08e042c-d7cc-45ba-bb11-4a4b104e34df), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:27.387259 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-99669d35-97eb-4beb-9c3b-d83dccc6a3ae None None] Port ed533218-35f0-4448-97f6-364a1d2c1ed4 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:11:27.469970 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-adcb01de-8b66-47ad-9b8b-9d00df4d13f1 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (b08e042c-d7cc-45ba-bb11-4a4b104e34df), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:27.474749 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b04fb0b5-530b-44dc-bdd3-35cfc85c0f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:27.517032 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-01ebe0bb-e497-427a-b07e-664fdd427a24 None None] Could not find standard attr ID for object 4bf6dc7f-238e-41ff-9cd7-57206a5d7d5b. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 14:11:27.831551 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-adcb01de-8b66-47ad-9b8b-9d00df4d13f1 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (b08e042c-d7cc-45ba-bb11-4a4b104e34df), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:27.989032 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-adcb01de-8b66-47ad-9b8b-9d00df4d13f1 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (b08e042c-d7cc-45ba-bb11-4a4b104e34df), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:28.057255 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb01de-8b66-47ad-9b8b-9d00df4d13f1 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Subnet': ['ID=b08e042c-d7cc-45ba-bb11-4a4b104e34df,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:28.092790 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695c0912-297a-4df4-8810-5f28cdc1043c None None] Network 7bef87e7-222a-4c64-a308-0d24dbd0d480 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:11:28.111824 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-adcb01de-8b66-47ad-9b8b-9d00df4d13f1 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:28.124488 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-adcb01de-8b66-47ad-9b8b-9d00df4d13f1 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/subnets/b08e042c-d7cc-45ba-bb11-4a4b104e34df HTTP/1.1" status: 204 len: 168 time: 0.9856842 Mar 01 14:11:28.129233 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44014) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:28.272063 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-f93fbd95-45cf-433a-8758-69a6277e9857 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Deleting subnet 1bdf7c49-520e-4315-8db7-128f314c5767 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:11:28.296098 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f93fbd95-45cf-433a-8758-69a6277e9857 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for subnet (1bdf7c49-520e-4315-8db7-128f314c5767), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:28.459236 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f93fbd95-45cf-433a-8758-69a6277e9857 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (1bdf7c49-520e-4315-8db7-128f314c5767), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:28.663950 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f93fbd95-45cf-433a-8758-69a6277e9857 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (1bdf7c49-520e-4315-8db7-128f314c5767), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:28.812748 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f93fbd95-45cf-433a-8758-69a6277e9857 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (1bdf7c49-520e-4315-8db7-128f314c5767), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:28.928289 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93fbd95-45cf-433a-8758-69a6277e9857 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Subnet': ['ID=1bdf7c49-520e-4315-8db7-128f314c5767,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:28.940242 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f93fbd95-45cf-433a-8758-69a6277e9857 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:28.945530 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f93fbd95-45cf-433a-8758-69a6277e9857 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/subnets/1bdf7c49-520e-4315-8db7-128f314c5767 HTTP/1.1" status: 204 len: 168 time: 0.8147519 Mar 01 14:11:28.946982 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:28.947843 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44032) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:29.075361 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1648679-7572-4f58-878d-238d6c41e374 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] DELETE failed (client error): The resource could not be found. Mar 01 14:11:29.083423 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1648679-7572-4f58-878d-238d6c41e374 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:11:29.087192 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c1648679-7572-4f58-878d-238d6c41e374 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/subnets/b08e042c-d7cc-45ba-bb11-4a4b104e34df HTTP/1.1" status: 404 len: 337 time: 0.1382766 Mar 01 14:11:29.090161 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44036) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:29.209630 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5ef22b6-cf46-4d3a-bcd2-4b91acb7da57 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Deleting subnet ff5256d7-91fc-4a85-b5cc-0c3ac0296b92 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:11:29.220430 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a5ef22b6-cf46-4d3a-bcd2-4b91acb7da57 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for subnet (ff5256d7-91fc-4a85-b5cc-0c3ac0296b92), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:29.391501 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a5ef22b6-cf46-4d3a-bcd2-4b91acb7da57 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (ff5256d7-91fc-4a85-b5cc-0c3ac0296b92), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:29.529018 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b00a9e0-600c-435f-a846-2b98fe69b0d9 None None] Network 7bef87e7-222a-4c64-a308-0d24dbd0d480 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:11:29.634730 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a5ef22b6-cf46-4d3a-bcd2-4b91acb7da57 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (ff5256d7-91fc-4a85-b5cc-0c3ac0296b92), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:29.738648 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a5ef22b6-cf46-4d3a-bcd2-4b91acb7da57 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (ff5256d7-91fc-4a85-b5cc-0c3ac0296b92), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:29.776877 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef22b6-cf46-4d3a-bcd2-4b91acb7da57 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Subnet': ['ID=ff5256d7-91fc-4a85-b5cc-0c3ac0296b92,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:29.801469 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a5ef22b6-cf46-4d3a-bcd2-4b91acb7da57 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:29.816171 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44056) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:29.817541 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a5ef22b6-cf46-4d3a-bcd2-4b91acb7da57 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/subnets/ff5256d7-91fc-4a85-b5cc-0c3ac0296b92 HTTP/1.1" status: 204 len: 168 time: 0.7260773 Mar 01 14:11:29.833899 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:11:29.834497 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-97777811-4a67-4404-bbcc-933ccb204ae8 None None] Provisioning complete for port 15b62f32-a75d-4432-93bf-f227bc4029d9 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:29.836881 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-97777811-4a67-4404-bbcc-933ccb204ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (15b62f32-a75d-4432-93bf-f227bc4029d9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:29.883703 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-946aa269-4591-402f-8b5e-a0601f5be470 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] DELETE failed (client error): The resource could not be found. Mar 01 14:11:29.884268 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-946aa269-4591-402f-8b5e-a0601f5be470 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:11:29.894418 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-946aa269-4591-402f-8b5e-a0601f5be470 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/subnets/e1ac7e36-58c7-4cdd-a55c-7a73c9212f9e HTTP/1.1" status: 404 len: 337 time: 0.0769017 Mar 01 14:11:29.897581 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44058) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:29.945722 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d2b7a644-a630-432c-84d3-aecce906e964 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "GET /v2.0/ports?device_id=7aaa5243-d4e2-42e0-afec-48086641fa77 HTTP/1.1" status: 200 len: 205 time: 0.0462995 Mar 01 14:11:29.948050 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44062) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:30.008485 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-db1e68eb-195f-4806-bad2-abef2f06921f tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] delete failed (client error): The resource could not be found. Mar 01 14:11:30.011838 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-97777811-4a67-4404-bbcc-933ccb204ae8 None None] Current status of the port 15b62f32-a75d-4432-93bf-f227bc4029d9 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:11:30.012334 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-db1e68eb-195f-4806-bad2-abef2f06921f tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/routers/7aaa5243-d4e2-42e0-afec-48086641fa77 HTTP/1.1" status: 404 len: 336 time: 0.0599775 Mar 01 14:11:30.012334 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44066) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:30.041699 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f3d5895-2167-4870-9135-a52853f174f9 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] DELETE failed (client error): The resource could not be found. Mar 01 14:11:30.042903 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f3d5895-2167-4870-9135-a52853f174f9 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:11:30.046070 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2f3d5895-2167-4870-9135-a52853f174f9 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/subnets/b08c8a02-0a14-4307-917f-a647438cdc8e HTTP/1.1" status: 404 len: 337 time: 0.0330060 Mar 01 14:11:30.049319 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44070) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:30.110505 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-482d3b29-3145-4111-a652-0d6360a71a04 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] DELETE failed (client error): The resource could not be found. Mar 01 14:11:30.110969 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-482d3b29-3145-4111-a652-0d6360a71a04 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:11:30.124609 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-482d3b29-3145-4111-a652-0d6360a71a04 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/subnets/7ae10c47-67b8-4f5f-9684-8fe86b137c83 HTTP/1.1" status: 404 len: 337 time: 0.0720706 Mar 01 14:11:30.124955 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44074) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:30.191366 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-97777811-4a67-4404-bbcc-933ccb204ae8 None None] Provisioning complete for port ed533218-35f0-4448-97f6-364a1d2c1ed4 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:30.191850 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-97777811-4a67-4404-bbcc-933ccb204ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ed533218-35f0-4448-97f6-364a1d2c1ed4), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:30.198421 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:30.207638 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac336863-0146-4bf5-9727-ce34628ce165 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] DELETE failed (client error): The resource could not be found. Mar 01 14:11:30.208116 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac336863-0146-4bf5-9727-ce34628ce165 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:11:30.216592 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ac336863-0146-4bf5-9727-ce34628ce165 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/subnets/1c455f3b-13d8-4beb-b6cb-d188555e59f3 HTTP/1.1" status: 404 len: 337 time: 0.0883865 Mar 01 14:11:30.218191 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44076) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:30.222133 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c266396-f991-45f7-9088-fbeb2ab02f0a None None] Update dhcp port {'port': {'network_id': '7bef87e7-222a-4c64-a308-0d24dbd0d480', 'fixed_ips': [{'subnet_id': 'ff5256d7-91fc-4a85-b5cc-0c3ac0296b92'}], 'binding:host_id': 'n-d-827467-3'}, 'id': '15b62f32-a75d-4432-93bf-f227bc4029d9'} from n-d-827467-3. {{(pid=103728) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 01 14:11:30.263934 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-e78362ca-b700-4cbe-b251-27432764a947 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] DELETE failed (client error): The resource could not be found. Mar 01 14:11:30.264787 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e78362ca-b700-4cbe-b251-27432764a947 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:11:30.271797 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7c266396-f991-45f7-9088-fbeb2ab02f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (15b62f32-a75d-4432-93bf-f227bc4029d9), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:30.272475 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44078) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:30.274744 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e78362ca-b700-4cbe-b251-27432764a947 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/ports/bd8aba44-eb93-498e-b89a-692ba24f6efe HTTP/1.1" status: 404 len: 333 time: 0.0549316 Mar 01 14:11:30.307138 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd2b5f8-a580-45f2-8239-0354f0e3eedb tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] DELETE failed (client error): The resource could not be found. Mar 01 14:11:30.308083 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cd2b5f8-a580-45f2-8239-0354f0e3eedb tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:11:30.312437 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5cd2b5f8-a580-45f2-8239-0354f0e3eedb tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/subnets/b8a37191-f039-45ea-9b4f-90870afac82b HTTP/1.1" status: 404 len: 337 time: 0.0379093 Mar 01 14:11:30.314785 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44082) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:30.364392 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-97777811-4a67-4404-bbcc-933ccb204ae8 None None] Port ed533218-35f0-4448-97f6-364a1d2c1ed4 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:11:30.465223 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-e54e1842-0d26-4419-957c-44b03c830bb4 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] DELETE failed (client error): The resource could not be found. Mar 01 14:11:30.465776 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e54e1842-0d26-4419-957c-44b03c830bb4 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:11:30.470346 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e54e1842-0d26-4419-957c-44b03c830bb4 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/subnets/ca7649d4-06ed-4027-b621-91e7af4d4be9 HTTP/1.1" status: 404 len: 337 time: 0.1537852 Mar 01 14:11:30.473612 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44090) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:30.538998 n-d-827467-3 neutron-server[103727]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3c12296-e881-4ce1-98d2-6bb9e1acc803 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] DELETE failed (client error): The resource could not be found. Mar 01 14:11:30.539645 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3c12296-e881-4ce1-98d2-6bb9e1acc803 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103727) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:11:30.559464 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44094) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:30.570708 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f3c12296-e881-4ce1-98d2-6bb9e1acc803 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/ports/6a93d98c-2c40-4e1b-a617-1a681baa6098 HTTP/1.1" status: 404 len: 333 time: 0.0820985 Mar 01 14:11:30.601907 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe30e8f5-5e51-4737-a8e0-ed460ddb5048 None None] Network 7bef87e7-222a-4c64-a308-0d24dbd0d480 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:11:30.606210 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-89dac0f7-367e-4f9c-a71b-5501223d868a None None] Provisioning complete for port 15b62f32-a75d-4432-93bf-f227bc4029d9 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:30.606804 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-89dac0f7-367e-4f9c-a71b-5501223d868a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (15b62f32-a75d-4432-93bf-f227bc4029d9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:30.651697 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-c10f7a87-8ba3-4551-8d1b-1dfd55461c01 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] DELETE failed (client error): The resource could not be found. Mar 01 14:11:30.663728 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c10f7a87-8ba3-4551-8d1b-1dfd55461c01 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:11:30.663728 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c10f7a87-8ba3-4551-8d1b-1dfd55461c01 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/subnets/3a8731f1-da06-437e-b51d-7a41d4dc6d9c HTTP/1.1" status: 404 len: 337 time: 0.0963175 Mar 01 14:11:30.663728 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44098) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:30.706850 n-d-827467-3 neutron-server[103726]: INFO neutron.pecan_wsgi.hooks.translation [None req-77df3bcb-c5c8-4f32-b43a-f4688fedd1bb tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] DELETE failed (client error): The resource could not be found. Mar 01 14:11:30.706850 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77df3bcb-c5c8-4f32-b43a-f4688fedd1bb tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 14:11:30.711687 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-77df3bcb-c5c8-4f32-b43a-f4688fedd1bb tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/subnets/e4af3001-12ec-4604-9ff9-a2bfe1798a72 HTTP/1.1" status: 404 len: 337 time: 0.0459359 Mar 01 14:11:30.712210 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44100) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:30.856257 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-caefc9bc-eccb-4f0b-820a-c43cf1501bc3 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Deleting port ed533218-35f0-4448-97f6-364a1d2c1ed4 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:11:30.856601 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-caefc9bc-eccb-4f0b-820a-c43cf1501bc3 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (ed533218-35f0-4448-97f6-364a1d2c1ed4), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:30.874777 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-89dac0f7-367e-4f9c-a71b-5501223d868a None None] Current status of the port 15b62f32-a75d-4432-93bf-f227bc4029d9 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:11:30.925572 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-89dac0f7-367e-4f9c-a71b-5501223d868a None None] Provisioning complete for port ed533218-35f0-4448-97f6-364a1d2c1ed4 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:30.925958 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-89dac0f7-367e-4f9c-a71b-5501223d868a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ed533218-35f0-4448-97f6-364a1d2c1ed4), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:31.026138 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-89dac0f7-367e-4f9c-a71b-5501223d868a None None] Port ed533218-35f0-4448-97f6-364a1d2c1ed4 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:11:31.048066 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-caefc9bc-eccb-4f0b-820a-c43cf1501bc3 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (ed533218-35f0-4448-97f6-364a1d2c1ed4), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:31.052329 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30379dc-2448-4753-8daf-0734b39b6756 None None] DHCP port deletion for 7bef87e7-222a-4c64-a308-0d24dbd0d480 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:11:31.081383 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-caefc9bc-eccb-4f0b-820a-c43cf1501bc3 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Calling delete_port for ed533218-35f0-4448-97f6-364a1d2c1ed4 owned by {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:11:31.162099 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f30379dc-2448-4753-8daf-0734b39b6756 None None] Deleting port 15b62f32-a75d-4432-93bf-f227bc4029d9 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:11:31.162664 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f30379dc-2448-4753-8daf-0734b39b6756 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (15b62f32-a75d-4432-93bf-f227bc4029d9), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:31.312385 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-f30379dc-2448-4753-8daf-0734b39b6756 None None] For port 15b62f32-a75d-4432-93bf-f227bc4029d9, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=15b62f32-a75d-4432-93bf-f227bc4029d9,segment=NetworkSegment(f3a5b3c0-f3c1-47fb-b09f-ae03d8dc0111),segment_id=f3a5b3c0-f3c1-47fb-b09f-ae03d8dc0111)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:11:31.312783 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f30379dc-2448-4753-8daf-0734b39b6756 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (15b62f32-a75d-4432-93bf-f227bc4029d9), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:31.353752 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f30379dc-2448-4753-8daf-0734b39b6756 None None] Calling delete_port for 15b62f32-a75d-4432-93bf-f227bc4029d9 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:11:31.354408 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-caefc9bc-eccb-4f0b-820a-c43cf1501bc3 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (ed533218-35f0-4448-97f6-364a1d2c1ed4), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:31.436940 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-caefc9bc-eccb-4f0b-820a-c43cf1501bc3 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:31.440710 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-caefc9bc-eccb-4f0b-820a-c43cf1501bc3 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/ports/ed533218-35f0-4448-97f6-364a1d2c1ed4 HTTP/1.1" status: 204 len: 168 time: 0.7272053 Mar 01 14:11:31.442067 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caefc9bc-eccb-4f0b-820a-c43cf1501bc3 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Port': ['ID=ed533218-35f0-4448-97f6-364a1d2c1ed4,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:31.444128 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44112) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:31.566718 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f30379dc-2448-4753-8daf-0734b39b6756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (15b62f32-a75d-4432-93bf-f227bc4029d9), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:31.633693 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0357c419-50a7-4a38-a3fc-bd0ae1ef0037 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (7bef87e7-222a-4c64-a308-0d24dbd0d480), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:31.651089 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30379dc-2448-4753-8daf-0734b39b6756 None None] Pushing event deleted for resources: {'Port': ['ID=15b62f32-a75d-4432-93bf-f227bc4029d9,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:31.681596 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30379dc-2448-4753-8daf-0734b39b6756 None None] No DVR routers for this DVR port 15b62f32-a75d-4432-93bf-f227bc4029d9 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:11:31.765197 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:31.881303 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0357c419-50a7-4a38-a3fc-bd0ae1ef0037 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (7bef87e7-222a-4c64-a308-0d24dbd0d480), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:31.907712 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-0357c419-50a7-4a38-a3fc-bd0ae1ef0037 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bef87e7-222a-4c64-a308-0d24dbd0d480']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:11:31.930366 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-0357c419-50a7-4a38-a3fc-bd0ae1ef0037 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3a5b3c0-f3c1-47fb-b09f-ae03d8dc0111') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:11:31.932123 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-0357c419-50a7-4a38-a3fc-bd0ae1ef0037 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3a5b3c0-f3c1-47fb-b09f-ae03d8dc0111') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:11:31.953594 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0357c419-50a7-4a38-a3fc-bd0ae1ef0037 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (f3a5b3c0-f3c1-47fb-b09f-ae03d8dc0111), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:31.984020 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0357c419-50a7-4a38-a3fc-bd0ae1ef0037 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (f3a5b3c0-f3c1-47fb-b09f-ae03d8dc0111), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:32.000151 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0357c419-50a7-4a38-a3fc-bd0ae1ef0037 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:11:32.002659 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0357c419-50a7-4a38-a3fc-bd0ae1ef0037 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (f3a5b3c0-f3c1-47fb-b09f-ae03d8dc0111), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:32.009129 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:11:32.009129 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:11:32.009129 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:11:32.009129 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:11:32.009129 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:11:32.009129 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:11:32.009129 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:11:32.009129 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:11:32.009129 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:11:32.009129 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:11:32.009129 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:11:32.009129 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:11:32.009129 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:11:32.009129 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:11:32.009129 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:11:32.009129 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:11:32.009129 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:11:32.009129 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:11:32.009129 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:11:32.009129 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:11:32.009129 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:11:32.009129 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:11:32.009129 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:11:32.009129 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:11:32.009129 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:11:32.009129 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:11:32.009129 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:11:32.009129 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:11:32.009129 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:11:32.009129 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:11:32.009129 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:11:32.009129 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:11:32.094398 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0357c419-50a7-4a38-a3fc-bd0ae1ef0037 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (7bef87e7-222a-4c64-a308-0d24dbd0d480), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:32.106493 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0357c419-50a7-4a38-a3fc-bd0ae1ef0037 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:32.129374 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0357c419-50a7-4a38-a3fc-bd0ae1ef0037 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] 10.222.0.13 "DELETE /v2.0/networks/7bef87e7-222a-4c64-a308-0d24dbd0d480 HTTP/1.1" status: 204 len: 168 time: 0.6731136 Mar 01 14:11:32.160293 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357c419-50a7-4a38-a3fc-bd0ae1ef0037 tempest-PortsIpV6TestJSON-2024638823 tempest-PortsIpV6TestJSON-2024638823-project] Pushing event deleted for resources: {'Network': ['ID=7bef87e7-222a-4c64-a308-0d24dbd0d480,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:32.236822 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 15b62f32-a75d-4432-93bf-f227bc4029d9 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:11:32.289497 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 15b62f32-a75d-4432-93bf-f227bc4029d9 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:11:32.290977 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 15b62f32-a75d-4432-93bf-f227bc4029d9 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:11:32.533719 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44152) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:32.845662 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-96f8c03d-06d4-4bf1-9fde-fc6d5c093086 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=163c4d59cc1c49dc810880d9d07b304d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3078539 Mar 01 14:11:32.846418 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44164) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:32.949558 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f2e00277-00d0-4ddf-b5e8-a24a4cf4d070 admin admin] Publish callbacks [] for security_group (79fe60e4-2fad-41a2-b758-2c6aeef1018d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:32.999637 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f2e00277-00d0-4ddf-b5e8-a24a4cf4d070 admin admin] Publish callbacks [] for security_group (79fe60e4-2fad-41a2-b758-2c6aeef1018d), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:33.069738 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f2e00277-00d0-4ddf-b5e8-a24a4cf4d070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (79fe60e4-2fad-41a2-b758-2c6aeef1018d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:33.072445 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f2e00277-00d0-4ddf-b5e8-a24a4cf4d070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:33.076563 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f2e00277-00d0-4ddf-b5e8-a24a4cf4d070 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79fe60e4-2fad-41a2-b758-2c6aeef1018d HTTP/1.1" status: 204 len: 168 time: 0.2289114 Mar 01 14:11:33.089737 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e00277-00d0-4ddf-b5e8-a24a4cf4d070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fe60e4-2fad-41a2-b758-2c6aeef1018d,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:33.786826 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [req-8fc99ba4-66c6-48dd-ba16-619af32cc9c7 req-0657a178-e6b9-4e7c-a132-a6287b151be2 service neutron] (103726) timed out ('10.222.0.13', 50248) {{(pid=103726) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 01 14:11:34.402297 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44210) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:34.570803 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-d41eb30b-f041-4694-8a46-e608da1e370a tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1593514843', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:11:34.609141 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d41eb30b-f041-4694-8a46-e608da1e370a tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (f6d3a2ce-584c-49b4-aea8-ab8cda738eda), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:34.610258 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d41eb30b-f041-4694-8a46-e608da1e370a tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (f6d3a2ce-584c-49b4-aea8-ab8cda738eda), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:34.690721 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d41eb30b-f041-4694-8a46-e608da1e370a tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks [] for router_controller (f6d3a2ce-584c-49b4-aea8-ab8cda738eda), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:34.711024 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d41eb30b-f041-4694-8a46-e608da1e370a tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (f6d3a2ce-584c-49b4-aea8-ab8cda738eda), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:34.736777 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d41eb30b-f041-4694-8a46-e608da1e370a tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:34.741397 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44222) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:34.742659 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d41eb30b-f041-4694-8a46-e608da1e370a tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3393176 Mar 01 14:11:34.747189 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-367729ca-bdd9-4982-a622-3549b9e921d6 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1571340928'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:11:34.789411 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367729ca-bdd9-4982-a622-3549b9e921d6 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Made reservation on behalf of fe72dce2c13c4784969c6f2880efcd43 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:11:34.793070 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-367729ca-bdd9-4982-a622-3549b9e921d6 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:34.810175 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-367729ca-bdd9-4982-a622-3549b9e921d6 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:34.976612 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-367729ca-bdd9-4982-a622-3549b9e921d6 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks [] for security_group (f2f462ea-be13-4cde-8eb0-c26f01d339e7), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:34.990257 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-367729ca-bdd9-4982-a622-3549b9e921d6 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (f2f462ea-be13-4cde-8eb0-c26f01d339e7), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:35.034750 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367729ca-bdd9-4982-a622-3549b9e921d6 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f462ea-be13-4cde-8eb0-c26f01d339e7,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:35.048278 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-367729ca-bdd9-4982-a622-3549b9e921d6 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:11:35.061404 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-367729ca-bdd9-4982-a622-3549b9e921d6 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (346b62de-1511-4de8-be11-83e6a5483d11), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:35.061947 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-367729ca-bdd9-4982-a622-3549b9e921d6 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Added segment 346b62de-1511-4de8-be11-83e6a5483d11 of type vlan for network e0d68673-7d3b-46f1-b053-21781e220897 Mar 01 14:11:35.137989 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-367729ca-bdd9-4982-a622-3549b9e921d6 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (e0d68673-7d3b-46f1-b053-21781e220897), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:35.174630 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-367729ca-bdd9-4982-a622-3549b9e921d6 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (e0d68673-7d3b-46f1-b053-21781e220897), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:35.180682 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367729ca-bdd9-4982-a622-3549b9e921d6 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:11:35.181677 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-367729ca-bdd9-4982-a622-3549b9e921d6 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:35.336865 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367729ca-bdd9-4982-a622-3549b9e921d6 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Pushing event updated for resources: {'Network': ['ID=e0d68673-7d3b-46f1-b053-21781e220897,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:35.356024 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network e0d68673-7d3b-46f1-b053-21781e220897 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:11:35.365714 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-367729ca-bdd9-4982-a622-3549b9e921d6 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6167643 Mar 01 14:11:35.368007 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44234) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:35.376427 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-dacd1137-347c-4efe-ad60-1589c7c3c00a tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Request body: {'subnet': {'network_id': 'e0d68673-7d3b-46f1-b053-21781e220897', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:11:35.566873 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacd1137-347c-4efe-ad60-1589c7c3c00a tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Made reservation on behalf of fe72dce2c13c4784969c6f2880efcd43 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:11:35.570777 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dacd1137-347c-4efe-ad60-1589c7c3c00a tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:36.082484 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dacd1137-347c-4efe-ad60-1589c7c3c00a tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (82f69461-6680-412d-903f-affb8ff08b35), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:36.222165 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd1137-347c-4efe-ad60-1589c7c3c00a tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Pushing event updated for resources: {'Subnet': ['ID=82f69461-6680-412d-903f-affb8ff08b35,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:36.246448 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd1137-347c-4efe-ad60-1589c7c3c00a tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:36.246973 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd1137-347c-4efe-ad60-1589c7c3c00a tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:36.247448 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd1137-347c-4efe-ad60-1589c7c3c00a tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:36.247958 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd1137-347c-4efe-ad60-1589c7c3c00a tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:36.248426 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd1137-347c-4efe-ad60-1589c7c3c00a tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:36.248911 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd1137-347c-4efe-ad60-1589c7c3c00a tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:36.249402 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd1137-347c-4efe-ad60-1589c7c3c00a tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:36.249892 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd1137-347c-4efe-ad60-1589c7c3c00a tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:36.250371 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd1137-347c-4efe-ad60-1589c7c3c00a tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:36.250848 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd1137-347c-4efe-ad60-1589c7c3c00a tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:36.251338 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd1137-347c-4efe-ad60-1589c7c3c00a tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:36.252370 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd1137-347c-4efe-ad60-1589c7c3c00a tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:36.252867 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd1137-347c-4efe-ad60-1589c7c3c00a tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:36.260159 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacd1137-347c-4efe-ad60-1589c7c3c00a tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Checking segment: {'id': '346b62de-1511-4de8-be11-83e6a5483d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e0d68673-7d3b-46f1-b053-21781e220897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:11:36.263195 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacd1137-347c-4efe-ad60-1589c7c3c00a tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Network hostable DHCP agents. Network: e0d68673-7d3b-46f1-b053-21781e220897, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:11:36.306848 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacd1137-347c-4efe-ad60-1589c7c3c00a tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Network e0d68673-7d3b-46f1-b053-21781e220897 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:11:36.327073 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-dacd1137-347c-4efe-ad60-1589c7c3c00a tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, e0d68673-7d3b-46f1-b053-21781e220897) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:11:36.338271 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82281c5-4ed1-4316-a64f-93f1d64ec28c None None] Network e0d68673-7d3b-46f1-b053-21781e220897 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:11:36.339921 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacd1137-347c-4efe-ad60-1589c7c3c00a tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:11:36.340520 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dacd1137-347c-4efe-ad60-1589c7c3c00a tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:36.381044 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44252) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:36.384122 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-dacd1137-347c-4efe-ad60-1589c7c3c00a tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0111029 Mar 01 14:11:36.386690 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-56ceafea-8e7b-49cf-be45-33de04a5f7bd tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Request body: {'network': {'name': 'tempest-router-network01--1890206800'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:11:36.418862 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ceafea-8e7b-49cf-be45-33de04a5f7bd tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Made reservation on behalf of fe72dce2c13c4784969c6f2880efcd43 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:11:36.429234 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-56ceafea-8e7b-49cf-be45-33de04a5f7bd tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:36.505258 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56ceafea-8e7b-49cf-be45-33de04a5f7bd tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:11:36.561009 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-56ceafea-8e7b-49cf-be45-33de04a5f7bd tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (2c94fa92-2b1c-46e5-ac17-054f5ae73fe3), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:36.562998 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-56ceafea-8e7b-49cf-be45-33de04a5f7bd tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Added segment 2c94fa92-2b1c-46e5-ac17-054f5ae73fe3 of type vlan for network cb3d5dd0-5f7c-4472-95fa-2501e5b94e5e Mar 01 14:11:36.666511 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821ac8f5-1fb6-4079-a17d-425a1f18d236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-e0d68673-7d3b-46f1-b053-21781e220897', 'network_id': 'e0d68673-7d3b-46f1-b053-21781e220897', 'project_id': 'fe72dce2c13c4784969c6f2880efcd43', 'fixed_ips': [{'subnet_id': '82f69461-6680-412d-903f-affb8ff08b35'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:11:36.672527 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-821ac8f5-1fb6-4079-a17d-425a1f18d236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:36.678471 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-56ceafea-8e7b-49cf-be45-33de04a5f7bd tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (cb3d5dd0-5f7c-4472-95fa-2501e5b94e5e), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:36.727623 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-56ceafea-8e7b-49cf-be45-33de04a5f7bd tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (cb3d5dd0-5f7c-4472-95fa-2501e5b94e5e), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:36.732971 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ceafea-8e7b-49cf-be45-33de04a5f7bd tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:11:36.733561 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-56ceafea-8e7b-49cf-be45-33de04a5f7bd tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:36.775787 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-56ceafea-8e7b-49cf-be45-33de04a5f7bd tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3918939 Mar 01 14:11:36.777228 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44270) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:36.791455 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-52410f81-2438-42e1-a85d-07f8789266e6 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Request body: {'network': {'name': 'tempest-router-network02--922289145'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:11:36.918016 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52410f81-2438-42e1-a85d-07f8789266e6 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Made reservation on behalf of fe72dce2c13c4784969c6f2880efcd43 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:11:36.918847 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ceafea-8e7b-49cf-be45-33de04a5f7bd tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Pushing event updated for resources: {'Network': ['ID=cb3d5dd0-5f7c-4472-95fa-2501e5b94e5e,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:36.942625 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-52410f81-2438-42e1-a85d-07f8789266e6 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:36.971339 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-821ac8f5-1fb6-4079-a17d-425a1f18d236 None None] Allocated IP 172.20.0.2 (e0d68673-7d3b-46f1-b053-21781e220897/82f69461-6680-412d-903f-affb8ff08b35/51cf5689-eb11-4751-9a4d-a763538a5a3e) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:11:37.071015 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52410f81-2438-42e1-a85d-07f8789266e6 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:11:37.083536 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-52410f81-2438-42e1-a85d-07f8789266e6 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (7cae279c-2921-407e-ab44-59a5de384d69), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:37.084308 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-52410f81-2438-42e1-a85d-07f8789266e6 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Added segment 7cae279c-2921-407e-ab44-59a5de384d69 of type vlan for network a049e7e3-2627-495e-a48f-6df774b3e42b Mar 01 14:11:37.198395 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-52410f81-2438-42e1-a85d-07f8789266e6 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (a049e7e3-2627-495e-a48f-6df774b3e42b), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:37.206848 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-821ac8f5-1fb6-4079-a17d-425a1f18d236 None None] Publish callbacks [] for port (51cf5689-eb11-4751-9a4d-a763538a5a3e), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:37.218636 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network cb3d5dd0-5f7c-4472-95fa-2501e5b94e5e details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:11:37.258229 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-52410f81-2438-42e1-a85d-07f8789266e6 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (a049e7e3-2627-495e-a48f-6df774b3e42b), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:37.268001 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52410f81-2438-42e1-a85d-07f8789266e6 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:11:37.268632 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-52410f81-2438-42e1-a85d-07f8789266e6 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:37.371770 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-821ac8f5-1fb6-4079-a17d-425a1f18d236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (51cf5689-eb11-4751-9a4d-a763538a5a3e), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:37.428100 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-52410f81-2438-42e1-a85d-07f8789266e6 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6490140 Mar 01 14:11:37.430963 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44290) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:37.436289 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-ecf22ca1-94de-42cf-8930-2f025ae12a52 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Request body: {'subnet': {'network_id': 'cb3d5dd0-5f7c-4472-95fa-2501e5b94e5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:11:37.466032 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52410f81-2438-42e1-a85d-07f8789266e6 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Pushing event updated for resources: {'Network': ['ID=a049e7e3-2627-495e-a48f-6df774b3e42b,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:37.492770 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ac8f5-1fb6-4079-a17d-425a1f18d236 None None] Pushing event updated for resources: {'Port': ['ID=51cf5689-eb11-4751-9a4d-a763538a5a3e,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:37.497237 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network a049e7e3-2627-495e-a48f-6df774b3e42b details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:11:37.629415 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf22ca1-94de-42cf-8930-2f025ae12a52 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Made reservation on behalf of fe72dce2c13c4784969c6f2880efcd43 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:11:37.633130 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ecf22ca1-94de-42cf-8930-2f025ae12a52 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:37.640470 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821ac8f5-1fb6-4079-a17d-425a1f18d236 None None] Network e0d68673-7d3b-46f1-b053-21781e220897 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:11:37.658577 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-821ac8f5-1fb6-4079-a17d-425a1f18d236 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:11:37.672795 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821ac8f5-1fb6-4079-a17d-425a1f18d236 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:11:37.804197 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-821ac8f5-1fb6-4079-a17d-425a1f18d236 None None] Attempting to bind port 51cf5689-eb11-4751-9a4d-a763538a5a3e on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:11:37.805282 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-821ac8f5-1fb6-4079-a17d-425a1f18d236 None None] Attempting to bind port 51cf5689-eb11-4751-9a4d-a763538a5a3e by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '346b62de-1511-4de8-be11-83e6a5483d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e0d68673-7d3b-46f1-b053-21781e220897'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:11:37.805791 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821ac8f5-1fb6-4079-a17d-425a1f18d236 None None] Attempting to bind port 51cf5689-eb11-4751-9a4d-a763538a5a3e on network e0d68673-7d3b-46f1-b053-21781e220897 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:11:37.811282 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821ac8f5-1fb6-4079-a17d-425a1f18d236 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:11:37.811856 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821ac8f5-1fb6-4079-a17d-425a1f18d236 None None] Checking segment: {'id': '346b62de-1511-4de8-be11-83e6a5483d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e0d68673-7d3b-46f1-b053-21781e220897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:11:37.812378 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-821ac8f5-1fb6-4079-a17d-425a1f18d236 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:37.824320 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821ac8f5-1fb6-4079-a17d-425a1f18d236 None None] Bound using segment: {'id': '346b62de-1511-4de8-be11-83e6a5483d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e0d68673-7d3b-46f1-b053-21781e220897'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:11:37.825182 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-821ac8f5-1fb6-4079-a17d-425a1f18d236 None None] Bound port: 51cf5689-eb11-4751-9a4d-a763538a5a3e, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '346b62de-1511-4de8-be11-83e6a5483d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e0d68673-7d3b-46f1-b053-21781e220897'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:11:37.825550 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-821ac8f5-1fb6-4079-a17d-425a1f18d236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (51cf5689-eb11-4751-9a4d-a763538a5a3e), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:37.945091 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-821ac8f5-1fb6-4079-a17d-425a1f18d236 None None] For port 51cf5689-eb11-4751-9a4d-a763538a5a3e, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:11:37.950593 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-821ac8f5-1fb6-4079-a17d-425a1f18d236 None None] For port 51cf5689-eb11-4751-9a4d-a763538a5a3e, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=51cf5689-eb11-4751-9a4d-a763538a5a3e,segment=NetworkSegment(346b62de-1511-4de8-be11-83e6a5483d11),segment_id=346b62de-1511-4de8-be11-83e6a5483d11)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:11:37.964237 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-821ac8f5-1fb6-4079-a17d-425a1f18d236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (51cf5689-eb11-4751-9a4d-a763538a5a3e), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:37.997967 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ecf22ca1-94de-42cf-8930-2f025ae12a52 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (ada5db19-75a5-4e1b-b620-4423be3da62d), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:38.090604 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ac8f5-1fb6-4079-a17d-425a1f18d236 None None] Pushing event updated for resources: {'Port': ['ID=51cf5689-eb11-4751-9a4d-a763538a5a3e,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:38.166385 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf22ca1-94de-42cf-8930-2f025ae12a52 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Checking segment: {'id': '2c94fa92-2b1c-46e5-ac17-054f5ae73fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cb3d5dd0-5f7c-4472-95fa-2501e5b94e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:11:38.166755 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf22ca1-94de-42cf-8930-2f025ae12a52 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Network hostable DHCP agents. Network: cb3d5dd0-5f7c-4472-95fa-2501e5b94e5e, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:11:38.202350 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf22ca1-94de-42cf-8930-2f025ae12a52 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Pushing event updated for resources: {'Subnet': ['ID=ada5db19-75a5-4e1b-b620-4423be3da62d,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:38.211496 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf22ca1-94de-42cf-8930-2f025ae12a52 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Network cb3d5dd0-5f7c-4472-95fa-2501e5b94e5e is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:11:38.229028 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-ecf22ca1-94de-42cf-8930-2f025ae12a52 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, cb3d5dd0-5f7c-4472-95fa-2501e5b94e5e) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:11:38.234780 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf22ca1-94de-42cf-8930-2f025ae12a52 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:11:38.235493 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ecf22ca1-94de-42cf-8930-2f025ae12a52 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:38.242338 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddf2319-8863-4180-b42e-c9a9ba9e4b2f None None] Network cb3d5dd0-5f7c-4472-95fa-2501e5b94e5e requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:11:38.289013 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ecf22ca1-94de-42cf-8930-2f025ae12a52 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8568175 Mar 01 14:11:38.291703 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44308) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:38.297747 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-d5c0ab87-ed2f-4322-aa48-eb9a7bd6c3e7 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Request body: {'subnet': {'network_id': 'a049e7e3-2627-495e-a48f-6df774b3e42b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:11:38.517164 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e855024-aaf0-4dc0-9fb4-2da398fb97d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-cb3d5dd0-5f7c-4472-95fa-2501e5b94e5e', 'network_id': 'cb3d5dd0-5f7c-4472-95fa-2501e5b94e5e', 'project_id': 'fe72dce2c13c4784969c6f2880efcd43', 'fixed_ips': [{'subnet_id': 'ada5db19-75a5-4e1b-b620-4423be3da62d'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:11:38.521272 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8e855024-aaf0-4dc0-9fb4-2da398fb97d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:38.630594 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c0ab87-ed2f-4322-aa48-eb9a7bd6c3e7 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Made reservation on behalf of fe72dce2c13c4784969c6f2880efcd43 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:11:38.637267 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d5c0ab87-ed2f-4322-aa48-eb9a7bd6c3e7 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:38.940291 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-8e855024-aaf0-4dc0-9fb4-2da398fb97d3 None None] Allocated IP 172.20.0.2 (cb3d5dd0-5f7c-4472-95fa-2501e5b94e5e/ada5db19-75a5-4e1b-b620-4423be3da62d/7abc4007-adbe-48d9-a725-6ef9198e3f6b) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:11:39.153378 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d5c0ab87-ed2f-4322-aa48-eb9a7bd6c3e7 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (87cb8d63-5d44-4b19-9fcc-7d196411dafe), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:39.378749 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0ab87-ed2f-4322-aa48-eb9a7bd6c3e7 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Pushing event updated for resources: {'Subnet': ['ID=87cb8d63-5d44-4b19-9fcc-7d196411dafe,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:39.410454 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c0ab87-ed2f-4322-aa48-eb9a7bd6c3e7 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Checking segment: {'id': '7cae279c-2921-407e-ab44-59a5de384d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a049e7e3-2627-495e-a48f-6df774b3e42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:11:39.410976 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c0ab87-ed2f-4322-aa48-eb9a7bd6c3e7 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Network hostable DHCP agents. Network: a049e7e3-2627-495e-a48f-6df774b3e42b, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:11:39.464461 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c0ab87-ed2f-4322-aa48-eb9a7bd6c3e7 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Network a049e7e3-2627-495e-a48f-6df774b3e42b is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:11:39.480940 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-d5c0ab87-ed2f-4322-aa48-eb9a7bd6c3e7 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, a049e7e3-2627-495e-a48f-6df774b3e42b) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:11:39.485443 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c0ab87-ed2f-4322-aa48-eb9a7bd6c3e7 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:11:39.486201 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d5c0ab87-ed2f-4322-aa48-eb9a7bd6c3e7 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:39.531439 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d5c0ab87-ed2f-4322-aa48-eb9a7bd6c3e7 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2386000 Mar 01 14:11:39.534555 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44326) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:39.681983 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8d6054-c911-4c5a-a02e-95a9ea59b1e7 None None] Network a049e7e3-2627-495e-a48f-6df774b3e42b requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:11:39.701915 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44328) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:39.927696 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f2035b0-6347-4954-94c3-e84f046b2b27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:39.958325 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8e855024-aaf0-4dc0-9fb4-2da398fb97d3 None None] Publish callbacks [] for port (7abc4007-adbe-48d9-a725-6ef9198e3f6b), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:39.969852 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:39.990702 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8e855024-aaf0-4dc0-9fb4-2da398fb97d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (7abc4007-adbe-48d9-a725-6ef9198e3f6b), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:40.077747 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e855024-aaf0-4dc0-9fb4-2da398fb97d3 None None] Network cb3d5dd0-5f7c-4472-95fa-2501e5b94e5e is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:11:40.103862 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f2035b0-6347-4954-94c3-e84f046b2b27 admin admin] Publish callbacks [] for security_group (a1747966-aeae-4436-9946-07ccb2a00c1d), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:40.117189 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f2035b0-6347-4954-94c3-e84f046b2b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a1747966-aeae-4436-9946-07ccb2a00c1d), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:40.135489 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-8e855024-aaf0-4dc0-9fb4-2da398fb97d3 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:11:40.149277 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e855024-aaf0-4dc0-9fb4-2da398fb97d3 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:11:40.161556 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:40.211326 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0f2035b0-6347-4954-94c3-e84f046b2b27 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0b153c788ba425498f3474c23827cbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5076840 Mar 01 14:11:40.216770 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44338) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:40.217468 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2035b0-6347-4954-94c3-e84f046b2b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1747966-aeae-4436-9946-07ccb2a00c1d,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:40.253320 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e855024-aaf0-4dc0-9fb4-2da398fb97d3 None None] Pushing event updated for resources: {'Port': ['ID=7abc4007-adbe-48d9-a725-6ef9198e3f6b,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:40.285473 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51084673-d706-444d-9599-badbd4b1f2a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-a049e7e3-2627-495e-a48f-6df774b3e42b', 'network_id': 'a049e7e3-2627-495e-a48f-6df774b3e42b', 'project_id': 'fe72dce2c13c4784969c6f2880efcd43', 'fixed_ips': [{'subnet_id': '87cb8d63-5d44-4b19-9fcc-7d196411dafe'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:11:40.286988 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-51084673-d706-444d-9599-badbd4b1f2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:40.299910 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a7f435ae-cda4-4a33-af6b-afc2ef7298b5 admin admin] Publish callbacks [] for security_group (a1747966-aeae-4436-9946-07ccb2a00c1d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:40.330501 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a7f435ae-cda4-4a33-af6b-afc2ef7298b5 admin admin] Publish callbacks [] for security_group (a1747966-aeae-4436-9946-07ccb2a00c1d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:40.362000 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa2dc6e-66c4-41ad-84ed-6a8f0574bf08 None None] Network e0d68673-7d3b-46f1-b053-21781e220897 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:11:40.402358 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a7f435ae-cda4-4a33-af6b-afc2ef7298b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a1747966-aeae-4436-9946-07ccb2a00c1d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:40.405506 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a7f435ae-cda4-4a33-af6b-afc2ef7298b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:40.413508 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a7f435ae-cda4-4a33-af6b-afc2ef7298b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1747966-aeae-4436-9946-07ccb2a00c1d HTTP/1.1" status: 204 len: 168 time: 0.1907916 Mar 01 14:11:40.449406 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f435ae-cda4-4a33-af6b-afc2ef7298b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1747966-aeae-4436-9946-07ccb2a00c1d,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:40.540326 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-8e855024-aaf0-4dc0-9fb4-2da398fb97d3 None None] Attempting to bind port 7abc4007-adbe-48d9-a725-6ef9198e3f6b on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:11:40.541769 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-8e855024-aaf0-4dc0-9fb4-2da398fb97d3 None None] Attempting to bind port 7abc4007-adbe-48d9-a725-6ef9198e3f6b by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '2c94fa92-2b1c-46e5-ac17-054f5ae73fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cb3d5dd0-5f7c-4472-95fa-2501e5b94e5e'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:11:40.541966 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e855024-aaf0-4dc0-9fb4-2da398fb97d3 None None] Attempting to bind port 7abc4007-adbe-48d9-a725-6ef9198e3f6b on network cb3d5dd0-5f7c-4472-95fa-2501e5b94e5e {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:11:40.563967 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 51cf5689-eb11-4751-9a4d-a763538a5a3e up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:11:40.722625 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dcb7d504-271f-4b8d-ad33-7da74301a5d2 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:40.806319 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e855024-aaf0-4dc0-9fb4-2da398fb97d3 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:11:40.806704 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e855024-aaf0-4dc0-9fb4-2da398fb97d3 None None] Checking segment: {'id': '2c94fa92-2b1c-46e5-ac17-054f5ae73fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cb3d5dd0-5f7c-4472-95fa-2501e5b94e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:11:40.807113 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8e855024-aaf0-4dc0-9fb4-2da398fb97d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:40.807514 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e855024-aaf0-4dc0-9fb4-2da398fb97d3 None None] Bound using segment: {'id': '2c94fa92-2b1c-46e5-ac17-054f5ae73fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cb3d5dd0-5f7c-4472-95fa-2501e5b94e5e'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:11:40.836404 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-8e855024-aaf0-4dc0-9fb4-2da398fb97d3 None None] Bound port: 7abc4007-adbe-48d9-a725-6ef9198e3f6b, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c94fa92-2b1c-46e5-ac17-054f5ae73fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cb3d5dd0-5f7c-4472-95fa-2501e5b94e5e'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:11:40.836864 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8e855024-aaf0-4dc0-9fb4-2da398fb97d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7abc4007-adbe-48d9-a725-6ef9198e3f6b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:41.158518 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-8e855024-aaf0-4dc0-9fb4-2da398fb97d3 None None] For port 7abc4007-adbe-48d9-a725-6ef9198e3f6b, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:11:41.166120 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-8e855024-aaf0-4dc0-9fb4-2da398fb97d3 None None] For port 7abc4007-adbe-48d9-a725-6ef9198e3f6b, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=7abc4007-adbe-48d9-a725-6ef9198e3f6b,segment=NetworkSegment(2c94fa92-2b1c-46e5-ac17-054f5ae73fe3),segment_id=2c94fa92-2b1c-46e5-ac17-054f5ae73fe3)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:11:41.221462 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8e855024-aaf0-4dc0-9fb4-2da398fb97d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (7abc4007-adbe-48d9-a725-6ef9198e3f6b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:41.309370 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44350) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:41.328803 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1dda8a72-54c6-4a8e-842f-ed432ebe6e3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:41.415320 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-dcb7d504-271f-4b8d-ad33-7da74301a5d2 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Allocated IP 172.20.0.1 (cb3d5dd0-5f7c-4472-95fa-2501e5b94e5e/ada5db19-75a5-4e1b-b620-4423be3da62d/e6670008-7525-4d03-9780-090cacbde192) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:11:41.493833 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e855024-aaf0-4dc0-9fb4-2da398fb97d3 None None] Pushing event updated for resources: {'Port': ['ID=7abc4007-adbe-48d9-a725-6ef9198e3f6b,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:41.513113 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-0c1f0e3e-23c7-4c48-8797-87fdccf8b99f None None] Provisioning complete for port 51cf5689-eb11-4751-9a4d-a763538a5a3e triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:41.515784 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0c1f0e3e-23c7-4c48-8797-87fdccf8b99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (51cf5689-eb11-4751-9a4d-a763538a5a3e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:41.602099 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1dda8a72-54c6-4a8e-842f-ed432ebe6e3c admin admin] Publish callbacks [] for security_group (62e05dcd-02cc-45c4-b15f-dd1b3a1ea39e), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:41.616020 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 51cf5689-eb11-4751-9a4d-a763538a5a3e triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:41.616398 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (51cf5689-eb11-4751-9a4d-a763538a5a3e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:41.618211 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1dda8a72-54c6-4a8e-842f-ed432ebe6e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (62e05dcd-02cc-45c4-b15f-dd1b3a1ea39e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:41.738423 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1dda8a72-54c6-4a8e-842f-ed432ebe6e3c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88fdd5d202464112a0455731de55ac7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4273028 Mar 01 14:11:41.740176 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44356) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:41.743123 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda8a72-54c6-4a8e-842f-ed432ebe6e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e05dcd-02cc-45c4-b15f-dd1b3a1ea39e,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:41.804671 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dcb7d504-271f-4b8d-ad33-7da74301a5d2 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks [] for port (e6670008-7525-4d03-9780-090cacbde192), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:42.004490 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 51cf5689-eb11-4751-9a4d-a763538a5a3e is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:11:42.004944 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (51cf5689-eb11-4751-9a4d-a763538a5a3e), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:42.020041 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-65fbe527-8f6f-4c06-b066-aa0fa112498b admin admin] Publish callbacks [] for security_group (62e05dcd-02cc-45c4-b15f-dd1b3a1ea39e), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:42.092809 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-51084673-d706-444d-9599-badbd4b1f2a1 None None] Allocated IP 172.20.0.2 (a049e7e3-2627-495e-a48f-6df774b3e42b/87cb8d63-5d44-4b19-9fcc-7d196411dafe/ebb8b69f-eeeb-4102-8bae-6d78d8253f23) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:11:42.097869 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dcb7d504-271f-4b8d-ad33-7da74301a5d2 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (e6670008-7525-4d03-9780-090cacbde192), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:42.315753 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-65fbe527-8f6f-4c06-b066-aa0fa112498b admin admin] Publish callbacks [] for security_group (62e05dcd-02cc-45c4-b15f-dd1b3a1ea39e), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:42.329383 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 51cf5689-eb11-4751-9a4d-a763538a5a3e, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=51cf5689-eb11-4751-9a4d-a763538a5a3e,segment=NetworkSegment(346b62de-1511-4de8-be11-83e6a5483d11),segment_id=346b62de-1511-4de8-be11-83e6a5483d11)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:11:42.412725 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb7d504-271f-4b8d-ad33-7da74301a5d2 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Network cb3d5dd0-5f7c-4472-95fa-2501e5b94e5e is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:11:42.428017 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-dcb7d504-271f-4b8d-ad33-7da74301a5d2 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:11:42.436453 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb7d504-271f-4b8d-ad33-7da74301a5d2 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:11:42.444942 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7d504-271f-4b8d-ad33-7da74301a5d2 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Pushing event updated for resources: {'Port': ['ID=e6670008-7525-4d03-9780-090cacbde192,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:42.530177 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (51cf5689-eb11-4751-9a4d-a763538a5a3e), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:42.625433 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dcb7d504-271f-4b8d-ad33-7da74301a5d2 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (f6d3a2ce-584c-49b4-aea8-ab8cda738eda), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:42.643936 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-65fbe527-8f6f-4c06-b066-aa0fa112498b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (62e05dcd-02cc-45c4-b15f-dd1b3a1ea39e), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:42.657885 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-65fbe527-8f6f-4c06-b066-aa0fa112498b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:42.672475 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-65fbe527-8f6f-4c06-b066-aa0fa112498b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62e05dcd-02cc-45c4-b15f-dd1b3a1ea39e HTTP/1.1" status: 204 len: 168 time: 0.9256577 Mar 01 14:11:42.794076 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=51cf5689-eb11-4751-9a4d-a763538a5a3e,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:42.827383 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 7abc4007-adbe-48d9-a725-6ef9198e3f6b up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:11:42.861522 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-0c1f0e3e-23c7-4c48-8797-87fdccf8b99f None None] Current status of the port 51cf5689-eb11-4751-9a4d-a763538a5a3e is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:11:42.864548 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0c1f0e3e-23c7-4c48-8797-87fdccf8b99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (51cf5689-eb11-4751-9a4d-a763538a5a3e), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:42.879558 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbe527-8f6f-4c06-b066-aa0fa112498b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e05dcd-02cc-45c4-b15f-dd1b3a1ea39e,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:43.179367 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dcb7d504-271f-4b8d-ad33-7da74301a5d2 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e6670008-7525-4d03-9780-090cacbde192), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:43.512036 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-0c1f0e3e-23c7-4c48-8797-87fdccf8b99f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 14:11:43.512606 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-0c1f0e3e-23c7-4c48-8797-87fdccf8b99f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 14:11:43.734708 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-51084673-d706-444d-9599-badbd4b1f2a1 None None] Publish callbacks [] for port (ebb8b69f-eeeb-4102-8bae-6d78d8253f23), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:43.742046 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 7abc4007-adbe-48d9-a725-6ef9198e3f6b triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:43.743032 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7abc4007-adbe-48d9-a725-6ef9198e3f6b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:43.826460 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-51084673-d706-444d-9599-badbd4b1f2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (ebb8b69f-eeeb-4102-8bae-6d78d8253f23), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:43.991983 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51084673-d706-444d-9599-badbd4b1f2a1 None None] Network a049e7e3-2627-495e-a48f-6df774b3e42b is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:11:44.019657 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-51084673-d706-444d-9599-badbd4b1f2a1 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:11:44.215797 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dcb7d504-271f-4b8d-ad33-7da74301a5d2 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks [] for port (e6670008-7525-4d03-9780-090cacbde192), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:44.226038 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dcb7d504-271f-4b8d-ad33-7da74301a5d2 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (e6670008-7525-4d03-9780-090cacbde192), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:44.227091 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51084673-d706-444d-9599-badbd4b1f2a1 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:11:44.238681 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-0c1f0e3e-23c7-4c48-8797-87fdccf8b99f None None] Current status of the port 51cf5689-eb11-4751-9a4d-a763538a5a3e is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:11:44.251204 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbedc01-d227-4860-8a5e-0c678b5aea59 None None] Network cb3d5dd0-5f7c-4472-95fa-2501e5b94e5e requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:11:44.501587 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51084673-d706-444d-9599-badbd4b1f2a1 None None] Pushing event updated for resources: {'Port': ['ID=ebb8b69f-eeeb-4102-8bae-6d78d8253f23,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:44.586228 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dcb7d504-271f-4b8d-ad33-7da74301a5d2 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (f6d3a2ce-584c-49b4-aea8-ab8cda738eda), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:44.623072 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-51084673-d706-444d-9599-badbd4b1f2a1 None None] Attempting to bind port ebb8b69f-eeeb-4102-8bae-6d78d8253f23 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:11:44.623656 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-51084673-d706-444d-9599-badbd4b1f2a1 None None] Attempting to bind port ebb8b69f-eeeb-4102-8bae-6d78d8253f23 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '7cae279c-2921-407e-ab44-59a5de384d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a049e7e3-2627-495e-a48f-6df774b3e42b'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:11:44.624011 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51084673-d706-444d-9599-badbd4b1f2a1 None None] Attempting to bind port ebb8b69f-eeeb-4102-8bae-6d78d8253f23 on network a049e7e3-2627-495e-a48f-6df774b3e42b {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:11:44.648290 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-9aa23659-8618-4b06-b962-e68d5dafc7dd None None] Provisioning complete for port 7abc4007-adbe-48d9-a725-6ef9198e3f6b triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:44.648793 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9aa23659-8618-4b06-b962-e68d5dafc7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7abc4007-adbe-48d9-a725-6ef9198e3f6b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:44.850856 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7d504-271f-4b8d-ad33-7da74301a5d2 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Pushing event updated for resources: {'Port': ['ID=e6670008-7525-4d03-9780-090cacbde192,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:44.867616 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51084673-d706-444d-9599-badbd4b1f2a1 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:11:44.879043 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51084673-d706-444d-9599-badbd4b1f2a1 None None] Checking segment: {'id': '7cae279c-2921-407e-ab44-59a5de384d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a049e7e3-2627-495e-a48f-6df774b3e42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:11:44.879538 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-51084673-d706-444d-9599-badbd4b1f2a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:44.879983 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51084673-d706-444d-9599-badbd4b1f2a1 None None] Bound using segment: {'id': '7cae279c-2921-407e-ab44-59a5de384d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a049e7e3-2627-495e-a48f-6df774b3e42b'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:11:44.880503 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-51084673-d706-444d-9599-badbd4b1f2a1 None None] Bound port: ebb8b69f-eeeb-4102-8bae-6d78d8253f23, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cae279c-2921-407e-ab44-59a5de384d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a049e7e3-2627-495e-a48f-6df774b3e42b'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:11:44.880898 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-51084673-d706-444d-9599-badbd4b1f2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ebb8b69f-eeeb-4102-8bae-6d78d8253f23), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:44.910223 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 7abc4007-adbe-48d9-a725-6ef9198e3f6b is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:11:44.910223 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7abc4007-adbe-48d9-a725-6ef9198e3f6b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:44.960825 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb7d504-271f-4b8d-ad33-7da74301a5d2 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Network cb3d5dd0-5f7c-4472-95fa-2501e5b94e5e is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:11:44.962649 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-dcb7d504-271f-4b8d-ad33-7da74301a5d2 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:11:45.212114 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-51084673-d706-444d-9599-badbd4b1f2a1 None None] For port ebb8b69f-eeeb-4102-8bae-6d78d8253f23, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:11:45.218923 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-51084673-d706-444d-9599-badbd4b1f2a1 None None] For port ebb8b69f-eeeb-4102-8bae-6d78d8253f23, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ebb8b69f-eeeb-4102-8bae-6d78d8253f23,segment=NetworkSegment(7cae279c-2921-407e-ab44-59a5de384d69),segment_id=7cae279c-2921-407e-ab44-59a5de384d69)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:11:45.247143 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-9aa23659-8618-4b06-b962-e68d5dafc7dd None None] Current status of the port 7abc4007-adbe-48d9-a725-6ef9198e3f6b is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:11:45.248013 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9aa23659-8618-4b06-b962-e68d5dafc7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7abc4007-adbe-48d9-a725-6ef9198e3f6b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:45.300367 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-51084673-d706-444d-9599-badbd4b1f2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ebb8b69f-eeeb-4102-8bae-6d78d8253f23), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:45.437408 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb7d504-271f-4b8d-ad33-7da74301a5d2 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Router f6d3a2ce-584c-49b4-aea8-ab8cda738eda is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:11:45.490556 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 7abc4007-adbe-48d9-a725-6ef9198e3f6b, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=7abc4007-adbe-48d9-a725-6ef9198e3f6b,segment=NetworkSegment(2c94fa92-2b1c-46e5-ac17-054f5ae73fe3),segment_id=2c94fa92-2b1c-46e5-ac17-054f5ae73fe3)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:11:45.493441 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51084673-d706-444d-9599-badbd4b1f2a1 None None] Pushing event updated for resources: {'Port': ['ID=ebb8b69f-eeeb-4102-8bae-6d78d8253f23,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:45.675998 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb7d504-271f-4b8d-ad33-7da74301a5d2 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:11:45.694740 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-dcb7d504-271f-4b8d-ad33-7da74301a5d2 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] 10.222.0.13 "PUT /v2.0/routers/f6d3a2ce-584c-49b4-aea8-ab8cda738eda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1563861 Mar 01 14:11:45.696421 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44416) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:45.705288 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5713f8bd-ac95-4f7a-a916-95793a360c93 None None] Sync routers for ids ['f6d3a2ce-584c-49b4-aea8-ab8cda738eda'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:11:45.755032 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5713f8bd-ac95-4f7a-a916-95793a360c93 None None] Routers {'f6d3a2ce-584c-49b4-aea8-ab8cda738eda'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:11:45.755783 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-5713f8bd-ac95-4f7a-a916-95793a360c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:11:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['f6d3a2ce-584c-49b4-aea8-ab8cda738eda'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:11:45.982665 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-5713f8bd-ac95-4f7a-a916-95793a360c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:11:46.031917 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5713f8bd-ac95-4f7a-a916-95793a360c93 None None] Routers {'f6d3a2ce-584c-49b4-aea8-ab8cda738eda'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:11:46.044929 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-5713f8bd-ac95-4f7a-a916-95793a360c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:11:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['f6d3a2ce-584c-49b4-aea8-ab8cda738eda'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:11:46.185862 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-5713f8bd-ac95-4f7a-a916-95793a360c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:11:46.186987 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5713f8bd-ac95-4f7a-a916-95793a360c93 None None] The sync data for ids ['f6d3a2ce-584c-49b4-aea8-ab8cda738eda'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:11:46.336149 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-9aa23659-8618-4b06-b962-e68d5dafc7dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 14:11:46.336682 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-9aa23659-8618-4b06-b962-e68d5dafc7dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 14:11:46.346893 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (7abc4007-adbe-48d9-a725-6ef9198e3f6b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:46.605096 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=7abc4007-adbe-48d9-a725-6ef9198e3f6b,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:46.932984 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ebb8b69f-eeeb-4102-8bae-6d78d8253f23 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:11:46.984074 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-b4d12e16-358b-4f35-9302-678c85789b72 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 14:11:46.999188 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b4d12e16-358b-4f35-9302-678c85789b72 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] 10.222.0.13 "PUT /v2.0/routers/f6d3a2ce-584c-49b4-aea8-ab8cda738eda/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3016243 Mar 01 14:11:47.003088 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44468) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:47.212939 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-9aa23659-8618-4b06-b962-e68d5dafc7dd None None] Current status of the port 7abc4007-adbe-48d9-a725-6ef9198e3f6b is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:11:47.276756 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-9aa23659-8618-4b06-b962-e68d5dafc7dd None None] Provisioning complete for port 51cf5689-eb11-4751-9a4d-a763538a5a3e triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:47.277139 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9aa23659-8618-4b06-b962-e68d5dafc7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (51cf5689-eb11-4751-9a4d-a763538a5a3e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:47.484547 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port ebb8b69f-eeeb-4102-8bae-6d78d8253f23 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:47.485110 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ebb8b69f-eeeb-4102-8bae-6d78d8253f23), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:47.617972 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b42081-b5b0-4484-a25c-27889f6abef8 None None] Network a049e7e3-2627-495e-a48f-6df774b3e42b requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:11:47.858172 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-9aa23659-8618-4b06-b962-e68d5dafc7dd None None] Current status of the port 51cf5689-eb11-4751-9a4d-a763538a5a3e is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:11:47.989155 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port ebb8b69f-eeeb-4102-8bae-6d78d8253f23 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:11:47.990819 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ebb8b69f-eeeb-4102-8bae-6d78d8253f23), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:48.092198 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port ebb8b69f-eeeb-4102-8bae-6d78d8253f23, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ebb8b69f-eeeb-4102-8bae-6d78d8253f23,segment=NetworkSegment(7cae279c-2921-407e-ab44-59a5de384d69),segment_id=7cae279c-2921-407e-ab44-59a5de384d69)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:11:48.106043 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ebb8b69f-eeeb-4102-8bae-6d78d8253f23), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:48.106890 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 51cf5689-eb11-4751-9a4d-a763538a5a3e up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:11:48.350113 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=ebb8b69f-eeeb-4102-8bae-6d78d8253f23,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:48.398642 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-90058156-f734-4b33-b89f-13325361f0c5 None None] Provisioning complete for port ebb8b69f-eeeb-4102-8bae-6d78d8253f23 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:48.399034 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-90058156-f734-4b33-b89f-13325361f0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ebb8b69f-eeeb-4102-8bae-6d78d8253f23), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:48.402371 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:48.402724 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:48.403053 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:48.403450 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:48.403883 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:48.404221 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:48.404557 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:48.404879 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:48.405208 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:48.405529 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:48.405868 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:48.406178 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:48.406512 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:11:48.456986 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 51cf5689-eb11-4751-9a4d-a763538a5a3e triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:48.457362 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (51cf5689-eb11-4751-9a4d-a763538a5a3e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:48.594812 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 51cf5689-eb11-4751-9a4d-a763538a5a3e is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:11:48.721747 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-90058156-f734-4b33-b89f-13325361f0c5 None None] Current status of the port ebb8b69f-eeeb-4102-8bae-6d78d8253f23 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:11:48.749326 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-90058156-f734-4b33-b89f-13325361f0c5 None None] Provisioning complete for port 7abc4007-adbe-48d9-a725-6ef9198e3f6b triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:48.749593 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-90058156-f734-4b33-b89f-13325361f0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7abc4007-adbe-48d9-a725-6ef9198e3f6b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:48.756169 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c55b5ea0-2123-41bf-818b-0d1735798070 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (f6d3a2ce-584c-49b4-aea8-ab8cda738eda), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:48.813465 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ebb8b69f-eeeb-4102-8bae-6d78d8253f23 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:11:49.061326 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-90058156-f734-4b33-b89f-13325361f0c5 None None] Current status of the port 7abc4007-adbe-48d9-a725-6ef9198e3f6b is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:11:49.071097 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port ebb8b69f-eeeb-4102-8bae-6d78d8253f23 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:49.071487 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ebb8b69f-eeeb-4102-8bae-6d78d8253f23), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:49.175284 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-90058156-f734-4b33-b89f-13325361f0c5 None None] Provisioning complete for port e6670008-7525-4d03-9780-090cacbde192 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:49.175707 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-90058156-f734-4b33-b89f-13325361f0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e6670008-7525-4d03-9780-090cacbde192), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:49.443360 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port ebb8b69f-eeeb-4102-8bae-6d78d8253f23 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:11:49.443553 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-c55b5ea0-2123-41bf-818b-0d1735798070 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Deleting port e6670008-7525-4d03-9780-090cacbde192 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:11:49.444419 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c55b5ea0-2123-41bf-818b-0d1735798070 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (e6670008-7525-4d03-9780-090cacbde192), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:49.449637 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 7abc4007-adbe-48d9-a725-6ef9198e3f6b up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:11:49.484368 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-90058156-f734-4b33-b89f-13325361f0c5 None None] Port e6670008-7525-4d03-9780-090cacbde192 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:11:49.572635 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c55b5ea0-2123-41bf-818b-0d1735798070 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (e6670008-7525-4d03-9780-090cacbde192), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:49.598100 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-c55b5ea0-2123-41bf-818b-0d1735798070 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Calling delete_port for e6670008-7525-4d03-9780-090cacbde192 owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:11:49.628436 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-bffbdb1d-86b6-443c-a66b-e46bc9040849 None None] Provisioning complete for port ebb8b69f-eeeb-4102-8bae-6d78d8253f23 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:49.628992 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bffbdb1d-86b6-443c-a66b-e46bc9040849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ebb8b69f-eeeb-4102-8bae-6d78d8253f23), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:49.824226 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 7abc4007-adbe-48d9-a725-6ef9198e3f6b triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:49.824932 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7abc4007-adbe-48d9-a725-6ef9198e3f6b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:49.858074 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c55b5ea0-2123-41bf-818b-0d1735798070 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (e6670008-7525-4d03-9780-090cacbde192), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:49.896054 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b5ea0-2123-41bf-818b-0d1735798070 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Pushing event deleted for resources: {'Port': ['ID=e6670008-7525-4d03-9780-090cacbde192,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:49.977803 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-bffbdb1d-86b6-443c-a66b-e46bc9040849 None None] Current status of the port ebb8b69f-eeeb-4102-8bae-6d78d8253f23 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:11:49.989154 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-bffbdb1d-86b6-443c-a66b-e46bc9040849 None None] Could not find standard attr ID for object e6670008-7525-4d03-9780-090cacbde192. {{(pid=103728) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 01 14:11:50.095280 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 7abc4007-adbe-48d9-a725-6ef9198e3f6b is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:11:50.260955 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c55b5ea0-2123-41bf-818b-0d1735798070 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (f6d3a2ce-584c-49b4-aea8-ab8cda738eda), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:50.485237 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55b5ea0-2123-41bf-818b-0d1735798070 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Router f6d3a2ce-584c-49b4-aea8-ab8cda738eda has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:11:50.574326 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55b5ea0-2123-41bf-818b-0d1735798070 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:11:50.584172 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44516) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:50.586950 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e40c62-f0a9-4e21-b2f5-8cbb3253d20b None None] Sync routers for ids ['f6d3a2ce-584c-49b4-aea8-ab8cda738eda'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:11:50.592305 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c55b5ea0-2123-41bf-818b-0d1735798070 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] 10.222.0.13 "PUT /v2.0/routers/f6d3a2ce-584c-49b4-aea8-ab8cda738eda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5880904 Mar 01 14:11:50.631479 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e40c62-f0a9-4e21-b2f5-8cbb3253d20b None None] Routers {'f6d3a2ce-584c-49b4-aea8-ab8cda738eda'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:11:50.632148 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-84e40c62-f0a9-4e21-b2f5-8cbb3253d20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:11:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['f6d3a2ce-584c-49b4-aea8-ab8cda738eda'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:11:50.727184 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-87128475-68de-4e64-adb5-ee47f974f587 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] delete failed (client error): The resource could not be found. Mar 01 14:11:50.731945 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-87128475-68de-4e64-adb5-ee47f974f587 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-538640429 HTTP/1.1" status: 404 len: 334 time: 0.1395752 Mar 01 14:11:50.732264 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44522) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:50.738967 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-8b1adaa9-100a-4e65-b93b-ba030e46b5d3 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f6d3a2ce-584c-49b4-aea8-ab8cda738eda'}}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:11:50.752256 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-84e40c62-f0a9-4e21-b2f5-8cbb3253d20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:11:50.775455 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e40c62-f0a9-4e21-b2f5-8cbb3253d20b None None] Routers {'f6d3a2ce-584c-49b4-aea8-ab8cda738eda'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:11:50.778005 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-84e40c62-f0a9-4e21-b2f5-8cbb3253d20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:11:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['f6d3a2ce-584c-49b4-aea8-ab8cda738eda'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:11:50.854345 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-84e40c62-f0a9-4e21-b2f5-8cbb3253d20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:11:50.856989 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e40c62-f0a9-4e21-b2f5-8cbb3253d20b None None] The sync data for ids ['f6d3a2ce-584c-49b4-aea8-ab8cda738eda'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:11:51.570004 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8b1adaa9-100a-4e65-b93b-ba030e46b5d3 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks [] for router_gateway (f6d3a2ce-584c-49b4-aea8-ab8cda738eda), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:51.608736 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-8b1adaa9-100a-4e65-b93b-ba030e46b5d3 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] update failed (client error): The resource could not be found. Mar 01 14:11:51.610055 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8b1adaa9-100a-4e65-b93b-ba030e46b5d3 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] 10.222.0.13 "PUT /v2.0/routers/f6d3a2ce-584c-49b4-aea8-ab8cda738eda HTTP/1.1" status: 404 len: 339 time: 0.8768597 Mar 01 14:11:51.614830 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44530) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:52.145720 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-43e6fcfb-5d31-4798-bbba-7fc37ede7714 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:52.564717 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-43e6fcfb-5d31-4798-bbba-7fc37ede7714 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Allocated IP 172.20.0.1 (e0d68673-7d3b-46f1-b053-21781e220897/82f69461-6680-412d-903f-affb8ff08b35/1269c58f-ee12-4988-8b70-2d226d6523a0) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:11:52.763496 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-43e6fcfb-5d31-4798-bbba-7fc37ede7714 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks [] for port (1269c58f-ee12-4988-8b70-2d226d6523a0), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:52.817312 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-43e6fcfb-5d31-4798-bbba-7fc37ede7714 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (1269c58f-ee12-4988-8b70-2d226d6523a0), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:52.885961 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e6fcfb-5d31-4798-bbba-7fc37ede7714 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Network e0d68673-7d3b-46f1-b053-21781e220897 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:11:52.911526 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-43e6fcfb-5d31-4798-bbba-7fc37ede7714 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:11:52.923973 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e6fcfb-5d31-4798-bbba-7fc37ede7714 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:11:53.014525 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-43e6fcfb-5d31-4798-bbba-7fc37ede7714 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (f6d3a2ce-584c-49b4-aea8-ab8cda738eda), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:53.058237 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e6fcfb-5d31-4798-bbba-7fc37ede7714 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Pushing event updated for resources: {'Port': ['ID=1269c58f-ee12-4988-8b70-2d226d6523a0,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:53.246128 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-43e6fcfb-5d31-4798-bbba-7fc37ede7714 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1269c58f-ee12-4988-8b70-2d226d6523a0), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:53.475811 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cbfa8410-6ca4-4f49-9eb7-828eacb064cb None None] Provisioning complete for port 1269c58f-ee12-4988-8b70-2d226d6523a0 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:53.476770 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cbfa8410-6ca4-4f49-9eb7-828eacb064cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (1269c58f-ee12-4988-8b70-2d226d6523a0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:53.582859 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cbfa8410-6ca4-4f49-9eb7-828eacb064cb None None] Port 1269c58f-ee12-4988-8b70-2d226d6523a0 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:11:53.965269 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-43e6fcfb-5d31-4798-bbba-7fc37ede7714 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks [] for port (1269c58f-ee12-4988-8b70-2d226d6523a0), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:53.976950 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-43e6fcfb-5d31-4798-bbba-7fc37ede7714 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (1269c58f-ee12-4988-8b70-2d226d6523a0), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:54.132405 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e6fcfb-5d31-4798-bbba-7fc37ede7714 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Pushing event updated for resources: {'Port': ['ID=1269c58f-ee12-4988-8b70-2d226d6523a0,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:54.187066 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-43e6fcfb-5d31-4798-bbba-7fc37ede7714 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (f6d3a2ce-584c-49b4-aea8-ab8cda738eda), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:54.402893 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e6fcfb-5d31-4798-bbba-7fc37ede7714 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Network e0d68673-7d3b-46f1-b053-21781e220897 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:11:54.424078 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-43e6fcfb-5d31-4798-bbba-7fc37ede7714 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:11:54.639018 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e6fcfb-5d31-4798-bbba-7fc37ede7714 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Router f6d3a2ce-584c-49b4-aea8-ab8cda738eda has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:11:54.846567 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e6fcfb-5d31-4798-bbba-7fc37ede7714 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:11:54.861439 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73265091-61dc-4fb4-a65f-756d909c9650 None None] Sync routers for ids ['f6d3a2ce-584c-49b4-aea8-ab8cda738eda'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:11:54.871715 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-43e6fcfb-5d31-4798-bbba-7fc37ede7714 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] 10.222.0.13 "PUT /v2.0/routers/f6d3a2ce-584c-49b4-aea8-ab8cda738eda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2552006 Mar 01 14:11:54.874393 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44612) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:54.875157 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73265091-61dc-4fb4-a65f-756d909c9650 None None] Routers {'f6d3a2ce-584c-49b4-aea8-ab8cda738eda'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:11:54.875792 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-73265091-61dc-4fb4-a65f-756d909c9650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:11:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['f6d3a2ce-584c-49b4-aea8-ab8cda738eda'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:11:54.929041 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-3e2c7f6f-3ae9-442a-9ee5-c5b774661333 None None] Provisioning complete for port 1269c58f-ee12-4988-8b70-2d226d6523a0 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:11:54.929612 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3e2c7f6f-3ae9-442a-9ee5-c5b774661333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (1269c58f-ee12-4988-8b70-2d226d6523a0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:54.947820 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-73265091-61dc-4fb4-a65f-756d909c9650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:11:54.957721 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73265091-61dc-4fb4-a65f-756d909c9650 None None] Routers {'f6d3a2ce-584c-49b4-aea8-ab8cda738eda'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:11:54.958317 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-73265091-61dc-4fb4-a65f-756d909c9650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:11:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['f6d3a2ce-584c-49b4-aea8-ab8cda738eda'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:11:55.000812 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3e2c7f6f-3ae9-442a-9ee5-c5b774661333 None None] Port 1269c58f-ee12-4988-8b70-2d226d6523a0 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:11:55.036159 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-73265091-61dc-4fb4-a65f-756d909c9650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:11:55.038052 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73265091-61dc-4fb4-a65f-756d909c9650 None None] The sync data for ids ['f6d3a2ce-584c-49b4-aea8-ab8cda738eda'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:11:55.074832 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9630e7fd-96ae-422a-8ac6-9289e1d4c52c tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks [] for router (f6d3a2ce-584c-49b4-aea8-ab8cda738eda), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:55.245953 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-9630e7fd-96ae-422a-8ac6-9289e1d4c52c tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 01 14:11:55.247032 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9630e7fd-96ae-422a-8ac6-9289e1d4c52c tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] 10.222.0.13 "DELETE /v2.0/routers/f6d3a2ce-584c-49b4-aea8-ab8cda738eda HTTP/1.1" status: 409 len: 376 time: 0.3705525 Mar 01 14:11:55.250014 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44616) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:55.259095 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9fb5cf34-92d9-446b-8dff-dce61128de09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:55.871881 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dfc94c8b-0b6c-4439-ac10-a37e6dd694c0 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (f6d3a2ce-584c-49b4-aea8-ab8cda738eda), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:56.359700 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-dfc94c8b-0b6c-4439-ac10-a37e6dd694c0 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Deleting port 1269c58f-ee12-4988-8b70-2d226d6523a0 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:11:56.360397 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dfc94c8b-0b6c-4439-ac10-a37e6dd694c0 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (1269c58f-ee12-4988-8b70-2d226d6523a0), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:56.479838 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dfc94c8b-0b6c-4439-ac10-a37e6dd694c0 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (1269c58f-ee12-4988-8b70-2d226d6523a0), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:56.510397 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-dfc94c8b-0b6c-4439-ac10-a37e6dd694c0 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Calling delete_port for 1269c58f-ee12-4988-8b70-2d226d6523a0 owned by network:router_interface {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:11:56.753703 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dfc94c8b-0b6c-4439-ac10-a37e6dd694c0 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (1269c58f-ee12-4988-8b70-2d226d6523a0), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:56.886318 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc94c8b-0b6c-4439-ac10-a37e6dd694c0 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Pushing event deleted for resources: {'Port': ['ID=1269c58f-ee12-4988-8b70-2d226d6523a0,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:57.201158 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dfc94c8b-0b6c-4439-ac10-a37e6dd694c0 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (f6d3a2ce-584c-49b4-aea8-ab8cda738eda), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:57.447594 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc94c8b-0b6c-4439-ac10-a37e6dd694c0 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Router f6d3a2ce-584c-49b4-aea8-ab8cda738eda has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:11:57.453273 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-207667cd-7fdd-4683-862f-763c8f9f8fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:57.887726 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc94c8b-0b6c-4439-ac10-a37e6dd694c0 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:11:57.893088 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-dfc94c8b-0b6c-4439-ac10-a37e6dd694c0 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] 10.222.0.13 "PUT /v2.0/routers/f6d3a2ce-584c-49b4-aea8-ab8cda738eda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6418352 Mar 01 14:11:57.896834 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44644) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:57.912792 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c77445-b88b-45db-b8fd-0b14e82dd126 None None] Sync routers for ids ['f6d3a2ce-584c-49b4-aea8-ab8cda738eda'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:11:57.937294 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c77445-b88b-45db-b8fd-0b14e82dd126 None None] Routers {'f6d3a2ce-584c-49b4-aea8-ab8cda738eda'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:11:57.939995 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-24c77445-b88b-45db-b8fd-0b14e82dd126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:11:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['f6d3a2ce-584c-49b4-aea8-ab8cda738eda'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:11:57.991855 n-d-827467-3 neutron-server[103726]: INFO neutron.api.v2.resource [None req-0a458d56-64e6-4fff-8fac-294849da8e10 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] show failed (client error): The resource could not be found. Mar 01 14:11:57.993315 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0a458d56-64e6-4fff-8fac-294849da8e10 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-1702144410 HTTP/1.1" status: 404 len: 335 time: 0.0953619 Mar 01 14:11:57.997079 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44650) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:58.003497 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-21af30a3-da5e-40ab-97e3-3e4a5777cf75 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:11:58.088854 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-24c77445-b88b-45db-b8fd-0b14e82dd126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:11:58.093784 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [None req-21af30a3-da5e-40ab-97e3-3e4a5777cf75 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] update failed (client error): The resource could not be found. Mar 01 14:11:58.096000 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-21af30a3-da5e-40ab-97e3-3e4a5777cf75 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-1555455357 HTTP/1.1" status: 404 len: 335 time: 0.0976055 Mar 01 14:11:58.102123 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44652) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:58.132066 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c77445-b88b-45db-b8fd-0b14e82dd126 None None] Routers {'f6d3a2ce-584c-49b4-aea8-ab8cda738eda'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:11:58.134243 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-24c77445-b88b-45db-b8fd-0b14e82dd126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:11:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['f6d3a2ce-584c-49b4-aea8-ab8cda738eda'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:11:58.161459 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e47bde5-2183-4b02-8fb8-ef9f5305930f tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Deleting subnet 87cb8d63-5d44-4b19-9fcc-7d196411dafe {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:11:58.165611 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2e47bde5-2183-4b02-8fb8-ef9f5305930f tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks [] for subnet (87cb8d63-5d44-4b19-9fcc-7d196411dafe), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:58.216948 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2e47bde5-2183-4b02-8fb8-ef9f5305930f tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (87cb8d63-5d44-4b19-9fcc-7d196411dafe), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:58.265632 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-24c77445-b88b-45db-b8fd-0b14e82dd126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:11:58.266402 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c77445-b88b-45db-b8fd-0b14e82dd126 None None] The sync data for ids ['f6d3a2ce-584c-49b4-aea8-ab8cda738eda'] in n-d-827467-3 is: [] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:11:58.390729 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2e47bde5-2183-4b02-8fb8-ef9f5305930f tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (87cb8d63-5d44-4b19-9fcc-7d196411dafe), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:58.483375 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2e47bde5-2183-4b02-8fb8-ef9f5305930f tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (87cb8d63-5d44-4b19-9fcc-7d196411dafe), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:58.554990 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2e47bde5-2183-4b02-8fb8-ef9f5305930f tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:58.557547 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606cfc4c-659c-4bc8-b929-9c5726da9649 None None] Network a049e7e3-2627-495e-a48f-6df774b3e42b requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:11:58.561354 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2e47bde5-2183-4b02-8fb8-ef9f5305930f tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] 10.222.0.13 "DELETE /v2.0/subnets/87cb8d63-5d44-4b19-9fcc-7d196411dafe HTTP/1.1" status: 204 len: 168 time: 0.4577012 Mar 01 14:11:58.564445 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44660) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:58.568962 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e47bde5-2183-4b02-8fb8-ef9f5305930f tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Pushing event deleted for resources: {'Subnet': ['ID=87cb8d63-5d44-4b19-9fcc-7d196411dafe,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:58.657155 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-bde2fa76-1bea-41a2-835d-52c2f075db2f tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Deleting subnet ada5db19-75a5-4e1b-b620-4423be3da62d {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:11:58.674185 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bde2fa76-1bea-41a2-835d-52c2f075db2f tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks [] for subnet (ada5db19-75a5-4e1b-b620-4423be3da62d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:58.748116 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bde2fa76-1bea-41a2-835d-52c2f075db2f tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (ada5db19-75a5-4e1b-b620-4423be3da62d), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:58.856166 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6045ee-5bcc-48c2-8657-5b16c3d9a6d3 None None] DHCP port deletion for a049e7e3-2627-495e-a48f-6df774b3e42b request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:11:58.983061 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bde2fa76-1bea-41a2-835d-52c2f075db2f tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (ada5db19-75a5-4e1b-b620-4423be3da62d), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:59.007519 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:59.009113 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-1b6045ee-5bcc-48c2-8657-5b16c3d9a6d3 None None] Deleting port ebb8b69f-eeeb-4102-8bae-6d78d8253f23 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:11:59.009478 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1b6045ee-5bcc-48c2-8657-5b16c3d9a6d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (ebb8b69f-eeeb-4102-8bae-6d78d8253f23), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:59.148254 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bde2fa76-1bea-41a2-835d-52c2f075db2f tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (ada5db19-75a5-4e1b-b620-4423be3da62d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:59.158616 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-1b6045ee-5bcc-48c2-8657-5b16c3d9a6d3 None None] For port ebb8b69f-eeeb-4102-8bae-6d78d8253f23, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ebb8b69f-eeeb-4102-8bae-6d78d8253f23,segment=NetworkSegment(7cae279c-2921-407e-ab44-59a5de384d69),segment_id=7cae279c-2921-407e-ab44-59a5de384d69)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:11:59.158935 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1b6045ee-5bcc-48c2-8657-5b16c3d9a6d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (ebb8b69f-eeeb-4102-8bae-6d78d8253f23), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:59.185194 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2fa76-1bea-41a2-835d-52c2f075db2f tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Pushing event deleted for resources: {'Subnet': ['ID=ada5db19-75a5-4e1b-b620-4423be3da62d,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:59.191300 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-1b6045ee-5bcc-48c2-8657-5b16c3d9a6d3 None None] Calling delete_port for ebb8b69f-eeeb-4102-8bae-6d78d8253f23 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:11:59.200428 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bde2fa76-1bea-41a2-835d-52c2f075db2f tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:59.203990 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069c85a0-b36d-494d-8f8a-3692de299927 None None] Network cb3d5dd0-5f7c-4472-95fa-2501e5b94e5e requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:11:59.207084 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-bde2fa76-1bea-41a2-835d-52c2f075db2f tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] 10.222.0.13 "DELETE /v2.0/subnets/ada5db19-75a5-4e1b-b620-4423be3da62d HTTP/1.1" status: 204 len: 168 time: 0.6411674 Mar 01 14:11:59.209120 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44670) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:11:59.401746 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e58c05e6-73a5-445b-88db-5e41e22a6216 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (a049e7e3-2627-495e-a48f-6df774b3e42b), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:59.623916 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-e58c05e6-73a5-445b-88db-5e41e22a6216 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Deleting port ebb8b69f-eeeb-4102-8bae-6d78d8253f23 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:11:59.624568 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e58c05e6-73a5-445b-88db-5e41e22a6216 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (ebb8b69f-eeeb-4102-8bae-6d78d8253f23), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:59.721621 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1b6045ee-5bcc-48c2-8657-5b16c3d9a6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (ebb8b69f-eeeb-4102-8bae-6d78d8253f23), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:59.738661 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6045ee-5bcc-48c2-8657-5b16c3d9a6d3 None None] No DVR routers for this DVR port ebb8b69f-eeeb-4102-8bae-6d78d8253f23 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:11:59.788810 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1755a6-ed4d-4b2a-9a8b-cb98a6a191d9 None None] DHCP port deletion for cb3d5dd0-5f7c-4472-95fa-2501e5b94e5e request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:11:59.792356 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-e58c05e6-73a5-445b-88db-5e41e22a6216 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] For port ebb8b69f-eeeb-4102-8bae-6d78d8253f23, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ebb8b69f-eeeb-4102-8bae-6d78d8253f23,segment=NetworkSegment(7cae279c-2921-407e-ab44-59a5de384d69),segment_id=7cae279c-2921-407e-ab44-59a5de384d69)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:11:59.793856 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6045ee-5bcc-48c2-8657-5b16c3d9a6d3 None None] Pushing event deleted for resources: {'Port': ['ID=ebb8b69f-eeeb-4102-8bae-6d78d8253f23,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:11:59.796598 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e58c05e6-73a5-445b-88db-5e41e22a6216 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (ebb8b69f-eeeb-4102-8bae-6d78d8253f23), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:11:59.843767 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-e58c05e6-73a5-445b-88db-5e41e22a6216 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Calling delete_port for ebb8b69f-eeeb-4102-8bae-6d78d8253f23 owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:11:59.932769 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-dc1755a6-ed4d-4b2a-9a8b-cb98a6a191d9 None None] Deleting port 7abc4007-adbe-48d9-a725-6ef9198e3f6b {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:11:59.933154 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-dc1755a6-ed4d-4b2a-9a8b-cb98a6a191d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (7abc4007-adbe-48d9-a725-6ef9198e3f6b), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:00.081525 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e58c05e6-73a5-445b-88db-5e41e22a6216 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (ebb8b69f-eeeb-4102-8bae-6d78d8253f23), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:00.104867 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58c05e6-73a5-445b-88db-5e41e22a6216 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] No DVR routers for this DVR port ebb8b69f-eeeb-4102-8bae-6d78d8253f23 on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:12:00.117484 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-dc1755a6-ed4d-4b2a-9a8b-cb98a6a191d9 None None] For port 7abc4007-adbe-48d9-a725-6ef9198e3f6b, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=7abc4007-adbe-48d9-a725-6ef9198e3f6b,segment=NetworkSegment(2c94fa92-2b1c-46e5-ac17-054f5ae73fe3),segment_id=2c94fa92-2b1c-46e5-ac17-054f5ae73fe3)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:12:00.117901 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-dc1755a6-ed4d-4b2a-9a8b-cb98a6a191d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (7abc4007-adbe-48d9-a725-6ef9198e3f6b), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:00.146615 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c05e6-73a5-445b-88db-5e41e22a6216 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Pushing event deleted for resources: {'Port': ['ID=ebb8b69f-eeeb-4102-8bae-6d78d8253f23,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:00.152982 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-dc1755a6-ed4d-4b2a-9a8b-cb98a6a191d9 None None] Calling delete_port for 7abc4007-adbe-48d9-a725-6ef9198e3f6b owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:12:00.327427 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-dc1755a6-ed4d-4b2a-9a8b-cb98a6a191d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (7abc4007-adbe-48d9-a725-6ef9198e3f6b), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:00.402144 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1755a6-ed4d-4b2a-9a8b-cb98a6a191d9 None None] No DVR routers for this DVR port 7abc4007-adbe-48d9-a725-6ef9198e3f6b on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:12:00.418045 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e58c05e6-73a5-445b-88db-5e41e22a6216 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (a049e7e3-2627-495e-a48f-6df774b3e42b), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:00.428224 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1755a6-ed4d-4b2a-9a8b-cb98a6a191d9 None None] Pushing event deleted for resources: {'Port': ['ID=7abc4007-adbe-48d9-a725-6ef9198e3f6b,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:00.446391 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:00.472155 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-e58c05e6-73a5-445b-88db-5e41e22a6216 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a049e7e3-2627-495e-a48f-6df774b3e42b']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:12:00.505892 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-e58c05e6-73a5-445b-88db-5e41e22a6216 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cae279c-2921-407e-ab44-59a5de384d69') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:12:00.506251 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-e58c05e6-73a5-445b-88db-5e41e22a6216 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cae279c-2921-407e-ab44-59a5de384d69') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:12:00.529559 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e58c05e6-73a5-445b-88db-5e41e22a6216 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (7cae279c-2921-407e-ab44-59a5de384d69), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:00.573188 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e58c05e6-73a5-445b-88db-5e41e22a6216 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (7cae279c-2921-407e-ab44-59a5de384d69), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:00.602866 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e58c05e6-73a5-445b-88db-5e41e22a6216 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:12:00.603299 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e58c05e6-73a5-445b-88db-5e41e22a6216 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (7cae279c-2921-407e-ab44-59a5de384d69), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: self.session.flush() Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: self.session.flush() Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: self.session.flush() Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: self.session.flush() Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:12:00.617186 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:12:00.757085 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ebb8b69f-eeeb-4102-8bae-6d78d8253f23 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:12:00.760987 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e58c05e6-73a5-445b-88db-5e41e22a6216 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (a049e7e3-2627-495e-a48f-6df774b3e42b), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:00.793451 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e58c05e6-73a5-445b-88db-5e41e22a6216 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:00.796813 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e58c05e6-73a5-445b-88db-5e41e22a6216 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] 10.222.0.13 "DELETE /v2.0/networks/a049e7e3-2627-495e-a48f-6df774b3e42b HTTP/1.1" status: 204 len: 168 time: 1.5851517 Mar 01 14:12:00.799660 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44692) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:00.862802 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: ebb8b69f-eeeb-4102-8bae-6d78d8253f23 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:12:00.865765 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ebb8b69f-eeeb-4102-8bae-6d78d8253f23 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:12:00.866967 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 7abc4007-adbe-48d9-a725-6ef9198e3f6b no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:12:00.879389 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c05e6-73a5-445b-88db-5e41e22a6216 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Pushing event deleted for resources: {'Network': ['ID=a049e7e3-2627-495e-a48f-6df774b3e42b,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:00.957902 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 7abc4007-adbe-48d9-a725-6ef9198e3f6b {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:12:00.963121 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44698) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:00.963887 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 7abc4007-adbe-48d9-a725-6ef9198e3f6b not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:12:01.045537 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-90e83ff1-a062-494e-a615-7eed67c9e542 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (cb3d5dd0-5f7c-4472-95fa-2501e5b94e5e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:01.187066 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-90e83ff1-a062-494e-a615-7eed67c9e542 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (cb3d5dd0-5f7c-4472-95fa-2501e5b94e5e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:01.195720 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c5942c97-1e78-4991-bda6-2c52c775ec07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:01.209779 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-90e83ff1-a062-494e-a615-7eed67c9e542 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3d5dd0-5f7c-4472-95fa-2501e5b94e5e']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:12:01.228009 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-90e83ff1-a062-494e-a615-7eed67c9e542 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c94fa92-2b1c-46e5-ac17-054f5ae73fe3') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:12:01.228619 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-90e83ff1-a062-494e-a615-7eed67c9e542 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c94fa92-2b1c-46e5-ac17-054f5ae73fe3') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:12:01.246016 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-90e83ff1-a062-494e-a615-7eed67c9e542 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (2c94fa92-2b1c-46e5-ac17-054f5ae73fe3), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:01.261353 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-90e83ff1-a062-494e-a615-7eed67c9e542 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (2c94fa92-2b1c-46e5-ac17-054f5ae73fe3), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:01.268607 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e83ff1-a062-494e-a615-7eed67c9e542 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:12:01.269235 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-90e83ff1-a062-494e-a615-7eed67c9e542 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (2c94fa92-2b1c-46e5-ac17-054f5ae73fe3), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:01.378898 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:12:01.378898 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:12:01.378898 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:12:01.378898 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:12:01.378898 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:12:01.378898 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:12:01.378898 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:12:01.378898 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:12:01.378898 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:12:01.378898 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:12:01.378898 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:12:01.378898 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:12:01.378898 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:12:01.378898 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:12:01.378898 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:12:01.378898 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:12:01.378898 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:12:01.378898 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:12:01.378898 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:12:01.378898 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:12:01.378898 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:12:01.378898 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:12:01.378898 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:12:01.378898 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:12:01.378898 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:12:01.378898 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:12:01.378898 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:12:01.378898 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:12:01.378898 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:12:01.378898 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:12:01.378898 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:12:01.378898 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:12:01.381148 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-90e83ff1-a062-494e-a615-7eed67c9e542 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (cb3d5dd0-5f7c-4472-95fa-2501e5b94e5e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:01.387660 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-90e83ff1-a062-494e-a615-7eed67c9e542 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:01.396257 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-90e83ff1-a062-494e-a615-7eed67c9e542 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] 10.222.0.13 "DELETE /v2.0/networks/cb3d5dd0-5f7c-4472-95fa-2501e5b94e5e HTTP/1.1" status: 204 len: 168 time: 0.5948207 Mar 01 14:12:01.404056 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44724) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:01.546093 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c5942c97-1e78-4991-bda6-2c52c775ec07 admin admin] Publish callbacks [] for security_group (b82bacfe-fc0f-4aff-a21e-73244f1db78f), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:01.550293 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5ad0b55-0a91-4e88-ac65-98c4f0560e00 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Deleting subnet 82f69461-6680-412d-903f-affb8ff08b35 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:12:01.558580 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5ad0b55-0a91-4e88-ac65-98c4f0560e00 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks [] for subnet (82f69461-6680-412d-903f-affb8ff08b35), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:01.559543 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44734) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:01.561374 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e83ff1-a062-494e-a615-7eed67c9e542 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Pushing event deleted for resources: {'Network': ['ID=cb3d5dd0-5f7c-4472-95fa-2501e5b94e5e,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:01.584933 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c5942c97-1e78-4991-bda6-2c52c775ec07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b82bacfe-fc0f-4aff-a21e-73244f1db78f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:01.680220 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5ad0b55-0a91-4e88-ac65-98c4f0560e00 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (82f69461-6680-412d-903f-affb8ff08b35), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:01.705254 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c5942c97-1e78-4991-bda6-2c52c775ec07 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0466bf852f1c4bf6b5ef02a973bb898f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7409306 Mar 01 14:12:01.708055 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5942c97-1e78-4991-bda6-2c52c775ec07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82bacfe-fc0f-4aff-a21e-73244f1db78f,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:01.713737 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44750) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:01.723152 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:01.892746 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7590671f-85d9-4b63-9246-6d0bb0c51f25 admin admin] Publish callbacks [] for security_group (b82bacfe-fc0f-4aff-a21e-73244f1db78f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:01.970614 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5ad0b55-0a91-4e88-ac65-98c4f0560e00 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (82f69461-6680-412d-903f-affb8ff08b35), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:01.995372 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7590671f-85d9-4b63-9246-6d0bb0c51f25 admin admin] Publish callbacks [] for security_group (b82bacfe-fc0f-4aff-a21e-73244f1db78f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:02.036642 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44782) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:02.141411 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5ad0b55-0a91-4e88-ac65-98c4f0560e00 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (82f69461-6680-412d-903f-affb8ff08b35), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:02.198995 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-505f6fd1-8956-4851-856b-324d9c6235fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:02.208346 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7590671f-85d9-4b63-9246-6d0bb0c51f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b82bacfe-fc0f-4aff-a21e-73244f1db78f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:02.217655 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7590671f-85d9-4b63-9246-6d0bb0c51f25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:02.219014 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7590671f-85d9-4b63-9246-6d0bb0c51f25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b82bacfe-fc0f-4aff-a21e-73244f1db78f HTTP/1.1" status: 204 len: 168 time: 0.5038197 Mar 01 14:12:02.238878 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad0b55-0a91-4e88-ac65-98c4f0560e00 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Pushing event deleted for resources: {'Subnet': ['ID=82f69461-6680-412d-903f-affb8ff08b35,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:02.257826 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288a7948-5ecc-4631-8587-30554b9f374d None None] Network e0d68673-7d3b-46f1-b053-21781e220897 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:12:02.263260 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5ad0b55-0a91-4e88-ac65-98c4f0560e00 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:02.271418 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a5ad0b55-0a91-4e88-ac65-98c4f0560e00 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] 10.222.0.13 "DELETE /v2.0/subnets/82f69461-6680-412d-903f-affb8ff08b35 HTTP/1.1" status: 204 len: 168 time: 0.8625693 Mar 01 14:12:02.274198 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 44810) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:02.297631 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590671f-85d9-4b63-9246-6d0bb0c51f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82bacfe-fc0f-4aff-a21e-73244f1db78f,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:02.485962 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-06d9637c-a9cc-4e2b-b84a-e7ebd9c64605 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (e0d68673-7d3b-46f1-b053-21781e220897), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:02.507937 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-95c31e27-42bb-4879-9518-22b3cbec7b25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:02.534281 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-505f6fd1-8956-4851-856b-324d9c6235fd admin admin] Publish callbacks [] for security_group (fc109b82-c5b6-487a-a13c-e21289410387), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:02.544403 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-505f6fd1-8956-4851-856b-324d9c6235fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fc109b82-c5b6-487a-a13c-e21289410387), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:02.650807 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-505f6fd1-8956-4851-856b-324d9c6235fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd10d64f3adb4a4984a48018c8c307b8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0847931 Mar 01 14:12:02.651993 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-06d9637c-a9cc-4e2b-b84a-e7ebd9c64605 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Deleting port 51cf5689-eb11-4751-9a4d-a763538a5a3e {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:12:02.652315 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-06d9637c-a9cc-4e2b-b84a-e7ebd9c64605 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (51cf5689-eb11-4751-9a4d-a763538a5a3e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:02.654293 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44848) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:02.654981 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f6fd1-8956-4851-856b-324d9c6235fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc109b82-c5b6-487a-a13c-e21289410387,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:02.722886 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa46bea3-6993-4bd2-bca2-2b3f5309ed33 None None] DHCP port deletion for e0d68673-7d3b-46f1-b053-21781e220897 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:12:02.770461 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a34e1de6-5c38-42a8-bed7-00af4f9be993 admin admin] Publish callbacks [] for security_group (fc109b82-c5b6-487a-a13c-e21289410387), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:02.828537 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a34e1de6-5c38-42a8-bed7-00af4f9be993 admin admin] Publish callbacks [] for security_group (fc109b82-c5b6-487a-a13c-e21289410387), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:02.848595 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-fa46bea3-6993-4bd2-bca2-2b3f5309ed33 None None] Deleting port 51cf5689-eb11-4751-9a4d-a763538a5a3e {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:12:02.848981 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fa46bea3-6993-4bd2-bca2-2b3f5309ed33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (51cf5689-eb11-4751-9a4d-a763538a5a3e), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:02.951458 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-06d9637c-a9cc-4e2b-b84a-e7ebd9c64605 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] For port 51cf5689-eb11-4751-9a4d-a763538a5a3e, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=51cf5689-eb11-4751-9a4d-a763538a5a3e,segment=NetworkSegment(346b62de-1511-4de8-be11-83e6a5483d11),segment_id=346b62de-1511-4de8-be11-83e6a5483d11)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:12:02.956156 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-06d9637c-a9cc-4e2b-b84a-e7ebd9c64605 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (51cf5689-eb11-4751-9a4d-a763538a5a3e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:02.958935 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a34e1de6-5c38-42a8-bed7-00af4f9be993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fc109b82-c5b6-487a-a13c-e21289410387), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:02.961739 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a34e1de6-5c38-42a8-bed7-00af4f9be993 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:02.965640 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-95c31e27-42bb-4879-9518-22b3cbec7b25 admin admin] Publish callbacks [] for security_group (81f1869e-c826-424a-b1b1-7b70428d5e67), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:02.967934 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a34e1de6-5c38-42a8-bed7-00af4f9be993 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc109b82-c5b6-487a-a13c-e21289410387 HTTP/1.1" status: 204 len: 168 time: 0.2990305 Mar 01 14:12:03.004226 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e1de6-5c38-42a8-bed7-00af4f9be993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc109b82-c5b6-487a-a13c-e21289410387,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:03.016053 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-95c31e27-42bb-4879-9518-22b3cbec7b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (81f1869e-c826-424a-b1b1-7b70428d5e67), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:03.040433 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-06d9637c-a9cc-4e2b-b84a-e7ebd9c64605 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Calling delete_port for 51cf5689-eb11-4751-9a4d-a763538a5a3e owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:12:03.147553 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-fa46bea3-6993-4bd2-bca2-2b3f5309ed33 None None] For port 51cf5689-eb11-4751-9a4d-a763538a5a3e, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=51cf5689-eb11-4751-9a4d-a763538a5a3e,segment=NetworkSegment(346b62de-1511-4de8-be11-83e6a5483d11),segment_id=346b62de-1511-4de8-be11-83e6a5483d11)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:12:03.148052 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fa46bea3-6993-4bd2-bca2-2b3f5309ed33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (51cf5689-eb11-4751-9a4d-a763538a5a3e), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:03.226350 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-fa46bea3-6993-4bd2-bca2-2b3f5309ed33 None None] Calling delete_port for 51cf5689-eb11-4751-9a4d-a763538a5a3e owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:12:03.347314 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fa46bea3-6993-4bd2-bca2-2b3f5309ed33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (51cf5689-eb11-4751-9a4d-a763538a5a3e), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:03.385790 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c31e27-42bb-4879-9518-22b3cbec7b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f1869e-c826-424a-b1b1-7b70428d5e67,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:03.394158 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa46bea3-6993-4bd2-bca2-2b3f5309ed33 None None] No DVR routers for this DVR port 51cf5689-eb11-4751-9a4d-a763538a5a3e on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:12:03.409789 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46bea3-6993-4bd2-bca2-2b3f5309ed33 None None] Pushing event deleted for resources: {'Port': ['ID=51cf5689-eb11-4751-9a4d-a763538a5a3e,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:03.417531 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44928) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:03.417676 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-95c31e27-42bb-4879-9518-22b3cbec7b25 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1635be2612c14d91b332cbb39b040ba7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3698218 Mar 01 14:12:03.518753 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-06d9637c-a9cc-4e2b-b84a-e7ebd9c64605 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (51cf5689-eb11-4751-9a4d-a763538a5a3e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:03.545457 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ecb48dc4-6572-4883-856b-7589b695cfdb admin admin] Publish callbacks [] for security_group (81f1869e-c826-424a-b1b1-7b70428d5e67), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:03.613011 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ecb48dc4-6572-4883-856b-7589b695cfdb admin admin] Publish callbacks [] for security_group (81f1869e-c826-424a-b1b1-7b70428d5e67), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:03.627378 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9637c-a9cc-4e2b-b84a-e7ebd9c64605 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Pushing event deleted for resources: {'Port': ['ID=51cf5689-eb11-4751-9a4d-a763538a5a3e,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:03.637365 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d9637c-a9cc-4e2b-b84a-e7ebd9c64605 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] No DVR routers for this DVR port 51cf5689-eb11-4751-9a4d-a763538a5a3e on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:12:03.720326 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ecb48dc4-6572-4883-856b-7589b695cfdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (81f1869e-c826-424a-b1b1-7b70428d5e67), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:03.723455 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ecb48dc4-6572-4883-856b-7589b695cfdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:03.725106 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ecb48dc4-6572-4883-856b-7589b695cfdb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81f1869e-c826-424a-b1b1-7b70428d5e67 HTTP/1.1" status: 204 len: 168 time: 0.3061235 Mar 01 14:12:03.744393 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb48dc4-6572-4883-856b-7589b695cfdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f1869e-c826-424a-b1b1-7b70428d5e67,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:03.880602 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-06d9637c-a9cc-4e2b-b84a-e7ebd9c64605 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (e0d68673-7d3b-46f1-b053-21781e220897), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:03.953063 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-06d9637c-a9cc-4e2b-b84a-e7ebd9c64605 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d68673-7d3b-46f1-b053-21781e220897']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:12:03.966056 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 44984) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:03.971469 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-06d9637c-a9cc-4e2b-b84a-e7ebd9c64605 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '346b62de-1511-4de8-be11-83e6a5483d11') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:12:03.971787 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-06d9637c-a9cc-4e2b-b84a-e7ebd9c64605 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '346b62de-1511-4de8-be11-83e6a5483d11') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:12:03.989535 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-60bb25dc-cef1-4293-8b80-3fd10550d7a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:03.998160 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-06d9637c-a9cc-4e2b-b84a-e7ebd9c64605 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (346b62de-1511-4de8-be11-83e6a5483d11), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:04.051340 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-06d9637c-a9cc-4e2b-b84a-e7ebd9c64605 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (346b62de-1511-4de8-be11-83e6a5483d11), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:04.067195 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06d9637c-a9cc-4e2b-b84a-e7ebd9c64605 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:12:04.072305 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-06d9637c-a9cc-4e2b-b84a-e7ebd9c64605 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (346b62de-1511-4de8-be11-83e6a5483d11), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: self.session.flush() Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:12:04.080304 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:12:04.335914 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-06d9637c-a9cc-4e2b-b84a-e7ebd9c64605 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (e0d68673-7d3b-46f1-b053-21781e220897), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:04.381347 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-06d9637c-a9cc-4e2b-b84a-e7ebd9c64605 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:04.403347 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-06d9637c-a9cc-4e2b-b84a-e7ebd9c64605 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] 10.222.0.13 "DELETE /v2.0/networks/e0d68673-7d3b-46f1-b053-21781e220897 HTTP/1.1" status: 204 len: 168 time: 2.1238639 Mar 01 14:12:04.409006 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 45016) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:04.531067 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-60bb25dc-cef1-4293-8b80-3fd10550d7a7 admin admin] Publish callbacks [] for security_group (a046740b-dd98-4534-8b9c-20723848ac7b), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:04.548744 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-60bb25dc-cef1-4293-8b80-3fd10550d7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a046740b-dd98-4534-8b9c-20723848ac7b), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:04.565522 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-493c2aee-abf9-4424-ba1a-9ad71e434382 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6d3a2ce-584c-49b4-aea8-ab8cda738eda HTTP/1.1" status: 200 len: 205 time: 0.1167328 Mar 01 14:12:04.581118 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 45032) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:04.604919 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9637c-a9cc-4e2b-b84a-e7ebd9c64605 tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Pushing event deleted for resources: {'Network': ['ID=e0d68673-7d3b-46f1-b053-21781e220897,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:04.719431 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-60bb25dc-cef1-4293-8b80-3fd10550d7a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cfa6079684354fcda69362f20c2f3715&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7524540 Mar 01 14:12:04.721235 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb25dc-cef1-4293-8b80-3fd10550d7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a046740b-dd98-4534-8b9c-20723848ac7b,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:04.767476 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 45050) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:04.793734 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 51cf5689-eb11-4751-9a4d-a763538a5a3e no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:12:04.808899 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-299d1111-95c5-4d78-9eeb-99c3da1c789b tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks [] for router (f6d3a2ce-584c-49b4-aea8-ab8cda738eda), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:04.853320 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 51cf5689-eb11-4751-9a4d-a763538a5a3e {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:12:04.859106 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 51cf5689-eb11-4751-9a4d-a763538a5a3e not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:12:04.980092 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7b7f7e7b-6df4-45e0-b681-05ae281614e9 admin admin] Publish callbacks [] for security_group (a046740b-dd98-4534-8b9c-20723848ac7b), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:05.036679 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7b7f7e7b-6df4-45e0-b681-05ae281614e9 admin admin] Publish callbacks [] for security_group (a046740b-dd98-4534-8b9c-20723848ac7b), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:05.131117 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 45082) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:05.152126 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7b7f7e7b-6df4-45e0-b681-05ae281614e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a046740b-dd98-4534-8b9c-20723848ac7b), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:05.154973 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7b7f7e7b-6df4-45e0-b681-05ae281614e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:05.156495 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7b7f7e7b-6df4-45e0-b681-05ae281614e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a046740b-dd98-4534-8b9c-20723848ac7b HTTP/1.1" status: 204 len: 168 time: 0.3862920 Mar 01 14:12:05.161334 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-79d8eab5-5e13-4156-9acc-1c6ddd9116b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:05.176039 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f7e7b-6df4-45e0-b681-05ae281614e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a046740b-dd98-4534-8b9c-20723848ac7b,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:05.279664 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-299d1111-95c5-4d78-9eeb-99c3da1c789b tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (f6d3a2ce-584c-49b4-aea8-ab8cda738eda), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:05.285965 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-299d1111-95c5-4d78-9eeb-99c3da1c789b tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks [] for router_controller (f6d3a2ce-584c-49b4-aea8-ab8cda738eda), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:05.320674 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-79d8eab5-5e13-4156-9acc-1c6ddd9116b7 admin admin] Publish callbacks [] for security_group (2e6515fc-e6ea-49a7-b0e5-de9e8c04db10), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:05.325618 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-79d8eab5-5e13-4156-9acc-1c6ddd9116b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (2e6515fc-e6ea-49a7-b0e5-de9e8c04db10), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:05.374195 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d8eab5-5e13-4156-9acc-1c6ddd9116b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6515fc-e6ea-49a7-b0e5-de9e8c04db10,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:05.393347 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-299d1111-95c5-4d78-9eeb-99c3da1c789b tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (f6d3a2ce-584c-49b4-aea8-ab8cda738eda), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:05.393915 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299d1111-95c5-4d78-9eeb-99c3da1c789b tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Fanout notify agent at l3_agent the message router_deleted on router f6d3a2ce-584c-49b4-aea8-ab8cda738eda {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:12:05.402406 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-299d1111-95c5-4d78-9eeb-99c3da1c789b tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:05.403440 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-299d1111-95c5-4d78-9eeb-99c3da1c789b tempest-RoutersNegativeTest-1421806974 tempest-RoutersNegativeTest-1421806974-project] 10.222.0.13 "DELETE /v2.0/routers/f6d3a2ce-584c-49b4-aea8-ab8cda738eda HTTP/1.1" status: 204 len: 168 time: 0.8209081 Mar 01 14:12:05.430781 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-79d8eab5-5e13-4156-9acc-1c6ddd9116b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dbcb233bbe1d4cda902a97f325384e1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2981229 Mar 01 14:12:05.433235 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 45124) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:05.546226 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a3568afd-9d9d-4948-87c0-ab78bf215069 admin admin] Publish callbacks [] for security_group (2e6515fc-e6ea-49a7-b0e5-de9e8c04db10), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:05.593793 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a3568afd-9d9d-4948-87c0-ab78bf215069 admin admin] Publish callbacks [] for security_group (2e6515fc-e6ea-49a7-b0e5-de9e8c04db10), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:05.733113 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a3568afd-9d9d-4948-87c0-ab78bf215069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (2e6515fc-e6ea-49a7-b0e5-de9e8c04db10), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:05.736491 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a3568afd-9d9d-4948-87c0-ab78bf215069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:05.737786 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a3568afd-9d9d-4948-87c0-ab78bf215069 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e6515fc-e6ea-49a7-b0e5-de9e8c04db10 HTTP/1.1" status: 204 len: 168 time: 0.3034463 Mar 01 14:12:05.753438 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3568afd-9d9d-4948-87c0-ab78bf215069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6515fc-e6ea-49a7-b0e5-de9e8c04db10,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:06.202934 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 45210) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:06.247311 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-09202602-2573-478f-8dc1-d32cc50c9bdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:06.401051 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-09202602-2573-478f-8dc1-d32cc50c9bdb admin admin] Publish callbacks [] for security_group (cf21f9c6-eee2-4be5-9647-f2e105ed18d4), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:06.412843 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-09202602-2573-478f-8dc1-d32cc50c9bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (cf21f9c6-eee2-4be5-9647-f2e105ed18d4), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:06.463908 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-09202602-2573-478f-8dc1-d32cc50c9bdb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36f53909077541ff993a88f02ae3cd5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2587152 Mar 01 14:12:06.466707 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 45238) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:06.489433 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09202602-2573-478f-8dc1-d32cc50c9bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf21f9c6-eee2-4be5-9647-f2e105ed18d4,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:06.609606 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ba0f9154-47a0-4acc-aee6-325d486f4129 admin admin] Publish callbacks [] for security_group (cf21f9c6-eee2-4be5-9647-f2e105ed18d4), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:06.651501 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 45258) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:06.711433 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ba0f9154-47a0-4acc-aee6-325d486f4129 admin admin] Publish callbacks [] for security_group (cf21f9c6-eee2-4be5-9647-f2e105ed18d4), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:06.814489 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ba0f9154-47a0-4acc-aee6-325d486f4129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (cf21f9c6-eee2-4be5-9647-f2e105ed18d4), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:06.817647 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ba0f9154-47a0-4acc-aee6-325d486f4129 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:06.821263 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ba0f9154-47a0-4acc-aee6-325d486f4129 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf21f9c6-eee2-4be5-9647-f2e105ed18d4 HTTP/1.1" status: 204 len: 168 time: 0.3504753 Mar 01 14:12:06.828700 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f9154-47a0-4acc-aee6-325d486f4129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf21f9c6-eee2-4be5-9647-f2e105ed18d4,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:06.841424 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:12:06.962260 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-62a1ab53-97c7-4332-bc24-eca40e17bab4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe72dce2c13c4784969c6f2880efcd43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3091352 Mar 01 14:12:06.964926 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 45272) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:07.029770 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f89b9914-ac41-4731-8640-c15fcf1f99af admin admin] Publish callbacks [] for security_group (f2f462ea-be13-4cde-8eb0-c26f01d339e7), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:07.057002 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f89b9914-ac41-4731-8640-c15fcf1f99af admin admin] Publish callbacks [] for security_group (f2f462ea-be13-4cde-8eb0-c26f01d339e7), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:07.128845 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f89b9914-ac41-4731-8640-c15fcf1f99af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (f2f462ea-be13-4cde-8eb0-c26f01d339e7), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:07.131442 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f89b9914-ac41-4731-8640-c15fcf1f99af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:07.132619 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f89b9914-ac41-4731-8640-c15fcf1f99af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2f462ea-be13-4cde-8eb0-c26f01d339e7 HTTP/1.1" status: 204 len: 168 time: 0.1664751 Mar 01 14:12:07.142687 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b9914-ac41-4731-8640-c15fcf1f99af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f462ea-be13-4cde-8eb0-c26f01d339e7,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:09.906477 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:10.100731 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:10.597342 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 45436) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:10.894405 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-37f50e78-f2f1-40c1-8553-8c9219bfe230 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:11.078376 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-37f50e78-f2f1-40c1-8553-8c9219bfe230 admin admin] Publish callbacks [] for security_group (a18eb49c-6d80-486a-9b66-aa9d24d97b69), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:11.097250 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-37f50e78-f2f1-40c1-8553-8c9219bfe230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a18eb49c-6d80-486a-9b66-aa9d24d97b69), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:11.136092 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 45474) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:11.178785 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-37f50e78-f2f1-40c1-8553-8c9219bfe230 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b9fa636ae7e401c9528410b654fd7ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5797114 Mar 01 14:12:11.181411 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 45478) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:11.213595 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f50e78-f2f1-40c1-8553-8c9219bfe230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18eb49c-6d80-486a-9b66-aa9d24d97b69,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:11.284988 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-960bbd3d-b75c-4f81-8834-d25d8711e508 admin admin] Publish callbacks [] for security_group (a18eb49c-6d80-486a-9b66-aa9d24d97b69), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:11.344787 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-960bbd3d-b75c-4f81-8834-d25d8711e508 admin admin] Publish callbacks [] for security_group (a18eb49c-6d80-486a-9b66-aa9d24d97b69), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:11.446699 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-960bbd3d-b75c-4f81-8834-d25d8711e508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a18eb49c-6d80-486a-9b66-aa9d24d97b69), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:11.449322 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-960bbd3d-b75c-4f81-8834-d25d8711e508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:11.453294 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-960bbd3d-b75c-4f81-8834-d25d8711e508 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a18eb49c-6d80-486a-9b66-aa9d24d97b69 HTTP/1.1" status: 204 len: 168 time: 0.2681148 Mar 01 14:12:11.460154 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960bbd3d-b75c-4f81-8834-d25d8711e508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18eb49c-6d80-486a-9b66-aa9d24d97b69,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:11.468313 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 45486) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:11.569055 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5d355bd9-17b8-4ed9-bd00-dd2498a6f7f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:11.780846 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5d355bd9-17b8-4ed9-bd00-dd2498a6f7f6 admin admin] Publish callbacks [] for security_group (c77a662b-38cb-4812-a2bd-1617096f43ad), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:11.788587 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5d355bd9-17b8-4ed9-bd00-dd2498a6f7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c77a662b-38cb-4812-a2bd-1617096f43ad), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:11.827404 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-84eaf26f-6c86-4bee-a447-a4937913165f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:11.846930 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5d355bd9-17b8-4ed9-bd00-dd2498a6f7f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4e9d38cb2664357a0948b66b2968afe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7097077 Mar 01 14:12:11.848645 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d355bd9-17b8-4ed9-bd00-dd2498a6f7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77a662b-38cb-4812-a2bd-1617096f43ad,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:11.851372 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 45494) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:11.870826 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 45496) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:11.903750 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f9edd894-47c5-43c6-a2bc-200cb4ec6eaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:11.992114 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-84eaf26f-6c86-4bee-a447-a4937913165f admin admin] Publish callbacks [] for security_group (fa7b8706-393a-4621-808f-66bbd884cec4), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:12.002845 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-84eaf26f-6c86-4bee-a447-a4937913165f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fa7b8706-393a-4621-808f-66bbd884cec4), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:12.018645 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f9edd894-47c5-43c6-a2bc-200cb4ec6eaf admin admin] Publish callbacks [] for security_group (8b750595-5a7b-4ee0-a5ef-66abb8c1b6de), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:12.037384 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f9edd894-47c5-43c6-a2bc-200cb4ec6eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (8b750595-5a7b-4ee0-a5ef-66abb8c1b6de), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:12.080259 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-84eaf26f-6c86-4bee-a447-a4937913165f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09ff1c55231a410d9214b650a8a08538&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6112883 Mar 01 14:12:12.081261 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 45498) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:12.082091 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eaf26f-6c86-4bee-a447-a4937913165f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7b8706-393a-4621-808f-66bbd884cec4,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:12.125422 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9edd894-47c5-43c6-a2bc-200cb4ec6eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b750595-5a7b-4ee0-a5ef-66abb8c1b6de,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:12.149962 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f9edd894-47c5-43c6-a2bc-200cb4ec6eaf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9488e3f7e7eb42c3b132c4b87e4129ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2703676 Mar 01 14:12:12.151585 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-49609346-fbe0-442b-b765-6ae47b2e4ec2 admin admin] Publish callbacks [] for security_group (c77a662b-38cb-4812-a2bd-1617096f43ad), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:12.152561 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 45500) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:12.163250 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-96ca9ace-bba7-4e9c-9af9-a7d450d096e2 admin admin] Publish callbacks [] for security_group (fa7b8706-393a-4621-808f-66bbd884cec4), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:12.186908 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-96ca9ace-bba7-4e9c-9af9-a7d450d096e2 admin admin] Publish callbacks [] for security_group (fa7b8706-393a-4621-808f-66bbd884cec4), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:12.194562 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-49609346-fbe0-442b-b765-6ae47b2e4ec2 admin admin] Publish callbacks [] for security_group (c77a662b-38cb-4812-a2bd-1617096f43ad), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:12.257636 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-96ca9ace-bba7-4e9c-9af9-a7d450d096e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fa7b8706-393a-4621-808f-66bbd884cec4), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:12.260534 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-96ca9ace-bba7-4e9c-9af9-a7d450d096e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:12.264807 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-96ca9ace-bba7-4e9c-9af9-a7d450d096e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa7b8706-393a-4621-808f-66bbd884cec4 HTTP/1.1" status: 204 len: 168 time: 0.1796980 Mar 01 14:12:12.288834 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca9ace-bba7-4e9c-9af9-a7d450d096e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7b8706-393a-4621-808f-66bbd884cec4,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:12.295071 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-49609346-fbe0-442b-b765-6ae47b2e4ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c77a662b-38cb-4812-a2bd-1617096f43ad), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:12.298147 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-49609346-fbe0-442b-b765-6ae47b2e4ec2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:12.302373 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-49609346-fbe0-442b-b765-6ae47b2e4ec2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c77a662b-38cb-4812-a2bd-1617096f43ad HTTP/1.1" status: 204 len: 168 time: 0.4351799 Mar 01 14:12:12.307996 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e8596ef6-be42-4d60-abd2-feab72232370 admin admin] Publish callbacks [] for security_group (8b750595-5a7b-4ee0-a5ef-66abb8c1b6de), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:12.332853 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49609346-fbe0-442b-b765-6ae47b2e4ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77a662b-38cb-4812-a2bd-1617096f43ad,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:12.340416 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e8596ef6-be42-4d60-abd2-feab72232370 admin admin] Publish callbacks [] for security_group (8b750595-5a7b-4ee0-a5ef-66abb8c1b6de), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:12.423919 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e8596ef6-be42-4d60-abd2-feab72232370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (8b750595-5a7b-4ee0-a5ef-66abb8c1b6de), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:12.428086 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e8596ef6-be42-4d60-abd2-feab72232370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:12.429992 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e8596ef6-be42-4d60-abd2-feab72232370 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b750595-5a7b-4ee0-a5ef-66abb8c1b6de HTTP/1.1" status: 204 len: 168 time: 0.2757554 Mar 01 14:12:12.444080 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8596ef6-be42-4d60-abd2-feab72232370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b750595-5a7b-4ee0-a5ef-66abb8c1b6de,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:12.931046 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 45518) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:12.949802 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f45d7801-ec51-4d8b-b77b-2f8f6186a2b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:13.235094 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f45d7801-ec51-4d8b-b77b-2f8f6186a2b9 admin admin] Publish callbacks [] for security_group (101487a7-e6bd-4c75-8f0a-95a2d6470e8c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:13.241832 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f45d7801-ec51-4d8b-b77b-2f8f6186a2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (101487a7-e6bd-4c75-8f0a-95a2d6470e8c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:13.320974 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 45530) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:13.330021 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f45d7801-ec51-4d8b-b77b-2f8f6186a2b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e979679dc07e4dbcbdc9f99b21b77641&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3955996 Mar 01 14:12:13.331989 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 45532) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:13.368213 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d7801-ec51-4d8b-b77b-2f8f6186a2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101487a7-e6bd-4c75-8f0a-95a2d6470e8c,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:13.383198 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-616eac3a-ac03-4355-aabe-febed79fac4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:13.415308 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d9147f1-3820-4326-8b78-b38966fe4b22 admin admin] Publish callbacks [] for security_group (101487a7-e6bd-4c75-8f0a-95a2d6470e8c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:13.457388 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d9147f1-3820-4326-8b78-b38966fe4b22 admin admin] Publish callbacks [] for security_group (101487a7-e6bd-4c75-8f0a-95a2d6470e8c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:13.539411 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-616eac3a-ac03-4355-aabe-febed79fac4c admin admin] Publish callbacks [] for security_group (6657f015-f717-4155-b6ff-6eaa1bc5e777), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:13.545943 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-616eac3a-ac03-4355-aabe-febed79fac4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6657f015-f717-4155-b6ff-6eaa1bc5e777), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:13.601251 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616eac3a-ac03-4355-aabe-febed79fac4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6657f015-f717-4155-b6ff-6eaa1bc5e777,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:13.624906 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d9147f1-3820-4326-8b78-b38966fe4b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (101487a7-e6bd-4c75-8f0a-95a2d6470e8c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:13.632664 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d9147f1-3820-4326-8b78-b38966fe4b22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:13.634024 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6d9147f1-3820-4326-8b78-b38966fe4b22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/101487a7-e6bd-4c75-8f0a-95a2d6470e8c HTTP/1.1" status: 204 len: 168 time: 0.3117259 Mar 01 14:12:13.640676 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-616eac3a-ac03-4355-aabe-febed79fac4c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=89edea549395421f9de44f18f6833e9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3041077 Mar 01 14:12:13.640676 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 45540) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:13.667708 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9147f1-3820-4326-8b78-b38966fe4b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101487a7-e6bd-4c75-8f0a-95a2d6470e8c,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:13.777699 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a0bfeb81-42e6-4a67-a9aa-5dcd8f707de4 admin admin] Publish callbacks [] for security_group (6657f015-f717-4155-b6ff-6eaa1bc5e777), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:13.843468 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a0bfeb81-42e6-4a67-a9aa-5dcd8f707de4 admin admin] Publish callbacks [] for security_group (6657f015-f717-4155-b6ff-6eaa1bc5e777), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:13.934825 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a0bfeb81-42e6-4a67-a9aa-5dcd8f707de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6657f015-f717-4155-b6ff-6eaa1bc5e777), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:13.945302 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a0bfeb81-42e6-4a67-a9aa-5dcd8f707de4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:13.949502 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a0bfeb81-42e6-4a67-a9aa-5dcd8f707de4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6657f015-f717-4155-b6ff-6eaa1bc5e777 HTTP/1.1" status: 204 len: 168 time: 0.3053544 Mar 01 14:12:13.968284 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bfeb81-42e6-4a67-a9aa-5dcd8f707de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6657f015-f717-4155-b6ff-6eaa1bc5e777,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:17.354943 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 45664) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:18.402992 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5b22aa82-acad-474d-929d-46e95c9072ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:18.549897 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5b22aa82-acad-474d-929d-46e95c9072ae admin admin] Publish callbacks [] for security_group (98505afb-0eb5-4039-af60-d598d86a49c4), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:18.559886 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5b22aa82-acad-474d-929d-46e95c9072ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (98505afb-0eb5-4039-af60-d598d86a49c4), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:18.621386 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22aa82-acad-474d-929d-46e95c9072ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98505afb-0eb5-4039-af60-d598d86a49c4,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:18.668585 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5b22aa82-acad-474d-929d-46e95c9072ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2598f3441bcc44b38d88f0dc5491089c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3106730 Mar 01 14:12:18.669277 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 45690) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:18.693498 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 45694) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:18.893773 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-38dd51f5-0fd2-42ee-b53e-5fc1156cba49 admin admin] Publish callbacks [] for security_group (98505afb-0eb5-4039-af60-d598d86a49c4), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:18.994758 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-38dd51f5-0fd2-42ee-b53e-5fc1156cba49 admin admin] Publish callbacks [] for security_group (98505afb-0eb5-4039-af60-d598d86a49c4), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:19.035138 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aed42dcf-8fc4-4e7d-a84c-25e19ba15f68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:19.139986 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-38dd51f5-0fd2-42ee-b53e-5fc1156cba49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (98505afb-0eb5-4039-af60-d598d86a49c4), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:19.152927 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-38dd51f5-0fd2-42ee-b53e-5fc1156cba49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:19.156250 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-38dd51f5-0fd2-42ee-b53e-5fc1156cba49 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98505afb-0eb5-4039-af60-d598d86a49c4 HTTP/1.1" status: 204 len: 168 time: 0.4860382 Mar 01 14:12:19.179230 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd51f5-0fd2-42ee-b53e-5fc1156cba49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98505afb-0eb5-4039-af60-d598d86a49c4,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:19.271957 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aed42dcf-8fc4-4e7d-a84c-25e19ba15f68 admin admin] Publish callbacks [] for security_group (41dfe525-7499-4254-89af-e3edbfaac77d), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:19.290650 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aed42dcf-8fc4-4e7d-a84c-25e19ba15f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (41dfe525-7499-4254-89af-e3edbfaac77d), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:19.401844 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 45714) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:19.415366 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-aed42dcf-8fc4-4e7d-a84c-25e19ba15f68 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26925767f6e349908ed304e0da1b8781&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7030375 Mar 01 14:12:19.422517 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed42dcf-8fc4-4e7d-a84c-25e19ba15f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41dfe525-7499-4254-89af-e3edbfaac77d,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:19.574930 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e0e40223-a35a-4c46-af02-cac830eff4a2 admin admin] Publish callbacks [] for security_group (41dfe525-7499-4254-89af-e3edbfaac77d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:19.655711 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e0e40223-a35a-4c46-af02-cac830eff4a2 admin admin] Publish callbacks [] for security_group (41dfe525-7499-4254-89af-e3edbfaac77d), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:19.772347 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e0e40223-a35a-4c46-af02-cac830eff4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (41dfe525-7499-4254-89af-e3edbfaac77d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:19.778237 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e0e40223-a35a-4c46-af02-cac830eff4a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:19.783124 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e0e40223-a35a-4c46-af02-cac830eff4a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41dfe525-7499-4254-89af-e3edbfaac77d HTTP/1.1" status: 204 len: 168 time: 0.3767414 Mar 01 14:12:19.802555 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e40223-a35a-4c46-af02-cac830eff4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41dfe525-7499-4254-89af-e3edbfaac77d,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:20.770113 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 45746) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:20.805939 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-24ae7e04-ba60-41bd-90d3-032dfca5a9ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:21.065399 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-24ae7e04-ba60-41bd-90d3-032dfca5a9ad admin admin] Publish callbacks [] for security_group (c659b15e-f1a8-4e0d-b4b0-23c7b68372f6), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:21.087970 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-24ae7e04-ba60-41bd-90d3-032dfca5a9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c659b15e-f1a8-4e0d-b4b0-23c7b68372f6), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:21.172118 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-24ae7e04-ba60-41bd-90d3-032dfca5a9ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c03b8afbd9d349b28545e5bcd8f20d0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4006343 Mar 01 14:12:21.173511 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae7e04-ba60-41bd-90d3-032dfca5a9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c659b15e-f1a8-4e0d-b4b0-23c7b68372f6,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:21.175819 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 45760) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:21.303865 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-13366407-1f73-45ad-b9fb-eaf220310864 admin admin] Publish callbacks [] for security_group (c659b15e-f1a8-4e0d-b4b0-23c7b68372f6), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:21.374364 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-13366407-1f73-45ad-b9fb-eaf220310864 admin admin] Publish callbacks [] for security_group (c659b15e-f1a8-4e0d-b4b0-23c7b68372f6), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:21.502181 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-13366407-1f73-45ad-b9fb-eaf220310864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c659b15e-f1a8-4e0d-b4b0-23c7b68372f6), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:21.505191 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-13366407-1f73-45ad-b9fb-eaf220310864 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:21.513257 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-13366407-1f73-45ad-b9fb-eaf220310864 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c659b15e-f1a8-4e0d-b4b0-23c7b68372f6 HTTP/1.1" status: 204 len: 168 time: 0.3357291 Mar 01 14:12:21.551081 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13366407-1f73-45ad-b9fb-eaf220310864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c659b15e-f1a8-4e0d-b4b0-23c7b68372f6,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:25.276048 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5b00659e-27fd-40e8-a779-4828c1274fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:27.462913 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-36fdae66-f77b-49da-8388-456f28139011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:27.815251 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-1e50c8f4-3c44-4beb-9821-8c582cff9f2f tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ae50cff9be4c452889aded4ce87c0223&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372174 Mar 01 14:12:28.131782 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-26943d4c-2001-4211-ad8d-d4b516a220dc tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:12:28.139077 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-26943d4c-2001-4211-ad8d-d4b516a220dc tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3171327 Mar 01 14:12:28.159589 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-3ee42a95-84a9-4d1d-95b4-ff262c140ee5 tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.13 "GET /v2.0/quotas/ae50cff9be4c452889aded4ce87c0223 HTTP/1.1" status: 200 len: 375 time: 0.0194857 Mar 01 14:12:28.226600 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-113c69f5-0ade-4428-b75e-e8832585b96c tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae50cff9be4c452889aded4ce87c0223&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659604 Mar 01 14:12:28.804915 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4e0c84a9-e8af-490d-8db7-1d5df1394366 req-8fc78792-1254-4f00-92f4-a25007e9e674 tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.13 "GET /v2.0/ports?device_id=1522f45e-8cc4-429f-8901-f2905a85cb59 HTTP/1.1" status: 200 len: 210 time: 0.2881949 Mar 01 14:12:28.956586 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:30.064751 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-12b006cb-19f4-4f4a-9504-bed4cd539bf2 req-65c37bd8-5aef-4928-bcd4-fa31fe56fa6d tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.13 "GET /v2.0/ports?device_id=1522f45e-8cc4-429f-8901-f2905a85cb59 HTTP/1.1" status: 200 len: 210 time: 0.0666685 Mar 01 14:12:30.311405 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-8b33a8ae-96a7-41be-8aa2-9a6cfce34834 tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ae50cff9be4c452889aded4ce87c0223&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498230 Mar 01 14:12:30.486233 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:31.073420 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-750ce6eb-0e3e-46a4-a513-c4a9a2ad3a89 tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:12:31.081087 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-750ce6eb-0e3e-46a4-a513-c4a9a2ad3a89 tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7635856 Mar 01 14:12:31.095993 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-578950fe-26a0-43b6-a0e3-40a25db84cae tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Request body: {'port': {'device_id': '1522f45e-8cc4-429f-8901-f2905a85cb59', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'admin_state_up': True, 'tenant_id': 'ae50cff9be4c452889aded4ce87c0223'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:12:31.267421 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f86f7c96-1768-4503-be37-f0d062204eaf req-292f7257-7612-4cb6-947f-38f554eecd48 tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.13 "GET /v2.0/ports?device_id=1522f45e-8cc4-429f-8901-f2905a85cb59 HTTP/1.1" status: 200 len: 210 time: 0.0702481 Mar 01 14:12:31.346003 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-578950fe-26a0-43b6-a0e3-40a25db84cae tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Made reservation on behalf of ae50cff9be4c452889aded4ce87c0223 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:12:31.350227 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-578950fe-26a0-43b6-a0e3-40a25db84cae tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:31.370527 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-578950fe-26a0-43b6-a0e3-40a25db84cae tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:31.550431 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-578950fe-26a0-43b6-a0e3-40a25db84cae tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Publish callbacks [] for security_group (d6542d5d-8318-4edc-bf1c-786b1c0d0745), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:31.555544 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-578950fe-26a0-43b6-a0e3-40a25db84cae tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d6542d5d-8318-4edc-bf1c-786b1c0d0745), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:31.700171 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578950fe-26a0-43b6-a0e3-40a25db84cae tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6542d5d-8318-4edc-bf1c-786b1c0d0745,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:31.741972 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:31.819342 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-578950fe-26a0-43b6-a0e3-40a25db84cae tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Allocated IP 192.168.233.158 (5e5e5cdc-dce5-4633-91fd-8e14363cd220/909a9e4d-2330-4bdf-bf33-da65c3dea6db/103d68c2-0f09-44e8-b96f-1e2042793e90) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:12:32.055720 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-578950fe-26a0-43b6-a0e3-40a25db84cae tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Publish callbacks [] for port (103d68c2-0f09-44e8-b96f-1e2042793e90), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:32.124568 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-578950fe-26a0-43b6-a0e3-40a25db84cae tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (103d68c2-0f09-44e8-b96f-1e2042793e90), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:32.204095 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-578950fe-26a0-43b6-a0e3-40a25db84cae tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:12:32.208996 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-578950fe-26a0-43b6-a0e3-40a25db84cae tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:12:32.247705 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-578950fe-26a0-43b6-a0e3-40a25db84cae tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:12:32.324531 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578950fe-26a0-43b6-a0e3-40a25db84cae tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Pushing event updated for resources: {'Port': ['ID=103d68c2-0f09-44e8-b96f-1e2042793e90,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:32.393821 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-578950fe-26a0-43b6-a0e3-40a25db84cae tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:12:32.394660 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-578950fe-26a0-43b6-a0e3-40a25db84cae tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:32.420172 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-578950fe-26a0-43b6-a0e3-40a25db84cae tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3285122 Mar 01 14:12:32.432807 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-afe5bf59-20f3-4808-880b-e0b5a7c2232a tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103726) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:12:32.434203 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-afe5bf59-20f3-4808-880b-e0b5a7c2232a tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086517 Mar 01 14:12:32.496112 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6266262-c1e3-460d-94d3-3fb95bb47e1d req-8f853d2f-02b3-4de3-9e23-5b8e7f8381c5 tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:12:32.504781 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f6266262-c1e3-460d-94d3-3fb95bb47e1d req-8f853d2f-02b3-4de3-9e23-5b8e7f8381c5 tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.13 "GET /v2.0/ports?device_id=1522f45e-8cc4-429f-8901-f2905a85cb59 HTTP/1.1" status: 200 len: 936 time: 0.1033649 Mar 01 14:12:32.626265 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-032406d5-2295-4aab-bd09-1acd4d403a21 service neutron] Request body: {'port': {'device_id': '1522f45e-8cc4-429f-8901-f2905a85cb59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:12:32.627847 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f6266262-c1e3-460d-94d3-3fb95bb47e1d req-567328a6-52d9-4d6e-b8c5-ebf93a8d2d51 tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6542d5d-8318-4edc-bf1c-786b1c0d0745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217890 Mar 01 14:12:32.787527 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-fb3df4bc-b935-4d03-9bd8-7fb29d648503 None None] Provisioning complete for port 103d68c2-0f09-44e8-b96f-1e2042793e90 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:12:32.788614 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fb3df4bc-b935-4d03-9bd8-7fb29d648503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (103d68c2-0f09-44e8-b96f-1e2042793e90), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:32.820294 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-032406d5-2295-4aab-bd09-1acd4d403a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (103d68c2-0f09-44e8-b96f-1e2042793e90), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:32.881433 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-fb3df4bc-b935-4d03-9bd8-7fb29d648503 None None] Port 103d68c2-0f09-44e8-b96f-1e2042793e90 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:12:33.254110 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-032406d5-2295-4aab-bd09-1acd4d403a21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 103d68c2-0f09-44e8-b96f-1e2042793e90 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:12:33.264121 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-032406d5-2295-4aab-bd09-1acd4d403a21 service neutron] Publish callbacks [] for port (103d68c2-0f09-44e8-b96f-1e2042793e90), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:33.278799 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-032406d5-2295-4aab-bd09-1acd4d403a21 service neutron] Transition to ACTIVE for port object 103d68c2-0f09-44e8-b96f-1e2042793e90 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:12:33.284918 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-032406d5-2295-4aab-bd09-1acd4d403a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (103d68c2-0f09-44e8-b96f-1e2042793e90), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:33.345064 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032406d5-2295-4aab-bd09-1acd4d403a21 service neutron] Pushing event updated for resources: {'Port': ['ID=103d68c2-0f09-44e8-b96f-1e2042793e90,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:33.574196 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-032406d5-2295-4aab-bd09-1acd4d403a21 service neutron] Attempting to bind port 103d68c2-0f09-44e8-b96f-1e2042793e90 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:12:33.575639 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-032406d5-2295-4aab-bd09-1acd4d403a21 service neutron] Attempting to bind port 103d68c2-0f09-44e8-b96f-1e2042793e90 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:12:33.577406 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-032406d5-2295-4aab-bd09-1acd4d403a21 service neutron] Attempting to bind port 103d68c2-0f09-44e8-b96f-1e2042793e90 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:12:33.585873 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-032406d5-2295-4aab-bd09-1acd4d403a21 service neutron] Port 103d68c2-0f09-44e8-b96f-1e2042793e90 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:12:33.590217 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-032406d5-2295-4aab-bd09-1acd4d403a21 service neutron] Attempting to bind port 103d68c2-0f09-44e8-b96f-1e2042793e90 on network 5e5e5cdc-dce5-4633-91fd-8e14363cd220 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:12:33.602432 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-032406d5-2295-4aab-bd09-1acd4d403a21 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:12:33.602982 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-032406d5-2295-4aab-bd09-1acd4d403a21 service neutron] Checking segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:12:33.603525 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-032406d5-2295-4aab-bd09-1acd4d403a21 service neutron] Bound using segment: {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:12:33.604341 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-032406d5-2295-4aab-bd09-1acd4d403a21 service neutron] Bound port: 103d68c2-0f09-44e8-b96f-1e2042793e90, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87731ee8-a4e9-46a8-ba3e-3e576fd08096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:12:33.604886 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-032406d5-2295-4aab-bd09-1acd4d403a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (103d68c2-0f09-44e8-b96f-1e2042793e90), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:33.708892 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-032406d5-2295-4aab-bd09-1acd4d403a21 service neutron] For port 103d68c2-0f09-44e8-b96f-1e2042793e90, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:12:33.720126 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-032406d5-2295-4aab-bd09-1acd4d403a21 service neutron] For port 103d68c2-0f09-44e8-b96f-1e2042793e90, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=103d68c2-0f09-44e8-b96f-1e2042793e90,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:12:33.736604 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-032406d5-2295-4aab-bd09-1acd4d403a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (103d68c2-0f09-44e8-b96f-1e2042793e90), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:33.762852 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-032406d5-2295-4aab-bd09-1acd4d403a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:12:33.763508 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-032406d5-2295-4aab-bd09-1acd4d403a21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:33.768805 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-032406d5-2295-4aab-bd09-1acd4d403a21 service neutron] 10.222.0.20 "PUT /v2.0/ports/103d68c2-0f09-44e8-b96f-1e2042793e90 HTTP/1.1" status: 200 len: 1096 time: 1.3264306 Mar 01 14:12:33.773769 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1522f45e-8cc4-429f-8901-f2905a85cb59', 'tag': '103d68c2-0f09-44e8-b96f-1e2042793e90'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:12:33.778144 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d284e296-5f00-491f-8293-dcf0bca43da1" -d '{"events": [{"name": "network-changed", "server_uuid": "1522f45e-8cc4-429f-8901-f2905a85cb59", "tag": "103d68c2-0f09-44e8-b96f-1e2042793e90"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:12:33.941068 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e055b-2d09-4d76-b691-59d49a281f7a req-20dcba89-1379-4a2b-a948-26d8a89f5a8b tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:12:33.957224 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-130e055b-2d09-4d76-b691-59d49a281f7a req-20dcba89-1379-4a2b-a948-26d8a89f5a8b tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.13 "GET /v2.0/ports?device_id=1522f45e-8cc4-429f-8901-f2905a85cb59 HTTP/1.1" status: 200 len: 948 time: 0.2025516 Mar 01 14:12:33.960528 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032406d5-2295-4aab-bd09-1acd4d403a21 service neutron] Pushing event updated for resources: {'Port': ['ID=103d68c2-0f09-44e8-b96f-1e2042793e90,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:33.970975 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-5f73fb6c-dae1-42d7-aad0-82dd16d32d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:12:33.972906 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-5f73fb6c-dae1-42d7-aad0-82dd16d32d45 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae50cff9be4c452889aded4ce87c0223&device_id=1522f45e-8cc4-429f-8901-f2905a85cb59 HTTP/1.1" status: 200 len: 1130 time: 0.1306143 Mar 01 14:12:34.157280 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-130e055b-2d09-4d76-b691-59d49a281f7a req-94ca1640-3702-49f7-b68e-a86ecf97f1aa tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6542d5d-8318-4edc-bf1c-786b1c0d0745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990569 Mar 01 14:12:34.172745 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-19144feb-4bec-433e-8746-dfe24024dd73 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=103d68c2-0f09-44e8-b96f-1e2042793e90 HTTP/1.1" status: 200 len: 217 time: 0.1915469 Mar 01 14:12:34.174586 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5dc7fb-aaba-4933-9564-cd66760a1578 x-openstack-request-id: req-9b5dc7fb-aaba-4933-9564-cd66760a1578 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:12:34.174879 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1522f45e-8cc4-429f-8901-f2905a85cb59", "tag": "103d68c2-0f09-44e8-b96f-1e2042793e90", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:12:34.175132 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b5dc7fb-aaba-4933-9564-cd66760a1578 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:12:34.175533 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1522f45e-8cc4-429f-8901-f2905a85cb59', 'tag': '103d68c2-0f09-44e8-b96f-1e2042793e90', 'status': 'completed', 'code': 200} Mar 01 14:12:34.275400 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-a6689254-ea7a-4d3a-9149-23ad5d29e5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:12:34.277352 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-a6689254-ea7a-4d3a-9149-23ad5d29e5fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.0932732 Mar 01 14:12:34.427722 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-8b5aa48a-0a6a-4ebf-9336-eb5e9a924135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:12:34.433252 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-8b5aa48a-0a6a-4ebf-9336-eb5e9a924135 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1486936 Mar 01 14:12:34.641009 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-d7f54dd7-59aa-4245-84bc-4b28d0c4325a service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006669 Mar 01 14:12:34.663716 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 46058) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:34.819328 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7576f439-b3d5-491d-a68f-8d7f276fd595 req-a414bb62-0a48-401b-88b6-32902f53b87d service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719489 Mar 01 14:12:34.945452 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5a02bf74-f74c-4b35-80ed-4d4f56146167 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:34.988421 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284e296-5f00-491f-8293-dcf0bca43da1 req-c362ad8b-4b97-4212-b7be-817546d89b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:12:34.990300 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d284e296-5f00-491f-8293-dcf0bca43da1 req-c362ad8b-4b97-4212-b7be-817546d89b4f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae50cff9be4c452889aded4ce87c0223&device_id=1522f45e-8cc4-429f-8901-f2905a85cb59 HTTP/1.1" status: 200 len: 1130 time: 0.1119463 Mar 01 14:12:35.157882 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5a02bf74-f74c-4b35-80ed-4d4f56146167 admin admin] Publish callbacks [] for security_group (6dc855fe-4d66-4795-be41-ea542e6e87f5), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:35.165541 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5a02bf74-f74c-4b35-80ed-4d4f56146167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6dc855fe-4d66-4795-be41-ea542e6e87f5), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:35.177609 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284e296-5f00-491f-8293-dcf0bca43da1 req-86dced07-b6ce-4125-bc32-6bbaabf55418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:12:35.180735 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d284e296-5f00-491f-8293-dcf0bca43da1 req-86dced07-b6ce-4125-bc32-6bbaabf55418 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.1827588 Mar 01 14:12:35.272722 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a02bf74-f74c-4b35-80ed-4d4f56146167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc855fe-4d66-4795-be41-ea542e6e87f5,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:35.295271 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d284e296-5f00-491f-8293-dcf0bca43da1 req-ca6c4537-74b0-494a-9d57-021c8d03bd71 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=103d68c2-0f09-44e8-b96f-1e2042793e90 HTTP/1.1" status: 200 len: 217 time: 0.1098297 Mar 01 14:12:35.306795 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5a02bf74-f74c-4b35-80ed-4d4f56146167 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf3efb99910a4fbe9bb21fb2e429acff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6418798 Mar 01 14:12:35.311885 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02bf74-f74c-4b35-80ed-4d4f56146167 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:12:35.312249 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02bf74-f74c-4b35-80ed-4d4f56146167 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:12:35.313300 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02bf74-f74c-4b35-80ed-4d4f56146167 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:12:35.315406 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02bf74-f74c-4b35-80ed-4d4f56146167 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:12:35.315810 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02bf74-f74c-4b35-80ed-4d4f56146167 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:12:35.316162 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02bf74-f74c-4b35-80ed-4d4f56146167 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:12:35.316503 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02bf74-f74c-4b35-80ed-4d4f56146167 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:12:35.316841 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02bf74-f74c-4b35-80ed-4d4f56146167 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:12:35.317173 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02bf74-f74c-4b35-80ed-4d4f56146167 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:12:35.317504 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02bf74-f74c-4b35-80ed-4d4f56146167 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:12:35.317836 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02bf74-f74c-4b35-80ed-4d4f56146167 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:12:35.318163 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02bf74-f74c-4b35-80ed-4d4f56146167 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:12:35.318485 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02bf74-f74c-4b35-80ed-4d4f56146167 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:12:35.322720 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 46070) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:35.460410 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fbaa5e-c78d-4b37-bd6e-5d3db63f2d52 req-975a61a0-d4ad-44e1-9c67-0d3ec939dd02 tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:12:35.468656 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284e296-5f00-491f-8293-dcf0bca43da1 req-4c54a6bc-046d-4c9f-aea9-1996690795de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:12:35.469512 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f5fbaa5e-c78d-4b37-bd6e-5d3db63f2d52 req-975a61a0-d4ad-44e1-9c67-0d3ec939dd02 tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.13 "GET /v2.0/ports?device_id=1522f45e-8cc4-429f-8901-f2905a85cb59 HTTP/1.1" status: 200 len: 948 time: 0.1377997 Mar 01 14:12:35.470693 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d284e296-5f00-491f-8293-dcf0bca43da1 req-4c54a6bc-046d-4c9f-aea9-1996690795de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.1657162 Mar 01 14:12:35.491833 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-60cb98d1-66bb-46a5-bf3d-208f5cfe4629 admin admin] Publish callbacks [] for security_group (6dc855fe-4d66-4795-be41-ea542e6e87f5), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:35.580731 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-60cb98d1-66bb-46a5-bf3d-208f5cfe4629 admin admin] Publish callbacks [] for security_group (6dc855fe-4d66-4795-be41-ea542e6e87f5), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:35.612765 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f5fbaa5e-c78d-4b37-bd6e-5d3db63f2d52 req-96c39151-44f7-46d6-811c-504e33755b11 tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6542d5d-8318-4edc-bf1c-786b1c0d0745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376219 Mar 01 14:12:35.677695 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284e296-5f00-491f-8293-dcf0bca43da1 req-94a30b36-d58e-4305-a9e2-3863aee814c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:12:35.679821 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d284e296-5f00-491f-8293-dcf0bca43da1 req-94a30b36-d58e-4305-a9e2-3863aee814c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1886387 Mar 01 14:12:35.818233 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-60cb98d1-66bb-46a5-bf3d-208f5cfe4629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (6dc855fe-4d66-4795-be41-ea542e6e87f5), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:35.825376 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-60cb98d1-66bb-46a5-bf3d-208f5cfe4629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:35.830079 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-60cb98d1-66bb-46a5-bf3d-208f5cfe4629 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6dc855fe-4d66-4795-be41-ea542e6e87f5 HTTP/1.1" status: 204 len: 168 time: 0.4996576 Mar 01 14:12:35.914263 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb98d1-66bb-46a5-bf3d-208f5cfe4629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc855fe-4d66-4795-be41-ea542e6e87f5,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:35.957392 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d284e296-5f00-491f-8293-dcf0bca43da1 req-dad77811-90f2-4ed9-b750-d9e972728f62 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667673 Mar 01 14:12:36.077578 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d284e296-5f00-491f-8293-dcf0bca43da1 req-034e3574-8d28-4322-9435-94b8cc20cd18 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132205 Mar 01 14:12:36.816507 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974509d3-58ba-4920-ab7c-d8b1f23d39e3 req-51e7d8a1-5c7c-45a6-b6a4-a0589e8b71fa tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:12:36.825185 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-974509d3-58ba-4920-ab7c-d8b1f23d39e3 req-51e7d8a1-5c7c-45a6-b6a4-a0589e8b71fa tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.13 "GET /v2.0/ports?device_id=1522f45e-8cc4-429f-8901-f2905a85cb59 HTTP/1.1" status: 200 len: 948 time: 0.1056769 Mar 01 14:12:36.928052 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-974509d3-58ba-4920-ab7c-d8b1f23d39e3 req-11363d37-ac10-40b4-b512-2960d11adce1 tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6542d5d-8318-4edc-bf1c-786b1c0d0745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018527 Mar 01 14:12:38.209774 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f59fb-e63e-44ef-a919-c0ed3c4b8000 req-f3948a29-7ea0-4e3b-9f1b-869bac30b642 tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:12:38.224116 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f46f59fb-e63e-44ef-a919-c0ed3c4b8000 req-f3948a29-7ea0-4e3b-9f1b-869bac30b642 tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.13 "GET /v2.0/ports?device_id=1522f45e-8cc4-429f-8901-f2905a85cb59 HTTP/1.1" status: 200 len: 948 time: 0.1389844 Mar 01 14:12:38.345917 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f46f59fb-e63e-44ef-a919-c0ed3c4b8000 req-658a4cfa-e9c4-42c7-96c4-baa4df630a0c tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6542d5d-8318-4edc-bf1c-786b1c0d0745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206529 Mar 01 14:12:39.623537 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d349b9-cb5b-4b27-818d-32dbad8add89 req-ef7fdef8-01a4-49ae-96cc-03a370cecb1a tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:12:39.628672 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-71d349b9-cb5b-4b27-818d-32dbad8add89 req-ef7fdef8-01a4-49ae-96cc-03a370cecb1a tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.13 "GET /v2.0/ports?device_id=1522f45e-8cc4-429f-8901-f2905a85cb59 HTTP/1.1" status: 200 len: 948 time: 0.1573138 Mar 01 14:12:39.715247 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-71d349b9-cb5b-4b27-818d-32dbad8add89 req-a0caeb4d-b6bd-4368-bde8-387a8bcec395 tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6542d5d-8318-4edc-bf1c-786b1c0d0745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738573 Mar 01 14:12:39.849559 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 103d68c2-0f09-44e8-b96f-1e2042793e90 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:12:40.001589 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:40.050832 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 103d68c2-0f09-44e8-b96f-1e2042793e90, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=103d68c2-0f09-44e8-b96f-1e2042793e90,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:12:40.063686 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '103d68c2-0f09-44e8-b96f-1e2042793e90', 'network_id': '5e5e5cdc-dce5-4633-91fd-8e14363cd220', 'port_id': '103d68c2-0f09-44e8-b96f-1e2042793e90', 'mac_address': 'fa:16:3e:36:d9:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909a9e4d-2330-4bdf-bf33-da65c3dea6db', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:12:40.181989 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 103d68c2-0f09-44e8-b96f-1e2042793e90 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:12:40.192236 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (103d68c2-0f09-44e8-b96f-1e2042793e90), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:40.219692 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 103d68c2-0f09-44e8-b96f-1e2042793e90 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:12:40.242717 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 103d68c2-0f09-44e8-b96f-1e2042793e90, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=103d68c2-0f09-44e8-b96f-1e2042793e90,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:12:40.244168 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:40.252904 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (103d68c2-0f09-44e8-b96f-1e2042793e90), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:40.348363 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=103d68c2-0f09-44e8-b96f-1e2042793e90,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:40.618441 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['103d68c2-0f09-44e8-b96f-1e2042793e90'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:12:40.956092 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ada7d-a2b8-448a-a18a-84080739fb95 req-09dedb3b-4e9f-44eb-ae3d-d5073b81d573 tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:12:40.963196 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ac8ada7d-a2b8-448a-a18a-84080739fb95 req-09dedb3b-4e9f-44eb-ae3d-d5073b81d573 tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.13 "GET /v2.0/ports?device_id=1522f45e-8cc4-429f-8901-f2905a85cb59 HTTP/1.1" status: 200 len: 949 time: 0.0939293 Mar 01 14:12:41.061040 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ac8ada7d-a2b8-448a-a18a-84080739fb95 req-665750bb-0510-41dc-b379-95b3023a6b4b tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6542d5d-8318-4edc-bf1c-786b1c0d0745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968771 Mar 01 14:12:41.761761 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 46246) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:41.837299 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 103d68c2-0f09-44e8-b96f-1e2042793e90 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:12:41.900451 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-84c9c122-d8a6-4192-8a5b-7fa64043a52e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:41.945624 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 103d68c2-0f09-44e8-b96f-1e2042793e90 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:12:41.950822 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 103d68c2-0f09-44e8-b96f-1e2042793e90 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:12:41.951207 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (103d68c2-0f09-44e8-b96f-1e2042793e90), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:41.992374 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-84c9c122-d8a6-4192-8a5b-7fa64043a52e admin admin] Publish callbacks [] for security_group (e8705073-3292-4ea0-ada8-f54267fa6ef3), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:42.005502 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-84c9c122-d8a6-4192-8a5b-7fa64043a52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (e8705073-3292-4ea0-ada8-f54267fa6ef3), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:42.101859 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-84c9c122-d8a6-4192-8a5b-7fa64043a52e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d6b723416fc841a9a6430daaa0960eed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3384204 Mar 01 14:12:42.104597 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 46252) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:42.117539 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9c122-d8a6-4192-8a5b-7fa64043a52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8705073-3292-4ea0-ada8-f54267fa6ef3,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:42.136967 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 103d68c2-0f09-44e8-b96f-1e2042793e90 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:12:42.137361 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (103d68c2-0f09-44e8-b96f-1e2042793e90), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:42.157311 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c9c122-d8a6-4192-8a5b-7fa64043a52e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:12:42.159997 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c9c122-d8a6-4192-8a5b-7fa64043a52e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:12:42.161153 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c9c122-d8a6-4192-8a5b-7fa64043a52e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:12:42.162843 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c9c122-d8a6-4192-8a5b-7fa64043a52e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:12:42.163195 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c9c122-d8a6-4192-8a5b-7fa64043a52e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:12:42.163539 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c9c122-d8a6-4192-8a5b-7fa64043a52e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:12:42.169539 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c9c122-d8a6-4192-8a5b-7fa64043a52e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:12:42.169926 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c9c122-d8a6-4192-8a5b-7fa64043a52e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:12:42.170274 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c9c122-d8a6-4192-8a5b-7fa64043a52e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:12:42.170614 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c9c122-d8a6-4192-8a5b-7fa64043a52e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:12:42.170950 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c9c122-d8a6-4192-8a5b-7fa64043a52e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:12:42.171284 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c9c122-d8a6-4192-8a5b-7fa64043a52e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:12:42.171615 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c9c122-d8a6-4192-8a5b-7fa64043a52e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:12:42.259816 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 103d68c2-0f09-44e8-b96f-1e2042793e90, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=103d68c2-0f09-44e8-b96f-1e2042793e90,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:12:42.262988 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1522f45e-8cc4-429f-8901-f2905a85cb59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103d68c2-0f09-44e8-b96f-1e2042793e90'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:12:42.267818 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6659ec24-03a7-45d5-a46e-d027b4e62696" -d '{"events": [{"server_uuid": "1522f45e-8cc4-429f-8901-f2905a85cb59", "name": "network-vif-plugged", "status": "completed", "tag": "103d68c2-0f09-44e8-b96f-1e2042793e90"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:12:42.293550 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (103d68c2-0f09-44e8-b96f-1e2042793e90), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:42.376717 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-84d07ee1-a0ae-474d-a4f9-796332bf2b4a admin admin] Publish callbacks [] for security_group (e8705073-3292-4ea0-ada8-f54267fa6ef3), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:42.391000 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=103d68c2-0f09-44e8-b96f-1e2042793e90,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:42.500856 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-84d07ee1-a0ae-474d-a4f9-796332bf2b4a admin admin] Publish callbacks [] for security_group (e8705073-3292-4ea0-ada8-f54267fa6ef3), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:42.622255 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d097c6-a265-46bb-b356-79839d4053f1 req-2ab1219e-285d-4260-a316-1cb462bb5c17 tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:12:42.623861 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b9d097c6-a265-46bb-b356-79839d4053f1 req-2ab1219e-285d-4260-a316-1cb462bb5c17 tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.13 "GET /v2.0/ports?device_id=1522f45e-8cc4-429f-8901-f2905a85cb59 HTTP/1.1" status: 200 len: 950 time: 0.3639266 Mar 01 14:12:42.624534 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-84d07ee1-a0ae-474d-a4f9-796332bf2b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (e8705073-3292-4ea0-ada8-f54267fa6ef3), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:42.633535 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-84d07ee1-a0ae-474d-a4f9-796332bf2b4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:42.634659 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-84d07ee1-a0ae-474d-a4f9-796332bf2b4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8705073-3292-4ea0-ada8-f54267fa6ef3 HTTP/1.1" status: 204 len: 168 time: 0.5283501 Mar 01 14:12:42.720130 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872d6cac-3c84-4741-b843-90b36e68094a x-openstack-request-id: req-872d6cac-3c84-4741-b843-90b36e68094a {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:12:42.720428 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1522f45e-8cc4-429f-8901-f2905a85cb59", "name": "network-vif-plugged", "status": "completed", "tag": "103d68c2-0f09-44e8-b96f-1e2042793e90", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:12:42.720684 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-872d6cac-3c84-4741-b843-90b36e68094a {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:12:42.721086 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1522f45e-8cc4-429f-8901-f2905a85cb59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103d68c2-0f09-44e8-b96f-1e2042793e90', 'code': 200} Mar 01 14:12:42.759020 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d07ee1-a0ae-474d-a4f9-796332bf2b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8705073-3292-4ea0-ada8-f54267fa6ef3,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:42.901012 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b9d097c6-a265-46bb-b356-79839d4053f1 req-52ed7cfe-d59d-4b38-bb02-0c04087f2fac tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6542d5d-8318-4edc-bf1c-786b1c0d0745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452347 Mar 01 14:12:42.977620 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9647b5-418f-440f-87aa-aa889c2665a8 req-6a077a9a-9ae3-4103-a04b-37c3b8224542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:12:42.979277 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7e9647b5-418f-440f-87aa-aa889c2665a8 req-6a077a9a-9ae3-4103-a04b-37c3b8224542 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1522f45e-8cc4-429f-8901-f2905a85cb59 HTTP/1.1" status: 200 len: 1132 time: 0.1375217 Mar 01 14:12:43.131823 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7e9647b5-418f-440f-87aa-aa889c2665a8 req-9996276d-f319-4352-b833-ee4cf5bb7106 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d6542d5d-8318-4edc-bf1c-786b1c0d0745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454625 Mar 01 14:12:43.844737 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:12:44.225053 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac012502-0009-4c6b-b94e-279cf92d45ca req-640fe83d-6b04-4768-884a-a300345e0141 tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:12:44.226546 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ac012502-0009-4c6b-b94e-279cf92d45ca req-640fe83d-6b04-4768-884a-a300345e0141 tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.13 "GET /v2.0/ports?device_id=1522f45e-8cc4-429f-8901-f2905a85cb59 HTTP/1.1" status: 200 len: 950 time: 0.2003248 Mar 01 14:12:44.378642 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ac012502-0009-4c6b-b94e-279cf92d45ca req-794acf51-5ae2-4c50-b3ab-425e10782b34 tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6542d5d-8318-4edc-bf1c-786b1c0d0745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347148 Mar 01 14:12:45.667388 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02459ade-3910-4a1a-8e5a-5edfcdcd3590 req-185172eb-69e4-4d21-bcb2-456934918861 tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:12:45.677880 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-02459ade-3910-4a1a-8e5a-5edfcdcd3590 req-185172eb-69e4-4d21-bcb2-456934918861 tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.13 "GET /v2.0/ports?device_id=1522f45e-8cc4-429f-8901-f2905a85cb59 HTTP/1.1" status: 200 len: 950 time: 0.1262844 Mar 01 14:12:45.788673 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-02459ade-3910-4a1a-8e5a-5edfcdcd3590 req-117d9d05-d96f-4930-8e0f-53892d67da84 tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6542d5d-8318-4edc-bf1c-786b1c0d0745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001663 Mar 01 14:12:55.273351 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d98aa049-8f1f-4b64-9bfc-3243656539a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:57.207874 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 46464) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:57.456040 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0f63692f-2e9f-4d29-aed2-6c2d43a74e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:57.464532 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-75fbe5bc-4968-4052-8969-fe421e70ad6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:57.580263 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-75fbe5bc-4968-4052-8969-fe421e70ad6f admin admin] Publish callbacks [] for security_group (a0226a9b-5b1c-4c76-8a86-ff517d4cf3f2), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:57.589526 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-75fbe5bc-4968-4052-8969-fe421e70ad6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a0226a9b-5b1c-4c76-8a86-ff517d4cf3f2), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:57.654967 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-75fbe5bc-4968-4052-8969-fe421e70ad6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6403ff1f4acd407da8f546b4239d5c50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4459784 Mar 01 14:12:57.658689 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 46468) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:12:57.666464 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fbe5bc-4968-4052-8969-fe421e70ad6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0226a9b-5b1c-4c76-8a86-ff517d4cf3f2,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:57.716388 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8f5b1134-7522-4420-86ec-5675f89ea414 admin admin] Publish callbacks [] for security_group (a0226a9b-5b1c-4c76-8a86-ff517d4cf3f2), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:57.747217 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8f5b1134-7522-4420-86ec-5675f89ea414 admin admin] Publish callbacks [] for security_group (a0226a9b-5b1c-4c76-8a86-ff517d4cf3f2), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:57.805136 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8f5b1134-7522-4420-86ec-5675f89ea414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a0226a9b-5b1c-4c76-8a86-ff517d4cf3f2), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:57.808700 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8f5b1134-7522-4420-86ec-5675f89ea414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:12:57.825387 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8f5b1134-7522-4420-86ec-5675f89ea414 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a0226a9b-5b1c-4c76-8a86-ff517d4cf3f2 HTTP/1.1" status: 204 len: 168 time: 0.1649113 Mar 01 14:12:57.847096 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b1134-7522-4420-86ec-5675f89ea414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0226a9b-5b1c-4c76-8a86-ff517d4cf3f2,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:12:58.934589 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:00.113821 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:01.784455 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:07.377985 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 46676) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:13:07.581314 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3746660e-fd38-4e09-adb0-66df77ad9fb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:07.782799 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3746660e-fd38-4e09-adb0-66df77ad9fb4 admin admin] Publish callbacks [] for security_group (05ae61eb-1552-4b51-8e48-71e8c9530e6e), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:07.792761 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3746660e-fd38-4e09-adb0-66df77ad9fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (05ae61eb-1552-4b51-8e48-71e8c9530e6e), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:07.881376 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3746660e-fd38-4e09-adb0-66df77ad9fb4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=492756204cf146fc9300e9ee7fbc15db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5016952 Mar 01 14:13:07.883829 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746660e-fd38-4e09-adb0-66df77ad9fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ae61eb-1552-4b51-8e48-71e8c9530e6e,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:13:07.884203 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 46684) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:13:07.985905 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa15fec6-aeb2-4fdb-a3d1-ac5e8bd56164 admin admin] Publish callbacks [] for security_group (05ae61eb-1552-4b51-8e48-71e8c9530e6e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:08.036299 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa15fec6-aeb2-4fdb-a3d1-ac5e8bd56164 admin admin] Publish callbacks [] for security_group (05ae61eb-1552-4b51-8e48-71e8c9530e6e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:08.089081 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa15fec6-aeb2-4fdb-a3d1-ac5e8bd56164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (05ae61eb-1552-4b51-8e48-71e8c9530e6e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:08.092227 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa15fec6-aeb2-4fdb-a3d1-ac5e8bd56164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:08.093599 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fa15fec6-aeb2-4fdb-a3d1-ac5e8bd56164 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05ae61eb-1552-4b51-8e48-71e8c9530e6e HTTP/1.1" status: 204 len: 168 time: 0.2084255 Mar 01 14:13:08.103198 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15fec6-aeb2-4fdb-a3d1-ac5e8bd56164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ae61eb-1552-4b51-8e48-71e8c9530e6e,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:13:08.625254 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 46694) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:13:08.662747 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a8b9821a-570f-411e-b1e6-bcffcf6e2261 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:08.789878 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a8b9821a-570f-411e-b1e6-bcffcf6e2261 admin admin] Publish callbacks [] for security_group (a632a19f-3c8d-408d-ba8c-fc57c7f9f5dc), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:08.802091 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a8b9821a-570f-411e-b1e6-bcffcf6e2261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a632a19f-3c8d-408d-ba8c-fc57c7f9f5dc), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:08.853484 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a8b9821a-570f-411e-b1e6-bcffcf6e2261 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b29fa946ed484c5b90e5e962c21e7fb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2267115 Mar 01 14:13:08.856106 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 46700) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:13:08.882836 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9821a-570f-411e-b1e6-bcffcf6e2261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a632a19f-3c8d-408d-ba8c-fc57c7f9f5dc,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:13:08.974316 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c7f60e5b-3a0b-452f-8535-d05477b00bb0 admin admin] Publish callbacks [] for security_group (a632a19f-3c8d-408d-ba8c-fc57c7f9f5dc), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:09.018976 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c7f60e5b-3a0b-452f-8535-d05477b00bb0 admin admin] Publish callbacks [] for security_group (a632a19f-3c8d-408d-ba8c-fc57c7f9f5dc), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:09.096223 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c7f60e5b-3a0b-452f-8535-d05477b00bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a632a19f-3c8d-408d-ba8c-fc57c7f9f5dc), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:09.099075 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c7f60e5b-3a0b-452f-8535-d05477b00bb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:09.100250 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c7f60e5b-3a0b-452f-8535-d05477b00bb0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a632a19f-3c8d-408d-ba8c-fc57c7f9f5dc HTTP/1.1" status: 204 len: 168 time: 0.2421372 Mar 01 14:13:09.109049 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f60e5b-3a0b-452f-8535-d05477b00bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a632a19f-3c8d-408d-ba8c-fc57c7f9f5dc,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:13:09.904706 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:10.121566 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:20.742696 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-56857f4c-6143-4e61-9583-037e0a0f3852 req-e900ef86-4d7b-49e0-b973-db17e2814061 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1522f45e-8cc4-429f-8901-f2905a85cb59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0796368 Mar 01 14:13:20.837808 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:13:20.888804 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56857f4c-6143-4e61-9583-037e0a0f3852 req-5e9a7ae4-4ad0-4793-b885-fbe31b5769e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:13:20.900040 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-56857f4c-6143-4e61-9583-037e0a0f3852 req-5e9a7ae4-4ad0-4793-b885-fbe31b5769e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae50cff9be4c452889aded4ce87c0223&device_id=1522f45e-8cc4-429f-8901-f2905a85cb59 HTTP/1.1" status: 200 len: 1132 time: 0.0973163 Mar 01 14:13:21.157619 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56857f4c-6143-4e61-9583-037e0a0f3852 req-ade6d46c-677a-4f2a-8809-135c638bf13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:13:21.159103 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-56857f4c-6143-4e61-9583-037e0a0f3852 req-ade6d46c-677a-4f2a-8809-135c638bf13c service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.2266691 Mar 01 14:13:21.238913 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-56857f4c-6143-4e61-9583-037e0a0f3852 req-9cc8d420-ba44-4de1-8945-fcacaf117a18 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=103d68c2-0f09-44e8-b96f-1e2042793e90 HTTP/1.1" status: 200 len: 217 time: 0.0717752 Mar 01 14:13:21.340795 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56857f4c-6143-4e61-9583-037e0a0f3852 req-a5af0f65-947f-402b-804e-8a977dd03c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:13:21.346498 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-56857f4c-6143-4e61-9583-037e0a0f3852 req-a5af0f65-947f-402b-804e-8a977dd03c79 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.1001496 Mar 01 14:13:21.471548 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56857f4c-6143-4e61-9583-037e0a0f3852 req-ee4f0337-9ed5-4145-91ed-2a804d785ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:13:21.473286 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-56857f4c-6143-4e61-9583-037e0a0f3852 req-ee4f0337-9ed5-4145-91ed-2a804d785ed5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1192315 Mar 01 14:13:21.663820 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-56857f4c-6143-4e61-9583-037e0a0f3852 req-a8dc3f48-c34f-4094-95fe-51d9a5dd98e8 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812799 Mar 01 14:13:21.865367 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-56857f4c-6143-4e61-9583-037e0a0f3852 req-78b9ffa8-487d-4496-bcc1-4355a5760901 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887360 Mar 01 14:13:25.265356 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2a206295-7844-4aaa-ab26-151e80937ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:26.679013 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [req-2b3bb891-2f66-4f03-9df4-b699d5231cf3 req-29591521-37e5-43c6-ad64-a2c743101740 service neutron] (103726) timed out ('10.222.0.13', 51990) {{(pid=103726) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 01 14:13:27.450311 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-06b85e26-87c4-42eb-9745-4323a72d208b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:28.959379 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:30.105516 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:31.733916 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:33.381322 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47096) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:13:33.598828 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3fd617b4-73ea-4da3-96c6-2b27d2a994ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:33.756340 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3fd617b4-73ea-4da3-96c6-2b27d2a994ff admin admin] Publish callbacks [] for security_group (81859e16-7ab9-418a-9a06-2148bdca828e), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:33.767864 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3fd617b4-73ea-4da3-96c6-2b27d2a994ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (81859e16-7ab9-418a-9a06-2148bdca828e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:33.834537 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 47102) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:13:33.848989 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3fd617b4-73ea-4da3-96c6-2b27d2a994ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa090b4a93164edd94de820521782e68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4664888 Mar 01 14:13:33.850395 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd617b4-73ea-4da3-96c6-2b27d2a994ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81859e16-7ab9-418a-9a06-2148bdca828e,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:13:33.937877 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-feed2b83-734c-4669-9832-24aff5844de7 admin admin] Publish callbacks [] for security_group (81859e16-7ab9-418a-9a06-2148bdca828e), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:33.973806 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-feed2b83-734c-4669-9832-24aff5844de7 admin admin] Publish callbacks [] for security_group (81859e16-7ab9-418a-9a06-2148bdca828e), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:34.028138 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-feed2b83-734c-4669-9832-24aff5844de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (81859e16-7ab9-418a-9a06-2148bdca828e), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:34.032862 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-feed2b83-734c-4669-9832-24aff5844de7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:34.034281 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-feed2b83-734c-4669-9832-24aff5844de7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81859e16-7ab9-418a-9a06-2148bdca828e HTTP/1.1" status: 204 len: 168 time: 0.1979148 Mar 01 14:13:34.058583 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed2b83-734c-4669-9832-24aff5844de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81859e16-7ab9-418a-9a06-2148bdca828e,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:13:39.654402 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 47216) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:13:39.904361 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:39.907175 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7f747cf1-1cec-4e93-99be-fb2d5d73a8e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:40.085433 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7f747cf1-1cec-4e93-99be-fb2d5d73a8e7 admin admin] Publish callbacks [] for security_group (d7ca0cf1-8330-465a-98d8-d075380ce12f), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:40.097963 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7f747cf1-1cec-4e93-99be-fb2d5d73a8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d7ca0cf1-8330-465a-98d8-d075380ce12f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:40.137254 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:40.202731 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f747cf1-1cec-4e93-99be-fb2d5d73a8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ca0cf1-8330-465a-98d8-d075380ce12f,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:13:40.225004 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47230) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:13:40.225703 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7f747cf1-1cec-4e93-99be-fb2d5d73a8e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e238ff852e614240b8f2889e2f330c33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5689740 Mar 01 14:13:40.236204 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f747cf1-1cec-4e93-99be-fb2d5d73a8e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:13:40.236446 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f747cf1-1cec-4e93-99be-fb2d5d73a8e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:13:40.236787 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f747cf1-1cec-4e93-99be-fb2d5d73a8e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:13:40.237117 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f747cf1-1cec-4e93-99be-fb2d5d73a8e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:13:40.237624 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f747cf1-1cec-4e93-99be-fb2d5d73a8e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:13:40.238103 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f747cf1-1cec-4e93-99be-fb2d5d73a8e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:13:40.239892 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f747cf1-1cec-4e93-99be-fb2d5d73a8e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:13:40.241454 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f747cf1-1cec-4e93-99be-fb2d5d73a8e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:13:40.245838 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f747cf1-1cec-4e93-99be-fb2d5d73a8e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:13:40.246432 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f747cf1-1cec-4e93-99be-fb2d5d73a8e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:13:40.246936 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f747cf1-1cec-4e93-99be-fb2d5d73a8e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:13:40.247408 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f747cf1-1cec-4e93-99be-fb2d5d73a8e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:13:40.247932 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f747cf1-1cec-4e93-99be-fb2d5d73a8e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:13:40.393583 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-65140ac7-1720-4ee8-a630-44afc25153a5 admin admin] Publish callbacks [] for security_group (d7ca0cf1-8330-465a-98d8-d075380ce12f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:40.494415 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-65140ac7-1720-4ee8-a630-44afc25153a5 admin admin] Publish callbacks [] for security_group (d7ca0cf1-8330-465a-98d8-d075380ce12f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:40.594249 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-65140ac7-1720-4ee8-a630-44afc25153a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d7ca0cf1-8330-465a-98d8-d075380ce12f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:40.605524 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-65140ac7-1720-4ee8-a630-44afc25153a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:40.607432 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-65140ac7-1720-4ee8-a630-44afc25153a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7ca0cf1-8330-465a-98d8-d075380ce12f HTTP/1.1" status: 204 len: 168 time: 0.3805993 Mar 01 14:13:40.645232 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65140ac7-1720-4ee8-a630-44afc25153a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ca0cf1-8330-465a-98d8-d075380ce12f,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:13:41.344538 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47254) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:13:41.360370 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee35e27e-5a4d-4c3c-bac0-2f86edbe1af6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:41.609767 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee35e27e-5a4d-4c3c-bac0-2f86edbe1af6 admin admin] Publish callbacks [] for security_group (ec42aadf-8f5a-4f76-bf60-9ea2186a3440), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:41.621849 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee35e27e-5a4d-4c3c-bac0-2f86edbe1af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ec42aadf-8f5a-4f76-bf60-9ea2186a3440), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:41.666380 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee35e27e-5a4d-4c3c-bac0-2f86edbe1af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec42aadf-8f5a-4f76-bf60-9ea2186a3440,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:13:41.706009 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ee35e27e-5a4d-4c3c-bac0-2f86edbe1af6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=45b8d241c4ed45ea8ad8bf5da4ebf6bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3597710 Mar 01 14:13:41.708903 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47264) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:13:41.801704 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fefc0ee7-304b-4c5d-b2ff-471aacd410be admin admin] Publish callbacks [] for security_group (ec42aadf-8f5a-4f76-bf60-9ea2186a3440), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:41.839887 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fefc0ee7-304b-4c5d-b2ff-471aacd410be admin admin] Publish callbacks [] for security_group (ec42aadf-8f5a-4f76-bf60-9ea2186a3440), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:41.918726 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fefc0ee7-304b-4c5d-b2ff-471aacd410be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ec42aadf-8f5a-4f76-bf60-9ea2186a3440), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:41.926125 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fefc0ee7-304b-4c5d-b2ff-471aacd410be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:41.930044 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fefc0ee7-304b-4c5d-b2ff-471aacd410be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec42aadf-8f5a-4f76-bf60-9ea2186a3440 HTTP/1.1" status: 204 len: 168 time: 0.2178307 Mar 01 14:13:41.940875 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc0ee7-304b-4c5d-b2ff-471aacd410be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec42aadf-8f5a-4f76-bf60-9ea2186a3440,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:13:42.581893 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47276) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:13:42.605392 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-55ba9861-f888-460e-af1f-74ba876336b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:42.693308 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-55ba9861-f888-460e-af1f-74ba876336b3 admin admin] Publish callbacks [] for security_group (99689d88-c0ff-4a64-a47d-ad0157a41f09), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:42.704053 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-55ba9861-f888-460e-af1f-74ba876336b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (99689d88-c0ff-4a64-a47d-ad0157a41f09), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:42.776699 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba9861-f888-460e-af1f-74ba876336b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99689d88-c0ff-4a64-a47d-ad0157a41f09,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:13:42.800544 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba9861-f888-460e-af1f-74ba876336b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:13:42.801087 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba9861-f888-460e-af1f-74ba876336b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:13:42.801596 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba9861-f888-460e-af1f-74ba876336b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:13:42.802186 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba9861-f888-460e-af1f-74ba876336b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:13:42.806748 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba9861-f888-460e-af1f-74ba876336b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:13:42.811187 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba9861-f888-460e-af1f-74ba876336b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:13:42.815515 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba9861-f888-460e-af1f-74ba876336b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:13:42.816149 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba9861-f888-460e-af1f-74ba876336b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:13:42.820923 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba9861-f888-460e-af1f-74ba876336b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:13:42.821455 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba9861-f888-460e-af1f-74ba876336b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:13:42.825680 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba9861-f888-460e-af1f-74ba876336b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:13:42.826922 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba9861-f888-460e-af1f-74ba876336b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:13:42.827418 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba9861-f888-460e-af1f-74ba876336b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:13:42.848850 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 47282) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:13:42.851843 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-55ba9861-f888-460e-af1f-74ba876336b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b416a6a120c24bd99762920b3b1811a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2603986 Mar 01 14:13:42.925702 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4320fc92-8ebc-4be0-bd62-3e4d6b7c598d admin admin] Publish callbacks [] for security_group (99689d88-c0ff-4a64-a47d-ad0157a41f09), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:43.008115 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4320fc92-8ebc-4be0-bd62-3e4d6b7c598d admin admin] Publish callbacks [] for security_group (99689d88-c0ff-4a64-a47d-ad0157a41f09), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:43.147079 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4320fc92-8ebc-4be0-bd62-3e4d6b7c598d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (99689d88-c0ff-4a64-a47d-ad0157a41f09), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:43.151821 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4320fc92-8ebc-4be0-bd62-3e4d6b7c598d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:43.153616 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4320fc92-8ebc-4be0-bd62-3e4d6b7c598d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99689d88-c0ff-4a64-a47d-ad0157a41f09 HTTP/1.1" status: 204 len: 168 time: 0.3011568 Mar 01 14:13:43.175133 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320fc92-8ebc-4be0-bd62-3e4d6b7c598d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99689d88-c0ff-4a64-a47d-ad0157a41f09,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:13:44.897809 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47338) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:13:45.060358 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b5c54604-bd5b-4f5d-8c53-2ae43511480e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:45.161578 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b5c54604-bd5b-4f5d-8c53-2ae43511480e admin admin] Publish callbacks [] for security_group (5effb11c-4041-4b32-b06e-ec402a78e7d3), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:45.171143 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b5c54604-bd5b-4f5d-8c53-2ae43511480e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (5effb11c-4041-4b32-b06e-ec402a78e7d3), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:45.237908 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b5c54604-bd5b-4f5d-8c53-2ae43511480e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e5b3422a4a904112931b1c8ceb63b152&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3383348 Mar 01 14:13:45.241151 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 47346) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:13:45.273320 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c54604-bd5b-4f5d-8c53-2ae43511480e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5effb11c-4041-4b32-b06e-ec402a78e7d3,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:13:45.342983 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bb7b6712-fc46-43ad-8e98-399bfc5af8df admin admin] Publish callbacks [] for security_group (5effb11c-4041-4b32-b06e-ec402a78e7d3), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:45.392025 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bb7b6712-fc46-43ad-8e98-399bfc5af8df admin admin] Publish callbacks [] for security_group (5effb11c-4041-4b32-b06e-ec402a78e7d3), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:45.472847 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bb7b6712-fc46-43ad-8e98-399bfc5af8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (5effb11c-4041-4b32-b06e-ec402a78e7d3), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:45.475779 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bb7b6712-fc46-43ad-8e98-399bfc5af8df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:45.490666 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-bb7b6712-fc46-43ad-8e98-399bfc5af8df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5effb11c-4041-4b32-b06e-ec402a78e7d3 HTTP/1.1" status: 204 len: 168 time: 0.2377439 Mar 01 14:13:45.507240 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b6712-fc46-43ad-8e98-399bfc5af8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5effb11c-4041-4b32-b06e-ec402a78e7d3,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:13:46.280634 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 47376) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:13:46.459609 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-ddcde5f3-e953-4173-bc3f-9611e85e9c28 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-232747455-network', 'tenant_id': 'a6d06aa7b78a48c7a45bfb979d5b1e74'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:13:46.502420 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcde5f3-e953-4173-bc3f-9611e85e9c28 admin admin] Made reservation on behalf of a6d06aa7b78a48c7a45bfb979d5b1e74 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:13:46.504940 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ddcde5f3-e953-4173-bc3f-9611e85e9c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:46.525672 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ddcde5f3-e953-4173-bc3f-9611e85e9c28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:46.683405 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ddcde5f3-e953-4173-bc3f-9611e85e9c28 admin admin] Publish callbacks [] for security_group (4c55c069-974d-4145-8c01-4f32cc46290f), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:46.689546 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ddcde5f3-e953-4173-bc3f-9611e85e9c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4c55c069-974d-4145-8c01-4f32cc46290f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:46.715287 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddcde5f3-e953-4173-bc3f-9611e85e9c28 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:13:46.729603 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcde5f3-e953-4173-bc3f-9611e85e9c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c55c069-974d-4145-8c01-4f32cc46290f,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:13:46.736869 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ddcde5f3-e953-4173-bc3f-9611e85e9c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (ec61b17b-d697-4152-948e-854d12b71cb5), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:46.737849 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-ddcde5f3-e953-4173-bc3f-9611e85e9c28 admin admin] Added segment ec61b17b-d697-4152-948e-854d12b71cb5 of type vlan for network 41ee5aa1-2c22-4e88-868f-02c332e5ad14 Mar 01 14:13:46.812127 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ddcde5f3-e953-4173-bc3f-9611e85e9c28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (41ee5aa1-2c22-4e88-868f-02c332e5ad14), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:46.875061 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ddcde5f3-e953-4173-bc3f-9611e85e9c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (41ee5aa1-2c22-4e88-868f-02c332e5ad14), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:46.876297 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcde5f3-e953-4173-bc3f-9611e85e9c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:13:46.876981 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ddcde5f3-e953-4173-bc3f-9611e85e9c28 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:46.952516 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ddcde5f3-e953-4173-bc3f-9611e85e9c28 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6691198 Mar 01 14:13:46.954030 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47384) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:13:46.960571 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-688e54c4-4d23-4e0e-a599-1bba7aee64cc admin admin] Request body: {'subnet': {'network_id': '41ee5aa1-2c22-4e88-868f-02c332e5ad14', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-232747455-subnet', 'tenant_id': 'a6d06aa7b78a48c7a45bfb979d5b1e74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:13:47.028516 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688e54c4-4d23-4e0e-a599-1bba7aee64cc admin admin] Made reservation on behalf of a6d06aa7b78a48c7a45bfb979d5b1e74 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:13:47.031609 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-688e54c4-4d23-4e0e-a599-1bba7aee64cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:47.083071 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcde5f3-e953-4173-bc3f-9611e85e9c28 admin admin] Pushing event updated for resources: {'Network': ['ID=41ee5aa1-2c22-4e88-868f-02c332e5ad14,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:13:47.095227 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 41ee5aa1-2c22-4e88-868f-02c332e5ad14 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:13:47.313319 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-688e54c4-4d23-4e0e-a599-1bba7aee64cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (36876992-37aa-4a55-b7a2-9cdfb6cf8d58), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:47.380636 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e54c4-4d23-4e0e-a599-1bba7aee64cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=36876992-37aa-4a55-b7a2-9cdfb6cf8d58,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:13:47.424671 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688e54c4-4d23-4e0e-a599-1bba7aee64cc admin admin] Checking segment: {'id': 'ec61b17b-d697-4152-948e-854d12b71cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '41ee5aa1-2c22-4e88-868f-02c332e5ad14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:13:47.425310 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688e54c4-4d23-4e0e-a599-1bba7aee64cc admin admin] Network hostable DHCP agents. Network: 41ee5aa1-2c22-4e88-868f-02c332e5ad14, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:13:47.475201 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688e54c4-4d23-4e0e-a599-1bba7aee64cc admin admin] Network 41ee5aa1-2c22-4e88-868f-02c332e5ad14 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:13:47.487553 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-688e54c4-4d23-4e0e-a599-1bba7aee64cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 41ee5aa1-2c22-4e88-868f-02c332e5ad14) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:13:47.497766 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1342efb1-0ca8-49b8-bac5-f7612b74eca4 None None] Network 41ee5aa1-2c22-4e88-868f-02c332e5ad14 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:13:47.500002 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688e54c4-4d23-4e0e-a599-1bba7aee64cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:13:47.500842 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-688e54c4-4d23-4e0e-a599-1bba7aee64cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:47.546042 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-688e54c4-4d23-4e0e-a599-1bba7aee64cc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5891733 Mar 01 14:13:47.690531 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d5649d-6cbb-4fde-8dc5-319c64ac570c None None] Network 41ee5aa1-2c22-4e88-868f-02c332e5ad14 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:13:52.377901 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-37a0f8a3-a9ed-4b9f-8708-af9cb0086273 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:13:52.388135 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-37a0f8a3-a9ed-4b9f-8708-af9cb0086273 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/networks?id=41ee5aa1-2c22-4e88-868f-02c332e5ad14 HTTP/1.1" status: 200 len: 808 time: 0.3175488 Mar 01 14:13:52.422806 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-46caa999-dc2a-49b3-8637-684af7db26f7 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/quotas/a6d06aa7b78a48c7a45bfb979d5b1e74 HTTP/1.1" status: 200 len: 375 time: 0.0310214 Mar 01 14:13:52.477196 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-acecb351-579e-4b28-9c5a-e1807d1cdef4 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6d06aa7b78a48c7a45bfb979d5b1e74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519168 Mar 01 14:13:52.580858 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-27f17da4-9738-47ff-b81f-bdeafa43091d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:13:52.592894 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-27f17da4-9738-47ff-b81f-bdeafa43091d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1147046 Mar 01 14:13:52.739292 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-76c7236f-ea82-4a06-b1a4-1c8ddb273c77 service neutron] 10.222.0.13 "GET /v2.0/networks/41ee5aa1-2c22-4e88-868f-02c332e5ad14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442399 Mar 01 14:13:53.321627 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-0a31919f-6a77-4d2a-86d3-23e5d47b8798 service neutron] 10.222.0.13 "GET /v2.0/networks/41ee5aa1-2c22-4e88-868f-02c332e5ad14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5679834 Mar 01 14:13:53.581869 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-61fcd756-a708-4884-a5b5-4a810a900844 req-fad2c91d-9493-4b66-a5af-ecc840f58523 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/ports?device_id=84e6af04-7540-4174-a8db-61aa2f2c986a HTTP/1.1" status: 200 len: 210 time: 0.0508275 Mar 01 14:13:54.727792 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-011aca86-ef6c-4e47-a747-e6deff3ad532 req-7c31e442-219f-4c3b-8df6-2a04dd64d145 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/ports?device_id=84e6af04-7540-4174-a8db-61aa2f2c986a HTTP/1.1" status: 200 len: 210 time: 0.0529721 Mar 01 14:13:55.267999 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-50da3b9d-23b8-4b4e-ab40-2173dbf23eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:55.893410 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b3dc413b-a4ba-4820-b2f1-963d4615178a req-dfc68242-a418-450a-87a2-f11c9a76db0f tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/ports?device_id=84e6af04-7540-4174-a8db-61aa2f2c986a HTTP/1.1" status: 200 len: 210 time: 0.0546436 Mar 01 14:13:57.071841 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3b7bd83e-1532-4ffa-bd56-d9c76a4e48b4 req-abed29e2-aea5-4a7d-8186-297c9cd2a2d3 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/ports?device_id=84e6af04-7540-4174-a8db-61aa2f2c986a HTTP/1.1" status: 200 len: 210 time: 0.0700819 Mar 01 14:13:57.448993 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47654) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:13:57.507973 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7eeb26b8-c7d2-4f4f-8f30-caafe0fbefbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:57.723495 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f8c50b5e-a7f7-42c8-9a3a-1ee33a971dbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:57.831696 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:13:57.916922 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f8c50b5e-a7f7-42c8-9a3a-1ee33a971dbd admin admin] Publish callbacks [] for security_group (86f38cd6-df86-4ea1-9114-7059554ec309), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:57.931603 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f8c50b5e-a7f7-42c8-9a3a-1ee33a971dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (86f38cd6-df86-4ea1-9114-7059554ec309), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:57.965056 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f8c50b5e-a7f7-42c8-9a3a-1ee33a971dbd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=40e12602a093402a8427529144a446b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5142739 Mar 01 14:13:57.968321 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 47668) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:13:58.021109 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c50b5e-a7f7-42c8-9a3a-1ee33a971dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f38cd6-df86-4ea1-9114-7059554ec309,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:13:58.026261 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-14951d03-7258-434e-95f1-e7b27012970e admin admin] Publish callbacks [] for security_group (86f38cd6-df86-4ea1-9114-7059554ec309), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:58.108681 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-14951d03-7258-434e-95f1-e7b27012970e admin admin] Publish callbacks [] for security_group (86f38cd6-df86-4ea1-9114-7059554ec309), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:58.259850 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-14951d03-7258-434e-95f1-e7b27012970e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (86f38cd6-df86-4ea1-9114-7059554ec309), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:58.263273 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-14951d03-7258-434e-95f1-e7b27012970e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:58.265037 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-14951d03-7258-434e-95f1-e7b27012970e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86f38cd6-df86-4ea1-9114-7059554ec309 HTTP/1.1" status: 204 len: 168 time: 0.2954824 Mar 01 14:13:58.330106 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-127ac160-51d0-4949-aaf9-2fb8addec955 req-eac1df24-c980-43ac-b68f-35b0816f7b6a tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/ports?device_id=84e6af04-7540-4174-a8db-61aa2f2c986a HTTP/1.1" status: 200 len: 210 time: 0.1342313 Mar 01 14:13:58.334243 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14951d03-7258-434e-95f1-e7b27012970e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f38cd6-df86-4ea1-9114-7059554ec309,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:13:58.674489 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-c72132c5-19c0-4bb7-b0f6-8be967913c2b tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:13:58.675977 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-c72132c5-19c0-4bb7-b0f6-8be967913c2b tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.32 "GET /v2.0/networks?id=41ee5aa1-2c22-4e88-868f-02c332e5ad14 HTTP/1.1" status: 200 len: 808 time: 0.4621072 Mar 01 14:13:58.696493 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-5cb62263-5743-4856-802b-4a28aaa63b9b tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Request body: {'port': {'device_id': '84e6af04-7540-4174-a8db-61aa2f2c986a', 'network_id': '41ee5aa1-2c22-4e88-868f-02c332e5ad14', 'admin_state_up': True, 'tenant_id': 'a6d06aa7b78a48c7a45bfb979d5b1e74'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:13:58.949479 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:59.033134 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 47702) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:13:59.054059 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-5cb62263-5743-4856-802b-4a28aaa63b9b tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Made reservation on behalf of a6d06aa7b78a48c7a45bfb979d5b1e74 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:13:59.059161 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-5cb62263-5743-4856-802b-4a28aaa63b9b tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:59.458838 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-5cb62263-5743-4856-802b-4a28aaa63b9b tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Allocated IP 172.20.0.2 (41ee5aa1-2c22-4e88-868f-02c332e5ad14/36876992-37aa-4a55-b7a2-9cdfb6cf8d58/75f2969c-7432-4eee-aa61-8cd4f45bf82f) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:13:59.498853 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3168bc88-4328-4c74-a027-03a1f6158091 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:13:59.600626 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d784b119-0946-4add-aec2-0015c8cbb27b req-e1019e71-0c67-4404-8dd5-1fb55f1aca80 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/ports?device_id=84e6af04-7540-4174-a8db-61aa2f2c986a HTTP/1.1" status: 200 len: 210 time: 0.1053758 Mar 01 14:14:00.103589 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3168bc88-4328-4c74-a027-03a1f6158091 admin admin] Publish callbacks [] for security_group (604031b8-e015-465a-9c0e-be36644035c1), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:00.113130 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:00.122551 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3168bc88-4328-4c74-a027-03a1f6158091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (604031b8-e015-465a-9c0e-be36644035c1), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:00.135402 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-5cb62263-5743-4856-802b-4a28aaa63b9b tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Publish callbacks [] for port (75f2969c-7432-4eee-aa61-8cd4f45bf82f), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:00.179275 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168bc88-4328-4c74-a027-03a1f6158091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604031b8-e015-465a-9c0e-be36644035c1,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:00.188023 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3168bc88-4328-4c74-a027-03a1f6158091 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c2988246051481d98df97ae495a7e31&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1537926 Mar 01 14:14:00.190612 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 47736) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:14:00.250855 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e8956b69-4c72-4297-a89d-c942a8e2a39c admin admin] Publish callbacks [] for security_group (604031b8-e015-465a-9c0e-be36644035c1), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:00.277015 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e8956b69-4c72-4297-a89d-c942a8e2a39c admin admin] Publish callbacks [] for security_group (604031b8-e015-465a-9c0e-be36644035c1), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:00.344045 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e8956b69-4c72-4297-a89d-c942a8e2a39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (604031b8-e015-465a-9c0e-be36644035c1), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:00.346979 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e8956b69-4c72-4297-a89d-c942a8e2a39c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:00.348400 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e8956b69-4c72-4297-a89d-c942a8e2a39c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/604031b8-e015-465a-9c0e-be36644035c1 HTTP/1.1" status: 204 len: 168 time: 0.1566794 Mar 01 14:14:00.372506 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-5cb62263-5743-4856-802b-4a28aaa63b9b tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (75f2969c-7432-4eee-aa61-8cd4f45bf82f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:00.375636 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8956b69-4c72-4297-a89d-c942a8e2a39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604031b8-e015-465a-9c0e-be36644035c1,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:00.426684 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb62263-5743-4856-802b-4a28aaa63b9b tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Pushing event updated for resources: {'Port': ['ID=75f2969c-7432-4eee-aa61-8cd4f45bf82f,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:00.450663 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-5cb62263-5743-4856-802b-4a28aaa63b9b tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Network 41ee5aa1-2c22-4e88-868f-02c332e5ad14 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:14:00.450663 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-5cb62263-5743-4856-802b-4a28aaa63b9b tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:14:00.450663 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-5cb62263-5743-4856-802b-4a28aaa63b9b tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:14:00.532780 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-5cb62263-5743-4856-802b-4a28aaa63b9b tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:00.533457 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-5cb62263-5743-4856-802b-4a28aaa63b9b tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:00.564988 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-5cb62263-5743-4856-802b-4a28aaa63b9b tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8795512 Mar 01 14:14:00.575508 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-7fd076b3-9043-4151-9ba7-7d4c8fee10a7 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:14:00.577027 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-7fd076b3-9043-4151-9ba7-7d4c8fee10a7 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062001 Mar 01 14:14:00.727309 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 47756) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:14:00.838001 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9fa91-cae9-4985-83ae-2fac890f0b53 req-513fe9db-f897-4d56-8a42-9e4191113394 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:00.840545 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6cf9fa91-cae9-4985-83ae-2fac890f0b53 req-513fe9db-f897-4d56-8a42-9e4191113394 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/ports?device_id=84e6af04-7540-4174-a8db-61aa2f2c986a HTTP/1.1" status: 200 len: 931 time: 0.1065488 Mar 01 14:14:00.931604 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-9c76ad21-e67a-46d0-8c4a-792148f87198 service neutron] Request body: {'port': {'device_id': '84e6af04-7540-4174-a8db-61aa2f2c986a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:14:01.034822 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47762) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:14:01.036894 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6cf9fa91-cae9-4985-83ae-2fac890f0b53 req-878ceef6-5303-4542-b694-f0f04e164099 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c55c069-974d-4145-8c01-4f32cc46290f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900811 Mar 01 14:14:01.057962 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6bc6188e-6f01-46b2-8c34-0a507e13b0e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:01.082814 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-171f75e3-dda4-46c2-97e6-f378d5265687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:01.143405 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-9c76ad21-e67a-46d0-8c4a-792148f87198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (75f2969c-7432-4eee-aa61-8cd4f45bf82f), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:01.244389 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6bc6188e-6f01-46b2-8c34-0a507e13b0e4 admin admin] Publish callbacks [] for security_group (c801ae46-7c27-4f42-b8dd-a84212abab17), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:01.250949 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6bc6188e-6f01-46b2-8c34-0a507e13b0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c801ae46-7c27-4f42-b8dd-a84212abab17), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:01.302305 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6bc6188e-6f01-46b2-8c34-0a507e13b0e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4ebaa01593e411d9e82f9aaa3f1a8dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2664058 Mar 01 14:14:01.306093 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47770) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:14:01.314459 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6188e-6f01-46b2-8c34-0a507e13b0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c801ae46-7c27-4f42-b8dd-a84212abab17,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:01.392368 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5539202-54d7-411a-b8f9-3669c31bfa81 admin admin] Publish callbacks [] for security_group (c801ae46-7c27-4f42-b8dd-a84212abab17), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:01.419280 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5539202-54d7-411a-b8f9-3669c31bfa81 admin admin] Publish callbacks [] for security_group (c801ae46-7c27-4f42-b8dd-a84212abab17), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:01.476410 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5539202-54d7-411a-b8f9-3669c31bfa81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c801ae46-7c27-4f42-b8dd-a84212abab17), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:01.479648 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5539202-54d7-411a-b8f9-3669c31bfa81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:01.483808 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a5539202-54d7-411a-b8f9-3669c31bfa81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c801ae46-7c27-4f42-b8dd-a84212abab17 HTTP/1.1" status: 204 len: 168 time: 0.1737435 Mar 01 14:14:01.500251 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5539202-54d7-411a-b8f9-3669c31bfa81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c801ae46-7c27-4f42-b8dd-a84212abab17,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:01.524394 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-171f75e3-dda4-46c2-97e6-f378d5265687 admin admin] Publish callbacks [] for security_group (d99f9721-e8f1-4ae3-befa-7180415410e7), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:01.536312 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-171f75e3-dda4-46c2-97e6-f378d5265687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d99f9721-e8f1-4ae3-befa-7180415410e7), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:01.567322 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-171f75e3-dda4-46c2-97e6-f378d5265687 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ac83fcebc1e544ba8de5fdc58c95a285&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8387768 Mar 01 14:14:01.570747 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47774) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:14:01.623650 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f75e3-dda4-46c2-97e6-f378d5265687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99f9721-e8f1-4ae3-befa-7180415410e7,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:01.681199 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-441bbc22-4ec9-4823-9df0-660e3f445633 admin admin] Publish callbacks [] for security_group (d99f9721-e8f1-4ae3-befa-7180415410e7), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:01.712203 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-9c76ad21-e67a-46d0-8c4a-792148f87198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75f2969c-7432-4eee-aa61-8cd4f45bf82f {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:14:01.722086 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-9c76ad21-e67a-46d0-8c4a-792148f87198 service neutron] Publish callbacks [] for port (75f2969c-7432-4eee-aa61-8cd4f45bf82f), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:01.733875 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-441bbc22-4ec9-4823-9df0-660e3f445633 admin admin] Publish callbacks [] for security_group (d99f9721-e8f1-4ae3-befa-7180415410e7), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:01.744738 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-9c76ad21-e67a-46d0-8c4a-792148f87198 service neutron] Transition to ACTIVE for port object 75f2969c-7432-4eee-aa61-8cd4f45bf82f will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:14:01.746474 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:01.752772 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-9c76ad21-e67a-46d0-8c4a-792148f87198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (75f2969c-7432-4eee-aa61-8cd4f45bf82f), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:01.823300 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-441bbc22-4ec9-4823-9df0-660e3f445633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d99f9721-e8f1-4ae3-befa-7180415410e7), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:01.826712 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-441bbc22-4ec9-4823-9df0-660e3f445633 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:01.827759 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76ad21-e67a-46d0-8c4a-792148f87198 service neutron] Pushing event updated for resources: {'Port': ['ID=75f2969c-7432-4eee-aa61-8cd4f45bf82f,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:01.828565 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-441bbc22-4ec9-4823-9df0-660e3f445633 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d99f9721-e8f1-4ae3-befa-7180415410e7 HTTP/1.1" status: 204 len: 168 time: 0.2567821 Mar 01 14:14:01.855027 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441bbc22-4ec9-4823-9df0-660e3f445633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99f9721-e8f1-4ae3-befa-7180415410e7,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:02.078614 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-9c76ad21-e67a-46d0-8c4a-792148f87198 service neutron] Attempting to bind port 75f2969c-7432-4eee-aa61-8cd4f45bf82f on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:14:02.078967 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-9c76ad21-e67a-46d0-8c4a-792148f87198 service neutron] Attempting to bind port 75f2969c-7432-4eee-aa61-8cd4f45bf82f by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'ec61b17b-d697-4152-948e-854d12b71cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '41ee5aa1-2c22-4e88-868f-02c332e5ad14'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:14:02.079307 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-9c76ad21-e67a-46d0-8c4a-792148f87198 service neutron] Attempting to bind port 75f2969c-7432-4eee-aa61-8cd4f45bf82f on network 41ee5aa1-2c22-4e88-868f-02c332e5ad14 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:14:02.094514 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-9c76ad21-e67a-46d0-8c4a-792148f87198 service neutron] Port 75f2969c-7432-4eee-aa61-8cd4f45bf82f on network 41ee5aa1-2c22-4e88-868f-02c332e5ad14 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:14:02.094851 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-9c76ad21-e67a-46d0-8c4a-792148f87198 service neutron] Attempting to bind port 75f2969c-7432-4eee-aa61-8cd4f45bf82f on network 41ee5aa1-2c22-4e88-868f-02c332e5ad14 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:14:02.108494 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47792) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:14:02.109803 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-9c76ad21-e67a-46d0-8c4a-792148f87198 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:14:02.110287 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-9c76ad21-e67a-46d0-8c4a-792148f87198 service neutron] Checking segment: {'id': 'ec61b17b-d697-4152-948e-854d12b71cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '41ee5aa1-2c22-4e88-868f-02c332e5ad14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:14:02.110686 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-9c76ad21-e67a-46d0-8c4a-792148f87198 service neutron] Bound using segment: {'id': 'ec61b17b-d697-4152-948e-854d12b71cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '41ee5aa1-2c22-4e88-868f-02c332e5ad14'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:14:02.111133 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-9c76ad21-e67a-46d0-8c4a-792148f87198 service neutron] Bound port: 75f2969c-7432-4eee-aa61-8cd4f45bf82f, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec61b17b-d697-4152-948e-854d12b71cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '41ee5aa1-2c22-4e88-868f-02c332e5ad14'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:14:02.111496 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-9c76ad21-e67a-46d0-8c4a-792148f87198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (75f2969c-7432-4eee-aa61-8cd4f45bf82f), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:02.135377 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ff8c6567-16bc-4315-85bc-d645ae2f959d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:02.282597 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ff8c6567-16bc-4315-85bc-d645ae2f959d admin admin] Publish callbacks [] for security_group (fbfa36ea-23a1-41ff-892f-a4484aaca685), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:02.290491 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ff8c6567-16bc-4315-85bc-d645ae2f959d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fbfa36ea-23a1-41ff-892f-a4484aaca685), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:02.292335 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-9c76ad21-e67a-46d0-8c4a-792148f87198 service neutron] For port 75f2969c-7432-4eee-aa61-8cd4f45bf82f, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:14:02.298395 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-9c76ad21-e67a-46d0-8c4a-792148f87198 service neutron] For port 75f2969c-7432-4eee-aa61-8cd4f45bf82f, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=75f2969c-7432-4eee-aa61-8cd4f45bf82f,segment=NetworkSegment(ec61b17b-d697-4152-948e-854d12b71cb5),segment_id=ec61b17b-d697-4152-948e-854d12b71cb5)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:14:02.310811 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-9c76ad21-e67a-46d0-8c4a-792148f87198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (75f2969c-7432-4eee-aa61-8cd4f45bf82f), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:02.354629 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ff8c6567-16bc-4315-85bc-d645ae2f959d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d87ecdd4c2e840eda31816c1244590c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2448444 Mar 01 14:14:02.356285 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c6567-16bc-4315-85bc-d645ae2f959d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfa36ea-23a1-41ff-892f-a4484aaca685,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:02.360242 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47802) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:14:02.403443 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-9c76ad21-e67a-46d0-8c4a-792148f87198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:02.405096 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-9c76ad21-e67a-46d0-8c4a-792148f87198 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:02.406999 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-9c76ad21-e67a-46d0-8c4a-792148f87198 service neutron] 10.222.0.32 "PUT /v2.0/ports/75f2969c-7432-4eee-aa61-8cd4f45bf82f HTTP/1.1" status: 200 len: 1091 time: 1.8230247 Mar 01 14:14:02.411763 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e6af04-7540-4174-a8db-61aa2f2c986a', 'tag': '75f2969c-7432-4eee-aa61-8cd4f45bf82f'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:14:02.414151 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4930bb-f32a-4ec3-83bc-a67846ff4c68" -d '{"events": [{"name": "network-changed", "server_uuid": "84e6af04-7540-4174-a8db-61aa2f2c986a", "tag": "75f2969c-7432-4eee-aa61-8cd4f45bf82f"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:14:02.474009 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad919ab-e4cc-4008-bcdc-01d4f990ff4c req-fb2860ef-f053-468e-bf43-84e259020565 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:02.481299 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4ad919ab-e4cc-4008-bcdc-01d4f990ff4c req-fb2860ef-f053-468e-bf43-84e259020565 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/ports?device_id=84e6af04-7540-4174-a8db-61aa2f2c986a HTTP/1.1" status: 200 len: 943 time: 0.2824593 Mar 01 14:14:02.494990 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d7b25655-7ab7-47cf-b3d2-05ab7ffa1a4e admin admin] Publish callbacks [] for security_group (fbfa36ea-23a1-41ff-892f-a4484aaca685), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:02.538410 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76ad21-e67a-46d0-8c4a-792148f87198 service neutron] Pushing event updated for resources: {'Port': ['ID=75f2969c-7432-4eee-aa61-8cd4f45bf82f,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:02.538991 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d7b25655-7ab7-47cf-b3d2-05ab7ffa1a4e admin admin] Publish callbacks [] for security_group (fbfa36ea-23a1-41ff-892f-a4484aaca685), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:02.641083 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d7b25655-7ab7-47cf-b3d2-05ab7ffa1a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (fbfa36ea-23a1-41ff-892f-a4484aaca685), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:02.643935 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d7b25655-7ab7-47cf-b3d2-05ab7ffa1a4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:02.645315 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d7b25655-7ab7-47cf-b3d2-05ab7ffa1a4e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fbfa36ea-23a1-41ff-892f-a4484aaca685 HTTP/1.1" status: 204 len: 168 time: 0.2834713 Mar 01 14:14:02.663391 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b25655-7ab7-47cf-b3d2-05ab7ffa1a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfa36ea-23a1-41ff-892f-a4484aaca685,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:02.703738 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4ad919ab-e4cc-4008-bcdc-01d4f990ff4c req-ab3bbdbe-87ba-4d87-ba70-ca6135d55610 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c55c069-974d-4145-8c01-4f32cc46290f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099948 Mar 01 14:14:02.730473 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-226ba799-acad-4f43-b624-38aebbfb6bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:02.732297 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-226ba799-acad-4f43-b624-38aebbfb6bc5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a6d06aa7b78a48c7a45bfb979d5b1e74&device_id=84e6af04-7540-4174-a8db-61aa2f2c986a HTTP/1.1" status: 200 len: 1125 time: 0.2416258 Mar 01 14:14:02.799906 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-d08a95f1-876e-4a7d-83ea-a812e9a652d5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=75f2969c-7432-4eee-aa61-8cd4f45bf82f HTTP/1.1" status: 200 len: 217 time: 0.0584300 Mar 01 14:14:02.875865 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-4680aae0-1924-4659-846e-32845a646b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:02.878250 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-4680aae0-1924-4659-846e-32845a646b5a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=36876992-37aa-4a55-b7a2-9cdfb6cf8d58 HTTP/1.1" status: 200 len: 848 time: 0.0725386 Mar 01 14:14:02.937547 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c871bbf6-3185-4a57-8c48-8f973f5a3f54 x-openstack-request-id: req-c871bbf6-3185-4a57-8c48-8f973f5a3f54 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:14:02.938115 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e6af04-7540-4174-a8db-61aa2f2c986a", "tag": "75f2969c-7432-4eee-aa61-8cd4f45bf82f", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:14:02.938585 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c871bbf6-3185-4a57-8c48-8f973f5a3f54 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:14:02.939112 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e6af04-7540-4174-a8db-61aa2f2c986a', 'tag': '75f2969c-7432-4eee-aa61-8cd4f45bf82f', 'status': 'completed', 'code': 200} Mar 01 14:14:02.968973 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-a9923c69-9acb-4f32-b888-f5ac51e1c6d2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=41ee5aa1-2c22-4e88-868f-02c332e5ad14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844626 Mar 01 14:14:03.132202 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-d8051469-a6d7-4f9b-be9b-8c54fed619d9 service neutron] 10.222.0.32 "GET /v2.0/networks/41ee5aa1-2c22-4e88-868f-02c332e5ad14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394794 Mar 01 14:14:03.307571 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bc4e4281-eabf-4cb1-a87e-aaeb2a39f006 req-090a2cff-deb1-4d8c-b8c0-18abbde58b9b service neutron] 10.222.0.32 "GET /v2.0/networks/41ee5aa1-2c22-4e88-868f-02c332e5ad14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676128 Mar 01 14:14:03.415609 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4930bb-f32a-4ec3-83bc-a67846ff4c68 req-cf02b465-6239-4a77-8b72-30a188ee2385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:03.417782 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ec4930bb-f32a-4ec3-83bc-a67846ff4c68 req-cf02b465-6239-4a77-8b72-30a188ee2385 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a6d06aa7b78a48c7a45bfb979d5b1e74&device_id=84e6af04-7540-4174-a8db-61aa2f2c986a HTTP/1.1" status: 200 len: 1125 time: 0.0554025 Mar 01 14:14:03.608721 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4930bb-f32a-4ec3-83bc-a67846ff4c68 req-c86ad9d5-f0fb-4c17-92e4-c99b0ed928ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:03.611284 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ec4930bb-f32a-4ec3-83bc-a67846ff4c68 req-c86ad9d5-f0fb-4c17-92e4-c99b0ed928ac service neutron] 10.222.0.32 "GET /v2.0/networks?id=41ee5aa1-2c22-4e88-868f-02c332e5ad14 HTTP/1.1" status: 200 len: 909 time: 0.1867418 Mar 01 14:14:03.715073 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ec4930bb-f32a-4ec3-83bc-a67846ff4c68 req-0db85ccd-065d-424b-a1f7-d85c55895ead service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=75f2969c-7432-4eee-aa61-8cd4f45bf82f HTTP/1.1" status: 200 len: 217 time: 0.0877628 Mar 01 14:14:03.778279 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47872) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:14:03.914476 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4930bb-f32a-4ec3-83bc-a67846ff4c68 req-69ffc2aa-1d7e-4099-a316-7fa39e5acbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:03.920671 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ec4930bb-f32a-4ec3-83bc-a67846ff4c68 req-69ffc2aa-1d7e-4099-a316-7fa39e5acbf7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=36876992-37aa-4a55-b7a2-9cdfb6cf8d58 HTTP/1.1" status: 200 len: 848 time: 0.1975894 Mar 01 14:14:03.975789 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ec4930bb-f32a-4ec3-83bc-a67846ff4c68 req-e74cd9b3-8d38-4d74-9ef9-d0e902cfa932 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=41ee5aa1-2c22-4e88-868f-02c332e5ad14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496492 Mar 01 14:14:03.987187 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef0dda-1f16-4c5a-9cfb-20955a336e2f req-c414bbe2-47ce-4a9d-a054-8e86274da8ae tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:03.994910 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8fef0dda-1f16-4c5a-9cfb-20955a336e2f req-c414bbe2-47ce-4a9d-a054-8e86274da8ae tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/ports?device_id=84e6af04-7540-4174-a8db-61aa2f2c986a HTTP/1.1" status: 200 len: 943 time: 0.1520739 Mar 01 14:14:04.131004 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ec4930bb-f32a-4ec3-83bc-a67846ff4c68 req-d813ed25-feac-43af-8304-2fb14361f6c4 service neutron] 10.222.0.32 "GET /v2.0/networks/41ee5aa1-2c22-4e88-868f-02c332e5ad14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323237 Mar 01 14:14:04.134195 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8fef0dda-1f16-4c5a-9cfb-20955a336e2f req-2cc166e5-d171-4fdc-a336-e36231f33d35 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c55c069-974d-4145-8c01-4f32cc46290f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276526 Mar 01 14:14:04.144747 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-1c07f7de-c919-4e0a-89be-e5f2e54fd5a9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1381143765-network', 'tenant_id': '9d5ec2e5ee8b4a468b9498ca0bc38379'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:14:04.172259 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c07f7de-c919-4e0a-89be-e5f2e54fd5a9 admin admin] Made reservation on behalf of 9d5ec2e5ee8b4a468b9498ca0bc38379 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:14:04.176942 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1c07f7de-c919-4e0a-89be-e5f2e54fd5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:04.191078 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1c07f7de-c919-4e0a-89be-e5f2e54fd5a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:04.307309 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ec4930bb-f32a-4ec3-83bc-a67846ff4c68 req-8073d8c4-2c0f-48e1-84e7-62c77f61069d service neutron] 10.222.0.32 "GET /v2.0/networks/41ee5aa1-2c22-4e88-868f-02c332e5ad14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673274 Mar 01 14:14:04.339389 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1c07f7de-c919-4e0a-89be-e5f2e54fd5a9 admin admin] Publish callbacks [] for security_group (879ce1c0-f602-4a16-aff3-3ad173da5479), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:04.346159 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1c07f7de-c919-4e0a-89be-e5f2e54fd5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (879ce1c0-f602-4a16-aff3-3ad173da5479), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:04.385704 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c07f7de-c919-4e0a-89be-e5f2e54fd5a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:14:04.397481 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07f7de-c919-4e0a-89be-e5f2e54fd5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879ce1c0-f602-4a16-aff3-3ad173da5479,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:04.403248 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1c07f7de-c919-4e0a-89be-e5f2e54fd5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (b1ced365-9d41-4d00-a1c9-f239385395e4), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:04.404428 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-1c07f7de-c919-4e0a-89be-e5f2e54fd5a9 admin admin] Added segment b1ced365-9d41-4d00-a1c9-f239385395e4 of type vlan for network a104bb41-9aa1-4603-97e9-e7e936e91015 Mar 01 14:14:04.459095 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1c07f7de-c919-4e0a-89be-e5f2e54fd5a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (a104bb41-9aa1-4603-97e9-e7e936e91015), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:04.493225 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1c07f7de-c919-4e0a-89be-e5f2e54fd5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (a104bb41-9aa1-4603-97e9-e7e936e91015), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:04.494387 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c07f7de-c919-4e0a-89be-e5f2e54fd5a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:04.495049 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1c07f7de-c919-4e0a-89be-e5f2e54fd5a9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:04.555757 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1c07f7de-c919-4e0a-89be-e5f2e54fd5a9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7732553 Mar 01 14:14:04.555991 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47902) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:14:04.560824 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-5a0873cb-691d-48ec-9d72-259e48a4d6c1 admin admin] Request body: {'subnet': {'network_id': 'a104bb41-9aa1-4603-97e9-e7e936e91015', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1381143765-subnet', 'tenant_id': '9d5ec2e5ee8b4a468b9498ca0bc38379', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:14:04.588232 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0873cb-691d-48ec-9d72-259e48a4d6c1 admin admin] Made reservation on behalf of 9d5ec2e5ee8b4a468b9498ca0bc38379 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:14:04.594285 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5a0873cb-691d-48ec-9d72-259e48a4d6c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:04.599663 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07f7de-c919-4e0a-89be-e5f2e54fd5a9 admin admin] Pushing event updated for resources: {'Network': ['ID=a104bb41-9aa1-4603-97e9-e7e936e91015,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:04.610735 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network a104bb41-9aa1-4603-97e9-e7e936e91015 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:14:04.867952 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5a0873cb-691d-48ec-9d72-259e48a4d6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (42d0a3fa-71fc-44c4-acca-4dcedd73e801), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:04.932874 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0873cb-691d-48ec-9d72-259e48a4d6c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42d0a3fa-71fc-44c4-acca-4dcedd73e801,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:04.951243 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0873cb-691d-48ec-9d72-259e48a4d6c1 admin admin] Checking segment: {'id': 'b1ced365-9d41-4d00-a1c9-f239385395e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a104bb41-9aa1-4603-97e9-e7e936e91015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:14:04.951880 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0873cb-691d-48ec-9d72-259e48a4d6c1 admin admin] Network hostable DHCP agents. Network: a104bb41-9aa1-4603-97e9-e7e936e91015, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:14:04.979052 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0873cb-691d-48ec-9d72-259e48a4d6c1 admin admin] Network a104bb41-9aa1-4603-97e9-e7e936e91015 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:14:04.996348 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-5a0873cb-691d-48ec-9d72-259e48a4d6c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, a104bb41-9aa1-4603-97e9-e7e936e91015) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:14:05.010972 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0873cb-691d-48ec-9d72-259e48a4d6c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:05.011929 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5a0873cb-691d-48ec-9d72-259e48a4d6c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:05.013933 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1533589-6b37-4cf2-927a-6c88def3e33a None None] Network a104bb41-9aa1-4603-97e9-e7e936e91015 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:14:05.051583 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5a0873cb-691d-48ec-9d72-259e48a4d6c1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4918468 Mar 01 14:14:05.184289 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32abf04-7872-4ad8-bb9e-370922fc1b44 None None] Network a104bb41-9aa1-4603-97e9-e7e936e91015 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:14:05.332891 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a98f9-f5de-4973-8a34-fb5247a59622 req-097ed4ca-0db8-4ac5-b27f-c58299bd2762 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:05.340276 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a14a98f9-f5de-4973-8a34-fb5247a59622 req-097ed4ca-0db8-4ac5-b27f-c58299bd2762 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/ports?device_id=84e6af04-7540-4174-a8db-61aa2f2c986a HTTP/1.1" status: 200 len: 943 time: 0.0879679 Mar 01 14:14:05.492425 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a14a98f9-f5de-4973-8a34-fb5247a59622 req-75f81c96-18ea-43ce-98b2-e161496fe4ac tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c55c069-974d-4145-8c01-4f32cc46290f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512039 Mar 01 14:14:05.579073 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47958) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:14:05.584287 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-65047e50-2a74-41ff-934c-9f6418f1d0f7 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Request body: {'network': {'name': 'tempest-network-smoke--406266987', 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'port_security_enabled': True}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:14:05.610735 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65047e50-2a74-41ff-934c-9f6418f1d0f7 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Made reservation on behalf of ff79b98a10ea455c9324e78544626de3 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:14:05.614523 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-65047e50-2a74-41ff-934c-9f6418f1d0f7 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:05.625390 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-65047e50-2a74-41ff-934c-9f6418f1d0f7 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:05.626056 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 75f2969c-7432-4eee-aa61-8cd4f45bf82f details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:14:05.728259 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-65047e50-2a74-41ff-934c-9f6418f1d0f7 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for security_group (a3a12488-c1eb-4d29-a78e-358fa57c2337), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:05.735594 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-65047e50-2a74-41ff-934c-9f6418f1d0f7 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a3a12488-c1eb-4d29-a78e-358fa57c2337), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:05.806117 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65047e50-2a74-41ff-934c-9f6418f1d0f7 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:14:05.817538 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65047e50-2a74-41ff-934c-9f6418f1d0f7 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a12488-c1eb-4d29-a78e-358fa57c2337,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:05.824891 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-65047e50-2a74-41ff-934c-9f6418f1d0f7 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (07afd308-f7d8-4036-8656-c39a67a8964d), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:05.824891 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-65047e50-2a74-41ff-934c-9f6418f1d0f7 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Added segment 07afd308-f7d8-4036-8656-c39a67a8964d of type vlan for network 05039306-4fb8-4596-9890-2d4629dfb169 Mar 01 14:14:05.876051 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 75f2969c-7432-4eee-aa61-8cd4f45bf82f, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=75f2969c-7432-4eee-aa61-8cd4f45bf82f,segment=NetworkSegment(ec61b17b-d697-4152-948e-854d12b71cb5),segment_id=ec61b17b-d697-4152-948e-854d12b71cb5)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:14:05.883070 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-65047e50-2a74-41ff-934c-9f6418f1d0f7 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (05039306-4fb8-4596-9890-2d4629dfb169), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:05.912020 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '75f2969c-7432-4eee-aa61-8cd4f45bf82f', 'network_id': '41ee5aa1-2c22-4e88-868f-02c332e5ad14', 'port_id': '75f2969c-7432-4eee-aa61-8cd4f45bf82f', 'mac_address': 'fa:16:3e:c4:3a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36876992-37aa-4a55-b7a2-9cdfb6cf8d58', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:14:05.932340 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-65047e50-2a74-41ff-934c-9f6418f1d0f7 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (05039306-4fb8-4596-9890-2d4629dfb169), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:05.945892 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65047e50-2a74-41ff-934c-9f6418f1d0f7 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:05.946634 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-65047e50-2a74-41ff-934c-9f6418f1d0f7 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:05.970842 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 75f2969c-7432-4eee-aa61-8cd4f45bf82f is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:14:05.971544 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (75f2969c-7432-4eee-aa61-8cd4f45bf82f), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:05.987933 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f2969c-7432-4eee-aa61-8cd4f45bf82f {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:14:06.019980 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 75f2969c-7432-4eee-aa61-8cd4f45bf82f, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=75f2969c-7432-4eee-aa61-8cd4f45bf82f,segment=NetworkSegment(ec61b17b-d697-4152-948e-854d12b71cb5),segment_id=ec61b17b-d697-4152-948e-854d12b71cb5)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:14:06.024964 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (75f2969c-7432-4eee-aa61-8cd4f45bf82f), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:06.045520 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-65047e50-2a74-41ff-934c-9f6418f1d0f7 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4652188 Mar 01 14:14:06.048767 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 47976) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:14:06.077659 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-c8ca340d-9652-4d00-a0fe-f1bb7f5abfdd tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-386560536', 'admin_state_up': True, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:14:06.090343 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65047e50-2a74-41ff-934c-9f6418f1d0f7 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Pushing event updated for resources: {'Network': ['ID=05039306-4fb8-4596-9890-2d4629dfb169,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:06.140046 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c8ca340d-9652-4d00-a0fe-f1bb7f5abfdd tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (b134dd86-ff2e-46c3-be62-7ffc808702f1), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:06.141142 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c8ca340d-9652-4d00-a0fe-f1bb7f5abfdd tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (b134dd86-ff2e-46c3-be62-7ffc808702f1), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:06.174108 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 05039306-4fb8-4596-9890-2d4629dfb169 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:14:06.187592 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=75f2969c-7432-4eee-aa61-8cd4f45bf82f,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:06.238143 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:14:06.238501 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:14:06.238849 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:14:06.239185 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:14:06.239720 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:14:06.240234 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:14:06.240730 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:14:06.240884 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c8ca340d-9652-4d00-a0fe-f1bb7f5abfdd tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for router_controller (b134dd86-ff2e-46c3-be62-7ffc808702f1), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:06.241228 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:14:06.241565 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:14:06.241889 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:14:06.242595 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:14:06.243157 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:14:06.244075 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:14:06.437092 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['75f2969c-7432-4eee-aa61-8cd4f45bf82f'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:14:06.538696 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c8ca340d-9652-4d00-a0fe-f1bb7f5abfdd tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for router_gateway (b134dd86-ff2e-46c3-be62-7ffc808702f1), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:06.945779 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c8ca340d-9652-4d00-a0fe-f1bb7f5abfdd tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for router_gateway (b134dd86-ff2e-46c3-be62-7ffc808702f1), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:07.004355 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c8ca340d-9652-4d00-a0fe-f1bb7f5abfdd tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:07.158214 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbcb96-0ff7-4d0b-aca9-1d11e8208d22 req-11949bd0-d79e-4ecc-8990-289622d645fb tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:07.162424 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5dcbcb96-0ff7-4d0b-aca9-1d11e8208d22 req-11949bd0-d79e-4ecc-8990-289622d645fb tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/ports?device_id=84e6af04-7540-4174-a8db-61aa2f2c986a HTTP/1.1" status: 200 len: 944 time: 0.5225153 Mar 01 14:14:07.207887 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-c8ca340d-9652-4d00-a0fe-f1bb7f5abfdd tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Allocated IP 172.25.1.247 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:14:07.250259 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5dcbcb96-0ff7-4d0b-aca9-1d11e8208d22 req-c01c44ae-f00f-40f1-9e45-b3a990b0df90 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c55c069-974d-4145-8c01-4f32cc46290f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815046 Mar 01 14:14:07.438050 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c8ca340d-9652-4d00-a0fe-f1bb7f5abfdd tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for port (a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:07.505182 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c8ca340d-9652-4d00-a0fe-f1bb7f5abfdd tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:07.630020 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ca340d-9652-4d00-a0fe-f1bb7f5abfdd tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:14:07.640528 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-c8ca340d-9652-4d00-a0fe-f1bb7f5abfdd tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:14:07.652612 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 75f2969c-7432-4eee-aa61-8cd4f45bf82f up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:14:07.659819 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca340d-9652-4d00-a0fe-f1bb7f5abfdd tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Pushing event updated for resources: {'Port': ['ID=a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:07.665831 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ca340d-9652-4d00-a0fe-f1bb7f5abfdd tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:14:07.770274 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 75f2969c-7432-4eee-aa61-8cd4f45bf82f completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:14:07.790383 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 75f2969c-7432-4eee-aa61-8cd4f45bf82f triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:14:07.791111 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (75f2969c-7432-4eee-aa61-8cd4f45bf82f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:07.984435 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 75f2969c-7432-4eee-aa61-8cd4f45bf82f is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:14:07.985184 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (75f2969c-7432-4eee-aa61-8cd4f45bf82f), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:08.014749 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e6af04-7540-4174-a8db-61aa2f2c986a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f2969c-7432-4eee-aa61-8cd4f45bf82f'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:14:08.017787 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431f5152-e05d-4339-a7cb-fc840989ef61" -d '{"events": [{"server_uuid": "84e6af04-7540-4174-a8db-61aa2f2c986a", "name": "network-vif-plugged", "status": "completed", "tag": "75f2969c-7432-4eee-aa61-8cd4f45bf82f"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:14:08.033026 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 75f2969c-7432-4eee-aa61-8cd4f45bf82f, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=75f2969c-7432-4eee-aa61-8cd4f45bf82f,segment=NetworkSegment(ec61b17b-d697-4152-948e-854d12b71cb5),segment_id=ec61b17b-d697-4152-948e-854d12b71cb5)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:14:08.040780 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (75f2969c-7432-4eee-aa61-8cd4f45bf82f), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:08.100193 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197c83d0-7797-4005-ac42-ec372952bcd9 x-openstack-request-id: req-197c83d0-7797-4005-ac42-ec372952bcd9 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:14:08.100559 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e6af04-7540-4174-a8db-61aa2f2c986a", "name": "network-vif-plugged", "status": "completed", "tag": "75f2969c-7432-4eee-aa61-8cd4f45bf82f", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:14:08.101752 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-197c83d0-7797-4005-ac42-ec372952bcd9 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:14:08.102324 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e6af04-7540-4174-a8db-61aa2f2c986a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f2969c-7432-4eee-aa61-8cd4f45bf82f', 'code': 200} Mar 01 14:14:08.166214 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=75f2969c-7432-4eee-aa61-8cd4f45bf82f,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:08.333530 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dcf166-09e0-41df-9648-46a14b20758f req-4168a97c-4347-4db9-8cfc-9b10c39c1347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:08.335253 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c8dcf166-09e0-41df-9648-46a14b20758f req-4168a97c-4347-4db9-8cfc-9b10c39c1347 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=84e6af04-7540-4174-a8db-61aa2f2c986a HTTP/1.1" status: 200 len: 1127 time: 0.1628857 Mar 01 14:14:08.519497 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c8dcf166-09e0-41df-9648-46a14b20758f req-8e0d60a3-d336-4547-bf6d-c27ae53abe76 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4c55c069-974d-4145-8c01-4f32cc46290f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331773 Mar 01 14:14:08.530553 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e02144-f216-4d11-a07d-922442645794 req-160b8c72-15a1-466b-a1e8-703c56bf008a tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:08.533192 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-12e02144-f216-4d11-a07d-922442645794 req-160b8c72-15a1-466b-a1e8-703c56bf008a tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/ports?device_id=84e6af04-7540-4174-a8db-61aa2f2c986a HTTP/1.1" status: 200 len: 945 time: 0.1882055 Mar 01 14:14:08.601630 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c8ca340d-9652-4d00-a0fe-f1bb7f5abfdd tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for router_gateway (b134dd86-ff2e-46c3-be62-7ffc808702f1), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:08.608200 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-12e02144-f216-4d11-a07d-922442645794 req-3009b7f4-2223-43fe-a781-b3861124121b tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c55c069-974d-4145-8c01-4f32cc46290f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672367 Mar 01 14:14:08.852051 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c8ca340d-9652-4d00-a0fe-f1bb7f5abfdd tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (b134dd86-ff2e-46c3-be62-7ffc808702f1), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:08.993457 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ca340d-9652-4d00-a0fe-f1bb7f5abfdd tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Router b134dd86-ff2e-46c3-be62-7ffc808702f1 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:14:09.112582 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ca340d-9652-4d00-a0fe-f1bb7f5abfdd tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:14:09.129898 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edf2005-1f80-421d-8c6f-b6a3595d88a0 None None] Sync routers for ids ['b134dd86-ff2e-46c3-be62-7ffc808702f1'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:14:09.140763 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edf2005-1f80-421d-8c6f-b6a3595d88a0 None None] Routers {'b134dd86-ff2e-46c3-be62-7ffc808702f1'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:14:09.141490 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c8ca340d-9652-4d00-a0fe-f1bb7f5abfdd tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:09.141606 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-7edf2005-1f80-421d-8c6f-b6a3595d88a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:13:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['b134dd86-ff2e-46c3-be62-7ffc808702f1'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:14:09.145498 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c8ca340d-9652-4d00-a0fe-f1bb7f5abfdd tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.0933487 Mar 01 14:14:09.145881 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 48076) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:14:09.316468 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7680ef7d-27a6-4c5d-9aae-e12e0405742e tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=ff79b98a10ea455c9324e78544626de3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1690862 Mar 01 14:14:09.319056 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 48080) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:14:09.365819 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-7edf2005-1f80-421d-8c6f-b6a3595d88a0 None None] Set router b134dd86-ff2e-46c3-be62-7ffc808702f1 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:14:09.538762 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6521777-ad22-4224-8ada-b21ed9ce6cfa tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:09.545237 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d6521777-ad22-4224-8ada-b21ed9ce6cfa tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2242832 Mar 01 14:14:09.545997 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 48090) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:14:09.601472 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4744901c-834a-4ece-8e7c-5af41e239b44 tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=645b0646-084a-4922-8a3b-3b65ee21b5e4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0541131 Mar 01 14:14:09.604171 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 48094) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:14:09.610327 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-8c1158bb-64da-4edb-acc6-94eb86279152 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1737846067', 'network_id': '05039306-4fb8-4596-9890-2d4629dfb169', 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:14:09.641519 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-7edf2005-1f80-421d-8c6f-b6a3595d88a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-386560536', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:14:06Z', 'updated_at': '2022-03-01T14:14:07Z', 'revision_number': 3, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'gw_port': {'id': 'a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:14:07Z', 'updated_at': '2022-03-01T14:14:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:14:09.696505 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edf2005-1f80-421d-8c6f-b6a3595d88a0 None None] Checking router: b134dd86-ff2e-46c3-be62-7ffc808702f1 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:14:09.697079 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edf2005-1f80-421d-8c6f-b6a3595d88a0 None None] Updating router b134dd86-ff2e-46c3-be62-7ffc808702f1 port a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:14:09.730684 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-7edf2005-1f80-421d-8c6f-b6a3595d88a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:09.832442 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8d7b4-032c-4926-bf1b-70034e5a4084 req-db34b7af-959e-4fdf-a19c-c6159fa00d29 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:09.834453 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4d8d7b4-032c-4926-bf1b-70034e5a4084 req-db34b7af-959e-4fdf-a19c-c6159fa00d29 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/ports?device_id=84e6af04-7540-4174-a8db-61aa2f2c986a HTTP/1.1" status: 200 len: 945 time: 0.0942156 Mar 01 14:14:09.835318 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1158bb-64da-4edb-acc6-94eb86279152 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Made reservation on behalf of ff79b98a10ea455c9324e78544626de3 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:14:09.840186 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8c1158bb-64da-4edb-acc6-94eb86279152 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:09.904249 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:10.059076 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4d8d7b4-032c-4926-bf1b-70034e5a4084 req-c237a3a9-2d97-44b0-84a7-41e8daab793a tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c55c069-974d-4145-8c01-4f32cc46290f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019568 Mar 01 14:14:10.140428 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8c1158bb-64da-4edb-acc6-94eb86279152 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (07361ac2-05d5-439a-8987-93eca38f6da4), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:10.152091 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:10.185839 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-7edf2005-1f80-421d-8c6f-b6a3595d88a0 None None] Publish callbacks [] for port (a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:10.199494 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-7edf2005-1f80-421d-8c6f-b6a3595d88a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:10.224244 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1158bb-64da-4edb-acc6-94eb86279152 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Pushing event updated for resources: {'Subnet': ['ID=07361ac2-05d5-439a-8987-93eca38f6da4,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:10.229270 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1158bb-64da-4edb-acc6-94eb86279152 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Checking segment: {'id': '07afd308-f7d8-4036-8656-c39a67a8964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '05039306-4fb8-4596-9890-2d4629dfb169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:14:10.229645 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1158bb-64da-4edb-acc6-94eb86279152 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Network hostable DHCP agents. Network: 05039306-4fb8-4596-9890-2d4629dfb169, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:14:10.255075 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-7edf2005-1f80-421d-8c6f-b6a3595d88a0 None None] Attempting to bind port a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:14:10.255448 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-7edf2005-1f80-421d-8c6f-b6a3595d88a0 None None] Attempting to bind port a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:14:10.255840 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edf2005-1f80-421d-8c6f-b6a3595d88a0 None None] Attempting to bind port a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:14:10.257013 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1158bb-64da-4edb-acc6-94eb86279152 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Network 05039306-4fb8-4596-9890-2d4629dfb169 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:14:10.271262 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edf2005-1f80-421d-8c6f-b6a3595d88a0 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:14:10.271631 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edf2005-1f80-421d-8c6f-b6a3595d88a0 None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:14:10.272256 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-7edf2005-1f80-421d-8c6f-b6a3595d88a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:10.272840 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edf2005-1f80-421d-8c6f-b6a3595d88a0 None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:14:10.273487 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-7edf2005-1f80-421d-8c6f-b6a3595d88a0 None None] Bound port: a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:14:10.274026 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-7edf2005-1f80-421d-8c6f-b6a3595d88a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:10.292108 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-8c1158bb-64da-4edb-acc6-94eb86279152 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 05039306-4fb8-4596-9890-2d4629dfb169) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:14:10.297109 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1158bb-64da-4edb-acc6-94eb86279152 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:10.297883 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8c1158bb-64da-4edb-acc6-94eb86279152 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:10.304138 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd3b147-4394-4394-bf66-a05e547d4b09 None None] Network 05039306-4fb8-4596-9890-2d4629dfb169 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:14:10.347444 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8c1158bb-64da-4edb-acc6-94eb86279152 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7415931 Mar 01 14:14:10.350257 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 48110) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:14:10.388574 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-7edf2005-1f80-421d-8c6f-b6a3595d88a0 None None] For port a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:14:10.392071 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-7edf2005-1f80-421d-8c6f-b6a3595d88a0 None None] For port a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:14:10.406070 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-7edf2005-1f80-421d-8c6f-b6a3595d88a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:10.420151 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7e896-7e73-4000-b5e4-d1665e7dcf3b None None] Pushing event updated for resources: {'Port': ['ID=a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e,revision_number=2']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:10.429678 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af7e896-7e73-4000-b5e4-d1665e7dcf3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:14:10.430239 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af7e896-7e73-4000-b5e4-d1665e7dcf3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:14:10.430756 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af7e896-7e73-4000-b5e4-d1665e7dcf3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:14:10.431229 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af7e896-7e73-4000-b5e4-d1665e7dcf3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:14:10.431726 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af7e896-7e73-4000-b5e4-d1665e7dcf3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:14:10.432215 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af7e896-7e73-4000-b5e4-d1665e7dcf3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:14:10.432705 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af7e896-7e73-4000-b5e4-d1665e7dcf3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:14:10.433189 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af7e896-7e73-4000-b5e4-d1665e7dcf3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:14:10.433660 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af7e896-7e73-4000-b5e4-d1665e7dcf3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:14:10.434137 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af7e896-7e73-4000-b5e4-d1665e7dcf3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:14:10.434606 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af7e896-7e73-4000-b5e4-d1665e7dcf3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:14:10.435646 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af7e896-7e73-4000-b5e4-d1665e7dcf3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:14:10.436221 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af7e896-7e73-4000-b5e4-d1665e7dcf3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:14:10.507901 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7e896-7e73-4000-b5e4-d1665e7dcf3b None None] Pushing event updated for resources: {'Port': ['ID=a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:10.513842 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edf2005-1f80-421d-8c6f-b6a3595d88a0 None None] Routers {'b134dd86-ff2e-46c3-be62-7ffc808702f1'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:14:10.514884 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-7edf2005-1f80-421d-8c6f-b6a3595d88a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:13:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['b134dd86-ff2e-46c3-be62-7ffc808702f1'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:14:10.526005 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d223620a-5007-49b0-a7b1-cb6f54dcb61e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-05039306-4fb8-4596-9890-2d4629dfb169', 'network_id': '05039306-4fb8-4596-9890-2d4629dfb169', 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'fixed_ips': [{'subnet_id': '07361ac2-05d5-439a-8987-93eca38f6da4'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:14:10.528717 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d223620a-5007-49b0-a7b1-cb6f54dcb61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:10.641471 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-7edf2005-1f80-421d-8c6f-b6a3595d88a0 None None] Set router b134dd86-ff2e-46c3-be62-7ffc808702f1 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:14:10.862892 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-d223620a-5007-49b0-a7b1-cb6f54dcb61e None None] Allocated IP 172.20.0.2 (05039306-4fb8-4596-9890-2d4629dfb169/07361ac2-05d5-439a-8987-93eca38f6da4/68953686-7e03-4107-a879-e53ec473fc66) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:14:10.989914 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-7edf2005-1f80-421d-8c6f-b6a3595d88a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-386560536', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:14:06Z', 'updated_at': '2022-03-01T14:14:07Z', 'revision_number': 3, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'gw_port': {'id': 'a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:14:07Z', 'updated_at': '2022-03-01T14:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:14:11.080229 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edf2005-1f80-421d-8c6f-b6a3595d88a0 None None] The sync data for ids ['b134dd86-ff2e-46c3-be62-7ffc808702f1'] in n-d-827467-3 is: [{'id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-386560536', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:14:06Z', 'updated_at': '2022-03-01T14:14:07Z', 'revision_number': 3, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'gw_port': {'id': 'a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:14:07Z', 'updated_at': '2022-03-01T14:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:14:11.120595 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d223620a-5007-49b0-a7b1-cb6f54dcb61e None None] Publish callbacks [] for port (68953686-7e03-4107-a879-e53ec473fc66), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:11.130693 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d223620a-5007-49b0-a7b1-cb6f54dcb61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (68953686-7e03-4107-a879-e53ec473fc66), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:11.212592 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d223620a-5007-49b0-a7b1-cb6f54dcb61e None None] Pushing event updated for resources: {'Port': ['ID=68953686-7e03-4107-a879-e53ec473fc66,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:11.234893 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fac1ff93-3406-4f25-91dc-b178535436a4 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:11.237068 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d223620a-5007-49b0-a7b1-cb6f54dcb61e None None] Network 05039306-4fb8-4596-9890-2d4629dfb169 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:14:11.238756 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-d223620a-5007-49b0-a7b1-cb6f54dcb61e None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:14:11.242545 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d223620a-5007-49b0-a7b1-cb6f54dcb61e None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:14:11.329946 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-d223620a-5007-49b0-a7b1-cb6f54dcb61e None None] Attempting to bind port 68953686-7e03-4107-a879-e53ec473fc66 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:14:11.330316 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-d223620a-5007-49b0-a7b1-cb6f54dcb61e None None] Attempting to bind port 68953686-7e03-4107-a879-e53ec473fc66 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '07afd308-f7d8-4036-8656-c39a67a8964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '05039306-4fb8-4596-9890-2d4629dfb169'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:14:11.330681 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d223620a-5007-49b0-a7b1-cb6f54dcb61e None None] Attempting to bind port 68953686-7e03-4107-a879-e53ec473fc66 on network 05039306-4fb8-4596-9890-2d4629dfb169 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:14:11.337147 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d223620a-5007-49b0-a7b1-cb6f54dcb61e None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:14:11.337522 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d223620a-5007-49b0-a7b1-cb6f54dcb61e None None] Checking segment: {'id': '07afd308-f7d8-4036-8656-c39a67a8964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '05039306-4fb8-4596-9890-2d4629dfb169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:14:11.337928 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d223620a-5007-49b0-a7b1-cb6f54dcb61e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:11.338321 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d223620a-5007-49b0-a7b1-cb6f54dcb61e None None] Bound using segment: {'id': '07afd308-f7d8-4036-8656-c39a67a8964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '05039306-4fb8-4596-9890-2d4629dfb169'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:14:11.339030 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-d223620a-5007-49b0-a7b1-cb6f54dcb61e None None] Bound port: 68953686-7e03-4107-a879-e53ec473fc66, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07afd308-f7d8-4036-8656-c39a67a8964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '05039306-4fb8-4596-9890-2d4629dfb169'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:14:11.339657 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d223620a-5007-49b0-a7b1-cb6f54dcb61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (68953686-7e03-4107-a879-e53ec473fc66), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:11.428481 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d223620a-5007-49b0-a7b1-cb6f54dcb61e None None] For port 68953686-7e03-4107-a879-e53ec473fc66, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:14:11.434608 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d223620a-5007-49b0-a7b1-cb6f54dcb61e None None] For port 68953686-7e03-4107-a879-e53ec473fc66, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=68953686-7e03-4107-a879-e53ec473fc66,segment=NetworkSegment(07afd308-f7d8-4036-8656-c39a67a8964d),segment_id=07afd308-f7d8-4036-8656-c39a67a8964d)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:14:11.444110 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d223620a-5007-49b0-a7b1-cb6f54dcb61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (68953686-7e03-4107-a879-e53ec473fc66), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:11.511208 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08433b6b-7ba2-40fc-a5a3-2ce573a2aea4 req-45341747-4736-4395-87bf-654799cc9cb4 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:11.512845 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-08433b6b-7ba2-40fc-a5a3-2ce573a2aea4 req-45341747-4736-4395-87bf-654799cc9cb4 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/ports?device_id=84e6af04-7540-4174-a8db-61aa2f2c986a HTTP/1.1" status: 200 len: 945 time: 0.2710867 Mar 01 14:14:11.588516 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d223620a-5007-49b0-a7b1-cb6f54dcb61e None None] Pushing event updated for resources: {'Port': ['ID=68953686-7e03-4107-a879-e53ec473fc66,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:11.638944 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-08433b6b-7ba2-40fc-a5a3-2ce573a2aea4 req-6dfcf2d8-9830-4aec-981c-420f85514e31 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c55c069-974d-4145-8c01-4f32cc46290f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130881 Mar 01 14:14:12.020046 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-fac1ff93-3406-4f25-91dc-b178535436a4 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Allocated IP 172.20.0.1 (05039306-4fb8-4596-9890-2d4629dfb169/07361ac2-05d5-439a-8987-93eca38f6da4/50f3d822-2597-4588-9ced-14b82a142cc3) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:14:12.256145 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fac1ff93-3406-4f25-91dc-b178535436a4 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for port (50f3d822-2597-4588-9ced-14b82a142cc3), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:12.351602 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fac1ff93-3406-4f25-91dc-b178535436a4 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (50f3d822-2597-4588-9ced-14b82a142cc3), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:12.443135 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac1ff93-3406-4f25-91dc-b178535436a4 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Network 05039306-4fb8-4596-9890-2d4629dfb169 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:14:12.448729 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-fac1ff93-3406-4f25-91dc-b178535436a4 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:14:12.452717 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac1ff93-3406-4f25-91dc-b178535436a4 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:14:12.485205 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1ff93-3406-4f25-91dc-b178535436a4 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Pushing event updated for resources: {'Port': ['ID=50f3d822-2597-4588-9ced-14b82a142cc3,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:12.509892 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fac1ff93-3406-4f25-91dc-b178535436a4 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (b134dd86-ff2e-46c3-be62-7ffc808702f1), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:12.833224 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fac1ff93-3406-4f25-91dc-b178535436a4 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (50f3d822-2597-4588-9ced-14b82a142cc3), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:13.058984 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265742ca-d3cb-40a9-9b75-83554ab7aded req-0237bbd0-ae25-4f0b-87b3-e88a36ff8a57 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:13.067296 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-265742ca-d3cb-40a9-9b75-83554ab7aded req-0237bbd0-ae25-4f0b-87b3-e88a36ff8a57 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/ports?device_id=84e6af04-7540-4174-a8db-61aa2f2c986a HTTP/1.1" status: 200 len: 945 time: 0.2134089 Mar 01 14:14:13.159492 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:14:13.213727 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-265742ca-d3cb-40a9-9b75-83554ab7aded req-3102dc63-64e2-4e6e-9c7f-77f11d426840 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c55c069-974d-4145-8c01-4f32cc46290f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456175 Mar 01 14:14:13.278136 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:14:13.278863 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:13.457708 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:14:13.458113 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:13.491877 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fac1ff93-3406-4f25-91dc-b178535436a4 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for port (50f3d822-2597-4588-9ced-14b82a142cc3), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:13.499746 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:14:13.501586 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fac1ff93-3406-4f25-91dc-b178535436a4 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (50f3d822-2597-4588-9ced-14b82a142cc3), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:13.514354 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fac01b-7183-43b7-a5a7-208c59350bea None None] Network 05039306-4fb8-4596-9890-2d4629dfb169 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:14:13.520099 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:13.522531 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 68953686-7e03-4107-a879-e53ec473fc66 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:14:13.642019 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fac1ff93-3406-4f25-91dc-b178535436a4 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (b134dd86-ff2e-46c3-be62-7ffc808702f1), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:13.644289 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1ff93-3406-4f25-91dc-b178535436a4 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Pushing event updated for resources: {'Port': ['ID=50f3d822-2597-4588-9ced-14b82a142cc3,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:13.794914 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac1ff93-3406-4f25-91dc-b178535436a4 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Network 05039306-4fb8-4596-9890-2d4629dfb169 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:14:13.796739 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-fac1ff93-3406-4f25-91dc-b178535436a4 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:14:14.017942 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-ba21e89e-b39b-4b01-82ac-89d196a6a1b0 None None] Provisioning complete for port 68953686-7e03-4107-a879-e53ec473fc66 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:14:14.018093 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ba21e89e-b39b-4b01-82ac-89d196a6a1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (68953686-7e03-4107-a879-e53ec473fc66), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:14.110574 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:14.165205 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 68953686-7e03-4107-a879-e53ec473fc66 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:14:14.165205 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (68953686-7e03-4107-a879-e53ec473fc66), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:14.173834 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac1ff93-3406-4f25-91dc-b178535436a4 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Router b134dd86-ff2e-46c3-be62-7ffc808702f1 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:14:14.335074 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ba21e89e-b39b-4b01-82ac-89d196a6a1b0 None None] Current status of the port 68953686-7e03-4107-a879-e53ec473fc66 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:14:14.335901 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ba21e89e-b39b-4b01-82ac-89d196a6a1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (68953686-7e03-4107-a879-e53ec473fc66), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:14.437201 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 68953686-7e03-4107-a879-e53ec473fc66 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:14:14.437823 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (68953686-7e03-4107-a879-e53ec473fc66), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:14.444232 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-ba21e89e-b39b-4b01-82ac-89d196a6a1b0 None None] For port 68953686-7e03-4107-a879-e53ec473fc66, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=68953686-7e03-4107-a879-e53ec473fc66,segment=NetworkSegment(07afd308-f7d8-4036-8656-c39a67a8964d),segment_id=07afd308-f7d8-4036-8656-c39a67a8964d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:14:14.457746 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ba21e89e-b39b-4b01-82ac-89d196a6a1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (68953686-7e03-4107-a879-e53ec473fc66), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:14.521798 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21e89e-b39b-4b01-82ac-89d196a6a1b0 None None] Pushing event updated for resources: {'Port': ['ID=68953686-7e03-4107-a879-e53ec473fc66,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:14.586305 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 14:14:14.586699 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 14:14:14.725536 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c665b-aba9-4e38-89b7-9111315ceb6e req-0f58547e-979d-4248-9dfe-a0391fa1f8ab tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:14.727023 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1f9c665b-aba9-4e38-89b7-9111315ceb6e req-0f58547e-979d-4248-9dfe-a0391fa1f8ab tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.32 "GET /v2.0/ports?device_id=84e6af04-7540-4174-a8db-61aa2f2c986a HTTP/1.1" status: 200 len: 945 time: 0.5469582 Mar 01 14:14:14.789582 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-39597375-8fa0-46ec-b419-2b14ba65f31d None None] Provisioning complete for port 50f3d822-2597-4588-9ced-14b82a142cc3 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:14:14.790219 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-39597375-8fa0-46ec-b419-2b14ba65f31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (50f3d822-2597-4588-9ced-14b82a142cc3), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:14.824087 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c832e-91a5-4db9-84ea-2895efa31950 req-4523a670-86a2-4da0-a9b9-2a3e127ac6a0 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:14.825608 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-085c832e-91a5-4db9-84ea-2895efa31950 req-4523a670-86a2-4da0-a9b9-2a3e127ac6a0 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/ports?device_id=84e6af04-7540-4174-a8db-61aa2f2c986a HTTP/1.1" status: 200 len: 945 time: 0.1804218 Mar 01 14:14:14.884950 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-39597375-8fa0-46ec-b419-2b14ba65f31d None None] Port 50f3d822-2597-4588-9ced-14b82a142cc3 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:14:14.885292 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac1ff93-3406-4f25-91dc-b178535436a4 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:14:14.899994 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76e4282-49bd-4da7-8155-77c4d15710e8 None None] Sync routers for ids ['b134dd86-ff2e-46c3-be62-7ffc808702f1'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:14:14.915931 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 48190) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:14:14.916832 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-fac1ff93-3406-4f25-91dc-b178535436a4 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "PUT /v2.0/routers/b134dd86-ff2e-46c3-be62-7ffc808702f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5647018 Mar 01 14:14:14.922291 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-7108cab3-4e6b-411e-afd0-c560c1848ab5 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1264457933', 'description': 'tempest-secgroup_access--1264457933 description', 'project_id': 'ff79b98a10ea455c9324e78544626de3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:14:14.922602 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-39597375-8fa0-46ec-b419-2b14ba65f31d None None] Provisioning complete for port 68953686-7e03-4107-a879-e53ec473fc66 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:14:14.922792 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-39597375-8fa0-46ec-b419-2b14ba65f31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (68953686-7e03-4107-a879-e53ec473fc66), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:14.957455 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-085c832e-91a5-4db9-84ea-2895efa31950 req-519d8952-5707-4e80-83a9-80fa719355b2 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c55c069-974d-4145-8c01-4f32cc46290f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223142 Mar 01 14:14:14.962770 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7108cab3-4e6b-411e-afd0-c560c1848ab5 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:14.984422 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-1f9c665b-aba9-4e38-89b7-9111315ceb6e req-7b38b1d0-b603-4260-aa25-784b4e4d6666 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Deleting port 75f2969c-7432-4eee-aa61-8cd4f45bf82f {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:14:14.986565 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-1f9c665b-aba9-4e38-89b7-9111315ceb6e req-7b38b1d0-b603-4260-aa25-784b4e4d6666 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (75f2969c-7432-4eee-aa61-8cd4f45bf82f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:15.005776 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76e4282-49bd-4da7-8155-77c4d15710e8 None None] Routers {'b134dd86-ff2e-46c3-be62-7ffc808702f1'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:14:15.006542 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-e76e4282-49bd-4da7-8155-77c4d15710e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:13:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['b134dd86-ff2e-46c3-be62-7ffc808702f1'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:14:15.107327 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7108cab3-4e6b-411e-afd0-c560c1848ab5 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for security_group (12b2da82-de5c-4978-a70a-fcdf5c6f9c9d), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:15.118555 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7108cab3-4e6b-411e-afd0-c560c1848ab5 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (12b2da82-de5c-4978-a70a-fcdf5c6f9c9d), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:15.183873 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7108cab3-4e6b-411e-afd0-c560c1848ab5 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:15.185298 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7108cab3-4e6b-411e-afd0-c560c1848ab5 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2669518 Mar 01 14:14:15.188263 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 48198) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:14:15.192692 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-7c12d1be-a83c-4ef5-8b44-35628429eae8 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1805007683', 'description': 'tempest-secgroup_general--1805007683 description', 'project_id': 'ff79b98a10ea455c9324e78544626de3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:14:15.213089 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-1f9c665b-aba9-4e38-89b7-9111315ceb6e req-7b38b1d0-b603-4260-aa25-784b4e4d6666 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] For port 75f2969c-7432-4eee-aa61-8cd4f45bf82f, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=75f2969c-7432-4eee-aa61-8cd4f45bf82f,segment=NetworkSegment(ec61b17b-d697-4152-948e-854d12b71cb5),segment_id=ec61b17b-d697-4152-948e-854d12b71cb5)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:14:15.214430 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-1f9c665b-aba9-4e38-89b7-9111315ceb6e req-7b38b1d0-b603-4260-aa25-784b4e4d6666 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (75f2969c-7432-4eee-aa61-8cd4f45bf82f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:15.232879 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-39597375-8fa0-46ec-b419-2b14ba65f31d None None] Current status of the port 68953686-7e03-4107-a879-e53ec473fc66 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:14:15.236506 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7108cab3-4e6b-411e-afd0-c560c1848ab5 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12b2da82-de5c-4978-a70a-fcdf5c6f9c9d,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:15.242068 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 68953686-7e03-4107-a879-e53ec473fc66 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:14:15.246472 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7c12d1be-a83c-4ef5-8b44-35628429eae8 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:15.285890 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-1f9c665b-aba9-4e38-89b7-9111315ceb6e req-7b38b1d0-b603-4260-aa25-784b4e4d6666 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Calling delete_port for 75f2969c-7432-4eee-aa61-8cd4f45bf82f owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:14:15.362985 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-e76e4282-49bd-4da7-8155-77c4d15710e8 None None] Set router b134dd86-ff2e-46c3-be62-7ffc808702f1 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:14:15.367818 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7c12d1be-a83c-4ef5-8b44-35628429eae8 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for security_group (496bcaa8-8de3-45c9-88b7-e7ca17103fcf), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:15.375438 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7c12d1be-a83c-4ef5-8b44-35628429eae8 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (496bcaa8-8de3-45c9-88b7-e7ca17103fcf), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:15.411771 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7c12d1be-a83c-4ef5-8b44-35628429eae8 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:15.413036 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7c12d1be-a83c-4ef5-8b44-35628429eae8 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2238293 Mar 01 14:14:15.436578 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-0d61aacb-db9c-4fc1-91e9-43e619d079f2 None None] Provisioning complete for port 50f3d822-2597-4588-9ced-14b82a142cc3 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:14:15.436890 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 48204) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:14:15.437002 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0d61aacb-db9c-4fc1-91e9-43e619d079f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (50f3d822-2597-4588-9ced-14b82a142cc3), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:15.450222 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-abb01ae2-5f5b-4445-a7a5-736784d5db49 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Request body: {'security_group_rule': {'security_group_id': '12b2da82-de5c-4978-a70a-fcdf5c6f9c9d', 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:14:15.506601 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c12d1be-a83c-4ef5-8b44-35628429eae8 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=496bcaa8-8de3-45c9-88b7-e7ca17103fcf,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:15.546747 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-abb01ae2-5f5b-4445-a7a5-736784d5db49 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for security_group_rule (6efae942-29a7-4b45-8a1a-f9a84577d5fd), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:15.564188 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:14:15.665694 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-0d61aacb-db9c-4fc1-91e9-43e619d079f2 None None] Port 50f3d822-2597-4588-9ced-14b82a142cc3 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:14:15.699093 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-1f9c665b-aba9-4e38-89b7-9111315ceb6e req-7b38b1d0-b603-4260-aa25-784b4e4d6666 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (75f2969c-7432-4eee-aa61-8cd4f45bf82f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:15.719890 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['75f2969c-7432-4eee-aa61-8cd4f45bf82f'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:14:15.721416 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-abb01ae2-5f5b-4445-a7a5-736784d5db49 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for security_group_rule (6efae942-29a7-4b45-8a1a-f9a84577d5fd), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:15.730686 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-abb01ae2-5f5b-4445-a7a5-736784d5db49 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (6efae942-29a7-4b45-8a1a-f9a84577d5fd), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:15.740093 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38b1d0-b603-4260-aa25-784b4e4d6666 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Pushing event deleted for resources: {'Port': ['ID=75f2969c-7432-4eee-aa61-8cd4f45bf82f,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:15.786287 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:14:15.786703 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:15.790031 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-abb01ae2-5f5b-4445-a7a5-736784d5db49 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:15.791256 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-abb01ae2-5f5b-4445-a7a5-736784d5db49 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3534145 Mar 01 14:14:15.791805 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9c665b-aba9-4e38-89b7-9111315ceb6e req-7b38b1d0-b603-4260-aa25-784b4e4d6666 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] No DVR routers for this DVR port 75f2969c-7432-4eee-aa61-8cd4f45bf82f on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:14:15.801785 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb01ae2-5f5b-4445-a7a5-736784d5db49 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6efae942-29a7-4b45-8a1a-f9a84577d5fd,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:15.802134 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-1f9c665b-aba9-4e38-89b7-9111315ceb6e req-7b38b1d0-b603-4260-aa25-784b4e4d6666 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:15.809648 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1f9c665b-aba9-4e38-89b7-9111315ceb6e req-7b38b1d0-b603-4260-aa25-784b4e4d6666 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.32 "DELETE /v2.0/ports/75f2969c-7432-4eee-aa61-8cd4f45bf82f HTTP/1.1" status: 204 len: 173 time: 1.0455935 Mar 01 14:14:15.810656 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e6af04-7540-4174-a8db-61aa2f2c986a', 'name': 'network-vif-deleted', 'tag': '75f2969c-7432-4eee-aa61-8cd4f45bf82f'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:14:15.812986 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a42f1a-161e-45ee-8d6f-1a4bbfee0049" -d '{"events": [{"server_uuid": "84e6af04-7540-4174-a8db-61aa2f2c986a", "name": "network-vif-deleted", "tag": "75f2969c-7432-4eee-aa61-8cd4f45bf82f"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:14:15.854700 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac4bf46-35c5-401c-94a3-5588e88dfb11 x-openstack-request-id: req-6ac4bf46-35c5-401c-94a3-5588e88dfb11 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:14:15.855236 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e6af04-7540-4174-a8db-61aa2f2c986a", "name": "network-vif-deleted", "tag": "75f2969c-7432-4eee-aa61-8cd4f45bf82f", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:14:15.855824 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ac4bf46-35c5-401c-94a3-5588e88dfb11 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:14:15.856432 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e6af04-7540-4174-a8db-61aa2f2c986a', 'name': 'network-vif-deleted', 'tag': '75f2969c-7432-4eee-aa61-8cd4f45bf82f', 'status': 'completed', 'code': 200} Mar 01 14:14:15.945100 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-fcb1653d-94d4-4d93-8416-0bf56cc91088 None None] Provisioning complete for port 50f3d822-2597-4588-9ced-14b82a142cc3 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:14:15.950376 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fcb1653d-94d4-4d93-8416-0bf56cc91088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (50f3d822-2597-4588-9ced-14b82a142cc3), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:16.014710 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-fcb1653d-94d4-4d93-8416-0bf56cc91088 None None] Port 50f3d822-2597-4588-9ced-14b82a142cc3 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:14:16.133135 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-225c0a32-0a0f-4121-977b-4f91b9b75da6 req-86eb72f6-900c-4ca1-a244-7b940f93d84a tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/ports?device_id=84e6af04-7540-4174-a8db-61aa2f2c986a HTTP/1.1" status: 200 len: 210 time: 0.0568385 Mar 01 14:14:16.151344 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-fb031857-be81-4160-9390-184bd8a3a747 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_general--1805007683&fields=id&tenant_id=ff79b98a10ea455c9324e78544626de3 HTTP/1.1" status: 200 len: 267 time: 0.1701534 Mar 01 14:14:16.162936 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:14:16.162936 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 68953686-7e03-4107-a879-e53ec473fc66 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:14:16.248123 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-e76e4282-49bd-4da7-8155-77c4d15710e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-386560536', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:14:06Z', 'updated_at': '2022-03-01T14:14:12Z', 'revision_number': 4, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'gw_port': {'id': 'a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:14:07Z', 'updated_at': '2022-03-01T14:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '50f3d822-2597-4588-9ced-14b82a142cc3', 'name': '', 'network_id': '05039306-4fb8-4596-9890-2d4629dfb169', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'mac_address': 'fa:16:3e:45:c8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '07361ac2-05d5-439a-8987-93eca38f6da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:14:11Z', 'updated_at': '2022-03-01T14:14:13Z', 'revision_number': 2, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'subnets': [{'id': '07361ac2-05d5-439a-8987-93eca38f6da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:14:16.265911 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-19510518-3141-4f59-bdca-9b403104ae29 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_access--1264457933&fields=id&tenant_id=ff79b98a10ea455c9324e78544626de3 HTTP/1.1" status: 200 len: 267 time: 0.1006241 Mar 01 14:14:16.340118 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76e4282-49bd-4da7-8155-77c4d15710e8 None None] Checking router: b134dd86-ff2e-46c3-be62-7ffc808702f1 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:14:16.340118 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76e4282-49bd-4da7-8155-77c4d15710e8 None None] Updating router b134dd86-ff2e-46c3-be62-7ffc808702f1 port 50f3d822-2597-4588-9ced-14b82a142cc3 binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:14:16.405032 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 68953686-7e03-4107-a879-e53ec473fc66 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:14:16.405658 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (68953686-7e03-4107-a879-e53ec473fc66), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:16.480922 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e76e4282-49bd-4da7-8155-77c4d15710e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (50f3d822-2597-4588-9ced-14b82a142cc3), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:16.489162 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-8c6cfe70-bb61-44f1-8c4e-db38f9b0e857 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:16.490870 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-8c6cfe70-bb61-44f1-8c4e-db38f9b0e857 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/networks?id=05039306-4fb8-4596-9890-2d4629dfb169 HTTP/1.1" status: 200 len: 796 time: 0.2160857 Mar 01 14:14:16.514049 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-1665a082-2d8d-4e25-8d68-99b5e561767e tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/quotas/ff79b98a10ea455c9324e78544626de3 HTTP/1.1" status: 200 len: 375 time: 0.0114329 Mar 01 14:14:16.635621 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 68953686-7e03-4107-a879-e53ec473fc66 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:14:16.668486 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-3dce3ce7-d3e2-46f2-b553-18c1cbdd8322 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff79b98a10ea455c9324e78544626de3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1139815 Mar 01 14:14:16.792399 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-5889f921-8e49-45c1-854e-ff7e2ffdccb9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:14:16.793593 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-5889f921-8e49-45c1-854e-ff7e2ffdccb9 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1148622 Mar 01 14:14:16.920679 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e76e4282-49bd-4da7-8155-77c4d15710e8 None None] Publish callbacks [] for port (50f3d822-2597-4588-9ced-14b82a142cc3), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:16.934043 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e76e4282-49bd-4da7-8155-77c4d15710e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (50f3d822-2597-4588-9ced-14b82a142cc3), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:16.937203 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-bbd153db-d732-4a88-b43e-2e64f11bd9e4 service neutron] 10.222.0.13 "GET /v2.0/networks/05039306-4fb8-4596-9890-2d4629dfb169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342099 Mar 01 14:14:17.020062 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7019e0-38b2-43fb-8473-7192ccbc86fb None None] Pushing event updated for resources: {'Port': ['ID=50f3d822-2597-4588-9ced-14b82a142cc3,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:17.074865 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-76984472-39cd-4df5-adc6-9165ccb917de service neutron] 10.222.0.13 "GET /v2.0/networks/05039306-4fb8-4596-9890-2d4629dfb169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367865 Mar 01 14:14:17.106159 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-e76e4282-49bd-4da7-8155-77c4d15710e8 None None] Attempting to bind port 50f3d822-2597-4588-9ced-14b82a142cc3 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:14:17.107089 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-e76e4282-49bd-4da7-8155-77c4d15710e8 None None] Attempting to bind port 50f3d822-2597-4588-9ced-14b82a142cc3 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '07afd308-f7d8-4036-8656-c39a67a8964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '05039306-4fb8-4596-9890-2d4629dfb169'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:14:17.107574 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76e4282-49bd-4da7-8155-77c4d15710e8 None None] Attempting to bind port 50f3d822-2597-4588-9ced-14b82a142cc3 on network 05039306-4fb8-4596-9890-2d4629dfb169 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:14:17.113692 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76e4282-49bd-4da7-8155-77c4d15710e8 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:14:17.114081 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76e4282-49bd-4da7-8155-77c4d15710e8 None None] Checking segment: {'id': '07afd308-f7d8-4036-8656-c39a67a8964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '05039306-4fb8-4596-9890-2d4629dfb169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:14:17.114491 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e76e4282-49bd-4da7-8155-77c4d15710e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:17.114890 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76e4282-49bd-4da7-8155-77c4d15710e8 None None] Bound using segment: {'id': '07afd308-f7d8-4036-8656-c39a67a8964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '05039306-4fb8-4596-9890-2d4629dfb169'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:14:17.115368 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-e76e4282-49bd-4da7-8155-77c4d15710e8 None None] Bound port: 50f3d822-2597-4588-9ced-14b82a142cc3, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07afd308-f7d8-4036-8656-c39a67a8964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '05039306-4fb8-4596-9890-2d4629dfb169'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:14:17.115809 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e76e4282-49bd-4da7-8155-77c4d15710e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (50f3d822-2597-4588-9ced-14b82a142cc3), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:17.192385 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-e76e4282-49bd-4da7-8155-77c4d15710e8 None None] For port 50f3d822-2597-4588-9ced-14b82a142cc3, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:14:17.195828 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-e76e4282-49bd-4da7-8155-77c4d15710e8 None None] For port 50f3d822-2597-4588-9ced-14b82a142cc3, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=50f3d822-2597-4588-9ced-14b82a142cc3,segment=NetworkSegment(07afd308-f7d8-4036-8656-c39a67a8964d),segment_id=07afd308-f7d8-4036-8656-c39a67a8964d)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:14:17.209823 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e76e4282-49bd-4da7-8155-77c4d15710e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (50f3d822-2597-4588-9ced-14b82a142cc3), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:17.386604 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7019e0-38b2-43fb-8473-7192ccbc86fb None None] Pushing event updated for resources: {'Port': ['ID=50f3d822-2597-4588-9ced-14b82a142cc3,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:17.393132 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76e4282-49bd-4da7-8155-77c4d15710e8 None None] Routers {'b134dd86-ff2e-46c3-be62-7ffc808702f1'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:14:17.393766 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-e76e4282-49bd-4da7-8155-77c4d15710e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:13:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['b134dd86-ff2e-46c3-be62-7ffc808702f1'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:14:17.566900 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1ee67d8c-47b6-41f9-870a-ad9ca5c68f79 req-89b93a5f-af4d-4762-8e99-746cfd420d5c tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/ports?device_id=754e6123-ce76-4ed1-a67e-e484e30b2158 HTTP/1.1" status: 200 len: 210 time: 0.0819843 Mar 01 14:14:17.704879 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-1402ce08-789d-459c-a15b-9579bd0e5231 None None] Provisioning complete for port 50f3d822-2597-4588-9ced-14b82a142cc3 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:14:17.706490 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1402ce08-789d-459c-a15b-9579bd0e5231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (50f3d822-2597-4588-9ced-14b82a142cc3), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:17.752000 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 75f2969c-7432-4eee-aa61-8cd4f45bf82f no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:14:17.951658 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-77a4babe-34ba-479f-95fa-0c3f16b6eb90 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:17.960311 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-77a4babe-34ba-479f-95fa-0c3f16b6eb90 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/networks?id=41ee5aa1-2c22-4e88-868f-02c332e5ad14 HTTP/1.1" status: 200 len: 808 time: 0.3018012 Mar 01 14:14:17.982008 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-a838cf66-c7df-4406-8756-6e94fc747ee6 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/quotas/a6d06aa7b78a48c7a45bfb979d5b1e74 HTTP/1.1" status: 200 len: 375 time: 0.0195186 Mar 01 14:14:18.061294 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-38ab4187-e562-43c8-a455-78f4c9b59d53 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6d06aa7b78a48c7a45bfb979d5b1e74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766826 Mar 01 14:14:18.107192 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-e76e4282-49bd-4da7-8155-77c4d15710e8 None None] Set router b134dd86-ff2e-46c3-be62-7ffc808702f1 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:14:18.136747 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: 75f2969c-7432-4eee-aa61-8cd4f45bf82f {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:14:18.137201 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 75f2969c-7432-4eee-aa61-8cd4f45bf82f not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:14:18.275889 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-1402ce08-789d-459c-a15b-9579bd0e5231 None None] Current status of the port 50f3d822-2597-4588-9ced-14b82a142cc3 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:14:18.275889 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1402ce08-789d-459c-a15b-9579bd0e5231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (50f3d822-2597-4588-9ced-14b82a142cc3), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:18.302977 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-cfdb803d-c19b-4e59-be03-615039be705c service neutron] 10.222.0.13 "GET /v2.0/networks/41ee5aa1-2c22-4e88-868f-02c332e5ad14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386460 Mar 01 14:14:18.393808 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-1402ce08-789d-459c-a15b-9579bd0e5231 None None] For port 50f3d822-2597-4588-9ced-14b82a142cc3, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=50f3d822-2597-4588-9ced-14b82a142cc3,segment=NetworkSegment(07afd308-f7d8-4036-8656-c39a67a8964d),segment_id=07afd308-f7d8-4036-8656-c39a67a8964d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:14:18.402744 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1402ce08-789d-459c-a15b-9579bd0e5231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (50f3d822-2597-4588-9ced-14b82a142cc3), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:18.505247 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402ce08-789d-459c-a15b-9579bd0e5231 None None] Pushing event updated for resources: {'Port': ['ID=50f3d822-2597-4588-9ced-14b82a142cc3,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:18.524647 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-b2cec768-dec2-413f-8fca-7c602de3dd06 service neutron] 10.222.0.13 "GET /v2.0/networks/41ee5aa1-2c22-4e88-868f-02c332e5ad14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101638 Mar 01 14:14:18.580154 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-61b1fa8a-cffb-4923-8c8f-b841b0a2baa8 None None] Provisioning complete for port 50f3d822-2597-4588-9ced-14b82a142cc3 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:14:18.580335 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-61b1fa8a-cffb-4923-8c8f-b841b0a2baa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (50f3d822-2597-4588-9ced-14b82a142cc3), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:18.650894 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-e76e4282-49bd-4da7-8155-77c4d15710e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-386560536', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:14:06Z', 'updated_at': '2022-03-01T14:14:12Z', 'revision_number': 4, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'gw_port': {'id': 'a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:14:07Z', 'updated_at': '2022-03-01T14:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '50f3d822-2597-4588-9ced-14b82a142cc3', 'name': '', 'network_id': '05039306-4fb8-4596-9890-2d4629dfb169', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'mac_address': 'fa:16:3e:45:c8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '07361ac2-05d5-439a-8987-93eca38f6da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:14:11Z', 'updated_at': '2022-03-01T14:14:17Z', 'revision_number': 4, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'subnets': [{'id': '07361ac2-05d5-439a-8987-93eca38f6da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:14:18.690565 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76e4282-49bd-4da7-8155-77c4d15710e8 None None] The sync data for ids ['b134dd86-ff2e-46c3-be62-7ffc808702f1'] in n-d-827467-3 is: [{'id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-386560536', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:14:06Z', 'updated_at': '2022-03-01T14:14:12Z', 'revision_number': 4, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'gw_port': {'id': 'a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:14:07Z', 'updated_at': '2022-03-01T14:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '50f3d822-2597-4588-9ced-14b82a142cc3', 'name': '', 'network_id': '05039306-4fb8-4596-9890-2d4629dfb169', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'mac_address': 'fa:16:3e:45:c8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '07361ac2-05d5-439a-8987-93eca38f6da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:14:11Z', 'updated_at': '2022-03-01T14:14:17Z', 'revision_number': 4, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'subnets': [{'id': '07361ac2-05d5-439a-8987-93eca38f6da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:14:18.803131 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-599b5ec6-36ea-44a3-b3ec-0f2fc5293d97 req-92b858b4-4a0f-4b0a-9438-db65258eb4de tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/ports?device_id=754e6123-ce76-4ed1-a67e-e484e30b2158 HTTP/1.1" status: 200 len: 210 time: 0.1369231 Mar 01 14:14:18.852515 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-61b1fa8a-cffb-4923-8c8f-b841b0a2baa8 None None] Current status of the port 50f3d822-2597-4588-9ced-14b82a142cc3 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:14:18.918111 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d9f1f6ee-af9b-4b10-9f49-729b1531d828 req-d8934c36-f10c-4fce-b840-9951c89b8e1a tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/ports?device_id=06acddc0-d09d-4af6-a5ce-42e52060d3d6 HTTP/1.1" status: 200 len: 210 time: 0.0648127 Mar 01 14:14:19.432360 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-78207c5c-e96b-466d-997d-06a1c5cc352e tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:19.434012 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-78207c5c-e96b-466d-997d-06a1c5cc352e tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.32 "GET /v2.0/networks?id=05039306-4fb8-4596-9890-2d4629dfb169 HTTP/1.1" status: 200 len: 796 time: 0.2551751 Mar 01 14:14:19.436921 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 50f3d822-2597-4588-9ced-14b82a142cc3 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:14:19.613788 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 50f3d822-2597-4588-9ced-14b82a142cc3 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:14:19.614251 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (50f3d822-2597-4588-9ced-14b82a142cc3), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:19.698993 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-df444bc6-76e4-4ed0-8610-67066b5fa272 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff79b98a10ea455c9324e78544626de3 HTTP/1.1" status: 200 len: 478 time: 0.2531369 Mar 01 14:14:19.711058 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-32f59a8b-aebd-4974-9e6e-66d59ff0801b tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Request body: {'port': {'device_id': '754e6123-ce76-4ed1-a67e-e484e30b2158', 'network_id': '05039306-4fb8-4596-9890-2d4629dfb169', 'admin_state_up': True, 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'security_groups': ['496bcaa8-8de3-45c9-88b7-e7ca17103fcf', '12b2da82-de5c-4978-a70a-fcdf5c6f9c9d']}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:14:19.915290 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 50f3d822-2597-4588-9ced-14b82a142cc3 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:14:20.124655 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-92f5bd8d-a57d-42a2-91d1-62a5c216a258 req-1a01fb42-f09e-4974-ab67-d6817a1d2951 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/ports?device_id=754e6123-ce76-4ed1-a67e-e484e30b2158 HTTP/1.1" status: 200 len: 210 time: 0.1160269 Mar 01 14:14:20.167457 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-def31951-ffbf-423b-be33-858c502dc031 req-16e3a8e9-5ae3-487b-b1cc-95626df01c8c tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/ports?device_id=06acddc0-d09d-4af6-a5ce-42e52060d3d6 HTTP/1.1" status: 200 len: 210 time: 0.0616524 Mar 01 14:14:20.189182 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-32f59a8b-aebd-4974-9e6e-66d59ff0801b tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Made reservation on behalf of ff79b98a10ea455c9324e78544626de3 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:14:20.199352 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-32f59a8b-aebd-4974-9e6e-66d59ff0801b tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:20.546492 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-32f59a8b-aebd-4974-9e6e-66d59ff0801b tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Allocated IP 172.20.0.5 (05039306-4fb8-4596-9890-2d4629dfb169/07361ac2-05d5-439a-8987-93eca38f6da4/150d1fc4-163d-47ae-a57a-43f3eb0c14ed) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:14:20.673329 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-e7c11a64-5ce0-4239-b457-3c80ccea7439 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:20.675545 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-e7c11a64-5ce0-4239-b457-3c80ccea7439 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.20 "GET /v2.0/networks?id=41ee5aa1-2c22-4e88-868f-02c332e5ad14 HTTP/1.1" status: 200 len: 808 time: 0.2037013 Mar 01 14:14:20.702134 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-69b140cf-2da6-4d9a-92f2-429e92dc5bed tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Request body: {'port': {'device_id': '06acddc0-d09d-4af6-a5ce-42e52060d3d6', 'network_id': '41ee5aa1-2c22-4e88-868f-02c332e5ad14', 'admin_state_up': True, 'tenant_id': 'a6d06aa7b78a48c7a45bfb979d5b1e74'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:14:20.926290 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-69b140cf-2da6-4d9a-92f2-429e92dc5bed tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Made reservation on behalf of a6d06aa7b78a48c7a45bfb979d5b1e74 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:14:20.930333 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-69b140cf-2da6-4d9a-92f2-429e92dc5bed tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:20.992234 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-32f59a8b-aebd-4974-9e6e-66d59ff0801b tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for port (150d1fc4-163d-47ae-a57a-43f3eb0c14ed), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:21.036476 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-32f59a8b-aebd-4974-9e6e-66d59ff0801b tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (150d1fc4-163d-47ae-a57a-43f3eb0c14ed), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:21.118429 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f59a8b-aebd-4974-9e6e-66d59ff0801b tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Pushing event updated for resources: {'Port': ['ID=150d1fc4-163d-47ae-a57a-43f3eb0c14ed,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:21.146919 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-32f59a8b-aebd-4974-9e6e-66d59ff0801b tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Network 05039306-4fb8-4596-9890-2d4629dfb169 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:14:21.151726 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-32f59a8b-aebd-4974-9e6e-66d59ff0801b tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:14:21.170279 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-32f59a8b-aebd-4974-9e6e-66d59ff0801b tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:14:21.213381 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-69b140cf-2da6-4d9a-92f2-429e92dc5bed tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Allocated IP 172.20.0.3 (41ee5aa1-2c22-4e88-868f-02c332e5ad14/36876992-37aa-4a55-b7a2-9cdfb6cf8d58/4242140b-73bd-4eee-8797-a4cbe36ec4c0) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:14:21.263683 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-32f59a8b-aebd-4974-9e6e-66d59ff0801b tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:21.264416 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-32f59a8b-aebd-4974-9e6e-66d59ff0801b tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:21.300966 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-32f59a8b-aebd-4974-9e6e-66d59ff0801b tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.5965433 Mar 01 14:14:21.332530 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-90fee8ea-e4bf-40f2-9191-72b831d1f3ab service neutron] Request body: {'port': {'device_id': '754e6123-ce76-4ed1-a67e-e484e30b2158', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:14:21.432953 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eb2473f9-21f3-4946-8c08-2e21f66628a0 req-cc32d1d6-9823-426f-a3bc-067b6529d139 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/ports?device_id=06acddc0-d09d-4af6-a5ce-42e52060d3d6 HTTP/1.1" status: 200 len: 210 time: 0.0507255 Mar 01 14:14:21.441372 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-69b140cf-2da6-4d9a-92f2-429e92dc5bed tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Publish callbacks [] for port (4242140b-73bd-4eee-8797-a4cbe36ec4c0), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:21.496122 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-90fee8ea-e4bf-40f2-9191-72b831d1f3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (150d1fc4-163d-47ae-a57a-43f3eb0c14ed), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:21.498680 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-69b140cf-2da6-4d9a-92f2-429e92dc5bed tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (4242140b-73bd-4eee-8797-a4cbe36ec4c0), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:21.525478 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1934d4e-e648-4b77-bdaf-a7b497a6fc8d req-8007d17f-b366-4664-b100-426a3f5f8dcc tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:21.532727 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c1934d4e-e648-4b77-bdaf-a7b497a6fc8d req-8007d17f-b366-4664-b100-426a3f5f8dcc tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/ports?device_id=754e6123-ce76-4ed1-a67e-e484e30b2158 HTTP/1.1" status: 200 len: 970 time: 0.2304087 Mar 01 14:14:21.590462 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b140cf-2da6-4d9a-92f2-429e92dc5bed tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Pushing event updated for resources: {'Port': ['ID=4242140b-73bd-4eee-8797-a4cbe36ec4c0,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:21.604175 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-69b140cf-2da6-4d9a-92f2-429e92dc5bed tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Network 41ee5aa1-2c22-4e88-868f-02c332e5ad14 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:14:21.605895 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-69b140cf-2da6-4d9a-92f2-429e92dc5bed tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:14:21.609591 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-69b140cf-2da6-4d9a-92f2-429e92dc5bed tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:14:21.659919 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c1934d4e-e648-4b77-bdaf-a7b497a6fc8d req-88288046-1a08-4343-8695-bea222fa129c tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/security-groups?id=496bcaa8-8de3-45c9-88b7-e7ca17103fcf&id=12b2da82-de5c-4978-a70a-fcdf5c6f9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0943201 Mar 01 14:14:21.680338 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-69b140cf-2da6-4d9a-92f2-429e92dc5bed tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:21.680968 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-69b140cf-2da6-4d9a-92f2-429e92dc5bed tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:21.703540 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-fe1987fb-76dd-41bd-b4ed-8618aa2b0a4d None None] Provisioning complete for port 150d1fc4-163d-47ae-a57a-43f3eb0c14ed triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:14:21.704084 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fe1987fb-76dd-41bd-b4ed-8618aa2b0a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (150d1fc4-163d-47ae-a57a-43f3eb0c14ed), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:21.732488 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-69b140cf-2da6-4d9a-92f2-429e92dc5bed tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0437577 Mar 01 14:14:21.743805 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-2a44faa6-08c2-44d1-9b75-8a133f9d8893 service neutron] Request body: {'port': {'device_id': '06acddc0-d09d-4af6-a5ce-42e52060d3d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:14:21.801877 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-fe1987fb-76dd-41bd-b4ed-8618aa2b0a4d None None] Port 150d1fc4-163d-47ae-a57a-43f3eb0c14ed cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:14:21.864388 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-2a44faa6-08c2-44d1-9b75-8a133f9d8893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4242140b-73bd-4eee-8797-a4cbe36ec4c0), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:22.146455 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-90fee8ea-e4bf-40f2-9191-72b831d1f3ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 150d1fc4-163d-47ae-a57a-43f3eb0c14ed {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:14:22.166743 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-90fee8ea-e4bf-40f2-9191-72b831d1f3ab service neutron] Publish callbacks [] for port (150d1fc4-163d-47ae-a57a-43f3eb0c14ed), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:22.169651 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c9acd7d2-7bd4-4706-9dd1-c4102c1e1d97 req-8470a391-c98f-4fad-bb30-3bdaa3b9033a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1522f45e-8cc4-429f-8901-f2905a85cb59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0863867 Mar 01 14:14:22.205586 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-90fee8ea-e4bf-40f2-9191-72b831d1f3ab service neutron] Transition to ACTIVE for port object 150d1fc4-163d-47ae-a57a-43f3eb0c14ed will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:14:22.217677 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-90fee8ea-e4bf-40f2-9191-72b831d1f3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (150d1fc4-163d-47ae-a57a-43f3eb0c14ed), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:22.310763 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fee8ea-e4bf-40f2-9191-72b831d1f3ab service neutron] Pushing event updated for resources: {'Port': ['ID=150d1fc4-163d-47ae-a57a-43f3eb0c14ed,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:22.322335 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acd7d2-7bd4-4706-9dd1-c4102c1e1d97 req-a3f60351-8640-49d6-8dfc-df909ebe9e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:22.324638 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c9acd7d2-7bd4-4706-9dd1-c4102c1e1d97 req-a3f60351-8640-49d6-8dfc-df909ebe9e91 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae50cff9be4c452889aded4ce87c0223&device_id=1522f45e-8cc4-429f-8901-f2905a85cb59 HTTP/1.1" status: 200 len: 1132 time: 0.0988963 Mar 01 14:14:22.437329 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-90fee8ea-e4bf-40f2-9191-72b831d1f3ab service neutron] Attempting to bind port 150d1fc4-163d-47ae-a57a-43f3eb0c14ed on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:14:22.437660 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-90fee8ea-e4bf-40f2-9191-72b831d1f3ab service neutron] Attempting to bind port 150d1fc4-163d-47ae-a57a-43f3eb0c14ed by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '07afd308-f7d8-4036-8656-c39a67a8964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '05039306-4fb8-4596-9890-2d4629dfb169'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:14:22.437990 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-90fee8ea-e4bf-40f2-9191-72b831d1f3ab service neutron] Attempting to bind port 150d1fc4-163d-47ae-a57a-43f3eb0c14ed on network 05039306-4fb8-4596-9890-2d4629dfb169 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:14:22.444183 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-90fee8ea-e4bf-40f2-9191-72b831d1f3ab service neutron] Port 150d1fc4-163d-47ae-a57a-43f3eb0c14ed on network 05039306-4fb8-4596-9890-2d4629dfb169 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:14:22.444511 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-90fee8ea-e4bf-40f2-9191-72b831d1f3ab service neutron] Attempting to bind port 150d1fc4-163d-47ae-a57a-43f3eb0c14ed on network 05039306-4fb8-4596-9890-2d4629dfb169 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:14:22.451330 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-90fee8ea-e4bf-40f2-9191-72b831d1f3ab service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:14:22.451751 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-90fee8ea-e4bf-40f2-9191-72b831d1f3ab service neutron] Checking segment: {'id': '07afd308-f7d8-4036-8656-c39a67a8964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '05039306-4fb8-4596-9890-2d4629dfb169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:14:22.452136 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-90fee8ea-e4bf-40f2-9191-72b831d1f3ab service neutron] Bound using segment: {'id': '07afd308-f7d8-4036-8656-c39a67a8964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '05039306-4fb8-4596-9890-2d4629dfb169'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:14:22.453862 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-90fee8ea-e4bf-40f2-9191-72b831d1f3ab service neutron] Bound port: 150d1fc4-163d-47ae-a57a-43f3eb0c14ed, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07afd308-f7d8-4036-8656-c39a67a8964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '05039306-4fb8-4596-9890-2d4629dfb169'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:14:22.454224 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-90fee8ea-e4bf-40f2-9191-72b831d1f3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (150d1fc4-163d-47ae-a57a-43f3eb0c14ed), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:22.547780 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-2a44faa6-08c2-44d1-9b75-8a133f9d8893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4242140b-73bd-4eee-8797-a4cbe36ec4c0 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:14:22.562838 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-90fee8ea-e4bf-40f2-9191-72b831d1f3ab service neutron] For port 150d1fc4-163d-47ae-a57a-43f3eb0c14ed, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:14:22.568136 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-90fee8ea-e4bf-40f2-9191-72b831d1f3ab service neutron] For port 150d1fc4-163d-47ae-a57a-43f3eb0c14ed, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=150d1fc4-163d-47ae-a57a-43f3eb0c14ed,segment=NetworkSegment(07afd308-f7d8-4036-8656-c39a67a8964d),segment_id=07afd308-f7d8-4036-8656-c39a67a8964d)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:14:22.582243 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-2a44faa6-08c2-44d1-9b75-8a133f9d8893 service neutron] Publish callbacks [] for port (4242140b-73bd-4eee-8797-a4cbe36ec4c0), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:22.585211 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-90fee8ea-e4bf-40f2-9191-72b831d1f3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (150d1fc4-163d-47ae-a57a-43f3eb0c14ed), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:22.634398 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-2a44faa6-08c2-44d1-9b75-8a133f9d8893 service neutron] Transition to ACTIVE for port object 4242140b-73bd-4eee-8797-a4cbe36ec4c0 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:14:22.646499 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-2a44faa6-08c2-44d1-9b75-8a133f9d8893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (4242140b-73bd-4eee-8797-a4cbe36ec4c0), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:22.722906 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fee8ea-e4bf-40f2-9191-72b831d1f3ab service neutron] Pushing event updated for resources: {'Port': ['ID=150d1fc4-163d-47ae-a57a-43f3eb0c14ed,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:22.735501 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44faa6-08c2-44d1-9b75-8a133f9d8893 service neutron] Pushing event updated for resources: {'Port': ['ID=4242140b-73bd-4eee-8797-a4cbe36ec4c0,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:22.742759 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acd7d2-7bd4-4706-9dd1-c4102c1e1d97 req-8e9db6fb-6f98-42e6-a5dc-fcce1e969afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:22.744370 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c9acd7d2-7bd4-4706-9dd1-c4102c1e1d97 req-8e9db6fb-6f98-42e6-a5dc-fcce1e969afa service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e5e5cdc-dce5-4633-91fd-8e14363cd220 HTTP/1.1" status: 200 len: 870 time: 0.3550446 Mar 01 14:14:22.752101 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-90fee8ea-e4bf-40f2-9191-72b831d1f3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:22.752987 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-90fee8ea-e4bf-40f2-9191-72b831d1f3ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:22.754850 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-90fee8ea-e4bf-40f2-9191-72b831d1f3ab service neutron] 10.222.0.32 "PUT /v2.0/ports/150d1fc4-163d-47ae-a57a-43f3eb0c14ed HTTP/1.1" status: 200 len: 1130 time: 1.4334245 Mar 01 14:14:22.762963 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '754e6123-ce76-4ed1-a67e-e484e30b2158', 'tag': '150d1fc4-163d-47ae-a57a-43f3eb0c14ed'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:14:22.767589 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738b4afc-8aec-4c73-b27b-3d9a26d93b1e" -d '{"events": [{"name": "network-changed", "server_uuid": "754e6123-ce76-4ed1-a67e-e484e30b2158", "tag": "150d1fc4-163d-47ae-a57a-43f3eb0c14ed"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:14:22.826518 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a7b90-cf76-4d29-95e2-73a6ebe779b3 req-5e4910b3-bf3d-420e-badf-6b0246038f0d tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:22.833398 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ff4a7b90-cf76-4d29-95e2-73a6ebe779b3 req-5e4910b3-bf3d-420e-badf-6b0246038f0d tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/ports?device_id=06acddc0-d09d-4af6-a5ce-42e52060d3d6 HTTP/1.1" status: 200 len: 943 time: 0.2295027 Mar 01 14:14:22.895752 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c9acd7d2-7bd4-4706-9dd1-c4102c1e1d97 req-8a9a93e6-a171-440b-8151-a83edcbcef84 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=103d68c2-0f09-44e8-b96f-1e2042793e90 HTTP/1.1" status: 200 len: 217 time: 0.1443129 Mar 01 14:14:22.974535 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-2a44faa6-08c2-44d1-9b75-8a133f9d8893 service neutron] Attempting to bind port 4242140b-73bd-4eee-8797-a4cbe36ec4c0 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:14:22.974885 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-2a44faa6-08c2-44d1-9b75-8a133f9d8893 service neutron] Attempting to bind port 4242140b-73bd-4eee-8797-a4cbe36ec4c0 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': 'ec61b17b-d697-4152-948e-854d12b71cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '41ee5aa1-2c22-4e88-868f-02c332e5ad14'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:14:22.975201 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-2a44faa6-08c2-44d1-9b75-8a133f9d8893 service neutron] Attempting to bind port 4242140b-73bd-4eee-8797-a4cbe36ec4c0 on network 41ee5aa1-2c22-4e88-868f-02c332e5ad14 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:14:22.996033 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-2a44faa6-08c2-44d1-9b75-8a133f9d8893 service neutron] Port 4242140b-73bd-4eee-8797-a4cbe36ec4c0 on network 41ee5aa1-2c22-4e88-868f-02c332e5ad14 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:14:22.996353 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-2a44faa6-08c2-44d1-9b75-8a133f9d8893 service neutron] Attempting to bind port 4242140b-73bd-4eee-8797-a4cbe36ec4c0 on network 41ee5aa1-2c22-4e88-868f-02c332e5ad14 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:14:23.009980 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-2a44faa6-08c2-44d1-9b75-8a133f9d8893 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:14:23.010324 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-2a44faa6-08c2-44d1-9b75-8a133f9d8893 service neutron] Checking segment: {'id': 'ec61b17b-d697-4152-948e-854d12b71cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '41ee5aa1-2c22-4e88-868f-02c332e5ad14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:14:23.010712 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-2a44faa6-08c2-44d1-9b75-8a133f9d8893 service neutron] Bound using segment: {'id': 'ec61b17b-d697-4152-948e-854d12b71cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '41ee5aa1-2c22-4e88-868f-02c332e5ad14'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:14:23.011145 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-2a44faa6-08c2-44d1-9b75-8a133f9d8893 service neutron] Bound port: 4242140b-73bd-4eee-8797-a4cbe36ec4c0, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec61b17b-d697-4152-948e-854d12b71cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '41ee5aa1-2c22-4e88-868f-02c332e5ad14'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:14:23.011505 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-2a44faa6-08c2-44d1-9b75-8a133f9d8893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4242140b-73bd-4eee-8797-a4cbe36ec4c0), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:23.116799 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acd7d2-7bd4-4706-9dd1-c4102c1e1d97 req-16ad1774-59d5-4131-b6fc-49186b941f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:23.121291 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c9acd7d2-7bd4-4706-9dd1-c4102c1e1d97 req-16ad1774-59d5-4131-b6fc-49186b941f3b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=909a9e4d-2330-4bdf-bf33-da65c3dea6db HTTP/1.1" status: 200 len: 843 time: 0.2100616 Mar 01 14:14:23.127645 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ff4a7b90-cf76-4d29-95e2-73a6ebe779b3 req-4794e087-ac4f-4854-8343-db1b4c4a1f53 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c55c069-974d-4145-8c01-4f32cc46290f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677081 Mar 01 14:14:23.162051 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-76c4e525-20ee-435c-947c-e710f5773574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:23.164455 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-76c4e525-20ee-435c-947c-e710f5773574 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff79b98a10ea455c9324e78544626de3&device_id=754e6123-ce76-4ed1-a67e-e484e30b2158 HTTP/1.1" status: 200 len: 1164 time: 0.3301234 Mar 01 14:14:23.204573 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe6be6-8936-4076-8cbd-dacb24bc75e3 req-b09e38f9-5cea-4e6b-8bd0-b107207ed87f tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:23.212426 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1bfe6be6-8936-4076-8cbd-dacb24bc75e3 req-b09e38f9-5cea-4e6b-8bd0-b107207ed87f tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/ports?device_id=754e6123-ce76-4ed1-a67e-e484e30b2158 HTTP/1.1" status: 200 len: 982 time: 0.2950261 Mar 01 14:14:23.273986 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7e6c6e-8c0f-42ab-b5e9-0b70b747ec3b x-openstack-request-id: req-0f7e6c6e-8c0f-42ab-b5e9-0b70b747ec3b {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:14:23.274312 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "754e6123-ce76-4ed1-a67e-e484e30b2158", "tag": "150d1fc4-163d-47ae-a57a-43f3eb0c14ed", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:14:23.274759 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f7e6c6e-8c0f-42ab-b5e9-0b70b747ec3b {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:14:23.275463 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '754e6123-ce76-4ed1-a67e-e484e30b2158', 'tag': '150d1fc4-163d-47ae-a57a-43f3eb0c14ed', 'status': 'completed', 'code': 200} Mar 01 14:14:23.278135 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-18d741b9-77e4-4d5c-8cb0-aec7d0fe87c7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=150d1fc4-163d-47ae-a57a-43f3eb0c14ed HTTP/1.1" status: 200 len: 217 time: 0.1028335 Mar 01 14:14:23.301301 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-2a44faa6-08c2-44d1-9b75-8a133f9d8893 service neutron] For port 4242140b-73bd-4eee-8797-a4cbe36ec4c0, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:14:23.307463 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-2a44faa6-08c2-44d1-9b75-8a133f9d8893 service neutron] For port 4242140b-73bd-4eee-8797-a4cbe36ec4c0, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=4242140b-73bd-4eee-8797-a4cbe36ec4c0,segment=NetworkSegment(ec61b17b-d697-4152-948e-854d12b71cb5),segment_id=ec61b17b-d697-4152-948e-854d12b71cb5)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:14:23.323226 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acd7d2-7bd4-4706-9dd1-c4102c1e1d97 req-87734965-a1f5-4908-9b54-5242fed9c4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:23.325990 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c9acd7d2-7bd4-4706-9dd1-c4102c1e1d97 req-87734965-a1f5-4908-9b54-5242fed9c4ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e5e5cdc-dce5-4633-91fd-8e14363cd220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1950746 Mar 01 14:14:23.328509 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-2a44faa6-08c2-44d1-9b75-8a133f9d8893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (4242140b-73bd-4eee-8797-a4cbe36ec4c0), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:23.398079 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1bfe6be6-8936-4076-8cbd-dacb24bc75e3 req-de1c97fa-0988-486a-be24-cffaabaa6d92 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/security-groups?id=496bcaa8-8de3-45c9-88b7-e7ca17103fcf&id=12b2da82-de5c-4978-a70a-fcdf5c6f9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1847210 Mar 01 14:14:23.405702 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-4be41065-00bc-4b9e-aca7-4accda6b4484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:23.418653 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-4be41065-00bc-4b9e-aca7-4accda6b4484 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07361ac2-05d5-439a-8987-93eca38f6da4 HTTP/1.1" status: 200 len: 835 time: 0.1215367 Mar 01 14:14:23.419128 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-2a44faa6-08c2-44d1-9b75-8a133f9d8893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:23.419128 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-2a44faa6-08c2-44d1-9b75-8a133f9d8893 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:23.421748 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-2a44faa6-08c2-44d1-9b75-8a133f9d8893 service neutron] 10.222.0.20 "PUT /v2.0/ports/4242140b-73bd-4eee-8797-a4cbe36ec4c0 HTTP/1.1" status: 200 len: 1091 time: 1.6826386 Mar 01 14:14:23.509100 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-f1dd0551-8302-4ac8-aa7a-557ae5983c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:23.510898 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-f1dd0551-8302-4ac8-aa7a-557ae5983c33 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=05039306-4fb8-4596-9890-2d4629dfb169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0919302 Mar 01 14:14:23.573018 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06acddc0-d09d-4af6-a5ce-42e52060d3d6', 'tag': '4242140b-73bd-4eee-8797-a4cbe36ec4c0'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:14:23.578863 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23852237-f233-499e-a2b1-977de20a7aec" -d '{"events": [{"name": "network-changed", "server_uuid": "06acddc0-d09d-4af6-a5ce-42e52060d3d6", "tag": "4242140b-73bd-4eee-8797-a4cbe36ec4c0"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:14:23.586109 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c9acd7d2-7bd4-4706-9dd1-c4102c1e1d97 req-a378d12d-cda4-4e9b-b81a-042d4d45622b service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459331 Mar 01 14:14:23.654626 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e90a9b-0ea6-41f1-b1ef-057ed30882ef x-openstack-request-id: req-79e90a9b-0ea6-41f1-b1ef-057ed30882ef {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:14:23.655063 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06acddc0-d09d-4af6-a5ce-42e52060d3d6", "tag": "4242140b-73bd-4eee-8797-a4cbe36ec4c0", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:14:23.655417 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79e90a9b-0ea6-41f1-b1ef-057ed30882ef {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:14:23.655955 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06acddc0-d09d-4af6-a5ce-42e52060d3d6', 'tag': '4242140b-73bd-4eee-8797-a4cbe36ec4c0', 'status': 'completed', 'code': 200} Mar 01 14:14:23.717659 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-09bc2f7e-e4c3-45c8-912b-1112904914af service neutron] 10.222.0.32 "GET /v2.0/networks/05039306-4fb8-4596-9890-2d4629dfb169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972778 Mar 01 14:14:23.787714 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44faa6-08c2-44d1-9b75-8a133f9d8893 service neutron] Pushing event updated for resources: {'Port': ['ID=4242140b-73bd-4eee-8797-a4cbe36ec4c0,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:23.813532 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-4e1e1cc0-57b0-4e12-bc64-a9a3a51936b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:23.820475 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-4e1e1cc0-57b0-4e12-bc64-a9a3a51936b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6d06aa7b78a48c7a45bfb979d5b1e74&device_id=06acddc0-d09d-4af6-a5ce-42e52060d3d6 HTTP/1.1" status: 200 len: 1125 time: 0.2222998 Mar 01 14:14:23.870403 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-8074abab-3216-424e-b1d8-bc40c1d9eae8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4242140b-73bd-4eee-8797-a4cbe36ec4c0 HTTP/1.1" status: 200 len: 217 time: 0.0473690 Mar 01 14:14:23.912068 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c9acd7d2-7bd4-4706-9dd1-c4102c1e1d97 req-e856d34d-958b-498c-b94d-72e383fc9b81 service neutron] 10.222.0.20 "GET /v2.0/networks/5e5e5cdc-dce5-4633-91fd-8e14363cd220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125005 Mar 01 14:14:23.958652 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-7570a687-507a-4914-a567-4fa882c89255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:23.962814 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-7570a687-507a-4914-a567-4fa882c89255 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36876992-37aa-4a55-b7a2-9cdfb6cf8d58 HTTP/1.1" status: 200 len: 848 time: 0.0822494 Mar 01 14:14:24.021119 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cbb43975-ee81-4287-823f-f4b9526fae01 req-5081f4ce-c104-42c5-9c22-f7df100da25f service neutron] 10.222.0.32 "GET /v2.0/networks/05039306-4fb8-4596-9890-2d4629dfb169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922316 Mar 01 14:14:24.030828 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-00c82603-7fea-438b-a0bc-07e3bb0c844a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=41ee5aa1-2c22-4e88-868f-02c332e5ad14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607734 Mar 01 14:14:24.190685 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b4afc-8aec-4c73-b27b-3d9a26d93b1e req-f2894c72-6f21-4648-b959-b1921ef563ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:24.192409 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-738b4afc-8aec-4c73-b27b-3d9a26d93b1e req-f2894c72-6f21-4648-b959-b1921ef563ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff79b98a10ea455c9324e78544626de3&device_id=754e6123-ce76-4ed1-a67e-e484e30b2158 HTTP/1.1" status: 200 len: 1164 time: 0.1082344 Mar 01 14:14:24.322832 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-8a44239e-8d76-4a5d-bde6-07dd8a6d34ed service neutron] 10.222.0.20 "GET /v2.0/networks/41ee5aa1-2c22-4e88-868f-02c332e5ad14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854414 Mar 01 14:14:24.370960 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5263a9e-b939-4211-9652-ad07c348f96e req-15f33e9d-a9f9-44c1-89eb-da7bee4c8323 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:24.373338 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f5263a9e-b939-4211-9652-ad07c348f96e req-15f33e9d-a9f9-44c1-89eb-da7bee4c8323 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/ports?device_id=06acddc0-d09d-4af6-a5ce-42e52060d3d6 HTTP/1.1" status: 200 len: 943 time: 0.0907674 Mar 01 14:14:24.384593 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b4afc-8aec-4c73-b27b-3d9a26d93b1e req-7ac3e23d-872c-41d1-adda-55e8c78d0dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:24.386253 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-738b4afc-8aec-4c73-b27b-3d9a26d93b1e req-7ac3e23d-872c-41d1-adda-55e8c78d0dc8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=05039306-4fb8-4596-9890-2d4629dfb169 HTTP/1.1" status: 200 len: 897 time: 0.1848683 Mar 01 14:14:24.504026 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-738b4afc-8aec-4c73-b27b-3d9a26d93b1e req-2b62d4c1-dae8-41b6-9c55-5fd4465e7692 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=150d1fc4-163d-47ae-a57a-43f3eb0c14ed HTTP/1.1" status: 200 len: 217 time: 0.0570958 Mar 01 14:14:24.524881 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-10dfb66e-595c-4769-8894-bc2fd0feeceb req-c988401f-cf83-4d41-a48b-abc84f12a7b1 service neutron] 10.222.0.20 "GET /v2.0/networks/41ee5aa1-2c22-4e88-868f-02c332e5ad14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957884 Mar 01 14:14:24.673632 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23852237-f233-499e-a2b1-977de20a7aec req-1b1a4ece-5443-4afb-a1f5-b31643541bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:24.675299 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-23852237-f233-499e-a2b1-977de20a7aec req-1b1a4ece-5443-4afb-a1f5-b31643541bc2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6d06aa7b78a48c7a45bfb979d5b1e74&device_id=06acddc0-d09d-4af6-a5ce-42e52060d3d6 HTTP/1.1" status: 200 len: 1125 time: 0.0800772 Mar 01 14:14:24.698087 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f5263a9e-b939-4211-9652-ad07c348f96e req-73f9c21f-c4a1-4f83-b61a-66a00f2a26bd tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c55c069-974d-4145-8c01-4f32cc46290f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107114 Mar 01 14:14:24.725422 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b4afc-8aec-4c73-b27b-3d9a26d93b1e req-c876fb3f-133a-4ef6-8dd5-1087ebf1e4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:24.727773 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-738b4afc-8aec-4c73-b27b-3d9a26d93b1e req-c876fb3f-133a-4ef6-8dd5-1087ebf1e4ab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07361ac2-05d5-439a-8987-93eca38f6da4 HTTP/1.1" status: 200 len: 835 time: 0.2085612 Mar 01 14:14:24.782276 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead85a8-bcab-4380-8c85-cfc9795ac12b req-bf529fea-ec84-4848-ac07-a9f936f8d9f2 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:24.795213 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fead85a8-bcab-4380-8c85-cfc9795ac12b req-bf529fea-ec84-4848-ac07-a9f936f8d9f2 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/ports?device_id=754e6123-ce76-4ed1-a67e-e484e30b2158 HTTP/1.1" status: 200 len: 982 time: 0.2468641 Mar 01 14:14:24.856044 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23852237-f233-499e-a2b1-977de20a7aec req-7578db51-85cd-47d8-8ab8-5952e24378b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:24.864065 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-23852237-f233-499e-a2b1-977de20a7aec req-7578db51-85cd-47d8-8ab8-5952e24378b5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=41ee5aa1-2c22-4e88-868f-02c332e5ad14 HTTP/1.1" status: 200 len: 909 time: 0.1794515 Mar 01 14:14:24.896111 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b4afc-8aec-4c73-b27b-3d9a26d93b1e req-de15c60f-b352-43a1-b529-76c4ee072bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:24.898297 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-738b4afc-8aec-4c73-b27b-3d9a26d93b1e req-de15c60f-b352-43a1-b529-76c4ee072bc5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=05039306-4fb8-4596-9890-2d4629dfb169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1616211 Mar 01 14:14:24.982235 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fead85a8-bcab-4380-8c85-cfc9795ac12b req-691a9eca-31e5-4f24-87d7-2a5de8d1ce53 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/security-groups?id=496bcaa8-8de3-45c9-88b7-e7ca17103fcf&id=12b2da82-de5c-4978-a70a-fcdf5c6f9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1845019 Mar 01 14:14:24.990740 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-23852237-f233-499e-a2b1-977de20a7aec req-02f7dc28-d72f-4310-910f-6c1b398d3e58 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4242140b-73bd-4eee-8797-a4cbe36ec4c0 HTTP/1.1" status: 200 len: 217 time: 0.1190903 Mar 01 14:14:25.066686 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23852237-f233-499e-a2b1-977de20a7aec req-e93a7722-7ec0-49be-8989-257f0fc19f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:25.068938 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-23852237-f233-499e-a2b1-977de20a7aec req-e93a7722-7ec0-49be-8989-257f0fc19f8f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36876992-37aa-4a55-b7a2-9cdfb6cf8d58 HTTP/1.1" status: 200 len: 848 time: 0.0725448 Mar 01 14:14:25.116935 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-23852237-f233-499e-a2b1-977de20a7aec req-1fb0e372-09e9-445f-9f9f-5f2574845ba6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=41ee5aa1-2c22-4e88-868f-02c332e5ad14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417008 Mar 01 14:14:25.155881 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-738b4afc-8aec-4c73-b27b-3d9a26d93b1e req-aa03ee1f-02cd-455c-b150-e6272ccb6bb8 service neutron] 10.222.0.32 "GET /v2.0/networks/05039306-4fb8-4596-9890-2d4629dfb169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427826 Mar 01 14:14:25.268861 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f75d7bf1-1fa7-4196-8028-eb10eee7f879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:25.326363 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-23852237-f233-499e-a2b1-977de20a7aec req-c2c3f954-ceb9-4223-8d97-f087f311649d service neutron] 10.222.0.20 "GET /v2.0/networks/41ee5aa1-2c22-4e88-868f-02c332e5ad14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999753 Mar 01 14:14:25.342918 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-738b4afc-8aec-4c73-b27b-3d9a26d93b1e req-4f36f5af-31ed-462b-b92e-6a87e2343ee3 service neutron] 10.222.0.32 "GET /v2.0/networks/05039306-4fb8-4596-9890-2d4629dfb169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782396 Mar 01 14:14:25.497390 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-23852237-f233-499e-a2b1-977de20a7aec req-abf43b8b-18b4-4dc6-8702-ca31103b3908 service neutron] 10.222.0.20 "GET /v2.0/networks/41ee5aa1-2c22-4e88-868f-02c332e5ad14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635149 Mar 01 14:14:25.900872 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50495536-4945-4d0e-bb64-f3083c16722e req-1a3821db-bc93-40be-866c-b301e92f3c0d tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:25.902952 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-50495536-4945-4d0e-bb64-f3083c16722e req-1a3821db-bc93-40be-866c-b301e92f3c0d tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/ports?device_id=06acddc0-d09d-4af6-a5ce-42e52060d3d6 HTTP/1.1" status: 200 len: 943 time: 0.1086202 Mar 01 14:14:26.020897 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-50495536-4945-4d0e-bb64-f3083c16722e req-ff789118-5976-4464-9efd-5c97749a39ad tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c55c069-974d-4145-8c01-4f32cc46290f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021407 Mar 01 14:14:26.200117 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec639e-afb7-4778-97ab-874f073ac54a req-4e18e1c9-2a7c-4793-abb4-603bcc681463 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:26.201858 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a5ec639e-afb7-4778-97ab-874f073ac54a req-4e18e1c9-2a7c-4793-abb4-603bcc681463 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/ports?device_id=754e6123-ce76-4ed1-a67e-e484e30b2158 HTTP/1.1" status: 200 len: 982 time: 0.0953391 Mar 01 14:14:26.327078 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a5ec639e-afb7-4778-97ab-874f073ac54a req-1bb3d6c7-230b-4abd-befb-d830af745472 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/security-groups?id=496bcaa8-8de3-45c9-88b7-e7ca17103fcf&id=12b2da82-de5c-4978-a70a-fcdf5c6f9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1168594 Mar 01 14:14:27.206757 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c69971-2519-4a76-bab4-a553f3ed38b0 req-8d0d996f-580b-4925-9929-5a4dbd6687d1 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:27.215199 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-43c69971-2519-4a76-bab4-a553f3ed38b0 req-8d0d996f-580b-4925-9929-5a4dbd6687d1 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/ports?device_id=06acddc0-d09d-4af6-a5ce-42e52060d3d6 HTTP/1.1" status: 200 len: 943 time: 0.0901110 Mar 01 14:14:27.339642 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-43c69971-2519-4a76-bab4-a553f3ed38b0 req-4c4fc121-2c42-4d91-af08-28b7866fe335 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c55c069-974d-4145-8c01-4f32cc46290f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194112 Mar 01 14:14:27.452716 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-94950f02-e66f-49ef-b384-f1181518c4ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:27.767499 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 150d1fc4-163d-47ae-a57a-43f3eb0c14ed details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:14:27.801896 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fd029-8105-481a-a872-2629aafd075a req-51fd7b7b-8f04-4f06-ad12-221faf6866eb tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:27.806908 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f65fd029-8105-481a-a872-2629aafd075a req-51fd7b7b-8f04-4f06-ad12-221faf6866eb tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/ports?device_id=754e6123-ce76-4ed1-a67e-e484e30b2158 HTTP/1.1" status: 200 len: 982 time: 0.4031866 Mar 01 14:14:27.952048 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f65fd029-8105-481a-a872-2629aafd075a req-0e37669c-de26-463a-945e-858af520956b tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/security-groups?id=496bcaa8-8de3-45c9-88b7-e7ca17103fcf&id=12b2da82-de5c-4978-a70a-fcdf5c6f9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1212807 Mar 01 14:14:27.961449 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 150d1fc4-163d-47ae-a57a-43f3eb0c14ed, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=150d1fc4-163d-47ae-a57a-43f3eb0c14ed,segment=NetworkSegment(07afd308-f7d8-4036-8656-c39a67a8964d),segment_id=07afd308-f7d8-4036-8656-c39a67a8964d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:14:27.995883 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '150d1fc4-163d-47ae-a57a-43f3eb0c14ed', 'network_id': '05039306-4fb8-4596-9890-2d4629dfb169', 'port_id': '150d1fc4-163d-47ae-a57a-43f3eb0c14ed', 'mac_address': 'fa:16:3e:99:a0:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07361ac2-05d5-439a-8987-93eca38f6da4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:14:28.069752 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 150d1fc4-163d-47ae-a57a-43f3eb0c14ed is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:14:28.070379 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (150d1fc4-163d-47ae-a57a-43f3eb0c14ed), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:28.083969 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 150d1fc4-163d-47ae-a57a-43f3eb0c14ed {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:14:28.122843 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 150d1fc4-163d-47ae-a57a-43f3eb0c14ed, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=150d1fc4-163d-47ae-a57a-43f3eb0c14ed,segment=NetworkSegment(07afd308-f7d8-4036-8656-c39a67a8964d),segment_id=07afd308-f7d8-4036-8656-c39a67a8964d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:14:28.134980 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (150d1fc4-163d-47ae-a57a-43f3eb0c14ed), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:28.232029 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=150d1fc4-163d-47ae-a57a-43f3eb0c14ed,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:28.436075 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['150d1fc4-163d-47ae-a57a-43f3eb0c14ed'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:14:28.499087 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 4242140b-73bd-4eee-8797-a4cbe36ec4c0 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:14:28.575543 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c75238-13b2-4bf3-9194-a747e5d579db req-cd035d79-3c56-4576-be8b-a867efe21f48 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:28.583137 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-33c75238-13b2-4bf3-9194-a747e5d579db req-cd035d79-3c56-4576-be8b-a867efe21f48 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/ports?device_id=06acddc0-d09d-4af6-a5ce-42e52060d3d6 HTTP/1.1" status: 200 len: 943 time: 0.1169906 Mar 01 14:14:28.610094 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 4242140b-73bd-4eee-8797-a4cbe36ec4c0, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=4242140b-73bd-4eee-8797-a4cbe36ec4c0,segment=NetworkSegment(ec61b17b-d697-4152-948e-854d12b71cb5),segment_id=ec61b17b-d697-4152-948e-854d12b71cb5)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:14:28.638984 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '4242140b-73bd-4eee-8797-a4cbe36ec4c0', 'network_id': '41ee5aa1-2c22-4e88-868f-02c332e5ad14', 'port_id': '4242140b-73bd-4eee-8797-a4cbe36ec4c0', 'mac_address': 'fa:16:3e:b8:39:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36876992-37aa-4a55-b7a2-9cdfb6cf8d58', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:14:28.721580 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 4242140b-73bd-4eee-8797-a4cbe36ec4c0 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:14:28.722348 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4242140b-73bd-4eee-8797-a4cbe36ec4c0), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:28.722479 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-33c75238-13b2-4bf3-9194-a747e5d579db req-e81bbf51-8d3e-484c-b8f3-629dc03d42fc tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c55c069-974d-4145-8c01-4f32cc46290f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378748 Mar 01 14:14:28.746624 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4242140b-73bd-4eee-8797-a4cbe36ec4c0 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:14:28.766693 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 4242140b-73bd-4eee-8797-a4cbe36ec4c0, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=4242140b-73bd-4eee-8797-a4cbe36ec4c0,segment=NetworkSegment(ec61b17b-d697-4152-948e-854d12b71cb5),segment_id=ec61b17b-d697-4152-948e-854d12b71cb5)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:14:28.774705 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (4242140b-73bd-4eee-8797-a4cbe36ec4c0), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:28.853116 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=4242140b-73bd-4eee-8797-a4cbe36ec4c0,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:28.941750 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:29.076729 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['4242140b-73bd-4eee-8797-a4cbe36ec4c0'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:14:29.166807 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195eb3e7-f113-4bb9-8e7c-8acaef105608 req-c0864eb1-65e1-4c6c-834c-b107e293b488 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:29.174881 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-195eb3e7-f113-4bb9-8e7c-8acaef105608 req-c0864eb1-65e1-4c6c-834c-b107e293b488 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/ports?device_id=754e6123-ce76-4ed1-a67e-e484e30b2158 HTTP/1.1" status: 200 len: 983 time: 0.1122785 Mar 01 14:14:29.260796 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-195eb3e7-f113-4bb9-8e7c-8acaef105608 req-e4b114eb-21f9-4ca9-bcc5-f19adf5a5d49 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/security-groups?id=496bcaa8-8de3-45c9-88b7-e7ca17103fcf&id=12b2da82-de5c-4978-a70a-fcdf5c6f9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0839958 Mar 01 14:14:29.782752 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 150d1fc4-163d-47ae-a57a-43f3eb0c14ed up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:14:29.873361 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 150d1fc4-163d-47ae-a57a-43f3eb0c14ed completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:14:29.883368 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 150d1fc4-163d-47ae-a57a-43f3eb0c14ed triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:14:29.883761 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (150d1fc4-163d-47ae-a57a-43f3eb0c14ed), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:29.940289 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076b4eb-94fc-48ba-b573-93a15e2443c8 req-61999f3f-5454-41e8-bf18-a0910c63b423 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:29.948585 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9076b4eb-94fc-48ba-b573-93a15e2443c8 req-61999f3f-5454-41e8-bf18-a0910c63b423 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/ports?device_id=06acddc0-d09d-4af6-a5ce-42e52060d3d6 HTTP/1.1" status: 200 len: 944 time: 0.1024768 Mar 01 14:14:30.003817 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 150d1fc4-163d-47ae-a57a-43f3eb0c14ed is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:14:30.004206 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (150d1fc4-163d-47ae-a57a-43f3eb0c14ed), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:30.038581 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 150d1fc4-163d-47ae-a57a-43f3eb0c14ed, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=150d1fc4-163d-47ae-a57a-43f3eb0c14ed,segment=NetworkSegment(07afd308-f7d8-4036-8656-c39a67a8964d),segment_id=07afd308-f7d8-4036-8656-c39a67a8964d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:14:30.039725 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754e6123-ce76-4ed1-a67e-e484e30b2158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150d1fc4-163d-47ae-a57a-43f3eb0c14ed'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:14:30.042724 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc26fcd2-0788-4249-a719-61891ca0451a" -d '{"events": [{"server_uuid": "754e6123-ce76-4ed1-a67e-e484e30b2158", "name": "network-vif-plugged", "status": "completed", "tag": "150d1fc4-163d-47ae-a57a-43f3eb0c14ed"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:14:30.046934 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (150d1fc4-163d-47ae-a57a-43f3eb0c14ed), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:30.116626 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9076b4eb-94fc-48ba-b573-93a15e2443c8 req-450dcf08-265c-432d-9931-35c30fd7b1db tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c55c069-974d-4145-8c01-4f32cc46290f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658947 Mar 01 14:14:30.144798 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e57765f-7f14-4e05-b6c4-7a93f2167930 x-openstack-request-id: req-8e57765f-7f14-4e05-b6c4-7a93f2167930 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:14:30.145554 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "754e6123-ce76-4ed1-a67e-e484e30b2158", "name": "network-vif-plugged", "status": "completed", "tag": "150d1fc4-163d-47ae-a57a-43f3eb0c14ed", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:14:30.145984 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e57765f-7f14-4e05-b6c4-7a93f2167930 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:14:30.146515 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '754e6123-ce76-4ed1-a67e-e484e30b2158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150d1fc4-163d-47ae-a57a-43f3eb0c14ed', 'code': 200} Mar 01 14:14:30.147699 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:30.151531 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=150d1fc4-163d-47ae-a57a-43f3eb0c14ed,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:30.355551 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0438066-790c-4e87-a394-5b0218cb704d req-76a5bb89-166d-4f1d-9909-80775cf51094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:30.360582 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f0438066-790c-4e87-a394-5b0218cb704d req-76a5bb89-166d-4f1d-9909-80775cf51094 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=754e6123-ce76-4ed1-a67e-e484e30b2158 HTTP/1.1" status: 200 len: 1166 time: 0.1270986 Mar 01 14:14:30.443940 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 4242140b-73bd-4eee-8797-a4cbe36ec4c0 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:14:30.470466 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f0438066-790c-4e87-a394-5b0218cb704d req-86b5792d-9023-4498-b4e1-8b3567312aec service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=496bcaa8-8de3-45c9-88b7-e7ca17103fcf&id=12b2da82-de5c-4978-a70a-fcdf5c6f9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1031826 Mar 01 14:14:30.505398 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbddb3e4-6fc2-4777-b9d3-d5e9329769a7 req-490b0561-deee-4074-bb2a-26683634c3af tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:30.507160 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cbddb3e4-6fc2-4777-b9d3-d5e9329769a7 req-490b0561-deee-4074-bb2a-26683634c3af tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/ports?device_id=754e6123-ce76-4ed1-a67e-e484e30b2158 HTTP/1.1" status: 200 len: 984 time: 0.1341672 Mar 01 14:14:30.519421 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 4242140b-73bd-4eee-8797-a4cbe36ec4c0 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:14:30.539698 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 4242140b-73bd-4eee-8797-a4cbe36ec4c0 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:14:30.539900 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (4242140b-73bd-4eee-8797-a4cbe36ec4c0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:30.659858 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cbddb3e4-6fc2-4777-b9d3-d5e9329769a7 req-028777d2-d808-4677-ba0e-27acb57925f8 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/security-groups?id=496bcaa8-8de3-45c9-88b7-e7ca17103fcf&id=12b2da82-de5c-4978-a70a-fcdf5c6f9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1397097 Mar 01 14:14:30.710623 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 4242140b-73bd-4eee-8797-a4cbe36ec4c0 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:14:30.711269 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4242140b-73bd-4eee-8797-a4cbe36ec4c0), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:30.753936 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 4242140b-73bd-4eee-8797-a4cbe36ec4c0, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=4242140b-73bd-4eee-8797-a4cbe36ec4c0,segment=NetworkSegment(ec61b17b-d697-4152-948e-854d12b71cb5),segment_id=ec61b17b-d697-4152-948e-854d12b71cb5)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:14:30.764102 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (4242140b-73bd-4eee-8797-a4cbe36ec4c0), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:30.888030 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=4242140b-73bd-4eee-8797-a4cbe36ec4c0,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:31.313829 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9bb14-27ea-4755-b5fc-b3889c01e324 req-dfb7e7d4-d774-42c2-a4c8-ca804955e015 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:31.325849 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-69f9bb14-27ea-4755-b5fc-b3889c01e324 req-dfb7e7d4-d774-42c2-a4c8-ca804955e015 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/ports?device_id=06acddc0-d09d-4af6-a5ce-42e52060d3d6 HTTP/1.1" status: 200 len: 945 time: 0.1121190 Mar 01 14:14:31.448256 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-69f9bb14-27ea-4755-b5fc-b3889c01e324 req-4a515ca4-5651-459d-85de-8a29de0ae0e0 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c55c069-974d-4145-8c01-4f32cc46290f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072400 Mar 01 14:14:31.737521 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:31.832692 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f92938-4399-43e7-bd65-fc24a40220b9 req-42c233ab-61d2-4ae1-962c-e3728297caf0 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:31.834312 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-57f92938-4399-43e7-bd65-fc24a40220b9 req-42c233ab-61d2-4ae1-962c-e3728297caf0 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/ports?device_id=754e6123-ce76-4ed1-a67e-e484e30b2158 HTTP/1.1" status: 200 len: 984 time: 0.0877309 Mar 01 14:14:31.928695 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-57f92938-4399-43e7-bd65-fc24a40220b9 req-4fbdf329-3ae1-4344-a762-feb67a946a3f tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/security-groups?id=496bcaa8-8de3-45c9-88b7-e7ca17103fcf&id=12b2da82-de5c-4978-a70a-fcdf5c6f9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0881474 Mar 01 14:14:32.147120 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06acddc0-d09d-4af6-a5ce-42e52060d3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4242140b-73bd-4eee-8797-a4cbe36ec4c0'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:14:32.149707 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd655f4-6b3f-48b2-b233-2cbfa9a845af" -d '{"events": [{"server_uuid": "06acddc0-d09d-4af6-a5ce-42e52060d3d6", "name": "network-vif-plugged", "status": "completed", "tag": "4242140b-73bd-4eee-8797-a4cbe36ec4c0"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:14:32.193221 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb2cfdd-1403-4f68-95d4-973145a8fb82 x-openstack-request-id: req-adb2cfdd-1403-4f68-95d4-973145a8fb82 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:14:32.193659 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06acddc0-d09d-4af6-a5ce-42e52060d3d6", "name": "network-vif-plugged", "status": "completed", "tag": "4242140b-73bd-4eee-8797-a4cbe36ec4c0", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:14:32.194297 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-adb2cfdd-1403-4f68-95d4-973145a8fb82 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:14:32.194738 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06acddc0-d09d-4af6-a5ce-42e52060d3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4242140b-73bd-4eee-8797-a4cbe36ec4c0', 'code': 200} Mar 01 14:14:32.310745 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e2eb6-605a-416d-9db4-3859eba6d834 req-eae3f87d-8d98-4732-ab00-0e863c419e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:32.313080 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-309e2eb6-605a-416d-9db4-3859eba6d834 req-eae3f87d-8d98-4732-ab00-0e863c419e08 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=06acddc0-d09d-4af6-a5ce-42e52060d3d6 HTTP/1.1" status: 200 len: 1127 time: 0.0553856 Mar 01 14:14:32.381394 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-309e2eb6-605a-416d-9db4-3859eba6d834 req-b92193b1-1c76-4f73-8773-fa4cbd65acc9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4c55c069-974d-4145-8c01-4f32cc46290f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620925 Mar 01 14:14:32.584016 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cdf6e5-624b-4278-bea0-3d77937f2f85 req-9e91128b-1a6d-408e-97a5-7cffa70bdf37 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:32.586957 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-36cdf6e5-624b-4278-bea0-3d77937f2f85 req-9e91128b-1a6d-408e-97a5-7cffa70bdf37 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/ports?device_id=06acddc0-d09d-4af6-a5ce-42e52060d3d6 HTTP/1.1" status: 200 len: 945 time: 0.0632238 Mar 01 14:14:32.655373 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-36cdf6e5-624b-4278-bea0-3d77937f2f85 req-ab61de14-a573-4904-9b1d-7655cb4406b0 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c55c069-974d-4145-8c01-4f32cc46290f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606971 Mar 01 14:14:33.090196 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b22a03-72d2-45d4-b3be-3c24713f4227 req-00f45cf8-f536-4417-becb-8ec330966328 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:33.092294 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e5b22a03-72d2-45d4-b3be-3c24713f4227 req-00f45cf8-f536-4417-becb-8ec330966328 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/ports?device_id=754e6123-ce76-4ed1-a67e-e484e30b2158 HTTP/1.1" status: 200 len: 984 time: 0.0629468 Mar 01 14:14:33.187280 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e5b22a03-72d2-45d4-b3be-3c24713f4227 req-44951c15-1998-45c8-993e-8f5c7c5c0f85 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/security-groups?id=496bcaa8-8de3-45c9-88b7-e7ca17103fcf&id=12b2da82-de5c-4978-a70a-fcdf5c6f9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0833700 Mar 01 14:14:33.306866 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf939d-6fd4-483a-bc3e-f0aad9f5cef8 req-c65dd9b7-fff4-410b-95b8-ec3b604b453a tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:33.313552 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-38bf939d-6fd4-483a-bc3e-f0aad9f5cef8 req-c65dd9b7-fff4-410b-95b8-ec3b604b453a tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/ports?device_id=754e6123-ce76-4ed1-a67e-e484e30b2158 HTTP/1.1" status: 200 len: 984 time: 0.0639577 Mar 01 14:14:33.380192 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-38bf939d-6fd4-483a-bc3e-f0aad9f5cef8 req-eb78afb2-f72c-462c-8f3e-f36eac745822 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/security-groups?id=496bcaa8-8de3-45c9-88b7-e7ca17103fcf&id=12b2da82-de5c-4978-a70a-fcdf5c6f9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0637496 Mar 01 14:14:33.566193 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739ad44-7003-4390-8e0e-64bc01b0c021 req-a5a4947d-2421-4841-a830-761409912b9c tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:33.568040 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4739ad44-7003-4390-8e0e-64bc01b0c021 req-a5a4947d-2421-4841-a830-761409912b9c tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=754e6123-ce76-4ed1-a67e-e484e30b2158 HTTP/1.1" status: 200 len: 1166 time: 0.1094174 Mar 01 14:14:33.593613 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-4739ad44-7003-4390-8e0e-64bc01b0c021 req-550b9a01-1acb-4c90-9826-4a76650e637e tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:33.867909 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-4739ad44-7003-4390-8e0e-64bc01b0c021 req-550b9a01-1acb-4c90-9826-4a76650e637e tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] Publish callbacks [] for security_group (ec46fa99-7922-4162-814c-29783f224529), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:33.905328 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-4739ad44-7003-4390-8e0e-64bc01b0c021 req-550b9a01-1acb-4c90-9826-4a76650e637e tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ec46fa99-7922-4162-814c-29783f224529), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:33.976196 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07fdb6-5e6b-4e98-ac93-31cc2a96819f req-9ac283ca-0ce7-42af-89d7-9e63abfa363f tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:33.984113 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5a07fdb6-5e6b-4e98-ac93-31cc2a96819f req-9ac283ca-0ce7-42af-89d7-9e63abfa363f tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/ports?device_id=06acddc0-d09d-4af6-a5ce-42e52060d3d6 HTTP/1.1" status: 200 len: 945 time: 0.1630790 Mar 01 14:14:34.006648 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b9a01-1acb-4c90-9826-4a76650e637e tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec46fa99-7922-4162-814c-29783f224529,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:34.032523 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4739ad44-7003-4390-8e0e-64bc01b0c021 req-550b9a01-1acb-4c90-9826-4a76650e637e tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=496bcaa8-8de3-45c9-88b7-e7ca17103fcf&id=12b2da82-de5c-4978-a70a-fcdf5c6f9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4576836 Mar 01 14:14:34.055734 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 48638) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:14:34.091025 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5a07fdb6-5e6b-4e98-ac93-31cc2a96819f req-a897c135-6600-4fc3-8a54-ed7cb6ad35ee tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c55c069-974d-4145-8c01-4f32cc46290f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058080 Mar 01 14:14:34.135111 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a05bbc-ae03-4962-8287-dd7090b77efe tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:34.138522 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-31a05bbc-ae03-4962-8287-dd7090b77efe tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=754e6123-ce76-4ed1-a67e-e484e30b2158 HTTP/1.1" status: 200 len: 1161 time: 0.0815966 Mar 01 14:14:34.141422 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 48644) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:14:34.148475 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-35d36237-fbdb-4cc5-8925-9e3fecc5603c tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'port_id': '150d1fc4-163d-47ae-a57a-43f3eb0c14ed', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:14:34.200651 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-35d36237-fbdb-4cc5-8925-9e3fecc5603c tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:34.315585 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-35d36237-fbdb-4cc5-8925-9e3fecc5603c tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:34.457369 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-35d36237-fbdb-4cc5-8925-9e3fecc5603c tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Allocated IP 172.25.1.90 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/496f5735-05c8-4368-aad1-447f20432c39) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:14:34.612312 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-35d36237-fbdb-4cc5-8925-9e3fecc5603c tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for port (496f5735-05c8-4368-aad1-447f20432c39), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:34.655267 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-35d36237-fbdb-4cc5-8925-9e3fecc5603c tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (496f5735-05c8-4368-aad1-447f20432c39), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:34.832401 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:14:35.160573 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d36237-fbdb-4cc5-8925-9e3fecc5603c tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Pushing event updated for resources: {'Port': ['ID=496f5735-05c8-4368-aad1-447f20432c39,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:35.187327 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d36237-fbdb-4cc5-8925-9e3fecc5603c tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:14:35.192382 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-35d36237-fbdb-4cc5-8925-9e3fecc5603c tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:14:35.197308 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d36237-fbdb-4cc5-8925-9e3fecc5603c tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:14:35.251536 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae137c4d-6e6c-42ac-9c90-49afb6b77a00 req-19c485bd-ecef-4055-95ad-33c8b5fe6439 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:35.259095 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ae137c4d-6e6c-42ac-9c90-49afb6b77a00 req-19c485bd-ecef-4055-95ad-33c8b5fe6439 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/ports?device_id=06acddc0-d09d-4af6-a5ce-42e52060d3d6 HTTP/1.1" status: 200 len: 945 time: 0.0728765 Mar 01 14:14:35.316390 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ae137c4d-6e6c-42ac-9c90-49afb6b77a00 req-55e90ee8-a772-43a5-bcfe-503d7f7aae1b tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c55c069-974d-4145-8c01-4f32cc46290f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563295 Mar 01 14:14:35.897722 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-35d36237-fbdb-4cc5-8925-9e3fecc5603c tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for floatingip (a6da69b0-6774-462d-b071-ad5723e0ec87), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:36.063885 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-35d36237-fbdb-4cc5-8925-9e3fecc5603c tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (496f5735-05c8-4368-aad1-447f20432c39), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:36.390200 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-35d36237-fbdb-4cc5-8925-9e3fecc5603c tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for port (496f5735-05c8-4368-aad1-447f20432c39), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:36.401642 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794fa676-baab-47c5-a437-d475c970d41b req-a2e36b0d-5496-4fb1-b12a-ad552dd81831 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:36.405204 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-35d36237-fbdb-4cc5-8925-9e3fecc5603c tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (496f5735-05c8-4368-aad1-447f20432c39), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:36.411341 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-794fa676-baab-47c5-a437-d475c970d41b req-a2e36b0d-5496-4fb1-b12a-ad552dd81831 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/ports?device_id=06acddc0-d09d-4af6-a5ce-42e52060d3d6 HTTP/1.1" status: 200 len: 945 time: 0.0875788 Mar 01 14:14:36.479585 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-794fa676-baab-47c5-a437-d475c970d41b req-703572e2-6319-4146-8204-30363225d423 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c55c069-974d-4145-8c01-4f32cc46290f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620370 Mar 01 14:14:36.528757 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-35d36237-fbdb-4cc5-8925-9e3fecc5603c tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (a6da69b0-6774-462d-b071-ad5723e0ec87), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:36.647381 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d36237-fbdb-4cc5-8925-9e3fecc5603c tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Pushing event updated for resources: {'Port': ['ID=496f5735-05c8-4368-aad1-447f20432c39,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:36.688629 n-d-827467-3 neutron-server[103726]: INFO neutron.db.l3_db [None req-35d36237-fbdb-4cc5-8925-9e3fecc5603c tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Floating IP a6da69b0-6774-462d-b071-ad5723e0ec87 associated. External IP: 172.25.1.90, port: 150d1fc4-163d-47ae-a57a-43f3eb0c14ed. Mar 01 14:14:36.933933 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d36237-fbdb-4cc5-8925-9e3fecc5603c tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Router b134dd86-ff2e-46c3-be62-7ffc808702f1 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:14:37.051229 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d36237-fbdb-4cc5-8925-9e3fecc5603c tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:14:37.062973 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08e30c2-9257-4a22-8120-f0633695dd8b None None] Sync routers for ids ['b134dd86-ff2e-46c3-be62-7ffc808702f1'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:14:37.076536 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08e30c2-9257-4a22-8120-f0633695dd8b None None] Routers {'b134dd86-ff2e-46c3-be62-7ffc808702f1'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:14:37.077452 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-c08e30c2-9257-4a22-8120-f0633695dd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:14:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['b134dd86-ff2e-46c3-be62-7ffc808702f1'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:14:37.083169 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-35d36237-fbdb-4cc5-8925-9e3fecc5603c tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:37.121020 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-35d36237-fbdb-4cc5-8925-9e3fecc5603c tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9776254 Mar 01 14:14:37.122382 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '754e6123-ce76-4ed1-a67e-e484e30b2158', 'tag': '150d1fc4-163d-47ae-a57a-43f3eb0c14ed'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:14:37.124425 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 48696) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:14:37.125884 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ae3fe7-044e-4958-8525-9f2ee5d06121" -d '{"events": [{"name": "network-changed", "server_uuid": "754e6123-ce76-4ed1-a67e-e484e30b2158", "tag": "150d1fc4-163d-47ae-a57a-43f3eb0c14ed"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:14:37.175598 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e373397f-49fe-4a78-82f9-8fcdc2e05fb5 x-openstack-request-id: req-e373397f-49fe-4a78-82f9-8fcdc2e05fb5 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:14:37.176258 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "754e6123-ce76-4ed1-a67e-e484e30b2158", "tag": "150d1fc4-163d-47ae-a57a-43f3eb0c14ed", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:14:37.177348 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e373397f-49fe-4a78-82f9-8fcdc2e05fb5 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:14:37.177916 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '754e6123-ce76-4ed1-a67e-e484e30b2158', 'tag': '150d1fc4-163d-47ae-a57a-43f3eb0c14ed', 'status': 'completed', 'code': 200} Mar 01 14:14:37.271102 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-c08e30c2-9257-4a22-8120-f0633695dd8b None None] Set router b134dd86-ff2e-46c3-be62-7ffc808702f1 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:14:37.403229 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae3fe7-044e-4958-8525-9f2ee5d06121 req-171c56b2-892d-473e-afb7-8cdc8583c74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:37.404889 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c6ae3fe7-044e-4958-8525-9f2ee5d06121 req-171c56b2-892d-473e-afb7-8cdc8583c74d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff79b98a10ea455c9324e78544626de3&device_id=754e6123-ce76-4ed1-a67e-e484e30b2158 HTTP/1.1" status: 200 len: 1166 time: 0.1757388 Mar 01 14:14:37.422681 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e37ccc-bb33-4154-a3c6-76ba9c06d4e8 tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:37.423112 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e37ccc-bb33-4154-a3c6-76ba9c06d4e8 tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:37.424320 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e37ccc-bb33-4154-a3c6-76ba9c06d4e8 tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:37.424810 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e37ccc-bb33-4154-a3c6-76ba9c06d4e8 tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:37.425282 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e37ccc-bb33-4154-a3c6-76ba9c06d4e8 tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:37.425921 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e37ccc-bb33-4154-a3c6-76ba9c06d4e8 tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:37.430369 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-23e37ccc-bb33-4154-a3c6-76ba9c06d4e8 tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.3022346 Mar 01 14:14:37.432263 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 48700) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:14:37.615455 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7104c504-69ce-4082-ae92-dd54aa2af42c tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:37.615455 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7104c504-69ce-4082-ae92-dd54aa2af42c tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:37.616826 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7104c504-69ce-4082-ae92-dd54aa2af42c tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:37.617107 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7104c504-69ce-4082-ae92-dd54aa2af42c tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:37.617626 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7104c504-69ce-4082-ae92-dd54aa2af42c tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:37.618588 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7104c504-69ce-4082-ae92-dd54aa2af42c tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:37.626932 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7104c504-69ce-4082-ae92-dd54aa2af42c tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1944613 Mar 01 14:14:37.627595 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 48706) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:14:37.639645 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae3fe7-044e-4958-8525-9f2ee5d06121 req-adda45a5-0d35-4e63-a7f7-bfddf2bbf0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:37.643145 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c6ae3fe7-044e-4958-8525-9f2ee5d06121 req-adda45a5-0d35-4e63-a7f7-bfddf2bbf0df service neutron] 10.222.0.32 "GET /v2.0/networks?id=05039306-4fb8-4596-9890-2d4629dfb169 HTTP/1.1" status: 200 len: 897 time: 0.2289815 Mar 01 14:14:37.766178 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-c08e30c2-9257-4a22-8120-f0633695dd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-386560536', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:14:06Z', 'updated_at': '2022-03-01T14:14:12Z', 'revision_number': 4, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'gw_port': {'id': 'a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:14:07Z', 'updated_at': '2022-03-01T14:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'a6da69b0-6774-462d-b071-ad5723e0ec87', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'floating_ip_address': '172.25.1.90', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'port_id': '150d1fc4-163d-47ae-a57a-43f3eb0c14ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05039306-4fb8-4596-9890-2d4629dfb169', 'mac_address': 'fa:16:3e:99:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e6123-ce76-4ed1-a67e-e484e30b2158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:14:35Z', 'updated_at': '2022-03-01T14:14:35Z', 'revision_number': 0, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f3d822-2597-4588-9ced-14b82a142cc3', 'name': '', 'network_id': '05039306-4fb8-4596-9890-2d4629dfb169', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'mac_address': 'fa:16:3e:45:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '07361ac2-05d5-439a-8987-93eca38f6da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:14:11Z', 'updated_at': '2022-03-01T14:14:18Z', 'revision_number': 5, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'subnets': [{'id': '07361ac2-05d5-439a-8987-93eca38f6da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:14:37.779545 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c6ae3fe7-044e-4958-8525-9f2ee5d06121 req-5568d945-6b90-44b8-a9ed-2df3e515857d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=150d1fc4-163d-47ae-a57a-43f3eb0c14ed HTTP/1.1" status: 200 len: 998 time: 0.1278028 Mar 01 14:14:37.829679 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42011bb0-f489-47be-8806-a4544c785891 req-df9afb18-0e82-4f03-955e-2b94740379a4 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:37.831984 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08e30c2-9257-4a22-8120-f0633695dd8b None None] Checking router: b134dd86-ff2e-46c3-be62-7ffc808702f1 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:14:37.832348 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-42011bb0-f489-47be-8806-a4544c785891 req-df9afb18-0e82-4f03-955e-2b94740379a4 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.20 "GET /v2.0/ports?device_id=06acddc0-d09d-4af6-a5ce-42e52060d3d6 HTTP/1.1" status: 200 len: 945 time: 0.1226718 Mar 01 14:14:37.858708 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08e30c2-9257-4a22-8120-f0633695dd8b None None] Routers {'b134dd86-ff2e-46c3-be62-7ffc808702f1'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:14:37.859431 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-c08e30c2-9257-4a22-8120-f0633695dd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:14:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['b134dd86-ff2e-46c3-be62-7ffc808702f1'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:14:37.877282 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f084c-6749-4046-bf3c-be2eb8bc4693 req-dd127972-0b71-4188-b55f-f8c6523a399d tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:37.880099 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d58f084c-6749-4046-bf3c-be2eb8bc4693 req-dd127972-0b71-4188-b55f-f8c6523a399d tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/ports?device_id=06acddc0-d09d-4af6-a5ce-42e52060d3d6 HTTP/1.1" status: 200 len: 945 time: 0.2867463 Mar 01 14:14:37.985574 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d58f084c-6749-4046-bf3c-be2eb8bc4693 req-f6444467-9300-404b-91c7-ff26a21c7b70 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c55c069-974d-4145-8c01-4f32cc46290f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961916 Mar 01 14:14:37.993799 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae3fe7-044e-4958-8525-9f2ee5d06121 req-253298a2-fbac-4e01-b160-3fa42769217b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:37.995901 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c6ae3fe7-044e-4958-8525-9f2ee5d06121 req-253298a2-fbac-4e01-b160-3fa42769217b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07361ac2-05d5-439a-8987-93eca38f6da4 HTTP/1.1" status: 200 len: 835 time: 0.2000232 Mar 01 14:14:38.120222 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae3fe7-044e-4958-8525-9f2ee5d06121 req-781e6453-713d-4c42-83c2-1bc3742fd8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:38.121929 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c6ae3fe7-044e-4958-8525-9f2ee5d06121 req-781e6453-713d-4c42-83c2-1bc3742fd8d1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=05039306-4fb8-4596-9890-2d4629dfb169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1169162 Mar 01 14:14:38.127245 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-c08e30c2-9257-4a22-8120-f0633695dd8b None None] Set router b134dd86-ff2e-46c3-be62-7ffc808702f1 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:14:38.139194 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-42011bb0-f489-47be-8806-a4544c785891 req-adc68aea-143f-416e-ac2e-9ce4979e50f3 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Deleting port 4242140b-73bd-4eee-8797-a4cbe36ec4c0 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:14:38.140810 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-42011bb0-f489-47be-8806-a4544c785891 req-adc68aea-143f-416e-ac2e-9ce4979e50f3 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (4242140b-73bd-4eee-8797-a4cbe36ec4c0), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:38.252514 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-42011bb0-f489-47be-8806-a4544c785891 req-adc68aea-143f-416e-ac2e-9ce4979e50f3 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] For port 4242140b-73bd-4eee-8797-a4cbe36ec4c0, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=4242140b-73bd-4eee-8797-a4cbe36ec4c0,segment=NetworkSegment(ec61b17b-d697-4152-948e-854d12b71cb5),segment_id=ec61b17b-d697-4152-948e-854d12b71cb5)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:14:38.253217 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-42011bb0-f489-47be-8806-a4544c785891 req-adc68aea-143f-416e-ac2e-9ce4979e50f3 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (4242140b-73bd-4eee-8797-a4cbe36ec4c0), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:38.268112 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-42011bb0-f489-47be-8806-a4544c785891 req-adc68aea-143f-416e-ac2e-9ce4979e50f3 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Calling delete_port for 4242140b-73bd-4eee-8797-a4cbe36ec4c0 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:14:38.297579 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c6ae3fe7-044e-4958-8525-9f2ee5d06121 req-48faf2a9-7d8c-4612-a76f-4d9a16456402 service neutron] 10.222.0.32 "GET /v2.0/networks/05039306-4fb8-4596-9890-2d4629dfb169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688488 Mar 01 14:14:38.402348 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-42011bb0-f489-47be-8806-a4544c785891 req-adc68aea-143f-416e-ac2e-9ce4979e50f3 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (4242140b-73bd-4eee-8797-a4cbe36ec4c0), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:38.416157 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['4242140b-73bd-4eee-8797-a4cbe36ec4c0'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:14:38.494655 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ea47b0c2-ee04-4b90-8cb8-e3ad5b8d0bc5 tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1614 time: 0.8656743 Mar 01 14:14:38.495531 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc68aea-143f-416e-ac2e-9ce4979e50f3 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Pushing event deleted for resources: {'Port': ['ID=4242140b-73bd-4eee-8797-a4cbe36ec4c0,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:14:38.498790 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 48712) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:14:38.538900 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-42011bb0-f489-47be-8806-a4544c785891 req-adc68aea-143f-416e-ac2e-9ce4979e50f3 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] No DVR routers for this DVR port 4242140b-73bd-4eee-8797-a4cbe36ec4c0 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:14:38.542109 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-42011bb0-f489-47be-8806-a4544c785891 req-adc68aea-143f-416e-ac2e-9ce4979e50f3 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:38.545646 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-42011bb0-f489-47be-8806-a4544c785891 req-adc68aea-143f-416e-ac2e-9ce4979e50f3 tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.20 "DELETE /v2.0/ports/4242140b-73bd-4eee-8797-a4cbe36ec4c0 HTTP/1.1" status: 204 len: 173 time: 0.7028198 Mar 01 14:14:38.579941 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c6ae3fe7-044e-4958-8525-9f2ee5d06121 req-151fc8db-9a9c-4b3e-85e9-70b04cae839b service neutron] 10.222.0.32 "GET /v2.0/networks/05039306-4fb8-4596-9890-2d4629dfb169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741702 Mar 01 14:14:38.599061 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-c08e30c2-9257-4a22-8120-f0633695dd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-386560536', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:14:06Z', 'updated_at': '2022-03-01T14:14:12Z', 'revision_number': 4, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'gw_port': {'id': 'a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:14:07Z', 'updated_at': '2022-03-01T14:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'a6da69b0-6774-462d-b071-ad5723e0ec87', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'floating_ip_address': '172.25.1.90', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'port_id': '150d1fc4-163d-47ae-a57a-43f3eb0c14ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05039306-4fb8-4596-9890-2d4629dfb169', 'mac_address': 'fa:16:3e:99:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e6123-ce76-4ed1-a67e-e484e30b2158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:14:35Z', 'updated_at': '2022-03-01T14:14:35Z', 'revision_number': 0, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f3d822-2597-4588-9ced-14b82a142cc3', 'name': '', 'network_id': '05039306-4fb8-4596-9890-2d4629dfb169', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'mac_address': 'fa:16:3e:45:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '07361ac2-05d5-439a-8987-93eca38f6da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:14:11Z', 'updated_at': '2022-03-01T14:14:18Z', 'revision_number': 5, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'subnets': [{'id': '07361ac2-05d5-439a-8987-93eca38f6da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:14:38.602573 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe7909c-8846-4eb2-a92e-9cf0c9fc072d tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:38.603109 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe7909c-8846-4eb2-a92e-9cf0c9fc072d tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:14:38.605505 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-dbe7909c-8846-4eb2-a92e-9cf0c9fc072d tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b134dd86-ff2e-46c3-be62-7ffc808702f1 HTTP/1.1" status: 200 len: 2062 time: 0.0938897 Mar 01 14:14:38.643108 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08e30c2-9257-4a22-8120-f0633695dd8b None None] The sync data for ids ['b134dd86-ff2e-46c3-be62-7ffc808702f1'] in n-d-827467-3 is: [{'id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-386560536', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:14:06Z', 'updated_at': '2022-03-01T14:14:12Z', 'revision_number': 4, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'gw_port': {'id': 'a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:14:07Z', 'updated_at': '2022-03-01T14:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'a6da69b0-6774-462d-b071-ad5723e0ec87', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'floating_ip_address': '172.25.1.90', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'port_id': '150d1fc4-163d-47ae-a57a-43f3eb0c14ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05039306-4fb8-4596-9890-2d4629dfb169', 'mac_address': 'fa:16:3e:99:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e6123-ce76-4ed1-a67e-e484e30b2158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:14:35Z', 'updated_at': '2022-03-01T14:14:35Z', 'revision_number': 0, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f3d822-2597-4588-9ced-14b82a142cc3', 'name': '', 'network_id': '05039306-4fb8-4596-9890-2d4629dfb169', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'mac_address': 'fa:16:3e:45:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '07361ac2-05d5-439a-8987-93eca38f6da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:14:11Z', 'updated_at': '2022-03-01T14:14:18Z', 'revision_number': 5, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'subnets': [{'id': '07361ac2-05d5-439a-8987-93eca38f6da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:14:38.897279 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a850a6d5-614d-4781-abfa-a8f871903eeb None None] New status for floating IP a6da69b0-6774-462d-b071-ad5723e0ec87: ACTIVE {{(pid=103728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 14:14:39.178320 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5aae677c-e8ad-4a41-8984-a877822673e2 req-9db48233-8631-4710-ad28-4058f4d50d8b tempest-VolumesActionsTest-601057956 tempest-VolumesActionsTest-601057956-project] 10.222.0.13 "GET /v2.0/ports?device_id=06acddc0-d09d-4af6-a5ce-42e52060d3d6 HTTP/1.1" status: 200 len: 210 time: 0.0414605 Mar 01 14:14:39.179226 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06acddc0-d09d-4af6-a5ce-42e52060d3d6', 'name': 'network-vif-deleted', 'tag': '4242140b-73bd-4eee-8797-a4cbe36ec4c0'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:14:39.190071 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33743e21-8709-46d3-ad45-3e2f42d175b2" -d '{"events": [{"server_uuid": "06acddc0-d09d-4af6-a5ce-42e52060d3d6", "name": "network-vif-deleted", "tag": "4242140b-73bd-4eee-8797-a4cbe36ec4c0"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:14:39.235491 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfd5e8d-140a-47c7-a6cb-b1e72e2c3faf x-openstack-request-id: req-bbfd5e8d-140a-47c7-a6cb-b1e72e2c3faf {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:14:39.235832 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06acddc0-d09d-4af6-a5ce-42e52060d3d6", "name": "network-vif-deleted", "tag": "4242140b-73bd-4eee-8797-a4cbe36ec4c0", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:14:39.236093 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bbfd5e8d-140a-47c7-a6cb-b1e72e2c3faf {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:14:39.236502 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06acddc0-d09d-4af6-a5ce-42e52060d3d6', 'name': 'network-vif-deleted', 'tag': '4242140b-73bd-4eee-8797-a4cbe36ec4c0', 'status': 'completed', 'code': 200} Mar 01 14:14:39.903935 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:40.153780 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:40.504675 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 4242140b-73bd-4eee-8797-a4cbe36ec4c0 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:14:40.541386 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 4242140b-73bd-4eee-8797-a4cbe36ec4c0 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:14:40.542412 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 4242140b-73bd-4eee-8797-a4cbe36ec4c0 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:14:55.273166 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-678f5fd1-f675-4f40-9267-27c9c87df455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:57.475057 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c4cf3a69-aecc-4da0-9f2e-8d119b65e04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:14:58.949595 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:00.261497 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:00.419348 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 49244) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:00.668213 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3d2b02d6-d143-4a51-ab1e-e14d36b321b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:00.967939 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3d2b02d6-d143-4a51-ab1e-e14d36b321b6 admin admin] Publish callbacks [] for security_group (28771dec-d378-40b0-ba58-4b7e06253dba), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:00.977476 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3d2b02d6-d143-4a51-ab1e-e14d36b321b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (28771dec-d378-40b0-ba58-4b7e06253dba), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:01.042225 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 49292) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:01.042861 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3d2b02d6-d143-4a51-ab1e-e14d36b321b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4dda52f31284e75b0aee64bb0ade393&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6218514 Mar 01 14:15:01.043835 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b02d6-d143-4a51-ab1e-e14d36b321b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28771dec-d378-40b0-ba58-4b7e06253dba,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:01.053065 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b02d6-d143-4a51-ab1e-e14d36b321b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:01.053675 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b02d6-d143-4a51-ab1e-e14d36b321b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:01.054514 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b02d6-d143-4a51-ab1e-e14d36b321b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:01.055850 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b02d6-d143-4a51-ab1e-e14d36b321b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:01.056364 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b02d6-d143-4a51-ab1e-e14d36b321b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:01.057203 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b02d6-d143-4a51-ab1e-e14d36b321b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:01.057727 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b02d6-d143-4a51-ab1e-e14d36b321b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:01.058303 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b02d6-d143-4a51-ab1e-e14d36b321b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:01.061554 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b02d6-d143-4a51-ab1e-e14d36b321b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:01.062129 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b02d6-d143-4a51-ab1e-e14d36b321b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:01.062644 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b02d6-d143-4a51-ab1e-e14d36b321b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:01.063156 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b02d6-d143-4a51-ab1e-e14d36b321b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:01.063661 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b02d6-d143-4a51-ab1e-e14d36b321b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:01.197425 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-179c878d-7440-40e5-9dfc-6b1afc7f52b1 admin admin] Publish callbacks [] for security_group (28771dec-d378-40b0-ba58-4b7e06253dba), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:01.242471 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-179c878d-7440-40e5-9dfc-6b1afc7f52b1 admin admin] Publish callbacks [] for security_group (28771dec-d378-40b0-ba58-4b7e06253dba), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:01.389142 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-179c878d-7440-40e5-9dfc-6b1afc7f52b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (28771dec-d378-40b0-ba58-4b7e06253dba), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:01.392338 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-179c878d-7440-40e5-9dfc-6b1afc7f52b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:01.393542 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-179c878d-7440-40e5-9dfc-6b1afc7f52b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28771dec-d378-40b0-ba58-4b7e06253dba HTTP/1.1" status: 204 len: 168 time: 0.3497596 Mar 01 14:15:01.409001 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c878d-7440-40e5-9dfc-6b1afc7f52b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28771dec-d378-40b0-ba58-4b7e06253dba,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:01.428086 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c878d-7440-40e5-9dfc-6b1afc7f52b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:01.431395 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c878d-7440-40e5-9dfc-6b1afc7f52b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:01.431986 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c878d-7440-40e5-9dfc-6b1afc7f52b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:01.432489 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c878d-7440-40e5-9dfc-6b1afc7f52b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:01.432985 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c878d-7440-40e5-9dfc-6b1afc7f52b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:01.435482 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c878d-7440-40e5-9dfc-6b1afc7f52b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:01.436215 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c878d-7440-40e5-9dfc-6b1afc7f52b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:01.436699 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c878d-7440-40e5-9dfc-6b1afc7f52b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:01.437369 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c878d-7440-40e5-9dfc-6b1afc7f52b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:01.437962 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c878d-7440-40e5-9dfc-6b1afc7f52b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:01.439787 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c878d-7440-40e5-9dfc-6b1afc7f52b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:01.440674 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c878d-7440-40e5-9dfc-6b1afc7f52b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:01.442745 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c878d-7440-40e5-9dfc-6b1afc7f52b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:01.742024 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:09.915387 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:10.176236 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:11.831132 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:15:16.609713 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50076) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:16.696826 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f1d0494-f7ab-431f-b940-31dedd948e71 admin admin] Deleting subnet 36876992-37aa-4a55-b7a2-9cdfb6cf8d58 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:15:16.711016 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8f1d0494-f7ab-431f-b940-31dedd948e71 admin admin] Publish callbacks [] for subnet (36876992-37aa-4a55-b7a2-9cdfb6cf8d58), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:16.750487 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8f1d0494-f7ab-431f-b940-31dedd948e71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (36876992-37aa-4a55-b7a2-9cdfb6cf8d58), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:16.831470 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8f1d0494-f7ab-431f-b940-31dedd948e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (36876992-37aa-4a55-b7a2-9cdfb6cf8d58), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:16.907067 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8f1d0494-f7ab-431f-b940-31dedd948e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (36876992-37aa-4a55-b7a2-9cdfb6cf8d58), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:16.923084 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8f1d0494-f7ab-431f-b940-31dedd948e71 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:16.927002 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8f1d0494-f7ab-431f-b940-31dedd948e71 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/36876992-37aa-4a55-b7a2-9cdfb6cf8d58 HTTP/1.1" status: 204 len: 168 time: 0.3161874 Mar 01 14:15:16.930428 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50084) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:16.948994 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d0494-f7ab-431f-b940-31dedd948e71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36876992-37aa-4a55-b7a2-9cdfb6cf8d58,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:17.081504 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d8822839-f47e-41b9-ae81-c16a1ead2c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (41ee5aa1-2c22-4e88-868f-02c332e5ad14), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:17.204199 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d8822839-f47e-41b9-ae81-c16a1ead2c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (41ee5aa1-2c22-4e88-868f-02c332e5ad14), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:17.232427 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-d8822839-f47e-41b9-ae81-c16a1ead2c32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ee5aa1-2c22-4e88-868f-02c332e5ad14']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:15:17.246477 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-d8822839-f47e-41b9-ae81-c16a1ead2c32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec61b17b-d697-4152-948e-854d12b71cb5') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:15:17.246979 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-d8822839-f47e-41b9-ae81-c16a1ead2c32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec61b17b-d697-4152-948e-854d12b71cb5') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:15:17.260950 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d8822839-f47e-41b9-ae81-c16a1ead2c32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (ec61b17b-d697-4152-948e-854d12b71cb5), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:17.276485 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d8822839-f47e-41b9-ae81-c16a1ead2c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (ec61b17b-d697-4152-948e-854d12b71cb5), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:17.309994 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8822839-f47e-41b9-ae81-c16a1ead2c32 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:15:17.311317 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d8822839-f47e-41b9-ae81-c16a1ead2c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (ec61b17b-d697-4152-948e-854d12b71cb5), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:17.399358 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:15:17.399358 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:15:17.399358 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:15:17.399358 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:15:17.399358 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:15:17.399358 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:15:17.399358 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:15:17.399358 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:15:17.399358 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:15:17.399358 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:15:17.399358 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:15:17.399358 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:15:17.399358 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:15:17.399358 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:15:17.399358 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:15:17.399358 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:15:17.399358 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:15:17.399358 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:15:17.399358 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:15:17.399358 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:15:17.399358 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:15:17.399358 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:15:17.399358 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:15:17.399358 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:15:17.399358 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:15:17.399358 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:15:17.399358 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:15:17.399358 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:15:17.399358 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:15:17.399358 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:15:17.399358 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:15:17.399358 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:15:17.447734 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d8822839-f47e-41b9-ae81-c16a1ead2c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (41ee5aa1-2c22-4e88-868f-02c332e5ad14), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:17.475907 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d8822839-f47e-41b9-ae81-c16a1ead2c32 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:17.485651 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d8822839-f47e-41b9-ae81-c16a1ead2c32 admin admin] 10.222.0.13 "DELETE /v2.0/networks/41ee5aa1-2c22-4e88-868f-02c332e5ad14 HTTP/1.1" status: 204 len: 168 time: 0.5524294 Mar 01 14:15:17.485651 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8822839-f47e-41b9-ae81-c16a1ead2c32 admin admin] Pushing event deleted for resources: {'Network': ['ID=41ee5aa1-2c22-4e88-868f-02c332e5ad14,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:17.849468 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50102) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:17.923733 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-02d93a26-5c0f-4ba9-8b1c-017778429de3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a6d06aa7b78a48c7a45bfb979d5b1e74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0708888 Mar 01 14:15:17.924073 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50104) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:18.016294 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9c89e2e6-177e-4bbf-adea-24c477da2b83 admin admin] Publish callbacks [] for security_group (4c55c069-974d-4145-8c01-4f32cc46290f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:18.042201 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9c89e2e6-177e-4bbf-adea-24c477da2b83 admin admin] Publish callbacks [] for security_group (4c55c069-974d-4145-8c01-4f32cc46290f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:18.119727 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9c89e2e6-177e-4bbf-adea-24c477da2b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4c55c069-974d-4145-8c01-4f32cc46290f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:18.123446 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9c89e2e6-177e-4bbf-adea-24c477da2b83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:18.124662 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9c89e2e6-177e-4bbf-adea-24c477da2b83 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c55c069-974d-4145-8c01-4f32cc46290f HTTP/1.1" status: 204 len: 168 time: 0.1997707 Mar 01 14:15:18.148932 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c89e2e6-177e-4bbf-adea-24c477da2b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c55c069-974d-4145-8c01-4f32cc46290f,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:18.172253 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-94873b62-3a5d-40cc-8d27-578068c5bb32 req-7573e4f3-9d11-41db-a25c-524ddba79e99 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=754e6123-ce76-4ed1-a67e-e484e30b2158&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1767933 Mar 01 14:15:18.316104 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94873b62-3a5d-40cc-8d27-578068c5bb32 req-de16ca03-2d29-4507-969b-874147a28ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:18.319998 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-94873b62-3a5d-40cc-8d27-578068c5bb32 req-de16ca03-2d29-4507-969b-874147a28ae4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff79b98a10ea455c9324e78544626de3&device_id=754e6123-ce76-4ed1-a67e-e484e30b2158 HTTP/1.1" status: 200 len: 1166 time: 0.0851624 Mar 01 14:15:18.518182 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94873b62-3a5d-40cc-8d27-578068c5bb32 req-70836475-7b84-439c-8423-3c65bc034e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:18.520151 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-94873b62-3a5d-40cc-8d27-578068c5bb32 req-70836475-7b84-439c-8423-3c65bc034e49 service neutron] 10.222.0.32 "GET /v2.0/networks?id=05039306-4fb8-4596-9890-2d4629dfb169 HTTP/1.1" status: 200 len: 897 time: 0.1746774 Mar 01 14:15:18.618185 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-94873b62-3a5d-40cc-8d27-578068c5bb32 req-e295815f-7497-47a1-928a-3f71dc360eb5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=150d1fc4-163d-47ae-a57a-43f3eb0c14ed HTTP/1.1" status: 200 len: 1000 time: 0.0911679 Mar 01 14:15:18.747403 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94873b62-3a5d-40cc-8d27-578068c5bb32 req-d9e94e91-76f8-4cdc-b508-446504ae0c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:18.749455 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-94873b62-3a5d-40cc-8d27-578068c5bb32 req-d9e94e91-76f8-4cdc-b508-446504ae0c5b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07361ac2-05d5-439a-8987-93eca38f6da4 HTTP/1.1" status: 200 len: 835 time: 0.1144366 Mar 01 14:15:18.828534 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94873b62-3a5d-40cc-8d27-578068c5bb32 req-27775ec3-093e-4203-b37a-38ca61da8335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:18.830317 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-94873b62-3a5d-40cc-8d27-578068c5bb32 req-27775ec3-093e-4203-b37a-38ca61da8335 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=05039306-4fb8-4596-9890-2d4629dfb169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0657561 Mar 01 14:15:18.970046 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-94873b62-3a5d-40cc-8d27-578068c5bb32 req-6641b6b3-3690-484c-ad15-defb38fa9af9 service neutron] 10.222.0.32 "GET /v2.0/networks/05039306-4fb8-4596-9890-2d4629dfb169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331809 Mar 01 14:15:19.110160 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-94873b62-3a5d-40cc-8d27-578068c5bb32 req-3e4efcf2-c9d5-41e2-90a0-eb08ad817c1e service neutron] 10.222.0.32 "GET /v2.0/networks/05039306-4fb8-4596-9890-2d4629dfb169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324093 Mar 01 14:15:20.179691 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50178) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:20.381825 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-e15af41f-8082-4d70-8adc-0214e99f6cfd tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Request body: {'network': {'name': 'tempest-network-smoke--704721682', 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'port_security_enabled': True}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:15:20.402225 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15af41f-8082-4d70-8adc-0214e99f6cfd tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Made reservation on behalf of ff4bcaf99ac549c98e3a0b08d618fa3f for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:15:20.405611 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e15af41f-8082-4d70-8adc-0214e99f6cfd tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:20.414836 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e15af41f-8082-4d70-8adc-0214e99f6cfd tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:20.493894 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e15af41f-8082-4d70-8adc-0214e99f6cfd tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group (970ca952-36dd-4615-a81c-3e791cfe97ec), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:20.498766 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e15af41f-8082-4d70-8adc-0214e99f6cfd tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (970ca952-36dd-4615-a81c-3e791cfe97ec), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:20.525668 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e15af41f-8082-4d70-8adc-0214e99f6cfd tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:15:20.538931 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e15af41f-8082-4d70-8adc-0214e99f6cfd tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:20.539538 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-e15af41f-8082-4d70-8adc-0214e99f6cfd tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Added segment 2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380 of type vlan for network 1022c802-90c0-4c6e-8805-305a97ea0190 Mar 01 14:15:20.540926 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15af41f-8082-4d70-8adc-0214e99f6cfd tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=970ca952-36dd-4615-a81c-3e791cfe97ec,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:20.587023 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e15af41f-8082-4d70-8adc-0214e99f6cfd tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (1022c802-90c0-4c6e-8805-305a97ea0190), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:20.615208 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e15af41f-8082-4d70-8adc-0214e99f6cfd tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (1022c802-90c0-4c6e-8805-305a97ea0190), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:20.620563 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15af41f-8082-4d70-8adc-0214e99f6cfd tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:20.621265 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e15af41f-8082-4d70-8adc-0214e99f6cfd tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:20.741756 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15af41f-8082-4d70-8adc-0214e99f6cfd tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'Network': ['ID=1022c802-90c0-4c6e-8805-305a97ea0190,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:20.753744 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 1022c802-90c0-4c6e-8805-305a97ea0190 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:15:20.754309 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50194) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:20.759465 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-55f58942-96bb-4c44-bffc-882f77c5cc53 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-746108323', 'admin_state_up': True, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:15:20.764337 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e15af41f-8082-4d70-8adc-0214e99f6cfd tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5833223 Mar 01 14:15:20.789742 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-55f58942-96bb-4c44-bffc-882f77c5cc53 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (cf421311-1b00-4b16-a906-b9a4ea2592ac), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:20.790955 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-55f58942-96bb-4c44-bffc-882f77c5cc53 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (cf421311-1b00-4b16-a906-b9a4ea2592ac), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:20.884343 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-55f58942-96bb-4c44-bffc-882f77c5cc53 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for router_controller (cf421311-1b00-4b16-a906-b9a4ea2592ac), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:20.994511 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0180a0-b7fa-48e6-ba7b-bd829254c506 req-127294b9-5c33-4e7a-962c-596f238c8ef9 tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:21.002180 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4d0180a0-b7fa-48e6-ba7b-bd829254c506 req-127294b9-5c33-4e7a-962c-596f238c8ef9 tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.13 "GET /v2.0/ports?device_id=1522f45e-8cc4-429f-8901-f2905a85cb59 HTTP/1.1" status: 200 len: 950 time: 0.0676966 Mar 01 14:15:21.069296 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4d0180a0-b7fa-48e6-ba7b-bd829254c506 req-56a9698d-6cf4-4582-8d2f-9adacc63cc47 tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6542d5d-8318-4edc-bf1c-786b1c0d0745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661190 Mar 01 14:15:21.080094 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-55f58942-96bb-4c44-bffc-882f77c5cc53 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for router_gateway (cf421311-1b00-4b16-a906-b9a4ea2592ac), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:21.740077 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-55f58942-96bb-4c44-bffc-882f77c5cc53 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for router_gateway (cf421311-1b00-4b16-a906-b9a4ea2592ac), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:21.765714 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-55f58942-96bb-4c44-bffc-882f77c5cc53 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:21.889117 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-55f58942-96bb-4c44-bffc-882f77c5cc53 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Allocated IP 172.25.1.67 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/ecba74c3-3375-4cf1-8545-71cb78ea15d9) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:15:22.002706 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-55f58942-96bb-4c44-bffc-882f77c5cc53 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for port (ecba74c3-3375-4cf1-8545-71cb78ea15d9), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:22.045647 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-55f58942-96bb-4c44-bffc-882f77c5cc53 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (ecba74c3-3375-4cf1-8545-71cb78ea15d9), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:22.121210 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f58942-96bb-4c44-bffc-882f77c5cc53 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'Port': ['ID=ecba74c3-3375-4cf1-8545-71cb78ea15d9,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:22.147224 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f58942-96bb-4c44-bffc-882f77c5cc53 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:15:22.149401 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-55f58942-96bb-4c44-bffc-882f77c5cc53 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:15:22.156427 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f58942-96bb-4c44-bffc-882f77c5cc53 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:15:22.259239 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837de1c-acdd-47dd-896c-a73799f32743 req-1abb1bfd-9e0b-48b7-8c1d-8c6ca5be1f61 tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:22.263211 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3837de1c-acdd-47dd-896c-a73799f32743 req-1abb1bfd-9e0b-48b7-8c1d-8c6ca5be1f61 tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.13 "GET /v2.0/ports?device_id=1522f45e-8cc4-429f-8901-f2905a85cb59 HTTP/1.1" status: 200 len: 950 time: 0.0683529 Mar 01 14:15:22.406853 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3837de1c-acdd-47dd-896c-a73799f32743 req-cbf74cd0-4b90-4d40-9243-4cafe3befb71 tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6542d5d-8318-4edc-bf1c-786b1c0d0745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286218 Mar 01 14:15:22.519284 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-55f58942-96bb-4c44-bffc-882f77c5cc53 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for router_gateway (cf421311-1b00-4b16-a906-b9a4ea2592ac), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:22.794464 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-55f58942-96bb-4c44-bffc-882f77c5cc53 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (cf421311-1b00-4b16-a906-b9a4ea2592ac), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:22.934790 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e286e8-d4fc-4564-bf5d-1e27cc4b2a76 req-0070d13f-674b-47a8-8850-5a1dc2919aba tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:22.936538 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-25e286e8-d4fc-4564-bf5d-1e27cc4b2a76 req-0070d13f-674b-47a8-8850-5a1dc2919aba tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.20 "GET /v2.0/ports?device_id=1522f45e-8cc4-429f-8901-f2905a85cb59 HTTP/1.1" status: 200 len: 950 time: 0.1607912 Mar 01 14:15:23.077503 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-25e286e8-d4fc-4564-bf5d-1e27cc4b2a76 req-3636327c-b5d9-431f-af92-d5ab88cdd09a tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Deleting port 103d68c2-0f09-44e8-b96f-1e2042793e90 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:15:23.077891 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-25e286e8-d4fc-4564-bf5d-1e27cc4b2a76 req-3636327c-b5d9-431f-af92-d5ab88cdd09a tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (103d68c2-0f09-44e8-b96f-1e2042793e90), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:23.081068 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f58942-96bb-4c44-bffc-882f77c5cc53 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Router cf421311-1b00-4b16-a906-b9a4ea2592ac is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:15:23.305088 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-25e286e8-d4fc-4564-bf5d-1e27cc4b2a76 req-3636327c-b5d9-431f-af92-d5ab88cdd09a tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] For port 103d68c2-0f09-44e8-b96f-1e2042793e90, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=103d68c2-0f09-44e8-b96f-1e2042793e90,segment=NetworkSegment(87731ee8-a4e9-46a8-ba3e-3e576fd08096),segment_id=87731ee8-a4e9-46a8-ba3e-3e576fd08096)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:15:23.305468 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-25e286e8-d4fc-4564-bf5d-1e27cc4b2a76 req-3636327c-b5d9-431f-af92-d5ab88cdd09a tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (103d68c2-0f09-44e8-b96f-1e2042793e90), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:23.324259 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-25e286e8-d4fc-4564-bf5d-1e27cc4b2a76 req-3636327c-b5d9-431f-af92-d5ab88cdd09a tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Calling delete_port for 103d68c2-0f09-44e8-b96f-1e2042793e90 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:15:23.337341 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f58942-96bb-4c44-bffc-882f77c5cc53 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:15:23.349386 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ca1ba7-b8d6-4e16-a0e1-063514124417 None None] Sync routers for ids ['cf421311-1b00-4b16-a906-b9a4ea2592ac'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:15:23.385381 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ca1ba7-b8d6-4e16-a0e1-063514124417 None None] Routers {'cf421311-1b00-4b16-a906-b9a4ea2592ac'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:15:23.386592 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-d8ca1ba7-b8d6-4e16-a0e1-063514124417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:14:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['cf421311-1b00-4b16-a906-b9a4ea2592ac'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:15:23.412556 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-55f58942-96bb-4c44-bffc-882f77c5cc53 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:23.431593 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50252) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:23.456951 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-55f58942-96bb-4c44-bffc-882f77c5cc53 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7015662 Mar 01 14:15:23.625703 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50258) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:23.627660 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ebe40851-0b76-4957-a78e-b6350148b7ae tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=ff4bcaf99ac549c98e3a0b08d618fa3f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1948066 Mar 01 14:15:23.650773 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-d8ca1ba7-b8d6-4e16-a0e1-063514124417 None None] Set router cf421311-1b00-4b16-a906-b9a4ea2592ac gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:15:23.678088 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1b2e9-c9f3-418b-b7c3-1d3ccb9dba81 req-ff332227-a100-4bb1-8604-5f4e070666f4 tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:23.679604 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-90f1b2e9-c9f3-418b-b7c3-1d3ccb9dba81 req-ff332227-a100-4bb1-8604-5f4e070666f4 tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.13 "GET /v2.0/ports?device_id=1522f45e-8cc4-429f-8901-f2905a85cb59 HTTP/1.1" status: 200 len: 950 time: 0.1759975 Mar 01 14:15:23.754773 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-25e286e8-d4fc-4564-bf5d-1e27cc4b2a76 req-3636327c-b5d9-431f-af92-d5ab88cdd09a tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (103d68c2-0f09-44e8-b96f-1e2042793e90), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:23.769893 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['103d68c2-0f09-44e8-b96f-1e2042793e90'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:15:23.803289 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-90f1b2e9-c9f3-418b-b7c3-1d3ccb9dba81 req-8c767112-f876-4467-8e59-c529a7d11a41 tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6542d5d-8318-4edc-bf1c-786b1c0d0745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038833 Mar 01 14:15:23.833812 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3636327c-b5d9-431f-af92-d5ab88cdd09a tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Pushing event deleted for resources: {'Port': ['ID=103d68c2-0f09-44e8-b96f-1e2042793e90,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:23.901093 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e286e8-d4fc-4564-bf5d-1e27cc4b2a76 req-3636327c-b5d9-431f-af92-d5ab88cdd09a tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] No DVR routers for this DVR port 103d68c2-0f09-44e8-b96f-1e2042793e90 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:15:23.920132 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-25e286e8-d4fc-4564-bf5d-1e27cc4b2a76 req-3636327c-b5d9-431f-af92-d5ab88cdd09a tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:23.927014 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-25e286e8-d4fc-4564-bf5d-1e27cc4b2a76 req-3636327c-b5d9-431f-af92-d5ab88cdd09a tempest-VolumesBackupsTest-152708642 tempest-VolumesBackupsTest-152708642-project] 10.222.0.20 "DELETE /v2.0/ports/103d68c2-0f09-44e8-b96f-1e2042793e90 HTTP/1.1" status: 204 len: 173 time: 0.9808514 Mar 01 14:15:23.927513 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1522f45e-8cc4-429f-8901-f2905a85cb59', 'name': 'network-vif-deleted', 'tag': '103d68c2-0f09-44e8-b96f-1e2042793e90'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:15:23.930118 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a58388c-dc8e-4a7c-a7f5-f203d9319fc8" -d '{"events": [{"server_uuid": "1522f45e-8cc4-429f-8901-f2905a85cb59", "name": "network-vif-deleted", "tag": "103d68c2-0f09-44e8-b96f-1e2042793e90"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:15:23.972345 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde80462-dfb5-40c5-b764-ff9ab68f9299 tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:23.977502 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50268) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:23.990854 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-bde80462-dfb5-40c5-b764-ff9ab68f9299 tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3626547 Mar 01 14:15:24.035008 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a3a282-b996-466f-89bd-30fe42add875 x-openstack-request-id: req-d8a3a282-b996-466f-89bd-30fe42add875 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:15:24.035577 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1522f45e-8cc4-429f-8901-f2905a85cb59", "name": "network-vif-deleted", "tag": "103d68c2-0f09-44e8-b96f-1e2042793e90", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:15:24.036076 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8a3a282-b996-466f-89bd-30fe42add875 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:15:24.036719 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1522f45e-8cc4-429f-8901-f2905a85cb59', 'name': 'network-vif-deleted', 'tag': '103d68c2-0f09-44e8-b96f-1e2042793e90', 'status': 'completed', 'code': 200} Mar 01 14:15:24.042985 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50270) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:24.043311 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-57052a17-4cec-4616-93ea-9e2358854aa7 tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=645b0646-084a-4922-8a3b-3b65ee21b5e4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0645461 Mar 01 14:15:24.048930 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-9636ee36-2a5a-4f95-9796-fd635e958ab4 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2121141748', 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190', 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:15:24.059267 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-d8ca1ba7-b8d6-4e16-a0e1-063514124417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'name': 'tempest-TestNetworkBasicOps-router-746108323', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:15:20Z', 'updated_at': '2022-03-01T14:15:22Z', 'revision_number': 3, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'gw_port': {'id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:21Z', 'updated_at': '2022-03-01T14:15:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:15:24.097392 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ca1ba7-b8d6-4e16-a0e1-063514124417 None None] Checking router: cf421311-1b00-4b16-a906-b9a4ea2592ac for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:15:24.097799 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ca1ba7-b8d6-4e16-a0e1-063514124417 None None] Updating router cf421311-1b00-4b16-a906-b9a4ea2592ac port ecba74c3-3375-4cf1-8545-71cb78ea15d9 binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:15:24.140576 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-d8ca1ba7-b8d6-4e16-a0e1-063514124417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ecba74c3-3375-4cf1-8545-71cb78ea15d9), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:24.231477 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9636ee36-2a5a-4f95-9796-fd635e958ab4 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Made reservation on behalf of ff4bcaf99ac549c98e3a0b08d618fa3f for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:15:24.238673 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9636ee36-2a5a-4f95-9796-fd635e958ab4 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:24.498410 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9636ee36-2a5a-4f95-9796-fd635e958ab4 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (704d5c11-ff76-46e1-be02-ca4b0482684a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:24.593585 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-d8ca1ba7-b8d6-4e16-a0e1-063514124417 None None] Publish callbacks [] for port (ecba74c3-3375-4cf1-8545-71cb78ea15d9), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:24.611370 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636ee36-2a5a-4f95-9796-fd635e958ab4 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'Subnet': ['ID=704d5c11-ff76-46e1-be02-ca4b0482684a,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:24.613405 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-d8ca1ba7-b8d6-4e16-a0e1-063514124417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ecba74c3-3375-4cf1-8545-71cb78ea15d9), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:24.652859 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9636ee36-2a5a-4f95-9796-fd635e958ab4 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Checking segment: {'id': '2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:15:24.653507 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9636ee36-2a5a-4f95-9796-fd635e958ab4 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Network hostable DHCP agents. Network: 1022c802-90c0-4c6e-8805-305a97ea0190, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:15:24.685929 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9636ee36-2a5a-4f95-9796-fd635e958ab4 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Network 1022c802-90c0-4c6e-8805-305a97ea0190 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:15:24.693979 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-d8ca1ba7-b8d6-4e16-a0e1-063514124417 None None] Attempting to bind port ecba74c3-3375-4cf1-8545-71cb78ea15d9 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:15:24.694347 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-d8ca1ba7-b8d6-4e16-a0e1-063514124417 None None] Attempting to bind port ecba74c3-3375-4cf1-8545-71cb78ea15d9 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:15:24.694709 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ca1ba7-b8d6-4e16-a0e1-063514124417 None None] Attempting to bind port ecba74c3-3375-4cf1-8545-71cb78ea15d9 on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:15:24.701784 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-9636ee36-2a5a-4f95-9796-fd635e958ab4 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 1022c802-90c0-4c6e-8805-305a97ea0190) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:15:24.702726 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a13f5f5-7713-485f-a316-a5979c7c9ec6 None None] Pushing event updated for resources: {'Port': ['ID=ecba74c3-3375-4cf1-8545-71cb78ea15d9,revision_number=2']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:24.706415 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ca1ba7-b8d6-4e16-a0e1-063514124417 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:15:24.707212 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ca1ba7-b8d6-4e16-a0e1-063514124417 None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:15:24.707820 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-d8ca1ba7-b8d6-4e16-a0e1-063514124417 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:24.708359 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ca1ba7-b8d6-4e16-a0e1-063514124417 None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:15:24.709838 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-d8ca1ba7-b8d6-4e16-a0e1-063514124417 None None] Bound port: ecba74c3-3375-4cf1-8545-71cb78ea15d9, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:15:24.710380 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-d8ca1ba7-b8d6-4e16-a0e1-063514124417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ecba74c3-3375-4cf1-8545-71cb78ea15d9), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:24.712336 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2145e1-c14d-43c9-b0b8-3e78b3cfcf22 None None] Network 1022c802-90c0-4c6e-8805-305a97ea0190 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:15:24.747278 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9636ee36-2a5a-4f95-9796-fd635e958ab4 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:24.748502 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9636ee36-2a5a-4f95-9796-fd635e958ab4 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:24.784649 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50282) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:24.789333 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9636ee36-2a5a-4f95-9796-fd635e958ab4 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7447073 Mar 01 14:15:24.793322 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-d8ca1ba7-b8d6-4e16-a0e1-063514124417 None None] For port ecba74c3-3375-4cf1-8545-71cb78ea15d9, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:15:24.797014 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-d8ca1ba7-b8d6-4e16-a0e1-063514124417 None None] For port ecba74c3-3375-4cf1-8545-71cb78ea15d9, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ecba74c3-3375-4cf1-8545-71cb78ea15d9,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:15:24.805827 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a13f5f5-7713-485f-a316-a5979c7c9ec6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:24.806400 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a13f5f5-7713-485f-a316-a5979c7c9ec6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:24.806952 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a13f5f5-7713-485f-a316-a5979c7c9ec6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:24.807435 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a13f5f5-7713-485f-a316-a5979c7c9ec6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:24.808584 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a13f5f5-7713-485f-a316-a5979c7c9ec6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:24.809362 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a13f5f5-7713-485f-a316-a5979c7c9ec6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:24.809860 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a13f5f5-7713-485f-a316-a5979c7c9ec6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:24.810352 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a13f5f5-7713-485f-a316-a5979c7c9ec6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:24.810828 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a13f5f5-7713-485f-a316-a5979c7c9ec6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:24.811300 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a13f5f5-7713-485f-a316-a5979c7c9ec6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:24.811818 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a13f5f5-7713-485f-a316-a5979c7c9ec6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:24.812285 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a13f5f5-7713-485f-a316-a5979c7c9ec6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:24.812995 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a13f5f5-7713-485f-a316-a5979c7c9ec6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:24.817138 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-d8ca1ba7-b8d6-4e16-a0e1-063514124417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ecba74c3-3375-4cf1-8545-71cb78ea15d9), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:24.888783 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ca1ba7-b8d6-4e16-a0e1-063514124417 None None] Routers {'cf421311-1b00-4b16-a906-b9a4ea2592ac'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:15:24.889659 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-d8ca1ba7-b8d6-4e16-a0e1-063514124417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:14:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['cf421311-1b00-4b16-a906-b9a4ea2592ac'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:15:24.970800 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e61f7d3-33a0-4d92-aa24-b40520e48c6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-1022c802-90c0-4c6e-8805-305a97ea0190', 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190', 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'fixed_ips': [{'subnet_id': '704d5c11-ff76-46e1-be02-ca4b0482684a'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:15:24.971650 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1e61f7d3-33a0-4d92-aa24-b40520e48c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:25.003119 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-d8ca1ba7-b8d6-4e16-a0e1-063514124417 None None] Set router cf421311-1b00-4b16-a906-b9a4ea2592ac gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:15:25.166122 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a13f5f5-7713-485f-a316-a5979c7c9ec6 None None] Pushing event updated for resources: {'Port': ['ID=ecba74c3-3375-4cf1-8545-71cb78ea15d9,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:25.335262 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ebdc3665-2288-40b0-9563-6561b79f8ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:25.402049 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-1e61f7d3-33a0-4d92-aa24-b40520e48c6c None None] Allocated IP 172.20.0.2 (1022c802-90c0-4c6e-8805-305a97ea0190/704d5c11-ff76-46e1-be02-ca4b0482684a/b880a29f-61bf-4ba6-9b3a-f03543368a31) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:15:25.406469 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-d8ca1ba7-b8d6-4e16-a0e1-063514124417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'name': 'tempest-TestNetworkBasicOps-router-746108323', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:15:20Z', 'updated_at': '2022-03-01T14:15:22Z', 'revision_number': 3, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'gw_port': {'id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:21Z', 'updated_at': '2022-03-01T14:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:15:25.469164 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ca1ba7-b8d6-4e16-a0e1-063514124417 None None] The sync data for ids ['cf421311-1b00-4b16-a906-b9a4ea2592ac'] in n-d-827467-3 is: [{'id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'name': 'tempest-TestNetworkBasicOps-router-746108323', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:15:20Z', 'updated_at': '2022-03-01T14:15:22Z', 'revision_number': 3, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'gw_port': {'id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:21Z', 'updated_at': '2022-03-01T14:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:15:25.605629 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1e61f7d3-33a0-4d92-aa24-b40520e48c6c None None] Publish callbacks [] for port (b880a29f-61bf-4ba6-9b3a-f03543368a31), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:25.619018 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1e61f7d3-33a0-4d92-aa24-b40520e48c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (b880a29f-61bf-4ba6-9b3a-f03543368a31), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:25.697924 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61f7d3-33a0-4d92-aa24-b40520e48c6c None None] Pushing event updated for resources: {'Port': ['ID=b880a29f-61bf-4ba6-9b3a-f03543368a31,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:25.737741 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e61f7d3-33a0-4d92-aa24-b40520e48c6c None None] Network 1022c802-90c0-4c6e-8805-305a97ea0190 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:15:25.761341 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-1e61f7d3-33a0-4d92-aa24-b40520e48c6c None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:15:25.775522 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e61f7d3-33a0-4d92-aa24-b40520e48c6c None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:15:25.783395 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61f7d3-33a0-4d92-aa24-b40520e48c6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:25.785045 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61f7d3-33a0-4d92-aa24-b40520e48c6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:25.785508 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61f7d3-33a0-4d92-aa24-b40520e48c6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:25.786019 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61f7d3-33a0-4d92-aa24-b40520e48c6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:25.786494 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61f7d3-33a0-4d92-aa24-b40520e48c6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:25.786941 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61f7d3-33a0-4d92-aa24-b40520e48c6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:25.787945 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61f7d3-33a0-4d92-aa24-b40520e48c6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:25.788394 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61f7d3-33a0-4d92-aa24-b40520e48c6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:25.788830 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61f7d3-33a0-4d92-aa24-b40520e48c6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:25.789267 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61f7d3-33a0-4d92-aa24-b40520e48c6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:25.789698 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61f7d3-33a0-4d92-aa24-b40520e48c6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:25.790139 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61f7d3-33a0-4d92-aa24-b40520e48c6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:25.790714 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61f7d3-33a0-4d92-aa24-b40520e48c6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:15:25.898641 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-1e61f7d3-33a0-4d92-aa24-b40520e48c6c None None] Attempting to bind port b880a29f-61bf-4ba6-9b3a-f03543368a31 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:15:25.899499 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-1e61f7d3-33a0-4d92-aa24-b40520e48c6c None None] Attempting to bind port b880a29f-61bf-4ba6-9b3a-f03543368a31 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:15:25.900280 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e61f7d3-33a0-4d92-aa24-b40520e48c6c None None] Attempting to bind port b880a29f-61bf-4ba6-9b3a-f03543368a31 on network 1022c802-90c0-4c6e-8805-305a97ea0190 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:15:25.909274 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e61f7d3-33a0-4d92-aa24-b40520e48c6c None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:15:25.909917 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e61f7d3-33a0-4d92-aa24-b40520e48c6c None None] Checking segment: {'id': '2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:15:25.911314 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1e61f7d3-33a0-4d92-aa24-b40520e48c6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:25.915251 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e61f7d3-33a0-4d92-aa24-b40520e48c6c None None] Bound using segment: {'id': '2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:15:25.916022 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-1e61f7d3-33a0-4d92-aa24-b40520e48c6c None None] Bound port: b880a29f-61bf-4ba6-9b3a-f03543368a31, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:15:25.916576 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1e61f7d3-33a0-4d92-aa24-b40520e48c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b880a29f-61bf-4ba6-9b3a-f03543368a31), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:26.109337 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-1e61f7d3-33a0-4d92-aa24-b40520e48c6c None None] For port b880a29f-61bf-4ba6-9b3a-f03543368a31, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:15:26.113082 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-1e61f7d3-33a0-4d92-aa24-b40520e48c6c None None] For port b880a29f-61bf-4ba6-9b3a-f03543368a31, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=b880a29f-61bf-4ba6-9b3a-f03543368a31,segment=NetworkSegment(2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380),segment_id=2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:15:26.124483 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1e61f7d3-33a0-4d92-aa24-b40520e48c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b880a29f-61bf-4ba6-9b3a-f03543368a31), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:26.309765 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61f7d3-33a0-4d92-aa24-b40520e48c6c None None] Pushing event updated for resources: {'Port': ['ID=b880a29f-61bf-4ba6-9b3a-f03543368a31,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:26.442492 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e52d97ef-729f-485d-9c1c-b5bd5edaaaba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:26.783820 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 103d68c2-0f09-44e8-b96f-1e2042793e90 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:15:26.862524 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 103d68c2-0f09-44e8-b96f-1e2042793e90 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:15:26.863562 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 103d68c2-0f09-44e8-b96f-1e2042793e90 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:15:27.087981 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-e52d97ef-729f-485d-9c1c-b5bd5edaaaba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Allocated IP 172.20.0.1 (1022c802-90c0-4c6e-8805-305a97ea0190/704d5c11-ff76-46e1-be02-ca4b0482684a/15ffff99-7733-43d2-9caa-9c2e4b3e43bc) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:15:27.332278 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e52d97ef-729f-485d-9c1c-b5bd5edaaaba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for port (15ffff99-7733-43d2-9caa-9c2e4b3e43bc), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:27.488602 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7e6d5a29-f43f-4c75-9894-5cda17e02c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:27.498179 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e52d97ef-729f-485d-9c1c-b5bd5edaaaba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (15ffff99-7733-43d2-9caa-9c2e4b3e43bc), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:27.593696 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52d97ef-729f-485d-9c1c-b5bd5edaaaba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Network 1022c802-90c0-4c6e-8805-305a97ea0190 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:15:27.597615 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-e52d97ef-729f-485d-9c1c-b5bd5edaaaba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:15:27.604344 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52d97ef-729f-485d-9c1c-b5bd5edaaaba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:15:27.703332 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ecba74c3-3375-4cf1-8545-71cb78ea15d9 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:15:27.773032 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d97ef-729f-485d-9c1c-b5bd5edaaaba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'Port': ['ID=15ffff99-7733-43d2-9caa-9c2e4b3e43bc,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:27.816939 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e52d97ef-729f-485d-9c1c-b5bd5edaaaba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (cf421311-1b00-4b16-a906-b9a4ea2592ac), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:27.894092 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port ecba74c3-3375-4cf1-8545-71cb78ea15d9 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:15:27.896845 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ecba74c3-3375-4cf1-8545-71cb78ea15d9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:28.174536 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e52d97ef-729f-485d-9c1c-b5bd5edaaaba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (15ffff99-7733-43d2-9caa-9c2e4b3e43bc), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:28.214873 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369ede52-4491-4726-9d57-13123cd76040 None None] Network 1022c802-90c0-4c6e-8805-305a97ea0190 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:15:28.529798 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port ecba74c3-3375-4cf1-8545-71cb78ea15d9 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:15:28.530456 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ecba74c3-3375-4cf1-8545-71cb78ea15d9), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:28.563281 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port ecba74c3-3375-4cf1-8545-71cb78ea15d9, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ecba74c3-3375-4cf1-8545-71cb78ea15d9,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:15:28.578853 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ecba74c3-3375-4cf1-8545-71cb78ea15d9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:28.580066 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device b880a29f-61bf-4ba6-9b3a-f03543368a31 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:15:28.720903 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-8f2c8a4d-9bc5-4312-9d37-36287e517a00 None None] Provisioning complete for port b880a29f-61bf-4ba6-9b3a-f03543368a31 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:15:28.721278 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8f2c8a4d-9bc5-4312-9d37-36287e517a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (b880a29f-61bf-4ba6-9b3a-f03543368a31), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:28.804271 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e52d97ef-729f-485d-9c1c-b5bd5edaaaba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for port (15ffff99-7733-43d2-9caa-9c2e4b3e43bc), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:28.816443 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e52d97ef-729f-485d-9c1c-b5bd5edaaaba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (15ffff99-7733-43d2-9caa-9c2e4b3e43bc), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:28.846883 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=ecba74c3-3375-4cf1-8545-71cb78ea15d9,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:29.055167 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e52d97ef-729f-485d-9c1c-b5bd5edaaaba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (cf421311-1b00-4b16-a906-b9a4ea2592ac), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:29.066167 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d97ef-729f-485d-9c1c-b5bd5edaaaba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'Port': ['ID=15ffff99-7733-43d2-9caa-9c2e4b3e43bc,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:29.071403 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-8f2c8a4d-9bc5-4312-9d37-36287e517a00 None None] Current status of the port b880a29f-61bf-4ba6-9b3a-f03543368a31 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:15:29.073092 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8f2c8a4d-9bc5-4312-9d37-36287e517a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b880a29f-61bf-4ba6-9b3a-f03543368a31), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:29.130543 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:29.198891 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-8f2c8a4d-9bc5-4312-9d37-36287e517a00 None None] For port b880a29f-61bf-4ba6-9b3a-f03543368a31, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=b880a29f-61bf-4ba6-9b3a-f03543368a31,segment=NetworkSegment(2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380),segment_id=2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:15:29.221031 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port b880a29f-61bf-4ba6-9b3a-f03543368a31 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:15:29.221377 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (b880a29f-61bf-4ba6-9b3a-f03543368a31), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:29.226240 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8f2c8a4d-9bc5-4312-9d37-36287e517a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b880a29f-61bf-4ba6-9b3a-f03543368a31), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:29.282716 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52d97ef-729f-485d-9c1c-b5bd5edaaaba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Network 1022c802-90c0-4c6e-8805-305a97ea0190 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:15:29.284206 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-e52d97ef-729f-485d-9c1c-b5bd5edaaaba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:15:29.435249 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-a59b6561-86fb-4655-9f50-59bedee91c9f None None] Provisioning complete for port b880a29f-61bf-4ba6-9b3a-f03543368a31 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:15:29.435626 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a59b6561-86fb-4655-9f50-59bedee91c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (b880a29f-61bf-4ba6-9b3a-f03543368a31), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:29.504268 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52d97ef-729f-485d-9c1c-b5bd5edaaaba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Router cf421311-1b00-4b16-a906-b9a4ea2592ac has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:15:29.550543 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c8a4d-9bc5-4312-9d37-36287e517a00 None None] Pushing event updated for resources: {'Port': ['ID=b880a29f-61bf-4ba6-9b3a-f03543368a31,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:29.697715 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52d97ef-729f-485d-9c1c-b5bd5edaaaba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:15:29.700479 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-a59b6561-86fb-4655-9f50-59bedee91c9f None None] Current status of the port b880a29f-61bf-4ba6-9b3a-f03543368a31 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:15:29.710377 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4964f2d5-4838-4c96-bc17-4f1d7fa25ee8 None None] Sync routers for ids ['cf421311-1b00-4b16-a906-b9a4ea2592ac'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:15:29.711279 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e52d97ef-729f-485d-9c1c-b5bd5edaaaba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "PUT /v2.0/routers/cf421311-1b00-4b16-a906-b9a4ea2592ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9255795 Mar 01 14:15:29.715109 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50358) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:29.747720 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port b880a29f-61bf-4ba6-9b3a-f03543368a31 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:15:29.753626 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4964f2d5-4838-4c96-bc17-4f1d7fa25ee8 None None] Routers {'cf421311-1b00-4b16-a906-b9a4ea2592ac'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:15:29.755035 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-4964f2d5-4838-4c96-bc17-4f1d7fa25ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:15:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['cf421311-1b00-4b16-a906-b9a4ea2592ac'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:15:29.936498 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-4964f2d5-4838-4c96-bc17-4f1d7fa25ee8 None None] Set router cf421311-1b00-4b16-a906-b9a4ea2592ac gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:15:30.057576 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-a59b6561-86fb-4655-9f50-59bedee91c9f None None] Provisioning complete for port 15ffff99-7733-43d2-9caa-9c2e4b3e43bc triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:15:30.058112 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a59b6561-86fb-4655-9f50-59bedee91c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (15ffff99-7733-43d2-9caa-9c2e4b3e43bc), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:30.059762 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ecba74c3-3375-4cf1-8545-71cb78ea15d9 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:15:30.184985 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e6ae20-7d56-4cf8-b9cb-4144cb262ae0 tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:30.185458 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e6ae20-7d56-4cf8-b9cb-4144cb262ae0 tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:30.185922 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e6ae20-7d56-4cf8-b9cb-4144cb262ae0 tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:30.186517 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e6ae20-7d56-4cf8-b9cb-4144cb262ae0 tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:30.186836 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e6ae20-7d56-4cf8-b9cb-4144cb262ae0 tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:30.187289 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e6ae20-7d56-4cf8-b9cb-4144cb262ae0 tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:30.192085 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-77e6ae20-7d56-4cf8-b9cb-4144cb262ae0 tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4271 time: 0.4758713 Mar 01 14:15:30.193241 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50366) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:30.207010 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-a59b6561-86fb-4655-9f50-59bedee91c9f None None] Port 15ffff99-7733-43d2-9caa-9c2e4b3e43bc cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:15:30.221465 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:30.243999 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port ecba74c3-3375-4cf1-8545-71cb78ea15d9 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:15:30.244386 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ecba74c3-3375-4cf1-8545-71cb78ea15d9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:30.380380 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-3db51b10-f1eb-482b-9865-d29d6fbc46ed None None] Provisioning complete for port 15ffff99-7733-43d2-9caa-9c2e4b3e43bc triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:15:30.380761 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3db51b10-f1eb-482b-9865-d29d6fbc46ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (15ffff99-7733-43d2-9caa-9c2e4b3e43bc), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:30.417695 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acdaa76-3cdf-4754-adc1-808559de9c34 tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:30.418163 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acdaa76-3cdf-4754-adc1-808559de9c34 tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:30.418622 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acdaa76-3cdf-4754-adc1-808559de9c34 tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:30.419071 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acdaa76-3cdf-4754-adc1-808559de9c34 tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:30.419519 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acdaa76-3cdf-4754-adc1-808559de9c34 tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:30.419991 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acdaa76-3cdf-4754-adc1-808559de9c34 tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:30.424492 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3acdaa76-3cdf-4754-adc1-808559de9c34 tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3993 time: 0.2269778 Mar 01 14:15:30.426336 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50374) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:30.455662 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port ecba74c3-3375-4cf1-8545-71cb78ea15d9 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:15:30.456772 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device b880a29f-61bf-4ba6-9b3a-f03543368a31 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:15:30.497921 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3db51b10-f1eb-482b-9865-d29d6fbc46ed None None] Port 15ffff99-7733-43d2-9caa-9c2e4b3e43bc cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:15:30.515599 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port b880a29f-61bf-4ba6-9b3a-f03543368a31 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:15:30.516005 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (b880a29f-61bf-4ba6-9b3a-f03543368a31), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:30.553267 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-4964f2d5-4838-4c96-bc17-4f1d7fa25ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'name': 'tempest-TestNetworkBasicOps-router-746108323', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:15:20Z', 'updated_at': '2022-03-01T14:15:28Z', 'revision_number': 4, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'gw_port': {'id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:21Z', 'updated_at': '2022-03-01T14:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '15ffff99-7733-43d2-9caa-9c2e4b3e43bc', 'name': '', 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'mac_address': 'fa:16:3e:00:c4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '704d5c11-ff76-46e1-be02-ca4b0482684a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:26Z', 'updated_at': '2022-03-01T14:15:28Z', 'revision_number': 2, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'subnets': [{'id': '704d5c11-ff76-46e1-be02-ca4b0482684a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:15:30.586885 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4964f2d5-4838-4c96-bc17-4f1d7fa25ee8 None None] Checking router: cf421311-1b00-4b16-a906-b9a4ea2592ac for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:15:30.587241 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4964f2d5-4838-4c96-bc17-4f1d7fa25ee8 None None] Updating router cf421311-1b00-4b16-a906-b9a4ea2592ac port 15ffff99-7733-43d2-9caa-9c2e4b3e43bc binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:15:30.795081 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-97886632-cf72-4312-a6ed-459e835f38b4 tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2331 time: 0.3629971 Mar 01 14:15:31.027134 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4964f2d5-4838-4c96-bc17-4f1d7fa25ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (15ffff99-7733-43d2-9caa-9c2e4b3e43bc), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:31.052197 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port b880a29f-61bf-4ba6-9b3a-f03543368a31 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:15:31.272198 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50390) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:31.276987 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-cbd7c4eb-ff2b-400f-abe2-6f34c4b75a91 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1059683537', 'description': 'tempest-secgroup-smoke-1059683537 description', 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:15:31.306570 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cbd7c4eb-ff2b-400f-abe2-6f34c4b75a91 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:31.413682 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cbd7c4eb-ff2b-400f-abe2-6f34c4b75a91 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group (2c55c3ff-8f2f-446a-aa35-d86b1a88b409), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:31.423457 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cbd7c4eb-ff2b-400f-abe2-6f34c4b75a91 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (2c55c3ff-8f2f-446a-aa35-d86b1a88b409), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:31.490771 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7c4eb-ff2b-400f-abe2-6f34c4b75a91 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c55c3ff-8f2f-446a-aa35-d86b1a88b409,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:31.506873 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cbd7c4eb-ff2b-400f-abe2-6f34c4b75a91 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:31.514016 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50394) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:31.515639 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-cbd7c4eb-ff2b-400f-abe2-6f34c4b75a91 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2429926 Mar 01 14:15:31.519940 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-d3e60094-141b-412f-9a3e-21b863578708 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Request body: {'security_group_rule': {'security_group_id': '2c55c3ff-8f2f-446a-aa35-d86b1a88b409', 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:15:31.531124 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4964f2d5-4838-4c96-bc17-4f1d7fa25ee8 None None] Publish callbacks [] for port (15ffff99-7733-43d2-9caa-9c2e4b3e43bc), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:31.544248 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4964f2d5-4838-4c96-bc17-4f1d7fa25ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (15ffff99-7733-43d2-9caa-9c2e4b3e43bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:31.571060 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d3e60094-141b-412f-9a3e-21b863578708 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (38060955-b173-4923-be08-c17f756288b8), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:31.613833 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c3c84-87ab-4d6d-abde-c7938dd66b79 None None] Pushing event updated for resources: {'Port': ['ID=15ffff99-7733-43d2-9caa-9c2e4b3e43bc,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:31.686157 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d3e60094-141b-412f-9a3e-21b863578708 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (38060955-b173-4923-be08-c17f756288b8), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:31.713821 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d3e60094-141b-412f-9a3e-21b863578708 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (38060955-b173-4923-be08-c17f756288b8), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:31.743764 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d3e60094-141b-412f-9a3e-21b863578708 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:31.749891 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d3e60094-141b-412f-9a3e-21b863578708 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2314162 Mar 01 14:15:31.750531 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50402) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:31.763216 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-ce4fed25-8919-492a-8489-ec05d3564396 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Request body: {'security_group_rule': {'security_group_id': '2c55c3ff-8f2f-446a-aa35-d86b1a88b409', 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:15:31.772848 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e60094-141b-412f-9a3e-21b863578708 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38060955-b173-4923-be08-c17f756288b8,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:31.798884 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-4964f2d5-4838-4c96-bc17-4f1d7fa25ee8 None None] Attempting to bind port 15ffff99-7733-43d2-9caa-9c2e4b3e43bc on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:15:31.799489 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-4964f2d5-4838-4c96-bc17-4f1d7fa25ee8 None None] Attempting to bind port 15ffff99-7733-43d2-9caa-9c2e4b3e43bc by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:15:31.800247 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4964f2d5-4838-4c96-bc17-4f1d7fa25ee8 None None] Attempting to bind port 15ffff99-7733-43d2-9caa-9c2e4b3e43bc on network 1022c802-90c0-4c6e-8805-305a97ea0190 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:15:31.828862 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4964f2d5-4838-4c96-bc17-4f1d7fa25ee8 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:15:31.833240 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4964f2d5-4838-4c96-bc17-4f1d7fa25ee8 None None] Checking segment: {'id': '2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:15:31.833786 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4964f2d5-4838-4c96-bc17-4f1d7fa25ee8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:31.836229 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4964f2d5-4838-4c96-bc17-4f1d7fa25ee8 None None] Bound using segment: {'id': '2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:15:31.836852 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-4964f2d5-4838-4c96-bc17-4f1d7fa25ee8 None None] Bound port: 15ffff99-7733-43d2-9caa-9c2e4b3e43bc, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:15:31.838449 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ce4fed25-8919-492a-8489-ec05d3564396 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (4941b357-6337-465a-b32a-73f24e3eb3c0), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:31.839329 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4964f2d5-4838-4c96-bc17-4f1d7fa25ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (15ffff99-7733-43d2-9caa-9c2e4b3e43bc), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:31.858731 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:31.951964 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-4964f2d5-4838-4c96-bc17-4f1d7fa25ee8 None None] For port 15ffff99-7733-43d2-9caa-9c2e4b3e43bc, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:15:31.964568 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-4964f2d5-4838-4c96-bc17-4f1d7fa25ee8 None None] For port 15ffff99-7733-43d2-9caa-9c2e4b3e43bc, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=15ffff99-7733-43d2-9caa-9c2e4b3e43bc,segment=NetworkSegment(2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380),segment_id=2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:15:31.972356 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4964f2d5-4838-4c96-bc17-4f1d7fa25ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (15ffff99-7733-43d2-9caa-9c2e4b3e43bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:32.014224 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ce4fed25-8919-492a-8489-ec05d3564396 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (4941b357-6337-465a-b32a-73f24e3eb3c0), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:32.028515 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ce4fed25-8919-492a-8489-ec05d3564396 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (4941b357-6337-465a-b32a-73f24e3eb3c0), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:32.046183 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c3c84-87ab-4d6d-abde-c7938dd66b79 None None] Pushing event updated for resources: {'Port': ['ID=15ffff99-7733-43d2-9caa-9c2e4b3e43bc,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:32.067334 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4fed25-8919-492a-8489-ec05d3564396 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4941b357-6337-465a-b32a-73f24e3eb3c0,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:32.082176 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ce4fed25-8919-492a-8489-ec05d3564396 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:32.083291 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ce4fed25-8919-492a-8489-ec05d3564396 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3314140 Mar 01 14:15:32.086653 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50406) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:32.093169 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-f5cb8f4d-362c-42a6-9308-f67bc851ed10 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Request body: {'security_group_rule': {'security_group_id': '2c55c3ff-8f2f-446a-aa35-d86b1a88b409', 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:15:32.109314 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-614d9413-26d3-442f-957e-a84f618f99d9 None None] Provisioning complete for port 15ffff99-7733-43d2-9caa-9c2e4b3e43bc triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:15:32.109695 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-614d9413-26d3-442f-957e-a84f618f99d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (15ffff99-7733-43d2-9caa-9c2e4b3e43bc), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:32.140665 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4964f2d5-4838-4c96-bc17-4f1d7fa25ee8 None None] Routers {'cf421311-1b00-4b16-a906-b9a4ea2592ac'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:15:32.141312 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-4964f2d5-4838-4c96-bc17-4f1d7fa25ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:15:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['cf421311-1b00-4b16-a906-b9a4ea2592ac'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:15:32.163476 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f5cb8f4d-362c-42a6-9308-f67bc851ed10 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (63d44122-3253-4b34-b41e-5c19380756b2), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:32.336347 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-4964f2d5-4838-4c96-bc17-4f1d7fa25ee8 None None] Set router cf421311-1b00-4b16-a906-b9a4ea2592ac gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:15:32.662120 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-614d9413-26d3-442f-957e-a84f618f99d9 None None] Current status of the port 15ffff99-7733-43d2-9caa-9c2e4b3e43bc is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:15:32.662794 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-614d9413-26d3-442f-957e-a84f618f99d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (15ffff99-7733-43d2-9caa-9c2e4b3e43bc), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:32.687257 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f5cb8f4d-362c-42a6-9308-f67bc851ed10 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (63d44122-3253-4b34-b41e-5c19380756b2), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:32.695914 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f5cb8f4d-362c-42a6-9308-f67bc851ed10 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (63d44122-3253-4b34-b41e-5c19380756b2), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:32.722495 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb8f4d-362c-42a6-9308-f67bc851ed10 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63d44122-3253-4b34-b41e-5c19380756b2,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:32.731647 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-614d9413-26d3-442f-957e-a84f618f99d9 None None] For port 15ffff99-7733-43d2-9caa-9c2e4b3e43bc, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=15ffff99-7733-43d2-9caa-9c2e4b3e43bc,segment=NetworkSegment(2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380),segment_id=2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:15:32.746471 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-614d9413-26d3-442f-957e-a84f618f99d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (15ffff99-7733-43d2-9caa-9c2e4b3e43bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:32.747581 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f5cb8f4d-362c-42a6-9308-f67bc851ed10 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:32.752404 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50418) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:32.752818 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f5cb8f4d-362c-42a6-9308-f67bc851ed10 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6643929 Mar 01 14:15:32.758256 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-10e5eb41-5abe-47e3-8029-46431211419d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Request body: {'security_group_rule': {'security_group_id': '2c55c3ff-8f2f-446a-aa35-d86b1a88b409', 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:15:32.796538 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-10e5eb41-5abe-47e3-8029-46431211419d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (7acef8fe-d7a0-4add-8c1f-02f3e816266c), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:32.809252 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d9413-26d3-442f-957e-a84f618f99d9 None None] Pushing event updated for resources: {'Port': ['ID=15ffff99-7733-43d2-9caa-9c2e4b3e43bc,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:32.819418 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-4964f2d5-4838-4c96-bc17-4f1d7fa25ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'name': 'tempest-TestNetworkBasicOps-router-746108323', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:15:20Z', 'updated_at': '2022-03-01T14:15:28Z', 'revision_number': 4, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'gw_port': {'id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:21Z', 'updated_at': '2022-03-01T14:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '15ffff99-7733-43d2-9caa-9c2e4b3e43bc', 'name': '', 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'mac_address': 'fa:16:3e:00:c4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '704d5c11-ff76-46e1-be02-ca4b0482684a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:26Z', 'updated_at': '2022-03-01T14:15:31Z', 'revision_number': 4, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'subnets': [{'id': '704d5c11-ff76-46e1-be02-ca4b0482684a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:15:32.883754 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-10e5eb41-5abe-47e3-8029-46431211419d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (7acef8fe-d7a0-4add-8c1f-02f3e816266c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:32.888176 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-10e5eb41-5abe-47e3-8029-46431211419d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (7acef8fe-d7a0-4add-8c1f-02f3e816266c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:32.901295 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4964f2d5-4838-4c96-bc17-4f1d7fa25ee8 None None] The sync data for ids ['cf421311-1b00-4b16-a906-b9a4ea2592ac'] in n-d-827467-3 is: [{'id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'name': 'tempest-TestNetworkBasicOps-router-746108323', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:15:20Z', 'updated_at': '2022-03-01T14:15:28Z', 'revision_number': 4, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'gw_port': {'id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:21Z', 'updated_at': '2022-03-01T14:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '15ffff99-7733-43d2-9caa-9c2e4b3e43bc', 'name': '', 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'mac_address': 'fa:16:3e:00:c4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '704d5c11-ff76-46e1-be02-ca4b0482684a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:26Z', 'updated_at': '2022-03-01T14:15:31Z', 'revision_number': 4, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'subnets': [{'id': '704d5c11-ff76-46e1-be02-ca4b0482684a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:15:32.909678 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5eb41-5abe-47e3-8029-46431211419d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7acef8fe-d7a0-4add-8c1f-02f3e816266c,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:32.922878 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-10e5eb41-5abe-47e3-8029-46431211419d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:32.927329 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-10e5eb41-5abe-47e3-8029-46431211419d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1731765 Mar 01 14:15:32.932193 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50422) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:32.944520 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-3c416870-e00f-4ed3-ad30-de1ec1c151fe tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Request body: {'security_group_rule': {'security_group_id': '2c55c3ff-8f2f-446a-aa35-d86b1a88b409', 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:15:32.960718 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-0bc91989-931a-496f-8381-65987fcbd4f0 None None] Provisioning complete for port 15ffff99-7733-43d2-9caa-9c2e4b3e43bc triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:15:32.961252 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0bc91989-931a-496f-8381-65987fcbd4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (15ffff99-7733-43d2-9caa-9c2e4b3e43bc), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:33.027022 n-d-827467-3 neutron-server[103726]: INFO neutron.db.securitygroups_db [None req-3c416870-e00f-4ed3-ad30-de1ec1c151fe tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Project ff4bcaf99ac549c98e3a0b08d618fa3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 14:15:33.036714 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3c416870-e00f-4ed3-ad30-de1ec1c151fe tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (7c7ccd0e-3594-4ea8-9bb4-4a7c58f0dcae), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:33.144123 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-0bc91989-931a-496f-8381-65987fcbd4f0 None None] Current status of the port 15ffff99-7733-43d2-9caa-9c2e4b3e43bc is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:15:33.175013 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3c416870-e00f-4ed3-ad30-de1ec1c151fe tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (7c7ccd0e-3594-4ea8-9bb4-4a7c58f0dcae), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:33.184043 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3c416870-e00f-4ed3-ad30-de1ec1c151fe tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (7c7ccd0e-3594-4ea8-9bb4-4a7c58f0dcae), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:33.200388 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c416870-e00f-4ed3-ad30-de1ec1c151fe tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c7ccd0e-3594-4ea8-9bb4-4a7c58f0dcae,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:33.230659 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3c416870-e00f-4ed3-ad30-de1ec1c151fe tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:33.235037 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3c416870-e00f-4ed3-ad30-de1ec1c151fe tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2920978 Mar 01 14:15:33.235292 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50428) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:33.241083 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-08c07f83-5e42-41ba-ad36-240189aaf9d2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Request body: {'security_group_rule': {'security_group_id': '2c55c3ff-8f2f-446a-aa35-d86b1a88b409', 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:15:33.281994 n-d-827467-3 neutron-server[103726]: INFO neutron.db.securitygroups_db [None req-08c07f83-5e42-41ba-ad36-240189aaf9d2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Project ff4bcaf99ac549c98e3a0b08d618fa3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 14:15:33.295838 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-08c07f83-5e42-41ba-ad36-240189aaf9d2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (d98039ee-52a2-4716-8217-6257ae934e2f), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:33.394864 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-08c07f83-5e42-41ba-ad36-240189aaf9d2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (d98039ee-52a2-4716-8217-6257ae934e2f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:33.400568 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-08c07f83-5e42-41ba-ad36-240189aaf9d2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (d98039ee-52a2-4716-8217-6257ae934e2f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:33.424931 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c07f83-5e42-41ba-ad36-240189aaf9d2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d98039ee-52a2-4716-8217-6257ae934e2f,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:33.436517 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-08c07f83-5e42-41ba-ad36-240189aaf9d2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:33.438716 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-08c07f83-5e42-41ba-ad36-240189aaf9d2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2014680 Mar 01 14:15:33.667761 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a6065339-7149-44cf-9f51-a239598a3e53 req-398c8a0c-1d8d-483e-ad62-2266631bb7e7 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1059683537&fields=id&tenant_id=ff4bcaf99ac549c98e3a0b08d618fa3f HTTP/1.1" status: 200 len: 267 time: 0.0933449 Mar 01 14:15:33.888073 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6065339-7149-44cf-9f51-a239598a3e53 req-f6f7a734-bbf5-4e74-a597-5096b7a297df tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:33.897519 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a6065339-7149-44cf-9f51-a239598a3e53 req-f6f7a734-bbf5-4e74-a597-5096b7a297df tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/networks?id=1022c802-90c0-4c6e-8805-305a97ea0190 HTTP/1.1" status: 200 len: 796 time: 0.2223644 Mar 01 14:15:33.919072 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a6065339-7149-44cf-9f51-a239598a3e53 req-13294a49-3eae-4b24-a3fd-6fa81d777439 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/quotas/ff4bcaf99ac549c98e3a0b08d618fa3f HTTP/1.1" status: 200 len: 375 time: 0.0201838 Mar 01 14:15:33.946603 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 15ffff99-7733-43d2-9caa-9c2e4b3e43bc up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:15:34.064652 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50462) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:34.080322 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a6065339-7149-44cf-9f51-a239598a3e53 req-8ea8ceb1-f3a7-4834-8ea0-5c9de20bbae3 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff4bcaf99ac549c98e3a0b08d618fa3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1594853 Mar 01 14:15:34.105572 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 15ffff99-7733-43d2-9caa-9c2e4b3e43bc triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:15:34.106433 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (15ffff99-7733-43d2-9caa-9c2e4b3e43bc), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:34.260252 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0aeaf913-f91d-4f20-abed-89ccd79a98ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:34.306344 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 15ffff99-7733-43d2-9caa-9c2e4b3e43bc is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:15:34.319775 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a6065339-7149-44cf-9f51-a239598a3e53 req-80f03fb5-5561-407d-9bc6-9450476c58e1 service neutron] 10.222.0.13 "GET /v2.0/networks/1022c802-90c0-4c6e-8805-305a97ea0190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374973 Mar 01 14:15:34.384918 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0aeaf913-f91d-4f20-abed-89ccd79a98ba admin admin] Publish callbacks [] for security_group (e1118f67-271f-4ee4-8747-7ef57f44424b), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:34.394214 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0aeaf913-f91d-4f20-abed-89ccd79a98ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (e1118f67-271f-4ee4-8747-7ef57f44424b), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:34.477376 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0aeaf913-f91d-4f20-abed-89ccd79a98ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e9c30d6e2764551b96475a5168d435e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4116080 Mar 01 14:15:34.481720 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50478) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:34.543642 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a6065339-7149-44cf-9f51-a239598a3e53 req-35b8ba78-c9e5-4bcd-9832-14e3bf3328dc service neutron] 10.222.0.13 "GET /v2.0/networks/1022c802-90c0-4c6e-8805-305a97ea0190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181654 Mar 01 14:15:34.555970 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeaf913-f91d-4f20-abed-89ccd79a98ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1118f67-271f-4ee4-8747-7ef57f44424b,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:34.613978 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42ad2e36-d2f0-4aef-a429-befd6f699fbf admin admin] Publish callbacks [] for security_group (e1118f67-271f-4ee4-8747-7ef57f44424b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:34.669863 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42ad2e36-d2f0-4aef-a429-befd6f699fbf admin admin] Publish callbacks [] for security_group (e1118f67-271f-4ee4-8747-7ef57f44424b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:34.763779 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42ad2e36-d2f0-4aef-a429-befd6f699fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (e1118f67-271f-4ee4-8747-7ef57f44424b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:34.768879 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42ad2e36-d2f0-4aef-a429-befd6f699fbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:34.774094 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-42ad2e36-d2f0-4aef-a429-befd6f699fbf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1118f67-271f-4ee4-8747-7ef57f44424b HTTP/1.1" status: 204 len: 168 time: 0.2910850 Mar 01 14:15:34.797113 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad2e36-d2f0-4aef-a429-befd6f699fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1118f67-271f-4ee4-8747-7ef57f44424b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:34.898242 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f81cd102-3295-4f2d-837b-937f3cdc2552 req-e1c5798c-0b8a-4d87-b761-17f8f94899a9 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=c551006b-e286-48c0-836b-19d56ee90346 HTTP/1.1" status: 200 len: 210 time: 0.0875270 Mar 01 14:15:36.044503 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-46f879eb-8aff-465d-a008-1dde2b4f3f64 req-9c935a81-8815-48cc-8cd6-7df09a702822 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=c551006b-e286-48c0-836b-19d56ee90346 HTTP/1.1" status: 200 len: 210 time: 0.0435743 Mar 01 14:15:36.405527 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6065339-7149-44cf-9f51-a239598a3e53 req-9fa43701-78eb-47a2-8254-e88c11d17100 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:36.408332 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a6065339-7149-44cf-9f51-a239598a3e53 req-9fa43701-78eb-47a2-8254-e88c11d17100 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.20 "GET /v2.0/networks?id=1022c802-90c0-4c6e-8805-305a97ea0190 HTTP/1.1" status: 200 len: 796 time: 0.2029967 Mar 01 14:15:36.543267 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a6065339-7149-44cf-9f51-a239598a3e53 req-0385ec20-9432-47d4-b174-5815f20e097f tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff4bcaf99ac549c98e3a0b08d618fa3f HTTP/1.1" status: 200 len: 380 time: 0.1264305 Mar 01 14:15:36.558173 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-a6065339-7149-44cf-9f51-a239598a3e53 req-a7a594f7-d2b5-49f9-bd5d-2b5464dc394f tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Request body: {'port': {'device_id': 'c551006b-e286-48c0-836b-19d56ee90346', 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190', 'admin_state_up': True, 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'security_groups': ['2c55c3ff-8f2f-446a-aa35-d86b1a88b409']}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:15:36.695109 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6065339-7149-44cf-9f51-a239598a3e53 req-a7a594f7-d2b5-49f9-bd5d-2b5464dc394f tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Made reservation on behalf of ff4bcaf99ac549c98e3a0b08d618fa3f for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:15:36.698856 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a6065339-7149-44cf-9f51-a239598a3e53 req-a7a594f7-d2b5-49f9-bd5d-2b5464dc394f tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:36.873085 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-a6065339-7149-44cf-9f51-a239598a3e53 req-a7a594f7-d2b5-49f9-bd5d-2b5464dc394f tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Allocated IP 172.20.0.4 (1022c802-90c0-4c6e-8805-305a97ea0190/704d5c11-ff76-46e1-be02-ca4b0482684a/68444cb1-99a0-4134-bf69-168e4e776937) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:15:37.061391 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a6065339-7149-44cf-9f51-a239598a3e53 req-a7a594f7-d2b5-49f9-bd5d-2b5464dc394f tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for port (68444cb1-99a0-4134-bf69-168e4e776937), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:37.121067 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a6065339-7149-44cf-9f51-a239598a3e53 req-a7a594f7-d2b5-49f9-bd5d-2b5464dc394f tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (68444cb1-99a0-4134-bf69-168e4e776937), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:37.185337 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6065339-7149-44cf-9f51-a239598a3e53 req-a7a594f7-d2b5-49f9-bd5d-2b5464dc394f tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Network 1022c802-90c0-4c6e-8805-305a97ea0190 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:15:37.191645 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-a6065339-7149-44cf-9f51-a239598a3e53 req-a7a594f7-d2b5-49f9-bd5d-2b5464dc394f tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:15:37.196742 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6065339-7149-44cf-9f51-a239598a3e53 req-a7a594f7-d2b5-49f9-bd5d-2b5464dc394f tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:15:37.243375 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a594f7-d2b5-49f9-bd5d-2b5464dc394f tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'Port': ['ID=68444cb1-99a0-4134-bf69-168e4e776937,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:37.244044 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7a3de-3d0f-4404-ab8f-bc1784183c9c req-e19906e5-feb0-4f01-8b24-3ec27ba04954 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:37.247122 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-93d7a3de-3d0f-4404-ab8f-bc1784183c9c req-e19906e5-feb0-4f01-8b24-3ec27ba04954 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=c551006b-e286-48c0-836b-19d56ee90346 HTTP/1.1" status: 200 len: 931 time: 0.0965743 Mar 01 14:15:37.303623 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6065339-7149-44cf-9f51-a239598a3e53 req-a7a594f7-d2b5-49f9-bd5d-2b5464dc394f tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:37.304315 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a6065339-7149-44cf-9f51-a239598a3e53 req-a7a594f7-d2b5-49f9-bd5d-2b5464dc394f tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:37.346326 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a6065339-7149-44cf-9f51-a239598a3e53 req-a7a594f7-d2b5-49f9-bd5d-2b5464dc394f tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7930439 Mar 01 14:15:37.374873 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-93d7a3de-3d0f-4404-ab8f-bc1784183c9c req-eb2cab9b-8aee-4f93-ace6-d70783b54cd4 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c55c3ff-8f2f-446a-aa35-d86b1a88b409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214883 Mar 01 14:15:37.377915 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-a6065339-7149-44cf-9f51-a239598a3e53 req-7a0c5f57-7db2-45d8-af92-d44e5f9c1881 service neutron] Request body: {'port': {'device_id': 'c551006b-e286-48c0-836b-19d56ee90346', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:15:37.472637 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a6065339-7149-44cf-9f51-a239598a3e53 req-7a0c5f57-7db2-45d8-af92-d44e5f9c1881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (68444cb1-99a0-4134-bf69-168e4e776937), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:37.723761 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-747fec93-24e2-4cee-a306-12b6117e4f2e None None] Provisioning complete for port 68444cb1-99a0-4134-bf69-168e4e776937 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:15:37.724338 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-747fec93-24e2-4cee-a306-12b6117e4f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (68444cb1-99a0-4134-bf69-168e4e776937), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:37.800417 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-747fec93-24e2-4cee-a306-12b6117e4f2e None None] Port 68444cb1-99a0-4134-bf69-168e4e776937 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:15:37.870763 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-a6065339-7149-44cf-9f51-a239598a3e53 req-7a0c5f57-7db2-45d8-af92-d44e5f9c1881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68444cb1-99a0-4134-bf69-168e4e776937 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:15:37.884823 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a6065339-7149-44cf-9f51-a239598a3e53 req-7a0c5f57-7db2-45d8-af92-d44e5f9c1881 service neutron] Publish callbacks [] for port (68444cb1-99a0-4134-bf69-168e4e776937), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:37.903438 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-a6065339-7149-44cf-9f51-a239598a3e53 req-7a0c5f57-7db2-45d8-af92-d44e5f9c1881 service neutron] Transition to ACTIVE for port object 68444cb1-99a0-4134-bf69-168e4e776937 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:15:37.909499 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a6065339-7149-44cf-9f51-a239598a3e53 req-7a0c5f57-7db2-45d8-af92-d44e5f9c1881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (68444cb1-99a0-4134-bf69-168e4e776937), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:38.019468 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c5f57-7db2-45d8-af92-d44e5f9c1881 service neutron] Pushing event updated for resources: {'Port': ['ID=68444cb1-99a0-4134-bf69-168e4e776937,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:38.080139 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-a6065339-7149-44cf-9f51-a239598a3e53 req-7a0c5f57-7db2-45d8-af92-d44e5f9c1881 service neutron] Attempting to bind port 68444cb1-99a0-4134-bf69-168e4e776937 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:15:38.080888 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-a6065339-7149-44cf-9f51-a239598a3e53 req-7a0c5f57-7db2-45d8-af92-d44e5f9c1881 service neutron] Attempting to bind port 68444cb1-99a0-4134-bf69-168e4e776937 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:15:38.081326 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6065339-7149-44cf-9f51-a239598a3e53 req-7a0c5f57-7db2-45d8-af92-d44e5f9c1881 service neutron] Attempting to bind port 68444cb1-99a0-4134-bf69-168e4e776937 on network 1022c802-90c0-4c6e-8805-305a97ea0190 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:15:38.086655 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6065339-7149-44cf-9f51-a239598a3e53 req-7a0c5f57-7db2-45d8-af92-d44e5f9c1881 service neutron] Port 68444cb1-99a0-4134-bf69-168e4e776937 on network 1022c802-90c0-4c6e-8805-305a97ea0190 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:15:38.087097 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6065339-7149-44cf-9f51-a239598a3e53 req-7a0c5f57-7db2-45d8-af92-d44e5f9c1881 service neutron] Attempting to bind port 68444cb1-99a0-4134-bf69-168e4e776937 on network 1022c802-90c0-4c6e-8805-305a97ea0190 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:15:38.093232 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6065339-7149-44cf-9f51-a239598a3e53 req-7a0c5f57-7db2-45d8-af92-d44e5f9c1881 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:15:38.093749 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6065339-7149-44cf-9f51-a239598a3e53 req-7a0c5f57-7db2-45d8-af92-d44e5f9c1881 service neutron] Checking segment: {'id': '2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:15:38.094241 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6065339-7149-44cf-9f51-a239598a3e53 req-7a0c5f57-7db2-45d8-af92-d44e5f9c1881 service neutron] Bound using segment: {'id': '2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:15:38.094795 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-a6065339-7149-44cf-9f51-a239598a3e53 req-7a0c5f57-7db2-45d8-af92-d44e5f9c1881 service neutron] Bound port: 68444cb1-99a0-4134-bf69-168e4e776937, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:15:38.095270 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a6065339-7149-44cf-9f51-a239598a3e53 req-7a0c5f57-7db2-45d8-af92-d44e5f9c1881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (68444cb1-99a0-4134-bf69-168e4e776937), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:38.235744 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-a6065339-7149-44cf-9f51-a239598a3e53 req-7a0c5f57-7db2-45d8-af92-d44e5f9c1881 service neutron] For port 68444cb1-99a0-4134-bf69-168e4e776937, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:15:38.239349 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-a6065339-7149-44cf-9f51-a239598a3e53 req-7a0c5f57-7db2-45d8-af92-d44e5f9c1881 service neutron] For port 68444cb1-99a0-4134-bf69-168e4e776937, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=68444cb1-99a0-4134-bf69-168e4e776937,segment=NetworkSegment(2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380),segment_id=2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:15:38.253458 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a6065339-7149-44cf-9f51-a239598a3e53 req-7a0c5f57-7db2-45d8-af92-d44e5f9c1881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (68444cb1-99a0-4134-bf69-168e4e776937), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:38.332254 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6065339-7149-44cf-9f51-a239598a3e53 req-7a0c5f57-7db2-45d8-af92-d44e5f9c1881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:38.332897 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-a6065339-7149-44cf-9f51-a239598a3e53 req-7a0c5f57-7db2-45d8-af92-d44e5f9c1881 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:38.334673 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a6065339-7149-44cf-9f51-a239598a3e53 req-7a0c5f57-7db2-45d8-af92-d44e5f9c1881 service neutron] 10.222.0.20 "PUT /v2.0/ports/68444cb1-99a0-4134-bf69-168e4e776937 HTTP/1.1" status: 200 len: 1091 time: 0.9617641 Mar 01 14:15:38.335164 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c551006b-e286-48c0-836b-19d56ee90346', 'tag': '68444cb1-99a0-4134-bf69-168e4e776937'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:15:38.342187 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a9670a-2757-4c25-bf63-ec6c67baa596" -d '{"events": [{"name": "network-changed", "server_uuid": "c551006b-e286-48c0-836b-19d56ee90346", "tag": "68444cb1-99a0-4134-bf69-168e4e776937"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:15:38.348826 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c5f57-7db2-45d8-af92-d44e5f9c1881 service neutron] Pushing event updated for resources: {'Port': ['ID=68444cb1-99a0-4134-bf69-168e4e776937,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:38.466670 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87651326-fd31-4d0b-98fb-7a0d27502443 x-openstack-request-id: req-87651326-fd31-4d0b-98fb-7a0d27502443 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:15:38.467035 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c551006b-e286-48c0-836b-19d56ee90346", "tag": "68444cb1-99a0-4134-bf69-168e4e776937", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:15:38.467264 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87651326-fd31-4d0b-98fb-7a0d27502443 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:15:38.467717 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c551006b-e286-48c0-836b-19d56ee90346', 'tag': '68444cb1-99a0-4134-bf69-168e4e776937', 'status': 'completed', 'code': 200} Mar 01 14:15:38.503225 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6065339-7149-44cf-9f51-a239598a3e53 req-85961787-f785-43d4-a980-ac0a9cb33d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:38.508703 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a6065339-7149-44cf-9f51-a239598a3e53 req-85961787-f785-43d4-a980-ac0a9cb33d7b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff4bcaf99ac549c98e3a0b08d618fa3f&device_id=c551006b-e286-48c0-836b-19d56ee90346 HTTP/1.1" status: 200 len: 1125 time: 0.1049614 Mar 01 14:15:38.595900 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422764c-5a98-4ca2-8ffc-67cf8bceac28 req-6cf72f70-41d8-4ff0-b714-8bc773500f8d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:38.610518 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6422764c-5a98-4ca2-8ffc-67cf8bceac28 req-6cf72f70-41d8-4ff0-b714-8bc773500f8d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=c551006b-e286-48c0-836b-19d56ee90346 HTTP/1.1" status: 200 len: 943 time: 0.1077647 Mar 01 14:15:38.627102 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a6065339-7149-44cf-9f51-a239598a3e53 req-a9d76689-a716-450a-9a15-143ffed45ecb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68444cb1-99a0-4134-bf69-168e4e776937 HTTP/1.1" status: 200 len: 217 time: 0.1089954 Mar 01 14:15:38.679076 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6422764c-5a98-4ca2-8ffc-67cf8bceac28 req-b6c0e4a8-7418-4c13-a492-304ba6c0ff87 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c55c3ff-8f2f-446a-aa35-d86b1a88b409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671611 Mar 01 14:15:38.683640 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6065339-7149-44cf-9f51-a239598a3e53 req-6b692f6a-87ec-4363-b5d9-fc2f8bbc8c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:38.685171 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a6065339-7149-44cf-9f51-a239598a3e53 req-6b692f6a-87ec-4363-b5d9-fc2f8bbc8c4d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=704d5c11-ff76-46e1-be02-ca4b0482684a HTTP/1.1" status: 200 len: 835 time: 0.0501723 Mar 01 14:15:38.739430 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6065339-7149-44cf-9f51-a239598a3e53 req-a49318cb-8b64-4a33-bed1-064727e9304c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:38.741006 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a6065339-7149-44cf-9f51-a239598a3e53 req-a49318cb-8b64-4a33-bed1-064727e9304c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1022c802-90c0-4c6e-8805-305a97ea0190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502985 Mar 01 14:15:38.845044 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a6065339-7149-44cf-9f51-a239598a3e53 req-0818fcf0-e445-40d1-b20d-c611b25714d9 service neutron] 10.222.0.20 "GET /v2.0/networks/1022c802-90c0-4c6e-8805-305a97ea0190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975497 Mar 01 14:15:38.940855 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a6065339-7149-44cf-9f51-a239598a3e53 req-de058394-a2a1-4237-b5e6-44389826d561 service neutron] 10.222.0.20 "GET /v2.0/networks/1022c802-90c0-4c6e-8805-305a97ea0190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900860 Mar 01 14:15:39.037098 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9670a-2757-4c25-bf63-ec6c67baa596 req-2950f834-cc00-49ac-9569-8f1ba3144acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:39.038775 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c2a9670a-2757-4c25-bf63-ec6c67baa596 req-2950f834-cc00-49ac-9569-8f1ba3144acf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff4bcaf99ac549c98e3a0b08d618fa3f&device_id=c551006b-e286-48c0-836b-19d56ee90346 HTTP/1.1" status: 200 len: 1125 time: 0.0516975 Mar 01 14:15:39.143704 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9670a-2757-4c25-bf63-ec6c67baa596 req-ccef406a-ef74-4da0-bb2a-89ce345a1767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:39.145233 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c2a9670a-2757-4c25-bf63-ec6c67baa596 req-ccef406a-ef74-4da0-bb2a-89ce345a1767 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1022c802-90c0-4c6e-8805-305a97ea0190 HTTP/1.1" status: 200 len: 897 time: 0.0985608 Mar 01 14:15:39.187550 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c2a9670a-2757-4c25-bf63-ec6c67baa596 req-a037d084-5858-496b-b48c-f05951942633 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68444cb1-99a0-4134-bf69-168e4e776937 HTTP/1.1" status: 200 len: 217 time: 0.0366995 Mar 01 14:15:39.263726 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9670a-2757-4c25-bf63-ec6c67baa596 req-ea2800b2-bed2-4498-9171-3d7c35ca6c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:39.264625 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c2a9670a-2757-4c25-bf63-ec6c67baa596 req-ea2800b2-bed2-4498-9171-3d7c35ca6c96 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=704d5c11-ff76-46e1-be02-ca4b0482684a HTTP/1.1" status: 200 len: 835 time: 0.0695996 Mar 01 14:15:39.319401 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9670a-2757-4c25-bf63-ec6c67baa596 req-d56b9e08-e67a-4254-bd39-1c8a1753a875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:39.321088 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c2a9670a-2757-4c25-bf63-ec6c67baa596 req-d56b9e08-e67a-4254-bd39-1c8a1753a875 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1022c802-90c0-4c6e-8805-305a97ea0190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502706 Mar 01 14:15:39.417969 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c2a9670a-2757-4c25-bf63-ec6c67baa596 req-d4f34d97-89ce-4175-b32c-6cc4cffa1509 service neutron] 10.222.0.20 "GET /v2.0/networks/1022c802-90c0-4c6e-8805-305a97ea0190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899332 Mar 01 14:15:39.526042 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c2a9670a-2757-4c25-bf63-ec6c67baa596 req-34faee91-52bc-4809-8584-b44edf5b9f88 service neutron] 10.222.0.20 "GET /v2.0/networks/1022c802-90c0-4c6e-8805-305a97ea0190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028416 Mar 01 14:15:39.827566 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b565de-798b-48d9-852c-cd7b27f04ed7 req-3e968367-dc91-49c2-b93b-a3a815eb12fb tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:39.829715 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-18b565de-798b-48d9-852c-cd7b27f04ed7 req-3e968367-dc91-49c2-b93b-a3a815eb12fb tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=c551006b-e286-48c0-836b-19d56ee90346 HTTP/1.1" status: 200 len: 943 time: 0.0694885 Mar 01 14:15:39.891255 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-18b565de-798b-48d9-852c-cd7b27f04ed7 req-4601153b-64eb-4e78-b07b-5703e49965ec tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c55c3ff-8f2f-446a-aa35-d86b1a88b409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546787 Mar 01 14:15:39.945040 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:40.171969 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:40.254326 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50598) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:40.368155 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2ae0d0a3-c1f9-4f2a-8faa-b7ecfb1c7177 tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] 10.222.0.13 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1892 time: 0.1124172 Mar 01 14:15:40.372122 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50600) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:40.378039 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-3fd50037-e521-4c32-969d-c40baedd56cd tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Request body: {'network': {'name': 'tempest-network-smoke--1082938191', 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'port_security_enabled': False}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:15:40.399964 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd50037-e521-4c32-969d-c40baedd56cd tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Made reservation on behalf of ff79b98a10ea455c9324e78544626de3 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:15:40.404192 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3fd50037-e521-4c32-969d-c40baedd56cd tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:40.433850 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd50037-e521-4c32-969d-c40baedd56cd tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:15:40.444253 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3fd50037-e521-4c32-969d-c40baedd56cd tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (947652ac-51cd-419c-9354-0a219c3ffadb), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:40.445292 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-3fd50037-e521-4c32-969d-c40baedd56cd tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Added segment 947652ac-51cd-419c-9354-0a219c3ffadb of type vlan for network 60306bb4-79fa-4fbc-9bcc-96d6cbc084d7 Mar 01 14:15:40.488830 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3fd50037-e521-4c32-969d-c40baedd56cd tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (60306bb4-79fa-4fbc-9bcc-96d6cbc084d7), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:40.518497 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3fd50037-e521-4c32-969d-c40baedd56cd tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (60306bb4-79fa-4fbc-9bcc-96d6cbc084d7), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:40.526796 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd50037-e521-4c32-969d-c40baedd56cd tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:40.527453 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3fd50037-e521-4c32-969d-c40baedd56cd tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:40.610535 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3fd50037-e521-4c32-969d-c40baedd56cd tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2369254 Mar 01 14:15:40.610783 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50604) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:40.615494 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-c0e715fc-3972-4e17-8f59-17fb4b70de55 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1947292151', 'admin_state_up': True, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:15:40.616899 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd50037-e521-4c32-969d-c40baedd56cd tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Pushing event updated for resources: {'Network': ['ID=60306bb4-79fa-4fbc-9bcc-96d6cbc084d7,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:40.628211 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 60306bb4-79fa-4fbc-9bcc-96d6cbc084d7 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:15:40.644480 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c0e715fc-3972-4e17-8f59-17fb4b70de55 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (996e764f-6f7f-459b-b312-b5182ca070e4), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:40.645625 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c0e715fc-3972-4e17-8f59-17fb4b70de55 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (996e764f-6f7f-459b-b312-b5182ca070e4), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:40.720432 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c0e715fc-3972-4e17-8f59-17fb4b70de55 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for router_controller (996e764f-6f7f-459b-b312-b5182ca070e4), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:40.871149 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c0e715fc-3972-4e17-8f59-17fb4b70de55 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for router_gateway (996e764f-6f7f-459b-b312-b5182ca070e4), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:41.044044 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0c6ab-4397-4790-84c5-9fccc124751e req-868f9f7f-e344-4a74-8abe-0867d2773127 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:41.045634 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-18f0c6ab-4397-4790-84c5-9fccc124751e req-868f9f7f-e344-4a74-8abe-0867d2773127 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=c551006b-e286-48c0-836b-19d56ee90346 HTTP/1.1" status: 200 len: 943 time: 0.0744693 Mar 01 14:15:41.184899 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c0e715fc-3972-4e17-8f59-17fb4b70de55 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for router_gateway (996e764f-6f7f-459b-b312-b5182ca070e4), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:41.539203 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-18f0c6ab-4397-4790-84c5-9fccc124751e req-3ee2c6b1-8e8f-4756-b67a-6ffe0a129a9d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c55c3ff-8f2f-446a-aa35-d86b1a88b409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4862752 Mar 01 14:15:41.540448 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c0e715fc-3972-4e17-8f59-17fb4b70de55 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:41.651563 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-c0e715fc-3972-4e17-8f59-17fb4b70de55 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Allocated IP 172.25.1.233 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/a6f80447-a4da-4ffa-a09d-5e31d2b61115) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:15:41.773603 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c0e715fc-3972-4e17-8f59-17fb4b70de55 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for port (a6f80447-a4da-4ffa-a09d-5e31d2b61115), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:41.809956 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c0e715fc-3972-4e17-8f59-17fb4b70de55 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (a6f80447-a4da-4ffa-a09d-5e31d2b61115), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:41.851017 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e715fc-3972-4e17-8f59-17fb4b70de55 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:15:41.853933 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-c0e715fc-3972-4e17-8f59-17fb4b70de55 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:15:41.857964 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e715fc-3972-4e17-8f59-17fb4b70de55 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:15:41.880316 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e715fc-3972-4e17-8f59-17fb4b70de55 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Pushing event updated for resources: {'Port': ['ID=a6f80447-a4da-4ffa-a09d-5e31d2b61115,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:42.141584 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c0e715fc-3972-4e17-8f59-17fb4b70de55 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for router_gateway (996e764f-6f7f-459b-b312-b5182ca070e4), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:42.357594 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c0e715fc-3972-4e17-8f59-17fb4b70de55 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (996e764f-6f7f-459b-b312-b5182ca070e4), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:42.503383 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e715fc-3972-4e17-8f59-17fb4b70de55 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Router 996e764f-6f7f-459b-b312-b5182ca070e4 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:15:42.660067 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e715fc-3972-4e17-8f59-17fb4b70de55 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:15:42.675749 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede44283-cf26-4bb6-8f5a-c0f2f7b215d4 None None] Sync routers for ids ['996e764f-6f7f-459b-b312-b5182ca070e4'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:15:42.691015 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede44283-cf26-4bb6-8f5a-c0f2f7b215d4 None None] Routers {'996e764f-6f7f-459b-b312-b5182ca070e4'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:15:42.692431 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-ede44283-cf26-4bb6-8f5a-c0f2f7b215d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:15:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['996e764f-6f7f-459b-b312-b5182ca070e4'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:15:42.697307 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c0e715fc-3972-4e17-8f59-17fb4b70de55 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:42.702114 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c0e715fc-3972-4e17-8f59-17fb4b70de55 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0878224 Mar 01 14:15:42.702790 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50618) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:42.730608 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23aaafd-3751-48cc-bd65-54fd5613a1e9 req-64625d6b-2183-4f1c-80ad-c26599c5330a tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:42.733709 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d23aaafd-3751-48cc-bd65-54fd5613a1e9 req-64625d6b-2183-4f1c-80ad-c26599c5330a tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=c551006b-e286-48c0-836b-19d56ee90346 HTTP/1.1" status: 200 len: 943 time: 0.1114147 Mar 01 14:15:42.785113 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c475ee8e-c15a-415c-a5a1-2ee1d65eacc1 tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:42.789931 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c475ee8e-c15a-415c-a5a1-2ee1d65eacc1 tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=ff79b98a10ea455c9324e78544626de3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0827453 Mar 01 14:15:42.789931 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50620) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:42.814095 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 68444cb1-99a0-4134-bf69-168e4e776937 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:15:42.836704 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d23aaafd-3751-48cc-bd65-54fd5613a1e9 req-64cb7283-1d2c-4e0e-8235-0a4b98dd2298 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c55c3ff-8f2f-446a-aa35-d86b1a88b409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977659 Mar 01 14:15:42.846089 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-ede44283-cf26-4bb6-8f5a-c0f2f7b215d4 None None] Set router 996e764f-6f7f-459b-b312-b5182ca070e4 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:15:42.915296 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6c091d-c78f-472b-88df-0c5d70c3f4fb tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:42.917383 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ba6c091d-c78f-472b-88df-0c5d70c3f4fb tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1263161 Mar 01 14:15:42.921464 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50622) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:42.978039 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 68444cb1-99a0-4134-bf69-168e4e776937, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=68444cb1-99a0-4134-bf69-168e4e776937,segment=NetworkSegment(2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380),segment_id=2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:15:42.988442 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50624) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:42.989287 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b46726f6-4bbc-4fe4-b113-72fa8bd4e93a tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=645b0646-084a-4922-8a3b-3b65ee21b5e4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0658317 Mar 01 14:15:43.003102 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '68444cb1-99a0-4134-bf69-168e4e776937', 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190', 'port_id': '68444cb1-99a0-4134-bf69-168e4e776937', 'mac_address': 'fa:16:3e:d6:2a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '704d5c11-ff76-46e1-be02-ca4b0482684a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:15:43.035355 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-32c57a0c-64fd-482e-9bc8-87233355f383 tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=ff79b98a10ea455c9324e78544626de3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0456412 Mar 01 14:15:43.038127 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50626) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:43.063370 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 68444cb1-99a0-4134-bf69-168e4e776937 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:15:43.063786 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (68444cb1-99a0-4134-bf69-168e4e776937), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:43.078924 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68444cb1-99a0-4134-bf69-168e4e776937 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:15:43.102347 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 68444cb1-99a0-4134-bf69-168e4e776937, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=68444cb1-99a0-4134-bf69-168e4e776937,segment=NetworkSegment(2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380),segment_id=2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:15:43.111465 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (68444cb1-99a0-4134-bf69-168e4e776937), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:43.128543 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-ede44283-cf26-4bb6-8f5a-c0f2f7b215d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996e764f-6f7f-459b-b312-b5182ca070e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1947292151', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'a6f80447-a4da-4ffa-a09d-5e31d2b61115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:15:40Z', 'updated_at': '2022-03-01T14:15:42Z', 'revision_number': 3, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'gw_port': {'id': 'a6f80447-a4da-4ffa-a09d-5e31d2b61115', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a7:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996e764f-6f7f-459b-b312-b5182ca070e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:41Z', 'updated_at': '2022-03-01T14:15:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:15:43.150296 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b829466a-ae3a-4aef-be03-c5a09eb0608d tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:43.156450 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50628) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:43.161263 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede44283-cf26-4bb6-8f5a-c0f2f7b215d4 None None] Checking router: 996e764f-6f7f-459b-b312-b5182ca070e4 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:15:43.161613 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede44283-cf26-4bb6-8f5a-c0f2f7b215d4 None None] Updating router 996e764f-6f7f-459b-b312-b5182ca070e4 port a6f80447-a4da-4ffa-a09d-5e31d2b61115 binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:15:43.169627 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b829466a-ae3a-4aef-be03-c5a09eb0608d tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1270943 Mar 01 14:15:43.176918 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=68444cb1-99a0-4134-bf69-168e4e776937,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:43.192533 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-ede44283-cf26-4bb6-8f5a-c0f2f7b215d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a6f80447-a4da-4ffa-a09d-5e31d2b61115), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:43.193989 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 50630) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:43.194409 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-723e045d-aa68-4809-8088-59f32e678934 tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=645b0646-084a-4922-8a3b-3b65ee21b5e4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365562 Mar 01 14:15:43.201138 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-a210dacf-db3e-4c13-8296-0640f0025222 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-680983416', 'network_id': '60306bb4-79fa-4fbc-9bcc-96d6cbc084d7', 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:15:43.333110 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a210dacf-db3e-4c13-8296-0640f0025222 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Made reservation on behalf of ff79b98a10ea455c9324e78544626de3 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:15:43.337899 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a210dacf-db3e-4c13-8296-0640f0025222 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:43.413264 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['68444cb1-99a0-4134-bf69-168e4e776937'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:15:43.501903 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-ede44283-cf26-4bb6-8f5a-c0f2f7b215d4 None None] Publish callbacks [] for port (a6f80447-a4da-4ffa-a09d-5e31d2b61115), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:43.523466 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-ede44283-cf26-4bb6-8f5a-c0f2f7b215d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a6f80447-a4da-4ffa-a09d-5e31d2b61115), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:43.587448 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-ede44283-cf26-4bb6-8f5a-c0f2f7b215d4 None None] Attempting to bind port a6f80447-a4da-4ffa-a09d-5e31d2b61115 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:15:43.588086 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-ede44283-cf26-4bb6-8f5a-c0f2f7b215d4 None None] Attempting to bind port a6f80447-a4da-4ffa-a09d-5e31d2b61115 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:15:43.588464 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede44283-cf26-4bb6-8f5a-c0f2f7b215d4 None None] Attempting to bind port a6f80447-a4da-4ffa-a09d-5e31d2b61115 on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:15:43.598240 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5667aab-9238-4a0d-87f0-89ed096f718c None None] Pushing event updated for resources: {'Port': ['ID=a6f80447-a4da-4ffa-a09d-5e31d2b61115,revision_number=2']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:43.600876 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede44283-cf26-4bb6-8f5a-c0f2f7b215d4 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:15:43.601249 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede44283-cf26-4bb6-8f5a-c0f2f7b215d4 None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:15:43.601648 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-ede44283-cf26-4bb6-8f5a-c0f2f7b215d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:43.602031 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede44283-cf26-4bb6-8f5a-c0f2f7b215d4 None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:15:43.602502 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-ede44283-cf26-4bb6-8f5a-c0f2f7b215d4 None None] Bound port: a6f80447-a4da-4ffa-a09d-5e31d2b61115, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:15:43.602880 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-ede44283-cf26-4bb6-8f5a-c0f2f7b215d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a6f80447-a4da-4ffa-a09d-5e31d2b61115), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:43.670284 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a210dacf-db3e-4c13-8296-0640f0025222 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (00ca8e41-fc4e-4eb5-8380-0859342c6a37), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:43.670977 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-ede44283-cf26-4bb6-8f5a-c0f2f7b215d4 None None] For port a6f80447-a4da-4ffa-a09d-5e31d2b61115, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:15:43.676702 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-ede44283-cf26-4bb6-8f5a-c0f2f7b215d4 None None] For port a6f80447-a4da-4ffa-a09d-5e31d2b61115, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=a6f80447-a4da-4ffa-a09d-5e31d2b61115,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:15:43.693051 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-ede44283-cf26-4bb6-8f5a-c0f2f7b215d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a6f80447-a4da-4ffa-a09d-5e31d2b61115), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:43.757174 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a210dacf-db3e-4c13-8296-0640f0025222 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Pushing event updated for resources: {'Subnet': ['ID=00ca8e41-fc4e-4eb5-8380-0859342c6a37,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:43.767213 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a210dacf-db3e-4c13-8296-0640f0025222 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Checking segment: {'id': '947652ac-51cd-419c-9354-0a219c3ffadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '60306bb4-79fa-4fbc-9bcc-96d6cbc084d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:15:43.768412 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a210dacf-db3e-4c13-8296-0640f0025222 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Network hostable DHCP agents. Network: 60306bb4-79fa-4fbc-9bcc-96d6cbc084d7, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:15:43.813807 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a210dacf-db3e-4c13-8296-0640f0025222 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Network 60306bb4-79fa-4fbc-9bcc-96d6cbc084d7 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:15:43.827783 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-a210dacf-db3e-4c13-8296-0640f0025222 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 60306bb4-79fa-4fbc-9bcc-96d6cbc084d7) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:15:43.835899 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a210dacf-db3e-4c13-8296-0640f0025222 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:43.836293 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede44283-cf26-4bb6-8f5a-c0f2f7b215d4 None None] Routers {'996e764f-6f7f-459b-b312-b5182ca070e4'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:15:43.836555 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a210dacf-db3e-4c13-8296-0640f0025222 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:43.839559 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-ede44283-cf26-4bb6-8f5a-c0f2f7b215d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:15:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['996e764f-6f7f-459b-b312-b5182ca070e4'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:15:43.841331 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accb7ac7-2025-4002-84d9-cc88bc2124a9 None None] Network 60306bb4-79fa-4fbc-9bcc-96d6cbc084d7 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:15:43.863528 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50638) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:43.872893 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a210dacf-db3e-4c13-8296-0640f0025222 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6756516 Mar 01 14:15:43.966591 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5667aab-9238-4a0d-87f0-89ed096f718c None None] Pushing event updated for resources: {'Port': ['ID=a6f80447-a4da-4ffa-a09d-5e31d2b61115,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:44.080093 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f2667-0f28-4793-bafb-24adab3b52b1 req-884cf0f9-1a70-425f-bceb-24d1ffd5f25d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:44.082265 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3105e1d-899e-4105-b0f3-931ed76d2aef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-60306bb4-79fa-4fbc-9bcc-96d6cbc084d7', 'network_id': '60306bb4-79fa-4fbc-9bcc-96d6cbc084d7', 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'fixed_ips': [{'subnet_id': '00ca8e41-fc4e-4eb5-8380-0859342c6a37'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:15:44.083237 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f3105e1d-899e-4105-b0f3-931ed76d2aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:44.087577 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-934f2667-0f28-4793-bafb-24adab3b52b1 req-884cf0f9-1a70-425f-bceb-24d1ffd5f25d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=c551006b-e286-48c0-836b-19d56ee90346 HTTP/1.1" status: 200 len: 944 time: 0.0868592 Mar 01 14:15:44.147454 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-ede44283-cf26-4bb6-8f5a-c0f2f7b215d4 None None] Set router 996e764f-6f7f-459b-b312-b5182ca070e4 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:15:44.232531 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-934f2667-0f28-4793-bafb-24adab3b52b1 req-b2399bbe-31b6-45c9-86f0-200784ac3ea6 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c55c3ff-8f2f-446a-aa35-d86b1a88b409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439772 Mar 01 14:15:44.317372 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-f3105e1d-899e-4105-b0f3-931ed76d2aef None None] Allocated IP 172.20.0.18 (60306bb4-79fa-4fbc-9bcc-96d6cbc084d7/00ca8e41-fc4e-4eb5-8380-0859342c6a37/163b94e1-0076-4c16-a55b-460c2aae14c3) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:15:44.418488 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-ede44283-cf26-4bb6-8f5a-c0f2f7b215d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996e764f-6f7f-459b-b312-b5182ca070e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1947292151', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'a6f80447-a4da-4ffa-a09d-5e31d2b61115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:15:40Z', 'updated_at': '2022-03-01T14:15:42Z', 'revision_number': 3, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'gw_port': {'id': 'a6f80447-a4da-4ffa-a09d-5e31d2b61115', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a7:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996e764f-6f7f-459b-b312-b5182ca070e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:41Z', 'updated_at': '2022-03-01T14:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:15:44.479049 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede44283-cf26-4bb6-8f5a-c0f2f7b215d4 None None] The sync data for ids ['996e764f-6f7f-459b-b312-b5182ca070e4'] in n-d-827467-3 is: [{'id': '996e764f-6f7f-459b-b312-b5182ca070e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1947292151', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'a6f80447-a4da-4ffa-a09d-5e31d2b61115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:15:40Z', 'updated_at': '2022-03-01T14:15:42Z', 'revision_number': 3, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'gw_port': {'id': 'a6f80447-a4da-4ffa-a09d-5e31d2b61115', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a7:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996e764f-6f7f-459b-b312-b5182ca070e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:41Z', 'updated_at': '2022-03-01T14:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:15:44.512512 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f3105e1d-899e-4105-b0f3-931ed76d2aef None None] Publish callbacks [] for port (163b94e1-0076-4c16-a55b-460c2aae14c3), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:44.522187 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f3105e1d-899e-4105-b0f3-931ed76d2aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (163b94e1-0076-4c16-a55b-460c2aae14c3), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:44.566821 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3105e1d-899e-4105-b0f3-931ed76d2aef None None] Network 60306bb4-79fa-4fbc-9bcc-96d6cbc084d7 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:15:44.571879 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-f3105e1d-899e-4105-b0f3-931ed76d2aef None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:15:44.578410 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3105e1d-899e-4105-b0f3-931ed76d2aef None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:15:44.604933 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3105e1d-899e-4105-b0f3-931ed76d2aef None None] Pushing event updated for resources: {'Port': ['ID=163b94e1-0076-4c16-a55b-460c2aae14c3,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:44.658259 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-f3105e1d-899e-4105-b0f3-931ed76d2aef None None] Attempting to bind port 163b94e1-0076-4c16-a55b-460c2aae14c3 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:15:44.658635 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-f3105e1d-899e-4105-b0f3-931ed76d2aef None None] Attempting to bind port 163b94e1-0076-4c16-a55b-460c2aae14c3 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '947652ac-51cd-419c-9354-0a219c3ffadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '60306bb4-79fa-4fbc-9bcc-96d6cbc084d7'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:15:44.659001 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3105e1d-899e-4105-b0f3-931ed76d2aef None None] Attempting to bind port 163b94e1-0076-4c16-a55b-460c2aae14c3 on network 60306bb4-79fa-4fbc-9bcc-96d6cbc084d7 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:15:44.664797 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3105e1d-899e-4105-b0f3-931ed76d2aef None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:15:44.665196 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3105e1d-899e-4105-b0f3-931ed76d2aef None None] Checking segment: {'id': '947652ac-51cd-419c-9354-0a219c3ffadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '60306bb4-79fa-4fbc-9bcc-96d6cbc084d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:15:44.665582 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f3105e1d-899e-4105-b0f3-931ed76d2aef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:44.665976 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3105e1d-899e-4105-b0f3-931ed76d2aef None None] Bound using segment: {'id': '947652ac-51cd-419c-9354-0a219c3ffadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '60306bb4-79fa-4fbc-9bcc-96d6cbc084d7'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:15:44.666510 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-f3105e1d-899e-4105-b0f3-931ed76d2aef None None] Bound port: 163b94e1-0076-4c16-a55b-460c2aae14c3, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947652ac-51cd-419c-9354-0a219c3ffadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '60306bb4-79fa-4fbc-9bcc-96d6cbc084d7'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:15:44.666891 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f3105e1d-899e-4105-b0f3-931ed76d2aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (163b94e1-0076-4c16-a55b-460c2aae14c3), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:44.758909 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-f3105e1d-899e-4105-b0f3-931ed76d2aef None None] For port 163b94e1-0076-4c16-a55b-460c2aae14c3, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:15:44.765349 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-f3105e1d-899e-4105-b0f3-931ed76d2aef None None] For port 163b94e1-0076-4c16-a55b-460c2aae14c3, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=163b94e1-0076-4c16-a55b-460c2aae14c3,segment=NetworkSegment(947652ac-51cd-419c-9354-0a219c3ffadb),segment_id=947652ac-51cd-419c-9354-0a219c3ffadb)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:15:44.779230 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f3105e1d-899e-4105-b0f3-931ed76d2aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (163b94e1-0076-4c16-a55b-460c2aae14c3), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:44.781030 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f42e01cb-7009-4f80-9dfd-6c1f11d17e84 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:44.883831 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 68444cb1-99a0-4134-bf69-168e4e776937 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:15:45.001071 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3105e1d-899e-4105-b0f3-931ed76d2aef None None] Pushing event updated for resources: {'Port': ['ID=163b94e1-0076-4c16-a55b-460c2aae14c3,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:45.040921 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 68444cb1-99a0-4134-bf69-168e4e776937 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:15:45.049232 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 68444cb1-99a0-4134-bf69-168e4e776937 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:15:45.049813 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (68444cb1-99a0-4134-bf69-168e4e776937), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:45.188211 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 68444cb1-99a0-4134-bf69-168e4e776937 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:15:45.188704 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (68444cb1-99a0-4134-bf69-168e4e776937), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:45.220277 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-f42e01cb-7009-4f80-9dfd-6c1f11d17e84 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Allocated IP 172.20.0.17 (60306bb4-79fa-4fbc-9bcc-96d6cbc084d7/00ca8e41-fc4e-4eb5-8380-0859342c6a37/68d59d38-8cb5-4414-9892-9a7cf1f0346a) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:15:45.227350 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c551006b-e286-48c0-836b-19d56ee90346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68444cb1-99a0-4134-bf69-168e4e776937'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:15:45.230937 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee65c4df-3a89-497c-b9d3-31f42d5430f4" -d '{"events": [{"server_uuid": "c551006b-e286-48c0-836b-19d56ee90346", "name": "network-vif-plugged", "status": "completed", "tag": "68444cb1-99a0-4134-bf69-168e4e776937"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:15:45.253174 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 68444cb1-99a0-4134-bf69-168e4e776937, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=68444cb1-99a0-4134-bf69-168e4e776937,segment=NetworkSegment(2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380),segment_id=2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:15:45.262582 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (68444cb1-99a0-4134-bf69-168e4e776937), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:45.355056 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628aaa25-fdc5-4c4f-9f6a-ced1a9515519 x-openstack-request-id: req-628aaa25-fdc5-4c4f-9f6a-ced1a9515519 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:15:45.357969 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c551006b-e286-48c0-836b-19d56ee90346", "name": "network-vif-plugged", "status": "completed", "tag": "68444cb1-99a0-4134-bf69-168e4e776937", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:15:45.358357 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-628aaa25-fdc5-4c4f-9f6a-ced1a9515519 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:15:45.361045 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c551006b-e286-48c0-836b-19d56ee90346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68444cb1-99a0-4134-bf69-168e4e776937', 'code': 200} Mar 01 14:15:45.443192 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=68444cb1-99a0-4134-bf69-168e4e776937,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:45.533276 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0452e-7743-4938-9b5f-b2d635abfe95 req-7c300fec-3cf1-41ae-94b6-8c8e4985417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:45.535362 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c2d0452e-7743-4938-9b5f-b2d635abfe95 req-7c300fec-3cf1-41ae-94b6-8c8e4985417c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c551006b-e286-48c0-836b-19d56ee90346 HTTP/1.1" status: 200 len: 1127 time: 0.0914326 Mar 01 14:15:45.562585 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc89b5-9939-4026-ac9d-11e0aad46903 req-603dfca2-a492-488e-8445-5c96d7085546 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:45.564475 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ddc89b5-9939-4026-ac9d-11e0aad46903 req-603dfca2-a492-488e-8445-5c96d7085546 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=c551006b-e286-48c0-836b-19d56ee90346 HTTP/1.1" status: 200 len: 945 time: 0.1699116 Mar 01 14:15:45.569913 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f42e01cb-7009-4f80-9dfd-6c1f11d17e84 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for port (68d59d38-8cb5-4414-9892-9a7cf1f0346a), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:45.629563 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c2d0452e-7743-4938-9b5f-b2d635abfe95 req-e152fd91-7d3f-400f-adc4-a7c293ce7159 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2c55c3ff-8f2f-446a-aa35-d86b1a88b409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850053 Mar 01 14:15:45.663998 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ddc89b5-9939-4026-ac9d-11e0aad46903 req-8c2c3360-d2f4-40c8-9c67-d690d6eaa477 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c55c3ff-8f2f-446a-aa35-d86b1a88b409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908997 Mar 01 14:15:45.670958 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f42e01cb-7009-4f80-9dfd-6c1f11d17e84 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (68d59d38-8cb5-4414-9892-9a7cf1f0346a), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:45.717156 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42e01cb-7009-4f80-9dfd-6c1f11d17e84 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Network 60306bb4-79fa-4fbc-9bcc-96d6cbc084d7 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:15:45.720634 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-f42e01cb-7009-4f80-9dfd-6c1f11d17e84 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:15:45.725166 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42e01cb-7009-4f80-9dfd-6c1f11d17e84 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:15:45.769995 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e01cb-7009-4f80-9dfd-6c1f11d17e84 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Pushing event updated for resources: {'Port': ['ID=68d59d38-8cb5-4414-9892-9a7cf1f0346a,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:45.783420 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f42e01cb-7009-4f80-9dfd-6c1f11d17e84 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (996e764f-6f7f-459b-b312-b5182ca070e4), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:46.005562 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device a6f80447-a4da-4ffa-a09d-5e31d2b61115 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:15:46.041616 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f42e01cb-7009-4f80-9dfd-6c1f11d17e84 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (68d59d38-8cb5-4414-9892-9a7cf1f0346a), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:46.116622 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port a6f80447-a4da-4ffa-a09d-5e31d2b61115 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:15:46.117039 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a6f80447-a4da-4ffa-a09d-5e31d2b61115), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:46.239256 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port a6f80447-a4da-4ffa-a09d-5e31d2b61115 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:15:46.239639 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (a6f80447-a4da-4ffa-a09d-5e31d2b61115), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:46.271258 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port a6f80447-a4da-4ffa-a09d-5e31d2b61115, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=a6f80447-a4da-4ffa-a09d-5e31d2b61115,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:15:46.279968 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (a6f80447-a4da-4ffa-a09d-5e31d2b61115), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:46.281056 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 163b94e1-0076-4c16-a55b-460c2aae14c3 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:15:46.386415 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=a6f80447-a4da-4ffa-a09d-5e31d2b61115,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:46.398508 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 163b94e1-0076-4c16-a55b-460c2aae14c3 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:15:46.398893 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (163b94e1-0076-4c16-a55b-460c2aae14c3), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:46.501657 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f42e01cb-7009-4f80-9dfd-6c1f11d17e84 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for port (68d59d38-8cb5-4414-9892-9a7cf1f0346a), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:46.509175 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f42e01cb-7009-4f80-9dfd-6c1f11d17e84 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (68d59d38-8cb5-4414-9892-9a7cf1f0346a), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:46.515852 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 163b94e1-0076-4c16-a55b-460c2aae14c3 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:15:46.517220 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (163b94e1-0076-4c16-a55b-460c2aae14c3), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:46.633247 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f42e01cb-7009-4f80-9dfd-6c1f11d17e84 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (996e764f-6f7f-459b-b312-b5182ca070e4), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:46.635276 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e01cb-7009-4f80-9dfd-6c1f11d17e84 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Pushing event updated for resources: {'Port': ['ID=68d59d38-8cb5-4414-9892-9a7cf1f0346a,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:46.827284 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fad160-342b-4cc3-a72e-59ae9003a1ae None None] Network 60306bb4-79fa-4fbc-9bcc-96d6cbc084d7 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:15:46.833504 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42e01cb-7009-4f80-9dfd-6c1f11d17e84 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Network 60306bb4-79fa-4fbc-9bcc-96d6cbc084d7 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:15:46.835273 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-f42e01cb-7009-4f80-9dfd-6c1f11d17e84 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:15:46.915042 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-8608f49e-4cb7-4f72-bc2f-be1a10db0893 None None] Provisioning complete for port 163b94e1-0076-4c16-a55b-460c2aae14c3 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:15:46.915425 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8608f49e-4cb7-4f72-bc2f-be1a10db0893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (163b94e1-0076-4c16-a55b-460c2aae14c3), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:46.968549 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 163b94e1-0076-4c16-a55b-460c2aae14c3, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=163b94e1-0076-4c16-a55b-460c2aae14c3,segment=NetworkSegment(947652ac-51cd-419c-9354-0a219c3ffadb),segment_id=947652ac-51cd-419c-9354-0a219c3ffadb)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:15:46.983917 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (163b94e1-0076-4c16-a55b-460c2aae14c3), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:47.014158 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a020a-e6a9-4e48-8fab-147faff34147 req-755eccb4-daa0-4a0b-af02-419bb6c96261 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:47.016825 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-162a020a-e6a9-4e48-8fab-147faff34147 req-755eccb4-daa0-4a0b-af02-419bb6c96261 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=c551006b-e286-48c0-836b-19d56ee90346 HTTP/1.1" status: 200 len: 945 time: 0.1693673 Mar 01 14:15:47.141478 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-8608f49e-4cb7-4f72-bc2f-be1a10db0893 None None] Current status of the port 163b94e1-0076-4c16-a55b-460c2aae14c3 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:15:47.149897 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=163b94e1-0076-4c16-a55b-460c2aae14c3,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:47.175409 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-162a020a-e6a9-4e48-8fab-147faff34147 req-d1d93a26-4228-45ba-8241-1a9865e8945f tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c55c3ff-8f2f-446a-aa35-d86b1a88b409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894148 Mar 01 14:15:47.177913 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42e01cb-7009-4f80-9dfd-6c1f11d17e84 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Router 996e764f-6f7f-459b-b312-b5182ca070e4 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:15:47.325310 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42e01cb-7009-4f80-9dfd-6c1f11d17e84 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:15:47.335820 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1379849-05b0-41c8-b0a2-485c66e99cf4 None None] Sync routers for ids ['996e764f-6f7f-459b-b312-b5182ca070e4'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:15:47.336732 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f42e01cb-7009-4f80-9dfd-6c1f11d17e84 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "PUT /v2.0/routers/996e764f-6f7f-459b-b312-b5182ca070e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4721045 Mar 01 14:15:47.374842 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1379849-05b0-41c8-b0a2-485c66e99cf4 None None] Routers {'996e764f-6f7f-459b-b312-b5182ca070e4'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:15:47.375492 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-c1379849-05b0-41c8-b0a2-485c66e99cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:15:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['996e764f-6f7f-459b-b312-b5182ca070e4'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:15:47.565193 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-c1379849-05b0-41c8-b0a2-485c66e99cf4 None None] Set router 996e764f-6f7f-459b-b312-b5182ca070e4 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:15:47.654415 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-43d460c6-a884-42f9-b803-2cddf5aa84fc None None] Provisioning complete for port 163b94e1-0076-4c16-a55b-460c2aae14c3 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:15:47.654807 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-43d460c6-a884-42f9-b803-2cddf5aa84fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (163b94e1-0076-4c16-a55b-460c2aae14c3), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:47.748544 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-e24c67de-9f6b-42fe-87fc-60e510556a9e tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:47.752182 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-e24c67de-9f6b-42fe-87fc-60e510556a9e tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/networks?id=60306bb4-79fa-4fbc-9bcc-96d6cbc084d7 HTTP/1.1" status: 200 len: 798 time: 0.1702130 Mar 01 14:15:47.779180 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-8bbcbfa8-c78b-48b0-a685-3f43a3e73431 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/quotas/ff79b98a10ea455c9324e78544626de3 HTTP/1.1" status: 200 len: 375 time: 0.0217378 Mar 01 14:15:47.900266 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-a3129617-dd75-493b-9e9b-a9b03aa75a72 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff79b98a10ea455c9324e78544626de3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1083462 Mar 01 14:15:47.966866 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device a6f80447-a4da-4ffa-a09d-5e31d2b61115 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:15:48.079198 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port a6f80447-a4da-4ffa-a09d-5e31d2b61115 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:15:48.079581 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (a6f80447-a4da-4ffa-a09d-5e31d2b61115), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:48.114732 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-c1379849-05b0-41c8-b0a2-485c66e99cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996e764f-6f7f-459b-b312-b5182ca070e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1947292151', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'a6f80447-a4da-4ffa-a09d-5e31d2b61115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:15:40Z', 'updated_at': '2022-03-01T14:15:45Z', 'revision_number': 4, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'gw_port': {'id': 'a6f80447-a4da-4ffa-a09d-5e31d2b61115', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996e764f-6f7f-459b-b312-b5182ca070e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:41Z', 'updated_at': '2022-03-01T14:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '68d59d38-8cb5-4414-9892-9a7cf1f0346a', 'name': '', 'network_id': '60306bb4-79fa-4fbc-9bcc-96d6cbc084d7', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'mac_address': 'fa:16:3e:9e:62:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996e764f-6f7f-459b-b312-b5182ca070e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '00ca8e41-fc4e-4eb5-8380-0859342c6a37', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:44Z', 'updated_at': '2022-03-01T14:15:46Z', 'revision_number': 2, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'subnets': [{'id': '00ca8e41-fc4e-4eb5-8380-0859342c6a37', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:15:48.128719 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-43d460c6-a884-42f9-b803-2cddf5aa84fc None None] Current status of the port 163b94e1-0076-4c16-a55b-460c2aae14c3 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:15:48.130302 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-93dfda2c-585d-4dca-b969-93ebb2fdabf5 service neutron] 10.222.0.13 "GET /v2.0/networks/60306bb4-79fa-4fbc-9bcc-96d6cbc084d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099469 Mar 01 14:15:48.178851 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1379849-05b0-41c8-b0a2-485c66e99cf4 None None] Checking router: 996e764f-6f7f-459b-b312-b5182ca070e4 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:15:48.179371 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1379849-05b0-41c8-b0a2-485c66e99cf4 None None] Updating router 996e764f-6f7f-459b-b312-b5182ca070e4 port 68d59d38-8cb5-4414-9892-9a7cf1f0346a binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:15:48.204294 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-43d460c6-a884-42f9-b803-2cddf5aa84fc None None] Provisioning complete for port 68d59d38-8cb5-4414-9892-9a7cf1f0346a triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:15:48.204670 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-43d460c6-a884-42f9-b803-2cddf5aa84fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (68d59d38-8cb5-4414-9892-9a7cf1f0346a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:48.256237 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c1379849-05b0-41c8-b0a2-485c66e99cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (68d59d38-8cb5-4414-9892-9a7cf1f0346a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:48.287530 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port a6f80447-a4da-4ffa-a09d-5e31d2b61115 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:15:48.289028 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 163b94e1-0076-4c16-a55b-460c2aae14c3 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:15:48.292046 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-43d460c6-a884-42f9-b803-2cddf5aa84fc None None] Port 68d59d38-8cb5-4414-9892-9a7cf1f0346a cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:15:48.296646 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-8b62b12b-a466-4d70-bd6d-0326e99dd8e5 service neutron] 10.222.0.13 "GET /v2.0/networks/60306bb4-79fa-4fbc-9bcc-96d6cbc084d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571045 Mar 01 14:15:48.329043 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a029b-5811-45fa-9ba8-dc65bea3f9ae req-fa5367d6-bdc7-4248-869a-7180949880ee tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:48.331041 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-878a029b-5811-45fa-9ba8-dc65bea3f9ae req-fa5367d6-bdc7-4248-869a-7180949880ee tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=c551006b-e286-48c0-836b-19d56ee90346 HTTP/1.1" status: 200 len: 945 time: 0.0648761 Mar 01 14:15:48.404161 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-878a029b-5811-45fa-9ba8-dc65bea3f9ae req-b6b2ce77-4f32-40fa-93ab-f046cdfdcd75 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c55c3ff-8f2f-446a-aa35-d86b1a88b409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664656 Mar 01 14:15:48.433103 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-6a5484f8-872e-4336-9e0c-d2cef4115b02 None None] Provisioning complete for port 68d59d38-8cb5-4414-9892-9a7cf1f0346a triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:15:48.433507 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6a5484f8-872e-4336-9e0c-d2cef4115b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (68d59d38-8cb5-4414-9892-9a7cf1f0346a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:48.580672 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 163b94e1-0076-4c16-a55b-460c2aae14c3 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:15:48.581047 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (163b94e1-0076-4c16-a55b-460c2aae14c3), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:48.585874 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5c1ab-face-4f65-bd16-c2bc889e6be4 req-ea62fb18-08bc-4f91-bdb5-eaa7240f0f53 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:48.587762 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6bf5c1ab-face-4f65-bd16-c2bc889e6be4 req-ea62fb18-08bc-4f91-bdb5-eaa7240f0f53 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=c551006b-e286-48c0-836b-19d56ee90346 HTTP/1.1" status: 200 len: 945 time: 0.0901284 Mar 01 14:15:48.611834 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f60bb4ac-b5d3-4e71-b475-d3436f4615e1 req-876e8c70-0aaa-45f6-a136-80e3e24cb2cc tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b1ad25-c5ff-4c5c-9686-0b4b3a32c95a HTTP/1.1" status: 200 len: 210 time: 0.0469434 Mar 01 14:15:48.627783 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-6a5484f8-872e-4336-9e0c-d2cef4115b02 None None] Port 68d59d38-8cb5-4414-9892-9a7cf1f0346a cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:15:48.672096 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6bf5c1ab-face-4f65-bd16-c2bc889e6be4 req-2c1ea46c-27c0-4e0d-a581-745b4c041010 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c55c3ff-8f2f-446a-aa35-d86b1a88b409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627043 Mar 01 14:15:48.696359 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50684) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:48.769540 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec918dd4-79c0-4321-9380-799205b1f89e tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:48.775529 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ec918dd4-79c0-4321-9380-799205b1f89e tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c551006b-e286-48c0-836b-19d56ee90346 HTTP/1.1" status: 200 len: 1122 time: 0.0780892 Mar 01 14:15:48.778684 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 50688) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:48.784203 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-6b35ac91-c355-451a-a61e-df0897fa65ba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'port_id': '68444cb1-99a0-4134-bf69-168e4e776937', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:15:48.812448 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 163b94e1-0076-4c16-a55b-460c2aae14c3 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:15:48.814132 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6b35ac91-c355-451a-a61e-df0897fa65ba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:48.831013 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:15:48.878124 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c1379849-05b0-41c8-b0a2-485c66e99cf4 None None] Publish callbacks [] for port (68d59d38-8cb5-4414-9892-9a7cf1f0346a), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:48.890990 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c1379849-05b0-41c8-b0a2-485c66e99cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (68d59d38-8cb5-4414-9892-9a7cf1f0346a), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:49.034149 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81c26b-d24c-4028-8a06-fccbf8f11190 None None] Pushing event updated for resources: {'Port': ['ID=68d59d38-8cb5-4414-9892-9a7cf1f0346a,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:49.055215 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6b35ac91-c355-451a-a61e-df0897fa65ba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:49.074680 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-c1379849-05b0-41c8-b0a2-485c66e99cf4 None None] Attempting to bind port 68d59d38-8cb5-4414-9892-9a7cf1f0346a on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:15:49.075255 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-c1379849-05b0-41c8-b0a2-485c66e99cf4 None None] Attempting to bind port 68d59d38-8cb5-4414-9892-9a7cf1f0346a by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '947652ac-51cd-419c-9354-0a219c3ffadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '60306bb4-79fa-4fbc-9bcc-96d6cbc084d7'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:15:49.075760 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1379849-05b0-41c8-b0a2-485c66e99cf4 None None] Attempting to bind port 68d59d38-8cb5-4414-9892-9a7cf1f0346a on network 60306bb4-79fa-4fbc-9bcc-96d6cbc084d7 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:15:49.082587 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1379849-05b0-41c8-b0a2-485c66e99cf4 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:15:49.083101 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1379849-05b0-41c8-b0a2-485c66e99cf4 None None] Checking segment: {'id': '947652ac-51cd-419c-9354-0a219c3ffadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '60306bb4-79fa-4fbc-9bcc-96d6cbc084d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:15:49.083759 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c1379849-05b0-41c8-b0a2-485c66e99cf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:49.084276 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1379849-05b0-41c8-b0a2-485c66e99cf4 None None] Bound using segment: {'id': '947652ac-51cd-419c-9354-0a219c3ffadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '60306bb4-79fa-4fbc-9bcc-96d6cbc084d7'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:15:49.085136 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-c1379849-05b0-41c8-b0a2-485c66e99cf4 None None] Bound port: 68d59d38-8cb5-4414-9892-9a7cf1f0346a, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947652ac-51cd-419c-9354-0a219c3ffadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '60306bb4-79fa-4fbc-9bcc-96d6cbc084d7'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:15:49.085597 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c1379849-05b0-41c8-b0a2-485c66e99cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (68d59d38-8cb5-4414-9892-9a7cf1f0346a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:49.195619 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-c1379849-05b0-41c8-b0a2-485c66e99cf4 None None] For port 68d59d38-8cb5-4414-9892-9a7cf1f0346a, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:15:49.201407 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-c1379849-05b0-41c8-b0a2-485c66e99cf4 None None] For port 68d59d38-8cb5-4414-9892-9a7cf1f0346a, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=68d59d38-8cb5-4414-9892-9a7cf1f0346a,segment=NetworkSegment(947652ac-51cd-419c-9354-0a219c3ffadb),segment_id=947652ac-51cd-419c-9354-0a219c3ffadb)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:15:49.232185 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c1379849-05b0-41c8-b0a2-485c66e99cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (68d59d38-8cb5-4414-9892-9a7cf1f0346a), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:49.340469 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-6b35ac91-c355-451a-a61e-df0897fa65ba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Allocated IP 172.25.1.9 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/b1630004-8d28-4b05-ad04-61edf383c4d4) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:15:49.422289 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1379849-05b0-41c8-b0a2-485c66e99cf4 None None] Routers {'996e764f-6f7f-459b-b312-b5182ca070e4'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:15:49.422933 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-c1379849-05b0-41c8-b0a2-485c66e99cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:15:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['996e764f-6f7f-459b-b312-b5182ca070e4'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:15:49.517630 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-4d7b1673-b27f-491f-8e72-497728590641 None None] Provisioning complete for port 68d59d38-8cb5-4414-9892-9a7cf1f0346a triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:15:49.518333 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4d7b1673-b27f-491f-8e72-497728590641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (68d59d38-8cb5-4414-9892-9a7cf1f0346a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:49.554221 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81c26b-d24c-4028-8a06-fccbf8f11190 None None] Pushing event updated for resources: {'Port': ['ID=68d59d38-8cb5-4414-9892-9a7cf1f0346a,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:49.592927 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6b35ac91-c355-451a-a61e-df0897fa65ba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for port (b1630004-8d28-4b05-ad04-61edf383c4d4), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:49.699900 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6b35ac91-c355-451a-a61e-df0897fa65ba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (b1630004-8d28-4b05-ad04-61edf383c4d4), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:49.767576 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-c1379849-05b0-41c8-b0a2-485c66e99cf4 None None] Set router 996e764f-6f7f-459b-b312-b5182ca070e4 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:15:49.797576 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b35ac91-c355-451a-a61e-df0897fa65ba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:15:49.800791 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-6b35ac91-c355-451a-a61e-df0897fa65ba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:15:49.807262 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b35ac91-c355-451a-a61e-df0897fa65ba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:15:49.853784 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b35ac91-c355-451a-a61e-df0897fa65ba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'Port': ['ID=b1630004-8d28-4b05-ad04-61edf383c4d4,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:49.892578 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-4d7b1673-b27f-491f-8e72-497728590641 None None] Current status of the port 68d59d38-8cb5-4414-9892-9a7cf1f0346a is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:15:49.892825 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4d7b1673-b27f-491f-8e72-497728590641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (68d59d38-8cb5-4414-9892-9a7cf1f0346a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:49.902127 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9a6998c1-f125-439d-baeb-4b65fd87a2a4 req-9fe3e6ec-9887-4b38-9e8a-1cbc8bc7bc16 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b1ad25-c5ff-4c5c-9686-0b4b3a32c95a HTTP/1.1" status: 200 len: 210 time: 0.0410304 Mar 01 14:15:50.344908 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-4d7b1673-b27f-491f-8e72-497728590641 None None] For port 68d59d38-8cb5-4414-9892-9a7cf1f0346a, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=68d59d38-8cb5-4414-9892-9a7cf1f0346a,segment=NetworkSegment(947652ac-51cd-419c-9354-0a219c3ffadb),segment_id=947652ac-51cd-419c-9354-0a219c3ffadb)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:15:50.379703 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4d7b1673-b27f-491f-8e72-497728590641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (68d59d38-8cb5-4414-9892-9a7cf1f0346a), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:50.429815 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-a27b248b-b1c7-4e02-a053-7e4e8b4ee252 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:50.431329 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-a27b248b-b1c7-4e02-a053-7e4e8b4ee252 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.20 "GET /v2.0/networks?id=60306bb4-79fa-4fbc-9bcc-96d6cbc084d7 HTTP/1.1" status: 200 len: 798 time: 0.3085265 Mar 01 14:15:50.445330 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-f0ed5dfb-d936-4570-a551-e9b76d241cf0 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Request body: {'port': {'device_id': '78b1ad25-c5ff-4c5c-9686-0b4b3a32c95a', 'network_id': '60306bb4-79fa-4fbc-9bcc-96d6cbc084d7', 'admin_state_up': True, 'tenant_id': 'ff79b98a10ea455c9324e78544626de3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:15:50.556257 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b1673-b27f-491f-8e72-497728590641 None None] Pushing event updated for resources: {'Port': ['ID=68d59d38-8cb5-4414-9892-9a7cf1f0346a,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:50.592706 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-9e35afa8-fae4-45fa-9074-9ed3db7af7c0 None None] Provisioning complete for port 68d59d38-8cb5-4414-9892-9a7cf1f0346a triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:15:50.593092 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9e35afa8-fae4-45fa-9074-9ed3db7af7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (68d59d38-8cb5-4414-9892-9a7cf1f0346a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:50.671135 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-f0ed5dfb-d936-4570-a551-e9b76d241cf0 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Made reservation on behalf of ff79b98a10ea455c9324e78544626de3 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:15:50.674870 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-f0ed5dfb-d936-4570-a551-e9b76d241cf0 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:50.737284 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-c1379849-05b0-41c8-b0a2-485c66e99cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996e764f-6f7f-459b-b312-b5182ca070e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1947292151', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'a6f80447-a4da-4ffa-a09d-5e31d2b61115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:15:40Z', 'updated_at': '2022-03-01T14:15:45Z', 'revision_number': 4, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'gw_port': {'id': 'a6f80447-a4da-4ffa-a09d-5e31d2b61115', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996e764f-6f7f-459b-b312-b5182ca070e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:41Z', 'updated_at': '2022-03-01T14:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '68d59d38-8cb5-4414-9892-9a7cf1f0346a', 'name': '', 'network_id': '60306bb4-79fa-4fbc-9bcc-96d6cbc084d7', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'mac_address': 'fa:16:3e:9e:62:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996e764f-6f7f-459b-b312-b5182ca070e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '00ca8e41-fc4e-4eb5-8380-0859342c6a37', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:44Z', 'updated_at': '2022-03-01T14:15:49Z', 'revision_number': 4, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'subnets': [{'id': '00ca8e41-fc4e-4eb5-8380-0859342c6a37', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:15:50.780540 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1379849-05b0-41c8-b0a2-485c66e99cf4 None None] The sync data for ids ['996e764f-6f7f-459b-b312-b5182ca070e4'] in n-d-827467-3 is: [{'id': '996e764f-6f7f-459b-b312-b5182ca070e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1947292151', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'a6f80447-a4da-4ffa-a09d-5e31d2b61115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:15:40Z', 'updated_at': '2022-03-01T14:15:45Z', 'revision_number': 4, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'gw_port': {'id': 'a6f80447-a4da-4ffa-a09d-5e31d2b61115', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996e764f-6f7f-459b-b312-b5182ca070e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:41Z', 'updated_at': '2022-03-01T14:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '68d59d38-8cb5-4414-9892-9a7cf1f0346a', 'name': '', 'network_id': '60306bb4-79fa-4fbc-9bcc-96d6cbc084d7', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'mac_address': 'fa:16:3e:9e:62:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996e764f-6f7f-459b-b312-b5182ca070e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '00ca8e41-fc4e-4eb5-8380-0859342c6a37', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:44Z', 'updated_at': '2022-03-01T14:15:49Z', 'revision_number': 4, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'subnets': [{'id': '00ca8e41-fc4e-4eb5-8380-0859342c6a37', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:15:50.801530 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-9e35afa8-fae4-45fa-9074-9ed3db7af7c0 None None] Current status of the port 68d59d38-8cb5-4414-9892-9a7cf1f0346a is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:15:50.995093 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-f0ed5dfb-d936-4570-a551-e9b76d241cf0 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Allocated IP 172.20.0.20 (60306bb4-79fa-4fbc-9bcc-96d6cbc084d7/00ca8e41-fc4e-4eb5-8380-0859342c6a37/6971cb8f-5140-4f60-ba48-b9c97ea8f787) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:15:51.108101 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d3d40803-5244-44e8-b16e-01e4ab980ca7 req-3f90107c-41ae-4797-90f8-1bd2fa7dec4a tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b1ad25-c5ff-4c5c-9686-0b4b3a32c95a HTTP/1.1" status: 200 len: 210 time: 0.0499420 Mar 01 14:15:51.228914 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-f0ed5dfb-d936-4570-a551-e9b76d241cf0 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for port (6971cb8f-5140-4f60-ba48-b9c97ea8f787), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:51.308048 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-f0ed5dfb-d936-4570-a551-e9b76d241cf0 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (6971cb8f-5140-4f60-ba48-b9c97ea8f787), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:51.363910 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-f0ed5dfb-d936-4570-a551-e9b76d241cf0 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Network 60306bb4-79fa-4fbc-9bcc-96d6cbc084d7 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:15:51.381271 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-f0ed5dfb-d936-4570-a551-e9b76d241cf0 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:15:51.403701 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-f0ed5dfb-d936-4570-a551-e9b76d241cf0 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:15:51.510099 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-f0ed5dfb-d936-4570-a551-e9b76d241cf0 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:51.511287 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-f0ed5dfb-d936-4570-a551-e9b76d241cf0 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:51.531886 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6b35ac91-c355-451a-a61e-df0897fa65ba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for floatingip (16d3a318-56cb-4c46-8344-835d8d1ad5b2), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:51.559865 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-f0ed5dfb-d936-4570-a551-e9b76d241cf0 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1183870 Mar 01 14:15:51.560774 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed5dfb-d936-4570-a551-e9b76d241cf0 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Pushing event updated for resources: {'Port': ['ID=6971cb8f-5140-4f60-ba48-b9c97ea8f787,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:51.600519 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-fe87d64b-79c0-4ad1-bb82-42688ba93279 service neutron] Request body: {'port': {'device_id': '78b1ad25-c5ff-4c5c-9686-0b4b3a32c95a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:15:51.736107 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-fe87d64b-79c0-4ad1-bb82-42688ba93279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6971cb8f-5140-4f60-ba48-b9c97ea8f787), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:51.814571 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6b35ac91-c355-451a-a61e-df0897fa65ba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b1630004-8d28-4b05-ad04-61edf383c4d4), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:51.849041 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-fbcf4006-8407-42cf-9e82-83d374f72d4c None None] Provisioning complete for port 6971cb8f-5140-4f60-ba48-b9c97ea8f787 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:15:51.849966 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4006-8407-42cf-9e82-83d374f72d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6971cb8f-5140-4f60-ba48-b9c97ea8f787), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:51.928848 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-fbcf4006-8407-42cf-9e82-83d374f72d4c None None] Port 6971cb8f-5140-4f60-ba48-b9c97ea8f787 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:15:51.947493 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 68d59d38-8cb5-4414-9892-9a7cf1f0346a up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:15:52.058529 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 68d59d38-8cb5-4414-9892-9a7cf1f0346a triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:15:52.059225 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (68d59d38-8cb5-4414-9892-9a7cf1f0346a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:52.237561 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-fe87d64b-79c0-4ad1-bb82-42688ba93279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6971cb8f-5140-4f60-ba48-b9c97ea8f787 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:15:52.253393 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-fe87d64b-79c0-4ad1-bb82-42688ba93279 service neutron] Publish callbacks [] for port (6971cb8f-5140-4f60-ba48-b9c97ea8f787), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:52.272204 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 68d59d38-8cb5-4414-9892-9a7cf1f0346a is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:15:52.290753 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-fe87d64b-79c0-4ad1-bb82-42688ba93279 service neutron] Transition to ACTIVE for port object 6971cb8f-5140-4f60-ba48-b9c97ea8f787 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:15:52.304142 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-fe87d64b-79c0-4ad1-bb82-42688ba93279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (6971cb8f-5140-4f60-ba48-b9c97ea8f787), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:52.406428 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6b35ac91-c355-451a-a61e-df0897fa65ba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for port (b1630004-8d28-4b05-ad04-61edf383c4d4), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:52.414962 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87d64b-79c0-4ad1-bb82-42688ba93279 service neutron] Pushing event updated for resources: {'Port': ['ID=6971cb8f-5140-4f60-ba48-b9c97ea8f787,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:52.426888 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6b35ac91-c355-451a-a61e-df0897fa65ba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (b1630004-8d28-4b05-ad04-61edf383c4d4), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:52.452213 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536eaba-2a9e-4696-a4fb-8d1c483b47f2 req-70a6fd86-80b8-458b-9c83-f851a4d387d1 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:52.454747 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d536eaba-2a9e-4696-a4fb-8d1c483b47f2 req-70a6fd86-80b8-458b-9c83-f851a4d387d1 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b1ad25-c5ff-4c5c-9686-0b4b3a32c95a HTTP/1.1" status: 200 len: 895 time: 0.2283807 Mar 01 14:15:52.587308 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-fe87d64b-79c0-4ad1-bb82-42688ba93279 service neutron] Attempting to bind port 6971cb8f-5140-4f60-ba48-b9c97ea8f787 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:15:52.590652 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-fe87d64b-79c0-4ad1-bb82-42688ba93279 service neutron] Attempting to bind port 6971cb8f-5140-4f60-ba48-b9c97ea8f787 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '947652ac-51cd-419c-9354-0a219c3ffadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '60306bb4-79fa-4fbc-9bcc-96d6cbc084d7'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:15:52.591170 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-fe87d64b-79c0-4ad1-bb82-42688ba93279 service neutron] Attempting to bind port 6971cb8f-5140-4f60-ba48-b9c97ea8f787 on network 60306bb4-79fa-4fbc-9bcc-96d6cbc084d7 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:15:52.597280 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-fe87d64b-79c0-4ad1-bb82-42688ba93279 service neutron] Port 6971cb8f-5140-4f60-ba48-b9c97ea8f787 on network 60306bb4-79fa-4fbc-9bcc-96d6cbc084d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:15:52.598016 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-fe87d64b-79c0-4ad1-bb82-42688ba93279 service neutron] Attempting to bind port 6971cb8f-5140-4f60-ba48-b9c97ea8f787 on network 60306bb4-79fa-4fbc-9bcc-96d6cbc084d7 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:15:52.603580 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-fe87d64b-79c0-4ad1-bb82-42688ba93279 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:15:52.604733 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-fe87d64b-79c0-4ad1-bb82-42688ba93279 service neutron] Checking segment: {'id': '947652ac-51cd-419c-9354-0a219c3ffadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '60306bb4-79fa-4fbc-9bcc-96d6cbc084d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:15:52.606119 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-fe87d64b-79c0-4ad1-bb82-42688ba93279 service neutron] Bound using segment: {'id': '947652ac-51cd-419c-9354-0a219c3ffadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '60306bb4-79fa-4fbc-9bcc-96d6cbc084d7'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:15:52.606756 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-fe87d64b-79c0-4ad1-bb82-42688ba93279 service neutron] Bound port: 6971cb8f-5140-4f60-ba48-b9c97ea8f787, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '947652ac-51cd-419c-9354-0a219c3ffadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '60306bb4-79fa-4fbc-9bcc-96d6cbc084d7'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:15:52.607306 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-fe87d64b-79c0-4ad1-bb82-42688ba93279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6971cb8f-5140-4f60-ba48-b9c97ea8f787), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:52.608895 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b35ac91-c355-451a-a61e-df0897fa65ba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'Port': ['ID=b1630004-8d28-4b05-ad04-61edf383c4d4,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:52.623427 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6b35ac91-c355-451a-a61e-df0897fa65ba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (16d3a318-56cb-4c46-8344-835d8d1ad5b2), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:52.784952 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-fe87d64b-79c0-4ad1-bb82-42688ba93279 service neutron] For port 6971cb8f-5140-4f60-ba48-b9c97ea8f787, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:15:52.789692 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-fe87d64b-79c0-4ad1-bb82-42688ba93279 service neutron] For port 6971cb8f-5140-4f60-ba48-b9c97ea8f787, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=6971cb8f-5140-4f60-ba48-b9c97ea8f787,segment=NetworkSegment(947652ac-51cd-419c-9354-0a219c3ffadb),segment_id=947652ac-51cd-419c-9354-0a219c3ffadb)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:15:52.800712 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-fe87d64b-79c0-4ad1-bb82-42688ba93279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (6971cb8f-5140-4f60-ba48-b9c97ea8f787), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:52.851975 n-d-827467-3 neutron-server[103727]: INFO neutron.db.l3_db [None req-6b35ac91-c355-451a-a61e-df0897fa65ba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Floating IP 16d3a318-56cb-4c46-8344-835d8d1ad5b2 associated. External IP: 172.25.1.9, port: 68444cb1-99a0-4134-bf69-168e4e776937. Mar 01 14:15:52.887459 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-fe87d64b-79c0-4ad1-bb82-42688ba93279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:52.888385 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-fe87d64b-79c0-4ad1-bb82-42688ba93279 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:52.891705 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-fe87d64b-79c0-4ad1-bb82-42688ba93279 service neutron] 10.222.0.20 "PUT /v2.0/ports/6971cb8f-5140-4f60-ba48-b9c97ea8f787 HTTP/1.1" status: 200 len: 1055 time: 1.3083045 Mar 01 14:15:52.892571 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b1ad25-c5ff-4c5c-9686-0b4b3a32c95a', 'tag': '6971cb8f-5140-4f60-ba48-b9c97ea8f787'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:15:52.896335 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a87f50e-ed98-4c01-89a7-94a5545a86e4" -d '{"events": [{"name": "network-changed", "server_uuid": "78b1ad25-c5ff-4c5c-9686-0b4b3a32c95a", "tag": "6971cb8f-5140-4f60-ba48-b9c97ea8f787"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:15:52.931451 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87d64b-79c0-4ad1-bb82-42688ba93279 service neutron] Pushing event updated for resources: {'Port': ['ID=6971cb8f-5140-4f60-ba48-b9c97ea8f787,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:53.018326 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef8963e-d458-42aa-aa0e-10d53805104c x-openstack-request-id: req-4ef8963e-d458-42aa-aa0e-10d53805104c {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:15:53.018522 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b1ad25-c5ff-4c5c-9686-0b4b3a32c95a", "tag": "6971cb8f-5140-4f60-ba48-b9c97ea8f787", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:15:53.019175 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ef8963e-d458-42aa-aa0e-10d53805104c {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:15:53.019536 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b1ad25-c5ff-4c5c-9686-0b4b3a32c95a', 'tag': '6971cb8f-5140-4f60-ba48-b9c97ea8f787', 'status': 'completed', 'code': 200} Mar 01 14:15:53.058285 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-ecfd57c6-8648-4c4c-aa40-7074fb83ce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:53.060100 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-ecfd57c6-8648-4c4c-aa40-7074fb83ce29 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff79b98a10ea455c9324e78544626de3&device_id=78b1ad25-c5ff-4c5c-9686-0b4b3a32c95a HTTP/1.1" status: 200 len: 1089 time: 0.1105816 Mar 01 14:15:53.177797 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-264ac766-f4d3-4ba5-82cd-6e983e7e284b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=6971cb8f-5140-4f60-ba48-b9c97ea8f787 HTTP/1.1" status: 200 len: 217 time: 0.1103144 Mar 01 14:15:53.257044 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-c87c74eb-0cae-4b47-bcd9-6623faa2c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:53.258631 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-c87c74eb-0cae-4b47-bcd9-6623faa2c9dd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00ca8e41-fc4e-4eb5-8380-0859342c6a37 HTTP/1.1" status: 200 len: 837 time: 0.0748620 Mar 01 14:15:53.295362 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b35ac91-c355-451a-a61e-df0897fa65ba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Router cf421311-1b00-4b16-a906-b9a4ea2592ac has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:15:53.338968 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-7a08f266-c617-4a10-aace-d2cdb2bf9e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:53.341067 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-7a08f266-c617-4a10-aace-d2cdb2bf9e91 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60306bb4-79fa-4fbc-9bcc-96d6cbc084d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0751624 Mar 01 14:15:53.444969 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b35ac91-c355-451a-a61e-df0897fa65ba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:15:53.458028 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f3096c-2d3a-42c3-9199-1a16b5263bd4 None None] Sync routers for ids ['cf421311-1b00-4b16-a906-b9a4ea2592ac'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:15:53.476860 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f3096c-2d3a-42c3-9199-1a16b5263bd4 None None] Routers {'cf421311-1b00-4b16-a906-b9a4ea2592ac'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:15:53.477858 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-d5f3096c-2d3a-42c3-9199-1a16b5263bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:15:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['cf421311-1b00-4b16-a906-b9a4ea2592ac'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:15:53.482170 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-83bfd9bf-baf5-4ffe-99cf-3592642f0ae9 service neutron] 10.222.0.20 "GET /v2.0/networks/60306bb4-79fa-4fbc-9bcc-96d6cbc084d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342421 Mar 01 14:15:53.501871 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6b35ac91-c355-451a-a61e-df0897fa65ba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:53.587473 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6b35ac91-c355-451a-a61e-df0897fa65ba tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 4.8049045 Mar 01 14:15:53.587473 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c551006b-e286-48c0-836b-19d56ee90346', 'tag': '68444cb1-99a0-4134-bf69-168e4e776937'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:15:53.587948 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9511d8-53d9-4ab5-a728-1071d38f72b0" -d '{"events": [{"name": "network-changed", "server_uuid": "c551006b-e286-48c0-836b-19d56ee90346", "tag": "68444cb1-99a0-4134-bf69-168e4e776937"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:15:53.595157 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51096) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:53.684610 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-d5f3096c-2d3a-42c3-9199-1a16b5263bd4 None None] Set router cf421311-1b00-4b16-a906-b9a4ea2592ac gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:15:53.812561 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0396e9d7-67d1-4cae-bc3b-f78a664e0222 x-openstack-request-id: req-0396e9d7-67d1-4cae-bc3b-f78a664e0222 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:15:53.812862 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c551006b-e286-48c0-836b-19d56ee90346", "tag": "68444cb1-99a0-4134-bf69-168e4e776937", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:15:53.813118 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0396e9d7-67d1-4cae-bc3b-f78a664e0222 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:15:53.813527 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c551006b-e286-48c0-836b-19d56ee90346', 'tag': '68444cb1-99a0-4134-bf69-168e4e776937', 'status': 'completed', 'code': 200} Mar 01 14:15:53.826218 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2a3cd6a2-cfcd-4318-9319-21ad9b37312a tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/floatingips/16d3a318-56cb-4c46-8344-835d8d1ad5b2 HTTP/1.1" status: 200 len: 989 time: 0.2184315 Mar 01 14:15:53.903982 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9511d8-53d9-4ab5-a728-1071d38f72b0 req-7b3c185d-96ca-40ea-b477-43dcbee74b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:53.905492 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8e9511d8-53d9-4ab5-a728-1071d38f72b0 req-7b3c185d-96ca-40ea-b477-43dcbee74b1c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff4bcaf99ac549c98e3a0b08d618fa3f&device_id=c551006b-e286-48c0-836b-19d56ee90346 HTTP/1.1" status: 200 len: 1127 time: 0.1986699 Mar 01 14:15:53.925729 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-45450fdc-c19f-4817-a7c1-b59e3e16f5cb req-03863a12-4111-415f-b9c5-c3efd3c46442 service neutron] 10.222.0.20 "GET /v2.0/networks/60306bb4-79fa-4fbc-9bcc-96d6cbc084d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375620 Mar 01 14:15:53.936810 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57746a02-7640-4e09-86a5-d1c0f64d8078 req-65b27fc2-cc89-4be6-af60-05ff1578f71f tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:53.939219 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-57746a02-7640-4e09-86a5-d1c0f64d8078 req-65b27fc2-cc89-4be6-af60-05ff1578f71f tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b1ad25-c5ff-4c5c-9686-0b4b3a32c95a HTTP/1.1" status: 200 len: 907 time: 0.3412106 Mar 01 14:15:54.127481 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-d5f3096c-2d3a-42c3-9199-1a16b5263bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'name': 'tempest-TestNetworkBasicOps-router-746108323', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:15:20Z', 'updated_at': '2022-03-01T14:15:28Z', 'revision_number': 4, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'gw_port': {'id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:21Z', 'updated_at': '2022-03-01T14:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '16d3a318-56cb-4c46-8344-835d8d1ad5b2', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'floating_ip_address': '172.25.1.9', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'port_id': '68444cb1-99a0-4134-bf69-168e4e776937', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190', 'mac_address': 'fa:16:3e:d6:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c551006b-e286-48c0-836b-19d56ee90346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:15:50Z', 'updated_at': '2022-03-01T14:15:50Z', 'revision_number': 0, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ffff99-7733-43d2-9caa-9c2e4b3e43bc', 'name': '', 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'mac_address': 'fa:16:3e:00:c4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '704d5c11-ff76-46e1-be02-ca4b0482684a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:26Z', 'updated_at': '2022-03-01T14:15:32Z', 'revision_number': 5, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'subnets': [{'id': '704d5c11-ff76-46e1-be02-ca4b0482684a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:15:54.160710 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f3096c-2d3a-42c3-9199-1a16b5263bd4 None None] Checking router: cf421311-1b00-4b16-a906-b9a4ea2592ac for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:15:54.172690 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f3096c-2d3a-42c3-9199-1a16b5263bd4 None None] Routers {'cf421311-1b00-4b16-a906-b9a4ea2592ac'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:15:54.173665 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-d5f3096c-2d3a-42c3-9199-1a16b5263bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:15:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['cf421311-1b00-4b16-a906-b9a4ea2592ac'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:15:54.373038 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-d5f3096c-2d3a-42c3-9199-1a16b5263bd4 None None] Set router cf421311-1b00-4b16-a906-b9a4ea2592ac gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:15:54.465866 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9511d8-53d9-4ab5-a728-1071d38f72b0 req-b3007be1-0e8c-4b40-a42b-42f946686071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:54.467754 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8e9511d8-53d9-4ab5-a728-1071d38f72b0 req-b3007be1-0e8c-4b40-a42b-42f946686071 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1022c802-90c0-4c6e-8805-305a97ea0190 HTTP/1.1" status: 200 len: 897 time: 0.5543344 Mar 01 14:15:54.473039 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87f50e-ed98-4c01-89a7-94a5545a86e4 req-c980380e-2d44-4eae-9fe6-4afc9d459829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:54.474952 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a87f50e-ed98-4c01-89a7-94a5545a86e4 req-c980380e-2d44-4eae-9fe6-4afc9d459829 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff79b98a10ea455c9324e78544626de3&device_id=78b1ad25-c5ff-4c5c-9686-0b4b3a32c95a HTTP/1.1" status: 200 len: 1089 time: 0.4471211 Mar 01 14:15:54.586858 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87f50e-ed98-4c01-89a7-94a5545a86e4 req-8371a3f5-647b-45a7-aa52-7d5a3ac8fc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:54.588536 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a87f50e-ed98-4c01-89a7-94a5545a86e4 req-8371a3f5-647b-45a7-aa52-7d5a3ac8fc02 service neutron] 10.222.0.20 "GET /v2.0/networks?id=60306bb4-79fa-4fbc-9bcc-96d6cbc084d7 HTTP/1.1" status: 200 len: 899 time: 0.1062765 Mar 01 14:15:54.717827 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a87f50e-ed98-4c01-89a7-94a5545a86e4 req-4689821e-633f-47bc-9cf5-e6b2fd180e92 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=6971cb8f-5140-4f60-ba48-b9c97ea8f787 HTTP/1.1" status: 200 len: 217 time: 0.0735328 Mar 01 14:15:54.817899 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8e9511d8-53d9-4ab5-a728-1071d38f72b0 req-37e47336-0974-448f-a535-7009b576be28 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68444cb1-99a0-4134-bf69-168e4e776937 HTTP/1.1" status: 200 len: 997 time: 0.3369763 Mar 01 14:15:54.830572 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51196) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:54.831028 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-d5f3096c-2d3a-42c3-9199-1a16b5263bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'name': 'tempest-TestNetworkBasicOps-router-746108323', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:15:20Z', 'updated_at': '2022-03-01T14:15:28Z', 'revision_number': 4, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'gw_port': {'id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:21Z', 'updated_at': '2022-03-01T14:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '16d3a318-56cb-4c46-8344-835d8d1ad5b2', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'floating_ip_address': '172.25.1.9', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'port_id': '68444cb1-99a0-4134-bf69-168e4e776937', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190', 'mac_address': 'fa:16:3e:d6:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c551006b-e286-48c0-836b-19d56ee90346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:15:50Z', 'updated_at': '2022-03-01T14:15:50Z', 'revision_number': 0, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ffff99-7733-43d2-9caa-9c2e4b3e43bc', 'name': '', 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'mac_address': 'fa:16:3e:00:c4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '704d5c11-ff76-46e1-be02-ca4b0482684a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:26Z', 'updated_at': '2022-03-01T14:15:32Z', 'revision_number': 5, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'subnets': [{'id': '704d5c11-ff76-46e1-be02-ca4b0482684a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:15:54.866905 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f3096c-2d3a-42c3-9199-1a16b5263bd4 None None] The sync data for ids ['cf421311-1b00-4b16-a906-b9a4ea2592ac'] in n-d-827467-3 is: [{'id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'name': 'tempest-TestNetworkBasicOps-router-746108323', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:15:20Z', 'updated_at': '2022-03-01T14:15:28Z', 'revision_number': 4, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'gw_port': {'id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:21Z', 'updated_at': '2022-03-01T14:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '16d3a318-56cb-4c46-8344-835d8d1ad5b2', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'floating_ip_address': '172.25.1.9', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'port_id': '68444cb1-99a0-4134-bf69-168e4e776937', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190', 'mac_address': 'fa:16:3e:d6:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c551006b-e286-48c0-836b-19d56ee90346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:15:50Z', 'updated_at': '2022-03-01T14:15:50Z', 'revision_number': 0, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ffff99-7733-43d2-9caa-9c2e4b3e43bc', 'name': '', 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'mac_address': 'fa:16:3e:00:c4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '704d5c11-ff76-46e1-be02-ca4b0482684a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:26Z', 'updated_at': '2022-03-01T14:15:32Z', 'revision_number': 5, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'subnets': [{'id': '704d5c11-ff76-46e1-be02-ca4b0482684a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:15:54.872114 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87f50e-ed98-4c01-89a7-94a5545a86e4 req-e9c824d4-75f9-45d1-afe9-a60992207ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:54.873865 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a87f50e-ed98-4c01-89a7-94a5545a86e4 req-e9c824d4-75f9-45d1-afe9-a60992207ec8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00ca8e41-fc4e-4eb5-8380-0859342c6a37 HTTP/1.1" status: 200 len: 837 time: 0.1428790 Mar 01 14:15:54.911579 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9511d8-53d9-4ab5-a728-1071d38f72b0 req-ce31ac97-8021-41ed-bae0-4701ec9e06ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:54.914539 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8e9511d8-53d9-4ab5-a728-1071d38f72b0 req-ce31ac97-8021-41ed-bae0-4701ec9e06ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=704d5c11-ff76-46e1-be02-ca4b0482684a HTTP/1.1" status: 200 len: 835 time: 0.0927303 Mar 01 14:15:54.966228 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87f50e-ed98-4c01-89a7-94a5545a86e4 req-d73f22fb-539d-431a-ab54-9ab9d39c4b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:54.967970 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a87f50e-ed98-4c01-89a7-94a5545a86e4 req-d73f22fb-539d-431a-ab54-9ab9d39c4b38 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60306bb4-79fa-4fbc-9bcc-96d6cbc084d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0859742 Mar 01 14:15:55.001535 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6e3d9acf-fe66-4461-a0fe-4af2d200de23 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/floatingips/16d3a318-56cb-4c46-8344-835d8d1ad5b2 HTTP/1.1" status: 200 len: 989 time: 0.1678531 Mar 01 14:15:55.043265 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9511d8-53d9-4ab5-a728-1071d38f72b0 req-69df33da-6074-4d8a-ad64-034f9eb632de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:55.048123 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8e9511d8-53d9-4ab5-a728-1071d38f72b0 req-69df33da-6074-4d8a-ad64-034f9eb632de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1022c802-90c0-4c6e-8805-305a97ea0190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1255360 Mar 01 14:15:55.212441 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-3779356c-6cf8-4275-8489-d4ce7acb5895 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:55.227739 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-3779356c-6cf8-4275-8489-d4ce7acb5895 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/networks?id=a104bb41-9aa1-4603-97e9-e7e936e91015 HTTP/1.1" status: 200 len: 814 time: 0.3833783 Mar 01 14:15:55.248601 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8e9511d8-53d9-4ab5-a728-1071d38f72b0 req-2912cd0b-53e5-41b3-9126-8c73155610be service neutron] 10.222.0.20 "GET /v2.0/networks/1022c802-90c0-4c6e-8805-305a97ea0190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738019 Mar 01 14:15:55.252427 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b4aa56-41f5-4d3f-94fe-e4834a6a790d None None] New status for floating IP 16d3a318-56cb-4c46-8344-835d8d1ad5b2: ACTIVE {{(pid=103728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 14:15:55.252916 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949241d0-cbfc-4e12-a941-518c62334aaa req-9714d0ff-d3ca-4499-ac67-21e67a0254b2 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:55.257348 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a87f50e-ed98-4c01-89a7-94a5545a86e4 req-648f0f8f-5528-4a27-be6f-b138e295ed2d service neutron] 10.222.0.20 "GET /v2.0/networks/60306bb4-79fa-4fbc-9bcc-96d6cbc084d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794998 Mar 01 14:15:55.261338 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-949241d0-cbfc-4e12-a941-518c62334aaa req-9714d0ff-d3ca-4499-ac67-21e67a0254b2 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b1ad25-c5ff-4c5c-9686-0b4b3a32c95a HTTP/1.1" status: 200 len: 907 time: 0.1818950 Mar 01 14:15:55.285612 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-215dd200-7273-4cec-b233-09e72712de1a tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/quotas/9d5ec2e5ee8b4a468b9498ca0bc38379 HTTP/1.1" status: 200 len: 375 time: 0.0213144 Mar 01 14:15:55.338765 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6944e4db-921e-4e45-a115-9e761b6019b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:55.376111 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-154319c6-283c-45b1-b833-685762b22862 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d5ec2e5ee8b4a468b9498ca0bc38379&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0895457 Mar 01 14:15:55.385517 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8e9511d8-53d9-4ab5-a728-1071d38f72b0 req-34712bc0-f0f8-4013-994b-4db0dec84ee9 service neutron] 10.222.0.20 "GET /v2.0/networks/1022c802-90c0-4c6e-8805-305a97ea0190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268756 Mar 01 14:15:55.571528 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-21e8aea1-87de-454d-ac90-33e6e58ee1ce service neutron] 10.222.0.13 "GET /v2.0/networks/a104bb41-9aa1-4603-97e9-e7e936e91015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942291 Mar 01 14:15:55.611543 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2a87f50e-ed98-4c01-89a7-94a5545a86e4 req-e5cff183-4f5f-4e91-8e07-bd9a8cecacff service neutron] 10.222.0.20 "GET /v2.0/networks/60306bb4-79fa-4fbc-9bcc-96d6cbc084d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248271 Mar 01 14:15:55.682588 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-c308b50f-c97e-439a-8f35-a4d045064d48 service neutron] 10.222.0.13 "GET /v2.0/networks/a104bb41-9aa1-4603-97e9-e7e936e91015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093297 Mar 01 14:15:55.904905 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0069cbc1-f09b-4373-98f9-66beaf015952 req-ed9d7320-555d-4564-ac17-426d0a3fd526 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0cf66d-9534-41df-a6a5-1b5d24c15ef6 HTTP/1.1" status: 200 len: 210 time: 0.0356078 Mar 01 14:15:56.005340 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51218) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:15:56.093634 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ee13af72-f45c-4277-b61f-b1e3ce5cdc2b tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/floatingips/16d3a318-56cb-4c46-8344-835d8d1ad5b2 HTTP/1.1" status: 200 len: 991 time: 0.0817475 Mar 01 14:15:56.461846 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e0866-ef97-4af7-bb42-89fdf23be249 req-1c64d289-6c95-4487-9793-9af5dd5b8a6c tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:56.464138 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-726e0866-ef97-4af7-bb42-89fdf23be249 req-1c64d289-6c95-4487-9793-9af5dd5b8a6c tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b1ad25-c5ff-4c5c-9686-0b4b3a32c95a HTTP/1.1" status: 200 len: 907 time: 0.0818167 Mar 01 14:15:57.033713 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-daae001d-25c3-43d1-a5f7-259e431390ff tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:57.036032 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-daae001d-25c3-43d1-a5f7-259e431390ff tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.32 "GET /v2.0/networks?id=a104bb41-9aa1-4603-97e9-e7e936e91015 HTTP/1.1" status: 200 len: 814 time: 0.1507874 Mar 01 14:15:57.054253 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-aee2c502-25f4-417c-a177-6893fa7bbc35 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Request body: {'port': {'device_id': 'ca0cf66d-9534-41df-a6a5-1b5d24c15ef6', 'network_id': 'a104bb41-9aa1-4603-97e9-e7e936e91015', 'admin_state_up': True, 'tenant_id': '9d5ec2e5ee8b4a468b9498ca0bc38379'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:15:57.058820 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a059983b-90b0-4099-bac2-3acdea8bb0ef req-c8a8aade-0295-46d1-a687-613e30e1aaa7 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0cf66d-9534-41df-a6a5-1b5d24c15ef6 HTTP/1.1" status: 200 len: 210 time: 0.0454268 Mar 01 14:15:57.174309 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-aee2c502-25f4-417c-a177-6893fa7bbc35 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Made reservation on behalf of 9d5ec2e5ee8b4a468b9498ca0bc38379 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:15:57.177947 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-aee2c502-25f4-417c-a177-6893fa7bbc35 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:57.318781 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-aee2c502-25f4-417c-a177-6893fa7bbc35 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Allocated IP 172.20.0.10 (a104bb41-9aa1-4603-97e9-e7e936e91015/42d0a3fa-71fc-44c4-acca-4dcedd73e801/69bc3d02-0b37-4a61-8ed1-93b38e87946c) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:15:57.445442 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a638b581-f32d-4250-9c18-b58468939784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:57.477305 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-aee2c502-25f4-417c-a177-6893fa7bbc35 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Publish callbacks [] for port (69bc3d02-0b37-4a61-8ed1-93b38e87946c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:57.513043 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-aee2c502-25f4-417c-a177-6893fa7bbc35 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (69bc3d02-0b37-4a61-8ed1-93b38e87946c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:57.595912 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-aee2c502-25f4-417c-a177-6893fa7bbc35 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Network a104bb41-9aa1-4603-97e9-e7e936e91015 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:15:57.599597 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-aee2c502-25f4-417c-a177-6893fa7bbc35 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:15:57.605603 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-aee2c502-25f4-417c-a177-6893fa7bbc35 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:15:57.610854 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2c502-25f4-417c-a177-6893fa7bbc35 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Pushing event updated for resources: {'Port': ['ID=69bc3d02-0b37-4a61-8ed1-93b38e87946c,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:57.661942 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-aee2c502-25f4-417c-a177-6893fa7bbc35 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:57.662561 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-aee2c502-25f4-417c-a177-6893fa7bbc35 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:57.671447 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb86aee-043f-481e-b95c-25ec7a2f7dff req-96e0c868-e7cf-42f2-b288-0c6aec1679e5 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:57.673130 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6fb86aee-043f-481e-b95c-25ec7a2f7dff req-96e0c868-e7cf-42f2-b288-0c6aec1679e5 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b1ad25-c5ff-4c5c-9686-0b4b3a32c95a HTTP/1.1" status: 200 len: 907 time: 0.1222491 Mar 01 14:15:57.688493 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-aee2c502-25f4-417c-a177-6893fa7bbc35 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6380737 Mar 01 14:15:57.701383 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-45fe2d80-7d39-4957-bb49-6f8882322daa service neutron] Request body: {'port': {'device_id': 'ca0cf66d-9534-41df-a6a5-1b5d24c15ef6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:15:57.764098 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-45fe2d80-7d39-4957-bb49-6f8882322daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (69bc3d02-0b37-4a61-8ed1-93b38e87946c), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:58.091219 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-45fe2d80-7d39-4957-bb49-6f8882322daa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69bc3d02-0b37-4a61-8ed1-93b38e87946c {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:15:58.099404 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-45fe2d80-7d39-4957-bb49-6f8882322daa service neutron] Publish callbacks [] for port (69bc3d02-0b37-4a61-8ed1-93b38e87946c), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:58.121952 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-45fe2d80-7d39-4957-bb49-6f8882322daa service neutron] Transition to ACTIVE for port object 69bc3d02-0b37-4a61-8ed1-93b38e87946c will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:15:58.128791 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-45fe2d80-7d39-4957-bb49-6f8882322daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (69bc3d02-0b37-4a61-8ed1-93b38e87946c), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:58.214304 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe2d80-7d39-4957-bb49-6f8882322daa service neutron] Pushing event updated for resources: {'Port': ['ID=69bc3d02-0b37-4a61-8ed1-93b38e87946c,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:58.296722 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5d0aa-40fc-4ce8-bdf4-40c1e516d04b req-6896b790-6214-46a2-b0e0-2809dbe9a714 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:58.298298 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0cb5d0aa-40fc-4ce8-bdf4-40c1e516d04b req-6896b790-6214-46a2-b0e0-2809dbe9a714 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0cf66d-9534-41df-a6a5-1b5d24c15ef6 HTTP/1.1" status: 200 len: 944 time: 0.1594560 Mar 01 14:15:58.349945 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-45fe2d80-7d39-4957-bb49-6f8882322daa service neutron] Attempting to bind port 69bc3d02-0b37-4a61-8ed1-93b38e87946c on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:15:58.349945 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-45fe2d80-7d39-4957-bb49-6f8882322daa service neutron] Attempting to bind port 69bc3d02-0b37-4a61-8ed1-93b38e87946c by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'b1ced365-9d41-4d00-a1c9-f239385395e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a104bb41-9aa1-4603-97e9-e7e936e91015'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:15:58.350264 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-45fe2d80-7d39-4957-bb49-6f8882322daa service neutron] Attempting to bind port 69bc3d02-0b37-4a61-8ed1-93b38e87946c on network a104bb41-9aa1-4603-97e9-e7e936e91015 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:15:58.365213 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-45fe2d80-7d39-4957-bb49-6f8882322daa service neutron] Port 69bc3d02-0b37-4a61-8ed1-93b38e87946c on network a104bb41-9aa1-4603-97e9-e7e936e91015 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:15:58.365544 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-45fe2d80-7d39-4957-bb49-6f8882322daa service neutron] Attempting to bind port 69bc3d02-0b37-4a61-8ed1-93b38e87946c on network a104bb41-9aa1-4603-97e9-e7e936e91015 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:15:58.374039 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0cb5d0aa-40fc-4ce8-bdf4-40c1e516d04b req-737baf58-1065-4859-9012-9957acb7712f tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/security-groups?id=879ce1c0-f602-4a16-aff3-3ad173da5479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686147 Mar 01 14:15:58.374954 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-45fe2d80-7d39-4957-bb49-6f8882322daa service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:15:58.375302 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-45fe2d80-7d39-4957-bb49-6f8882322daa service neutron] Checking segment: {'id': 'b1ced365-9d41-4d00-a1c9-f239385395e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a104bb41-9aa1-4603-97e9-e7e936e91015'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:15:58.375751 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-45fe2d80-7d39-4957-bb49-6f8882322daa service neutron] Bound using segment: {'id': 'b1ced365-9d41-4d00-a1c9-f239385395e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a104bb41-9aa1-4603-97e9-e7e936e91015'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:15:58.376144 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-45fe2d80-7d39-4957-bb49-6f8882322daa service neutron] Bound port: 69bc3d02-0b37-4a61-8ed1-93b38e87946c, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ced365-9d41-4d00-a1c9-f239385395e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a104bb41-9aa1-4603-97e9-e7e936e91015'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:15:58.376508 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-45fe2d80-7d39-4957-bb49-6f8882322daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (69bc3d02-0b37-4a61-8ed1-93b38e87946c), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:58.444635 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-45fe2d80-7d39-4957-bb49-6f8882322daa service neutron] For port 69bc3d02-0b37-4a61-8ed1-93b38e87946c, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:15:58.448628 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-45fe2d80-7d39-4957-bb49-6f8882322daa service neutron] For port 69bc3d02-0b37-4a61-8ed1-93b38e87946c, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=69bc3d02-0b37-4a61-8ed1-93b38e87946c,segment=NetworkSegment(b1ced365-9d41-4d00-a1c9-f239385395e4),segment_id=b1ced365-9d41-4d00-a1c9-f239385395e4)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:15:58.455166 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-45fe2d80-7d39-4957-bb49-6f8882322daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (69bc3d02-0b37-4a61-8ed1-93b38e87946c), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:58.496583 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-45fe2d80-7d39-4957-bb49-6f8882322daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:58.497210 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-45fe2d80-7d39-4957-bb49-6f8882322daa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:58.498602 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-45fe2d80-7d39-4957-bb49-6f8882322daa service neutron] 10.222.0.32 "PUT /v2.0/ports/69bc3d02-0b37-4a61-8ed1-93b38e87946c HTTP/1.1" status: 200 len: 1092 time: 0.8015304 Mar 01 14:15:58.499057 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca0cf66d-9534-41df-a6a5-1b5d24c15ef6', 'tag': '69bc3d02-0b37-4a61-8ed1-93b38e87946c'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:15:58.501344 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c650a3b-0ebd-4508-b2b2-e649c54eb2da" -d '{"events": [{"name": "network-changed", "server_uuid": "ca0cf66d-9534-41df-a6a5-1b5d24c15ef6", "tag": "69bc3d02-0b37-4a61-8ed1-93b38e87946c"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:15:58.538165 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe2d80-7d39-4957-bb49-6f8882322daa service neutron] Pushing event updated for resources: {'Port': ['ID=69bc3d02-0b37-4a61-8ed1-93b38e87946c,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:58.550121 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77154805-515f-4182-93af-bfad3615cd2a x-openstack-request-id: req-77154805-515f-4182-93af-bfad3615cd2a {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:15:58.550415 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca0cf66d-9534-41df-a6a5-1b5d24c15ef6", "tag": "69bc3d02-0b37-4a61-8ed1-93b38e87946c", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:15:58.550672 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77154805-515f-4182-93af-bfad3615cd2a {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:15:58.551070 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca0cf66d-9534-41df-a6a5-1b5d24c15ef6', 'tag': '69bc3d02-0b37-4a61-8ed1-93b38e87946c', 'status': 'completed', 'code': 200} Mar 01 14:15:58.592635 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-d0c2d1c6-faaf-4722-96b3-d566c3ae07ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:58.594166 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-d0c2d1c6-faaf-4722-96b3-d566c3ae07ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9d5ec2e5ee8b4a468b9498ca0bc38379&device_id=ca0cf66d-9534-41df-a6a5-1b5d24c15ef6 HTTP/1.1" status: 200 len: 1126 time: 0.0524888 Mar 01 14:15:58.634325 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-309fb98e-68d7-46a1-ad88-5bcf6088bd14 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69bc3d02-0b37-4a61-8ed1-93b38e87946c HTTP/1.1" status: 200 len: 217 time: 0.0336955 Mar 01 14:15:58.680716 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-19e8c2e4-ad1f-4bc7-a9cb-ad8cda10b80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:58.682211 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-19e8c2e4-ad1f-4bc7-a9cb-ad8cda10b80e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=42d0a3fa-71fc-44c4-acca-4dcedd73e801 HTTP/1.1" status: 200 len: 854 time: 0.0427246 Mar 01 14:15:58.714790 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-88cbcbcc-7c53-4e51-aed8-77606012c2ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a104bb41-9aa1-4603-97e9-e7e936e91015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269203 Mar 01 14:15:58.842798 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef79b0-5fdb-4a58-bc17-29657d574e4d req-fc1bc37a-6783-47e3-ab61-2af71409d123 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:58.844300 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a1ef79b0-5fdb-4a58-bc17-29657d574e4d req-fc1bc37a-6783-47e3-ab61-2af71409d123 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b1ad25-c5ff-4c5c-9686-0b4b3a32c95a HTTP/1.1" status: 200 len: 907 time: 0.1008699 Mar 01 14:15:58.847775 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-31ea79ff-748e-4cb4-be7c-c8b91bb134fb service neutron] 10.222.0.32 "GET /v2.0/networks/a104bb41-9aa1-4603-97e9-e7e936e91015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271517 Mar 01 14:15:58.915040 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 6971cb8f-5140-4f60-ba48-b9c97ea8f787 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:15:58.952222 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:59.051923 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 6971cb8f-5140-4f60-ba48-b9c97ea8f787, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=6971cb8f-5140-4f60-ba48-b9c97ea8f787,segment=NetworkSegment(947652ac-51cd-419c-9354-0a219c3ffadb),segment_id=947652ac-51cd-419c-9354-0a219c3ffadb)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:15:59.064321 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '6971cb8f-5140-4f60-ba48-b9c97ea8f787', 'network_id': '60306bb4-79fa-4fbc-9bcc-96d6cbc084d7', 'port_id': '6971cb8f-5140-4f60-ba48-b9c97ea8f787', 'mac_address': 'fa:16:3e:c0:bf:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00ca8e41-fc4e-4eb5-8380-0859342c6a37', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:15:59.106593 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 6971cb8f-5140-4f60-ba48-b9c97ea8f787 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:15:59.106989 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6971cb8f-5140-4f60-ba48-b9c97ea8f787), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:59.121877 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6971cb8f-5140-4f60-ba48-b9c97ea8f787 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:15:59.142153 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 6971cb8f-5140-4f60-ba48-b9c97ea8f787, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=6971cb8f-5140-4f60-ba48-b9c97ea8f787,segment=NetworkSegment(947652ac-51cd-419c-9354-0a219c3ffadb),segment_id=947652ac-51cd-419c-9354-0a219c3ffadb)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:15:59.146464 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (6971cb8f-5140-4f60-ba48-b9c97ea8f787), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:15:59.198632 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=6971cb8f-5140-4f60-ba48-b9c97ea8f787,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:15:59.272608 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2bddc213-239a-40e1-9635-5e4433ce40ba req-75bbd796-7dc8-44f8-96a8-e13d6394beb5 service neutron] 10.222.0.32 "GET /v2.0/networks/a104bb41-9aa1-4603-97e9-e7e936e91015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181097 Mar 01 14:15:59.361592 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c650a3b-0ebd-4508-b2b2-e649c54eb2da req-7677b61f-2f0d-47bc-8905-06ca2ca11954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:59.363272 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2c650a3b-0ebd-4508-b2b2-e649c54eb2da req-7677b61f-2f0d-47bc-8905-06ca2ca11954 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9d5ec2e5ee8b4a468b9498ca0bc38379&device_id=ca0cf66d-9534-41df-a6a5-1b5d24c15ef6 HTTP/1.1" status: 200 len: 1126 time: 0.0466158 Mar 01 14:15:59.479715 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['6971cb8f-5140-4f60-ba48-b9c97ea8f787'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:15:59.488317 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c650a3b-0ebd-4508-b2b2-e649c54eb2da req-86b61386-ed43-4a11-a6c2-0709cc2aae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:59.489818 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2c650a3b-0ebd-4508-b2b2-e649c54eb2da req-86b61386-ed43-4a11-a6c2-0709cc2aae7b service neutron] 10.222.0.32 "GET /v2.0/networks?id=a104bb41-9aa1-4603-97e9-e7e936e91015 HTTP/1.1" status: 200 len: 915 time: 0.1185863 Mar 01 14:15:59.537069 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2c650a3b-0ebd-4508-b2b2-e649c54eb2da req-542d3c25-b022-4a59-a546-99452596ef4e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69bc3d02-0b37-4a61-8ed1-93b38e87946c HTTP/1.1" status: 200 len: 217 time: 0.0392840 Mar 01 14:15:59.548886 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5774ad3-292e-4384-8bbe-208cc3509980 req-3f239e69-dd13-4149-9124-c9c2936ed41c tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:59.550425 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a5774ad3-292e-4384-8bbe-208cc3509980 req-3f239e69-dd13-4149-9124-c9c2936ed41c tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0cf66d-9534-41df-a6a5-1b5d24c15ef6 HTTP/1.1" status: 200 len: 944 time: 0.1016889 Mar 01 14:15:59.630994 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c650a3b-0ebd-4508-b2b2-e649c54eb2da req-80287117-af64-41e0-89fe-ab78df88a679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:59.632924 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2c650a3b-0ebd-4508-b2b2-e649c54eb2da req-80287117-af64-41e0-89fe-ab78df88a679 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=42d0a3fa-71fc-44c4-acca-4dcedd73e801 HTTP/1.1" status: 200 len: 854 time: 0.0816078 Mar 01 14:15:59.639970 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a5774ad3-292e-4384-8bbe-208cc3509980 req-e3c6a460-dfa1-4765-a139-88ff303c0cbc tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/security-groups?id=879ce1c0-f602-4a16-aff3-3ad173da5479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807042 Mar 01 14:15:59.667773 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2c650a3b-0ebd-4508-b2b2-e649c54eb2da req-78338f4b-f608-40b7-a2b5-6c15e634bcb5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a104bb41-9aa1-4603-97e9-e7e936e91015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268364 Mar 01 14:15:59.758960 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2c650a3b-0ebd-4508-b2b2-e649c54eb2da req-aec1955a-ddaf-44f6-bb0b-988b162ad629 service neutron] 10.222.0.32 "GET /v2.0/networks/a104bb41-9aa1-4603-97e9-e7e936e91015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843933 Mar 01 14:15:59.849614 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2c650a3b-0ebd-4508-b2b2-e649c54eb2da req-749f61be-bbbe-431e-845a-3b6f5f4270a1 service neutron] 10.222.0.32 "GET /v2.0/networks/a104bb41-9aa1-4603-97e9-e7e936e91015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841048 Mar 01 14:15:59.967556 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80065822-fe18-404e-bdbd-6689afc8910f req-c83b1762-590a-4a2c-ae43-c0a9e1a38253 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:15:59.969052 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-80065822-fe18-404e-bdbd-6689afc8910f req-c83b1762-590a-4a2c-ae43-c0a9e1a38253 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b1ad25-c5ff-4c5c-9686-0b4b3a32c95a HTTP/1.1" status: 200 len: 908 time: 0.0558801 Mar 01 14:16:00.093272 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:00.765891 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599ca8b-97c1-4179-968e-388383275dff req-26c4c125-deb4-49dc-89e3-66b5cd182017 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:00.767396 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e599ca8b-97c1-4179-968e-388383275dff req-26c4c125-deb4-49dc-89e3-66b5cd182017 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0cf66d-9534-41df-a6a5-1b5d24c15ef6 HTTP/1.1" status: 200 len: 944 time: 0.0574367 Mar 01 14:16:00.813918 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e599ca8b-97c1-4179-968e-388383275dff req-1b23fdb5-b75d-451f-957b-57dc1a9e61df tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/security-groups?id=879ce1c0-f602-4a16-aff3-3ad173da5479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407231 Mar 01 14:16:00.936355 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 6971cb8f-5140-4f60-ba48-b9c97ea8f787 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:16:00.984225 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 6971cb8f-5140-4f60-ba48-b9c97ea8f787 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:16:00.988375 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 6971cb8f-5140-4f60-ba48-b9c97ea8f787 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:16:00.988752 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6971cb8f-5140-4f60-ba48-b9c97ea8f787), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:01.078224 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 6971cb8f-5140-4f60-ba48-b9c97ea8f787 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:16:01.078613 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6971cb8f-5140-4f60-ba48-b9c97ea8f787), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:01.107994 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b1ad25-c5ff-4c5c-9686-0b4b3a32c95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6971cb8f-5140-4f60-ba48-b9c97ea8f787'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:16:01.110309 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e2c139-d7e2-40ef-bf72-c61a4d9e30f0" -d '{"events": [{"server_uuid": "78b1ad25-c5ff-4c5c-9686-0b4b3a32c95a", "name": "network-vif-plugged", "status": "completed", "tag": "6971cb8f-5140-4f60-ba48-b9c97ea8f787"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:16:01.117008 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb683ac-d2c5-4715-a8a1-af31985f5399 req-47e24931-00aa-4464-b2a1-bb19736537e0 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:01.118977 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3eb683ac-d2c5-4715-a8a1-af31985f5399 req-47e24931-00aa-4464-b2a1-bb19736537e0 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b1ad25-c5ff-4c5c-9686-0b4b3a32c95a HTTP/1.1" status: 200 len: 908 time: 0.0686626 Mar 01 14:16:01.123751 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 6971cb8f-5140-4f60-ba48-b9c97ea8f787, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=6971cb8f-5140-4f60-ba48-b9c97ea8f787,segment=NetworkSegment(947652ac-51cd-419c-9354-0a219c3ffadb),segment_id=947652ac-51cd-419c-9354-0a219c3ffadb)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:16:01.130260 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (6971cb8f-5140-4f60-ba48-b9c97ea8f787), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:01.163330 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df91bd36-4eeb-49e1-a0d6-2e22f4cd96c3 x-openstack-request-id: req-df91bd36-4eeb-49e1-a0d6-2e22f4cd96c3 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:16:01.163724 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b1ad25-c5ff-4c5c-9686-0b4b3a32c95a", "name": "network-vif-plugged", "status": "completed", "tag": "6971cb8f-5140-4f60-ba48-b9c97ea8f787", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:16:01.163911 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df91bd36-4eeb-49e1-a0d6-2e22f4cd96c3 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:16:01.164311 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b1ad25-c5ff-4c5c-9686-0b4b3a32c95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6971cb8f-5140-4f60-ba48-b9c97ea8f787', 'code': 200} Mar 01 14:16:01.182704 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=6971cb8f-5140-4f60-ba48-b9c97ea8f787,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:01.261909 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027eb540-dd6d-4f46-86b2-f088febacea8 req-e350640e-93c9-4e45-98d3-ef1ddbb32f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:01.263442 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-027eb540-dd6d-4f46-86b2-f088febacea8 req-e350640e-93c9-4e45-98d3-ef1ddbb32f10 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=78b1ad25-c5ff-4c5c-9686-0b4b3a32c95a HTTP/1.1" status: 200 len: 1091 time: 0.0451431 Mar 01 14:16:01.731278 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:01.958248 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd5cb7-35bf-4db3-841f-c104cd8d3480 req-2986d25f-da1e-47ff-95c6-0874f6d4fffb tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:01.960939 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-74bd5cb7-35bf-4db3-841f-c104cd8d3480 req-2986d25f-da1e-47ff-95c6-0874f6d4fffb tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0cf66d-9534-41df-a6a5-1b5d24c15ef6 HTTP/1.1" status: 200 len: 944 time: 0.0696623 Mar 01 14:16:02.014627 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-74bd5cb7-35bf-4db3-841f-c104cd8d3480 req-8ea636ce-5f53-4e09-8727-c6967e67e833 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/security-groups?id=879ce1c0-f602-4a16-aff3-3ad173da5479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455520 Mar 01 14:16:02.242410 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 69bc3d02-0b37-4a61-8ed1-93b38e87946c details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:16:02.248924 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e116da-3392-4db4-95db-6ec5c30047a9 req-8fd883ec-c43a-4c20-8940-c486421dc4a3 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:02.250421 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-01e116da-3392-4db4-95db-6ec5c30047a9 req-8fd883ec-c43a-4c20-8940-c486421dc4a3 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b1ad25-c5ff-4c5c-9686-0b4b3a32c95a HTTP/1.1" status: 200 len: 909 time: 0.0581954 Mar 01 14:16:02.351503 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 69bc3d02-0b37-4a61-8ed1-93b38e87946c, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=69bc3d02-0b37-4a61-8ed1-93b38e87946c,segment=NetworkSegment(b1ced365-9d41-4d00-a1c9-f239385395e4),segment_id=b1ced365-9d41-4d00-a1c9-f239385395e4)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:16:02.369331 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '69bc3d02-0b37-4a61-8ed1-93b38e87946c', 'network_id': 'a104bb41-9aa1-4603-97e9-e7e936e91015', 'port_id': '69bc3d02-0b37-4a61-8ed1-93b38e87946c', 'mac_address': 'fa:16:3e:a2:b6:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d0a3fa-71fc-44c4-acca-4dcedd73e801', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:16:02.405894 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 69bc3d02-0b37-4a61-8ed1-93b38e87946c is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:16:02.406282 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (69bc3d02-0b37-4a61-8ed1-93b38e87946c), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:02.418657 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69bc3d02-0b37-4a61-8ed1-93b38e87946c {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:16:02.437794 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 69bc3d02-0b37-4a61-8ed1-93b38e87946c, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=69bc3d02-0b37-4a61-8ed1-93b38e87946c,segment=NetworkSegment(b1ced365-9d41-4d00-a1c9-f239385395e4),segment_id=b1ced365-9d41-4d00-a1c9-f239385395e4)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:16:02.442281 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (69bc3d02-0b37-4a61-8ed1-93b38e87946c), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:02.487768 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=69bc3d02-0b37-4a61-8ed1-93b38e87946c,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:02.768853 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['69bc3d02-0b37-4a61-8ed1-93b38e87946c'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:16:03.140766 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f427d01-af8c-4228-904d-dbd5657e1605 req-b16775c0-a6fa-4a16-bdb0-7eb00f62e3a7 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:03.142474 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5f427d01-af8c-4228-904d-dbd5657e1605 req-b16775c0-a6fa-4a16-bdb0-7eb00f62e3a7 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0cf66d-9534-41df-a6a5-1b5d24c15ef6 HTTP/1.1" status: 200 len: 945 time: 0.0558829 Mar 01 14:16:03.192605 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5f427d01-af8c-4228-904d-dbd5657e1605 req-b0918d91-0360-438b-a5f3-f5d81d6bc393 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/security-groups?id=879ce1c0-f602-4a16-aff3-3ad173da5479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436811 Mar 01 14:16:03.376328 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8942c-0988-49f5-a8b2-4f85549bb2f5 req-10ba0bfa-7b1d-4f94-8cca-221d0afa3021 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:03.377815 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a9f8942c-0988-49f5-a8b2-4f85549bb2f5 req-10ba0bfa-7b1d-4f94-8cca-221d0afa3021 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b1ad25-c5ff-4c5c-9686-0b4b3a32c95a HTTP/1.1" status: 200 len: 909 time: 0.0550802 Mar 01 14:16:03.496869 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fc1eb-4d34-42f9-ac16-6e86f9f27a76 req-4678f502-8f88-47d8-8ccf-ee4fa7c22149 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:03.498326 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-123fc1eb-4d34-42f9-ac16-6e86f9f27a76 req-4678f502-8f88-47d8-8ccf-ee4fa7c22149 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b1ad25-c5ff-4c5c-9686-0b4b3a32c95a HTTP/1.1" status: 200 len: 909 time: 0.0553091 Mar 01 14:16:03.605346 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74332e-b3b9-4f97-84c1-52752e471ffd req-436ba8f1-f9ea-414b-9001-61b39cde6f97 tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:03.606781 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c74332e-b3b9-4f97-84c1-52752e471ffd req-436ba8f1-f9ea-414b-9001-61b39cde6f97 tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=78b1ad25-c5ff-4c5c-9686-0b4b3a32c95a HTTP/1.1" status: 200 len: 1091 time: 0.0448437 Mar 01 14:16:03.715766 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7271c7c-112f-42fd-806c-4daf22f85261 req-5b015d86-c84f-46bb-b20d-9f804de8d098 tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:03.717265 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c7271c7c-112f-42fd-806c-4daf22f85261 req-5b015d86-c84f-46bb-b20d-9f804de8d098 tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=754e6123-ce76-4ed1-a67e-e484e30b2158 HTTP/1.1" status: 200 len: 1166 time: 0.0441492 Mar 01 14:16:03.773653 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c7271c7c-112f-42fd-806c-4daf22f85261 req-44389704-18cc-40ff-9b81-ebfa788e2dfa tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=496bcaa8-8de3-45c9-88b7-e7ca17103fcf&id=12b2da82-de5c-4978-a70a-fcdf5c6f9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0507169 Mar 01 14:16:03.795261 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51290) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:03.841392 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960e7fcd-c84a-4478-a412-4957bc9959a4 tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:03.842889 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-960e7fcd-c84a-4478-a412-4957bc9959a4 tempest-TestSecurityGroupsBasicOps-888357206 tempest-TestSecurityGroupsBasicOps-888357206-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=78b1ad25-c5ff-4c5c-9686-0b4b3a32c95a HTTP/1.1" status: 200 len: 1086 time: 0.0466285 Mar 01 14:16:04.059323 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c7bd8-879b-4a03-8d5c-750233304c43 req-97d3bbea-2e0f-4610-9e62-1acd2015daf3 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:04.060836 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bc5c7bd8-879b-4a03-8d5c-750233304c43 req-97d3bbea-2e0f-4610-9e62-1acd2015daf3 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b1ad25-c5ff-4c5c-9686-0b4b3a32c95a HTTP/1.1" status: 200 len: 909 time: 0.0523176 Mar 01 14:16:04.268452 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 69bc3d02-0b37-4a61-8ed1-93b38e87946c up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:16:04.318838 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691f4bc-5d34-42ae-a127-f7390b5f1539 req-ce7239e6-72e5-4ecf-92bf-f0cdb8419684 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:04.320445 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9691f4bc-5d34-42ae-a127-f7390b5f1539 req-ce7239e6-72e5-4ecf-92bf-f0cdb8419684 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0cf66d-9534-41df-a6a5-1b5d24c15ef6 HTTP/1.1" status: 200 len: 945 time: 0.0582154 Mar 01 14:16:04.324406 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 69bc3d02-0b37-4a61-8ed1-93b38e87946c completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:16:04.328217 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 69bc3d02-0b37-4a61-8ed1-93b38e87946c triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:16:04.328660 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (69bc3d02-0b37-4a61-8ed1-93b38e87946c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:04.391990 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9691f4bc-5d34-42ae-a127-f7390b5f1539 req-aab2d1ae-8cfc-45b0-ad28-d4ac1f7ae5ee tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/security-groups?id=879ce1c0-f602-4a16-aff3-3ad173da5479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599146 Mar 01 14:16:04.422237 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 69bc3d02-0b37-4a61-8ed1-93b38e87946c is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:16:04.422610 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (69bc3d02-0b37-4a61-8ed1-93b38e87946c), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:04.450371 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0cf66d-9534-41df-a6a5-1b5d24c15ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69bc3d02-0b37-4a61-8ed1-93b38e87946c'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:16:04.453990 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7ecec6-962c-433d-9005-c3a9cbde7cf3" -d '{"events": [{"server_uuid": "ca0cf66d-9534-41df-a6a5-1b5d24c15ef6", "name": "network-vif-plugged", "status": "completed", "tag": "69bc3d02-0b37-4a61-8ed1-93b38e87946c"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:16:04.466238 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 69bc3d02-0b37-4a61-8ed1-93b38e87946c, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=69bc3d02-0b37-4a61-8ed1-93b38e87946c,segment=NetworkSegment(b1ced365-9d41-4d00-a1c9-f239385395e4),segment_id=b1ced365-9d41-4d00-a1c9-f239385395e4)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:16:04.471563 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (69bc3d02-0b37-4a61-8ed1-93b38e87946c), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:04.503995 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38adf53a-0413-4b3b-8efc-7cfc04b32127 x-openstack-request-id: req-38adf53a-0413-4b3b-8efc-7cfc04b32127 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:16:04.504192 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0cf66d-9534-41df-a6a5-1b5d24c15ef6", "name": "network-vif-plugged", "status": "completed", "tag": "69bc3d02-0b37-4a61-8ed1-93b38e87946c", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:16:04.504448 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38adf53a-0413-4b3b-8efc-7cfc04b32127 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:16:04.504840 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0cf66d-9534-41df-a6a5-1b5d24c15ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69bc3d02-0b37-4a61-8ed1-93b38e87946c', 'code': 200} Mar 01 14:16:04.522466 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=69bc3d02-0b37-4a61-8ed1-93b38e87946c,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:04.605440 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703029c-9519-4fba-bec7-ff8815886f0e req-a5302d75-205a-4a50-a879-28876f990f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:04.606962 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2703029c-9519-4fba-bec7-ff8815886f0e req-a5302d75-205a-4a50-a879-28876f990f54 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ca0cf66d-9534-41df-a6a5-1b5d24c15ef6 HTTP/1.1" status: 200 len: 1128 time: 0.0447593 Mar 01 14:16:04.653483 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2703029c-9519-4fba-bec7-ff8815886f0e req-6337de10-a0a9-4f28-80f3-f84d0ac6b359 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=879ce1c0-f602-4a16-aff3-3ad173da5479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400593 Mar 01 14:16:05.177339 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c06c17-f620-4590-9738-319826580db9 req-b7e908a2-1e44-4de5-97f9-2aeb56a06d00 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:05.178793 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d1c06c17-f620-4590-9738-319826580db9 req-b7e908a2-1e44-4de5-97f9-2aeb56a06d00 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b1ad25-c5ff-4c5c-9686-0b4b3a32c95a HTTP/1.1" status: 200 len: 909 time: 0.0520220 Mar 01 14:16:05.503227 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077deeb-fe18-4ce4-a4f2-0c41b09fc18c req-5f0ce057-117e-4637-8c4e-154d9c17cde1 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:05.504743 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8077deeb-fe18-4ce4-a4f2-0c41b09fc18c req-5f0ce057-117e-4637-8c4e-154d9c17cde1 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0cf66d-9534-41df-a6a5-1b5d24c15ef6 HTTP/1.1" status: 200 len: 946 time: 0.0551426 Mar 01 14:16:05.533949 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891962eb-69fb-4d76-9a70-982531f1ada4 req-a6fea092-2095-4add-9b13-68439fe5f345 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:05.535512 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-891962eb-69fb-4d76-9a70-982531f1ada4 req-a6fea092-2095-4add-9b13-68439fe5f345 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.20 "GET /v2.0/ports?device_id=78b1ad25-c5ff-4c5c-9686-0b4b3a32c95a HTTP/1.1" status: 200 len: 909 time: 0.0544536 Mar 01 14:16:05.555058 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8077deeb-fe18-4ce4-a4f2-0c41b09fc18c req-56ae2096-cb36-417f-8b88-41331f301d53 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/security-groups?id=879ce1c0-f602-4a16-aff3-3ad173da5479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426922 Mar 01 14:16:05.632675 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-891962eb-69fb-4d76-9a70-982531f1ada4 req-b7b1e410-16ce-420b-8fe4-2601829acd2a tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Deleting port 6971cb8f-5140-4f60-ba48-b9c97ea8f787 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:16:05.632934 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-891962eb-69fb-4d76-9a70-982531f1ada4 req-b7b1e410-16ce-420b-8fe4-2601829acd2a tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (6971cb8f-5140-4f60-ba48-b9c97ea8f787), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:05.718545 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-891962eb-69fb-4d76-9a70-982531f1ada4 req-b7b1e410-16ce-420b-8fe4-2601829acd2a tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] For port 6971cb8f-5140-4f60-ba48-b9c97ea8f787, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=6971cb8f-5140-4f60-ba48-b9c97ea8f787,segment=NetworkSegment(947652ac-51cd-419c-9354-0a219c3ffadb),segment_id=947652ac-51cd-419c-9354-0a219c3ffadb)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:16:05.718900 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-891962eb-69fb-4d76-9a70-982531f1ada4 req-b7b1e410-16ce-420b-8fe4-2601829acd2a tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (6971cb8f-5140-4f60-ba48-b9c97ea8f787), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:05.731660 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-891962eb-69fb-4d76-9a70-982531f1ada4 req-b7b1e410-16ce-420b-8fe4-2601829acd2a tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Calling delete_port for 6971cb8f-5140-4f60-ba48-b9c97ea8f787 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:16:05.872531 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-891962eb-69fb-4d76-9a70-982531f1ada4 req-b7b1e410-16ce-420b-8fe4-2601829acd2a tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (6971cb8f-5140-4f60-ba48-b9c97ea8f787), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:05.901432 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1e410-16ce-420b-8fe4-2601829acd2a tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Pushing event deleted for resources: {'Port': ['ID=6971cb8f-5140-4f60-ba48-b9c97ea8f787,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:05.933875 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b1e410-16ce-420b-8fe4-2601829acd2a tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:05.934368 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b1e410-16ce-420b-8fe4-2601829acd2a tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:05.934712 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b1e410-16ce-420b-8fe4-2601829acd2a tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:05.935509 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b1e410-16ce-420b-8fe4-2601829acd2a tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:05.935899 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b1e410-16ce-420b-8fe4-2601829acd2a tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:05.936232 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b1e410-16ce-420b-8fe4-2601829acd2a tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:05.936746 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b1e410-16ce-420b-8fe4-2601829acd2a tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:05.937081 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b1e410-16ce-420b-8fe4-2601829acd2a tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:05.937412 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b1e410-16ce-420b-8fe4-2601829acd2a tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:05.937739 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b1e410-16ce-420b-8fe4-2601829acd2a tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:05.938067 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b1e410-16ce-420b-8fe4-2601829acd2a tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:05.938390 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b1e410-16ce-420b-8fe4-2601829acd2a tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:05.938736 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b1e410-16ce-420b-8fe4-2601829acd2a tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:05.960857 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-891962eb-69fb-4d76-9a70-982531f1ada4 req-b7b1e410-16ce-420b-8fe4-2601829acd2a tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] No DVR routers for this DVR port 6971cb8f-5140-4f60-ba48-b9c97ea8f787 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:16:05.964102 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-891962eb-69fb-4d76-9a70-982531f1ada4 req-b7b1e410-16ce-420b-8fe4-2601829acd2a tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:05.967387 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-891962eb-69fb-4d76-9a70-982531f1ada4 req-b7b1e410-16ce-420b-8fe4-2601829acd2a tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.20 "DELETE /v2.0/ports/6971cb8f-5140-4f60-ba48-b9c97ea8f787 HTTP/1.1" status: 204 len: 173 time: 0.4261487 Mar 01 14:16:05.967881 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b1ad25-c5ff-4c5c-9686-0b4b3a32c95a', 'name': 'network-vif-deleted', 'tag': '6971cb8f-5140-4f60-ba48-b9c97ea8f787'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:16:05.970156 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74066c6-b666-471a-97b5-4fecbb932410" -d '{"events": [{"server_uuid": "78b1ad25-c5ff-4c5c-9686-0b4b3a32c95a", "name": "network-vif-deleted", "tag": "6971cb8f-5140-4f60-ba48-b9c97ea8f787"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:16:06.026421 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed1c635-961a-40f7-889e-5b9440d4872e x-openstack-request-id: req-7ed1c635-961a-40f7-889e-5b9440d4872e {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:16:06.026865 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b1ad25-c5ff-4c5c-9686-0b4b3a32c95a", "name": "network-vif-deleted", "tag": "6971cb8f-5140-4f60-ba48-b9c97ea8f787", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:16:06.027482 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ed1c635-961a-40f7-889e-5b9440d4872e {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:16:06.032273 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b1ad25-c5ff-4c5c-9686-0b4b3a32c95a', 'name': 'network-vif-deleted', 'tag': '6971cb8f-5140-4f60-ba48-b9c97ea8f787', 'status': 'completed', 'code': 200} Mar 01 14:16:06.286302 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d9a64f65-3db4-47fe-ab71-37f31a3c4221 req-12ce3380-cd6e-4b18-bda0-8b83992105e9 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b1ad25-c5ff-4c5c-9686-0b4b3a32c95a HTTP/1.1" status: 200 len: 210 time: 0.0310686 Mar 01 14:16:06.682528 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15092e49-db51-45f5-9282-827d52b4e815 req-a6d65f1d-8559-481a-a502-6e96e285ed3c tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:06.684045 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-15092e49-db51-45f5-9282-827d52b4e815 req-a6d65f1d-8559-481a-a502-6e96e285ed3c tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0cf66d-9534-41df-a6a5-1b5d24c15ef6 HTTP/1.1" status: 200 len: 946 time: 0.0569060 Mar 01 14:16:06.734850 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-15092e49-db51-45f5-9282-827d52b4e815 req-b6829f4c-b61e-490e-802f-a6573d4c34f2 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/security-groups?id=879ce1c0-f602-4a16-aff3-3ad173da5479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443790 Mar 01 14:16:07.347350 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51386) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:07.862328 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6f2ef43d-d52d-4563-ad1a-7f15e93d9a76 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (996e764f-6f7f-459b-b312-b5182ca070e4), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:08.197044 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-6f2ef43d-d52d-4563-ad1a-7f15e93d9a76 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Deleting port 68d59d38-8cb5-4414-9892-9a7cf1f0346a {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:16:08.198051 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6f2ef43d-d52d-4563-ad1a-7f15e93d9a76 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (68d59d38-8cb5-4414-9892-9a7cf1f0346a), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:08.297891 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-6f2ef43d-d52d-4563-ad1a-7f15e93d9a76 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] For port 68d59d38-8cb5-4414-9892-9a7cf1f0346a, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=68d59d38-8cb5-4414-9892-9a7cf1f0346a,segment=NetworkSegment(947652ac-51cd-419c-9354-0a219c3ffadb),segment_id=947652ac-51cd-419c-9354-0a219c3ffadb)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:16:08.298264 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6f2ef43d-d52d-4563-ad1a-7f15e93d9a76 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (68d59d38-8cb5-4414-9892-9a7cf1f0346a), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:08.318587 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-6f2ef43d-d52d-4563-ad1a-7f15e93d9a76 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Calling delete_port for 68d59d38-8cb5-4414-9892-9a7cf1f0346a owned by network:router_interface {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:16:08.567609 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6f2ef43d-d52d-4563-ad1a-7f15e93d9a76 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (68d59d38-8cb5-4414-9892-9a7cf1f0346a), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:08.594180 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ef43d-d52d-4563-ad1a-7f15e93d9a76 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Pushing event deleted for resources: {'Port': ['ID=68d59d38-8cb5-4414-9892-9a7cf1f0346a,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:08.608812 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ef43d-d52d-4563-ad1a-7f15e93d9a76 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:08.609309 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ef43d-d52d-4563-ad1a-7f15e93d9a76 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:08.609772 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ef43d-d52d-4563-ad1a-7f15e93d9a76 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:08.610213 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ef43d-d52d-4563-ad1a-7f15e93d9a76 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:08.610641 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ef43d-d52d-4563-ad1a-7f15e93d9a76 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:08.611042 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ef43d-d52d-4563-ad1a-7f15e93d9a76 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:08.611442 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ef43d-d52d-4563-ad1a-7f15e93d9a76 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:08.611873 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ef43d-d52d-4563-ad1a-7f15e93d9a76 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:08.612280 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ef43d-d52d-4563-ad1a-7f15e93d9a76 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:08.612675 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ef43d-d52d-4563-ad1a-7f15e93d9a76 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:08.613068 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ef43d-d52d-4563-ad1a-7f15e93d9a76 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:08.613461 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ef43d-d52d-4563-ad1a-7f15e93d9a76 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:08.613851 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ef43d-d52d-4563-ad1a-7f15e93d9a76 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:08.850288 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6f2ef43d-d52d-4563-ad1a-7f15e93d9a76 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (996e764f-6f7f-459b-b312-b5182ca070e4), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:08.968214 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 6971cb8f-5140-4f60-ba48-b9c97ea8f787 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:16:08.998037 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 6971cb8f-5140-4f60-ba48-b9c97ea8f787 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:16:08.998641 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 6971cb8f-5140-4f60-ba48-b9c97ea8f787 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:16:09.348659 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2ef43d-d52d-4563-ad1a-7f15e93d9a76 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Router 996e764f-6f7f-459b-b312-b5182ca070e4 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:16:09.489988 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2ef43d-d52d-4563-ad1a-7f15e93d9a76 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:16:09.495990 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6f2ef43d-d52d-4563-ad1a-7f15e93d9a76 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "PUT /v2.0/routers/996e764f-6f7f-459b-b312-b5182ca070e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1475708 Mar 01 14:16:09.498683 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51410) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:09.503539 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9362688f-65ea-4a5e-909c-fdac75e86af6 None None] Sync routers for ids ['996e764f-6f7f-459b-b312-b5182ca070e4'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:16:09.520185 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9362688f-65ea-4a5e-909c-fdac75e86af6 None None] Routers {'996e764f-6f7f-459b-b312-b5182ca070e4'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:16:09.521085 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-9362688f-65ea-4a5e-909c-fdac75e86af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:15:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['996e764f-6f7f-459b-b312-b5182ca070e4'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:09.568695 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a3088ea-6092-4861-a1ec-09416e52ea1f tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Deleting subnet 00ca8e41-fc4e-4eb5-8380-0859342c6a37 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:16:09.571949 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9a3088ea-6092-4861-a1ec-09416e52ea1f tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for subnet (00ca8e41-fc4e-4eb5-8380-0859342c6a37), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:09.636511 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9a3088ea-6092-4861-a1ec-09416e52ea1f tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (00ca8e41-fc4e-4eb5-8380-0859342c6a37), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:09.649015 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-9362688f-65ea-4a5e-909c-fdac75e86af6 None None] Set router 996e764f-6f7f-459b-b312-b5182ca070e4 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:16:09.827469 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9a3088ea-6092-4861-a1ec-09416e52ea1f tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (00ca8e41-fc4e-4eb5-8380-0859342c6a37), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:09.872597 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-9362688f-65ea-4a5e-909c-fdac75e86af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996e764f-6f7f-459b-b312-b5182ca070e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1947292151', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'a6f80447-a4da-4ffa-a09d-5e31d2b61115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:15:40Z', 'updated_at': '2022-03-01T14:16:08Z', 'revision_number': 5, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'gw_port': {'id': 'a6f80447-a4da-4ffa-a09d-5e31d2b61115', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996e764f-6f7f-459b-b312-b5182ca070e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:41Z', 'updated_at': '2022-03-01T14:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:09.902262 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9362688f-65ea-4a5e-909c-fdac75e86af6 None None] Checking router: 996e764f-6f7f-459b-b312-b5182ca070e4 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:16:09.910825 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9362688f-65ea-4a5e-909c-fdac75e86af6 None None] Routers {'996e764f-6f7f-459b-b312-b5182ca070e4'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:16:09.911427 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-9362688f-65ea-4a5e-909c-fdac75e86af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:15:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['996e764f-6f7f-459b-b312-b5182ca070e4'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:09.946336 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:09.957691 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9a3088ea-6092-4861-a1ec-09416e52ea1f tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (00ca8e41-fc4e-4eb5-8380-0859342c6a37), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:09.982724 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9a3088ea-6092-4861-a1ec-09416e52ea1f tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:09.987906 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d251fe-2280-4495-b28e-f74cf2ab3e9d None None] Network 60306bb4-79fa-4fbc-9bcc-96d6cbc084d7 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:16:10.000015 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9a3088ea-6092-4861-a1ec-09416e52ea1f tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "DELETE /v2.0/subnets/00ca8e41-fc4e-4eb5-8380-0859342c6a37 HTTP/1.1" status: 204 len: 168 time: 0.5002639 Mar 01 14:16:10.002649 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51414) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:10.037618 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-9362688f-65ea-4a5e-909c-fdac75e86af6 None None] Set router 996e764f-6f7f-459b-b312-b5182ca070e4 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:16:10.042653 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3088ea-6092-4861-a1ec-09416e52ea1f tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Pushing event deleted for resources: {'Subnet': ['ID=00ca8e41-fc4e-4eb5-8380-0859342c6a37,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:10.216284 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:10.221601 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-13eceab6-0021-4aed-b9e6-f33d17bdcede tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for router (996e764f-6f7f-459b-b312-b5182ca070e4), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:10.268661 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3555a9-1d63-418f-8181-5b0855a7e7c3 None None] DHCP port deletion for 60306bb4-79fa-4fbc-9bcc-96d6cbc084d7 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:16:10.273878 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-9362688f-65ea-4a5e-909c-fdac75e86af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996e764f-6f7f-459b-b312-b5182ca070e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1947292151', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'a6f80447-a4da-4ffa-a09d-5e31d2b61115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:15:40Z', 'updated_at': '2022-03-01T14:16:08Z', 'revision_number': 5, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'gw_port': {'id': 'a6f80447-a4da-4ffa-a09d-5e31d2b61115', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996e764f-6f7f-459b-b312-b5182ca070e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:41Z', 'updated_at': '2022-03-01T14:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:10.308015 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9362688f-65ea-4a5e-909c-fdac75e86af6 None None] The sync data for ids ['996e764f-6f7f-459b-b312-b5182ca070e4'] in n-d-827467-3 is: [{'id': '996e764f-6f7f-459b-b312-b5182ca070e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1947292151', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'a6f80447-a4da-4ffa-a09d-5e31d2b61115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:15:40Z', 'updated_at': '2022-03-01T14:16:08Z', 'revision_number': 5, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'gw_port': {'id': 'a6f80447-a4da-4ffa-a09d-5e31d2b61115', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996e764f-6f7f-459b-b312-b5182ca070e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:41Z', 'updated_at': '2022-03-01T14:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:16:10.377426 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-6c3555a9-1d63-418f-8181-5b0855a7e7c3 None None] Deleting port 163b94e1-0076-4c16-a55b-460c2aae14c3 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:16:10.377917 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6c3555a9-1d63-418f-8181-5b0855a7e7c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (163b94e1-0076-4c16-a55b-460c2aae14c3), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:10.418534 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-13eceab6-0021-4aed-b9e6-f33d17bdcede tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for router_gateway (996e764f-6f7f-459b-b312-b5182ca070e4), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:10.460102 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-6c3555a9-1d63-418f-8181-5b0855a7e7c3 None None] For port 163b94e1-0076-4c16-a55b-460c2aae14c3, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=163b94e1-0076-4c16-a55b-460c2aae14c3,segment=NetworkSegment(947652ac-51cd-419c-9354-0a219c3ffadb),segment_id=947652ac-51cd-419c-9354-0a219c3ffadb)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:16:10.460877 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6c3555a9-1d63-418f-8181-5b0855a7e7c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (163b94e1-0076-4c16-a55b-460c2aae14c3), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:10.476110 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-6c3555a9-1d63-418f-8181-5b0855a7e7c3 None None] Calling delete_port for 163b94e1-0076-4c16-a55b-460c2aae14c3 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:16:10.500970 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-13eceab6-0021-4aed-b9e6-f33d17bdcede tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Deleting port a6f80447-a4da-4ffa-a09d-5e31d2b61115 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:16:10.501793 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-13eceab6-0021-4aed-b9e6-f33d17bdcede tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (a6f80447-a4da-4ffa-a09d-5e31d2b61115), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:10.591864 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6c3555a9-1d63-418f-8181-5b0855a7e7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (163b94e1-0076-4c16-a55b-460c2aae14c3), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:10.604506 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-13eceab6-0021-4aed-b9e6-f33d17bdcede tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] For port a6f80447-a4da-4ffa-a09d-5e31d2b61115, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=a6f80447-a4da-4ffa-a09d-5e31d2b61115,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:16:10.604947 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-13eceab6-0021-4aed-b9e6-f33d17bdcede tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (a6f80447-a4da-4ffa-a09d-5e31d2b61115), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:10.620859 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-13eceab6-0021-4aed-b9e6-f33d17bdcede tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Calling delete_port for a6f80447-a4da-4ffa-a09d-5e31d2b61115 owned by network:router_gateway {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:16:10.642151 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3555a9-1d63-418f-8181-5b0855a7e7c3 None None] Pushing event deleted for resources: {'Port': ['ID=163b94e1-0076-4c16-a55b-460c2aae14c3,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:10.648619 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3555a9-1d63-418f-8181-5b0855a7e7c3 None None] No DVR routers for this DVR port 163b94e1-0076-4c16-a55b-460c2aae14c3 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:16:10.855072 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-13eceab6-0021-4aed-b9e6-f33d17bdcede tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (a6f80447-a4da-4ffa-a09d-5e31d2b61115), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:10.886865 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eceab6-0021-4aed-b9e6-f33d17bdcede tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Pushing event deleted for resources: {'Port': ['ID=a6f80447-a4da-4ffa-a09d-5e31d2b61115,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:10.952783 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-13eceab6-0021-4aed-b9e6-f33d17bdcede tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (996e764f-6f7f-459b-b312-b5182ca070e4), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:11.064725 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-13eceab6-0021-4aed-b9e6-f33d17bdcede tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (996e764f-6f7f-459b-b312-b5182ca070e4), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:11.067790 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-13eceab6-0021-4aed-b9e6-f33d17bdcede tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for router_controller (996e764f-6f7f-459b-b312-b5182ca070e4), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:11.131635 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-13eceab6-0021-4aed-b9e6-f33d17bdcede tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (996e764f-6f7f-459b-b312-b5182ca070e4), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:11.132280 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13eceab6-0021-4aed-b9e6-f33d17bdcede tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Fanout notify agent at l3_agent the message router_deleted on router 996e764f-6f7f-459b-b312-b5182ca070e4 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:16:11.139327 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-13eceab6-0021-4aed-b9e6-f33d17bdcede tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:11.140477 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-13eceab6-0021-4aed-b9e6-f33d17bdcede tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "DELETE /v2.0/routers/996e764f-6f7f-459b-b312-b5182ca070e4 HTTP/1.1" status: 204 len: 168 time: 1.1362672 Mar 01 14:16:11.144405 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51420) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:11.259032 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0a079a78-1300-4b32-9147-6323936474c8 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (60306bb4-79fa-4fbc-9bcc-96d6cbc084d7), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:11.368212 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0a079a78-1300-4b32-9147-6323936474c8 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (60306bb4-79fa-4fbc-9bcc-96d6cbc084d7), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:11.392866 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-0a079a78-1300-4b32-9147-6323936474c8 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60306bb4-79fa-4fbc-9bcc-96d6cbc084d7']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:11.406851 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-0a079a78-1300-4b32-9147-6323936474c8 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '947652ac-51cd-419c-9354-0a219c3ffadb') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:11.407156 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-0a079a78-1300-4b32-9147-6323936474c8 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '947652ac-51cd-419c-9354-0a219c3ffadb') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:11.425099 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0a079a78-1300-4b32-9147-6323936474c8 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (947652ac-51cd-419c-9354-0a219c3ffadb), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:11.448174 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0a079a78-1300-4b32-9147-6323936474c8 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (947652ac-51cd-419c-9354-0a219c3ffadb), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:11.454872 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a079a78-1300-4b32-9147-6323936474c8 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:16:11.455403 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0a079a78-1300-4b32-9147-6323936474c8 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (947652ac-51cd-419c-9354-0a219c3ffadb), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:11.458682 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:16:11.458682 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:16:11.458682 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:16:11.458682 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:16:11.458682 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:16:11.458682 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:16:11.458682 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:16:11.458682 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:16:11.458682 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:16:11.458682 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:16:11.458682 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:16:11.458682 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:16:11.458682 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:16:11.458682 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:16:11.458682 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:16:11.458682 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:16:11.458682 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:16:11.458682 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:16:11.458682 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:16:11.458682 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:16:11.458682 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:16:11.458682 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:16:11.458682 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:16:11.458682 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:16:11.458682 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:16:11.458682 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:16:11.458682 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:16:11.458682 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:16:11.458682 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:16:11.458682 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:16:11.458682 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:16:11.458682 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:16:11.522650 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0a079a78-1300-4b32-9147-6323936474c8 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (60306bb4-79fa-4fbc-9bcc-96d6cbc084d7), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:11.530654 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0a079a78-1300-4b32-9147-6323936474c8 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:11.537687 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0a079a78-1300-4b32-9147-6323936474c8 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "DELETE /v2.0/networks/60306bb4-79fa-4fbc-9bcc-96d6cbc084d7 HTTP/1.1" status: 204 len: 168 time: 0.3891151 Mar 01 14:16:11.538458 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51424) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:11.557557 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a079a78-1300-4b32-9147-6323936474c8 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Pushing event deleted for resources: {'Network': ['ID=60306bb4-79fa-4fbc-9bcc-96d6cbc084d7,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:11.808167 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249acc0c-b3b2-4a00-b4f4-04dcf876d950 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Deleting port 496f5735-05c8-4368-aad1-447f20432c39 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:16:11.808508 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249acc0c-b3b2-4a00-b4f4-04dcf876d950 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (496f5735-05c8-4368-aad1-447f20432c39), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:11.884391 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 68d59d38-8cb5-4414-9892-9a7cf1f0346a no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:16:11.911571 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 68d59d38-8cb5-4414-9892-9a7cf1f0346a {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:16:11.913145 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 68d59d38-8cb5-4414-9892-9a7cf1f0346a not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:16:11.913795 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device a6f80447-a4da-4ffa-a09d-5e31d2b61115 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:16:11.937450 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249acc0c-b3b2-4a00-b4f4-04dcf876d950 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (496f5735-05c8-4368-aad1-447f20432c39), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:11.937841 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249acc0c-b3b2-4a00-b4f4-04dcf876d950 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for floatingip (496f5735-05c8-4368-aad1-447f20432c39), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:11.942084 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: a6f80447-a4da-4ffa-a09d-5e31d2b61115 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:16:11.942683 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device a6f80447-a4da-4ffa-a09d-5e31d2b61115 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:16:11.943307 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 163b94e1-0076-4c16-a55b-460c2aae14c3 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:16:11.957101 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249acc0c-b3b2-4a00-b4f4-04dcf876d950 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Calling delete_port for 496f5735-05c8-4368-aad1-447f20432c39 owned by network:floatingip {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:16:11.966367 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 163b94e1-0076-4c16-a55b-460c2aae14c3 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:16:11.966960 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 163b94e1-0076-4c16-a55b-460c2aae14c3 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:16:12.172498 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249acc0c-b3b2-4a00-b4f4-04dcf876d950 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (496f5735-05c8-4368-aad1-447f20432c39), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:12.232550 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249acc0c-b3b2-4a00-b4f4-04dcf876d950 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Pushing event deleted for resources: {'Port': ['ID=496f5735-05c8-4368-aad1-447f20432c39,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:12.278261 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249acc0c-b3b2-4a00-b4f4-04dcf876d950 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for floatingip (a6da69b0-6774-462d-b071-ad5723e0ec87), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:12.279365 n-d-827467-3 neutron-server[103726]: INFO neutron.db.l3_db [None req-249acc0c-b3b2-4a00-b4f4-04dcf876d950 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Floating IP a6da69b0-6774-462d-b071-ad5723e0ec87 disassociated (deleted). External IP: 172.25.1.90, port: 150d1fc4-163d-47ae-a57a-43f3eb0c14ed. Mar 01 14:16:12.776972 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249acc0c-b3b2-4a00-b4f4-04dcf876d950 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Router b134dd86-ff2e-46c3-be62-7ffc808702f1 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:16:12.891326 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249acc0c-b3b2-4a00-b4f4-04dcf876d950 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:16:12.895928 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249acc0c-b3b2-4a00-b4f4-04dcf876d950 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:12.904727 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddb1d6a-9bd9-40ba-8812-45d645610659 None None] Sync routers for ids ['b134dd86-ff2e-46c3-be62-7ffc808702f1'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:16:12.915270 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddb1d6a-9bd9-40ba-8812-45d645610659 None None] Routers {'b134dd86-ff2e-46c3-be62-7ffc808702f1'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:16:12.916875 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-9ddb1d6a-9bd9-40ba-8812-45d645610659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:15:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['b134dd86-ff2e-46c3-be62-7ffc808702f1'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:12.938606 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-249acc0c-b3b2-4a00-b4f4-04dcf876d950 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "DELETE /v2.0/floatingips/a6da69b0-6774-462d-b071-ad5723e0ec87 HTTP/1.1" status: 204 len: 168 time: 1.3977036 Mar 01 14:16:12.942728 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '754e6123-ce76-4ed1-a67e-e484e30b2158', 'tag': '150d1fc4-163d-47ae-a57a-43f3eb0c14ed'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:16:12.945519 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf084b52-9486-4858-a380-212130889423" -d '{"events": [{"name": "network-changed", "server_uuid": "754e6123-ce76-4ed1-a67e-e484e30b2158", "tag": "150d1fc4-163d-47ae-a57a-43f3eb0c14ed"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:16:13.003747 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0d0670-b703-4f3f-abb7-f8be8415243f x-openstack-request-id: req-bb0d0670-b703-4f3f-abb7-f8be8415243f {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:16:13.004344 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "754e6123-ce76-4ed1-a67e-e484e30b2158", "tag": "150d1fc4-163d-47ae-a57a-43f3eb0c14ed", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:16:13.004798 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb0d0670-b703-4f3f-abb7-f8be8415243f {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:16:13.005598 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '754e6123-ce76-4ed1-a67e-e484e30b2158', 'tag': '150d1fc4-163d-47ae-a57a-43f3eb0c14ed', 'status': 'completed', 'code': 200} Mar 01 14:16:13.098186 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf084b52-9486-4858-a380-212130889423 req-2180750a-23d6-4d68-b523-5bb9a60a1e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:13.100072 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cf084b52-9486-4858-a380-212130889423 req-2180750a-23d6-4d68-b523-5bb9a60a1e41 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff79b98a10ea455c9324e78544626de3&device_id=754e6123-ce76-4ed1-a67e-e484e30b2158 HTTP/1.1" status: 200 len: 1166 time: 0.0710003 Mar 01 14:16:13.241268 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-9ddb1d6a-9bd9-40ba-8812-45d645610659 None None] Set router b134dd86-ff2e-46c3-be62-7ffc808702f1 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:16:13.257871 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf084b52-9486-4858-a380-212130889423 req-86ca576d-96a9-4cb8-b370-3fc1b3b6e097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:13.259381 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cf084b52-9486-4858-a380-212130889423 req-86ca576d-96a9-4cb8-b370-3fc1b3b6e097 service neutron] 10.222.0.32 "GET /v2.0/networks?id=05039306-4fb8-4596-9890-2d4629dfb169 HTTP/1.1" status: 200 len: 897 time: 0.1501334 Mar 01 14:16:13.326423 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cf084b52-9486-4858-a380-212130889423 req-ab29ac5a-275f-40f2-bdb1-86f81f0fc34c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=150d1fc4-163d-47ae-a57a-43f3eb0c14ed HTTP/1.1" status: 200 len: 217 time: 0.0603454 Mar 01 14:16:13.408503 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf084b52-9486-4858-a380-212130889423 req-bcdf30c6-e855-40b7-9aa7-9b610ff8fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:13.410262 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cf084b52-9486-4858-a380-212130889423 req-bcdf30c6-e855-40b7-9aa7-9b610ff8fe69 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07361ac2-05d5-439a-8987-93eca38f6da4 HTTP/1.1" status: 200 len: 835 time: 0.0649798 Mar 01 14:16:13.421772 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa98f18-2614-4426-b4cf-0f88b4a88249 req-19861a0a-7474-4be2-87f0-dee701587c40 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:13.423544 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dfa98f18-2614-4426-b4cf-0f88b4a88249 req-19861a0a-7474-4be2-87f0-dee701587c40 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/ports?device_id=754e6123-ce76-4ed1-a67e-e484e30b2158 HTTP/1.1" status: 200 len: 984 time: 0.1443348 Mar 01 14:16:13.463119 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [req-d7df7742-c604-4f3a-a4d7-dc39b7a30196 req-87a03536-5e4f-445b-aaef-a290f4ae0c12 service neutron] (103726) timed out ('10.222.0.13', 55076) {{(pid=103726) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 01 14:16:13.520174 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-9ddb1d6a-9bd9-40ba-8812-45d645610659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-386560536', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:14:06Z', 'updated_at': '2022-03-01T14:14:12Z', 'revision_number': 4, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'gw_port': {'id': 'a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:14:07Z', 'updated_at': '2022-03-01T14:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '50f3d822-2597-4588-9ced-14b82a142cc3', 'name': '', 'network_id': '05039306-4fb8-4596-9890-2d4629dfb169', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'mac_address': 'fa:16:3e:45:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '07361ac2-05d5-439a-8987-93eca38f6da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:14:11Z', 'updated_at': '2022-03-01T14:14:18Z', 'revision_number': 5, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'subnets': [{'id': '07361ac2-05d5-439a-8987-93eca38f6da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:13.520505 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf084b52-9486-4858-a380-212130889423 req-e4f72619-9313-4331-9709-fdfa0c452b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:13.522096 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cf084b52-9486-4858-a380-212130889423 req-e4f72619-9313-4331-9709-fdfa0c452b6b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=05039306-4fb8-4596-9890-2d4629dfb169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0975513 Mar 01 14:16:13.527041 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dfa98f18-2614-4426-b4cf-0f88b4a88249 req-761b1eb5-36d1-4804-8a30-f262130fc968 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/security-groups?id=496bcaa8-8de3-45c9-88b7-e7ca17103fcf&id=12b2da82-de5c-4978-a70a-fcdf5c6f9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0940177 Mar 01 14:16:13.554988 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddb1d6a-9bd9-40ba-8812-45d645610659 None None] Checking router: b134dd86-ff2e-46c3-be62-7ffc808702f1 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:16:13.565945 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddb1d6a-9bd9-40ba-8812-45d645610659 None None] Routers {'b134dd86-ff2e-46c3-be62-7ffc808702f1'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:16:13.566339 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-9ddb1d6a-9bd9-40ba-8812-45d645610659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:15:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['b134dd86-ff2e-46c3-be62-7ffc808702f1'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:13.650964 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cf084b52-9486-4858-a380-212130889423 req-12f23f7c-9fb5-4d62-bcf4-7ac22605e0bc service neutron] 10.222.0.32 "GET /v2.0/networks/05039306-4fb8-4596-9890-2d4629dfb169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215680 Mar 01 14:16:13.673137 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [req-d7df7742-c604-4f3a-a4d7-dc39b7a30196 req-eb61af7a-09c5-4a50-8610-820fca84c5ae tempest-ServersNegativeTestJSON-399052311 tempest-ServersNegativeTestJSON-399052311-project] (103726) timed out ('10.222.0.13', 34336) {{(pid=103726) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 01 14:16:13.700865 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-9ddb1d6a-9bd9-40ba-8812-45d645610659 None None] Set router b134dd86-ff2e-46c3-be62-7ffc808702f1 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:16:13.792693 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cf084b52-9486-4858-a380-212130889423 req-7996b586-b005-4aef-b6f1-6b43e4cd7a89 service neutron] 10.222.0.32 "GET /v2.0/networks/05039306-4fb8-4596-9890-2d4629dfb169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354342 Mar 01 14:16:13.944811 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-9ddb1d6a-9bd9-40ba-8812-45d645610659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-386560536', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:14:06Z', 'updated_at': '2022-03-01T14:14:12Z', 'revision_number': 4, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'gw_port': {'id': 'a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:14:07Z', 'updated_at': '2022-03-01T14:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '50f3d822-2597-4588-9ced-14b82a142cc3', 'name': '', 'network_id': '05039306-4fb8-4596-9890-2d4629dfb169', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'mac_address': 'fa:16:3e:45:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '07361ac2-05d5-439a-8987-93eca38f6da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:14:11Z', 'updated_at': '2022-03-01T14:14:18Z', 'revision_number': 5, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'subnets': [{'id': '07361ac2-05d5-439a-8987-93eca38f6da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:13.974515 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddb1d6a-9bd9-40ba-8812-45d645610659 None None] The sync data for ids ['b134dd86-ff2e-46c3-be62-7ffc808702f1'] in n-d-827467-3 is: [{'id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-386560536', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:14:06Z', 'updated_at': '2022-03-01T14:14:12Z', 'revision_number': 4, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'gw_port': {'id': 'a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:14:07Z', 'updated_at': '2022-03-01T14:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '50f3d822-2597-4588-9ced-14b82a142cc3', 'name': '', 'network_id': '05039306-4fb8-4596-9890-2d4629dfb169', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'mac_address': 'fa:16:3e:45:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '07361ac2-05d5-439a-8987-93eca38f6da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:14:11Z', 'updated_at': '2022-03-01T14:14:18Z', 'revision_number': 5, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'subnets': [{'id': '07361ac2-05d5-439a-8987-93eca38f6da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:16:14.225430 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec09988-eeac-4961-a99e-0b190b277df2 None None] New status for floating IP a6da69b0-6774-462d-b071-ad5723e0ec87: DOWN {{(pid=103729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 14:16:14.688752 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b16deb-7304-411f-aa94-61055e42b3c3 req-003b513f-2685-4c95-991c-dc5bb1381595 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:14.690344 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a9b16deb-7304-411f-aa94-61055e42b3c3 req-003b513f-2685-4c95-991c-dc5bb1381595 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/ports?device_id=754e6123-ce76-4ed1-a67e-e484e30b2158 HTTP/1.1" status: 200 len: 984 time: 0.0849671 Mar 01 14:16:14.772362 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a9b16deb-7304-411f-aa94-61055e42b3c3 req-e8399016-fd23-4708-9479-522133f9a600 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/security-groups?id=496bcaa8-8de3-45c9-88b7-e7ca17103fcf&id=12b2da82-de5c-4978-a70a-fcdf5c6f9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0753975 Mar 01 14:16:14.832773 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b0d7c-e838-4df1-a575-0152820ce88d req-cc7fbb95-8f58-4edb-bd1f-c52e57f78df0 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:14.835130 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d21b0d7c-e838-4df1-a575-0152820ce88d req-cc7fbb95-8f58-4edb-bd1f-c52e57f78df0 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.32 "GET /v2.0/ports?device_id=754e6123-ce76-4ed1-a67e-e484e30b2158 HTTP/1.1" status: 200 len: 984 time: 0.0607755 Mar 01 14:16:14.937444 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-d21b0d7c-e838-4df1-a575-0152820ce88d req-0af55214-b580-4a6e-b9be-bcd7b78085a2 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Deleting port 150d1fc4-163d-47ae-a57a-43f3eb0c14ed {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:16:14.937805 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-d21b0d7c-e838-4df1-a575-0152820ce88d req-0af55214-b580-4a6e-b9be-bcd7b78085a2 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (150d1fc4-163d-47ae-a57a-43f3eb0c14ed), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:15.058288 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-d21b0d7c-e838-4df1-a575-0152820ce88d req-0af55214-b580-4a6e-b9be-bcd7b78085a2 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] For port 150d1fc4-163d-47ae-a57a-43f3eb0c14ed, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=150d1fc4-163d-47ae-a57a-43f3eb0c14ed,segment=NetworkSegment(07afd308-f7d8-4036-8656-c39a67a8964d),segment_id=07afd308-f7d8-4036-8656-c39a67a8964d)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:16:15.058916 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-d21b0d7c-e838-4df1-a575-0152820ce88d req-0af55214-b580-4a6e-b9be-bcd7b78085a2 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (150d1fc4-163d-47ae-a57a-43f3eb0c14ed), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:15.073957 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-d21b0d7c-e838-4df1-a575-0152820ce88d req-0af55214-b580-4a6e-b9be-bcd7b78085a2 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Calling delete_port for 150d1fc4-163d-47ae-a57a-43f3eb0c14ed owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:16:15.214917 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-d21b0d7c-e838-4df1-a575-0152820ce88d req-0af55214-b580-4a6e-b9be-bcd7b78085a2 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (150d1fc4-163d-47ae-a57a-43f3eb0c14ed), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:15.246322 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af55214-b580-4a6e-b9be-bcd7b78085a2 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Pushing event deleted for resources: {'Port': ['ID=150d1fc4-163d-47ae-a57a-43f3eb0c14ed,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:15.291198 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21b0d7c-e838-4df1-a575-0152820ce88d req-0af55214-b580-4a6e-b9be-bcd7b78085a2 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] No DVR routers for this DVR port 150d1fc4-163d-47ae-a57a-43f3eb0c14ed on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:16:15.293886 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-d21b0d7c-e838-4df1-a575-0152820ce88d req-0af55214-b580-4a6e-b9be-bcd7b78085a2 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:15.297270 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d21b0d7c-e838-4df1-a575-0152820ce88d req-0af55214-b580-4a6e-b9be-bcd7b78085a2 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.32 "DELETE /v2.0/ports/150d1fc4-163d-47ae-a57a-43f3eb0c14ed HTTP/1.1" status: 204 len: 173 time: 0.4575131 Mar 01 14:16:15.297739 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754e6123-ce76-4ed1-a67e-e484e30b2158', 'name': 'network-vif-deleted', 'tag': '150d1fc4-163d-47ae-a57a-43f3eb0c14ed'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:16:15.300154 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ac6821-6ef7-4339-ac2c-74a3741f6d94" -d '{"events": [{"server_uuid": "754e6123-ce76-4ed1-a67e-e484e30b2158", "name": "network-vif-deleted", "tag": "150d1fc4-163d-47ae-a57a-43f3eb0c14ed"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:16:15.355002 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dce34fa-90a4-44ca-a758-2b78acba64ef x-openstack-request-id: req-3dce34fa-90a4-44ca-a758-2b78acba64ef {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:16:15.356076 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "754e6123-ce76-4ed1-a67e-e484e30b2158", "name": "network-vif-deleted", "tag": "150d1fc4-163d-47ae-a57a-43f3eb0c14ed", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:16:15.360577 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3dce34fa-90a4-44ca-a758-2b78acba64ef {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:16:15.361186 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '754e6123-ce76-4ed1-a67e-e484e30b2158', 'name': 'network-vif-deleted', 'tag': '150d1fc4-163d-47ae-a57a-43f3eb0c14ed', 'status': 'completed', 'code': 200} Mar 01 14:16:15.923781 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cf81a246-3f13-4602-b260-2443fc652c71 req-74acc4f6-a236-4cc4-906d-2e5dfc8256e1 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "GET /v2.0/ports?device_id=754e6123-ce76-4ed1-a67e-e484e30b2158 HTTP/1.1" status: 200 len: 210 time: 0.0351052 Mar 01 14:16:16.987555 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51464) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:17.062819 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1915a507-ce57-4343-be2e-a3737420bc7b tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for security_group (496bcaa8-8de3-45c9-88b7-e7ca17103fcf), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:17.095019 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1915a507-ce57-4343-be2e-a3737420bc7b tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for security_group (496bcaa8-8de3-45c9-88b7-e7ca17103fcf), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:17.141351 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1915a507-ce57-4343-be2e-a3737420bc7b tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (496bcaa8-8de3-45c9-88b7-e7ca17103fcf), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:17.144193 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1915a507-ce57-4343-be2e-a3737420bc7b tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:17.145602 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1915a507-ce57-4343-be2e-a3737420bc7b tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "DELETE /v2.0/security-groups/496bcaa8-8de3-45c9-88b7-e7ca17103fcf HTTP/1.1" status: 204 len: 168 time: 0.1572640 Mar 01 14:16:17.148396 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51466) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:17.157350 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1915a507-ce57-4343-be2e-a3737420bc7b tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=496bcaa8-8de3-45c9-88b7-e7ca17103fcf,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:17.205636 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f1e9d282-c952-44e4-b642-f90c1e07e12b tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for security_group (12b2da82-de5c-4978-a70a-fcdf5c6f9c9d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:17.231840 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f1e9d282-c952-44e4-b642-f90c1e07e12b tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for security_group (12b2da82-de5c-4978-a70a-fcdf5c6f9c9d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:17.279089 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f1e9d282-c952-44e4-b642-f90c1e07e12b tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (12b2da82-de5c-4978-a70a-fcdf5c6f9c9d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:17.282601 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f1e9d282-c952-44e4-b642-f90c1e07e12b tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:17.284019 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f1e9d282-c952-44e4-b642-f90c1e07e12b tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "DELETE /v2.0/security-groups/12b2da82-de5c-4978-a70a-fcdf5c6f9c9d HTTP/1.1" status: 204 len: 168 time: 0.1338058 Mar 01 14:16:17.287339 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51468) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:17.295272 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9d282-c952-44e4-b642-f90c1e07e12b tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b2da82-de5c-4978-a70a-fcdf5c6f9c9d,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:17.711017 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ecbcadd9-c751-4623-af18-0a42e920b52c tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (b134dd86-ff2e-46c3-be62-7ffc808702f1), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:18.032371 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-af7136f6-de69-44d8-bbe5-57e9f2351615 req-fe8aef56-4e22-4836-949c-a07672b4d3ce service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ca0cf66d-9534-41df-a6a5-1b5d24c15ef6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0930157 Mar 01 14:16:18.103058 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-ecbcadd9-c751-4623-af18-0a42e920b52c tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Deleting port 50f3d822-2597-4588-9ced-14b82a142cc3 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:16:18.103393 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ecbcadd9-c751-4623-af18-0a42e920b52c tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (50f3d822-2597-4588-9ced-14b82a142cc3), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:18.222752 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7136f6-de69-44d8-bbe5-57e9f2351615 req-ff4a17fc-14db-4c97-b26f-e47870a741a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:18.224289 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-af7136f6-de69-44d8-bbe5-57e9f2351615 req-ff4a17fc-14db-4c97-b26f-e47870a741a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9d5ec2e5ee8b4a468b9498ca0bc38379&device_id=ca0cf66d-9534-41df-a6a5-1b5d24c15ef6 HTTP/1.1" status: 200 len: 1128 time: 0.1023250 Mar 01 14:16:18.239648 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-ecbcadd9-c751-4623-af18-0a42e920b52c tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] For port 50f3d822-2597-4588-9ced-14b82a142cc3, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=50f3d822-2597-4588-9ced-14b82a142cc3,segment=NetworkSegment(07afd308-f7d8-4036-8656-c39a67a8964d),segment_id=07afd308-f7d8-4036-8656-c39a67a8964d)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:16:18.240133 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ecbcadd9-c751-4623-af18-0a42e920b52c tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (50f3d822-2597-4588-9ced-14b82a142cc3), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:18.271550 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-ecbcadd9-c751-4623-af18-0a42e920b52c tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Calling delete_port for 50f3d822-2597-4588-9ced-14b82a142cc3 owned by network:router_interface {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:16:18.309505 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 150d1fc4-163d-47ae-a57a-43f3eb0c14ed no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:16:18.335043 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: 150d1fc4-163d-47ae-a57a-43f3eb0c14ed {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:16:18.335779 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 150d1fc4-163d-47ae-a57a-43f3eb0c14ed not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:16:18.438089 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7136f6-de69-44d8-bbe5-57e9f2351615 req-3073ed4b-6cfe-43ea-83b0-ca4c9026d42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:18.439561 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-af7136f6-de69-44d8-bbe5-57e9f2351615 req-3073ed4b-6cfe-43ea-83b0-ca4c9026d42d service neutron] 10.222.0.32 "GET /v2.0/networks?id=a104bb41-9aa1-4603-97e9-e7e936e91015 HTTP/1.1" status: 200 len: 915 time: 0.1913140 Mar 01 14:16:18.801996 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-af7136f6-de69-44d8-bbe5-57e9f2351615 req-2aea9845-b348-4542-9718-b46c3b62f167 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69bc3d02-0b37-4a61-8ed1-93b38e87946c HTTP/1.1" status: 200 len: 217 time: 0.3306203 Mar 01 14:16:18.864226 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7136f6-de69-44d8-bbe5-57e9f2351615 req-39428307-8222-47fc-86be-7af075de2249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:18.865688 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-af7136f6-de69-44d8-bbe5-57e9f2351615 req-39428307-8222-47fc-86be-7af075de2249 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=42d0a3fa-71fc-44c4-acca-4dcedd73e801 HTTP/1.1" status: 200 len: 854 time: 0.0550818 Mar 01 14:16:18.941220 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-af7136f6-de69-44d8-bbe5-57e9f2351615 req-78aeb838-af43-401d-b97b-faeb3a77c8d1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a104bb41-9aa1-4603-97e9-e7e936e91015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677254 Mar 01 14:16:19.022756 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ecbcadd9-c751-4623-af18-0a42e920b52c tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (50f3d822-2597-4588-9ced-14b82a142cc3), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:19.058536 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbcadd9-c751-4623-af18-0a42e920b52c tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Pushing event deleted for resources: {'Port': ['ID=50f3d822-2597-4588-9ced-14b82a142cc3,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:19.126781 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-af7136f6-de69-44d8-bbe5-57e9f2351615 req-8b3bccb1-220e-4202-a860-16ef45523554 service neutron] 10.222.0.32 "GET /v2.0/networks/a104bb41-9aa1-4603-97e9-e7e936e91015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770904 Mar 01 14:16:19.225441 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-af7136f6-de69-44d8-bbe5-57e9f2351615 req-20cf09b0-0fef-4669-ae4e-05563ef6845c service neutron] 10.222.0.32 "GET /v2.0/networks/a104bb41-9aa1-4603-97e9-e7e936e91015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911610 Mar 01 14:16:19.359119 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ecbcadd9-c751-4623-af18-0a42e920b52c tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (b134dd86-ff2e-46c3-be62-7ffc808702f1), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:19.613033 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecbcadd9-c751-4623-af18-0a42e920b52c tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Router b134dd86-ff2e-46c3-be62-7ffc808702f1 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:16:19.723815 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbcadd9-c751-4623-af18-0a42e920b52c tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:16:19.729403 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ecbcadd9-c751-4623-af18-0a42e920b52c tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "PUT /v2.0/routers/b134dd86-ff2e-46c3-be62-7ffc808702f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4407959 Mar 01 14:16:19.732331 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51508) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:19.736611 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7d9ea2-748c-43d4-93b9-6b9b2f741dd0 None None] Sync routers for ids ['b134dd86-ff2e-46c3-be62-7ffc808702f1'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:16:19.748922 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7d9ea2-748c-43d4-93b9-6b9b2f741dd0 None None] Routers {'b134dd86-ff2e-46c3-be62-7ffc808702f1'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:16:19.750017 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-ed7d9ea2-748c-43d4-93b9-6b9b2f741dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:15:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['b134dd86-ff2e-46c3-be62-7ffc808702f1'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:19.792584 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-72a1606b-91c9-4ec0-bdb8-abb098f52e71 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Deleting subnet 07361ac2-05d5-439a-8987-93eca38f6da4 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:16:19.796479 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72a1606b-91c9-4ec0-bdb8-abb098f52e71 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for subnet (07361ac2-05d5-439a-8987-93eca38f6da4), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:19.850012 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72a1606b-91c9-4ec0-bdb8-abb098f52e71 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (07361ac2-05d5-439a-8987-93eca38f6da4), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:19.946616 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-ed7d9ea2-748c-43d4-93b9-6b9b2f741dd0 None None] Set router b134dd86-ff2e-46c3-be62-7ffc808702f1 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:16:19.973403 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72a1606b-91c9-4ec0-bdb8-abb098f52e71 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (07361ac2-05d5-439a-8987-93eca38f6da4), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:20.074198 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72a1606b-91c9-4ec0-bdb8-abb098f52e71 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (07361ac2-05d5-439a-8987-93eca38f6da4), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:20.122605 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a1606b-91c9-4ec0-bdb8-abb098f52e71 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Pushing event deleted for resources: {'Subnet': ['ID=07361ac2-05d5-439a-8987-93eca38f6da4,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:20.134627 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72a1606b-91c9-4ec0-bdb8-abb098f52e71 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:20.139734 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-72a1606b-91c9-4ec0-bdb8-abb098f52e71 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "DELETE /v2.0/subnets/07361ac2-05d5-439a-8987-93eca38f6da4 HTTP/1.1" status: 204 len: 168 time: 0.4063728 Mar 01 14:16:20.142653 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51514) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:20.148610 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d673fae4-e587-4885-9c52-92cf9491ec19 None None] Network 05039306-4fb8-4596-9890-2d4629dfb169 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:16:20.294361 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-498414d8-755a-424c-8774-5568d0a8b654 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for router (b134dd86-ff2e-46c3-be62-7ffc808702f1), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:20.302599 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-ed7d9ea2-748c-43d4-93b9-6b9b2f741dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-386560536', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:14:06Z', 'updated_at': '2022-03-01T14:16:18Z', 'revision_number': 5, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'gw_port': {'id': 'a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:14:07Z', 'updated_at': '2022-03-01T14:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:20.350311 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7d9ea2-748c-43d4-93b9-6b9b2f741dd0 None None] Checking router: b134dd86-ff2e-46c3-be62-7ffc808702f1 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:16:20.365195 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7d9ea2-748c-43d4-93b9-6b9b2f741dd0 None None] Routers {'b134dd86-ff2e-46c3-be62-7ffc808702f1'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:16:20.365835 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-ed7d9ea2-748c-43d4-93b9-6b9b2f741dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:15:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['b134dd86-ff2e-46c3-be62-7ffc808702f1'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:20.451350 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-498414d8-755a-424c-8774-5568d0a8b654 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for router_gateway (b134dd86-ff2e-46c3-be62-7ffc808702f1), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:20.486258 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-ed7d9ea2-748c-43d4-93b9-6b9b2f741dd0 None None] Set router b134dd86-ff2e-46c3-be62-7ffc808702f1 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:16:20.525987 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5417910-7b32-45f9-bfb8-317b094277f4 None None] DHCP port deletion for 05039306-4fb8-4596-9890-2d4629dfb169 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:16:20.533691 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-498414d8-755a-424c-8774-5568d0a8b654 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Deleting port a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:16:20.534145 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-498414d8-755a-424c-8774-5568d0a8b654 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:20.627541 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-498414d8-755a-424c-8774-5568d0a8b654 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] For port a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:16:20.627779 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-498414d8-755a-424c-8774-5568d0a8b654 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:20.652069 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-498414d8-755a-424c-8774-5568d0a8b654 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Calling delete_port for a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e owned by network:router_gateway {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:16:20.678103 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f5417910-7b32-45f9-bfb8-317b094277f4 None None] Deleting port 68953686-7e03-4107-a879-e53ec473fc66 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:16:20.678969 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f5417910-7b32-45f9-bfb8-317b094277f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (68953686-7e03-4107-a879-e53ec473fc66), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:20.750716 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-f5417910-7b32-45f9-bfb8-317b094277f4 None None] For port 68953686-7e03-4107-a879-e53ec473fc66, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=68953686-7e03-4107-a879-e53ec473fc66,segment=NetworkSegment(07afd308-f7d8-4036-8656-c39a67a8964d),segment_id=07afd308-f7d8-4036-8656-c39a67a8964d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:16:20.751421 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f5417910-7b32-45f9-bfb8-317b094277f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (68953686-7e03-4107-a879-e53ec473fc66), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:20.763698 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f5417910-7b32-45f9-bfb8-317b094277f4 None None] Calling delete_port for 68953686-7e03-4107-a879-e53ec473fc66 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:16:20.843098 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-498414d8-755a-424c-8774-5568d0a8b654 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:20.871568 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f5417910-7b32-45f9-bfb8-317b094277f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (68953686-7e03-4107-a879-e53ec473fc66), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:20.886757 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498414d8-755a-424c-8774-5568d0a8b654 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Pushing event deleted for resources: {'Port': ['ID=a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:20.910903 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5417910-7b32-45f9-bfb8-317b094277f4 None None] Pushing event deleted for resources: {'Port': ['ID=68953686-7e03-4107-a879-e53ec473fc66,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:20.943973 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5417910-7b32-45f9-bfb8-317b094277f4 None None] No DVR routers for this DVR port 68953686-7e03-4107-a879-e53ec473fc66 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:16:20.962310 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-498414d8-755a-424c-8774-5568d0a8b654 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (b134dd86-ff2e-46c3-be62-7ffc808702f1), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:21.002678 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-ed7d9ea2-748c-43d4-93b9-6b9b2f741dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-386560536', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:14:06Z', 'updated_at': '2022-03-01T14:16:18Z', 'revision_number': 5, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'gw_port': {'id': 'a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:14:07Z', 'updated_at': '2022-03-01T14:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:21.051413 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7d9ea2-748c-43d4-93b9-6b9b2f741dd0 None None] The sync data for ids ['b134dd86-ff2e-46c3-be62-7ffc808702f1'] in n-d-827467-3 is: [{'id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-386560536', 'tenant_id': 'ff79b98a10ea455c9324e78544626de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:14:06Z', 'updated_at': '2022-03-01T14:16:18Z', 'revision_number': 5, 'project_id': 'ff79b98a10ea455c9324e78544626de3', 'gw_port': {'id': 'a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b134dd86-ff2e-46c3-be62-7ffc808702f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:14:07Z', 'updated_at': '2022-03-01T14:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:16:21.091897 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-498414d8-755a-424c-8774-5568d0a8b654 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (b134dd86-ff2e-46c3-be62-7ffc808702f1), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:21.104517 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-498414d8-755a-424c-8774-5568d0a8b654 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for router_controller (b134dd86-ff2e-46c3-be62-7ffc808702f1), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:21.171818 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-498414d8-755a-424c-8774-5568d0a8b654 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (b134dd86-ff2e-46c3-be62-7ffc808702f1), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:21.172863 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498414d8-755a-424c-8774-5568d0a8b654 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Fanout notify agent at l3_agent the message router_deleted on router b134dd86-ff2e-46c3-be62-7ffc808702f1 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:16:21.182266 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-498414d8-755a-424c-8774-5568d0a8b654 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:21.186127 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-498414d8-755a-424c-8774-5568d0a8b654 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "DELETE /v2.0/routers/b134dd86-ff2e-46c3-be62-7ffc808702f1 HTTP/1.1" status: 204 len: 168 time: 1.0420270 Mar 01 14:16:21.186264 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51532) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:21.297929 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2186a8e4-422c-4fb2-b7e8-41de944fb1b1 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (05039306-4fb8-4596-9890-2d4629dfb169), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:21.411000 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2186a8e4-422c-4fb2-b7e8-41de944fb1b1 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (05039306-4fb8-4596-9890-2d4629dfb169), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:21.434459 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-2186a8e4-422c-4fb2-b7e8-41de944fb1b1 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05039306-4fb8-4596-9890-2d4629dfb169']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:21.444197 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-2186a8e4-422c-4fb2-b7e8-41de944fb1b1 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07afd308-f7d8-4036-8656-c39a67a8964d') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:21.444572 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-2186a8e4-422c-4fb2-b7e8-41de944fb1b1 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07afd308-f7d8-4036-8656-c39a67a8964d') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:21.455399 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2186a8e4-422c-4fb2-b7e8-41de944fb1b1 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (07afd308-f7d8-4036-8656-c39a67a8964d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:21.472775 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2186a8e4-422c-4fb2-b7e8-41de944fb1b1 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (07afd308-f7d8-4036-8656-c39a67a8964d), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:21.481722 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2186a8e4-422c-4fb2-b7e8-41de944fb1b1 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:16:21.482340 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2186a8e4-422c-4fb2-b7e8-41de944fb1b1 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (07afd308-f7d8-4036-8656-c39a67a8964d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:21.491749 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:16:21.491749 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:16:21.491749 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:16:21.491749 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:16:21.491749 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:16:21.491749 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:16:21.491749 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:16:21.491749 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:16:21.491749 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:16:21.491749 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:16:21.491749 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:16:21.491749 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:16:21.491749 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:16:21.491749 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:16:21.491749 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:16:21.491749 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:16:21.491749 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:16:21.491749 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:16:21.491749 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:16:21.491749 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:16:21.491749 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:16:21.491749 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:16:21.491749 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:16:21.491749 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:16:21.491749 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:16:21.491749 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:16:21.491749 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:16:21.491749 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:16:21.491749 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:16:21.491749 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:16:21.491749 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:16:21.491749 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:16:21.566810 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2186a8e4-422c-4fb2-b7e8-41de944fb1b1 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (05039306-4fb8-4596-9890-2d4629dfb169), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:21.576319 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2186a8e4-422c-4fb2-b7e8-41de944fb1b1 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:21.580950 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2186a8e4-422c-4fb2-b7e8-41de944fb1b1 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] 10.222.0.13 "DELETE /v2.0/networks/05039306-4fb8-4596-9890-2d4629dfb169 HTTP/1.1" status: 204 len: 168 time: 0.3936858 Mar 01 14:16:21.595880 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186a8e4-422c-4fb2-b7e8-41de944fb1b1 tempest-TestSecurityGroupsBasicOps-866101183 tempest-TestSecurityGroupsBasicOps-866101183-project] Pushing event deleted for resources: {'Network': ['ID=05039306-4fb8-4596-9890-2d4629dfb169,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:21.927794 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51544) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:22.143201 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f39cfc68-a8b5-4654-86b4-14d7fd70bd53 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff79b98a10ea455c9324e78544626de3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2140288 Mar 01 14:16:22.146933 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51552) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:22.168619 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 50f3d822-2597-4588-9ced-14b82a142cc3 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:16:22.193675 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9dbd9cca-7c5b-4cab-876b-4bc4ed0ab1e4 req-0379a2d0-0239-4059-b675-07f073d54fa6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c551006b-e286-48c0-836b-19d56ee90346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1189413 Mar 01 14:16:22.203747 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 50f3d822-2597-4588-9ced-14b82a142cc3 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:16:22.213279 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 50f3d822-2597-4588-9ced-14b82a142cc3 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:16:22.213857 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:16:22.247614 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:16:22.248243 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device a8f9b45e-ad8e-4779-8f5d-24d03f17ff4e not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:16:22.248837 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 68953686-7e03-4107-a879-e53ec473fc66 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:16:22.260741 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-005218fb-effb-4021-8bfe-b2700ad87618 admin admin] Publish callbacks [] for security_group (a3a12488-c1eb-4d29-a78e-358fa57c2337), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:22.284308 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 68953686-7e03-4107-a879-e53ec473fc66 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:16:22.284762 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 68953686-7e03-4107-a879-e53ec473fc66 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:16:22.309328 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-005218fb-effb-4021-8bfe-b2700ad87618 admin admin] Publish callbacks [] for security_group (a3a12488-c1eb-4d29-a78e-358fa57c2337), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:22.313658 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd9cca-7c5b-4cab-876b-4bc4ed0ab1e4 req-263afecc-08b8-4ffb-81cf-0f01cf8be283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:22.315348 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9dbd9cca-7c5b-4cab-876b-4bc4ed0ab1e4 req-263afecc-08b8-4ffb-81cf-0f01cf8be283 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff4bcaf99ac549c98e3a0b08d618fa3f&device_id=c551006b-e286-48c0-836b-19d56ee90346 HTTP/1.1" status: 200 len: 1127 time: 0.0677562 Mar 01 14:16:22.392175 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-005218fb-effb-4021-8bfe-b2700ad87618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a3a12488-c1eb-4d29-a78e-358fa57c2337), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:22.397259 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-005218fb-effb-4021-8bfe-b2700ad87618 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:22.399222 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-005218fb-effb-4021-8bfe-b2700ad87618 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3a12488-c1eb-4d29-a78e-358fa57c2337 HTTP/1.1" status: 204 len: 168 time: 0.2504411 Mar 01 14:16:22.409399 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005218fb-effb-4021-8bfe-b2700ad87618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a12488-c1eb-4d29-a78e-358fa57c2337,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:22.460018 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd9cca-7c5b-4cab-876b-4bc4ed0ab1e4 req-99c0764c-d5d3-4ead-907a-d150ac308c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:22.461978 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9dbd9cca-7c5b-4cab-876b-4bc4ed0ab1e4 req-99c0764c-d5d3-4ead-907a-d150ac308c7b service neutron] 10.222.0.20 "GET /v2.0/networks?id=1022c802-90c0-4c6e-8805-305a97ea0190 HTTP/1.1" status: 200 len: 897 time: 0.1204305 Mar 01 14:16:22.549853 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9dbd9cca-7c5b-4cab-876b-4bc4ed0ab1e4 req-5fdf6190-dbe8-4771-8526-6f11940558d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68444cb1-99a0-4134-bf69-168e4e776937 HTTP/1.1" status: 200 len: 999 time: 0.0802329 Mar 01 14:16:22.610325 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd9cca-7c5b-4cab-876b-4bc4ed0ab1e4 req-64f3db6f-5dd8-414f-a6e5-dbc937f6cd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:22.612105 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9dbd9cca-7c5b-4cab-876b-4bc4ed0ab1e4 req-64f3db6f-5dd8-414f-a6e5-dbc937f6cd17 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=704d5c11-ff76-46e1-be02-ca4b0482684a HTTP/1.1" status: 200 len: 835 time: 0.0564866 Mar 01 14:16:22.681007 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd9cca-7c5b-4cab-876b-4bc4ed0ab1e4 req-62ec9390-abd8-48f5-9084-b5b51bc462aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:22.683550 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9dbd9cca-7c5b-4cab-876b-4bc4ed0ab1e4 req-62ec9390-abd8-48f5-9084-b5b51bc462aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1022c802-90c0-4c6e-8805-305a97ea0190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0648572 Mar 01 14:16:22.745101 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51566) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:22.764607 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ce2e506c-16e1-4113-9ab3-b5d2106929eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:22.812507 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9dbd9cca-7c5b-4cab-876b-4bc4ed0ab1e4 req-0cc17ec0-369b-40a0-a06b-860e548cefb9 service neutron] 10.222.0.20 "GET /v2.0/networks/1022c802-90c0-4c6e-8805-305a97ea0190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222413 Mar 01 14:16:22.945543 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ce2e506c-16e1-4113-9ab3-b5d2106929eb admin admin] Publish callbacks [] for security_group (64d9930e-5f78-4a5d-9a2b-0610983c293f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:22.949751 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9dbd9cca-7c5b-4cab-876b-4bc4ed0ab1e4 req-d265fd65-c98a-49c7-80d6-f08463e6365e service neutron] 10.222.0.20 "GET /v2.0/networks/1022c802-90c0-4c6e-8805-305a97ea0190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268444 Mar 01 14:16:22.955729 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ce2e506c-16e1-4113-9ab3-b5d2106929eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (64d9930e-5f78-4a5d-9a2b-0610983c293f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:22.999613 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e506c-16e1-4113-9ab3-b5d2106929eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d9930e-5f78-4a5d-9a2b-0610983c293f,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:23.008729 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ce2e506c-16e1-4113-9ab3-b5d2106929eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4116c047f3ad4cfebef8b08087417d7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2626061 Mar 01 14:16:23.011260 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51568) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:23.074605 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bcda1163-ee3a-4e0c-b94e-2b1750cd4f77 admin admin] Publish callbacks [] for security_group (64d9930e-5f78-4a5d-9a2b-0610983c293f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:23.108300 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bcda1163-ee3a-4e0c-b94e-2b1750cd4f77 admin admin] Publish callbacks [] for security_group (64d9930e-5f78-4a5d-9a2b-0610983c293f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:23.166957 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bcda1163-ee3a-4e0c-b94e-2b1750cd4f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (64d9930e-5f78-4a5d-9a2b-0610983c293f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:23.170724 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bcda1163-ee3a-4e0c-b94e-2b1750cd4f77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:23.176387 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-bcda1163-ee3a-4e0c-b94e-2b1750cd4f77 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64d9930e-5f78-4a5d-9a2b-0610983c293f HTTP/1.1" status: 204 len: 168 time: 0.1638405 Mar 01 14:16:23.193365 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda1163-ee3a-4e0c-b94e-2b1750cd4f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d9930e-5f78-4a5d-9a2b-0610983c293f,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:23.653869 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51594) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:23.725402 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51596) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:23.726366 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c55fe8ae-9de8-43e9-8218-628c5079020a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5f00fed444742fa99ea405a6db076cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0704956 Mar 01 14:16:23.788720 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2c46dd28-615b-41be-8c8d-1e912fa6ac4b admin admin] Publish callbacks [] for security_group (ec46fa99-7922-4162-814c-29783f224529), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:23.815143 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2c46dd28-615b-41be-8c8d-1e912fa6ac4b admin admin] Publish callbacks [] for security_group (ec46fa99-7922-4162-814c-29783f224529), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:23.869512 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2c46dd28-615b-41be-8c8d-1e912fa6ac4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ec46fa99-7922-4162-814c-29783f224529), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:23.872534 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2c46dd28-615b-41be-8c8d-1e912fa6ac4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:23.873852 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2c46dd28-615b-41be-8c8d-1e912fa6ac4b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec46fa99-7922-4162-814c-29783f224529 HTTP/1.1" status: 204 len: 168 time: 0.1467786 Mar 01 14:16:23.883128 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c46dd28-615b-41be-8c8d-1e912fa6ac4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec46fa99-7922-4162-814c-29783f224529,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:24.817409 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51638) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:24.925951 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-73386cf3-d338-4fc1-9a6e-4b77a028712e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2126144821-network', 'tenant_id': '147f3b20ea754808a487fa91370b94db'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:16:24.952375 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73386cf3-d338-4fc1-9a6e-4b77a028712e admin admin] Made reservation on behalf of 147f3b20ea754808a487fa91370b94db for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:16:24.956224 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-73386cf3-d338-4fc1-9a6e-4b77a028712e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:24.965606 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-73386cf3-d338-4fc1-9a6e-4b77a028712e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:25.060422 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-73386cf3-d338-4fc1-9a6e-4b77a028712e admin admin] Publish callbacks [] for security_group (a3a704b2-5c13-45ca-a200-eb682461b492), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:25.066788 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-73386cf3-d338-4fc1-9a6e-4b77a028712e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a3a704b2-5c13-45ca-a200-eb682461b492), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:25.082055 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73386cf3-d338-4fc1-9a6e-4b77a028712e admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:16:25.095696 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-73386cf3-d338-4fc1-9a6e-4b77a028712e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (aff65daa-c815-45d5-967a-12443010a44c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:25.096061 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-73386cf3-d338-4fc1-9a6e-4b77a028712e admin admin] Added segment aff65daa-c815-45d5-967a-12443010a44c of type vlan for network b3414069-2cec-4185-a405-a1b109fba1f6 Mar 01 14:16:25.148646 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-73386cf3-d338-4fc1-9a6e-4b77a028712e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (b3414069-2cec-4185-a405-a1b109fba1f6), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:25.184141 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-73386cf3-d338-4fc1-9a6e-4b77a028712e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (b3414069-2cec-4185-a405-a1b109fba1f6), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:25.185676 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73386cf3-d338-4fc1-9a6e-4b77a028712e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:25.186464 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-73386cf3-d338-4fc1-9a6e-4b77a028712e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:25.277431 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c429b51d-b81f-47a1-8161-801551bed4fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:25.303216 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73386cf3-d338-4fc1-9a6e-4b77a028712e admin admin] Pushing event updated for resources: {'Network': ['ID=b3414069-2cec-4185-a405-a1b109fba1f6,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:25.317156 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73386cf3-d338-4fc1-9a6e-4b77a028712e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a704b2-5c13-45ca-a200-eb682461b492,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:25.320114 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network b3414069-2cec-4185-a405-a1b109fba1f6 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:16:25.336926 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51648) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:25.345354 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-31e6e980-c8c7-401e-8d07-a287092935fe admin admin] Request body: {'subnet': {'network_id': 'b3414069-2cec-4185-a405-a1b109fba1f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2126144821-subnet', 'tenant_id': '147f3b20ea754808a487fa91370b94db', 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:16:25.348531 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-73386cf3-d338-4fc1-9a6e-4b77a028712e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5289872 Mar 01 14:16:25.405686 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e6e980-c8c7-401e-8d07-a287092935fe admin admin] Made reservation on behalf of 147f3b20ea754808a487fa91370b94db for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:16:25.411384 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-31e6e980-c8c7-401e-8d07-a287092935fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:25.633988 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-31e6e980-c8c7-401e-8d07-a287092935fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (b1a5666e-3deb-4602-8e9d-55f0a37cf946), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:25.682424 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e6e980-c8c7-401e-8d07-a287092935fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1a5666e-3deb-4602-8e9d-55f0a37cf946,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:25.719915 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e6e980-c8c7-401e-8d07-a287092935fe admin admin] Checking segment: {'id': 'aff65daa-c815-45d5-967a-12443010a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b3414069-2cec-4185-a405-a1b109fba1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:16:25.720397 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e6e980-c8c7-401e-8d07-a287092935fe admin admin] Network hostable DHCP agents. Network: b3414069-2cec-4185-a405-a1b109fba1f6, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:16:25.745459 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e6e980-c8c7-401e-8d07-a287092935fe admin admin] Network b3414069-2cec-4185-a405-a1b109fba1f6 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:16:25.761232 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-31e6e980-c8c7-401e-8d07-a287092935fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, b3414069-2cec-4185-a405-a1b109fba1f6) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:16:25.770190 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e6e980-c8c7-401e-8d07-a287092935fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:25.770959 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-31e6e980-c8c7-401e-8d07-a287092935fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:25.775039 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea908de2-a221-4209-9fa9-3bb383cd2073 None None] Network b3414069-2cec-4185-a405-a1b109fba1f6 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:16:25.824217 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51652) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:25.828708 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-456686a4-49dd-4f02-a834-734ea8a445cb admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2126144821-router', 'tenant_id': '147f3b20ea754808a487fa91370b94db', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:16:25.831729 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-31e6e980-c8c7-401e-8d07-a287092935fe admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4923050 Mar 01 14:16:25.832925 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:16:25.878286 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-456686a4-49dd-4f02-a834-734ea8a445cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (153ba4d1-9aee-4f5d-bdcb-81704b3cd135), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:25.880806 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-456686a4-49dd-4f02-a834-734ea8a445cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (153ba4d1-9aee-4f5d-bdcb-81704b3cd135), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:25.928640 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887e55af-ab6a-4a67-9a27-62a3ba2e601a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-b3414069-2cec-4185-a405-a1b109fba1f6', 'network_id': 'b3414069-2cec-4185-a405-a1b109fba1f6', 'project_id': '147f3b20ea754808a487fa91370b94db', 'fixed_ips': [{'subnet_id': 'b1a5666e-3deb-4602-8e9d-55f0a37cf946'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:16:25.929521 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-887e55af-ab6a-4a67-9a27-62a3ba2e601a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:26.010434 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-456686a4-49dd-4f02-a834-734ea8a445cb admin admin] Publish callbacks [] for router_controller (153ba4d1-9aee-4f5d-bdcb-81704b3cd135), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:26.236576 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-456686a4-49dd-4f02-a834-734ea8a445cb admin admin] Publish callbacks [] for router_gateway (153ba4d1-9aee-4f5d-bdcb-81704b3cd135), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:26.268159 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-887e55af-ab6a-4a67-9a27-62a3ba2e601a None None] Allocated IP 172.20.0.2 (b3414069-2cec-4185-a405-a1b109fba1f6/b1a5666e-3deb-4602-8e9d-55f0a37cf946/035c9d85-b746-4109-acf0-326d0adb7488) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:16:26.481845 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-887e55af-ab6a-4a67-9a27-62a3ba2e601a None None] Publish callbacks [] for port (035c9d85-b746-4109-acf0-326d0adb7488), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:26.498315 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-887e55af-ab6a-4a67-9a27-62a3ba2e601a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (035c9d85-b746-4109-acf0-326d0adb7488), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:26.517188 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-456686a4-49dd-4f02-a834-734ea8a445cb admin admin] Publish callbacks [] for router_gateway (153ba4d1-9aee-4f5d-bdcb-81704b3cd135), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:26.542168 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-456686a4-49dd-4f02-a834-734ea8a445cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:26.560230 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887e55af-ab6a-4a67-9a27-62a3ba2e601a None None] Network b3414069-2cec-4185-a405-a1b109fba1f6 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:16:26.562142 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-887e55af-ab6a-4a67-9a27-62a3ba2e601a None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:16:26.564125 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e55af-ab6a-4a67-9a27-62a3ba2e601a None None] Pushing event updated for resources: {'Port': ['ID=035c9d85-b746-4109-acf0-326d0adb7488,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:26.566436 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887e55af-ab6a-4a67-9a27-62a3ba2e601a None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:16:26.597693 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887e55af-ab6a-4a67-9a27-62a3ba2e601a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:26.598040 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887e55af-ab6a-4a67-9a27-62a3ba2e601a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:26.598563 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887e55af-ab6a-4a67-9a27-62a3ba2e601a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:26.599097 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887e55af-ab6a-4a67-9a27-62a3ba2e601a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:26.599595 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887e55af-ab6a-4a67-9a27-62a3ba2e601a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:26.600109 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887e55af-ab6a-4a67-9a27-62a3ba2e601a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:26.600608 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887e55af-ab6a-4a67-9a27-62a3ba2e601a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:26.601107 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887e55af-ab6a-4a67-9a27-62a3ba2e601a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:26.601454 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887e55af-ab6a-4a67-9a27-62a3ba2e601a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:26.601790 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887e55af-ab6a-4a67-9a27-62a3ba2e601a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:26.602126 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887e55af-ab6a-4a67-9a27-62a3ba2e601a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:26.602459 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887e55af-ab6a-4a67-9a27-62a3ba2e601a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:26.602837 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887e55af-ab6a-4a67-9a27-62a3ba2e601a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:26.642381 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-887e55af-ab6a-4a67-9a27-62a3ba2e601a None None] Attempting to bind port 035c9d85-b746-4109-acf0-326d0adb7488 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:16:26.643297 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-887e55af-ab6a-4a67-9a27-62a3ba2e601a None None] Attempting to bind port 035c9d85-b746-4109-acf0-326d0adb7488 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'aff65daa-c815-45d5-967a-12443010a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b3414069-2cec-4185-a405-a1b109fba1f6'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:16:26.643892 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887e55af-ab6a-4a67-9a27-62a3ba2e601a None None] Attempting to bind port 035c9d85-b746-4109-acf0-326d0adb7488 on network b3414069-2cec-4185-a405-a1b109fba1f6 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:16:26.649450 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887e55af-ab6a-4a67-9a27-62a3ba2e601a None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:16:26.650722 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887e55af-ab6a-4a67-9a27-62a3ba2e601a None None] Checking segment: {'id': 'aff65daa-c815-45d5-967a-12443010a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b3414069-2cec-4185-a405-a1b109fba1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:16:26.651314 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-887e55af-ab6a-4a67-9a27-62a3ba2e601a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:26.651895 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887e55af-ab6a-4a67-9a27-62a3ba2e601a None None] Bound using segment: {'id': 'aff65daa-c815-45d5-967a-12443010a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b3414069-2cec-4185-a405-a1b109fba1f6'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:16:26.652529 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-887e55af-ab6a-4a67-9a27-62a3ba2e601a None None] Bound port: 035c9d85-b746-4109-acf0-326d0adb7488, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff65daa-c815-45d5-967a-12443010a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b3414069-2cec-4185-a405-a1b109fba1f6'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:16:26.653088 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-887e55af-ab6a-4a67-9a27-62a3ba2e601a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (035c9d85-b746-4109-acf0-326d0adb7488), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:26.683430 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-456686a4-49dd-4f02-a834-734ea8a445cb admin admin] Allocated IP 172.25.1.15 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/d2f73d89-0f80-43bf-a64b-f7bf97f48b68) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:16:26.724098 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-887e55af-ab6a-4a67-9a27-62a3ba2e601a None None] For port 035c9d85-b746-4109-acf0-326d0adb7488, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:16:26.728686 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-887e55af-ab6a-4a67-9a27-62a3ba2e601a None None] For port 035c9d85-b746-4109-acf0-326d0adb7488, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=035c9d85-b746-4109-acf0-326d0adb7488,segment=NetworkSegment(aff65daa-c815-45d5-967a-12443010a44c),segment_id=aff65daa-c815-45d5-967a-12443010a44c)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:16:26.736384 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-887e55af-ab6a-4a67-9a27-62a3ba2e601a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (035c9d85-b746-4109-acf0-326d0adb7488), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:26.802355 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e55af-ab6a-4a67-9a27-62a3ba2e601a None None] Pushing event updated for resources: {'Port': ['ID=035c9d85-b746-4109-acf0-326d0adb7488,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:26.805358 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-456686a4-49dd-4f02-a834-734ea8a445cb admin admin] Publish callbacks [] for port (d2f73d89-0f80-43bf-a64b-f7bf97f48b68), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:26.872097 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-456686a4-49dd-4f02-a834-734ea8a445cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (d2f73d89-0f80-43bf-a64b-f7bf97f48b68), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:26.924400 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456686a4-49dd-4f02-a834-734ea8a445cb admin admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:16:26.927793 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-456686a4-49dd-4f02-a834-734ea8a445cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:16:26.930560 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456686a4-49dd-4f02-a834-734ea8a445cb admin admin] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:16:26.969063 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456686a4-49dd-4f02-a834-734ea8a445cb admin admin] Pushing event updated for resources: {'Port': ['ID=d2f73d89-0f80-43bf-a64b-f7bf97f48b68,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:27.303137 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-456686a4-49dd-4f02-a834-734ea8a445cb admin admin] Publish callbacks [] for router_gateway (153ba4d1-9aee-4f5d-bdcb-81704b3cd135), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:27.464559 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-75cfebcc-8ebe-4b9d-8659-d24d1a87fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:27.560343 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-456686a4-49dd-4f02-a834-734ea8a445cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (153ba4d1-9aee-4f5d-bdcb-81704b3cd135), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:27.986440 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 035c9d85-b746-4109-acf0-326d0adb7488 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:16:28.050032 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 035c9d85-b746-4109-acf0-326d0adb7488 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:16:28.050528 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (035c9d85-b746-4109-acf0-326d0adb7488), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:28.091037 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456686a4-49dd-4f02-a834-734ea8a445cb admin admin] Router 153ba4d1-9aee-4f5d-bdcb-81704b3cd135 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:16:28.156084 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 035c9d85-b746-4109-acf0-326d0adb7488 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:16:28.156847 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (035c9d85-b746-4109-acf0-326d0adb7488), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:28.205377 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 035c9d85-b746-4109-acf0-326d0adb7488, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=035c9d85-b746-4109-acf0-326d0adb7488,segment=NetworkSegment(aff65daa-c815-45d5-967a-12443010a44c),segment_id=aff65daa-c815-45d5-967a-12443010a44c)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:16:28.210851 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (035c9d85-b746-4109-acf0-326d0adb7488), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:28.272308 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456686a4-49dd-4f02-a834-734ea8a445cb admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:16:28.284998 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b76531-1737-488d-a15e-14af5d66baa1 None None] Sync routers for ids ['153ba4d1-9aee-4f5d-bdcb-81704b3cd135'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:16:28.304568 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b76531-1737-488d-a15e-14af5d66baa1 None None] Routers {'153ba4d1-9aee-4f5d-bdcb-81704b3cd135'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:16:28.305188 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-14b76531-1737-488d-a15e-14af5d66baa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:16:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['153ba4d1-9aee-4f5d-bdcb-81704b3cd135'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:28.320982 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1035e2-adbf-4214-8b46-cc1d46522ae9 None None] Network b3414069-2cec-4185-a405-a1b109fba1f6 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:16:28.325782 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-456686a4-49dd-4f02-a834-734ea8a445cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:28.327120 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-456686a4-49dd-4f02-a834-734ea8a445cb admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5018811 Mar 01 14:16:28.330082 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51678) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:28.341391 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=035c9d85-b746-4109-acf0-326d0adb7488,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:28.456252 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-59b5bf4e-720c-41ac-9535-5bd7be4a94f2 None None] Provisioning complete for port 035c9d85-b746-4109-acf0-326d0adb7488 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:16:28.456955 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-59b5bf4e-720c-41ac-9535-5bd7be4a94f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (035c9d85-b746-4109-acf0-326d0adb7488), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:28.557758 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-14b76531-1737-488d-a15e-14af5d66baa1 None None] Set router 153ba4d1-9aee-4f5d-bdcb-81704b3cd135 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:16:28.613114 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-59b5bf4e-720c-41ac-9535-5bd7be4a94f2 None None] Current status of the port 035c9d85-b746-4109-acf0-326d0adb7488 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:16:28.809923 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-14b76531-1737-488d-a15e-14af5d66baa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'name': 'tempest-TestServerBasicOps-2126144821-router', 'tenant_id': '147f3b20ea754808a487fa91370b94db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd2f73d89-0f80-43bf-a64b-f7bf97f48b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:16:25Z', 'updated_at': '2022-03-01T14:16:27Z', 'revision_number': 3, 'project_id': '147f3b20ea754808a487fa91370b94db', 'gw_port': {'id': 'd2f73d89-0f80-43bf-a64b-f7bf97f48b68', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:37:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:16:26Z', 'updated_at': '2022-03-01T14:16:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:28.849394 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b76531-1737-488d-a15e-14af5d66baa1 None None] Checking router: 153ba4d1-9aee-4f5d-bdcb-81704b3cd135 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:16:28.849749 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b76531-1737-488d-a15e-14af5d66baa1 None None] Updating router 153ba4d1-9aee-4f5d-bdcb-81704b3cd135 port d2f73d89-0f80-43bf-a64b-f7bf97f48b68 binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:16:28.897405 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-14b76531-1737-488d-a15e-14af5d66baa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d2f73d89-0f80-43bf-a64b-f7bf97f48b68), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:28.924166 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fea6e484-a25d-4325-97b8-c58adcb54fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:28.945683 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:29.049513 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cd37eabf-d05d-4dc7-ae67-03893d49f33d None None] Provisioning complete for port 035c9d85-b746-4109-acf0-326d0adb7488 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:16:29.050205 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cd37eabf-d05d-4dc7-ae67-03893d49f33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (035c9d85-b746-4109-acf0-326d0adb7488), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:29.204391 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-fea6e484-a25d-4325-97b8-c58adcb54fa5 admin admin] Allocated IP 172.20.0.1 (b3414069-2cec-4185-a405-a1b109fba1f6/b1a5666e-3deb-4602-8e9d-55f0a37cf946/62482896-914d-4388-9c37-39b87fe1ccb9) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:16:29.226040 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cd37eabf-d05d-4dc7-ae67-03893d49f33d None None] Current status of the port 035c9d85-b746-4109-acf0-326d0adb7488 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:16:29.281453 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-14b76531-1737-488d-a15e-14af5d66baa1 None None] Publish callbacks [] for port (d2f73d89-0f80-43bf-a64b-f7bf97f48b68), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:29.288299 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-14b76531-1737-488d-a15e-14af5d66baa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (d2f73d89-0f80-43bf-a64b-f7bf97f48b68), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:29.328943 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b5fe4-3729-45d2-8697-3eb8984a5eb9 None None] Pushing event updated for resources: {'Port': ['ID=d2f73d89-0f80-43bf-a64b-f7bf97f48b68,revision_number=2']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:29.339472 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b5fe4-3729-45d2-8697-3eb8984a5eb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:29.339846 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b5fe4-3729-45d2-8697-3eb8984a5eb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:29.340190 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b5fe4-3729-45d2-8697-3eb8984a5eb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:29.340524 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b5fe4-3729-45d2-8697-3eb8984a5eb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:29.340856 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b5fe4-3729-45d2-8697-3eb8984a5eb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:29.341186 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b5fe4-3729-45d2-8697-3eb8984a5eb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:29.341512 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b5fe4-3729-45d2-8697-3eb8984a5eb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:29.341838 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b5fe4-3729-45d2-8697-3eb8984a5eb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:29.342160 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b5fe4-3729-45d2-8697-3eb8984a5eb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:29.342489 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b5fe4-3729-45d2-8697-3eb8984a5eb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:29.342817 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b5fe4-3729-45d2-8697-3eb8984a5eb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:29.343134 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b5fe4-3729-45d2-8697-3eb8984a5eb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:29.343452 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b5fe4-3729-45d2-8697-3eb8984a5eb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:16:29.366460 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fea6e484-a25d-4325-97b8-c58adcb54fa5 admin admin] Publish callbacks [] for port (62482896-914d-4388-9c37-39b87fe1ccb9), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:29.379518 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-14b76531-1737-488d-a15e-14af5d66baa1 None None] Attempting to bind port d2f73d89-0f80-43bf-a64b-f7bf97f48b68 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:16:29.380108 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-14b76531-1737-488d-a15e-14af5d66baa1 None None] Attempting to bind port d2f73d89-0f80-43bf-a64b-f7bf97f48b68 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:16:29.381154 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b76531-1737-488d-a15e-14af5d66baa1 None None] Attempting to bind port d2f73d89-0f80-43bf-a64b-f7bf97f48b68 on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:16:29.390703 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b76531-1737-488d-a15e-14af5d66baa1 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:16:29.391441 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b76531-1737-488d-a15e-14af5d66baa1 None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:16:29.392414 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-14b76531-1737-488d-a15e-14af5d66baa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:29.392987 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b76531-1737-488d-a15e-14af5d66baa1 None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:16:29.393873 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-14b76531-1737-488d-a15e-14af5d66baa1 None None] Bound port: d2f73d89-0f80-43bf-a64b-f7bf97f48b68, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:16:29.394466 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-14b76531-1737-488d-a15e-14af5d66baa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d2f73d89-0f80-43bf-a64b-f7bf97f48b68), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:29.405654 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fea6e484-a25d-4325-97b8-c58adcb54fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (62482896-914d-4388-9c37-39b87fe1ccb9), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:29.453304 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea6e484-a25d-4325-97b8-c58adcb54fa5 admin admin] Network b3414069-2cec-4185-a405-a1b109fba1f6 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:16:29.457391 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-fea6e484-a25d-4325-97b8-c58adcb54fa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:16:29.463019 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea6e484-a25d-4325-97b8-c58adcb54fa5 admin admin] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:16:29.479068 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-14b76531-1737-488d-a15e-14af5d66baa1 None None] For port d2f73d89-0f80-43bf-a64b-f7bf97f48b68, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:16:29.482356 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-14b76531-1737-488d-a15e-14af5d66baa1 None None] For port d2f73d89-0f80-43bf-a64b-f7bf97f48b68, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=d2f73d89-0f80-43bf-a64b-f7bf97f48b68,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:16:29.494395 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-14b76531-1737-488d-a15e-14af5d66baa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (d2f73d89-0f80-43bf-a64b-f7bf97f48b68), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:29.518129 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fea6e484-a25d-4325-97b8-c58adcb54fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (153ba4d1-9aee-4f5d-bdcb-81704b3cd135), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:29.568506 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b5fe4-3729-45d2-8697-3eb8984a5eb9 None None] Pushing event updated for resources: {'Port': ['ID=d2f73d89-0f80-43bf-a64b-f7bf97f48b68,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:29.576829 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b76531-1737-488d-a15e-14af5d66baa1 None None] Routers {'153ba4d1-9aee-4f5d-bdcb-81704b3cd135'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:16:29.577876 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-14b76531-1737-488d-a15e-14af5d66baa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:16:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['153ba4d1-9aee-4f5d-bdcb-81704b3cd135'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:29.602856 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6e484-a25d-4325-97b8-c58adcb54fa5 admin admin] Pushing event updated for resources: {'Port': ['ID=62482896-914d-4388-9c37-39b87fe1ccb9,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:29.747922 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-14b76531-1737-488d-a15e-14af5d66baa1 None None] Set router 153ba4d1-9aee-4f5d-bdcb-81704b3cd135 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:16:29.749131 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fea6e484-a25d-4325-97b8-c58adcb54fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (62482896-914d-4388-9c37-39b87fe1ccb9), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:29.866878 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-8197df1d-d626-4e20-95ef-568c3cf62b09 None None] Provisioning complete for port 62482896-914d-4388-9c37-39b87fe1ccb9 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:16:29.867257 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8197df1d-d626-4e20-95ef-568c3cf62b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (62482896-914d-4388-9c37-39b87fe1ccb9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:29.914672 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 035c9d85-b746-4109-acf0-326d0adb7488 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:16:29.961294 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-8197df1d-d626-4e20-95ef-568c3cf62b09 None None] Port 62482896-914d-4388-9c37-39b87fe1ccb9 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:16:29.982890 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 035c9d85-b746-4109-acf0-326d0adb7488 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:16:29.983269 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (035c9d85-b746-4109-acf0-326d0adb7488), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:29.998414 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fea6e484-a25d-4325-97b8-c58adcb54fa5 admin admin] Publish callbacks [] for port (62482896-914d-4388-9c37-39b87fe1ccb9), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:30.012485 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fea6e484-a25d-4325-97b8-c58adcb54fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (62482896-914d-4388-9c37-39b87fe1ccb9), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:30.033390 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-14b76531-1737-488d-a15e-14af5d66baa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'name': 'tempest-TestServerBasicOps-2126144821-router', 'tenant_id': '147f3b20ea754808a487fa91370b94db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd2f73d89-0f80-43bf-a64b-f7bf97f48b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:16:25Z', 'updated_at': '2022-03-01T14:16:27Z', 'revision_number': 3, 'project_id': '147f3b20ea754808a487fa91370b94db', 'gw_port': {'id': 'd2f73d89-0f80-43bf-a64b-f7bf97f48b68', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:37:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:16:26Z', 'updated_at': '2022-03-01T14:16:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:30.092488 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 035c9d85-b746-4109-acf0-326d0adb7488 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:16:30.106518 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b76531-1737-488d-a15e-14af5d66baa1 None None] The sync data for ids ['153ba4d1-9aee-4f5d-bdcb-81704b3cd135'] in n-d-827467-3 is: [{'id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'name': 'tempest-TestServerBasicOps-2126144821-router', 'tenant_id': '147f3b20ea754808a487fa91370b94db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd2f73d89-0f80-43bf-a64b-f7bf97f48b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:16:25Z', 'updated_at': '2022-03-01T14:16:27Z', 'revision_number': 3, 'project_id': '147f3b20ea754808a487fa91370b94db', 'gw_port': {'id': 'd2f73d89-0f80-43bf-a64b-f7bf97f48b68', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:37:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:16:26Z', 'updated_at': '2022-03-01T14:16:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:16:30.109278 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:30.149204 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fea6e484-a25d-4325-97b8-c58adcb54fa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (153ba4d1-9aee-4f5d-bdcb-81704b3cd135), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:30.167901 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6e484-a25d-4325-97b8-c58adcb54fa5 admin admin] Pushing event updated for resources: {'Port': ['ID=62482896-914d-4388-9c37-39b87fe1ccb9,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:30.269998 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea6e484-a25d-4325-97b8-c58adcb54fa5 admin admin] Network b3414069-2cec-4185-a405-a1b109fba1f6 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:16:30.272693 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-fea6e484-a25d-4325-97b8-c58adcb54fa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:16:30.508412 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea6e484-a25d-4325-97b8-c58adcb54fa5 admin admin] Router 153ba4d1-9aee-4f5d-bdcb-81704b3cd135 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:16:30.683923 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea6e484-a25d-4325-97b8-c58adcb54fa5 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:16:30.689152 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-794e4536-e99d-4fcd-b081-90ac142e188e None None] Provisioning complete for port 62482896-914d-4388-9c37-39b87fe1ccb9 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:16:30.689709 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-794e4536-e99d-4fcd-b081-90ac142e188e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (62482896-914d-4388-9c37-39b87fe1ccb9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:30.698192 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-fea6e484-a25d-4325-97b8-c58adcb54fa5 admin admin] 10.222.0.13 "PUT /v2.0/routers/153ba4d1-9aee-4f5d-bdcb-81704b3cd135/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3670042 Mar 01 14:16:30.754042 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-794e4536-e99d-4fcd-b081-90ac142e188e None None] Port 62482896-914d-4388-9c37-39b87fe1ccb9 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:16:31.310915 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51712) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:31.316054 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-01b886a6-c1bd-4049-b3c0-0dc6d047705b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1672797030-network', 'tenant_id': '7b6abcdfb4454ae58744c313563b31c4'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:16:31.335221 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b886a6-c1bd-4049-b3c0-0dc6d047705b admin admin] Made reservation on behalf of 7b6abcdfb4454ae58744c313563b31c4 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:16:31.338698 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-01b886a6-c1bd-4049-b3c0-0dc6d047705b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:31.348219 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-01b886a6-c1bd-4049-b3c0-0dc6d047705b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:31.430184 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-01b886a6-c1bd-4049-b3c0-0dc6d047705b admin admin] Publish callbacks [] for security_group (1ba0201f-691a-420b-9a95-888972a2a90f), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:31.433920 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-01b886a6-c1bd-4049-b3c0-0dc6d047705b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (1ba0201f-691a-420b-9a95-888972a2a90f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:31.461385 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b886a6-c1bd-4049-b3c0-0dc6d047705b admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:16:31.468851 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b886a6-c1bd-4049-b3c0-0dc6d047705b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba0201f-691a-420b-9a95-888972a2a90f,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:31.475276 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-01b886a6-c1bd-4049-b3c0-0dc6d047705b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (a1a37440-778e-46c6-93c1-527d4810526d), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:31.475631 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-01b886a6-c1bd-4049-b3c0-0dc6d047705b admin admin] Added segment a1a37440-778e-46c6-93c1-527d4810526d of type vlan for network b7d81b1e-4e7c-4124-9f29-5289a3383c59 Mar 01 14:16:31.520403 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-01b886a6-c1bd-4049-b3c0-0dc6d047705b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (b7d81b1e-4e7c-4124-9f29-5289a3383c59), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:31.545296 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-01b886a6-c1bd-4049-b3c0-0dc6d047705b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (b7d81b1e-4e7c-4124-9f29-5289a3383c59), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:31.546278 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b886a6-c1bd-4049-b3c0-0dc6d047705b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:31.546848 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-01b886a6-c1bd-4049-b3c0-0dc6d047705b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:31.599585 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-01b886a6-c1bd-4049-b3c0-0dc6d047705b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2874935 Mar 01 14:16:31.602424 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51720) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:31.609314 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-89393952-ed69-44bf-8dc7-e3e9213d514f admin admin] Request body: {'subnet': {'network_id': 'b7d81b1e-4e7c-4124-9f29-5289a3383c59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1672797030-subnet', 'tenant_id': '7b6abcdfb4454ae58744c313563b31c4', 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:16:31.610959 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b886a6-c1bd-4049-b3c0-0dc6d047705b admin admin] Pushing event updated for resources: {'Network': ['ID=b7d81b1e-4e7c-4124-9f29-5289a3383c59,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:31.621825 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network b7d81b1e-4e7c-4124-9f29-5289a3383c59 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:16:31.633268 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89393952-ed69-44bf-8dc7-e3e9213d514f admin admin] Made reservation on behalf of 7b6abcdfb4454ae58744c313563b31c4 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:16:31.635879 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-89393952-ed69-44bf-8dc7-e3e9213d514f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:31.735365 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:31.818331 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-89393952-ed69-44bf-8dc7-e3e9213d514f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (02b398d8-6ffe-4da0-aa1c-21c797ae7038), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:31.879005 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89393952-ed69-44bf-8dc7-e3e9213d514f admin admin] Pushing event updated for resources: {'Subnet': ['ID=02b398d8-6ffe-4da0-aa1c-21c797ae7038,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:31.890221 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89393952-ed69-44bf-8dc7-e3e9213d514f admin admin] Checking segment: {'id': 'a1a37440-778e-46c6-93c1-527d4810526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b7d81b1e-4e7c-4124-9f29-5289a3383c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:16:31.891013 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89393952-ed69-44bf-8dc7-e3e9213d514f admin admin] Network hostable DHCP agents. Network: b7d81b1e-4e7c-4124-9f29-5289a3383c59, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:16:31.916663 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89393952-ed69-44bf-8dc7-e3e9213d514f admin admin] Network b7d81b1e-4e7c-4124-9f29-5289a3383c59 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:16:31.940505 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device d2f73d89-0f80-43bf-a64b-f7bf97f48b68 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:16:31.953035 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-89393952-ed69-44bf-8dc7-e3e9213d514f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, b7d81b1e-4e7c-4124-9f29-5289a3383c59) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:16:31.959761 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89393952-ed69-44bf-8dc7-e3e9213d514f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:31.961404 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-89393952-ed69-44bf-8dc7-e3e9213d514f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:31.984797 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a638d8-c78f-4e23-96f5-48560c9cd68d None None] Network b7d81b1e-4e7c-4124-9f29-5289a3383c59 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:16:31.995733 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-89393952-ed69-44bf-8dc7-e3e9213d514f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3908949 Mar 01 14:16:31.998250 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51732) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:32.004811 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-2685759a-e108-4c47-8880-74afa283288e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1672797030-router', 'tenant_id': '7b6abcdfb4454ae58744c313563b31c4', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:16:32.041761 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2685759a-e108-4c47-8880-74afa283288e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (9b4d3637-d86e-4647-b953-fbce508c902f), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:32.044901 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2685759a-e108-4c47-8880-74afa283288e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (9b4d3637-d86e-4647-b953-fbce508c902f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:32.094986 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port d2f73d89-0f80-43bf-a64b-f7bf97f48b68 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:16:32.095442 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (d2f73d89-0f80-43bf-a64b-f7bf97f48b68), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:32.153129 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a710be6-4d0d-42ca-a69d-79d0e04a4676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-b7d81b1e-4e7c-4124-9f29-5289a3383c59', 'network_id': 'b7d81b1e-4e7c-4124-9f29-5289a3383c59', 'project_id': '7b6abcdfb4454ae58744c313563b31c4', 'fixed_ips': [{'subnet_id': '02b398d8-6ffe-4da0-aa1c-21c797ae7038'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:16:32.154090 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2a710be6-4d0d-42ca-a69d-79d0e04a4676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:32.156776 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2685759a-e108-4c47-8880-74afa283288e admin admin] Publish callbacks [] for router_controller (9b4d3637-d86e-4647-b953-fbce508c902f), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:32.254277 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c41a8b-4c8d-450c-8788-9630bb9f991a None None] Sync routers for ids ['153ba4d1-9aee-4f5d-bdcb-81704b3cd135'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:16:32.311509 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port d2f73d89-0f80-43bf-a64b-f7bf97f48b68 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:16:32.312235 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (d2f73d89-0f80-43bf-a64b-f7bf97f48b68), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:32.343190 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c41a8b-4c8d-450c-8788-9630bb9f991a None None] Routers {'153ba4d1-9aee-4f5d-bdcb-81704b3cd135'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:16:32.343952 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-20c41a8b-4c8d-450c-8788-9630bb9f991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:16:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['153ba4d1-9aee-4f5d-bdcb-81704b3cd135'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:32.431198 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2685759a-e108-4c47-8880-74afa283288e admin admin] Publish callbacks [] for router_gateway (9b4d3637-d86e-4647-b953-fbce508c902f), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:32.465426 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port d2f73d89-0f80-43bf-a64b-f7bf97f48b68, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=d2f73d89-0f80-43bf-a64b-f7bf97f48b68,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:16:32.482844 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (d2f73d89-0f80-43bf-a64b-f7bf97f48b68), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:32.542021 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=d2f73d89-0f80-43bf-a64b-f7bf97f48b68,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:32.568096 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-2a710be6-4d0d-42ca-a69d-79d0e04a4676 None None] Allocated IP 172.20.0.2 (b7d81b1e-4e7c-4124-9f29-5289a3383c59/02b398d8-6ffe-4da0-aa1c-21c797ae7038/eaad6639-a55c-4927-8da0-927ad423f2eb) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:16:32.571173 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-20c41a8b-4c8d-450c-8788-9630bb9f991a None None] Set router 153ba4d1-9aee-4f5d-bdcb-81704b3cd135 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:16:32.716234 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2685759a-e108-4c47-8880-74afa283288e admin admin] Publish callbacks [] for router_gateway (9b4d3637-d86e-4647-b953-fbce508c902f), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:32.747410 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2685759a-e108-4c47-8880-74afa283288e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:32.876189 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-2685759a-e108-4c47-8880-74afa283288e admin admin] Allocated IP 172.25.1.44 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/c6880d95-9b8c-49c4-a121-0437915d1759) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:16:32.891477 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2a710be6-4d0d-42ca-a69d-79d0e04a4676 None None] Publish callbacks [] for port (eaad6639-a55c-4927-8da0-927ad423f2eb), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:32.906712 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2a710be6-4d0d-42ca-a69d-79d0e04a4676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (eaad6639-a55c-4927-8da0-927ad423f2eb), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:32.952251 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a710be6-4d0d-42ca-a69d-79d0e04a4676 None None] Network b7d81b1e-4e7c-4124-9f29-5289a3383c59 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:16:32.956270 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-2a710be6-4d0d-42ca-a69d-79d0e04a4676 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:16:32.960634 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a710be6-4d0d-42ca-a69d-79d0e04a4676 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:16:32.977033 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-20c41a8b-4c8d-450c-8788-9630bb9f991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'name': 'tempest-TestServerBasicOps-2126144821-router', 'tenant_id': '147f3b20ea754808a487fa91370b94db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd2f73d89-0f80-43bf-a64b-f7bf97f48b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:16:25Z', 'updated_at': '2022-03-01T14:16:29Z', 'revision_number': 4, 'project_id': '147f3b20ea754808a487fa91370b94db', 'gw_port': {'id': 'd2f73d89-0f80-43bf-a64b-f7bf97f48b68', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:37:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:16:26Z', 'updated_at': '2022-03-01T14:16:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '62482896-914d-4388-9c37-39b87fe1ccb9', 'name': '', 'network_id': 'b3414069-2cec-4185-a405-a1b109fba1f6', 'tenant_id': '147f3b20ea754808a487fa91370b94db', 'mac_address': 'fa:16:3e:53:2d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'b1a5666e-3deb-4602-8e9d-55f0a37cf946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:16:28Z', 'updated_at': '2022-03-01T14:16:29Z', 'revision_number': 2, 'project_id': '147f3b20ea754808a487fa91370b94db', 'subnets': [{'id': 'b1a5666e-3deb-4602-8e9d-55f0a37cf946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:33.033256 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a710be6-4d0d-42ca-a69d-79d0e04a4676 None None] Pushing event updated for resources: {'Port': ['ID=eaad6639-a55c-4927-8da0-927ad423f2eb,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:33.043222 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c41a8b-4c8d-450c-8788-9630bb9f991a None None] Checking router: 153ba4d1-9aee-4f5d-bdcb-81704b3cd135 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:16:33.043222 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c41a8b-4c8d-450c-8788-9630bb9f991a None None] Updating router 153ba4d1-9aee-4f5d-bdcb-81704b3cd135 port 62482896-914d-4388-9c37-39b87fe1ccb9 binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:16:33.089439 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-20c41a8b-4c8d-450c-8788-9630bb9f991a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (62482896-914d-4388-9c37-39b87fe1ccb9), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:33.289433 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-2a710be6-4d0d-42ca-a69d-79d0e04a4676 None None] Attempting to bind port eaad6639-a55c-4927-8da0-927ad423f2eb on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:16:33.289807 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-2a710be6-4d0d-42ca-a69d-79d0e04a4676 None None] Attempting to bind port eaad6639-a55c-4927-8da0-927ad423f2eb by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'a1a37440-778e-46c6-93c1-527d4810526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b7d81b1e-4e7c-4124-9f29-5289a3383c59'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:16:33.290245 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a710be6-4d0d-42ca-a69d-79d0e04a4676 None None] Attempting to bind port eaad6639-a55c-4927-8da0-927ad423f2eb on network b7d81b1e-4e7c-4124-9f29-5289a3383c59 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:16:33.317024 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a710be6-4d0d-42ca-a69d-79d0e04a4676 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:16:33.317901 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a710be6-4d0d-42ca-a69d-79d0e04a4676 None None] Checking segment: {'id': 'a1a37440-778e-46c6-93c1-527d4810526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b7d81b1e-4e7c-4124-9f29-5289a3383c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:16:33.318518 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2a710be6-4d0d-42ca-a69d-79d0e04a4676 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:33.319061 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a710be6-4d0d-42ca-a69d-79d0e04a4676 None None] Bound using segment: {'id': 'a1a37440-778e-46c6-93c1-527d4810526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b7d81b1e-4e7c-4124-9f29-5289a3383c59'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:16:33.319723 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-2a710be6-4d0d-42ca-a69d-79d0e04a4676 None None] Bound port: eaad6639-a55c-4927-8da0-927ad423f2eb, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1a37440-778e-46c6-93c1-527d4810526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b7d81b1e-4e7c-4124-9f29-5289a3383c59'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:16:33.320264 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2a710be6-4d0d-42ca-a69d-79d0e04a4676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (eaad6639-a55c-4927-8da0-927ad423f2eb), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:33.417070 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2685759a-e108-4c47-8880-74afa283288e admin admin] Publish callbacks [] for port (c6880d95-9b8c-49c4-a121-0437915d1759), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:33.481073 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2685759a-e108-4c47-8880-74afa283288e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (c6880d95-9b8c-49c4-a121-0437915d1759), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:33.508813 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-2a710be6-4d0d-42ca-a69d-79d0e04a4676 None None] For port eaad6639-a55c-4927-8da0-927ad423f2eb, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:16:33.533024 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2685759a-e108-4c47-8880-74afa283288e admin admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:16:33.543907 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-2685759a-e108-4c47-8880-74afa283288e admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:16:33.552826 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-2a710be6-4d0d-42ca-a69d-79d0e04a4676 None None] For port eaad6639-a55c-4927-8da0-927ad423f2eb, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=eaad6639-a55c-4927-8da0-927ad423f2eb,segment=NetworkSegment(a1a37440-778e-46c6-93c1-527d4810526d),segment_id=a1a37440-778e-46c6-93c1-527d4810526d)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:16:33.555323 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2685759a-e108-4c47-8880-74afa283288e admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:16:33.586662 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685759a-e108-4c47-8880-74afa283288e admin admin] Pushing event updated for resources: {'Port': ['ID=c6880d95-9b8c-49c4-a121-0437915d1759,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:33.607841 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2a710be6-4d0d-42ca-a69d-79d0e04a4676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (eaad6639-a55c-4927-8da0-927ad423f2eb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:33.724557 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a710be6-4d0d-42ca-a69d-79d0e04a4676 None None] Pushing event updated for resources: {'Port': ['ID=eaad6639-a55c-4927-8da0-927ad423f2eb,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:33.749342 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-20c41a8b-4c8d-450c-8788-9630bb9f991a None None] Publish callbacks [] for port (62482896-914d-4388-9c37-39b87fe1ccb9), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:33.759500 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-20c41a8b-4c8d-450c-8788-9630bb9f991a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (62482896-914d-4388-9c37-39b87fe1ccb9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:33.862055 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda04c37-49d5-473e-984b-480c1d2515de None None] Pushing event updated for resources: {'Port': ['ID=62482896-914d-4388-9c37-39b87fe1ccb9,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:33.895514 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-20c41a8b-4c8d-450c-8788-9630bb9f991a None None] Attempting to bind port 62482896-914d-4388-9c37-39b87fe1ccb9 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:16:33.896199 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-20c41a8b-4c8d-450c-8788-9630bb9f991a None None] Attempting to bind port 62482896-914d-4388-9c37-39b87fe1ccb9 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'aff65daa-c815-45d5-967a-12443010a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b3414069-2cec-4185-a405-a1b109fba1f6'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:16:33.896561 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c41a8b-4c8d-450c-8788-9630bb9f991a None None] Attempting to bind port 62482896-914d-4388-9c37-39b87fe1ccb9 on network b3414069-2cec-4185-a405-a1b109fba1f6 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:16:33.904017 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c41a8b-4c8d-450c-8788-9630bb9f991a None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:16:33.904769 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c41a8b-4c8d-450c-8788-9630bb9f991a None None] Checking segment: {'id': 'aff65daa-c815-45d5-967a-12443010a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b3414069-2cec-4185-a405-a1b109fba1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:16:33.905572 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-20c41a8b-4c8d-450c-8788-9630bb9f991a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:33.906202 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c41a8b-4c8d-450c-8788-9630bb9f991a None None] Bound using segment: {'id': 'aff65daa-c815-45d5-967a-12443010a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b3414069-2cec-4185-a405-a1b109fba1f6'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:16:33.906908 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-20c41a8b-4c8d-450c-8788-9630bb9f991a None None] Bound port: 62482896-914d-4388-9c37-39b87fe1ccb9, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff65daa-c815-45d5-967a-12443010a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b3414069-2cec-4185-a405-a1b109fba1f6'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:16:33.908636 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-20c41a8b-4c8d-450c-8788-9630bb9f991a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (62482896-914d-4388-9c37-39b87fe1ccb9), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:33.933910 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device d2f73d89-0f80-43bf-a64b-f7bf97f48b68 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:16:34.079905 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2685759a-e108-4c47-8880-74afa283288e admin admin] Publish callbacks [] for router_gateway (9b4d3637-d86e-4647-b953-fbce508c902f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:34.113998 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-20c41a8b-4c8d-450c-8788-9630bb9f991a None None] For port 62482896-914d-4388-9c37-39b87fe1ccb9, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:16:34.118000 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-20c41a8b-4c8d-450c-8788-9630bb9f991a None None] For port 62482896-914d-4388-9c37-39b87fe1ccb9, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=62482896-914d-4388-9c37-39b87fe1ccb9,segment=NetworkSegment(aff65daa-c815-45d5-967a-12443010a44c),segment_id=aff65daa-c815-45d5-967a-12443010a44c)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:16:34.121563 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port d2f73d89-0f80-43bf-a64b-f7bf97f48b68 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:16:34.122336 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (d2f73d89-0f80-43bf-a64b-f7bf97f48b68), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:34.173969 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-20c41a8b-4c8d-450c-8788-9630bb9f991a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (62482896-914d-4388-9c37-39b87fe1ccb9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:34.276326 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c41a8b-4c8d-450c-8788-9630bb9f991a None None] Routers {'153ba4d1-9aee-4f5d-bdcb-81704b3cd135'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:16:34.277127 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-20c41a8b-4c8d-450c-8788-9630bb9f991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:16:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['153ba4d1-9aee-4f5d-bdcb-81704b3cd135'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:34.468338 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2685759a-e108-4c47-8880-74afa283288e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (9b4d3637-d86e-4647-b953-fbce508c902f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:34.537259 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-20c41a8b-4c8d-450c-8788-9630bb9f991a None None] Set router 153ba4d1-9aee-4f5d-bdcb-81704b3cd135 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:16:34.695025 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda04c37-49d5-473e-984b-480c1d2515de None None] Pushing event updated for resources: {'Port': ['ID=62482896-914d-4388-9c37-39b87fe1ccb9,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:34.752275 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cdd2ba7b-10a6-4eb6-8ad0-6dfc192ce951 None None] Provisioning complete for port 62482896-914d-4388-9c37-39b87fe1ccb9 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:16:34.752882 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cdd2ba7b-10a6-4eb6-8ad0-6dfc192ce951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (62482896-914d-4388-9c37-39b87fe1ccb9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:34.759499 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port d2f73d89-0f80-43bf-a64b-f7bf97f48b68 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:16:34.771271 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2685759a-e108-4c47-8880-74afa283288e admin admin] Router 9b4d3637-d86e-4647-b953-fbce508c902f is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:16:34.964717 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cdd2ba7b-10a6-4eb6-8ad0-6dfc192ce951 None None] Current status of the port 62482896-914d-4388-9c37-39b87fe1ccb9 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:16:34.965266 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cdd2ba7b-10a6-4eb6-8ad0-6dfc192ce951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (62482896-914d-4388-9c37-39b87fe1ccb9), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:34.969841 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2685759a-e108-4c47-8880-74afa283288e admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:16:34.977748 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-20c41a8b-4c8d-450c-8788-9630bb9f991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'name': 'tempest-TestServerBasicOps-2126144821-router', 'tenant_id': '147f3b20ea754808a487fa91370b94db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd2f73d89-0f80-43bf-a64b-f7bf97f48b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:16:25Z', 'updated_at': '2022-03-01T14:16:29Z', 'revision_number': 4, 'project_id': '147f3b20ea754808a487fa91370b94db', 'gw_port': {'id': 'd2f73d89-0f80-43bf-a64b-f7bf97f48b68', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:16:26Z', 'updated_at': '2022-03-01T14:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '62482896-914d-4388-9c37-39b87fe1ccb9', 'name': '', 'network_id': 'b3414069-2cec-4185-a405-a1b109fba1f6', 'tenant_id': '147f3b20ea754808a487fa91370b94db', 'mac_address': 'fa:16:3e:53:2d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'b1a5666e-3deb-4602-8e9d-55f0a37cf946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:16:28Z', 'updated_at': '2022-03-01T14:16:34Z', 'revision_number': 4, 'project_id': '147f3b20ea754808a487fa91370b94db', 'subnets': [{'id': 'b1a5666e-3deb-4602-8e9d-55f0a37cf946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:34.985821 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e436a9c1-99dc-4c9a-afae-738c1bd30e3b None None] Sync routers for ids ['9b4d3637-d86e-4647-b953-fbce508c902f'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:16:34.999358 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e436a9c1-99dc-4c9a-afae-738c1bd30e3b None None] Routers {'9b4d3637-d86e-4647-b953-fbce508c902f'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:16:35.000336 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-e436a9c1-99dc-4c9a-afae-738c1bd30e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:16:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['9b4d3637-d86e-4647-b953-fbce508c902f'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:35.013377 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2685759a-e108-4c47-8880-74afa283288e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:35.015066 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2685759a-e108-4c47-8880-74afa283288e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0152504 Mar 01 14:16:35.017875 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51760) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:35.030171 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c41a8b-4c8d-450c-8788-9630bb9f991a None None] The sync data for ids ['153ba4d1-9aee-4f5d-bdcb-81704b3cd135'] in n-d-827467-3 is: [{'id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'name': 'tempest-TestServerBasicOps-2126144821-router', 'tenant_id': '147f3b20ea754808a487fa91370b94db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd2f73d89-0f80-43bf-a64b-f7bf97f48b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:16:25Z', 'updated_at': '2022-03-01T14:16:29Z', 'revision_number': 4, 'project_id': '147f3b20ea754808a487fa91370b94db', 'gw_port': {'id': 'd2f73d89-0f80-43bf-a64b-f7bf97f48b68', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:16:26Z', 'updated_at': '2022-03-01T14:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '62482896-914d-4388-9c37-39b87fe1ccb9', 'name': '', 'network_id': 'b3414069-2cec-4185-a405-a1b109fba1f6', 'tenant_id': '147f3b20ea754808a487fa91370b94db', 'mac_address': 'fa:16:3e:53:2d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'b1a5666e-3deb-4602-8e9d-55f0a37cf946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:16:28Z', 'updated_at': '2022-03-01T14:16:34Z', 'revision_number': 4, 'project_id': '147f3b20ea754808a487fa91370b94db', 'subnets': [{'id': 'b1a5666e-3deb-4602-8e9d-55f0a37cf946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:16:35.141426 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cdd2ba7b-10a6-4eb6-8ad0-6dfc192ce951 None None] For port 62482896-914d-4388-9c37-39b87fe1ccb9, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=62482896-914d-4388-9c37-39b87fe1ccb9,segment=NetworkSegment(aff65daa-c815-45d5-967a-12443010a44c),segment_id=aff65daa-c815-45d5-967a-12443010a44c)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:16:35.157254 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cdd2ba7b-10a6-4eb6-8ad0-6dfc192ce951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (62482896-914d-4388-9c37-39b87fe1ccb9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:35.279566 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-e436a9c1-99dc-4c9a-afae-738c1bd30e3b None None] Set router 9b4d3637-d86e-4647-b953-fbce508c902f gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:16:35.280714 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd2ba7b-10a6-4eb6-8ad0-6dfc192ce951 None None] Pushing event updated for resources: {'Port': ['ID=62482896-914d-4388-9c37-39b87fe1ccb9,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:35.303154 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-394e57fa-ac7f-40be-83a7-1f835f3fc966 None None] Provisioning complete for port 62482896-914d-4388-9c37-39b87fe1ccb9 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:16:35.303438 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-394e57fa-ac7f-40be-83a7-1f835f3fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (62482896-914d-4388-9c37-39b87fe1ccb9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:35.346344 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac36549-ec9d-4d6e-bc1b-3267a7f09197 None None] Network b7d81b1e-4e7c-4124-9f29-5289a3383c59 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:16:35.559959 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-e436a9c1-99dc-4c9a-afae-738c1bd30e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4d3637-d86e-4647-b953-fbce508c902f', 'name': 'tempest-TestServerBasicOps-1672797030-router', 'tenant_id': '7b6abcdfb4454ae58744c313563b31c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'c6880d95-9b8c-49c4-a121-0437915d1759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:16:32Z', 'updated_at': '2022-03-01T14:16:33Z', 'revision_number': 3, 'project_id': '7b6abcdfb4454ae58744c313563b31c4', 'gw_port': {'id': 'c6880d95-9b8c-49c4-a121-0437915d1759', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:89:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4d3637-d86e-4647-b953-fbce508c902f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:16:32Z', 'updated_at': '2022-03-01T14:16:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:35.568178 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-394e57fa-ac7f-40be-83a7-1f835f3fc966 None None] Current status of the port 62482896-914d-4388-9c37-39b87fe1ccb9 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:16:35.632890 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e436a9c1-99dc-4c9a-afae-738c1bd30e3b None None] Checking router: 9b4d3637-d86e-4647-b953-fbce508c902f for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:16:35.633239 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e436a9c1-99dc-4c9a-afae-738c1bd30e3b None None] Updating router 9b4d3637-d86e-4647-b953-fbce508c902f port c6880d95-9b8c-49c4-a121-0437915d1759 binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:16:35.700765 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-7c260a6c-1f80-4655-91cd-814aefa7c137 None None] Provisioning complete for port eaad6639-a55c-4927-8da0-927ad423f2eb triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:16:35.701145 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7c260a6c-1f80-4655-91cd-814aefa7c137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (eaad6639-a55c-4927-8da0-927ad423f2eb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:35.902443 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-7c260a6c-1f80-4655-91cd-814aefa7c137 None None] Current status of the port eaad6639-a55c-4927-8da0-927ad423f2eb is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:16:35.902974 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7c260a6c-1f80-4655-91cd-814aefa7c137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (eaad6639-a55c-4927-8da0-927ad423f2eb), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:35.937690 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-e436a9c1-99dc-4c9a-afae-738c1bd30e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c6880d95-9b8c-49c4-a121-0437915d1759), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:35.973967 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-86280d76-6990-49c1-b21a-e031b61478d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:36.057477 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-7c260a6c-1f80-4655-91cd-814aefa7c137 None None] For port eaad6639-a55c-4927-8da0-927ad423f2eb, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=eaad6639-a55c-4927-8da0-927ad423f2eb,segment=NetworkSegment(a1a37440-778e-46c6-93c1-527d4810526d),segment_id=a1a37440-778e-46c6-93c1-527d4810526d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:16:36.069410 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7c260a6c-1f80-4655-91cd-814aefa7c137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (eaad6639-a55c-4927-8da0-927ad423f2eb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:36.161177 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device eaad6639-a55c-4927-8da0-927ad423f2eb up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:16:36.199302 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c260a6c-1f80-4655-91cd-814aefa7c137 None None] Pushing event updated for resources: {'Port': ['ID=eaad6639-a55c-4927-8da0-927ad423f2eb,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:36.272336 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-0ce9da67-e66f-4fc3-9355-0ba94346cd02 None None] Provisioning complete for port eaad6639-a55c-4927-8da0-927ad423f2eb triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:16:36.272973 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0ce9da67-e66f-4fc3-9355-0ba94346cd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (eaad6639-a55c-4927-8da0-927ad423f2eb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:36.276555 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port eaad6639-a55c-4927-8da0-927ad423f2eb triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:16:36.277195 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (eaad6639-a55c-4927-8da0-927ad423f2eb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:36.320541 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-86280d76-6990-49c1-b21a-e031b61478d9 admin admin] Allocated IP 172.20.0.1 (b7d81b1e-4e7c-4124-9f29-5289a3383c59/02b398d8-6ffe-4da0-aa1c-21c797ae7038/ef125a41-aa73-443a-bfaa-54136f164610) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:16:36.503153 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port eaad6639-a55c-4927-8da0-927ad423f2eb is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:16:36.504564 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 62482896-914d-4388-9c37-39b87fe1ccb9 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:16:36.505514 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-86280d76-6990-49c1-b21a-e031b61478d9 admin admin] Publish callbacks [] for port (ef125a41-aa73-443a-bfaa-54136f164610), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:36.507001 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-e436a9c1-99dc-4c9a-afae-738c1bd30e3b None None] Publish callbacks [] for port (c6880d95-9b8c-49c4-a121-0437915d1759), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:36.523805 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-e436a9c1-99dc-4c9a-afae-738c1bd30e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c6880d95-9b8c-49c4-a121-0437915d1759), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:36.549638 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-0ce9da67-e66f-4fc3-9355-0ba94346cd02 None None] Current status of the port eaad6639-a55c-4927-8da0-927ad423f2eb is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:16:36.606027 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-86280d76-6990-49c1-b21a-e031b61478d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (ef125a41-aa73-443a-bfaa-54136f164610), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:36.612433 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 62482896-914d-4388-9c37-39b87fe1ccb9 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:16:36.612935 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (62482896-914d-4388-9c37-39b87fe1ccb9), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:36.658048 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975bdec7-bb7a-4bb6-855f-58aa472c3eef None None] Pushing event updated for resources: {'Port': ['ID=c6880d95-9b8c-49c4-a121-0437915d1759,revision_number=2']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:36.670075 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-e436a9c1-99dc-4c9a-afae-738c1bd30e3b None None] Attempting to bind port c6880d95-9b8c-49c4-a121-0437915d1759 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:16:36.670446 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-e436a9c1-99dc-4c9a-afae-738c1bd30e3b None None] Attempting to bind port c6880d95-9b8c-49c4-a121-0437915d1759 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:16:36.670810 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e436a9c1-99dc-4c9a-afae-738c1bd30e3b None None] Attempting to bind port c6880d95-9b8c-49c4-a121-0437915d1759 on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:16:36.686982 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e436a9c1-99dc-4c9a-afae-738c1bd30e3b None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:16:36.687359 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e436a9c1-99dc-4c9a-afae-738c1bd30e3b None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:16:36.697353 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-e436a9c1-99dc-4c9a-afae-738c1bd30e3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:36.697853 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e436a9c1-99dc-4c9a-afae-738c1bd30e3b None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:16:36.698364 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-e436a9c1-99dc-4c9a-afae-738c1bd30e3b None None] Bound port: c6880d95-9b8c-49c4-a121-0437915d1759, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:16:36.698763 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-e436a9c1-99dc-4c9a-afae-738c1bd30e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c6880d95-9b8c-49c4-a121-0437915d1759), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:36.730990 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 62482896-914d-4388-9c37-39b87fe1ccb9 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:16:36.732962 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86280d76-6990-49c1-b21a-e031b61478d9 admin admin] Network b7d81b1e-4e7c-4124-9f29-5289a3383c59 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:16:36.740277 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-86280d76-6990-49c1-b21a-e031b61478d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:16:36.742697 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86280d76-6990-49c1-b21a-e031b61478d9 admin admin] Pushing event updated for resources: {'Port': ['ID=ef125a41-aa73-443a-bfaa-54136f164610,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:36.746480 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86280d76-6990-49c1-b21a-e031b61478d9 admin admin] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:16:36.794622 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-86280d76-6990-49c1-b21a-e031b61478d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (9b4d3637-d86e-4647-b953-fbce508c902f), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:36.825569 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-e436a9c1-99dc-4c9a-afae-738c1bd30e3b None None] For port c6880d95-9b8c-49c4-a121-0437915d1759, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:16:36.829089 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-e436a9c1-99dc-4c9a-afae-738c1bd30e3b None None] For port c6880d95-9b8c-49c4-a121-0437915d1759, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=c6880d95-9b8c-49c4-a121-0437915d1759,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:16:36.841518 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-e436a9c1-99dc-4c9a-afae-738c1bd30e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c6880d95-9b8c-49c4-a121-0437915d1759), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:36.959524 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975bdec7-bb7a-4bb6-855f-58aa472c3eef None None] Pushing event updated for resources: {'Port': ['ID=c6880d95-9b8c-49c4-a121-0437915d1759,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:36.982449 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e436a9c1-99dc-4c9a-afae-738c1bd30e3b None None] Routers {'9b4d3637-d86e-4647-b953-fbce508c902f'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:16:36.983332 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-e436a9c1-99dc-4c9a-afae-738c1bd30e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:16:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['9b4d3637-d86e-4647-b953-fbce508c902f'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:37.068876 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-86280d76-6990-49c1-b21a-e031b61478d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ef125a41-aa73-443a-bfaa-54136f164610), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:37.134601 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-e436a9c1-99dc-4c9a-afae-738c1bd30e3b None None] Set router 9b4d3637-d86e-4647-b953-fbce508c902f gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:16:37.199196 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-f051f7f1-4000-454d-8a7a-6c9d19f39550 None None] Provisioning complete for port ef125a41-aa73-443a-bfaa-54136f164610 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:16:37.199780 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f051f7f1-4000-454d-8a7a-6c9d19f39550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ef125a41-aa73-443a-bfaa-54136f164610), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:37.241482 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f051f7f1-4000-454d-8a7a-6c9d19f39550 None None] Port ef125a41-aa73-443a-bfaa-54136f164610 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:16:37.332740 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-86280d76-6990-49c1-b21a-e031b61478d9 admin admin] Publish callbacks [] for port (ef125a41-aa73-443a-bfaa-54136f164610), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:37.341699 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-86280d76-6990-49c1-b21a-e031b61478d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (ef125a41-aa73-443a-bfaa-54136f164610), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:37.374274 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-e436a9c1-99dc-4c9a-afae-738c1bd30e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4d3637-d86e-4647-b953-fbce508c902f', 'name': 'tempest-TestServerBasicOps-1672797030-router', 'tenant_id': '7b6abcdfb4454ae58744c313563b31c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'c6880d95-9b8c-49c4-a121-0437915d1759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:16:32Z', 'updated_at': '2022-03-01T14:16:33Z', 'revision_number': 3, 'project_id': '7b6abcdfb4454ae58744c313563b31c4', 'gw_port': {'id': 'c6880d95-9b8c-49c4-a121-0437915d1759', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:89:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4d3637-d86e-4647-b953-fbce508c902f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:16:32Z', 'updated_at': '2022-03-01T14:16:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:37.409671 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e436a9c1-99dc-4c9a-afae-738c1bd30e3b None None] The sync data for ids ['9b4d3637-d86e-4647-b953-fbce508c902f'] in n-d-827467-3 is: [{'id': '9b4d3637-d86e-4647-b953-fbce508c902f', 'name': 'tempest-TestServerBasicOps-1672797030-router', 'tenant_id': '7b6abcdfb4454ae58744c313563b31c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'c6880d95-9b8c-49c4-a121-0437915d1759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:16:32Z', 'updated_at': '2022-03-01T14:16:33Z', 'revision_number': 3, 'project_id': '7b6abcdfb4454ae58744c313563b31c4', 'gw_port': {'id': 'c6880d95-9b8c-49c4-a121-0437915d1759', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:89:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4d3637-d86e-4647-b953-fbce508c902f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:16:32Z', 'updated_at': '2022-03-01T14:16:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:16:37.445621 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86280d76-6990-49c1-b21a-e031b61478d9 admin admin] Pushing event updated for resources: {'Port': ['ID=ef125a41-aa73-443a-bfaa-54136f164610,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:37.449395 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-86280d76-6990-49c1-b21a-e031b61478d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (9b4d3637-d86e-4647-b953-fbce508c902f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:38.003697 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86280d76-6990-49c1-b21a-e031b61478d9 admin admin] Network b7d81b1e-4e7c-4124-9f29-5289a3383c59 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:16:38.003697 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-86280d76-6990-49c1-b21a-e031b61478d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:16:38.065528 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device eaad6639-a55c-4927-8da0-927ad423f2eb up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:16:38.190849 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port eaad6639-a55c-4927-8da0-927ad423f2eb triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:16:38.191233 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (eaad6639-a55c-4927-8da0-927ad423f2eb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:38.255197 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86280d76-6990-49c1-b21a-e031b61478d9 admin admin] Router 9b4d3637-d86e-4647-b953-fbce508c902f has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:16:38.316999 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port eaad6639-a55c-4927-8da0-927ad423f2eb is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:16:38.318081 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c6880d95-9b8c-49c4-a121-0437915d1759 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:16:38.398837 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-7d471606-052a-4f03-bc68-13f61dcd0328 None None] Provisioning complete for port ef125a41-aa73-443a-bfaa-54136f164610 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:16:38.399468 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7d471606-052a-4f03-bc68-13f61dcd0328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ef125a41-aa73-443a-bfaa-54136f164610), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:38.433730 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86280d76-6990-49c1-b21a-e031b61478d9 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:16:38.437982 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port c6880d95-9b8c-49c4-a121-0437915d1759 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:16:38.438583 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c6880d95-9b8c-49c4-a121-0437915d1759), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:38.445936 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-86280d76-6990-49c1-b21a-e031b61478d9 admin admin] 10.222.0.13 "PUT /v2.0/routers/9b4d3637-d86e-4647-b953-fbce508c902f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4268806 Mar 01 14:16:38.485801 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-7d471606-052a-4f03-bc68-13f61dcd0328 None None] Port ef125a41-aa73-443a-bfaa-54136f164610 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:16:38.574927 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port c6880d95-9b8c-49c4-a121-0437915d1759 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:16:38.575228 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c6880d95-9b8c-49c4-a121-0437915d1759), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:38.599323 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port c6880d95-9b8c-49c4-a121-0437915d1759, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=c6880d95-9b8c-49c4-a121-0437915d1759,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:16:38.605864 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c6880d95-9b8c-49c4-a121-0437915d1759), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:38.665785 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=c6880d95-9b8c-49c4-a121-0437915d1759,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:39.007273 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51796) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:39.013222 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-87704d51-843c-4243-8923-7fd82e89bb6d tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1387237613', 'description': 'tempest-secgroup-smoke-1387237613 description', 'project_id': '147f3b20ea754808a487fa91370b94db'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:16:39.034459 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-87704d51-843c-4243-8923-7fd82e89bb6d tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:39.102868 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-87704d51-843c-4243-8923-7fd82e89bb6d tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks [] for security_group (b917c5e1-f976-4288-881e-8a941a248bc3), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:39.108015 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-87704d51-843c-4243-8923-7fd82e89bb6d tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b917c5e1-f976-4288-881e-8a941a248bc3), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:39.138807 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-87704d51-843c-4243-8923-7fd82e89bb6d tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:39.140072 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-87704d51-843c-4243-8923-7fd82e89bb6d tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1303856 Mar 01 14:16:39.141191 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87704d51-843c-4243-8923-7fd82e89bb6d tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b917c5e1-f976-4288-881e-8a941a248bc3,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:39.143135 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51798) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:39.153674 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-2a3b0221-c688-4176-86f8-93189db8f7f2 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Request body: {'security_group_rule': {'security_group_id': 'b917c5e1-f976-4288-881e-8a941a248bc3', 'project_id': '147f3b20ea754808a487fa91370b94db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:16:39.189863 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a3b0221-c688-4176-86f8-93189db8f7f2 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks [] for security_group_rule (73f8d7bf-3a6e-478c-9382-a5b218612309), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:39.272445 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a3b0221-c688-4176-86f8-93189db8f7f2 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks [] for security_group_rule (73f8d7bf-3a6e-478c-9382-a5b218612309), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:39.277382 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a3b0221-c688-4176-86f8-93189db8f7f2 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (73f8d7bf-3a6e-478c-9382-a5b218612309), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:39.298375 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b0221-c688-4176-86f8-93189db8f7f2 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f8d7bf-3a6e-478c-9382-a5b218612309,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:39.309637 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2a3b0221-c688-4176-86f8-93189db8f7f2 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:39.313815 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2a3b0221-c688-4176-86f8-93189db8f7f2 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1664875 Mar 01 14:16:39.314130 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51800) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:39.318820 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-7337423e-a23f-4b26-8a97-b171ee889a37 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Request body: {'security_group_rule': {'security_group_id': 'b917c5e1-f976-4288-881e-8a941a248bc3', 'project_id': '147f3b20ea754808a487fa91370b94db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:16:39.347945 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7337423e-a23f-4b26-8a97-b171ee889a37 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks [] for security_group_rule (239d55f9-cd08-41d3-bbb5-ba75a96b66ce), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:39.441644 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7337423e-a23f-4b26-8a97-b171ee889a37 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks [] for security_group_rule (239d55f9-cd08-41d3-bbb5-ba75a96b66ce), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:39.450191 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7337423e-a23f-4b26-8a97-b171ee889a37 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (239d55f9-cd08-41d3-bbb5-ba75a96b66ce), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:39.471997 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337423e-a23f-4b26-8a97-b171ee889a37 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=239d55f9-cd08-41d3-bbb5-ba75a96b66ce,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:39.492273 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7337423e-a23f-4b26-8a97-b171ee889a37 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:39.497113 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7337423e-a23f-4b26-8a97-b171ee889a37 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1809864 Mar 01 14:16:39.497609 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51806) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:39.507160 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-ce945bd6-f363-4c81-8379-1d511322b2ba tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Request body: {'security_group_rule': {'security_group_id': 'b917c5e1-f976-4288-881e-8a941a248bc3', 'project_id': '147f3b20ea754808a487fa91370b94db', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:16:39.537857 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ce945bd6-f363-4c81-8379-1d511322b2ba tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks [] for security_group_rule (d5147fb9-eac1-4c4a-992f-36951f1bffb5), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:39.626812 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ce945bd6-f363-4c81-8379-1d511322b2ba tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks [] for security_group_rule (d5147fb9-eac1-4c4a-992f-36951f1bffb5), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:39.639710 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ce945bd6-f363-4c81-8379-1d511322b2ba tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (d5147fb9-eac1-4c4a-992f-36951f1bffb5), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:39.662865 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce945bd6-f363-4c81-8379-1d511322b2ba tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5147fb9-eac1-4c4a-992f-36951f1bffb5,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:39.679428 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ce945bd6-f363-4c81-8379-1d511322b2ba tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:39.684118 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ce945bd6-f363-4c81-8379-1d511322b2ba tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1852124 Mar 01 14:16:39.684425 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51808) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:39.689192 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-c8bc0a35-bc1b-4248-9468-e8499882a678 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Request body: {'security_group_rule': {'security_group_id': 'b917c5e1-f976-4288-881e-8a941a248bc3', 'project_id': '147f3b20ea754808a487fa91370b94db', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:16:39.720694 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c8bc0a35-bc1b-4248-9468-e8499882a678 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks [] for security_group_rule (043c5f48-0014-47ec-b6e9-95c87fc02af3), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:39.725269 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d810f173-5ad3-4bc1-895c-b7af0e9ae494 None None] Sync routers for ids ['9b4d3637-d86e-4647-b953-fbce508c902f'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:16:39.738693 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d810f173-5ad3-4bc1-895c-b7af0e9ae494 None None] Routers {'9b4d3637-d86e-4647-b953-fbce508c902f'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:16:39.739580 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d810f173-5ad3-4bc1-895c-b7af0e9ae494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:16:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['9b4d3637-d86e-4647-b953-fbce508c902f'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:39.793063 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c8bc0a35-bc1b-4248-9468-e8499882a678 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks [] for security_group_rule (043c5f48-0014-47ec-b6e9-95c87fc02af3), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:39.799738 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c8bc0a35-bc1b-4248-9468-e8499882a678 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (043c5f48-0014-47ec-b6e9-95c87fc02af3), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:39.824022 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc0a35-bc1b-4248-9468-e8499882a678 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=043c5f48-0014-47ec-b6e9-95c87fc02af3,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:39.839809 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c8bc0a35-bc1b-4248-9468-e8499882a678 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:39.841614 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c8bc0a35-bc1b-4248-9468-e8499882a678 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1561108 Mar 01 14:16:39.844470 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51810) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:39.849650 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-7551c833-ca2d-49d6-9b5d-6e7158619852 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Request body: {'security_group_rule': {'security_group_id': 'b917c5e1-f976-4288-881e-8a941a248bc3', 'project_id': '147f3b20ea754808a487fa91370b94db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:16:39.875065 n-d-827467-3 neutron-server[103726]: INFO neutron.db.securitygroups_db [None req-7551c833-ca2d-49d6-9b5d-6e7158619852 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Project 147f3b20ea754808a487fa91370b94db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 14:16:39.883139 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7551c833-ca2d-49d6-9b5d-6e7158619852 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks [] for security_group_rule (2c6fbabf-55c3-414d-ba77-21e2c359fb92), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:40.016149 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7551c833-ca2d-49d6-9b5d-6e7158619852 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks [] for security_group_rule (2c6fbabf-55c3-414d-ba77-21e2c359fb92), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:40.022153 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7551c833-ca2d-49d6-9b5d-6e7158619852 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (2c6fbabf-55c3-414d-ba77-21e2c359fb92), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:40.050363 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7551c833-ca2d-49d6-9b5d-6e7158619852 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c6fbabf-55c3-414d-ba77-21e2c359fb92,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:40.057453 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c6880d95-9b8c-49c4-a121-0437915d1759 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:16:40.071183 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7551c833-ca2d-49d6-9b5d-6e7158619852 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:40.072461 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7551c833-ca2d-49d6-9b5d-6e7158619852 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2268455 Mar 01 14:16:40.075832 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51816) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:40.081072 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-2bc4b54a-c661-41e1-b5bd-fa89d498b21c tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Request body: {'security_group_rule': {'security_group_id': 'b917c5e1-f976-4288-881e-8a941a248bc3', 'project_id': '147f3b20ea754808a487fa91370b94db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:16:40.105610 n-d-827467-3 neutron-server[103727]: INFO neutron.db.securitygroups_db [None req-2bc4b54a-c661-41e1-b5bd-fa89d498b21c tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Project 147f3b20ea754808a487fa91370b94db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 14:16:40.111460 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2bc4b54a-c661-41e1-b5bd-fa89d498b21c tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks [] for security_group_rule (2eeb2d92-0e1a-427b-a2cc-61cc67d75160), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:40.135662 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port c6880d95-9b8c-49c4-a121-0437915d1759 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:16:40.136032 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c6880d95-9b8c-49c4-a121-0437915d1759), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:40.141507 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:40.163284 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-d810f173-5ad3-4bc1-895c-b7af0e9ae494 None None] Set router 9b4d3637-d86e-4647-b953-fbce508c902f gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:16:40.193776 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2bc4b54a-c661-41e1-b5bd-fa89d498b21c tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks [] for security_group_rule (2eeb2d92-0e1a-427b-a2cc-61cc67d75160), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:40.201110 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2bc4b54a-c661-41e1-b5bd-fa89d498b21c tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (2eeb2d92-0e1a-427b-a2cc-61cc67d75160), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:40.229342 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc4b54a-c661-41e1-b5bd-fa89d498b21c tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eeb2d92-0e1a-427b-a2cc-61cc67d75160,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:40.241109 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2bc4b54a-c661-41e1-b5bd-fa89d498b21c tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:40.242635 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2bc4b54a-c661-41e1-b5bd-fa89d498b21c tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1656530 Mar 01 14:16:40.275163 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:40.423281 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-efec30db-83d5-4f5e-95e8-1def73cc956a tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1387237613&fields=id&tenant_id=147f3b20ea754808a487fa91370b94db HTTP/1.1" status: 200 len: 267 time: 0.0580463 Mar 01 14:16:40.466883 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port c6880d95-9b8c-49c4-a121-0437915d1759 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:16:40.492388 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d810f173-5ad3-4bc1-895c-b7af0e9ae494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4d3637-d86e-4647-b953-fbce508c902f', 'name': 'tempest-TestServerBasicOps-1672797030-router', 'tenant_id': '7b6abcdfb4454ae58744c313563b31c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'c6880d95-9b8c-49c4-a121-0437915d1759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:16:32Z', 'updated_at': '2022-03-01T14:16:36Z', 'revision_number': 4, 'project_id': '7b6abcdfb4454ae58744c313563b31c4', 'gw_port': {'id': 'c6880d95-9b8c-49c4-a121-0437915d1759', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:89:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4d3637-d86e-4647-b953-fbce508c902f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:16:32Z', 'updated_at': '2022-03-01T14:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'ef125a41-aa73-443a-bfaa-54136f164610', 'name': '', 'network_id': 'b7d81b1e-4e7c-4124-9f29-5289a3383c59', 'tenant_id': '7b6abcdfb4454ae58744c313563b31c4', 'mac_address': 'fa:16:3e:e0:33:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4d3637-d86e-4647-b953-fbce508c902f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '02b398d8-6ffe-4da0-aa1c-21c797ae7038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:16:36Z', 'updated_at': '2022-03-01T14:16:37Z', 'revision_number': 2, 'project_id': '7b6abcdfb4454ae58744c313563b31c4', 'subnets': [{'id': '02b398d8-6ffe-4da0-aa1c-21c797ae7038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:40.526270 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d810f173-5ad3-4bc1-895c-b7af0e9ae494 None None] Checking router: 9b4d3637-d86e-4647-b953-fbce508c902f for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:16:40.526959 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d810f173-5ad3-4bc1-895c-b7af0e9ae494 None None] Updating router 9b4d3637-d86e-4647-b953-fbce508c902f port ef125a41-aa73-443a-bfaa-54136f164610 binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:16:40.552576 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-c7c034e4-ee82-4d02-aa5c-c2856589b8c5 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:40.554086 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-c7c034e4-ee82-4d02-aa5c-c2856589b8c5 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "GET /v2.0/networks?id=b3414069-2cec-4185-a405-a1b109fba1f6 HTTP/1.1" status: 200 len: 809 time: 0.1237178 Mar 01 14:16:40.563015 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d810f173-5ad3-4bc1-895c-b7af0e9ae494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ef125a41-aa73-443a-bfaa-54136f164610), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:40.571192 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-88d23ba2-1831-4d9f-8a03-3b7966635056 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "GET /v2.0/quotas/147f3b20ea754808a487fa91370b94db HTTP/1.1" status: 200 len: 375 time: 0.0094960 Mar 01 14:16:40.635066 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-7910c4a5-3198-4bc1-b9f5-3827ec72e9dd tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=147f3b20ea754808a487fa91370b94db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587020 Mar 01 14:16:40.751219 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-24a1012e-0e6b-4387-93c0-27d1fa1ef1b2 service neutron] 10.222.0.13 "GET /v2.0/networks/b3414069-2cec-4185-a405-a1b109fba1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047430 Mar 01 14:16:40.880590 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d810f173-5ad3-4bc1-895c-b7af0e9ae494 None None] Publish callbacks [] for port (ef125a41-aa73-443a-bfaa-54136f164610), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:40.889660 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d810f173-5ad3-4bc1-895c-b7af0e9ae494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ef125a41-aa73-443a-bfaa-54136f164610), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:40.893474 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-cb5aca0e-b116-4e0c-a0db-c1ab1c0b00f5 service neutron] 10.222.0.13 "GET /v2.0/networks/b3414069-2cec-4185-a405-a1b109fba1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365876 Mar 01 14:16:40.942021 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d04edd-c6aa-4c75-b433-bca2abf1b88d None None] Pushing event updated for resources: {'Port': ['ID=ef125a41-aa73-443a-bfaa-54136f164610,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:41.077724 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-d810f173-5ad3-4bc1-895c-b7af0e9ae494 None None] Attempting to bind port ef125a41-aa73-443a-bfaa-54136f164610 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:16:41.081727 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-d810f173-5ad3-4bc1-895c-b7af0e9ae494 None None] Attempting to bind port ef125a41-aa73-443a-bfaa-54136f164610 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'a1a37440-778e-46c6-93c1-527d4810526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b7d81b1e-4e7c-4124-9f29-5289a3383c59'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:16:41.082101 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d810f173-5ad3-4bc1-895c-b7af0e9ae494 None None] Attempting to bind port ef125a41-aa73-443a-bfaa-54136f164610 on network b7d81b1e-4e7c-4124-9f29-5289a3383c59 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:16:41.100712 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d810f173-5ad3-4bc1-895c-b7af0e9ae494 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:16:41.100712 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d810f173-5ad3-4bc1-895c-b7af0e9ae494 None None] Checking segment: {'id': 'a1a37440-778e-46c6-93c1-527d4810526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b7d81b1e-4e7c-4124-9f29-5289a3383c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:16:41.101127 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d810f173-5ad3-4bc1-895c-b7af0e9ae494 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:41.101413 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d810f173-5ad3-4bc1-895c-b7af0e9ae494 None None] Bound using segment: {'id': 'a1a37440-778e-46c6-93c1-527d4810526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b7d81b1e-4e7c-4124-9f29-5289a3383c59'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:16:41.107830 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-d810f173-5ad3-4bc1-895c-b7af0e9ae494 None None] Bound port: ef125a41-aa73-443a-bfaa-54136f164610, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1a37440-778e-46c6-93c1-527d4810526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b7d81b1e-4e7c-4124-9f29-5289a3383c59'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:16:41.108482 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d810f173-5ad3-4bc1-895c-b7af0e9ae494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ef125a41-aa73-443a-bfaa-54136f164610), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:41.283003 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9df15344-6901-45de-b749-550e67824fc8 req-c2e16023-94c8-40cd-b349-5f945532356e tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "GET /v2.0/ports?device_id=25cd8b37-6be9-408f-af5b-6babb462946f HTTP/1.1" status: 200 len: 210 time: 0.0540388 Mar 01 14:16:41.313213 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d810f173-5ad3-4bc1-895c-b7af0e9ae494 None None] For port ef125a41-aa73-443a-bfaa-54136f164610, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:16:41.316887 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d810f173-5ad3-4bc1-895c-b7af0e9ae494 None None] For port ef125a41-aa73-443a-bfaa-54136f164610, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ef125a41-aa73-443a-bfaa-54136f164610,segment=NetworkSegment(a1a37440-778e-46c6-93c1-527d4810526d),segment_id=a1a37440-778e-46c6-93c1-527d4810526d)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:16:41.338891 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d810f173-5ad3-4bc1-895c-b7af0e9ae494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ef125a41-aa73-443a-bfaa-54136f164610), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:41.445301 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d04edd-c6aa-4c75-b433-bca2abf1b88d None None] Pushing event updated for resources: {'Port': ['ID=ef125a41-aa73-443a-bfaa-54136f164610,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:41.454854 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d810f173-5ad3-4bc1-895c-b7af0e9ae494 None None] Routers {'9b4d3637-d86e-4647-b953-fbce508c902f'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:16:41.455549 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d810f173-5ad3-4bc1-895c-b7af0e9ae494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:16:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['9b4d3637-d86e-4647-b953-fbce508c902f'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:41.460473 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-4c9729ae-5685-4eb4-83d0-9f2dc947b132 None None] Provisioning complete for port ef125a41-aa73-443a-bfaa-54136f164610 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:16:41.461250 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4c9729ae-5685-4eb4-83d0-9f2dc947b132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ef125a41-aa73-443a-bfaa-54136f164610), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:41.661855 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-4c9729ae-5685-4eb4-83d0-9f2dc947b132 None None] Current status of the port ef125a41-aa73-443a-bfaa-54136f164610 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:16:41.662289 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4c9729ae-5685-4eb4-83d0-9f2dc947b132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ef125a41-aa73-443a-bfaa-54136f164610), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:41.716041 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-d810f173-5ad3-4bc1-895c-b7af0e9ae494 None None] Set router 9b4d3637-d86e-4647-b953-fbce508c902f gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:16:41.751022 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-4c9729ae-5685-4eb4-83d0-9f2dc947b132 None None] For port ef125a41-aa73-443a-bfaa-54136f164610, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ef125a41-aa73-443a-bfaa-54136f164610,segment=NetworkSegment(a1a37440-778e-46c6-93c1-527d4810526d),segment_id=a1a37440-778e-46c6-93c1-527d4810526d)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:16:41.764522 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4c9729ae-5685-4eb4-83d0-9f2dc947b132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ef125a41-aa73-443a-bfaa-54136f164610), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:41.928332 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9729ae-5685-4eb4-83d0-9f2dc947b132 None None] Pushing event updated for resources: {'Port': ['ID=ef125a41-aa73-443a-bfaa-54136f164610,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:41.944666 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-98ffcb57-14e3-4e16-9012-a3a1001f12cd None None] Provisioning complete for port ef125a41-aa73-443a-bfaa-54136f164610 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:16:41.945222 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-98ffcb57-14e3-4e16-9012-a3a1001f12cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ef125a41-aa73-443a-bfaa-54136f164610), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:42.101894 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d810f173-5ad3-4bc1-895c-b7af0e9ae494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4d3637-d86e-4647-b953-fbce508c902f', 'name': 'tempest-TestServerBasicOps-1672797030-router', 'tenant_id': '7b6abcdfb4454ae58744c313563b31c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'c6880d95-9b8c-49c4-a121-0437915d1759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:16:32Z', 'updated_at': '2022-03-01T14:16:36Z', 'revision_number': 4, 'project_id': '7b6abcdfb4454ae58744c313563b31c4', 'gw_port': {'id': 'c6880d95-9b8c-49c4-a121-0437915d1759', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:89:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4d3637-d86e-4647-b953-fbce508c902f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:16:32Z', 'updated_at': '2022-03-01T14:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'ef125a41-aa73-443a-bfaa-54136f164610', 'name': '', 'network_id': 'b7d81b1e-4e7c-4124-9f29-5289a3383c59', 'tenant_id': '7b6abcdfb4454ae58744c313563b31c4', 'mac_address': 'fa:16:3e:e0:33:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4d3637-d86e-4647-b953-fbce508c902f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '02b398d8-6ffe-4da0-aa1c-21c797ae7038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:16:36Z', 'updated_at': '2022-03-01T14:16:41Z', 'revision_number': 4, 'project_id': '7b6abcdfb4454ae58744c313563b31c4', 'subnets': [{'id': '02b398d8-6ffe-4da0-aa1c-21c797ae7038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:42.104067 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-98ffcb57-14e3-4e16-9012-a3a1001f12cd None None] Current status of the port ef125a41-aa73-443a-bfaa-54136f164610 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:16:42.136217 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d810f173-5ad3-4bc1-895c-b7af0e9ae494 None None] The sync data for ids ['9b4d3637-d86e-4647-b953-fbce508c902f'] in n-d-827467-3 is: [{'id': '9b4d3637-d86e-4647-b953-fbce508c902f', 'name': 'tempest-TestServerBasicOps-1672797030-router', 'tenant_id': '7b6abcdfb4454ae58744c313563b31c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'c6880d95-9b8c-49c4-a121-0437915d1759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:16:32Z', 'updated_at': '2022-03-01T14:16:36Z', 'revision_number': 4, 'project_id': '7b6abcdfb4454ae58744c313563b31c4', 'gw_port': {'id': 'c6880d95-9b8c-49c4-a121-0437915d1759', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:89:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4d3637-d86e-4647-b953-fbce508c902f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:16:32Z', 'updated_at': '2022-03-01T14:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'ef125a41-aa73-443a-bfaa-54136f164610', 'name': '', 'network_id': 'b7d81b1e-4e7c-4124-9f29-5289a3383c59', 'tenant_id': '7b6abcdfb4454ae58744c313563b31c4', 'mac_address': 'fa:16:3e:e0:33:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4d3637-d86e-4647-b953-fbce508c902f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '02b398d8-6ffe-4da0-aa1c-21c797ae7038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:16:36Z', 'updated_at': '2022-03-01T14:16:41Z', 'revision_number': 4, 'project_id': '7b6abcdfb4454ae58744c313563b31c4', 'subnets': [{'id': '02b398d8-6ffe-4da0-aa1c-21c797ae7038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:16:42.403461 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-77a67113-7a88-4846-afc8-0940d4f1b2e0 req-2847942c-eb19-4a35-b81b-c158172af459 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "GET /v2.0/ports?device_id=25cd8b37-6be9-408f-af5b-6babb462946f HTTP/1.1" status: 200 len: 210 time: 0.0304341 Mar 01 14:16:42.669686 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-354b34c6-1ba2-4e1c-878a-86b2f4886963 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:42.671853 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-354b34c6-1ba2-4e1c-878a-86b2f4886963 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.20 "GET /v2.0/networks?id=b3414069-2cec-4185-a405-a1b109fba1f6 HTTP/1.1" status: 200 len: 809 time: 0.1810062 Mar 01 14:16:42.748347 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-9f34a56c-a286-443a-951c-c81022858cc4 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=147f3b20ea754808a487fa91370b94db HTTP/1.1" status: 200 len: 380 time: 0.0611296 Mar 01 14:16:42.758940 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-a882ba25-91ab-405e-9209-f8121dbb1a3e tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Request body: {'port': {'device_id': '25cd8b37-6be9-408f-af5b-6babb462946f', 'network_id': 'b3414069-2cec-4185-a405-a1b109fba1f6', 'admin_state_up': True, 'tenant_id': '147f3b20ea754808a487fa91370b94db', 'security_groups': ['b917c5e1-f976-4288-881e-8a941a248bc3']}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:16:42.882896 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-a882ba25-91ab-405e-9209-f8121dbb1a3e tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Made reservation on behalf of 147f3b20ea754808a487fa91370b94db for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:16:42.887176 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-a882ba25-91ab-405e-9209-f8121dbb1a3e tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:43.032494 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-a882ba25-91ab-405e-9209-f8121dbb1a3e tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Allocated IP 172.20.0.14 (b3414069-2cec-4185-a405-a1b109fba1f6/b1a5666e-3deb-4602-8e9d-55f0a37cf946/1f5b85f0-11e8-4601-bc9b-2380ea18e443) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:16:43.201728 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-a882ba25-91ab-405e-9209-f8121dbb1a3e tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks [] for port (1f5b85f0-11e8-4601-bc9b-2380ea18e443), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:43.241970 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-a882ba25-91ab-405e-9209-f8121dbb1a3e tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (1f5b85f0-11e8-4601-bc9b-2380ea18e443), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:43.308029 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-a882ba25-91ab-405e-9209-f8121dbb1a3e tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Network b3414069-2cec-4185-a405-a1b109fba1f6 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:16:43.309499 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a882ba25-91ab-405e-9209-f8121dbb1a3e tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Pushing event updated for resources: {'Port': ['ID=1f5b85f0-11e8-4601-bc9b-2380ea18e443,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:43.312896 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-a882ba25-91ab-405e-9209-f8121dbb1a3e tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:16:43.327626 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-a882ba25-91ab-405e-9209-f8121dbb1a3e tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:16:43.406912 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-a882ba25-91ab-405e-9209-f8121dbb1a3e tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:43.408503 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-a882ba25-91ab-405e-9209-f8121dbb1a3e tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:43.448155 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-a882ba25-91ab-405e-9209-f8121dbb1a3e tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6941917 Mar 01 14:16:43.465050 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-a86b0f08-9889-488c-b6c3-f2f67d03dccb service neutron] Request body: {'port': {'device_id': '25cd8b37-6be9-408f-af5b-6babb462946f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:16:43.641291 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-a86b0f08-9889-488c-b6c3-f2f67d03dccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1f5b85f0-11e8-4601-bc9b-2380ea18e443), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:43.684772 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb234e-c816-4d6f-a440-0eb36cb285a3 req-c0075bee-f005-451d-8668-5b7e181118e2 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:43.692996 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-53eb234e-c816-4d6f-a440-0eb36cb285a3 req-c0075bee-f005-451d-8668-5b7e181118e2 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "GET /v2.0/ports?device_id=25cd8b37-6be9-408f-af5b-6babb462946f HTTP/1.1" status: 200 len: 932 time: 0.1220157 Mar 01 14:16:43.756533 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-18757948-d427-4607-b698-07a64111f45a None None] Provisioning complete for port 1f5b85f0-11e8-4601-bc9b-2380ea18e443 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:16:43.757102 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-18757948-d427-4607-b698-07a64111f45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (1f5b85f0-11e8-4601-bc9b-2380ea18e443), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:43.780366 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-53eb234e-c816-4d6f-a440-0eb36cb285a3 req-783a142d-f908-42f9-b5c2-cf8365db575e tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "GET /v2.0/security-groups?id=b917c5e1-f976-4288-881e-8a941a248bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860765 Mar 01 14:16:43.827422 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-18757948-d427-4607-b698-07a64111f45a None None] Port 1f5b85f0-11e8-4601-bc9b-2380ea18e443 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:16:43.947821 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ef125a41-aa73-443a-bfaa-54136f164610 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:16:44.064106 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port ef125a41-aa73-443a-bfaa-54136f164610 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:16:44.064493 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ef125a41-aa73-443a-bfaa-54136f164610), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:44.112312 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-a86b0f08-9889-488c-b6c3-f2f67d03dccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f5b85f0-11e8-4601-bc9b-2380ea18e443 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:16:44.121715 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-a86b0f08-9889-488c-b6c3-f2f67d03dccb service neutron] Publish callbacks [] for port (1f5b85f0-11e8-4601-bc9b-2380ea18e443), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:44.136189 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-a86b0f08-9889-488c-b6c3-f2f67d03dccb service neutron] Transition to ACTIVE for port object 1f5b85f0-11e8-4601-bc9b-2380ea18e443 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:16:44.141556 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-a86b0f08-9889-488c-b6c3-f2f67d03dccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (1f5b85f0-11e8-4601-bc9b-2380ea18e443), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:44.160822 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port ef125a41-aa73-443a-bfaa-54136f164610 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:16:44.201970 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b0f08-9889-488c-b6c3-f2f67d03dccb service neutron] Pushing event updated for resources: {'Port': ['ID=1f5b85f0-11e8-4601-bc9b-2380ea18e443,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:44.272464 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-a86b0f08-9889-488c-b6c3-f2f67d03dccb service neutron] Attempting to bind port 1f5b85f0-11e8-4601-bc9b-2380ea18e443 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:16:44.272781 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-a86b0f08-9889-488c-b6c3-f2f67d03dccb service neutron] Attempting to bind port 1f5b85f0-11e8-4601-bc9b-2380ea18e443 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': 'aff65daa-c815-45d5-967a-12443010a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b3414069-2cec-4185-a405-a1b109fba1f6'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:16:44.273235 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-a86b0f08-9889-488c-b6c3-f2f67d03dccb service neutron] Attempting to bind port 1f5b85f0-11e8-4601-bc9b-2380ea18e443 on network b3414069-2cec-4185-a405-a1b109fba1f6 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:16:44.278912 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-a86b0f08-9889-488c-b6c3-f2f67d03dccb service neutron] Port 1f5b85f0-11e8-4601-bc9b-2380ea18e443 on network b3414069-2cec-4185-a405-a1b109fba1f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:16:44.279463 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-a86b0f08-9889-488c-b6c3-f2f67d03dccb service neutron] Attempting to bind port 1f5b85f0-11e8-4601-bc9b-2380ea18e443 on network b3414069-2cec-4185-a405-a1b109fba1f6 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:16:44.284793 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-a86b0f08-9889-488c-b6c3-f2f67d03dccb service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:16:44.285226 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-a86b0f08-9889-488c-b6c3-f2f67d03dccb service neutron] Checking segment: {'id': 'aff65daa-c815-45d5-967a-12443010a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b3414069-2cec-4185-a405-a1b109fba1f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:16:44.285679 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-a86b0f08-9889-488c-b6c3-f2f67d03dccb service neutron] Bound using segment: {'id': 'aff65daa-c815-45d5-967a-12443010a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b3414069-2cec-4185-a405-a1b109fba1f6'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:16:44.286176 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-a86b0f08-9889-488c-b6c3-f2f67d03dccb service neutron] Bound port: 1f5b85f0-11e8-4601-bc9b-2380ea18e443, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aff65daa-c815-45d5-967a-12443010a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b3414069-2cec-4185-a405-a1b109fba1f6'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:16:44.286604 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-a86b0f08-9889-488c-b6c3-f2f67d03dccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1f5b85f0-11e8-4601-bc9b-2380ea18e443), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:44.355250 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-a86b0f08-9889-488c-b6c3-f2f67d03dccb service neutron] For port 1f5b85f0-11e8-4601-bc9b-2380ea18e443, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:16:44.362110 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-a86b0f08-9889-488c-b6c3-f2f67d03dccb service neutron] For port 1f5b85f0-11e8-4601-bc9b-2380ea18e443, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=1f5b85f0-11e8-4601-bc9b-2380ea18e443,segment=NetworkSegment(aff65daa-c815-45d5-967a-12443010a44c),segment_id=aff65daa-c815-45d5-967a-12443010a44c)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:16:44.376150 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-a86b0f08-9889-488c-b6c3-f2f67d03dccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (1f5b85f0-11e8-4601-bc9b-2380ea18e443), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:44.423052 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-a86b0f08-9889-488c-b6c3-f2f67d03dccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:44.423802 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-a86b0f08-9889-488c-b6c3-f2f67d03dccb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:44.425432 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-a86b0f08-9889-488c-b6c3-f2f67d03dccb service neutron] 10.222.0.20 "PUT /v2.0/ports/1f5b85f0-11e8-4601-bc9b-2380ea18e443 HTTP/1.1" status: 200 len: 1092 time: 0.9689841 Mar 01 14:16:44.425944 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25cd8b37-6be9-408f-af5b-6babb462946f', 'tag': '1f5b85f0-11e8-4601-bc9b-2380ea18e443'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:16:44.428438 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2160dc81-9ac1-4483-97c7-bdb767f26271" -d '{"events": [{"name": "network-changed", "server_uuid": "25cd8b37-6be9-408f-af5b-6babb462946f", "tag": "1f5b85f0-11e8-4601-bc9b-2380ea18e443"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:16:44.453691 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b0f08-9889-488c-b6c3-f2f67d03dccb service neutron] Pushing event updated for resources: {'Port': ['ID=1f5b85f0-11e8-4601-bc9b-2380ea18e443,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:44.526259 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78c27b0-1ca4-461a-b0f1-56c7d03aed96 x-openstack-request-id: req-e78c27b0-1ca4-461a-b0f1-56c7d03aed96 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:16:44.526811 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25cd8b37-6be9-408f-af5b-6babb462946f", "tag": "1f5b85f0-11e8-4601-bc9b-2380ea18e443", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:16:44.527163 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e78c27b0-1ca4-461a-b0f1-56c7d03aed96 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:16:44.527660 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25cd8b37-6be9-408f-af5b-6babb462946f', 'tag': '1f5b85f0-11e8-4601-bc9b-2380ea18e443', 'status': 'completed', 'code': 200} Mar 01 14:16:44.548987 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-018f8216-0ea8-4454-9ee0-7c28057afc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:44.551275 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-018f8216-0ea8-4454-9ee0-7c28057afc12 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=147f3b20ea754808a487fa91370b94db&device_id=25cd8b37-6be9-408f-af5b-6babb462946f HTTP/1.1" status: 200 len: 1126 time: 0.0624266 Mar 01 14:16:44.599389 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-8346e29d-cdfe-4f11-803a-7d2a6ca61fee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f5b85f0-11e8-4601-bc9b-2380ea18e443 HTTP/1.1" status: 200 len: 217 time: 0.0407891 Mar 01 14:16:44.674876 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-819e43c1-7ace-469b-a6e1-3073a3a22141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:44.676517 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-819e43c1-7ace-469b-a6e1-3073a3a22141 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a5666e-3deb-4602-8e9d-55f0a37cf946 HTTP/1.1" status: 200 len: 848 time: 0.0702364 Mar 01 14:16:44.741867 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-7ecbeb9e-b454-41b0-bc7e-870dd775063c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:44.751942 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-7ecbeb9e-b454-41b0-bc7e-870dd775063c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b3414069-2cec-4185-a405-a1b109fba1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0604596 Mar 01 14:16:44.845166 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-b72cdc67-ffed-499b-8e5f-0b72a5400e7e service neutron] 10.222.0.20 "GET /v2.0/networks/b3414069-2cec-4185-a405-a1b109fba1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922740 Mar 01 14:16:44.914799 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bdc2ea-c0b1-49bc-a1a1-f2f9acf4c814 req-d12f8bf2-a7ab-446a-bcee-69450fb9841b tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:44.920236 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-04bdc2ea-c0b1-49bc-a1a1-f2f9acf4c814 req-d12f8bf2-a7ab-446a-bcee-69450fb9841b tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "GET /v2.0/ports?device_id=25cd8b37-6be9-408f-af5b-6babb462946f HTTP/1.1" status: 200 len: 944 time: 0.0631664 Mar 01 14:16:44.960339 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0bea0d9f-d072-48ec-8061-ba95dcae402e req-e7785672-4ec4-43d2-9e83-b8ecf5a52452 service neutron] 10.222.0.20 "GET /v2.0/networks/b3414069-2cec-4185-a405-a1b109fba1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090755 Mar 01 14:16:44.992684 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-04bdc2ea-c0b1-49bc-a1a1-f2f9acf4c814 req-356af915-4e65-4e70-bd77-eba7d91ab79f tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "GET /v2.0/security-groups?id=b917c5e1-f976-4288-881e-8a941a248bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670452 Mar 01 14:16:45.073660 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160dc81-9ac1-4483-97c7-bdb767f26271 req-1a95e651-ee51-4142-8196-8f18dedf427c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:45.075299 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2160dc81-9ac1-4483-97c7-bdb767f26271 req-1a95e651-ee51-4142-8196-8f18dedf427c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=147f3b20ea754808a487fa91370b94db&device_id=25cd8b37-6be9-408f-af5b-6babb462946f HTTP/1.1" status: 200 len: 1126 time: 0.0549865 Mar 01 14:16:45.183816 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160dc81-9ac1-4483-97c7-bdb767f26271 req-4fff58be-5a0c-4905-8775-ce4ac838c52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:45.185333 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2160dc81-9ac1-4483-97c7-bdb767f26271 req-4fff58be-5a0c-4905-8775-ce4ac838c52e service neutron] 10.222.0.20 "GET /v2.0/networks?id=b3414069-2cec-4185-a405-a1b109fba1f6 HTTP/1.1" status: 200 len: 910 time: 0.1025512 Mar 01 14:16:45.230641 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2160dc81-9ac1-4483-97c7-bdb767f26271 req-9cb696ec-43e1-4606-93ba-520253ef250e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f5b85f0-11e8-4601-bc9b-2380ea18e443 HTTP/1.1" status: 200 len: 217 time: 0.0390875 Mar 01 14:16:45.282644 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160dc81-9ac1-4483-97c7-bdb767f26271 req-3dc73eec-3776-409d-9a43-d96ad1a08379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:45.284181 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2160dc81-9ac1-4483-97c7-bdb767f26271 req-3dc73eec-3776-409d-9a43-d96ad1a08379 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a5666e-3deb-4602-8e9d-55f0a37cf946 HTTP/1.1" status: 200 len: 848 time: 0.0468256 Mar 01 14:16:45.337637 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160dc81-9ac1-4483-97c7-bdb767f26271 req-02f692fb-edcb-43a6-afd7-105813c7d546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:45.339243 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2160dc81-9ac1-4483-97c7-bdb767f26271 req-02f692fb-edcb-43a6-afd7-105813c7d546 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b3414069-2cec-4185-a405-a1b109fba1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491879 Mar 01 14:16:45.434067 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2160dc81-9ac1-4483-97c7-bdb767f26271 req-da23d5a3-6fd0-498f-b2af-a67a9e7e514c service neutron] 10.222.0.20 "GET /v2.0/networks/b3414069-2cec-4185-a405-a1b109fba1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879221 Mar 01 14:16:45.526361 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2160dc81-9ac1-4483-97c7-bdb767f26271 req-8b1f70af-8800-403d-ad83-dad43ec9e051 service neutron] 10.222.0.20 "GET /v2.0/networks/b3414069-2cec-4185-a405-a1b109fba1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852625 Mar 01 14:16:46.136871 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5ea8a-020f-4b69-bdef-15f46418150f req-618c8e74-ed44-45b8-b1e5-2cc8bc8ecb96 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:46.138427 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d7d5ea8a-020f-4b69-bdef-15f46418150f req-618c8e74-ed44-45b8-b1e5-2cc8bc8ecb96 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "GET /v2.0/ports?device_id=25cd8b37-6be9-408f-af5b-6babb462946f HTTP/1.1" status: 200 len: 944 time: 0.0596545 Mar 01 14:16:46.192756 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d7d5ea8a-020f-4b69-bdef-15f46418150f req-005f7fa5-246e-4245-af00-50951992dee0 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "GET /v2.0/security-groups?id=b917c5e1-f976-4288-881e-8a941a248bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480185 Mar 01 14:16:47.315259 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b988e7a-b339-400b-9b81-9ca90d7f9b31 req-f34aee8e-f7be-4fe4-b996-e347c925ec0e tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:47.316792 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2b988e7a-b339-400b-9b81-9ca90d7f9b31 req-f34aee8e-f7be-4fe4-b996-e347c925ec0e tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "GET /v2.0/ports?device_id=25cd8b37-6be9-408f-af5b-6babb462946f HTTP/1.1" status: 200 len: 944 time: 0.0550001 Mar 01 14:16:47.365304 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2b988e7a-b339-400b-9b81-9ca90d7f9b31 req-8501b779-b390-48d5-a4a9-a9d57309a3cb tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "GET /v2.0/security-groups?id=b917c5e1-f976-4288-881e-8a941a248bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428309 Mar 01 14:16:48.483535 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838b6ad-74e0-414a-b8a0-9b7e345a1e03 req-72902de7-af3c-4173-a682-616be993bc9a tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:48.485043 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4838b6ad-74e0-414a-b8a0-9b7e345a1e03 req-72902de7-af3c-4173-a682-616be993bc9a tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "GET /v2.0/ports?device_id=25cd8b37-6be9-408f-af5b-6babb462946f HTTP/1.1" status: 200 len: 944 time: 0.0527987 Mar 01 14:16:48.532651 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4838b6ad-74e0-414a-b8a0-9b7e345a1e03 req-3d6e8db9-eeae-4646-9fa0-710364cfcf2a tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "GET /v2.0/security-groups?id=b917c5e1-f976-4288-881e-8a941a248bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420070 Mar 01 14:16:49.114995 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 1f5b85f0-11e8-4601-bc9b-2380ea18e443 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:16:49.218298 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 1f5b85f0-11e8-4601-bc9b-2380ea18e443, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=1f5b85f0-11e8-4601-bc9b-2380ea18e443,segment=NetworkSegment(aff65daa-c815-45d5-967a-12443010a44c),segment_id=aff65daa-c815-45d5-967a-12443010a44c)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:16:49.230820 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '1f5b85f0-11e8-4601-bc9b-2380ea18e443', 'network_id': 'b3414069-2cec-4185-a405-a1b109fba1f6', 'port_id': '1f5b85f0-11e8-4601-bc9b-2380ea18e443', 'mac_address': 'fa:16:3e:82:a9:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a5666e-3deb-4602-8e9d-55f0a37cf946', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:16:49.273154 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 1f5b85f0-11e8-4601-bc9b-2380ea18e443 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:16:49.273537 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1f5b85f0-11e8-4601-bc9b-2380ea18e443), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:49.286689 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f5b85f0-11e8-4601-bc9b-2380ea18e443 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:16:49.306189 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 1f5b85f0-11e8-4601-bc9b-2380ea18e443, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=1f5b85f0-11e8-4601-bc9b-2380ea18e443,segment=NetworkSegment(aff65daa-c815-45d5-967a-12443010a44c),segment_id=aff65daa-c815-45d5-967a-12443010a44c)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:16:49.309959 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (1f5b85f0-11e8-4601-bc9b-2380ea18e443), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:49.356648 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=1f5b85f0-11e8-4601-bc9b-2380ea18e443,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:49.649414 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['1f5b85f0-11e8-4601-bc9b-2380ea18e443'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:16:49.663767 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc177da-418f-45f2-831a-32ae2b82414f req-5b1c280d-d1f8-4475-a7ba-c5de197686b2 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:49.665936 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9fc177da-418f-45f2-831a-32ae2b82414f req-5b1c280d-d1f8-4475-a7ba-c5de197686b2 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "GET /v2.0/ports?device_id=25cd8b37-6be9-408f-af5b-6babb462946f HTTP/1.1" status: 200 len: 945 time: 0.0622020 Mar 01 14:16:49.717267 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9fc177da-418f-45f2-831a-32ae2b82414f req-00f54894-3797-409e-846e-306a432cdca0 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "GET /v2.0/security-groups?id=b917c5e1-f976-4288-881e-8a941a248bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451787 Mar 01 14:16:50.842346 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd0c90-4e9c-4c89-b822-d9b64e6d42ff req-99ef6138-38c4-48bd-8319-fa263de4a84d tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:50.844821 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fcdd0c90-4e9c-4c89-b822-d9b64e6d42ff req-99ef6138-38c4-48bd-8319-fa263de4a84d tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "GET /v2.0/ports?device_id=25cd8b37-6be9-408f-af5b-6babb462946f HTTP/1.1" status: 200 len: 945 time: 0.0544116 Mar 01 14:16:50.895838 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fcdd0c90-4e9c-4c89-b822-d9b64e6d42ff req-431c2ad4-22f0-4369-88e0-2a70d6d8727e tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "GET /v2.0/security-groups?id=b917c5e1-f976-4288-881e-8a941a248bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456440 Mar 01 14:16:51.130481 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 1f5b85f0-11e8-4601-bc9b-2380ea18e443 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:16:51.182050 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 1f5b85f0-11e8-4601-bc9b-2380ea18e443 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:16:51.186085 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 1f5b85f0-11e8-4601-bc9b-2380ea18e443 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:16:51.186462 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (1f5b85f0-11e8-4601-bc9b-2380ea18e443), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:51.261420 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 1f5b85f0-11e8-4601-bc9b-2380ea18e443 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:16:51.261812 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1f5b85f0-11e8-4601-bc9b-2380ea18e443), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:51.289777 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cd8b37-6be9-408f-af5b-6babb462946f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5b85f0-11e8-4601-bc9b-2380ea18e443'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:16:51.292523 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1075f39e-f93e-4889-be28-a2c22638a79b" -d '{"events": [{"server_uuid": "25cd8b37-6be9-408f-af5b-6babb462946f", "name": "network-vif-plugged", "status": "completed", "tag": "1f5b85f0-11e8-4601-bc9b-2380ea18e443"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:16:51.305790 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 1f5b85f0-11e8-4601-bc9b-2380ea18e443, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=1f5b85f0-11e8-4601-bc9b-2380ea18e443,segment=NetworkSegment(aff65daa-c815-45d5-967a-12443010a44c),segment_id=aff65daa-c815-45d5-967a-12443010a44c)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:16:51.310277 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (1f5b85f0-11e8-4601-bc9b-2380ea18e443), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:51.340671 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7591b5e-dbdd-41e9-9509-6fbf04b87d2b x-openstack-request-id: req-f7591b5e-dbdd-41e9-9509-6fbf04b87d2b {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:16:51.340961 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25cd8b37-6be9-408f-af5b-6babb462946f", "name": "network-vif-plugged", "status": "completed", "tag": "1f5b85f0-11e8-4601-bc9b-2380ea18e443", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:16:51.341209 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7591b5e-dbdd-41e9-9509-6fbf04b87d2b {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:16:51.341592 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25cd8b37-6be9-408f-af5b-6babb462946f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5b85f0-11e8-4601-bc9b-2380ea18e443', 'code': 200} Mar 01 14:16:51.377674 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=1f5b85f0-11e8-4601-bc9b-2380ea18e443,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:51.438935 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85150c1-a16e-4f57-8af8-d70c14be1030 req-4d043dc1-e984-42b5-a61d-42b62fcf80a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:51.440385 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e85150c1-a16e-4f57-8af8-d70c14be1030 req-4d043dc1-e984-42b5-a61d-42b62fcf80a5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=25cd8b37-6be9-408f-af5b-6babb462946f HTTP/1.1" status: 200 len: 1128 time: 0.0441515 Mar 01 14:16:51.485461 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e85150c1-a16e-4f57-8af8-d70c14be1030 req-e800ef18-8936-4434-b473-8120f7a3372d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b917c5e1-f976-4288-881e-8a941a248bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391161 Mar 01 14:16:52.034021 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5cfe62-8c80-40e7-8bae-65e8b0292d3b req-f358920c-ad2c-4a51-9135-09e598c9ca08 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:52.035548 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7a5cfe62-8c80-40e7-8bae-65e8b0292d3b req-f358920c-ad2c-4a51-9135-09e598c9ca08 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "GET /v2.0/ports?device_id=25cd8b37-6be9-408f-af5b-6babb462946f HTTP/1.1" status: 200 len: 946 time: 0.0616984 Mar 01 14:16:52.087288 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7a5cfe62-8c80-40e7-8bae-65e8b0292d3b req-72f5d91b-55a6-4b9d-90cd-d7c73208f7d7 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "GET /v2.0/security-groups?id=b917c5e1-f976-4288-881e-8a941a248bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437009 Mar 01 14:16:53.224653 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e101a94-68a3-4c86-b8ff-f38053849dc9 req-381cdc7d-992d-417f-b102-9e2933903219 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:53.226677 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9e101a94-68a3-4c86-b8ff-f38053849dc9 req-381cdc7d-992d-417f-b102-9e2933903219 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "GET /v2.0/ports?device_id=25cd8b37-6be9-408f-af5b-6babb462946f HTTP/1.1" status: 200 len: 946 time: 0.0641181 Mar 01 14:16:53.281888 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9e101a94-68a3-4c86-b8ff-f38053849dc9 req-744e7cc6-2f47-4290-b1a9-99303593e4f0 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "GET /v2.0/security-groups?id=b917c5e1-f976-4288-881e-8a941a248bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480971 Mar 01 14:16:53.414025 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db61ff7-f1dd-44ab-83f7-212e08b05622 req-93457861-46c1-48d5-a195-876148440ce7 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:53.416701 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2db61ff7-f1dd-44ab-83f7-212e08b05622 req-93457861-46c1-48d5-a195-876148440ce7 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "GET /v2.0/ports?device_id=25cd8b37-6be9-408f-af5b-6babb462946f HTTP/1.1" status: 200 len: 946 time: 0.0595422 Mar 01 14:16:53.480378 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2db61ff7-f1dd-44ab-83f7-212e08b05622 req-fa5941bf-59d1-4c49-92e0-c9cc60a4467e tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "GET /v2.0/security-groups?id=b917c5e1-f976-4288-881e-8a941a248bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576508 Mar 01 14:16:53.603530 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab79dc-d097-4b9e-9147-54b5244c3460 req-37884e13-c13e-4b65-9691-5a7001ca6bd1 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:53.605069 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-edab79dc-d097-4b9e-9147-54b5244c3460 req-37884e13-c13e-4b65-9691-5a7001ca6bd1 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "GET /v2.0/ports?device_id=25cd8b37-6be9-408f-af5b-6babb462946f HTTP/1.1" status: 200 len: 946 time: 0.0559387 Mar 01 14:16:53.659023 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-edab79dc-d097-4b9e-9147-54b5244c3460 req-7926f4c3-004b-4cfb-bff4-02de3349c113 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "GET /v2.0/security-groups?id=b917c5e1-f976-4288-881e-8a941a248bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475371 Mar 01 14:16:53.677387 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51982) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:53.823964 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db25521d-7cb0-42c9-a7e8-6d83b0f8fcb1 tempest-TestServerBasicOps-1953649756 tempest-TestServerBasicOps-1953649756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:53.828233 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-db25521d-7cb0-42c9-a7e8-6d83b0f8fcb1 tempest-TestServerBasicOps-1953649756 tempest-TestServerBasicOps-1953649756-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=25cd8b37-6be9-408f-af5b-6babb462946f HTTP/1.1" status: 200 len: 1123 time: 0.1471312 Mar 01 14:16:53.828975 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 51986) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:53.834195 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-b1fa5bfd-4f87-417e-b201-735f9608d9ff tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'port_id': '1f5b85f0-11e8-4601-bc9b-2380ea18e443', 'tenant_id': '147f3b20ea754808a487fa91370b94db', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:16:53.857139 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b1fa5bfd-4f87-417e-b201-735f9608d9ff tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:53.965355 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b1fa5bfd-4f87-417e-b201-735f9608d9ff tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:54.091852 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-b1fa5bfd-4f87-417e-b201-735f9608d9ff tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Allocated IP 172.25.1.87 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/550255d4-1825-4639-bbdb-121f59bfd05f) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:16:54.203874 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b1fa5bfd-4f87-417e-b201-735f9608d9ff tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks [] for port (550255d4-1825-4639-bbdb-121f59bfd05f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:54.237677 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b1fa5bfd-4f87-417e-b201-735f9608d9ff tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (550255d4-1825-4639-bbdb-121f59bfd05f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:54.276448 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fa5bfd-4f87-417e-b201-735f9608d9ff tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:16:54.280671 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-b1fa5bfd-4f87-417e-b201-735f9608d9ff tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:16:54.283255 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fa5bfd-4f87-417e-b201-735f9608d9ff tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:16:54.312815 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa5bfd-4f87-417e-b201-735f9608d9ff tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Pushing event updated for resources: {'Port': ['ID=550255d4-1825-4639-bbdb-121f59bfd05f,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:54.697315 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b1fa5bfd-4f87-417e-b201-735f9608d9ff tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks [] for floatingip (a6edf733-0510-4520-8b80-5bedb7905dd4), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:54.770357 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b1fa5bfd-4f87-417e-b201-735f9608d9ff tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (550255d4-1825-4639-bbdb-121f59bfd05f), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:54.782877 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 51998) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:54.881541 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbedc7bd-92fb-4c42-b693-bcfe42558a6d tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:54.881933 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbedc7bd-92fb-4c42-b693-bcfe42558a6d tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:54.882405 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbedc7bd-92fb-4c42-b693-bcfe42558a6d tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:54.897817 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-bbedc7bd-92fb-4c42-b693-bcfe42558a6d tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=ff4bcaf99ac549c98e3a0b08d618fa3f&network_id=1022c802-90c0-4c6e-8805-305a97ea0190 HTTP/1.1" status: 200 len: 3072 time: 0.1003244 Mar 01 14:16:54.964782 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b1fa5bfd-4f87-417e-b201-735f9608d9ff tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks [] for port (550255d4-1825-4639-bbdb-121f59bfd05f), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:54.970565 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b1fa5bfd-4f87-417e-b201-735f9608d9ff tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (550255d4-1825-4639-bbdb-121f59bfd05f), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:55.267584 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1fdaf71b-3d57-4bba-9d56-b785d68db609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:55.338354 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa5bfd-4f87-417e-b201-735f9608d9ff tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Pushing event updated for resources: {'Port': ['ID=550255d4-1825-4639-bbdb-121f59bfd05f,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:55.346760 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b1fa5bfd-4f87-417e-b201-735f9608d9ff tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (a6edf733-0510-4520-8b80-5bedb7905dd4), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:55.457381 n-d-827467-3 neutron-server[103726]: INFO neutron.db.l3_db [None req-b1fa5bfd-4f87-417e-b201-735f9608d9ff tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Floating IP a6edf733-0510-4520-8b80-5bedb7905dd4 associated. External IP: 172.25.1.87, port: 1f5b85f0-11e8-4601-bc9b-2380ea18e443. Mar 01 14:16:55.689285 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fa5bfd-4f87-417e-b201-735f9608d9ff tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Router 153ba4d1-9aee-4f5d-bdcb-81704b3cd135 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:16:55.897635 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fa5bfd-4f87-417e-b201-735f9608d9ff tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:16:55.917341 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b840358d-89d5-49a4-a230-cef3a2c9150b None None] Sync routers for ids ['153ba4d1-9aee-4f5d-bdcb-81704b3cd135'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:16:55.931220 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b840358d-89d5-49a4-a230-cef3a2c9150b None None] Routers {'153ba4d1-9aee-4f5d-bdcb-81704b3cd135'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:16:55.932534 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b840358d-89d5-49a4-a230-cef3a2c9150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:16:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['153ba4d1-9aee-4f5d-bdcb-81704b3cd135'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:55.943644 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b1fa5bfd-4f87-417e-b201-735f9608d9ff tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:56.027693 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b1fa5bfd-4f87-417e-b201-735f9608d9ff tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1854174 Mar 01 14:16:56.027693 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25cd8b37-6be9-408f-af5b-6babb462946f', 'tag': '1f5b85f0-11e8-4601-bc9b-2380ea18e443'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:16:56.027693 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f97665-a858-473f-ae92-d92f4109d9d3" -d '{"events": [{"name": "network-changed", "server_uuid": "25cd8b37-6be9-408f-af5b-6babb462946f", "tag": "1f5b85f0-11e8-4601-bc9b-2380ea18e443"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:16:56.059334 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-b840358d-89d5-49a4-a230-cef3a2c9150b None None] Set router 153ba4d1-9aee-4f5d-bdcb-81704b3cd135 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:16:56.095931 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778e8a94-de67-4d8c-ae5e-a6723caf7383 x-openstack-request-id: req-778e8a94-de67-4d8c-ae5e-a6723caf7383 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:16:56.096228 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25cd8b37-6be9-408f-af5b-6babb462946f", "tag": "1f5b85f0-11e8-4601-bc9b-2380ea18e443", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:16:56.096484 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-778e8a94-de67-4d8c-ae5e-a6723caf7383 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:16:56.096895 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25cd8b37-6be9-408f-af5b-6babb462946f', 'tag': '1f5b85f0-11e8-4601-bc9b-2380ea18e443', 'status': 'completed', 'code': 200} Mar 01 14:16:56.203551 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f97665-a858-473f-ae92-d92f4109d9d3 req-71ed3535-2bf5-4d89-ac72-bfab695b0eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:56.206543 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b5f97665-a858-473f-ae92-d92f4109d9d3 req-71ed3535-2bf5-4d89-ac72-bfab695b0eb6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=147f3b20ea754808a487fa91370b94db&device_id=25cd8b37-6be9-408f-af5b-6babb462946f HTTP/1.1" status: 200 len: 1128 time: 0.0822685 Mar 01 14:16:56.298179 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f97665-a858-473f-ae92-d92f4109d9d3 req-7edda502-9643-46c4-ac0b-d95b118d9804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:56.299844 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b5f97665-a858-473f-ae92-d92f4109d9d3 req-7edda502-9643-46c4-ac0b-d95b118d9804 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b3414069-2cec-4185-a405-a1b109fba1f6 HTTP/1.1" status: 200 len: 910 time: 0.0875506 Mar 01 14:16:56.326245 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b840358d-89d5-49a4-a230-cef3a2c9150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'name': 'tempest-TestServerBasicOps-2126144821-router', 'tenant_id': '147f3b20ea754808a487fa91370b94db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd2f73d89-0f80-43bf-a64b-f7bf97f48b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:16:25Z', 'updated_at': '2022-03-01T14:16:29Z', 'revision_number': 4, 'project_id': '147f3b20ea754808a487fa91370b94db', 'gw_port': {'id': 'd2f73d89-0f80-43bf-a64b-f7bf97f48b68', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:16:26Z', 'updated_at': '2022-03-01T14:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'a6edf733-0510-4520-8b80-5bedb7905dd4', 'tenant_id': '147f3b20ea754808a487fa91370b94db', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'port_id': '1f5b85f0-11e8-4601-bc9b-2380ea18e443', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3819, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3414069-2cec-4185-a405-a1b109fba1f6', 'mac_address': 'fa:16:3e:82:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cd8b37-6be9-408f-af5b-6babb462946f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:16:54Z', 'updated_at': '2022-03-01T14:16:54Z', 'revision_number': 0, 'project_id': '147f3b20ea754808a487fa91370b94db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62482896-914d-4388-9c37-39b87fe1ccb9', 'name': '', 'network_id': 'b3414069-2cec-4185-a405-a1b109fba1f6', 'tenant_id': '147f3b20ea754808a487fa91370b94db', 'mac_address': 'fa:16:3e:53:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'b1a5666e-3deb-4602-8e9d-55f0a37cf946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:16:28Z', 'updated_at': '2022-03-01T14:16:35Z', 'revision_number': 5, 'project_id': '147f3b20ea754808a487fa91370b94db', 'subnets': [{'id': 'b1a5666e-3deb-4602-8e9d-55f0a37cf946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:56.351538 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b840358d-89d5-49a4-a230-cef3a2c9150b None None] Checking router: 153ba4d1-9aee-4f5d-bdcb-81704b3cd135 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:16:56.370446 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b5f97665-a858-473f-ae92-d92f4109d9d3 req-fe289393-c019-4405-8c07-62b230911878 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f5b85f0-11e8-4601-bc9b-2380ea18e443 HTTP/1.1" status: 200 len: 999 time: 0.0638378 Mar 01 14:16:56.373699 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b840358d-89d5-49a4-a230-cef3a2c9150b None None] Routers {'153ba4d1-9aee-4f5d-bdcb-81704b3cd135'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:16:56.374314 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b840358d-89d5-49a4-a230-cef3a2c9150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:16:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['153ba4d1-9aee-4f5d-bdcb-81704b3cd135'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:56.420369 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f97665-a858-473f-ae92-d92f4109d9d3 req-d57f74b5-9989-46b4-bf03-a18109ca4b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:56.421836 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b5f97665-a858-473f-ae92-d92f4109d9d3 req-d57f74b5-9989-46b4-bf03-a18109ca4b38 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a5666e-3deb-4602-8e9d-55f0a37cf946 HTTP/1.1" status: 200 len: 848 time: 0.0448551 Mar 01 14:16:56.475736 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f97665-a858-473f-ae92-d92f4109d9d3 req-f7da911c-0a5e-4f3f-adcb-bffa87b4c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:56.477739 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b5f97665-a858-473f-ae92-d92f4109d9d3 req-f7da911c-0a5e-4f3f-adcb-bffa87b4c1c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b3414069-2cec-4185-a405-a1b109fba1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471566 Mar 01 14:16:56.484637 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-b840358d-89d5-49a4-a230-cef3a2c9150b None None] Set router 153ba4d1-9aee-4f5d-bdcb-81704b3cd135 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:16:56.578634 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b5f97665-a858-473f-ae92-d92f4109d9d3 req-d7ab0c88-50dd-4dd4-ab39-d2f1f1685671 service neutron] 10.222.0.20 "GET /v2.0/networks/b3414069-2cec-4185-a405-a1b109fba1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945952 Mar 01 14:16:56.694352 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b5f97665-a858-473f-ae92-d92f4109d9d3 req-a82a37b7-ff18-4771-a4c0-1f57f93bb13d service neutron] 10.222.0.20 "GET /v2.0/networks/b3414069-2cec-4185-a405-a1b109fba1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081686 Mar 01 14:16:56.746643 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-b840358d-89d5-49a4-a230-cef3a2c9150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'name': 'tempest-TestServerBasicOps-2126144821-router', 'tenant_id': '147f3b20ea754808a487fa91370b94db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd2f73d89-0f80-43bf-a64b-f7bf97f48b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:16:25Z', 'updated_at': '2022-03-01T14:16:29Z', 'revision_number': 4, 'project_id': '147f3b20ea754808a487fa91370b94db', 'gw_port': {'id': 'd2f73d89-0f80-43bf-a64b-f7bf97f48b68', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:16:26Z', 'updated_at': '2022-03-01T14:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'a6edf733-0510-4520-8b80-5bedb7905dd4', 'tenant_id': '147f3b20ea754808a487fa91370b94db', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'port_id': '1f5b85f0-11e8-4601-bc9b-2380ea18e443', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3819, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3414069-2cec-4185-a405-a1b109fba1f6', 'mac_address': 'fa:16:3e:82:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cd8b37-6be9-408f-af5b-6babb462946f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:16:54Z', 'updated_at': '2022-03-01T14:16:54Z', 'revision_number': 0, 'project_id': '147f3b20ea754808a487fa91370b94db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62482896-914d-4388-9c37-39b87fe1ccb9', 'name': '', 'network_id': 'b3414069-2cec-4185-a405-a1b109fba1f6', 'tenant_id': '147f3b20ea754808a487fa91370b94db', 'mac_address': 'fa:16:3e:53:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'b1a5666e-3deb-4602-8e9d-55f0a37cf946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:16:28Z', 'updated_at': '2022-03-01T14:16:35Z', 'revision_number': 5, 'project_id': '147f3b20ea754808a487fa91370b94db', 'subnets': [{'id': 'b1a5666e-3deb-4602-8e9d-55f0a37cf946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:16:56.782447 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b840358d-89d5-49a4-a230-cef3a2c9150b None None] The sync data for ids ['153ba4d1-9aee-4f5d-bdcb-81704b3cd135'] in n-d-827467-3 is: [{'id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'name': 'tempest-TestServerBasicOps-2126144821-router', 'tenant_id': '147f3b20ea754808a487fa91370b94db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd2f73d89-0f80-43bf-a64b-f7bf97f48b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:16:25Z', 'updated_at': '2022-03-01T14:16:29Z', 'revision_number': 4, 'project_id': '147f3b20ea754808a487fa91370b94db', 'gw_port': {'id': 'd2f73d89-0f80-43bf-a64b-f7bf97f48b68', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:16:26Z', 'updated_at': '2022-03-01T14:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'a6edf733-0510-4520-8b80-5bedb7905dd4', 'tenant_id': '147f3b20ea754808a487fa91370b94db', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'port_id': '1f5b85f0-11e8-4601-bc9b-2380ea18e443', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3819, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3414069-2cec-4185-a405-a1b109fba1f6', 'mac_address': 'fa:16:3e:82:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cd8b37-6be9-408f-af5b-6babb462946f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:16:54Z', 'updated_at': '2022-03-01T14:16:54Z', 'revision_number': 0, 'project_id': '147f3b20ea754808a487fa91370b94db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62482896-914d-4388-9c37-39b87fe1ccb9', 'name': '', 'network_id': 'b3414069-2cec-4185-a405-a1b109fba1f6', 'tenant_id': '147f3b20ea754808a487fa91370b94db', 'mac_address': 'fa:16:3e:53:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'b1a5666e-3deb-4602-8e9d-55f0a37cf946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:16:28Z', 'updated_at': '2022-03-01T14:16:35Z', 'revision_number': 5, 'project_id': '147f3b20ea754808a487fa91370b94db', 'subnets': [{'id': 'b1a5666e-3deb-4602-8e9d-55f0a37cf946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:16:57.019977 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381f6370-09eb-4ec5-ab45-c585fc6e1d65 None None] New status for floating IP a6edf733-0510-4520-8b80-5bedb7905dd4: ACTIVE {{(pid=103728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 14:16:57.454544 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c5a3cad2-2132-4a07-b2e5-b03851b0f82d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:58.734162 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52050) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:58.790924 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad203272-7cf1-47f4-bc97-183e0679b9b0 tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:58.798867 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ad203272-7cf1-47f4-bc97-183e0679b9b0 tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=645b0646-084a-4922-8a3b-3b65ee21b5e4 HTTP/1.1" status: 200 len: 814 time: 0.0576105 Mar 01 14:16:58.941200 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:59.574906 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52064) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:59.580100 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-3032247f-85dc-4d0b-929a-24192250cbcf tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Request body: {'network': {'name': 'tempest-network-smoke--1535245572', 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'port_security_enabled': True}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:16:59.602884 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3032247f-85dc-4d0b-929a-24192250cbcf tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Made reservation on behalf of ff4bcaf99ac549c98e3a0b08d618fa3f for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:16:59.606377 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3032247f-85dc-4d0b-929a-24192250cbcf tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:59.629461 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3032247f-85dc-4d0b-929a-24192250cbcf tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:16:59.638383 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3032247f-85dc-4d0b-929a-24192250cbcf tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (2bcddc97-b7d5-4b9e-b94a-7453379d7d77), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:59.638728 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-3032247f-85dc-4d0b-929a-24192250cbcf tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Added segment 2bcddc97-b7d5-4b9e-b94a-7453379d7d77 of type vlan for network 25239dee-0cb9-4678-8a82-a53f935d0a7a Mar 01 14:16:59.678941 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3032247f-85dc-4d0b-929a-24192250cbcf tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (25239dee-0cb9-4678-8a82-a53f935d0a7a), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:59.701799 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3032247f-85dc-4d0b-929a-24192250cbcf tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (25239dee-0cb9-4678-8a82-a53f935d0a7a), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:59.707065 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3032247f-85dc-4d0b-929a-24192250cbcf tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:59.707655 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3032247f-85dc-4d0b-929a-24192250cbcf tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:16:59.765609 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3032247f-85dc-4d0b-929a-24192250cbcf tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1895723 Mar 01 14:16:59.766980 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52066) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:59.781269 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032247f-85dc-4d0b-929a-24192250cbcf tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'Network': ['ID=25239dee-0cb9-4678-8a82-a53f935d0a7a,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:16:59.792822 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 25239dee-0cb9-4678-8a82-a53f935d0a7a details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:16:59.822954 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a571c974-a38c-4025-a4d1-b65f42aece87 tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:59.827033 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a571c974-a38c-4025-a4d1-b65f42aece87 tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=ff4bcaf99ac549c98e3a0b08d618fa3f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0563293 Mar 01 14:16:59.827624 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52070) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:16:59.993799 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f0789e-dd20-4ed9-a6b8-ca29f1e2fa8d tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:16:59.995961 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-73f0789e-dd20-4ed9-a6b8-ca29f1e2fa8d tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1675026 Mar 01 14:17:00.001797 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52074) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:17:00.028596 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2508a989-2d16-4db2-ac2f-32bd3d9acd0a tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=645b0646-084a-4922-8a3b-3b65ee21b5e4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285294 Mar 01 14:17:00.032536 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52078) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:17:00.073867 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52080) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:17:00.076808 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-23b5ec44-2e34-47e7-b989-6456559d9add tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=ff4bcaf99ac549c98e3a0b08d618fa3f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414746 Mar 01 14:17:00.129067 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:00.180949 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f506b6ab-7a1e-4f7d-ab64-67a702035886 tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:00.185600 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52082) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:17:00.196234 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f506b6ab-7a1e-4f7d-ab64-67a702035886 tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1205175 Mar 01 14:17:00.225912 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52086) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:17:00.232864 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-75769990-4617-4d12-93fc-c0ea96386e5b tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-332357315', 'network_id': '25239dee-0cb9-4678-8a82-a53f935d0a7a', 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:17:00.237585 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-48710348-c3a8-41a5-97e4-d884136f661f tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=645b0646-084a-4922-8a3b-3b65ee21b5e4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0507779 Mar 01 14:17:00.336107 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75769990-4617-4d12-93fc-c0ea96386e5b tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Made reservation on behalf of ff4bcaf99ac549c98e3a0b08d618fa3f for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:17:00.339848 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-75769990-4617-4d12-93fc-c0ea96386e5b tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:00.547848 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-75769990-4617-4d12-93fc-c0ea96386e5b tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (746a16fb-2775-4dde-862c-dd77e018c073), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:00.604046 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75769990-4617-4d12-93fc-c0ea96386e5b tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'Subnet': ['ID=746a16fb-2775-4dde-862c-dd77e018c073,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:17:00.619906 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75769990-4617-4d12-93fc-c0ea96386e5b tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Checking segment: {'id': '2bcddc97-b7d5-4b9e-b94a-7453379d7d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '25239dee-0cb9-4678-8a82-a53f935d0a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:17:00.620272 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75769990-4617-4d12-93fc-c0ea96386e5b tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Network hostable DHCP agents. Network: 25239dee-0cb9-4678-8a82-a53f935d0a7a, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:17:00.636918 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75769990-4617-4d12-93fc-c0ea96386e5b tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Network 25239dee-0cb9-4678-8a82-a53f935d0a7a is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:17:00.647309 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-75769990-4617-4d12-93fc-c0ea96386e5b tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 25239dee-0cb9-4678-8a82-a53f935d0a7a) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:17:00.657169 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497d8122-328a-4225-863e-e66f83e005f9 None None] Network 25239dee-0cb9-4678-8a82-a53f935d0a7a requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:17:00.659191 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75769990-4617-4d12-93fc-c0ea96386e5b tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:00.660550 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-75769990-4617-4d12-93fc-c0ea96386e5b tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:00.684755 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-75769990-4617-4d12-93fc-c0ea96386e5b tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4574769 Mar 01 14:17:00.772714 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958cb497-802c-4a08-ac9f-c675838a46e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-25239dee-0cb9-4678-8a82-a53f935d0a7a', 'network_id': '25239dee-0cb9-4678-8a82-a53f935d0a7a', 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'fixed_ips': [{'subnet_id': '746a16fb-2775-4dde-862c-dd77e018c073'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:17:00.773847 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-958cb497-802c-4a08-ac9f-c675838a46e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:00.830867 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52094) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:17:00.835680 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-bee8cb99-35ba-4944-898a-691195776526 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1660980969', 'description': 'tempest-secgroup-smoke-1660980969 description', 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:17:00.859812 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bee8cb99-35ba-4944-898a-691195776526 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:00.953617 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-958cb497-802c-4a08-ac9f-c675838a46e9 None None] Allocated IP 172.20.0.18 (25239dee-0cb9-4678-8a82-a53f935d0a7a/746a16fb-2775-4dde-862c-dd77e018c073/335f670f-3a60-443c-879c-c2ec5b1d31fb) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:17:00.960874 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bee8cb99-35ba-4944-898a-691195776526 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group (ff20f784-f39a-47a7-a35d-712e6a6d67de), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:00.967472 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bee8cb99-35ba-4944-898a-691195776526 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ff20f784-f39a-47a7-a35d-712e6a6d67de), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:01.002459 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8cb99-35ba-4944-898a-691195776526 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff20f784-f39a-47a7-a35d-712e6a6d67de,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:17:01.028692 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bee8cb99-35ba-4944-898a-691195776526 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:01.032683 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-bee8cb99-35ba-4944-898a-691195776526 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1982007 Mar 01 14:17:01.037157 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52096) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:17:01.042396 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-a26de621-31c0-45fa-a888-503f66f87728 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Request body: {'security_group_rule': {'security_group_id': 'ff20f784-f39a-47a7-a35d-712e6a6d67de', 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:17:01.074757 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a26de621-31c0-45fa-a888-503f66f87728 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (bdb3d55f-a01c-49fb-9caa-0d36af688bda), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:01.169285 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-958cb497-802c-4a08-ac9f-c675838a46e9 None None] Publish callbacks [] for port (335f670f-3a60-443c-879c-c2ec5b1d31fb), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:01.176073 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a26de621-31c0-45fa-a888-503f66f87728 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (bdb3d55f-a01c-49fb-9caa-0d36af688bda), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:01.180266 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-958cb497-802c-4a08-ac9f-c675838a46e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (335f670f-3a60-443c-879c-c2ec5b1d31fb), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:01.183399 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a26de621-31c0-45fa-a888-503f66f87728 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (bdb3d55f-a01c-49fb-9caa-0d36af688bda), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:01.201839 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26de621-31c0-45fa-a888-503f66f87728 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb3d55f-a01c-49fb-9caa-0d36af688bda,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:17:01.214125 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a26de621-31c0-45fa-a888-503f66f87728 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:01.215714 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a26de621-31c0-45fa-a888-503f66f87728 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1770794 Mar 01 14:17:01.219072 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52100) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:17:01.223429 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-4c703359-ea55-43a3-8d72-b93f0c5825f5 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Request body: {'security_group_rule': {'security_group_id': 'ff20f784-f39a-47a7-a35d-712e6a6d67de', 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:17:01.232194 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958cb497-802c-4a08-ac9f-c675838a46e9 None None] Network 25239dee-0cb9-4678-8a82-a53f935d0a7a is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:17:01.233492 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958cb497-802c-4a08-ac9f-c675838a46e9 None None] Pushing event updated for resources: {'Port': ['ID=335f670f-3a60-443c-879c-c2ec5b1d31fb,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:17:01.236554 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-958cb497-802c-4a08-ac9f-c675838a46e9 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:17:01.238620 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958cb497-802c-4a08-ac9f-c675838a46e9 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:17:01.257261 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4c703359-ea55-43a3-8d72-b93f0c5825f5 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (1ffd44b8-3ad8-4dca-8f72-f252bb424985), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:01.329650 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-958cb497-802c-4a08-ac9f-c675838a46e9 None None] Attempting to bind port 335f670f-3a60-443c-879c-c2ec5b1d31fb on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:17:01.330310 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-958cb497-802c-4a08-ac9f-c675838a46e9 None None] Attempting to bind port 335f670f-3a60-443c-879c-c2ec5b1d31fb by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '2bcddc97-b7d5-4b9e-b94a-7453379d7d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '25239dee-0cb9-4678-8a82-a53f935d0a7a'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:17:01.331127 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958cb497-802c-4a08-ac9f-c675838a46e9 None None] Attempting to bind port 335f670f-3a60-443c-879c-c2ec5b1d31fb on network 25239dee-0cb9-4678-8a82-a53f935d0a7a {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:17:01.337439 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958cb497-802c-4a08-ac9f-c675838a46e9 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:17:01.338143 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958cb497-802c-4a08-ac9f-c675838a46e9 None None] Checking segment: {'id': '2bcddc97-b7d5-4b9e-b94a-7453379d7d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '25239dee-0cb9-4678-8a82-a53f935d0a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:17:01.338450 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4c703359-ea55-43a3-8d72-b93f0c5825f5 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (1ffd44b8-3ad8-4dca-8f72-f252bb424985), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:01.338897 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-958cb497-802c-4a08-ac9f-c675838a46e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:01.339646 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958cb497-802c-4a08-ac9f-c675838a46e9 None None] Bound using segment: {'id': '2bcddc97-b7d5-4b9e-b94a-7453379d7d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '25239dee-0cb9-4678-8a82-a53f935d0a7a'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:17:01.340234 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-958cb497-802c-4a08-ac9f-c675838a46e9 None None] Bound port: 335f670f-3a60-443c-879c-c2ec5b1d31fb, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bcddc97-b7d5-4b9e-b94a-7453379d7d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '25239dee-0cb9-4678-8a82-a53f935d0a7a'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:17:01.340556 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-958cb497-802c-4a08-ac9f-c675838a46e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (335f670f-3a60-443c-879c-c2ec5b1d31fb), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:01.346254 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4c703359-ea55-43a3-8d72-b93f0c5825f5 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (1ffd44b8-3ad8-4dca-8f72-f252bb424985), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:01.368495 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c703359-ea55-43a3-8d72-b93f0c5825f5 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ffd44b8-3ad8-4dca-8f72-f252bb424985,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:17:01.402714 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4c703359-ea55-43a3-8d72-b93f0c5825f5 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:01.404236 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4c703359-ea55-43a3-8d72-b93f0c5825f5 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1841257 Mar 01 14:17:01.407425 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52106) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:17:01.418285 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-8e58b14d-be6f-4ae4-9a6e-75b8b19e46d2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Request body: {'security_group_rule': {'security_group_id': 'ff20f784-f39a-47a7-a35d-712e6a6d67de', 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:17:01.427862 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-958cb497-802c-4a08-ac9f-c675838a46e9 None None] For port 335f670f-3a60-443c-879c-c2ec5b1d31fb, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:17:01.432174 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-958cb497-802c-4a08-ac9f-c675838a46e9 None None] For port 335f670f-3a60-443c-879c-c2ec5b1d31fb, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=335f670f-3a60-443c-879c-c2ec5b1d31fb,segment=NetworkSegment(2bcddc97-b7d5-4b9e-b94a-7453379d7d77),segment_id=2bcddc97-b7d5-4b9e-b94a-7453379d7d77)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:17:01.439338 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-958cb497-802c-4a08-ac9f-c675838a46e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (335f670f-3a60-443c-879c-c2ec5b1d31fb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:01.446178 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8e58b14d-be6f-4ae4-9a6e-75b8b19e46d2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (f8b2f2c5-6e3f-4c3e-b84e-ec10e4e7b0b8), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:01.510737 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958cb497-802c-4a08-ac9f-c675838a46e9 None None] Pushing event updated for resources: {'Port': ['ID=335f670f-3a60-443c-879c-c2ec5b1d31fb,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:17:01.531883 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8e58b14d-be6f-4ae4-9a6e-75b8b19e46d2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (f8b2f2c5-6e3f-4c3e-b84e-ec10e4e7b0b8), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:01.542753 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8e58b14d-be6f-4ae4-9a6e-75b8b19e46d2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (f8b2f2c5-6e3f-4c3e-b84e-ec10e4e7b0b8), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:01.561309 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8e58b14d-be6f-4ae4-9a6e-75b8b19e46d2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:01.565270 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8e58b14d-be6f-4ae4-9a6e-75b8b19e46d2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1528239 Mar 01 14:17:01.565676 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52110) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:17:01.570649 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-cafd69aa-25f1-4187-94d9-0094d9211887 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Request body: {'security_group_rule': {'security_group_id': 'ff20f784-f39a-47a7-a35d-712e6a6d67de', 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:17:01.587171 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e58b14d-be6f-4ae4-9a6e-75b8b19e46d2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8b2f2c5-6e3f-4c3e-b84e-ec10e4e7b0b8,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:17:01.603947 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cafd69aa-25f1-4187-94d9-0094d9211887 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (73ce2f17-39e2-4e11-b071-3043f126879c), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:01.671906 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cafd69aa-25f1-4187-94d9-0094d9211887 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (73ce2f17-39e2-4e11-b071-3043f126879c), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:01.676561 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cafd69aa-25f1-4187-94d9-0094d9211887 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (73ce2f17-39e2-4e11-b071-3043f126879c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:01.703856 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cafd69aa-25f1-4187-94d9-0094d9211887 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:01.707935 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cafd69aa-25f1-4187-94d9-0094d9211887 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1409814 Mar 01 14:17:01.708105 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52112) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:17:01.708959 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd69aa-25f1-4187-94d9-0094d9211887 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73ce2f17-39e2-4e11-b071-3043f126879c,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:17:01.723755 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-001cb447-a2ce-44c0-b1ed-322724218218 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Request body: {'security_group_rule': {'security_group_id': 'ff20f784-f39a-47a7-a35d-712e6a6d67de', 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:17:01.746000 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:01.756040 n-d-827467-3 neutron-server[103727]: INFO neutron.db.securitygroups_db [None req-001cb447-a2ce-44c0-b1ed-322724218218 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Project ff4bcaf99ac549c98e3a0b08d618fa3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 14:17:01.763867 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-001cb447-a2ce-44c0-b1ed-322724218218 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (70dca631-730e-4732-b8e9-359597241cd8), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:01.907195 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-001cb447-a2ce-44c0-b1ed-322724218218 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (70dca631-730e-4732-b8e9-359597241cd8), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:01.914900 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-001cb447-a2ce-44c0-b1ed-322724218218 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (70dca631-730e-4732-b8e9-359597241cd8), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:01.935528 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001cb447-a2ce-44c0-b1ed-322724218218 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70dca631-730e-4732-b8e9-359597241cd8,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:17:01.955772 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-001cb447-a2ce-44c0-b1ed-322724218218 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:01.960346 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52118) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:17:01.960824 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-001cb447-a2ce-44c0-b1ed-322724218218 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2477934 Mar 01 14:17:01.966791 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-bd64935e-7a33-4444-9e88-b035f3cb57f9 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Request body: {'security_group_rule': {'security_group_id': 'ff20f784-f39a-47a7-a35d-712e6a6d67de', 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:17:02.003120 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 335f670f-3a60-443c-879c-c2ec5b1d31fb up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:17:02.030719 n-d-827467-3 neutron-server[103726]: INFO neutron.db.securitygroups_db [None req-bd64935e-7a33-4444-9e88-b035f3cb57f9 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Project ff4bcaf99ac549c98e3a0b08d618fa3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 14:17:02.044234 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bd64935e-7a33-4444-9e88-b035f3cb57f9 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (6f67fcfa-c004-4b70-91c4-b9e0e0d387d9), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:02.071224 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 335f670f-3a60-443c-879c-c2ec5b1d31fb triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:17:02.072699 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (335f670f-3a60-443c-879c-c2ec5b1d31fb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:02.150671 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bd64935e-7a33-4444-9e88-b035f3cb57f9 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (6f67fcfa-c004-4b70-91c4-b9e0e0d387d9), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:02.162439 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 335f670f-3a60-443c-879c-c2ec5b1d31fb is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:17:02.162835 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (335f670f-3a60-443c-879c-c2ec5b1d31fb), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:02.164882 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bd64935e-7a33-4444-9e88-b035f3cb57f9 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (6f67fcfa-c004-4b70-91c4-b9e0e0d387d9), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:02.196734 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64935e-7a33-4444-9e88-b035f3cb57f9 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f67fcfa-c004-4b70-91c4-b9e0e0d387d9,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:17:02.206815 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 335f670f-3a60-443c-879c-c2ec5b1d31fb, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=335f670f-3a60-443c-879c-c2ec5b1d31fb,segment=NetworkSegment(2bcddc97-b7d5-4b9e-b94a-7453379d7d77),segment_id=2bcddc97-b7d5-4b9e-b94a-7453379d7d77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:17:02.213690 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (335f670f-3a60-443c-879c-c2ec5b1d31fb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:02.220937 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bd64935e-7a33-4444-9e88-b035f3cb57f9 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:02.224944 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-bd64935e-7a33-4444-9e88-b035f3cb57f9 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2606757 Mar 01 14:17:02.281798 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=335f670f-3a60-443c-879c-c2ec5b1d31fb,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:17:02.495846 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-240e9c8a-ff3f-476b-8a57-745ec2334bb5 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1660980969&fields=id&tenant_id=ff4bcaf99ac549c98e3a0b08d618fa3f HTTP/1.1" status: 200 len: 267 time: 0.0552559 Mar 01 14:17:02.630844 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-1b9f536e-aef8-497e-bd1a-81936c04bbb5 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:02.634799 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-1b9f536e-aef8-497e-bd1a-81936c04bbb5 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/networks?id=25239dee-0cb9-4678-8a82-a53f935d0a7a HTTP/1.1" status: 200 len: 797 time: 0.1300263 Mar 01 14:17:02.653831 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-4c20f3ee-44fd-4a58-94db-92b5aacb0a29 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/quotas/ff4bcaf99ac549c98e3a0b08d618fa3f HTTP/1.1" status: 200 len: 375 time: 0.0103912 Mar 01 14:17:02.801297 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-d981d1f4-e94c-4c5b-b95f-8e4656b4c85b tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff4bcaf99ac549c98e3a0b08d618fa3f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1388993 Mar 01 14:17:02.839902 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:17:02.914373 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-cb0c4372-c2c5-4a55-a0d8-cd5f3eeb7adb service neutron] 10.222.0.13 "GET /v2.0/networks/25239dee-0cb9-4678-8a82-a53f935d0a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969303 Mar 01 14:17:02.929477 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5568a538-cb5c-46a1-bd76-35b59d6ffbba None None] Network 25239dee-0cb9-4678-8a82-a53f935d0a7a requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:17:03.031501 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-2f338096-b868-4da9-b060-07dcac33c5ef None None] Provisioning complete for port 335f670f-3a60-443c-879c-c2ec5b1d31fb triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:17:03.032059 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2f338096-b868-4da9-b060-07dcac33c5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (335f670f-3a60-443c-879c-c2ec5b1d31fb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:03.033029 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-e82c6b50-6a9b-49ad-a1d4-e5d29bc6da99 service neutron] 10.222.0.13 "GET /v2.0/networks/25239dee-0cb9-4678-8a82-a53f935d0a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133575 Mar 01 14:17:03.174448 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-2f338096-b868-4da9-b060-07dcac33c5ef None None] Current status of the port 335f670f-3a60-443c-879c-c2ec5b1d31fb is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:17:03.314232 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-861c116d-c758-4cb0-9495-7f284b2497c1 req-25cc4cef-56f4-46c4-a51a-60de568dcdb2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f956c5a-b089-40b3-9b1f-d84212db7078 HTTP/1.1" status: 200 len: 210 time: 0.0294600 Mar 01 14:17:03.496676 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-55652d40-adf8-49a0-a272-dceeb38a5697 None None] Provisioning complete for port 335f670f-3a60-443c-879c-c2ec5b1d31fb triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:17:03.497278 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-55652d40-adf8-49a0-a272-dceeb38a5697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (335f670f-3a60-443c-879c-c2ec5b1d31fb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:03.604289 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-55652d40-adf8-49a0-a272-dceeb38a5697 None None] Current status of the port 335f670f-3a60-443c-879c-c2ec5b1d31fb is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:17:03.921951 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 335f670f-3a60-443c-879c-c2ec5b1d31fb up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:17:03.983721 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 335f670f-3a60-443c-879c-c2ec5b1d31fb triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:17:03.984108 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (335f670f-3a60-443c-879c-c2ec5b1d31fb), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:04.066225 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 335f670f-3a60-443c-879c-c2ec5b1d31fb is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:17:04.465217 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d3675e6b-d0d9-4c83-862a-a29015a67443 req-cca5c048-aefe-49d2-8de7-989d61086c1a tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f956c5a-b089-40b3-9b1f-d84212db7078 HTTP/1.1" status: 200 len: 210 time: 0.0459592 Mar 01 14:17:04.478506 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-83a137c7-ca1e-4f58-b8af-9ecb9ca243ab tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:04.480069 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-83a137c7-ca1e-4f58-b8af-9ecb9ca243ab tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.32 "GET /v2.0/networks?id=25239dee-0cb9-4678-8a82-a53f935d0a7a HTTP/1.1" status: 200 len: 797 time: 0.2332702 Mar 01 14:17:04.576038 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-ef1d7d05-7127-4d5c-87af-cefd7c6a092f tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff4bcaf99ac549c98e3a0b08d618fa3f HTTP/1.1" status: 200 len: 473 time: 0.0857925 Mar 01 14:17:04.585900 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-1669e2f8-0a27-43de-ba33-341e64151023 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Request body: {'port': {'device_id': '1f956c5a-b089-40b3-9b1f-d84212db7078', 'network_id': '25239dee-0cb9-4678-8a82-a53f935d0a7a', 'admin_state_up': True, 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'security_groups': ['ff20f784-f39a-47a7-a35d-712e6a6d67de']}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:17:04.735329 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-1669e2f8-0a27-43de-ba33-341e64151023 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Made reservation on behalf of ff4bcaf99ac549c98e3a0b08d618fa3f for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:17:04.740332 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-1669e2f8-0a27-43de-ba33-341e64151023 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:04.907863 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-1669e2f8-0a27-43de-ba33-341e64151023 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Allocated IP 172.20.0.22 (25239dee-0cb9-4678-8a82-a53f935d0a7a/746a16fb-2775-4dde-862c-dd77e018c073/b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:17:05.062986 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-1669e2f8-0a27-43de-ba33-341e64151023 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for port (b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:05.097515 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-1669e2f8-0a27-43de-ba33-341e64151023 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:05.145769 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-1669e2f8-0a27-43de-ba33-341e64151023 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Network 25239dee-0cb9-4678-8a82-a53f935d0a7a is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:17:05.151080 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-1669e2f8-0a27-43de-ba33-341e64151023 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:17:05.155471 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-1669e2f8-0a27-43de-ba33-341e64151023 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:17:05.159508 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669e2f8-0a27-43de-ba33-341e64151023 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'Port': ['ID=b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:17:05.205796 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-1669e2f8-0a27-43de-ba33-341e64151023 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:05.206740 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-1669e2f8-0a27-43de-ba33-341e64151023 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:05.229477 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-1669e2f8-0a27-43de-ba33-341e64151023 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6477137 Mar 01 14:17:05.242932 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-0eaccbb9-7f68-41db-a312-2c499d105298 service neutron] Request body: {'port': {'device_id': '1f956c5a-b089-40b3-9b1f-d84212db7078', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:17:05.314854 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-0eaccbb9-7f68-41db-a312-2c499d105298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:05.441035 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-a9531453-63d4-4a71-89e7-b4156d6f3b37 None None] Provisioning complete for port b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:17:05.443655 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a9531453-63d4-4a71-89e7-b4156d6f3b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:05.484950 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-a9531453-63d4-4a71-89e7-b4156d6f3b37 None None] Port b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:17:05.711253 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2b7c7-fd6a-4a43-8f8c-8360d93403af req-73f92b3e-d134-4dee-87f0-4f52fe57b0d1 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:05.717972 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aad2b7c7-fd6a-4a43-8f8c-8360d93403af req-73f92b3e-d134-4dee-87f0-4f52fe57b0d1 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f956c5a-b089-40b3-9b1f-d84212db7078 HTTP/1.1" status: 200 len: 932 time: 0.1556118 Mar 01 14:17:05.790913 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-0eaccbb9-7f68-41db-a312-2c499d105298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:17:05.806191 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-0eaccbb9-7f68-41db-a312-2c499d105298 service neutron] Publish callbacks [] for port (b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:05.820317 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-aad2b7c7-fd6a-4a43-8f8c-8360d93403af req-f48b5c7a-4c1a-45f2-bb12-5bc1502b491e tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff20f784-f39a-47a7-a35d-712e6a6d67de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937440 Mar 01 14:17:05.828745 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-0eaccbb9-7f68-41db-a312-2c499d105298 service neutron] Transition to ACTIVE for port object b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:17:05.835818 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-0eaccbb9-7f68-41db-a312-2c499d105298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:05.915374 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaccbb9-7f68-41db-a312-2c499d105298 service neutron] Pushing event updated for resources: {'Port': ['ID=b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:17:05.985083 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-0eaccbb9-7f68-41db-a312-2c499d105298 service neutron] Attempting to bind port b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:17:05.985728 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-0eaccbb9-7f68-41db-a312-2c499d105298 service neutron] Attempting to bind port b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '2bcddc97-b7d5-4b9e-b94a-7453379d7d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '25239dee-0cb9-4678-8a82-a53f935d0a7a'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:17:05.987495 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-0eaccbb9-7f68-41db-a312-2c499d105298 service neutron] Attempting to bind port b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c on network 25239dee-0cb9-4678-8a82-a53f935d0a7a {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:17:05.993371 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-0eaccbb9-7f68-41db-a312-2c499d105298 service neutron] Port b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c on network 25239dee-0cb9-4678-8a82-a53f935d0a7a not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:17:05.993698 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-0eaccbb9-7f68-41db-a312-2c499d105298 service neutron] Attempting to bind port b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c on network 25239dee-0cb9-4678-8a82-a53f935d0a7a {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:17:05.999168 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-0eaccbb9-7f68-41db-a312-2c499d105298 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:17:05.999512 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-0eaccbb9-7f68-41db-a312-2c499d105298 service neutron] Checking segment: {'id': '2bcddc97-b7d5-4b9e-b94a-7453379d7d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '25239dee-0cb9-4678-8a82-a53f935d0a7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:17:05.999932 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-0eaccbb9-7f68-41db-a312-2c499d105298 service neutron] Bound using segment: {'id': '2bcddc97-b7d5-4b9e-b94a-7453379d7d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '25239dee-0cb9-4678-8a82-a53f935d0a7a'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:17:06.000360 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-0eaccbb9-7f68-41db-a312-2c499d105298 service neutron] Bound port: b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bcddc97-b7d5-4b9e-b94a-7453379d7d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '25239dee-0cb9-4678-8a82-a53f935d0a7a'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:17:06.000718 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-0eaccbb9-7f68-41db-a312-2c499d105298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:06.080365 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-0eaccbb9-7f68-41db-a312-2c499d105298 service neutron] For port b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:17:06.083962 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-0eaccbb9-7f68-41db-a312-2c499d105298 service neutron] For port b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c,segment=NetworkSegment(2bcddc97-b7d5-4b9e-b94a-7453379d7d77),segment_id=2bcddc97-b7d5-4b9e-b94a-7453379d7d77)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:17:06.091877 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-0eaccbb9-7f68-41db-a312-2c499d105298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:06.132030 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-0eaccbb9-7f68-41db-a312-2c499d105298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:06.132781 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-0eaccbb9-7f68-41db-a312-2c499d105298 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:06.134883 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-0eaccbb9-7f68-41db-a312-2c499d105298 service neutron] 10.222.0.32 "PUT /v2.0/ports/b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c HTTP/1.1" status: 200 len: 1092 time: 0.8966491 Mar 01 14:17:06.137308 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f956c5a-b089-40b3-9b1f-d84212db7078', 'tag': 'b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:17:06.139386 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad10aa25-537f-49f7-b518-61204c4b9a00" -d '{"events": [{"name": "network-changed", "server_uuid": "1f956c5a-b089-40b3-9b1f-d84212db7078", "tag": "b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:17:06.169422 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaccbb9-7f68-41db-a312-2c499d105298 service neutron] Pushing event updated for resources: {'Port': ['ID=b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:17:06.205694 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b39a3a-64d3-4a56-a41a-d567b714ba48 x-openstack-request-id: req-b9b39a3a-64d3-4a56-a41a-d567b714ba48 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:17:06.206011 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f956c5a-b089-40b3-9b1f-d84212db7078", "tag": "b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:17:06.206236 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9b39a3a-64d3-4a56-a41a-d567b714ba48 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:17:06.206628 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f956c5a-b089-40b3-9b1f-d84212db7078', 'tag': 'b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c', 'status': 'completed', 'code': 200} Mar 01 14:17:06.259710 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-d01a4171-7ccb-4bd4-95e8-389cbf3aa48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:06.261397 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-d01a4171-7ccb-4bd4-95e8-389cbf3aa48c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff4bcaf99ac549c98e3a0b08d618fa3f&device_id=1f956c5a-b089-40b3-9b1f-d84212db7078 HTTP/1.1" status: 200 len: 1126 time: 0.0722792 Mar 01 14:17:06.311506 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-57d6fb98-e673-4e09-bb88-2a4b4670ab41 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c HTTP/1.1" status: 200 len: 217 time: 0.0414762 Mar 01 14:17:06.368682 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-fc9a401a-af7f-44d4-8053-a240c397f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:06.370753 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-fc9a401a-af7f-44d4-8053-a240c397f337 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=746a16fb-2775-4dde-862c-dd77e018c073 HTTP/1.1" status: 200 len: 837 time: 0.0532374 Mar 01 14:17:06.432324 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-1a924c65-9bc8-483f-8fe7-63bdded6c698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:06.434071 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-1a924c65-9bc8-483f-8fe7-63bdded6c698 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=25239dee-0cb9-4678-8a82-a53f935d0a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0572188 Mar 01 14:17:06.532830 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-d48b1739-0343-450e-851c-e91f4d9aa79e service neutron] 10.222.0.32 "GET /v2.0/networks/25239dee-0cb9-4678-8a82-a53f935d0a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919843 Mar 01 14:17:06.920108 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bbe6eaec-6e0f-4290-9071-1ad6c3f4c1d4 req-580e1366-d5e0-4d53-b194-aa85448b7774 service neutron] 10.222.0.32 "GET /v2.0/networks/25239dee-0cb9-4678-8a82-a53f935d0a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792412 Mar 01 14:17:07.021712 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d0fa9-6695-4d91-af38-b3550cc56661 req-a3f1262b-ee0b-46a3-94d7-5fc626388386 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:07.025848 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dc0d0fa9-6695-4d91-af38-b3550cc56661 req-a3f1262b-ee0b-46a3-94d7-5fc626388386 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f956c5a-b089-40b3-9b1f-d84212db7078 HTTP/1.1" status: 200 len: 944 time: 0.0934985 Mar 01 14:17:07.069869 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10aa25-537f-49f7-b518-61204c4b9a00 req-42507faa-9c37-46eb-a106-02277e6106c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:07.071420 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ad10aa25-537f-49f7-b518-61204c4b9a00 req-42507faa-9c37-46eb-a106-02277e6106c9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff4bcaf99ac549c98e3a0b08d618fa3f&device_id=1f956c5a-b089-40b3-9b1f-d84212db7078 HTTP/1.1" status: 200 len: 1126 time: 0.0933027 Mar 01 14:17:07.107888 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dc0d0fa9-6695-4d91-af38-b3550cc56661 req-43da570e-c475-4532-ba6b-3e8e34735793 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff20f784-f39a-47a7-a35d-712e6a6d67de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760701 Mar 01 14:17:07.175648 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10aa25-537f-49f7-b518-61204c4b9a00 req-4113a4d4-5c81-4a38-ade9-5417d9c3c13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:07.177304 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ad10aa25-537f-49f7-b518-61204c4b9a00 req-4113a4d4-5c81-4a38-ade9-5417d9c3c13c service neutron] 10.222.0.32 "GET /v2.0/networks?id=25239dee-0cb9-4678-8a82-a53f935d0a7a HTTP/1.1" status: 200 len: 898 time: 0.0980759 Mar 01 14:17:07.222144 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ad10aa25-537f-49f7-b518-61204c4b9a00 req-d512d956-6269-456a-9e2f-88ffda2e1903 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c HTTP/1.1" status: 200 len: 217 time: 0.0353732 Mar 01 14:17:07.275062 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10aa25-537f-49f7-b518-61204c4b9a00 req-1841c15f-3f8e-4e16-99b6-477c121fb69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:07.276706 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ad10aa25-537f-49f7-b518-61204c4b9a00 req-1841c15f-3f8e-4e16-99b6-477c121fb69c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=746a16fb-2775-4dde-862c-dd77e018c073 HTTP/1.1" status: 200 len: 837 time: 0.0484574 Mar 01 14:17:07.330108 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10aa25-537f-49f7-b518-61204c4b9a00 req-285b3e40-5b79-4295-816e-d31f2833c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:07.331878 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ad10aa25-537f-49f7-b518-61204c4b9a00 req-285b3e40-5b79-4295-816e-d31f2833c818 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=25239dee-0cb9-4678-8a82-a53f935d0a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0483613 Mar 01 14:17:07.431844 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ad10aa25-537f-49f7-b518-61204c4b9a00 req-ae80697f-fad6-4114-97ce-76d236dc0d11 service neutron] 10.222.0.32 "GET /v2.0/networks/25239dee-0cb9-4678-8a82-a53f935d0a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928154 Mar 01 14:17:07.543551 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ad10aa25-537f-49f7-b518-61204c4b9a00 req-74f4206a-e2f4-4ea8-9962-60a2e70af05a service neutron] 10.222.0.32 "GET /v2.0/networks/25239dee-0cb9-4678-8a82-a53f935d0a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041365 Mar 01 14:17:08.244911 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9fd1e-ba74-406e-8507-a97812c3fd7f req-ec2a34c2-e08d-461e-a308-fe2da0102a7d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:08.247213 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-97e9fd1e-ba74-406e-8507-a97812c3fd7f req-ec2a34c2-e08d-461e-a308-fe2da0102a7d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f956c5a-b089-40b3-9b1f-d84212db7078 HTTP/1.1" status: 200 len: 944 time: 0.0585082 Mar 01 14:17:08.302382 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-97e9fd1e-ba74-406e-8507-a97812c3fd7f req-4849a64a-db94-40c4-bad0-7477f00d8ed3 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff20f784-f39a-47a7-a35d-712e6a6d67de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443144 Mar 01 14:17:09.430361 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d12081-d85b-4d84-84fc-89eef864aa3e req-d284012a-291a-4a67-b8c8-9c5987f94a61 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:09.431888 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-53d12081-d85b-4d84-84fc-89eef864aa3e req-d284012a-291a-4a67-b8c8-9c5987f94a61 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f956c5a-b089-40b3-9b1f-d84212db7078 HTTP/1.1" status: 200 len: 944 time: 0.0578649 Mar 01 14:17:09.487358 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-53d12081-d85b-4d84-84fc-89eef864aa3e req-dfcdf37c-e095-456f-ac46-74e19bffc970 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff20f784-f39a-47a7-a35d-712e6a6d67de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495360 Mar 01 14:17:09.944582 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:10.201190 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:10.530926 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:17:10.621710 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a7511-bcec-4317-a655-11b7bfec13ca req-7be35b22-8091-46d8-a410-0093f1a89deb tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:10.623223 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1d7a7511-bcec-4317-a655-11b7bfec13ca req-7be35b22-8091-46d8-a410-0093f1a89deb tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f956c5a-b089-40b3-9b1f-d84212db7078 HTTP/1.1" status: 200 len: 944 time: 0.0633628 Mar 01 14:17:10.651734 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c,segment=NetworkSegment(2bcddc97-b7d5-4b9e-b94a-7453379d7d77),segment_id=2bcddc97-b7d5-4b9e-b94a-7453379d7d77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:17:10.674297 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c', 'network_id': '25239dee-0cb9-4678-8a82-a53f935d0a7a', 'port_id': 'b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c', 'mac_address': 'fa:16:3e:7e:d2:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '746a16fb-2775-4dde-862c-dd77e018c073', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:17:10.718418 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1d7a7511-bcec-4317-a655-11b7bfec13ca req-66c84472-3a8e-4393-a044-53da9cc9fda6 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff20f784-f39a-47a7-a35d-712e6a6d67de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875292 Mar 01 14:17:10.735822 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:17:10.736320 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:10.751758 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:17:10.772674 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c,segment=NetworkSegment(2bcddc97-b7d5-4b9e-b94a-7453379d7d77),segment_id=2bcddc97-b7d5-4b9e-b94a-7453379d7d77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:17:10.778032 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:10.829349 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:17:11.091744 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:17:11.855778 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16efdc-636c-464e-b12f-7532d45987ac req-8f2ab4a5-d4f3-4c14-91b6-7ba22b7b547e tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:11.857414 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2b16efdc-636c-464e-b12f-7532d45987ac req-8f2ab4a5-d4f3-4c14-91b6-7ba22b7b547e tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f956c5a-b089-40b3-9b1f-d84212db7078 HTTP/1.1" status: 200 len: 945 time: 0.0661914 Mar 01 14:17:11.926600 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2b16efdc-636c-464e-b12f-7532d45987ac req-88d9e292-dac4-4005-a4eb-53949d2200f9 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff20f784-f39a-47a7-a35d-712e6a6d67de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631430 Mar 01 14:17:12.307893 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [req-9fda80d1-1bd9-4877-9963-43d6d86c24d0 req-a850ab91-a864-46a0-b361-e72363ac5d5c service neutron] (103726) timed out ('10.222.0.20', 50214) {{(pid=103726) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 01 14:17:12.557221 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:17:12.610084 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:17:12.616952 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:17:12.617904 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:12.702342 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:17:12.702728 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:12.728055 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f956c5a-b089-40b3-9b1f-d84212db7078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:17:12.730300 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e825e52e-a0e2-4568-a9e8-8d7f636a952d" -d '{"events": [{"server_uuid": "1f956c5a-b089-40b3-9b1f-d84212db7078", "name": "network-vif-plugged", "status": "completed", "tag": "b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:17:12.743284 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c,segment=NetworkSegment(2bcddc97-b7d5-4b9e-b94a-7453379d7d77),segment_id=2bcddc97-b7d5-4b9e-b94a-7453379d7d77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:17:12.757182 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:12.798356 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846480ba-d6e7-45d8-b80a-cc562209f9c8 x-openstack-request-id: req-846480ba-d6e7-45d8-b80a-cc562209f9c8 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:17:12.798587 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f956c5a-b089-40b3-9b1f-d84212db7078", "name": "network-vif-plugged", "status": "completed", "tag": "b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:17:12.798828 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-846480ba-d6e7-45d8-b80a-cc562209f9c8 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:17:12.799218 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f956c5a-b089-40b3-9b1f-d84212db7078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c', 'code': 200} Mar 01 14:17:12.821456 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:17:12.891601 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf11519-cc11-4478-a85f-c718b3703acb req-5b2ba69b-9f79-443c-88bd-2c687432ec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:12.893849 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ddf11519-cc11-4478-a85f-c718b3703acb req-5b2ba69b-9f79-443c-88bd-2c687432ec18 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1f956c5a-b089-40b3-9b1f-d84212db7078 HTTP/1.1" status: 200 len: 1128 time: 0.0494583 Mar 01 14:17:12.963528 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ddf11519-cc11-4478-a85f-c718b3703acb req-7b559d0c-80ff-4320-af42-42fc68603e1b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ff20f784-f39a-47a7-a35d-712e6a6d67de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627525 Mar 01 14:17:13.055362 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad4c90-6636-4e94-b67d-d237ab988361 req-1f4fcc99-f3f7-4416-8d4f-b0d0330af94b tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:13.056846 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-76ad4c90-6636-4e94-b67d-d237ab988361 req-1f4fcc99-f3f7-4416-8d4f-b0d0330af94b tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f956c5a-b089-40b3-9b1f-d84212db7078 HTTP/1.1" status: 200 len: 946 time: 0.0528972 Mar 01 14:17:13.109808 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-76ad4c90-6636-4e94-b67d-d237ab988361 req-f9b6845a-525a-4d0d-947e-1406d0cd47fa tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff20f784-f39a-47a7-a35d-712e6a6d67de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469508 Mar 01 14:17:14.243349 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b59b96-9d64-4dc7-9d37-0dc9342d5e4f req-6bbe40a9-3e5c-4cc6-8d07-8d3e755df261 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:14.244891 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c9b59b96-9d64-4dc7-9d37-0dc9342d5e4f req-6bbe40a9-3e5c-4cc6-8d07-8d3e755df261 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f956c5a-b089-40b3-9b1f-d84212db7078 HTTP/1.1" status: 200 len: 946 time: 0.0606894 Mar 01 14:17:14.297455 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c9b59b96-9d64-4dc7-9d37-0dc9342d5e4f req-f05d6579-d323-419e-8772-7e96ce202de6 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff20f784-f39a-47a7-a35d-712e6a6d67de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466249 Mar 01 14:17:15.449981 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd47ee0-7cdc-4465-8507-8e7884e4cb85 req-c010f9ea-eb65-48c0-bd1b-aeff63970fa1 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:15.452056 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fcd47ee0-7cdc-4465-8507-8e7884e4cb85 req-c010f9ea-eb65-48c0-bd1b-aeff63970fa1 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f956c5a-b089-40b3-9b1f-d84212db7078 HTTP/1.1" status: 200 len: 946 time: 0.0561297 Mar 01 14:17:15.512335 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fcd47ee0-7cdc-4465-8507-8e7884e4cb85 req-1f4adb8f-fc9d-40fa-a737-ee50967e925f tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff20f784-f39a-47a7-a35d-712e6a6d67de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539801 Mar 01 14:17:15.643014 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68abdd-348a-407a-a579-cbc10dde88be req-2ac7ca49-54c3-4128-9155-4c5813099fc6 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:15.644528 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5c68abdd-348a-407a-a579-cbc10dde88be req-2ac7ca49-54c3-4128-9155-4c5813099fc6 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f956c5a-b089-40b3-9b1f-d84212db7078 HTTP/1.1" status: 200 len: 946 time: 0.0546551 Mar 01 14:17:15.701977 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5c68abdd-348a-407a-a579-cbc10dde88be req-ed5c6c99-41c8-4773-ae05-db9b8a5dc7c4 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff20f784-f39a-47a7-a35d-712e6a6d67de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470879 Mar 01 14:17:17.184526 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52424) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:17:17.699330 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-74df6d03-ff69-4015-9d2c-7039136f6562 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:17.967217 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-84d1f0f5-54a5-44ec-97ea-998c045b0036 req-d5ea05da-3e35-44a5-886a-fcd8bf7bfca9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ca0cf66d-9534-41df-a6a5-1b5d24c15ef6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0557792 Mar 01 14:17:18.060547 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-74df6d03-ff69-4015-9d2c-7039136f6562 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Allocated IP 172.20.0.17 (25239dee-0cb9-4678-8a82-a53f935d0a7a/746a16fb-2775-4dde-862c-dd77e018c073/0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:17:18.070739 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1f0f5-54a5-44ec-97ea-998c045b0036 req-93dabe8b-139e-473d-b5c6-5615cc8e3699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:18.072827 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-84d1f0f5-54a5-44ec-97ea-998c045b0036 req-93dabe8b-139e-473d-b5c6-5615cc8e3699 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9d5ec2e5ee8b4a468b9498ca0bc38379&device_id=ca0cf66d-9534-41df-a6a5-1b5d24c15ef6 HTTP/1.1" status: 200 len: 1128 time: 0.0552874 Mar 01 14:17:18.194420 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-74df6d03-ff69-4015-9d2c-7039136f6562 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for port (0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:18.206937 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1f0f5-54a5-44ec-97ea-998c045b0036 req-22f3c412-876b-428e-9e8d-7f14532744b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:18.208821 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-84d1f0f5-54a5-44ec-97ea-998c045b0036 req-22f3c412-876b-428e-9e8d-7f14532744b0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a104bb41-9aa1-4603-97e9-e7e936e91015 HTTP/1.1" status: 200 len: 915 time: 0.1134741 Mar 01 14:17:18.237681 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-74df6d03-ff69-4015-9d2c-7039136f6562 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:18.282115 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-84d1f0f5-54a5-44ec-97ea-998c045b0036 req-4c947a3e-492a-4ab7-85aa-641a0fee272e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69bc3d02-0b37-4a61-8ed1-93b38e87946c HTTP/1.1" status: 200 len: 217 time: 0.0672178 Mar 01 14:17:18.282727 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74df6d03-ff69-4015-9d2c-7039136f6562 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Network 25239dee-0cb9-4678-8a82-a53f935d0a7a is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:17:18.286579 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-74df6d03-ff69-4015-9d2c-7039136f6562 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:17:18.299794 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74df6d03-ff69-4015-9d2c-7039136f6562 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:17:18.356120 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df6d03-ff69-4015-9d2c-7039136f6562 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'Port': ['ID=0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:17:18.373446 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df6d03-ff69-4015-9d2c-7039136f6562 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:18.373787 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df6d03-ff69-4015-9d2c-7039136f6562 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:18.374126 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df6d03-ff69-4015-9d2c-7039136f6562 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:18.374460 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df6d03-ff69-4015-9d2c-7039136f6562 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:18.374797 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df6d03-ff69-4015-9d2c-7039136f6562 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:18.375426 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df6d03-ff69-4015-9d2c-7039136f6562 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:18.375426 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df6d03-ff69-4015-9d2c-7039136f6562 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:18.375793 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df6d03-ff69-4015-9d2c-7039136f6562 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:18.376168 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df6d03-ff69-4015-9d2c-7039136f6562 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:18.376549 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df6d03-ff69-4015-9d2c-7039136f6562 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:18.376879 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df6d03-ff69-4015-9d2c-7039136f6562 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:18.377202 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df6d03-ff69-4015-9d2c-7039136f6562 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:18.377521 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df6d03-ff69-4015-9d2c-7039136f6562 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:18.398708 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-74df6d03-ff69-4015-9d2c-7039136f6562 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (cf421311-1b00-4b16-a906-b9a4ea2592ac), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:18.410454 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1f0f5-54a5-44ec-97ea-998c045b0036 req-c98d836f-bf94-4c5a-bb77-62bb077fa701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:18.412253 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-84d1f0f5-54a5-44ec-97ea-998c045b0036 req-c98d836f-bf94-4c5a-bb77-62bb077fa701 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=42d0a3fa-71fc-44c4-acca-4dcedd73e801 HTTP/1.1" status: 200 len: 854 time: 0.1232610 Mar 01 14:17:18.459734 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-84d1f0f5-54a5-44ec-97ea-998c045b0036 req-63e84b1a-0ae6-4fcd-b54b-3c45504767d8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a104bb41-9aa1-4603-97e9-e7e936e91015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374811 Mar 01 14:17:18.610990 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-84d1f0f5-54a5-44ec-97ea-998c045b0036 req-c1fcb8f0-0a2b-47f1-8b03-019e4704b036 service neutron] 10.222.0.32 "GET /v2.0/networks/a104bb41-9aa1-4603-97e9-e7e936e91015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444581 Mar 01 14:17:18.643333 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-74df6d03-ff69-4015-9d2c-7039136f6562 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:18.705866 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-7ae317ba-ad7f-4b19-856a-48e25970bd86 None None] Provisioning complete for port 0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:17:18.706464 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7ae317ba-ad7f-4b19-856a-48e25970bd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:18.730236 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-84d1f0f5-54a5-44ec-97ea-998c045b0036 req-104ed425-3cd3-4abc-b44a-7815993200f4 service neutron] 10.222.0.32 "GET /v2.0/networks/a104bb41-9aa1-4603-97e9-e7e936e91015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124077 Mar 01 14:17:18.769426 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-7ae317ba-ad7f-4b19-856a-48e25970bd86 None None] Port 0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:17:19.304184 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-74df6d03-ff69-4015-9d2c-7039136f6562 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for port (0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:19.309893 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-74df6d03-ff69-4015-9d2c-7039136f6562 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:19.392428 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df6d03-ff69-4015-9d2c-7039136f6562 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'Port': ['ID=0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:17:19.396311 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-74df6d03-ff69-4015-9d2c-7039136f6562 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (cf421311-1b00-4b16-a906-b9a4ea2592ac), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:19.517927 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74df6d03-ff69-4015-9d2c-7039136f6562 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Network 25239dee-0cb9-4678-8a82-a53f935d0a7a is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:17:19.519344 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-74df6d03-ff69-4015-9d2c-7039136f6562 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:17:19.652262 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74df6d03-ff69-4015-9d2c-7039136f6562 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Router cf421311-1b00-4b16-a906-b9a4ea2592ac has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:17:19.785838 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74df6d03-ff69-4015-9d2c-7039136f6562 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:17:19.801629 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12358af9-ce98-4db0-b3a6-2bbe15b9204a None None] Sync routers for ids ['cf421311-1b00-4b16-a906-b9a4ea2592ac'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:17:19.808760 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-74df6d03-ff69-4015-9d2c-7039136f6562 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "PUT /v2.0/routers/cf421311-1b00-4b16-a906-b9a4ea2592ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6233683 Mar 01 14:17:19.816858 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12358af9-ce98-4db0-b3a6-2bbe15b9204a None None] Routers {'cf421311-1b00-4b16-a906-b9a4ea2592ac'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:17:19.817712 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-12358af9-ce98-4db0-b3a6-2bbe15b9204a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:16:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['cf421311-1b00-4b16-a906-b9a4ea2592ac'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:17:19.912935 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-b18632ec-d362-4456-af0c-e26d216809e1 None None] Provisioning complete for port 0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:17:19.914558 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b18632ec-d362-4456-af0c-e26d216809e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:19.955421 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-b18632ec-d362-4456-af0c-e26d216809e1 None None] Port 0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:17:20.071305 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-12358af9-ce98-4db0-b3a6-2bbe15b9204a None None] Set router cf421311-1b00-4b16-a906-b9a4ea2592ac gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:17:20.312783 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-12358af9-ce98-4db0-b3a6-2bbe15b9204a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'name': 'tempest-TestNetworkBasicOps-router-746108323', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:15:20Z', 'updated_at': '2022-03-01T14:17:18Z', 'revision_number': 5, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'gw_port': {'id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:21Z', 'updated_at': '2022-03-01T14:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '16d3a318-56cb-4c46-8344-835d8d1ad5b2', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'floating_ip_address': '172.25.1.9', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'port_id': '68444cb1-99a0-4134-bf69-168e4e776937', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190', 'mac_address': 'fa:16:3e:d6:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c551006b-e286-48c0-836b-19d56ee90346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:15:50Z', 'updated_at': '2022-03-01T14:15:55Z', 'revision_number': 1, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37', 'name': '', 'network_id': '25239dee-0cb9-4678-8a82-a53f935d0a7a', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'mac_address': 'fa:16:3e:0a:6f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '746a16fb-2775-4dde-862c-dd77e018c073', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:17:17Z', 'updated_at': '2022-03-01T14:17:19Z', 'revision_number': 2, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'subnets': [{'id': '746a16fb-2775-4dde-862c-dd77e018c073', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '15ffff99-7733-43d2-9caa-9c2e4b3e43bc', 'name': '', 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'mac_address': 'fa:16:3e:00:c4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '704d5c11-ff76-46e1-be02-ca4b0482684a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:26Z', 'updated_at': '2022-03-01T14:15:32Z', 'revision_number': 5, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'subnets': [{'id': '704d5c11-ff76-46e1-be02-ca4b0482684a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:17:20.339453 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12358af9-ce98-4db0-b3a6-2bbe15b9204a None None] Checking router: cf421311-1b00-4b16-a906-b9a4ea2592ac for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:17:20.339837 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12358af9-ce98-4db0-b3a6-2bbe15b9204a None None] Updating router cf421311-1b00-4b16-a906-b9a4ea2592ac port 0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37 binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:17:20.367732 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-12358af9-ce98-4db0-b3a6-2bbe15b9204a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:20.654438 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-12358af9-ce98-4db0-b3a6-2bbe15b9204a None None] Publish callbacks [] for port (0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:20.661377 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-12358af9-ce98-4db0-b3a6-2bbe15b9204a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:20.760053 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87815bd2-ecfb-455c-8614-5622cb37d5b4 None None] Pushing event updated for resources: {'Port': ['ID=0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:17:20.776414 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-12358af9-ce98-4db0-b3a6-2bbe15b9204a None None] Attempting to bind port 0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:17:20.776843 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-12358af9-ce98-4db0-b3a6-2bbe15b9204a None None] Attempting to bind port 0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '2bcddc97-b7d5-4b9e-b94a-7453379d7d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '25239dee-0cb9-4678-8a82-a53f935d0a7a'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:17:20.777192 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12358af9-ce98-4db0-b3a6-2bbe15b9204a None None] Attempting to bind port 0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37 on network 25239dee-0cb9-4678-8a82-a53f935d0a7a {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:17:20.783085 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12358af9-ce98-4db0-b3a6-2bbe15b9204a None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:17:20.783458 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12358af9-ce98-4db0-b3a6-2bbe15b9204a None None] Checking segment: {'id': '2bcddc97-b7d5-4b9e-b94a-7453379d7d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '25239dee-0cb9-4678-8a82-a53f935d0a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:17:20.783887 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-12358af9-ce98-4db0-b3a6-2bbe15b9204a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:20.784410 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12358af9-ce98-4db0-b3a6-2bbe15b9204a None None] Bound using segment: {'id': '2bcddc97-b7d5-4b9e-b94a-7453379d7d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '25239dee-0cb9-4678-8a82-a53f935d0a7a'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:17:20.784876 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-12358af9-ce98-4db0-b3a6-2bbe15b9204a None None] Bound port: 0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bcddc97-b7d5-4b9e-b94a-7453379d7d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '25239dee-0cb9-4678-8a82-a53f935d0a7a'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:17:20.785298 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-12358af9-ce98-4db0-b3a6-2bbe15b9204a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:20.856605 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-12358af9-ce98-4db0-b3a6-2bbe15b9204a None None] For port 0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:17:20.859711 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-12358af9-ce98-4db0-b3a6-2bbe15b9204a None None] For port 0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37,segment=NetworkSegment(2bcddc97-b7d5-4b9e-b94a-7453379d7d77),segment_id=2bcddc97-b7d5-4b9e-b94a-7453379d7d77)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:17:20.866963 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-12358af9-ce98-4db0-b3a6-2bbe15b9204a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:20.927352 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12358af9-ce98-4db0-b3a6-2bbe15b9204a None None] Routers {'cf421311-1b00-4b16-a906-b9a4ea2592ac'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:17:20.927996 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-12358af9-ce98-4db0-b3a6-2bbe15b9204a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:16:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['cf421311-1b00-4b16-a906-b9a4ea2592ac'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:17:20.986656 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87815bd2-ecfb-455c-8614-5622cb37d5b4 None None] Pushing event updated for resources: {'Port': ['ID=0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37,revision_number=4']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:17:21.076079 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-12358af9-ce98-4db0-b3a6-2bbe15b9204a None None] Set router cf421311-1b00-4b16-a906-b9a4ea2592ac gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:17:21.094784 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-23e967f0-823e-4682-b82d-76c5c9316e37 None None] Provisioning complete for port 0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:17:21.095844 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-23e967f0-823e-4682-b82d-76c5c9316e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:21.216152 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-23e967f0-823e-4682-b82d-76c5c9316e37 None None] Current status of the port 0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:17:21.216549 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-23e967f0-823e-4682-b82d-76c5c9316e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:21.255724 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-23e967f0-823e-4682-b82d-76c5c9316e37 None None] For port 0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37,segment=NetworkSegment(2bcddc97-b7d5-4b9e-b94a-7453379d7d77),segment_id=2bcddc97-b7d5-4b9e-b94a-7453379d7d77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:17:21.262807 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-23e967f0-823e-4682-b82d-76c5c9316e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:21.325827 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e967f0-823e-4682-b82d-76c5c9316e37 None None] Pushing event updated for resources: {'Port': ['ID=0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:17:21.381991 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-f0db0b6d-5770-4360-b79a-36b199debc5a None None] Provisioning complete for port 0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:17:21.382367 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f0db0b6d-5770-4360-b79a-36b199debc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:21.403514 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-12358af9-ce98-4db0-b3a6-2bbe15b9204a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'name': 'tempest-TestNetworkBasicOps-router-746108323', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:15:20Z', 'updated_at': '2022-03-01T14:17:18Z', 'revision_number': 5, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'gw_port': {'id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:21Z', 'updated_at': '2022-03-01T14:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '16d3a318-56cb-4c46-8344-835d8d1ad5b2', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'floating_ip_address': '172.25.1.9', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'port_id': '68444cb1-99a0-4134-bf69-168e4e776937', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190', 'mac_address': 'fa:16:3e:d6:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c551006b-e286-48c0-836b-19d56ee90346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:15:50Z', 'updated_at': '2022-03-01T14:15:55Z', 'revision_number': 1, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37', 'name': '', 'network_id': '25239dee-0cb9-4678-8a82-a53f935d0a7a', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'mac_address': 'fa:16:3e:0a:6f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '746a16fb-2775-4dde-862c-dd77e018c073', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:17:17Z', 'updated_at': '2022-03-01T14:17:20Z', 'revision_number': 4, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'subnets': [{'id': '746a16fb-2775-4dde-862c-dd77e018c073', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '15ffff99-7733-43d2-9caa-9c2e4b3e43bc', 'name': '', 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'mac_address': 'fa:16:3e:00:c4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '704d5c11-ff76-46e1-be02-ca4b0482684a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:26Z', 'updated_at': '2022-03-01T14:15:32Z', 'revision_number': 5, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'subnets': [{'id': '704d5c11-ff76-46e1-be02-ca4b0482684a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:17:21.438297 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12358af9-ce98-4db0-b3a6-2bbe15b9204a None None] The sync data for ids ['cf421311-1b00-4b16-a906-b9a4ea2592ac'] in n-d-827467-3 is: [{'id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'name': 'tempest-TestNetworkBasicOps-router-746108323', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:15:20Z', 'updated_at': '2022-03-01T14:17:18Z', 'revision_number': 5, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'gw_port': {'id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:21Z', 'updated_at': '2022-03-01T14:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '16d3a318-56cb-4c46-8344-835d8d1ad5b2', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'floating_ip_address': '172.25.1.9', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'port_id': '68444cb1-99a0-4134-bf69-168e4e776937', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190', 'mac_address': 'fa:16:3e:d6:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c551006b-e286-48c0-836b-19d56ee90346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:15:50Z', 'updated_at': '2022-03-01T14:15:55Z', 'revision_number': 1, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37', 'name': '', 'network_id': '25239dee-0cb9-4678-8a82-a53f935d0a7a', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'mac_address': 'fa:16:3e:0a:6f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '746a16fb-2775-4dde-862c-dd77e018c073', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:17:17Z', 'updated_at': '2022-03-01T14:17:20Z', 'revision_number': 4, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'subnets': [{'id': '746a16fb-2775-4dde-862c-dd77e018c073', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '15ffff99-7733-43d2-9caa-9c2e4b3e43bc', 'name': '', 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'mac_address': 'fa:16:3e:00:c4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '704d5c11-ff76-46e1-be02-ca4b0482684a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:26Z', 'updated_at': '2022-03-01T14:15:32Z', 'revision_number': 5, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'subnets': [{'id': '704d5c11-ff76-46e1-be02-ca4b0482684a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:17:21.465950 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f0db0b6d-5770-4360-b79a-36b199debc5a None None] Current status of the port 0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:17:21.958828 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:17:22.017190 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:17:22.017945 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:22.108363 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:17:23.979472 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26660c83-c4b9-4827-a234-3d5974e863ca req-8c767830-def9-406c-bac3-7d1fabf7798f tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:23.980964 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26660c83-c4b9-4827-a234-3d5974e863ca req-8c767830-def9-406c-bac3-7d1fabf7798f tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0cf66d-9534-41df-a6a5-1b5d24c15ef6 HTTP/1.1" status: 200 len: 946 time: 0.0772803 Mar 01 14:17:23.993784 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-aab189e9-4dd0-465a-9db3-fd9c8708d616 req-3c04ce61-694b-43c5-a15f-62503a77d511 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c551006b-e286-48c0-836b-19d56ee90346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0609400 Mar 01 14:17:24.036396 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26660c83-c4b9-4827-a234-3d5974e863ca req-446b9ab5-fb79-429f-81ec-efd989f9bb43 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/security-groups?id=879ce1c0-f602-4a16-aff3-3ad173da5479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497384 Mar 01 14:17:24.088650 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab189e9-4dd0-465a-9db3-fd9c8708d616 req-4d655b93-5c9e-49f8-91f4-7b120b039d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:24.090185 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-aab189e9-4dd0-465a-9db3-fd9c8708d616 req-4d655b93-5c9e-49f8-91f4-7b120b039d5a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff4bcaf99ac549c98e3a0b08d618fa3f&device_id=c551006b-e286-48c0-836b-19d56ee90346 HTTP/1.1" status: 200 len: 1127 time: 0.0491173 Mar 01 14:17:24.206891 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab189e9-4dd0-465a-9db3-fd9c8708d616 req-6ebb11e4-bea5-4a37-bf64-dfed32f2e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:24.208739 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-aab189e9-4dd0-465a-9db3-fd9c8708d616 req-6ebb11e4-bea5-4a37-bf64-dfed32f2e774 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1022c802-90c0-4c6e-8805-305a97ea0190 HTTP/1.1" status: 200 len: 897 time: 0.0997570 Mar 01 14:17:24.283311 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-aab189e9-4dd0-465a-9db3-fd9c8708d616 req-c5c88f52-0fca-4f14-82b5-85f20ebda16b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68444cb1-99a0-4134-bf69-168e4e776937 HTTP/1.1" status: 200 len: 999 time: 0.0686877 Mar 01 14:17:24.334134 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab189e9-4dd0-465a-9db3-fd9c8708d616 req-80962b04-5497-46cc-8598-355bbaa328b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:24.336312 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-aab189e9-4dd0-465a-9db3-fd9c8708d616 req-80962b04-5497-46cc-8598-355bbaa328b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=704d5c11-ff76-46e1-be02-ca4b0482684a HTTP/1.1" status: 200 len: 835 time: 0.0472419 Mar 01 14:17:24.390814 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab189e9-4dd0-465a-9db3-fd9c8708d616 req-aded7878-e2e5-4097-a8a7-48f9989867bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:24.392412 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-aab189e9-4dd0-465a-9db3-fd9c8708d616 req-aded7878-e2e5-4097-a8a7-48f9989867bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1022c802-90c0-4c6e-8805-305a97ea0190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505517 Mar 01 14:17:24.488856 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-aab189e9-4dd0-465a-9db3-fd9c8708d616 req-85245206-2ea0-4918-a6d2-2cb9cfd62294 service neutron] 10.222.0.20 "GET /v2.0/networks/1022c802-90c0-4c6e-8805-305a97ea0190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893576 Mar 01 14:17:24.577502 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-aab189e9-4dd0-465a-9db3-fd9c8708d616 req-e2505a86-d15b-424c-9d27-46dd5d30f77d service neutron] 10.222.0.20 "GET /v2.0/networks/1022c802-90c0-4c6e-8805-305a97ea0190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821819 Mar 01 14:17:25.178418 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a953671-5f2e-4c9b-88c9-e7bf35ffe2c4 req-f8a1e18f-b9ed-476b-888e-2bdc6b6bc62e tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:25.180510 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1a953671-5f2e-4c9b-88c9-e7bf35ffe2c4 req-f8a1e18f-b9ed-476b-888e-2bdc6b6bc62e tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0cf66d-9534-41df-a6a5-1b5d24c15ef6 HTTP/1.1" status: 200 len: 946 time: 0.0558770 Mar 01 14:17:25.235612 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1a953671-5f2e-4c9b-88c9-e7bf35ffe2c4 req-15d7a8c1-d90a-4afc-89f4-348a38e65c15 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/security-groups?id=879ce1c0-f602-4a16-aff3-3ad173da5479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490320 Mar 01 14:17:25.262568 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c432fcb2-4bea-4f8f-a3a8-700ba576d271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:25.732418 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c906c1c-5e58-4d4c-b107-74af1e39c355 req-22177934-0654-4db4-843c-24804fcf50b6 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:25.733767 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9c906c1c-5e58-4d4c-b107-74af1e39c355 req-22177934-0654-4db4-843c-24804fcf50b6 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca0cf66d-9534-41df-a6a5-1b5d24c15ef6 HTTP/1.1" status: 200 len: 946 time: 0.0567057 Mar 01 14:17:25.843736 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-9c906c1c-5e58-4d4c-b107-74af1e39c355 req-ede202e6-a176-4100-907c-896be873f826 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Deleting port 69bc3d02-0b37-4a61-8ed1-93b38e87946c {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:17:25.844095 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9c906c1c-5e58-4d4c-b107-74af1e39c355 req-ede202e6-a176-4100-907c-896be873f826 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (69bc3d02-0b37-4a61-8ed1-93b38e87946c), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:25.940963 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-9c906c1c-5e58-4d4c-b107-74af1e39c355 req-ede202e6-a176-4100-907c-896be873f826 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] For port 69bc3d02-0b37-4a61-8ed1-93b38e87946c, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=69bc3d02-0b37-4a61-8ed1-93b38e87946c,segment=NetworkSegment(b1ced365-9d41-4d00-a1c9-f239385395e4),segment_id=b1ced365-9d41-4d00-a1c9-f239385395e4)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:17:25.941381 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9c906c1c-5e58-4d4c-b107-74af1e39c355 req-ede202e6-a176-4100-907c-896be873f826 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (69bc3d02-0b37-4a61-8ed1-93b38e87946c), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:25.954945 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-9c906c1c-5e58-4d4c-b107-74af1e39c355 req-ede202e6-a176-4100-907c-896be873f826 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Calling delete_port for 69bc3d02-0b37-4a61-8ed1-93b38e87946c owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:17:26.080411 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9c906c1c-5e58-4d4c-b107-74af1e39c355 req-ede202e6-a176-4100-907c-896be873f826 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (69bc3d02-0b37-4a61-8ed1-93b38e87946c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:26.092458 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['69bc3d02-0b37-4a61-8ed1-93b38e87946c'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:17:26.112678 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede202e6-a176-4100-907c-896be873f826 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Pushing event deleted for resources: {'Port': ['ID=69bc3d02-0b37-4a61-8ed1-93b38e87946c,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:17:26.122973 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede202e6-a176-4100-907c-896be873f826 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:26.123322 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede202e6-a176-4100-907c-896be873f826 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:26.123659 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede202e6-a176-4100-907c-896be873f826 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:26.124016 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede202e6-a176-4100-907c-896be873f826 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:26.124349 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede202e6-a176-4100-907c-896be873f826 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:26.124674 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede202e6-a176-4100-907c-896be873f826 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:26.125000 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede202e6-a176-4100-907c-896be873f826 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:26.125324 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede202e6-a176-4100-907c-896be873f826 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:26.125649 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede202e6-a176-4100-907c-896be873f826 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:26.125964 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede202e6-a176-4100-907c-896be873f826 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:26.126767 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede202e6-a176-4100-907c-896be873f826 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:26.126767 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede202e6-a176-4100-907c-896be873f826 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:26.126946 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede202e6-a176-4100-907c-896be873f826 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:26.176334 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c906c1c-5e58-4d4c-b107-74af1e39c355 req-ede202e6-a176-4100-907c-896be873f826 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] No DVR routers for this DVR port 69bc3d02-0b37-4a61-8ed1-93b38e87946c on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:17:26.179090 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-9c906c1c-5e58-4d4c-b107-74af1e39c355 req-ede202e6-a176-4100-907c-896be873f826 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:26.182622 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9c906c1c-5e58-4d4c-b107-74af1e39c355 req-ede202e6-a176-4100-907c-896be873f826 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.32 "DELETE /v2.0/ports/69bc3d02-0b37-4a61-8ed1-93b38e87946c HTTP/1.1" status: 204 len: 173 time: 0.4433050 Mar 01 14:17:26.183082 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0cf66d-9534-41df-a6a5-1b5d24c15ef6', 'name': 'network-vif-deleted', 'tag': '69bc3d02-0b37-4a61-8ed1-93b38e87946c'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:17:26.185314 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b934d858-0899-467b-963f-8de65cf1661d" -d '{"events": [{"server_uuid": "ca0cf66d-9534-41df-a6a5-1b5d24c15ef6", "name": "network-vif-deleted", "tag": "69bc3d02-0b37-4a61-8ed1-93b38e87946c"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:17:26.224522 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258ef640-2382-4e7a-a45f-2b00d129f470 x-openstack-request-id: req-258ef640-2382-4e7a-a45f-2b00d129f470 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:17:26.224820 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0cf66d-9534-41df-a6a5-1b5d24c15ef6", "name": "network-vif-deleted", "tag": "69bc3d02-0b37-4a61-8ed1-93b38e87946c", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:17:26.225075 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-258ef640-2382-4e7a-a45f-2b00d129f470 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:17:26.225501 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0cf66d-9534-41df-a6a5-1b5d24c15ef6', 'name': 'network-vif-deleted', 'tag': '69bc3d02-0b37-4a61-8ed1-93b38e87946c', 'status': 'completed', 'code': 200} Mar 01 14:17:26.352262 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-512f8039-bb98-4160-8df7-2f353ecb4789 req-8c134ab3-9d7e-4d62-bdd3-76d5def629f5 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0cf66d-9534-41df-a6a5-1b5d24c15ef6 HTTP/1.1" status: 200 len: 210 time: 0.0293477 Mar 01 14:17:27.458728 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e17f1044-0e55-4a06-b8bd-21e6d06ff79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:28.634900 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 69bc3d02-0b37-4a61-8ed1-93b38e87946c no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:17:28.659708 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: 69bc3d02-0b37-4a61-8ed1-93b38e87946c {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:17:28.660057 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 69bc3d02-0b37-4a61-8ed1-93b38e87946c not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:17:28.939109 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:30.100513 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:31.730102 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:37.566784 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40534e2a-9e17-4331-b414-4381351a14b3 req-73e8393c-1005-4af0-8c3c-0a1853c85054 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:37.569152 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-40534e2a-9e17-4331-b414-4381351a14b3 req-73e8393c-1005-4af0-8c3c-0a1853c85054 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/networks?id=a104bb41-9aa1-4603-97e9-e7e936e91015 HTTP/1.1" status: 200 len: 814 time: 0.1067746 Mar 01 14:17:37.586172 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-40534e2a-9e17-4331-b414-4381351a14b3 req-8a59064c-3612-487d-84a7-131f538c791a tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/quotas/9d5ec2e5ee8b4a468b9498ca0bc38379 HTTP/1.1" status: 200 len: 375 time: 0.0100367 Mar 01 14:17:37.620824 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-40534e2a-9e17-4331-b414-4381351a14b3 req-cfa4ec07-cecc-4781-b9fd-23b2fd8f6d92 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d5ec2e5ee8b4a468b9498ca0bc38379&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293739 Mar 01 14:17:37.721620 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-40534e2a-9e17-4331-b414-4381351a14b3 req-c3e29f47-e908-4811-880a-98ee7d0c1d8a service neutron] 10.222.0.13 "GET /v2.0/networks/a104bb41-9aa1-4603-97e9-e7e936e91015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914338 Mar 01 14:17:37.813861 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-40534e2a-9e17-4331-b414-4381351a14b3 req-bbdea5a3-204f-40f7-b28d-cf66dbe991ad service neutron] 10.222.0.13 "GET /v2.0/networks/a104bb41-9aa1-4603-97e9-e7e936e91015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857050 Mar 01 14:17:38.069762 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ebc9fe7-41c4-4874-b47c-d7b0f5ba1e7f req-5e2d9e60-6c89-48a8-994e-3d0e784c1cdb tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/ports?device_id=a235df14-86ba-4763-9db5-2c80692e14aa HTTP/1.1" status: 200 len: 210 time: 0.1027257 Mar 01 14:17:39.022838 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40534e2a-9e17-4331-b414-4381351a14b3 req-ab88df30-540f-4abb-ad6b-b25415b594be tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:39.024762 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-40534e2a-9e17-4331-b414-4381351a14b3 req-ab88df30-540f-4abb-ad6b-b25415b594be tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.32 "GET /v2.0/networks?id=a104bb41-9aa1-4603-97e9-e7e936e91015 HTTP/1.1" status: 200 len: 814 time: 0.1270332 Mar 01 14:17:39.039955 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-40534e2a-9e17-4331-b414-4381351a14b3 req-6bbb34bd-7a0a-4a89-b482-d994b2f19536 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Request body: {'port': {'device_id': 'a235df14-86ba-4763-9db5-2c80692e14aa', 'network_id': 'a104bb41-9aa1-4603-97e9-e7e936e91015', 'admin_state_up': True, 'tenant_id': '9d5ec2e5ee8b4a468b9498ca0bc38379'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:17:39.161087 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40534e2a-9e17-4331-b414-4381351a14b3 req-6bbb34bd-7a0a-4a89-b482-d994b2f19536 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Made reservation on behalf of 9d5ec2e5ee8b4a468b9498ca0bc38379 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:17:39.164925 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-40534e2a-9e17-4331-b414-4381351a14b3 req-6bbb34bd-7a0a-4a89-b482-d994b2f19536 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:39.182881 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b336d014-733a-455e-9ee2-97f80b6068a3 req-fe546b9c-b23c-4149-8ad6-eea37327c5a7 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/ports?device_id=a235df14-86ba-4763-9db5-2c80692e14aa HTTP/1.1" status: 200 len: 210 time: 0.0398960 Mar 01 14:17:39.317316 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-40534e2a-9e17-4331-b414-4381351a14b3 req-6bbb34bd-7a0a-4a89-b482-d994b2f19536 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Allocated IP 172.20.0.8 (a104bb41-9aa1-4603-97e9-e7e936e91015/42d0a3fa-71fc-44c4-acca-4dcedd73e801/c18761fb-fbd3-4068-b217-f58abe050e67) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:17:39.477131 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-40534e2a-9e17-4331-b414-4381351a14b3 req-6bbb34bd-7a0a-4a89-b482-d994b2f19536 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Publish callbacks [] for port (c18761fb-fbd3-4068-b217-f58abe050e67), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:39.510783 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-40534e2a-9e17-4331-b414-4381351a14b3 req-6bbb34bd-7a0a-4a89-b482-d994b2f19536 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (c18761fb-fbd3-4068-b217-f58abe050e67), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:39.559769 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40534e2a-9e17-4331-b414-4381351a14b3 req-6bbb34bd-7a0a-4a89-b482-d994b2f19536 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Network a104bb41-9aa1-4603-97e9-e7e936e91015 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:17:39.562916 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-40534e2a-9e17-4331-b414-4381351a14b3 req-6bbb34bd-7a0a-4a89-b482-d994b2f19536 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:17:39.567861 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-40534e2a-9e17-4331-b414-4381351a14b3 req-6bbb34bd-7a0a-4a89-b482-d994b2f19536 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:17:39.572109 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb34bd-7a0a-4a89-b482-d994b2f19536 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Pushing event updated for resources: {'Port': ['ID=c18761fb-fbd3-4068-b217-f58abe050e67,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:17:39.621422 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40534e2a-9e17-4331-b414-4381351a14b3 req-6bbb34bd-7a0a-4a89-b482-d994b2f19536 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:39.622049 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-40534e2a-9e17-4331-b414-4381351a14b3 req-6bbb34bd-7a0a-4a89-b482-d994b2f19536 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:39.638229 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-40534e2a-9e17-4331-b414-4381351a14b3 req-6bbb34bd-7a0a-4a89-b482-d994b2f19536 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6024833 Mar 01 14:17:39.649789 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-40534e2a-9e17-4331-b414-4381351a14b3 req-7383e332-bfea-439a-bc5b-c4d329392c69 service neutron] Request body: {'port': {'device_id': 'a235df14-86ba-4763-9db5-2c80692e14aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:17:39.715876 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-40534e2a-9e17-4331-b414-4381351a14b3 req-7383e332-bfea-439a-bc5b-c4d329392c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c18761fb-fbd3-4068-b217-f58abe050e67), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:39.830291 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:17:39.938379 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:39.985861 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-40534e2a-9e17-4331-b414-4381351a14b3 req-7383e332-bfea-439a-bc5b-c4d329392c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c18761fb-fbd3-4068-b217-f58abe050e67 {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:17:39.993667 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-40534e2a-9e17-4331-b414-4381351a14b3 req-7383e332-bfea-439a-bc5b-c4d329392c69 service neutron] Publish callbacks [] for port (c18761fb-fbd3-4068-b217-f58abe050e67), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:40.005831 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-40534e2a-9e17-4331-b414-4381351a14b3 req-7383e332-bfea-439a-bc5b-c4d329392c69 service neutron] Transition to ACTIVE for port object c18761fb-fbd3-4068-b217-f58abe050e67 will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:17:40.010137 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-40534e2a-9e17-4331-b414-4381351a14b3 req-7383e332-bfea-439a-bc5b-c4d329392c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (c18761fb-fbd3-4068-b217-f58abe050e67), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:40.061529 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383e332-bfea-439a-bc5b-c4d329392c69 service neutron] Pushing event updated for resources: {'Port': ['ID=c18761fb-fbd3-4068-b217-f58abe050e67,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:17:40.125950 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-40534e2a-9e17-4331-b414-4381351a14b3 req-7383e332-bfea-439a-bc5b-c4d329392c69 service neutron] Attempting to bind port c18761fb-fbd3-4068-b217-f58abe050e67 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:17:40.126284 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-40534e2a-9e17-4331-b414-4381351a14b3 req-7383e332-bfea-439a-bc5b-c4d329392c69 service neutron] Attempting to bind port c18761fb-fbd3-4068-b217-f58abe050e67 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'b1ced365-9d41-4d00-a1c9-f239385395e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a104bb41-9aa1-4603-97e9-e7e936e91015'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:17:40.126615 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40534e2a-9e17-4331-b414-4381351a14b3 req-7383e332-bfea-439a-bc5b-c4d329392c69 service neutron] Attempting to bind port c18761fb-fbd3-4068-b217-f58abe050e67 on network a104bb41-9aa1-4603-97e9-e7e936e91015 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:17:40.130785 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40534e2a-9e17-4331-b414-4381351a14b3 req-7383e332-bfea-439a-bc5b-c4d329392c69 service neutron] Port c18761fb-fbd3-4068-b217-f58abe050e67 on network a104bb41-9aa1-4603-97e9-e7e936e91015 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:17:40.131104 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40534e2a-9e17-4331-b414-4381351a14b3 req-7383e332-bfea-439a-bc5b-c4d329392c69 service neutron] Attempting to bind port c18761fb-fbd3-4068-b217-f58abe050e67 on network a104bb41-9aa1-4603-97e9-e7e936e91015 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:17:40.136637 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40534e2a-9e17-4331-b414-4381351a14b3 req-7383e332-bfea-439a-bc5b-c4d329392c69 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:17:40.136970 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40534e2a-9e17-4331-b414-4381351a14b3 req-7383e332-bfea-439a-bc5b-c4d329392c69 service neutron] Checking segment: {'id': 'b1ced365-9d41-4d00-a1c9-f239385395e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a104bb41-9aa1-4603-97e9-e7e936e91015'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:17:40.137345 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40534e2a-9e17-4331-b414-4381351a14b3 req-7383e332-bfea-439a-bc5b-c4d329392c69 service neutron] Bound using segment: {'id': 'b1ced365-9d41-4d00-a1c9-f239385395e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a104bb41-9aa1-4603-97e9-e7e936e91015'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:17:40.137770 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-40534e2a-9e17-4331-b414-4381351a14b3 req-7383e332-bfea-439a-bc5b-c4d329392c69 service neutron] Bound port: c18761fb-fbd3-4068-b217-f58abe050e67, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ced365-9d41-4d00-a1c9-f239385395e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a104bb41-9aa1-4603-97e9-e7e936e91015'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:17:40.138120 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-40534e2a-9e17-4331-b414-4381351a14b3 req-7383e332-bfea-439a-bc5b-c4d329392c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c18761fb-fbd3-4068-b217-f58abe050e67), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:40.188351 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:40.210553 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-40534e2a-9e17-4331-b414-4381351a14b3 req-7383e332-bfea-439a-bc5b-c4d329392c69 service neutron] For port c18761fb-fbd3-4068-b217-f58abe050e67, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:17:40.214691 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-40534e2a-9e17-4331-b414-4381351a14b3 req-7383e332-bfea-439a-bc5b-c4d329392c69 service neutron] For port c18761fb-fbd3-4068-b217-f58abe050e67, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=c18761fb-fbd3-4068-b217-f58abe050e67,segment=NetworkSegment(b1ced365-9d41-4d00-a1c9-f239385395e4),segment_id=b1ced365-9d41-4d00-a1c9-f239385395e4)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:17:40.221593 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-40534e2a-9e17-4331-b414-4381351a14b3 req-7383e332-bfea-439a-bc5b-c4d329392c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (c18761fb-fbd3-4068-b217-f58abe050e67), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:40.267606 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40534e2a-9e17-4331-b414-4381351a14b3 req-7383e332-bfea-439a-bc5b-c4d329392c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:40.268251 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-40534e2a-9e17-4331-b414-4381351a14b3 req-7383e332-bfea-439a-bc5b-c4d329392c69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:40.269556 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-40534e2a-9e17-4331-b414-4381351a14b3 req-7383e332-bfea-439a-bc5b-c4d329392c69 service neutron] 10.222.0.32 "PUT /v2.0/ports/c18761fb-fbd3-4068-b217-f58abe050e67 HTTP/1.1" status: 200 len: 1091 time: 0.6243787 Mar 01 14:17:40.271107 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a235df14-86ba-4763-9db5-2c80692e14aa', 'tag': 'c18761fb-fbd3-4068-b217-f58abe050e67'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:17:40.273416 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa85fb2-77aa-4c68-84d2-5e6772dfdccf" -d '{"events": [{"name": "network-changed", "server_uuid": "a235df14-86ba-4763-9db5-2c80692e14aa", "tag": "c18761fb-fbd3-4068-b217-f58abe050e67"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:17:40.323796 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ec41f0-fde5-4a2a-8911-0529ad950a51 x-openstack-request-id: req-85ec41f0-fde5-4a2a-8911-0529ad950a51 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:17:40.324087 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a235df14-86ba-4763-9db5-2c80692e14aa", "tag": "c18761fb-fbd3-4068-b217-f58abe050e67", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:17:40.324338 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-85ec41f0-fde5-4a2a-8911-0529ad950a51 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:17:40.324736 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a235df14-86ba-4763-9db5-2c80692e14aa', 'tag': 'c18761fb-fbd3-4068-b217-f58abe050e67', 'status': 'completed', 'code': 200} Mar 01 14:17:40.326288 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383e332-bfea-439a-bc5b-c4d329392c69 service neutron] Pushing event updated for resources: {'Port': ['ID=c18761fb-fbd3-4068-b217-f58abe050e67,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:17:40.368894 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003f3c5-5e9c-4757-bea4-1f2296a41346 req-6016c206-dde7-454e-8dea-80be3f82a40b tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:40.370381 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3003f3c5-5e9c-4757-bea4-1f2296a41346 req-6016c206-dde7-454e-8dea-80be3f82a40b tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/ports?device_id=a235df14-86ba-4763-9db5-2c80692e14aa HTTP/1.1" status: 200 len: 943 time: 0.1158016 Mar 01 14:17:40.407619 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40534e2a-9e17-4331-b414-4381351a14b3 req-017d25d1-0b67-474c-869b-a015f189f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:40.409156 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-40534e2a-9e17-4331-b414-4381351a14b3 req-017d25d1-0b67-474c-869b-a015f189f9e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9d5ec2e5ee8b4a468b9498ca0bc38379&device_id=a235df14-86ba-4763-9db5-2c80692e14aa HTTP/1.1" status: 200 len: 1125 time: 0.0798893 Mar 01 14:17:40.460825 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-40534e2a-9e17-4331-b414-4381351a14b3 req-81605ffc-93e9-417f-84bc-5b643c108d19 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c18761fb-fbd3-4068-b217-f58abe050e67 HTTP/1.1" status: 200 len: 217 time: 0.0417387 Mar 01 14:17:40.464167 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3003f3c5-5e9c-4757-bea4-1f2296a41346 req-987d21f0-def8-4060-9f4c-fe9d74598b1b tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/security-groups?id=879ce1c0-f602-4a16-aff3-3ad173da5479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866921 Mar 01 14:17:40.508979 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40534e2a-9e17-4331-b414-4381351a14b3 req-e05ba1d3-dab2-4e38-9a0e-c996ab3d971d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:40.510427 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-40534e2a-9e17-4331-b414-4381351a14b3 req-e05ba1d3-dab2-4e38-9a0e-c996ab3d971d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=42d0a3fa-71fc-44c4-acca-4dcedd73e801 HTTP/1.1" status: 200 len: 854 time: 0.0434899 Mar 01 14:17:40.542139 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-40534e2a-9e17-4331-b414-4381351a14b3 req-2372b5ad-c6f9-43f5-8d44-4cfd0197324c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a104bb41-9aa1-4603-97e9-e7e936e91015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249727 Mar 01 14:17:40.637523 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-40534e2a-9e17-4331-b414-4381351a14b3 req-f7f817c6-ac3d-48af-a623-1552245cb4fe service neutron] 10.222.0.32 "GET /v2.0/networks/a104bb41-9aa1-4603-97e9-e7e936e91015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882697 Mar 01 14:17:40.724992 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-40534e2a-9e17-4331-b414-4381351a14b3 req-7273a862-4346-4c14-a95d-6b970b69e77a service neutron] 10.222.0.32 "GET /v2.0/networks/a104bb41-9aa1-4603-97e9-e7e936e91015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814109 Mar 01 14:17:40.827448 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa85fb2-77aa-4c68-84d2-5e6772dfdccf req-dab5a6da-c39d-450f-bdc9-25ca33674ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:40.829007 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1aa85fb2-77aa-4c68-84d2-5e6772dfdccf req-dab5a6da-c39d-450f-bdc9-25ca33674ca1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9d5ec2e5ee8b4a468b9498ca0bc38379&device_id=a235df14-86ba-4763-9db5-2c80692e14aa HTTP/1.1" status: 200 len: 1125 time: 0.0509632 Mar 01 14:17:40.919164 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa85fb2-77aa-4c68-84d2-5e6772dfdccf req-cdcf3acb-6da3-456a-b635-d1266f4956f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:40.920778 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1aa85fb2-77aa-4c68-84d2-5e6772dfdccf req-cdcf3acb-6da3-456a-b635-d1266f4956f3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a104bb41-9aa1-4603-97e9-e7e936e91015 HTTP/1.1" status: 200 len: 915 time: 0.0857215 Mar 01 14:17:40.968534 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1aa85fb2-77aa-4c68-84d2-5e6772dfdccf req-8fbc718a-0041-4186-a6b6-6f10e296f0ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c18761fb-fbd3-4068-b217-f58abe050e67 HTTP/1.1" status: 200 len: 217 time: 0.0411472 Mar 01 14:17:41.017243 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa85fb2-77aa-4c68-84d2-5e6772dfdccf req-7bd60038-e2c6-4640-a3ca-17c53b94b2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:41.018757 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1aa85fb2-77aa-4c68-84d2-5e6772dfdccf req-7bd60038-e2c6-4640-a3ca-17c53b94b2e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=42d0a3fa-71fc-44c4-acca-4dcedd73e801 HTTP/1.1" status: 200 len: 854 time: 0.0444424 Mar 01 14:17:41.049713 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1aa85fb2-77aa-4c68-84d2-5e6772dfdccf req-502a529f-eebf-4e07-b569-cc2354992ca0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a104bb41-9aa1-4603-97e9-e7e936e91015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249953 Mar 01 14:17:41.138281 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1aa85fb2-77aa-4c68-84d2-5e6772dfdccf req-4756e1d8-b308-48c9-a6a8-5739f6234281 service neutron] 10.222.0.32 "GET /v2.0/networks/a104bb41-9aa1-4603-97e9-e7e936e91015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821018 Mar 01 14:17:41.241949 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1aa85fb2-77aa-4c68-84d2-5e6772dfdccf req-9ae68982-8583-4308-8871-ca8d74c85d3e service neutron] 10.222.0.32 "GET /v2.0/networks/a104bb41-9aa1-4603-97e9-e7e936e91015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968089 Mar 01 14:17:41.607475 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c59a91-e184-48da-a100-7d03b839aca7 req-4068161d-5322-441c-84c2-a169c32cbba2 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:41.608885 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-96c59a91-e184-48da-a100-7d03b839aca7 req-4068161d-5322-441c-84c2-a169c32cbba2 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/ports?device_id=a235df14-86ba-4763-9db5-2c80692e14aa HTTP/1.1" status: 200 len: 943 time: 0.0595744 Mar 01 14:17:41.654769 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-96c59a91-e184-48da-a100-7d03b839aca7 req-6dfdd96a-d63c-4e4d-9b3c-6ff56c1f69cb tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/security-groups?id=879ce1c0-f602-4a16-aff3-3ad173da5479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401268 Mar 01 14:17:42.689222 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device c18761fb-fbd3-4068-b217-f58abe050e67 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:17:42.789432 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed377468-cd51-4fc9-8838-5f962698ad26 req-f2bb04b4-c627-47cc-ad8b-c797a00a6fb2 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:42.791093 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ed377468-cd51-4fc9-8838-5f962698ad26 req-f2bb04b4-c627-47cc-ad8b-c797a00a6fb2 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/ports?device_id=a235df14-86ba-4763-9db5-2c80692e14aa HTTP/1.1" status: 200 len: 943 time: 0.0682614 Mar 01 14:17:42.800484 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port c18761fb-fbd3-4068-b217-f58abe050e67, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=c18761fb-fbd3-4068-b217-f58abe050e67,segment=NetworkSegment(b1ced365-9d41-4d00-a1c9-f239385395e4),segment_id=b1ced365-9d41-4d00-a1c9-f239385395e4)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:17:42.812513 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'c18761fb-fbd3-4068-b217-f58abe050e67', 'network_id': 'a104bb41-9aa1-4603-97e9-e7e936e91015', 'port_id': 'c18761fb-fbd3-4068-b217-f58abe050e67', 'mac_address': 'fa:16:3e:09:e1:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d0a3fa-71fc-44c4-acca-4dcedd73e801', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:17:42.839658 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ed377468-cd51-4fc9-8838-5f962698ad26 req-00e63f89-c8c2-4000-8084-212167b7e3d3 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/security-groups?id=879ce1c0-f602-4a16-aff3-3ad173da5479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425992 Mar 01 14:17:42.854666 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port c18761fb-fbd3-4068-b217-f58abe050e67 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:17:42.855058 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c18761fb-fbd3-4068-b217-f58abe050e67), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:42.868640 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c18761fb-fbd3-4068-b217-f58abe050e67 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:17:42.887737 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port c18761fb-fbd3-4068-b217-f58abe050e67, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=c18761fb-fbd3-4068-b217-f58abe050e67,segment=NetworkSegment(b1ced365-9d41-4d00-a1c9-f239385395e4),segment_id=b1ced365-9d41-4d00-a1c9-f239385395e4)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:17:42.891783 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c18761fb-fbd3-4068-b217-f58abe050e67), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:42.941869 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=c18761fb-fbd3-4068-b217-f58abe050e67,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:17:42.950606 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:42.950954 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:42.951293 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:42.951630 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:42.951996 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:42.952325 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:42.952652 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:42.952979 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:42.953299 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:42.953619 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:42.953943 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:42.954260 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:42.954579 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:17:43.210532 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['c18761fb-fbd3-4068-b217-f58abe050e67'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:17:43.972503 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b3f49-e5ae-4337-95a1-0e7a62f26d13 req-2636802e-d143-4d84-b98c-fd7c161483a6 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:43.973996 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5f3b3f49-e5ae-4337-95a1-0e7a62f26d13 req-2636802e-d143-4d84-b98c-fd7c161483a6 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/ports?device_id=a235df14-86ba-4763-9db5-2c80692e14aa HTTP/1.1" status: 200 len: 944 time: 0.0592504 Mar 01 14:17:44.025245 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5f3b3f49-e5ae-4337-95a1-0e7a62f26d13 req-6d9be7f7-51a8-4025-ba6c-037cc31e3075 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/security-groups?id=879ce1c0-f602-4a16-aff3-3ad173da5479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449045 Mar 01 14:17:44.717606 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device c18761fb-fbd3-4068-b217-f58abe050e67 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:17:44.769506 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port c18761fb-fbd3-4068-b217-f58abe050e67 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:17:44.774134 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port c18761fb-fbd3-4068-b217-f58abe050e67 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:17:44.774516 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c18761fb-fbd3-4068-b217-f58abe050e67), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:44.857453 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port c18761fb-fbd3-4068-b217-f58abe050e67 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:17:44.857851 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c18761fb-fbd3-4068-b217-f58abe050e67), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:44.886591 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a235df14-86ba-4763-9db5-2c80692e14aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18761fb-fbd3-4068-b217-f58abe050e67'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:17:44.888860 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefc8d53-b216-4b42-a439-d23493759053" -d '{"events": [{"server_uuid": "a235df14-86ba-4763-9db5-2c80692e14aa", "name": "network-vif-plugged", "status": "completed", "tag": "c18761fb-fbd3-4068-b217-f58abe050e67"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:17:44.902195 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port c18761fb-fbd3-4068-b217-f58abe050e67, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=c18761fb-fbd3-4068-b217-f58abe050e67,segment=NetworkSegment(b1ced365-9d41-4d00-a1c9-f239385395e4),segment_id=b1ced365-9d41-4d00-a1c9-f239385395e4)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:17:44.912054 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c18761fb-fbd3-4068-b217-f58abe050e67), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:44.973362 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=c18761fb-fbd3-4068-b217-f58abe050e67,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:17:45.024919 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf73275-3762-42f3-a86d-a76bea160d69 x-openstack-request-id: req-adf73275-3762-42f3-a86d-a76bea160d69 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:17:45.025292 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a235df14-86ba-4763-9db5-2c80692e14aa", "name": "network-vif-plugged", "status": "completed", "tag": "c18761fb-fbd3-4068-b217-f58abe050e67", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:17:45.025502 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-adf73275-3762-42f3-a86d-a76bea160d69 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:17:45.025858 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a235df14-86ba-4763-9db5-2c80692e14aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18761fb-fbd3-4068-b217-f58abe050e67', 'code': 200} Mar 01 14:17:45.165359 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a113c59-0b02-44b2-a446-2d559fbf47e5 req-4921ec28-8c36-47c5-90d0-49e45f0190ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:45.166873 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1a113c59-0b02-44b2-a446-2d559fbf47e5 req-4921ec28-8c36-47c5-90d0-49e45f0190ab service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a235df14-86ba-4763-9db5-2c80692e14aa HTTP/1.1" status: 200 len: 1127 time: 0.0870144 Mar 01 14:17:45.177663 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98ff07-50ad-46b8-9f86-79959287aa4a req-e54e9b98-10b2-42a2-b3f2-06a0eb2d620f tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:45.179037 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ba98ff07-50ad-46b8-9f86-79959287aa4a req-e54e9b98-10b2-42a2-b3f2-06a0eb2d620f tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/ports?device_id=a235df14-86ba-4763-9db5-2c80692e14aa HTTP/1.1" status: 200 len: 945 time: 0.0670404 Mar 01 14:17:45.245389 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1a113c59-0b02-44b2-a446-2d559fbf47e5 req-7c9ef2f8-0fcf-4457-ac88-28d34faf1047 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=879ce1c0-f602-4a16-aff3-3ad173da5479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653667 Mar 01 14:17:45.249454 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ba98ff07-50ad-46b8-9f86-79959287aa4a req-936bf753-a809-4aae-ac02-c3d9db90e164 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/security-groups?id=879ce1c0-f602-4a16-aff3-3ad173da5479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645368 Mar 01 14:17:46.374084 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94ec9c-845f-4fa0-b663-1efffdff42f4 req-a625c6d2-d33f-47d7-8c4b-00b262d13bc5 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:46.375577 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3d94ec9c-845f-4fa0-b663-1efffdff42f4 req-a625c6d2-d33f-47d7-8c4b-00b262d13bc5 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/ports?device_id=a235df14-86ba-4763-9db5-2c80692e14aa HTTP/1.1" status: 200 len: 945 time: 0.0561497 Mar 01 14:17:46.425289 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3d94ec9c-845f-4fa0-b663-1efffdff42f4 req-25b4a2c9-6ce6-4ea4-9992-41b94813ce8a tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/security-groups?id=879ce1c0-f602-4a16-aff3-3ad173da5479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441144 Mar 01 14:17:47.554426 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324128ff-7383-43a6-9f80-6fe59b266940 req-964d5691-3dae-41b0-9c9f-b6e531beb9df tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:47.556812 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-324128ff-7383-43a6-9f80-6fe59b266940 req-964d5691-3dae-41b0-9c9f-b6e531beb9df tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/ports?device_id=a235df14-86ba-4763-9db5-2c80692e14aa HTTP/1.1" status: 200 len: 945 time: 0.0626481 Mar 01 14:17:47.608879 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-324128ff-7383-43a6-9f80-6fe59b266940 req-a7727baa-5c7f-4c6b-a3ee-52ef4270f09e tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/security-groups?id=879ce1c0-f602-4a16-aff3-3ad173da5479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446060 Mar 01 14:17:51.443115 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52822) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:17:51.847436 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b3ea09bf-da3e-4d74-a958-b5c50078aeee tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (cf421311-1b00-4b16-a906-b9a4ea2592ac), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:52.559652 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-b3ea09bf-da3e-4d74-a958-b5c50078aeee tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Deleting port 0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:17:52.560514 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b3ea09bf-da3e-4d74-a958-b5c50078aeee tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:52.657470 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-b3ea09bf-da3e-4d74-a958-b5c50078aeee tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] For port 0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37,segment=NetworkSegment(2bcddc97-b7d5-4b9e-b94a-7453379d7d77),segment_id=2bcddc97-b7d5-4b9e-b94a-7453379d7d77)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:17:52.657756 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b3ea09bf-da3e-4d74-a958-b5c50078aeee tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:52.681101 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-b3ea09bf-da3e-4d74-a958-b5c50078aeee tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Calling delete_port for 0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37 owned by network:router_interface {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:17:52.895239 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b3ea09bf-da3e-4d74-a958-b5c50078aeee tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:52.925767 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea09bf-da3e-4d74-a958-b5c50078aeee tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event deleted for resources: {'Port': ['ID=0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:17:53.154318 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b3ea09bf-da3e-4d74-a958-b5c50078aeee tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (cf421311-1b00-4b16-a906-b9a4ea2592ac), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:53.433862 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ea09bf-da3e-4d74-a958-b5c50078aeee tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Router cf421311-1b00-4b16-a906-b9a4ea2592ac has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:17:53.563869 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ea09bf-da3e-4d74-a958-b5c50078aeee tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:17:53.577615 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c1dc14-8c68-4ec7-a6e6-1c5552a4d6ba None None] Sync routers for ids ['cf421311-1b00-4b16-a906-b9a4ea2592ac'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:17:53.581240 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b3ea09bf-da3e-4d74-a958-b5c50078aeee tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "PUT /v2.0/routers/cf421311-1b00-4b16-a906-b9a4ea2592ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1358998 Mar 01 14:17:53.592616 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c1dc14-8c68-4ec7-a6e6-1c5552a4d6ba None None] Routers {'cf421311-1b00-4b16-a906-b9a4ea2592ac'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:17:53.593511 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-c4c1dc14-8c68-4ec7-a6e6-1c5552a4d6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:17:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['cf421311-1b00-4b16-a906-b9a4ea2592ac'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:17:53.738580 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-c4c1dc14-8c68-4ec7-a6e6-1c5552a4d6ba None None] Set router cf421311-1b00-4b16-a906-b9a4ea2592ac gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:17:53.886722 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486978a-6529-43ee-9f97-0f88ba482d6e req-feae196e-c640-45dd-b026-3ea0ca4e2351 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:53.888367 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b486978a-6529-43ee-9f97-0f88ba482d6e req-feae196e-c640-45dd-b026-3ea0ca4e2351 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f956c5a-b089-40b3-9b1f-d84212db7078 HTTP/1.1" status: 200 len: 946 time: 0.0785971 Mar 01 14:17:53.988220 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b486978a-6529-43ee-9f97-0f88ba482d6e req-ef2ece56-e042-45a1-8e0d-05a1f6185cd7 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff20f784-f39a-47a7-a35d-712e6a6d67de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937660 Mar 01 14:17:54.230587 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-c4c1dc14-8c68-4ec7-a6e6-1c5552a4d6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'name': 'tempest-TestNetworkBasicOps-router-746108323', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:15:20Z', 'updated_at': '2022-03-01T14:17:52Z', 'revision_number': 6, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'gw_port': {'id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:21Z', 'updated_at': '2022-03-01T14:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '16d3a318-56cb-4c46-8344-835d8d1ad5b2', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'floating_ip_address': '172.25.1.9', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'port_id': '68444cb1-99a0-4134-bf69-168e4e776937', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190', 'mac_address': 'fa:16:3e:d6:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c551006b-e286-48c0-836b-19d56ee90346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:15:50Z', 'updated_at': '2022-03-01T14:15:55Z', 'revision_number': 1, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ffff99-7733-43d2-9caa-9c2e4b3e43bc', 'name': '', 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'mac_address': 'fa:16:3e:00:c4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '704d5c11-ff76-46e1-be02-ca4b0482684a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:26Z', 'updated_at': '2022-03-01T14:15:32Z', 'revision_number': 5, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'subnets': [{'id': '704d5c11-ff76-46e1-be02-ca4b0482684a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:17:54.278479 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c1dc14-8c68-4ec7-a6e6-1c5552a4d6ba None None] Checking router: cf421311-1b00-4b16-a906-b9a4ea2592ac for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:17:54.291089 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c1dc14-8c68-4ec7-a6e6-1c5552a4d6ba None None] Routers {'cf421311-1b00-4b16-a906-b9a4ea2592ac'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:17:54.292101 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-c4c1dc14-8c68-4ec7-a6e6-1c5552a4d6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:17:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['cf421311-1b00-4b16-a906-b9a4ea2592ac'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:17:54.434939 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-c4c1dc14-8c68-4ec7-a6e6-1c5552a4d6ba None None] Set router cf421311-1b00-4b16-a906-b9a4ea2592ac gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:17:54.717184 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-c4c1dc14-8c68-4ec7-a6e6-1c5552a4d6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'name': 'tempest-TestNetworkBasicOps-router-746108323', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:15:20Z', 'updated_at': '2022-03-01T14:17:52Z', 'revision_number': 6, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'gw_port': {'id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:21Z', 'updated_at': '2022-03-01T14:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '16d3a318-56cb-4c46-8344-835d8d1ad5b2', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'floating_ip_address': '172.25.1.9', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'port_id': '68444cb1-99a0-4134-bf69-168e4e776937', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190', 'mac_address': 'fa:16:3e:d6:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c551006b-e286-48c0-836b-19d56ee90346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:15:50Z', 'updated_at': '2022-03-01T14:15:55Z', 'revision_number': 1, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ffff99-7733-43d2-9caa-9c2e4b3e43bc', 'name': '', 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'mac_address': 'fa:16:3e:00:c4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '704d5c11-ff76-46e1-be02-ca4b0482684a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:26Z', 'updated_at': '2022-03-01T14:15:32Z', 'revision_number': 5, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'subnets': [{'id': '704d5c11-ff76-46e1-be02-ca4b0482684a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:17:54.748303 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c1dc14-8c68-4ec7-a6e6-1c5552a4d6ba None None] The sync data for ids ['cf421311-1b00-4b16-a906-b9a4ea2592ac'] in n-d-827467-3 is: [{'id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'name': 'tempest-TestNetworkBasicOps-router-746108323', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:15:20Z', 'updated_at': '2022-03-01T14:17:52Z', 'revision_number': 6, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'gw_port': {'id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:21Z', 'updated_at': '2022-03-01T14:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '16d3a318-56cb-4c46-8344-835d8d1ad5b2', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'floating_ip_address': '172.25.1.9', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'port_id': '68444cb1-99a0-4134-bf69-168e4e776937', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190', 'mac_address': 'fa:16:3e:d6:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c551006b-e286-48c0-836b-19d56ee90346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:15:50Z', 'updated_at': '2022-03-01T14:15:55Z', 'revision_number': 1, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ffff99-7733-43d2-9caa-9c2e4b3e43bc', 'name': '', 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'mac_address': 'fa:16:3e:00:c4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '704d5c11-ff76-46e1-be02-ca4b0482684a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:26Z', 'updated_at': '2022-03-01T14:15:32Z', 'revision_number': 5, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'subnets': [{'id': '704d5c11-ff76-46e1-be02-ca4b0482684a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:17:55.122078 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624ae6c-37c5-49d0-a42c-31b7f44786db req-778e7cb2-21ee-4d49-841b-cdf02aa310c7 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:55.124110 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4624ae6c-37c5-49d0-a42c-31b7f44786db req-778e7cb2-21ee-4d49-841b-cdf02aa310c7 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f956c5a-b089-40b3-9b1f-d84212db7078 HTTP/1.1" status: 200 len: 946 time: 0.0626359 Mar 01 14:17:55.182302 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4624ae6c-37c5-49d0-a42c-31b7f44786db req-6373e994-4bed-4cab-9310-cb0c993da0f0 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff20f784-f39a-47a7-a35d-712e6a6d67de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522640 Mar 01 14:17:55.267853 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a9f1710c-b14b-491b-86d8-0eb36f9f4108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:55.526078 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80ff6a-edc0-47f8-b61c-1f1ccd6b69a7 req-97cdcb0c-3172-48d5-9f5f-a2496450faf5 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:17:55.527657 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5e80ff6a-edc0-47f8-b61c-1f1ccd6b69a7 req-97cdcb0c-3172-48d5-9f5f-a2496450faf5 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f956c5a-b089-40b3-9b1f-d84212db7078 HTTP/1.1" status: 200 len: 946 time: 0.0585535 Mar 01 14:17:55.637452 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-5e80ff6a-edc0-47f8-b61c-1f1ccd6b69a7 req-0e147c56-d18d-4741-acb9-9b1d2ca3e7e6 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Deleting port b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:17:55.637876 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-5e80ff6a-edc0-47f8-b61c-1f1ccd6b69a7 req-0e147c56-d18d-4741-acb9-9b1d2ca3e7e6 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:55.738328 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-5e80ff6a-edc0-47f8-b61c-1f1ccd6b69a7 req-0e147c56-d18d-4741-acb9-9b1d2ca3e7e6 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] For port b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c,segment=NetworkSegment(2bcddc97-b7d5-4b9e-b94a-7453379d7d77),segment_id=2bcddc97-b7d5-4b9e-b94a-7453379d7d77)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:17:55.738776 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-5e80ff6a-edc0-47f8-b61c-1f1ccd6b69a7 req-0e147c56-d18d-4741-acb9-9b1d2ca3e7e6 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:55.752777 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-5e80ff6a-edc0-47f8-b61c-1f1ccd6b69a7 req-0e147c56-d18d-4741-acb9-9b1d2ca3e7e6 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Calling delete_port for b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:17:55.888408 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:17:55.896933 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-5e80ff6a-edc0-47f8-b61c-1f1ccd6b69a7 req-0e147c56-d18d-4741-acb9-9b1d2ca3e7e6 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:55.911496 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:17:55.912309 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 0bfa4f53-0d96-4f0c-b6bd-c2087a81fb37 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:17:55.941807 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e147c56-d18d-4741-acb9-9b1d2ca3e7e6 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event deleted for resources: {'Port': ['ID=b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:17:55.989707 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e80ff6a-edc0-47f8-b61c-1f1ccd6b69a7 req-0e147c56-d18d-4741-acb9-9b1d2ca3e7e6 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] No DVR routers for this DVR port b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:17:55.992952 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-5e80ff6a-edc0-47f8-b61c-1f1ccd6b69a7 req-0e147c56-d18d-4741-acb9-9b1d2ca3e7e6 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:55.996654 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5e80ff6a-edc0-47f8-b61c-1f1ccd6b69a7 req-0e147c56-d18d-4741-acb9-9b1d2ca3e7e6 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.32 "DELETE /v2.0/ports/b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c HTTP/1.1" status: 204 len: 173 time: 0.4626811 Mar 01 14:17:55.997512 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f956c5a-b089-40b3-9b1f-d84212db7078', 'name': 'network-vif-deleted', 'tag': 'b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:17:56.003788 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62bc3bd-fbf8-4962-a4b6-0ee562916ded" -d '{"events": [{"server_uuid": "1f956c5a-b089-40b3-9b1f-d84212db7078", "name": "network-vif-deleted", "tag": "b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:17:56.043469 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10febb2-a27f-44c6-b7aa-bac99f141999 x-openstack-request-id: req-c10febb2-a27f-44c6-b7aa-bac99f141999 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:17:56.043806 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f956c5a-b089-40b3-9b1f-d84212db7078", "name": "network-vif-deleted", "tag": "b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:17:56.044034 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c10febb2-a27f-44c6-b7aa-bac99f141999 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:17:56.044436 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f956c5a-b089-40b3-9b1f-d84212db7078', 'name': 'network-vif-deleted', 'tag': 'b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c', 'status': 'completed', 'code': 200} Mar 01 14:17:56.338865 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1473e2fa-6a8d-4ddf-9f0b-c83c6bf67adb req-8e5c0003-f0a8-4c7c-b4c1-d13f4a4b143f tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f956c5a-b089-40b3-9b1f-d84212db7078 HTTP/1.1" status: 200 len: 210 time: 0.0410006 Mar 01 14:17:57.403083 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52950) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:17:57.466516 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9426421f-5d7a-4906-8836-bf4ffe3d5d9b tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group (ff20f784-f39a-47a7-a35d-712e6a6d67de), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:57.473016 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-05d7f7e1-8d40-48e5-8de8-b3f9c36c3af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:57.505181 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9426421f-5d7a-4906-8836-bf4ffe3d5d9b tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group (ff20f784-f39a-47a7-a35d-712e6a6d67de), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:57.601132 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9426421f-5d7a-4906-8836-bf4ffe3d5d9b tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (ff20f784-f39a-47a7-a35d-712e6a6d67de), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:57.603975 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9426421f-5d7a-4906-8836-bf4ffe3d5d9b tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:57.607577 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9426421f-5d7a-4906-8836-bf4ffe3d5d9b tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "DELETE /v2.0/security-groups/ff20f784-f39a-47a7-a35d-712e6a6d67de HTTP/1.1" status: 204 len: 168 time: 0.2009022 Mar 01 14:17:57.617044 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426421f-5d7a-4906-8836-bf4ffe3d5d9b tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff20f784-f39a-47a7-a35d-712e6a6d67de,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:17:57.650454 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52962) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:17:57.716590 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-108180f7-c0a7-4584-80d6-6a2e77497dea tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Deleting subnet 746a16fb-2775-4dde-862c-dd77e018c073 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:17:57.720585 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-108180f7-c0a7-4584-80d6-6a2e77497dea tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for subnet (746a16fb-2775-4dde-862c-dd77e018c073), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:57.763748 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-108180f7-c0a7-4584-80d6-6a2e77497dea tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (746a16fb-2775-4dde-862c-dd77e018c073), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:57.868028 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-108180f7-c0a7-4584-80d6-6a2e77497dea tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (746a16fb-2775-4dde-862c-dd77e018c073), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:57.935569 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-108180f7-c0a7-4584-80d6-6a2e77497dea tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (746a16fb-2775-4dde-862c-dd77e018c073), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:57.966177 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108180f7-c0a7-4584-80d6-6a2e77497dea tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event deleted for resources: {'Subnet': ['ID=746a16fb-2775-4dde-862c-dd77e018c073,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:17:57.971124 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-108180f7-c0a7-4584-80d6-6a2e77497dea tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:57.978156 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 52970) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:17:57.978677 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-108180f7-c0a7-4584-80d6-6a2e77497dea tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "DELETE /v2.0/subnets/746a16fb-2775-4dde-862c-dd77e018c073 HTTP/1.1" status: 204 len: 168 time: 0.3268647 Mar 01 14:17:57.993312 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd6cde4-ebbf-4519-8b89-ecead8f33ba8 None None] Network 25239dee-0cb9-4678-8a82-a53f935d0a7a requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:17:58.096314 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6a1e1e8c-8ceb-4181-a477-6e44422bd3d2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (25239dee-0cb9-4678-8a82-a53f935d0a7a), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:58.162347 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-6a1e1e8c-8ceb-4181-a477-6e44422bd3d2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Deleting port 335f670f-3a60-443c-879c-c2ec5b1d31fb {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:17:58.163534 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6a1e1e8c-8ceb-4181-a477-6e44422bd3d2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (335f670f-3a60-443c-879c-c2ec5b1d31fb), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:58.209026 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad312be2-b1bd-443f-b043-d22505f12174 None None] DHCP port deletion for 25239dee-0cb9-4678-8a82-a53f935d0a7a request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:17:58.253581 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-6a1e1e8c-8ceb-4181-a477-6e44422bd3d2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] For port 335f670f-3a60-443c-879c-c2ec5b1d31fb, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=335f670f-3a60-443c-879c-c2ec5b1d31fb,segment=NetworkSegment(2bcddc97-b7d5-4b9e-b94a-7453379d7d77),segment_id=2bcddc97-b7d5-4b9e-b94a-7453379d7d77)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:17:58.254501 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6a1e1e8c-8ceb-4181-a477-6e44422bd3d2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (335f670f-3a60-443c-879c-c2ec5b1d31fb), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:58.270542 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-6a1e1e8c-8ceb-4181-a477-6e44422bd3d2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Calling delete_port for 335f670f-3a60-443c-879c-c2ec5b1d31fb owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:17:58.270739 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ad312be2-b1bd-443f-b043-d22505f12174 None None] Deleting port 335f670f-3a60-443c-879c-c2ec5b1d31fb {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:17:58.271299 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ad312be2-b1bd-443f-b043-d22505f12174 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (335f670f-3a60-443c-879c-c2ec5b1d31fb), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:58.353961 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-ad312be2-b1bd-443f-b043-d22505f12174 None None] For port 335f670f-3a60-443c-879c-c2ec5b1d31fb, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=335f670f-3a60-443c-879c-c2ec5b1d31fb,segment=NetworkSegment(2bcddc97-b7d5-4b9e-b94a-7453379d7d77),segment_id=2bcddc97-b7d5-4b9e-b94a-7453379d7d77)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:17:58.354666 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ad312be2-b1bd-443f-b043-d22505f12174 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (335f670f-3a60-443c-879c-c2ec5b1d31fb), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:58.371032 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ad312be2-b1bd-443f-b043-d22505f12174 None None] Calling delete_port for 335f670f-3a60-443c-879c-c2ec5b1d31fb owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:17:58.392648 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6a1e1e8c-8ceb-4181-a477-6e44422bd3d2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (335f670f-3a60-443c-879c-c2ec5b1d31fb), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:58.429595 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e1e8c-8ceb-4181-a477-6e44422bd3d2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event deleted for resources: {'Port': ['ID=335f670f-3a60-443c-879c-c2ec5b1d31fb,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:17:58.433294 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1e1e8c-8ceb-4181-a477-6e44422bd3d2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] No DVR routers for this DVR port 335f670f-3a60-443c-879c-c2ec5b1d31fb on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 14:17:58.486375 n-d-827467-3 neutron-server[103728]: self.session.flush() Mar 01 14:17:58.500311 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ad312be2-b1bd-443f-b043-d22505f12174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (335f670f-3a60-443c-879c-c2ec5b1d31fb), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:58.534681 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad312be2-b1bd-443f-b043-d22505f12174 None None] Pushing event deleted for resources: {'Port': ['ID=335f670f-3a60-443c-879c-c2ec5b1d31fb,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:17:58.537154 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad312be2-b1bd-443f-b043-d22505f12174 None None] No DVR routers for this DVR port 335f670f-3a60-443c-879c-c2ec5b1d31fb on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:17:58.547344 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6a1e1e8c-8ceb-4181-a477-6e44422bd3d2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (25239dee-0cb9-4678-8a82-a53f935d0a7a), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:58.576936 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-6a1e1e8c-8ceb-4181-a477-6e44422bd3d2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25239dee-0cb9-4678-8a82-a53f935d0a7a']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:17:58.590270 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-6a1e1e8c-8ceb-4181-a477-6e44422bd3d2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bcddc97-b7d5-4b9e-b94a-7453379d7d77') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:17:58.590561 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-6a1e1e8c-8ceb-4181-a477-6e44422bd3d2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bcddc97-b7d5-4b9e-b94a-7453379d7d77') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:17:58.604736 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6a1e1e8c-8ceb-4181-a477-6e44422bd3d2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (2bcddc97-b7d5-4b9e-b94a-7453379d7d77), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:58.621735 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6a1e1e8c-8ceb-4181-a477-6e44422bd3d2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (2bcddc97-b7d5-4b9e-b94a-7453379d7d77), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:58.627795 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a1e1e8c-8ceb-4181-a477-6e44422bd3d2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:17:58.628181 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6a1e1e8c-8ceb-4181-a477-6e44422bd3d2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (2bcddc97-b7d5-4b9e-b94a-7453379d7d77), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:58.632558 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:17:58.632558 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:17:58.632558 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:17:58.632558 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:17:58.632558 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:17:58.632558 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:17:58.632558 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:17:58.632558 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:17:58.632558 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:17:58.632558 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:17:58.632558 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:17:58.632558 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:17:58.632558 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:17:58.632558 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:17:58.632558 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:17:58.632558 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:17:58.632558 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:17:58.632558 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:17:58.632558 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:17:58.632558 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:17:58.632558 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:17:58.632558 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:17:58.632558 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:17:58.632558 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:17:58.632558 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:17:58.632558 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:17:58.632558 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:17:58.632558 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:17:58.632558 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:17:58.632558 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:17:58.632558 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:17:58.632558 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:17:58.729024 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6a1e1e8c-8ceb-4181-a477-6e44422bd3d2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (25239dee-0cb9-4678-8a82-a53f935d0a7a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:58.736753 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6a1e1e8c-8ceb-4181-a477-6e44422bd3d2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:58.741637 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:17:58.741891 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6a1e1e8c-8ceb-4181-a477-6e44422bd3d2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "DELETE /v2.0/networks/25239dee-0cb9-4678-8a82-a53f935d0a7a HTTP/1.1" status: 204 len: 168 time: 0.7611499 Mar 01 14:17:58.745157 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 52990) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:17:58.756525 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e1e8c-8ceb-4181-a477-6e44422bd3d2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event deleted for resources: {'Network': ['ID=25239dee-0cb9-4678-8a82-a53f935d0a7a,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:17:58.783180 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:17:58.783535 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device b89a2b2a-e1e7-4680-a3ad-b7d321c5c70c not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:17:58.937876 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-1e5ee9e0-bacc-4e3f-b165-1ee56ac99ce2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Deleting port b1630004-8d28-4b05-ad04-61edf383c4d4 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:17:58.938234 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1e5ee9e0-bacc-4e3f-b165-1ee56ac99ce2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (b1630004-8d28-4b05-ad04-61edf383c4d4), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:58.950955 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:59.030930 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1e5ee9e0-bacc-4e3f-b165-1ee56ac99ce2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (b1630004-8d28-4b05-ad04-61edf383c4d4), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:59.031256 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1e5ee9e0-bacc-4e3f-b165-1ee56ac99ce2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for floatingip (b1630004-8d28-4b05-ad04-61edf383c4d4), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:59.044317 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-1e5ee9e0-bacc-4e3f-b165-1ee56ac99ce2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Calling delete_port for b1630004-8d28-4b05-ad04-61edf383c4d4 owned by network:floatingip {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:17:59.246909 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1e5ee9e0-bacc-4e3f-b165-1ee56ac99ce2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (b1630004-8d28-4b05-ad04-61edf383c4d4), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:59.271637 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ee9e0-bacc-4e3f-b165-1ee56ac99ce2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event deleted for resources: {'Port': ['ID=b1630004-8d28-4b05-ad04-61edf383c4d4,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:17:59.336805 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1e5ee9e0-bacc-4e3f-b165-1ee56ac99ce2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for floatingip (16d3a318-56cb-4c46-8344-835d8d1ad5b2), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:59.337339 n-d-827467-3 neutron-server[103727]: INFO neutron.db.l3_db [None req-1e5ee9e0-bacc-4e3f-b165-1ee56ac99ce2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Floating IP 16d3a318-56cb-4c46-8344-835d8d1ad5b2 disassociated (deleted). External IP: 172.25.1.9, port: 68444cb1-99a0-4134-bf69-168e4e776937. Mar 01 14:17:59.575503 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5ee9e0-bacc-4e3f-b165-1ee56ac99ce2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Router cf421311-1b00-4b16-a906-b9a4ea2592ac has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:17:59.700567 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5ee9e0-bacc-4e3f-b165-1ee56ac99ce2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:17:59.713720 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1e5ee9e0-bacc-4e3f-b165-1ee56ac99ce2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:17:59.720889 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2fbf05-f2ad-468f-bff8-41327b3b7f84 None None] Sync routers for ids ['cf421311-1b00-4b16-a906-b9a4ea2592ac'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:17:59.735113 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2fbf05-f2ad-468f-bff8-41327b3b7f84 None None] Routers {'cf421311-1b00-4b16-a906-b9a4ea2592ac'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:17:59.735760 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-7b2fbf05-f2ad-468f-bff8-41327b3b7f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:17:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['cf421311-1b00-4b16-a906-b9a4ea2592ac'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:17:59.761144 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1e5ee9e0-bacc-4e3f-b165-1ee56ac99ce2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "DELETE /v2.0/floatingips/16d3a318-56cb-4c46-8344-835d8d1ad5b2 HTTP/1.1" status: 204 len: 168 time: 1.0147157 Mar 01 14:17:59.762844 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c551006b-e286-48c0-836b-19d56ee90346', 'tag': '68444cb1-99a0-4134-bf69-168e4e776937'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:17:59.765618 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4b9f3d-2a0c-40a9-8c22-11a658a248b7" -d '{"events": [{"name": "network-changed", "server_uuid": "c551006b-e286-48c0-836b-19d56ee90346", "tag": "68444cb1-99a0-4134-bf69-168e4e776937"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:17:59.826308 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2337644-b29d-471e-bb8c-307595b3e782 x-openstack-request-id: req-f2337644-b29d-471e-bb8c-307595b3e782 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:17:59.826612 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c551006b-e286-48c0-836b-19d56ee90346", "tag": "68444cb1-99a0-4134-bf69-168e4e776937", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:17:59.826860 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2337644-b29d-471e-bb8c-307595b3e782 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:17:59.827268 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c551006b-e286-48c0-836b-19d56ee90346', 'tag': '68444cb1-99a0-4134-bf69-168e4e776937', 'status': 'completed', 'code': 200} Mar 01 14:17:59.873930 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-7b2fbf05-f2ad-468f-bff8-41327b3b7f84 None None] Set router cf421311-1b00-4b16-a906-b9a4ea2592ac gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:17:59.988441 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 335f670f-3a60-443c-879c-c2ec5b1d31fb no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:18:00.037141 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b9f3d-2a0c-40a9-8c22-11a658a248b7 req-56874cd9-c0c0-423e-b69e-c4d66c409a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:00.038740 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4a4b9f3d-2a0c-40a9-8c22-11a658a248b7 req-56874cd9-c0c0-423e-b69e-c4d66c409a68 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff4bcaf99ac549c98e3a0b08d618fa3f&device_id=c551006b-e286-48c0-836b-19d56ee90346 HTTP/1.1" status: 200 len: 1127 time: 0.1861405 Mar 01 14:18:00.047777 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 335f670f-3a60-443c-879c-c2ec5b1d31fb {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:18:00.048393 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 335f670f-3a60-443c-879c-c2ec5b1d31fb not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:18:00.115211 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:00.163732 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b794f39-1112-4b1a-9a7a-7d86789d4c03 req-db52e913-1344-46e3-82c3-a3cd1892ac5f tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:00.165522 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7b794f39-1112-4b1a-9a7a-7d86789d4c03 req-db52e913-1344-46e3-82c3-a3cd1892ac5f tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=c551006b-e286-48c0-836b-19d56ee90346 HTTP/1.1" status: 200 len: 945 time: 0.0791023 Mar 01 14:18:00.174629 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b9f3d-2a0c-40a9-8c22-11a658a248b7 req-ea6c934e-72c5-46c4-93dd-bd2a0b452e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:00.176534 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4a4b9f3d-2a0c-40a9-8c22-11a658a248b7 req-ea6c934e-72c5-46c4-93dd-bd2a0b452e75 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1022c802-90c0-4c6e-8805-305a97ea0190 HTTP/1.1" status: 200 len: 897 time: 0.1297736 Mar 01 14:18:00.228900 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7b794f39-1112-4b1a-9a7a-7d86789d4c03 req-18ce12b6-da8f-4909-9e84-cf5335d336bf tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c55c3ff-8f2f-446a-aa35-d86b1a88b409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561345 Mar 01 14:18:00.233116 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4a4b9f3d-2a0c-40a9-8c22-11a658a248b7 req-2ae249e5-8662-4daf-a2f2-a0a10310d8bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68444cb1-99a0-4134-bf69-168e4e776937 HTTP/1.1" status: 200 len: 217 time: 0.0467739 Mar 01 14:18:00.245139 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-7b2fbf05-f2ad-468f-bff8-41327b3b7f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'name': 'tempest-TestNetworkBasicOps-router-746108323', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:15:20Z', 'updated_at': '2022-03-01T14:17:52Z', 'revision_number': 6, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'gw_port': {'id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:21Z', 'updated_at': '2022-03-01T14:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '15ffff99-7733-43d2-9caa-9c2e4b3e43bc', 'name': '', 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'mac_address': 'fa:16:3e:00:c4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '704d5c11-ff76-46e1-be02-ca4b0482684a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:26Z', 'updated_at': '2022-03-01T14:15:32Z', 'revision_number': 5, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'subnets': [{'id': '704d5c11-ff76-46e1-be02-ca4b0482684a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:18:00.266111 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2fbf05-f2ad-468f-bff8-41327b3b7f84 None None] Checking router: cf421311-1b00-4b16-a906-b9a4ea2592ac for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:18:00.275359 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2fbf05-f2ad-468f-bff8-41327b3b7f84 None None] Routers {'cf421311-1b00-4b16-a906-b9a4ea2592ac'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:18:00.276012 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-7b2fbf05-f2ad-468f-bff8-41327b3b7f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:17:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['cf421311-1b00-4b16-a906-b9a4ea2592ac'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:18:00.288206 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b9f3d-2a0c-40a9-8c22-11a658a248b7 req-7bc30b7f-68dc-4dfc-ab38-b8c021503e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:00.289688 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4a4b9f3d-2a0c-40a9-8c22-11a658a248b7 req-7bc30b7f-68dc-4dfc-ab38-b8c021503e77 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=704d5c11-ff76-46e1-be02-ca4b0482684a HTTP/1.1" status: 200 len: 835 time: 0.0495155 Mar 01 14:18:00.345423 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b9f3d-2a0c-40a9-8c22-11a658a248b7 req-8b3b3a39-d879-4ebe-88c3-fd4b679f99ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:00.346977 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4a4b9f3d-2a0c-40a9-8c22-11a658a248b7 req-8b3b3a39-d879-4ebe-88c3-fd4b679f99ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1022c802-90c0-4c6e-8805-305a97ea0190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500066 Mar 01 14:18:00.396878 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-7b2fbf05-f2ad-468f-bff8-41327b3b7f84 None None] Set router cf421311-1b00-4b16-a906-b9a4ea2592ac gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:18:00.446717 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4a4b9f3d-2a0c-40a9-8c22-11a658a248b7 req-5bc95b45-843f-4ff2-ae7c-4db22f04a149 service neutron] 10.222.0.20 "GET /v2.0/networks/1022c802-90c0-4c6e-8805-305a97ea0190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902448 Mar 01 14:18:00.554052 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4a4b9f3d-2a0c-40a9-8c22-11a658a248b7 req-b07f3a55-ce56-4286-9514-d5d5fbc02b25 service neutron] 10.222.0.20 "GET /v2.0/networks/1022c802-90c0-4c6e-8805-305a97ea0190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991735 Mar 01 14:18:00.612775 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-7b2fbf05-f2ad-468f-bff8-41327b3b7f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'name': 'tempest-TestNetworkBasicOps-router-746108323', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:15:20Z', 'updated_at': '2022-03-01T14:17:52Z', 'revision_number': 6, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'gw_port': {'id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:21Z', 'updated_at': '2022-03-01T14:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '15ffff99-7733-43d2-9caa-9c2e4b3e43bc', 'name': '', 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'mac_address': 'fa:16:3e:00:c4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '704d5c11-ff76-46e1-be02-ca4b0482684a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:26Z', 'updated_at': '2022-03-01T14:15:32Z', 'revision_number': 5, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'subnets': [{'id': '704d5c11-ff76-46e1-be02-ca4b0482684a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:18:00.650255 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2fbf05-f2ad-468f-bff8-41327b3b7f84 None None] The sync data for ids ['cf421311-1b00-4b16-a906-b9a4ea2592ac'] in n-d-827467-3 is: [{'id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'name': 'tempest-TestNetworkBasicOps-router-746108323', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:15:20Z', 'updated_at': '2022-03-01T14:17:52Z', 'revision_number': 6, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'gw_port': {'id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:21Z', 'updated_at': '2022-03-01T14:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '15ffff99-7733-43d2-9caa-9c2e4b3e43bc', 'name': '', 'network_id': '1022c802-90c0-4c6e-8805-305a97ea0190', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'mac_address': 'fa:16:3e:00:c4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '704d5c11-ff76-46e1-be02-ca4b0482684a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:26Z', 'updated_at': '2022-03-01T14:15:32Z', 'revision_number': 5, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'subnets': [{'id': '704d5c11-ff76-46e1-be02-ca4b0482684a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:18:00.898307 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d06c3a-fed5-40d9-a8c5-a7cac58f82be None None] New status for floating IP 16d3a318-56cb-4c46-8344-835d8d1ad5b2: DOWN {{(pid=103728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 14:18:01.347323 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae5036-2eab-42be-a44f-53a28b6f0a73 req-5469d05c-d614-4d6d-9cd8-a86cd4938502 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:01.348866 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-79ae5036-2eab-42be-a44f-53a28b6f0a73 req-5469d05c-d614-4d6d-9cd8-a86cd4938502 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=c551006b-e286-48c0-836b-19d56ee90346 HTTP/1.1" status: 200 len: 945 time: 0.0534623 Mar 01 14:18:01.400800 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-79ae5036-2eab-42be-a44f-53a28b6f0a73 req-82ddde3c-13c0-4b13-aa68-1b13643af5d2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c55c3ff-8f2f-446a-aa35-d86b1a88b409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457416 Mar 01 14:18:01.727056 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:01.820634 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed066938-f664-4f83-83da-ab13e56687a1 req-d222a3ed-4805-4544-be0a-152d3b8611d6 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:01.822356 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ed066938-f664-4f83-83da-ab13e56687a1 req-d222a3ed-4805-4544-be0a-152d3b8611d6 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.20 "GET /v2.0/ports?device_id=c551006b-e286-48c0-836b-19d56ee90346 HTTP/1.1" status: 200 len: 945 time: 0.0560372 Mar 01 14:18:01.922942 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-ed066938-f664-4f83-83da-ab13e56687a1 req-05265247-2fc0-4257-a8a0-52c3784b131d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Deleting port 68444cb1-99a0-4134-bf69-168e4e776937 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:18:01.923290 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ed066938-f664-4f83-83da-ab13e56687a1 req-05265247-2fc0-4257-a8a0-52c3784b131d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (68444cb1-99a0-4134-bf69-168e4e776937), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:02.015603 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-ed066938-f664-4f83-83da-ab13e56687a1 req-05265247-2fc0-4257-a8a0-52c3784b131d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] For port 68444cb1-99a0-4134-bf69-168e4e776937, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=68444cb1-99a0-4134-bf69-168e4e776937,segment=NetworkSegment(2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380),segment_id=2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:18:02.015989 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ed066938-f664-4f83-83da-ab13e56687a1 req-05265247-2fc0-4257-a8a0-52c3784b131d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (68444cb1-99a0-4134-bf69-168e4e776937), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:02.028037 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-ed066938-f664-4f83-83da-ab13e56687a1 req-05265247-2fc0-4257-a8a0-52c3784b131d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Calling delete_port for 68444cb1-99a0-4134-bf69-168e4e776937 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:18:02.151114 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ed066938-f664-4f83-83da-ab13e56687a1 req-05265247-2fc0-4257-a8a0-52c3784b131d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (68444cb1-99a0-4134-bf69-168e4e776937), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:02.182405 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05265247-2fc0-4257-a8a0-52c3784b131d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event deleted for resources: {'Port': ['ID=68444cb1-99a0-4134-bf69-168e4e776937,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:18:02.224694 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed066938-f664-4f83-83da-ab13e56687a1 req-05265247-2fc0-4257-a8a0-52c3784b131d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] No DVR routers for this DVR port 68444cb1-99a0-4134-bf69-168e4e776937 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:18:02.227556 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ed066938-f664-4f83-83da-ab13e56687a1 req-05265247-2fc0-4257-a8a0-52c3784b131d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:02.230841 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ed066938-f664-4f83-83da-ab13e56687a1 req-05265247-2fc0-4257-a8a0-52c3784b131d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.20 "DELETE /v2.0/ports/68444cb1-99a0-4134-bf69-168e4e776937 HTTP/1.1" status: 204 len: 173 time: 0.4029429 Mar 01 14:18:02.231276 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c551006b-e286-48c0-836b-19d56ee90346', 'name': 'network-vif-deleted', 'tag': '68444cb1-99a0-4134-bf69-168e4e776937'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:18:02.233626 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24803879-2f4e-4631-8f27-95e72f208ae5" -d '{"events": [{"server_uuid": "c551006b-e286-48c0-836b-19d56ee90346", "name": "network-vif-deleted", "tag": "68444cb1-99a0-4134-bf69-168e4e776937"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:18:02.336862 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd985f67-466f-458f-814d-2725c7089b7a x-openstack-request-id: req-fd985f67-466f-458f-814d-2725c7089b7a {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:18:02.337196 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c551006b-e286-48c0-836b-19d56ee90346", "name": "network-vif-deleted", "tag": "68444cb1-99a0-4134-bf69-168e4e776937", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:18:02.337500 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd985f67-466f-458f-814d-2725c7089b7a {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:18:02.337927 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c551006b-e286-48c0-836b-19d56ee90346', 'name': 'network-vif-deleted', 'tag': '68444cb1-99a0-4134-bf69-168e4e776937', 'status': 'completed', 'code': 200} Mar 01 14:18:02.508384 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9c95fe29-a032-4d50-98fa-ba11c58b623b req-b41f9048-7880-4d8a-84d6-4803f4377a5f tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=c551006b-e286-48c0-836b-19d56ee90346 HTTP/1.1" status: 200 len: 210 time: 0.0274537 Mar 01 14:18:03.566663 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53050) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:18:03.626849 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-22d166b1-0d74-4ff8-bf8a-86dac126e7c3 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group (2c55c3ff-8f2f-446a-aa35-d86b1a88b409), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:03.652385 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-22d166b1-0d74-4ff8-bf8a-86dac126e7c3 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group (2c55c3ff-8f2f-446a-aa35-d86b1a88b409), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:03.713507 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-22d166b1-0d74-4ff8-bf8a-86dac126e7c3 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (2c55c3ff-8f2f-446a-aa35-d86b1a88b409), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:03.719927 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-22d166b1-0d74-4ff8-bf8a-86dac126e7c3 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:03.721164 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-22d166b1-0d74-4ff8-bf8a-86dac126e7c3 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "DELETE /v2.0/security-groups/2c55c3ff-8f2f-446a-aa35-d86b1a88b409 HTTP/1.1" status: 204 len: 168 time: 0.1535168 Mar 01 14:18:03.731222 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d166b1-0d74-4ff8-bf8a-86dac126e7c3 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c55c3ff-8f2f-446a-aa35-d86b1a88b409,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:18:03.764157 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53054) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:18:04.203161 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3edb43e4-572a-49d7-8f6d-1ca63f8645e1 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (cf421311-1b00-4b16-a906-b9a4ea2592ac), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:04.467404 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-3edb43e4-572a-49d7-8f6d-1ca63f8645e1 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Deleting port 15ffff99-7733-43d2-9caa-9c2e4b3e43bc {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:18:04.467649 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3edb43e4-572a-49d7-8f6d-1ca63f8645e1 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (15ffff99-7733-43d2-9caa-9c2e4b3e43bc), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:04.558612 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-3edb43e4-572a-49d7-8f6d-1ca63f8645e1 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] For port 15ffff99-7733-43d2-9caa-9c2e4b3e43bc, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=15ffff99-7733-43d2-9caa-9c2e4b3e43bc,segment=NetworkSegment(2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380),segment_id=2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:18:04.558971 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3edb43e4-572a-49d7-8f6d-1ca63f8645e1 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (15ffff99-7733-43d2-9caa-9c2e4b3e43bc), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:04.571766 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-3edb43e4-572a-49d7-8f6d-1ca63f8645e1 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Calling delete_port for 15ffff99-7733-43d2-9caa-9c2e4b3e43bc owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:18:04.775954 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3edb43e4-572a-49d7-8f6d-1ca63f8645e1 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (15ffff99-7733-43d2-9caa-9c2e4b3e43bc), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:04.802485 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb43e4-572a-49d7-8f6d-1ca63f8645e1 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event deleted for resources: {'Port': ['ID=15ffff99-7733-43d2-9caa-9c2e4b3e43bc,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:18:04.988969 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3edb43e4-572a-49d7-8f6d-1ca63f8645e1 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (cf421311-1b00-4b16-a906-b9a4ea2592ac), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:05.546293 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3edb43e4-572a-49d7-8f6d-1ca63f8645e1 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Router cf421311-1b00-4b16-a906-b9a4ea2592ac has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:18:05.562811 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 68444cb1-99a0-4134-bf69-168e4e776937 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:18:05.585757 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 68444cb1-99a0-4134-bf69-168e4e776937 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:18:05.586945 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 68444cb1-99a0-4134-bf69-168e4e776937 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:18:05.659551 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3edb43e4-572a-49d7-8f6d-1ca63f8645e1 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:18:05.665844 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3edb43e4-572a-49d7-8f6d-1ca63f8645e1 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "PUT /v2.0/routers/cf421311-1b00-4b16-a906-b9a4ea2592ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9002380 Mar 01 14:18:05.668639 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53072) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:18:05.679795 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cd379d-c73f-4ee2-a4c4-6b350f1fbba4 None None] Sync routers for ids ['cf421311-1b00-4b16-a906-b9a4ea2592ac'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:18:05.699196 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cd379d-c73f-4ee2-a4c4-6b350f1fbba4 None None] Routers {'cf421311-1b00-4b16-a906-b9a4ea2592ac'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:18:05.699986 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-a9cd379d-c73f-4ee2-a4c4-6b350f1fbba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:17:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['cf421311-1b00-4b16-a906-b9a4ea2592ac'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:18:05.738781 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6dce713-3019-44eb-b8f7-def82ca1dc54 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Deleting subnet 704d5c11-ff76-46e1-be02-ca4b0482684a {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:18:05.742530 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c6dce713-3019-44eb-b8f7-def82ca1dc54 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for subnet (704d5c11-ff76-46e1-be02-ca4b0482684a), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:05.786916 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c6dce713-3019-44eb-b8f7-def82ca1dc54 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (704d5c11-ff76-46e1-be02-ca4b0482684a), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:05.815998 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-a9cd379d-c73f-4ee2-a4c4-6b350f1fbba4 None None] Set router cf421311-1b00-4b16-a906-b9a4ea2592ac gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:18:06.123046 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-a9cd379d-c73f-4ee2-a4c4-6b350f1fbba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'name': 'tempest-TestNetworkBasicOps-router-746108323', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:15:20Z', 'updated_at': '2022-03-01T14:18:04Z', 'revision_number': 7, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'gw_port': {'id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:21Z', 'updated_at': '2022-03-01T14:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:18:06.155493 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cd379d-c73f-4ee2-a4c4-6b350f1fbba4 None None] Checking router: cf421311-1b00-4b16-a906-b9a4ea2592ac for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:18:06.165772 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53080) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:18:06.169564 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cd379d-c73f-4ee2-a4c4-6b350f1fbba4 None None] Routers {'cf421311-1b00-4b16-a906-b9a4ea2592ac'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:18:06.171089 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-a9cd379d-c73f-4ee2-a4c4-6b350f1fbba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:17:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['cf421311-1b00-4b16-a906-b9a4ea2592ac'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:18:06.288483 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510e7b6-c2d7-4571-88d3-b97be543f856 req-d10d03e8-5d2c-4e20-ab1c-736f7b4b2c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:06.298444 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3510e7b6-c2d7-4571-88d3-b97be543f856 req-d10d03e8-5d2c-4e20-ab1c-736f7b4b2c7c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=25cd8b37-6be9-408f-af5b-6babb462946f HTTP/1.1" status: 200 len: 1128 time: 0.1310925 Mar 01 14:18:06.357740 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3510e7b6-c2d7-4571-88d3-b97be543f856 req-233c20e2-4698-4d9e-a65e-434b2f9893ed service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b917c5e1-f976-4288-881e-8a941a248bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583467 Mar 01 14:18:06.379692 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c6dce713-3019-44eb-b8f7-def82ca1dc54 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (704d5c11-ff76-46e1-be02-ca4b0482684a), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:06.423257 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-a9cd379d-c73f-4ee2-a4c4-6b350f1fbba4 None None] Set router cf421311-1b00-4b16-a906-b9a4ea2592ac gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:18:06.443042 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c6dce713-3019-44eb-b8f7-def82ca1dc54 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (704d5c11-ff76-46e1-be02-ca4b0482684a), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:06.471146 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dce713-3019-44eb-b8f7-def82ca1dc54 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event deleted for resources: {'Subnet': ['ID=704d5c11-ff76-46e1-be02-ca4b0482684a,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:18:06.477244 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c6dce713-3019-44eb-b8f7-def82ca1dc54 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:06.483869 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53088) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:18:06.486083 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd290ca-ac9f-4e8d-b07e-eacc3fd6d794 None None] Network 1022c802-90c0-4c6e-8805-305a97ea0190 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:18:06.492930 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c6dce713-3019-44eb-b8f7-def82ca1dc54 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "DELETE /v2.0/subnets/704d5c11-ff76-46e1-be02-ca4b0482684a HTTP/1.1" status: 204 len: 168 time: 0.8207848 Mar 01 14:18:06.619565 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cde08bf6-af57-4696-bb18-d9123bdc8ce8 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for router (cf421311-1b00-4b16-a906-b9a4ea2592ac), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:06.673859 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff90b048-7820-4aeb-ab17-fee9cdf29a37 None None] DHCP port deletion for 1022c802-90c0-4c6e-8805-305a97ea0190 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:18:06.687333 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-a9cd379d-c73f-4ee2-a4c4-6b350f1fbba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'name': 'tempest-TestNetworkBasicOps-router-746108323', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:15:20Z', 'updated_at': '2022-03-01T14:18:04Z', 'revision_number': 7, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'gw_port': {'id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:21Z', 'updated_at': '2022-03-01T14:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:18:06.721425 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cd379d-c73f-4ee2-a4c4-6b350f1fbba4 None None] The sync data for ids ['cf421311-1b00-4b16-a906-b9a4ea2592ac'] in n-d-827467-3 is: [{'id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'name': 'tempest-TestNetworkBasicOps-router-746108323', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:15:20Z', 'updated_at': '2022-03-01T14:18:04Z', 'revision_number': 7, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'gw_port': {'id': 'ecba74c3-3375-4cf1-8545-71cb78ea15d9', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf421311-1b00-4b16-a906-b9a4ea2592ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:15:21Z', 'updated_at': '2022-03-01T14:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:18:06.758935 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cde08bf6-af57-4696-bb18-d9123bdc8ce8 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for router_gateway (cf421311-1b00-4b16-a906-b9a4ea2592ac), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:06.784231 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ff90b048-7820-4aeb-ab17-fee9cdf29a37 None None] Deleting port b880a29f-61bf-4ba6-9b3a-f03543368a31 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:18:06.784695 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ff90b048-7820-4aeb-ab17-fee9cdf29a37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (b880a29f-61bf-4ba6-9b3a-f03543368a31), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:06.822776 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-cde08bf6-af57-4696-bb18-d9123bdc8ce8 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Deleting port ecba74c3-3375-4cf1-8545-71cb78ea15d9 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:18:06.823214 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cde08bf6-af57-4696-bb18-d9123bdc8ce8 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (ecba74c3-3375-4cf1-8545-71cb78ea15d9), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:06.888635 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-ff90b048-7820-4aeb-ab17-fee9cdf29a37 None None] For port b880a29f-61bf-4ba6-9b3a-f03543368a31, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=b880a29f-61bf-4ba6-9b3a-f03543368a31,segment=NetworkSegment(2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380),segment_id=2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:18:06.889093 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ff90b048-7820-4aeb-ab17-fee9cdf29a37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (b880a29f-61bf-4ba6-9b3a-f03543368a31), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:06.909064 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ff90b048-7820-4aeb-ab17-fee9cdf29a37 None None] Calling delete_port for b880a29f-61bf-4ba6-9b3a-f03543368a31 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:18:06.910231 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-cde08bf6-af57-4696-bb18-d9123bdc8ce8 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] For port ecba74c3-3375-4cf1-8545-71cb78ea15d9, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ecba74c3-3375-4cf1-8545-71cb78ea15d9,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:18:06.910596 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cde08bf6-af57-4696-bb18-d9123bdc8ce8 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (ecba74c3-3375-4cf1-8545-71cb78ea15d9), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:06.931786 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-cde08bf6-af57-4696-bb18-d9123bdc8ce8 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Calling delete_port for ecba74c3-3375-4cf1-8545-71cb78ea15d9 owned by network:router_gateway {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:18:07.011161 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ff90b048-7820-4aeb-ab17-fee9cdf29a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (b880a29f-61bf-4ba6-9b3a-f03543368a31), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:07.034897 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90b048-7820-4aeb-ab17-fee9cdf29a37 None None] Pushing event deleted for resources: {'Port': ['ID=b880a29f-61bf-4ba6-9b3a-f03543368a31,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:18:07.056243 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff90b048-7820-4aeb-ab17-fee9cdf29a37 None None] No DVR routers for this DVR port b880a29f-61bf-4ba6-9b3a-f03543368a31 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:18:07.263964 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cde08bf6-af57-4696-bb18-d9123bdc8ce8 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (ecba74c3-3375-4cf1-8545-71cb78ea15d9), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:07.335982 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde08bf6-af57-4696-bb18-d9123bdc8ce8 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event deleted for resources: {'Port': ['ID=ecba74c3-3375-4cf1-8545-71cb78ea15d9,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:18:07.451936 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cde08bf6-af57-4696-bb18-d9123bdc8ce8 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (cf421311-1b00-4b16-a906-b9a4ea2592ac), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:07.558452 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [req-9d22ebfb-bd6c-46ed-9e9f-5cd748f3d745 req-3a60d938-1df0-4ccc-af84-82024f49f627 service neutron] (103726) timed out ('10.222.0.32', 52791) {{(pid=103726) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 01 14:18:07.566000 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cde08bf6-af57-4696-bb18-d9123bdc8ce8 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (cf421311-1b00-4b16-a906-b9a4ea2592ac), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:07.568584 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cde08bf6-af57-4696-bb18-d9123bdc8ce8 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for router_controller (cf421311-1b00-4b16-a906-b9a4ea2592ac), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:07.625544 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cde08bf6-af57-4696-bb18-d9123bdc8ce8 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (cf421311-1b00-4b16-a906-b9a4ea2592ac), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:07.626868 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde08bf6-af57-4696-bb18-d9123bdc8ce8 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Fanout notify agent at l3_agent the message router_deleted on router cf421311-1b00-4b16-a906-b9a4ea2592ac {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:18:07.633963 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cde08bf6-af57-4696-bb18-d9123bdc8ce8 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:07.637486 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cde08bf6-af57-4696-bb18-d9123bdc8ce8 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "DELETE /v2.0/routers/cf421311-1b00-4b16-a906-b9a4ea2592ac HTTP/1.1" status: 204 len: 168 time: 1.1504188 Mar 01 14:18:07.637716 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53102) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:18:07.730077 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9688a5cb-14b2-40d1-b916-8f6b2ca484ac tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (1022c802-90c0-4c6e-8805-305a97ea0190), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:07.838035 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9688a5cb-14b2-40d1-b916-8f6b2ca484ac tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (1022c802-90c0-4c6e-8805-305a97ea0190), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:07.858740 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-9688a5cb-14b2-40d1-b916-8f6b2ca484ac tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1022c802-90c0-4c6e-8805-305a97ea0190']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:18:07.867950 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-9688a5cb-14b2-40d1-b916-8f6b2ca484ac tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:18:07.868240 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-9688a5cb-14b2-40d1-b916-8f6b2ca484ac tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:18:07.877528 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9688a5cb-14b2-40d1-b916-8f6b2ca484ac tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:07.892311 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9688a5cb-14b2-40d1-b916-8f6b2ca484ac tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:07.900784 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9688a5cb-14b2-40d1-b916-8f6b2ca484ac tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:18:07.900784 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9688a5cb-14b2-40d1-b916-8f6b2ca484ac tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (2e9757fe-af7b-4ad8-a0cc-cd01ecbbb380), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:07.904587 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:18:07.904587 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:18:07.904587 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:18:07.904587 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:18:07.904587 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:18:07.904587 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:18:07.904587 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:18:07.904587 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:18:07.904587 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:18:07.904587 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:18:07.904587 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:18:07.904587 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:18:07.904587 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:18:07.904587 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:18:07.904587 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:18:07.904587 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:18:07.904587 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:18:07.904587 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:18:07.904587 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:18:07.904587 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:18:07.904587 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:18:07.904587 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:18:07.904587 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:18:07.904587 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:18:07.904587 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:18:07.904587 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:18:07.904587 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:18:07.904587 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:18:07.904587 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:18:07.904587 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:18:07.904587 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:18:07.904587 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:18:07.978192 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9688a5cb-14b2-40d1-b916-8f6b2ca484ac tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (1022c802-90c0-4c6e-8805-305a97ea0190), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:07.984021 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9688a5cb-14b2-40d1-b916-8f6b2ca484ac tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:07.991181 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9688a5cb-14b2-40d1-b916-8f6b2ca484ac tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "DELETE /v2.0/networks/1022c802-90c0-4c6e-8805-305a97ea0190 HTTP/1.1" status: 204 len: 168 time: 0.3483875 Mar 01 14:18:08.013761 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53108) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:18:08.022509 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-1a324d9f-9122-4c67-a868-e82753b8f82d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Request body: {'network': {'name': 'tempest-network-smoke--489106345', 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'port_security_enabled': True}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:18:08.035622 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688a5cb-14b2-40d1-b916-8f6b2ca484ac tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event deleted for resources: {'Network': ['ID=1022c802-90c0-4c6e-8805-305a97ea0190,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:18:08.050952 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [req-7d0c4d78-e34a-453c-ad06-228878d0f0a1 req-d55a6839-2224-4ff3-b648-45b03c13f66c service neutron] (103726) timed out ('10.222.0.32', 52856) {{(pid=103726) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 01 14:18:08.106581 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a324d9f-9122-4c67-a868-e82753b8f82d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Made reservation on behalf of ff4bcaf99ac549c98e3a0b08d618fa3f for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:18:08.115759 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1a324d9f-9122-4c67-a868-e82753b8f82d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:08.224429 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a324d9f-9122-4c67-a868-e82753b8f82d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:18:08.240997 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1a324d9f-9122-4c67-a868-e82753b8f82d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (24b28eec-0d1b-4149-acc6-ded4fdd170f9), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:08.241283 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-1a324d9f-9122-4c67-a868-e82753b8f82d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Added segment 24b28eec-0d1b-4149-acc6-ded4fdd170f9 of type vlan for network 90e5b981-fea4-4caa-add0-3c0bc0f31332 Mar 01 14:18:08.260557 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ecba74c3-3375-4cf1-8545-71cb78ea15d9 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:18:08.295080 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1a324d9f-9122-4c67-a868-e82753b8f82d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (90e5b981-fea4-4caa-add0-3c0bc0f31332), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:08.305055 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: ecba74c3-3375-4cf1-8545-71cb78ea15d9 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:18:08.305544 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ecba74c3-3375-4cf1-8545-71cb78ea15d9 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:18:08.307317 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 15ffff99-7733-43d2-9caa-9c2e4b3e43bc no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:18:08.330214 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1a324d9f-9122-4c67-a868-e82753b8f82d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (90e5b981-fea4-4caa-add0-3c0bc0f31332), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:08.337010 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a324d9f-9122-4c67-a868-e82753b8f82d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:08.337698 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1a324d9f-9122-4c67-a868-e82753b8f82d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:08.339118 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 15ffff99-7733-43d2-9caa-9c2e4b3e43bc {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:18:08.339603 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 15ffff99-7733-43d2-9caa-9c2e4b3e43bc not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:18:08.340277 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device b880a29f-61bf-4ba6-9b3a-f03543368a31 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:18:08.365360 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: b880a29f-61bf-4ba6-9b3a-f03543368a31 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:18:08.365797 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device b880a29f-61bf-4ba6-9b3a-f03543368a31 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:18:08.424527 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1a324d9f-9122-4c67-a868-e82753b8f82d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4132187 Mar 01 14:18:08.427403 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53112) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:18:08.432092 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-bd361e9c-ad22-4da3-a83f-d7072621d314 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-767012678', 'admin_state_up': True, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:18:08.441926 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a324d9f-9122-4c67-a868-e82753b8f82d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'Network': ['ID=90e5b981-fea4-4caa-add0-3c0bc0f31332,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:18:08.453650 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 90e5b981-fea4-4caa-add0-3c0bc0f31332 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:18:08.466719 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bd361e9c-ad22-4da3-a83f-d7072621d314 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (d314a625-ff1e-4e11-8d85-9392d88d5814), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:08.468470 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bd361e9c-ad22-4da3-a83f-d7072621d314 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (d314a625-ff1e-4e11-8d85-9392d88d5814), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:08.526879 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bd361e9c-ad22-4da3-a83f-d7072621d314 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for router_controller (d314a625-ff1e-4e11-8d85-9392d88d5814), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:08.665659 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bd361e9c-ad22-4da3-a83f-d7072621d314 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for router_gateway (d314a625-ff1e-4e11-8d85-9392d88d5814), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:08.868034 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bd361e9c-ad22-4da3-a83f-d7072621d314 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for router_gateway (d314a625-ff1e-4e11-8d85-9392d88d5814), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:08.886091 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bd361e9c-ad22-4da3-a83f-d7072621d314 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:08.992726 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-bd361e9c-ad22-4da3-a83f-d7072621d314 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Allocated IP 172.25.1.33 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/ca2c8258-2e44-4aec-b85c-56df2a9828de) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:18:09.098134 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bd361e9c-ad22-4da3-a83f-d7072621d314 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for port (ca2c8258-2e44-4aec-b85c-56df2a9828de), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:09.133729 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bd361e9c-ad22-4da3-a83f-d7072621d314 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (ca2c8258-2e44-4aec-b85c-56df2a9828de), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:09.177830 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd361e9c-ad22-4da3-a83f-d7072621d314 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:18:09.181268 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-bd361e9c-ad22-4da3-a83f-d7072621d314 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:18:09.184782 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd361e9c-ad22-4da3-a83f-d7072621d314 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:18:09.190413 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd361e9c-ad22-4da3-a83f-d7072621d314 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'Port': ['ID=ca2c8258-2e44-4aec-b85c-56df2a9828de,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:18:09.457347 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bd361e9c-ad22-4da3-a83f-d7072621d314 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for router_gateway (d314a625-ff1e-4e11-8d85-9392d88d5814), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:09.700240 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bd361e9c-ad22-4da3-a83f-d7072621d314 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (d314a625-ff1e-4e11-8d85-9392d88d5814), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:09.837822 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd361e9c-ad22-4da3-a83f-d7072621d314 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Router d314a625-ff1e-4e11-8d85-9392d88d5814 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:18:09.946848 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd361e9c-ad22-4da3-a83f-d7072621d314 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:18:09.971815 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-bd361e9c-ad22-4da3-a83f-d7072621d314 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:09.973106 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-bd361e9c-ad22-4da3-a83f-d7072621d314 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5445530 Mar 01 14:18:09.974496 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3681c7a-2b82-4074-a04f-924ffa9fffe3 None None] Sync routers for ids ['d314a625-ff1e-4e11-8d85-9392d88d5814'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:18:09.976083 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53122) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:18:09.998578 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3681c7a-2b82-4074-a04f-924ffa9fffe3 None None] Routers {'d314a625-ff1e-4e11-8d85-9392d88d5814'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:18:09.999599 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d3681c7a-2b82-4074-a04f-924ffa9fffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:17:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['d314a625-ff1e-4e11-8d85-9392d88d5814'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:18:10.011880 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a904ce8b-efd6-41ba-8e09-34ac167bdba0 tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=ff4bcaf99ac549c98e3a0b08d618fa3f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343146 Mar 01 14:18:10.014252 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53124) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:18:10.109467 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2840266b-69ac-46f1-bc23-e8729ba428af tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:10.111053 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2840266b-69ac-46f1-bc23-e8729ba428af tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0959029 Mar 01 14:18:10.113772 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53128) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:18:10.123633 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:10.139026 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-d3681c7a-2b82-4074-a04f-924ffa9fffe3 None None] Set router d314a625-ff1e-4e11-8d85-9392d88d5814 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:18:10.151296 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7c654dc8-b64a-457b-a733-133675163156 tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=645b0646-084a-4922-8a3b-3b65ee21b5e4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362868 Mar 01 14:18:10.153963 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53130) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:18:10.158934 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-6665d5a2-e700-4156-bbef-0ec57e9e304c tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1755420278', 'network_id': '90e5b981-fea4-4caa-add0-3c0bc0f31332', 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:18:10.269094 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:10.271253 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6665d5a2-e700-4156-bbef-0ec57e9e304c tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Made reservation on behalf of ff4bcaf99ac549c98e3a0b08d618fa3f for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:18:10.277560 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6665d5a2-e700-4156-bbef-0ec57e9e304c tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:10.362007 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d3681c7a-2b82-4074-a04f-924ffa9fffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'name': 'tempest-TestNetworkBasicOps-router-767012678', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ca2c8258-2e44-4aec-b85c-56df2a9828de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:18:08Z', 'updated_at': '2022-03-01T14:18:09Z', 'revision_number': 3, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'gw_port': {'id': 'ca2c8258-2e44-4aec-b85c-56df2a9828de', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a3:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:18:08Z', 'updated_at': '2022-03-01T14:18:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:18:10.394343 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3681c7a-2b82-4074-a04f-924ffa9fffe3 None None] Checking router: d314a625-ff1e-4e11-8d85-9392d88d5814 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:18:10.394733 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3681c7a-2b82-4074-a04f-924ffa9fffe3 None None] Updating router d314a625-ff1e-4e11-8d85-9392d88d5814 port ca2c8258-2e44-4aec-b85c-56df2a9828de binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:18:10.434723 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d3681c7a-2b82-4074-a04f-924ffa9fffe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ca2c8258-2e44-4aec-b85c-56df2a9828de), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:10.521827 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6665d5a2-e700-4156-bbef-0ec57e9e304c tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (00cad7e7-5dbf-4a5e-b3ed-70c181358ff4), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:10.590498 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665d5a2-e700-4156-bbef-0ec57e9e304c tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'Subnet': ['ID=00cad7e7-5dbf-4a5e-b3ed-70c181358ff4,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:18:10.602421 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6665d5a2-e700-4156-bbef-0ec57e9e304c tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Checking segment: {'id': '24b28eec-0d1b-4149-acc6-ded4fdd170f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '90e5b981-fea4-4caa-add0-3c0bc0f31332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:18:10.602837 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6665d5a2-e700-4156-bbef-0ec57e9e304c tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Network hostable DHCP agents. Network: 90e5b981-fea4-4caa-add0-3c0bc0f31332, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:18:10.624739 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6665d5a2-e700-4156-bbef-0ec57e9e304c tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Network 90e5b981-fea4-4caa-add0-3c0bc0f31332 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:18:10.644267 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-6665d5a2-e700-4156-bbef-0ec57e9e304c tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 90e5b981-fea4-4caa-add0-3c0bc0f31332) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:18:10.650326 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6665d5a2-e700-4156-bbef-0ec57e9e304c tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:10.652152 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6665d5a2-e700-4156-bbef-0ec57e9e304c tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:10.659170 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29498ca2-b00a-4802-b308-2c4100c836be None None] Network 90e5b981-fea4-4caa-add0-3c0bc0f31332 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:18:10.672156 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6665d5a2-e700-4156-bbef-0ec57e9e304c tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5169439 Mar 01 14:18:10.675020 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53134) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:18:10.818129 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d3681c7a-2b82-4074-a04f-924ffa9fffe3 None None] Publish callbacks [] for port (ca2c8258-2e44-4aec-b85c-56df2a9828de), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:10.834847 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3234dc7-178c-40d4-b931-6ca48633d83d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-90e5b981-fea4-4caa-add0-3c0bc0f31332', 'network_id': '90e5b981-fea4-4caa-add0-3c0bc0f31332', 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'fixed_ips': [{'subnet_id': '00cad7e7-5dbf-4a5e-b3ed-70c181358ff4'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:18:10.835936 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d3234dc7-178c-40d4-b931-6ca48633d83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:10.840156 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d3681c7a-2b82-4074-a04f-924ffa9fffe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ca2c8258-2e44-4aec-b85c-56df2a9828de), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:10.893256 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-d3681c7a-2b82-4074-a04f-924ffa9fffe3 None None] Attempting to bind port ca2c8258-2e44-4aec-b85c-56df2a9828de on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:18:10.893784 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-d3681c7a-2b82-4074-a04f-924ffa9fffe3 None None] Attempting to bind port ca2c8258-2e44-4aec-b85c-56df2a9828de by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:18:10.894318 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3681c7a-2b82-4074-a04f-924ffa9fffe3 None None] Attempting to bind port ca2c8258-2e44-4aec-b85c-56df2a9828de on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:18:10.901961 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3681c7a-2b82-4074-a04f-924ffa9fffe3 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:18:10.902424 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3681c7a-2b82-4074-a04f-924ffa9fffe3 None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:18:10.903005 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d3681c7a-2b82-4074-a04f-924ffa9fffe3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:10.903470 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3681c7a-2b82-4074-a04f-924ffa9fffe3 None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:18:10.904166 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-d3681c7a-2b82-4074-a04f-924ffa9fffe3 None None] Bound port: ca2c8258-2e44-4aec-b85c-56df2a9828de, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:18:10.904614 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d3681c7a-2b82-4074-a04f-924ffa9fffe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ca2c8258-2e44-4aec-b85c-56df2a9828de), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:10.961678 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d3681c7a-2b82-4074-a04f-924ffa9fffe3 None None] For port ca2c8258-2e44-4aec-b85c-56df2a9828de, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:18:10.965579 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d3681c7a-2b82-4074-a04f-924ffa9fffe3 None None] For port ca2c8258-2e44-4aec-b85c-56df2a9828de, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ca2c8258-2e44-4aec-b85c-56df2a9828de,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:18:11.220859 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d3681c7a-2b82-4074-a04f-924ffa9fffe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ca2c8258-2e44-4aec-b85c-56df2a9828de), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:11.237224 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d93ad4dc-de35-4320-8885-fc531cd77597 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:11.246665 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53747dba-d9c1-4d73-8dfe-35ce36dc7060 None None] Pushing event updated for resources: {'Port': ['ID=ca2c8258-2e44-4aec-b85c-56df2a9828de,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:18:11.327443 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3681c7a-2b82-4074-a04f-924ffa9fffe3 None None] Routers {'d314a625-ff1e-4e11-8d85-9392d88d5814'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:18:11.328124 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d3681c7a-2b82-4074-a04f-924ffa9fffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:17:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['d314a625-ff1e-4e11-8d85-9392d88d5814'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:18:11.440277 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-d3681c7a-2b82-4074-a04f-924ffa9fffe3 None None] Set router d314a625-ff1e-4e11-8d85-9392d88d5814 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:18:11.565133 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53747dba-d9c1-4d73-8dfe-35ce36dc7060 None None] Pushing event updated for resources: {'Port': ['ID=ca2c8258-2e44-4aec-b85c-56df2a9828de,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:18:11.574285 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-d3234dc7-178c-40d4-b931-6ca48633d83d None None] Allocated IP 172.20.0.2 (90e5b981-fea4-4caa-add0-3c0bc0f31332/00cad7e7-5dbf-4a5e-b3ed-70c181358ff4/e5e594f7-c6cc-4220-a5b1-5f0ccc41631d) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:18:11.765038 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-d3681c7a-2b82-4074-a04f-924ffa9fffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'name': 'tempest-TestNetworkBasicOps-router-767012678', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ca2c8258-2e44-4aec-b85c-56df2a9828de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:18:08Z', 'updated_at': '2022-03-01T14:18:09Z', 'revision_number': 3, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'gw_port': {'id': 'ca2c8258-2e44-4aec-b85c-56df2a9828de', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a3:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:18:08Z', 'updated_at': '2022-03-01T14:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:18:11.798316 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3681c7a-2b82-4074-a04f-924ffa9fffe3 None None] The sync data for ids ['d314a625-ff1e-4e11-8d85-9392d88d5814'] in n-d-827467-3 is: [{'id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'name': 'tempest-TestNetworkBasicOps-router-767012678', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ca2c8258-2e44-4aec-b85c-56df2a9828de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:18:08Z', 'updated_at': '2022-03-01T14:18:09Z', 'revision_number': 3, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'gw_port': {'id': 'ca2c8258-2e44-4aec-b85c-56df2a9828de', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a3:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:18:08Z', 'updated_at': '2022-03-01T14:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:18:11.805339 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d3234dc7-178c-40d4-b931-6ca48633d83d None None] Publish callbacks [] for port (e5e594f7-c6cc-4220-a5b1-5f0ccc41631d), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:11.812174 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d3234dc7-178c-40d4-b931-6ca48633d83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (e5e594f7-c6cc-4220-a5b1-5f0ccc41631d), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:11.858140 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3234dc7-178c-40d4-b931-6ca48633d83d None None] Network 90e5b981-fea4-4caa-add0-3c0bc0f31332 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:18:11.861642 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-d3234dc7-178c-40d4-b931-6ca48633d83d None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:18:11.864867 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3234dc7-178c-40d4-b931-6ca48633d83d None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:18:11.875132 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3234dc7-178c-40d4-b931-6ca48633d83d None None] Pushing event updated for resources: {'Port': ['ID=e5e594f7-c6cc-4220-a5b1-5f0ccc41631d,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:18:11.889896 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-d93ad4dc-de35-4320-8885-fc531cd77597 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Allocated IP 172.20.0.1 (90e5b981-fea4-4caa-add0-3c0bc0f31332/00cad7e7-5dbf-4a5e-b3ed-70c181358ff4/9094ee47-7257-456d-9b8f-cb9fa98fd493) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:18:11.944802 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-d3234dc7-178c-40d4-b931-6ca48633d83d None None] Attempting to bind port e5e594f7-c6cc-4220-a5b1-5f0ccc41631d on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:18:11.945116 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-d3234dc7-178c-40d4-b931-6ca48633d83d None None] Attempting to bind port e5e594f7-c6cc-4220-a5b1-5f0ccc41631d by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '24b28eec-0d1b-4149-acc6-ded4fdd170f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '90e5b981-fea4-4caa-add0-3c0bc0f31332'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:18:11.945299 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3234dc7-178c-40d4-b931-6ca48633d83d None None] Attempting to bind port e5e594f7-c6cc-4220-a5b1-5f0ccc41631d on network 90e5b981-fea4-4caa-add0-3c0bc0f31332 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:18:11.951585 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3234dc7-178c-40d4-b931-6ca48633d83d None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:18:11.952083 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3234dc7-178c-40d4-b931-6ca48633d83d None None] Checking segment: {'id': '24b28eec-0d1b-4149-acc6-ded4fdd170f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '90e5b981-fea4-4caa-add0-3c0bc0f31332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:18:11.952550 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d3234dc7-178c-40d4-b931-6ca48633d83d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:11.952937 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3234dc7-178c-40d4-b931-6ca48633d83d None None] Bound using segment: {'id': '24b28eec-0d1b-4149-acc6-ded4fdd170f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '90e5b981-fea4-4caa-add0-3c0bc0f31332'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:18:11.953476 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-d3234dc7-178c-40d4-b931-6ca48633d83d None None] Bound port: e5e594f7-c6cc-4220-a5b1-5f0ccc41631d, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24b28eec-0d1b-4149-acc6-ded4fdd170f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '90e5b981-fea4-4caa-add0-3c0bc0f31332'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:18:11.953841 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d3234dc7-178c-40d4-b931-6ca48633d83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e5e594f7-c6cc-4220-a5b1-5f0ccc41631d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:12.027838 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d3234dc7-178c-40d4-b931-6ca48633d83d None None] For port e5e594f7-c6cc-4220-a5b1-5f0ccc41631d, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:18:12.030884 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d3234dc7-178c-40d4-b931-6ca48633d83d None None] For port e5e594f7-c6cc-4220-a5b1-5f0ccc41631d, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=e5e594f7-c6cc-4220-a5b1-5f0ccc41631d,segment=NetworkSegment(24b28eec-0d1b-4149-acc6-ded4fdd170f9),segment_id=24b28eec-0d1b-4149-acc6-ded4fdd170f9)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:18:12.033514 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d93ad4dc-de35-4320-8885-fc531cd77597 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for port (9094ee47-7257-456d-9b8f-cb9fa98fd493), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:12.042880 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d3234dc7-178c-40d4-b931-6ca48633d83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (e5e594f7-c6cc-4220-a5b1-5f0ccc41631d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:12.100678 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d93ad4dc-de35-4320-8885-fc531cd77597 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (9094ee47-7257-456d-9b8f-cb9fa98fd493), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:12.190058 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93ad4dc-de35-4320-8885-fc531cd77597 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Network 90e5b981-fea4-4caa-add0-3c0bc0f31332 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:18:12.194086 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-d93ad4dc-de35-4320-8885-fc531cd77597 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:18:12.198774 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93ad4dc-de35-4320-8885-fc531cd77597 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:18:12.204384 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ad4dc-de35-4320-8885-fc531cd77597 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'Port': ['ID=9094ee47-7257-456d-9b8f-cb9fa98fd493,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:18:12.225922 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3234dc7-178c-40d4-b931-6ca48633d83d None None] Pushing event updated for resources: {'Port': ['ID=e5e594f7-c6cc-4220-a5b1-5f0ccc41631d,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:18:12.295998 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d93ad4dc-de35-4320-8885-fc531cd77597 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (d314a625-ff1e-4e11-8d85-9392d88d5814), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:12.600762 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d93ad4dc-de35-4320-8885-fc531cd77597 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9094ee47-7257-456d-9b8f-cb9fa98fd493), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:13.274690 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d93ad4dc-de35-4320-8885-fc531cd77597 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for port (9094ee47-7257-456d-9b8f-cb9fa98fd493), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:13.283386 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d93ad4dc-de35-4320-8885-fc531cd77597 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (9094ee47-7257-456d-9b8f-cb9fa98fd493), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:13.355759 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ad4dc-de35-4320-8885-fc531cd77597 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'Port': ['ID=9094ee47-7257-456d-9b8f-cb9fa98fd493,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:18:13.376800 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d93ad4dc-de35-4320-8885-fc531cd77597 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (d314a625-ff1e-4e11-8d85-9392d88d5814), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:13.484508 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93ad4dc-de35-4320-8885-fc531cd77597 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Network 90e5b981-fea4-4caa-add0-3c0bc0f31332 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:18:13.486080 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-d93ad4dc-de35-4320-8885-fc531cd77597 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:18:13.592870 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5857b7ff-a4ec-4c19-9789-b0e716f97ec6 None None] Network 90e5b981-fea4-4caa-add0-3c0bc0f31332 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:18:13.619275 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93ad4dc-de35-4320-8885-fc531cd77597 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Router d314a625-ff1e-4e11-8d85-9392d88d5814 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:18:13.720660 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-9310a384-ab1c-4ca4-ac68-e7e7cc99c499 None None] Provisioning complete for port e5e594f7-c6cc-4220-a5b1-5f0ccc41631d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:18:13.721040 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9310a384-ab1c-4ca4-ac68-e7e7cc99c499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e5e594f7-c6cc-4220-a5b1-5f0ccc41631d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:13.753411 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93ad4dc-de35-4320-8885-fc531cd77597 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:18:13.765145 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d93ad4dc-de35-4320-8885-fc531cd77597 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "PUT /v2.0/routers/d314a625-ff1e-4e11-8d85-9392d88d5814/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0889814 Mar 01 14:18:13.768830 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53156) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:18:13.845151 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-9310a384-ab1c-4ca4-ac68-e7e7cc99c499 None None] Current status of the port e5e594f7-c6cc-4220-a5b1-5f0ccc41631d is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:18:13.845540 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9310a384-ab1c-4ca4-ac68-e7e7cc99c499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (e5e594f7-c6cc-4220-a5b1-5f0ccc41631d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:13.885407 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-9310a384-ab1c-4ca4-ac68-e7e7cc99c499 None None] For port e5e594f7-c6cc-4220-a5b1-5f0ccc41631d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=e5e594f7-c6cc-4220-a5b1-5f0ccc41631d,segment=NetworkSegment(24b28eec-0d1b-4149-acc6-ded4fdd170f9),segment_id=24b28eec-0d1b-4149-acc6-ded4fdd170f9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:18:13.894227 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9310a384-ab1c-4ca4-ac68-e7e7cc99c499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (e5e594f7-c6cc-4220-a5b1-5f0ccc41631d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:14.027827 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310a384-ab1c-4ca4-ac68-e7e7cc99c499 None None] Pushing event updated for resources: {'Port': ['ID=e5e594f7-c6cc-4220-a5b1-5f0ccc41631d,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:18:14.049552 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43690fd6-087e-4289-8041-26763cc2f69c tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:14.050037 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43690fd6-087e-4289-8041-26763cc2f69c tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:14.050516 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43690fd6-087e-4289-8041-26763cc2f69c tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:14.050986 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43690fd6-087e-4289-8041-26763cc2f69c tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:14.053824 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43690fd6-087e-4289-8041-26763cc2f69c tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:14.054444 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43690fd6-087e-4289-8041-26763cc2f69c tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:14.054907 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43690fd6-087e-4289-8041-26763cc2f69c tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:14.057152 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-43690fd6-087e-4289-8041-26763cc2f69c tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4981 time: 0.2868798 Mar 01 14:18:14.059766 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53162) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:18:14.124830 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device e5e594f7-c6cc-4220-a5b1-5f0ccc41631d up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:18:14.163565 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b67abe-794c-4f32-a42f-6c57ca553c27 tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:14.165144 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b67abe-794c-4f32-a42f-6c57ca553c27 tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:14.165614 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b67abe-794c-4f32-a42f-6c57ca553c27 tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:14.172229 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b67abe-794c-4f32-a42f-6c57ca553c27 tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:14.172422 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b67abe-794c-4f32-a42f-6c57ca553c27 tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:14.172893 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b67abe-794c-4f32-a42f-6c57ca553c27 tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:14.173358 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b67abe-794c-4f32-a42f-6c57ca553c27 tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:14.176245 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-61b67abe-794c-4f32-a42f-6c57ca553c27 tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4642 time: 0.1152654 Mar 01 14:18:14.179368 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53164) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:18:14.205651 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2757ddca-01dc-4e90-b3dd-989cca89be52 None None] Sync routers for ids ['d314a625-ff1e-4e11-8d85-9392d88d5814'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:18:14.217155 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2757ddca-01dc-4e90-b3dd-989cca89be52 None None] Routers {'d314a625-ff1e-4e11-8d85-9392d88d5814'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:18:14.217841 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-2757ddca-01dc-4e90-b3dd-989cca89be52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:17:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['d314a625-ff1e-4e11-8d85-9392d88d5814'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:18:14.272523 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-89355d7b-8023-41d1-bc47-fcf76673769c None None] Provisioning complete for port e5e594f7-c6cc-4220-a5b1-5f0ccc41631d triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:18:14.273188 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-89355d7b-8023-41d1-bc47-fcf76673769c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e5e594f7-c6cc-4220-a5b1-5f0ccc41631d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:14.379834 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port e5e594f7-c6cc-4220-a5b1-5f0ccc41631d triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:18:14.380225 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e5e594f7-c6cc-4220-a5b1-5f0ccc41631d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:14.383510 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-2757ddca-01dc-4e90-b3dd-989cca89be52 None None] Set router d314a625-ff1e-4e11-8d85-9392d88d5814 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:18:14.518710 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e63d705b-05a3-4524-9a74-79033a7e83ed tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3040 time: 0.3342397 Mar 01 14:18:14.548667 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port e5e594f7-c6cc-4220-a5b1-5f0ccc41631d is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:18:14.550237 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ca2c8258-2e44-4aec-b85c-56df2a9828de up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:18:14.618490 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-89355d7b-8023-41d1-bc47-fcf76673769c None None] Current status of the port e5e594f7-c6cc-4220-a5b1-5f0ccc41631d is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:18:14.635290 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-89355d7b-8023-41d1-bc47-fcf76673769c None None] Provisioning complete for port 9094ee47-7257-456d-9b8f-cb9fa98fd493 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:18:14.635956 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-89355d7b-8023-41d1-bc47-fcf76673769c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9094ee47-7257-456d-9b8f-cb9fa98fd493), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:14.665915 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-2757ddca-01dc-4e90-b3dd-989cca89be52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'name': 'tempest-TestNetworkBasicOps-router-767012678', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ca2c8258-2e44-4aec-b85c-56df2a9828de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:18:08Z', 'updated_at': '2022-03-01T14:18:12Z', 'revision_number': 4, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'gw_port': {'id': 'ca2c8258-2e44-4aec-b85c-56df2a9828de', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a3:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:18:08Z', 'updated_at': '2022-03-01T14:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '9094ee47-7257-456d-9b8f-cb9fa98fd493', 'name': '', 'network_id': '90e5b981-fea4-4caa-add0-3c0bc0f31332', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'mac_address': 'fa:16:3e:0b:29:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '00cad7e7-5dbf-4a5e-b3ed-70c181358ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:18:11Z', 'updated_at': '2022-03-01T14:18:13Z', 'revision_number': 2, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'subnets': [{'id': '00cad7e7-5dbf-4a5e-b3ed-70c181358ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:18:14.680872 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-89355d7b-8023-41d1-bc47-fcf76673769c None None] Port 9094ee47-7257-456d-9b8f-cb9fa98fd493 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:18:14.704945 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port ca2c8258-2e44-4aec-b85c-56df2a9828de triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:18:14.706620 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ca2c8258-2e44-4aec-b85c-56df2a9828de), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:14.851083 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-48fc5ea0-09d2-4194-a50e-4a0d1d6ba079 None None] Provisioning complete for port 9094ee47-7257-456d-9b8f-cb9fa98fd493 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:18:14.851539 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-48fc5ea0-09d2-4194-a50e-4a0d1d6ba079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9094ee47-7257-456d-9b8f-cb9fa98fd493), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:14.889883 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-48fc5ea0-09d2-4194-a50e-4a0d1d6ba079 None None] Port 9094ee47-7257-456d-9b8f-cb9fa98fd493 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:18:14.893048 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port ca2c8258-2e44-4aec-b85c-56df2a9828de is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:18:14.893601 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ca2c8258-2e44-4aec-b85c-56df2a9828de), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:14.913201 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2757ddca-01dc-4e90-b3dd-989cca89be52 None None] Checking router: d314a625-ff1e-4e11-8d85-9392d88d5814 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:18:14.913555 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2757ddca-01dc-4e90-b3dd-989cca89be52 None None] Updating router d314a625-ff1e-4e11-8d85-9392d88d5814 port 9094ee47-7257-456d-9b8f-cb9fa98fd493 binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:18:14.934413 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port ca2c8258-2e44-4aec-b85c-56df2a9828de, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ca2c8258-2e44-4aec-b85c-56df2a9828de,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:18:14.941268 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-2757ddca-01dc-4e90-b3dd-989cca89be52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9094ee47-7257-456d-9b8f-cb9fa98fd493), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:14.948512 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ca2c8258-2e44-4aec-b85c-56df2a9828de), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:15.045955 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=ca2c8258-2e44-4aec-b85c-56df2a9828de,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:18:15.210095 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53172) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:18:15.216131 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-1fdc3b92-32db-4f6a-ad22-ea8349a7e830 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-866449970', 'description': 'tempest-secgroup-smoke-866449970 description', 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:18:15.242613 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3b92-32db-4f6a-ad22-ea8349a7e830 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:15.262099 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-2757ddca-01dc-4e90-b3dd-989cca89be52 None None] Publish callbacks [] for port (9094ee47-7257-456d-9b8f-cb9fa98fd493), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:15.273365 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-2757ddca-01dc-4e90-b3dd-989cca89be52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9094ee47-7257-456d-9b8f-cb9fa98fd493), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:15.342329 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3b92-32db-4f6a-ad22-ea8349a7e830 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group (b9ca4fd4-4f34-4005-a781-e935d61b3ef9), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:15.349800 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3b92-32db-4f6a-ad22-ea8349a7e830 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b9ca4fd4-4f34-4005-a781-e935d61b3ef9), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:15.362654 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324d9d7-d100-4529-b613-861bbabc777e None None] Pushing event updated for resources: {'Port': ['ID=9094ee47-7257-456d-9b8f-cb9fa98fd493,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:18:15.386331 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324d9d7-d100-4529-b613-861bbabc777e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:15.386943 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324d9d7-d100-4529-b613-861bbabc777e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:15.387466 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324d9d7-d100-4529-b613-861bbabc777e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:15.387986 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324d9d7-d100-4529-b613-861bbabc777e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:15.388475 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324d9d7-d100-4529-b613-861bbabc777e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:15.388961 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324d9d7-d100-4529-b613-861bbabc777e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:15.389451 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324d9d7-d100-4529-b613-861bbabc777e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:15.389966 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324d9d7-d100-4529-b613-861bbabc777e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:15.390715 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324d9d7-d100-4529-b613-861bbabc777e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:15.391202 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324d9d7-d100-4529-b613-861bbabc777e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:15.391734 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324d9d7-d100-4529-b613-861bbabc777e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:15.392287 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324d9d7-d100-4529-b613-861bbabc777e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:15.392779 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324d9d7-d100-4529-b613-861bbabc777e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:15.406057 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3b92-32db-4f6a-ad22-ea8349a7e830 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:15.410536 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1fdc3b92-32db-4f6a-ad22-ea8349a7e830 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1954322 Mar 01 14:18:15.410536 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc3b92-32db-4f6a-ad22-ea8349a7e830 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ca4fd4-4f34-4005-a781-e935d61b3ef9,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:18:15.411099 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53174) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:18:15.417540 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-d6781714-f3fe-4677-88ce-75ef1731563b tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Request body: {'security_group_rule': {'security_group_id': 'b9ca4fd4-4f34-4005-a781-e935d61b3ef9', 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:18:15.437458 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-2757ddca-01dc-4e90-b3dd-989cca89be52 None None] Attempting to bind port 9094ee47-7257-456d-9b8f-cb9fa98fd493 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:18:15.438014 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-2757ddca-01dc-4e90-b3dd-989cca89be52 None None] Attempting to bind port 9094ee47-7257-456d-9b8f-cb9fa98fd493 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '24b28eec-0d1b-4149-acc6-ded4fdd170f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '90e5b981-fea4-4caa-add0-3c0bc0f31332'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:18:15.438977 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2757ddca-01dc-4e90-b3dd-989cca89be52 None None] Attempting to bind port 9094ee47-7257-456d-9b8f-cb9fa98fd493 on network 90e5b981-fea4-4caa-add0-3c0bc0f31332 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:18:15.447392 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2757ddca-01dc-4e90-b3dd-989cca89be52 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:18:15.448057 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2757ddca-01dc-4e90-b3dd-989cca89be52 None None] Checking segment: {'id': '24b28eec-0d1b-4149-acc6-ded4fdd170f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '90e5b981-fea4-4caa-add0-3c0bc0f31332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:18:15.448659 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-2757ddca-01dc-4e90-b3dd-989cca89be52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:15.449236 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2757ddca-01dc-4e90-b3dd-989cca89be52 None None] Bound using segment: {'id': '24b28eec-0d1b-4149-acc6-ded4fdd170f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '90e5b981-fea4-4caa-add0-3c0bc0f31332'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:18:15.449905 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-2757ddca-01dc-4e90-b3dd-989cca89be52 None None] Bound port: 9094ee47-7257-456d-9b8f-cb9fa98fd493, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24b28eec-0d1b-4149-acc6-ded4fdd170f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '90e5b981-fea4-4caa-add0-3c0bc0f31332'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:18:15.450477 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-2757ddca-01dc-4e90-b3dd-989cca89be52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9094ee47-7257-456d-9b8f-cb9fa98fd493), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:15.460801 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d6781714-f3fe-4677-88ce-75ef1731563b tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (f00344b2-1f2c-4d86-839a-75abf2ac8e30), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:15.545623 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d6781714-f3fe-4677-88ce-75ef1731563b tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (f00344b2-1f2c-4d86-839a-75abf2ac8e30), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:15.546794 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-2757ddca-01dc-4e90-b3dd-989cca89be52 None None] For port 9094ee47-7257-456d-9b8f-cb9fa98fd493, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:18:15.552326 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-2757ddca-01dc-4e90-b3dd-989cca89be52 None None] For port 9094ee47-7257-456d-9b8f-cb9fa98fd493, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=9094ee47-7257-456d-9b8f-cb9fa98fd493,segment=NetworkSegment(24b28eec-0d1b-4149-acc6-ded4fdd170f9),segment_id=24b28eec-0d1b-4149-acc6-ded4fdd170f9)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:18:15.555731 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d6781714-f3fe-4677-88ce-75ef1731563b tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (f00344b2-1f2c-4d86-839a-75abf2ac8e30), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:15.570862 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6781714-f3fe-4677-88ce-75ef1731563b tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00344b2-1f2c-4d86-839a-75abf2ac8e30,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:18:15.571364 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-2757ddca-01dc-4e90-b3dd-989cca89be52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9094ee47-7257-456d-9b8f-cb9fa98fd493), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:15.589170 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d6781714-f3fe-4677-88ce-75ef1731563b tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:15.593814 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d6781714-f3fe-4677-88ce-75ef1731563b tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1814601 Mar 01 14:18:15.594190 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53176) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:18:15.598794 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-e35e1a96-705f-4647-8950-92ee5544bae2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Request body: {'security_group_rule': {'security_group_id': 'b9ca4fd4-4f34-4005-a781-e935d61b3ef9', 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:18:15.650994 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e35e1a96-705f-4647-8950-92ee5544bae2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (ae7f8dec-57f7-402c-8210-f8083a8a421d), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:15.663318 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324d9d7-d100-4529-b613-861bbabc777e None None] Pushing event updated for resources: {'Port': ['ID=9094ee47-7257-456d-9b8f-cb9fa98fd493,revision_number=4']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:18:15.685048 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2757ddca-01dc-4e90-b3dd-989cca89be52 None None] Routers {'d314a625-ff1e-4e11-8d85-9392d88d5814'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:18:15.685664 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-2757ddca-01dc-4e90-b3dd-989cca89be52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:17:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['d314a625-ff1e-4e11-8d85-9392d88d5814'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:18:15.721299 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-99188a97-0809-48ff-ba64-0a089b12d3b4 None None] Provisioning complete for port 9094ee47-7257-456d-9b8f-cb9fa98fd493 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:18:15.722781 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-99188a97-0809-48ff-ba64-0a089b12d3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9094ee47-7257-456d-9b8f-cb9fa98fd493), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:15.786446 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e35e1a96-705f-4647-8950-92ee5544bae2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (ae7f8dec-57f7-402c-8210-f8083a8a421d), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:15.798931 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e35e1a96-705f-4647-8950-92ee5544bae2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (ae7f8dec-57f7-402c-8210-f8083a8a421d), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:15.834856 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-2757ddca-01dc-4e90-b3dd-989cca89be52 None None] Set router d314a625-ff1e-4e11-8d85-9392d88d5814 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:18:15.867158 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e35e1a96-705f-4647-8950-92ee5544bae2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:15.869432 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e35e1a96-705f-4647-8950-92ee5544bae2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2741344 Mar 01 14:18:15.872607 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53180) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:18:15.877177 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-b8d8f88d-7052-4e37-a087-3d0ff53d82e4 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Request body: {'security_group_rule': {'security_group_id': 'b9ca4fd4-4f34-4005-a781-e935d61b3ef9', 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:18:15.881209 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e1a96-705f-4647-8950-92ee5544bae2 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7f8dec-57f7-402c-8210-f8083a8a421d,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:18:15.919995 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-99188a97-0809-48ff-ba64-0a089b12d3b4 None None] Current status of the port 9094ee47-7257-456d-9b8f-cb9fa98fd493 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:18:15.920487 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-99188a97-0809-48ff-ba64-0a089b12d3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9094ee47-7257-456d-9b8f-cb9fa98fd493), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:15.948357 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b8d8f88d-7052-4e37-a087-3d0ff53d82e4 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (2cc52d24-489d-4e91-8461-04d3fc7532ed), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:16.040057 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-99188a97-0809-48ff-ba64-0a089b12d3b4 None None] For port 9094ee47-7257-456d-9b8f-cb9fa98fd493, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=9094ee47-7257-456d-9b8f-cb9fa98fd493,segment=NetworkSegment(24b28eec-0d1b-4149-acc6-ded4fdd170f9),segment_id=24b28eec-0d1b-4149-acc6-ded4fdd170f9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:18:16.041235 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device e5e594f7-c6cc-4220-a5b1-5f0ccc41631d up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:18:16.090418 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-99188a97-0809-48ff-ba64-0a089b12d3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9094ee47-7257-456d-9b8f-cb9fa98fd493), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:16.108505 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b8d8f88d-7052-4e37-a087-3d0ff53d82e4 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (2cc52d24-489d-4e91-8461-04d3fc7532ed), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:16.116495 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b8d8f88d-7052-4e37-a087-3d0ff53d82e4 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (2cc52d24-489d-4e91-8461-04d3fc7532ed), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:16.148053 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8f88d-7052-4e37-a087-3d0ff53d82e4 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc52d24-489d-4e91-8461-04d3fc7532ed,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:18:16.170077 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b8d8f88d-7052-4e37-a087-3d0ff53d82e4 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:16.171581 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b8d8f88d-7052-4e37-a087-3d0ff53d82e4 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2978988 Mar 01 14:18:16.174673 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53184) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:18:16.180490 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-09973ae3-d629-4eec-b677-154d951fb4fa tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Request body: {'security_group_rule': {'security_group_id': 'b9ca4fd4-4f34-4005-a781-e935d61b3ef9', 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:18:16.227620 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-09973ae3-d629-4eec-b677-154d951fb4fa tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (2c8d7c38-d4f9-4418-9ff6-f616d146c3a4), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:16.247717 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-2757ddca-01dc-4e90-b3dd-989cca89be52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'name': 'tempest-TestNetworkBasicOps-router-767012678', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ca2c8258-2e44-4aec-b85c-56df2a9828de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:18:08Z', 'updated_at': '2022-03-01T14:18:12Z', 'revision_number': 4, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'gw_port': {'id': 'ca2c8258-2e44-4aec-b85c-56df2a9828de', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:18:08Z', 'updated_at': '2022-03-01T14:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '9094ee47-7257-456d-9b8f-cb9fa98fd493', 'name': '', 'network_id': '90e5b981-fea4-4caa-add0-3c0bc0f31332', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'mac_address': 'fa:16:3e:0b:29:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '00cad7e7-5dbf-4a5e-b3ed-70c181358ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:18:11Z', 'updated_at': '2022-03-01T14:18:15Z', 'revision_number': 4, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'subnets': [{'id': '00cad7e7-5dbf-4a5e-b3ed-70c181358ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:18:16.247994 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-f0c1df52-5de4-4c7c-9641-066504774375 None None] Provisioning complete for port 9094ee47-7257-456d-9b8f-cb9fa98fd493 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:18:16.248105 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f0c1df52-5de4-4c7c-9641-066504774375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9094ee47-7257-456d-9b8f-cb9fa98fd493), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:16.278116 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2757ddca-01dc-4e90-b3dd-989cca89be52 None None] The sync data for ids ['d314a625-ff1e-4e11-8d85-9392d88d5814'] in n-d-827467-3 is: [{'id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'name': 'tempest-TestNetworkBasicOps-router-767012678', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ca2c8258-2e44-4aec-b85c-56df2a9828de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:18:08Z', 'updated_at': '2022-03-01T14:18:12Z', 'revision_number': 4, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'gw_port': {'id': 'ca2c8258-2e44-4aec-b85c-56df2a9828de', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:18:08Z', 'updated_at': '2022-03-01T14:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '9094ee47-7257-456d-9b8f-cb9fa98fd493', 'name': '', 'network_id': '90e5b981-fea4-4caa-add0-3c0bc0f31332', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'mac_address': 'fa:16:3e:0b:29:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '00cad7e7-5dbf-4a5e-b3ed-70c181358ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:18:11Z', 'updated_at': '2022-03-01T14:18:15Z', 'revision_number': 4, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'subnets': [{'id': '00cad7e7-5dbf-4a5e-b3ed-70c181358ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:18:16.314065 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99188a97-0809-48ff-ba64-0a089b12d3b4 None None] Pushing event updated for resources: {'Port': ['ID=9094ee47-7257-456d-9b8f-cb9fa98fd493,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:18:16.368892 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-09973ae3-d629-4eec-b677-154d951fb4fa tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (2c8d7c38-d4f9-4418-9ff6-f616d146c3a4), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:16.379761 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-09973ae3-d629-4eec-b677-154d951fb4fa tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (2c8d7c38-d4f9-4418-9ff6-f616d146c3a4), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:16.420705 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09973ae3-d629-4eec-b677-154d951fb4fa tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c8d7c38-d4f9-4418-9ff6-f616d146c3a4,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:18:16.423019 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port e5e594f7-c6cc-4220-a5b1-5f0ccc41631d triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:18:16.423427 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (e5e594f7-c6cc-4220-a5b1-5f0ccc41631d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:16.435155 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-09973ae3-d629-4eec-b677-154d951fb4fa tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:16.443754 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53186) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:18:16.447537 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-09973ae3-d629-4eec-b677-154d951fb4fa tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2641168 Mar 01 14:18:16.449913 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-2fa3e1a2-525e-45f4-a940-38ed3da764a6 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Request body: {'security_group_rule': {'security_group_id': 'b9ca4fd4-4f34-4005-a781-e935d61b3ef9', 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:18:16.477845 n-d-827467-3 neutron-server[103727]: INFO neutron.db.securitygroups_db [None req-2fa3e1a2-525e-45f4-a940-38ed3da764a6 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Project ff4bcaf99ac549c98e3a0b08d618fa3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 14:18:16.480422 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f0c1df52-5de4-4c7c-9641-066504774375 None None] Current status of the port 9094ee47-7257-456d-9b8f-cb9fa98fd493 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:18:16.483609 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e1a2-525e-45f4-a940-38ed3da764a6 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (b609b961-5a58-4e6d-919a-091f96f0ad1c), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:16.563283 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e1a2-525e-45f4-a940-38ed3da764a6 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (b609b961-5a58-4e6d-919a-091f96f0ad1c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:16.568600 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e1a2-525e-45f4-a940-38ed3da764a6 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (b609b961-5a58-4e6d-919a-091f96f0ad1c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:16.592515 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3e1a2-525e-45f4-a940-38ed3da764a6 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b609b961-5a58-4e6d-919a-091f96f0ad1c,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:18:16.595488 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port e5e594f7-c6cc-4220-a5b1-5f0ccc41631d is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:18:16.596661 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ca2c8258-2e44-4aec-b85c-56df2a9828de up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:18:16.606060 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e1a2-525e-45f4-a940-38ed3da764a6 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:16.607476 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2fa3e1a2-525e-45f4-a940-38ed3da764a6 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1621230 Mar 01 14:18:16.610380 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53188) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:18:16.617018 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-64eb108d-db14-4ddc-9d8e-dc3987d21d97 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Request body: {'security_group_rule': {'security_group_id': 'b9ca4fd4-4f34-4005-a781-e935d61b3ef9', 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:18:16.649181 n-d-827467-3 neutron-server[103726]: INFO neutron.db.securitygroups_db [None req-64eb108d-db14-4ddc-9d8e-dc3987d21d97 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Project ff4bcaf99ac549c98e3a0b08d618fa3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 14:18:16.657972 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-64eb108d-db14-4ddc-9d8e-dc3987d21d97 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (94830722-900d-456a-86a5-94857af4441a), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:16.699602 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port ca2c8258-2e44-4aec-b85c-56df2a9828de triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:18:16.700342 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ca2c8258-2e44-4aec-b85c-56df2a9828de), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:16.770518 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-64eb108d-db14-4ddc-9d8e-dc3987d21d97 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (94830722-900d-456a-86a5-94857af4441a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:16.777040 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-64eb108d-db14-4ddc-9d8e-dc3987d21d97 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (94830722-900d-456a-86a5-94857af4441a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:16.805572 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb108d-db14-4ddc-9d8e-dc3987d21d97 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94830722-900d-456a-86a5-94857af4441a,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:18:16.806023 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port ca2c8258-2e44-4aec-b85c-56df2a9828de is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:18:16.817325 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-64eb108d-db14-4ddc-9d8e-dc3987d21d97 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:16.820797 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-64eb108d-db14-4ddc-9d8e-dc3987d21d97 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2070744 Mar 01 14:18:16.844906 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:18:17.015357 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-9b5af6d2-3eeb-485b-9467-45ad7947f670 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-866449970&fields=id&tenant_id=ff4bcaf99ac549c98e3a0b08d618fa3f HTTP/1.1" status: 200 len: 267 time: 0.0549924 Mar 01 14:18:17.220842 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-4d33d2e6-8281-4462-b66d-ca180ba4177c tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:17.222349 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-4d33d2e6-8281-4462-b66d-ca180ba4177c tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/networks?id=90e5b981-fea4-4caa-add0-3c0bc0f31332 HTTP/1.1" status: 200 len: 796 time: 0.1938167 Mar 01 14:18:17.239028 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-a20f1db1-f5b2-4625-9e96-d7d8e6915d13 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/quotas/ff4bcaf99ac549c98e3a0b08d618fa3f HTTP/1.1" status: 200 len: 375 time: 0.0105486 Mar 01 14:18:17.325147 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-ba636142-0554-4e44-90bf-6297dcb9b28c tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff4bcaf99ac549c98e3a0b08d618fa3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789697 Mar 01 14:18:17.451066 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-a2d368c0-40f8-428f-9df9-f93752806f1c service neutron] 10.222.0.13 "GET /v2.0/networks/90e5b981-fea4-4caa-add0-3c0bc0f31332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119344 Mar 01 14:18:17.552477 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-a107b227-41b4-4fc8-aaef-f1a0b058e8d8 service neutron] 10.222.0.13 "GET /v2.0/networks/90e5b981-fea4-4caa-add0-3c0bc0f31332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934651 Mar 01 14:18:17.767785 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-df18ef75-7af7-4823-925c-39bc189327a5 req-8dd15bb7-2a27-40e6-b2f9-e79e0b661ab3 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4b93468-e34c-4a05-87e6-e6cbe81cbe1d HTTP/1.1" status: 200 len: 210 time: 0.0363810 Mar 01 14:18:17.970987 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 9094ee47-7257-456d-9b8f-cb9fa98fd493 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:18:18.032211 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 9094ee47-7257-456d-9b8f-cb9fa98fd493 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:18:18.041788 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9094ee47-7257-456d-9b8f-cb9fa98fd493), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:18.120542 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 9094ee47-7257-456d-9b8f-cb9fa98fd493 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:18:18.843697 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-15a967e8-0b6a-4446-9f76-037c18fc4a6f tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:18.851368 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-15a967e8-0b6a-4446-9f76-037c18fc4a6f tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.20 "GET /v2.0/networks?id=90e5b981-fea4-4caa-add0-3c0bc0f31332 HTTP/1.1" status: 200 len: 796 time: 0.1565268 Mar 01 14:18:18.919740 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d4d63777-2bed-405d-ab25-21d1d460faf7 req-0540c309-54c7-4078-84d8-a35e0025a56a tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4b93468-e34c-4a05-87e6-e6cbe81cbe1d HTTP/1.1" status: 200 len: 210 time: 0.0486093 Mar 01 14:18:18.961521 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-813b486c-a72f-40fb-aebc-e50d835472a6 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff4bcaf99ac549c98e3a0b08d618fa3f HTTP/1.1" status: 200 len: 379 time: 0.1011653 Mar 01 14:18:18.972736 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-1f1fba9c-5710-4ccf-b527-dae627c4ce6e tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Request body: {'port': {'device_id': 'e4b93468-e34c-4a05-87e6-e6cbe81cbe1d', 'network_id': '90e5b981-fea4-4caa-add0-3c0bc0f31332', 'admin_state_up': True, 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'security_groups': ['b9ca4fd4-4f34-4005-a781-e935d61b3ef9']}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:18:19.093031 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-1f1fba9c-5710-4ccf-b527-dae627c4ce6e tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Made reservation on behalf of ff4bcaf99ac549c98e3a0b08d618fa3f for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:18:19.097263 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-1f1fba9c-5710-4ccf-b527-dae627c4ce6e tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:19.246605 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-1f1fba9c-5710-4ccf-b527-dae627c4ce6e tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Allocated IP 172.20.0.14 (90e5b981-fea4-4caa-add0-3c0bc0f31332/00cad7e7-5dbf-4a5e-b3ed-70c181358ff4/1f5a3870-1e74-4601-81a1-8b239e0a02e3) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:18:19.408097 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-1f1fba9c-5710-4ccf-b527-dae627c4ce6e tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for port (1f5a3870-1e74-4601-81a1-8b239e0a02e3), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:19.455283 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-1f1fba9c-5710-4ccf-b527-dae627c4ce6e tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (1f5a3870-1e74-4601-81a1-8b239e0a02e3), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:19.497966 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-1f1fba9c-5710-4ccf-b527-dae627c4ce6e tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Network 90e5b981-fea4-4caa-add0-3c0bc0f31332 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:18:19.501391 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-1f1fba9c-5710-4ccf-b527-dae627c4ce6e tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:18:19.509330 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-1f1fba9c-5710-4ccf-b527-dae627c4ce6e tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:18:19.561172 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-1f1fba9c-5710-4ccf-b527-dae627c4ce6e tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:19.561831 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-1f1fba9c-5710-4ccf-b527-dae627c4ce6e tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:19.592531 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1fba9c-5710-4ccf-b527-dae627c4ce6e tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'Port': ['ID=1f5a3870-1e74-4601-81a1-8b239e0a02e3,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:18:19.607886 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-1f1fba9c-5710-4ccf-b527-dae627c4ce6e tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6401174 Mar 01 14:18:19.609708 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1fba9c-5710-4ccf-b527-dae627c4ce6e tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:19.610084 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1fba9c-5710-4ccf-b527-dae627c4ce6e tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:19.610539 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1fba9c-5710-4ccf-b527-dae627c4ce6e tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:19.610977 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1fba9c-5710-4ccf-b527-dae627c4ce6e tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:19.611373 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1fba9c-5710-4ccf-b527-dae627c4ce6e tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:19.612100 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1fba9c-5710-4ccf-b527-dae627c4ce6e tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:19.612213 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1fba9c-5710-4ccf-b527-dae627c4ce6e tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:19.612631 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1fba9c-5710-4ccf-b527-dae627c4ce6e tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:19.613214 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1fba9c-5710-4ccf-b527-dae627c4ce6e tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:19.613412 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1fba9c-5710-4ccf-b527-dae627c4ce6e tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:19.613847 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1fba9c-5710-4ccf-b527-dae627c4ce6e tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:19.614230 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1fba9c-5710-4ccf-b527-dae627c4ce6e tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:19.614658 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1fba9c-5710-4ccf-b527-dae627c4ce6e tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:19.624401 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-34cc6ab2-cb0b-4be2-96c8-4b9a5d25e1dc service neutron] Request body: {'port': {'device_id': 'e4b93468-e34c-4a05-87e6-e6cbe81cbe1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:18:19.694592 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-34cc6ab2-cb0b-4be2-96c8-4b9a5d25e1dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1f5a3870-1e74-4601-81a1-8b239e0a02e3), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:19.841979 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-bd41fe43-e8c6-409f-8f4e-829f75bf6624 None None] Provisioning complete for port 1f5a3870-1e74-4601-81a1-8b239e0a02e3 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:18:19.843634 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bd41fe43-e8c6-409f-8f4e-829f75bf6624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (1f5a3870-1e74-4601-81a1-8b239e0a02e3), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:19.905801 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-bd41fe43-e8c6-409f-8f4e-829f75bf6624 None None] Port 1f5a3870-1e74-4601-81a1-8b239e0a02e3 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:18:19.993471 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-34cc6ab2-cb0b-4be2-96c8-4b9a5d25e1dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f5a3870-1e74-4601-81a1-8b239e0a02e3 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:18:20.001995 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-34cc6ab2-cb0b-4be2-96c8-4b9a5d25e1dc service neutron] Publish callbacks [] for port (1f5a3870-1e74-4601-81a1-8b239e0a02e3), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:20.017149 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-34cc6ab2-cb0b-4be2-96c8-4b9a5d25e1dc service neutron] Transition to ACTIVE for port object 1f5a3870-1e74-4601-81a1-8b239e0a02e3 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:18:20.029442 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-34cc6ab2-cb0b-4be2-96c8-4b9a5d25e1dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (1f5a3870-1e74-4601-81a1-8b239e0a02e3), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:20.094884 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad63d1b-2a91-4093-9dc1-c5664aa0cc9a req-886db179-5a54-42d7-8173-0c837f338949 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:20.097396 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3ad63d1b-2a91-4093-9dc1-c5664aa0cc9a req-886db179-5a54-42d7-8173-0c837f338949 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4b93468-e34c-4a05-87e6-e6cbe81cbe1d HTTP/1.1" status: 200 len: 944 time: 0.0778277 Mar 01 14:18:20.134675 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc6ab2-cb0b-4be2-96c8-4b9a5d25e1dc service neutron] Pushing event updated for resources: {'Port': ['ID=1f5a3870-1e74-4601-81a1-8b239e0a02e3,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:18:20.235867 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-34cc6ab2-cb0b-4be2-96c8-4b9a5d25e1dc service neutron] Attempting to bind port 1f5a3870-1e74-4601-81a1-8b239e0a02e3 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:18:20.236318 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-34cc6ab2-cb0b-4be2-96c8-4b9a5d25e1dc service neutron] Attempting to bind port 1f5a3870-1e74-4601-81a1-8b239e0a02e3 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '24b28eec-0d1b-4149-acc6-ded4fdd170f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '90e5b981-fea4-4caa-add0-3c0bc0f31332'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:18:20.236532 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-34cc6ab2-cb0b-4be2-96c8-4b9a5d25e1dc service neutron] Attempting to bind port 1f5a3870-1e74-4601-81a1-8b239e0a02e3 on network 90e5b981-fea4-4caa-add0-3c0bc0f31332 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:18:20.254789 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-34cc6ab2-cb0b-4be2-96c8-4b9a5d25e1dc service neutron] Port 1f5a3870-1e74-4601-81a1-8b239e0a02e3 on network 90e5b981-fea4-4caa-add0-3c0bc0f31332 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:18:20.255041 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-34cc6ab2-cb0b-4be2-96c8-4b9a5d25e1dc service neutron] Attempting to bind port 1f5a3870-1e74-4601-81a1-8b239e0a02e3 on network 90e5b981-fea4-4caa-add0-3c0bc0f31332 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:18:20.282184 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-34cc6ab2-cb0b-4be2-96c8-4b9a5d25e1dc service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:18:20.282184 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-34cc6ab2-cb0b-4be2-96c8-4b9a5d25e1dc service neutron] Checking segment: {'id': '24b28eec-0d1b-4149-acc6-ded4fdd170f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '90e5b981-fea4-4caa-add0-3c0bc0f31332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:18:20.282184 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-34cc6ab2-cb0b-4be2-96c8-4b9a5d25e1dc service neutron] Bound using segment: {'id': '24b28eec-0d1b-4149-acc6-ded4fdd170f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '90e5b981-fea4-4caa-add0-3c0bc0f31332'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:18:20.282551 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-34cc6ab2-cb0b-4be2-96c8-4b9a5d25e1dc service neutron] Bound port: 1f5a3870-1e74-4601-81a1-8b239e0a02e3, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b28eec-0d1b-4149-acc6-ded4fdd170f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '90e5b981-fea4-4caa-add0-3c0bc0f31332'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:18:20.282669 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-34cc6ab2-cb0b-4be2-96c8-4b9a5d25e1dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1f5a3870-1e74-4601-81a1-8b239e0a02e3), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:20.285818 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3ad63d1b-2a91-4093-9dc1-c5664aa0cc9a req-1d883824-03b9-406c-b657-d0a855c1792d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9ca4fd4-4f34-4005-a781-e935d61b3ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724482 Mar 01 14:18:20.407944 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-34cc6ab2-cb0b-4be2-96c8-4b9a5d25e1dc service neutron] For port 1f5a3870-1e74-4601-81a1-8b239e0a02e3, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:18:20.414432 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-34cc6ab2-cb0b-4be2-96c8-4b9a5d25e1dc service neutron] For port 1f5a3870-1e74-4601-81a1-8b239e0a02e3, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=1f5a3870-1e74-4601-81a1-8b239e0a02e3,segment=NetworkSegment(24b28eec-0d1b-4149-acc6-ded4fdd170f9),segment_id=24b28eec-0d1b-4149-acc6-ded4fdd170f9)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:18:20.429891 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-34cc6ab2-cb0b-4be2-96c8-4b9a5d25e1dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (1f5a3870-1e74-4601-81a1-8b239e0a02e3), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:20.503850 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-34cc6ab2-cb0b-4be2-96c8-4b9a5d25e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:20.504491 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-34cc6ab2-cb0b-4be2-96c8-4b9a5d25e1dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:20.506486 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-34cc6ab2-cb0b-4be2-96c8-4b9a5d25e1dc service neutron] 10.222.0.20 "PUT /v2.0/ports/1f5a3870-1e74-4601-81a1-8b239e0a02e3 HTTP/1.1" status: 200 len: 1092 time: 0.8861258 Mar 01 14:18:20.506955 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b93468-e34c-4a05-87e6-e6cbe81cbe1d', 'tag': '1f5a3870-1e74-4601-81a1-8b239e0a02e3'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:18:20.509250 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb5acb2-5339-4d91-bde6-2a40fd15292b" -d '{"events": [{"name": "network-changed", "server_uuid": "e4b93468-e34c-4a05-87e6-e6cbe81cbe1d", "tag": "1f5a3870-1e74-4601-81a1-8b239e0a02e3"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:18:20.618635 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d1fa14-08d1-40cf-b05b-68643d1194b1 x-openstack-request-id: req-76d1fa14-08d1-40cf-b05b-68643d1194b1 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:18:20.619029 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4b93468-e34c-4a05-87e6-e6cbe81cbe1d", "tag": "1f5a3870-1e74-4601-81a1-8b239e0a02e3", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:18:20.619360 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76d1fa14-08d1-40cf-b05b-68643d1194b1 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:18:20.620006 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b93468-e34c-4a05-87e6-e6cbe81cbe1d', 'tag': '1f5a3870-1e74-4601-81a1-8b239e0a02e3', 'status': 'completed', 'code': 200} Mar 01 14:18:20.621846 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc6ab2-cb0b-4be2-96c8-4b9a5d25e1dc service neutron] Pushing event updated for resources: {'Port': ['ID=1f5a3870-1e74-4601-81a1-8b239e0a02e3,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:18:20.660567 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-a064e756-cf96-4acf-b26e-5311c33cb6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:20.662963 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-a064e756-cf96-4acf-b26e-5311c33cb6da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff4bcaf99ac549c98e3a0b08d618fa3f&device_id=e4b93468-e34c-4a05-87e6-e6cbe81cbe1d HTTP/1.1" status: 200 len: 1126 time: 0.0922649 Mar 01 14:18:20.720079 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-8ca713f5-060c-4f51-9158-4b22c15c647a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f5a3870-1e74-4601-81a1-8b239e0a02e3 HTTP/1.1" status: 200 len: 217 time: 0.0494936 Mar 01 14:18:20.810785 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-f7df7f40-df01-4842-84ca-e3184066208a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:20.812617 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-f7df7f40-df01-4842-84ca-e3184066208a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00cad7e7-5dbf-4a5e-b3ed-70c181358ff4 HTTP/1.1" status: 200 len: 835 time: 0.0861108 Mar 01 14:18:20.936422 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-6d6e0ab3-ded7-4092-ad78-73adde938f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:20.938323 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-6d6e0ab3-ded7-4092-ad78-73adde938f17 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90e5b981-fea4-4caa-add0-3c0bc0f31332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1134481 Mar 01 14:18:21.051368 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-fc196070-9dbc-49e9-870b-349c92ac2e84 service neutron] 10.222.0.20 "GET /v2.0/networks/90e5b981-fea4-4caa-add0-3c0bc0f31332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045320 Mar 01 14:18:21.192438 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-76c7eb60-aebb-4a59-afc6-ef79fa843315 req-8f496bdf-ad59-4660-839a-aa60977236d0 service neutron] 10.222.0.20 "GET /v2.0/networks/90e5b981-fea4-4caa-add0-3c0bc0f31332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331801 Mar 01 14:18:21.317756 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5acb2-5339-4d91-bde6-2a40fd15292b req-c71bf1ed-647b-42bb-9fd4-4af326a8e80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:21.321129 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2cb5acb2-5339-4d91-bde6-2a40fd15292b req-c71bf1ed-647b-42bb-9fd4-4af326a8e80c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff4bcaf99ac549c98e3a0b08d618fa3f&device_id=e4b93468-e34c-4a05-87e6-e6cbe81cbe1d HTTP/1.1" status: 200 len: 1126 time: 0.0650318 Mar 01 14:18:21.486844 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5acb2-5339-4d91-bde6-2a40fd15292b req-f2b0ffd6-f64f-46e4-9ce7-4e317037366b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:21.488386 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2cb5acb2-5339-4d91-bde6-2a40fd15292b req-f2b0ffd6-f64f-46e4-9ce7-4e317037366b service neutron] 10.222.0.20 "GET /v2.0/networks?id=90e5b981-fea4-4caa-add0-3c0bc0f31332 HTTP/1.1" status: 200 len: 897 time: 0.1530190 Mar 01 14:18:21.497094 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7887cb7-4d3d-4e08-bfde-d311ae039593 req-8035465e-676d-458e-96d7-a49cf9c478fc tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:21.498697 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f7887cb7-4d3d-4e08-bfde-d311ae039593 req-8035465e-676d-458e-96d7-a49cf9c478fc tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4b93468-e34c-4a05-87e6-e6cbe81cbe1d HTTP/1.1" status: 200 len: 944 time: 0.0770659 Mar 01 14:18:21.540597 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2cb5acb2-5339-4d91-bde6-2a40fd15292b req-df57a5d3-62c2-4a7d-b4e4-fe71bdd2a72c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f5a3870-1e74-4601-81a1-8b239e0a02e3 HTTP/1.1" status: 200 len: 217 time: 0.0460219 Mar 01 14:18:21.568197 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f7887cb7-4d3d-4e08-bfde-d311ae039593 req-69c7ab52-7a2e-4cfb-a167-89086d77aca5 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9ca4fd4-4f34-4005-a781-e935d61b3ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632186 Mar 01 14:18:21.603189 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5acb2-5339-4d91-bde6-2a40fd15292b req-072fb0e0-8374-4ec0-8ddd-3c7db56623ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:21.605227 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2cb5acb2-5339-4d91-bde6-2a40fd15292b req-072fb0e0-8374-4ec0-8ddd-3c7db56623ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00cad7e7-5dbf-4a5e-b3ed-70c181358ff4 HTTP/1.1" status: 200 len: 835 time: 0.0587106 Mar 01 14:18:21.663493 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5acb2-5339-4d91-bde6-2a40fd15292b req-5d95ce9f-34a7-43ce-8389-a7bedd3f5efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:21.665356 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2cb5acb2-5339-4d91-bde6-2a40fd15292b req-5d95ce9f-34a7-43ce-8389-a7bedd3f5efc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90e5b981-fea4-4caa-add0-3c0bc0f31332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0525501 Mar 01 14:18:21.766102 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2cb5acb2-5339-4d91-bde6-2a40fd15292b req-a7ada906-7c59-495c-a24a-6dbe1c863e45 service neutron] 10.222.0.20 "GET /v2.0/networks/90e5b981-fea4-4caa-add0-3c0bc0f31332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938311 Mar 01 14:18:22.192560 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2cb5acb2-5339-4d91-bde6-2a40fd15292b req-a1ff11d8-1ea7-4e99-8949-eef556d138d5 service neutron] 10.222.0.20 "GET /v2.0/networks/90e5b981-fea4-4caa-add0-3c0bc0f31332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193337 Mar 01 14:18:22.699494 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6306f5-c310-4dbb-9073-9a8b77acded8 req-84ed0252-49fa-4837-88fc-cf606a91a860 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:22.701183 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dd6306f5-c310-4dbb-9073-9a8b77acded8 req-84ed0252-49fa-4837-88fc-cf606a91a860 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4b93468-e34c-4a05-87e6-e6cbe81cbe1d HTTP/1.1" status: 200 len: 944 time: 0.0581365 Mar 01 14:18:22.772529 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dd6306f5-c310-4dbb-9073-9a8b77acded8 req-398eac46-82b7-4bb0-9c12-906c16ef2a53 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9ca4fd4-4f34-4005-a781-e935d61b3ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640211 Mar 01 14:18:23.177684 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d4826a92-168f-47e9-a127-e807a80e9782 req-246e27c4-76aa-4150-8199-26c038cd9897 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=25cd8b37-6be9-408f-af5b-6babb462946f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0815766 Mar 01 14:18:23.279834 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4826a92-168f-47e9-a127-e807a80e9782 req-262008ff-5881-4452-b0b1-ae03150ac390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:23.281436 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d4826a92-168f-47e9-a127-e807a80e9782 req-262008ff-5881-4452-b0b1-ae03150ac390 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=147f3b20ea754808a487fa91370b94db&device_id=25cd8b37-6be9-408f-af5b-6babb462946f HTTP/1.1" status: 200 len: 1128 time: 0.0705090 Mar 01 14:18:23.446569 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4826a92-168f-47e9-a127-e807a80e9782 req-061fb35e-75fd-4060-a70a-9f808f3241a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:23.451107 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d4826a92-168f-47e9-a127-e807a80e9782 req-061fb35e-75fd-4060-a70a-9f808f3241a7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b3414069-2cec-4185-a405-a1b109fba1f6 HTTP/1.1" status: 200 len: 910 time: 0.1451223 Mar 01 14:18:23.542072 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d4826a92-168f-47e9-a127-e807a80e9782 req-817d2583-ea9b-4e4f-965b-e2fac366fa9a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f5b85f0-11e8-4601-bc9b-2380ea18e443 HTTP/1.1" status: 200 len: 1001 time: 0.0810246 Mar 01 14:18:23.609347 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4826a92-168f-47e9-a127-e807a80e9782 req-1fc356f9-43ae-4e93-8ff9-295f78f1433d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:23.611535 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d4826a92-168f-47e9-a127-e807a80e9782 req-1fc356f9-43ae-4e93-8ff9-295f78f1433d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a5666e-3deb-4602-8e9d-55f0a37cf946 HTTP/1.1" status: 200 len: 848 time: 0.0587521 Mar 01 14:18:23.677115 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4826a92-168f-47e9-a127-e807a80e9782 req-b31abab8-7eb0-4305-af4f-f9b58e83700b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:23.679259 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d4826a92-168f-47e9-a127-e807a80e9782 req-b31abab8-7eb0-4305-af4f-f9b58e83700b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b3414069-2cec-4185-a405-a1b109fba1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0604885 Mar 01 14:18:23.781933 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d4826a92-168f-47e9-a127-e807a80e9782 req-af3e628f-4d54-4962-82e8-bc637ab47205 service neutron] 10.222.0.20 "GET /v2.0/networks/b3414069-2cec-4185-a405-a1b109fba1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918603 Mar 01 14:18:23.890426 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d4826a92-168f-47e9-a127-e807a80e9782 req-aad2e419-2acc-4a3f-8f27-25b6dce01146 service neutron] 10.222.0.20 "GET /v2.0/networks/b3414069-2cec-4185-a405-a1b109fba1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017594 Mar 01 14:18:23.920692 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1313e83-7789-47f0-a10e-69690f3e91c0 req-71dc3988-8e3e-4d89-9bfe-6dbb6d040d47 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:23.922496 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b1313e83-7789-47f0-a10e-69690f3e91c0 req-71dc3988-8e3e-4d89-9bfe-6dbb6d040d47 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4b93468-e34c-4a05-87e6-e6cbe81cbe1d HTTP/1.1" status: 200 len: 944 time: 0.0670509 Mar 01 14:18:23.973221 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b1313e83-7789-47f0-a10e-69690f3e91c0 req-e4ea28fd-3ef4-4646-b71b-6367526cd25d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9ca4fd4-4f34-4005-a781-e935d61b3ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438457 Mar 01 14:18:25.112756 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17332837-4fbe-48e9-9c8c-11f58fb5b886 req-d9c3760d-7614-42f1-b229-6b6100fcbdc7 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:25.115165 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-17332837-4fbe-48e9-9c8c-11f58fb5b886 req-d9c3760d-7614-42f1-b229-6b6100fcbdc7 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4b93468-e34c-4a05-87e6-e6cbe81cbe1d HTTP/1.1" status: 200 len: 944 time: 0.0685902 Mar 01 14:18:25.180482 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-17332837-4fbe-48e9-9c8c-11f58fb5b886 req-d0801aaf-9414-42a7-a1ea-d9f4ea4fddfb tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9ca4fd4-4f34-4005-a781-e935d61b3ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568936 Mar 01 14:18:25.262631 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-aac3fd1f-8a38-4d3a-b0fe-9ba2f3570d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:25.647421 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 1f5a3870-1e74-4601-81a1-8b239e0a02e3 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:18:25.755334 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 1f5a3870-1e74-4601-81a1-8b239e0a02e3, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=1f5a3870-1e74-4601-81a1-8b239e0a02e3,segment=NetworkSegment(24b28eec-0d1b-4149-acc6-ded4fdd170f9),segment_id=24b28eec-0d1b-4149-acc6-ded4fdd170f9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:18:25.950486 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '1f5a3870-1e74-4601-81a1-8b239e0a02e3', 'network_id': '90e5b981-fea4-4caa-add0-3c0bc0f31332', 'port_id': '1f5a3870-1e74-4601-81a1-8b239e0a02e3', 'mac_address': 'fa:16:3e:e7:a6:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00cad7e7-5dbf-4a5e-b3ed-70c181358ff4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:18:25.987763 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 1f5a3870-1e74-4601-81a1-8b239e0a02e3 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:18:25.988103 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1f5a3870-1e74-4601-81a1-8b239e0a02e3), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:26.000721 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f5a3870-1e74-4601-81a1-8b239e0a02e3 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:18:26.020272 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 1f5a3870-1e74-4601-81a1-8b239e0a02e3, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=1f5a3870-1e74-4601-81a1-8b239e0a02e3,segment=NetworkSegment(24b28eec-0d1b-4149-acc6-ded4fdd170f9),segment_id=24b28eec-0d1b-4149-acc6-ded4fdd170f9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:18:26.025162 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (1f5a3870-1e74-4601-81a1-8b239e0a02e3), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:26.074651 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=1f5a3870-1e74-4601-81a1-8b239e0a02e3,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:18:26.312458 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b407b27-0bb0-403e-be5e-51af791274ad req-c9477e5d-13a2-4054-848f-0a02d65f46d4 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:26.313979 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6b407b27-0bb0-403e-be5e-51af791274ad req-c9477e5d-13a2-4054-848f-0a02d65f46d4 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4b93468-e34c-4a05-87e6-e6cbe81cbe1d HTTP/1.1" status: 200 len: 945 time: 0.0626860 Mar 01 14:18:26.333564 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['1f5a3870-1e74-4601-81a1-8b239e0a02e3'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:18:26.370354 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6b407b27-0bb0-403e-be5e-51af791274ad req-a964688e-e39a-4849-b717-dc2dbf3f0dfe tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9ca4fd4-4f34-4005-a781-e935d61b3ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502851 Mar 01 14:18:27.463479 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0f0a5518-975b-4283-bf26-07c02186ba56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:27.513998 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e89822-48de-40c9-a78e-3ec823399d09 req-cbb09143-c3c5-40af-ae93-cbb386f592aa tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:27.515574 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-57e89822-48de-40c9-a78e-3ec823399d09 req-cbb09143-c3c5-40af-ae93-cbb386f592aa tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4b93468-e34c-4a05-87e6-e6cbe81cbe1d HTTP/1.1" status: 200 len: 945 time: 0.0681086 Mar 01 14:18:27.583348 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-57e89822-48de-40c9-a78e-3ec823399d09 req-7a890393-6b0e-44c7-8086-65a70a2f4cb1 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9ca4fd4-4f34-4005-a781-e935d61b3ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607011 Mar 01 14:18:27.663570 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 1f5a3870-1e74-4601-81a1-8b239e0a02e3 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:18:27.717374 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 1f5a3870-1e74-4601-81a1-8b239e0a02e3 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:18:27.722714 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 1f5a3870-1e74-4601-81a1-8b239e0a02e3 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:18:27.723193 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (1f5a3870-1e74-4601-81a1-8b239e0a02e3), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:27.801424 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 1f5a3870-1e74-4601-81a1-8b239e0a02e3 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:18:27.801960 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (1f5a3870-1e74-4601-81a1-8b239e0a02e3), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:27.825627 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b93468-e34c-4a05-87e6-e6cbe81cbe1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5a3870-1e74-4601-81a1-8b239e0a02e3'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:18:27.828066 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4b1499-2c51-4d3c-b9b6-d50b474797e2" -d '{"events": [{"server_uuid": "e4b93468-e34c-4a05-87e6-e6cbe81cbe1d", "name": "network-vif-plugged", "status": "completed", "tag": "1f5a3870-1e74-4601-81a1-8b239e0a02e3"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:18:27.841814 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 1f5a3870-1e74-4601-81a1-8b239e0a02e3, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=1f5a3870-1e74-4601-81a1-8b239e0a02e3,segment=NetworkSegment(24b28eec-0d1b-4149-acc6-ded4fdd170f9),segment_id=24b28eec-0d1b-4149-acc6-ded4fdd170f9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:18:27.847127 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (1f5a3870-1e74-4601-81a1-8b239e0a02e3), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:27.901018 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4308e8f-0c20-4501-8122-5bee63547229 x-openstack-request-id: req-f4308e8f-0c20-4501-8122-5bee63547229 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:18:27.901312 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b93468-e34c-4a05-87e6-e6cbe81cbe1d", "name": "network-vif-plugged", "status": "completed", "tag": "1f5a3870-1e74-4601-81a1-8b239e0a02e3", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:18:27.901743 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4308e8f-0c20-4501-8122-5bee63547229 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:18:27.902154 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b93468-e34c-4a05-87e6-e6cbe81cbe1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5a3870-1e74-4601-81a1-8b239e0a02e3', 'code': 200} Mar 01 14:18:27.958381 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=1f5a3870-1e74-4601-81a1-8b239e0a02e3,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:18:28.024725 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae15228-f922-40f4-b504-d795c3407ce1 req-52f37423-64bb-4d97-bd3d-3dfde270f377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:28.026361 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6ae15228-f922-40f4-b504-d795c3407ce1 req-52f37423-64bb-4d97-bd3d-3dfde270f377 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e4b93468-e34c-4a05-87e6-e6cbe81cbe1d HTTP/1.1" status: 200 len: 1128 time: 0.0537908 Mar 01 14:18:28.087375 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6ae15228-f922-40f4-b504-d795c3407ce1 req-3ff3105f-f4f9-4517-aee3-2bc89bdec6c1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b9ca4fd4-4f34-4005-a781-e935d61b3ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547869 Mar 01 14:18:28.706847 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284c9f1-f773-4fd6-8454-94eb4f263a29 req-0a683cab-03f2-4e38-9682-4926121d84a8 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:28.709538 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8284c9f1-f773-4fd6-8454-94eb4f263a29 req-0a683cab-03f2-4e38-9682-4926121d84a8 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4b93468-e34c-4a05-87e6-e6cbe81cbe1d HTTP/1.1" status: 200 len: 946 time: 0.0561273 Mar 01 14:18:28.758064 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8284c9f1-f773-4fd6-8454-94eb4f263a29 req-6af80739-8a12-4ecc-8aa8-26903828c262 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9ca4fd4-4f34-4005-a781-e935d61b3ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430052 Mar 01 14:18:28.939639 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:29.882775 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f167a-6805-4d2e-822d-e7431ac1e074 req-8a80f66d-f18b-4ad9-9776-a0d71756ee55 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:29.884320 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8e1f167a-6805-4d2e-822d-e7431ac1e074 req-8a80f66d-f18b-4ad9-9776-a0d71756ee55 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4b93468-e34c-4a05-87e6-e6cbe81cbe1d HTTP/1.1" status: 200 len: 946 time: 0.0549388 Mar 01 14:18:29.933154 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8e1f167a-6805-4d2e-822d-e7431ac1e074 req-08e15df5-7b72-4402-a2de-df0e78992d9e tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9ca4fd4-4f34-4005-a781-e935d61b3ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430617 Mar 01 14:18:30.052308 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a308330-3d13-4fbe-9056-3e68f1307b86 req-d0332b29-af5f-41ac-abd9-a94c4d01396f tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:30.054526 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5a308330-3d13-4fbe-9056-3e68f1307b86 req-d0332b29-af5f-41ac-abd9-a94c4d01396f tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4b93468-e34c-4a05-87e6-e6cbe81cbe1d HTTP/1.1" status: 200 len: 946 time: 0.0540886 Mar 01 14:18:30.109687 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5a308330-3d13-4fbe-9056-3e68f1307b86 req-e6a46e8f-a95e-4d76-baa6-704a0c03b13d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9ca4fd4-4f34-4005-a781-e935d61b3ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493269 Mar 01 14:18:30.115609 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:30.135496 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53758) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:18:30.181308 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4f88f0-06dc-4be3-8f86-0479108f4121 tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:30.182825 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ad4f88f0-06dc-4be3-8f86-0479108f4121 tempest-TestNetworkBasicOps-184799228 tempest-TestNetworkBasicOps-184799228-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e4b93468-e34c-4a05-87e6-e6cbe81cbe1d HTTP/1.1" status: 200 len: 1123 time: 0.0463083 Mar 01 14:18:30.185597 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53760) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:18:30.190153 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-4f367bc5-4818-46d4-b14e-6ed383842576 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'port_id': '1f5a3870-1e74-4601-81a1-8b239e0a02e3', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:18:30.209244 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4f367bc5-4818-46d4-b14e-6ed383842576 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:30.306308 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4f367bc5-4818-46d4-b14e-6ed383842576 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:30.431923 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-4f367bc5-4818-46d4-b14e-6ed383842576 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Allocated IP 172.25.1.57 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/39e3e4ea-2aaa-4432-ab68-7f5e67dfac30) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:18:30.533311 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4f367bc5-4818-46d4-b14e-6ed383842576 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for port (39e3e4ea-2aaa-4432-ab68-7f5e67dfac30), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:30.566172 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4f367bc5-4818-46d4-b14e-6ed383842576 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (39e3e4ea-2aaa-4432-ab68-7f5e67dfac30), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:30.604692 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f367bc5-4818-46d4-b14e-6ed383842576 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:18:30.607503 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-4f367bc5-4818-46d4-b14e-6ed383842576 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:18:30.610888 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f367bc5-4818-46d4-b14e-6ed383842576 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:18:30.637665 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f367bc5-4818-46d4-b14e-6ed383842576 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'Port': ['ID=39e3e4ea-2aaa-4432-ab68-7f5e67dfac30,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:18:31.000856 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4f367bc5-4818-46d4-b14e-6ed383842576 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for floatingip (59f2b37f-2144-4b69-ac52-599d8b549eea), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:31.073796 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4f367bc5-4818-46d4-b14e-6ed383842576 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (39e3e4ea-2aaa-4432-ab68-7f5e67dfac30), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:31.223901 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4f367bc5-4818-46d4-b14e-6ed383842576 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for port (39e3e4ea-2aaa-4432-ab68-7f5e67dfac30), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:31.228549 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4f367bc5-4818-46d4-b14e-6ed383842576 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (39e3e4ea-2aaa-4432-ab68-7f5e67dfac30), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:31.301630 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f367bc5-4818-46d4-b14e-6ed383842576 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event updated for resources: {'Port': ['ID=39e3e4ea-2aaa-4432-ab68-7f5e67dfac30,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:18:31.310672 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4f367bc5-4818-46d4-b14e-6ed383842576 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (59f2b37f-2144-4b69-ac52-599d8b549eea), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:31.434362 n-d-827467-3 neutron-server[103726]: INFO neutron.db.l3_db [None req-4f367bc5-4818-46d4-b14e-6ed383842576 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Floating IP 59f2b37f-2144-4b69-ac52-599d8b549eea associated. External IP: 172.25.1.57, port: 1f5a3870-1e74-4601-81a1-8b239e0a02e3. Mar 01 14:18:31.661008 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f367bc5-4818-46d4-b14e-6ed383842576 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Router d314a625-ff1e-4e11-8d85-9392d88d5814 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:18:31.732514 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:31.785782 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f367bc5-4818-46d4-b14e-6ed383842576 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:18:31.799355 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36589166-967e-4d46-ab5c-d89e2fd89f73 None None] Sync routers for ids ['d314a625-ff1e-4e11-8d85-9392d88d5814'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:18:31.808970 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4f367bc5-4818-46d4-b14e-6ed383842576 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:31.812262 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36589166-967e-4d46-ab5c-d89e2fd89f73 None None] Routers {'d314a625-ff1e-4e11-8d85-9392d88d5814'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:18:31.813043 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-36589166-967e-4d46-ab5c-d89e2fd89f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:18:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['d314a625-ff1e-4e11-8d85-9392d88d5814'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:18:31.846300 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4f367bc5-4818-46d4-b14e-6ed383842576 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6596713 Mar 01 14:18:31.846899 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b93468-e34c-4a05-87e6-e6cbe81cbe1d', 'tag': '1f5a3870-1e74-4601-81a1-8b239e0a02e3'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:18:31.849306 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53766) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:18:31.850362 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63086962-219c-4ee4-bad1-1b593d6f5992" -d '{"events": [{"name": "network-changed", "server_uuid": "e4b93468-e34c-4a05-87e6-e6cbe81cbe1d", "tag": "1f5a3870-1e74-4601-81a1-8b239e0a02e3"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:18:31.888418 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495659b4-018a-407c-a0c3-ddc75feb2a41 x-openstack-request-id: req-495659b4-018a-407c-a0c3-ddc75feb2a41 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:18:31.888907 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4b93468-e34c-4a05-87e6-e6cbe81cbe1d", "tag": "1f5a3870-1e74-4601-81a1-8b239e0a02e3", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:18:31.889672 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-495659b4-018a-407c-a0c3-ddc75feb2a41 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:18:31.890353 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b93468-e34c-4a05-87e6-e6cbe81cbe1d', 'tag': '1f5a3870-1e74-4601-81a1-8b239e0a02e3', 'status': 'completed', 'code': 200} Mar 01 14:18:31.921921 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0a597c7e-c5cf-488e-842a-3071924a1f3c tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/floatingips/59f2b37f-2144-4b69-ac52-599d8b549eea HTTP/1.1" status: 200 len: 991 time: 0.0700057 Mar 01 14:18:31.959141 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-36589166-967e-4d46-ab5c-d89e2fd89f73 None None] Set router d314a625-ff1e-4e11-8d85-9392d88d5814 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:18:31.968650 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63086962-219c-4ee4-bad1-1b593d6f5992 req-b964c5bd-976e-4064-96cd-4c4b1a646a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:31.970307 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-63086962-219c-4ee4-bad1-1b593d6f5992 req-b964c5bd-976e-4064-96cd-4c4b1a646a91 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff4bcaf99ac549c98e3a0b08d618fa3f&device_id=e4b93468-e34c-4a05-87e6-e6cbe81cbe1d HTTP/1.1" status: 200 len: 1128 time: 0.0566671 Mar 01 14:18:32.066193 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63086962-219c-4ee4-bad1-1b593d6f5992 req-e07961e5-0888-4d4a-8df7-af61ad0f5fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:32.067862 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-63086962-219c-4ee4-bad1-1b593d6f5992 req-e07961e5-0888-4d4a-8df7-af61ad0f5fca service neutron] 10.222.0.20 "GET /v2.0/networks?id=90e5b981-fea4-4caa-add0-3c0bc0f31332 HTTP/1.1" status: 200 len: 897 time: 0.0913155 Mar 01 14:18:32.141216 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-63086962-219c-4ee4-bad1-1b593d6f5992 req-44ce65cc-9f61-4f0d-98ba-044b41ba46f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f5a3870-1e74-4601-81a1-8b239e0a02e3 HTTP/1.1" status: 200 len: 999 time: 0.0667517 Mar 01 14:18:32.211528 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63086962-219c-4ee4-bad1-1b593d6f5992 req-f19b4b7b-bfba-41b9-a4c2-b9085f1a93a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:32.214581 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-63086962-219c-4ee4-bad1-1b593d6f5992 req-f19b4b7b-bfba-41b9-a4c2-b9085f1a93a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00cad7e7-5dbf-4a5e-b3ed-70c181358ff4 HTTP/1.1" status: 200 len: 835 time: 0.0658584 Mar 01 14:18:32.224006 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-36589166-967e-4d46-ab5c-d89e2fd89f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'name': 'tempest-TestNetworkBasicOps-router-767012678', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ca2c8258-2e44-4aec-b85c-56df2a9828de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:18:08Z', 'updated_at': '2022-03-01T14:18:12Z', 'revision_number': 4, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'gw_port': {'id': 'ca2c8258-2e44-4aec-b85c-56df2a9828de', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:18:08Z', 'updated_at': '2022-03-01T14:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '59f2b37f-2144-4b69-ac52-599d8b549eea', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'floating_ip_address': '172.25.1.57', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'port_id': '1f5a3870-1e74-4601-81a1-8b239e0a02e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3854, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90e5b981-fea4-4caa-add0-3c0bc0f31332', 'mac_address': 'fa:16:3e:e7:a6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b93468-e34c-4a05-87e6-e6cbe81cbe1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:18:30Z', 'updated_at': '2022-03-01T14:18:30Z', 'revision_number': 0, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9094ee47-7257-456d-9b8f-cb9fa98fd493', 'name': '', 'network_id': '90e5b981-fea4-4caa-add0-3c0bc0f31332', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'mac_address': 'fa:16:3e:0b:29:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '00cad7e7-5dbf-4a5e-b3ed-70c181358ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:18:11Z', 'updated_at': '2022-03-01T14:18:15Z', 'revision_number': 5, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'subnets': [{'id': '00cad7e7-5dbf-4a5e-b3ed-70c181358ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:18:32.252448 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36589166-967e-4d46-ab5c-d89e2fd89f73 None None] Checking router: d314a625-ff1e-4e11-8d85-9392d88d5814 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:18:32.261340 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36589166-967e-4d46-ab5c-d89e2fd89f73 None None] Routers {'d314a625-ff1e-4e11-8d85-9392d88d5814'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:18:32.261938 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-36589166-967e-4d46-ab5c-d89e2fd89f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:18:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['d314a625-ff1e-4e11-8d85-9392d88d5814'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:18:32.275003 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63086962-219c-4ee4-bad1-1b593d6f5992 req-9333800f-56de-4b78-8eb2-17d11c5911ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:32.276911 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-63086962-219c-4ee4-bad1-1b593d6f5992 req-9333800f-56de-4b78-8eb2-17d11c5911ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90e5b981-fea4-4caa-add0-3c0bc0f31332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0564883 Mar 01 14:18:32.370244 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-63086962-219c-4ee4-bad1-1b593d6f5992 req-bfe24475-b13b-42e0-9ae2-487017f58881 service neutron] 10.222.0.20 "GET /v2.0/networks/90e5b981-fea4-4caa-add0-3c0bc0f31332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870192 Mar 01 14:18:32.374133 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-36589166-967e-4d46-ab5c-d89e2fd89f73 None None] Set router d314a625-ff1e-4e11-8d85-9392d88d5814 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:18:32.467083 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-63086962-219c-4ee4-bad1-1b593d6f5992 req-3ca8572d-577b-4755-bddd-ff44fd5d1da2 service neutron] 10.222.0.20 "GET /v2.0/networks/90e5b981-fea4-4caa-add0-3c0bc0f31332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898409 Mar 01 14:18:32.604826 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-36589166-967e-4d46-ab5c-d89e2fd89f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'name': 'tempest-TestNetworkBasicOps-router-767012678', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ca2c8258-2e44-4aec-b85c-56df2a9828de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:18:08Z', 'updated_at': '2022-03-01T14:18:12Z', 'revision_number': 4, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'gw_port': {'id': 'ca2c8258-2e44-4aec-b85c-56df2a9828de', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:18:08Z', 'updated_at': '2022-03-01T14:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '59f2b37f-2144-4b69-ac52-599d8b549eea', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'floating_ip_address': '172.25.1.57', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'port_id': '1f5a3870-1e74-4601-81a1-8b239e0a02e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3854, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90e5b981-fea4-4caa-add0-3c0bc0f31332', 'mac_address': 'fa:16:3e:e7:a6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b93468-e34c-4a05-87e6-e6cbe81cbe1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:18:30Z', 'updated_at': '2022-03-01T14:18:30Z', 'revision_number': 0, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9094ee47-7257-456d-9b8f-cb9fa98fd493', 'name': '', 'network_id': '90e5b981-fea4-4caa-add0-3c0bc0f31332', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'mac_address': 'fa:16:3e:0b:29:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '00cad7e7-5dbf-4a5e-b3ed-70c181358ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:18:11Z', 'updated_at': '2022-03-01T14:18:15Z', 'revision_number': 5, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'subnets': [{'id': '00cad7e7-5dbf-4a5e-b3ed-70c181358ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:18:32.630988 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36589166-967e-4d46-ab5c-d89e2fd89f73 None None] The sync data for ids ['d314a625-ff1e-4e11-8d85-9392d88d5814'] in n-d-827467-3 is: [{'id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'name': 'tempest-TestNetworkBasicOps-router-767012678', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ca2c8258-2e44-4aec-b85c-56df2a9828de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:18:08Z', 'updated_at': '2022-03-01T14:18:12Z', 'revision_number': 4, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'gw_port': {'id': 'ca2c8258-2e44-4aec-b85c-56df2a9828de', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:18:08Z', 'updated_at': '2022-03-01T14:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '59f2b37f-2144-4b69-ac52-599d8b549eea', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'floating_ip_address': '172.25.1.57', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'port_id': '1f5a3870-1e74-4601-81a1-8b239e0a02e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3854, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90e5b981-fea4-4caa-add0-3c0bc0f31332', 'mac_address': 'fa:16:3e:e7:a6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b93468-e34c-4a05-87e6-e6cbe81cbe1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:18:30Z', 'updated_at': '2022-03-01T14:18:30Z', 'revision_number': 0, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9094ee47-7257-456d-9b8f-cb9fa98fd493', 'name': '', 'network_id': '90e5b981-fea4-4caa-add0-3c0bc0f31332', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'mac_address': 'fa:16:3e:0b:29:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '00cad7e7-5dbf-4a5e-b3ed-70c181358ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:18:11Z', 'updated_at': '2022-03-01T14:18:15Z', 'revision_number': 5, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'subnets': [{'id': '00cad7e7-5dbf-4a5e-b3ed-70c181358ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:18:32.833400 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdc2417-0e7d-4fae-9589-1dcaefa2adb1 None None] New status for floating IP 59f2b37f-2144-4b69-ac52-599d8b549eea: ACTIVE {{(pid=103729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 14:18:32.924147 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 53774) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:18:33.002500 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-83e3056d-06f2-450b-af52-a74b1fdfbd68 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/floatingips/59f2b37f-2144-4b69-ac52-599d8b549eea HTTP/1.1" status: 200 len: 991 time: 0.0761602 Mar 01 14:18:34.004338 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 53780) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:18:34.065134 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-53fe1bd2-82f3-412f-9c3e-95bca5f90cd9 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/floatingips/59f2b37f-2144-4b69-ac52-599d8b549eea HTTP/1.1" status: 200 len: 993 time: 0.0596499 Mar 01 14:18:35.563039 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220601f-1271-40e3-b67d-fb23f56379e4 req-9d732a09-93e9-48f1-838f-e17c3550495e tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:35.564539 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a220601f-1271-40e3-b67d-fb23f56379e4 req-9d732a09-93e9-48f1-838f-e17c3550495e tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/ports?device_id=a235df14-86ba-4763-9db5-2c80692e14aa HTTP/1.1" status: 200 len: 945 time: 0.0519130 Mar 01 14:18:35.610748 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a220601f-1271-40e3-b67d-fb23f56379e4 req-75baecdb-bab0-43ba-97dc-712befd552c1 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/security-groups?id=879ce1c0-f602-4a16-aff3-3ad173da5479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398951 Mar 01 14:18:36.744636 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca38995-843b-4219-b637-e593c595d691 req-9b30ffc3-1a91-4376-b671-94921d0d7cdd tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:36.746232 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cca38995-843b-4219-b637-e593c595d691 req-9b30ffc3-1a91-4376-b671-94921d0d7cdd tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/ports?device_id=a235df14-86ba-4763-9db5-2c80692e14aa HTTP/1.1" status: 200 len: 945 time: 0.0658917 Mar 01 14:18:36.796459 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cca38995-843b-4219-b637-e593c595d691 req-1e6f92f0-d515-42c6-96eb-1c2d9f335d43 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/security-groups?id=879ce1c0-f602-4a16-aff3-3ad173da5479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444422 Mar 01 14:18:37.162184 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148b180-fa99-4b20-ab8d-e218aefb28cb req-95d197f4-6520-4819-a7e6-1491f56eb7c6 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:18:37.163513 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2148b180-fa99-4b20-ab8d-e218aefb28cb req-95d197f4-6520-4819-a7e6-1491f56eb7c6 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.32 "GET /v2.0/ports?device_id=a235df14-86ba-4763-9db5-2c80692e14aa HTTP/1.1" status: 200 len: 945 time: 0.0557981 Mar 01 14:18:37.254761 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-2148b180-fa99-4b20-ab8d-e218aefb28cb req-440c15f0-76c8-4eee-813e-20afbdaaf6ee tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Deleting port c18761fb-fbd3-4068-b217-f58abe050e67 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:18:37.255108 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2148b180-fa99-4b20-ab8d-e218aefb28cb req-440c15f0-76c8-4eee-813e-20afbdaaf6ee tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (c18761fb-fbd3-4068-b217-f58abe050e67), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:37.343700 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-2148b180-fa99-4b20-ab8d-e218aefb28cb req-440c15f0-76c8-4eee-813e-20afbdaaf6ee tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] For port c18761fb-fbd3-4068-b217-f58abe050e67, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=c18761fb-fbd3-4068-b217-f58abe050e67,segment=NetworkSegment(b1ced365-9d41-4d00-a1c9-f239385395e4),segment_id=b1ced365-9d41-4d00-a1c9-f239385395e4)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:18:37.344074 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2148b180-fa99-4b20-ab8d-e218aefb28cb req-440c15f0-76c8-4eee-813e-20afbdaaf6ee tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (c18761fb-fbd3-4068-b217-f58abe050e67), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:37.357471 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-2148b180-fa99-4b20-ab8d-e218aefb28cb req-440c15f0-76c8-4eee-813e-20afbdaaf6ee tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Calling delete_port for c18761fb-fbd3-4068-b217-f58abe050e67 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:18:37.482405 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2148b180-fa99-4b20-ab8d-e218aefb28cb req-440c15f0-76c8-4eee-813e-20afbdaaf6ee tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (c18761fb-fbd3-4068-b217-f58abe050e67), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:37.495696 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['c18761fb-fbd3-4068-b217-f58abe050e67'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:18:37.516313 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c15f0-76c8-4eee-813e-20afbdaaf6ee tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Pushing event deleted for resources: {'Port': ['ID=c18761fb-fbd3-4068-b217-f58abe050e67,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:18:37.543342 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c15f0-76c8-4eee-813e-20afbdaaf6ee tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:37.543701 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c15f0-76c8-4eee-813e-20afbdaaf6ee tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:37.544044 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c15f0-76c8-4eee-813e-20afbdaaf6ee tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:37.544376 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c15f0-76c8-4eee-813e-20afbdaaf6ee tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:37.544700 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c15f0-76c8-4eee-813e-20afbdaaf6ee tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:37.545024 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c15f0-76c8-4eee-813e-20afbdaaf6ee tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:37.545347 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c15f0-76c8-4eee-813e-20afbdaaf6ee tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:37.545664 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c15f0-76c8-4eee-813e-20afbdaaf6ee tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:37.545981 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c15f0-76c8-4eee-813e-20afbdaaf6ee tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:37.546296 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c15f0-76c8-4eee-813e-20afbdaaf6ee tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:37.546610 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c15f0-76c8-4eee-813e-20afbdaaf6ee tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:37.546923 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c15f0-76c8-4eee-813e-20afbdaaf6ee tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:37.547238 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c15f0-76c8-4eee-813e-20afbdaaf6ee tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:18:37.568522 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-2148b180-fa99-4b20-ab8d-e218aefb28cb req-440c15f0-76c8-4eee-813e-20afbdaaf6ee tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] No DVR routers for this DVR port c18761fb-fbd3-4068-b217-f58abe050e67 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:18:37.571122 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-2148b180-fa99-4b20-ab8d-e218aefb28cb req-440c15f0-76c8-4eee-813e-20afbdaaf6ee tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:37.574382 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2148b180-fa99-4b20-ab8d-e218aefb28cb req-440c15f0-76c8-4eee-813e-20afbdaaf6ee tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.32 "DELETE /v2.0/ports/c18761fb-fbd3-4068-b217-f58abe050e67 HTTP/1.1" status: 204 len: 173 time: 0.4056308 Mar 01 14:18:37.574815 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a235df14-86ba-4763-9db5-2c80692e14aa', 'name': 'network-vif-deleted', 'tag': 'c18761fb-fbd3-4068-b217-f58abe050e67'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:18:37.577051 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739a5c20-8302-42c9-85fc-7de15b4896d4" -d '{"events": [{"server_uuid": "a235df14-86ba-4763-9db5-2c80692e14aa", "name": "network-vif-deleted", "tag": "c18761fb-fbd3-4068-b217-f58abe050e67"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:18:37.615941 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d84e76-0c76-432f-89cf-426a8cf432b4 x-openstack-request-id: req-28d84e76-0c76-432f-89cf-426a8cf432b4 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:18:37.616355 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a235df14-86ba-4763-9db5-2c80692e14aa", "name": "network-vif-deleted", "tag": "c18761fb-fbd3-4068-b217-f58abe050e67", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:18:37.616609 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28d84e76-0c76-432f-89cf-426a8cf432b4 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:18:37.617005 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a235df14-86ba-4763-9db5-2c80692e14aa', 'name': 'network-vif-deleted', 'tag': 'c18761fb-fbd3-4068-b217-f58abe050e67', 'status': 'completed', 'code': 200} Mar 01 14:18:37.906273 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6140487f-365f-4bcf-8363-b924418cd16f req-d008657d-e403-47af-aa25-41e00a9c16f8 tempest-VolumesSnapshotTestJSON-570952459 tempest-VolumesSnapshotTestJSON-570952459-project] 10.222.0.13 "GET /v2.0/ports?device_id=a235df14-86ba-4763-9db5-2c80692e14aa HTTP/1.1" status: 200 len: 210 time: 0.0275559 Mar 01 14:18:39.971732 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:40.216640 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:40.906454 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device c18761fb-fbd3-4068-b217-f58abe050e67 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:18:40.927642 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: c18761fb-fbd3-4068-b217-f58abe050e67 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:18:40.928037 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device c18761fb-fbd3-4068-b217-f58abe050e67 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:18:53.835952 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:18:55.269139 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-db00692a-8e1b-4459-8e31-db1f1909f218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:57.459394 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-951dd764-d898-4934-8013-0f321b28b723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:18:58.943548 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:00.155979 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:01.728000 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:09.949506 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-34eaf875-359c-46db-ac68-eb3825de486a req-52d33725-8cc0-42ab-965f-0706efa23409 service neutron] (103727) timed out ('10.222.0.32', 52797) {{(pid=103727) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 01 14:19:09.968869 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:10.233323 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:25.130360 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b9cd4ddd-9f4c-4905-a749-58a77b41e158 req-4c414536-2552-4e5f-97d2-d28a1f64d4f2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=25cd8b37-6be9-408f-af5b-6babb462946f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0721908 Mar 01 14:19:25.234573 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd4ddd-9f4c-4905-a749-58a77b41e158 req-3ec14a63-4d46-4e98-aa39-2d3994144d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:19:25.236415 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b9cd4ddd-9f4c-4905-a749-58a77b41e158 req-3ec14a63-4d46-4e98-aa39-2d3994144d83 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=147f3b20ea754808a487fa91370b94db&device_id=25cd8b37-6be9-408f-af5b-6babb462946f HTTP/1.1" status: 200 len: 1128 time: 0.0557408 Mar 01 14:19:25.286279 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a05aedd3-4ba7-409a-84c3-2aa7428829ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:25.391791 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd4ddd-9f4c-4905-a749-58a77b41e158 req-735d3948-c900-4ddc-96da-35c528c4ba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:19:25.393665 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b9cd4ddd-9f4c-4905-a749-58a77b41e158 req-735d3948-c900-4ddc-96da-35c528c4ba74 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b3414069-2cec-4185-a405-a1b109fba1f6 HTTP/1.1" status: 200 len: 910 time: 0.1347873 Mar 01 14:19:25.478408 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b9cd4ddd-9f4c-4905-a749-58a77b41e158 req-56bc7e70-f8f2-4a78-a6b8-b2b4937ef020 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f5b85f0-11e8-4601-bc9b-2380ea18e443 HTTP/1.1" status: 200 len: 1001 time: 0.0783281 Mar 01 14:19:25.529957 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd4ddd-9f4c-4905-a749-58a77b41e158 req-4619fc96-8268-424c-8e48-abdcde9aa651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:19:25.531456 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b9cd4ddd-9f4c-4905-a749-58a77b41e158 req-4619fc96-8268-424c-8e48-abdcde9aa651 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a5666e-3deb-4602-8e9d-55f0a37cf946 HTTP/1.1" status: 200 len: 848 time: 0.0465546 Mar 01 14:19:25.586123 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd4ddd-9f4c-4905-a749-58a77b41e158 req-2d7059b1-0cc3-4b38-a22e-220d996565bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:19:25.587684 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b9cd4ddd-9f4c-4905-a749-58a77b41e158 req-2d7059b1-0cc3-4b38-a22e-220d996565bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b3414069-2cec-4185-a405-a1b109fba1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485551 Mar 01 14:19:25.680742 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b9cd4ddd-9f4c-4905-a749-58a77b41e158 req-33d388c7-ee88-4439-9d72-59c800fea731 service neutron] 10.222.0.20 "GET /v2.0/networks/b3414069-2cec-4185-a405-a1b109fba1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862143 Mar 01 14:19:25.768731 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-b9cd4ddd-9f4c-4905-a749-58a77b41e158 req-859188bf-d1c3-475e-ba3c-f5ab1be1c6e7 service neutron] 10.222.0.20 "GET /v2.0/networks/b3414069-2cec-4185-a405-a1b109fba1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811152 Mar 01 14:19:27.466442 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-372f4ad6-a486-4da1-b3cb-2cd96aa251f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:28.951906 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:30.112921 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:30.835797 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:19:31.731774 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:39.969988 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:40.262559 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:43.118556 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54722) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:19:43.193948 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ea2877f1-d096-4929-b5d2-ce676762022a tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/floatingips/59f2b37f-2144-4b69-ac52-599d8b549eea HTTP/1.1" status: 200 len: 993 time: 0.0740740 Mar 01 14:19:43.452143 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54738) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:19:43.682889 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-79b6dbdb-d8dd-40ee-8dc6-d372c9528dce tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Deleting port 39e3e4ea-2aaa-4432-ab68-7f5e67dfac30 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:19:43.683238 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-79b6dbdb-d8dd-40ee-8dc6-d372c9528dce tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (39e3e4ea-2aaa-4432-ab68-7f5e67dfac30), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:43.770200 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-79b6dbdb-d8dd-40ee-8dc6-d372c9528dce tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (39e3e4ea-2aaa-4432-ab68-7f5e67dfac30), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:43.771022 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-79b6dbdb-d8dd-40ee-8dc6-d372c9528dce tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for floatingip (39e3e4ea-2aaa-4432-ab68-7f5e67dfac30), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:43.787334 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-79b6dbdb-d8dd-40ee-8dc6-d372c9528dce tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Calling delete_port for 39e3e4ea-2aaa-4432-ab68-7f5e67dfac30 owned by network:floatingip {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:19:44.021216 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-79b6dbdb-d8dd-40ee-8dc6-d372c9528dce tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (39e3e4ea-2aaa-4432-ab68-7f5e67dfac30), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:44.053390 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6dbdb-d8dd-40ee-8dc6-d372c9528dce tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event deleted for resources: {'Port': ['ID=39e3e4ea-2aaa-4432-ab68-7f5e67dfac30,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:19:44.076811 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b6dbdb-d8dd-40ee-8dc6-d372c9528dce tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:44.077155 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b6dbdb-d8dd-40ee-8dc6-d372c9528dce tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:44.077497 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b6dbdb-d8dd-40ee-8dc6-d372c9528dce tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:44.077832 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b6dbdb-d8dd-40ee-8dc6-d372c9528dce tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:44.078163 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b6dbdb-d8dd-40ee-8dc6-d372c9528dce tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:44.078492 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b6dbdb-d8dd-40ee-8dc6-d372c9528dce tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:44.078820 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b6dbdb-d8dd-40ee-8dc6-d372c9528dce tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:44.079147 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b6dbdb-d8dd-40ee-8dc6-d372c9528dce tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:44.079470 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b6dbdb-d8dd-40ee-8dc6-d372c9528dce tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:44.079819 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b6dbdb-d8dd-40ee-8dc6-d372c9528dce tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:44.080141 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b6dbdb-d8dd-40ee-8dc6-d372c9528dce tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:44.080462 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b6dbdb-d8dd-40ee-8dc6-d372c9528dce tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:44.080784 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b6dbdb-d8dd-40ee-8dc6-d372c9528dce tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:44.138884 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-79b6dbdb-d8dd-40ee-8dc6-d372c9528dce tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for floatingip (59f2b37f-2144-4b69-ac52-599d8b549eea), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:44.139532 n-d-827467-3 neutron-server[103726]: INFO neutron.db.l3_db [None req-79b6dbdb-d8dd-40ee-8dc6-d372c9528dce tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Floating IP 59f2b37f-2144-4b69-ac52-599d8b549eea disassociated (deleted). External IP: 172.25.1.57, port: 1f5a3870-1e74-4601-81a1-8b239e0a02e3. Mar 01 14:19:44.729934 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b6dbdb-d8dd-40ee-8dc6-d372c9528dce tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Router d314a625-ff1e-4e11-8d85-9392d88d5814 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:19:44.857192 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b6dbdb-d8dd-40ee-8dc6-d372c9528dce tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:19:44.861718 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-79b6dbdb-d8dd-40ee-8dc6-d372c9528dce tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:44.878738 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b543d6-5523-4105-86f4-d7d0826bdff1 None None] Sync routers for ids ['d314a625-ff1e-4e11-8d85-9392d88d5814'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:19:44.892727 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b543d6-5523-4105-86f4-d7d0826bdff1 None None] Routers {'d314a625-ff1e-4e11-8d85-9392d88d5814'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:19:44.896140 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-b3b543d6-5523-4105-86f4-d7d0826bdff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:19:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['d314a625-ff1e-4e11-8d85-9392d88d5814'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:19:44.909328 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-79b6dbdb-d8dd-40ee-8dc6-d372c9528dce tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "DELETE /v2.0/floatingips/59f2b37f-2144-4b69-ac52-599d8b549eea HTTP/1.1" status: 204 len: 168 time: 1.4556124 Mar 01 14:19:44.910474 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b93468-e34c-4a05-87e6-e6cbe81cbe1d', 'tag': '1f5a3870-1e74-4601-81a1-8b239e0a02e3'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:19:44.912896 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d27652-5c6e-4660-9f73-22201b4f33f1" -d '{"events": [{"name": "network-changed", "server_uuid": "e4b93468-e34c-4a05-87e6-e6cbe81cbe1d", "tag": "1f5a3870-1e74-4601-81a1-8b239e0a02e3"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:19:44.969982 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d7d4a0-60f0-4948-8f0b-b96608edc8f2 x-openstack-request-id: req-90d7d4a0-60f0-4948-8f0b-b96608edc8f2 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:19:44.970284 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4b93468-e34c-4a05-87e6-e6cbe81cbe1d", "tag": "1f5a3870-1e74-4601-81a1-8b239e0a02e3", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:19:44.970536 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90d7d4a0-60f0-4948-8f0b-b96608edc8f2 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:19:44.970975 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b93468-e34c-4a05-87e6-e6cbe81cbe1d', 'tag': '1f5a3870-1e74-4601-81a1-8b239e0a02e3', 'status': 'completed', 'code': 200} Mar 01 14:19:45.046561 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-b3b543d6-5523-4105-86f4-d7d0826bdff1 None None] Set router d314a625-ff1e-4e11-8d85-9392d88d5814 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:19:45.073020 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d27652-5c6e-4660-9f73-22201b4f33f1 req-1ecf8f92-fd45-4cba-883d-0796c86d28ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:19:45.075332 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-46d27652-5c6e-4660-9f73-22201b4f33f1 req-1ecf8f92-fd45-4cba-883d-0796c86d28ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff4bcaf99ac549c98e3a0b08d618fa3f&device_id=e4b93468-e34c-4a05-87e6-e6cbe81cbe1d HTTP/1.1" status: 200 len: 1128 time: 0.0679810 Mar 01 14:19:45.221528 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d27652-5c6e-4660-9f73-22201b4f33f1 req-fe000378-85e9-4b00-bad6-93de7d049a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:19:45.225663 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-46d27652-5c6e-4660-9f73-22201b4f33f1 req-fe000378-85e9-4b00-bad6-93de7d049a36 service neutron] 10.222.0.20 "GET /v2.0/networks?id=90e5b981-fea4-4caa-add0-3c0bc0f31332 HTTP/1.1" status: 200 len: 897 time: 0.1423016 Mar 01 14:19:45.229349 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6bb3a-74da-4505-9f75-fa5aa07d28cf req-f2cfb889-21a7-4fd2-97d3-1412f90358a5 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:19:45.237478 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-edb6bb3a-74da-4505-9f75-fa5aa07d28cf req-f2cfb889-21a7-4fd2-97d3-1412f90358a5 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4b93468-e34c-4a05-87e6-e6cbe81cbe1d HTTP/1.1" status: 200 len: 946 time: 0.0681298 Mar 01 14:19:45.287711 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-46d27652-5c6e-4660-9f73-22201b4f33f1 req-2cebae56-dbd5-4af8-a101-b4dad70c0f92 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f5a3870-1e74-4601-81a1-8b239e0a02e3 HTTP/1.1" status: 200 len: 217 time: 0.0554247 Mar 01 14:19:45.291378 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-edb6bb3a-74da-4505-9f75-fa5aa07d28cf req-8b96d5bf-4a1c-4376-8e06-065f956bdd2d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9ca4fd4-4f34-4005-a781-e935d61b3ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524075 Mar 01 14:19:45.315108 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-b3b543d6-5523-4105-86f4-d7d0826bdff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'name': 'tempest-TestNetworkBasicOps-router-767012678', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ca2c8258-2e44-4aec-b85c-56df2a9828de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:18:08Z', 'updated_at': '2022-03-01T14:18:12Z', 'revision_number': 4, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'gw_port': {'id': 'ca2c8258-2e44-4aec-b85c-56df2a9828de', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:18:08Z', 'updated_at': '2022-03-01T14:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '9094ee47-7257-456d-9b8f-cb9fa98fd493', 'name': '', 'network_id': '90e5b981-fea4-4caa-add0-3c0bc0f31332', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'mac_address': 'fa:16:3e:0b:29:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '00cad7e7-5dbf-4a5e-b3ed-70c181358ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:18:11Z', 'updated_at': '2022-03-01T14:18:15Z', 'revision_number': 5, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'subnets': [{'id': '00cad7e7-5dbf-4a5e-b3ed-70c181358ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:19:45.346943 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b543d6-5523-4105-86f4-d7d0826bdff1 None None] Checking router: d314a625-ff1e-4e11-8d85-9392d88d5814 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:19:45.355220 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d27652-5c6e-4660-9f73-22201b4f33f1 req-5835fa6d-2860-4c06-9a80-517867eb706d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:19:45.355772 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b543d6-5523-4105-86f4-d7d0826bdff1 None None] Routers {'d314a625-ff1e-4e11-8d85-9392d88d5814'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:19:45.356364 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-b3b543d6-5523-4105-86f4-d7d0826bdff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:19:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['d314a625-ff1e-4e11-8d85-9392d88d5814'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:19:45.357043 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-46d27652-5c6e-4660-9f73-22201b4f33f1 req-5835fa6d-2860-4c06-9a80-517867eb706d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00cad7e7-5dbf-4a5e-b3ed-70c181358ff4 HTTP/1.1" status: 200 len: 835 time: 0.0623970 Mar 01 14:19:45.410846 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d27652-5c6e-4660-9f73-22201b4f33f1 req-6f5b0ef3-9ac6-4674-9597-c19188177986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:19:45.412443 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-46d27652-5c6e-4660-9f73-22201b4f33f1 req-6f5b0ef3-9ac6-4674-9597-c19188177986 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90e5b981-fea4-4caa-add0-3c0bc0f31332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475481 Mar 01 14:19:45.530164 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-46d27652-5c6e-4660-9f73-22201b4f33f1 req-c58b5865-c9bc-44a7-a300-3feb0133ae7e service neutron] 10.222.0.20 "GET /v2.0/networks/90e5b981-fea4-4caa-add0-3c0bc0f31332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104820 Mar 01 14:19:45.656551 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-46d27652-5c6e-4660-9f73-22201b4f33f1 req-2ef8c9c7-79e1-48b5-90d8-e881986e68a4 service neutron] 10.222.0.20 "GET /v2.0/networks/90e5b981-fea4-4caa-add0-3c0bc0f31332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185119 Mar 01 14:19:45.685727 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-b3b543d6-5523-4105-86f4-d7d0826bdff1 None None] Set router d314a625-ff1e-4e11-8d85-9392d88d5814 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:19:45.910746 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-b3b543d6-5523-4105-86f4-d7d0826bdff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'name': 'tempest-TestNetworkBasicOps-router-767012678', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ca2c8258-2e44-4aec-b85c-56df2a9828de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:18:08Z', 'updated_at': '2022-03-01T14:18:12Z', 'revision_number': 4, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'gw_port': {'id': 'ca2c8258-2e44-4aec-b85c-56df2a9828de', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:18:08Z', 'updated_at': '2022-03-01T14:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '9094ee47-7257-456d-9b8f-cb9fa98fd493', 'name': '', 'network_id': '90e5b981-fea4-4caa-add0-3c0bc0f31332', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'mac_address': 'fa:16:3e:0b:29:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '00cad7e7-5dbf-4a5e-b3ed-70c181358ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:18:11Z', 'updated_at': '2022-03-01T14:18:15Z', 'revision_number': 5, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'subnets': [{'id': '00cad7e7-5dbf-4a5e-b3ed-70c181358ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:19:45.947448 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b543d6-5523-4105-86f4-d7d0826bdff1 None None] The sync data for ids ['d314a625-ff1e-4e11-8d85-9392d88d5814'] in n-d-827467-3 is: [{'id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'name': 'tempest-TestNetworkBasicOps-router-767012678', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ca2c8258-2e44-4aec-b85c-56df2a9828de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:18:08Z', 'updated_at': '2022-03-01T14:18:12Z', 'revision_number': 4, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'gw_port': {'id': 'ca2c8258-2e44-4aec-b85c-56df2a9828de', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:18:08Z', 'updated_at': '2022-03-01T14:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '9094ee47-7257-456d-9b8f-cb9fa98fd493', 'name': '', 'network_id': '90e5b981-fea4-4caa-add0-3c0bc0f31332', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'mac_address': 'fa:16:3e:0b:29:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '00cad7e7-5dbf-4a5e-b3ed-70c181358ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:18:11Z', 'updated_at': '2022-03-01T14:18:15Z', 'revision_number': 5, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'subnets': [{'id': '00cad7e7-5dbf-4a5e-b3ed-70c181358ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:19:46.225502 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae95db0c-b6fb-413c-ac20-9c05a37083eb None None] New status for floating IP 59f2b37f-2144-4b69-ac52-599d8b549eea: DOWN {{(pid=103729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 14:19:46.429847 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de376a62-8c57-4603-bf6f-9bcf529eeefd req-e42ba6eb-ead2-4e20-a5b8-375a3f2ef936 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:19:46.431282 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-de376a62-8c57-4603-bf6f-9bcf529eeefd req-e42ba6eb-ead2-4e20-a5b8-375a3f2ef936 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4b93468-e34c-4a05-87e6-e6cbe81cbe1d HTTP/1.1" status: 200 len: 946 time: 0.0580387 Mar 01 14:19:46.491311 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-de376a62-8c57-4603-bf6f-9bcf529eeefd req-5290298c-3bf8-4d6d-a580-3ff6735a3bec tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9ca4fd4-4f34-4005-a781-e935d61b3ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524895 Mar 01 14:19:46.724716 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e4da7-b88d-4b6a-9067-95e36b3e13a1 req-36704f9a-07ab-42fa-8fe7-d23f8b52ecbb tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:19:46.726570 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-335e4da7-b88d-4b6a-9067-95e36b3e13a1 req-36704f9a-07ab-42fa-8fe7-d23f8b52ecbb tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4b93468-e34c-4a05-87e6-e6cbe81cbe1d HTTP/1.1" status: 200 len: 946 time: 0.0655501 Mar 01 14:19:46.860087 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-335e4da7-b88d-4b6a-9067-95e36b3e13a1 req-b0cda56c-e274-463e-a581-4656cad8ce8d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Deleting port 1f5a3870-1e74-4601-81a1-8b239e0a02e3 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:19:46.860569 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-335e4da7-b88d-4b6a-9067-95e36b3e13a1 req-b0cda56c-e274-463e-a581-4656cad8ce8d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (1f5a3870-1e74-4601-81a1-8b239e0a02e3), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:46.962287 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-335e4da7-b88d-4b6a-9067-95e36b3e13a1 req-b0cda56c-e274-463e-a581-4656cad8ce8d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] For port 1f5a3870-1e74-4601-81a1-8b239e0a02e3, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=1f5a3870-1e74-4601-81a1-8b239e0a02e3,segment=NetworkSegment(24b28eec-0d1b-4149-acc6-ded4fdd170f9),segment_id=24b28eec-0d1b-4149-acc6-ded4fdd170f9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:19:46.962653 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-335e4da7-b88d-4b6a-9067-95e36b3e13a1 req-b0cda56c-e274-463e-a581-4656cad8ce8d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (1f5a3870-1e74-4601-81a1-8b239e0a02e3), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:46.975584 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-335e4da7-b88d-4b6a-9067-95e36b3e13a1 req-b0cda56c-e274-463e-a581-4656cad8ce8d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Calling delete_port for 1f5a3870-1e74-4601-81a1-8b239e0a02e3 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:19:47.114596 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-335e4da7-b88d-4b6a-9067-95e36b3e13a1 req-b0cda56c-e274-463e-a581-4656cad8ce8d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (1f5a3870-1e74-4601-81a1-8b239e0a02e3), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:47.158741 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cda56c-e274-463e-a581-4656cad8ce8d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event deleted for resources: {'Port': ['ID=1f5a3870-1e74-4601-81a1-8b239e0a02e3,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:19:47.206067 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-335e4da7-b88d-4b6a-9067-95e36b3e13a1 req-b0cda56c-e274-463e-a581-4656cad8ce8d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] No DVR routers for this DVR port 1f5a3870-1e74-4601-81a1-8b239e0a02e3 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:19:47.209861 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-335e4da7-b88d-4b6a-9067-95e36b3e13a1 req-b0cda56c-e274-463e-a581-4656cad8ce8d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:47.213169 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-335e4da7-b88d-4b6a-9067-95e36b3e13a1 req-b0cda56c-e274-463e-a581-4656cad8ce8d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.20 "DELETE /v2.0/ports/1f5a3870-1e74-4601-81a1-8b239e0a02e3 HTTP/1.1" status: 204 len: 173 time: 0.4814696 Mar 01 14:19:47.213662 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b93468-e34c-4a05-87e6-e6cbe81cbe1d', 'name': 'network-vif-deleted', 'tag': '1f5a3870-1e74-4601-81a1-8b239e0a02e3'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:19:47.215959 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78753199-ab2b-4c43-8f92-db90ff6efcbe" -d '{"events": [{"server_uuid": "e4b93468-e34c-4a05-87e6-e6cbe81cbe1d", "name": "network-vif-deleted", "tag": "1f5a3870-1e74-4601-81a1-8b239e0a02e3"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:19:47.256010 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0207223f-1535-4a33-a545-18fa960cbb23 x-openstack-request-id: req-0207223f-1535-4a33-a545-18fa960cbb23 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:19:47.256302 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b93468-e34c-4a05-87e6-e6cbe81cbe1d", "name": "network-vif-deleted", "tag": "1f5a3870-1e74-4601-81a1-8b239e0a02e3", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:19:47.256555 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0207223f-1535-4a33-a545-18fa960cbb23 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:19:47.256960 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b93468-e34c-4a05-87e6-e6cbe81cbe1d', 'name': 'network-vif-deleted', 'tag': '1f5a3870-1e74-4601-81a1-8b239e0a02e3', 'status': 'completed', 'code': 200} Mar 01 14:19:47.661963 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-638879c5-10f7-4fad-8283-73d9b12454f0 req-cdbe2c2d-cccb-41ee-856c-074fb687fbfa tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4b93468-e34c-4a05-87e6-e6cbe81cbe1d HTTP/1.1" status: 200 len: 210 time: 0.0431507 Mar 01 14:19:48.732206 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54878) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:19:48.804056 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b771f2dd-ebad-411a-ae0d-1b6cc940b392 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group (b9ca4fd4-4f34-4005-a781-e935d61b3ef9), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:48.834586 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b771f2dd-ebad-411a-ae0d-1b6cc940b392 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group (b9ca4fd4-4f34-4005-a781-e935d61b3ef9), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:48.918737 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b771f2dd-ebad-411a-ae0d-1b6cc940b392 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b9ca4fd4-4f34-4005-a781-e935d61b3ef9), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:48.918737 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b771f2dd-ebad-411a-ae0d-1b6cc940b392 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:48.918737 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b771f2dd-ebad-411a-ae0d-1b6cc940b392 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "DELETE /v2.0/security-groups/b9ca4fd4-4f34-4005-a781-e935d61b3ef9 HTTP/1.1" status: 204 len: 168 time: 0.1819727 Mar 01 14:19:48.926813 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771f2dd-ebad-411a-ae0d-1b6cc940b392 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ca4fd4-4f34-4005-a781-e935d61b3ef9,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:19:48.976818 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54890) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:19:49.386271 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f3480648-c5fe-4bf7-b098-a0e50a8af8eb tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (d314a625-ff1e-4e11-8d85-9392d88d5814), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:49.674606 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f3480648-c5fe-4bf7-b098-a0e50a8af8eb tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Deleting port 9094ee47-7257-456d-9b8f-cb9fa98fd493 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:19:49.674994 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f3480648-c5fe-4bf7-b098-a0e50a8af8eb tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (9094ee47-7257-456d-9b8f-cb9fa98fd493), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:49.773672 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f3480648-c5fe-4bf7-b098-a0e50a8af8eb tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] For port 9094ee47-7257-456d-9b8f-cb9fa98fd493, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=9094ee47-7257-456d-9b8f-cb9fa98fd493,segment=NetworkSegment(24b28eec-0d1b-4149-acc6-ded4fdd170f9),segment_id=24b28eec-0d1b-4149-acc6-ded4fdd170f9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:19:49.774246 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f3480648-c5fe-4bf7-b098-a0e50a8af8eb tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (9094ee47-7257-456d-9b8f-cb9fa98fd493), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:49.793572 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f3480648-c5fe-4bf7-b098-a0e50a8af8eb tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Calling delete_port for 9094ee47-7257-456d-9b8f-cb9fa98fd493 owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:19:50.041469 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f3480648-c5fe-4bf7-b098-a0e50a8af8eb tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (9094ee47-7257-456d-9b8f-cb9fa98fd493), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:50.057847 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 1f5a3870-1e74-4601-81a1-8b239e0a02e3 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:19:50.077163 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3480648-c5fe-4bf7-b098-a0e50a8af8eb tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event deleted for resources: {'Port': ['ID=9094ee47-7257-456d-9b8f-cb9fa98fd493,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:19:50.078691 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 1f5a3870-1e74-4601-81a1-8b239e0a02e3 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:19:50.079245 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 1f5a3870-1e74-4601-81a1-8b239e0a02e3 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:19:50.262697 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f3480648-c5fe-4bf7-b098-a0e50a8af8eb tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (d314a625-ff1e-4e11-8d85-9392d88d5814), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:50.507379 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3480648-c5fe-4bf7-b098-a0e50a8af8eb tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Router d314a625-ff1e-4e11-8d85-9392d88d5814 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:19:50.620476 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3480648-c5fe-4bf7-b098-a0e50a8af8eb tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:19:50.629205 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 54908) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:19:50.629794 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f3480648-c5fe-4bf7-b098-a0e50a8af8eb tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "PUT /v2.0/routers/d314a625-ff1e-4e11-8d85-9392d88d5814/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6513753 Mar 01 14:19:50.644274 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26d9645-7c2b-4468-ad91-02e33e27ce41 None None] Sync routers for ids ['d314a625-ff1e-4e11-8d85-9392d88d5814'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:19:50.654804 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26d9645-7c2b-4468-ad91-02e33e27ce41 None None] Routers {'d314a625-ff1e-4e11-8d85-9392d88d5814'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:19:50.655746 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-e26d9645-7c2b-4468-ad91-02e33e27ce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:19:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['d314a625-ff1e-4e11-8d85-9392d88d5814'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:19:50.696031 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-98d246f5-cf26-4fd8-a07b-af6213ad6c2c tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Deleting subnet 00cad7e7-5dbf-4a5e-b3ed-70c181358ff4 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:19:50.700292 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-98d246f5-cf26-4fd8-a07b-af6213ad6c2c tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for subnet (00cad7e7-5dbf-4a5e-b3ed-70c181358ff4), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:50.746495 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-98d246f5-cf26-4fd8-a07b-af6213ad6c2c tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (00cad7e7-5dbf-4a5e-b3ed-70c181358ff4), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:50.794294 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-e26d9645-7c2b-4468-ad91-02e33e27ce41 None None] Set router d314a625-ff1e-4e11-8d85-9392d88d5814 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:19:50.849561 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-98d246f5-cf26-4fd8-a07b-af6213ad6c2c tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (00cad7e7-5dbf-4a5e-b3ed-70c181358ff4), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:50.998306 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-98d246f5-cf26-4fd8-a07b-af6213ad6c2c tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (00cad7e7-5dbf-4a5e-b3ed-70c181358ff4), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:51.034334 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d246f5-cf26-4fd8-a07b-af6213ad6c2c tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event deleted for resources: {'Subnet': ['ID=00cad7e7-5dbf-4a5e-b3ed-70c181358ff4,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:19:51.040067 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-98d246f5-cf26-4fd8-a07b-af6213ad6c2c tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:51.048684 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-98d246f5-cf26-4fd8-a07b-af6213ad6c2c tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "DELETE /v2.0/subnets/00cad7e7-5dbf-4a5e-b3ed-70c181358ff4 HTTP/1.1" status: 204 len: 168 time: 0.4172332 Mar 01 14:19:51.052659 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54914) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:19:51.053205 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bb494c-a80f-455e-b957-cc1d7e4b8206 None None] Network 90e5b981-fea4-4caa-add0-3c0bc0f31332 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:19:51.066206 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d246f5-cf26-4fd8-a07b-af6213ad6c2c tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:51.066744 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d246f5-cf26-4fd8-a07b-af6213ad6c2c tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:51.067243 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d246f5-cf26-4fd8-a07b-af6213ad6c2c tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:51.067772 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d246f5-cf26-4fd8-a07b-af6213ad6c2c tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:51.068289 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d246f5-cf26-4fd8-a07b-af6213ad6c2c tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:51.068779 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d246f5-cf26-4fd8-a07b-af6213ad6c2c tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:51.069283 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d246f5-cf26-4fd8-a07b-af6213ad6c2c tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:51.069768 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d246f5-cf26-4fd8-a07b-af6213ad6c2c tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:51.070272 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d246f5-cf26-4fd8-a07b-af6213ad6c2c tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:51.070764 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d246f5-cf26-4fd8-a07b-af6213ad6c2c tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:51.071256 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d246f5-cf26-4fd8-a07b-af6213ad6c2c tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:51.071889 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d246f5-cf26-4fd8-a07b-af6213ad6c2c tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:51.072390 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d246f5-cf26-4fd8-a07b-af6213ad6c2c tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:51.153367 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-e26d9645-7c2b-4468-ad91-02e33e27ce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'name': 'tempest-TestNetworkBasicOps-router-767012678', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ca2c8258-2e44-4aec-b85c-56df2a9828de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:18:08Z', 'updated_at': '2022-03-01T14:19:49Z', 'revision_number': 5, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'gw_port': {'id': 'ca2c8258-2e44-4aec-b85c-56df2a9828de', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:18:08Z', 'updated_at': '2022-03-01T14:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:19:51.187115 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26d9645-7c2b-4468-ad91-02e33e27ce41 None None] Checking router: d314a625-ff1e-4e11-8d85-9392d88d5814 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:19:51.191253 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d6dc52f5-2762-4835-85a4-d2033f176170 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for router (d314a625-ff1e-4e11-8d85-9392d88d5814), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:51.202969 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26d9645-7c2b-4468-ad91-02e33e27ce41 None None] Routers {'d314a625-ff1e-4e11-8d85-9392d88d5814'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:19:51.203845 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-e26d9645-7c2b-4468-ad91-02e33e27ce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:19:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['d314a625-ff1e-4e11-8d85-9392d88d5814'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:19:51.349699 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb62cf38-a5dc-434e-a081-4300420de587 None None] DHCP port deletion for 90e5b981-fea4-4caa-add0-3c0bc0f31332 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:19:51.352619 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-e26d9645-7c2b-4468-ad91-02e33e27ce41 None None] Set router d314a625-ff1e-4e11-8d85-9392d88d5814 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:19:51.354769 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d6dc52f5-2762-4835-85a4-d2033f176170 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for router_gateway (d314a625-ff1e-4e11-8d85-9392d88d5814), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:51.426544 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d6dc52f5-2762-4835-85a4-d2033f176170 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Deleting port ca2c8258-2e44-4aec-b85c-56df2a9828de {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:19:51.426981 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d6dc52f5-2762-4835-85a4-d2033f176170 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (ca2c8258-2e44-4aec-b85c-56df2a9828de), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:51.527841 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-d6dc52f5-2762-4835-85a4-d2033f176170 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] For port ca2c8258-2e44-4aec-b85c-56df2a9828de, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ca2c8258-2e44-4aec-b85c-56df2a9828de,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:19:51.528950 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d6dc52f5-2762-4835-85a4-d2033f176170 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (ca2c8258-2e44-4aec-b85c-56df2a9828de), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:51.545470 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d6dc52f5-2762-4835-85a4-d2033f176170 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Calling delete_port for ca2c8258-2e44-4aec-b85c-56df2a9828de owned by network:router_gateway {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:19:51.564730 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-eb62cf38-a5dc-434e-a081-4300420de587 None None] Deleting port e5e594f7-c6cc-4220-a5b1-5f0ccc41631d {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:19:51.565344 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-eb62cf38-a5dc-434e-a081-4300420de587 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (e5e594f7-c6cc-4220-a5b1-5f0ccc41631d), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:51.623171 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-e26d9645-7c2b-4468-ad91-02e33e27ce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'name': 'tempest-TestNetworkBasicOps-router-767012678', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ca2c8258-2e44-4aec-b85c-56df2a9828de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:18:08Z', 'updated_at': '2022-03-01T14:19:49Z', 'revision_number': 5, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'gw_port': {'id': 'ca2c8258-2e44-4aec-b85c-56df2a9828de', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:18:08Z', 'updated_at': '2022-03-01T14:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:19:51.658281 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26d9645-7c2b-4468-ad91-02e33e27ce41 None None] The sync data for ids ['d314a625-ff1e-4e11-8d85-9392d88d5814'] in n-d-827467-3 is: [{'id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'name': 'tempest-TestNetworkBasicOps-router-767012678', 'tenant_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ca2c8258-2e44-4aec-b85c-56df2a9828de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:18:08Z', 'updated_at': '2022-03-01T14:19:49Z', 'revision_number': 5, 'project_id': 'ff4bcaf99ac549c98e3a0b08d618fa3f', 'gw_port': {'id': 'ca2c8258-2e44-4aec-b85c-56df2a9828de', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314a625-ff1e-4e11-8d85-9392d88d5814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:18:08Z', 'updated_at': '2022-03-01T14:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:19:51.666083 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-eb62cf38-a5dc-434e-a081-4300420de587 None None] For port e5e594f7-c6cc-4220-a5b1-5f0ccc41631d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=e5e594f7-c6cc-4220-a5b1-5f0ccc41631d,segment=NetworkSegment(24b28eec-0d1b-4149-acc6-ded4fdd170f9),segment_id=24b28eec-0d1b-4149-acc6-ded4fdd170f9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:19:51.666696 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-eb62cf38-a5dc-434e-a081-4300420de587 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (e5e594f7-c6cc-4220-a5b1-5f0ccc41631d), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:51.679819 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-eb62cf38-a5dc-434e-a081-4300420de587 None None] Calling delete_port for e5e594f7-c6cc-4220-a5b1-5f0ccc41631d owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:19:51.767659 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-eb62cf38-a5dc-434e-a081-4300420de587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (e5e594f7-c6cc-4220-a5b1-5f0ccc41631d), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:51.797765 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62cf38-a5dc-434e-a081-4300420de587 None None] Pushing event deleted for resources: {'Port': ['ID=e5e594f7-c6cc-4220-a5b1-5f0ccc41631d,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:19:51.805967 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d6dc52f5-2762-4835-85a4-d2033f176170 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (ca2c8258-2e44-4aec-b85c-56df2a9828de), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:51.809821 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62cf38-a5dc-434e-a081-4300420de587 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:51.810198 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62cf38-a5dc-434e-a081-4300420de587 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:51.810546 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62cf38-a5dc-434e-a081-4300420de587 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:51.811394 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62cf38-a5dc-434e-a081-4300420de587 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:51.811768 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62cf38-a5dc-434e-a081-4300420de587 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:51.812189 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62cf38-a5dc-434e-a081-4300420de587 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:51.812535 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62cf38-a5dc-434e-a081-4300420de587 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:51.812868 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62cf38-a5dc-434e-a081-4300420de587 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:51.813198 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62cf38-a5dc-434e-a081-4300420de587 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:51.813618 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62cf38-a5dc-434e-a081-4300420de587 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:51.813950 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62cf38-a5dc-434e-a081-4300420de587 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:51.814277 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62cf38-a5dc-434e-a081-4300420de587 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:51.814601 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62cf38-a5dc-434e-a081-4300420de587 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:51.824538 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb62cf38-a5dc-434e-a081-4300420de587 None None] No DVR routers for this DVR port e5e594f7-c6cc-4220-a5b1-5f0ccc41631d on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:19:51.854257 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc52f5-2762-4835-85a4-d2033f176170 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event deleted for resources: {'Port': ['ID=ca2c8258-2e44-4aec-b85c-56df2a9828de,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:19:51.917419 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d6dc52f5-2762-4835-85a4-d2033f176170 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (d314a625-ff1e-4e11-8d85-9392d88d5814), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:51.989331 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 54918) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:19:52.018596 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d6dc52f5-2762-4835-85a4-d2033f176170 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (d314a625-ff1e-4e11-8d85-9392d88d5814), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:52.022542 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d6dc52f5-2762-4835-85a4-d2033f176170 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for router_controller (d314a625-ff1e-4e11-8d85-9392d88d5814), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:52.138835 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d6dc52f5-2762-4835-85a4-d2033f176170 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (d314a625-ff1e-4e11-8d85-9392d88d5814), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:52.139561 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6dc52f5-2762-4835-85a4-d2033f176170 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Fanout notify agent at l3_agent the message router_deleted on router d314a625-ff1e-4e11-8d85-9392d88d5814 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:19:52.154789 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d6dc52f5-2762-4835-85a4-d2033f176170 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:52.159384 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d6dc52f5-2762-4835-85a4-d2033f176170 tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "DELETE /v2.0/routers/d314a625-ff1e-4e11-8d85-9392d88d5814 HTTP/1.1" status: 204 len: 168 time: 1.1058967 Mar 01 14:19:52.162747 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 54924) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:19:52.244510 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 9094ee47-7257-456d-9b8f-cb9fa98fd493 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:19:52.293490 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 9094ee47-7257-456d-9b8f-cb9fa98fd493 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:19:52.296177 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 9094ee47-7257-456d-9b8f-cb9fa98fd493 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:19:52.296873 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device e5e594f7-c6cc-4220-a5b1-5f0ccc41631d no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:19:52.316949 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-669fb2f0-47c6-4733-9774-061f1b63685d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (90e5b981-fea4-4caa-add0-3c0bc0f31332), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:52.326463 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: e5e594f7-c6cc-4220-a5b1-5f0ccc41631d {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:19:52.327188 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device e5e594f7-c6cc-4220-a5b1-5f0ccc41631d not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:19:52.473642 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-669fb2f0-47c6-4733-9774-061f1b63685d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (90e5b981-fea4-4caa-add0-3c0bc0f31332), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:52.501631 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-669fb2f0-47c6-4733-9774-061f1b63685d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e5b981-fea4-4caa-add0-3c0bc0f31332']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:19:52.507282 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-3551e181-6825-4afd-97dd-5f8ebd51ad2f admin admin] Deleting subnet 42d0a3fa-71fc-44c4-acca-4dcedd73e801 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:19:52.518023 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3551e181-6825-4afd-97dd-5f8ebd51ad2f admin admin] Publish callbacks [] for subnet (42d0a3fa-71fc-44c4-acca-4dcedd73e801), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:52.521934 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-669fb2f0-47c6-4733-9774-061f1b63685d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24b28eec-0d1b-4149-acc6-ded4fdd170f9') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:19:52.522464 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-669fb2f0-47c6-4733-9774-061f1b63685d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24b28eec-0d1b-4149-acc6-ded4fdd170f9') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:19:52.557011 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-669fb2f0-47c6-4733-9774-061f1b63685d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (24b28eec-0d1b-4149-acc6-ded4fdd170f9), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:52.577654 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3551e181-6825-4afd-97dd-5f8ebd51ad2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (42d0a3fa-71fc-44c4-acca-4dcedd73e801), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:52.579630 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-669fb2f0-47c6-4733-9774-061f1b63685d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (24b28eec-0d1b-4149-acc6-ded4fdd170f9), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:52.612079 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669fb2f0-47c6-4733-9774-061f1b63685d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:19:52.612813 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-669fb2f0-47c6-4733-9774-061f1b63685d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (24b28eec-0d1b-4149-acc6-ded4fdd170f9), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:52.620595 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:19:52.620595 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:19:52.620595 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:19:52.620595 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:19:52.620595 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:19:52.620595 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:19:52.620595 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:19:52.620595 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:19:52.620595 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:19:52.620595 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:19:52.620595 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:19:52.620595 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:19:52.620595 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:19:52.620595 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:19:52.620595 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:19:52.620595 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:19:52.620595 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:19:52.620595 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:19:52.620595 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:19:52.620595 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:19:52.620595 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:19:52.620595 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:19:52.620595 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:19:52.620595 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:19:52.620595 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:19:52.620595 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:19:52.620595 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:19:52.620595 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:19:52.620595 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:19:52.620595 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:19:52.620595 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:19:52.620595 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:19:52.684537 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3551e181-6825-4afd-97dd-5f8ebd51ad2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (42d0a3fa-71fc-44c4-acca-4dcedd73e801), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:52.712841 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-669fb2f0-47c6-4733-9774-061f1b63685d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (90e5b981-fea4-4caa-add0-3c0bc0f31332), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:52.722568 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-669fb2f0-47c6-4733-9774-061f1b63685d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:52.729472 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-669fb2f0-47c6-4733-9774-061f1b63685d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] 10.222.0.13 "DELETE /v2.0/networks/90e5b981-fea4-4caa-add0-3c0bc0f31332 HTTP/1.1" status: 204 len: 168 time: 0.5629113 Mar 01 14:19:52.757655 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fb2f0-47c6-4733-9774-061f1b63685d tempest-TestNetworkBasicOps-2005609809 tempest-TestNetworkBasicOps-2005609809-project] Pushing event deleted for resources: {'Network': ['ID=90e5b981-fea4-4caa-add0-3c0bc0f31332,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:19:52.790962 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3551e181-6825-4afd-97dd-5f8ebd51ad2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (42d0a3fa-71fc-44c4-acca-4dcedd73e801), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:52.835298 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3551e181-6825-4afd-97dd-5f8ebd51ad2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:52.839760 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3551e181-6825-4afd-97dd-5f8ebd51ad2f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/42d0a3fa-71fc-44c4-acca-4dcedd73e801 HTTP/1.1" status: 204 len: 168 time: 0.8487849 Mar 01 14:19:52.841355 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551e181-6825-4afd-97dd-5f8ebd51ad2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42d0a3fa-71fc-44c4-acca-4dcedd73e801,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:19:52.842363 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54928) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:19:52.924132 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9a494270-f332-4ee1-be5b-99db2451e790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (a104bb41-9aa1-4603-97e9-e7e936e91015), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:53.025242 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9a494270-f332-4ee1-be5b-99db2451e790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (a104bb41-9aa1-4603-97e9-e7e936e91015), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:53.045475 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-9a494270-f332-4ee1-be5b-99db2451e790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a104bb41-9aa1-4603-97e9-e7e936e91015']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:19:53.074725 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-9a494270-f332-4ee1-be5b-99db2451e790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ced365-9d41-4d00-a1c9-f239385395e4') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:19:53.075030 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-9a494270-f332-4ee1-be5b-99db2451e790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ced365-9d41-4d00-a1c9-f239385395e4') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:19:53.086135 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9a494270-f332-4ee1-be5b-99db2451e790 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (b1ced365-9d41-4d00-a1c9-f239385395e4), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:53.095459 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 54934) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:19:53.104860 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9a494270-f332-4ee1-be5b-99db2451e790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (b1ced365-9d41-4d00-a1c9-f239385395e4), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:53.119820 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a494270-f332-4ee1-be5b-99db2451e790 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:19:53.120217 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9a494270-f332-4ee1-be5b-99db2451e790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (b1ced365-9d41-4d00-a1c9-f239385395e4), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:53.122033 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:19:53.122033 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:19:53.122033 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:19:53.122033 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:19:53.122033 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:19:53.122033 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:19:53.122033 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:19:53.122033 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:19:53.122033 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:19:53.122033 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:19:53.122033 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:19:53.122033 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:19:53.122033 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:19:53.122033 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:19:53.122033 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:19:53.122033 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:19:53.122033 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:19:53.122033 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:19:53.122033 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:19:53.122033 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:19:53.122033 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:19:53.122033 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:19:53.122033 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:19:53.122033 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:19:53.122033 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:19:53.122033 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:19:53.122033 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:19:53.122033 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:19:53.122033 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:19:53.122033 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:19:53.122033 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:19:53.122033 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:19:53.192459 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9a494270-f332-4ee1-be5b-99db2451e790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (a104bb41-9aa1-4603-97e9-e7e936e91015), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:53.199147 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9a494270-f332-4ee1-be5b-99db2451e790 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:53.206181 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9a494270-f332-4ee1-be5b-99db2451e790 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a104bb41-9aa1-4603-97e9-e7e936e91015 HTTP/1.1" status: 204 len: 168 time: 0.3624983 Mar 01 14:19:53.219271 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a494270-f332-4ee1-be5b-99db2451e790 admin admin] Pushing event deleted for resources: {'Network': ['ID=a104bb41-9aa1-4603-97e9-e7e936e91015,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:19:53.305072 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e24ce1a6-e794-4c82-bf70-540cdd97c5c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff4bcaf99ac549c98e3a0b08d618fa3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2076883 Mar 01 14:19:53.307427 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 54940) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:19:53.354039 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54942) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:19:53.371917 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fe7c2eee-70b5-49bc-9564-8bc447eef5d6 admin admin] Publish callbacks [] for security_group (970ca952-36dd-4615-a81c-3e791cfe97ec), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:53.397118 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fe7c2eee-70b5-49bc-9564-8bc447eef5d6 admin admin] Publish callbacks [] for security_group (970ca952-36dd-4615-a81c-3e791cfe97ec), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:53.410522 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-acae541a-fef2-4989-a681-5093dd4373d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d5ec2e5ee8b4a468b9498ca0bc38379&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0552530 Mar 01 14:19:53.413116 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54944) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:19:53.456202 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fe7c2eee-70b5-49bc-9564-8bc447eef5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (970ca952-36dd-4615-a81c-3e791cfe97ec), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:53.459473 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fe7c2eee-70b5-49bc-9564-8bc447eef5d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:53.463123 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-fe7c2eee-70b5-49bc-9564-8bc447eef5d6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/970ca952-36dd-4615-a81c-3e791cfe97ec HTTP/1.1" status: 204 len: 168 time: 0.1521277 Mar 01 14:19:53.471086 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c2eee-70b5-49bc-9564-8bc447eef5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970ca952-36dd-4615-a81c-3e791cfe97ec,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:19:53.476386 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa127ec5-9e82-403e-936c-d5041b5e5cbc admin admin] Publish callbacks [] for security_group (879ce1c0-f602-4a16-aff3-3ad173da5479), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:53.513817 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa127ec5-9e82-403e-936c-d5041b5e5cbc admin admin] Publish callbacks [] for security_group (879ce1c0-f602-4a16-aff3-3ad173da5479), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:53.578957 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa127ec5-9e82-403e-936c-d5041b5e5cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (879ce1c0-f602-4a16-aff3-3ad173da5479), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:53.583775 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa127ec5-9e82-403e-936c-d5041b5e5cbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:53.596729 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-fa127ec5-9e82-403e-936c-d5041b5e5cbc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/879ce1c0-f602-4a16-aff3-3ad173da5479 HTTP/1.1" status: 204 len: 168 time: 0.1792610 Mar 01 14:19:53.624148 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa127ec5-9e82-403e-936c-d5041b5e5cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879ce1c0-f602-4a16-aff3-3ad173da5479,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:19:53.952435 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 54960) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:19:53.973518 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9fbecd54-4e77-42be-be86-35631206683b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:53.974568 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ca2c8258-2e44-4aec-b85c-56df2a9828de no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:19:53.996615 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: ca2c8258-2e44-4aec-b85c-56df2a9828de {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:19:53.996962 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ca2c8258-2e44-4aec-b85c-56df2a9828de not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:19:54.068567 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9fbecd54-4e77-42be-be86-35631206683b admin admin] Publish callbacks [] for security_group (86bfa864-4efa-42a3-ba54-32b55427f90b), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:54.073022 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9fbecd54-4e77-42be-be86-35631206683b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (86bfa864-4efa-42a3-ba54-32b55427f90b), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:54.113889 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbecd54-4e77-42be-be86-35631206683b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bfa864-4efa-42a3-ba54-32b55427f90b,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:19:54.118714 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9fbecd54-4e77-42be-be86-35631206683b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4bf90a8773e94f97bb8e80ca738bd723&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1651638 Mar 01 14:19:54.121397 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 54966) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:19:54.177052 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a73b2ae1-1d0e-4895-a247-8230bb8b3f22 admin admin] Publish callbacks [] for security_group (86bfa864-4efa-42a3-ba54-32b55427f90b), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:54.202000 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a73b2ae1-1d0e-4895-a247-8230bb8b3f22 admin admin] Publish callbacks [] for security_group (86bfa864-4efa-42a3-ba54-32b55427f90b), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:54.256952 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a73b2ae1-1d0e-4895-a247-8230bb8b3f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (86bfa864-4efa-42a3-ba54-32b55427f90b), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:54.260071 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a73b2ae1-1d0e-4895-a247-8230bb8b3f22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:54.261430 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a73b2ae1-1d0e-4895-a247-8230bb8b3f22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86bfa864-4efa-42a3-ba54-32b55427f90b HTTP/1.1" status: 204 len: 168 time: 0.1389110 Mar 01 14:19:54.270565 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b2ae1-1d0e-4895-a247-8230bb8b3f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bfa864-4efa-42a3-ba54-32b55427f90b,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:19:55.270675 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-111b092e-52ea-4b09-96dd-9bfbcbc64f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:55.447190 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 54998) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:19:55.452950 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-b2a681c6-b3dd-421b-9cc5-0fed3982679b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-495921502', 'description': 'tempest-secgroup-smoke-495921502 description', 'project_id': '677a2c84d86e461aa18f47403491f396'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:19:55.475787 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b2a681c6-b3dd-421b-9cc5-0fed3982679b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:55.484423 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b2a681c6-b3dd-421b-9cc5-0fed3982679b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:55.560223 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b2a681c6-b3dd-421b-9cc5-0fed3982679b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group (47f2aa87-feee-4477-88bf-6f4624dc60bc), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:55.564163 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b2a681c6-b3dd-421b-9cc5-0fed3982679b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (47f2aa87-feee-4477-88bf-6f4624dc60bc), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:55.600482 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a681c6-b3dd-421b-9cc5-0fed3982679b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47f2aa87-feee-4477-88bf-6f4624dc60bc,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:19:55.647900 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b2a681c6-b3dd-421b-9cc5-0fed3982679b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group (4dcced39-4c1a-4245-9f2a-f07d48fe8d5d), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:55.651687 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b2a681c6-b3dd-421b-9cc5-0fed3982679b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4dcced39-4c1a-4245-9f2a-f07d48fe8d5d), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:55.681007 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b2a681c6-b3dd-421b-9cc5-0fed3982679b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:55.682249 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b2a681c6-b3dd-421b-9cc5-0fed3982679b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2329905 Mar 01 14:19:55.683369 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a681c6-b3dd-421b-9cc5-0fed3982679b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcced39-4c1a-4245-9f2a-f07d48fe8d5d,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:19:55.685414 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55000) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:19:55.689600 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-a500d509-d1c3-4270-8053-592b19cd8411 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'security_group_rule': {'security_group_id': '4dcced39-4c1a-4245-9f2a-f07d48fe8d5d', 'project_id': '677a2c84d86e461aa18f47403491f396', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:19:55.715040 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a500d509-d1c3-4270-8053-592b19cd8411 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (0f0fe95b-70f8-4f6c-871c-17be2fd3a06a), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:55.773243 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a500d509-d1c3-4270-8053-592b19cd8411 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (0f0fe95b-70f8-4f6c-871c-17be2fd3a06a), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:55.776993 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a500d509-d1c3-4270-8053-592b19cd8411 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (0f0fe95b-70f8-4f6c-871c-17be2fd3a06a), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:55.796478 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500d509-d1c3-4270-8053-592b19cd8411 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0fe95b-70f8-4f6c-871c-17be2fd3a06a,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:19:55.806860 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a500d509-d1c3-4270-8053-592b19cd8411 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:55.808149 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a500d509-d1c3-4270-8053-592b19cd8411 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218879 Mar 01 14:19:55.810849 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55002) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:19:55.815314 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-1d34e2f8-7797-4972-bcec-6fd237f1952c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'security_group_rule': {'security_group_id': '4dcced39-4c1a-4245-9f2a-f07d48fe8d5d', 'project_id': '677a2c84d86e461aa18f47403491f396', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:19:55.840845 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1d34e2f8-7797-4972-bcec-6fd237f1952c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (3d16f87f-e0dc-418a-a2d5-e0cd9ddc326b), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:55.894656 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1d34e2f8-7797-4972-bcec-6fd237f1952c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (3d16f87f-e0dc-418a-a2d5-e0cd9ddc326b), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:55.898244 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1d34e2f8-7797-4972-bcec-6fd237f1952c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (3d16f87f-e0dc-418a-a2d5-e0cd9ddc326b), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:55.912777 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34e2f8-7797-4972-bcec-6fd237f1952c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d16f87f-e0dc-418a-a2d5-e0cd9ddc326b,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:19:55.923489 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-1d34e2f8-7797-4972-bcec-6fd237f1952c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:55.924750 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-1d34e2f8-7797-4972-bcec-6fd237f1952c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1129379 Mar 01 14:19:55.928070 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55004) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:19:55.932403 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-e2598209-15c1-4c41-96e4-1a7b84d3d5e4 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'security_group_rule': {'security_group_id': '4dcced39-4c1a-4245-9f2a-f07d48fe8d5d', 'project_id': '677a2c84d86e461aa18f47403491f396', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:19:55.956868 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e2598209-15c1-4c41-96e4-1a7b84d3d5e4 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (77341226-6048-4d16-86d2-cc5d8e4e01d2), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:56.012505 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e2598209-15c1-4c41-96e4-1a7b84d3d5e4 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (77341226-6048-4d16-86d2-cc5d8e4e01d2), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:56.016115 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e2598209-15c1-4c41-96e4-1a7b84d3d5e4 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (77341226-6048-4d16-86d2-cc5d8e4e01d2), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:56.035248 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2598209-15c1-4c41-96e4-1a7b84d3d5e4 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77341226-6048-4d16-86d2-cc5d8e4e01d2,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:19:56.043733 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e2598209-15c1-4c41-96e4-1a7b84d3d5e4 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:56.047246 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e2598209-15c1-4c41-96e4-1a7b84d3d5e4 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182997 Mar 01 14:19:56.047807 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55006) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:19:56.053186 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-277ebdd3-985a-4d55-8f4f-828af3eb7c6a tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'security_group_rule': {'security_group_id': '4dcced39-4c1a-4245-9f2a-f07d48fe8d5d', 'project_id': '677a2c84d86e461aa18f47403491f396', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:19:56.077803 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-277ebdd3-985a-4d55-8f4f-828af3eb7c6a tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (a6449ab5-ea69-4093-a03d-8c8f840a1220), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:56.137715 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-277ebdd3-985a-4d55-8f4f-828af3eb7c6a tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (a6449ab5-ea69-4093-a03d-8c8f840a1220), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:56.142434 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-277ebdd3-985a-4d55-8f4f-828af3eb7c6a tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (a6449ab5-ea69-4093-a03d-8c8f840a1220), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:56.166718 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ebdd3-985a-4d55-8f4f-828af3eb7c6a tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6449ab5-ea69-4093-a03d-8c8f840a1220,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:19:56.176958 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-277ebdd3-985a-4d55-8f4f-828af3eb7c6a tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:56.180664 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-277ebdd3-985a-4d55-8f4f-828af3eb7c6a tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1293697 Mar 01 14:19:56.181009 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55010) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:19:56.185461 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-3714c0b3-666d-4375-b672-c6ec1f6f733f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'security_group_rule': {'security_group_id': '4dcced39-4c1a-4245-9f2a-f07d48fe8d5d', 'project_id': '677a2c84d86e461aa18f47403491f396', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:19:56.204630 n-d-827467-3 neutron-server[103726]: INFO neutron.db.securitygroups_db [None req-3714c0b3-666d-4375-b672-c6ec1f6f733f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Project 677a2c84d86e461aa18f47403491f396 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 14:19:56.210266 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3714c0b3-666d-4375-b672-c6ec1f6f733f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (40baf8ba-3cac-4378-bbb1-018def4a5bb3), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:56.268220 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3714c0b3-666d-4375-b672-c6ec1f6f733f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (40baf8ba-3cac-4378-bbb1-018def4a5bb3), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:56.271751 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3714c0b3-666d-4375-b672-c6ec1f6f733f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (40baf8ba-3cac-4378-bbb1-018def4a5bb3), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:56.291776 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714c0b3-666d-4375-b672-c6ec1f6f733f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40baf8ba-3cac-4378-bbb1-018def4a5bb3,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:19:56.302751 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3714c0b3-666d-4375-b672-c6ec1f6f733f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:56.304112 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3714c0b3-666d-4375-b672-c6ec1f6f733f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1221600 Mar 01 14:19:56.306653 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55012) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:19:56.311026 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-917e795a-2e7a-4c0c-96be-6cc717c42a0d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'security_group_rule': {'security_group_id': '4dcced39-4c1a-4245-9f2a-f07d48fe8d5d', 'project_id': '677a2c84d86e461aa18f47403491f396', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:19:56.332448 n-d-827467-3 neutron-server[103726]: INFO neutron.db.securitygroups_db [None req-917e795a-2e7a-4c0c-96be-6cc717c42a0d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Project 677a2c84d86e461aa18f47403491f396 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 14:19:56.337950 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-917e795a-2e7a-4c0c-96be-6cc717c42a0d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (8f80e6ef-7788-42f6-80ec-d29bc8d4a7d2), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:56.399009 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-917e795a-2e7a-4c0c-96be-6cc717c42a0d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (8f80e6ef-7788-42f6-80ec-d29bc8d4a7d2), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:56.402474 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-917e795a-2e7a-4c0c-96be-6cc717c42a0d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (8f80e6ef-7788-42f6-80ec-d29bc8d4a7d2), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:56.420759 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e795a-2e7a-4c0c-96be-6cc717c42a0d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f80e6ef-7788-42f6-80ec-d29bc8d4a7d2,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:19:56.426439 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-917e795a-2e7a-4c0c-96be-6cc717c42a0d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:56.431166 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-917e795a-2e7a-4c0c-96be-6cc717c42a0d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199944 Mar 01 14:19:56.431166 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55014) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:19:56.435828 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-027e96b3-3478-4d3c-a52e-b47530b32971 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'network': {'name': 'tempest-network-smoke--1930978296', 'project_id': '677a2c84d86e461aa18f47403491f396', 'port_security_enabled': True}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:19:56.455532 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027e96b3-3478-4d3c-a52e-b47530b32971 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Made reservation on behalf of 677a2c84d86e461aa18f47403491f396 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:19:56.459690 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-027e96b3-3478-4d3c-a52e-b47530b32971 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:56.482294 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-027e96b3-3478-4d3c-a52e-b47530b32971 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:19:56.491547 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-027e96b3-3478-4d3c-a52e-b47530b32971 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (f5af29ef-482d-427d-8eaa-678e74ee20fd), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:56.491906 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-027e96b3-3478-4d3c-a52e-b47530b32971 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Added segment f5af29ef-482d-427d-8eaa-678e74ee20fd of type vlan for network 2ab121a5-1839-4a4c-ae7a-0072339fc137 Mar 01 14:19:56.532435 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-027e96b3-3478-4d3c-a52e-b47530b32971 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (2ab121a5-1839-4a4c-ae7a-0072339fc137), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:56.557291 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-027e96b3-3478-4d3c-a52e-b47530b32971 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (2ab121a5-1839-4a4c-ae7a-0072339fc137), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:56.562501 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027e96b3-3478-4d3c-a52e-b47530b32971 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:19:56.563071 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-027e96b3-3478-4d3c-a52e-b47530b32971 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:56.589976 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-027e96b3-3478-4d3c-a52e-b47530b32971 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1579096 Mar 01 14:19:56.593204 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55016) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:19:56.598958 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-caa577fd-513d-4dec-a742-77cf238c2e86 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1202848514', 'admin_state_up': True, 'project_id': '677a2c84d86e461aa18f47403491f396', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:19:56.620990 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-caa577fd-513d-4dec-a742-77cf238c2e86 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (6a70bae6-3f43-43e6-9d5d-fc96a93528c6), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:56.621996 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-caa577fd-513d-4dec-a742-77cf238c2e86 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (6a70bae6-3f43-43e6-9d5d-fc96a93528c6), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:56.642475 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e96b3-3478-4d3c-a52e-b47530b32971 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'Network': ['ID=2ab121a5-1839-4a4c-ae7a-0072339fc137,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:19:56.657540 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 2ab121a5-1839-4a4c-ae7a-0072339fc137 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:19:56.678434 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-caa577fd-513d-4dec-a742-77cf238c2e86 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for router_controller (6a70bae6-3f43-43e6-9d5d-fc96a93528c6), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:57.129006 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-caa577fd-513d-4dec-a742-77cf238c2e86 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for router_gateway (6a70bae6-3f43-43e6-9d5d-fc96a93528c6), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:57.345408 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-caa577fd-513d-4dec-a742-77cf238c2e86 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for router_gateway (6a70bae6-3f43-43e6-9d5d-fc96a93528c6), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:57.364476 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-caa577fd-513d-4dec-a742-77cf238c2e86 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:57.458736 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4a7b2398-e932-46a6-87b3-c26c82723186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:57.473384 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-caa577fd-513d-4dec-a742-77cf238c2e86 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Allocated IP 172.25.1.108 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/15329632-8c30-43f3-8dc5-72bd340a566d) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:19:57.573241 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-caa577fd-513d-4dec-a742-77cf238c2e86 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for port (15329632-8c30-43f3-8dc5-72bd340a566d), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:57.606659 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-caa577fd-513d-4dec-a742-77cf238c2e86 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (15329632-8c30-43f3-8dc5-72bd340a566d), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:57.649579 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa577fd-513d-4dec-a742-77cf238c2e86 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:19:57.652366 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-caa577fd-513d-4dec-a742-77cf238c2e86 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:19:57.655761 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa577fd-513d-4dec-a742-77cf238c2e86 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:19:57.677395 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa577fd-513d-4dec-a742-77cf238c2e86 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'Port': ['ID=15329632-8c30-43f3-8dc5-72bd340a566d,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:19:57.911348 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-caa577fd-513d-4dec-a742-77cf238c2e86 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for router_gateway (6a70bae6-3f43-43e6-9d5d-fc96a93528c6), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:58.116855 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-caa577fd-513d-4dec-a742-77cf238c2e86 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (6a70bae6-3f43-43e6-9d5d-fc96a93528c6), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:58.249142 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa577fd-513d-4dec-a742-77cf238c2e86 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Router 6a70bae6-3f43-43e6-9d5d-fc96a93528c6 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:19:58.363692 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa577fd-513d-4dec-a742-77cf238c2e86 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:19:58.376440 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739cdc0c-f359-4060-bc62-8efa71ac0099 None None] Sync routers for ids ['6a70bae6-3f43-43e6-9d5d-fc96a93528c6'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:19:58.387175 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739cdc0c-f359-4060-bc62-8efa71ac0099 None None] Routers {'6a70bae6-3f43-43e6-9d5d-fc96a93528c6'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:19:58.387910 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-739cdc0c-f359-4060-bc62-8efa71ac0099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:19:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6a70bae6-3f43-43e6-9d5d-fc96a93528c6'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:19:58.392655 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-caa577fd-513d-4dec-a742-77cf238c2e86 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:58.397494 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-caa577fd-513d-4dec-a742-77cf238c2e86 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8018148 Mar 01 14:19:58.397761 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55022) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:19:58.532992 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-83c698c8-e953-46e8-9345-93e04a1f3988 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=677a2c84d86e461aa18f47403491f396&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1340444 Mar 01 14:19:58.535881 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55026) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:19:58.585990 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-739cdc0c-f359-4060-bc62-8efa71ac0099 None None] Set router 6a70bae6-3f43-43e6-9d5d-fc96a93528c6 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:19:58.621884 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f416a9-0fd7-4431-87b2-2a774bfe6990 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:19:58.626252 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b0f416a9-0fd7-4431-87b2-2a774bfe6990 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0866156 Mar 01 14:19:58.626395 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55028) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:19:58.665007 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-bf72cee6-d0e8-4168-a1c0-7f483c975d7a tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=645b0646-084a-4922-8a3b-3b65ee21b5e4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349267 Mar 01 14:19:58.665415 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55030) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:19:58.670242 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-10550ecb-6732-41bc-958b-3f8acdb002cc tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1864281047', 'network_id': '2ab121a5-1839-4a4c-ae7a-0072339fc137', 'project_id': '677a2c84d86e461aa18f47403491f396', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:19:58.767519 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10550ecb-6732-41bc-958b-3f8acdb002cc tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Made reservation on behalf of 677a2c84d86e461aa18f47403491f396 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:19:58.771024 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-10550ecb-6732-41bc-958b-3f8acdb002cc tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:58.777143 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-739cdc0c-f359-4060-bc62-8efa71ac0099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202848514', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '15329632-8c30-43f3-8dc5-72bd340a566d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:19:56Z', 'updated_at': '2022-03-01T14:19:57Z', 'revision_number': 3, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '15329632-8c30-43f3-8dc5-72bd340a566d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:19:57Z', 'updated_at': '2022-03-01T14:19:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:19:58.804191 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739cdc0c-f359-4060-bc62-8efa71ac0099 None None] Checking router: 6a70bae6-3f43-43e6-9d5d-fc96a93528c6 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:19:58.804576 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739cdc0c-f359-4060-bc62-8efa71ac0099 None None] Updating router 6a70bae6-3f43-43e6-9d5d-fc96a93528c6 port 15329632-8c30-43f3-8dc5-72bd340a566d binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:19:58.834145 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-739cdc0c-f359-4060-bc62-8efa71ac0099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (15329632-8c30-43f3-8dc5-72bd340a566d), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:58.956678 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:58.972742 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-10550ecb-6732-41bc-958b-3f8acdb002cc tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (7486e9b5-5fea-497e-902e-4c7c6c076699), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:59.034431 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10550ecb-6732-41bc-958b-3f8acdb002cc tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'Subnet': ['ID=7486e9b5-5fea-497e-902e-4c7c6c076699,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:19:59.058849 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10550ecb-6732-41bc-958b-3f8acdb002cc tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Checking segment: {'id': 'f5af29ef-482d-427d-8eaa-678e74ee20fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2ab121a5-1839-4a4c-ae7a-0072339fc137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:19:59.059371 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10550ecb-6732-41bc-958b-3f8acdb002cc tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Network hostable DHCP agents. Network: 2ab121a5-1839-4a4c-ae7a-0072339fc137, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:19:59.084365 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10550ecb-6732-41bc-958b-3f8acdb002cc tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Network 2ab121a5-1839-4a4c-ae7a-0072339fc137 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:19:59.095895 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-10550ecb-6732-41bc-958b-3f8acdb002cc tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 2ab121a5-1839-4a4c-ae7a-0072339fc137) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:19:59.102468 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10550ecb-6732-41bc-958b-3f8acdb002cc tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:19:59.103170 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-10550ecb-6732-41bc-958b-3f8acdb002cc tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:59.108369 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77107977-dd56-4ba6-bba4-e38223933c14 None None] Network 2ab121a5-1839-4a4c-ae7a-0072339fc137 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:19:59.128486 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55032) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:19:59.131350 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-739cdc0c-f359-4060-bc62-8efa71ac0099 None None] Publish callbacks [] for port (15329632-8c30-43f3-8dc5-72bd340a566d), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:59.132225 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-10550ecb-6732-41bc-958b-3f8acdb002cc tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4656513 Mar 01 14:19:59.139600 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-739cdc0c-f359-4060-bc62-8efa71ac0099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (15329632-8c30-43f3-8dc5-72bd340a566d), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:59.184043 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-739cdc0c-f359-4060-bc62-8efa71ac0099 None None] Attempting to bind port 15329632-8c30-43f3-8dc5-72bd340a566d on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:19:59.184462 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-739cdc0c-f359-4060-bc62-8efa71ac0099 None None] Attempting to bind port 15329632-8c30-43f3-8dc5-72bd340a566d by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:19:59.184828 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739cdc0c-f359-4060-bc62-8efa71ac0099 None None] Attempting to bind port 15329632-8c30-43f3-8dc5-72bd340a566d on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:19:59.198148 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739cdc0c-f359-4060-bc62-8efa71ac0099 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:19:59.198525 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739cdc0c-f359-4060-bc62-8efa71ac0099 None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:19:59.198991 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-739cdc0c-f359-4060-bc62-8efa71ac0099 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:59.199387 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739cdc0c-f359-4060-bc62-8efa71ac0099 None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:19:59.199915 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-739cdc0c-f359-4060-bc62-8efa71ac0099 None None] Bound port: 15329632-8c30-43f3-8dc5-72bd340a566d, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:19:59.200294 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-739cdc0c-f359-4060-bc62-8efa71ac0099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (15329632-8c30-43f3-8dc5-72bd340a566d), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:59.242107 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f05ae5-1c46-4b5d-a6b2-d092b01611df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-2ab121a5-1839-4a4c-ae7a-0072339fc137', 'network_id': '2ab121a5-1839-4a4c-ae7a-0072339fc137', 'project_id': '677a2c84d86e461aa18f47403491f396', 'fixed_ips': [{'subnet_id': '7486e9b5-5fea-497e-902e-4c7c6c076699'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:19:59.245534 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-11f05ae5-1c46-4b5d-a6b2-d092b01611df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:59.253691 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-739cdc0c-f359-4060-bc62-8efa71ac0099 None None] For port 15329632-8c30-43f3-8dc5-72bd340a566d, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:19:59.257543 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-739cdc0c-f359-4060-bc62-8efa71ac0099 None None] For port 15329632-8c30-43f3-8dc5-72bd340a566d, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=15329632-8c30-43f3-8dc5-72bd340a566d,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:19:59.266704 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc54e1a-827f-412c-a716-7db459866295 None None] Pushing event updated for resources: {'Port': ['ID=15329632-8c30-43f3-8dc5-72bd340a566d,revision_number=2']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:19:59.271628 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-739cdc0c-f359-4060-bc62-8efa71ac0099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (15329632-8c30-43f3-8dc5-72bd340a566d), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:59.283720 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc54e1a-827f-412c-a716-7db459866295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:59.284067 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc54e1a-827f-412c-a716-7db459866295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:59.285115 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc54e1a-827f-412c-a716-7db459866295 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:59.285590 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc54e1a-827f-412c-a716-7db459866295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:59.285926 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc54e1a-827f-412c-a716-7db459866295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:59.286347 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc54e1a-827f-412c-a716-7db459866295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:59.286782 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc54e1a-827f-412c-a716-7db459866295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:59.287460 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc54e1a-827f-412c-a716-7db459866295 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:59.287924 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc54e1a-827f-412c-a716-7db459866295 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:59.288280 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc54e1a-827f-412c-a716-7db459866295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:59.288649 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc54e1a-827f-412c-a716-7db459866295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:59.289553 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc54e1a-827f-412c-a716-7db459866295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:59.289900 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc54e1a-827f-412c-a716-7db459866295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:19:59.382948 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc54e1a-827f-412c-a716-7db459866295 None None] Pushing event updated for resources: {'Port': ['ID=15329632-8c30-43f3-8dc5-72bd340a566d,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:19:59.397661 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739cdc0c-f359-4060-bc62-8efa71ac0099 None None] Routers {'6a70bae6-3f43-43e6-9d5d-fc96a93528c6'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:19:59.398286 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-739cdc0c-f359-4060-bc62-8efa71ac0099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:19:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6a70bae6-3f43-43e6-9d5d-fc96a93528c6'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:19:59.450353 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-11f05ae5-1c46-4b5d-a6b2-d092b01611df None None] Allocated IP 172.20.0.2 (2ab121a5-1839-4a4c-ae7a-0072339fc137/7486e9b5-5fea-497e-902e-4c7c6c076699/c454cfa2-1fe3-4bb5-87db-2ae83374406a) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:19:59.526838 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-739cdc0c-f359-4060-bc62-8efa71ac0099 None None] Set router 6a70bae6-3f43-43e6-9d5d-fc96a93528c6 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:19:59.616603 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-11f05ae5-1c46-4b5d-a6b2-d092b01611df None None] Publish callbacks [] for port (c454cfa2-1fe3-4bb5-87db-2ae83374406a), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:59.623698 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-11f05ae5-1c46-4b5d-a6b2-d092b01611df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (c454cfa2-1fe3-4bb5-87db-2ae83374406a), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:59.682786 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f05ae5-1c46-4b5d-a6b2-d092b01611df None None] Network 2ab121a5-1839-4a4c-ae7a-0072339fc137 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:19:59.686306 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-11f05ae5-1c46-4b5d-a6b2-d092b01611df None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:19:59.689007 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f05ae5-1c46-4b5d-a6b2-d092b01611df None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:19:59.701073 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f05ae5-1c46-4b5d-a6b2-d092b01611df None None] Pushing event updated for resources: {'Port': ['ID=c454cfa2-1fe3-4bb5-87db-2ae83374406a,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:19:59.739010 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-739cdc0c-f359-4060-bc62-8efa71ac0099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202848514', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '15329632-8c30-43f3-8dc5-72bd340a566d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:19:56Z', 'updated_at': '2022-03-01T14:19:57Z', 'revision_number': 3, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '15329632-8c30-43f3-8dc5-72bd340a566d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:19:57Z', 'updated_at': '2022-03-01T14:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:19:59.775015 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739cdc0c-f359-4060-bc62-8efa71ac0099 None None] The sync data for ids ['6a70bae6-3f43-43e6-9d5d-fc96a93528c6'] in n-d-827467-3 is: [{'id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202848514', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '15329632-8c30-43f3-8dc5-72bd340a566d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:19:56Z', 'updated_at': '2022-03-01T14:19:57Z', 'revision_number': 3, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '15329632-8c30-43f3-8dc5-72bd340a566d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:19:57Z', 'updated_at': '2022-03-01T14:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:19:59.788205 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-11f05ae5-1c46-4b5d-a6b2-d092b01611df None None] Attempting to bind port c454cfa2-1fe3-4bb5-87db-2ae83374406a on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:19:59.788835 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-11f05ae5-1c46-4b5d-a6b2-d092b01611df None None] Attempting to bind port c454cfa2-1fe3-4bb5-87db-2ae83374406a by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'f5af29ef-482d-427d-8eaa-678e74ee20fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2ab121a5-1839-4a4c-ae7a-0072339fc137'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:19:59.789254 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f05ae5-1c46-4b5d-a6b2-d092b01611df None None] Attempting to bind port c454cfa2-1fe3-4bb5-87db-2ae83374406a on network 2ab121a5-1839-4a4c-ae7a-0072339fc137 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:19:59.794799 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f05ae5-1c46-4b5d-a6b2-d092b01611df None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:19:59.798608 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f05ae5-1c46-4b5d-a6b2-d092b01611df None None] Checking segment: {'id': 'f5af29ef-482d-427d-8eaa-678e74ee20fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2ab121a5-1839-4a4c-ae7a-0072339fc137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:19:59.798608 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-11f05ae5-1c46-4b5d-a6b2-d092b01611df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:59.798608 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f05ae5-1c46-4b5d-a6b2-d092b01611df None None] Bound using segment: {'id': 'f5af29ef-482d-427d-8eaa-678e74ee20fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2ab121a5-1839-4a4c-ae7a-0072339fc137'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:19:59.798608 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-11f05ae5-1c46-4b5d-a6b2-d092b01611df None None] Bound port: c454cfa2-1fe3-4bb5-87db-2ae83374406a, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5af29ef-482d-427d-8eaa-678e74ee20fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2ab121a5-1839-4a4c-ae7a-0072339fc137'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:19:59.798608 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-11f05ae5-1c46-4b5d-a6b2-d092b01611df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c454cfa2-1fe3-4bb5-87db-2ae83374406a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:59.879116 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-11f05ae5-1c46-4b5d-a6b2-d092b01611df None None] For port c454cfa2-1fe3-4bb5-87db-2ae83374406a, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:19:59.883470 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-11f05ae5-1c46-4b5d-a6b2-d092b01611df None None] For port c454cfa2-1fe3-4bb5-87db-2ae83374406a, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=c454cfa2-1fe3-4bb5-87db-2ae83374406a,segment=NetworkSegment(f5af29ef-482d-427d-8eaa-678e74ee20fd),segment_id=f5af29ef-482d-427d-8eaa-678e74ee20fd)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:19:59.892060 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-11f05ae5-1c46-4b5d-a6b2-d092b01611df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c454cfa2-1fe3-4bb5-87db-2ae83374406a), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:19:59.968691 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f05ae5-1c46-4b5d-a6b2-d092b01611df None None] Pushing event updated for resources: {'Port': ['ID=c454cfa2-1fe3-4bb5-87db-2ae83374406a,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:20:00.118812 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-88978287-5bd8-497f-8b46-e4221c00f8bc tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:00.127120 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:00.478073 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-88978287-5bd8-497f-8b46-e4221c00f8bc tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Allocated IP 172.20.0.1 (2ab121a5-1839-4a4c-ae7a-0072339fc137/7486e9b5-5fea-497e-902e-4c7c6c076699/79135c38-bccf-4e0b-9833-02b7fb2b79ea) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:20:00.607582 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-88978287-5bd8-497f-8b46-e4221c00f8bc tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for port (79135c38-bccf-4e0b-9833-02b7fb2b79ea), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:00.642822 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-88978287-5bd8-497f-8b46-e4221c00f8bc tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (79135c38-bccf-4e0b-9833-02b7fb2b79ea), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:00.681297 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88978287-5bd8-497f-8b46-e4221c00f8bc tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Network 2ab121a5-1839-4a4c-ae7a-0072339fc137 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:20:00.684572 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-88978287-5bd8-497f-8b46-e4221c00f8bc tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:20:00.688531 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88978287-5bd8-497f-8b46-e4221c00f8bc tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:20:00.738659 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88978287-5bd8-497f-8b46-e4221c00f8bc tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'Port': ['ID=79135c38-bccf-4e0b-9833-02b7fb2b79ea,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:20:00.763109 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-88978287-5bd8-497f-8b46-e4221c00f8bc tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (6a70bae6-3f43-43e6-9d5d-fc96a93528c6), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:00.938694 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-88978287-5bd8-497f-8b46-e4221c00f8bc tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (79135c38-bccf-4e0b-9833-02b7fb2b79ea), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:01.172170 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2af4c5-aa05-417e-a46b-7553fac17021 None None] Network 2ab121a5-1839-4a4c-ae7a-0072339fc137 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:20:01.257202 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-aa799b96-9a76-4e6a-b280-f1959996467c None None] Provisioning complete for port c454cfa2-1fe3-4bb5-87db-2ae83374406a triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:20:01.257202 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-aa799b96-9a76-4e6a-b280-f1959996467c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c454cfa2-1fe3-4bb5-87db-2ae83374406a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:01.257513 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-88978287-5bd8-497f-8b46-e4221c00f8bc tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for port (79135c38-bccf-4e0b-9833-02b7fb2b79ea), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:01.262039 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-88978287-5bd8-497f-8b46-e4221c00f8bc tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (79135c38-bccf-4e0b-9833-02b7fb2b79ea), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:01.367459 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-88978287-5bd8-497f-8b46-e4221c00f8bc tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (6a70bae6-3f43-43e6-9d5d-fc96a93528c6), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:01.369314 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88978287-5bd8-497f-8b46-e4221c00f8bc tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'Port': ['ID=79135c38-bccf-4e0b-9833-02b7fb2b79ea,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:20:01.377310 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-aa799b96-9a76-4e6a-b280-f1959996467c None None] Current status of the port c454cfa2-1fe3-4bb5-87db-2ae83374406a is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:20:01.377710 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-aa799b96-9a76-4e6a-b280-f1959996467c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c454cfa2-1fe3-4bb5-87db-2ae83374406a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:01.439834 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-aa799b96-9a76-4e6a-b280-f1959996467c None None] For port c454cfa2-1fe3-4bb5-87db-2ae83374406a, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=c454cfa2-1fe3-4bb5-87db-2ae83374406a,segment=NetworkSegment(f5af29ef-482d-427d-8eaa-678e74ee20fd),segment_id=f5af29ef-482d-427d-8eaa-678e74ee20fd)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:20:01.445590 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-aa799b96-9a76-4e6a-b280-f1959996467c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c454cfa2-1fe3-4bb5-87db-2ae83374406a), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:01.508041 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa799b96-9a76-4e6a-b280-f1959996467c None None] Pushing event updated for resources: {'Port': ['ID=c454cfa2-1fe3-4bb5-87db-2ae83374406a,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:20:01.523422 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88978287-5bd8-497f-8b46-e4221c00f8bc tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Network 2ab121a5-1839-4a4c-ae7a-0072339fc137 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:20:01.526146 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-88978287-5bd8-497f-8b46-e4221c00f8bc tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:20:01.671485 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-e2d653e6-847d-4aee-90b9-4c709528e09b None None] Provisioning complete for port 79135c38-bccf-4e0b-9833-02b7fb2b79ea triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:20:01.671905 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e2d653e6-847d-4aee-90b9-4c709528e09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (79135c38-bccf-4e0b-9833-02b7fb2b79ea), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:01.677448 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88978287-5bd8-497f-8b46-e4221c00f8bc tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Router 6a70bae6-3f43-43e6-9d5d-fc96a93528c6 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:20:01.712899 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-e2d653e6-847d-4aee-90b9-4c709528e09b None None] Port 79135c38-bccf-4e0b-9833-02b7fb2b79ea cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:20:01.725359 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-e2d653e6-847d-4aee-90b9-4c709528e09b None None] Provisioning complete for port c454cfa2-1fe3-4bb5-87db-2ae83374406a triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:20:01.725746 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e2d653e6-847d-4aee-90b9-4c709528e09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c454cfa2-1fe3-4bb5-87db-2ae83374406a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:01.777057 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:01.826813 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88978287-5bd8-497f-8b46-e4221c00f8bc tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:20:01.835443 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-88978287-5bd8-497f-8b46-e4221c00f8bc tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "PUT /v2.0/routers/6a70bae6-3f43-43e6-9d5d-fc96a93528c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7051065 Mar 01 14:20:01.840330 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-e2d653e6-847d-4aee-90b9-4c709528e09b None None] Current status of the port c454cfa2-1fe3-4bb5-87db-2ae83374406a is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:20:01.848373 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf55ad8-b59d-4223-b188-dd6f109d1825 None None] Sync routers for ids ['6a70bae6-3f43-43e6-9d5d-fc96a93528c6'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:20:01.858935 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf55ad8-b59d-4223-b188-dd6f109d1825 None None] Routers {'6a70bae6-3f43-43e6-9d5d-fc96a93528c6'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:20:01.859563 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-ebf55ad8-b59d-4223-b188-dd6f109d1825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:19:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6a70bae6-3f43-43e6-9d5d-fc96a93528c6'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:20:02.131737 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-7814b7d3-02e5-4c96-825d-54fd393fb621 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-495921502&fields=id&tenant_id=677a2c84d86e461aa18f47403491f396 HTTP/1.1" status: 200 len: 267 time: 0.1134608 Mar 01 14:20:02.184121 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-ebf55ad8-b59d-4223-b188-dd6f109d1825 None None] Set router 6a70bae6-3f43-43e6-9d5d-fc96a93528c6 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:20:02.212906 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c454cfa2-1fe3-4bb5-87db-2ae83374406a up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:20:02.260995 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-15b668cf-fbb7-452f-b2b8-80bdeaee711d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:20:02.264207 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-15b668cf-fbb7-452f-b2b8-80bdeaee711d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/networks?id=2ab121a5-1839-4a4c-ae7a-0072339fc137 HTTP/1.1" status: 200 len: 797 time: 0.1245952 Mar 01 14:20:02.278022 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-8f8ab44e-7d95-46f9-a3ca-d79e87d0ab8d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/quotas/677a2c84d86e461aa18f47403491f396 HTTP/1.1" status: 200 len: 375 time: 0.0098002 Mar 01 14:20:02.300649 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-559034fe-0ba3-40d2-bc09-6e90c1a2a0f5 None None] Provisioning complete for port 79135c38-bccf-4e0b-9833-02b7fb2b79ea triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:20:02.300921 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-559034fe-0ba3-40d2-bc09-6e90c1a2a0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (79135c38-bccf-4e0b-9833-02b7fb2b79ea), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:02.336742 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-74b53b01-3f3d-4f58-86dd-d15a999fa121 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533209 Mar 01 14:20:02.391710 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-559034fe-0ba3-40d2-bc09-6e90c1a2a0f5 None None] Port 79135c38-bccf-4e0b-9833-02b7fb2b79ea cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:20:02.408297 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port c454cfa2-1fe3-4bb5-87db-2ae83374406a triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:20:02.408681 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c454cfa2-1fe3-4bb5-87db-2ae83374406a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:02.507857 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-19013c50-f0ec-4313-91cd-af9e8c2cb988 service neutron] 10.222.0.13 "GET /v2.0/networks/2ab121a5-1839-4a4c-ae7a-0072339fc137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574628 Mar 01 14:20:02.544417 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-715f1c6f-6bf1-49bb-97fe-6460572e45ee None None] Provisioning complete for port 79135c38-bccf-4e0b-9833-02b7fb2b79ea triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:20:02.544822 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-715f1c6f-6bf1-49bb-97fe-6460572e45ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (79135c38-bccf-4e0b-9833-02b7fb2b79ea), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:02.549628 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port c454cfa2-1fe3-4bb5-87db-2ae83374406a is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:20:02.550731 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 15329632-8c30-43f3-8dc5-72bd340a566d up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:20:02.591616 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-ebf55ad8-b59d-4223-b188-dd6f109d1825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202848514', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '15329632-8c30-43f3-8dc5-72bd340a566d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:19:56Z', 'updated_at': '2022-03-01T14:20:00Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '15329632-8c30-43f3-8dc5-72bd340a566d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:19:57Z', 'updated_at': '2022-03-01T14:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '79135c38-bccf-4e0b-9833-02b7fb2b79ea', 'name': '', 'network_id': '2ab121a5-1839-4a4c-ae7a-0072339fc137', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'mac_address': 'fa:16:3e:af:a6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '7486e9b5-5fea-497e-902e-4c7c6c076699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:20:00Z', 'updated_at': '2022-03-01T14:20:01Z', 'revision_number': 2, 'project_id': '677a2c84d86e461aa18f47403491f396', 'subnets': [{'id': '7486e9b5-5fea-497e-902e-4c7c6c076699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:20:02.608323 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-385b0dfa-c5f3-4b2f-b72c-f8b43476f0a4 service neutron] 10.222.0.13 "GET /v2.0/networks/2ab121a5-1839-4a4c-ae7a-0072339fc137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934963 Mar 01 14:20:02.645237 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf55ad8-b59d-4223-b188-dd6f109d1825 None None] Checking router: 6a70bae6-3f43-43e6-9d5d-fc96a93528c6 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:20:02.645641 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf55ad8-b59d-4223-b188-dd6f109d1825 None None] Updating router 6a70bae6-3f43-43e6-9d5d-fc96a93528c6 port 79135c38-bccf-4e0b-9833-02b7fb2b79ea binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:20:02.647813 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-715f1c6f-6bf1-49bb-97fe-6460572e45ee None None] Port 79135c38-bccf-4e0b-9833-02b7fb2b79ea cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:20:02.686449 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ebf55ad8-b59d-4223-b188-dd6f109d1825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (79135c38-bccf-4e0b-9833-02b7fb2b79ea), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:02.705958 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 15329632-8c30-43f3-8dc5-72bd340a566d triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:20:02.706877 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (15329632-8c30-43f3-8dc5-72bd340a566d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:02.817866 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7109e476-88f1-4fa8-867d-aa4a6905a6d2 req-653bd55f-0ade-4909-8396-a6d22257bdde tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 210 time: 0.0288348 Mar 01 14:20:02.918664 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 15329632-8c30-43f3-8dc5-72bd340a566d is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:20:02.919054 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (15329632-8c30-43f3-8dc5-72bd340a566d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:02.957539 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 15329632-8c30-43f3-8dc5-72bd340a566d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=15329632-8c30-43f3-8dc5-72bd340a566d,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:20:02.968519 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (15329632-8c30-43f3-8dc5-72bd340a566d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:03.038567 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=15329632-8c30-43f3-8dc5-72bd340a566d,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:20:03.077501 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ebf55ad8-b59d-4223-b188-dd6f109d1825 None None] Publish callbacks [] for port (79135c38-bccf-4e0b-9833-02b7fb2b79ea), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:03.083532 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ebf55ad8-b59d-4223-b188-dd6f109d1825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (79135c38-bccf-4e0b-9833-02b7fb2b79ea), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:03.158054 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e89628-14f5-44c3-8bc0-abf915ba8241 None None] Pushing event updated for resources: {'Port': ['ID=79135c38-bccf-4e0b-9833-02b7fb2b79ea,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:20:03.192747 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-ebf55ad8-b59d-4223-b188-dd6f109d1825 None None] Attempting to bind port 79135c38-bccf-4e0b-9833-02b7fb2b79ea on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:20:03.193387 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-ebf55ad8-b59d-4223-b188-dd6f109d1825 None None] Attempting to bind port 79135c38-bccf-4e0b-9833-02b7fb2b79ea by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'f5af29ef-482d-427d-8eaa-678e74ee20fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2ab121a5-1839-4a4c-ae7a-0072339fc137'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:20:03.193758 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf55ad8-b59d-4223-b188-dd6f109d1825 None None] Attempting to bind port 79135c38-bccf-4e0b-9833-02b7fb2b79ea on network 2ab121a5-1839-4a4c-ae7a-0072339fc137 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:20:03.199179 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf55ad8-b59d-4223-b188-dd6f109d1825 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:20:03.199652 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf55ad8-b59d-4223-b188-dd6f109d1825 None None] Checking segment: {'id': 'f5af29ef-482d-427d-8eaa-678e74ee20fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2ab121a5-1839-4a4c-ae7a-0072339fc137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:20:03.200152 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ebf55ad8-b59d-4223-b188-dd6f109d1825 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:03.200615 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf55ad8-b59d-4223-b188-dd6f109d1825 None None] Bound using segment: {'id': 'f5af29ef-482d-427d-8eaa-678e74ee20fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2ab121a5-1839-4a4c-ae7a-0072339fc137'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:20:03.201160 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-ebf55ad8-b59d-4223-b188-dd6f109d1825 None None] Bound port: 79135c38-bccf-4e0b-9833-02b7fb2b79ea, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5af29ef-482d-427d-8eaa-678e74ee20fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2ab121a5-1839-4a4c-ae7a-0072339fc137'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:20:03.201543 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ebf55ad8-b59d-4223-b188-dd6f109d1825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (79135c38-bccf-4e0b-9833-02b7fb2b79ea), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:03.267958 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-ebf55ad8-b59d-4223-b188-dd6f109d1825 None None] For port 79135c38-bccf-4e0b-9833-02b7fb2b79ea, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:20:03.272029 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-ebf55ad8-b59d-4223-b188-dd6f109d1825 None None] For port 79135c38-bccf-4e0b-9833-02b7fb2b79ea, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=79135c38-bccf-4e0b-9833-02b7fb2b79ea,segment=NetworkSegment(f5af29ef-482d-427d-8eaa-678e74ee20fd),segment_id=f5af29ef-482d-427d-8eaa-678e74ee20fd)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:20:03.279296 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ebf55ad8-b59d-4223-b188-dd6f109d1825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (79135c38-bccf-4e0b-9833-02b7fb2b79ea), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:03.337867 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf55ad8-b59d-4223-b188-dd6f109d1825 None None] Routers {'6a70bae6-3f43-43e6-9d5d-fc96a93528c6'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:20:03.338627 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-ebf55ad8-b59d-4223-b188-dd6f109d1825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:19:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6a70bae6-3f43-43e6-9d5d-fc96a93528c6'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:20:03.400459 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e89628-14f5-44c3-8bc0-abf915ba8241 None None] Pushing event updated for resources: {'Port': ['ID=79135c38-bccf-4e0b-9833-02b7fb2b79ea,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:20:03.420814 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-32e3f197-1252-4dd2-a27e-b3ea0006193c None None] Provisioning complete for port 79135c38-bccf-4e0b-9833-02b7fb2b79ea triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:20:03.421185 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-32e3f197-1252-4dd2-a27e-b3ea0006193c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (79135c38-bccf-4e0b-9833-02b7fb2b79ea), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:03.516855 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-ebf55ad8-b59d-4223-b188-dd6f109d1825 None None] Set router 6a70bae6-3f43-43e6-9d5d-fc96a93528c6 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:20:03.630650 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-32e3f197-1252-4dd2-a27e-b3ea0006193c None None] Current status of the port 79135c38-bccf-4e0b-9833-02b7fb2b79ea is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:20:03.631030 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-32e3f197-1252-4dd2-a27e-b3ea0006193c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (79135c38-bccf-4e0b-9833-02b7fb2b79ea), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:03.705683 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-32e3f197-1252-4dd2-a27e-b3ea0006193c None None] For port 79135c38-bccf-4e0b-9833-02b7fb2b79ea, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=79135c38-bccf-4e0b-9833-02b7fb2b79ea,segment=NetworkSegment(f5af29ef-482d-427d-8eaa-678e74ee20fd),segment_id=f5af29ef-482d-427d-8eaa-678e74ee20fd)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:20:03.716510 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-32e3f197-1252-4dd2-a27e-b3ea0006193c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (79135c38-bccf-4e0b-9833-02b7fb2b79ea), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:03.907640 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-13632164-62ba-4f35-97ca-dc2d5a90fb16 req-c0d3f350-0b17-42ac-a206-be9601be2a13 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 210 time: 0.0326478 Mar 01 14:20:03.965477 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3f197-1252-4dd2-a27e-b3ea0006193c None None] Pushing event updated for resources: {'Port': ['ID=79135c38-bccf-4e0b-9833-02b7fb2b79ea,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:20:03.977032 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-6b5d71e0-82ae-41c0-b89d-759ccde21afd None None] Provisioning complete for port 79135c38-bccf-4e0b-9833-02b7fb2b79ea triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:20:03.977470 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6b5d71e0-82ae-41c0-b89d-759ccde21afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (79135c38-bccf-4e0b-9833-02b7fb2b79ea), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:04.013672 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 15329632-8c30-43f3-8dc5-72bd340a566d up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:20:04.047141 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-ebf55ad8-b59d-4223-b188-dd6f109d1825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202848514', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '15329632-8c30-43f3-8dc5-72bd340a566d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:19:56Z', 'updated_at': '2022-03-01T14:20:00Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '15329632-8c30-43f3-8dc5-72bd340a566d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:19:57Z', 'updated_at': '2022-03-01T14:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '79135c38-bccf-4e0b-9833-02b7fb2b79ea', 'name': '', 'network_id': '2ab121a5-1839-4a4c-ae7a-0072339fc137', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'mac_address': 'fa:16:3e:af:a6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '7486e9b5-5fea-497e-902e-4c7c6c076699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:20:00Z', 'updated_at': '2022-03-01T14:20:03Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'subnets': [{'id': '7486e9b5-5fea-497e-902e-4c7c6c076699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:20:04.085259 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf55ad8-b59d-4223-b188-dd6f109d1825 None None] The sync data for ids ['6a70bae6-3f43-43e6-9d5d-fc96a93528c6'] in n-d-827467-3 is: [{'id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202848514', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '15329632-8c30-43f3-8dc5-72bd340a566d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:19:56Z', 'updated_at': '2022-03-01T14:20:00Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '15329632-8c30-43f3-8dc5-72bd340a566d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:19:57Z', 'updated_at': '2022-03-01T14:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '79135c38-bccf-4e0b-9833-02b7fb2b79ea', 'name': '', 'network_id': '2ab121a5-1839-4a4c-ae7a-0072339fc137', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'mac_address': 'fa:16:3e:af:a6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '7486e9b5-5fea-497e-902e-4c7c6c076699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:20:00Z', 'updated_at': '2022-03-01T14:20:03Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'subnets': [{'id': '7486e9b5-5fea-497e-902e-4c7c6c076699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:20:04.133974 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-6b5d71e0-82ae-41c0-b89d-759ccde21afd None None] Current status of the port 79135c38-bccf-4e0b-9833-02b7fb2b79ea is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:20:04.150329 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 15329632-8c30-43f3-8dc5-72bd340a566d triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:20:04.150329 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (15329632-8c30-43f3-8dc5-72bd340a566d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:04.250557 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 15329632-8c30-43f3-8dc5-72bd340a566d is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:20:05.003810 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0b64adf4-442a-48c2-a39d-b513ce76568f req-27417827-b191-41ca-9856-5d04afb45bff tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 210 time: 0.0410521 Mar 01 14:20:06.008167 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 79135c38-bccf-4e0b-9833-02b7fb2b79ea up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:20:06.060878 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 79135c38-bccf-4e0b-9833-02b7fb2b79ea triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:20:06.062321 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (79135c38-bccf-4e0b-9833-02b7fb2b79ea), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:06.107847 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73d0c04d-24da-43ab-a4a1-4a6809fdf143 req-02f4d0d5-0d53-41eb-bdc5-363ab072f843 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 210 time: 0.0384002 Mar 01 14:20:06.150346 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 79135c38-bccf-4e0b-9833-02b7fb2b79ea is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:20:07.194537 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1fe4d5ed-1e32-42ac-9639-8eb8539ebace req-05c09dd3-e08b-4e81-861d-9a248dedc0b1 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 210 time: 0.0264485 Mar 01 14:20:07.837146 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:20:07.913537 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-c074fa20-eaec-447b-8de6-ccd88e99c196 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:20:07.916340 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-c074fa20-eaec-447b-8de6-ccd88e99c196 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.32 "GET /v2.0/networks?id=2ab121a5-1839-4a4c-ae7a-0072339fc137 HTTP/1.1" status: 200 len: 797 time: 0.1126354 Mar 01 14:20:08.002967 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-450e6a0d-4172-4111-a7ea-8bb33a2b3850 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=677a2c84d86e461aa18f47403491f396 HTTP/1.1" status: 200 len: 379 time: 0.0770533 Mar 01 14:20:08.013516 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-99ecd2c3-9af6-4daf-a05d-6597496cea6e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'port': {'device_id': '66f53983-d138-4061-a885-b33ff31a8f05', 'network_id': '2ab121a5-1839-4a4c-ae7a-0072339fc137', 'admin_state_up': True, 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'security_groups': ['4dcced39-4c1a-4245-9f2a-f07d48fe8d5d']}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:20:08.132311 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-99ecd2c3-9af6-4daf-a05d-6597496cea6e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Made reservation on behalf of 677a2c84d86e461aa18f47403491f396 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:20:08.135712 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-99ecd2c3-9af6-4daf-a05d-6597496cea6e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:08.281751 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-99ecd2c3-9af6-4daf-a05d-6597496cea6e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Allocated IP 172.20.0.14 (2ab121a5-1839-4a4c-ae7a-0072339fc137/7486e9b5-5fea-497e-902e-4c7c6c076699/beea90a5-2b62-4eb1-b9a1-c03e503d2c67) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:20:08.329155 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d55ef75a-3f2e-44cb-92ae-c41868a3e995 req-befebe72-e42d-45a5-8288-3f2977461290 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 210 time: 0.0397341 Mar 01 14:20:08.479245 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-99ecd2c3-9af6-4daf-a05d-6597496cea6e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for port (beea90a5-2b62-4eb1-b9a1-c03e503d2c67), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:08.516482 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-99ecd2c3-9af6-4daf-a05d-6597496cea6e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (beea90a5-2b62-4eb1-b9a1-c03e503d2c67), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:08.582259 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-99ecd2c3-9af6-4daf-a05d-6597496cea6e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Network 2ab121a5-1839-4a4c-ae7a-0072339fc137 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:20:08.588485 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-99ecd2c3-9af6-4daf-a05d-6597496cea6e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:20:08.591626 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-99ecd2c3-9af6-4daf-a05d-6597496cea6e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:20:08.599357 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ecd2c3-9af6-4daf-a05d-6597496cea6e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'Port': ['ID=beea90a5-2b62-4eb1-b9a1-c03e503d2c67,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:20:08.673178 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-99ecd2c3-9af6-4daf-a05d-6597496cea6e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:20:08.674092 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-99ecd2c3-9af6-4daf-a05d-6597496cea6e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:08.693800 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-99ecd2c3-9af6-4daf-a05d-6597496cea6e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6850090 Mar 01 14:20:08.771868 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-d201f4f1-1dff-49f5-acce-f62b1754ee2a service neutron] Request body: {'port': {'device_id': '66f53983-d138-4061-a885-b33ff31a8f05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:20:08.852854 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-d201f4f1-1dff-49f5-acce-f62b1754ee2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (beea90a5-2b62-4eb1-b9a1-c03e503d2c67), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:08.999161 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-090eb6dd-22c6-4308-97f4-f7d8335b17bc None None] Provisioning complete for port beea90a5-2b62-4eb1-b9a1-c03e503d2c67 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:20:09.000138 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-090eb6dd-22c6-4308-97f4-f7d8335b17bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (beea90a5-2b62-4eb1-b9a1-c03e503d2c67), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:09.060136 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-090eb6dd-22c6-4308-97f4-f7d8335b17bc None None] Port beea90a5-2b62-4eb1-b9a1-c03e503d2c67 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:20:09.172055 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-d201f4f1-1dff-49f5-acce-f62b1754ee2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beea90a5-2b62-4eb1-b9a1-c03e503d2c67 {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:20:09.185767 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-d201f4f1-1dff-49f5-acce-f62b1754ee2a service neutron] Publish callbacks [] for port (beea90a5-2b62-4eb1-b9a1-c03e503d2c67), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:09.200135 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-d201f4f1-1dff-49f5-acce-f62b1754ee2a service neutron] Transition to ACTIVE for port object beea90a5-2b62-4eb1-b9a1-c03e503d2c67 will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:20:09.205504 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-d201f4f1-1dff-49f5-acce-f62b1754ee2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (beea90a5-2b62-4eb1-b9a1-c03e503d2c67), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:09.283575 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d201f4f1-1dff-49f5-acce-f62b1754ee2a service neutron] Pushing event updated for resources: {'Port': ['ID=beea90a5-2b62-4eb1-b9a1-c03e503d2c67,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:20:09.339707 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-d201f4f1-1dff-49f5-acce-f62b1754ee2a service neutron] Attempting to bind port beea90a5-2b62-4eb1-b9a1-c03e503d2c67 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:20:09.340121 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-d201f4f1-1dff-49f5-acce-f62b1754ee2a service neutron] Attempting to bind port beea90a5-2b62-4eb1-b9a1-c03e503d2c67 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': 'f5af29ef-482d-427d-8eaa-678e74ee20fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2ab121a5-1839-4a4c-ae7a-0072339fc137'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:20:09.340460 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-d201f4f1-1dff-49f5-acce-f62b1754ee2a service neutron] Attempting to bind port beea90a5-2b62-4eb1-b9a1-c03e503d2c67 on network 2ab121a5-1839-4a4c-ae7a-0072339fc137 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:20:09.345144 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-d201f4f1-1dff-49f5-acce-f62b1754ee2a service neutron] Port beea90a5-2b62-4eb1-b9a1-c03e503d2c67 on network 2ab121a5-1839-4a4c-ae7a-0072339fc137 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:20:09.345421 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-d201f4f1-1dff-49f5-acce-f62b1754ee2a service neutron] Attempting to bind port beea90a5-2b62-4eb1-b9a1-c03e503d2c67 on network 2ab121a5-1839-4a4c-ae7a-0072339fc137 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:20:09.350953 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-d201f4f1-1dff-49f5-acce-f62b1754ee2a service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:20:09.351300 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-d201f4f1-1dff-49f5-acce-f62b1754ee2a service neutron] Checking segment: {'id': 'f5af29ef-482d-427d-8eaa-678e74ee20fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2ab121a5-1839-4a4c-ae7a-0072339fc137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:20:09.351820 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-d201f4f1-1dff-49f5-acce-f62b1754ee2a service neutron] Bound using segment: {'id': 'f5af29ef-482d-427d-8eaa-678e74ee20fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2ab121a5-1839-4a4c-ae7a-0072339fc137'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:20:09.352148 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-d201f4f1-1dff-49f5-acce-f62b1754ee2a service neutron] Bound port: beea90a5-2b62-4eb1-b9a1-c03e503d2c67, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5af29ef-482d-427d-8eaa-678e74ee20fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2ab121a5-1839-4a4c-ae7a-0072339fc137'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:20:09.352558 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-d201f4f1-1dff-49f5-acce-f62b1754ee2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (beea90a5-2b62-4eb1-b9a1-c03e503d2c67), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:09.446783 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-d201f4f1-1dff-49f5-acce-f62b1754ee2a service neutron] For port beea90a5-2b62-4eb1-b9a1-c03e503d2c67, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:20:09.452426 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-d201f4f1-1dff-49f5-acce-f62b1754ee2a service neutron] For port beea90a5-2b62-4eb1-b9a1-c03e503d2c67, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=beea90a5-2b62-4eb1-b9a1-c03e503d2c67,segment=NetworkSegment(f5af29ef-482d-427d-8eaa-678e74ee20fd),segment_id=f5af29ef-482d-427d-8eaa-678e74ee20fd)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:20:09.488930 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-d201f4f1-1dff-49f5-acce-f62b1754ee2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (beea90a5-2b62-4eb1-b9a1-c03e503d2c67), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:09.538302 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-d201f4f1-1dff-49f5-acce-f62b1754ee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:20:09.539149 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-d201f4f1-1dff-49f5-acce-f62b1754ee2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:09.540429 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-d201f4f1-1dff-49f5-acce-f62b1754ee2a service neutron] 10.222.0.32 "PUT /v2.0/ports/beea90a5-2b62-4eb1-b9a1-c03e503d2c67 HTTP/1.1" status: 200 len: 1092 time: 0.8396912 Mar 01 14:20:09.541907 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f53983-d138-4061-a885-b33ff31a8f05', 'tag': 'beea90a5-2b62-4eb1-b9a1-c03e503d2c67'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:20:09.544202 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8a91bf-3cb2-4fc0-97d5-e5a565a7ab7c" -d '{"events": [{"name": "network-changed", "server_uuid": "66f53983-d138-4061-a885-b33ff31a8f05", "tag": "beea90a5-2b62-4eb1-b9a1-c03e503d2c67"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:20:09.584184 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f20e1-5a81-473a-9c9f-0d9e4adf4deb req-d9fb6ea2-7631-4503-93e7-0c0eace07417 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:20:09.585452 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c93f20e1-5a81-473a-9c9f-0d9e4adf4deb req-d9fb6ea2-7631-4503-93e7-0c0eace07417 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 944 time: 0.1361272 Mar 01 14:20:09.589994 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d201f4f1-1dff-49f5-acce-f62b1754ee2a service neutron] Pushing event updated for resources: {'Port': ['ID=beea90a5-2b62-4eb1-b9a1-c03e503d2c67,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:20:09.697767 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73eaeffa-fae5-4f05-aa89-b32bfc385d78 x-openstack-request-id: req-73eaeffa-fae5-4f05-aa89-b32bfc385d78 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:20:09.698060 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f53983-d138-4061-a885-b33ff31a8f05", "tag": "beea90a5-2b62-4eb1-b9a1-c03e503d2c67", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:20:09.698319 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73eaeffa-fae5-4f05-aa89-b32bfc385d78 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:20:09.698743 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f53983-d138-4061-a885-b33ff31a8f05', 'tag': 'beea90a5-2b62-4eb1-b9a1-c03e503d2c67', 'status': 'completed', 'code': 200} Mar 01 14:20:09.712076 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-bded82b3-7d11-4b07-b301-f692496ecf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:20:09.714143 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-bded82b3-7d11-4b07-b301-f692496ecf4f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 1126 time: 0.1031899 Mar 01 14:20:09.766558 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-79643fad-a0a6-4e6b-8c42-ed3f03fdad79 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beea90a5-2b62-4eb1-b9a1-c03e503d2c67 HTTP/1.1" status: 200 len: 217 time: 0.0450695 Mar 01 14:20:09.771656 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c93f20e1-5a81-473a-9c9f-0d9e4adf4deb req-96877bec-b990-4f5e-8eb9-de8ece2377c7 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dcced39-4c1a-4245-9f2a-f07d48fe8d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556828 Mar 01 14:20:09.820728 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-fa8ccfb2-ffcc-40a9-b667-7c404285a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:20:09.822502 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-fa8ccfb2-ffcc-40a9-b667-7c404285a19d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7486e9b5-5fea-497e-902e-4c7c6c076699 HTTP/1.1" status: 200 len: 835 time: 0.0480800 Mar 01 14:20:09.880553 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-12675096-d637-472c-a9f6-456cd855d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:20:09.882056 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-12675096-d637-472c-a9f6-456cd855d631 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ab121a5-1839-4a4c-ae7a-0072339fc137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0534976 Mar 01 14:20:09.976856 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-8f447b69-fff4-469a-a039-e804cc472ae0 service neutron] 10.222.0.32 "GET /v2.0/networks/2ab121a5-1839-4a4c-ae7a-0072339fc137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886133 Mar 01 14:20:09.986678 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:10.085815 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e0eae1cc-ed03-423a-82e7-bda800ee9add req-222119db-d3ab-4ea2-8e77-a397158c5643 service neutron] 10.222.0.32 "GET /v2.0/networks/2ab121a5-1839-4a4c-ae7a-0072339fc137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034393 Mar 01 14:20:10.178143 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a91bf-3cb2-4fc0-97d5-e5a565a7ab7c req-c04f2d75-379c-4637-96de-4ff2a6d15e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:20:10.179649 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ed8a91bf-3cb2-4fc0-97d5-e5a565a7ab7c req-c04f2d75-379c-4637-96de-4ff2a6d15e89 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 1126 time: 0.0492654 Mar 01 14:20:10.260215 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:10.272514 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a91bf-3cb2-4fc0-97d5-e5a565a7ab7c req-61741d33-32d8-4551-97ca-e8ae4e7487fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:20:10.273993 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ed8a91bf-3cb2-4fc0-97d5-e5a565a7ab7c req-61741d33-32d8-4551-97ca-e8ae4e7487fc service neutron] 10.222.0.32 "GET /v2.0/networks?id=2ab121a5-1839-4a4c-ae7a-0072339fc137 HTTP/1.1" status: 200 len: 898 time: 0.0887654 Mar 01 14:20:10.318872 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ed8a91bf-3cb2-4fc0-97d5-e5a565a7ab7c req-0573203a-ee9c-4dc6-b130-fe4e91ab4865 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beea90a5-2b62-4eb1-b9a1-c03e503d2c67 HTTP/1.1" status: 200 len: 217 time: 0.0390754 Mar 01 14:20:10.372332 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a91bf-3cb2-4fc0-97d5-e5a565a7ab7c req-91270294-c6f1-410c-a8a6-a6f734408555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:20:10.374476 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ed8a91bf-3cb2-4fc0-97d5-e5a565a7ab7c req-91270294-c6f1-410c-a8a6-a6f734408555 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7486e9b5-5fea-497e-902e-4c7c6c076699 HTTP/1.1" status: 200 len: 835 time: 0.0499904 Mar 01 14:20:10.423860 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a91bf-3cb2-4fc0-97d5-e5a565a7ab7c req-afd14445-d917-4288-a09c-281dcb6c2723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:20:10.425525 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ed8a91bf-3cb2-4fc0-97d5-e5a565a7ab7c req-afd14445-d917-4288-a09c-281dcb6c2723 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ab121a5-1839-4a4c-ae7a-0072339fc137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458131 Mar 01 14:20:10.520231 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ed8a91bf-3cb2-4fc0-97d5-e5a565a7ab7c req-8388bb57-c31d-48dc-a28e-57ed9dd564c3 service neutron] 10.222.0.32 "GET /v2.0/networks/2ab121a5-1839-4a4c-ae7a-0072339fc137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890453 Mar 01 14:20:10.610614 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ed8a91bf-3cb2-4fc0-97d5-e5a565a7ab7c req-9f99c3ea-484c-47b7-b158-097fc41fb995 service neutron] 10.222.0.32 "GET /v2.0/networks/2ab121a5-1839-4a4c-ae7a-0072339fc137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844748 Mar 01 14:20:10.907950 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56123c-b9f2-4ebb-be89-c16c5c4b44ae req-3c324d07-66e5-4ea4-a660-8eee7ce33848 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:20:10.909424 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6c56123c-b9f2-4ebb-be89-c16c5c4b44ae req-3c324d07-66e5-4ea4-a660-8eee7ce33848 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 944 time: 0.0541439 Mar 01 14:20:10.968297 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6c56123c-b9f2-4ebb-be89-c16c5c4b44ae req-c8ca7d2f-7a39-48ce-98de-db7b438f76f0 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dcced39-4c1a-4245-9f2a-f07d48fe8d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525739 Mar 01 14:20:12.089670 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c6661b-442c-4b31-a61a-2181a4ed11e0 req-6670eb4e-2aad-40c4-98a8-dfeb85a68b5f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:20:12.091174 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e5c6661b-442c-4b31-a61a-2181a4ed11e0 req-6670eb4e-2aad-40c4-98a8-dfeb85a68b5f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 944 time: 0.0522156 Mar 01 14:20:12.140831 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e5c6661b-442c-4b31-a61a-2181a4ed11e0 req-d000f45d-2dd5-465e-af04-3a649d603081 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dcced39-4c1a-4245-9f2a-f07d48fe8d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439928 Mar 01 14:20:13.237196 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device beea90a5-2b62-4eb1-b9a1-c03e503d2c67 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:20:13.262021 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8447ac2-ffb1-4dd4-a483-ab8d32d47b40 req-a73d7f1c-fc87-4bb2-ae1f-d6a61e6ccf62 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:20:13.263419 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b8447ac2-ffb1-4dd4-a483-ab8d32d47b40 req-a73d7f1c-fc87-4bb2-ae1f-d6a61e6ccf62 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 944 time: 0.0577233 Mar 01 14:20:13.318086 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b8447ac2-ffb1-4dd4-a483-ab8d32d47b40 req-a1561939-46a7-482e-8923-3504eb0fde80 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dcced39-4c1a-4245-9f2a-f07d48fe8d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483222 Mar 01 14:20:13.359785 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port beea90a5-2b62-4eb1-b9a1-c03e503d2c67, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=beea90a5-2b62-4eb1-b9a1-c03e503d2c67,segment=NetworkSegment(f5af29ef-482d-427d-8eaa-678e74ee20fd),segment_id=f5af29ef-482d-427d-8eaa-678e74ee20fd)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:20:13.371290 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': 'beea90a5-2b62-4eb1-b9a1-c03e503d2c67', 'network_id': '2ab121a5-1839-4a4c-ae7a-0072339fc137', 'port_id': 'beea90a5-2b62-4eb1-b9a1-c03e503d2c67', 'mac_address': 'fa:16:3e:95:a6:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7486e9b5-5fea-497e-902e-4c7c6c076699', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:20:13.408627 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port beea90a5-2b62-4eb1-b9a1-c03e503d2c67 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:20:13.409141 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (beea90a5-2b62-4eb1-b9a1-c03e503d2c67), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:13.425791 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beea90a5-2b62-4eb1-b9a1-c03e503d2c67 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:20:13.445513 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port beea90a5-2b62-4eb1-b9a1-c03e503d2c67, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=beea90a5-2b62-4eb1-b9a1-c03e503d2c67,segment=NetworkSegment(f5af29ef-482d-427d-8eaa-678e74ee20fd),segment_id=f5af29ef-482d-427d-8eaa-678e74ee20fd)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:20:13.449824 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (beea90a5-2b62-4eb1-b9a1-c03e503d2c67), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:13.496506 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=beea90a5-2b62-4eb1-b9a1-c03e503d2c67,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:20:13.779203 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['beea90a5-2b62-4eb1-b9a1-c03e503d2c67'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:20:14.757779 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605ee0b-6ccd-43b6-8ac7-0fe20a91c9de req-18c31c8f-1c34-46c7-aa6f-8464ba4ddf87 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:20:14.759193 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3605ee0b-6ccd-43b6-8ac7-0fe20a91c9de req-18c31c8f-1c34-46c7-aa6f-8464ba4ddf87 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 945 time: 0.3652086 Mar 01 14:20:14.810839 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3605ee0b-6ccd-43b6-8ac7-0fe20a91c9de req-111fcc3e-c71d-4c7f-8324-41dda423f166 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dcced39-4c1a-4245-9f2a-f07d48fe8d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453084 Mar 01 14:20:15.249144 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device beea90a5-2b62-4eb1-b9a1-c03e503d2c67 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:20:15.299735 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port beea90a5-2b62-4eb1-b9a1-c03e503d2c67 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:20:15.303664 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port beea90a5-2b62-4eb1-b9a1-c03e503d2c67 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:20:15.304069 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (beea90a5-2b62-4eb1-b9a1-c03e503d2c67), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:15.386385 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port beea90a5-2b62-4eb1-b9a1-c03e503d2c67 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:20:15.386780 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (beea90a5-2b62-4eb1-b9a1-c03e503d2c67), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:15.410658 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f53983-d138-4061-a885-b33ff31a8f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beea90a5-2b62-4eb1-b9a1-c03e503d2c67'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:20:15.413013 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badd54bb-c90a-496f-9359-e00804efbdef" -d '{"events": [{"server_uuid": "66f53983-d138-4061-a885-b33ff31a8f05", "name": "network-vif-plugged", "status": "completed", "tag": "beea90a5-2b62-4eb1-b9a1-c03e503d2c67"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:20:15.430453 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port beea90a5-2b62-4eb1-b9a1-c03e503d2c67, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=beea90a5-2b62-4eb1-b9a1-c03e503d2c67,segment=NetworkSegment(f5af29ef-482d-427d-8eaa-678e74ee20fd),segment_id=f5af29ef-482d-427d-8eaa-678e74ee20fd)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:20:15.436086 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (beea90a5-2b62-4eb1-b9a1-c03e503d2c67), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:15.460110 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06619e0-5436-4cd3-a867-f13e08f12302 x-openstack-request-id: req-f06619e0-5436-4cd3-a867-f13e08f12302 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:20:15.460406 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f53983-d138-4061-a885-b33ff31a8f05", "name": "network-vif-plugged", "status": "completed", "tag": "beea90a5-2b62-4eb1-b9a1-c03e503d2c67", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:20:15.460663 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f06619e0-5436-4cd3-a867-f13e08f12302 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:20:15.461062 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f53983-d138-4061-a885-b33ff31a8f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beea90a5-2b62-4eb1-b9a1-c03e503d2c67', 'code': 200} Mar 01 14:20:15.486998 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=beea90a5-2b62-4eb1-b9a1-c03e503d2c67,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:20:15.556781 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ad6e8-baff-4ba8-b68f-f666958a2465 req-d9344d23-1b3f-4431-93c1-2a2f1fd33d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:20:15.558219 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ec9ad6e8-baff-4ba8-b68f-f666958a2465 req-d9344d23-1b3f-4431-93c1-2a2f1fd33d81 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 1128 time: 0.0443461 Mar 01 14:20:15.603628 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ec9ad6e8-baff-4ba8-b68f-f666958a2465 req-0d383146-f69c-4715-b7f2-e8c676839b7e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4dcced39-4c1a-4245-9f2a-f07d48fe8d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394001 Mar 01 14:20:15.933868 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415386f-3152-4719-b4e4-dd0027a2596d req-1c20e851-3f63-44e6-9cc8-4b585efdea14 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:20:15.935415 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9415386f-3152-4719-b4e4-dd0027a2596d req-1c20e851-3f63-44e6-9cc8-4b585efdea14 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 946 time: 0.0546069 Mar 01 14:20:15.993764 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9415386f-3152-4719-b4e4-dd0027a2596d req-37b4ee01-6e44-4ac5-a689-9d2ad4a4fb3e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dcced39-4c1a-4245-9f2a-f07d48fe8d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494084 Mar 01 14:20:17.124757 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e860e-f366-4829-b7b9-dcee04db1333 req-be7aa060-f026-4beb-ae91-e914c2240b45 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:20:17.126276 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2d2e860e-f366-4829-b7b9-dcee04db1333 req-be7aa060-f026-4beb-ae91-e914c2240b45 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 946 time: 0.0545197 Mar 01 14:20:17.176392 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2d2e860e-f366-4829-b7b9-dcee04db1333 req-da0726c5-f721-43c1-8b15-6dd7ab058cc8 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dcced39-4c1a-4245-9f2a-f07d48fe8d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443616 Mar 01 14:20:17.303490 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693a117-8418-43c7-8b07-24a727bec666 req-00835ae9-5e33-4129-93cd-33febdb583ae tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:20:17.305167 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d693a117-8418-43c7-8b07-24a727bec666 req-00835ae9-5e33-4129-93cd-33febdb583ae tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 946 time: 0.0572259 Mar 01 14:20:17.357238 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d693a117-8418-43c7-8b07-24a727bec666 req-efa25af7-fa94-4bce-b444-3224110e9d08 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dcced39-4c1a-4245-9f2a-f07d48fe8d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464528 Mar 01 14:20:17.391204 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55594) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:20:17.439602 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374f8e4d-b784-4878-9228-3cc5cb9e16f9 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:20:17.444323 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-374f8e4d-b784-4878-9228-3cc5cb9e16f9 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 1123 time: 0.0490251 Mar 01 14:20:17.444584 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55596) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:20:17.449224 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-cb0d817a-3317-4bf9-b844-42b6281cd13b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'port_id': 'beea90a5-2b62-4eb1-b9a1-c03e503d2c67', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:20:17.472456 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb0d817a-3317-4bf9-b844-42b6281cd13b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:17.571064 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb0d817a-3317-4bf9-b844-42b6281cd13b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:17.680895 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-cb0d817a-3317-4bf9-b844-42b6281cd13b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Allocated IP 172.25.1.253 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/2394a809-8771-4498-ad21-459356ce68ea) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:20:17.784536 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb0d817a-3317-4bf9-b844-42b6281cd13b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for port (2394a809-8771-4498-ad21-459356ce68ea), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:17.818539 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb0d817a-3317-4bf9-b844-42b6281cd13b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (2394a809-8771-4498-ad21-459356ce68ea), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:17.861231 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0d817a-3317-4bf9-b844-42b6281cd13b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:20:17.865779 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-cb0d817a-3317-4bf9-b844-42b6281cd13b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:20:17.868530 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0d817a-3317-4bf9-b844-42b6281cd13b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:20:17.896221 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d817a-3317-4bf9-b844-42b6281cd13b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'Port': ['ID=2394a809-8771-4498-ad21-459356ce68ea,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:20:18.269025 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb0d817a-3317-4bf9-b844-42b6281cd13b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for floatingip (765bccc1-e6b6-4efb-bcd0-01489b2bc29a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:18.359559 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb0d817a-3317-4bf9-b844-42b6281cd13b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2394a809-8771-4498-ad21-459356ce68ea), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:18.514080 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb0d817a-3317-4bf9-b844-42b6281cd13b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for port (2394a809-8771-4498-ad21-459356ce68ea), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:18.519988 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb0d817a-3317-4bf9-b844-42b6281cd13b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (2394a809-8771-4498-ad21-459356ce68ea), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:18.589976 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d817a-3317-4bf9-b844-42b6281cd13b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'Port': ['ID=2394a809-8771-4498-ad21-459356ce68ea,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:20:18.602358 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb0d817a-3317-4bf9-b844-42b6281cd13b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (765bccc1-e6b6-4efb-bcd0-01489b2bc29a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:18.713898 n-d-827467-3 neutron-server[103726]: INFO neutron.db.l3_db [None req-cb0d817a-3317-4bf9-b844-42b6281cd13b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Floating IP 765bccc1-e6b6-4efb-bcd0-01489b2bc29a associated. External IP: 172.25.1.253, port: beea90a5-2b62-4eb1-b9a1-c03e503d2c67. Mar 01 14:20:18.942104 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0d817a-3317-4bf9-b844-42b6281cd13b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Router 6a70bae6-3f43-43e6-9d5d-fc96a93528c6 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:20:19.050959 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0d817a-3317-4bf9-b844-42b6281cd13b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:20:19.062016 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90cfcc3-a834-42e9-9630-b36c165cc5fa None None] Sync routers for ids ['6a70bae6-3f43-43e6-9d5d-fc96a93528c6'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:20:19.071731 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb0d817a-3317-4bf9-b844-42b6281cd13b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:19.075753 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90cfcc3-a834-42e9-9630-b36c165cc5fa None None] Routers {'6a70bae6-3f43-43e6-9d5d-fc96a93528c6'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:20:19.076371 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-e90cfcc3-a834-42e9-9630-b36c165cc5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:19:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6a70bae6-3f43-43e6-9d5d-fc96a93528c6'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:20:19.109958 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cb0d817a-3317-4bf9-b844-42b6281cd13b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6625350 Mar 01 14:20:19.109958 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f53983-d138-4061-a885-b33ff31a8f05', 'tag': 'beea90a5-2b62-4eb1-b9a1-c03e503d2c67'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:20:19.121475 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eaf59f5-7380-4fe4-886f-6bbc6b10ca09" -d '{"events": [{"name": "network-changed", "server_uuid": "66f53983-d138-4061-a885-b33ff31a8f05", "tag": "beea90a5-2b62-4eb1-b9a1-c03e503d2c67"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:20:19.186527 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1e9ee5-2095-4e0e-bf04-eaf683244096 x-openstack-request-id: req-fa1e9ee5-2095-4e0e-bf04-eaf683244096 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:20:19.186957 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f53983-d138-4061-a885-b33ff31a8f05", "tag": "beea90a5-2b62-4eb1-b9a1-c03e503d2c67", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:20:19.187227 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa1e9ee5-2095-4e0e-bf04-eaf683244096 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:20:19.187647 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f53983-d138-4061-a885-b33ff31a8f05', 'tag': 'beea90a5-2b62-4eb1-b9a1-c03e503d2c67', 'status': 'completed', 'code': 200} Mar 01 14:20:19.191818 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-e90cfcc3-a834-42e9-9630-b36c165cc5fa None None] Set router 6a70bae6-3f43-43e6-9d5d-fc96a93528c6 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:20:19.291156 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58dc828-6419-4aed-b5bd-70e3a4de5a13 req-f465e244-cbbc-425c-a27e-50a472e256cf tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:20:19.292732 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f58dc828-6419-4aed-b5bd-70e3a4de5a13 req-f465e244-cbbc-425c-a27e-50a472e256cf tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 946 time: 0.0995491 Mar 01 14:20:19.295487 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf59f5-7380-4fe4-886f-6bbc6b10ca09 req-8c0e53cd-cfcd-48fc-9f56-6de4decab96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:20:19.296909 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5eaf59f5-7380-4fe4-886f-6bbc6b10ca09 req-8c0e53cd-cfcd-48fc-9f56-6de4decab96e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 1128 time: 0.0821538 Mar 01 14:20:19.411136 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f58dc828-6419-4aed-b5bd-70e3a4de5a13 req-45421744-98e2-4eed-bdd8-3428ce7c2cd8 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dcced39-4c1a-4245-9f2a-f07d48fe8d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116710 Mar 01 14:20:19.429383 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-e90cfcc3-a834-42e9-9630-b36c165cc5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202848514', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '15329632-8c30-43f3-8dc5-72bd340a566d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:19:56Z', 'updated_at': '2022-03-01T14:20:00Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '15329632-8c30-43f3-8dc5-72bd340a566d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:19:57Z', 'updated_at': '2022-03-01T14:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '765bccc1-e6b6-4efb-bcd0-01489b2bc29a', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'floating_ip_address': '172.25.1.253', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'port_id': 'beea90a5-2b62-4eb1-b9a1-c03e503d2c67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab121a5-1839-4a4c-ae7a-0072339fc137', 'mac_address': 'fa:16:3e:95:a6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f53983-d138-4061-a885-b33ff31a8f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:20:18Z', 'updated_at': '2022-03-01T14:20:18Z', 'revision_number': 0, 'project_id': '677a2c84d86e461aa18f47403491f396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79135c38-bccf-4e0b-9833-02b7fb2b79ea', 'name': '', 'network_id': '2ab121a5-1839-4a4c-ae7a-0072339fc137', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'mac_address': 'fa:16:3e:af:a6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '7486e9b5-5fea-497e-902e-4c7c6c076699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:20:00Z', 'updated_at': '2022-03-01T14:20:03Z', 'revision_number': 5, 'project_id': '677a2c84d86e461aa18f47403491f396', 'subnets': [{'id': '7486e9b5-5fea-497e-902e-4c7c6c076699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:20:19.439714 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55606) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:20:19.446395 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf59f5-7380-4fe4-886f-6bbc6b10ca09 req-ad04ae9f-4614-4ec1-8dd9-27e98e58a407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:20:19.448511 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5eaf59f5-7380-4fe4-886f-6bbc6b10ca09 req-ad04ae9f-4614-4ec1-8dd9-27e98e58a407 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2ab121a5-1839-4a4c-ae7a-0072339fc137 HTTP/1.1" status: 200 len: 898 time: 0.1413186 Mar 01 14:20:19.457149 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90cfcc3-a834-42e9-9630-b36c165cc5fa None None] Checking router: 6a70bae6-3f43-43e6-9d5d-fc96a93528c6 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:20:19.466779 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90cfcc3-a834-42e9-9630-b36c165cc5fa None None] Routers {'6a70bae6-3f43-43e6-9d5d-fc96a93528c6'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:20:19.467466 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-e90cfcc3-a834-42e9-9630-b36c165cc5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:19:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6a70bae6-3f43-43e6-9d5d-fc96a93528c6'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:20:19.516360 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-813116c2-8954-4714-b5f0-80ae28416839 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/floatingips/765bccc1-e6b6-4efb-bcd0-01489b2bc29a HTTP/1.1" status: 200 len: 992 time: 0.0757706 Mar 01 14:20:19.534959 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5eaf59f5-7380-4fe4-886f-6bbc6b10ca09 req-2dfd4fd9-7829-4ab6-aa73-62200a982830 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beea90a5-2b62-4eb1-b9a1-c03e503d2c67 HTTP/1.1" status: 200 len: 1000 time: 0.0792465 Mar 01 14:20:19.593002 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf59f5-7380-4fe4-886f-6bbc6b10ca09 req-b581bd3b-11c2-4ff4-ba21-83c3b1bb3e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:20:19.594549 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5eaf59f5-7380-4fe4-886f-6bbc6b10ca09 req-b581bd3b-11c2-4ff4-ba21-83c3b1bb3e57 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7486e9b5-5fea-497e-902e-4c7c6c076699 HTTP/1.1" status: 200 len: 835 time: 0.0543621 Mar 01 14:20:19.651543 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf59f5-7380-4fe4-886f-6bbc6b10ca09 req-9ca6b628-d2d1-47ef-8af1-89d645543a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:20:19.653553 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5eaf59f5-7380-4fe4-886f-6bbc6b10ca09 req-9ca6b628-d2d1-47ef-8af1-89d645543a92 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ab121a5-1839-4a4c-ae7a-0072339fc137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0532224 Mar 01 14:20:19.676593 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-e90cfcc3-a834-42e9-9630-b36c165cc5fa None None] Set router 6a70bae6-3f43-43e6-9d5d-fc96a93528c6 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:20:19.759887 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5eaf59f5-7380-4fe4-886f-6bbc6b10ca09 req-c40b497a-d580-4e2b-a1de-eaa7e9de15f2 service neutron] 10.222.0.32 "GET /v2.0/networks/2ab121a5-1839-4a4c-ae7a-0072339fc137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996528 Mar 01 14:20:19.855664 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5eaf59f5-7380-4fe4-886f-6bbc6b10ca09 req-324aff52-94d6-4dbe-bab3-4663f6ae948b service neutron] 10.222.0.32 "GET /v2.0/networks/2ab121a5-1839-4a4c-ae7a-0072339fc137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891235 Mar 01 14:20:19.911474 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-e90cfcc3-a834-42e9-9630-b36c165cc5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202848514', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '15329632-8c30-43f3-8dc5-72bd340a566d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:19:56Z', 'updated_at': '2022-03-01T14:20:00Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '15329632-8c30-43f3-8dc5-72bd340a566d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:19:57Z', 'updated_at': '2022-03-01T14:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '765bccc1-e6b6-4efb-bcd0-01489b2bc29a', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'floating_ip_address': '172.25.1.253', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'port_id': 'beea90a5-2b62-4eb1-b9a1-c03e503d2c67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab121a5-1839-4a4c-ae7a-0072339fc137', 'mac_address': 'fa:16:3e:95:a6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f53983-d138-4061-a885-b33ff31a8f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:20:18Z', 'updated_at': '2022-03-01T14:20:18Z', 'revision_number': 0, 'project_id': '677a2c84d86e461aa18f47403491f396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79135c38-bccf-4e0b-9833-02b7fb2b79ea', 'name': '', 'network_id': '2ab121a5-1839-4a4c-ae7a-0072339fc137', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'mac_address': 'fa:16:3e:af:a6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '7486e9b5-5fea-497e-902e-4c7c6c076699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:20:00Z', 'updated_at': '2022-03-01T14:20:03Z', 'revision_number': 5, 'project_id': '677a2c84d86e461aa18f47403491f396', 'subnets': [{'id': '7486e9b5-5fea-497e-902e-4c7c6c076699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:20:19.942139 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90cfcc3-a834-42e9-9630-b36c165cc5fa None None] The sync data for ids ['6a70bae6-3f43-43e6-9d5d-fc96a93528c6'] in n-d-827467-3 is: [{'id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202848514', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '15329632-8c30-43f3-8dc5-72bd340a566d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:19:56Z', 'updated_at': '2022-03-01T14:20:00Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '15329632-8c30-43f3-8dc5-72bd340a566d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:19:57Z', 'updated_at': '2022-03-01T14:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '765bccc1-e6b6-4efb-bcd0-01489b2bc29a', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'floating_ip_address': '172.25.1.253', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'port_id': 'beea90a5-2b62-4eb1-b9a1-c03e503d2c67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab121a5-1839-4a4c-ae7a-0072339fc137', 'mac_address': 'fa:16:3e:95:a6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f53983-d138-4061-a885-b33ff31a8f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:20:18Z', 'updated_at': '2022-03-01T14:20:18Z', 'revision_number': 0, 'project_id': '677a2c84d86e461aa18f47403491f396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79135c38-bccf-4e0b-9833-02b7fb2b79ea', 'name': '', 'network_id': '2ab121a5-1839-4a4c-ae7a-0072339fc137', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'mac_address': 'fa:16:3e:af:a6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '7486e9b5-5fea-497e-902e-4c7c6c076699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:20:00Z', 'updated_at': '2022-03-01T14:20:03Z', 'revision_number': 5, 'project_id': '677a2c84d86e461aa18f47403491f396', 'subnets': [{'id': '7486e9b5-5fea-497e-902e-4c7c6c076699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:20:19.972205 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7c136450-321e-41f1-93be-3b367bf0bbbe req-66953790-bb83-4eff-ae50-cea9b3ef35c3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0559540 Mar 01 14:20:20.073839 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c136450-321e-41f1-93be-3b367bf0bbbe req-5991c323-c27c-4a8b-95ce-b4fa44d8eb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:20:20.075523 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7c136450-321e-41f1-93be-3b367bf0bbbe req-5991c323-c27c-4a8b-95ce-b4fa44d8eb3c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 1128 time: 0.0466273 Mar 01 14:20:20.197830 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c136450-321e-41f1-93be-3b367bf0bbbe req-9e04ea06-2031-424f-85b2-4aa06c16196b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:20:20.199559 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7c136450-321e-41f1-93be-3b367bf0bbbe req-9e04ea06-2031-424f-85b2-4aa06c16196b service neutron] 10.222.0.32 "GET /v2.0/networks?id=2ab121a5-1839-4a4c-ae7a-0072339fc137 HTTP/1.1" status: 200 len: 898 time: 0.1002276 Mar 01 14:20:20.215343 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed494d7-4f1a-4733-b0e0-d0369b1d7d5a None None] New status for floating IP 765bccc1-e6b6-4efb-bcd0-01489b2bc29a: ACTIVE {{(pid=103728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 14:20:20.269911 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7c136450-321e-41f1-93be-3b367bf0bbbe req-bfaadf76-4de3-4121-bf49-851040ee5f25 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beea90a5-2b62-4eb1-b9a1-c03e503d2c67 HTTP/1.1" status: 200 len: 1000 time: 0.0625689 Mar 01 14:20:20.323368 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c136450-321e-41f1-93be-3b367bf0bbbe req-b06c033a-d267-4668-a2f3-836f19318acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:20:20.324980 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7c136450-321e-41f1-93be-3b367bf0bbbe req-b06c033a-d267-4668-a2f3-836f19318acf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7486e9b5-5fea-497e-902e-4c7c6c076699 HTTP/1.1" status: 200 len: 835 time: 0.0487716 Mar 01 14:20:20.385170 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c136450-321e-41f1-93be-3b367bf0bbbe req-28310977-4406-49b0-8fde-eb2e9efcb534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:20:20.386850 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7c136450-321e-41f1-93be-3b367bf0bbbe req-28310977-4406-49b0-8fde-eb2e9efcb534 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ab121a5-1839-4a4c-ae7a-0072339fc137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0546250 Mar 01 14:20:20.478135 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7c136450-321e-41f1-93be-3b367bf0bbbe req-99351c58-8e61-46a5-90b2-32f36b317ca7 service neutron] 10.222.0.32 "GET /v2.0/networks/2ab121a5-1839-4a4c-ae7a-0072339fc137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837765 Mar 01 14:20:20.518591 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55610) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:20:20.576070 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7c136450-321e-41f1-93be-3b367bf0bbbe req-2358a07a-5b4b-43e2-8903-1b4d28e3a8e9 service neutron] 10.222.0.32 "GET /v2.0/networks/2ab121a5-1839-4a4c-ae7a-0072339fc137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915377 Mar 01 14:20:20.591712 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-43b50c46-4ffe-471a-8bbd-fb82e52d1a25 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/floatingips/765bccc1-e6b6-4efb-bcd0-01489b2bc29a HTTP/1.1" status: 200 len: 994 time: 0.0679455 Mar 01 14:20:22.092839 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55622) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:20:22.223865 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-447886bd-7d96-47e3-b56a-a5645f53960b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae50cff9be4c452889aded4ce87c0223&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1298308 Mar 01 14:20:22.226421 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55626) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:20:22.273402 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3579862e-5369-4ff8-af3a-74530a178502 admin admin] Publish callbacks [] for security_group (d6542d5d-8318-4edc-bf1c-786b1c0d0745), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:22.295002 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3579862e-5369-4ff8-af3a-74530a178502 admin admin] Publish callbacks [] for security_group (d6542d5d-8318-4edc-bf1c-786b1c0d0745), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:22.341647 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3579862e-5369-4ff8-af3a-74530a178502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (d6542d5d-8318-4edc-bf1c-786b1c0d0745), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:22.344352 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3579862e-5369-4ff8-af3a-74530a178502 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:22.348478 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3579862e-5369-4ff8-af3a-74530a178502 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6542d5d-8318-4edc-bf1c-786b1c0d0745 HTTP/1.1" status: 204 len: 168 time: 0.1181493 Mar 01 14:20:22.356717 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579862e-5369-4ff8-af3a-74530a178502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6542d5d-8318-4edc-bf1c-786b1c0d0745,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:20:25.274608 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-44510a81-b3db-41cf-bca6-5e1067471f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:27.462451 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-71f2a02b-dbea-448a-a147-099dc6352c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:28.952867 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:30.120405 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:31.743591 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:39.995199 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:40.245735 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:44.837678 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:20:49.813691 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55780) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:20:49.927114 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-19cbaff3-7af9-42a4-9c51-6004510021e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:50.002369 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-19cbaff3-7af9-42a4-9c51-6004510021e7 admin admin] Publish callbacks [] for security_group (1eda718a-c3cf-43fe-a9fb-2c6ab452608c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:50.006134 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-19cbaff3-7af9-42a4-9c51-6004510021e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (1eda718a-c3cf-43fe-a9fb-2c6ab452608c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:50.044281 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-19cbaff3-7af9-42a4-9c51-6004510021e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=22b48bd7477d4dd4860fcf0881a49e9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2292814 Mar 01 14:20:50.045259 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cbaff3-7af9-42a4-9c51-6004510021e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eda718a-c3cf-43fe-a9fb-2c6ab452608c,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:20:50.046944 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55784) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:20:50.102083 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb3edf75-659e-4818-8e3d-eebb1d9cd248 admin admin] Publish callbacks [] for security_group (1eda718a-c3cf-43fe-a9fb-2c6ab452608c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:50.125707 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb3edf75-659e-4818-8e3d-eebb1d9cd248 admin admin] Publish callbacks [] for security_group (1eda718a-c3cf-43fe-a9fb-2c6ab452608c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:50.171487 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb3edf75-659e-4818-8e3d-eebb1d9cd248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (1eda718a-c3cf-43fe-a9fb-2c6ab452608c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:50.173957 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb3edf75-659e-4818-8e3d-eebb1d9cd248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:50.175094 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cb3edf75-659e-4818-8e3d-eebb1d9cd248 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1eda718a-c3cf-43fe-a9fb-2c6ab452608c HTTP/1.1" status: 204 len: 168 time: 0.1265099 Mar 01 14:20:50.182922 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3edf75-659e-4818-8e3d-eebb1d9cd248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eda718a-c3cf-43fe-a9fb-2c6ab452608c,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:20:50.191111 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3edf75-659e-4818-8e3d-eebb1d9cd248 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:50.191454 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3edf75-659e-4818-8e3d-eebb1d9cd248 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:50.191818 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3edf75-659e-4818-8e3d-eebb1d9cd248 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:50.192152 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3edf75-659e-4818-8e3d-eebb1d9cd248 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:50.192483 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3edf75-659e-4818-8e3d-eebb1d9cd248 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:50.192809 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3edf75-659e-4818-8e3d-eebb1d9cd248 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:50.193127 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3edf75-659e-4818-8e3d-eebb1d9cd248 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:50.193460 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3edf75-659e-4818-8e3d-eebb1d9cd248 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:50.193775 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3edf75-659e-4818-8e3d-eebb1d9cd248 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:50.194084 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3edf75-659e-4818-8e3d-eebb1d9cd248 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:50.194401 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3edf75-659e-4818-8e3d-eebb1d9cd248 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:50.194716 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3edf75-659e-4818-8e3d-eebb1d9cd248 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:50.195029 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3edf75-659e-4818-8e3d-eebb1d9cd248 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:50.794290 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55808) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:20:50.892892 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-b4d1314b-5598-4f0a-af13-926a37882b06 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-241160393-network', 'tenant_id': '05b53a2192fa45dcb9d0d37a3e7bc746'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:20:50.913188 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d1314b-5598-4f0a-af13-926a37882b06 admin admin] Made reservation on behalf of 05b53a2192fa45dcb9d0d37a3e7bc746 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:20:50.916133 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b4d1314b-5598-4f0a-af13-926a37882b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:50.925985 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b4d1314b-5598-4f0a-af13-926a37882b06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:51.013457 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b4d1314b-5598-4f0a-af13-926a37882b06 admin admin] Publish callbacks [] for security_group (59870cf5-3bcf-43b8-9304-5a6d850e53da), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:51.017879 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b4d1314b-5598-4f0a-af13-926a37882b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (59870cf5-3bcf-43b8-9304-5a6d850e53da), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:51.043902 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d1314b-5598-4f0a-af13-926a37882b06 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:20:51.054228 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1314b-5598-4f0a-af13-926a37882b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59870cf5-3bcf-43b8-9304-5a6d850e53da,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:20:51.059414 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b4d1314b-5598-4f0a-af13-926a37882b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (549579a7-1ba7-4ee6-851a-1c6181a3a3b4), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:51.059786 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-b4d1314b-5598-4f0a-af13-926a37882b06 admin admin] Added segment 549579a7-1ba7-4ee6-851a-1c6181a3a3b4 of type vlan for network c5eee55d-2d74-4e92-b4f1-906bc7078dcb Mar 01 14:20:51.099055 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b4d1314b-5598-4f0a-af13-926a37882b06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (c5eee55d-2d74-4e92-b4f1-906bc7078dcb), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:51.123596 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b4d1314b-5598-4f0a-af13-926a37882b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (c5eee55d-2d74-4e92-b4f1-906bc7078dcb), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:51.124649 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d1314b-5598-4f0a-af13-926a37882b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:20:51.125225 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b4d1314b-5598-4f0a-af13-926a37882b06 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:51.478181 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b4d1314b-5598-4f0a-af13-926a37882b06 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6811421 Mar 01 14:20:51.479527 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55812) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:20:51.481618 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1314b-5598-4f0a-af13-926a37882b06 admin admin] Pushing event updated for resources: {'Network': ['ID=c5eee55d-2d74-4e92-b4f1-906bc7078dcb,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:20:51.484538 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-b8b42360-c09c-454b-8b58-1fe183c0e2e1 admin admin] Request body: {'subnet': {'network_id': 'c5eee55d-2d74-4e92-b4f1-906bc7078dcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-241160393-subnet', 'tenant_id': '05b53a2192fa45dcb9d0d37a3e7bc746', 'ip_version': 4}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:20:51.492347 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network c5eee55d-2d74-4e92-b4f1-906bc7078dcb details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:20:51.503161 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b42360-c09c-454b-8b58-1fe183c0e2e1 admin admin] Made reservation on behalf of 05b53a2192fa45dcb9d0d37a3e7bc746 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:20:51.505608 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b8b42360-c09c-454b-8b58-1fe183c0e2e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:51.668934 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b8b42360-c09c-454b-8b58-1fe183c0e2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (40518051-2f79-47d3-82a1-5e2fcf0dec53), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:51.729041 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b42360-c09c-454b-8b58-1fe183c0e2e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40518051-2f79-47d3-82a1-5e2fcf0dec53,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:20:51.741421 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b42360-c09c-454b-8b58-1fe183c0e2e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:51.741774 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b42360-c09c-454b-8b58-1fe183c0e2e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:51.742121 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b42360-c09c-454b-8b58-1fe183c0e2e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:51.742468 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b42360-c09c-454b-8b58-1fe183c0e2e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:51.742800 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b42360-c09c-454b-8b58-1fe183c0e2e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:51.743136 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b42360-c09c-454b-8b58-1fe183c0e2e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:51.743466 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b42360-c09c-454b-8b58-1fe183c0e2e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:51.743828 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b42360-c09c-454b-8b58-1fe183c0e2e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:51.744156 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b42360-c09c-454b-8b58-1fe183c0e2e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:51.744481 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b42360-c09c-454b-8b58-1fe183c0e2e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:51.744804 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b42360-c09c-454b-8b58-1fe183c0e2e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:51.745130 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b42360-c09c-454b-8b58-1fe183c0e2e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:51.745452 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b42360-c09c-454b-8b58-1fe183c0e2e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:51.748347 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b42360-c09c-454b-8b58-1fe183c0e2e1 admin admin] Checking segment: {'id': '549579a7-1ba7-4ee6-851a-1c6181a3a3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c5eee55d-2d74-4e92-b4f1-906bc7078dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:20:51.748713 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b42360-c09c-454b-8b58-1fe183c0e2e1 admin admin] Network hostable DHCP agents. Network: c5eee55d-2d74-4e92-b4f1-906bc7078dcb, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:20:51.765631 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b42360-c09c-454b-8b58-1fe183c0e2e1 admin admin] Network c5eee55d-2d74-4e92-b4f1-906bc7078dcb is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:20:51.774946 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-b8b42360-c09c-454b-8b58-1fe183c0e2e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, c5eee55d-2d74-4e92-b4f1-906bc7078dcb) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:20:51.779024 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b42360-c09c-454b-8b58-1fe183c0e2e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:20:51.779827 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b8b42360-c09c-454b-8b58-1fe183c0e2e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:51.784694 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f27984-869b-4da1-b9e6-1adf8d890fa0 None None] Network c5eee55d-2d74-4e92-b4f1-906bc7078dcb requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:20:51.797043 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b8b42360-c09c-454b-8b58-1fe183c0e2e1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3163626 Mar 01 14:20:51.799629 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55814) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:20:51.803892 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-6017b08a-8634-4b93-8222-3ff1bb668f78 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-241160393-router', 'tenant_id': '05b53a2192fa45dcb9d0d37a3e7bc746', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:20:51.822650 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6017b08a-8634-4b93-8222-3ff1bb668f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (6fdea5cf-6018-4d21-9c07-e5f45c4b3f73), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:51.823902 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6017b08a-8634-4b93-8222-3ff1bb668f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (6fdea5cf-6018-4d21-9c07-e5f45c4b3f73), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:51.877906 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6017b08a-8634-4b93-8222-3ff1bb668f78 admin admin] Publish callbacks [] for router_controller (6fdea5cf-6018-4d21-9c07-e5f45c4b3f73), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:51.887629 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df49e5f-6b5a-44bb-8325-0a28cf5d3eb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-c5eee55d-2d74-4e92-b4f1-906bc7078dcb', 'network_id': 'c5eee55d-2d74-4e92-b4f1-906bc7078dcb', 'project_id': '05b53a2192fa45dcb9d0d37a3e7bc746', 'fixed_ips': [{'subnet_id': '40518051-2f79-47d3-82a1-5e2fcf0dec53'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:20:51.888543 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4df49e5f-6b5a-44bb-8325-0a28cf5d3eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:52.022333 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-4df49e5f-6b5a-44bb-8325-0a28cf5d3eb8 None None] Allocated IP 172.20.0.2 (c5eee55d-2d74-4e92-b4f1-906bc7078dcb/40518051-2f79-47d3-82a1-5e2fcf0dec53/c4736eb0-8359-4d8e-a8a4-1c0bab441c7e) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:20:52.027033 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6017b08a-8634-4b93-8222-3ff1bb668f78 admin admin] Publish callbacks [] for router_gateway (6fdea5cf-6018-4d21-9c07-e5f45c4b3f73), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:52.163061 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4df49e5f-6b5a-44bb-8325-0a28cf5d3eb8 None None] Publish callbacks [] for port (c4736eb0-8359-4d8e-a8a4-1c0bab441c7e), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:52.168911 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4df49e5f-6b5a-44bb-8325-0a28cf5d3eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (c4736eb0-8359-4d8e-a8a4-1c0bab441c7e), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:52.210086 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df49e5f-6b5a-44bb-8325-0a28cf5d3eb8 None None] Network c5eee55d-2d74-4e92-b4f1-906bc7078dcb is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:20:52.212826 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-4df49e5f-6b5a-44bb-8325-0a28cf5d3eb8 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:20:52.215840 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df49e5f-6b5a-44bb-8325-0a28cf5d3eb8 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:20:52.222544 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6017b08a-8634-4b93-8222-3ff1bb668f78 admin admin] Publish callbacks [] for router_gateway (6fdea5cf-6018-4d21-9c07-e5f45c4b3f73), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:52.224548 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df49e5f-6b5a-44bb-8325-0a28cf5d3eb8 None None] Pushing event updated for resources: {'Port': ['ID=c4736eb0-8359-4d8e-a8a4-1c0bab441c7e,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:20:52.245334 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6017b08a-8634-4b93-8222-3ff1bb668f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:52.249635 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df49e5f-6b5a-44bb-8325-0a28cf5d3eb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:52.249985 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df49e5f-6b5a-44bb-8325-0a28cf5d3eb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:52.250331 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df49e5f-6b5a-44bb-8325-0a28cf5d3eb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:52.250675 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df49e5f-6b5a-44bb-8325-0a28cf5d3eb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:52.251011 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df49e5f-6b5a-44bb-8325-0a28cf5d3eb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:52.251344 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df49e5f-6b5a-44bb-8325-0a28cf5d3eb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:52.255732 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df49e5f-6b5a-44bb-8325-0a28cf5d3eb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:52.256099 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df49e5f-6b5a-44bb-8325-0a28cf5d3eb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:52.256449 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df49e5f-6b5a-44bb-8325-0a28cf5d3eb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:52.256931 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df49e5f-6b5a-44bb-8325-0a28cf5d3eb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:52.257145 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df49e5f-6b5a-44bb-8325-0a28cf5d3eb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:52.257542 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df49e5f-6b5a-44bb-8325-0a28cf5d3eb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:52.257908 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df49e5f-6b5a-44bb-8325-0a28cf5d3eb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:20:52.294436 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-4df49e5f-6b5a-44bb-8325-0a28cf5d3eb8 None None] Attempting to bind port c4736eb0-8359-4d8e-a8a4-1c0bab441c7e on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:20:52.294808 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-4df49e5f-6b5a-44bb-8325-0a28cf5d3eb8 None None] Attempting to bind port c4736eb0-8359-4d8e-a8a4-1c0bab441c7e by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '549579a7-1ba7-4ee6-851a-1c6181a3a3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c5eee55d-2d74-4e92-b4f1-906bc7078dcb'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:20:52.295190 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df49e5f-6b5a-44bb-8325-0a28cf5d3eb8 None None] Attempting to bind port c4736eb0-8359-4d8e-a8a4-1c0bab441c7e on network c5eee55d-2d74-4e92-b4f1-906bc7078dcb {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:20:52.300723 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df49e5f-6b5a-44bb-8325-0a28cf5d3eb8 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:20:52.301110 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df49e5f-6b5a-44bb-8325-0a28cf5d3eb8 None None] Checking segment: {'id': '549579a7-1ba7-4ee6-851a-1c6181a3a3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c5eee55d-2d74-4e92-b4f1-906bc7078dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:20:52.301507 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4df49e5f-6b5a-44bb-8325-0a28cf5d3eb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:52.303401 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df49e5f-6b5a-44bb-8325-0a28cf5d3eb8 None None] Bound using segment: {'id': '549579a7-1ba7-4ee6-851a-1c6181a3a3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c5eee55d-2d74-4e92-b4f1-906bc7078dcb'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:20:52.303401 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-4df49e5f-6b5a-44bb-8325-0a28cf5d3eb8 None None] Bound port: c4736eb0-8359-4d8e-a8a4-1c0bab441c7e, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '549579a7-1ba7-4ee6-851a-1c6181a3a3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c5eee55d-2d74-4e92-b4f1-906bc7078dcb'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:20:52.303401 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4df49e5f-6b5a-44bb-8325-0a28cf5d3eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c4736eb0-8359-4d8e-a8a4-1c0bab441c7e), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:52.352029 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-6017b08a-8634-4b93-8222-3ff1bb668f78 admin admin] Allocated IP 172.25.1.204 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/ec5f62dc-de73-4cc9-84a2-3fe0befdd967) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:20:52.368837 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-4df49e5f-6b5a-44bb-8325-0a28cf5d3eb8 None None] For port c4736eb0-8359-4d8e-a8a4-1c0bab441c7e, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:20:52.375899 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-4df49e5f-6b5a-44bb-8325-0a28cf5d3eb8 None None] For port c4736eb0-8359-4d8e-a8a4-1c0bab441c7e, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=c4736eb0-8359-4d8e-a8a4-1c0bab441c7e,segment=NetworkSegment(549579a7-1ba7-4ee6-851a-1c6181a3a3b4),segment_id=549579a7-1ba7-4ee6-851a-1c6181a3a3b4)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:20:52.381231 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4df49e5f-6b5a-44bb-8325-0a28cf5d3eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c4736eb0-8359-4d8e-a8a4-1c0bab441c7e), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:52.444821 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df49e5f-6b5a-44bb-8325-0a28cf5d3eb8 None None] Pushing event updated for resources: {'Port': ['ID=c4736eb0-8359-4d8e-a8a4-1c0bab441c7e,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:20:52.462662 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6017b08a-8634-4b93-8222-3ff1bb668f78 admin admin] Publish callbacks [] for port (ec5f62dc-de73-4cc9-84a2-3fe0befdd967), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:52.498326 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6017b08a-8634-4b93-8222-3ff1bb668f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (ec5f62dc-de73-4cc9-84a2-3fe0befdd967), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:52.539129 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6017b08a-8634-4b93-8222-3ff1bb668f78 admin admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:20:52.542052 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-6017b08a-8634-4b93-8222-3ff1bb668f78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:20:52.544983 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6017b08a-8634-4b93-8222-3ff1bb668f78 admin admin] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:20:52.569661 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017b08a-8634-4b93-8222-3ff1bb668f78 admin admin] Pushing event updated for resources: {'Port': ['ID=ec5f62dc-de73-4cc9-84a2-3fe0befdd967,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:20:52.836378 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6017b08a-8634-4b93-8222-3ff1bb668f78 admin admin] Publish callbacks [] for router_gateway (6fdea5cf-6018-4d21-9c07-e5f45c4b3f73), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:53.037882 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6017b08a-8634-4b93-8222-3ff1bb668f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (6fdea5cf-6018-4d21-9c07-e5f45c4b3f73), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:53.170177 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6017b08a-8634-4b93-8222-3ff1bb668f78 admin admin] Router 6fdea5cf-6018-4d21-9c07-e5f45c4b3f73 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:20:53.280905 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6017b08a-8634-4b93-8222-3ff1bb668f78 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:20:53.292023 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4da217-8ff0-481b-ad81-7098f7881ed0 None None] Sync routers for ids ['6fdea5cf-6018-4d21-9c07-e5f45c4b3f73'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:20:53.298244 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6017b08a-8634-4b93-8222-3ff1bb668f78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:53.301972 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6017b08a-8634-4b93-8222-3ff1bb668f78 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.4989743 Mar 01 14:20:53.302446 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55820) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:20:53.309261 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4da217-8ff0-481b-ad81-7098f7881ed0 None None] Routers {'6fdea5cf-6018-4d21-9c07-e5f45c4b3f73'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:20:53.309888 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-df4da217-8ff0-481b-ad81-7098f7881ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:20:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6fdea5cf-6018-4d21-9c07-e5f45c4b3f73'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:20:53.428478 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dd5cec-fe68-4dd9-8b7f-b2bd5ddb682d None None] Network c5eee55d-2d74-4e92-b4f1-906bc7078dcb requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:20:53.434766 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-df4da217-8ff0-481b-ad81-7098f7881ed0 None None] Set router 6fdea5cf-6018-4d21-9c07-e5f45c4b3f73 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:20:53.517128 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-ee816800-ea6a-420c-b3d2-9900cf738bdc None None] Provisioning complete for port c4736eb0-8359-4d8e-a8a4-1c0bab441c7e triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:20:53.517636 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ee816800-ea6a-420c-b3d2-9900cf738bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c4736eb0-8359-4d8e-a8a4-1c0bab441c7e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:53.624529 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ee816800-ea6a-420c-b3d2-9900cf738bdc None None] Current status of the port c4736eb0-8359-4d8e-a8a4-1c0bab441c7e is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:20:53.624933 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ee816800-ea6a-420c-b3d2-9900cf738bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (c4736eb0-8359-4d8e-a8a4-1c0bab441c7e), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:53.628622 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-df4da217-8ff0-481b-ad81-7098f7881ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdea5cf-6018-4d21-9c07-e5f45c4b3f73', 'name': 'tempest-ImageQuotaTest-241160393-router', 'tenant_id': '05b53a2192fa45dcb9d0d37a3e7bc746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'ec5f62dc-de73-4cc9-84a2-3fe0befdd967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:20:51Z', 'updated_at': '2022-03-01T14:20:52Z', 'revision_number': 3, 'project_id': '05b53a2192fa45dcb9d0d37a3e7bc746', 'gw_port': {'id': 'ec5f62dc-de73-4cc9-84a2-3fe0befdd967', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdea5cf-6018-4d21-9c07-e5f45c4b3f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:20:52Z', 'updated_at': '2022-03-01T14:20:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:20:53.659264 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-ee816800-ea6a-420c-b3d2-9900cf738bdc None None] For port c4736eb0-8359-4d8e-a8a4-1c0bab441c7e, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=c4736eb0-8359-4d8e-a8a4-1c0bab441c7e,segment=NetworkSegment(549579a7-1ba7-4ee6-851a-1c6181a3a3b4),segment_id=549579a7-1ba7-4ee6-851a-1c6181a3a3b4)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:20:53.664642 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4da217-8ff0-481b-ad81-7098f7881ed0 None None] Checking router: 6fdea5cf-6018-4d21-9c07-e5f45c4b3f73 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:20:53.665019 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ee816800-ea6a-420c-b3d2-9900cf738bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (c4736eb0-8359-4d8e-a8a4-1c0bab441c7e), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:53.665572 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4da217-8ff0-481b-ad81-7098f7881ed0 None None] Updating router 6fdea5cf-6018-4d21-9c07-e5f45c4b3f73 port ec5f62dc-de73-4cc9-84a2-3fe0befdd967 binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:20:53.697523 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-df4da217-8ff0-481b-ad81-7098f7881ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ec5f62dc-de73-4cc9-84a2-3fe0befdd967), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:53.732135 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee816800-ea6a-420c-b3d2-9900cf738bdc None None] Pushing event updated for resources: {'Port': ['ID=c4736eb0-8359-4d8e-a8a4-1c0bab441c7e,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:20:53.751187 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-499d52a5-8c52-45c9-9071-953ef510ae4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:53.889513 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-b9a0768a-f313-4782-a068-e20f6384696e None None] Provisioning complete for port c4736eb0-8359-4d8e-a8a4-1c0bab441c7e triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:20:53.890317 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b9a0768a-f313-4782-a068-e20f6384696e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c4736eb0-8359-4d8e-a8a4-1c0bab441c7e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:53.967155 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-499d52a5-8c52-45c9-9071-953ef510ae4a admin admin] Allocated IP 172.20.0.1 (c5eee55d-2d74-4e92-b4f1-906bc7078dcb/40518051-2f79-47d3-82a1-5e2fcf0dec53/606d2d39-217b-4d71-8bc1-d6c7de5d0b5e) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:20:53.974282 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-df4da217-8ff0-481b-ad81-7098f7881ed0 None None] Publish callbacks [] for port (ec5f62dc-de73-4cc9-84a2-3fe0befdd967), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:53.979342 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-b9a0768a-f313-4782-a068-e20f6384696e None None] Current status of the port c4736eb0-8359-4d8e-a8a4-1c0bab441c7e is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:20:53.981030 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-df4da217-8ff0-481b-ad81-7098f7881ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ec5f62dc-de73-4cc9-84a2-3fe0befdd967), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:54.041228 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-df4da217-8ff0-481b-ad81-7098f7881ed0 None None] Attempting to bind port ec5f62dc-de73-4cc9-84a2-3fe0befdd967 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:20:54.041685 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-df4da217-8ff0-481b-ad81-7098f7881ed0 None None] Attempting to bind port ec5f62dc-de73-4cc9-84a2-3fe0befdd967 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:20:54.042136 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4da217-8ff0-481b-ad81-7098f7881ed0 None None] Attempting to bind port ec5f62dc-de73-4cc9-84a2-3fe0befdd967 on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:20:54.046907 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642662e5-19d0-4d36-92b9-5c43015c80d6 None None] Pushing event updated for resources: {'Port': ['ID=ec5f62dc-de73-4cc9-84a2-3fe0befdd967,revision_number=2']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:20:54.051041 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4da217-8ff0-481b-ad81-7098f7881ed0 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:20:54.051469 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4da217-8ff0-481b-ad81-7098f7881ed0 None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:20:54.051983 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-df4da217-8ff0-481b-ad81-7098f7881ed0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:54.052545 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4da217-8ff0-481b-ad81-7098f7881ed0 None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:20:54.053166 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-df4da217-8ff0-481b-ad81-7098f7881ed0 None None] Bound port: ec5f62dc-de73-4cc9-84a2-3fe0befdd967, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:20:54.053517 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-df4da217-8ff0-481b-ad81-7098f7881ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ec5f62dc-de73-4cc9-84a2-3fe0befdd967), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:54.083546 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c4736eb0-8359-4d8e-a8a4-1c0bab441c7e up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:20:54.090544 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-499d52a5-8c52-45c9-9071-953ef510ae4a admin admin] Publish callbacks [] for port (606d2d39-217b-4d71-8bc1-d6c7de5d0b5e), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:54.109283 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-df4da217-8ff0-481b-ad81-7098f7881ed0 None None] For port ec5f62dc-de73-4cc9-84a2-3fe0befdd967, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:20:54.113183 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-df4da217-8ff0-481b-ad81-7098f7881ed0 None None] For port ec5f62dc-de73-4cc9-84a2-3fe0befdd967, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ec5f62dc-de73-4cc9-84a2-3fe0befdd967,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:20:54.118816 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-df4da217-8ff0-481b-ad81-7098f7881ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ec5f62dc-de73-4cc9-84a2-3fe0befdd967), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:54.125705 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-499d52a5-8c52-45c9-9071-953ef510ae4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (606d2d39-217b-4d71-8bc1-d6c7de5d0b5e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:54.136989 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port c4736eb0-8359-4d8e-a8a4-1c0bab441c7e triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:20:54.137456 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (c4736eb0-8359-4d8e-a8a4-1c0bab441c7e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:54.159558 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499d52a5-8c52-45c9-9071-953ef510ae4a admin admin] Network c5eee55d-2d74-4e92-b4f1-906bc7078dcb is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:20:54.162517 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-499d52a5-8c52-45c9-9071-953ef510ae4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:20:54.168398 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499d52a5-8c52-45c9-9071-953ef510ae4a admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:20:54.170314 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4da217-8ff0-481b-ad81-7098f7881ed0 None None] Routers {'6fdea5cf-6018-4d21-9c07-e5f45c4b3f73'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:20:54.171066 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-df4da217-8ff0-481b-ad81-7098f7881ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:20:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6fdea5cf-6018-4d21-9c07-e5f45c4b3f73'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:20:54.208062 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d52a5-8c52-45c9-9071-953ef510ae4a admin admin] Pushing event updated for resources: {'Port': ['ID=606d2d39-217b-4d71-8bc1-d6c7de5d0b5e,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:20:54.237220 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-499d52a5-8c52-45c9-9071-953ef510ae4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (6fdea5cf-6018-4d21-9c07-e5f45c4b3f73), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:54.264042 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port c4736eb0-8359-4d8e-a8a4-1c0bab441c7e is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:20:54.282167 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642662e5-19d0-4d36-92b9-5c43015c80d6 None None] Pushing event updated for resources: {'Port': ['ID=ec5f62dc-de73-4cc9-84a2-3fe0befdd967,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:20:54.302157 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-df4da217-8ff0-481b-ad81-7098f7881ed0 None None] Set router 6fdea5cf-6018-4d21-9c07-e5f45c4b3f73 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:20:54.396674 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-499d52a5-8c52-45c9-9071-953ef510ae4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (606d2d39-217b-4d71-8bc1-d6c7de5d0b5e), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:54.488895 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-df4da217-8ff0-481b-ad81-7098f7881ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdea5cf-6018-4d21-9c07-e5f45c4b3f73', 'name': 'tempest-ImageQuotaTest-241160393-router', 'tenant_id': '05b53a2192fa45dcb9d0d37a3e7bc746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'ec5f62dc-de73-4cc9-84a2-3fe0befdd967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:20:51Z', 'updated_at': '2022-03-01T14:20:52Z', 'revision_number': 3, 'project_id': '05b53a2192fa45dcb9d0d37a3e7bc746', 'gw_port': {'id': 'ec5f62dc-de73-4cc9-84a2-3fe0befdd967', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdea5cf-6018-4d21-9c07-e5f45c4b3f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:20:52Z', 'updated_at': '2022-03-01T14:20:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:20:54.509893 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-6a5e62b3-65df-4383-a44b-7a484b857e14 None None] Provisioning complete for port 606d2d39-217b-4d71-8bc1-d6c7de5d0b5e triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:20:54.511424 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6a5e62b3-65df-4383-a44b-7a484b857e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (606d2d39-217b-4d71-8bc1-d6c7de5d0b5e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:54.552220 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-6a5e62b3-65df-4383-a44b-7a484b857e14 None None] Port 606d2d39-217b-4d71-8bc1-d6c7de5d0b5e cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:20:54.583727 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-499d52a5-8c52-45c9-9071-953ef510ae4a admin admin] Publish callbacks [] for port (606d2d39-217b-4d71-8bc1-d6c7de5d0b5e), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:54.589314 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-499d52a5-8c52-45c9-9071-953ef510ae4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (606d2d39-217b-4d71-8bc1-d6c7de5d0b5e), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:54.613943 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4da217-8ff0-481b-ad81-7098f7881ed0 None None] The sync data for ids ['6fdea5cf-6018-4d21-9c07-e5f45c4b3f73'] in n-d-827467-3 is: [{'id': '6fdea5cf-6018-4d21-9c07-e5f45c4b3f73', 'name': 'tempest-ImageQuotaTest-241160393-router', 'tenant_id': '05b53a2192fa45dcb9d0d37a3e7bc746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'ec5f62dc-de73-4cc9-84a2-3fe0befdd967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:20:51Z', 'updated_at': '2022-03-01T14:20:52Z', 'revision_number': 3, 'project_id': '05b53a2192fa45dcb9d0d37a3e7bc746', 'gw_port': {'id': 'ec5f62dc-de73-4cc9-84a2-3fe0befdd967', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdea5cf-6018-4d21-9c07-e5f45c4b3f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:20:52Z', 'updated_at': '2022-03-01T14:20:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:20:54.660710 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d52a5-8c52-45c9-9071-953ef510ae4a admin admin] Pushing event updated for resources: {'Port': ['ID=606d2d39-217b-4d71-8bc1-d6c7de5d0b5e,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:20:54.663072 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-499d52a5-8c52-45c9-9071-953ef510ae4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (6fdea5cf-6018-4d21-9c07-e5f45c4b3f73), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:54.758433 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499d52a5-8c52-45c9-9071-953ef510ae4a admin admin] Network c5eee55d-2d74-4e92-b4f1-906bc7078dcb is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:20:54.759968 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-499d52a5-8c52-45c9-9071-953ef510ae4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:20:54.907911 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499d52a5-8c52-45c9-9071-953ef510ae4a admin admin] Router 6fdea5cf-6018-4d21-9c07-e5f45c4b3f73 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:20:55.028704 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499d52a5-8c52-45c9-9071-953ef510ae4a admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:20:55.034373 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-499d52a5-8c52-45c9-9071-953ef510ae4a admin admin] 10.222.0.13 "PUT /v2.0/routers/6fdea5cf-6018-4d21-9c07-e5f45c4b3f73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7308505 Mar 01 14:20:55.078316 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-f38262ca-ecef-45f7-9c68-204b0dae2ffc None None] Provisioning complete for port 606d2d39-217b-4d71-8bc1-d6c7de5d0b5e triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:20:55.078695 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f38262ca-ecef-45f7-9c68-204b0dae2ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (606d2d39-217b-4d71-8bc1-d6c7de5d0b5e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:55.117127 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-f38262ca-ecef-45f7-9c68-204b0dae2ffc None None] Port 606d2d39-217b-4d71-8bc1-d6c7de5d0b5e cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:20:55.282574 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-715a84da-91e6-4a08-b7db-adbefaf6dd6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:56.003942 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55842) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:20:56.053586 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ec5f62dc-de73-4cc9-84a2-3fe0befdd967 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:20:56.100984 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port ec5f62dc-de73-4cc9-84a2-3fe0befdd967 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:20:56.101375 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ec5f62dc-de73-4cc9-84a2-3fe0befdd967), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:56.181035 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e65384b-8f32-4693-bbff-62ad34e8c205 None None] Sync routers for ids ['6fdea5cf-6018-4d21-9c07-e5f45c4b3f73'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:20:56.188707 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port ec5f62dc-de73-4cc9-84a2-3fe0befdd967 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:20:56.189118 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (ec5f62dc-de73-4cc9-84a2-3fe0befdd967), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:56.209711 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e65384b-8f32-4693-bbff-62ad34e8c205 None None] Routers {'6fdea5cf-6018-4d21-9c07-e5f45c4b3f73'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:20:56.210245 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-5e65384b-8f32-4693-bbff-62ad34e8c205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:20:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6fdea5cf-6018-4d21-9c07-e5f45c4b3f73'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:20:56.215082 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port ec5f62dc-de73-4cc9-84a2-3fe0befdd967, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ec5f62dc-de73-4cc9-84a2-3fe0befdd967,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:20:56.250139 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (ec5f62dc-de73-4cc9-84a2-3fe0befdd967), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:56.350265 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72e47dbc-e822-47b4-9c8d-7a4901f1d17c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (6fdea5cf-6018-4d21-9c07-e5f45c4b3f73), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:56.506205 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=ec5f62dc-de73-4cc9-84a2-3fe0befdd967,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:20:56.520557 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-5e65384b-8f32-4693-bbff-62ad34e8c205 None None] Set router 6fdea5cf-6018-4d21-9c07-e5f45c4b3f73 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:20:56.605759 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-72e47dbc-e822-47b4-9c8d-7a4901f1d17c admin admin] Deleting port 606d2d39-217b-4d71-8bc1-d6c7de5d0b5e {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:20:56.606100 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72e47dbc-e822-47b4-9c8d-7a4901f1d17c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (606d2d39-217b-4d71-8bc1-d6c7de5d0b5e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:56.677922 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72e47dbc-e822-47b4-9c8d-7a4901f1d17c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (606d2d39-217b-4d71-8bc1-d6c7de5d0b5e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:56.693866 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-72e47dbc-e822-47b4-9c8d-7a4901f1d17c admin admin] Calling delete_port for 606d2d39-217b-4d71-8bc1-d6c7de5d0b5e owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:20:56.713204 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-5e65384b-8f32-4693-bbff-62ad34e8c205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdea5cf-6018-4d21-9c07-e5f45c4b3f73', 'name': 'tempest-ImageQuotaTest-241160393-router', 'tenant_id': '05b53a2192fa45dcb9d0d37a3e7bc746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'ec5f62dc-de73-4cc9-84a2-3fe0befdd967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:20:51Z', 'updated_at': '2022-03-01T14:20:54Z', 'revision_number': 4, 'project_id': '05b53a2192fa45dcb9d0d37a3e7bc746', 'gw_port': {'id': 'ec5f62dc-de73-4cc9-84a2-3fe0befdd967', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdea5cf-6018-4d21-9c07-e5f45c4b3f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:20:52Z', 'updated_at': '2022-03-01T14:20:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '606d2d39-217b-4d71-8bc1-d6c7de5d0b5e', 'name': '', 'network_id': 'c5eee55d-2d74-4e92-b4f1-906bc7078dcb', 'tenant_id': '05b53a2192fa45dcb9d0d37a3e7bc746', 'mac_address': 'fa:16:3e:a9:97:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdea5cf-6018-4d21-9c07-e5f45c4b3f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '40518051-2f79-47d3-82a1-5e2fcf0dec53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:20:53Z', 'updated_at': '2022-03-01T14:20:54Z', 'revision_number': 2, 'project_id': '05b53a2192fa45dcb9d0d37a3e7bc746', 'subnets': [{'id': '40518051-2f79-47d3-82a1-5e2fcf0dec53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:20:56.743664 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e65384b-8f32-4693-bbff-62ad34e8c205 None None] Checking router: 6fdea5cf-6018-4d21-9c07-e5f45c4b3f73 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:20:56.744021 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e65384b-8f32-4693-bbff-62ad34e8c205 None None] Updating router 6fdea5cf-6018-4d21-9c07-e5f45c4b3f73 port 606d2d39-217b-4d71-8bc1-d6c7de5d0b5e binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:20:56.770758 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5e65384b-8f32-4693-bbff-62ad34e8c205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (606d2d39-217b-4d71-8bc1-d6c7de5d0b5e), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:56.874330 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72e47dbc-e822-47b4-9c8d-7a4901f1d17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (606d2d39-217b-4d71-8bc1-d6c7de5d0b5e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:56.900460 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e47dbc-e822-47b4-9c8d-7a4901f1d17c admin admin] Pushing event deleted for resources: {'Port': ['ID=606d2d39-217b-4d71-8bc1-d6c7de5d0b5e,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:20:57.040750 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-5e65384b-8f32-4693-bbff-62ad34e8c205 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 14:20:57.041184 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-5e65384b-8f32-4693-bbff-62ad34e8c205 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 14:20:57.067435 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72e47dbc-e822-47b4-9c8d-7a4901f1d17c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (6fdea5cf-6018-4d21-9c07-e5f45c4b3f73), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:57.286610 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e47dbc-e822-47b4-9c8d-7a4901f1d17c admin admin] Router 6fdea5cf-6018-4d21-9c07-e5f45c4b3f73 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:20:57.397216 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e47dbc-e822-47b4-9c8d-7a4901f1d17c admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:20:57.402833 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-72e47dbc-e822-47b4-9c8d-7a4901f1d17c admin admin] 10.222.0.13 "PUT /v2.0/routers/6fdea5cf-6018-4d21-9c07-e5f45c4b3f73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3989656 Mar 01 14:20:57.405550 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55844) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:20:57.465337 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5fe3bfc4-809e-4344-a0fe-8b81ac79cbf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:57.518221 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d67587a9-d6c3-4d0a-a989-3ef7286b1ad7 admin admin] Publish callbacks [] for router (6fdea5cf-6018-4d21-9c07-e5f45c4b3f73), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:57.565044 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e65384b-8f32-4693-bbff-62ad34e8c205 None None] Port 606d2d39-217b-4d71-8bc1-d6c7de5d0b5e not found while updating agent binding for router 6fdea5cf-6018-4d21-9c07-e5f45c4b3f73. {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 01 14:20:57.573386 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e65384b-8f32-4693-bbff-62ad34e8c205 None None] Routers {'6fdea5cf-6018-4d21-9c07-e5f45c4b3f73'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:20:57.574007 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-5e65384b-8f32-4693-bbff-62ad34e8c205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:20:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6fdea5cf-6018-4d21-9c07-e5f45c4b3f73'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:20:57.624591 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d67587a9-d6c3-4d0a-a989-3ef7286b1ad7 admin admin] Publish callbacks [] for router_gateway (6fdea5cf-6018-4d21-9c07-e5f45c4b3f73), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:57.675859 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-d67587a9-d6c3-4d0a-a989-3ef7286b1ad7 admin admin] Deleting port ec5f62dc-de73-4cc9-84a2-3fe0befdd967 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:20:57.676203 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d67587a9-d6c3-4d0a-a989-3ef7286b1ad7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (ec5f62dc-de73-4cc9-84a2-3fe0befdd967), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:57.681898 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-5e65384b-8f32-4693-bbff-62ad34e8c205 None None] Set router 6fdea5cf-6018-4d21-9c07-e5f45c4b3f73 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:20:57.753747 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-d67587a9-d6c3-4d0a-a989-3ef7286b1ad7 admin admin] For port ec5f62dc-de73-4cc9-84a2-3fe0befdd967, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ec5f62dc-de73-4cc9-84a2-3fe0befdd967,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:20:57.754116 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d67587a9-d6c3-4d0a-a989-3ef7286b1ad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (ec5f62dc-de73-4cc9-84a2-3fe0befdd967), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:57.766978 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-d67587a9-d6c3-4d0a-a989-3ef7286b1ad7 admin admin] Calling delete_port for ec5f62dc-de73-4cc9-84a2-3fe0befdd967 owned by network:router_gateway {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:20:57.861905 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-5e65384b-8f32-4693-bbff-62ad34e8c205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdea5cf-6018-4d21-9c07-e5f45c4b3f73', 'name': 'tempest-ImageQuotaTest-241160393-router', 'tenant_id': '05b53a2192fa45dcb9d0d37a3e7bc746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'ec5f62dc-de73-4cc9-84a2-3fe0befdd967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:20:51Z', 'updated_at': '2022-03-01T14:20:56Z', 'revision_number': 5, 'project_id': '05b53a2192fa45dcb9d0d37a3e7bc746', 'gw_port': {'id': 'ec5f62dc-de73-4cc9-84a2-3fe0befdd967', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdea5cf-6018-4d21-9c07-e5f45c4b3f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:20:52Z', 'updated_at': '2022-03-01T14:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:20:57.888671 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e65384b-8f32-4693-bbff-62ad34e8c205 None None] The sync data for ids ['6fdea5cf-6018-4d21-9c07-e5f45c4b3f73'] in n-d-827467-3 is: [{'id': '6fdea5cf-6018-4d21-9c07-e5f45c4b3f73', 'name': 'tempest-ImageQuotaTest-241160393-router', 'tenant_id': '05b53a2192fa45dcb9d0d37a3e7bc746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'ec5f62dc-de73-4cc9-84a2-3fe0befdd967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:20:51Z', 'updated_at': '2022-03-01T14:20:56Z', 'revision_number': 5, 'project_id': '05b53a2192fa45dcb9d0d37a3e7bc746', 'gw_port': {'id': 'ec5f62dc-de73-4cc9-84a2-3fe0befdd967', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdea5cf-6018-4d21-9c07-e5f45c4b3f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:20:52Z', 'updated_at': '2022-03-01T14:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:20:58.029692 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ec5f62dc-de73-4cc9-84a2-3fe0befdd967 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:20:58.085892 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port ec5f62dc-de73-4cc9-84a2-3fe0befdd967 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:20:58.086492 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (ec5f62dc-de73-4cc9-84a2-3fe0befdd967), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:58.167846 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port ec5f62dc-de73-4cc9-84a2-3fe0befdd967 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:20:58.260749 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d67587a9-d6c3-4d0a-a989-3ef7286b1ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (ec5f62dc-de73-4cc9-84a2-3fe0befdd967), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:58.290223 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67587a9-d6c3-4d0a-a989-3ef7286b1ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec5f62dc-de73-4cc9-84a2-3fe0befdd967,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:20:58.354924 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d67587a9-d6c3-4d0a-a989-3ef7286b1ad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (6fdea5cf-6018-4d21-9c07-e5f45c4b3f73), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:58.464398 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d67587a9-d6c3-4d0a-a989-3ef7286b1ad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (6fdea5cf-6018-4d21-9c07-e5f45c4b3f73), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:58.466640 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d67587a9-d6c3-4d0a-a989-3ef7286b1ad7 admin admin] Publish callbacks [] for router_controller (6fdea5cf-6018-4d21-9c07-e5f45c4b3f73), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:58.524730 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdc5d63-1e36-43fe-bce1-29540dff6628 None None] Sync routers for ids ['6fdea5cf-6018-4d21-9c07-e5f45c4b3f73'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:20:58.531144 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d67587a9-d6c3-4d0a-a989-3ef7286b1ad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (6fdea5cf-6018-4d21-9c07-e5f45c4b3f73), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:58.531773 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67587a9-d6c3-4d0a-a989-3ef7286b1ad7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fdea5cf-6018-4d21-9c07-e5f45c4b3f73 {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:20:58.535608 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdc5d63-1e36-43fe-bce1-29540dff6628 None None] Routers set() bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:20:58.535996 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdc5d63-1e36-43fe-bce1-29540dff6628 None None] Router IDs set() for agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 01 14:20:58.536591 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_agentschedulers_db [None req-1bdc5d63-1e36-43fe-bce1-29540dff6628 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6fdea5cf-6018-4d21-9c07-e5f45c4b3f73'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:20:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent'). {{(pid=103729) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 01 14:20:58.536728 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d67587a9-d6c3-4d0a-a989-3ef7286b1ad7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:58.537773 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d67587a9-d6c3-4d0a-a989-3ef7286b1ad7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/6fdea5cf-6018-4d21-9c07-e5f45c4b3f73 HTTP/1.1" status: 204 len: 168 time: 1.1312373 Mar 01 14:20:58.540232 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55846) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:20:58.547902 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdc5d63-1e36-43fe-bce1-29540dff6628 None None] Routers set() bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:20:58.548815 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdc5d63-1e36-43fe-bce1-29540dff6628 None None] Router IDs set() for agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 01 14:20:58.549572 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_agentschedulers_db [None req-1bdc5d63-1e36-43fe-bce1-29540dff6628 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6fdea5cf-6018-4d21-9c07-e5f45c4b3f73'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:20:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent'). {{(pid=103729) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 01 14:20:58.549950 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdc5d63-1e36-43fe-bce1-29540dff6628 None None] The sync data for ids ['6fdea5cf-6018-4d21-9c07-e5f45c4b3f73'] in n-d-827467-3 is: [] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:20:58.585584 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b8ceba4-78ff-4217-aaff-0e196aaf0e9b admin admin] Deleting subnet 40518051-2f79-47d3-82a1-5e2fcf0dec53 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:20:58.589011 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0b8ceba4-78ff-4217-aaff-0e196aaf0e9b admin admin] Publish callbacks [] for subnet (40518051-2f79-47d3-82a1-5e2fcf0dec53), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:58.625198 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0b8ceba4-78ff-4217-aaff-0e196aaf0e9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (40518051-2f79-47d3-82a1-5e2fcf0dec53), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:58.707277 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0b8ceba4-78ff-4217-aaff-0e196aaf0e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (40518051-2f79-47d3-82a1-5e2fcf0dec53), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:58.756650 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0b8ceba4-78ff-4217-aaff-0e196aaf0e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (40518051-2f79-47d3-82a1-5e2fcf0dec53), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:58.783434 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ceba4-78ff-4217-aaff-0e196aaf0e9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40518051-2f79-47d3-82a1-5e2fcf0dec53,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:20:58.785449 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0b8ceba4-78ff-4217-aaff-0e196aaf0e9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:58.790707 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0b8ceba4-78ff-4217-aaff-0e196aaf0e9b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/40518051-2f79-47d3-82a1-5e2fcf0dec53 HTTP/1.1" status: 204 len: 168 time: 0.2474337 Mar 01 14:20:58.790900 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a07aca0-46bc-470b-898b-19bb7464b25f None None] Network c5eee55d-2d74-4e92-b4f1-906bc7078dcb requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:20:58.791367 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55848) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:20:58.858342 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aae82650-3e7b-4632-8f4a-7dd76450eded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (c5eee55d-2d74-4e92-b4f1-906bc7078dcb), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:58.918015 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-aae82650-3e7b-4632-8f4a-7dd76450eded admin admin] Deleting port c4736eb0-8359-4d8e-a8a4-1c0bab441c7e {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:20:58.918301 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aae82650-3e7b-4632-8f4a-7dd76450eded admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (c4736eb0-8359-4d8e-a8a4-1c0bab441c7e), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:58.954184 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:58.981087 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-aae82650-3e7b-4632-8f4a-7dd76450eded admin admin] For port c4736eb0-8359-4d8e-a8a4-1c0bab441c7e, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=c4736eb0-8359-4d8e-a8a4-1c0bab441c7e,segment=NetworkSegment(549579a7-1ba7-4ee6-851a-1c6181a3a3b4),segment_id=549579a7-1ba7-4ee6-851a-1c6181a3a3b4)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:20:58.981443 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aae82650-3e7b-4632-8f4a-7dd76450eded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (c4736eb0-8359-4d8e-a8a4-1c0bab441c7e), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:58.996547 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-aae82650-3e7b-4632-8f4a-7dd76450eded admin admin] Calling delete_port for c4736eb0-8359-4d8e-a8a4-1c0bab441c7e owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:20:58.998110 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cc4f4d-a205-4016-9855-5c6287bd0557 None None] DHCP port deletion for c5eee55d-2d74-4e92-b4f1-906bc7078dcb request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:20:59.050700 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-59cc4f4d-a205-4016-9855-5c6287bd0557 None None] Deleting port c4736eb0-8359-4d8e-a8a4-1c0bab441c7e {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:20:59.051099 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-59cc4f4d-a205-4016-9855-5c6287bd0557 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (c4736eb0-8359-4d8e-a8a4-1c0bab441c7e), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:59.085009 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aae82650-3e7b-4632-8f4a-7dd76450eded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (c4736eb0-8359-4d8e-a8a4-1c0bab441c7e), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:59.108194 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae82650-3e7b-4632-8f4a-7dd76450eded admin admin] Pushing event deleted for resources: {'Port': ['ID=c4736eb0-8359-4d8e-a8a4-1c0bab441c7e,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:20:59.114213 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae82650-3e7b-4632-8f4a-7dd76450eded admin admin] No DVR routers for this DVR port c4736eb0-8359-4d8e-a8a4-1c0bab441c7e on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:20:59.123087 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-59cc4f4d-a205-4016-9855-5c6287bd0557 None None] For port c4736eb0-8359-4d8e-a8a4-1c0bab441c7e, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=c4736eb0-8359-4d8e-a8a4-1c0bab441c7e,segment=NetworkSegment(549579a7-1ba7-4ee6-851a-1c6181a3a3b4),segment_id=549579a7-1ba7-4ee6-851a-1c6181a3a3b4)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:20:59.123485 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-59cc4f4d-a205-4016-9855-5c6287bd0557 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (c4736eb0-8359-4d8e-a8a4-1c0bab441c7e), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:59.136804 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-59cc4f4d-a205-4016-9855-5c6287bd0557 None None] Calling delete_port for c4736eb0-8359-4d8e-a8a4-1c0bab441c7e owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:20:59.182662 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aae82650-3e7b-4632-8f4a-7dd76450eded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (c5eee55d-2d74-4e92-b4f1-906bc7078dcb), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:59.202684 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-aae82650-3e7b-4632-8f4a-7dd76450eded admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5eee55d-2d74-4e92-b4f1-906bc7078dcb']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:20:59.210999 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-59cc4f4d-a205-4016-9855-5c6287bd0557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (c4736eb0-8359-4d8e-a8a4-1c0bab441c7e), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:59.212629 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-aae82650-3e7b-4632-8f4a-7dd76450eded admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '549579a7-1ba7-4ee6-851a-1c6181a3a3b4') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:20:59.212927 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-aae82650-3e7b-4632-8f4a-7dd76450eded admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '549579a7-1ba7-4ee6-851a-1c6181a3a3b4') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:20:59.222293 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aae82650-3e7b-4632-8f4a-7dd76450eded admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (549579a7-1ba7-4ee6-851a-1c6181a3a3b4), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:59.235071 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aae82650-3e7b-4632-8f4a-7dd76450eded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (549579a7-1ba7-4ee6-851a-1c6181a3a3b4), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:59.238990 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc4f4d-a205-4016-9855-5c6287bd0557 None None] Pushing event deleted for resources: {'Port': ['ID=c4736eb0-8359-4d8e-a8a4-1c0bab441c7e,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:20:59.242301 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aae82650-3e7b-4632-8f4a-7dd76450eded admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:20:59.242608 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cc4f4d-a205-4016-9855-5c6287bd0557 None None] No DVR routers for this DVR port c4736eb0-8359-4d8e-a8a4-1c0bab441c7e on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:20:59.242750 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aae82650-3e7b-4632-8f4a-7dd76450eded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (549579a7-1ba7-4ee6-851a-1c6181a3a3b4), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:59.246059 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:20:59.246059 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:20:59.246059 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:20:59.246059 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:20:59.246059 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:20:59.246059 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:20:59.246059 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:20:59.246059 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:20:59.246059 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:20:59.246059 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:20:59.246059 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:20:59.246059 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:20:59.246059 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:20:59.246059 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:20:59.246059 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:20:59.246059 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:20:59.246059 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:20:59.246059 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:20:59.246059 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:20:59.246059 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:20:59.246059 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:20:59.246059 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:20:59.246059 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:20:59.246059 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:20:59.246059 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:20:59.246059 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:20:59.246059 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:20:59.246059 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:20:59.246059 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:20:59.246059 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:20:59.246059 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:20:59.246059 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:20:59.303978 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aae82650-3e7b-4632-8f4a-7dd76450eded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (c5eee55d-2d74-4e92-b4f1-906bc7078dcb), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:59.308831 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aae82650-3e7b-4632-8f4a-7dd76450eded admin admin] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:59.312025 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-aae82650-3e7b-4632-8f4a-7dd76450eded admin admin] 10.222.0.13 "DELETE /v2.0/networks/c5eee55d-2d74-4e92-b4f1-906bc7078dcb HTTP/1.1" status: 204 len: 168 time: 0.5196440 Mar 01 14:20:59.325274 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae82650-3e7b-4632-8f4a-7dd76450eded admin admin] Pushing event deleted for resources: {'Network': ['ID=c5eee55d-2d74-4e92-b4f1-906bc7078dcb,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:20:59.439556 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55854) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:20:59.487083 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-eed22baa-d10e-4689-942f-ef61d0f91b28 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=05b53a2192fa45dcb9d0d37a3e7bc746&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0461087 Mar 01 14:20:59.489604 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55856) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:20:59.535281 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-acb78619-536d-47e5-9354-233adf7bf36e admin admin] Publish callbacks [] for security_group (59870cf5-3bcf-43b8-9304-5a6d850e53da), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:59.557257 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-acb78619-536d-47e5-9354-233adf7bf36e admin admin] Publish callbacks [] for security_group (59870cf5-3bcf-43b8-9304-5a6d850e53da), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:59.607018 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-acb78619-536d-47e5-9354-233adf7bf36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (59870cf5-3bcf-43b8-9304-5a6d850e53da), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:59.609546 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-acb78619-536d-47e5-9354-233adf7bf36e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:20:59.612981 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-acb78619-536d-47e5-9354-233adf7bf36e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59870cf5-3bcf-43b8-9304-5a6d850e53da HTTP/1.1" status: 204 len: 168 time: 0.1201267 Mar 01 14:20:59.618458 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb78619-536d-47e5-9354-233adf7bf36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59870cf5-3bcf-43b8-9304-5a6d850e53da,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:20:59.933075 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55862) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:20:59.947134 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee61aed3-5915-4f72-a1a3-06cc80ac972d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:21:00.028663 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee61aed3-5915-4f72-a1a3-06cc80ac972d admin admin] Publish callbacks [] for security_group (03700a17-99c0-43fc-9053-e4f6a48b6f2b), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:21:00.032584 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ee61aed3-5915-4f72-a1a3-06cc80ac972d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (03700a17-99c0-43fc-9053-e4f6a48b6f2b), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:21:00.043399 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ec5f62dc-de73-4cc9-84a2-3fe0befdd967 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:21:00.069193 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: ec5f62dc-de73-4cc9-84a2-3fe0befdd967 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:21:00.069523 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ec5f62dc-de73-4cc9-84a2-3fe0befdd967 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:21:00.069937 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c4736eb0-8359-4d8e-a8a4-1c0bab441c7e no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:21:00.070655 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ee61aed3-5915-4f72-a1a3-06cc80ac972d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1364777 Mar 01 14:21:00.071833 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61aed3-5915-4f72-a1a3-06cc80ac972d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03700a17-99c0-43fc-9053-e4f6a48b6f2b,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:21:00.073397 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55864) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:21:00.090399 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: c4736eb0-8359-4d8e-a8a4-1c0bab441c7e {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:21:00.090743 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c4736eb0-8359-4d8e-a8a4-1c0bab441c7e not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:21:00.124639 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:21:00.132400 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5fa418f4-e073-463e-9d6e-389517f9c3ae admin admin] Publish callbacks [] for security_group (03700a17-99c0-43fc-9053-e4f6a48b6f2b), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:21:00.154018 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5fa418f4-e073-463e-9d6e-389517f9c3ae admin admin] Publish callbacks [] for security_group (03700a17-99c0-43fc-9053-e4f6a48b6f2b), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:21:00.207220 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5fa418f4-e073-463e-9d6e-389517f9c3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (03700a17-99c0-43fc-9053-e4f6a48b6f2b), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:21:00.209904 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5fa418f4-e073-463e-9d6e-389517f9c3ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:21:00.211073 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5fa418f4-e073-463e-9d6e-389517f9c3ae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03700a17-99c0-43fc-9053-e4f6a48b6f2b HTTP/1.1" status: 204 len: 168 time: 0.1358695 Mar 01 14:21:00.219277 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa418f4-e073-463e-9d6e-389517f9c3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03700a17-99c0-43fc-9053-e4f6a48b6f2b,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:21:01.745902 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:21:10.009747 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:21:10.272649 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:21:20.932950 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-175e0b1d-f3ba-40dc-a16e-542acf32cd61 req-dc2188f5-9ff8-4eeb-9828-4840171065d9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428407 Mar 01 14:21:21.014764 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e0b1d-f3ba-40dc-a16e-542acf32cd61 req-31aed24f-28af-434b-98ba-e6e9b3edd01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:21.016286 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-175e0b1d-f3ba-40dc-a16e-542acf32cd61 req-31aed24f-28af-434b-98ba-e6e9b3edd01a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 1128 time: 0.0434697 Mar 01 14:21:21.124032 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e0b1d-f3ba-40dc-a16e-542acf32cd61 req-346d8b22-577f-428b-a6d0-c6bf9bf6cead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:21.125744 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-175e0b1d-f3ba-40dc-a16e-542acf32cd61 req-346d8b22-577f-428b-a6d0-c6bf9bf6cead service neutron] 10.222.0.32 "GET /v2.0/networks?id=2ab121a5-1839-4a4c-ae7a-0072339fc137 HTTP/1.1" status: 200 len: 898 time: 0.0916595 Mar 01 14:21:21.189729 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-175e0b1d-f3ba-40dc-a16e-542acf32cd61 req-c5f8345a-d89a-4ba6-a17b-6abf8816392c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beea90a5-2b62-4eb1-b9a1-c03e503d2c67 HTTP/1.1" status: 200 len: 1002 time: 0.0573905 Mar 01 14:21:21.239300 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e0b1d-f3ba-40dc-a16e-542acf32cd61 req-5e7e8032-9432-478a-9aa4-9edd827355ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:21.240765 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-175e0b1d-f3ba-40dc-a16e-542acf32cd61 req-5e7e8032-9432-478a-9aa4-9edd827355ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7486e9b5-5fea-497e-902e-4c7c6c076699 HTTP/1.1" status: 200 len: 835 time: 0.0443914 Mar 01 14:21:21.294035 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e0b1d-f3ba-40dc-a16e-542acf32cd61 req-747a250b-d504-4c22-b2af-ffda613a6c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:21.295569 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-175e0b1d-f3ba-40dc-a16e-542acf32cd61 req-747a250b-d504-4c22-b2af-ffda613a6c07 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ab121a5-1839-4a4c-ae7a-0072339fc137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474966 Mar 01 14:21:21.384163 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-175e0b1d-f3ba-40dc-a16e-542acf32cd61 req-bbab005b-538e-4893-928e-b8452981adfc service neutron] 10.222.0.32 "GET /v2.0/networks/2ab121a5-1839-4a4c-ae7a-0072339fc137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821490 Mar 01 14:21:21.475364 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-175e0b1d-f3ba-40dc-a16e-542acf32cd61 req-9eaab39c-34d2-47df-a1eb-551f3335a634 service neutron] 10.222.0.32 "GET /v2.0/networks/2ab121a5-1839-4a4c-ae7a-0072339fc137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848486 Mar 01 14:21:21.836848 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:21:23.104434 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2752185-e0b9-4130-9598-066bde94a7e3 req-ef831b35-800f-4785-9afd-7d170e2ae52a tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:23.106028 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c2752185-e0b9-4130-9598-066bde94a7e3 req-ef831b35-800f-4785-9afd-7d170e2ae52a tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 1128 time: 0.0474055 Mar 01 14:21:23.126205 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c2752185-e0b9-4130-9598-066bde94a7e3 req-aca0c2ba-0a45-4fff-91dc-200d65e1aab9 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:21:23.207054 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c2752185-e0b9-4130-9598-066bde94a7e3 req-aca0c2ba-0a45-4fff-91dc-200d65e1aab9 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] Publish callbacks [] for security_group (e75662cf-f3c0-48c6-99bf-8ff01a96c86b), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:21:23.212877 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-c2752185-e0b9-4130-9598-066bde94a7e3 req-aca0c2ba-0a45-4fff-91dc-200d65e1aab9 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (e75662cf-f3c0-48c6-99bf-8ff01a96c86b), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:21:23.254666 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c2752185-e0b9-4130-9598-066bde94a7e3 req-aca0c2ba-0a45-4fff-91dc-200d65e1aab9 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4dcced39-4c1a-4245-9f2a-f07d48fe8d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427312 Mar 01 14:21:23.255421 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0c2ba-0a45-4fff-91dc-200d65e1aab9 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75662cf-f3c0-48c6-99bf-8ff01a96c86b,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:21:23.408134 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71bfdd-87ef-4ad2-b2c9-7a40b783294a req-6fd7ffb3-217a-42c2-94a2-ffb3e0eea731 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:23.410457 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2e71bfdd-87ef-4ad2-b2c9-7a40b783294a req-6fd7ffb3-217a-42c2-94a2-ffb3e0eea731 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 946 time: 0.0664423 Mar 01 14:21:23.459956 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2e71bfdd-87ef-4ad2-b2c9-7a40b783294a req-44be1e73-99cf-4213-8450-ac6fbd34c306 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dcced39-4c1a-4245-9f2a-f07d48fe8d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446756 Mar 01 14:21:23.481698 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55882) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:21:23.542298 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2890f941-a86a-48d3-89be-b31644eab4a3 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/floatingips/765bccc1-e6b6-4efb-bcd0-01489b2bc29a HTTP/1.1" status: 200 len: 994 time: 0.0594573 Mar 01 14:21:23.949213 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-59bf3061-9890-47a4-bd72-591f338caa32 req-474ea8a7-b56e-4135-a606-c44db590cbf6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:21:23.950244 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-59bf3061-9890-47a4-bd72-591f338caa32 req-474ea8a7-b56e-4135-a606-c44db590cbf6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1047726 Mar 01 14:21:24.236329 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55898) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:21:24.308253 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee349b90-0e84-4ccb-864c-1fa5a8a67624 req-5732edbe-8e18-4a56-a29d-0979ecdedaff tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:24.309788 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ee349b90-0e84-4ccb-864c-1fa5a8a67624 req-5732edbe-8e18-4a56-a29d-0979ecdedaff tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 946 time: 0.0632787 Mar 01 14:21:24.360693 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-698b113b-4b73-4e8c-ab0c-7da7182a96de service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1222646 Mar 01 14:21:24.368976 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-db1b5e54-3ebd-4f43-b57f-8991ac38b1a0 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103726) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:21:24.372215 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ee349b90-0e84-4ccb-864c-1fa5a8a67624 req-6d559c96-5306-4be9-a359-0a5ad8fa3291 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dcced39-4c1a-4245-9f2a-f07d48fe8d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561569 Mar 01 14:21:24.375871 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-db1b5e54-3ebd-4f43-b57f-8991ac38b1a0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105507 Mar 01 14:21:24.684937 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55918) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:21:24.847087 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-6c9049cc-7cd1-4ef1-9a27-66d09b3bb2e1 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:24.848720 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-6c9049cc-7cd1-4ef1-9a27-66d09b3bb2e1 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] 10.222.0.13 "GET /v2.0/ports/beea90a5-2b62-4eb1-b9a1-c03e503d2c67 HTTP/1.1" status: 200 len: 1125 time: 0.1626129 Mar 01 14:21:25.122726 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-acb55f44-eea9-44b7-820b-0229f5020ff0 req-0d7962f1-da36-455f-8da7-8d77998acb7e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=25cd8b37-6be9-408f-af5b-6babb462946f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0611792 Mar 01 14:21:25.223747 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb55f44-eea9-44b7-820b-0229f5020ff0 req-271338d2-5494-4aa7-b056-d0a827f529db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:25.225208 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-acb55f44-eea9-44b7-820b-0229f5020ff0 req-271338d2-5494-4aa7-b056-d0a827f529db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=147f3b20ea754808a487fa91370b94db&device_id=25cd8b37-6be9-408f-af5b-6babb462946f HTTP/1.1" status: 200 len: 1128 time: 0.0558221 Mar 01 14:21:25.277075 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3877bea4-de72-4ade-b416-f513e7c92588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:21:25.332523 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb55f44-eea9-44b7-820b-0229f5020ff0 req-06fa0d80-7fdf-4e16-a838-b8b44f5cdb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:25.333977 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-acb55f44-eea9-44b7-820b-0229f5020ff0 req-06fa0d80-7fdf-4e16-a838-b8b44f5cdb2d service neutron] 10.222.0.20 "GET /v2.0/networks?id=b3414069-2cec-4185-a405-a1b109fba1f6 HTTP/1.1" status: 200 len: 910 time: 0.0889108 Mar 01 14:21:25.512719 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137ae11-2fa6-43f7-8d95-7f2cb48915b5 req-1dd21abb-1e10-427b-98c9-b3ecaaad6d70 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:25.514324 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9137ae11-2fa6-43f7-8d95-7f2cb48915b5 req-1dd21abb-1e10-427b-98c9-b3ecaaad6d70 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 946 time: 0.0568507 Mar 01 14:21:25.567205 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9137ae11-2fa6-43f7-8d95-7f2cb48915b5 req-fdca48df-a81a-456f-9a66-f0f3d16b092b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dcced39-4c1a-4245-9f2a-f07d48fe8d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462947 Mar 01 14:21:25.720798 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-2794a027-6abc-4ca0-bf89-da297c6219bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:25.722305 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-2794a027-6abc-4ca0-bf89-da297c6219bc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 1128 time: 0.0462415 Mar 01 14:21:25.746056 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-acb55f44-eea9-44b7-820b-0229f5020ff0 req-d9bb844d-341c-4c58-91df-3e49d1723460 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f5b85f0-11e8-4601-bc9b-2380ea18e443 HTTP/1.1" status: 200 len: 1001 time: 0.3808398 Mar 01 14:21:25.792890 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb55f44-eea9-44b7-820b-0229f5020ff0 req-30e7cba1-7a44-4482-8de7-ab7830363dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:25.794460 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-acb55f44-eea9-44b7-820b-0229f5020ff0 req-30e7cba1-7a44-4482-8de7-ab7830363dc2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a5666e-3deb-4602-8e9d-55f0a37cf946 HTTP/1.1" status: 200 len: 848 time: 0.0419533 Mar 01 14:21:25.823301 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-7078c01b-ea33-4298-bac5-bbdbead50c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:25.824848 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-7078c01b-ea33-4298-bac5-bbdbead50c1b service neutron] 10.222.0.32 "GET /v2.0/networks?id=2ab121a5-1839-4a4c-ae7a-0072339fc137 HTTP/1.1" status: 200 len: 898 time: 0.0964093 Mar 01 14:21:25.848786 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb55f44-eea9-44b7-820b-0229f5020ff0 req-eb03ee98-9af7-4ebd-a205-25bd9615b4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:25.850286 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-acb55f44-eea9-44b7-820b-0229f5020ff0 req-eb03ee98-9af7-4ebd-a205-25bd9615b4b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b3414069-2cec-4185-a405-a1b109fba1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0498121 Mar 01 14:21:25.891216 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-dea1ce09-9b75-4841-9de6-9a587cab40e6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beea90a5-2b62-4eb1-b9a1-c03e503d2c67 HTTP/1.1" status: 200 len: 1002 time: 0.0599511 Mar 01 14:21:25.946296 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-acb55f44-eea9-44b7-820b-0229f5020ff0 req-43c5de55-5d51-46ad-a191-3bb3f69b35e9 service neutron] 10.222.0.20 "GET /v2.0/networks/b3414069-2cec-4185-a405-a1b109fba1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887649 Mar 01 14:21:25.963256 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-cb4dd34a-03e1-4124-9770-ecd50dacbdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:25.964738 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-cb4dd34a-03e1-4124-9770-ecd50dacbdf5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7486e9b5-5fea-497e-902e-4c7c6c076699 HTTP/1.1" status: 200 len: 835 time: 0.0475068 Mar 01 14:21:26.014760 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-20ef72e1-5c98-4d4c-9c87-12d213f46960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:26.016364 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-20ef72e1-5c98-4d4c-9c87-12d213f46960 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ab121a5-1839-4a4c-ae7a-0072339fc137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449455 Mar 01 14:21:26.042494 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-acb55f44-eea9-44b7-820b-0229f5020ff0 req-5e75f9a7-17a7-4a53-b050-8520ea1cbba2 service neutron] 10.222.0.20 "GET /v2.0/networks/b3414069-2cec-4185-a405-a1b109fba1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892251 Mar 01 14:21:26.107218 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-f204e21c-aa7c-4950-9ee6-0c941f9d7fc8 service neutron] 10.222.0.32 "GET /v2.0/networks/2ab121a5-1839-4a4c-ae7a-0072339fc137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837216 Mar 01 14:21:26.201269 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-8e6ae772-4838-46b6-bac8-a1f54172de4e service neutron] 10.222.0.32 "GET /v2.0/networks/2ab121a5-1839-4a4c-ae7a-0072339fc137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873854 Mar 01 14:21:26.686870 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87465676-ffc3-4047-a3d4-be73df9ce350 req-6a1fa771-b37f-4c4e-85d8-1581bb27a7e9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:26.688282 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-87465676-ffc3-4047-a3d4-be73df9ce350 req-6a1fa771-b37f-4c4e-85d8-1581bb27a7e9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 946 time: 0.0527561 Mar 01 14:21:26.736498 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-87465676-ffc3-4047-a3d4-be73df9ce350 req-63ed55a5-ae28-442b-a6b3-3c76d62d77e5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dcced39-4c1a-4245-9f2a-f07d48fe8d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426280 Mar 01 14:21:27.467697 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-dee2f8aa-c77c-4abf-930d-70582f2b841c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:21:27.854140 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed7eef-6156-4cb0-93bc-53b16a3d0143 req-dbaba36d-277a-43ea-8f16-87450d26fa8f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:27.855632 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8fed7eef-6156-4cb0-93bc-53b16a3d0143 req-dbaba36d-277a-43ea-8f16-87450d26fa8f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 946 time: 0.0520632 Mar 01 14:21:27.907819 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8fed7eef-6156-4cb0-93bc-53b16a3d0143 req-51d1d148-66ee-4418-b379-4ee47766c0bd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dcced39-4c1a-4245-9f2a-f07d48fe8d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464492 Mar 01 14:21:28.958503 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:21:29.028775 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92642812-7ef7-43ef-b49b-aa294dd92d55 req-22652993-2f15-417e-a77f-e9069c5fc546 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:29.030249 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-92642812-7ef7-43ef-b49b-aa294dd92d55 req-22652993-2f15-417e-a77f-e9069c5fc546 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 946 time: 0.0518467 Mar 01 14:21:29.079045 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-92642812-7ef7-43ef-b49b-aa294dd92d55 req-42fac4ed-894a-423f-b64f-107f5e5cd3f1 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dcced39-4c1a-4245-9f2a-f07d48fe8d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422137 Mar 01 14:21:30.121580 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:21:30.195662 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e206f-7e61-470b-babe-b81e7eac3200 req-3f4d10cd-eacf-4d67-ad00-f7689194436a tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:30.197223 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-339e206f-7e61-470b-babe-b81e7eac3200 req-3f4d10cd-eacf-4d67-ad00-f7689194436a tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 946 time: 0.0515625 Mar 01 14:21:30.245012 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-339e206f-7e61-470b-babe-b81e7eac3200 req-2a164065-b130-4f6c-81a3-fd8605d7eb7d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dcced39-4c1a-4245-9f2a-f07d48fe8d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422015 Mar 01 14:21:31.367806 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436082cc-d5f8-4d5b-9f9c-a452ef65d3fd req-dce93694-05ee-43b7-b444-cf9fce1b72ea tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:31.369322 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-436082cc-d5f8-4d5b-9f9c-a452ef65d3fd req-dce93694-05ee-43b7-b444-cf9fce1b72ea tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 946 time: 0.0570409 Mar 01 14:21:31.418209 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-436082cc-d5f8-4d5b-9f9c-a452ef65d3fd req-b6deae88-a133-45fa-af6c-ac95a0dadbcd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dcced39-4c1a-4245-9f2a-f07d48fe8d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426486 Mar 01 14:21:31.748434 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:21:32.540129 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca2334-982a-41e4-8808-e931075e6b38 req-7d33ced2-8439-47d2-9e48-6c46725f643f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:32.541632 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-75ca2334-982a-41e4-8808-e931075e6b38 req-7d33ced2-8439-47d2-9e48-6c46725f643f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 946 time: 0.0514936 Mar 01 14:21:32.592342 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-75ca2334-982a-41e4-8808-e931075e6b38 req-767ff1c6-7c2e-4081-bc69-c14e88427405 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dcced39-4c1a-4245-9f2a-f07d48fe8d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450609 Mar 01 14:21:33.715741 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac27da9-7364-4f68-87b7-ffd5cbdc105c req-8abb4266-2dbd-4cd5-9fb8-6c88aae2292c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:33.717247 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bac27da9-7364-4f68-87b7-ffd5cbdc105c req-8abb4266-2dbd-4cd5-9fb8-6c88aae2292c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 946 time: 0.0564220 Mar 01 14:21:33.771811 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bac27da9-7364-4f68-87b7-ffd5cbdc105c req-ea5bd3dc-85ef-48e6-9110-db9719ef5be8 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dcced39-4c1a-4245-9f2a-f07d48fe8d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481036 Mar 01 14:21:34.897451 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a58c78-7651-48ea-aa18-9aaebe6bd212 req-56189dbd-51bc-4c09-88f1-b61b75f15df8 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:34.898957 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-87a58c78-7651-48ea-aa18-9aaebe6bd212 req-56189dbd-51bc-4c09-88f1-b61b75f15df8 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 946 time: 0.0600507 Mar 01 14:21:34.946720 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-87a58c78-7651-48ea-aa18-9aaebe6bd212 req-0d5d3e69-7809-4b97-8ac9-96480e874567 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dcced39-4c1a-4245-9f2a-f07d48fe8d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421684 Mar 01 14:21:36.065004 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e3a54-5ff4-4eb4-a764-d5c605afac6f req-6e2d0ee6-5051-46e4-bf36-0f811d58bae5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:36.066458 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-359e3a54-5ff4-4eb4-a764-d5c605afac6f req-6e2d0ee6-5051-46e4-bf36-0f811d58bae5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 946 time: 0.0508916 Mar 01 14:21:36.118374 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-359e3a54-5ff4-4eb4-a764-d5c605afac6f req-e7fb4420-b134-495d-bc1d-1916b7d7d966 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dcced39-4c1a-4245-9f2a-f07d48fe8d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464125 Mar 01 14:21:37.235145 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb97ac3-9433-4082-bc49-df90c1d0cfeb req-66782f91-2913-4dc0-a03b-b2f2c0695177 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:37.237141 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1cb97ac3-9433-4082-bc49-df90c1d0cfeb req-66782f91-2913-4dc0-a03b-b2f2c0695177 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 946 time: 0.0524199 Mar 01 14:21:37.284333 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1cb97ac3-9433-4082-bc49-df90c1d0cfeb req-1ae71fc6-8987-4963-9b0c-6bd36b47d5f3 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dcced39-4c1a-4245-9f2a-f07d48fe8d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416961 Mar 01 14:21:38.228648 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-03371958-9fe5-46a9-969e-3bdf7a566f43 service neutron] show failed (client error): The resource could not be found. Mar 01 14:21:38.229558 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-03371958-9fe5-46a9-969e-3bdf7a566f43 service neutron] 10.222.0.32 "GET /v2.0/ports/beea90a5-2b62-4eb1-b9a1-c03e503d2c67/bindings/n-h2-827467-3 HTTP/1.1" status: 404 len: 380 time: 0.0542564 Mar 01 14:21:38.420270 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb343cd-da2b-4702-8b6e-2c87ea739539 req-7955032f-239d-4ddd-81b2-d7f5a5f6ed66 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:38.421778 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-deb343cd-da2b-4702-8b6e-2c87ea739539 req-7955032f-239d-4ddd-81b2-d7f5a5f6ed66 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 946 time: 0.0683734 Mar 01 14:21:38.459016 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-f18048d8-57fe-48f1-932a-41b9ecb2dbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:38.461185 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-f18048d8-57fe-48f1-932a-41b9ecb2dbfa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05&tenant_id=677a2c84d86e461aa18f47403491f396 HTTP/1.1" status: 200 len: 1128 time: 0.0769026 Mar 01 14:21:38.471397 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-deb343cd-da2b-4702-8b6e-2c87ea739539 req-fd43106c-a10c-4752-b555-e27142b65534 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dcced39-4c1a-4245-9f2a-f07d48fe8d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431285 Mar 01 14:21:38.472165 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-a5a5fbf5-5ee0-447f-9cd8-032156888218 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827467-3', 'device_owner': 'compute:nova'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:21:38.533231 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-a5a5fbf5-5ee0-447f-9cd8-032156888218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (beea90a5-2b62-4eb1-b9a1-c03e503d2c67), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:21:38.727345 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-a5a5fbf5-5ee0-447f-9cd8-032156888218 service neutron] For port beea90a5-2b62-4eb1-b9a1-c03e503d2c67, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=beea90a5-2b62-4eb1-b9a1-c03e503d2c67,segment=NetworkSegment(f5af29ef-482d-427d-8eaa-678e74ee20fd),segment_id=f5af29ef-482d-427d-8eaa-678e74ee20fd)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:21:38.759459 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-a5a5fbf5-5ee0-447f-9cd8-032156888218 service neutron] For port beea90a5-2b62-4eb1-b9a1-c03e503d2c67, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:21:38.796314 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f53983-d138-4061-a885-b33ff31a8f05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beea90a5-2b62-4eb1-b9a1-c03e503d2c67'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:21:38.798551 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1c805d-641a-4ec7-8ecc-c59eae10e741" -d '{"events": [{"server_uuid": "66f53983-d138-4061-a885-b33ff31a8f05", "name": "network-vif-unplugged", "status": "completed", "tag": "beea90a5-2b62-4eb1-b9a1-c03e503d2c67"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:21:38.802823 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-a5a5fbf5-5ee0-447f-9cd8-032156888218 service neutron] Publish callbacks [] for port (beea90a5-2b62-4eb1-b9a1-c03e503d2c67), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:21:38.815570 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-a5a5fbf5-5ee0-447f-9cd8-032156888218 service neutron] Transition to ACTIVE for port object beea90a5-2b62-4eb1-b9a1-c03e503d2c67 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:21:38.819382 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-a5a5fbf5-5ee0-447f-9cd8-032156888218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (beea90a5-2b62-4eb1-b9a1-c03e503d2c67), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:21:38.849839 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 14:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6e6415-2a49-44e1-b896-334173fb47aa x-openstack-request-id: req-3a6e6415-2a49-44e1-b896-334173fb47aa {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:21:38.850127 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f53983-d138-4061-a885-b33ff31a8f05", "name": "network-vif-unplugged", "status": "completed", "tag": "beea90a5-2b62-4eb1-b9a1-c03e503d2c67", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:21:38.850375 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a6e6415-2a49-44e1-b896-334173fb47aa {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:21:38.850768 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f53983-d138-4061-a885-b33ff31a8f05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beea90a5-2b62-4eb1-b9a1-c03e503d2c67', 'code': 200} Mar 01 14:21:38.921049 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5fbf5-5ee0-447f-9cd8-032156888218 service neutron] Pushing event updated for resources: {'Port': ['ID=beea90a5-2b62-4eb1-b9a1-c03e503d2c67,revision_number=6']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:21:38.997147 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-a5a5fbf5-5ee0-447f-9cd8-032156888218 service neutron] No DVR routers for this DVR port beea90a5-2b62-4eb1-b9a1-c03e503d2c67 on host n-h1-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:21:39.130422 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-a5a5fbf5-5ee0-447f-9cd8-032156888218 service neutron] Attempting to bind port beea90a5-2b62-4eb1-b9a1-c03e503d2c67 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:21:39.130679 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-a5a5fbf5-5ee0-447f-9cd8-032156888218 service neutron] Attempting to bind port beea90a5-2b62-4eb1-b9a1-c03e503d2c67 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': 'f5af29ef-482d-427d-8eaa-678e74ee20fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2ab121a5-1839-4a4c-ae7a-0072339fc137'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:21:39.131000 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-a5a5fbf5-5ee0-447f-9cd8-032156888218 service neutron] Attempting to bind port beea90a5-2b62-4eb1-b9a1-c03e503d2c67 on network 2ab121a5-1839-4a4c-ae7a-0072339fc137 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:21:39.135180 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-a5a5fbf5-5ee0-447f-9cd8-032156888218 service neutron] Port beea90a5-2b62-4eb1-b9a1-c03e503d2c67 on network 2ab121a5-1839-4a4c-ae7a-0072339fc137 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:21:39.135496 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-a5a5fbf5-5ee0-447f-9cd8-032156888218 service neutron] Attempting to bind port beea90a5-2b62-4eb1-b9a1-c03e503d2c67 on network 2ab121a5-1839-4a4c-ae7a-0072339fc137 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:21:39.140256 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-a5a5fbf5-5ee0-447f-9cd8-032156888218 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:21:39.140589 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-a5a5fbf5-5ee0-447f-9cd8-032156888218 service neutron] Checking segment: {'id': 'f5af29ef-482d-427d-8eaa-678e74ee20fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2ab121a5-1839-4a4c-ae7a-0072339fc137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:21:39.140969 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-a5a5fbf5-5ee0-447f-9cd8-032156888218 service neutron] Bound using segment: {'id': 'f5af29ef-482d-427d-8eaa-678e74ee20fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2ab121a5-1839-4a4c-ae7a-0072339fc137'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:21:39.141385 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-a5a5fbf5-5ee0-447f-9cd8-032156888218 service neutron] Bound port: beea90a5-2b62-4eb1-b9a1-c03e503d2c67, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5af29ef-482d-427d-8eaa-678e74ee20fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2ab121a5-1839-4a4c-ae7a-0072339fc137'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:21:39.141733 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-a5a5fbf5-5ee0-447f-9cd8-032156888218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (beea90a5-2b62-4eb1-b9a1-c03e503d2c67), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:21:39.203999 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-a5a5fbf5-5ee0-447f-9cd8-032156888218 service neutron] For port beea90a5-2b62-4eb1-b9a1-c03e503d2c67, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:21:39.208191 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-a5a5fbf5-5ee0-447f-9cd8-032156888218 service neutron] For port beea90a5-2b62-4eb1-b9a1-c03e503d2c67, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=beea90a5-2b62-4eb1-b9a1-c03e503d2c67,segment=NetworkSegment(f5af29ef-482d-427d-8eaa-678e74ee20fd),segment_id=f5af29ef-482d-427d-8eaa-678e74ee20fd)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:21:39.214046 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-a5a5fbf5-5ee0-447f-9cd8-032156888218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (beea90a5-2b62-4eb1-b9a1-c03e503d2c67), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:21:39.244230 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-a5a5fbf5-5ee0-447f-9cd8-032156888218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:39.244890 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-a5a5fbf5-5ee0-447f-9cd8-032156888218 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:21:39.246592 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-a5a5fbf5-5ee0-447f-9cd8-032156888218 service neutron] 10.222.0.20 "PUT /v2.0/ports/beea90a5-2b62-4eb1-b9a1-c03e503d2c67 HTTP/1.1" status: 200 len: 1092 time: 0.7783790 Mar 01 14:21:39.302381 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5fbf5-5ee0-447f-9cd8-032156888218 service neutron] Pushing event updated for resources: {'Port': ['ID=beea90a5-2b62-4eb1-b9a1-c03e503d2c67,revision_number=7']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:21:39.325759 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-7c9e87da-27a1-4075-a2c5-11d87bb8db50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:39.327323 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-7c9e87da-27a1-4075-a2c5-11d87bb8db50 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 1126 time: 0.0562408 Mar 01 14:21:39.417688 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-9160f52b-e58a-46c4-9c59-7a96480dac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:39.419173 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-9160f52b-e58a-46c4-9c59-7a96480dac7e service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ab121a5-1839-4a4c-ae7a-0072339fc137 HTTP/1.1" status: 200 len: 898 time: 0.0866702 Mar 01 14:21:39.486656 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-6e0c93b0-215e-4c06-977a-c62ad276d668 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beea90a5-2b62-4eb1-b9a1-c03e503d2c67 HTTP/1.1" status: 200 len: 1000 time: 0.0617738 Mar 01 14:21:39.536355 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-da175042-53a0-466c-8d21-80aad576ba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:39.537831 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-da175042-53a0-466c-8d21-80aad576ba59 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7486e9b5-5fea-497e-902e-4c7c6c076699 HTTP/1.1" status: 200 len: 835 time: 0.0462203 Mar 01 14:21:39.587103 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-a341ace1-4fb7-433b-85b8-fb1a7156f6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:39.588565 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-a341ace1-4fb7-433b-85b8-fb1a7156f6b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ab121a5-1839-4a4c-ae7a-0072339fc137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451412 Mar 01 14:21:39.592823 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf617d0-2056-4f9f-8b84-7b6e108f85d8 req-d3f2022a-b58f-4850-8451-a26f4e554901 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:39.594294 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5bf617d0-2056-4f9f-8b84-7b6e108f85d8 req-d3f2022a-b58f-4850-8451-a26f4e554901 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 944 time: 0.0529475 Mar 01 14:21:39.645801 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5bf617d0-2056-4f9f-8b84-7b6e108f85d8 req-59789ebb-e620-409a-81c2-50fd50720665 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dcced39-4c1a-4245-9f2a-f07d48fe8d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459366 Mar 01 14:21:39.681348 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-f2958471-8024-4e86-b8d6-778952a1e314 service neutron] 10.222.0.20 "GET /v2.0/networks/2ab121a5-1839-4a4c-ae7a-0072339fc137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842319 Mar 01 14:21:39.769206 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e163d365-f3cd-481d-b4dd-bc2b52b6a9c4 req-53a0f45b-ba9a-4930-9257-ad9de1da1a07 service neutron] 10.222.0.20 "GET /v2.0/networks/2ab121a5-1839-4a4c-ae7a-0072339fc137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818014 Mar 01 14:21:40.013142 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:21:40.265586 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:21:40.764486 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b91cca-cc85-4d7c-9245-fcf4a0d00fc0 req-54c88d23-ee01-408b-a1b2-946731cf22c1 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:40.766060 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-21b91cca-cc85-4d7c-9245-fcf4a0d00fc0 req-54c88d23-ee01-408b-a1b2-946731cf22c1 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 944 time: 0.0513508 Mar 01 14:21:40.827049 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-21b91cca-cc85-4d7c-9245-fcf4a0d00fc0 req-da3b217d-c73b-453e-8f4c-93593c0a79d4 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dcced39-4c1a-4245-9f2a-f07d48fe8d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523725 Mar 01 14:21:40.852109 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f53983-d138-4061-a885-b33ff31a8f05', 'tag': 'beea90a5-2b62-4eb1-b9a1-c03e503d2c67'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:21:40.854490 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed02f268-219e-4973-9108-c1ffb71b63d6" -d '{"events": [{"name": "network-changed", "server_uuid": "66f53983-d138-4061-a885-b33ff31a8f05", "tag": "beea90a5-2b62-4eb1-b9a1-c03e503d2c67"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:21:40.900878 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d715f42f-ba9a-4abb-945e-961fe6320091 x-openstack-request-id: req-d715f42f-ba9a-4abb-945e-961fe6320091 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:21:40.901182 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f53983-d138-4061-a885-b33ff31a8f05", "tag": "beea90a5-2b62-4eb1-b9a1-c03e503d2c67", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:21:40.901441 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d715f42f-ba9a-4abb-945e-961fe6320091 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:21:40.901850 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f53983-d138-4061-a885-b33ff31a8f05', 'tag': 'beea90a5-2b62-4eb1-b9a1-c03e503d2c67', 'status': 'completed', 'code': 200} Mar 01 14:21:40.965220 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02f268-219e-4973-9108-c1ffb71b63d6 req-e1068396-b2f9-4704-8323-ad1ae964710c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:40.966664 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ed02f268-219e-4973-9108-c1ffb71b63d6 req-e1068396-b2f9-4704-8323-ad1ae964710c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 1126 time: 0.0458035 Mar 01 14:21:40.967243 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02f268-219e-4973-9108-c1ffb71b63d6 req-c7aa1abe-c5ae-4978-9bc7-64244fb4dfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:40.968898 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ed02f268-219e-4973-9108-c1ffb71b63d6 req-c7aa1abe-c5ae-4978-9bc7-64244fb4dfee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 1126 time: 0.0446002 Mar 01 14:21:41.058206 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02f268-219e-4973-9108-c1ffb71b63d6 req-b3d46462-15f9-4d18-9a89-75b120c33ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:41.059746 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ed02f268-219e-4973-9108-c1ffb71b63d6 req-b3d46462-15f9-4d18-9a89-75b120c33ed0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2ab121a5-1839-4a4c-ae7a-0072339fc137 HTTP/1.1" status: 200 len: 898 time: 0.0845673 Mar 01 14:21:41.062033 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02f268-219e-4973-9108-c1ffb71b63d6 req-82ab5855-bc8b-4ce4-9f28-50c24a0bb38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:41.063459 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ed02f268-219e-4973-9108-c1ffb71b63d6 req-82ab5855-bc8b-4ce4-9f28-50c24a0bb38b service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ab121a5-1839-4a4c-ae7a-0072339fc137 HTTP/1.1" status: 200 len: 898 time: 0.0878882 Mar 01 14:21:41.127482 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ed02f268-219e-4973-9108-c1ffb71b63d6 req-6ca32a99-dad2-447f-a3b1-4afaee91c32c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beea90a5-2b62-4eb1-b9a1-c03e503d2c67 HTTP/1.1" status: 200 len: 1000 time: 0.0577450 Mar 01 14:21:41.129857 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ed02f268-219e-4973-9108-c1ffb71b63d6 req-07532afd-0774-449b-b7e3-d9bb17195feb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beea90a5-2b62-4eb1-b9a1-c03e503d2c67 HTTP/1.1" status: 200 len: 1000 time: 0.0640008 Mar 01 14:21:41.181108 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02f268-219e-4973-9108-c1ffb71b63d6 req-502f0bbc-01d0-43ac-bdb2-56da8ea1c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:41.182595 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ed02f268-219e-4973-9108-c1ffb71b63d6 req-502f0bbc-01d0-43ac-bdb2-56da8ea1c06c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7486e9b5-5fea-497e-902e-4c7c6c076699 HTTP/1.1" status: 200 len: 835 time: 0.0460641 Mar 01 14:21:41.183419 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02f268-219e-4973-9108-c1ffb71b63d6 req-de8756e9-4396-4b5f-9c25-82d02591deea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:41.184873 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ed02f268-219e-4973-9108-c1ffb71b63d6 req-de8756e9-4396-4b5f-9c25-82d02591deea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7486e9b5-5fea-497e-902e-4c7c6c076699 HTTP/1.1" status: 200 len: 835 time: 0.0513792 Mar 01 14:21:41.234786 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02f268-219e-4973-9108-c1ffb71b63d6 req-421f1782-6ca0-4853-a9f1-aa3191345e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:41.236267 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ed02f268-219e-4973-9108-c1ffb71b63d6 req-421f1782-6ca0-4853-a9f1-aa3191345e8f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ab121a5-1839-4a4c-ae7a-0072339fc137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479133 Mar 01 14:21:41.237655 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02f268-219e-4973-9108-c1ffb71b63d6 req-f389c4a3-bbe6-4618-b311-6037faa53ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:41.239169 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ed02f268-219e-4973-9108-c1ffb71b63d6 req-f389c4a3-bbe6-4618-b311-6037faa53ead service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ab121a5-1839-4a4c-ae7a-0072339fc137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484228 Mar 01 14:21:41.325193 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ed02f268-219e-4973-9108-c1ffb71b63d6 req-47f765de-fba6-4316-b729-043fd3127c63 service neutron] 10.222.0.20 "GET /v2.0/networks/2ab121a5-1839-4a4c-ae7a-0072339fc137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794508 Mar 01 14:21:41.327849 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ed02f268-219e-4973-9108-c1ffb71b63d6 req-992135ec-cc41-465f-a6d1-192097ae4bc3 service neutron] 10.222.0.32 "GET /v2.0/networks/2ab121a5-1839-4a4c-ae7a-0072339fc137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849907 Mar 01 14:21:41.420712 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ed02f268-219e-4973-9108-c1ffb71b63d6 req-f39f04e9-fb5e-434e-9a76-41f79fb771bb service neutron] 10.222.0.20 "GET /v2.0/networks/2ab121a5-1839-4a4c-ae7a-0072339fc137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891824 Mar 01 14:21:41.421649 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ed02f268-219e-4973-9108-c1ffb71b63d6 req-859f7e85-f479-49e0-849f-43b1e2d01994 service neutron] 10.222.0.32 "GET /v2.0/networks/2ab121a5-1839-4a4c-ae7a-0072339fc137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880687 Mar 01 14:21:41.950034 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20028dd1-36df-4a97-94ad-cc929c717d6d req-215bd335-8209-483e-9edc-ec7b590cdfbb tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:41.951489 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-20028dd1-36df-4a97-94ad-cc929c717d6d req-215bd335-8209-483e-9edc-ec7b590cdfbb tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 944 time: 0.0555315 Mar 01 14:21:41.999175 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-20028dd1-36df-4a97-94ad-cc929c717d6d req-440713af-a3b0-45ed-a9cf-4e2b4937f856 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dcced39-4c1a-4245-9f2a-f07d48fe8d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412478 Mar 01 14:21:43.118795 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5aefac-5aa4-4b42-b8bc-63b39d7516fa req-b1839710-c4f3-47a4-b81d-c728c87175c4 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:43.120592 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4b5aefac-5aa4-4b42-b8bc-63b39d7516fa req-b1839710-c4f3-47a4-b81d-c728c87175c4 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 944 time: 0.0513718 Mar 01 14:21:43.168890 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4b5aefac-5aa4-4b42-b8bc-63b39d7516fa req-cb02135d-de75-42c9-850d-f15db13a58a0 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dcced39-4c1a-4245-9f2a-f07d48fe8d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425203 Mar 01 14:21:43.437731 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f063ec8-6fc5-4bfc-9acc-f19530fa188d req-2f2fe87a-2c5a-4d75-881b-7acb63933253 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:43.439269 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3f063ec8-6fc5-4bfc-9acc-f19530fa188d req-2f2fe87a-2c5a-4d75-881b-7acb63933253 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 944 time: 0.1248090 Mar 01 14:21:43.458057 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f72b76-c2dc-4a1e-832e-cef4102bb366 req-a9b07591-c005-472f-a999-281c27fbb989 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:43.459511 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a6f72b76-c2dc-4a1e-832e-cef4102bb366 req-a9b07591-c005-472f-a999-281c27fbb989 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.32 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05&tenant_id=677a2c84d86e461aa18f47403491f396&binding%3Ahost_id=n-h2-827467-3 HTTP/1.1" status: 200 len: 944 time: 0.1173098 Mar 01 14:21:43.534991 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3f063ec8-6fc5-4bfc-9acc-f19530fa188d req-561b941a-f175-4694-a139-5aeba59f7041 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dcced39-4c1a-4245-9f2a-f07d48fe8d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897145 Mar 01 14:21:43.541830 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [req-a6f72b76-c2dc-4a1e-832e-cef4102bb366 req-75ac4430-6ffc-4514-893a-dca13f293d45 service neutron] delete failed (client error): The resource could not be found. Mar 01 14:21:43.542808 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a6f72b76-c2dc-4a1e-832e-cef4102bb366 req-75ac4430-6ffc-4514-893a-dca13f293d45 service neutron] 10.222.0.32 "DELETE /v2.0/ports/beea90a5-2b62-4eb1-b9a1-c03e503d2c67/bindings/n-h1-827467-3 HTTP/1.1" status: 404 len: 380 time: 0.0759015 Mar 01 14:21:43.624202 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device beea90a5-2b62-4eb1-b9a1-c03e503d2c67 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:21:43.632150 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f72b76-c2dc-4a1e-832e-cef4102bb366 req-c994dc1b-6c4e-4276-b559-122ebf0ec4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:43.633899 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a6f72b76-c2dc-4a1e-832e-cef4102bb366 req-c994dc1b-6c4e-4276-b559-122ebf0ec4fd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 1126 time: 0.0495551 Mar 01 14:21:43.663759 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] The host n-h1-827467-3 is not matching for port beea90a5-2b62-4eb1-b9a1-c03e503d2c67 host n-h2-827467-3! {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 01 14:21:43.664085 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device beea90a5-2b62-4eb1-b9a1-c03e503d2c67 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:21:43.724252 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f72b76-c2dc-4a1e-832e-cef4102bb366 req-c19759a9-83dd-4baa-bbbd-d235637afb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:43.725709 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a6f72b76-c2dc-4a1e-832e-cef4102bb366 req-c19759a9-83dd-4baa-bbbd-d235637afb04 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2ab121a5-1839-4a4c-ae7a-0072339fc137 HTTP/1.1" status: 200 len: 898 time: 0.0840461 Mar 01 14:21:43.791023 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a6f72b76-c2dc-4a1e-832e-cef4102bb366 req-1efee851-c702-4cbd-8328-e2c4ab179766 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beea90a5-2b62-4eb1-b9a1-c03e503d2c67 HTTP/1.1" status: 200 len: 1000 time: 0.0592020 Mar 01 14:21:43.837264 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f72b76-c2dc-4a1e-832e-cef4102bb366 req-5b0d1216-5e73-4453-95eb-2c52e96f9923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:43.838689 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a6f72b76-c2dc-4a1e-832e-cef4102bb366 req-5b0d1216-5e73-4453-95eb-2c52e96f9923 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7486e9b5-5fea-497e-902e-4c7c6c076699 HTTP/1.1" status: 200 len: 835 time: 0.0417657 Mar 01 14:21:43.885067 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f72b76-c2dc-4a1e-832e-cef4102bb366 req-8d1b449f-05b7-449e-a9b6-9ac3d6a726ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:43.886524 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a6f72b76-c2dc-4a1e-832e-cef4102bb366 req-8d1b449f-05b7-449e-a9b6-9ac3d6a726ed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ab121a5-1839-4a4c-ae7a-0072339fc137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0422561 Mar 01 14:21:43.975462 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a6f72b76-c2dc-4a1e-832e-cef4102bb366 req-a2285564-cf76-494b-b3ae-96d3e13865ff service neutron] 10.222.0.32 "GET /v2.0/networks/2ab121a5-1839-4a4c-ae7a-0072339fc137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826879 Mar 01 14:21:44.060812 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a6f72b76-c2dc-4a1e-832e-cef4102bb366 req-a28fc36b-0ad9-4048-b68e-eecc0fc5baf7 service neutron] 10.222.0.32 "GET /v2.0/networks/2ab121a5-1839-4a4c-ae7a-0072339fc137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792897 Mar 01 14:21:44.532743 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device beea90a5-2b62-4eb1-b9a1-c03e503d2c67 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:21:44.631623 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port beea90a5-2b62-4eb1-b9a1-c03e503d2c67, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=beea90a5-2b62-4eb1-b9a1-c03e503d2c67,segment=NetworkSegment(f5af29ef-482d-427d-8eaa-678e74ee20fd),segment_id=f5af29ef-482d-427d-8eaa-678e74ee20fd)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:21:44.643805 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': 'beea90a5-2b62-4eb1-b9a1-c03e503d2c67', 'network_id': '2ab121a5-1839-4a4c-ae7a-0072339fc137', 'port_id': 'beea90a5-2b62-4eb1-b9a1-c03e503d2c67', 'mac_address': 'fa:16:3e:95:a6:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7486e9b5-5fea-497e-902e-4c7c6c076699', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:21:44.662041 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef1ac3-b36a-4070-86ed-aef2086a4170 req-f864ddef-1839-4555-8df1-7fb547f9e8ba tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:21:44.663525 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3ef1ac3-b36a-4070-86ed-aef2086a4170 req-f864ddef-1839-4555-8df1-7fb547f9e8ba tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 944 time: 0.0548718 Mar 01 14:21:44.679521 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port beea90a5-2b62-4eb1-b9a1-c03e503d2c67 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:21:44.679948 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (beea90a5-2b62-4eb1-b9a1-c03e503d2c67), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:21:44.696961 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beea90a5-2b62-4eb1-b9a1-c03e503d2c67 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:21:44.715659 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port beea90a5-2b62-4eb1-b9a1-c03e503d2c67, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=beea90a5-2b62-4eb1-b9a1-c03e503d2c67,segment=NetworkSegment(f5af29ef-482d-427d-8eaa-678e74ee20fd),segment_id=f5af29ef-482d-427d-8eaa-678e74ee20fd)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:21:44.716221 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3ef1ac3-b36a-4070-86ed-aef2086a4170 req-289632a5-d9ac-4580-95a6-035cc2a0c027 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dcced39-4c1a-4245-9f2a-f07d48fe8d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470681 Mar 01 14:21:44.720919 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (beea90a5-2b62-4eb1-b9a1-c03e503d2c67), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:21:44.741250 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 55972) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:21:44.767606 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=beea90a5-2b62-4eb1-b9a1-c03e503d2c67,revision_number=8']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:21:44.801230 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-cb3e0bff-472b-4728-918b-0f0635b940ae tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/floatingips/765bccc1-e6b6-4efb-bcd0-01489b2bc29a HTTP/1.1" status: 200 len: 993 time: 0.0588198 Mar 01 14:21:45.085396 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['beea90a5-2b62-4eb1-b9a1-c03e503d2c67'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:21:46.548197 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device beea90a5-2b62-4eb1-b9a1-c03e503d2c67 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:21:46.595993 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port beea90a5-2b62-4eb1-b9a1-c03e503d2c67 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:21:46.599500 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port beea90a5-2b62-4eb1-b9a1-c03e503d2c67 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:21:46.599900 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (beea90a5-2b62-4eb1-b9a1-c03e503d2c67), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:21:46.676324 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port beea90a5-2b62-4eb1-b9a1-c03e503d2c67 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:21:46.676634 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (beea90a5-2b62-4eb1-b9a1-c03e503d2c67), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:21:46.698081 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f53983-d138-4061-a885-b33ff31a8f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beea90a5-2b62-4eb1-b9a1-c03e503d2c67'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:21:46.700389 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f194ca0-f3c8-4d92-9a30-d086d6a8f145" -d '{"events": [{"server_uuid": "66f53983-d138-4061-a885-b33ff31a8f05", "name": "network-vif-plugged", "status": "completed", "tag": "beea90a5-2b62-4eb1-b9a1-c03e503d2c67"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:21:46.713231 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port beea90a5-2b62-4eb1-b9a1-c03e503d2c67, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=beea90a5-2b62-4eb1-b9a1-c03e503d2c67,segment=NetworkSegment(f5af29ef-482d-427d-8eaa-678e74ee20fd),segment_id=f5af29ef-482d-427d-8eaa-678e74ee20fd)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:21:46.717079 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (beea90a5-2b62-4eb1-b9a1-c03e503d2c67), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:21:46.740323 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64471fd9-eae9-4827-b99a-ff54b2535a8f x-openstack-request-id: req-64471fd9-eae9-4827-b99a-ff54b2535a8f {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:21:46.740614 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f53983-d138-4061-a885-b33ff31a8f05", "name": "network-vif-plugged", "status": "completed", "tag": "beea90a5-2b62-4eb1-b9a1-c03e503d2c67", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:21:46.740865 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64471fd9-eae9-4827-b99a-ff54b2535a8f {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:21:46.741256 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f53983-d138-4061-a885-b33ff31a8f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beea90a5-2b62-4eb1-b9a1-c03e503d2c67', 'code': 200} Mar 01 14:21:46.766036 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=beea90a5-2b62-4eb1-b9a1-c03e503d2c67,revision_number=9']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:21:55.282613 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c904701a-820c-45f3-8e23-913739697111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:21:57.469222 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-85ac8a16-3fee-413c-adf8-d301565e8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:21:58.835556 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:21:58.960247 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:00.122876 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:01.751510 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:10.011738 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:10.276538 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:11.270371 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cca55e-e70a-4302-83f7-cf8bd7e35e46 req-c16add0f-a88a-4d78-bd0b-94b0525f041b tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:22:11.272460 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-39cca55e-e70a-4302-83f7-cf8bd7e35e46 req-c16add0f-a88a-4d78-bd0b-94b0525f041b tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "GET /v2.0/ports?device_id=25cd8b37-6be9-408f-af5b-6babb462946f HTTP/1.1" status: 200 len: 946 time: 0.0543821 Mar 01 14:22:11.320617 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-39cca55e-e70a-4302-83f7-cf8bd7e35e46 req-b13ea313-5bca-44f4-bea9-61a9a2a9ae77 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "GET /v2.0/security-groups?id=b917c5e1-f976-4288-881e-8a941a248bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425363 Mar 01 14:22:11.876145 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb38cd-219d-4cc8-acbb-4683ce026e1c req-444b078f-0262-471f-b8b1-bbc235d35cc9 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:22:11.877613 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-94bb38cd-219d-4cc8-acbb-4683ce026e1c req-444b078f-0262-471f-b8b1-bbc235d35cc9 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cd8b37-6be9-408f-af5b-6babb462946f HTTP/1.1" status: 200 len: 946 time: 0.0549171 Mar 01 14:22:11.968556 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-94bb38cd-219d-4cc8-acbb-4683ce026e1c req-fddb076a-3166-4648-84f1-deede2df1fbf tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Deleting port 1f5b85f0-11e8-4601-bc9b-2380ea18e443 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:22:11.968899 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-94bb38cd-219d-4cc8-acbb-4683ce026e1c req-fddb076a-3166-4648-84f1-deede2df1fbf tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (1f5b85f0-11e8-4601-bc9b-2380ea18e443), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:12.058743 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-94bb38cd-219d-4cc8-acbb-4683ce026e1c req-fddb076a-3166-4648-84f1-deede2df1fbf tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] For port 1f5b85f0-11e8-4601-bc9b-2380ea18e443, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=1f5b85f0-11e8-4601-bc9b-2380ea18e443,segment=NetworkSegment(aff65daa-c815-45d5-967a-12443010a44c),segment_id=aff65daa-c815-45d5-967a-12443010a44c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:22:12.059097 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-94bb38cd-219d-4cc8-acbb-4683ce026e1c req-fddb076a-3166-4648-84f1-deede2df1fbf tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (1f5b85f0-11e8-4601-bc9b-2380ea18e443), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:12.268505 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-94bb38cd-219d-4cc8-acbb-4683ce026e1c req-fddb076a-3166-4648-84f1-deede2df1fbf tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:12.268867 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-94bb38cd-219d-4cc8-acbb-4683ce026e1c req-fddb076a-3166-4648-84f1-deede2df1fbf tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (a6edf733-0510-4520-8b80-5bedb7905dd4), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:12.269186 n-d-827467-3 neutron-server[103726]: INFO neutron.db.l3_db [req-94bb38cd-219d-4cc8-acbb-4683ce026e1c req-fddb076a-3166-4648-84f1-deede2df1fbf tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Floating IP a6edf733-0510-4520-8b80-5bedb7905dd4 disassociated. External IP: 172.25.1.87, port: 1f5b85f0-11e8-4601-bc9b-2380ea18e443. Mar 01 14:22:12.269521 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-94bb38cd-219d-4cc8-acbb-4683ce026e1c req-fddb076a-3166-4648-84f1-deede2df1fbf tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Calling delete_port for 1f5b85f0-11e8-4601-bc9b-2380ea18e443 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:22:12.390683 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-94bb38cd-219d-4cc8-acbb-4683ce026e1c req-fddb076a-3166-4648-84f1-deede2df1fbf tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (1f5b85f0-11e8-4601-bc9b-2380ea18e443), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:12.418001 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb076a-3166-4648-84f1-deede2df1fbf tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Pushing event deleted for resources: {'Port': ['ID=1f5b85f0-11e8-4601-bc9b-2380ea18e443,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:12.427315 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bb96b313-c239-40cb-ab23-4cc0bae79aa2 req-10bb002e-1145-4e55-b1c5-a16d9110d8b2 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "GET /v2.0/ports?device_id=25cd8b37-6be9-408f-af5b-6babb462946f HTTP/1.1" status: 200 len: 210 time: 0.0269074 Mar 01 14:22:12.428048 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb076a-3166-4648-84f1-deede2df1fbf tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:12.428400 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb076a-3166-4648-84f1-deede2df1fbf tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:12.428741 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb076a-3166-4648-84f1-deede2df1fbf tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:12.429078 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb076a-3166-4648-84f1-deede2df1fbf tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:12.429416 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb076a-3166-4648-84f1-deede2df1fbf tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:12.429746 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb076a-3166-4648-84f1-deede2df1fbf tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:12.430072 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb076a-3166-4648-84f1-deede2df1fbf tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:12.430400 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb076a-3166-4648-84f1-deede2df1fbf tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:12.430726 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb076a-3166-4648-84f1-deede2df1fbf tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:12.431366 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb076a-3166-4648-84f1-deede2df1fbf tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:12.431366 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb076a-3166-4648-84f1-deede2df1fbf tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:12.431782 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb076a-3166-4648-84f1-deede2df1fbf tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:12.431998 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb076a-3166-4648-84f1-deede2df1fbf tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:12.548031 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94bb38cd-219d-4cc8-acbb-4683ce026e1c req-fddb076a-3166-4648-84f1-deede2df1fbf tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Router 153ba4d1-9aee-4f5d-bdcb-81704b3cd135 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:22:12.652928 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94bb38cd-219d-4cc8-acbb-4683ce026e1c req-fddb076a-3166-4648-84f1-deede2df1fbf tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:22:12.662689 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760a5287-5243-459a-97f6-6af6c14fe889 None None] Sync routers for ids ['153ba4d1-9aee-4f5d-bdcb-81704b3cd135'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:22:12.672134 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760a5287-5243-459a-97f6-6af6c14fe889 None None] Routers {'153ba4d1-9aee-4f5d-bdcb-81704b3cd135'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:22:12.672735 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-760a5287-5243-459a-97f6-6af6c14fe889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:21:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['153ba4d1-9aee-4f5d-bdcb-81704b3cd135'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:22:12.695949 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-94bb38cd-219d-4cc8-acbb-4683ce026e1c req-fddb076a-3166-4648-84f1-deede2df1fbf tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] No DVR routers for this DVR port 1f5b85f0-11e8-4601-bc9b-2380ea18e443 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:22:12.698572 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-94bb38cd-219d-4cc8-acbb-4683ce026e1c req-fddb076a-3166-4648-84f1-deede2df1fbf tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:12.701885 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-94bb38cd-219d-4cc8-acbb-4683ce026e1c req-fddb076a-3166-4648-84f1-deede2df1fbf tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.20 "DELETE /v2.0/ports/1f5b85f0-11e8-4601-bc9b-2380ea18e443 HTTP/1.1" status: 204 len: 173 time: 0.8195441 Mar 01 14:22:12.702334 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cd8b37-6be9-408f-af5b-6babb462946f', 'name': 'network-vif-deleted', 'tag': '1f5b85f0-11e8-4601-bc9b-2380ea18e443'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:22:12.705240 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58945487-369f-47c1-bb91-3c699e5bc59a" -d '{"events": [{"server_uuid": "25cd8b37-6be9-408f-af5b-6babb462946f", "name": "network-vif-deleted", "tag": "1f5b85f0-11e8-4601-bc9b-2380ea18e443"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:22:12.742879 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde460b6-ae81-4ab5-b1a6-c443876cc1aa x-openstack-request-id: req-cde460b6-ae81-4ab5-b1a6-c443876cc1aa {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:22:12.743178 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25cd8b37-6be9-408f-af5b-6babb462946f", "name": "network-vif-deleted", "tag": "1f5b85f0-11e8-4601-bc9b-2380ea18e443", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:22:12.743432 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cde460b6-ae81-4ab5-b1a6-c443876cc1aa {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:22:12.743887 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25cd8b37-6be9-408f-af5b-6babb462946f', 'name': 'network-vif-deleted', 'tag': '1f5b85f0-11e8-4601-bc9b-2380ea18e443', 'status': 'completed', 'code': 200} Mar 01 14:22:12.960825 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-760a5287-5243-459a-97f6-6af6c14fe889 None None] Set router 153ba4d1-9aee-4f5d-bdcb-81704b3cd135 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:22:13.156669 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-760a5287-5243-459a-97f6-6af6c14fe889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'name': 'tempest-TestServerBasicOps-2126144821-router', 'tenant_id': '147f3b20ea754808a487fa91370b94db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd2f73d89-0f80-43bf-a64b-f7bf97f48b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:16:25Z', 'updated_at': '2022-03-01T14:16:29Z', 'revision_number': 4, 'project_id': '147f3b20ea754808a487fa91370b94db', 'gw_port': {'id': 'd2f73d89-0f80-43bf-a64b-f7bf97f48b68', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:16:26Z', 'updated_at': '2022-03-01T14:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '62482896-914d-4388-9c37-39b87fe1ccb9', 'name': '', 'network_id': 'b3414069-2cec-4185-a405-a1b109fba1f6', 'tenant_id': '147f3b20ea754808a487fa91370b94db', 'mac_address': 'fa:16:3e:53:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'b1a5666e-3deb-4602-8e9d-55f0a37cf946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:16:28Z', 'updated_at': '2022-03-01T14:16:35Z', 'revision_number': 5, 'project_id': '147f3b20ea754808a487fa91370b94db', 'subnets': [{'id': 'b1a5666e-3deb-4602-8e9d-55f0a37cf946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:22:13.187210 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760a5287-5243-459a-97f6-6af6c14fe889 None None] Checking router: 153ba4d1-9aee-4f5d-bdcb-81704b3cd135 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:22:13.196377 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760a5287-5243-459a-97f6-6af6c14fe889 None None] Routers {'153ba4d1-9aee-4f5d-bdcb-81704b3cd135'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:22:13.196971 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-760a5287-5243-459a-97f6-6af6c14fe889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:21:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['153ba4d1-9aee-4f5d-bdcb-81704b3cd135'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:22:13.302714 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-760a5287-5243-459a-97f6-6af6c14fe889 None None] Set router 153ba4d1-9aee-4f5d-bdcb-81704b3cd135 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:22:13.490756 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55988) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:22:13.494508 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-760a5287-5243-459a-97f6-6af6c14fe889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'name': 'tempest-TestServerBasicOps-2126144821-router', 'tenant_id': '147f3b20ea754808a487fa91370b94db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd2f73d89-0f80-43bf-a64b-f7bf97f48b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:16:25Z', 'updated_at': '2022-03-01T14:16:29Z', 'revision_number': 4, 'project_id': '147f3b20ea754808a487fa91370b94db', 'gw_port': {'id': 'd2f73d89-0f80-43bf-a64b-f7bf97f48b68', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:16:26Z', 'updated_at': '2022-03-01T14:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '62482896-914d-4388-9c37-39b87fe1ccb9', 'name': '', 'network_id': 'b3414069-2cec-4185-a405-a1b109fba1f6', 'tenant_id': '147f3b20ea754808a487fa91370b94db', 'mac_address': 'fa:16:3e:53:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'b1a5666e-3deb-4602-8e9d-55f0a37cf946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:16:28Z', 'updated_at': '2022-03-01T14:16:35Z', 'revision_number': 5, 'project_id': '147f3b20ea754808a487fa91370b94db', 'subnets': [{'id': 'b1a5666e-3deb-4602-8e9d-55f0a37cf946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:22:13.520115 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760a5287-5243-459a-97f6-6af6c14fe889 None None] The sync data for ids ['153ba4d1-9aee-4f5d-bdcb-81704b3cd135'] in n-d-827467-3 is: [{'id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'name': 'tempest-TestServerBasicOps-2126144821-router', 'tenant_id': '147f3b20ea754808a487fa91370b94db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd2f73d89-0f80-43bf-a64b-f7bf97f48b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:16:25Z', 'updated_at': '2022-03-01T14:16:29Z', 'revision_number': 4, 'project_id': '147f3b20ea754808a487fa91370b94db', 'gw_port': {'id': 'd2f73d89-0f80-43bf-a64b-f7bf97f48b68', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:16:26Z', 'updated_at': '2022-03-01T14:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '62482896-914d-4388-9c37-39b87fe1ccb9', 'name': '', 'network_id': 'b3414069-2cec-4185-a405-a1b109fba1f6', 'tenant_id': '147f3b20ea754808a487fa91370b94db', 'mac_address': 'fa:16:3e:53:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'b1a5666e-3deb-4602-8e9d-55f0a37cf946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:16:28Z', 'updated_at': '2022-03-01T14:16:35Z', 'revision_number': 5, 'project_id': '147f3b20ea754808a487fa91370b94db', 'subnets': [{'id': 'b1a5666e-3deb-4602-8e9d-55f0a37cf946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:22:13.615913 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-7ab8b944-6c4d-4992-948a-372c0584a45c tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Deleting port 550255d4-1825-4639-bbdb-121f59bfd05f {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:22:13.616259 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7ab8b944-6c4d-4992-948a-372c0584a45c tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (550255d4-1825-4639-bbdb-121f59bfd05f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:13.695065 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7ab8b944-6c4d-4992-948a-372c0584a45c tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (550255d4-1825-4639-bbdb-121f59bfd05f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:13.695391 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7ab8b944-6c4d-4992-948a-372c0584a45c tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks [] for floatingip (550255d4-1825-4639-bbdb-121f59bfd05f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:13.708479 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-7ab8b944-6c4d-4992-948a-372c0584a45c tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Calling delete_port for 550255d4-1825-4639-bbdb-121f59bfd05f owned by network:floatingip {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:22:13.744021 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1330f652-24a9-4c71-816e-5afa7e80b2a3 None None] New status for floating IP a6edf733-0510-4520-8b80-5bedb7905dd4: DOWN {{(pid=103729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 14:22:13.841856 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7ab8b944-6c4d-4992-948a-372c0584a45c tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (550255d4-1825-4639-bbdb-121f59bfd05f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:13.842644 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.db.api [None req-1330f652-24a9-4c71-816e-5afa7e80b2a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103729) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 14:22:13.843000 n-d-827467-3 neutron-server[103729]: DEBUG oslo_db.api [None req-1330f652-24a9-4c71-816e-5afa7e80b2a3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 14:22:13.866911 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8b944-6c4d-4992-948a-372c0584a45c tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Pushing event deleted for resources: {'Port': ['ID=550255d4-1825-4639-bbdb-121f59bfd05f,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:13.878369 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab8b944-6c4d-4992-948a-372c0584a45c tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:13.878654 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab8b944-6c4d-4992-948a-372c0584a45c tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:13.878990 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab8b944-6c4d-4992-948a-372c0584a45c tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:13.879324 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab8b944-6c4d-4992-948a-372c0584a45c tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:13.879651 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab8b944-6c4d-4992-948a-372c0584a45c tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:13.880003 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab8b944-6c4d-4992-948a-372c0584a45c tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:13.880327 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab8b944-6c4d-4992-948a-372c0584a45c tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:13.880650 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab8b944-6c4d-4992-948a-372c0584a45c tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:13.880970 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab8b944-6c4d-4992-948a-372c0584a45c tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:13.881290 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab8b944-6c4d-4992-948a-372c0584a45c tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:13.881610 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab8b944-6c4d-4992-948a-372c0584a45c tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:13.881925 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab8b944-6c4d-4992-948a-372c0584a45c tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:13.882241 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab8b944-6c4d-4992-948a-372c0584a45c tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:13.937374 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7ab8b944-6c4d-4992-948a-372c0584a45c tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks [] for floatingip (a6edf733-0510-4520-8b80-5bedb7905dd4), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:13.940225 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7ab8b944-6c4d-4992-948a-372c0584a45c tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:13.941366 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7ab8b944-6c4d-4992-948a-372c0584a45c tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "DELETE /v2.0/floatingips/a6edf733-0510-4520-8b80-5bedb7905dd4 HTTP/1.1" status: 204 len: 168 time: 0.4496224 Mar 01 14:22:14.011835 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 55998) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:22:14.067437 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-db35c05a-43b0-469b-9bf2-715156f72012 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks [] for security_group (b917c5e1-f976-4288-881e-8a941a248bc3), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:14.096542 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-db35c05a-43b0-469b-9bf2-715156f72012 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks [] for security_group (b917c5e1-f976-4288-881e-8a941a248bc3), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:14.156165 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-db35c05a-43b0-469b-9bf2-715156f72012 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (b917c5e1-f976-4288-881e-8a941a248bc3), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:14.158743 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-db35c05a-43b0-469b-9bf2-715156f72012 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:14.159954 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-db35c05a-43b0-469b-9bf2-715156f72012 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] 10.222.0.13 "DELETE /v2.0/security-groups/b917c5e1-f976-4288-881e-8a941a248bc3 HTTP/1.1" status: 204 len: 168 time: 0.1470864 Mar 01 14:22:14.168857 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db35c05a-43b0-469b-9bf2-715156f72012 tempest-TestServerBasicOps-867769850 tempest-TestServerBasicOps-867769850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b917c5e1-f976-4288-881e-8a941a248bc3,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:14.198506 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56002) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:22:14.344267 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1330f652-24a9-4c71-816e-5afa7e80b2a3 None None] New status for floating IP a6edf733-0510-4520-8b80-5bedb7905dd4: DOWN {{(pid=103729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 14:22:14.707570 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 1f5b85f0-11e8-4601-bc9b-2380ea18e443 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:22:14.731424 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 1f5b85f0-11e8-4601-bc9b-2380ea18e443 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:22:14.731800 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 1f5b85f0-11e8-4601-bc9b-2380ea18e443 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:22:14.874477 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-31411005-9f40-4058-ad41-aff8b7ea1388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (153ba4d1-9aee-4f5d-bdcb-81704b3cd135), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:15.119550 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-31411005-9f40-4058-ad41-aff8b7ea1388 admin admin] Deleting port 62482896-914d-4388-9c37-39b87fe1ccb9 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:22:15.119925 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-31411005-9f40-4058-ad41-aff8b7ea1388 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (62482896-914d-4388-9c37-39b87fe1ccb9), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:15.197813 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-31411005-9f40-4058-ad41-aff8b7ea1388 admin admin] For port 62482896-914d-4388-9c37-39b87fe1ccb9, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=62482896-914d-4388-9c37-39b87fe1ccb9,segment=NetworkSegment(aff65daa-c815-45d5-967a-12443010a44c),segment_id=aff65daa-c815-45d5-967a-12443010a44c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:22:15.198175 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-31411005-9f40-4058-ad41-aff8b7ea1388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (62482896-914d-4388-9c37-39b87fe1ccb9), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:15.211400 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-31411005-9f40-4058-ad41-aff8b7ea1388 admin admin] Calling delete_port for 62482896-914d-4388-9c37-39b87fe1ccb9 owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:22:15.390808 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-31411005-9f40-4058-ad41-aff8b7ea1388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (62482896-914d-4388-9c37-39b87fe1ccb9), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:15.417613 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31411005-9f40-4058-ad41-aff8b7ea1388 admin admin] Pushing event deleted for resources: {'Port': ['ID=62482896-914d-4388-9c37-39b87fe1ccb9,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:15.581903 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-31411005-9f40-4058-ad41-aff8b7ea1388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (153ba4d1-9aee-4f5d-bdcb-81704b3cd135), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:15.796593 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31411005-9f40-4058-ad41-aff8b7ea1388 admin admin] Router 153ba4d1-9aee-4f5d-bdcb-81704b3cd135 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:22:15.902839 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31411005-9f40-4058-ad41-aff8b7ea1388 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:22:15.909286 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-31411005-9f40-4058-ad41-aff8b7ea1388 admin admin] 10.222.0.13 "PUT /v2.0/routers/153ba4d1-9aee-4f5d-bdcb-81704b3cd135/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7092319 Mar 01 14:22:15.911077 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56006) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:22:15.913874 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07796bba-f8b8-4b55-ba89-ed597a8c12e3 None None] Sync routers for ids ['153ba4d1-9aee-4f5d-bdcb-81704b3cd135'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:22:15.924971 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07796bba-f8b8-4b55-ba89-ed597a8c12e3 None None] Routers {'153ba4d1-9aee-4f5d-bdcb-81704b3cd135'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:22:15.925571 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-07796bba-f8b8-4b55-ba89-ed597a8c12e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:21:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['153ba4d1-9aee-4f5d-bdcb-81704b3cd135'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:22:16.017692 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-07225c59-1d8d-41db-9eb8-b1df7aa6cdd3 admin admin] Publish callbacks [] for router (153ba4d1-9aee-4f5d-bdcb-81704b3cd135), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:16.037114 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-07796bba-f8b8-4b55-ba89-ed597a8c12e3 None None] Set router 153ba4d1-9aee-4f5d-bdcb-81704b3cd135 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:22:16.124080 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-07225c59-1d8d-41db-9eb8-b1df7aa6cdd3 admin admin] Publish callbacks [] for router_gateway (153ba4d1-9aee-4f5d-bdcb-81704b3cd135), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:16.177160 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-07225c59-1d8d-41db-9eb8-b1df7aa6cdd3 admin admin] Deleting port d2f73d89-0f80-43bf-a64b-f7bf97f48b68 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:22:16.177495 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-07225c59-1d8d-41db-9eb8-b1df7aa6cdd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (d2f73d89-0f80-43bf-a64b-f7bf97f48b68), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:16.212579 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-07796bba-f8b8-4b55-ba89-ed597a8c12e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'name': 'tempest-TestServerBasicOps-2126144821-router', 'tenant_id': '147f3b20ea754808a487fa91370b94db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd2f73d89-0f80-43bf-a64b-f7bf97f48b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:16:25Z', 'updated_at': '2022-03-01T14:22:15Z', 'revision_number': 5, 'project_id': '147f3b20ea754808a487fa91370b94db', 'gw_port': {'id': 'd2f73d89-0f80-43bf-a64b-f7bf97f48b68', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:16:26Z', 'updated_at': '2022-03-01T14:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:22:16.243349 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07796bba-f8b8-4b55-ba89-ed597a8c12e3 None None] Checking router: 153ba4d1-9aee-4f5d-bdcb-81704b3cd135 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:22:16.251650 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07796bba-f8b8-4b55-ba89-ed597a8c12e3 None None] Routers {'153ba4d1-9aee-4f5d-bdcb-81704b3cd135'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:22:16.252312 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-07796bba-f8b8-4b55-ba89-ed597a8c12e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:21:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['153ba4d1-9aee-4f5d-bdcb-81704b3cd135'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:22:16.259022 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-07225c59-1d8d-41db-9eb8-b1df7aa6cdd3 admin admin] For port d2f73d89-0f80-43bf-a64b-f7bf97f48b68, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=d2f73d89-0f80-43bf-a64b-f7bf97f48b68,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:22:16.259568 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-07225c59-1d8d-41db-9eb8-b1df7aa6cdd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (d2f73d89-0f80-43bf-a64b-f7bf97f48b68), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:16.271582 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-07225c59-1d8d-41db-9eb8-b1df7aa6cdd3 admin admin] Calling delete_port for d2f73d89-0f80-43bf-a64b-f7bf97f48b68 owned by network:router_gateway {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:22:16.336585 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-07796bba-f8b8-4b55-ba89-ed597a8c12e3 None None] Set router 153ba4d1-9aee-4f5d-bdcb-81704b3cd135 gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:22:16.391018 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-07796bba-f8b8-4b55-ba89-ed597a8c12e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'name': 'tempest-TestServerBasicOps-2126144821-router', 'tenant_id': '147f3b20ea754808a487fa91370b94db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:16:25Z', 'updated_at': '2022-03-01T14:22:16Z', 'revision_number': 6, 'project_id': '147f3b20ea754808a487fa91370b94db', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:22:16.417755 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07796bba-f8b8-4b55-ba89-ed597a8c12e3 None None] The sync data for ids ['153ba4d1-9aee-4f5d-bdcb-81704b3cd135'] in n-d-827467-3 is: [{'id': '153ba4d1-9aee-4f5d-bdcb-81704b3cd135', 'name': 'tempest-TestServerBasicOps-2126144821-router', 'tenant_id': '147f3b20ea754808a487fa91370b94db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:16:25Z', 'updated_at': '2022-03-01T14:22:16Z', 'revision_number': 6, 'project_id': '147f3b20ea754808a487fa91370b94db', 'gw_port_host': None}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:22:16.441132 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-07225c59-1d8d-41db-9eb8-b1df7aa6cdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (d2f73d89-0f80-43bf-a64b-f7bf97f48b68), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:16.468265 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07225c59-1d8d-41db-9eb8-b1df7aa6cdd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2f73d89-0f80-43bf-a64b-f7bf97f48b68,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:16.529172 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-07225c59-1d8d-41db-9eb8-b1df7aa6cdd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (153ba4d1-9aee-4f5d-bdcb-81704b3cd135), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:16.618412 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-07225c59-1d8d-41db-9eb8-b1df7aa6cdd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (153ba4d1-9aee-4f5d-bdcb-81704b3cd135), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:16.620488 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-07225c59-1d8d-41db-9eb8-b1df7aa6cdd3 admin admin] Publish callbacks [] for router_controller (153ba4d1-9aee-4f5d-bdcb-81704b3cd135), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:16.665215 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-07225c59-1d8d-41db-9eb8-b1df7aa6cdd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (153ba4d1-9aee-4f5d-bdcb-81704b3cd135), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:16.665728 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07225c59-1d8d-41db-9eb8-b1df7aa6cdd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 153ba4d1-9aee-4f5d-bdcb-81704b3cd135 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:22:16.669875 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-07225c59-1d8d-41db-9eb8-b1df7aa6cdd3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:16.671034 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-07225c59-1d8d-41db-9eb8-b1df7aa6cdd3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/153ba4d1-9aee-4f5d-bdcb-81704b3cd135 HTTP/1.1" status: 204 len: 168 time: 0.7590380 Mar 01 14:22:16.673783 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56008) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:22:16.717024 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa10952-17ee-4f11-9ebf-ca022a7b9133 admin admin] Deleting subnet b1a5666e-3deb-4602-8e9d-55f0a37cf946 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:22:16.719884 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8fa10952-17ee-4f11-9ebf-ca022a7b9133 admin admin] Publish callbacks [] for subnet (b1a5666e-3deb-4602-8e9d-55f0a37cf946), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:16.752809 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8fa10952-17ee-4f11-9ebf-ca022a7b9133 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (b1a5666e-3deb-4602-8e9d-55f0a37cf946), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:16.837758 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8fa10952-17ee-4f11-9ebf-ca022a7b9133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (b1a5666e-3deb-4602-8e9d-55f0a37cf946), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:16.891241 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8fa10952-17ee-4f11-9ebf-ca022a7b9133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (b1a5666e-3deb-4602-8e9d-55f0a37cf946), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:16.915594 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa10952-17ee-4f11-9ebf-ca022a7b9133 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1a5666e-3deb-4602-8e9d-55f0a37cf946,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:16.919168 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8fa10952-17ee-4f11-9ebf-ca022a7b9133 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:16.922357 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8fa10952-17ee-4f11-9ebf-ca022a7b9133 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b1a5666e-3deb-4602-8e9d-55f0a37cf946 HTTP/1.1" status: 204 len: 168 time: 0.2470958 Mar 01 14:22:16.925355 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56010) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:22:16.927888 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8881c55-2bc1-40a9-9747-cf4ce87b5c38 None None] Network b3414069-2cec-4185-a405-a1b109fba1f6 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:22:16.992653 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-832c2e53-2060-4b3f-925e-3796fab16c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (b3414069-2cec-4185-a405-a1b109fba1f6), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:17.053422 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-832c2e53-2060-4b3f-925e-3796fab16c81 admin admin] Deleting port 035c9d85-b746-4109-acf0-326d0adb7488 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:22:17.053422 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-832c2e53-2060-4b3f-925e-3796fab16c81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (035c9d85-b746-4109-acf0-326d0adb7488), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:17.113812 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-832c2e53-2060-4b3f-925e-3796fab16c81 admin admin] For port 035c9d85-b746-4109-acf0-326d0adb7488, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=035c9d85-b746-4109-acf0-326d0adb7488,segment=NetworkSegment(aff65daa-c815-45d5-967a-12443010a44c),segment_id=aff65daa-c815-45d5-967a-12443010a44c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:22:17.114090 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-832c2e53-2060-4b3f-925e-3796fab16c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (035c9d85-b746-4109-acf0-326d0adb7488), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:17.126150 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-832c2e53-2060-4b3f-925e-3796fab16c81 admin admin] Calling delete_port for 035c9d85-b746-4109-acf0-326d0adb7488 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:22:17.207171 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-832c2e53-2060-4b3f-925e-3796fab16c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (035c9d85-b746-4109-acf0-326d0adb7488), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:17.213904 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90efb756-b90c-46d9-9681-43f0d3eabf12 None None] DHCP port deletion for b3414069-2cec-4185-a405-a1b109fba1f6 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:22:17.240805 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832c2e53-2060-4b3f-925e-3796fab16c81 admin admin] No DVR routers for this DVR port 035c9d85-b746-4109-acf0-326d0adb7488 on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:22:17.246019 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c2e53-2060-4b3f-925e-3796fab16c81 admin admin] Pushing event deleted for resources: {'Port': ['ID=035c9d85-b746-4109-acf0-326d0adb7488,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:17.320351 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-832c2e53-2060-4b3f-925e-3796fab16c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (b3414069-2cec-4185-a405-a1b109fba1f6), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:17.340703 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-832c2e53-2060-4b3f-925e-3796fab16c81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3414069-2cec-4185-a405-a1b109fba1f6']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:22:17.350763 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-832c2e53-2060-4b3f-925e-3796fab16c81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff65daa-c815-45d5-967a-12443010a44c') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:22:17.351078 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-832c2e53-2060-4b3f-925e-3796fab16c81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff65daa-c815-45d5-967a-12443010a44c') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:22:17.360781 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-832c2e53-2060-4b3f-925e-3796fab16c81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (aff65daa-c815-45d5-967a-12443010a44c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:17.374856 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-832c2e53-2060-4b3f-925e-3796fab16c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (aff65daa-c815-45d5-967a-12443010a44c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:17.380994 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-832c2e53-2060-4b3f-925e-3796fab16c81 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:22:17.381407 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-832c2e53-2060-4b3f-925e-3796fab16c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (aff65daa-c815-45d5-967a-12443010a44c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:17.383388 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:22:17.383388 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:22:17.383388 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:22:17.383388 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:22:17.383388 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:22:17.383388 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:22:17.383388 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:22:17.383388 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:22:17.383388 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:22:17.383388 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:22:17.383388 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:22:17.383388 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:22:17.383388 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:22:17.383388 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:22:17.383388 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:22:17.383388 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:22:17.383388 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:22:17.383388 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:22:17.383388 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:22:17.383388 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:22:17.383388 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:22:17.383388 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:22:17.383388 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:22:17.383388 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:22:17.383388 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:22:17.383388 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:22:17.383388 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:22:17.383388 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:22:17.383388 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:22:17.383388 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:22:17.383388 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:22:17.383388 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:22:17.441435 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-832c2e53-2060-4b3f-925e-3796fab16c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (b3414069-2cec-4185-a405-a1b109fba1f6), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:17.447276 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-832c2e53-2060-4b3f-925e-3796fab16c81 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:17.453788 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-832c2e53-2060-4b3f-925e-3796fab16c81 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b3414069-2cec-4185-a405-a1b109fba1f6 HTTP/1.1" status: 204 len: 168 time: 0.5247169 Mar 01 14:22:17.454226 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56016) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:22:17.465742 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c2e53-2060-4b3f-925e-3796fab16c81 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3414069-2cec-4185-a405-a1b109fba1f6,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:17.806926 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e8b712fb-6c63-49a8-b4f1-71c78b757928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (9b4d3637-d86e-4647-b953-fbce508c902f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:18.056065 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 62482896-914d-4388-9c37-39b87fe1ccb9 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:22:18.081359 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 62482896-914d-4388-9c37-39b87fe1ccb9 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:22:18.082222 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 62482896-914d-4388-9c37-39b87fe1ccb9 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:22:18.082648 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device d2f73d89-0f80-43bf-a64b-f7bf97f48b68 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:22:18.102566 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: d2f73d89-0f80-43bf-a64b-f7bf97f48b68 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:22:18.102913 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device d2f73d89-0f80-43bf-a64b-f7bf97f48b68 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:22:18.103333 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 035c9d85-b746-4109-acf0-326d0adb7488 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:22:18.123038 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 035c9d85-b746-4109-acf0-326d0adb7488 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:22:18.123388 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 035c9d85-b746-4109-acf0-326d0adb7488 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:22:18.358840 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-e8b712fb-6c63-49a8-b4f1-71c78b757928 admin admin] Deleting port ef125a41-aa73-443a-bfaa-54136f164610 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:22:18.359084 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e8b712fb-6c63-49a8-b4f1-71c78b757928 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (ef125a41-aa73-443a-bfaa-54136f164610), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:18.437600 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-e8b712fb-6c63-49a8-b4f1-71c78b757928 admin admin] For port ef125a41-aa73-443a-bfaa-54136f164610, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=ef125a41-aa73-443a-bfaa-54136f164610,segment=NetworkSegment(a1a37440-778e-46c6-93c1-527d4810526d),segment_id=a1a37440-778e-46c6-93c1-527d4810526d)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:22:18.437958 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e8b712fb-6c63-49a8-b4f1-71c78b757928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (ef125a41-aa73-443a-bfaa-54136f164610), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:18.452336 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-e8b712fb-6c63-49a8-b4f1-71c78b757928 admin admin] Calling delete_port for ef125a41-aa73-443a-bfaa-54136f164610 owned by network:router_interface {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:22:18.627621 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e8b712fb-6c63-49a8-b4f1-71c78b757928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (ef125a41-aa73-443a-bfaa-54136f164610), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:18.650725 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b712fb-6c63-49a8-b4f1-71c78b757928 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef125a41-aa73-443a-bfaa-54136f164610,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:18.819888 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e8b712fb-6c63-49a8-b4f1-71c78b757928 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (9b4d3637-d86e-4647-b953-fbce508c902f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:19.033071 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b712fb-6c63-49a8-b4f1-71c78b757928 admin admin] Router 9b4d3637-d86e-4647-b953-fbce508c902f has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:22:19.138569 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b712fb-6c63-49a8-b4f1-71c78b757928 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:22:19.143794 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e8b712fb-6c63-49a8-b4f1-71c78b757928 admin admin] 10.222.0.13 "PUT /v2.0/routers/9b4d3637-d86e-4647-b953-fbce508c902f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6879032 Mar 01 14:22:19.146047 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56018) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:22:19.149537 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f83da34-ea0c-4e02-ab2d-e17ed8b2688f None None] Sync routers for ids ['9b4d3637-d86e-4647-b953-fbce508c902f'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:22:19.158910 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f83da34-ea0c-4e02-ab2d-e17ed8b2688f None None] Routers {'9b4d3637-d86e-4647-b953-fbce508c902f'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:22:19.159508 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-3f83da34-ea0c-4e02-ab2d-e17ed8b2688f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:21:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['9b4d3637-d86e-4647-b953-fbce508c902f'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:22:19.251172 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d0e222e2-bbdd-4ac7-8204-d2b0fed66500 admin admin] Publish callbacks [] for router (9b4d3637-d86e-4647-b953-fbce508c902f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:19.263638 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-3f83da34-ea0c-4e02-ab2d-e17ed8b2688f None None] Set router 9b4d3637-d86e-4647-b953-fbce508c902f gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:22:19.359408 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d0e222e2-bbdd-4ac7-8204-d2b0fed66500 admin admin] Publish callbacks [] for router_gateway (9b4d3637-d86e-4647-b953-fbce508c902f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:19.412575 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-d0e222e2-bbdd-4ac7-8204-d2b0fed66500 admin admin] Deleting port c6880d95-9b8c-49c4-a121-0437915d1759 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:22:19.412942 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d0e222e2-bbdd-4ac7-8204-d2b0fed66500 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (c6880d95-9b8c-49c4-a121-0437915d1759), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:19.446135 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-3f83da34-ea0c-4e02-ab2d-e17ed8b2688f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4d3637-d86e-4647-b953-fbce508c902f', 'name': 'tempest-TestServerBasicOps-1672797030-router', 'tenant_id': '7b6abcdfb4454ae58744c313563b31c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'c6880d95-9b8c-49c4-a121-0437915d1759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:16:32Z', 'updated_at': '2022-03-01T14:22:18Z', 'revision_number': 5, 'project_id': '7b6abcdfb4454ae58744c313563b31c4', 'gw_port': {'id': 'c6880d95-9b8c-49c4-a121-0437915d1759', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:89:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4d3637-d86e-4647-b953-fbce508c902f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:16:32Z', 'updated_at': '2022-03-01T14:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:22:19.472907 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f83da34-ea0c-4e02-ab2d-e17ed8b2688f None None] Checking router: 9b4d3637-d86e-4647-b953-fbce508c902f for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:22:19.481306 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f83da34-ea0c-4e02-ab2d-e17ed8b2688f None None] Routers {'9b4d3637-d86e-4647-b953-fbce508c902f'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:22:19.481902 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-3f83da34-ea0c-4e02-ab2d-e17ed8b2688f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:21:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['9b4d3637-d86e-4647-b953-fbce508c902f'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:22:19.496259 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-d0e222e2-bbdd-4ac7-8204-d2b0fed66500 admin admin] For port c6880d95-9b8c-49c4-a121-0437915d1759, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=c6880d95-9b8c-49c4-a121-0437915d1759,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:22:19.496603 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d0e222e2-bbdd-4ac7-8204-d2b0fed66500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (c6880d95-9b8c-49c4-a121-0437915d1759), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:19.508958 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-d0e222e2-bbdd-4ac7-8204-d2b0fed66500 admin admin] Calling delete_port for c6880d95-9b8c-49c4-a121-0437915d1759 owned by network:router_gateway {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:22:19.570696 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-3f83da34-ea0c-4e02-ab2d-e17ed8b2688f None None] Set router 9b4d3637-d86e-4647-b953-fbce508c902f gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:22:19.621714 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-3f83da34-ea0c-4e02-ab2d-e17ed8b2688f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4d3637-d86e-4647-b953-fbce508c902f', 'name': 'tempest-TestServerBasicOps-1672797030-router', 'tenant_id': '7b6abcdfb4454ae58744c313563b31c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:16:32Z', 'updated_at': '2022-03-01T14:22:19Z', 'revision_number': 6, 'project_id': '7b6abcdfb4454ae58744c313563b31c4', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:22:19.651497 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f83da34-ea0c-4e02-ab2d-e17ed8b2688f None None] The sync data for ids ['9b4d3637-d86e-4647-b953-fbce508c902f'] in n-d-827467-3 is: [{'id': '9b4d3637-d86e-4647-b953-fbce508c902f', 'name': 'tempest-TestServerBasicOps-1672797030-router', 'tenant_id': '7b6abcdfb4454ae58744c313563b31c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:16:32Z', 'updated_at': '2022-03-01T14:22:19Z', 'revision_number': 6, 'project_id': '7b6abcdfb4454ae58744c313563b31c4', 'gw_port_host': None}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:22:19.679943 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d0e222e2-bbdd-4ac7-8204-d2b0fed66500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (c6880d95-9b8c-49c4-a121-0437915d1759), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:19.707279 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e222e2-bbdd-4ac7-8204-d2b0fed66500 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6880d95-9b8c-49c4-a121-0437915d1759,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:19.771323 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d0e222e2-bbdd-4ac7-8204-d2b0fed66500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (9b4d3637-d86e-4647-b953-fbce508c902f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:19.873647 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d0e222e2-bbdd-4ac7-8204-d2b0fed66500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (9b4d3637-d86e-4647-b953-fbce508c902f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:19.875681 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d0e222e2-bbdd-4ac7-8204-d2b0fed66500 admin admin] Publish callbacks [] for router_controller (9b4d3637-d86e-4647-b953-fbce508c902f), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:19.919132 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d0e222e2-bbdd-4ac7-8204-d2b0fed66500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (9b4d3637-d86e-4647-b953-fbce508c902f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:19.919642 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e222e2-bbdd-4ac7-8204-d2b0fed66500 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b4d3637-d86e-4647-b953-fbce508c902f {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:22:19.923863 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d0e222e2-bbdd-4ac7-8204-d2b0fed66500 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:19.925019 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d0e222e2-bbdd-4ac7-8204-d2b0fed66500 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9b4d3637-d86e-4647-b953-fbce508c902f HTTP/1.1" status: 204 len: 168 time: 0.7780035 Mar 01 14:22:19.927998 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56022) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:22:19.972532 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-4826204a-ab20-4f6b-b046-2a14db6dfaa0 admin admin] Deleting subnet 02b398d8-6ffe-4da0-aa1c-21c797ae7038 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:22:19.975546 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4826204a-ab20-4f6b-b046-2a14db6dfaa0 admin admin] Publish callbacks [] for subnet (02b398d8-6ffe-4da0-aa1c-21c797ae7038), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:20.012302 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4826204a-ab20-4f6b-b046-2a14db6dfaa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (02b398d8-6ffe-4da0-aa1c-21c797ae7038), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:20.132642 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4826204a-ab20-4f6b-b046-2a14db6dfaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (02b398d8-6ffe-4da0-aa1c-21c797ae7038), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:20.192227 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4826204a-ab20-4f6b-b046-2a14db6dfaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (02b398d8-6ffe-4da0-aa1c-21c797ae7038), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:20.217173 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826204a-ab20-4f6b-b046-2a14db6dfaa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02b398d8-6ffe-4da0-aa1c-21c797ae7038,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:20.220775 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4826204a-ab20-4f6b-b046-2a14db6dfaa0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:20.226762 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4826204a-ab20-4f6b-b046-2a14db6dfaa0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/02b398d8-6ffe-4da0-aa1c-21c797ae7038 HTTP/1.1" status: 204 len: 168 time: 0.2956815 Mar 01 14:22:20.226993 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56024) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:22:20.227181 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e038d2ae-5bb7-4d7c-848e-8d07d90ffae0 None None] Network b7d81b1e-4e7c-4124-9f29-5289a3383c59 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:22:20.297889 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f3ddfa05-fdba-4b28-8682-c6497b77e128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (b7d81b1e-4e7c-4124-9f29-5289a3383c59), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:20.352449 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-f3ddfa05-fdba-4b28-8682-c6497b77e128 admin admin] Deleting port eaad6639-a55c-4927-8da0-927ad423f2eb {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:22:20.352797 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f3ddfa05-fdba-4b28-8682-c6497b77e128 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (eaad6639-a55c-4927-8da0-927ad423f2eb), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:20.415440 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-f3ddfa05-fdba-4b28-8682-c6497b77e128 admin admin] For port eaad6639-a55c-4927-8da0-927ad423f2eb, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=eaad6639-a55c-4927-8da0-927ad423f2eb,segment=NetworkSegment(a1a37440-778e-46c6-93c1-527d4810526d),segment_id=a1a37440-778e-46c6-93c1-527d4810526d)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:22:20.415766 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f3ddfa05-fdba-4b28-8682-c6497b77e128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (eaad6639-a55c-4927-8da0-927ad423f2eb), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:20.430817 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-f3ddfa05-fdba-4b28-8682-c6497b77e128 admin admin] Calling delete_port for eaad6639-a55c-4927-8da0-927ad423f2eb owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:22:20.505561 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da36214-8339-42d1-9dba-9a59c4ef6723 None None] DHCP port deletion for b7d81b1e-4e7c-4124-9f29-5289a3383c59 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:22:20.510447 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ef125a41-aa73-443a-bfaa-54136f164610 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:22:20.520055 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f3ddfa05-fdba-4b28-8682-c6497b77e128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (eaad6639-a55c-4927-8da0-927ad423f2eb), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:20.532544 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: ef125a41-aa73-443a-bfaa-54136f164610 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:22:20.533012 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device ef125a41-aa73-443a-bfaa-54136f164610 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:22:20.545282 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ddfa05-fdba-4b28-8682-c6497b77e128 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaad6639-a55c-4927-8da0-927ad423f2eb,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:20.550942 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ddfa05-fdba-4b28-8682-c6497b77e128 admin admin] No DVR routers for this DVR port eaad6639-a55c-4927-8da0-927ad423f2eb on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:22:20.553122 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-8da36214-8339-42d1-9dba-9a59c4ef6723 None None] The port 'eaad6639-a55c-4927-8da0-927ad423f2eb' was deleted {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Mar 01 14:22:20.628593 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f3ddfa05-fdba-4b28-8682-c6497b77e128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (b7d81b1e-4e7c-4124-9f29-5289a3383c59), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:20.648609 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-f3ddfa05-fdba-4b28-8682-c6497b77e128 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7d81b1e-4e7c-4124-9f29-5289a3383c59']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:22:20.657645 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-f3ddfa05-fdba-4b28-8682-c6497b77e128 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1a37440-778e-46c6-93c1-527d4810526d') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:22:20.657941 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-f3ddfa05-fdba-4b28-8682-c6497b77e128 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1a37440-778e-46c6-93c1-527d4810526d') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:22:20.667659 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f3ddfa05-fdba-4b28-8682-c6497b77e128 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (a1a37440-778e-46c6-93c1-527d4810526d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:20.680653 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f3ddfa05-fdba-4b28-8682-c6497b77e128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (a1a37440-778e-46c6-93c1-527d4810526d), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:20.687088 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ddfa05-fdba-4b28-8682-c6497b77e128 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:22:20.688062 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f3ddfa05-fdba-4b28-8682-c6497b77e128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (a1a37440-778e-46c6-93c1-527d4810526d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:20.689819 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:22:20.689819 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:22:20.689819 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:22:20.689819 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:22:20.689819 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:22:20.689819 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:22:20.689819 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:22:20.689819 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:22:20.689819 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:22:20.689819 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:22:20.689819 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:22:20.689819 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:22:20.689819 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:22:20.689819 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:22:20.689819 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:22:20.689819 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:22:20.689819 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:22:20.689819 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:22:20.689819 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:22:20.689819 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:22:20.689819 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:22:20.689819 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:22:20.689819 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:22:20.689819 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:22:20.689819 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:22:20.689819 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:22:20.689819 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:22:20.689819 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:22:20.689819 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:22:20.689819 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:22:20.689819 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:22:20.689819 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:22:20.749115 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f3ddfa05-fdba-4b28-8682-c6497b77e128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (b7d81b1e-4e7c-4124-9f29-5289a3383c59), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:20.757236 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f3ddfa05-fdba-4b28-8682-c6497b77e128 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:20.760144 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f3ddfa05-fdba-4b28-8682-c6497b77e128 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b7d81b1e-4e7c-4124-9f29-5289a3383c59 HTTP/1.1" status: 204 len: 168 time: 0.5322084 Mar 01 14:22:20.774306 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ddfa05-fdba-4b28-8682-c6497b77e128 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7d81b1e-4e7c-4124-9f29-5289a3383c59,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:20.881212 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56028) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:22:20.920099 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ac6515d5-2a53-4b68-85ba-7c52d876d98b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=147f3b20ea754808a487fa91370b94db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372369 Mar 01 14:22:20.922055 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56030) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:22:20.972046 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6a3d6d8c-1ebe-4037-b9c6-538891cd02a3 admin admin] Publish callbacks [] for security_group (a3a704b2-5c13-45ca-a200-eb682461b492), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:20.992522 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6a3d6d8c-1ebe-4037-b9c6-538891cd02a3 admin admin] Publish callbacks [] for security_group (a3a704b2-5c13-45ca-a200-eb682461b492), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:21.038094 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6a3d6d8c-1ebe-4037-b9c6-538891cd02a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (a3a704b2-5c13-45ca-a200-eb682461b492), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:21.040841 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6a3d6d8c-1ebe-4037-b9c6-538891cd02a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:21.041955 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6a3d6d8c-1ebe-4037-b9c6-538891cd02a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3a704b2-5c13-45ca-a200-eb682461b492 HTTP/1.1" status: 204 len: 168 time: 0.1190283 Mar 01 14:22:21.049813 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d6d8c-1ebe-4037-b9c6-538891cd02a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a704b2-5c13-45ca-a200-eb682461b492,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:21.345718 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56036) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:22:21.392706 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f8790277-5080-4a0b-ae14-a16cd6bc0627 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b6abcdfb4454ae58744c313563b31c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0458040 Mar 01 14:22:21.396183 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56038) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:22:21.444131 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-815c0dc0-f642-4c4c-8f81-0f528b6b7c53 admin admin] Publish callbacks [] for security_group (1ba0201f-691a-420b-9a95-888972a2a90f), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:21.465585 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-815c0dc0-f642-4c4c-8f81-0f528b6b7c53 admin admin] Publish callbacks [] for security_group (1ba0201f-691a-420b-9a95-888972a2a90f), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:21.510966 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-815c0dc0-f642-4c4c-8f81-0f528b6b7c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (1ba0201f-691a-420b-9a95-888972a2a90f), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:21.513634 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-815c0dc0-f642-4c4c-8f81-0f528b6b7c53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:21.514788 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-815c0dc0-f642-4c4c-8f81-0f528b6b7c53 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ba0201f-691a-420b-9a95-888972a2a90f HTTP/1.1" status: 204 len: 168 time: 0.1176329 Mar 01 14:22:21.522570 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c0dc0-f642-4c4c-8f81-0f528b6b7c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba0201f-691a-420b-9a95-888972a2a90f,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:22.082971 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device eaad6639-a55c-4927-8da0-927ad423f2eb no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:22:22.107373 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: eaad6639-a55c-4927-8da0-927ad423f2eb {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:22:22.107749 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device eaad6639-a55c-4927-8da0-927ad423f2eb not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:22:22.108176 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c6880d95-9b8c-49c4-a121-0437915d1759 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:22:22.127588 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: c6880d95-9b8c-49c4-a121-0437915d1759 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:22:22.127954 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c6880d95-9b8c-49c4-a121-0437915d1759 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:22:25.285994 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5a972e18-6cdd-40a7-b7fb-aaf76666046e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:26.106908 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fa1e0db6-7570-46f1-bc8c-9b9a4a8f7d4d req-e07d92fa-7d2b-4a6a-9675-1e5fd7bac3bb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439241 Mar 01 14:22:26.192451 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e0db6-7570-46f1-bc8c-9b9a4a8f7d4d req-c4390ffd-9e9d-491c-bc68-640c61aa39b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:22:26.193979 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fa1e0db6-7570-46f1-bc8c-9b9a4a8f7d4d req-c4390ffd-9e9d-491c-bc68-640c61aa39b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 1128 time: 0.0444038 Mar 01 14:22:26.296994 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e0db6-7570-46f1-bc8c-9b9a4a8f7d4d req-93f41869-5ed0-4718-8a50-1e76e66bce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:22:26.298488 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fa1e0db6-7570-46f1-bc8c-9b9a4a8f7d4d req-93f41869-5ed0-4718-8a50-1e76e66bce7a service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ab121a5-1839-4a4c-ae7a-0072339fc137 HTTP/1.1" status: 200 len: 898 time: 0.0874903 Mar 01 14:22:26.362049 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fa1e0db6-7570-46f1-bc8c-9b9a4a8f7d4d req-4c5533e0-5d08-466f-a641-c24a7b8ae4d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beea90a5-2b62-4eb1-b9a1-c03e503d2c67 HTTP/1.1" status: 200 len: 1002 time: 0.0577064 Mar 01 14:22:26.421349 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e0db6-7570-46f1-bc8c-9b9a4a8f7d4d req-ffe96379-05d7-4fea-8635-d3b2fb6a332e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:22:26.422887 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fa1e0db6-7570-46f1-bc8c-9b9a4a8f7d4d req-ffe96379-05d7-4fea-8635-d3b2fb6a332e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7486e9b5-5fea-497e-902e-4c7c6c076699 HTTP/1.1" status: 200 len: 835 time: 0.0547805 Mar 01 14:22:26.473163 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e0db6-7570-46f1-bc8c-9b9a4a8f7d4d req-fb49eb5c-1054-4510-8f98-aad764792a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:22:26.474650 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fa1e0db6-7570-46f1-bc8c-9b9a4a8f7d4d req-fb49eb5c-1054-4510-8f98-aad764792a07 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ab121a5-1839-4a4c-ae7a-0072339fc137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448380 Mar 01 14:22:26.557888 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fa1e0db6-7570-46f1-bc8c-9b9a4a8f7d4d req-91f995a0-3021-4b8a-af84-7e0d87981d93 service neutron] 10.222.0.20 "GET /v2.0/networks/2ab121a5-1839-4a4c-ae7a-0072339fc137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0772831 Mar 01 14:22:26.648398 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-fa1e0db6-7570-46f1-bc8c-9b9a4a8f7d4d req-1a2af35b-338c-4fb1-99c7-b1da16f0d589 service neutron] 10.222.0.20 "GET /v2.0/networks/2ab121a5-1839-4a4c-ae7a-0072339fc137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835969 Mar 01 14:22:27.471514 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6e97dc7f-48f9-4e3b-9d92-080e31e98a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:28.963906 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:30.126080 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:31.756621 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:35.836693 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:22:40.013418 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:40.288508 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:40.323827 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba22cbb-f084-4244-8fe9-1adc5714dd39 req-1732f3cf-4249-414a-a25c-a1d3727e77ad tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:22:40.325373 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5ba22cbb-f084-4244-8fe9-1adc5714dd39 req-1732f3cf-4249-414a-a25c-a1d3727e77ad tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 1128 time: 0.2199957 Mar 01 14:22:40.372276 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5ba22cbb-f084-4244-8fe9-1adc5714dd39 req-ea111893-3196-4f38-b2ac-c507d5b5db73 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4dcced39-4c1a-4245-9f2a-f07d48fe8d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409527 Mar 01 14:22:40.393810 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56058) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:22:40.545716 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-46061853-bf1d-4524-9cc5-db4469ee29ec tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Deleting port 2394a809-8771-4498-ad21-459356ce68ea {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:22:40.545964 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-46061853-bf1d-4524-9cc5-db4469ee29ec tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (2394a809-8771-4498-ad21-459356ce68ea), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:40.621163 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-46061853-bf1d-4524-9cc5-db4469ee29ec tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (2394a809-8771-4498-ad21-459356ce68ea), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:40.621488 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-46061853-bf1d-4524-9cc5-db4469ee29ec tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for floatingip (2394a809-8771-4498-ad21-459356ce68ea), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:40.633295 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-46061853-bf1d-4524-9cc5-db4469ee29ec tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Calling delete_port for 2394a809-8771-4498-ad21-459356ce68ea owned by network:floatingip {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:22:40.771382 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-46061853-bf1d-4524-9cc5-db4469ee29ec tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (2394a809-8771-4498-ad21-459356ce68ea), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:40.799037 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46061853-bf1d-4524-9cc5-db4469ee29ec tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event deleted for resources: {'Port': ['ID=2394a809-8771-4498-ad21-459356ce68ea,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:40.858622 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-46061853-bf1d-4524-9cc5-db4469ee29ec tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for floatingip (765bccc1-e6b6-4efb-bcd0-01489b2bc29a), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:40.859063 n-d-827467-3 neutron-server[103727]: INFO neutron.db.l3_db [None req-46061853-bf1d-4524-9cc5-db4469ee29ec tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Floating IP 765bccc1-e6b6-4efb-bcd0-01489b2bc29a disassociated (deleted). External IP: 172.25.1.253, port: beea90a5-2b62-4eb1-b9a1-c03e503d2c67. Mar 01 14:22:41.068104 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46061853-bf1d-4524-9cc5-db4469ee29ec tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Router 6a70bae6-3f43-43e6-9d5d-fc96a93528c6 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:22:41.178279 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46061853-bf1d-4524-9cc5-db4469ee29ec tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:22:41.183109 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-46061853-bf1d-4524-9cc5-db4469ee29ec tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:41.187724 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5475ff65-10e5-4eed-882f-97fa1abe40c7 None None] Sync routers for ids ['6a70bae6-3f43-43e6-9d5d-fc96a93528c6'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:22:41.196856 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5475ff65-10e5-4eed-882f-97fa1abe40c7 None None] Routers {'6a70bae6-3f43-43e6-9d5d-fc96a93528c6'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:22:41.197541 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-5475ff65-10e5-4eed-882f-97fa1abe40c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:22:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6a70bae6-3f43-43e6-9d5d-fc96a93528c6'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:22:41.214250 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-46061853-bf1d-4524-9cc5-db4469ee29ec tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "DELETE /v2.0/floatingips/765bccc1-e6b6-4efb-bcd0-01489b2bc29a HTTP/1.1" status: 204 len: 168 time: 0.8169832 Mar 01 14:22:41.214250 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f53983-d138-4061-a885-b33ff31a8f05', 'tag': 'beea90a5-2b62-4eb1-b9a1-c03e503d2c67'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:22:41.214725 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244a1832-5aab-4dbe-9a8d-7f1ff92f2ced" -d '{"events": [{"name": "network-changed", "server_uuid": "66f53983-d138-4061-a885-b33ff31a8f05", "tag": "beea90a5-2b62-4eb1-b9a1-c03e503d2c67"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:22:41.256430 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83eee95-bcf3-4d24-9ff6-e4dd278a320b x-openstack-request-id: req-a83eee95-bcf3-4d24-9ff6-e4dd278a320b {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:22:41.256712 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f53983-d138-4061-a885-b33ff31a8f05", "tag": "beea90a5-2b62-4eb1-b9a1-c03e503d2c67", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:22:41.256970 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a83eee95-bcf3-4d24-9ff6-e4dd278a320b {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:22:41.257392 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f53983-d138-4061-a885-b33ff31a8f05', 'tag': 'beea90a5-2b62-4eb1-b9a1-c03e503d2c67', 'status': 'completed', 'code': 200} Mar 01 14:22:41.316325 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-5475ff65-10e5-4eed-882f-97fa1abe40c7 None None] Set router 6a70bae6-3f43-43e6-9d5d-fc96a93528c6 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:22:41.327661 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a1832-5aab-4dbe-9a8d-7f1ff92f2ced req-875d6d40-7249-439b-9725-7ad0a0f99cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:22:41.329472 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-244a1832-5aab-4dbe-9a8d-7f1ff92f2ced req-875d6d40-7249-439b-9725-7ad0a0f99cb6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 1128 time: 0.0506251 Mar 01 14:22:41.449873 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a1832-5aab-4dbe-9a8d-7f1ff92f2ced req-a4c02fc4-ee40-46fe-b2e4-3b595267838a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:22:41.451462 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-244a1832-5aab-4dbe-9a8d-7f1ff92f2ced req-a4c02fc4-ee40-46fe-b2e4-3b595267838a service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ab121a5-1839-4a4c-ae7a-0072339fc137 HTTP/1.1" status: 200 len: 898 time: 0.1049979 Mar 01 14:22:41.470208 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0961405-d1fd-41f4-bbeb-bbdcec0a3a6b req-c3f15fd6-b139-4355-8edb-858c94a032f2 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:22:41.471934 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f0961405-d1fd-41f4-bbeb-bbdcec0a3a6b req-c3f15fd6-b139-4355-8edb-858c94a032f2 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 946 time: 0.0550907 Mar 01 14:22:41.504956 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-244a1832-5aab-4dbe-9a8d-7f1ff92f2ced req-e8d25fc8-7533-4617-98f0-1d3bbaced31c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beea90a5-2b62-4eb1-b9a1-c03e503d2c67 HTTP/1.1" status: 200 len: 217 time: 0.0448747 Mar 01 14:22:41.526757 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f0961405-d1fd-41f4-bbeb-bbdcec0a3a6b req-b2f14430-8bd8-434d-9d1c-5379b6c491ae tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dcced39-4c1a-4245-9f2a-f07d48fe8d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473311 Mar 01 14:22:41.552150 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-5475ff65-10e5-4eed-882f-97fa1abe40c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202848514', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '15329632-8c30-43f3-8dc5-72bd340a566d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:19:56Z', 'updated_at': '2022-03-01T14:20:00Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '15329632-8c30-43f3-8dc5-72bd340a566d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:19:57Z', 'updated_at': '2022-03-01T14:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '79135c38-bccf-4e0b-9833-02b7fb2b79ea', 'name': '', 'network_id': '2ab121a5-1839-4a4c-ae7a-0072339fc137', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'mac_address': 'fa:16:3e:af:a6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '7486e9b5-5fea-497e-902e-4c7c6c076699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:20:00Z', 'updated_at': '2022-03-01T14:20:03Z', 'revision_number': 5, 'project_id': '677a2c84d86e461aa18f47403491f396', 'subnets': [{'id': '7486e9b5-5fea-497e-902e-4c7c6c076699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:22:41.556091 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a1832-5aab-4dbe-9a8d-7f1ff92f2ced req-ed5c5ce8-7139-472a-ba67-612a065a0f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:22:41.557592 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-244a1832-5aab-4dbe-9a8d-7f1ff92f2ced req-ed5c5ce8-7139-472a-ba67-612a065a0f43 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7486e9b5-5fea-497e-902e-4c7c6c076699 HTTP/1.1" status: 200 len: 835 time: 0.0462892 Mar 01 14:22:41.578051 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5475ff65-10e5-4eed-882f-97fa1abe40c7 None None] Checking router: 6a70bae6-3f43-43e6-9d5d-fc96a93528c6 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:22:41.587068 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5475ff65-10e5-4eed-882f-97fa1abe40c7 None None] Routers {'6a70bae6-3f43-43e6-9d5d-fc96a93528c6'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:22:41.587692 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-5475ff65-10e5-4eed-882f-97fa1abe40c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:22:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6a70bae6-3f43-43e6-9d5d-fc96a93528c6'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:22:41.609194 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a1832-5aab-4dbe-9a8d-7f1ff92f2ced req-ebfb1784-3aea-4cc1-8e15-15a332630241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:22:41.610774 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-244a1832-5aab-4dbe-9a8d-7f1ff92f2ced req-ebfb1784-3aea-4cc1-8e15-15a332630241 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ab121a5-1839-4a4c-ae7a-0072339fc137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467920 Mar 01 14:22:41.620874 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [req-244a1832-5aab-4dbe-9a8d-7f1ff92f2ced req-7de91ae6-c4d8-4af4-8576-47ce776fca22 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103726) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:22:41.621814 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-244a1832-5aab-4dbe-9a8d-7f1ff92f2ced req-7de91ae6-c4d8-4af4-8576-47ce776fca22 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047710 Mar 01 14:22:41.711282 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-244a1832-5aab-4dbe-9a8d-7f1ff92f2ced req-5fe2ce24-749d-496a-8d0a-4d6b5e2adf1b service neutron] 10.222.0.20 "GET /v2.0/networks/2ab121a5-1839-4a4c-ae7a-0072339fc137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836623 Mar 01 14:22:41.809931 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-244a1832-5aab-4dbe-9a8d-7f1ff92f2ced req-7144f1f9-0ea6-4fcf-8011-fdd06a752ad4 service neutron] 10.222.0.20 "GET /v2.0/networks/2ab121a5-1839-4a4c-ae7a-0072339fc137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911579 Mar 01 14:22:41.857217 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-5475ff65-10e5-4eed-882f-97fa1abe40c7 None None] Set router 6a70bae6-3f43-43e6-9d5d-fc96a93528c6 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:22:42.046325 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-5475ff65-10e5-4eed-882f-97fa1abe40c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202848514', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '15329632-8c30-43f3-8dc5-72bd340a566d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:19:56Z', 'updated_at': '2022-03-01T14:20:00Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '15329632-8c30-43f3-8dc5-72bd340a566d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:19:57Z', 'updated_at': '2022-03-01T14:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '79135c38-bccf-4e0b-9833-02b7fb2b79ea', 'name': '', 'network_id': '2ab121a5-1839-4a4c-ae7a-0072339fc137', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'mac_address': 'fa:16:3e:af:a6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '7486e9b5-5fea-497e-902e-4c7c6c076699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:20:00Z', 'updated_at': '2022-03-01T14:20:03Z', 'revision_number': 5, 'project_id': '677a2c84d86e461aa18f47403491f396', 'subnets': [{'id': '7486e9b5-5fea-497e-902e-4c7c6c076699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:22:42.076294 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5475ff65-10e5-4eed-882f-97fa1abe40c7 None None] The sync data for ids ['6a70bae6-3f43-43e6-9d5d-fc96a93528c6'] in n-d-827467-3 is: [{'id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202848514', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '15329632-8c30-43f3-8dc5-72bd340a566d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:19:56Z', 'updated_at': '2022-03-01T14:20:00Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '15329632-8c30-43f3-8dc5-72bd340a566d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:19:57Z', 'updated_at': '2022-03-01T14:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '79135c38-bccf-4e0b-9833-02b7fb2b79ea', 'name': '', 'network_id': '2ab121a5-1839-4a4c-ae7a-0072339fc137', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'mac_address': 'fa:16:3e:af:a6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '7486e9b5-5fea-497e-902e-4c7c6c076699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:20:00Z', 'updated_at': '2022-03-01T14:20:03Z', 'revision_number': 5, 'project_id': '677a2c84d86e461aa18f47403491f396', 'subnets': [{'id': '7486e9b5-5fea-497e-902e-4c7c6c076699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:22:42.291251 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a679b4-0ba1-4f22-b281-e0dbb182655c None None] New status for floating IP 765bccc1-e6b6-4efb-bcd0-01489b2bc29a: DOWN {{(pid=103729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 14:22:42.707948 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1b5cb-5402-4c4a-a7a0-6d5e24f05f72 req-e3ce9abe-3fb3-4506-8214-9f38ca6a3fb9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:22:42.709425 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-01f1b5cb-5402-4c4a-a7a0-6d5e24f05f72 req-e3ce9abe-3fb3-4506-8214-9f38ca6a3fb9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 946 time: 0.1143274 Mar 01 14:22:42.759525 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-01f1b5cb-5402-4c4a-a7a0-6d5e24f05f72 req-12e475d0-6b28-47e6-9125-35190a7aca8e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dcced39-4c1a-4245-9f2a-f07d48fe8d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444407 Mar 01 14:22:43.021516 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799f49b-c066-491c-bb4a-0252812ef633 req-f924ccab-fc2e-4959-9e54-9f6f4a885f35 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:22:43.022975 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c799f49b-c066-491c-bb4a-0252812ef633 req-f924ccab-fc2e-4959-9e54-9f6f4a885f35 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.20 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 946 time: 0.0520167 Mar 01 14:22:43.110141 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-c799f49b-c066-491c-bb4a-0252812ef633 req-d0a44f2f-0753-4d88-92bf-54e4f0004c2c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Deleting port beea90a5-2b62-4eb1-b9a1-c03e503d2c67 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:22:43.110482 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c799f49b-c066-491c-bb4a-0252812ef633 req-d0a44f2f-0753-4d88-92bf-54e4f0004c2c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (beea90a5-2b62-4eb1-b9a1-c03e503d2c67), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:43.198721 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-c799f49b-c066-491c-bb4a-0252812ef633 req-d0a44f2f-0753-4d88-92bf-54e4f0004c2c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] For port beea90a5-2b62-4eb1-b9a1-c03e503d2c67, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=beea90a5-2b62-4eb1-b9a1-c03e503d2c67,segment=NetworkSegment(f5af29ef-482d-427d-8eaa-678e74ee20fd),segment_id=f5af29ef-482d-427d-8eaa-678e74ee20fd)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:22:43.199004 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c799f49b-c066-491c-bb4a-0252812ef633 req-d0a44f2f-0753-4d88-92bf-54e4f0004c2c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (beea90a5-2b62-4eb1-b9a1-c03e503d2c67), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:43.212403 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-c799f49b-c066-491c-bb4a-0252812ef633 req-d0a44f2f-0753-4d88-92bf-54e4f0004c2c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Calling delete_port for beea90a5-2b62-4eb1-b9a1-c03e503d2c67 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:22:43.335514 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c799f49b-c066-491c-bb4a-0252812ef633 req-d0a44f2f-0753-4d88-92bf-54e4f0004c2c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (beea90a5-2b62-4eb1-b9a1-c03e503d2c67), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:43.363080 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a44f2f-0753-4d88-92bf-54e4f0004c2c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event deleted for resources: {'Port': ['ID=beea90a5-2b62-4eb1-b9a1-c03e503d2c67,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:43.406979 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-c799f49b-c066-491c-bb4a-0252812ef633 req-d0a44f2f-0753-4d88-92bf-54e4f0004c2c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] No DVR routers for this DVR port beea90a5-2b62-4eb1-b9a1-c03e503d2c67 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:22:43.409706 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-c799f49b-c066-491c-bb4a-0252812ef633 req-d0a44f2f-0753-4d88-92bf-54e4f0004c2c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:43.413000 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c799f49b-c066-491c-bb4a-0252812ef633 req-d0a44f2f-0753-4d88-92bf-54e4f0004c2c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.20 "DELETE /v2.0/ports/beea90a5-2b62-4eb1-b9a1-c03e503d2c67 HTTP/1.1" status: 204 len: 173 time: 0.3853166 Mar 01 14:22:43.413438 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f53983-d138-4061-a885-b33ff31a8f05', 'name': 'network-vif-deleted', 'tag': 'beea90a5-2b62-4eb1-b9a1-c03e503d2c67'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:22:43.415659 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7aae6d-f8f3-4a9f-bc99-45009a71dff2" -d '{"events": [{"server_uuid": "66f53983-d138-4061-a885-b33ff31a8f05", "name": "network-vif-deleted", "tag": "beea90a5-2b62-4eb1-b9a1-c03e503d2c67"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:22:43.453690 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefa3172-74dd-4206-b88f-8775b6c13dd9 x-openstack-request-id: req-aefa3172-74dd-4206-b88f-8775b6c13dd9 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:22:43.453989 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f53983-d138-4061-a885-b33ff31a8f05", "name": "network-vif-deleted", "tag": "beea90a5-2b62-4eb1-b9a1-c03e503d2c67", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:22:43.454581 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aefa3172-74dd-4206-b88f-8775b6c13dd9 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:22:43.454900 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f53983-d138-4061-a885-b33ff31a8f05', 'name': 'network-vif-deleted', 'tag': 'beea90a5-2b62-4eb1-b9a1-c03e503d2c67', 'status': 'completed', 'code': 200} Mar 01 14:22:43.876633 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2d9c5ef7-e97c-4226-bbf6-33eef482a0b0 req-424d0b44-55b1-4ae1-a733-6876dbd33bd5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f53983-d138-4061-a885-b33ff31a8f05 HTTP/1.1" status: 200 len: 210 time: 0.0316164 Mar 01 14:22:44.934667 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56078) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:22:45.285972 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-12760e05-cb77-4a14-be16-b2d61064e7d6 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (6a70bae6-3f43-43e6-9d5d-fc96a93528c6), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:45.843526 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-12760e05-cb77-4a14-be16-b2d61064e7d6 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Deleting port 79135c38-bccf-4e0b-9833-02b7fb2b79ea {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:22:45.843893 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-12760e05-cb77-4a14-be16-b2d61064e7d6 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (79135c38-bccf-4e0b-9833-02b7fb2b79ea), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:45.929187 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-12760e05-cb77-4a14-be16-b2d61064e7d6 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] For port 79135c38-bccf-4e0b-9833-02b7fb2b79ea, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=79135c38-bccf-4e0b-9833-02b7fb2b79ea,segment=NetworkSegment(f5af29ef-482d-427d-8eaa-678e74ee20fd),segment_id=f5af29ef-482d-427d-8eaa-678e74ee20fd)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:22:45.929548 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-12760e05-cb77-4a14-be16-b2d61064e7d6 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (79135c38-bccf-4e0b-9833-02b7fb2b79ea), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:45.941557 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-12760e05-cb77-4a14-be16-b2d61064e7d6 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Calling delete_port for 79135c38-bccf-4e0b-9833-02b7fb2b79ea owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:22:46.126256 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-12760e05-cb77-4a14-be16-b2d61064e7d6 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (79135c38-bccf-4e0b-9833-02b7fb2b79ea), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:46.151735 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12760e05-cb77-4a14-be16-b2d61064e7d6 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event deleted for resources: {'Port': ['ID=79135c38-bccf-4e0b-9833-02b7fb2b79ea,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:46.323779 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-12760e05-cb77-4a14-be16-b2d61064e7d6 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (6a70bae6-3f43-43e6-9d5d-fc96a93528c6), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:46.536703 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12760e05-cb77-4a14-be16-b2d61064e7d6 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Router 6a70bae6-3f43-43e6-9d5d-fc96a93528c6 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:22:46.640420 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12760e05-cb77-4a14-be16-b2d61064e7d6 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:22:46.648419 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-12760e05-cb77-4a14-be16-b2d61064e7d6 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "PUT /v2.0/routers/6a70bae6-3f43-43e6-9d5d-fc96a93528c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7097359 Mar 01 14:22:46.648419 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56080) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:22:46.652263 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6894c93a-1de3-426e-ace0-1c04983f68b4 None None] Sync routers for ids ['6a70bae6-3f43-43e6-9d5d-fc96a93528c6'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:22:46.661894 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6894c93a-1de3-426e-ace0-1c04983f68b4 None None] Routers {'6a70bae6-3f43-43e6-9d5d-fc96a93528c6'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:22:46.662582 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-6894c93a-1de3-426e-ace0-1c04983f68b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:22:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6a70bae6-3f43-43e6-9d5d-fc96a93528c6'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:22:46.697001 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc63890-f1e2-4dea-a3ad-d2d1d51e33af tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Deleting subnet 7486e9b5-5fea-497e-902e-4c7c6c076699 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:22:46.700060 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0fc63890-f1e2-4dea-a3ad-d2d1d51e33af tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for subnet (7486e9b5-5fea-497e-902e-4c7c6c076699), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:46.737813 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0fc63890-f1e2-4dea-a3ad-d2d1d51e33af tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (7486e9b5-5fea-497e-902e-4c7c6c076699), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:46.769025 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-6894c93a-1de3-426e-ace0-1c04983f68b4 None None] Set router 6a70bae6-3f43-43e6-9d5d-fc96a93528c6 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:22:46.823595 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0fc63890-f1e2-4dea-a3ad-d2d1d51e33af tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (7486e9b5-5fea-497e-902e-4c7c6c076699), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:46.881914 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0fc63890-f1e2-4dea-a3ad-d2d1d51e33af tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (7486e9b5-5fea-497e-902e-4c7c6c076699), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:46.889204 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device beea90a5-2b62-4eb1-b9a1-c03e503d2c67 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:22:46.905929 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc63890-f1e2-4dea-a3ad-d2d1d51e33af tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event deleted for resources: {'Subnet': ['ID=7486e9b5-5fea-497e-902e-4c7c6c076699,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:46.911513 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0fc63890-f1e2-4dea-a3ad-d2d1d51e33af tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:46.914604 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0fc63890-f1e2-4dea-a3ad-d2d1d51e33af tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "DELETE /v2.0/subnets/7486e9b5-5fea-497e-902e-4c7c6c076699 HTTP/1.1" status: 204 len: 168 time: 0.2654715 Mar 01 14:22:46.917273 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56082) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:22:46.918756 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: beea90a5-2b62-4eb1-b9a1-c03e503d2c67 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:22:46.919114 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device beea90a5-2b62-4eb1-b9a1-c03e503d2c67 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:22:46.923174 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43026079-3375-4ee5-b8da-bb386ad47008 None None] Network 2ab121a5-1839-4a4c-ae7a-0072339fc137 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:22:47.027265 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b5aeb666-c7aa-4270-9744-5c43d9a6d9ad tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for router (6a70bae6-3f43-43e6-9d5d-fc96a93528c6), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:47.049171 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-6894c93a-1de3-426e-ace0-1c04983f68b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202848514', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '15329632-8c30-43f3-8dc5-72bd340a566d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:19:56Z', 'updated_at': '2022-03-01T14:22:46Z', 'revision_number': 5, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '15329632-8c30-43f3-8dc5-72bd340a566d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:19:57Z', 'updated_at': '2022-03-01T14:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:22:47.082247 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6894c93a-1de3-426e-ace0-1c04983f68b4 None None] Checking router: 6a70bae6-3f43-43e6-9d5d-fc96a93528c6 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:22:47.094931 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6894c93a-1de3-426e-ace0-1c04983f68b4 None None] Routers {'6a70bae6-3f43-43e6-9d5d-fc96a93528c6'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:22:47.095584 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-6894c93a-1de3-426e-ace0-1c04983f68b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:22:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6a70bae6-3f43-43e6-9d5d-fc96a93528c6'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:22:47.132014 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa54aca-418a-41d3-97c3-769f473b9b75 None None] DHCP port deletion for 2ab121a5-1839-4a4c-ae7a-0072339fc137 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:22:47.141649 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b5aeb666-c7aa-4270-9744-5c43d9a6d9ad tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for router_gateway (6a70bae6-3f43-43e6-9d5d-fc96a93528c6), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:47.193260 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b5aeb666-c7aa-4270-9744-5c43d9a6d9ad tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Deleting port 15329632-8c30-43f3-8dc5-72bd340a566d {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:22:47.193597 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b5aeb666-c7aa-4270-9744-5c43d9a6d9ad tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (15329632-8c30-43f3-8dc5-72bd340a566d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:47.234574 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-6894c93a-1de3-426e-ace0-1c04983f68b4 None None] Set router 6a70bae6-3f43-43e6-9d5d-fc96a93528c6 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:22:47.273776 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-b5aeb666-c7aa-4270-9744-5c43d9a6d9ad tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] For port 15329632-8c30-43f3-8dc5-72bd340a566d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=15329632-8c30-43f3-8dc5-72bd340a566d,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:22:47.274140 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b5aeb666-c7aa-4270-9744-5c43d9a6d9ad tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (15329632-8c30-43f3-8dc5-72bd340a566d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:47.286076 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b5aeb666-c7aa-4270-9744-5c43d9a6d9ad tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Calling delete_port for 15329632-8c30-43f3-8dc5-72bd340a566d owned by network:router_gateway {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:22:47.329992 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-efa54aca-418a-41d3-97c3-769f473b9b75 None None] Deleting port c454cfa2-1fe3-4bb5-87db-2ae83374406a {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:22:47.330294 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-efa54aca-418a-41d3-97c3-769f473b9b75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (c454cfa2-1fe3-4bb5-87db-2ae83374406a), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:47.421136 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-efa54aca-418a-41d3-97c3-769f473b9b75 None None] For port c454cfa2-1fe3-4bb5-87db-2ae83374406a, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=c454cfa2-1fe3-4bb5-87db-2ae83374406a,segment=NetworkSegment(f5af29ef-482d-427d-8eaa-678e74ee20fd),segment_id=f5af29ef-482d-427d-8eaa-678e74ee20fd)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:22:47.421533 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-efa54aca-418a-41d3-97c3-769f473b9b75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (c454cfa2-1fe3-4bb5-87db-2ae83374406a), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:47.442345 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-efa54aca-418a-41d3-97c3-769f473b9b75 None None] Calling delete_port for c454cfa2-1fe3-4bb5-87db-2ae83374406a owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:22:47.458447 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b5aeb666-c7aa-4270-9744-5c43d9a6d9ad tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (15329632-8c30-43f3-8dc5-72bd340a566d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:47.486812 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aeb666-c7aa-4270-9744-5c43d9a6d9ad tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event deleted for resources: {'Port': ['ID=15329632-8c30-43f3-8dc5-72bd340a566d,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:47.545995 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b5aeb666-c7aa-4270-9744-5c43d9a6d9ad tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (6a70bae6-3f43-43e6-9d5d-fc96a93528c6), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:47.554045 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-6894c93a-1de3-426e-ace0-1c04983f68b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202848514', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '15329632-8c30-43f3-8dc5-72bd340a566d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:19:56Z', 'updated_at': '2022-03-01T14:22:46Z', 'revision_number': 5, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '15329632-8c30-43f3-8dc5-72bd340a566d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:19:57Z', 'updated_at': '2022-03-01T14:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:22:47.585776 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6894c93a-1de3-426e-ace0-1c04983f68b4 None None] The sync data for ids ['6a70bae6-3f43-43e6-9d5d-fc96a93528c6'] in n-d-827467-3 is: [{'id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202848514', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '15329632-8c30-43f3-8dc5-72bd340a566d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:19:56Z', 'updated_at': '2022-03-01T14:22:46Z', 'revision_number': 5, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '15329632-8c30-43f3-8dc5-72bd340a566d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a70bae6-3f43-43e6-9d5d-fc96a93528c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:19:57Z', 'updated_at': '2022-03-01T14:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:22:47.588454 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-efa54aca-418a-41d3-97c3-769f473b9b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (c454cfa2-1fe3-4bb5-87db-2ae83374406a), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:47.615963 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa54aca-418a-41d3-97c3-769f473b9b75 None None] No DVR routers for this DVR port c454cfa2-1fe3-4bb5-87db-2ae83374406a on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:22:47.618039 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa54aca-418a-41d3-97c3-769f473b9b75 None None] Pushing event deleted for resources: {'Port': ['ID=c454cfa2-1fe3-4bb5-87db-2ae83374406a,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:47.635804 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa54aca-418a-41d3-97c3-769f473b9b75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:47.636192 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa54aca-418a-41d3-97c3-769f473b9b75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:47.636527 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa54aca-418a-41d3-97c3-769f473b9b75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:47.636857 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa54aca-418a-41d3-97c3-769f473b9b75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:47.637183 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa54aca-418a-41d3-97c3-769f473b9b75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:47.637509 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa54aca-418a-41d3-97c3-769f473b9b75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:47.637830 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa54aca-418a-41d3-97c3-769f473b9b75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:47.638151 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa54aca-418a-41d3-97c3-769f473b9b75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:47.638496 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa54aca-418a-41d3-97c3-769f473b9b75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:47.638816 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa54aca-418a-41d3-97c3-769f473b9b75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:47.639137 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa54aca-418a-41d3-97c3-769f473b9b75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:47.639454 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa54aca-418a-41d3-97c3-769f473b9b75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:47.639793 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa54aca-418a-41d3-97c3-769f473b9b75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:47.657207 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b5aeb666-c7aa-4270-9744-5c43d9a6d9ad tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (6a70bae6-3f43-43e6-9d5d-fc96a93528c6), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:47.659315 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b5aeb666-c7aa-4270-9744-5c43d9a6d9ad tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for router_controller (6a70bae6-3f43-43e6-9d5d-fc96a93528c6), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:47.702553 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b5aeb666-c7aa-4270-9744-5c43d9a6d9ad tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (6a70bae6-3f43-43e6-9d5d-fc96a93528c6), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:47.703119 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5aeb666-c7aa-4270-9744-5c43d9a6d9ad tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Fanout notify agent at l3_agent the message router_deleted on router 6a70bae6-3f43-43e6-9d5d-fc96a93528c6 {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:22:47.710445 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b5aeb666-c7aa-4270-9744-5c43d9a6d9ad tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:47.711566 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b5aeb666-c7aa-4270-9744-5c43d9a6d9ad tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "DELETE /v2.0/routers/6a70bae6-3f43-43e6-9d5d-fc96a93528c6 HTTP/1.1" status: 204 len: 168 time: 0.7933829 Mar 01 14:22:47.714572 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56084) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:22:47.791719 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f279476-970d-4609-8714-f951928231a2 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (2ab121a5-1839-4a4c-ae7a-0072339fc137), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:47.874881 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f279476-970d-4609-8714-f951928231a2 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (2ab121a5-1839-4a4c-ae7a-0072339fc137), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:47.894286 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-9f279476-970d-4609-8714-f951928231a2 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab121a5-1839-4a4c-ae7a-0072339fc137']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:22:47.903795 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-9f279476-970d-4609-8714-f951928231a2 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5af29ef-482d-427d-8eaa-678e74ee20fd') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:22:47.904095 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-9f279476-970d-4609-8714-f951928231a2 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5af29ef-482d-427d-8eaa-678e74ee20fd') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:22:47.913202 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f279476-970d-4609-8714-f951928231a2 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (f5af29ef-482d-427d-8eaa-678e74ee20fd), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:47.926877 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f279476-970d-4609-8714-f951928231a2 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (f5af29ef-482d-427d-8eaa-678e74ee20fd), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:47.933300 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f279476-970d-4609-8714-f951928231a2 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:22:47.933693 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f279476-970d-4609-8714-f951928231a2 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (f5af29ef-482d-427d-8eaa-678e74ee20fd), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:47.936751 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:22:47.936751 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:22:47.936751 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:22:47.936751 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:22:47.936751 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:22:47.936751 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:22:47.936751 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:22:47.936751 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:22:47.936751 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:22:47.936751 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:22:47.936751 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:22:47.936751 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:22:47.936751 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:22:47.936751 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:22:47.936751 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:22:47.936751 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:22:47.936751 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:22:47.936751 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:22:47.936751 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:22:47.936751 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:22:47.936751 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:22:47.936751 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:22:47.936751 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:22:47.936751 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:22:47.936751 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:22:47.936751 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:22:47.936751 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:22:47.936751 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:22:47.936751 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:22:47.936751 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:22:47.936751 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:22:47.936751 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:22:48.000071 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f279476-970d-4609-8714-f951928231a2 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (2ab121a5-1839-4a4c-ae7a-0072339fc137), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:48.008916 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f279476-970d-4609-8714-f951928231a2 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:48.012043 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9f279476-970d-4609-8714-f951928231a2 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "DELETE /v2.0/networks/2ab121a5-1839-4a4c-ae7a-0072339fc137 HTTP/1.1" status: 204 len: 168 time: 0.2962754 Mar 01 14:22:48.014962 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56086) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:22:48.022355 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f279476-970d-4609-8714-f951928231a2 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event deleted for resources: {'Network': ['ID=2ab121a5-1839-4a4c-ae7a-0072339fc137,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:48.082982 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-234a7583-632f-47c6-afdd-d3c8d5a4ea34 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group (4dcced39-4c1a-4245-9f2a-f07d48fe8d5d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:48.109101 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-234a7583-632f-47c6-afdd-d3c8d5a4ea34 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group (4dcced39-4c1a-4245-9f2a-f07d48fe8d5d), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:48.153218 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 79135c38-bccf-4e0b-9833-02b7fb2b79ea no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:22:48.174182 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-234a7583-632f-47c6-afdd-d3c8d5a4ea34 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (4dcced39-4c1a-4245-9f2a-f07d48fe8d5d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:48.178148 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-234a7583-632f-47c6-afdd-d3c8d5a4ea34 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:48.178333 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 79135c38-bccf-4e0b-9833-02b7fb2b79ea {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:22:48.178448 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 79135c38-bccf-4e0b-9833-02b7fb2b79ea not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:22:48.178730 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-234a7583-632f-47c6-afdd-d3c8d5a4ea34 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "DELETE /v2.0/security-groups/4dcced39-4c1a-4245-9f2a-f07d48fe8d5d HTTP/1.1" status: 204 len: 168 time: 0.1623776 Mar 01 14:22:48.182303 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c454cfa2-1fe3-4bb5-87db-2ae83374406a no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:22:48.188328 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a7583-632f-47c6-afdd-d3c8d5a4ea34 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcced39-4c1a-4245-9f2a-f07d48fe8d5d,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:48.206408 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: c454cfa2-1fe3-4bb5-87db-2ae83374406a {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:22:48.206757 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device c454cfa2-1fe3-4bb5-87db-2ae83374406a not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:22:48.397559 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56092) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:22:48.402261 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-7a379247-b33a-4d69-bce8-c0c85f69b11c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1071194665', 'description': 'tempest-secgroup-smoke-1071194665 description', 'project_id': '677a2c84d86e461aa18f47403491f396'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:22:48.425296 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7a379247-b33a-4d69-bce8-c0c85f69b11c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:48.492499 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7a379247-b33a-4d69-bce8-c0c85f69b11c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group (c1d1efe9-88f7-413d-aeab-058516528eaa), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:48.496128 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7a379247-b33a-4d69-bce8-c0c85f69b11c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c1d1efe9-88f7-413d-aeab-058516528eaa), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:48.522561 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7a379247-b33a-4d69-bce8-c0c85f69b11c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:48.523794 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7a379247-b33a-4d69-bce8-c0c85f69b11c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1252055 Mar 01 14:22:48.526831 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56094) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:22:48.527599 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a379247-b33a-4d69-bce8-c0c85f69b11c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d1efe9-88f7-413d-aeab-058516528eaa,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:48.532915 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-9b3846ba-d33d-400b-a170-c4e06bc0a15d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'security_group_rule': {'security_group_id': 'c1d1efe9-88f7-413d-aeab-058516528eaa', 'project_id': '677a2c84d86e461aa18f47403491f396', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:22:48.558130 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9b3846ba-d33d-400b-a170-c4e06bc0a15d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (d37f0a63-17c5-4e9a-8720-fd835c9509ab), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:48.611019 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9b3846ba-d33d-400b-a170-c4e06bc0a15d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (d37f0a63-17c5-4e9a-8720-fd835c9509ab), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:48.614963 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9b3846ba-d33d-400b-a170-c4e06bc0a15d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (d37f0a63-17c5-4e9a-8720-fd835c9509ab), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:48.632364 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3846ba-d33d-400b-a170-c4e06bc0a15d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d37f0a63-17c5-4e9a-8720-fd835c9509ab,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:48.642810 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9b3846ba-d33d-400b-a170-c4e06bc0a15d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:48.644086 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-9b3846ba-d33d-400b-a170-c4e06bc0a15d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161613 Mar 01 14:22:48.646874 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56096) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:22:48.651370 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-8be52a87-c6be-44d0-b39b-39591ac237e1 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'security_group_rule': {'security_group_id': 'c1d1efe9-88f7-413d-aeab-058516528eaa', 'project_id': '677a2c84d86e461aa18f47403491f396', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:22:48.679051 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8be52a87-c6be-44d0-b39b-39591ac237e1 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (0a7b08a1-026b-4908-9d81-67cf009c0488), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:48.734481 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8be52a87-c6be-44d0-b39b-39591ac237e1 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (0a7b08a1-026b-4908-9d81-67cf009c0488), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:48.737743 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8be52a87-c6be-44d0-b39b-39591ac237e1 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (0a7b08a1-026b-4908-9d81-67cf009c0488), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:48.755740 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be52a87-c6be-44d0-b39b-39591ac237e1 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a7b08a1-026b-4908-9d81-67cf009c0488,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:48.760755 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8be52a87-c6be-44d0-b39b-39591ac237e1 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:48.761982 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-8be52a87-c6be-44d0-b39b-39591ac237e1 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1140540 Mar 01 14:22:48.764685 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56098) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:22:48.768922 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-63bef452-5511-426f-8a87-db0e64c63890 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'security_group_rule': {'security_group_id': 'c1d1efe9-88f7-413d-aeab-058516528eaa', 'project_id': '677a2c84d86e461aa18f47403491f396', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:22:48.793107 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-63bef452-5511-426f-8a87-db0e64c63890 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (8dd50b23-5366-45fd-bbea-4a51ec56013f), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:48.858920 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-63bef452-5511-426f-8a87-db0e64c63890 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (8dd50b23-5366-45fd-bbea-4a51ec56013f), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:48.862259 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-63bef452-5511-426f-8a87-db0e64c63890 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (8dd50b23-5366-45fd-bbea-4a51ec56013f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:48.879703 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bef452-5511-426f-8a87-db0e64c63890 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd50b23-5366-45fd-bbea-4a51ec56013f,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:48.886926 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-63bef452-5511-426f-8a87-db0e64c63890 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:48.888143 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-63bef452-5511-426f-8a87-db0e64c63890 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224983 Mar 01 14:22:48.890908 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56100) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:22:48.896095 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-6386ace0-12c3-4750-874a-f781659ccfd6 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'security_group_rule': {'security_group_id': 'c1d1efe9-88f7-413d-aeab-058516528eaa', 'project_id': '677a2c84d86e461aa18f47403491f396', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:22:48.920167 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6386ace0-12c3-4750-874a-f781659ccfd6 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (ae7460ce-b25b-46b3-ac6c-ff6dd537e822), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:48.979872 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6386ace0-12c3-4750-874a-f781659ccfd6 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (ae7460ce-b25b-46b3-ac6c-ff6dd537e822), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:48.983102 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6386ace0-12c3-4750-874a-f781659ccfd6 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (ae7460ce-b25b-46b3-ac6c-ff6dd537e822), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:49.000409 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386ace0-12c3-4750-874a-f781659ccfd6 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7460ce-b25b-46b3-ac6c-ff6dd537e822,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:49.006807 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6386ace0-12c3-4750-874a-f781659ccfd6 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:49.007882 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-6386ace0-12c3-4750-874a-f781659ccfd6 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160228 Mar 01 14:22:49.010556 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56102) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:22:49.014723 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-ba8ecc12-7a54-487c-bb37-294d1e5e5d63 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'security_group_rule': {'security_group_id': 'c1d1efe9-88f7-413d-aeab-058516528eaa', 'project_id': '677a2c84d86e461aa18f47403491f396', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:22:49.033725 n-d-827467-3 neutron-server[103727]: INFO neutron.db.securitygroups_db [None req-ba8ecc12-7a54-487c-bb37-294d1e5e5d63 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Project 677a2c84d86e461aa18f47403491f396 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 14:22:49.039026 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ba8ecc12-7a54-487c-bb37-294d1e5e5d63 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (3f5a106e-1cec-413d-84f5-553747f4168e), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:49.095810 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ba8ecc12-7a54-487c-bb37-294d1e5e5d63 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (3f5a106e-1cec-413d-84f5-553747f4168e), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:49.099287 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ba8ecc12-7a54-487c-bb37-294d1e5e5d63 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (3f5a106e-1cec-413d-84f5-553747f4168e), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:49.114124 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ecc12-7a54-487c-bb37-294d1e5e5d63 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f5a106e-1cec-413d-84f5-553747f4168e,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:49.124020 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ba8ecc12-7a54-487c-bb37-294d1e5e5d63 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:49.127998 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ba8ecc12-7a54-487c-bb37-294d1e5e5d63 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1164892 Mar 01 14:22:49.128214 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56104) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:22:49.133208 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-6e9030c8-a1e2-49e4-b4a5-d9021dbee143 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'security_group_rule': {'security_group_id': 'c1d1efe9-88f7-413d-aeab-058516528eaa', 'project_id': '677a2c84d86e461aa18f47403491f396', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:22:49.160528 n-d-827467-3 neutron-server[103726]: INFO neutron.db.securitygroups_db [None req-6e9030c8-a1e2-49e4-b4a5-d9021dbee143 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Project 677a2c84d86e461aa18f47403491f396 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 14:22:49.165553 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6e9030c8-a1e2-49e4-b4a5-d9021dbee143 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (b871b20a-0183-4d9e-a7fc-d181aa9ceae7), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:49.228815 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6e9030c8-a1e2-49e4-b4a5-d9021dbee143 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (b871b20a-0183-4d9e-a7fc-d181aa9ceae7), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:49.232282 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6e9030c8-a1e2-49e4-b4a5-d9021dbee143 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (b871b20a-0183-4d9e-a7fc-d181aa9ceae7), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:49.250584 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9030c8-a1e2-49e4-b4a5-d9021dbee143 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b871b20a-0183-4d9e-a7fc-d181aa9ceae7,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:49.255849 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6e9030c8-a1e2-49e4-b4a5-d9021dbee143 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:49.257058 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6e9030c8-a1e2-49e4-b4a5-d9021dbee143 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1280246 Mar 01 14:22:49.259822 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56106) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:22:49.264504 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-1752f6de-50c9-4c23-a2f3-6cb7e8a73671 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'network': {'name': 'tempest-network-smoke--1820660194', 'project_id': '677a2c84d86e461aa18f47403491f396', 'port_security_enabled': True}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:22:49.282601 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1752f6de-50c9-4c23-a2f3-6cb7e8a73671 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Made reservation on behalf of 677a2c84d86e461aa18f47403491f396 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:22:49.286285 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1752f6de-50c9-4c23-a2f3-6cb7e8a73671 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:49.309124 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1752f6de-50c9-4c23-a2f3-6cb7e8a73671 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:22:49.317451 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1752f6de-50c9-4c23-a2f3-6cb7e8a73671 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (081434f1-bdea-4b4c-be7c-1fb3c192844b), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:49.317787 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-1752f6de-50c9-4c23-a2f3-6cb7e8a73671 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Added segment 081434f1-bdea-4b4c-be7c-1fb3c192844b of type vlan for network c59dabb3-3736-43f2-ab6a-81d6e79772f1 Mar 01 14:22:49.356103 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1752f6de-50c9-4c23-a2f3-6cb7e8a73671 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (c59dabb3-3736-43f2-ab6a-81d6e79772f1), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:49.380394 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1752f6de-50c9-4c23-a2f3-6cb7e8a73671 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (c59dabb3-3736-43f2-ab6a-81d6e79772f1), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:49.387755 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1752f6de-50c9-4c23-a2f3-6cb7e8a73671 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:22:49.388345 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1752f6de-50c9-4c23-a2f3-6cb7e8a73671 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:49.442969 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1752f6de-50c9-4c23-a2f3-6cb7e8a73671 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1821396 Mar 01 14:22:49.445732 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56108) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:22:49.450388 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-a7b35085-26cb-464a-9d2d-d2cad2ea7155 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1380333137', 'admin_state_up': True, 'project_id': '677a2c84d86e461aa18f47403491f396', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:22:49.454731 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752f6de-50c9-4c23-a2f3-6cb7e8a73671 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'Network': ['ID=c59dabb3-3736-43f2-ab6a-81d6e79772f1,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:49.466707 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network c59dabb3-3736-43f2-ab6a-81d6e79772f1 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:22:49.472209 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a7b35085-26cb-464a-9d2d-d2cad2ea7155 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (76c727e1-9e09-4ec7-99fe-d72fb3334a3d), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:49.473814 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a7b35085-26cb-464a-9d2d-d2cad2ea7155 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (76c727e1-9e09-4ec7-99fe-d72fb3334a3d), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:49.530468 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a7b35085-26cb-464a-9d2d-d2cad2ea7155 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for router_controller (76c727e1-9e09-4ec7-99fe-d72fb3334a3d), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:49.672575 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a7b35085-26cb-464a-9d2d-d2cad2ea7155 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for router_gateway (76c727e1-9e09-4ec7-99fe-d72fb3334a3d), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:50.053031 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 15329632-8c30-43f3-8dc5-72bd340a566d no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:22:50.072359 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 15329632-8c30-43f3-8dc5-72bd340a566d {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:22:50.072701 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 15329632-8c30-43f3-8dc5-72bd340a566d not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:22:50.178037 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a7b35085-26cb-464a-9d2d-d2cad2ea7155 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for router_gateway (76c727e1-9e09-4ec7-99fe-d72fb3334a3d), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:50.196453 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a7b35085-26cb-464a-9d2d-d2cad2ea7155 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:50.295977 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-a7b35085-26cb-464a-9d2d-d2cad2ea7155 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Allocated IP 172.25.1.87 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/641ce825-c9d6-4c20-a25b-0677b4ddf35c) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:22:50.398417 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a7b35085-26cb-464a-9d2d-d2cad2ea7155 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for port (641ce825-c9d6-4c20-a25b-0677b4ddf35c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:50.430424 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a7b35085-26cb-464a-9d2d-d2cad2ea7155 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (641ce825-c9d6-4c20-a25b-0677b4ddf35c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:50.468841 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b35085-26cb-464a-9d2d-d2cad2ea7155 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:22:50.471530 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-a7b35085-26cb-464a-9d2d-d2cad2ea7155 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:22:50.474998 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b35085-26cb-464a-9d2d-d2cad2ea7155 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:22:50.501616 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b35085-26cb-464a-9d2d-d2cad2ea7155 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'Port': ['ID=641ce825-c9d6-4c20-a25b-0677b4ddf35c,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:50.722379 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a7b35085-26cb-464a-9d2d-d2cad2ea7155 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for router_gateway (76c727e1-9e09-4ec7-99fe-d72fb3334a3d), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:50.934532 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a7b35085-26cb-464a-9d2d-d2cad2ea7155 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (76c727e1-9e09-4ec7-99fe-d72fb3334a3d), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:51.062113 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b35085-26cb-464a-9d2d-d2cad2ea7155 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Router 76c727e1-9e09-4ec7-99fe-d72fb3334a3d is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:22:51.176178 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b35085-26cb-464a-9d2d-d2cad2ea7155 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:22:51.186165 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc0c08f-7b4a-4e56-8ec6-693154ae3c43 None None] Sync routers for ids ['76c727e1-9e09-4ec7-99fe-d72fb3334a3d'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:22:51.195822 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc0c08f-7b4a-4e56-8ec6-693154ae3c43 None None] Routers {'76c727e1-9e09-4ec7-99fe-d72fb3334a3d'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:22:51.196020 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a7b35085-26cb-464a-9d2d-d2cad2ea7155 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:51.196506 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-4cc0c08f-7b4a-4e56-8ec6-693154ae3c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:22:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['76c727e1-9e09-4ec7-99fe-d72fb3334a3d'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:22:51.199699 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a7b35085-26cb-464a-9d2d-d2cad2ea7155 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7504385 Mar 01 14:22:51.200435 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56110) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:22:51.233384 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-ffe0c2b9-96bc-4d0d-8d68-b6c5ba0c2c0c tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=677a2c84d86e461aa18f47403491f396&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317731 Mar 01 14:22:51.236177 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56112) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:22:51.328191 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0699bd65-9ffe-4386-9120-9989715992a0 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:22:51.329896 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0699bd65-9ffe-4386-9120-9989715992a0 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0927110 Mar 01 14:22:51.333261 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56114) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:22:51.360995 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-c72bd5da-3027-4be6-b929-8fa904a9aec2 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=645b0646-084a-4922-8a3b-3b65ee21b5e4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266464 Mar 01 14:22:51.363410 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56116) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:22:51.368220 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-49b20391-0f90-4903-ac7f-7e546d2f161a tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1663602475', 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1', 'project_id': '677a2c84d86e461aa18f47403491f396', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:22:51.390891 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-4cc0c08f-7b4a-4e56-8ec6-693154ae3c43 None None] Set router 76c727e1-9e09-4ec7-99fe-d72fb3334a3d gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:22:51.469352 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b20391-0f90-4903-ac7f-7e546d2f161a tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Made reservation on behalf of 677a2c84d86e461aa18f47403491f396 for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:22:51.473889 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-49b20391-0f90-4903-ac7f-7e546d2f161a tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:51.593839 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-4cc0c08f-7b4a-4e56-8ec6-693154ae3c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380333137', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '641ce825-c9d6-4c20-a25b-0677b4ddf35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:22:49Z', 'updated_at': '2022-03-01T14:22:50Z', 'revision_number': 3, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '641ce825-c9d6-4c20-a25b-0677b4ddf35c', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:22:50Z', 'updated_at': '2022-03-01T14:22:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:22:51.620507 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc0c08f-7b4a-4e56-8ec6-693154ae3c43 None None] Checking router: 76c727e1-9e09-4ec7-99fe-d72fb3334a3d for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:22:51.620852 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc0c08f-7b4a-4e56-8ec6-693154ae3c43 None None] Updating router 76c727e1-9e09-4ec7-99fe-d72fb3334a3d port 641ce825-c9d6-4c20-a25b-0677b4ddf35c binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:22:51.648478 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-4cc0c08f-7b4a-4e56-8ec6-693154ae3c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (641ce825-c9d6-4c20-a25b-0677b4ddf35c), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:51.654121 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-49b20391-0f90-4903-ac7f-7e546d2f161a tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (871d2803-d4ed-4f3c-b3b7-2f1879bca64c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:51.717812 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b20391-0f90-4903-ac7f-7e546d2f161a tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'Subnet': ['ID=871d2803-d4ed-4f3c-b3b7-2f1879bca64c,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:51.726780 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b20391-0f90-4903-ac7f-7e546d2f161a tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Checking segment: {'id': '081434f1-bdea-4b4c-be7c-1fb3c192844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:22:51.727150 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b20391-0f90-4903-ac7f-7e546d2f161a tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Network hostable DHCP agents. Network: c59dabb3-3736-43f2-ab6a-81d6e79772f1, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:22:51.743883 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b20391-0f90-4903-ac7f-7e546d2f161a tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Network c59dabb3-3736-43f2-ab6a-81d6e79772f1 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:22:51.752656 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-49b20391-0f90-4903-ac7f-7e546d2f161a tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, c59dabb3-3736-43f2-ab6a-81d6e79772f1) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:22:51.763698 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8c6514-1725-484d-877d-2a5b4364ae8b None None] Network c59dabb3-3736-43f2-ab6a-81d6e79772f1 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:22:51.766764 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b20391-0f90-4903-ac7f-7e546d2f161a tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:22:51.767354 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-49b20391-0f90-4903-ac7f-7e546d2f161a tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:51.796248 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-49b20391-0f90-4903-ac7f-7e546d2f161a tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4317367 Mar 01 14:22:51.796880 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56118) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:22:51.880810 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341c64da-f76f-47be-85fc-5299c18bf3b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-c59dabb3-3736-43f2-ab6a-81d6e79772f1', 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1', 'project_id': '677a2c84d86e461aa18f47403491f396', 'fixed_ips': [{'subnet_id': '871d2803-d4ed-4f3c-b3b7-2f1879bca64c'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:22:51.881988 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-341c64da-f76f-47be-85fc-5299c18bf3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:51.919807 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-4cc0c08f-7b4a-4e56-8ec6-693154ae3c43 None None] Publish callbacks [] for port (641ce825-c9d6-4c20-a25b-0677b4ddf35c), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:51.927408 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-4cc0c08f-7b4a-4e56-8ec6-693154ae3c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (641ce825-c9d6-4c20-a25b-0677b4ddf35c), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:51.977845 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-4cc0c08f-7b4a-4e56-8ec6-693154ae3c43 None None] Attempting to bind port 641ce825-c9d6-4c20-a25b-0677b4ddf35c on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:22:51.977845 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-4cc0c08f-7b4a-4e56-8ec6-693154ae3c43 None None] Attempting to bind port 641ce825-c9d6-4c20-a25b-0677b4ddf35c by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:22:51.977845 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc0c08f-7b4a-4e56-8ec6-693154ae3c43 None None] Attempting to bind port 641ce825-c9d6-4c20-a25b-0677b4ddf35c on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:22:51.986709 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc0c08f-7b4a-4e56-8ec6-693154ae3c43 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:22:51.987242 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc0c08f-7b4a-4e56-8ec6-693154ae3c43 None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:22:51.987512 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-4cc0c08f-7b4a-4e56-8ec6-693154ae3c43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:51.987943 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc0c08f-7b4a-4e56-8ec6-693154ae3c43 None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:22:51.989106 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-4cc0c08f-7b4a-4e56-8ec6-693154ae3c43 None None] Bound port: 641ce825-c9d6-4c20-a25b-0677b4ddf35c, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:22:51.989498 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-4cc0c08f-7b4a-4e56-8ec6-693154ae3c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (641ce825-c9d6-4c20-a25b-0677b4ddf35c), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:51.991047 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8f6d7-9dd6-4ded-a80a-eb0cdc4a2723 None None] Pushing event updated for resources: {'Port': ['ID=641ce825-c9d6-4c20-a25b-0677b4ddf35c,revision_number=2']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:52.017961 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a8f6d7-9dd6-4ded-a80a-eb0cdc4a2723 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:52.018309 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a8f6d7-9dd6-4ded-a80a-eb0cdc4a2723 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:52.018655 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a8f6d7-9dd6-4ded-a80a-eb0cdc4a2723 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:52.018994 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a8f6d7-9dd6-4ded-a80a-eb0cdc4a2723 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:52.019316 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a8f6d7-9dd6-4ded-a80a-eb0cdc4a2723 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:52.019722 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a8f6d7-9dd6-4ded-a80a-eb0cdc4a2723 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:52.020056 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a8f6d7-9dd6-4ded-a80a-eb0cdc4a2723 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:52.020379 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a8f6d7-9dd6-4ded-a80a-eb0cdc4a2723 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:52.020886 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a8f6d7-9dd6-4ded-a80a-eb0cdc4a2723 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:52.021389 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a8f6d7-9dd6-4ded-a80a-eb0cdc4a2723 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:52.021716 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a8f6d7-9dd6-4ded-a80a-eb0cdc4a2723 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:52.022042 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a8f6d7-9dd6-4ded-a80a-eb0cdc4a2723 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:52.022364 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a8f6d7-9dd6-4ded-a80a-eb0cdc4a2723 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:22:52.035905 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-341c64da-f76f-47be-85fc-5299c18bf3b8 None None] Allocated IP 172.20.0.2 (c59dabb3-3736-43f2-ab6a-81d6e79772f1/871d2803-d4ed-4f3c-b3b7-2f1879bca64c/f6b4e59a-a535-476f-8979-6d11b4dace18) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:22:52.056447 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-4cc0c08f-7b4a-4e56-8ec6-693154ae3c43 None None] For port 641ce825-c9d6-4c20-a25b-0677b4ddf35c, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:22:52.059697 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-4cc0c08f-7b4a-4e56-8ec6-693154ae3c43 None None] For port 641ce825-c9d6-4c20-a25b-0677b4ddf35c, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=641ce825-c9d6-4c20-a25b-0677b4ddf35c,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:22:52.067568 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-4cc0c08f-7b4a-4e56-8ec6-693154ae3c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (641ce825-c9d6-4c20-a25b-0677b4ddf35c), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:52.117782 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc0c08f-7b4a-4e56-8ec6-693154ae3c43 None None] Routers {'76c727e1-9e09-4ec7-99fe-d72fb3334a3d'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:22:52.118502 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-4cc0c08f-7b4a-4e56-8ec6-693154ae3c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:22:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['76c727e1-9e09-4ec7-99fe-d72fb3334a3d'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:22:52.180091 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8f6d7-9dd6-4ded-a80a-eb0cdc4a2723 None None] Pushing event updated for resources: {'Port': ['ID=641ce825-c9d6-4c20-a25b-0677b4ddf35c,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:52.208148 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-341c64da-f76f-47be-85fc-5299c18bf3b8 None None] Publish callbacks [] for port (f6b4e59a-a535-476f-8979-6d11b4dace18), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:52.215858 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-341c64da-f76f-47be-85fc-5299c18bf3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (f6b4e59a-a535-476f-8979-6d11b4dace18), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:52.242141 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-4cc0c08f-7b4a-4e56-8ec6-693154ae3c43 None None] Set router 76c727e1-9e09-4ec7-99fe-d72fb3334a3d gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:22:52.256110 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-299415c2-140b-4459-9fb7-76be4316c53d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:52.429021 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341c64da-f76f-47be-85fc-5299c18bf3b8 None None] Network c59dabb3-3736-43f2-ab6a-81d6e79772f1 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:22:52.432019 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-341c64da-f76f-47be-85fc-5299c18bf3b8 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:22:52.434553 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341c64da-f76f-47be-85fc-5299c18bf3b8 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:22:52.440481 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-4cc0c08f-7b4a-4e56-8ec6-693154ae3c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380333137', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '641ce825-c9d6-4c20-a25b-0677b4ddf35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:22:49Z', 'updated_at': '2022-03-01T14:22:50Z', 'revision_number': 3, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '641ce825-c9d6-4c20-a25b-0677b4ddf35c', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:22:50Z', 'updated_at': '2022-03-01T14:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:22:52.448519 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c64da-f76f-47be-85fc-5299c18bf3b8 None None] Pushing event updated for resources: {'Port': ['ID=f6b4e59a-a535-476f-8979-6d11b4dace18,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:52.475218 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc0c08f-7b4a-4e56-8ec6-693154ae3c43 None None] The sync data for ids ['76c727e1-9e09-4ec7-99fe-d72fb3334a3d'] in n-d-827467-3 is: [{'id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380333137', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '641ce825-c9d6-4c20-a25b-0677b4ddf35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:22:49Z', 'updated_at': '2022-03-01T14:22:50Z', 'revision_number': 3, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '641ce825-c9d6-4c20-a25b-0677b4ddf35c', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:22:50Z', 'updated_at': '2022-03-01T14:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:22:52.509380 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-341c64da-f76f-47be-85fc-5299c18bf3b8 None None] Attempting to bind port f6b4e59a-a535-476f-8979-6d11b4dace18 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:22:52.509850 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-341c64da-f76f-47be-85fc-5299c18bf3b8 None None] Attempting to bind port f6b4e59a-a535-476f-8979-6d11b4dace18 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '081434f1-bdea-4b4c-be7c-1fb3c192844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:22:52.510288 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341c64da-f76f-47be-85fc-5299c18bf3b8 None None] Attempting to bind port f6b4e59a-a535-476f-8979-6d11b4dace18 on network c59dabb3-3736-43f2-ab6a-81d6e79772f1 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:22:52.515318 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341c64da-f76f-47be-85fc-5299c18bf3b8 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:22:52.515761 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341c64da-f76f-47be-85fc-5299c18bf3b8 None None] Checking segment: {'id': '081434f1-bdea-4b4c-be7c-1fb3c192844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:22:52.516172 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-341c64da-f76f-47be-85fc-5299c18bf3b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:52.516599 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341c64da-f76f-47be-85fc-5299c18bf3b8 None None] Bound using segment: {'id': '081434f1-bdea-4b4c-be7c-1fb3c192844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:22:52.517067 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-341c64da-f76f-47be-85fc-5299c18bf3b8 None None] Bound port: f6b4e59a-a535-476f-8979-6d11b4dace18, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081434f1-bdea-4b4c-be7c-1fb3c192844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:22:52.517470 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-341c64da-f76f-47be-85fc-5299c18bf3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f6b4e59a-a535-476f-8979-6d11b4dace18), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:52.549305 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-299415c2-140b-4459-9fb7-76be4316c53d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Allocated IP 172.20.0.1 (c59dabb3-3736-43f2-ab6a-81d6e79772f1/871d2803-d4ed-4f3c-b3b7-2f1879bca64c/b250f0e2-b0c7-490a-936d-be8ea356d96a) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:22:52.591323 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-341c64da-f76f-47be-85fc-5299c18bf3b8 None None] For port f6b4e59a-a535-476f-8979-6d11b4dace18, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:22:52.594567 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-341c64da-f76f-47be-85fc-5299c18bf3b8 None None] For port f6b4e59a-a535-476f-8979-6d11b4dace18, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=f6b4e59a-a535-476f-8979-6d11b4dace18,segment=NetworkSegment(081434f1-bdea-4b4c-be7c-1fb3c192844b),segment_id=081434f1-bdea-4b4c-be7c-1fb3c192844b)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:22:52.601502 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-341c64da-f76f-47be-85fc-5299c18bf3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f6b4e59a-a535-476f-8979-6d11b4dace18), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:52.661449 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c64da-f76f-47be-85fc-5299c18bf3b8 None None] Pushing event updated for resources: {'Port': ['ID=f6b4e59a-a535-476f-8979-6d11b4dace18,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:52.670429 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-299415c2-140b-4459-9fb7-76be4316c53d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for port (b250f0e2-b0c7-490a-936d-be8ea356d96a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:52.727975 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-299415c2-140b-4459-9fb7-76be4316c53d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (b250f0e2-b0c7-490a-936d-be8ea356d96a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:52.775733 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299415c2-140b-4459-9fb7-76be4316c53d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Network c59dabb3-3736-43f2-ab6a-81d6e79772f1 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:22:52.778922 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-299415c2-140b-4459-9fb7-76be4316c53d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:22:52.782008 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299415c2-140b-4459-9fb7-76be4316c53d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:22:52.807566 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299415c2-140b-4459-9fb7-76be4316c53d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'Port': ['ID=b250f0e2-b0c7-490a-936d-be8ea356d96a,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:52.834891 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-299415c2-140b-4459-9fb7-76be4316c53d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (76c727e1-9e09-4ec7-99fe-d72fb3334a3d), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:52.993861 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-299415c2-140b-4459-9fb7-76be4316c53d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b250f0e2-b0c7-490a-936d-be8ea356d96a), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:53.285803 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-299415c2-140b-4459-9fb7-76be4316c53d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for port (b250f0e2-b0c7-490a-936d-be8ea356d96a), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:53.290437 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-299415c2-140b-4459-9fb7-76be4316c53d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (b250f0e2-b0c7-490a-936d-be8ea356d96a), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:53.367746 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299415c2-140b-4459-9fb7-76be4316c53d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'Port': ['ID=b250f0e2-b0c7-490a-936d-be8ea356d96a,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:53.371759 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-299415c2-140b-4459-9fb7-76be4316c53d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (76c727e1-9e09-4ec7-99fe-d72fb3334a3d), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:53.662447 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c2c69d-a488-43c8-85fc-88a1ab6434f3 None None] Network c59dabb3-3736-43f2-ab6a-81d6e79772f1 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:22:53.740244 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-1f7bce2b-e61f-40ef-867c-e2621cc60b74 None None] Provisioning complete for port f6b4e59a-a535-476f-8979-6d11b4dace18 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:22:53.740531 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1f7bce2b-e61f-40ef-867c-e2621cc60b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f6b4e59a-a535-476f-8979-6d11b4dace18), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:53.793688 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299415c2-140b-4459-9fb7-76be4316c53d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Network c59dabb3-3736-43f2-ab6a-81d6e79772f1 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:22:53.795227 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-299415c2-140b-4459-9fb7-76be4316c53d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:22:53.866008 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-1f7bce2b-e61f-40ef-867c-e2621cc60b74 None None] Current status of the port f6b4e59a-a535-476f-8979-6d11b4dace18 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:22:53.866506 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1f7bce2b-e61f-40ef-867c-e2621cc60b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (f6b4e59a-a535-476f-8979-6d11b4dace18), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:53.907201 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-1f7bce2b-e61f-40ef-867c-e2621cc60b74 None None] For port f6b4e59a-a535-476f-8979-6d11b4dace18, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=f6b4e59a-a535-476f-8979-6d11b4dace18,segment=NetworkSegment(081434f1-bdea-4b4c-be7c-1fb3c192844b),segment_id=081434f1-bdea-4b4c-be7c-1fb3c192844b)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:22:53.913326 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1f7bce2b-e61f-40ef-867c-e2621cc60b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (f6b4e59a-a535-476f-8979-6d11b4dace18), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:53.925421 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299415c2-140b-4459-9fb7-76be4316c53d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Router 76c727e1-9e09-4ec7-99fe-d72fb3334a3d has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:22:53.963988 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7bce2b-e61f-40ef-867c-e2621cc60b74 None None] Pushing event updated for resources: {'Port': ['ID=f6b4e59a-a535-476f-8979-6d11b4dace18,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:54.059450 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299415c2-140b-4459-9fb7-76be4316c53d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:22:54.065137 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-299415c2-140b-4459-9fb7-76be4316c53d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "PUT /v2.0/routers/76c727e1-9e09-4ec7-99fe-d72fb3334a3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2672164 Mar 01 14:22:54.147103 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-8393810e-2062-41b3-b13b-b7774ce7dea5 None None] Provisioning complete for port f6b4e59a-a535-476f-8979-6d11b4dace18 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:22:54.147775 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8393810e-2062-41b3-b13b-b7774ce7dea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f6b4e59a-a535-476f-8979-6d11b4dace18), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:54.195963 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device f6b4e59a-a535-476f-8979-6d11b4dace18 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:22:54.243087 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e8091e-623c-4c96-a6a1-d7ecdecac9d5 None None] Sync routers for ids ['76c727e1-9e09-4ec7-99fe-d72fb3334a3d'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:22:54.274051 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e8091e-623c-4c96-a6a1-d7ecdecac9d5 None None] Routers {'76c727e1-9e09-4ec7-99fe-d72fb3334a3d'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:22:54.274686 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-69e8091e-623c-4c96-a6a1-d7ecdecac9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:22:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['76c727e1-9e09-4ec7-99fe-d72fb3334a3d'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:22:54.322861 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-0774d363-a074-46b5-99bd-bda39ceac75d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1071194665&fields=id&tenant_id=677a2c84d86e461aa18f47403491f396 HTTP/1.1" status: 200 len: 267 time: 0.0503981 Mar 01 14:22:54.392468 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port f6b4e59a-a535-476f-8979-6d11b4dace18 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:22:54.392854 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (f6b4e59a-a535-476f-8979-6d11b4dace18), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:54.425052 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-8393810e-2062-41b3-b13b-b7774ce7dea5 None None] Current status of the port f6b4e59a-a535-476f-8979-6d11b4dace18 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:22:54.443546 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-5bb8abc6-16a1-4251-b811-99d3367a2a1d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:22:54.445115 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-5bb8abc6-16a1-4251-b811-99d3367a2a1d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/networks?id=c59dabb3-3736-43f2-ab6a-81d6e79772f1 HTTP/1.1" status: 200 len: 797 time: 0.1151605 Mar 01 14:22:54.458961 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-8393810e-2062-41b3-b13b-b7774ce7dea5 None None] Provisioning complete for port b250f0e2-b0c7-490a-936d-be8ea356d96a triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:22:54.459337 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8393810e-2062-41b3-b13b-b7774ce7dea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (b250f0e2-b0c7-490a-936d-be8ea356d96a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:54.461618 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-f194a9f6-3392-45b8-95ea-bb179a722025 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/quotas/677a2c84d86e461aa18f47403491f396 HTTP/1.1" status: 200 len: 375 time: 0.0105593 Mar 01 14:22:54.465903 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-69e8091e-623c-4c96-a6a1-d7ecdecac9d5 None None] Set router 76c727e1-9e09-4ec7-99fe-d72fb3334a3d gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:22:54.527076 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-55e5d566-7f62-43ff-b28a-04380901c9a4 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584576 Mar 01 14:22:54.538175 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-8393810e-2062-41b3-b13b-b7774ce7dea5 None None] Port b250f0e2-b0c7-490a-936d-be8ea356d96a cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:22:54.623640 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-37ff769b-dbce-48b1-9440-811a9a0f859c service neutron] 10.222.0.13 "GET /v2.0/networks/c59dabb3-3736-43f2-ab6a-81d6e79772f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842979 Mar 01 14:22:54.645036 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port f6b4e59a-a535-476f-8979-6d11b4dace18 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:22:54.646125 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 641ce825-c9d6-4c20-a25b-0677b4ddf35c up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:22:54.714798 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-c4242a5d-3496-40d7-aa82-747a8f4e2a02 None None] Provisioning complete for port b250f0e2-b0c7-490a-936d-be8ea356d96a triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:22:54.715526 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-78ec7e31-b783-4e51-b915-e049755ade47 service neutron] 10.222.0.13 "GET /v2.0/networks/c59dabb3-3736-43f2-ab6a-81d6e79772f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853784 Mar 01 14:22:54.715692 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c4242a5d-3496-40d7-aa82-747a8f4e2a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (b250f0e2-b0c7-490a-936d-be8ea356d96a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:54.788914 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-c4242a5d-3496-40d7-aa82-747a8f4e2a02 None None] Port b250f0e2-b0c7-490a-936d-be8ea356d96a cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:22:54.794688 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 641ce825-c9d6-4c20-a25b-0677b4ddf35c triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:22:54.795061 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (641ce825-c9d6-4c20-a25b-0677b4ddf35c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:54.842204 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-69e8091e-623c-4c96-a6a1-d7ecdecac9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380333137', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '641ce825-c9d6-4c20-a25b-0677b4ddf35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:22:49Z', 'updated_at': '2022-03-01T14:22:52Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '641ce825-c9d6-4c20-a25b-0677b4ddf35c', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:22:50Z', 'updated_at': '2022-03-01T14:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'b250f0e2-b0c7-490a-936d-be8ea356d96a', 'name': '', 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'mac_address': 'fa:16:3e:4f:dc:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '871d2803-d4ed-4f3c-b3b7-2f1879bca64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:22:52Z', 'updated_at': '2022-03-01T14:22:53Z', 'revision_number': 2, 'project_id': '677a2c84d86e461aa18f47403491f396', 'subnets': [{'id': '871d2803-d4ed-4f3c-b3b7-2f1879bca64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:22:54.873777 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e8091e-623c-4c96-a6a1-d7ecdecac9d5 None None] Checking router: 76c727e1-9e09-4ec7-99fe-d72fb3334a3d for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:22:54.874134 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e8091e-623c-4c96-a6a1-d7ecdecac9d5 None None] Updating router 76c727e1-9e09-4ec7-99fe-d72fb3334a3d port b250f0e2-b0c7-490a-936d-be8ea356d96a binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:22:54.889413 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1a11ddbd-f52d-4446-8cb1-36f4101da73a req-3212c92d-7d1b-43ec-86d8-347421cc02e2 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 210 time: 0.0309627 Mar 01 14:22:54.931942 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-69e8091e-623c-4c96-a6a1-d7ecdecac9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b250f0e2-b0c7-490a-936d-be8ea356d96a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:54.942242 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 641ce825-c9d6-4c20-a25b-0677b4ddf35c is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:22:54.942622 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (641ce825-c9d6-4c20-a25b-0677b4ddf35c), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:54.984213 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 641ce825-c9d6-4c20-a25b-0677b4ddf35c, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=641ce825-c9d6-4c20-a25b-0677b4ddf35c,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:22:54.992434 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (641ce825-c9d6-4c20-a25b-0677b4ddf35c), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:55.106614 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=641ce825-c9d6-4c20-a25b-0677b4ddf35c,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:55.257242 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-69e8091e-623c-4c96-a6a1-d7ecdecac9d5 None None] Publish callbacks [] for port (b250f0e2-b0c7-490a-936d-be8ea356d96a), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:55.262104 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-69e8091e-623c-4c96-a6a1-d7ecdecac9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b250f0e2-b0c7-490a-936d-be8ea356d96a), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:55.325458 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e252e407-b6b2-40f6-8dcc-05dcd3d4943c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:55.330448 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561b8a6-869d-436c-bb16-772390de4c6c None None] Pushing event updated for resources: {'Port': ['ID=b250f0e2-b0c7-490a-936d-be8ea356d96a,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:55.385202 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-69e8091e-623c-4c96-a6a1-d7ecdecac9d5 None None] Attempting to bind port b250f0e2-b0c7-490a-936d-be8ea356d96a on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:22:55.385603 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-69e8091e-623c-4c96-a6a1-d7ecdecac9d5 None None] Attempting to bind port b250f0e2-b0c7-490a-936d-be8ea356d96a by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '081434f1-bdea-4b4c-be7c-1fb3c192844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:22:55.385978 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e8091e-623c-4c96-a6a1-d7ecdecac9d5 None None] Attempting to bind port b250f0e2-b0c7-490a-936d-be8ea356d96a on network c59dabb3-3736-43f2-ab6a-81d6e79772f1 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:22:55.391322 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e8091e-623c-4c96-a6a1-d7ecdecac9d5 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:22:55.391721 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e8091e-623c-4c96-a6a1-d7ecdecac9d5 None None] Checking segment: {'id': '081434f1-bdea-4b4c-be7c-1fb3c192844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:22:55.392135 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-69e8091e-623c-4c96-a6a1-d7ecdecac9d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:55.392531 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e8091e-623c-4c96-a6a1-d7ecdecac9d5 None None] Bound using segment: {'id': '081434f1-bdea-4b4c-be7c-1fb3c192844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:22:55.393031 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-69e8091e-623c-4c96-a6a1-d7ecdecac9d5 None None] Bound port: b250f0e2-b0c7-490a-936d-be8ea356d96a, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081434f1-bdea-4b4c-be7c-1fb3c192844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:22:55.393448 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-69e8091e-623c-4c96-a6a1-d7ecdecac9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b250f0e2-b0c7-490a-936d-be8ea356d96a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:55.464780 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-69e8091e-623c-4c96-a6a1-d7ecdecac9d5 None None] For port b250f0e2-b0c7-490a-936d-be8ea356d96a, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:22:55.468431 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-69e8091e-623c-4c96-a6a1-d7ecdecac9d5 None None] For port b250f0e2-b0c7-490a-936d-be8ea356d96a, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=b250f0e2-b0c7-490a-936d-be8ea356d96a,segment=NetworkSegment(081434f1-bdea-4b4c-be7c-1fb3c192844b),segment_id=081434f1-bdea-4b4c-be7c-1fb3c192844b)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:22:55.474225 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-69e8091e-623c-4c96-a6a1-d7ecdecac9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b250f0e2-b0c7-490a-936d-be8ea356d96a), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:55.532480 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e8091e-623c-4c96-a6a1-d7ecdecac9d5 None None] Routers {'76c727e1-9e09-4ec7-99fe-d72fb3334a3d'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:22:55.533217 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-69e8091e-623c-4c96-a6a1-d7ecdecac9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:22:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['76c727e1-9e09-4ec7-99fe-d72fb3334a3d'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:22:55.570807 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561b8a6-869d-436c-bb16-772390de4c6c None None] Pushing event updated for resources: {'Port': ['ID=b250f0e2-b0c7-490a-936d-be8ea356d96a,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:55.649776 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-fe2e0d7c-ba7b-4ba8-b2ee-1fcd892a0089 None None] Provisioning complete for port b250f0e2-b0c7-490a-936d-be8ea356d96a triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:22:55.650147 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fe2e0d7c-ba7b-4ba8-b2ee-1fcd892a0089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (b250f0e2-b0c7-490a-936d-be8ea356d96a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:55.677262 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-69e8091e-623c-4c96-a6a1-d7ecdecac9d5 None None] Set router 76c727e1-9e09-4ec7-99fe-d72fb3334a3d gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:22:55.913862 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-94dbb79b-708c-4471-a93b-58a4b6a76fa6 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:22:55.916027 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-94dbb79b-708c-4471-a93b-58a4b6a76fa6 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.32 "GET /v2.0/networks?id=c59dabb3-3736-43f2-ab6a-81d6e79772f1 HTTP/1.1" status: 200 len: 797 time: 0.1086726 Mar 01 14:22:56.006201 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-fe2e0d7c-ba7b-4ba8-b2ee-1fcd892a0089 None None] Current status of the port b250f0e2-b0c7-490a-936d-be8ea356d96a is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:22:56.006850 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fe2e0d7c-ba7b-4ba8-b2ee-1fcd892a0089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b250f0e2-b0c7-490a-936d-be8ea356d96a), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:56.009224 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-056aa49e-d40e-4098-9bff-ea559ad85a79 req-7d11e072-edcc-404c-8bcc-426a79fc7eb9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 210 time: 0.0356436 Mar 01 14:22:56.014865 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-a9e2f72a-2d62-4bc2-9b5e-9e8e25b83c52 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=677a2c84d86e461aa18f47403491f396 HTTP/1.1" status: 200 len: 380 time: 0.0910282 Mar 01 14:22:56.023590 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-d61fe2cf-c50e-4d26-a611-aed3179fc05e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'port': {'device_id': 'e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6', 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1', 'admin_state_up': True, 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'security_groups': ['c1d1efe9-88f7-413d-aeab-058516528eaa']}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:22:56.083545 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-fe2e0d7c-ba7b-4ba8-b2ee-1fcd892a0089 None None] For port b250f0e2-b0c7-490a-936d-be8ea356d96a, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=b250f0e2-b0c7-490a-936d-be8ea356d96a,segment=NetworkSegment(081434f1-bdea-4b4c-be7c-1fb3c192844b),segment_id=081434f1-bdea-4b4c-be7c-1fb3c192844b)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:22:56.091102 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fe2e0d7c-ba7b-4ba8-b2ee-1fcd892a0089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (b250f0e2-b0c7-490a-936d-be8ea356d96a), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:56.120777 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 641ce825-c9d6-4c20-a25b-0677b4ddf35c up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:22:56.136247 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-d61fe2cf-c50e-4d26-a611-aed3179fc05e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Made reservation on behalf of 677a2c84d86e461aa18f47403491f396 for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:22:56.139866 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-d61fe2cf-c50e-4d26-a611-aed3179fc05e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:56.191772 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e0d7c-ba7b-4ba8-b2ee-1fcd892a0089 None None] Pushing event updated for resources: {'Port': ['ID=b250f0e2-b0c7-490a-936d-be8ea356d96a,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:56.210417 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-69e8091e-623c-4c96-a6a1-d7ecdecac9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380333137', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '641ce825-c9d6-4c20-a25b-0677b4ddf35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:22:49Z', 'updated_at': '2022-03-01T14:22:52Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '641ce825-c9d6-4c20-a25b-0677b4ddf35c', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:22:50Z', 'updated_at': '2022-03-01T14:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'b250f0e2-b0c7-490a-936d-be8ea356d96a', 'name': '', 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'mac_address': 'fa:16:3e:4f:dc:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '871d2803-d4ed-4f3c-b3b7-2f1879bca64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:22:52Z', 'updated_at': '2022-03-01T14:22:55Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'subnets': [{'id': '871d2803-d4ed-4f3c-b3b7-2f1879bca64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:22:56.244246 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e8091e-623c-4c96-a6a1-d7ecdecac9d5 None None] The sync data for ids ['76c727e1-9e09-4ec7-99fe-d72fb3334a3d'] in n-d-827467-3 is: [{'id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380333137', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '641ce825-c9d6-4c20-a25b-0677b4ddf35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:22:49Z', 'updated_at': '2022-03-01T14:22:52Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '641ce825-c9d6-4c20-a25b-0677b4ddf35c', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:22:50Z', 'updated_at': '2022-03-01T14:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'b250f0e2-b0c7-490a-936d-be8ea356d96a', 'name': '', 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'mac_address': 'fa:16:3e:4f:dc:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '871d2803-d4ed-4f3c-b3b7-2f1879bca64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:22:52Z', 'updated_at': '2022-03-01T14:22:55Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'subnets': [{'id': '871d2803-d4ed-4f3c-b3b7-2f1879bca64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:22:56.253957 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-932e5927-066d-437e-912d-3b17a64f6ce0 None None] Provisioning complete for port b250f0e2-b0c7-490a-936d-be8ea356d96a triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:22:56.254337 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-932e5927-066d-437e-912d-3b17a64f6ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (b250f0e2-b0c7-490a-936d-be8ea356d96a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:56.258140 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 641ce825-c9d6-4c20-a25b-0677b4ddf35c triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:22:56.258500 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (641ce825-c9d6-4c20-a25b-0677b4ddf35c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:56.273808 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-d61fe2cf-c50e-4d26-a611-aed3179fc05e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Allocated IP 172.20.0.9 (c59dabb3-3736-43f2-ab6a-81d6e79772f1/871d2803-d4ed-4f3c-b3b7-2f1879bca64c/5d67af85-6de3-489a-b5a1-8468ba1951fe) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:22:56.435740 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-932e5927-066d-437e-912d-3b17a64f6ce0 None None] Current status of the port b250f0e2-b0c7-490a-936d-be8ea356d96a is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:22:56.444510 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 641ce825-c9d6-4c20-a25b-0677b4ddf35c is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:22:56.474096 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-d61fe2cf-c50e-4d26-a611-aed3179fc05e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for port (5d67af85-6de3-489a-b5a1-8468ba1951fe), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:56.508900 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-d61fe2cf-c50e-4d26-a611-aed3179fc05e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (5d67af85-6de3-489a-b5a1-8468ba1951fe), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:56.553371 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-d61fe2cf-c50e-4d26-a611-aed3179fc05e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Network c59dabb3-3736-43f2-ab6a-81d6e79772f1 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:22:56.556437 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-d61fe2cf-c50e-4d26-a611-aed3179fc05e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:22:56.560113 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-d61fe2cf-c50e-4d26-a611-aed3179fc05e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:22:56.594485 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fe2cf-c50e-4d26-a611-aed3179fc05e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'Port': ['ID=5d67af85-6de3-489a-b5a1-8468ba1951fe,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:56.619492 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-d61fe2cf-c50e-4d26-a611-aed3179fc05e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:22:56.620161 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-d61fe2cf-c50e-4d26-a611-aed3179fc05e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:56.638605 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-d61fe2cf-c50e-4d26-a611-aed3179fc05e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6186762 Mar 01 14:22:56.650005 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-d9ff56ba-9262-474a-b371-d779bef292fc service neutron] Request body: {'port': {'device_id': 'e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:22:56.719435 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-d9ff56ba-9262-474a-b371-d779bef292fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (5d67af85-6de3-489a-b5a1-8468ba1951fe), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:56.858352 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-3a26d603-daba-4a93-8096-3965865a605c None None] Provisioning complete for port 5d67af85-6de3-489a-b5a1-8468ba1951fe triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:22:56.858753 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3a26d603-daba-4a93-8096-3965865a605c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (5d67af85-6de3-489a-b5a1-8468ba1951fe), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:56.901262 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3a26d603-daba-4a93-8096-3965865a605c None None] Port 5d67af85-6de3-489a-b5a1-8468ba1951fe cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:22:57.008146 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-d9ff56ba-9262-474a-b371-d779bef292fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d67af85-6de3-489a-b5a1-8468ba1951fe {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:22:57.016106 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-d9ff56ba-9262-474a-b371-d779bef292fc service neutron] Publish callbacks [] for port (5d67af85-6de3-489a-b5a1-8468ba1951fe), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:57.029871 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-d9ff56ba-9262-474a-b371-d779bef292fc service neutron] Transition to ACTIVE for port object 5d67af85-6de3-489a-b5a1-8468ba1951fe will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:22:57.034085 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-d9ff56ba-9262-474a-b371-d779bef292fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (5d67af85-6de3-489a-b5a1-8468ba1951fe), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:57.089511 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff56ba-9262-474a-b371-d779bef292fc service neutron] Pushing event updated for resources: {'Port': ['ID=5d67af85-6de3-489a-b5a1-8468ba1951fe,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:57.200128 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-d9ff56ba-9262-474a-b371-d779bef292fc service neutron] Attempting to bind port 5d67af85-6de3-489a-b5a1-8468ba1951fe on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:22:57.200476 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-d9ff56ba-9262-474a-b371-d779bef292fc service neutron] Attempting to bind port 5d67af85-6de3-489a-b5a1-8468ba1951fe by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '081434f1-bdea-4b4c-be7c-1fb3c192844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:22:57.200807 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-d9ff56ba-9262-474a-b371-d779bef292fc service neutron] Attempting to bind port 5d67af85-6de3-489a-b5a1-8468ba1951fe on network c59dabb3-3736-43f2-ab6a-81d6e79772f1 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:22:57.211336 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df2770-1ad4-48d1-bf08-fba2ef979b2e req-829ee57a-3f7f-4e9d-977e-a8ab6794eabe tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:22:57.212956 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-48df2770-1ad4-48d1-bf08-fba2ef979b2e req-829ee57a-3f7f-4e9d-977e-a8ab6794eabe tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 943 time: 0.1266720 Mar 01 14:22:57.215494 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-d9ff56ba-9262-474a-b371-d779bef292fc service neutron] Port 5d67af85-6de3-489a-b5a1-8468ba1951fe on network c59dabb3-3736-43f2-ab6a-81d6e79772f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:22:57.215940 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-d9ff56ba-9262-474a-b371-d779bef292fc service neutron] Attempting to bind port 5d67af85-6de3-489a-b5a1-8468ba1951fe on network c59dabb3-3736-43f2-ab6a-81d6e79772f1 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:22:57.223193 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-d9ff56ba-9262-474a-b371-d779bef292fc service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:22:57.223706 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-d9ff56ba-9262-474a-b371-d779bef292fc service neutron] Checking segment: {'id': '081434f1-bdea-4b4c-be7c-1fb3c192844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:22:57.224255 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-d9ff56ba-9262-474a-b371-d779bef292fc service neutron] Bound using segment: {'id': '081434f1-bdea-4b4c-be7c-1fb3c192844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:22:57.224707 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-d9ff56ba-9262-474a-b371-d779bef292fc service neutron] Bound port: 5d67af85-6de3-489a-b5a1-8468ba1951fe, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081434f1-bdea-4b4c-be7c-1fb3c192844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:22:57.225065 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-d9ff56ba-9262-474a-b371-d779bef292fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (5d67af85-6de3-489a-b5a1-8468ba1951fe), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:57.319068 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-48df2770-1ad4-48d1-bf08-fba2ef979b2e req-3ac84681-fc4c-481f-8a71-92f6cf191c09 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971386 Mar 01 14:22:57.339754 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-d9ff56ba-9262-474a-b371-d779bef292fc service neutron] For port 5d67af85-6de3-489a-b5a1-8468ba1951fe, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:22:57.340191 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-d9ff56ba-9262-474a-b371-d779bef292fc service neutron] For port 5d67af85-6de3-489a-b5a1-8468ba1951fe, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=5d67af85-6de3-489a-b5a1-8468ba1951fe,segment=NetworkSegment(081434f1-bdea-4b4c-be7c-1fb3c192844b),segment_id=081434f1-bdea-4b4c-be7c-1fb3c192844b)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:22:57.346559 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-d9ff56ba-9262-474a-b371-d779bef292fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (5d67af85-6de3-489a-b5a1-8468ba1951fe), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:57.381816 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-d9ff56ba-9262-474a-b371-d779bef292fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:22:57.382978 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-d9ff56ba-9262-474a-b371-d779bef292fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:57.384943 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-d9ff56ba-9262-474a-b371-d779bef292fc service neutron] 10.222.0.32 "PUT /v2.0/ports/5d67af85-6de3-489a-b5a1-8468ba1951fe HTTP/1.1" status: 200 len: 1091 time: 0.7391677 Mar 01 14:22:57.387752 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6', 'tag': '5d67af85-6de3-489a-b5a1-8468ba1951fe'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:22:57.391221 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99137c89-03fb-4313-9899-1fe7bed9b745" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6", "tag": "5d67af85-6de3-489a-b5a1-8468ba1951fe"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:22:57.422446 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff56ba-9262-474a-b371-d779bef292fc service neutron] Pushing event updated for resources: {'Port': ['ID=5d67af85-6de3-489a-b5a1-8468ba1951fe,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:22:57.466739 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db9d99b-66fc-4148-81c4-c7b1007295eb x-openstack-request-id: req-1db9d99b-66fc-4148-81c4-c7b1007295eb {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:22:57.467080 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6", "tag": "5d67af85-6de3-489a-b5a1-8468ba1951fe", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:22:57.467286 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1db9d99b-66fc-4148-81c4-c7b1007295eb {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:22:57.467709 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6', 'tag': '5d67af85-6de3-489a-b5a1-8468ba1951fe', 'status': 'completed', 'code': 200} Mar 01 14:22:57.476999 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9026dd7c-ff75-4467-bcad-e827556e2ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:57.493626 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-db4426c1-49e2-4bb9-9b22-005ab574a3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:22:57.495232 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-db4426c1-49e2-4bb9-9b22-005ab574a3fb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 1125 time: 0.0599492 Mar 01 14:22:57.539358 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-7072a2f5-7384-4988-aa61-f647100b42aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d67af85-6de3-489a-b5a1-8468ba1951fe HTTP/1.1" status: 200 len: 217 time: 0.0378177 Mar 01 14:22:57.592899 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-a2708d2a-6e92-43fc-a9ce-83fc4a4ecae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:22:57.594401 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-a2708d2a-6e92-43fc-a9ce-83fc4a4ecae6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=871d2803-d4ed-4f3c-b3b7-2f1879bca64c HTTP/1.1" status: 200 len: 835 time: 0.0496955 Mar 01 14:22:57.646463 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-5311e292-328f-421a-aa73-d0cacecd161b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:22:57.648047 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-5311e292-328f-421a-aa73-d0cacecd161b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c59dabb3-3736-43f2-ab6a-81d6e79772f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474696 Mar 01 14:22:57.739840 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-80ffd243-3cfd-414c-9914-7725a8f43188 service neutron] 10.222.0.32 "GET /v2.0/networks/c59dabb3-3736-43f2-ab6a-81d6e79772f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844100 Mar 01 14:22:57.837159 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ad8b20e-9226-4e28-8154-8d8a01ad8367 req-6b3f731a-1f27-4a4e-86d7-514d86161090 service neutron] 10.222.0.32 "GET /v2.0/networks/c59dabb3-3736-43f2-ab6a-81d6e79772f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903850 Mar 01 14:22:57.926327 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99137c89-03fb-4313-9899-1fe7bed9b745 req-adbae1fe-e0d1-40cd-8470-b1966ba65fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:22:57.928002 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-99137c89-03fb-4313-9899-1fe7bed9b745 req-adbae1fe-e0d1-40cd-8470-b1966ba65fc2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 1125 time: 0.0483568 Mar 01 14:22:58.022098 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99137c89-03fb-4313-9899-1fe7bed9b745 req-e516f326-e962-4bf5-a5bd-01f99d8ddce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:22:58.023579 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-99137c89-03fb-4313-9899-1fe7bed9b745 req-e516f326-e962-4bf5-a5bd-01f99d8ddce3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c59dabb3-3736-43f2-ab6a-81d6e79772f1 HTTP/1.1" status: 200 len: 898 time: 0.0882502 Mar 01 14:22:58.063646 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-99137c89-03fb-4313-9899-1fe7bed9b745 req-26ba4e48-030f-480e-b2a2-0346ff872b5c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d67af85-6de3-489a-b5a1-8468ba1951fe HTTP/1.1" status: 200 len: 217 time: 0.0341477 Mar 01 14:22:58.111843 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99137c89-03fb-4313-9899-1fe7bed9b745 req-6c002781-5d45-4d1f-8334-1afb833ece57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:22:58.113301 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-99137c89-03fb-4313-9899-1fe7bed9b745 req-6c002781-5d45-4d1f-8334-1afb833ece57 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=871d2803-d4ed-4f3c-b3b7-2f1879bca64c HTTP/1.1" status: 200 len: 835 time: 0.0441096 Mar 01 14:22:58.119266 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device b250f0e2-b0c7-490a-936d-be8ea356d96a up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:22:58.165842 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99137c89-03fb-4313-9899-1fe7bed9b745 req-fa54cc1b-a8d9-4fbf-937b-8c911260f56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:22:58.166421 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port b250f0e2-b0c7-490a-936d-be8ea356d96a triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:22:58.166798 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (b250f0e2-b0c7-490a-936d-be8ea356d96a), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:58.167349 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-99137c89-03fb-4313-9899-1fe7bed9b745 req-fa54cc1b-a8d9-4fbf-937b-8c911260f56f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c59dabb3-3736-43f2-ab6a-81d6e79772f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479407 Mar 01 14:22:58.244254 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port b250f0e2-b0c7-490a-936d-be8ea356d96a is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:22:58.252638 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-99137c89-03fb-4313-9899-1fe7bed9b745 req-0da56d49-ade7-4616-913d-8fa6c35e41a8 service neutron] 10.222.0.32 "GET /v2.0/networks/c59dabb3-3736-43f2-ab6a-81d6e79772f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796061 Mar 01 14:22:58.344057 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-99137c89-03fb-4313-9899-1fe7bed9b745 req-927477f4-20cd-4d68-9a2e-663e9f5f5aad service neutron] 10.222.0.32 "GET /v2.0/networks/c59dabb3-3736-43f2-ab6a-81d6e79772f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851014 Mar 01 14:22:58.440437 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a59163-18fa-486e-80d4-4a0c19b2fcb8 req-620680b0-a6af-427c-a41f-cc037c8252bf tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:22:58.442453 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-33a59163-18fa-486e-80d4-4a0c19b2fcb8 req-620680b0-a6af-427c-a41f-cc037c8252bf tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 943 time: 0.0522783 Mar 01 14:22:58.489832 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-33a59163-18fa-486e-80d4-4a0c19b2fcb8 req-2dc27759-4754-4e0a-9ce7-f8d5dab68fe5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418406 Mar 01 14:22:58.966110 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:22:59.613496 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b0f75-72aa-4d3f-b4d4-20192b09320c req-1e06a5c6-12f8-42c4-901e-9c7e7710b48d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:22:59.614884 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a53b0f75-72aa-4d3f-b4d4-20192b09320c req-1e06a5c6-12f8-42c4-901e-9c7e7710b48d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 943 time: 0.0523257 Mar 01 14:22:59.662575 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a53b0f75-72aa-4d3f-b4d4-20192b09320c req-b1dc0aa1-de7e-4137-9211-09ee601e4aaf tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421071 Mar 01 14:23:00.137623 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:23:00.782707 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590ec13-a9ce-4538-875f-eef6e3bb01b4 req-e890d582-f532-449c-8fd9-72f95a2efe6e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:23:00.784173 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2590ec13-a9ce-4538-875f-eef6e3bb01b4 req-e890d582-f532-449c-8fd9-72f95a2efe6e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 943 time: 0.0548949 Mar 01 14:23:00.832768 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2590ec13-a9ce-4538-875f-eef6e3bb01b4 req-9d0b4c59-f7b2-4f85-b363-2905987147f5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420618 Mar 01 14:23:01.758875 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:23:01.935239 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 5d67af85-6de3-489a-b5a1-8468ba1951fe details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:23:01.948284 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf21b7-a101-41b6-96f7-a66959fc8c02 req-e8d68228-5372-48d3-bebc-070787c35f5f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:23:01.949767 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4bf21b7-a101-41b6-96f7-a66959fc8c02 req-e8d68228-5372-48d3-bebc-070787c35f5f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 943 time: 0.0515583 Mar 01 14:23:01.999279 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f4bf21b7-a101-41b6-96f7-a66959fc8c02 req-b79a3ad3-b954-44a2-972f-2ff5b424ff47 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436311 Mar 01 14:23:02.033086 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 5d67af85-6de3-489a-b5a1-8468ba1951fe, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=5d67af85-6de3-489a-b5a1-8468ba1951fe,segment=NetworkSegment(081434f1-bdea-4b4c-be7c-1fb3c192844b),segment_id=081434f1-bdea-4b4c-be7c-1fb3c192844b)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:23:02.044096 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '5d67af85-6de3-489a-b5a1-8468ba1951fe', 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1', 'port_id': '5d67af85-6de3-489a-b5a1-8468ba1951fe', 'mac_address': 'fa:16:3e:a0:f7:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871d2803-d4ed-4f3c-b3b7-2f1879bca64c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:23:02.079664 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 5d67af85-6de3-489a-b5a1-8468ba1951fe is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:23:02.080068 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (5d67af85-6de3-489a-b5a1-8468ba1951fe), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:23:02.093646 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d67af85-6de3-489a-b5a1-8468ba1951fe {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:23:02.111860 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 5d67af85-6de3-489a-b5a1-8468ba1951fe, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=5d67af85-6de3-489a-b5a1-8468ba1951fe,segment=NetworkSegment(081434f1-bdea-4b4c-be7c-1fb3c192844b),segment_id=081434f1-bdea-4b4c-be7c-1fb3c192844b)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:23:02.115838 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (5d67af85-6de3-489a-b5a1-8468ba1951fe), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:23:02.161329 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=5d67af85-6de3-489a-b5a1-8468ba1951fe,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:23:02.465351 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['5d67af85-6de3-489a-b5a1-8468ba1951fe'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:23:03.121000 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235cd4a-7124-45de-bfbe-8f6c9f3c53fe req-8b05cd74-87d0-48b0-a40c-79247df62515 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:23:03.122517 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7235cd4a-7124-45de-bfbe-8f6c9f3c53fe req-8b05cd74-87d0-48b0-a40c-79247df62515 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 944 time: 0.0568573 Mar 01 14:23:03.173117 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7235cd4a-7124-45de-bfbe-8f6c9f3c53fe req-e48bab19-fe1d-4fb7-927b-9c960a88ef8b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445507 Mar 01 14:23:03.942210 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 5d67af85-6de3-489a-b5a1-8468ba1951fe up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:23:03.989029 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 5d67af85-6de3-489a-b5a1-8468ba1951fe completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:23:03.992553 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 5d67af85-6de3-489a-b5a1-8468ba1951fe triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:23:03.992955 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (5d67af85-6de3-489a-b5a1-8468ba1951fe), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:23:04.068669 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 5d67af85-6de3-489a-b5a1-8468ba1951fe is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:23:04.069051 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (5d67af85-6de3-489a-b5a1-8468ba1951fe), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:23:04.091443 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d67af85-6de3-489a-b5a1-8468ba1951fe'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:23:04.093953 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dce0d03-d74d-46c4-a235-f7303d04d357" -d '{"events": [{"server_uuid": "e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6", "name": "network-vif-plugged", "status": "completed", "tag": "5d67af85-6de3-489a-b5a1-8468ba1951fe"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:23:04.106235 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 5d67af85-6de3-489a-b5a1-8468ba1951fe, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=5d67af85-6de3-489a-b5a1-8468ba1951fe,segment=NetworkSegment(081434f1-bdea-4b4c-be7c-1fb3c192844b),segment_id=081434f1-bdea-4b4c-be7c-1fb3c192844b)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:23:04.110326 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (5d67af85-6de3-489a-b5a1-8468ba1951fe), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:23:04.166947 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=5d67af85-6de3-489a-b5a1-8468ba1951fe,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:23:04.207293 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86d268c-406a-40f2-a3e6-887ef153d158 x-openstack-request-id: req-c86d268c-406a-40f2-a3e6-887ef153d158 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:23:04.207592 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6", "name": "network-vif-plugged", "status": "completed", "tag": "5d67af85-6de3-489a-b5a1-8468ba1951fe", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:23:04.207977 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c86d268c-406a-40f2-a3e6-887ef153d158 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:23:04.208379 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d67af85-6de3-489a-b5a1-8468ba1951fe', 'code': 200} Mar 01 14:23:04.320494 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867941e3-5105-4656-b3c7-92f43f46a473 req-1128d0ef-65e9-4b19-8629-219fc6f16085 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:23:04.321964 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-867941e3-5105-4656-b3c7-92f43f46a473 req-1128d0ef-65e9-4b19-8629-219fc6f16085 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 945 time: 0.0806351 Mar 01 14:23:04.327456 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22540bca-da73-4108-8c5f-38a28380fb38 req-b162013b-6c51-48f2-b13c-e4aedab0571c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:23:04.328862 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-22540bca-da73-4108-8c5f-38a28380fb38 req-b162013b-6c51-48f2-b13c-e4aedab0571c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 1127 time: 0.0610445 Mar 01 14:23:04.403984 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-867941e3-5105-4656-b3c7-92f43f46a473 req-4c763f07-4ff1-457f-80cc-a38dc54bb306 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738881 Mar 01 14:23:04.406513 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-22540bca-da73-4108-8c5f-38a28380fb38 req-53d6ae3c-8fb6-428e-ab1d-5d27f8ce9ac8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701790 Mar 01 14:23:05.524940 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfcf0ba-be80-488a-b900-5e7b330575aa req-8aff0da7-7fc9-4ac1-9ce4-3a5322f95c49 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:23:05.526403 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4cfcf0ba-be80-488a-b900-5e7b330575aa req-8aff0da7-7fc9-4ac1-9ce4-3a5322f95c49 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 945 time: 0.0506604 Mar 01 14:23:05.573425 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4cfcf0ba-be80-488a-b900-5e7b330575aa req-fc14b8a8-83b4-48d8-940f-5b8f0a041e2e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414920 Mar 01 14:23:06.690348 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bde457-54c6-4363-ab58-a12f69b7c9f2 req-6d9f5b35-ad6a-4a7d-9cb4-5212743379d7 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:23:06.691752 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-41bde457-54c6-4363-ab58-a12f69b7c9f2 req-6d9f5b35-ad6a-4a7d-9cb4-5212743379d7 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 945 time: 0.0514634 Mar 01 14:23:06.738966 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-41bde457-54c6-4363-ab58-a12f69b7c9f2 req-1b0c504a-5946-4b00-9559-d769bb9beaa8 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414491 Mar 01 14:23:06.867921 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3087f4-36a7-4a85-8ec4-ebc68b2bf8fd req-f8687860-54b9-4a70-8093-000254687381 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:23:06.869400 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4a3087f4-36a7-4a85-8ec4-ebc68b2bf8fd req-f8687860-54b9-4a70-8093-000254687381 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 945 time: 0.0578511 Mar 01 14:23:06.916697 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4a3087f4-36a7-4a85-8ec4-ebc68b2bf8fd req-974df979-dbcf-4459-92a2-fa84fa1e1b81 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417497 Mar 01 14:23:06.937462 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56180) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:23:06.981990 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7318d6c5-469c-4484-abad-4525c60ed971 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:23:06.983535 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7318d6c5-469c-4484-abad-4525c60ed971 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 1122 time: 0.0450807 Mar 01 14:23:06.986252 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56182) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:23:06.990448 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-2757ea41-9376-4bae-acc2-8db17d536f8b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'port_id': '5d67af85-6de3-489a-b5a1-8468ba1951fe', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:23:07.010019 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2757ea41-9376-4bae-acc2-8db17d536f8b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:23:07.110822 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2757ea41-9376-4bae-acc2-8db17d536f8b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:23:07.211190 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-2757ea41-9376-4bae-acc2-8db17d536f8b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Allocated IP 172.25.1.239 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/719d8767-ebdf-4c23-a843-04b488aeb220) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:23:07.312972 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2757ea41-9376-4bae-acc2-8db17d536f8b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for port (719d8767-ebdf-4c23-a843-04b488aeb220), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:23:07.344902 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2757ea41-9376-4bae-acc2-8db17d536f8b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (719d8767-ebdf-4c23-a843-04b488aeb220), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:23:07.384068 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2757ea41-9376-4bae-acc2-8db17d536f8b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:23:07.386807 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-2757ea41-9376-4bae-acc2-8db17d536f8b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:23:07.390200 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2757ea41-9376-4bae-acc2-8db17d536f8b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:23:07.395543 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757ea41-9376-4bae-acc2-8db17d536f8b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'Port': ['ID=719d8767-ebdf-4c23-a843-04b488aeb220,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:23:07.757268 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2757ea41-9376-4bae-acc2-8db17d536f8b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for floatingip (652ce2ff-7aba-42a2-9fd4-d6b0c73b501c), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:23:07.826455 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2757ea41-9376-4bae-acc2-8db17d536f8b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (719d8767-ebdf-4c23-a843-04b488aeb220), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:23:07.968393 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2757ea41-9376-4bae-acc2-8db17d536f8b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for port (719d8767-ebdf-4c23-a843-04b488aeb220), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:23:07.973417 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2757ea41-9376-4bae-acc2-8db17d536f8b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (719d8767-ebdf-4c23-a843-04b488aeb220), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:23:08.045003 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757ea41-9376-4bae-acc2-8db17d536f8b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'Port': ['ID=719d8767-ebdf-4c23-a843-04b488aeb220,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:23:08.054060 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2757ea41-9376-4bae-acc2-8db17d536f8b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (652ce2ff-7aba-42a2-9fd4-d6b0c73b501c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:23:08.153479 n-d-827467-3 neutron-server[103726]: INFO neutron.db.l3_db [None req-2757ea41-9376-4bae-acc2-8db17d536f8b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Floating IP 652ce2ff-7aba-42a2-9fd4-d6b0c73b501c associated. External IP: 172.25.1.239, port: 5d67af85-6de3-489a-b5a1-8468ba1951fe. Mar 01 14:23:08.360710 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2757ea41-9376-4bae-acc2-8db17d536f8b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Router 76c727e1-9e09-4ec7-99fe-d72fb3334a3d has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:23:08.467447 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2757ea41-9376-4bae-acc2-8db17d536f8b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:23:08.476871 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e347d2-6a19-4127-9f74-8dc4f01142c2 None None] Sync routers for ids ['76c727e1-9e09-4ec7-99fe-d72fb3334a3d'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:23:08.484794 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2757ea41-9376-4bae-acc2-8db17d536f8b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:23:08.486153 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e347d2-6a19-4127-9f74-8dc4f01142c2 None None] Routers {'76c727e1-9e09-4ec7-99fe-d72fb3334a3d'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:23:08.486749 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-12e347d2-6a19-4127-9f74-8dc4f01142c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:22:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['76c727e1-9e09-4ec7-99fe-d72fb3334a3d'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:23:08.514997 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2757ea41-9376-4bae-acc2-8db17d536f8b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5277317 Mar 01 14:23:08.515577 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6', 'tag': '5d67af85-6de3-489a-b5a1-8468ba1951fe'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:23:08.517883 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147adc34-97e1-46de-a222-a6ae7009f112" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6", "tag": "5d67af85-6de3-489a-b5a1-8468ba1951fe"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:23:08.606790 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-12e347d2-6a19-4127-9f74-8dc4f01142c2 None None] Set router 76c727e1-9e09-4ec7-99fe-d72fb3334a3d gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:23:08.619045 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea807207-95e3-4051-84be-f70fbc624499 req-eb9b3bf0-0bc1-43ff-8312-a68d6c4ca73c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:23:08.620589 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ea807207-95e3-4051-84be-f70fbc624499 req-eb9b3bf0-0bc1-43ff-8312-a68d6c4ca73c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 945 time: 0.0546362 Mar 01 14:23:08.627428 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d1b5c3-ec8f-49b2-adc7-0274402c7a08 x-openstack-request-id: req-59d1b5c3-ec8f-49b2-adc7-0274402c7a08 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:23:08.627767 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6", "tag": "5d67af85-6de3-489a-b5a1-8468ba1951fe", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:23:08.628022 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59d1b5c3-ec8f-49b2-adc7-0274402c7a08 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:23:08.629062 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6', 'tag': '5d67af85-6de3-489a-b5a1-8468ba1951fe', 'status': 'completed', 'code': 200} Mar 01 14:23:08.698859 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ea807207-95e3-4051-84be-f70fbc624499 req-f6a6e5a4-c8d8-4a78-9cd1-913924c5dcf0 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717456 Mar 01 14:23:08.721649 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56192) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:23:08.723320 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147adc34-97e1-46de-a222-a6ae7009f112 req-0e159787-bc6e-496d-80e4-c294aa28afb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:23:08.724880 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-147adc34-97e1-46de-a222-a6ae7009f112 req-0e159787-bc6e-496d-80e4-c294aa28afb9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 1127 time: 0.0717809 Mar 01 14:23:08.785219 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-3316a167-df7a-45b5-9f16-2ae2f47933ec tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/floatingips/652ce2ff-7aba-42a2-9fd4-d6b0c73b501c HTTP/1.1" status: 200 len: 991 time: 0.0612340 Mar 01 14:23:08.816200 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147adc34-97e1-46de-a222-a6ae7009f112 req-403cc739-d1e9-4cb6-a789-5c8f0aebf61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:23:08.817698 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-147adc34-97e1-46de-a222-a6ae7009f112 req-403cc739-d1e9-4cb6-a789-5c8f0aebf61b service neutron] 10.222.0.32 "GET /v2.0/networks?id=c59dabb3-3736-43f2-ab6a-81d6e79772f1 HTTP/1.1" status: 200 len: 898 time: 0.0850251 Mar 01 14:23:08.838440 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-12e347d2-6a19-4127-9f74-8dc4f01142c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380333137', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '641ce825-c9d6-4c20-a25b-0677b4ddf35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:22:49Z', 'updated_at': '2022-03-01T14:22:52Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '641ce825-c9d6-4c20-a25b-0677b4ddf35c', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:22:50Z', 'updated_at': '2022-03-01T14:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '652ce2ff-7aba-42a2-9fd4-d6b0c73b501c', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'port_id': '5d67af85-6de3-489a-b5a1-8468ba1951fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1', 'mac_address': 'fa:16:3e:a0:f7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:23:07Z', 'updated_at': '2022-03-01T14:23:07Z', 'revision_number': 0, 'project_id': '677a2c84d86e461aa18f47403491f396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b250f0e2-b0c7-490a-936d-be8ea356d96a', 'name': '', 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'mac_address': 'fa:16:3e:4f:dc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '871d2803-d4ed-4f3c-b3b7-2f1879bca64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:22:52Z', 'updated_at': '2022-03-01T14:22:56Z', 'revision_number': 5, 'project_id': '677a2c84d86e461aa18f47403491f396', 'subnets': [{'id': '871d2803-d4ed-4f3c-b3b7-2f1879bca64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:23:08.864464 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e347d2-6a19-4127-9f74-8dc4f01142c2 None None] Checking router: 76c727e1-9e09-4ec7-99fe-d72fb3334a3d for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:23:08.872550 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e347d2-6a19-4127-9f74-8dc4f01142c2 None None] Routers {'76c727e1-9e09-4ec7-99fe-d72fb3334a3d'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:23:08.873080 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-12e347d2-6a19-4127-9f74-8dc4f01142c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:22:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['76c727e1-9e09-4ec7-99fe-d72fb3334a3d'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:23:08.885069 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-147adc34-97e1-46de-a222-a6ae7009f112 req-c444f1cf-63c0-44c5-8212-16eb33eae552 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d67af85-6de3-489a-b5a1-8468ba1951fe HTTP/1.1" status: 200 len: 999 time: 0.0614047 Mar 01 14:23:08.932530 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147adc34-97e1-46de-a222-a6ae7009f112 req-124e7f76-954e-4051-869c-233176cd7e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:23:08.933995 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-147adc34-97e1-46de-a222-a6ae7009f112 req-124e7f76-954e-4051-869c-233176cd7e24 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=871d2803-d4ed-4f3c-b3b7-2f1879bca64c HTTP/1.1" status: 200 len: 835 time: 0.0431018 Mar 01 14:23:08.982413 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-12e347d2-6a19-4127-9f74-8dc4f01142c2 None None] Set router 76c727e1-9e09-4ec7-99fe-d72fb3334a3d gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:23:08.983207 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147adc34-97e1-46de-a222-a6ae7009f112 req-aa32a97a-f86c-4e5d-8c2b-795c92849d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:23:08.984783 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-147adc34-97e1-46de-a222-a6ae7009f112 req-aa32a97a-f86c-4e5d-8c2b-795c92849d6b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c59dabb3-3736-43f2-ab6a-81d6e79772f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443008 Mar 01 14:23:09.076881 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-147adc34-97e1-46de-a222-a6ae7009f112 req-35476a40-62f3-4ded-9084-92208453876f service neutron] 10.222.0.32 "GET /v2.0/networks/c59dabb3-3736-43f2-ab6a-81d6e79772f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856702 Mar 01 14:23:09.166066 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-147adc34-97e1-46de-a222-a6ae7009f112 req-eacd0cdc-c904-44d7-b718-52c8fd0ca221 service neutron] 10.222.0.32 "GET /v2.0/networks/c59dabb3-3736-43f2-ab6a-81d6e79772f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831380 Mar 01 14:23:09.287165 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-12e347d2-6a19-4127-9f74-8dc4f01142c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380333137', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '641ce825-c9d6-4c20-a25b-0677b4ddf35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:22:49Z', 'updated_at': '2022-03-01T14:22:52Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '641ce825-c9d6-4c20-a25b-0677b4ddf35c', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:22:50Z', 'updated_at': '2022-03-01T14:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '652ce2ff-7aba-42a2-9fd4-d6b0c73b501c', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'port_id': '5d67af85-6de3-489a-b5a1-8468ba1951fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1', 'mac_address': 'fa:16:3e:a0:f7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:23:07Z', 'updated_at': '2022-03-01T14:23:07Z', 'revision_number': 0, 'project_id': '677a2c84d86e461aa18f47403491f396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b250f0e2-b0c7-490a-936d-be8ea356d96a', 'name': '', 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'mac_address': 'fa:16:3e:4f:dc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '871d2803-d4ed-4f3c-b3b7-2f1879bca64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:22:52Z', 'updated_at': '2022-03-01T14:22:56Z', 'revision_number': 5, 'project_id': '677a2c84d86e461aa18f47403491f396', 'subnets': [{'id': '871d2803-d4ed-4f3c-b3b7-2f1879bca64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:23:09.311948 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e347d2-6a19-4127-9f74-8dc4f01142c2 None None] The sync data for ids ['76c727e1-9e09-4ec7-99fe-d72fb3334a3d'] in n-d-827467-3 is: [{'id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380333137', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '641ce825-c9d6-4c20-a25b-0677b4ddf35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:22:49Z', 'updated_at': '2022-03-01T14:22:52Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '641ce825-c9d6-4c20-a25b-0677b4ddf35c', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:22:50Z', 'updated_at': '2022-03-01T14:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '652ce2ff-7aba-42a2-9fd4-d6b0c73b501c', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'port_id': '5d67af85-6de3-489a-b5a1-8468ba1951fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1', 'mac_address': 'fa:16:3e:a0:f7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:23:07Z', 'updated_at': '2022-03-01T14:23:07Z', 'revision_number': 0, 'project_id': '677a2c84d86e461aa18f47403491f396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b250f0e2-b0c7-490a-936d-be8ea356d96a', 'name': '', 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'mac_address': 'fa:16:3e:4f:dc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '871d2803-d4ed-4f3c-b3b7-2f1879bca64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:22:52Z', 'updated_at': '2022-03-01T14:22:56Z', 'revision_number': 5, 'project_id': '677a2c84d86e461aa18f47403491f396', 'subnets': [{'id': '871d2803-d4ed-4f3c-b3b7-2f1879bca64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:23:09.497929 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe654ad-7989-451b-b154-a033652c6a7c None None] New status for floating IP 652ce2ff-7aba-42a2-9fd4-d6b0c73b501c: ACTIVE {{(pid=103728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 14:23:09.789155 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56194) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:23:09.850917 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f371e444-612f-4e1a-b160-0939f5976fc6 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/floatingips/652ce2ff-7aba-42a2-9fd4-d6b0c73b501c HTTP/1.1" status: 200 len: 993 time: 0.0606425 Mar 01 14:23:10.020783 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:23:10.288483 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:23:12.837472 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:23:22.936901 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5d226f91-e318-49e8-98b1-8262579db691 req-77a82869-c8e8-4a35-884c-38798f81031b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442593 Mar 01 14:23:23.028905 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d226f91-e318-49e8-98b1-8262579db691 req-8751053d-42d9-4f91-bfb0-8b7b984a1a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:23:23.030392 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5d226f91-e318-49e8-98b1-8262579db691 req-8751053d-42d9-4f91-bfb0-8b7b984a1a65 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 1127 time: 0.0488648 Mar 01 14:23:23.130903 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d226f91-e318-49e8-98b1-8262579db691 req-aa96b52b-0f4e-4c3a-aff4-85d26790fe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:23:23.132429 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5d226f91-e318-49e8-98b1-8262579db691 req-aa96b52b-0f4e-4c3a-aff4-85d26790fe9e service neutron] 10.222.0.32 "GET /v2.0/networks?id=c59dabb3-3736-43f2-ab6a-81d6e79772f1 HTTP/1.1" status: 200 len: 898 time: 0.0840394 Mar 01 14:23:23.207982 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5d226f91-e318-49e8-98b1-8262579db691 req-80f94b64-42fb-409e-8d85-85912c48a6fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d67af85-6de3-489a-b5a1-8468ba1951fe HTTP/1.1" status: 200 len: 1001 time: 0.0685897 Mar 01 14:23:23.571603 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d226f91-e318-49e8-98b1-8262579db691 req-729adb7a-adcd-4ba9-93d2-9b548f023893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:23:23.573078 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5d226f91-e318-49e8-98b1-8262579db691 req-729adb7a-adcd-4ba9-93d2-9b548f023893 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=871d2803-d4ed-4f3c-b3b7-2f1879bca64c HTTP/1.1" status: 200 len: 835 time: 0.3581562 Mar 01 14:23:23.620358 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d226f91-e318-49e8-98b1-8262579db691 req-3a8a2428-b9a0-44ef-98fb-9782e7f2ec9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:23:23.621842 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5d226f91-e318-49e8-98b1-8262579db691 req-3a8a2428-b9a0-44ef-98fb-9782e7f2ec9e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c59dabb3-3736-43f2-ab6a-81d6e79772f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0420396 Mar 01 14:23:23.710325 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5d226f91-e318-49e8-98b1-8262579db691 req-2376b564-a799-47b3-b07f-db2a02eb4dda service neutron] 10.222.0.32 "GET /v2.0/networks/c59dabb3-3736-43f2-ab6a-81d6e79772f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823011 Mar 01 14:23:23.797342 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5d226f91-e318-49e8-98b1-8262579db691 req-8c8a077b-fc22-4ada-b957-3d59669b82eb service neutron] 10.222.0.32 "GET /v2.0/networks/c59dabb3-3736-43f2-ab6a-81d6e79772f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801141 Mar 01 14:23:25.288568 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-afa3db3c-0435-46ae-a8e7-7f166d65b37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:23:27.468658 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-dc167a2d-30ab-483c-8f07-8d1582de436a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:23:28.968265 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:23:30.130689 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:23:31.760311 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:23:40.030594 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:23:40.316237 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:23:49.836916 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:23:55.290971 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-042be26f-5e1b-45d8-a7d9-f9503b834295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:23:57.469915 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-34021e78-bc7d-455c-91b2-ee27f7c83321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:23:58.971160 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:24:00.133406 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:24:01.761923 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:24:10.045435 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:24:10.303410 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:24:21.212308 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c28b9-9f42-4c72-b5dd-32db5858a102 req-bc4c91e9-28c9-4afb-9261-a4904574ab23 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:21.213828 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-473c28b9-9f42-4c72-b5dd-32db5858a102 req-bc4c91e9-28c9-4afb-9261-a4904574ab23 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 1127 time: 0.0439847 Mar 01 14:24:21.263084 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-473c28b9-9f42-4c72-b5dd-32db5858a102 req-320fc36f-1f56-49f9-b197-3dfde0c40da0 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434601 Mar 01 14:24:21.385089 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16cd3d-80c1-4fa8-bf93-c6203d7c69d8 req-91f5077e-eac1-4126-acb2-30a40873b5d4 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:21.386516 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2f16cd3d-80c1-4fa8-bf93-c6203d7c69d8 req-91f5077e-eac1-4126-acb2-30a40873b5d4 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 945 time: 0.0518513 Mar 01 14:24:21.435152 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2f16cd3d-80c1-4fa8-bf93-c6203d7c69d8 req-76badb3b-b37d-48ff-a123-b9eca8931255 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428805 Mar 01 14:24:21.457676 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56222) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:24:21.516015 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-729e4a3f-ac20-46ed-b51d-6ae5b614c728 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/floatingips/652ce2ff-7aba-42a2-9fd4-d6b0c73b501c HTTP/1.1" status: 200 len: 993 time: 0.0572069 Mar 01 14:24:21.982452 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-efe8dc16-ed18-409d-b314-11e305884f2b req-9ceb2b42-c4df-420f-8080-76a9752671d2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0444241 Mar 01 14:24:22.005843 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202bd96a-0da2-4aca-abf6-dd3390050e5d req-6a0807cd-c711-431e-9725-900a08292fe8 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:22.007277 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-202bd96a-0da2-4aca-abf6-dd3390050e5d req-6a0807cd-c711-431e-9725-900a08292fe8 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 945 time: 0.0579381 Mar 01 14:24:22.059937 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-202bd96a-0da2-4aca-abf6-dd3390050e5d req-ae03e5b0-f55b-4773-9259-c537d98f7625 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467608 Mar 01 14:24:22.303955 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8dc16-ed18-409d-b314-11e305884f2b req-bf76c499-e02c-4107-b6d0-bbccdbedd8c9 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:22.305332 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-efe8dc16-ed18-409d-b314-11e305884f2b req-bf76c499-e02c-4107-b6d0-bbccdbedd8c9 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] 10.222.0.13 "GET /v2.0/ports/5d67af85-6de3-489a-b5a1-8468ba1951fe HTTP/1.1" status: 200 len: 1124 time: 0.0374389 Mar 01 14:24:22.967841 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8604df0-acfb-45ed-862b-42b2cd106128 req-9410290a-f2e8-4147-b8fd-ec9804d676db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:22.970449 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d8604df0-acfb-45ed-862b-42b2cd106128 req-9410290a-f2e8-4147-b8fd-ec9804d676db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 1127 time: 0.0450091 Mar 01 14:24:23.081040 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8604df0-acfb-45ed-862b-42b2cd106128 req-67072edc-ae08-474a-a0c4-bc8a331066c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:23.082544 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d8604df0-acfb-45ed-862b-42b2cd106128 req-67072edc-ae08-474a-a0c4-bc8a331066c5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c59dabb3-3736-43f2-ab6a-81d6e79772f1 HTTP/1.1" status: 200 len: 898 time: 0.0935543 Mar 01 14:24:23.181908 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d8604df0-acfb-45ed-862b-42b2cd106128 req-907e800a-f581-4126-81ca-07e2e9c539a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d67af85-6de3-489a-b5a1-8468ba1951fe HTTP/1.1" status: 200 len: 1001 time: 0.0924258 Mar 01 14:24:23.230468 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4123de7-d175-4bee-991e-09099b51797d req-5db57206-dc13-410d-b387-580c5099423f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:23.231875 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a4123de7-d175-4bee-991e-09099b51797d req-5db57206-dc13-410d-b387-580c5099423f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 945 time: 0.0992806 Mar 01 14:24:23.259077 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8604df0-acfb-45ed-862b-42b2cd106128 req-f2ebdba8-daf7-4afc-aa03-673f9795102a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:23.260557 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d8604df0-acfb-45ed-862b-42b2cd106128 req-f2ebdba8-daf7-4afc-aa03-673f9795102a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=871d2803-d4ed-4f3c-b3b7-2f1879bca64c HTTP/1.1" status: 200 len: 835 time: 0.0720065 Mar 01 14:24:23.315339 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a4123de7-d175-4bee-991e-09099b51797d req-52dce841-02de-42e8-98b1-833c1d85d037 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770183 Mar 01 14:24:23.336431 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8604df0-acfb-45ed-862b-42b2cd106128 req-f8fa3ee6-43e9-40a0-bf7c-fdd57382a493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:23.336431 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d8604df0-acfb-45ed-862b-42b2cd106128 req-f8fa3ee6-43e9-40a0-bf7c-fdd57382a493 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c59dabb3-3736-43f2-ab6a-81d6e79772f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0587645 Mar 01 14:24:23.340175 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-d8604df0-acfb-45ed-862b-42b2cd106128 req-89a2223a-cfe3-4b58-a62c-d1f4cd564546 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:24:23.341124 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d8604df0-acfb-45ed-862b-42b2cd106128 req-89a2223a-cfe3-4b58-a62c-d1f4cd564546 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052042 Mar 01 14:24:23.433890 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d8604df0-acfb-45ed-862b-42b2cd106128 req-a1edb0ee-a239-48a0-b627-64360f64492a service neutron] 10.222.0.32 "GET /v2.0/networks/c59dabb3-3736-43f2-ab6a-81d6e79772f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858231 Mar 01 14:24:23.526679 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d8604df0-acfb-45ed-862b-42b2cd106128 req-305cc162-b2af-490b-b281-adc737d9d412 service neutron] 10.222.0.32 "GET /v2.0/networks/c59dabb3-3736-43f2-ab6a-81d6e79772f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863268 Mar 01 14:24:23.611210 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8dc16-ed18-409d-b314-11e305884f2b req-ba43f1df-c314-400e-9a93-cbf9c3008a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:23.612789 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-efe8dc16-ed18-409d-b314-11e305884f2b req-ba43f1df-c314-400e-9a93-cbf9c3008a1d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 1127 time: 0.0470047 Mar 01 14:24:23.706905 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8dc16-ed18-409d-b314-11e305884f2b req-25da7ac1-f68d-4a8d-a1d5-ff056d2f0ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:23.708413 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-efe8dc16-ed18-409d-b314-11e305884f2b req-25da7ac1-f68d-4a8d-a1d5-ff056d2f0ae5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c59dabb3-3736-43f2-ab6a-81d6e79772f1 HTTP/1.1" status: 200 len: 898 time: 0.0895634 Mar 01 14:24:23.777931 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-efe8dc16-ed18-409d-b314-11e305884f2b req-4e5fa6dc-184d-47a8-b0f9-c56bbdc66190 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d67af85-6de3-489a-b5a1-8468ba1951fe HTTP/1.1" status: 200 len: 1001 time: 0.0631294 Mar 01 14:24:23.830493 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8dc16-ed18-409d-b314-11e305884f2b req-45b8aa21-da77-471c-be2a-69f3b651af57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:23.832867 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-efe8dc16-ed18-409d-b314-11e305884f2b req-45b8aa21-da77-471c-be2a-69f3b651af57 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=871d2803-d4ed-4f3c-b3b7-2f1879bca64c HTTP/1.1" status: 200 len: 835 time: 0.0497131 Mar 01 14:24:23.885138 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8dc16-ed18-409d-b314-11e305884f2b req-10bd10e4-8f04-486e-a874-eb8bcdf1830e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:23.886662 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-efe8dc16-ed18-409d-b314-11e305884f2b req-10bd10e4-8f04-486e-a874-eb8bcdf1830e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c59dabb3-3736-43f2-ab6a-81d6e79772f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480723 Mar 01 14:24:23.976797 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-efe8dc16-ed18-409d-b314-11e305884f2b req-af2a09a4-aa37-4acf-9fa9-b8725023e558 service neutron] 10.222.0.32 "GET /v2.0/networks/c59dabb3-3736-43f2-ab6a-81d6e79772f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837104 Mar 01 14:24:24.073445 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-efe8dc16-ed18-409d-b314-11e305884f2b req-53af11cc-8726-4346-a03f-ec0165bbd783 service neutron] 10.222.0.32 "GET /v2.0/networks/c59dabb3-3736-43f2-ab6a-81d6e79772f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897074 Mar 01 14:24:24.441624 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b67101-77c8-43e7-9133-994937c72b23 req-7c3fcd33-ae44-40b0-94d0-34449d720903 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:24.443122 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-47b67101-77c8-43e7-9133-994937c72b23 req-7c3fcd33-ae44-40b0-94d0-34449d720903 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 945 time: 0.0535338 Mar 01 14:24:24.497018 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-47b67101-77c8-43e7-9133-994937c72b23 req-5be14698-2a83-4c83-949e-a89e471fb16b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481193 Mar 01 14:24:25.295925 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-865bd533-e9a3-4c2a-a4d2-4158ed2b79de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:24:25.630353 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08109990-dd16-4305-9d73-e91f9f1acd27 req-71ba5639-f899-4626-94fb-a5d04bdd394c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:25.631721 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-08109990-dd16-4305-9d73-e91f9f1acd27 req-71ba5639-f899-4626-94fb-a5d04bdd394c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 945 time: 0.0567424 Mar 01 14:24:25.678758 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-08109990-dd16-4305-9d73-e91f9f1acd27 req-68e3afc3-ef37-48c2-8bd4-2075b79a55ec tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414870 Mar 01 14:24:26.795038 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e6f65-09ca-4154-adb8-dc622e43fdac req-77d0bd56-8663-4d8f-b4f0-1583d3ee0403 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:26.796558 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-676e6f65-09ca-4154-adb8-dc622e43fdac req-77d0bd56-8663-4d8f-b4f0-1583d3ee0403 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 945 time: 0.0512149 Mar 01 14:24:26.835900 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:24:26.844645 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-676e6f65-09ca-4154-adb8-dc622e43fdac req-a18c2160-3b81-4714-b4ba-4b362a484e3b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419929 Mar 01 14:24:27.472188 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a9ad4f6c-0fe2-4d41-a81c-3460d975679b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:24:27.961882 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bcf23-4c91-42ae-9980-2c347db35940 req-3e76711a-4464-4c1e-8a25-2e59fefcc9d7 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:27.963352 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f01bcf23-4c91-42ae-9980-2c347db35940 req-3e76711a-4464-4c1e-8a25-2e59fefcc9d7 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 945 time: 0.0512669 Mar 01 14:24:28.016533 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f01bcf23-4c91-42ae-9980-2c347db35940 req-481711af-1d20-4a19-9df4-e660809d614a tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475721 Mar 01 14:24:28.973851 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:24:29.135833 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1cea2a-4722-4d6d-9929-fe4c0fb11e13 req-a2df9099-533a-4190-a74f-b983f9e6bdae tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:29.137317 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7a1cea2a-4722-4d6d-9929-fe4c0fb11e13 req-a2df9099-533a-4190-a74f-b983f9e6bdae tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 945 time: 0.0521059 Mar 01 14:24:29.185241 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7a1cea2a-4722-4d6d-9929-fe4c0fb11e13 req-d6a3aac6-16fa-4499-bee4-30a4c607adac tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423617 Mar 01 14:24:30.135645 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:24:30.308364 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6b13b-f299-4982-9a5a-513472ff1367 req-6984bbbf-2292-42a4-91ee-a634be31033f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:30.310096 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-caf6b13b-f299-4982-9a5a-513472ff1367 req-6984bbbf-2292-42a4-91ee-a634be31033f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 945 time: 0.0530443 Mar 01 14:24:30.358660 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-caf6b13b-f299-4982-9a5a-513472ff1367 req-288cd94d-7c4a-4171-a05a-0d1ddfcbd709 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429366 Mar 01 14:24:31.482628 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23002d43-88d8-42f2-b55a-9f57e5478a14 req-b94e9a04-3087-42df-8abb-4e75e87cba45 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:31.484110 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-23002d43-88d8-42f2-b55a-9f57e5478a14 req-b94e9a04-3087-42df-8abb-4e75e87cba45 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 945 time: 0.0565016 Mar 01 14:24:31.531635 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-23002d43-88d8-42f2-b55a-9f57e5478a14 req-62dc71e8-c904-4c34-baf9-a89bc24f519e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419509 Mar 01 14:24:31.763297 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:24:32.648501 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca699a0-5bdf-4d56-972a-25a6160c1f27 req-db0aa224-e42f-4d2f-8056-16dbffe3099e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:32.649878 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5ca699a0-5bdf-4d56-972a-25a6160c1f27 req-db0aa224-e42f-4d2f-8056-16dbffe3099e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 945 time: 0.0506284 Mar 01 14:24:32.697134 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5ca699a0-5bdf-4d56-972a-25a6160c1f27 req-45f79ab8-ebd4-4c25-b10f-be5639007ef0 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417700 Mar 01 14:24:33.814846 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f7372-d32e-4a7a-b3d9-48389bfb79bf req-05c924dd-0198-40d0-bc5e-bb5e1b8171f8 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:33.816358 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c62f7372-d32e-4a7a-b3d9-48389bfb79bf req-05c924dd-0198-40d0-bc5e-bb5e1b8171f8 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 945 time: 0.0524182 Mar 01 14:24:33.868080 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c62f7372-d32e-4a7a-b3d9-48389bfb79bf req-bb74540a-150b-4698-a264-2eaccf0b0106 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460889 Mar 01 14:24:34.990545 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297288fc-42b2-490b-9046-01161b42084b req-52510ef0-29f0-4d37-a5e2-4c04ee333d0d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:34.992048 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-297288fc-42b2-490b-9046-01161b42084b req-52510ef0-29f0-4d37-a5e2-4c04ee333d0d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 945 time: 0.0527098 Mar 01 14:24:35.039950 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-297288fc-42b2-490b-9046-01161b42084b req-391efe1e-d90c-4e6e-8092-f540a1da555f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423694 Mar 01 14:24:36.074554 n-d-827467-3 neutron-server[103727]: INFO neutron.api.v2.resource [req-efe8dc16-ed18-409d-b314-11e305884f2b req-cf141b16-5af6-4dac-8556-b0f5cc70b41c service neutron] show failed (client error): The resource could not be found. Mar 01 14:24:36.075480 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-efe8dc16-ed18-409d-b314-11e305884f2b req-cf141b16-5af6-4dac-8556-b0f5cc70b41c service neutron] 10.222.0.32 "GET /v2.0/ports/5d67af85-6de3-489a-b5a1-8468ba1951fe/bindings/n-h2-827467-3 HTTP/1.1" status: 404 len: 380 time: 0.0543604 Mar 01 14:24:36.165155 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d48fd-2b4a-400d-b256-87d89d547b51 req-00b460d5-6da3-4a95-a36e-b0b7c03077b0 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:36.166690 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-592d48fd-2b4a-400d-b256-87d89d547b51 req-00b460d5-6da3-4a95-a36e-b0b7c03077b0 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 945 time: 0.0581312 Mar 01 14:24:36.216974 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-592d48fd-2b4a-400d-b256-87d89d547b51 req-46603e3a-0b9f-46bd-89d1-6fc643b98686 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445809 Mar 01 14:24:36.336045 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8dc16-ed18-409d-b314-11e305884f2b req-0bc434a0-4a06-4d63-b20e-cb7bc1b8123c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:36.337463 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-efe8dc16-ed18-409d-b314-11e305884f2b req-0bc434a0-4a06-4d63-b20e-cb7bc1b8123c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6&tenant_id=677a2c84d86e461aa18f47403491f396 HTTP/1.1" status: 200 len: 1127 time: 0.1016312 Mar 01 14:24:36.349773 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-efe8dc16-ed18-409d-b314-11e305884f2b req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827467-3', 'device_owner': 'compute:nova'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:24:36.406267 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-efe8dc16-ed18-409d-b314-11e305884f2b req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (5d67af85-6de3-489a-b5a1-8468ba1951fe), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:24:36.598883 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-efe8dc16-ed18-409d-b314-11e305884f2b req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] For port 5d67af85-6de3-489a-b5a1-8468ba1951fe, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=5d67af85-6de3-489a-b5a1-8468ba1951fe,segment=NetworkSegment(081434f1-bdea-4b4c-be7c-1fb3c192844b),segment_id=081434f1-bdea-4b4c-be7c-1fb3c192844b)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:24:36.630182 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-efe8dc16-ed18-409d-b314-11e305884f2b req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] For port 5d67af85-6de3-489a-b5a1-8468ba1951fe, host n-h1-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:24:36.670416 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d67af85-6de3-489a-b5a1-8468ba1951fe'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:24:36.672667 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0a7ec9-d16a-44f4-910a-20c5ae4a4cb5" -d '{"events": [{"server_uuid": "e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6", "name": "network-vif-unplugged", "status": "completed", "tag": "5d67af85-6de3-489a-b5a1-8468ba1951fe"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:24:36.676937 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-efe8dc16-ed18-409d-b314-11e305884f2b req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] Publish callbacks [] for port (5d67af85-6de3-489a-b5a1-8468ba1951fe), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:24:36.688910 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-efe8dc16-ed18-409d-b314-11e305884f2b req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] Transition to ACTIVE for port object 5d67af85-6de3-489a-b5a1-8468ba1951fe will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:24:36.692472 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-efe8dc16-ed18-409d-b314-11e305884f2b req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (5d67af85-6de3-489a-b5a1-8468ba1951fe), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:24:36.721897 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 14:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841e85af-0f28-4af2-96cb-baba6715362b x-openstack-request-id: req-841e85af-0f28-4af2-96cb-baba6715362b {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:24:36.722799 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6", "name": "network-vif-unplugged", "status": "completed", "tag": "5d67af85-6de3-489a-b5a1-8468ba1951fe", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:24:36.723051 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-841e85af-0f28-4af2-96cb-baba6715362b {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:24:36.723445 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d67af85-6de3-489a-b5a1-8468ba1951fe', 'code': 200} Mar 01 14:24:36.768433 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] Pushing event updated for resources: {'Port': ['ID=5d67af85-6de3-489a-b5a1-8468ba1951fe,revision_number=6']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:24:36.783073 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:36.783415 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:36.783811 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:36.784113 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:36.784441 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:36.785374 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:36.785701 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:36.786022 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:36.786341 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:36.786658 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:36.786976 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:36.787291 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:36.787604 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:36.825023 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe8dc16-ed18-409d-b314-11e305884f2b req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] No DVR routers for this DVR port 5d67af85-6de3-489a-b5a1-8468ba1951fe on host n-h1-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:24:36.971637 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-efe8dc16-ed18-409d-b314-11e305884f2b req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] Attempting to bind port 5d67af85-6de3-489a-b5a1-8468ba1951fe on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:24:36.971911 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-efe8dc16-ed18-409d-b314-11e305884f2b req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] Attempting to bind port 5d67af85-6de3-489a-b5a1-8468ba1951fe by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '081434f1-bdea-4b4c-be7c-1fb3c192844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:24:36.972279 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe8dc16-ed18-409d-b314-11e305884f2b req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] Attempting to bind port 5d67af85-6de3-489a-b5a1-8468ba1951fe on network c59dabb3-3736-43f2-ab6a-81d6e79772f1 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:24:36.976873 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe8dc16-ed18-409d-b314-11e305884f2b req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] Port 5d67af85-6de3-489a-b5a1-8468ba1951fe on network c59dabb3-3736-43f2-ab6a-81d6e79772f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:24:36.977190 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe8dc16-ed18-409d-b314-11e305884f2b req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] Attempting to bind port 5d67af85-6de3-489a-b5a1-8468ba1951fe on network c59dabb3-3736-43f2-ab6a-81d6e79772f1 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:24:36.982377 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe8dc16-ed18-409d-b314-11e305884f2b req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:24:36.982626 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe8dc16-ed18-409d-b314-11e305884f2b req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] Checking segment: {'id': '081434f1-bdea-4b4c-be7c-1fb3c192844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:24:36.982998 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe8dc16-ed18-409d-b314-11e305884f2b req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] Bound using segment: {'id': '081434f1-bdea-4b4c-be7c-1fb3c192844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:24:36.983435 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-efe8dc16-ed18-409d-b314-11e305884f2b req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] Bound port: 5d67af85-6de3-489a-b5a1-8468ba1951fe, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081434f1-bdea-4b4c-be7c-1fb3c192844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:24:36.983822 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-efe8dc16-ed18-409d-b314-11e305884f2b req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (5d67af85-6de3-489a-b5a1-8468ba1951fe), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:24:37.049539 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-efe8dc16-ed18-409d-b314-11e305884f2b req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] For port 5d67af85-6de3-489a-b5a1-8468ba1951fe, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:24:37.053051 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-efe8dc16-ed18-409d-b314-11e305884f2b req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] For port 5d67af85-6de3-489a-b5a1-8468ba1951fe, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=5d67af85-6de3-489a-b5a1-8468ba1951fe,segment=NetworkSegment(081434f1-bdea-4b4c-be7c-1fb3c192844b),segment_id=081434f1-bdea-4b4c-be7c-1fb3c192844b)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:24:37.057790 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-efe8dc16-ed18-409d-b314-11e305884f2b req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (5d67af85-6de3-489a-b5a1-8468ba1951fe), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:24:37.092708 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8dc16-ed18-409d-b314-11e305884f2b req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:37.093329 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-efe8dc16-ed18-409d-b314-11e305884f2b req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:24:37.094727 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-efe8dc16-ed18-409d-b314-11e305884f2b req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] 10.222.0.20 "PUT /v2.0/ports/5d67af85-6de3-489a-b5a1-8468ba1951fe HTTP/1.1" status: 200 len: 1091 time: 0.7494419 Mar 01 14:24:37.113490 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb52743d-56ec-4e60-a8be-fe6f3f8a569e service neutron] Pushing event updated for resources: {'Port': ['ID=5d67af85-6de3-489a-b5a1-8468ba1951fe,revision_number=7']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:24:37.162986 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8dc16-ed18-409d-b314-11e305884f2b req-29396776-3571-4b1f-a611-5b939fda83e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:37.164697 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-efe8dc16-ed18-409d-b314-11e305884f2b req-29396776-3571-4b1f-a611-5b939fda83e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 1125 time: 0.0474195 Mar 01 14:24:37.261628 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8dc16-ed18-409d-b314-11e305884f2b req-16217235-f13f-4c46-adf9-e58924f28c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:37.263110 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-efe8dc16-ed18-409d-b314-11e305884f2b req-16217235-f13f-4c46-adf9-e58924f28c4d service neutron] 10.222.0.20 "GET /v2.0/networks?id=c59dabb3-3736-43f2-ab6a-81d6e79772f1 HTTP/1.1" status: 200 len: 898 time: 0.0910444 Mar 01 14:24:37.328295 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-efe8dc16-ed18-409d-b314-11e305884f2b req-6450240b-b06b-4818-91cf-1bb9e9229351 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d67af85-6de3-489a-b5a1-8468ba1951fe HTTP/1.1" status: 200 len: 999 time: 0.0585701 Mar 01 14:24:37.337932 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce46986-2554-4542-bcbb-27e13e4aafa1 req-d15c7950-fdd7-40c6-bc13-f101d6abe0af tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:37.339431 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6ce46986-2554-4542-bcbb-27e13e4aafa1 req-d15c7950-fdd7-40c6-bc13-f101d6abe0af tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 943 time: 0.0525715 Mar 01 14:24:37.384084 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8dc16-ed18-409d-b314-11e305884f2b req-1015b3b1-7f2c-4a5e-9737-dbb720301320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:37.385546 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-efe8dc16-ed18-409d-b314-11e305884f2b req-1015b3b1-7f2c-4a5e-9737-dbb720301320 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=871d2803-d4ed-4f3c-b3b7-2f1879bca64c HTTP/1.1" status: 200 len: 835 time: 0.0488379 Mar 01 14:24:37.392647 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6ce46986-2554-4542-bcbb-27e13e4aafa1 req-7847847c-0f1d-403f-8126-a11ce869b1ad tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475807 Mar 01 14:24:37.434562 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8dc16-ed18-409d-b314-11e305884f2b req-1cfc2cf9-39e9-4562-9522-3408ac617aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:37.436103 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-efe8dc16-ed18-409d-b314-11e305884f2b req-1cfc2cf9-39e9-4562-9522-3408ac617aef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c59dabb3-3736-43f2-ab6a-81d6e79772f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444255 Mar 01 14:24:37.521084 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-efe8dc16-ed18-409d-b314-11e305884f2b req-967ac94f-4570-45f6-a93c-1fe6d53ef62a service neutron] 10.222.0.20 "GET /v2.0/networks/c59dabb3-3736-43f2-ab6a-81d6e79772f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786984 Mar 01 14:24:37.617198 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-efe8dc16-ed18-409d-b314-11e305884f2b req-f404d52f-77a1-437c-8394-b04d657ad3f9 service neutron] 10.222.0.20 "GET /v2.0/networks/c59dabb3-3736-43f2-ab6a-81d6e79772f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909195 Mar 01 14:24:38.511045 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fcc51-9616-4f30-80e8-a2e5c0f4d1d5 req-f299853a-59ed-4636-8966-89128b1136a9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:38.512522 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f04fcc51-9616-4f30-80e8-a2e5c0f4d1d5 req-f299853a-59ed-4636-8966-89128b1136a9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 943 time: 0.0504439 Mar 01 14:24:38.563297 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f04fcc51-9616-4f30-80e8-a2e5c0f4d1d5 req-a8e180bb-1942-456f-b466-a2dc53bd002e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453496 Mar 01 14:24:38.725169 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6', 'tag': '5d67af85-6de3-489a-b5a1-8468ba1951fe'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:24:38.727428 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73663b7f-873b-4978-b875-d0db2e8b0d10" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6", "tag": "5d67af85-6de3-489a-b5a1-8468ba1951fe"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:24:38.776719 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9003509e-2d07-4469-9e51-c239cf94219b x-openstack-request-id: req-9003509e-2d07-4469-9e51-c239cf94219b {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:24:38.777344 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6", "tag": "5d67af85-6de3-489a-b5a1-8468ba1951fe", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:24:38.777609 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9003509e-2d07-4469-9e51-c239cf94219b {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:24:38.778013 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6', 'tag': '5d67af85-6de3-489a-b5a1-8468ba1951fe', 'status': 'completed', 'code': 200} Mar 01 14:24:38.837013 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73663b7f-873b-4978-b875-d0db2e8b0d10 req-175abd02-176d-48cd-bca2-b2abbdee662c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:38.838630 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-73663b7f-873b-4978-b875-d0db2e8b0d10 req-175abd02-176d-48cd-bca2-b2abbdee662c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 1125 time: 0.0458591 Mar 01 14:24:38.843748 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73663b7f-873b-4978-b875-d0db2e8b0d10 req-4d27f721-44c3-42f4-9d3c-0f40ac605a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:38.845253 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73663b7f-873b-4978-b875-d0db2e8b0d10 req-4d27f721-44c3-42f4-9d3c-0f40ac605a05 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 1125 time: 0.0451319 Mar 01 14:24:38.938096 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73663b7f-873b-4978-b875-d0db2e8b0d10 req-0b6b2382-5e21-450a-8cad-976673a21c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:38.939585 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-73663b7f-873b-4978-b875-d0db2e8b0d10 req-0b6b2382-5e21-450a-8cad-976673a21c64 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c59dabb3-3736-43f2-ab6a-81d6e79772f1 HTTP/1.1" status: 200 len: 898 time: 0.0928752 Mar 01 14:24:38.943158 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73663b7f-873b-4978-b875-d0db2e8b0d10 req-4dc4f6d8-4546-4778-a2c5-00143db90bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:38.944672 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73663b7f-873b-4978-b875-d0db2e8b0d10 req-4dc4f6d8-4546-4778-a2c5-00143db90bde service neutron] 10.222.0.32 "GET /v2.0/networks?id=c59dabb3-3736-43f2-ab6a-81d6e79772f1 HTTP/1.1" status: 200 len: 898 time: 0.0928752 Mar 01 14:24:39.008626 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-73663b7f-873b-4978-b875-d0db2e8b0d10 req-ed1922a2-4736-4ebd-9f5d-38d816579fbd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d67af85-6de3-489a-b5a1-8468ba1951fe HTTP/1.1" status: 200 len: 999 time: 0.0624201 Mar 01 14:24:39.015350 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73663b7f-873b-4978-b875-d0db2e8b0d10 req-c60acdd2-54fe-49ee-b47a-0f2d36b72107 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d67af85-6de3-489a-b5a1-8468ba1951fe HTTP/1.1" status: 200 len: 999 time: 0.0637279 Mar 01 14:24:39.057877 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73663b7f-873b-4978-b875-d0db2e8b0d10 req-47fbd6a0-281f-47fb-9ea1-06c97b494539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:39.059333 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-73663b7f-873b-4978-b875-d0db2e8b0d10 req-47fbd6a0-281f-47fb-9ea1-06c97b494539 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=871d2803-d4ed-4f3c-b3b7-2f1879bca64c HTTP/1.1" status: 200 len: 835 time: 0.0442297 Mar 01 14:24:39.062370 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73663b7f-873b-4978-b875-d0db2e8b0d10 req-14f9ab8d-790f-4b52-9687-0487f6742f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:39.063853 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73663b7f-873b-4978-b875-d0db2e8b0d10 req-14f9ab8d-790f-4b52-9687-0487f6742f6c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=871d2803-d4ed-4f3c-b3b7-2f1879bca64c HTTP/1.1" status: 200 len: 835 time: 0.0428998 Mar 01 14:24:39.111070 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73663b7f-873b-4978-b875-d0db2e8b0d10 req-4219d502-7478-461e-9758-bda9a57a8ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:39.112352 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73663b7f-873b-4978-b875-d0db2e8b0d10 req-ea324714-6ed8-4ac9-aea1-45dfedb4863a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:39.113145 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-73663b7f-873b-4978-b875-d0db2e8b0d10 req-4219d502-7478-461e-9758-bda9a57a8ebd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c59dabb3-3736-43f2-ab6a-81d6e79772f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475168 Mar 01 14:24:39.114480 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73663b7f-873b-4978-b875-d0db2e8b0d10 req-ea324714-6ed8-4ac9-aea1-45dfedb4863a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c59dabb3-3736-43f2-ab6a-81d6e79772f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448821 Mar 01 14:24:39.200948 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-73663b7f-873b-4978-b875-d0db2e8b0d10 req-53c1bda8-1b73-4031-b427-984075086851 service neutron] 10.222.0.20 "GET /v2.0/networks/c59dabb3-3736-43f2-ab6a-81d6e79772f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826015 Mar 01 14:24:39.207917 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73663b7f-873b-4978-b875-d0db2e8b0d10 req-20945669-18a6-4efd-9932-2a9b1b9d3198 service neutron] 10.222.0.32 "GET /v2.0/networks/c59dabb3-3736-43f2-ab6a-81d6e79772f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871105 Mar 01 14:24:39.301926 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-73663b7f-873b-4978-b875-d0db2e8b0d10 req-1021568d-6f88-4630-8afd-d3e19a458be7 service neutron] 10.222.0.20 "GET /v2.0/networks/c59dabb3-3736-43f2-ab6a-81d6e79772f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932693 Mar 01 14:24:39.305125 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73663b7f-873b-4978-b875-d0db2e8b0d10 req-37e2e8cb-6479-49f4-9b1f-889019c68c86 service neutron] 10.222.0.32 "GET /v2.0/networks/c59dabb3-3736-43f2-ab6a-81d6e79772f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914562 Mar 01 14:24:39.686769 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634e27a-6b0a-4db8-9b05-1b61340f5e3d req-e8ab97f3-dde3-4d3a-8eb7-9a56bd53af06 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:39.688274 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d634e27a-6b0a-4db8-9b05-1b61340f5e3d req-e8ab97f3-dde3-4d3a-8eb7-9a56bd53af06 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 943 time: 0.0532558 Mar 01 14:24:39.741687 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d634e27a-6b0a-4db8-9b05-1b61340f5e3d req-b548983e-b7ca-493d-a45f-8ff35b8d0466 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473311 Mar 01 14:24:40.030461 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:24:40.314251 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:24:40.445902 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 5d67af85-6de3-489a-b5a1-8468ba1951fe no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:24:40.484068 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] The host n-h1-827467-3 is not matching for port 5d67af85-6de3-489a-b5a1-8468ba1951fe host n-h2-827467-3! {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 01 14:24:40.484453 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 5d67af85-6de3-489a-b5a1-8468ba1951fe not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:24:40.860850 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acceb889-db29-4c24-9f62-f309f53edc37 req-3fbd0862-1d17-446a-a607-40fbcf4b61ec tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:40.862337 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-acceb889-db29-4c24-9f62-f309f53edc37 req-3fbd0862-1d17-446a-a607-40fbcf4b61ec tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 943 time: 0.0520933 Mar 01 14:24:40.909889 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-acceb889-db29-4c24-9f62-f309f53edc37 req-9462f318-dab2-441c-841c-247b08a062f6 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419643 Mar 01 14:24:41.152293 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2978d-2dce-4069-ab23-6239125dabe7 req-4b0b6314-ba89-4aee-a94f-4c39a229583c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:41.153792 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2bc2978d-2dce-4069-ab23-6239125dabe7 req-4b0b6314-ba89-4aee-a94f-4c39a229583c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 943 time: 0.0531852 Mar 01 14:24:41.171755 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-a43b71c3-1aec-4cd7-9ed7-167b7f54dc56 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:41.173230 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-a43b71c3-1aec-4cd7-9ed7-167b7f54dc56 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6&tenant_id=677a2c84d86e461aa18f47403491f396&binding%3Ahost_id=n-h2-827467-3 HTTP/1.1" status: 200 len: 943 time: 0.0921888 Mar 01 14:24:41.204454 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2bc2978d-2dce-4069-ab23-6239125dabe7 req-6f3d0321-c8bc-40f8-b329-92e63b20038f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447719 Mar 01 14:24:41.233566 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-035d57b2-4b8b-4224-a8c3-4ed7da224cd2 service neutron] 10.222.0.20 "GET /v2.0/ports/5d67af85-6de3-489a-b5a1-8468ba1951fe/bindings/n-h2-827467-3 HTTP/1.1" status: 200 len: 382 time: 0.0541205 Mar 01 14:24:41.300283 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-bc96c56f-fabe-4208-b281-275925361b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:41.301796 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-bc96c56f-fabe-4208-b281-275925361b07 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 1125 time: 0.0476797 Mar 01 14:24:41.339134 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 5d67af85-6de3-489a-b5a1-8468ba1951fe details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:24:41.449938 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 5d67af85-6de3-489a-b5a1-8468ba1951fe, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=5d67af85-6de3-489a-b5a1-8468ba1951fe,segment=NetworkSegment(081434f1-bdea-4b4c-be7c-1fb3c192844b),segment_id=081434f1-bdea-4b4c-be7c-1fb3c192844b)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:24:41.463112 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '5d67af85-6de3-489a-b5a1-8468ba1951fe', 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1', 'port_id': '5d67af85-6de3-489a-b5a1-8468ba1951fe', 'mac_address': 'fa:16:3e:a0:f7:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871d2803-d4ed-4f3c-b3b7-2f1879bca64c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:24:41.501138 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 5d67af85-6de3-489a-b5a1-8468ba1951fe is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:24:41.501703 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (5d67af85-6de3-489a-b5a1-8468ba1951fe), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:24:41.515246 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d67af85-6de3-489a-b5a1-8468ba1951fe {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:24:41.537076 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 5d67af85-6de3-489a-b5a1-8468ba1951fe, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=5d67af85-6de3-489a-b5a1-8468ba1951fe,segment=NetworkSegment(081434f1-bdea-4b4c-be7c-1fb3c192844b),segment_id=081434f1-bdea-4b4c-be7c-1fb3c192844b)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:24:41.541242 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (5d67af85-6de3-489a-b5a1-8468ba1951fe), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:24:41.588910 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=5d67af85-6de3-489a-b5a1-8468ba1951fe,revision_number=8']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:24:41.596312 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:41.596603 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:41.596947 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:41.597282 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:41.597638 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:41.598504 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:41.598831 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:41.599158 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:41.599482 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:41.599831 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:41.600165 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:41.600486 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:41.600806 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:41.699804 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-b067f9b7-9668-4b6b-b521-eddf4b137278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:41.701300 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-b067f9b7-9668-4b6b-b521-eddf4b137278 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c59dabb3-3736-43f2-ab6a-81d6e79772f1 HTTP/1.1" status: 200 len: 898 time: 0.3935149 Mar 01 14:24:41.766965 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-54d2b162-e405-468c-8c1d-e4d816dd4bd7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d67af85-6de3-489a-b5a1-8468ba1951fe HTTP/1.1" status: 200 len: 1000 time: 0.0585456 Mar 01 14:24:41.824017 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-27f80dc2-c361-4b4f-af2a-b31a700cb658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:41.825465 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-27f80dc2-c361-4b4f-af2a-b31a700cb658 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=871d2803-d4ed-4f3c-b3b7-2f1879bca64c HTTP/1.1" status: 200 len: 835 time: 0.0442433 Mar 01 14:24:41.874665 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-64bf3cc3-c1f2-4686-bae3-35e9c94d513d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:41.876123 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-64bf3cc3-c1f2-4686-bae3-35e9c94d513d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c59dabb3-3736-43f2-ab6a-81d6e79772f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437860 Mar 01 14:24:41.889995 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['5d67af85-6de3-489a-b5a1-8468ba1951fe'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:24:41.964977 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-d7f353f5-bd2b-4974-8a49-106281d703ed service neutron] 10.222.0.20 "GET /v2.0/networks/c59dabb3-3736-43f2-ab6a-81d6e79772f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827227 Mar 01 14:24:42.054137 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-e83307ba-6e15-4360-848b-c404b81556b9 service neutron] 10.222.0.20 "GET /v2.0/networks/c59dabb3-3736-43f2-ab6a-81d6e79772f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813861 Mar 01 14:24:42.329921 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d3d0d-5b25-4240-b5d7-a24c5b7fea58 req-181758bb-fa54-4bc4-bde0-6ce5cef1f1ca tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:42.331386 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9e1d3d0d-5b25-4240-b5d7-a24c5b7fea58 req-181758bb-fa54-4bc4-bde0-6ce5cef1f1ca tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 944 time: 0.0556118 Mar 01 14:24:42.379859 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9e1d3d0d-5b25-4240-b5d7-a24c5b7fea58 req-7a40b015-d390-4fe8-9c02-5963725f89f8 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420716 Mar 01 14:24:43.340480 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 5d67af85-6de3-489a-b5a1-8468ba1951fe up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:24:43.393089 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 5d67af85-6de3-489a-b5a1-8468ba1951fe completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:24:43.396716 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 5d67af85-6de3-489a-b5a1-8468ba1951fe triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:24:43.397102 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (5d67af85-6de3-489a-b5a1-8468ba1951fe), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:24:43.475123 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 5d67af85-6de3-489a-b5a1-8468ba1951fe is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:24:43.475514 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (5d67af85-6de3-489a-b5a1-8468ba1951fe), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:24:43.497801 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d67af85-6de3-489a-b5a1-8468ba1951fe'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:24:43.500032 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a595eb90-1dff-4cdc-94b7-12fc7b80f95b" -d '{"events": [{"server_uuid": "e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6", "name": "network-vif-plugged", "status": "completed", "tag": "5d67af85-6de3-489a-b5a1-8468ba1951fe"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:24:43.500579 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f7e41-afd1-4ce4-b167-3165df66dc8f req-6fa037a1-7c9c-4b34-b627-b0f96e1483d3 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:43.502071 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a22f7e41-afd1-4ce4-b167-3165df66dc8f req-6fa037a1-7c9c-4b34-b627-b0f96e1483d3 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 944 time: 0.0521603 Mar 01 14:24:43.516729 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 5d67af85-6de3-489a-b5a1-8468ba1951fe, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=5d67af85-6de3-489a-b5a1-8468ba1951fe,segment=NetworkSegment(081434f1-bdea-4b4c-be7c-1fb3c192844b),segment_id=081434f1-bdea-4b4c-be7c-1fb3c192844b)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:24:43.522237 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (5d67af85-6de3-489a-b5a1-8468ba1951fe), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:24:43.550019 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76294ea-f3a2-41e2-9efa-41b53ac8cac7 x-openstack-request-id: req-f76294ea-f3a2-41e2-9efa-41b53ac8cac7 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:24:43.550193 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6", "name": "network-vif-plugged", "status": "completed", "tag": "5d67af85-6de3-489a-b5a1-8468ba1951fe", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:24:43.550768 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f76294ea-f3a2-41e2-9efa-41b53ac8cac7 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:24:43.551124 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d67af85-6de3-489a-b5a1-8468ba1951fe', 'code': 200} Mar 01 14:24:43.554949 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a22f7e41-afd1-4ce4-b167-3165df66dc8f req-b1c209dd-6d66-4456-9c69-d1ea5c084430 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465689 Mar 01 14:24:43.576278 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=5d67af85-6de3-489a-b5a1-8468ba1951fe,revision_number=9']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:24:44.346582 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-b9c63e82-f69c-4c19-b205-23a6fada87ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:44.348021 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-b9c63e82-f69c-4c19-b205-23a6fada87ca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6&tenant_id=677a2c84d86e461aa18f47403491f396 HTTP/1.1" status: 200 len: 1127 time: 0.0814984 Mar 01 14:24:44.358499 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827467-3', 'device_owner': 'compute:nova'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:24:44.415927 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (5d67af85-6de3-489a-b5a1-8468ba1951fe), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:24:44.612206 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] For port 5d67af85-6de3-489a-b5a1-8468ba1951fe, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=5d67af85-6de3-489a-b5a1-8468ba1951fe,segment=NetworkSegment(081434f1-bdea-4b4c-be7c-1fb3c192844b),segment_id=081434f1-bdea-4b4c-be7c-1fb3c192844b)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:24:44.674288 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] For port 5d67af85-6de3-489a-b5a1-8468ba1951fe, host n-h2-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:24:44.724409 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3632b5-e830-4d3e-a8e2-5fc94a5a7239 req-7e574d92-f722-43e3-8c46-ad2a4f41c821 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:44.725887 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ff3632b5-e830-4d3e-a8e2-5fc94a5a7239 req-7e574d92-f722-43e3-8c46-ad2a4f41c821 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 945 time: 0.0982814 Mar 01 14:24:44.728338 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d67af85-6de3-489a-b5a1-8468ba1951fe'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:24:44.730563 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354a588b-d388-413f-bb51-272bb55b49ec" -d '{"events": [{"server_uuid": "e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6", "name": "network-vif-unplugged", "status": "completed", "tag": "5d67af85-6de3-489a-b5a1-8468ba1951fe"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:24:44.734178 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] Publish callbacks [] for port (5d67af85-6de3-489a-b5a1-8468ba1951fe), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:24:44.760592 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] Transition to ACTIVE for port object 5d67af85-6de3-489a-b5a1-8468ba1951fe will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:24:44.770529 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (5d67af85-6de3-489a-b5a1-8468ba1951fe), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:24:44.807411 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 14:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf9e49e-0107-4417-9183-68baeb9916c5 x-openstack-request-id: req-9cf9e49e-0107-4417-9183-68baeb9916c5 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:24:44.807725 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6", "name": "network-vif-unplugged", "status": "completed", "tag": "5d67af85-6de3-489a-b5a1-8468ba1951fe", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:24:44.807979 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9cf9e49e-0107-4417-9183-68baeb9916c5 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:24:44.808362 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d67af85-6de3-489a-b5a1-8468ba1951fe', 'code': 200} Mar 01 14:24:44.825517 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ff3632b5-e830-4d3e-a8e2-5fc94a5a7239 req-788d7224-c455-450c-8e48-07488f4f3e54 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885630 Mar 01 14:24:44.902170 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] Pushing event updated for resources: {'Port': ['ID=5d67af85-6de3-489a-b5a1-8468ba1951fe,revision_number=10']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:24:44.928174 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:44.928520 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:44.928865 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:44.929206 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:44.929539 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:44.929869 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:44.930195 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:44.930520 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:44.931026 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:44.931171 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:44.931505 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:44.931845 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:44.932166 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:24:44.979443 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] No DVR routers for this DVR port 5d67af85-6de3-489a-b5a1-8468ba1951fe on host n-h2-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:24:45.120548 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] Attempting to bind port 5d67af85-6de3-489a-b5a1-8468ba1951fe on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:24:45.120783 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] Attempting to bind port 5d67af85-6de3-489a-b5a1-8468ba1951fe by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '081434f1-bdea-4b4c-be7c-1fb3c192844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:24:45.121109 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] Attempting to bind port 5d67af85-6de3-489a-b5a1-8468ba1951fe on network c59dabb3-3736-43f2-ab6a-81d6e79772f1 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:24:45.125233 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] Port 5d67af85-6de3-489a-b5a1-8468ba1951fe on network c59dabb3-3736-43f2-ab6a-81d6e79772f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:24:45.125546 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] Attempting to bind port 5d67af85-6de3-489a-b5a1-8468ba1951fe on network c59dabb3-3736-43f2-ab6a-81d6e79772f1 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:24:45.130199 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:24:45.130531 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] Checking segment: {'id': '081434f1-bdea-4b4c-be7c-1fb3c192844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:24:45.130907 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] Bound using segment: {'id': '081434f1-bdea-4b4c-be7c-1fb3c192844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:24:45.131321 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] Bound port: 5d67af85-6de3-489a-b5a1-8468ba1951fe, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081434f1-bdea-4b4c-be7c-1fb3c192844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:24:45.131663 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (5d67af85-6de3-489a-b5a1-8468ba1951fe), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:24:45.192602 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] For port 5d67af85-6de3-489a-b5a1-8468ba1951fe, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:24:45.195462 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] For port 5d67af85-6de3-489a-b5a1-8468ba1951fe, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=5d67af85-6de3-489a-b5a1-8468ba1951fe,segment=NetworkSegment(081434f1-bdea-4b4c-be7c-1fb3c192844b),segment_id=081434f1-bdea-4b4c-be7c-1fb3c192844b)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:24:45.201551 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (5d67af85-6de3-489a-b5a1-8468ba1951fe), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:24:45.238232 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:45.238845 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:24:45.240279 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] 10.222.0.32 "PUT /v2.0/ports/5d67af85-6de3-489a-b5a1-8468ba1951fe HTTP/1.1" status: 200 len: 1092 time: 0.8856046 Mar 01 14:24:45.260339 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272174e7-80bb-4e21-b278-2c9d561e3772 service neutron] Pushing event updated for resources: {'Port': ['ID=5d67af85-6de3-489a-b5a1-8468ba1951fe,revision_number=11']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:24:45.311900 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-bee7b270-494a-440d-b49e-aeffb10afd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:45.313527 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-bee7b270-494a-440d-b49e-aeffb10afd6e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 1126 time: 0.0502441 Mar 01 14:24:45.405104 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-bb5e8ab7-707e-47f0-bee9-7a27c391a86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:45.406592 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-bb5e8ab7-707e-47f0-bee9-7a27c391a86a service neutron] 10.222.0.32 "GET /v2.0/networks?id=c59dabb3-3736-43f2-ab6a-81d6e79772f1 HTTP/1.1" status: 200 len: 898 time: 0.0871067 Mar 01 14:24:45.474866 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-55b6d38d-544e-4310-bf8b-8a87fe5bb5bc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d67af85-6de3-489a-b5a1-8468ba1951fe HTTP/1.1" status: 200 len: 999 time: 0.0616384 Mar 01 14:24:45.521275 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-d77b1d20-15bb-4203-9f4c-73577c11b30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:45.522678 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-d77b1d20-15bb-4203-9f4c-73577c11b30a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=871d2803-d4ed-4f3c-b3b7-2f1879bca64c HTTP/1.1" status: 200 len: 835 time: 0.0424371 Mar 01 14:24:45.569863 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-e335136a-aeef-44e6-99d0-37fba6982fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:45.571368 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-e335136a-aeef-44e6-99d0-37fba6982fcd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c59dabb3-3736-43f2-ab6a-81d6e79772f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434203 Mar 01 14:24:45.662667 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-ab17295d-7885-458a-9cf2-eaf98efaae3f service neutron] 10.222.0.32 "GET /v2.0/networks/c59dabb3-3736-43f2-ab6a-81d6e79772f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840697 Mar 01 14:24:45.747732 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3d27747-4f1c-403c-9d1d-3eb5088eb78d req-a663b66b-2c7d-4071-922e-5a09884b4473 service neutron] 10.222.0.32 "GET /v2.0/networks/c59dabb3-3736-43f2-ab6a-81d6e79772f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789213 Mar 01 14:24:45.958052 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69836eba-c1d1-4c1e-bc7a-496c00900c77 req-cf26c854-6699-4289-8483-2a8a6dd43c42 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:45.959515 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-69836eba-c1d1-4c1e-bc7a-496c00900c77 req-cf26c854-6699-4289-8483-2a8a6dd43c42 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 944 time: 0.0524800 Mar 01 14:24:46.012333 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-69836eba-c1d1-4c1e-bc7a-496c00900c77 req-539f816e-42e6-4c5e-911f-cbb0edef58d5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468698 Mar 01 14:24:46.809240 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6', 'tag': '5d67af85-6de3-489a-b5a1-8468ba1951fe'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:24:46.811610 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73922047-b86a-473d-891e-ac5801327137" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6", "tag": "5d67af85-6de3-489a-b5a1-8468ba1951fe"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:24:46.858264 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8f3592-637c-43cd-a8cc-db7fe929bec9 x-openstack-request-id: req-af8f3592-637c-43cd-a8cc-db7fe929bec9 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:24:46.858549 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6", "tag": "5d67af85-6de3-489a-b5a1-8468ba1951fe", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:24:46.858798 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af8f3592-637c-43cd-a8cc-db7fe929bec9 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:24:46.859324 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6', 'tag': '5d67af85-6de3-489a-b5a1-8468ba1951fe', 'status': 'completed', 'code': 200} Mar 01 14:24:46.921624 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73922047-b86a-473d-891e-ac5801327137 req-bd0fc092-1508-46ed-a9d7-5bba1f585829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:46.922508 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73922047-b86a-473d-891e-ac5801327137 req-f556e9f3-07ad-49bc-9110-df365a1af92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:46.923134 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-73922047-b86a-473d-891e-ac5801327137 req-bd0fc092-1508-46ed-a9d7-5bba1f585829 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 1126 time: 0.0460737 Mar 01 14:24:46.924035 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73922047-b86a-473d-891e-ac5801327137 req-f556e9f3-07ad-49bc-9110-df365a1af92d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 1126 time: 0.0435879 Mar 01 14:24:47.012704 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73922047-b86a-473d-891e-ac5801327137 req-f09b2365-b6df-48bc-b5c5-c490e1d51b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:47.013927 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73922047-b86a-473d-891e-ac5801327137 req-f019a6df-ca6e-4b15-b59b-88a103b2d327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:47.014166 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73922047-b86a-473d-891e-ac5801327137 req-f09b2365-b6df-48bc-b5c5-c490e1d51b57 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c59dabb3-3736-43f2-ab6a-81d6e79772f1 HTTP/1.1" status: 200 len: 898 time: 0.0826981 Mar 01 14:24:47.015386 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-73922047-b86a-473d-891e-ac5801327137 req-f019a6df-ca6e-4b15-b59b-88a103b2d327 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c59dabb3-3736-43f2-ab6a-81d6e79772f1 HTTP/1.1" status: 200 len: 898 time: 0.0869677 Mar 01 14:24:47.079562 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-73922047-b86a-473d-891e-ac5801327137 req-b8edd0a3-19e5-450e-b842-e99244a6fd90 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d67af85-6de3-489a-b5a1-8468ba1951fe HTTP/1.1" status: 200 len: 999 time: 0.0583012 Mar 01 14:24:47.083498 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73922047-b86a-473d-891e-ac5801327137 req-c780f696-8f97-430b-b0a9-9d915b89f0d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d67af85-6de3-489a-b5a1-8468ba1951fe HTTP/1.1" status: 200 len: 999 time: 0.0635471 Mar 01 14:24:47.133850 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73922047-b86a-473d-891e-ac5801327137 req-d5e343b9-1363-4c0a-9ae3-ced203e3e7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:47.135496 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-73922047-b86a-473d-891e-ac5801327137 req-d5e343b9-1363-4c0a-9ae3-ced203e3e7a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=871d2803-d4ed-4f3c-b3b7-2f1879bca64c HTTP/1.1" status: 200 len: 835 time: 0.0484438 Mar 01 14:24:47.151581 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73922047-b86a-473d-891e-ac5801327137 req-8bfeca92-28be-4bbc-8072-4adfe9f95e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:47.153077 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73922047-b86a-473d-891e-ac5801327137 req-8bfeca92-28be-4bbc-8072-4adfe9f95e46 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=871d2803-d4ed-4f3c-b3b7-2f1879bca64c HTTP/1.1" status: 200 len: 835 time: 0.0619271 Mar 01 14:24:47.176723 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8ab36-b747-49c2-948e-3f634ad4db6f req-37539fab-42a0-4d31-9d4b-12fd9f5e9bfa tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:47.178190 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-63f8ab36-b747-49c2-948e-3f634ad4db6f req-37539fab-42a0-4d31-9d4b-12fd9f5e9bfa tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 944 time: 0.0969353 Mar 01 14:24:47.184934 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73922047-b86a-473d-891e-ac5801327137 req-0107cf89-9dee-44bd-8dbe-eb729be3b524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:47.186450 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-73922047-b86a-473d-891e-ac5801327137 req-0107cf89-9dee-44bd-8dbe-eb729be3b524 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c59dabb3-3736-43f2-ab6a-81d6e79772f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445108 Mar 01 14:24:47.248392 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73922047-b86a-473d-891e-ac5801327137 req-3a7dc0bc-db88-44aa-8003-76b96d25adb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:47.249886 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73922047-b86a-473d-891e-ac5801327137 req-3a7dc0bc-db88-44aa-8003-76b96d25adb8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c59dabb3-3736-43f2-ab6a-81d6e79772f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0888739 Mar 01 14:24:47.254608 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-63f8ab36-b747-49c2-948e-3f634ad4db6f req-a4d845e3-b84f-4649-9c5f-d31b32c2c7a3 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614259 Mar 01 14:24:47.274121 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-73922047-b86a-473d-891e-ac5801327137 req-317e08c4-37b4-4ae0-a6a9-39a1e538d833 service neutron] 10.222.0.20 "GET /v2.0/networks/c59dabb3-3736-43f2-ab6a-81d6e79772f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818710 Mar 01 14:24:47.341654 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73922047-b86a-473d-891e-ac5801327137 req-ffce510e-0caa-459a-9663-b942d32a810a service neutron] 10.222.0.32 "GET /v2.0/networks/c59dabb3-3736-43f2-ab6a-81d6e79772f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840979 Mar 01 14:24:47.365143 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-73922047-b86a-473d-891e-ac5801327137 req-d271f729-750f-4a0d-82b0-37a00b172f8e service neutron] 10.222.0.20 "GET /v2.0/networks/c59dabb3-3736-43f2-ab6a-81d6e79772f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857134 Mar 01 14:24:47.375876 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 5d67af85-6de3-489a-b5a1-8468ba1951fe no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:24:47.414618 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] The host n-h2-827467-3 is not matching for port 5d67af85-6de3-489a-b5a1-8468ba1951fe host n-h1-827467-3! {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 01 14:24:47.414998 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 5d67af85-6de3-489a-b5a1-8468ba1951fe not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:24:47.434418 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-73922047-b86a-473d-891e-ac5801327137 req-94a9f3e1-a554-44d0-8435-402b34e9e2b2 service neutron] 10.222.0.32 "GET /v2.0/networks/c59dabb3-3736-43f2-ab6a-81d6e79772f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864658 Mar 01 14:24:48.376667 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8e76c-bfb0-469c-b147-bff85f1b9214 req-d3d357dd-3814-4e71-8781-4073dc558bc9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:48.378151 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1eb8e76c-bfb0-469c-b147-bff85f1b9214 req-d3d357dd-3814-4e71-8781-4073dc558bc9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 944 time: 0.0522587 Mar 01 14:24:48.426344 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1eb8e76c-bfb0-469c-b147-bff85f1b9214 req-2a94d939-f307-4d8e-a3ce-2336f416f420 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413055 Mar 01 14:24:48.508445 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 5d67af85-6de3-489a-b5a1-8468ba1951fe details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:24:48.760600 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 5d67af85-6de3-489a-b5a1-8468ba1951fe, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=5d67af85-6de3-489a-b5a1-8468ba1951fe,segment=NetworkSegment(081434f1-bdea-4b4c-be7c-1fb3c192844b),segment_id=081434f1-bdea-4b4c-be7c-1fb3c192844b)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:24:48.772387 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '5d67af85-6de3-489a-b5a1-8468ba1951fe', 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1', 'port_id': '5d67af85-6de3-489a-b5a1-8468ba1951fe', 'mac_address': 'fa:16:3e:a0:f7:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871d2803-d4ed-4f3c-b3b7-2f1879bca64c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:24:48.808927 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 5d67af85-6de3-489a-b5a1-8468ba1951fe is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:24:48.809326 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (5d67af85-6de3-489a-b5a1-8468ba1951fe), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:24:48.825264 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d67af85-6de3-489a-b5a1-8468ba1951fe {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:24:48.845534 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 5d67af85-6de3-489a-b5a1-8468ba1951fe, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=5d67af85-6de3-489a-b5a1-8468ba1951fe,segment=NetworkSegment(081434f1-bdea-4b4c-be7c-1fb3c192844b),segment_id=081434f1-bdea-4b4c-be7c-1fb3c192844b)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:24:48.850069 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (5d67af85-6de3-489a-b5a1-8468ba1951fe), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:24:48.894875 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=5d67af85-6de3-489a-b5a1-8468ba1951fe,revision_number=12']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:24:49.208420 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['5d67af85-6de3-489a-b5a1-8468ba1951fe'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:24:49.541961 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a50ca-c274-4f66-b966-f3c02825251a req-0b3e4a26-81be-4122-a8cf-917b97f90b46 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:24:49.543412 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dc8a50ca-c274-4f66-b966-f3c02825251a req-0b3e4a26-81be-4122-a8cf-917b97f90b46 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 945 time: 0.0513675 Mar 01 14:24:49.591043 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dc8a50ca-c274-4f66-b966-f3c02825251a req-adf4fcec-1bb0-4bd8-8be4-e02a6d9eb3bb tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419822 Mar 01 14:24:49.612812 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56320) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:24:49.990724 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-378a4f7a-1e4a-4432-bdb9-1faf3471ffd0 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/floatingips/652ce2ff-7aba-42a2-9fd4-d6b0c73b501c HTTP/1.1" status: 200 len: 992 time: 0.3762746 Mar 01 14:24:50.508801 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 5d67af85-6de3-489a-b5a1-8468ba1951fe up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:24:50.556804 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 5d67af85-6de3-489a-b5a1-8468ba1951fe completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:24:50.560422 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 5d67af85-6de3-489a-b5a1-8468ba1951fe triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:24:50.560804 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (5d67af85-6de3-489a-b5a1-8468ba1951fe), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:24:50.638052 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 5d67af85-6de3-489a-b5a1-8468ba1951fe is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:24:50.638366 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (5d67af85-6de3-489a-b5a1-8468ba1951fe), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:24:50.660240 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d67af85-6de3-489a-b5a1-8468ba1951fe'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:24:50.662642 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90fe316-8c90-4cd6-8a2e-b960f7b849e0" -d '{"events": [{"server_uuid": "e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6", "name": "network-vif-plugged", "status": "completed", "tag": "5d67af85-6de3-489a-b5a1-8468ba1951fe"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:24:50.675059 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 5d67af85-6de3-489a-b5a1-8468ba1951fe, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=5d67af85-6de3-489a-b5a1-8468ba1951fe,segment=NetworkSegment(081434f1-bdea-4b4c-be7c-1fb3c192844b),segment_id=081434f1-bdea-4b4c-be7c-1fb3c192844b)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:24:50.679118 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (5d67af85-6de3-489a-b5a1-8468ba1951fe), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:24:50.701776 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc7da19-3177-4a34-a72a-4c784fb84ac8 x-openstack-request-id: req-edc7da19-3177-4a34-a72a-4c784fb84ac8 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:24:50.702071 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6", "name": "network-vif-plugged", "status": "completed", "tag": "5d67af85-6de3-489a-b5a1-8468ba1951fe", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:24:50.702328 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-edc7da19-3177-4a34-a72a-4c784fb84ac8 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:24:50.702986 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d67af85-6de3-489a-b5a1-8468ba1951fe', 'code': 200} Mar 01 14:24:50.727954 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=5d67af85-6de3-489a-b5a1-8468ba1951fe,revision_number=13']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:24:55.288313 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8033d77a-774d-4cb3-810b-67485ee4e5f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:24:57.473593 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-808f7d37-9438-4fa8-925a-c985d76d2ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:24:58.975532 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:00.143360 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:01.766561 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:03.834840 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:25:10.054985 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:10.334689 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:24.981328 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-350e5c49-ddf3-440a-aaf5-d539d0a45c2b req-8c182e63-20b0-4ae1-bd2f-8a48697eceb5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0930161 Mar 01 14:25:25.068284 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e5c49-ddf3-440a-aaf5-d539d0a45c2b req-b32e1e55-31b5-4673-bec7-746ba785266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:25:25.069885 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-350e5c49-ddf3-440a-aaf5-d539d0a45c2b req-b32e1e55-31b5-4673-bec7-746ba785266f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 1128 time: 0.0457773 Mar 01 14:25:25.175803 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e5c49-ddf3-440a-aaf5-d539d0a45c2b req-224d8ef3-084c-437d-a7a6-6e34eaca96d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:25:25.177189 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-350e5c49-ddf3-440a-aaf5-d539d0a45c2b req-224d8ef3-084c-437d-a7a6-6e34eaca96d6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c59dabb3-3736-43f2-ab6a-81d6e79772f1 HTTP/1.1" status: 200 len: 898 time: 0.0867569 Mar 01 14:25:25.243546 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-350e5c49-ddf3-440a-aaf5-d539d0a45c2b req-93166a85-8481-4297-a921-de48bfcc3889 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d67af85-6de3-489a-b5a1-8468ba1951fe HTTP/1.1" status: 200 len: 1001 time: 0.0599120 Mar 01 14:25:25.292322 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-37285c83-562b-4714-8905-4cbc60611605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:25.301349 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e5c49-ddf3-440a-aaf5-d539d0a45c2b req-1a46d446-2512-44d1-b6d9-de8206fa957c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:25:25.302902 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-350e5c49-ddf3-440a-aaf5-d539d0a45c2b req-1a46d446-2512-44d1-b6d9-de8206fa957c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=871d2803-d4ed-4f3c-b3b7-2f1879bca64c HTTP/1.1" status: 200 len: 835 time: 0.0531607 Mar 01 14:25:25.352199 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e5c49-ddf3-440a-aaf5-d539d0a45c2b req-70cefc53-7877-4073-9c65-dc0db4f506bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:25:25.353700 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-350e5c49-ddf3-440a-aaf5-d539d0a45c2b req-70cefc53-7877-4073-9c65-dc0db4f506bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c59dabb3-3736-43f2-ab6a-81d6e79772f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455747 Mar 01 14:25:25.440882 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-350e5c49-ddf3-440a-aaf5-d539d0a45c2b req-6170f93f-31d3-4350-93f0-fbcd7a541896 service neutron] 10.222.0.32 "GET /v2.0/networks/c59dabb3-3736-43f2-ab6a-81d6e79772f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811338 Mar 01 14:25:25.531194 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-350e5c49-ddf3-440a-aaf5-d539d0a45c2b req-e06841e8-112e-4e9c-924b-2302b5fece08 service neutron] 10.222.0.32 "GET /v2.0/networks/c59dabb3-3736-43f2-ab6a-81d6e79772f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844150 Mar 01 14:25:27.474431 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d078bed3-b721-4b85-9933-c79e4dc18cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:28.978289 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:30.141736 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:31.769598 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:40.054292 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:40.344630 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:40.834536 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:25:45.157413 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da2974-6a41-4e0b-86b5-2756e0d1f0ec req-628f22a7-7557-4a8a-977f-cbd3fbef22cb tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:25:45.158963 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f9da2974-6a41-4e0b-86b5-2756e0d1f0ec req-628f22a7-7557-4a8a-977f-cbd3fbef22cb tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 1128 time: 0.0461721 Mar 01 14:25:45.204335 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f9da2974-6a41-4e0b-86b5-2756e0d1f0ec req-b96a3244-a10d-4314-9613-8f5fe53e01cd tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398319 Mar 01 14:25:45.226579 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56360) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:25:45.384671 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-b6a63090-9518-4740-becb-43a4462aaaf9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Deleting port 719d8767-ebdf-4c23-a843-04b488aeb220 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:25:45.385020 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b6a63090-9518-4740-becb-43a4462aaaf9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (719d8767-ebdf-4c23-a843-04b488aeb220), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:45.457932 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b6a63090-9518-4740-becb-43a4462aaaf9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (719d8767-ebdf-4c23-a843-04b488aeb220), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:45.458257 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b6a63090-9518-4740-becb-43a4462aaaf9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for floatingip (719d8767-ebdf-4c23-a843-04b488aeb220), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:45.469442 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-b6a63090-9518-4740-becb-43a4462aaaf9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Calling delete_port for 719d8767-ebdf-4c23-a843-04b488aeb220 owned by network:floatingip {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:25:45.612389 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b6a63090-9518-4740-becb-43a4462aaaf9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (719d8767-ebdf-4c23-a843-04b488aeb220), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:45.636212 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a63090-9518-4740-becb-43a4462aaaf9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event deleted for resources: {'Port': ['ID=719d8767-ebdf-4c23-a843-04b488aeb220,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:25:45.662452 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a63090-9518-4740-becb-43a4462aaaf9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:45.662801 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a63090-9518-4740-becb-43a4462aaaf9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:45.663142 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a63090-9518-4740-becb-43a4462aaaf9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:45.663484 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a63090-9518-4740-becb-43a4462aaaf9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:45.663846 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a63090-9518-4740-becb-43a4462aaaf9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:45.664219 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a63090-9518-4740-becb-43a4462aaaf9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:45.664547 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a63090-9518-4740-becb-43a4462aaaf9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:45.664869 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a63090-9518-4740-becb-43a4462aaaf9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:45.665192 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a63090-9518-4740-becb-43a4462aaaf9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:45.665514 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a63090-9518-4740-becb-43a4462aaaf9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:45.665857 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a63090-9518-4740-becb-43a4462aaaf9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:45.666167 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a63090-9518-4740-becb-43a4462aaaf9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:45.666466 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a63090-9518-4740-becb-43a4462aaaf9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:45.707443 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b6a63090-9518-4740-becb-43a4462aaaf9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for floatingip (652ce2ff-7aba-42a2-9fd4-d6b0c73b501c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:45.707797 n-d-827467-3 neutron-server[103727]: INFO neutron.db.l3_db [None req-b6a63090-9518-4740-becb-43a4462aaaf9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Floating IP 652ce2ff-7aba-42a2-9fd4-d6b0c73b501c disassociated (deleted). External IP: 172.25.1.239, port: 5d67af85-6de3-489a-b5a1-8468ba1951fe. Mar 01 14:25:45.917907 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a63090-9518-4740-becb-43a4462aaaf9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Router 76c727e1-9e09-4ec7-99fe-d72fb3334a3d has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:25:46.026049 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a63090-9518-4740-becb-43a4462aaaf9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:25:46.030476 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b6a63090-9518-4740-becb-43a4462aaaf9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:46.036753 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af6dea0-fc24-46fc-8973-f67585dc1091 None None] Sync routers for ids ['76c727e1-9e09-4ec7-99fe-d72fb3334a3d'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:25:46.046424 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af6dea0-fc24-46fc-8973-f67585dc1091 None None] Routers {'76c727e1-9e09-4ec7-99fe-d72fb3334a3d'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:25:46.047016 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-6af6dea0-fc24-46fc-8973-f67585dc1091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:25:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['76c727e1-9e09-4ec7-99fe-d72fb3334a3d'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:25:46.060903 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b6a63090-9518-4740-becb-43a4462aaaf9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "DELETE /v2.0/floatingips/652ce2ff-7aba-42a2-9fd4-d6b0c73b501c HTTP/1.1" status: 204 len: 168 time: 0.8333275 Mar 01 14:25:46.061488 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6', 'tag': '5d67af85-6de3-489a-b5a1-8468ba1951fe'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:25:46.063751 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193746c4-9fa6-44f8-aae3-8634119d3302" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6", "tag": "5d67af85-6de3-489a-b5a1-8468ba1951fe"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:25:46.172691 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-6af6dea0-fc24-46fc-8973-f67585dc1091 None None] Set router 76c727e1-9e09-4ec7-99fe-d72fb3334a3d gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:25:46.182650 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12faadb5-129c-4642-9bfd-c6da61e3377c x-openstack-request-id: req-12faadb5-129c-4642-9bfd-c6da61e3377c {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:25:46.183171 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6", "tag": "5d67af85-6de3-489a-b5a1-8468ba1951fe", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:25:46.183372 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12faadb5-129c-4642-9bfd-c6da61e3377c {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:25:46.183904 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6', 'tag': '5d67af85-6de3-489a-b5a1-8468ba1951fe', 'status': 'completed', 'code': 200} Mar 01 14:25:46.292280 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193746c4-9fa6-44f8-aae3-8634119d3302 req-2d23dff9-c20b-421e-976c-7ccd7333541c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:25:46.293866 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-193746c4-9fa6-44f8-aae3-8634119d3302 req-2d23dff9-c20b-421e-976c-7ccd7333541c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 1128 time: 0.0763192 Mar 01 14:25:46.330213 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd1f82-9645-410d-979e-9d8eb93297b8 req-ed538cd9-38c0-444d-9dc4-56c1619bd090 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:25:46.332284 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bfbd1f82-9645-410d-979e-9d8eb93297b8 req-ed538cd9-38c0-444d-9dc4-56c1619bd090 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 946 time: 0.0815368 Mar 01 14:25:46.370921 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-6af6dea0-fc24-46fc-8973-f67585dc1091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380333137', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '641ce825-c9d6-4c20-a25b-0677b4ddf35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:22:49Z', 'updated_at': '2022-03-01T14:22:52Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '641ce825-c9d6-4c20-a25b-0677b4ddf35c', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:22:50Z', 'updated_at': '2022-03-01T14:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'b250f0e2-b0c7-490a-936d-be8ea356d96a', 'name': '', 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'mac_address': 'fa:16:3e:4f:dc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '871d2803-d4ed-4f3c-b3b7-2f1879bca64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:22:52Z', 'updated_at': '2022-03-01T14:22:56Z', 'revision_number': 5, 'project_id': '677a2c84d86e461aa18f47403491f396', 'subnets': [{'id': '871d2803-d4ed-4f3c-b3b7-2f1879bca64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:25:46.397448 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af6dea0-fc24-46fc-8973-f67585dc1091 None None] Checking router: 76c727e1-9e09-4ec7-99fe-d72fb3334a3d for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:25:46.405517 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af6dea0-fc24-46fc-8973-f67585dc1091 None None] Routers {'76c727e1-9e09-4ec7-99fe-d72fb3334a3d'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:25:46.406106 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-6af6dea0-fc24-46fc-8973-f67585dc1091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:25:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['76c727e1-9e09-4ec7-99fe-d72fb3334a3d'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:25:46.423253 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bfbd1f82-9645-410d-979e-9d8eb93297b8 req-44c6f027-fb17-4099-8f6a-29177162ff5d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639358 Mar 01 14:25:46.438607 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193746c4-9fa6-44f8-aae3-8634119d3302 req-dd043620-bc2c-40bf-94a4-b557b83af6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:25:46.440737 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-193746c4-9fa6-44f8-aae3-8634119d3302 req-dd043620-bc2c-40bf-94a4-b557b83af6e3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c59dabb3-3736-43f2-ab6a-81d6e79772f1 HTTP/1.1" status: 200 len: 898 time: 0.1391633 Mar 01 14:25:46.485909 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-193746c4-9fa6-44f8-aae3-8634119d3302 req-0c4a154e-3f5e-44fa-b2b8-f44e66ea8727 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d67af85-6de3-489a-b5a1-8468ba1951fe HTTP/1.1" status: 200 len: 217 time: 0.0380840 Mar 01 14:25:46.514448 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-6af6dea0-fc24-46fc-8973-f67585dc1091 None None] Set router 76c727e1-9e09-4ec7-99fe-d72fb3334a3d gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:25:46.532698 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193746c4-9fa6-44f8-aae3-8634119d3302 req-0b3804f5-d17a-4da0-b3a3-bce1b56c60ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:25:46.534183 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-193746c4-9fa6-44f8-aae3-8634119d3302 req-0b3804f5-d17a-4da0-b3a3-bce1b56c60ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=871d2803-d4ed-4f3c-b3b7-2f1879bca64c HTTP/1.1" status: 200 len: 835 time: 0.0421462 Mar 01 14:25:46.582219 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193746c4-9fa6-44f8-aae3-8634119d3302 req-9c1ef508-811e-4932-9f7a-26be535a9bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:25:46.583794 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-193746c4-9fa6-44f8-aae3-8634119d3302 req-9c1ef508-811e-4932-9f7a-26be535a9bc4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c59dabb3-3736-43f2-ab6a-81d6e79772f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435569 Mar 01 14:25:46.673570 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-193746c4-9fa6-44f8-aae3-8634119d3302 req-b96389a6-ef3a-484c-a3a7-0b4d4636efe6 service neutron] 10.222.0.32 "GET /v2.0/networks/c59dabb3-3736-43f2-ab6a-81d6e79772f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826759 Mar 01 14:25:46.707705 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-6af6dea0-fc24-46fc-8973-f67585dc1091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380333137', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '641ce825-c9d6-4c20-a25b-0677b4ddf35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:22:49Z', 'updated_at': '2022-03-01T14:22:52Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '641ce825-c9d6-4c20-a25b-0677b4ddf35c', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:22:50Z', 'updated_at': '2022-03-01T14:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'b250f0e2-b0c7-490a-936d-be8ea356d96a', 'name': '', 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'mac_address': 'fa:16:3e:4f:dc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '871d2803-d4ed-4f3c-b3b7-2f1879bca64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:22:52Z', 'updated_at': '2022-03-01T14:22:56Z', 'revision_number': 5, 'project_id': '677a2c84d86e461aa18f47403491f396', 'subnets': [{'id': '871d2803-d4ed-4f3c-b3b7-2f1879bca64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:25:46.733090 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af6dea0-fc24-46fc-8973-f67585dc1091 None None] The sync data for ids ['76c727e1-9e09-4ec7-99fe-d72fb3334a3d'] in n-d-827467-3 is: [{'id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380333137', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '641ce825-c9d6-4c20-a25b-0677b4ddf35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:22:49Z', 'updated_at': '2022-03-01T14:22:52Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '641ce825-c9d6-4c20-a25b-0677b4ddf35c', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:22:50Z', 'updated_at': '2022-03-01T14:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': 'b250f0e2-b0c7-490a-936d-be8ea356d96a', 'name': '', 'network_id': 'c59dabb3-3736-43f2-ab6a-81d6e79772f1', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'mac_address': 'fa:16:3e:4f:dc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '871d2803-d4ed-4f3c-b3b7-2f1879bca64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:22:52Z', 'updated_at': '2022-03-01T14:22:56Z', 'revision_number': 5, 'project_id': '677a2c84d86e461aa18f47403491f396', 'subnets': [{'id': '871d2803-d4ed-4f3c-b3b7-2f1879bca64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:25:46.763771 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-193746c4-9fa6-44f8-aae3-8634119d3302 req-0b60f063-21ac-43d5-9493-879b35a6e9c4 service neutron] 10.222.0.32 "GET /v2.0/networks/c59dabb3-3736-43f2-ab6a-81d6e79772f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839717 Mar 01 14:25:46.958890 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31133de3-748d-4a49-8a3e-fa355b8e88f6 None None] New status for floating IP 652ce2ff-7aba-42a2-9fd4-d6b0c73b501c: DOWN {{(pid=103728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 14:25:47.544547 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7ddbd-5297-4ddb-ac85-61635a9796f9 req-adade5da-3ca0-4ae3-ae07-ea6e53d702b2 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:25:47.546027 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b9f7ddbd-5297-4ddb-ac85-61635a9796f9 req-adade5da-3ca0-4ae3-ae07-ea6e53d702b2 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 946 time: 0.0529497 Mar 01 14:25:47.596168 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b9f7ddbd-5297-4ddb-ac85-61635a9796f9 req-bb310ca4-dea0-4136-a5ca-755aab50525b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d1efe9-88f7-413d-aeab-058516528eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439036 Mar 01 14:25:47.852793 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd8c0b-7a0a-4a91-9ecf-56874e0ac6ec req-e5390be7-3bf3-4e58-8428-6984906cffca tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:25:47.854266 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e4bd8c0b-7a0a-4a91-9ecf-56874e0ac6ec req-e5390be7-3bf3-4e58-8428-6984906cffca tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 946 time: 0.0575917 Mar 01 14:25:47.941746 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-e4bd8c0b-7a0a-4a91-9ecf-56874e0ac6ec req-64263f9c-aeff-43a0-845c-fed0cd893701 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Deleting port 5d67af85-6de3-489a-b5a1-8468ba1951fe {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:25:47.942086 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e4bd8c0b-7a0a-4a91-9ecf-56874e0ac6ec req-64263f9c-aeff-43a0-845c-fed0cd893701 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (5d67af85-6de3-489a-b5a1-8468ba1951fe), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:48.030612 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-e4bd8c0b-7a0a-4a91-9ecf-56874e0ac6ec req-64263f9c-aeff-43a0-845c-fed0cd893701 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] For port 5d67af85-6de3-489a-b5a1-8468ba1951fe, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=5d67af85-6de3-489a-b5a1-8468ba1951fe,segment=NetworkSegment(081434f1-bdea-4b4c-be7c-1fb3c192844b),segment_id=081434f1-bdea-4b4c-be7c-1fb3c192844b)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:25:48.030966 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e4bd8c0b-7a0a-4a91-9ecf-56874e0ac6ec req-64263f9c-aeff-43a0-845c-fed0cd893701 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (5d67af85-6de3-489a-b5a1-8468ba1951fe), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:48.043891 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-e4bd8c0b-7a0a-4a91-9ecf-56874e0ac6ec req-64263f9c-aeff-43a0-845c-fed0cd893701 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Calling delete_port for 5d67af85-6de3-489a-b5a1-8468ba1951fe owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:25:48.169200 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e4bd8c0b-7a0a-4a91-9ecf-56874e0ac6ec req-64263f9c-aeff-43a0-845c-fed0cd893701 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (5d67af85-6de3-489a-b5a1-8468ba1951fe), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:48.196077 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64263f9c-aeff-43a0-845c-fed0cd893701 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event deleted for resources: {'Port': ['ID=5d67af85-6de3-489a-b5a1-8468ba1951fe,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:25:48.239954 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4bd8c0b-7a0a-4a91-9ecf-56874e0ac6ec req-64263f9c-aeff-43a0-845c-fed0cd893701 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] No DVR routers for this DVR port 5d67af85-6de3-489a-b5a1-8468ba1951fe on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:25:48.242405 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-e4bd8c0b-7a0a-4a91-9ecf-56874e0ac6ec req-64263f9c-aeff-43a0-845c-fed0cd893701 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:48.245675 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e4bd8c0b-7a0a-4a91-9ecf-56874e0ac6ec req-64263f9c-aeff-43a0-845c-fed0cd893701 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.32 "DELETE /v2.0/ports/5d67af85-6de3-489a-b5a1-8468ba1951fe HTTP/1.1" status: 204 len: 173 time: 0.3868101 Mar 01 14:25:48.246119 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6', 'name': 'network-vif-deleted', 'tag': '5d67af85-6de3-489a-b5a1-8468ba1951fe'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:25:48.248364 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612d8bf4-078e-47dc-8de4-4b4fd2a77a88" -d '{"events": [{"server_uuid": "e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6", "name": "network-vif-deleted", "tag": "5d67af85-6de3-489a-b5a1-8468ba1951fe"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:25:48.285833 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc8be42-0318-4a7a-8364-bf1ef3a18fe0 x-openstack-request-id: req-4dc8be42-0318-4a7a-8364-bf1ef3a18fe0 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:25:48.286129 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6", "name": "network-vif-deleted", "tag": "5d67af85-6de3-489a-b5a1-8468ba1951fe", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:25:48.286386 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4dc8be42-0318-4a7a-8364-bf1ef3a18fe0 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:25:48.286821 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6', 'name': 'network-vif-deleted', 'tag': '5d67af85-6de3-489a-b5a1-8468ba1951fe', 'status': 'completed', 'code': 200} Mar 01 14:25:48.719392 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a9da8a21-db2e-4566-a575-3f3429fedac7 req-1265242d-f2b7-4908-9e91-086e85ab2d7f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4a1d8-56ea-4ef2-8c4f-e5436c5469b6 HTTP/1.1" status: 200 len: 210 time: 0.0316420 Mar 01 14:25:49.776021 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56378) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:25:50.129037 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ff54810a-f711-4022-8b42-297253cf3a68 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (76c727e1-9e09-4ec7-99fe-d72fb3334a3d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:50.381506 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-ff54810a-f711-4022-8b42-297253cf3a68 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Deleting port b250f0e2-b0c7-490a-936d-be8ea356d96a {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:25:50.381799 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ff54810a-f711-4022-8b42-297253cf3a68 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (b250f0e2-b0c7-490a-936d-be8ea356d96a), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:50.467554 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-ff54810a-f711-4022-8b42-297253cf3a68 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] For port b250f0e2-b0c7-490a-936d-be8ea356d96a, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=b250f0e2-b0c7-490a-936d-be8ea356d96a,segment=NetworkSegment(081434f1-bdea-4b4c-be7c-1fb3c192844b),segment_id=081434f1-bdea-4b4c-be7c-1fb3c192844b)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:25:50.467946 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ff54810a-f711-4022-8b42-297253cf3a68 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (b250f0e2-b0c7-490a-936d-be8ea356d96a), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:50.483777 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-ff54810a-f711-4022-8b42-297253cf3a68 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Calling delete_port for b250f0e2-b0c7-490a-936d-be8ea356d96a owned by network:router_interface {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:25:50.663042 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ff54810a-f711-4022-8b42-297253cf3a68 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (b250f0e2-b0c7-490a-936d-be8ea356d96a), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:50.693743 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff54810a-f711-4022-8b42-297253cf3a68 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event deleted for resources: {'Port': ['ID=b250f0e2-b0c7-490a-936d-be8ea356d96a,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:25:50.863774 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ff54810a-f711-4022-8b42-297253cf3a68 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (76c727e1-9e09-4ec7-99fe-d72fb3334a3d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:51.077256 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff54810a-f711-4022-8b42-297253cf3a68 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Router 76c727e1-9e09-4ec7-99fe-d72fb3334a3d has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:25:51.510774 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff54810a-f711-4022-8b42-297253cf3a68 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:25:51.515873 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ff54810a-f711-4022-8b42-297253cf3a68 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "PUT /v2.0/routers/76c727e1-9e09-4ec7-99fe-d72fb3334a3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7387984 Mar 01 14:25:51.518533 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56380) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:25:51.521722 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb67c33-b2d7-475f-9f6d-c0027fa03b57 None None] Sync routers for ids ['76c727e1-9e09-4ec7-99fe-d72fb3334a3d'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:25:51.531415 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb67c33-b2d7-475f-9f6d-c0027fa03b57 None None] Routers {'76c727e1-9e09-4ec7-99fe-d72fb3334a3d'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:25:51.532132 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-beb67c33-b2d7-475f-9f6d-c0027fa03b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:25:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['76c727e1-9e09-4ec7-99fe-d72fb3334a3d'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:25:51.568066 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b6afbca-2da4-45af-84a8-32b2182202a9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Deleting subnet 871d2803-d4ed-4f3c-b3b7-2f1879bca64c {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:25:51.571077 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0b6afbca-2da4-45af-84a8-32b2182202a9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for subnet (871d2803-d4ed-4f3c-b3b7-2f1879bca64c), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:51.609973 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0b6afbca-2da4-45af-84a8-32b2182202a9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (871d2803-d4ed-4f3c-b3b7-2f1879bca64c), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:51.636686 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-beb67c33-b2d7-475f-9f6d-c0027fa03b57 None None] Set router 76c727e1-9e09-4ec7-99fe-d72fb3334a3d gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:25:51.694061 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0b6afbca-2da4-45af-84a8-32b2182202a9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (871d2803-d4ed-4f3c-b3b7-2f1879bca64c), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:51.751487 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0b6afbca-2da4-45af-84a8-32b2182202a9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (871d2803-d4ed-4f3c-b3b7-2f1879bca64c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:51.779172 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6afbca-2da4-45af-84a8-32b2182202a9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event deleted for resources: {'Subnet': ['ID=871d2803-d4ed-4f3c-b3b7-2f1879bca64c,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:25:51.781184 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0b6afbca-2da4-45af-84a8-32b2182202a9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:51.787385 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0b6afbca-2da4-45af-84a8-32b2182202a9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "DELETE /v2.0/subnets/871d2803-d4ed-4f3c-b3b7-2f1879bca64c HTTP/1.1" status: 204 len: 168 time: 0.2654774 Mar 01 14:25:51.788237 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56382) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:25:51.791321 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f440197-560f-42b7-a800-9b0f9a919318 None None] Network c59dabb3-3736-43f2-ab6a-81d6e79772f1 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:25:51.825779 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-beb67c33-b2d7-475f-9f6d-c0027fa03b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380333137', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '641ce825-c9d6-4c20-a25b-0677b4ddf35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:22:49Z', 'updated_at': '2022-03-01T14:25:50Z', 'revision_number': 5, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '641ce825-c9d6-4c20-a25b-0677b4ddf35c', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:22:50Z', 'updated_at': '2022-03-01T14:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:25:51.905832 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-320dbd02-1191-4856-b656-8f7a637fad2f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for router (76c727e1-9e09-4ec7-99fe-d72fb3334a3d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:51.947257 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb67c33-b2d7-475f-9f6d-c0027fa03b57 None None] Checking router: 76c727e1-9e09-4ec7-99fe-d72fb3334a3d for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:25:51.953781 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615e1746-8c1f-4bd3-81c5-20c1bfda0a85 None None] DHCP port deletion for c59dabb3-3736-43f2-ab6a-81d6e79772f1 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:25:51.958065 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb67c33-b2d7-475f-9f6d-c0027fa03b57 None None] Routers {'76c727e1-9e09-4ec7-99fe-d72fb3334a3d'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:25:51.959200 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-beb67c33-b2d7-475f-9f6d-c0027fa03b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:25:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['76c727e1-9e09-4ec7-99fe-d72fb3334a3d'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:25:52.006052 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-615e1746-8c1f-4bd3-81c5-20c1bfda0a85 None None] Deleting port f6b4e59a-a535-476f-8979-6d11b4dace18 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:25:52.006536 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-615e1746-8c1f-4bd3-81c5-20c1bfda0a85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (f6b4e59a-a535-476f-8979-6d11b4dace18), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:52.021355 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-320dbd02-1191-4856-b656-8f7a637fad2f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for router_gateway (76c727e1-9e09-4ec7-99fe-d72fb3334a3d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:52.071123 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-beb67c33-b2d7-475f-9f6d-c0027fa03b57 None None] Set router 76c727e1-9e09-4ec7-99fe-d72fb3334a3d gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:25:52.073011 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-615e1746-8c1f-4bd3-81c5-20c1bfda0a85 None None] For port f6b4e59a-a535-476f-8979-6d11b4dace18, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=f6b4e59a-a535-476f-8979-6d11b4dace18,segment=NetworkSegment(081434f1-bdea-4b4c-be7c-1fb3c192844b),segment_id=081434f1-bdea-4b4c-be7c-1fb3c192844b)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:25:52.073539 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-615e1746-8c1f-4bd3-81c5-20c1bfda0a85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (f6b4e59a-a535-476f-8979-6d11b4dace18), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:52.086040 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-320dbd02-1191-4856-b656-8f7a637fad2f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Deleting port 641ce825-c9d6-4c20-a25b-0677b4ddf35c {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:25:52.086479 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-320dbd02-1191-4856-b656-8f7a637fad2f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (641ce825-c9d6-4c20-a25b-0677b4ddf35c), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:52.090963 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-615e1746-8c1f-4bd3-81c5-20c1bfda0a85 None None] Calling delete_port for f6b4e59a-a535-476f-8979-6d11b4dace18 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:25:52.173883 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-320dbd02-1191-4856-b656-8f7a637fad2f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] For port 641ce825-c9d6-4c20-a25b-0677b4ddf35c, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=641ce825-c9d6-4c20-a25b-0677b4ddf35c,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:25:52.174280 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-320dbd02-1191-4856-b656-8f7a637fad2f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (641ce825-c9d6-4c20-a25b-0677b4ddf35c), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:52.179707 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-615e1746-8c1f-4bd3-81c5-20c1bfda0a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (f6b4e59a-a535-476f-8979-6d11b4dace18), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:52.187882 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-320dbd02-1191-4856-b656-8f7a637fad2f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Calling delete_port for 641ce825-c9d6-4c20-a25b-0677b4ddf35c owned by network:router_gateway {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:25:52.215290 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e1746-8c1f-4bd3-81c5-20c1bfda0a85 None None] Pushing event deleted for resources: {'Port': ['ID=f6b4e59a-a535-476f-8979-6d11b4dace18,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:25:52.217594 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615e1746-8c1f-4bd3-81c5-20c1bfda0a85 None None] No DVR routers for this DVR port f6b4e59a-a535-476f-8979-6d11b4dace18 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:25:52.228088 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e1746-8c1f-4bd3-81c5-20c1bfda0a85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:52.228088 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e1746-8c1f-4bd3-81c5-20c1bfda0a85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:52.228088 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e1746-8c1f-4bd3-81c5-20c1bfda0a85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:52.228088 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e1746-8c1f-4bd3-81c5-20c1bfda0a85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:52.228088 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e1746-8c1f-4bd3-81c5-20c1bfda0a85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:52.228088 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e1746-8c1f-4bd3-81c5-20c1bfda0a85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:52.228088 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e1746-8c1f-4bd3-81c5-20c1bfda0a85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:52.229184 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e1746-8c1f-4bd3-81c5-20c1bfda0a85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:52.229184 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e1746-8c1f-4bd3-81c5-20c1bfda0a85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:52.229184 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e1746-8c1f-4bd3-81c5-20c1bfda0a85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:52.229184 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e1746-8c1f-4bd3-81c5-20c1bfda0a85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:52.229633 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e1746-8c1f-4bd3-81c5-20c1bfda0a85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:52.229753 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e1746-8c1f-4bd3-81c5-20c1bfda0a85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:52.269974 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-beb67c33-b2d7-475f-9f6d-c0027fa03b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380333137', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '641ce825-c9d6-4c20-a25b-0677b4ddf35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:22:49Z', 'updated_at': '2022-03-01T14:25:50Z', 'revision_number': 5, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '641ce825-c9d6-4c20-a25b-0677b4ddf35c', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:22:50Z', 'updated_at': '2022-03-01T14:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:25:52.298392 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device f6b4e59a-a535-476f-8979-6d11b4dace18 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:25:52.300169 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb67c33-b2d7-475f-9f6d-c0027fa03b57 None None] The sync data for ids ['76c727e1-9e09-4ec7-99fe-d72fb3334a3d'] in n-d-827467-3 is: [{'id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380333137', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '641ce825-c9d6-4c20-a25b-0677b4ddf35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:22:49Z', 'updated_at': '2022-03-01T14:25:50Z', 'revision_number': 5, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '641ce825-c9d6-4c20-a25b-0677b4ddf35c', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c727e1-9e09-4ec7-99fe-d72fb3334a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:22:50Z', 'updated_at': '2022-03-01T14:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:25:52.320051 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: f6b4e59a-a535-476f-8979-6d11b4dace18 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:25:52.320409 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device f6b4e59a-a535-476f-8979-6d11b4dace18 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:25:52.383515 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-320dbd02-1191-4856-b656-8f7a637fad2f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (641ce825-c9d6-4c20-a25b-0677b4ddf35c), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:52.410122 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320dbd02-1191-4856-b656-8f7a637fad2f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event deleted for resources: {'Port': ['ID=641ce825-c9d6-4c20-a25b-0677b4ddf35c,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:25:52.476496 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-320dbd02-1191-4856-b656-8f7a637fad2f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (76c727e1-9e09-4ec7-99fe-d72fb3334a3d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:52.575886 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-320dbd02-1191-4856-b656-8f7a637fad2f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (76c727e1-9e09-4ec7-99fe-d72fb3334a3d), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:52.578273 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-320dbd02-1191-4856-b656-8f7a637fad2f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for router_controller (76c727e1-9e09-4ec7-99fe-d72fb3334a3d), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:52.621477 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-320dbd02-1191-4856-b656-8f7a637fad2f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (76c727e1-9e09-4ec7-99fe-d72fb3334a3d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:52.622011 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320dbd02-1191-4856-b656-8f7a637fad2f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Fanout notify agent at l3_agent the message router_deleted on router 76c727e1-9e09-4ec7-99fe-d72fb3334a3d {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:25:52.629176 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-320dbd02-1191-4856-b656-8f7a637fad2f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:52.630277 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-320dbd02-1191-4856-b656-8f7a637fad2f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "DELETE /v2.0/routers/76c727e1-9e09-4ec7-99fe-d72fb3334a3d HTTP/1.1" status: 204 len: 168 time: 0.8417144 Mar 01 14:25:52.632914 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56384) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:25:52.710635 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d629dc43-8181-4dba-8c81-ed376626374b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (c59dabb3-3736-43f2-ab6a-81d6e79772f1), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:52.799846 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d629dc43-8181-4dba-8c81-ed376626374b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (c59dabb3-3736-43f2-ab6a-81d6e79772f1), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:52.818679 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-d629dc43-8181-4dba-8c81-ed376626374b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c59dabb3-3736-43f2-ab6a-81d6e79772f1']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:25:52.827994 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-d629dc43-8181-4dba-8c81-ed376626374b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081434f1-bdea-4b4c-be7c-1fb3c192844b') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:25:52.828564 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-d629dc43-8181-4dba-8c81-ed376626374b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081434f1-bdea-4b4c-be7c-1fb3c192844b') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:25:52.838417 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d629dc43-8181-4dba-8c81-ed376626374b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (081434f1-bdea-4b4c-be7c-1fb3c192844b), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:52.852346 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d629dc43-8181-4dba-8c81-ed376626374b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (081434f1-bdea-4b4c-be7c-1fb3c192844b), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:52.858254 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d629dc43-8181-4dba-8c81-ed376626374b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:25:52.858635 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d629dc43-8181-4dba-8c81-ed376626374b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (081434f1-bdea-4b4c-be7c-1fb3c192844b), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:52.861849 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:25:52.861849 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:25:52.861849 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:25:52.861849 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:25:52.861849 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:25:52.861849 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:25:52.861849 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:25:52.861849 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:25:52.861849 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:25:52.861849 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:25:52.861849 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:25:52.861849 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:25:52.861849 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:25:52.861849 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:25:52.861849 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:25:52.861849 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:25:52.861849 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:25:52.861849 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:25:52.861849 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:25:52.861849 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:25:52.861849 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:25:52.861849 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:25:52.861849 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:25:52.861849 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:25:52.861849 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:25:52.861849 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:25:52.861849 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:25:52.861849 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:25:52.861849 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:25:52.861849 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:25:52.861849 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:25:52.861849 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:25:52.866004 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 5d67af85-6de3-489a-b5a1-8468ba1951fe no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:25:52.886906 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: 5d67af85-6de3-489a-b5a1-8468ba1951fe {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:25:52.887363 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 5d67af85-6de3-489a-b5a1-8468ba1951fe not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:25:52.923584 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d629dc43-8181-4dba-8c81-ed376626374b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (c59dabb3-3736-43f2-ab6a-81d6e79772f1), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:52.931315 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-d629dc43-8181-4dba-8c81-ed376626374b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:52.933861 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d629dc43-8181-4dba-8c81-ed376626374b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "DELETE /v2.0/networks/c59dabb3-3736-43f2-ab6a-81d6e79772f1 HTTP/1.1" status: 204 len: 168 time: 0.3000300 Mar 01 14:25:52.936692 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56386) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:25:52.945718 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629dc43-8181-4dba-8c81-ed376626374b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event deleted for resources: {'Network': ['ID=c59dabb3-3736-43f2-ab6a-81d6e79772f1,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:25:52.995868 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e89e83af-e7b5-40fd-9a72-4364efb3b050 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group (c1d1efe9-88f7-413d-aeab-058516528eaa), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:53.019988 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e89e83af-e7b5-40fd-9a72-4364efb3b050 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group (c1d1efe9-88f7-413d-aeab-058516528eaa), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:53.080679 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e89e83af-e7b5-40fd-9a72-4364efb3b050 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (c1d1efe9-88f7-413d-aeab-058516528eaa), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:53.083707 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e89e83af-e7b5-40fd-9a72-4364efb3b050 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:53.084858 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e89e83af-e7b5-40fd-9a72-4364efb3b050 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "DELETE /v2.0/security-groups/c1d1efe9-88f7-413d-aeab-058516528eaa HTTP/1.1" status: 204 len: 168 time: 0.1471355 Mar 01 14:25:53.095574 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e83af-e7b5-40fd-9a72-4364efb3b050 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d1efe9-88f7-413d-aeab-058516528eaa,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:25:53.103845 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e83af-e7b5-40fd-9a72-4364efb3b050 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:53.104199 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e83af-e7b5-40fd-9a72-4364efb3b050 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:53.104543 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e83af-e7b5-40fd-9a72-4364efb3b050 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:53.104880 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e83af-e7b5-40fd-9a72-4364efb3b050 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:53.105212 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e83af-e7b5-40fd-9a72-4364efb3b050 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:53.105667 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e83af-e7b5-40fd-9a72-4364efb3b050 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:53.106001 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e83af-e7b5-40fd-9a72-4364efb3b050 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:53.106326 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e83af-e7b5-40fd-9a72-4364efb3b050 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:53.106652 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e83af-e7b5-40fd-9a72-4364efb3b050 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:53.106975 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e83af-e7b5-40fd-9a72-4364efb3b050 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:53.107297 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e83af-e7b5-40fd-9a72-4364efb3b050 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:53.107619 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e83af-e7b5-40fd-9a72-4364efb3b050 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:53.107958 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e83af-e7b5-40fd-9a72-4364efb3b050 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:25:53.490862 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56394) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:25:53.495662 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-674b6618-2b61-443f-b66e-01cd06c32069 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-828551554', 'description': 'tempest-secgroup-smoke-828551554 description', 'project_id': '677a2c84d86e461aa18f47403491f396'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:25:53.516690 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-674b6618-2b61-443f-b66e-01cd06c32069 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:53.585999 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-674b6618-2b61-443f-b66e-01cd06c32069 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group (8f2ce0af-f44c-4052-901a-e032a703fba7), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:53.589883 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-674b6618-2b61-443f-b66e-01cd06c32069 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (8f2ce0af-f44c-4052-901a-e032a703fba7), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:53.621327 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-674b6618-2b61-443f-b66e-01cd06c32069 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:53.622539 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-674b6618-2b61-443f-b66e-01cd06c32069 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1305876 Mar 01 14:25:53.623826 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b6618-2b61-443f-b66e-01cd06c32069 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2ce0af-f44c-4052-901a-e032a703fba7,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:25:53.625626 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56396) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:25:53.630687 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-b56619c0-2951-4be1-bbdf-71716876159a tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'security_group_rule': {'security_group_id': '8f2ce0af-f44c-4052-901a-e032a703fba7', 'project_id': '677a2c84d86e461aa18f47403491f396', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:25:53.655451 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b56619c0-2951-4be1-bbdf-71716876159a tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (1e5a6838-e7ae-4c8b-8c5a-49936d478d09), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:53.709430 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b56619c0-2951-4be1-bbdf-71716876159a tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (1e5a6838-e7ae-4c8b-8c5a-49936d478d09), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:53.713746 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b56619c0-2951-4be1-bbdf-71716876159a tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (1e5a6838-e7ae-4c8b-8c5a-49936d478d09), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:53.730487 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56619c0-2951-4be1-bbdf-71716876159a tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e5a6838-e7ae-4c8b-8c5a-49936d478d09,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:25:53.738277 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b56619c0-2951-4be1-bbdf-71716876159a tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:53.739458 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b56619c0-2951-4be1-bbdf-71716876159a tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1127954 Mar 01 14:25:53.742172 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56398) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:25:53.746467 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-f02b4de0-9e93-4e0d-88eb-ae7a24e067ac tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'security_group_rule': {'security_group_id': '8f2ce0af-f44c-4052-901a-e032a703fba7', 'project_id': '677a2c84d86e461aa18f47403491f396', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:25:53.770399 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f02b4de0-9e93-4e0d-88eb-ae7a24e067ac tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (577bbcf0-79c1-44c9-a28d-079a918701fa), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:53.832520 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f02b4de0-9e93-4e0d-88eb-ae7a24e067ac tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (577bbcf0-79c1-44c9-a28d-079a918701fa), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:53.835969 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f02b4de0-9e93-4e0d-88eb-ae7a24e067ac tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (577bbcf0-79c1-44c9-a28d-079a918701fa), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:53.853305 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b4de0-9e93-4e0d-88eb-ae7a24e067ac tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=577bbcf0-79c1-44c9-a28d-079a918701fa,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:25:53.860950 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f02b4de0-9e93-4e0d-88eb-ae7a24e067ac tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:53.862177 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f02b4de0-9e93-4e0d-88eb-ae7a24e067ac tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1190360 Mar 01 14:25:53.864904 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56400) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:25:53.869189 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-7135a2e6-d590-4f0f-a826-fba8ed3dd080 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'security_group_rule': {'security_group_id': '8f2ce0af-f44c-4052-901a-e032a703fba7', 'project_id': '677a2c84d86e461aa18f47403491f396', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:25:53.893736 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7135a2e6-d590-4f0f-a826-fba8ed3dd080 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (dd57da64-b24a-47eb-a826-862ef8fad5a8), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:53.952181 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7135a2e6-d590-4f0f-a826-fba8ed3dd080 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (dd57da64-b24a-47eb-a826-862ef8fad5a8), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:53.956349 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7135a2e6-d590-4f0f-a826-fba8ed3dd080 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (dd57da64-b24a-47eb-a826-862ef8fad5a8), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:53.974077 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135a2e6-d590-4f0f-a826-fba8ed3dd080 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd57da64-b24a-47eb-a826-862ef8fad5a8,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:25:53.978623 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7135a2e6-d590-4f0f-a826-fba8ed3dd080 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:53.979826 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7135a2e6-d590-4f0f-a826-fba8ed3dd080 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1139781 Mar 01 14:25:53.982541 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56402) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:25:53.987148 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-f946b4f5-54fa-4647-a69d-368f138130a5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'security_group_rule': {'security_group_id': '8f2ce0af-f44c-4052-901a-e032a703fba7', 'project_id': '677a2c84d86e461aa18f47403491f396', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:25:54.011490 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f946b4f5-54fa-4647-a69d-368f138130a5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (c8c01890-c9fa-4758-91e5-cc6809d09467), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:54.067482 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f946b4f5-54fa-4647-a69d-368f138130a5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (c8c01890-c9fa-4758-91e5-cc6809d09467), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:54.071388 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f946b4f5-54fa-4647-a69d-368f138130a5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (c8c01890-c9fa-4758-91e5-cc6809d09467), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:54.089276 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946b4f5-54fa-4647-a69d-368f138130a5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c01890-c9fa-4758-91e5-cc6809d09467,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:25:54.096852 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f946b4f5-54fa-4647-a69d-368f138130a5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:54.098111 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f946b4f5-54fa-4647-a69d-368f138130a5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1146646 Mar 01 14:25:54.101039 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56404) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:25:54.106193 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-a87b0433-f813-45b4-ba50-d4ea14688418 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'security_group_rule': {'security_group_id': '8f2ce0af-f44c-4052-901a-e032a703fba7', 'project_id': '677a2c84d86e461aa18f47403491f396', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:25:54.128229 n-d-827467-3 neutron-server[103727]: INFO neutron.db.securitygroups_db [None req-a87b0433-f813-45b4-ba50-d4ea14688418 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Project 677a2c84d86e461aa18f47403491f396 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 14:25:54.133228 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a87b0433-f813-45b4-ba50-d4ea14688418 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (8a16edb8-27e7-4870-a92f-c956e6471b41), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:54.184002 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device b250f0e2-b0c7-490a-936d-be8ea356d96a no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:25:54.192313 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a87b0433-f813-45b4-ba50-d4ea14688418 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (8a16edb8-27e7-4870-a92f-c956e6471b41), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:54.195824 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a87b0433-f813-45b4-ba50-d4ea14688418 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (8a16edb8-27e7-4870-a92f-c956e6471b41), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:54.204952 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: b250f0e2-b0c7-490a-936d-be8ea356d96a {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:25:54.205361 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device b250f0e2-b0c7-490a-936d-be8ea356d96a not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:25:54.205759 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 641ce825-c9d6-4c20-a25b-0677b4ddf35c no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:25:54.213142 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b0433-f813-45b4-ba50-d4ea14688418 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a16edb8-27e7-4870-a92f-c956e6471b41,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:25:54.221695 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a87b0433-f813-45b4-ba50-d4ea14688418 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:54.225429 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a87b0433-f813-45b4-ba50-d4ea14688418 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1205664 Mar 01 14:25:54.225591 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 641ce825-c9d6-4c20-a25b-0677b4ddf35c {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:25:54.225591 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 641ce825-c9d6-4c20-a25b-0677b4ddf35c not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:25:54.225812 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56406) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:25:54.230897 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-916f36af-255c-4c76-887e-b20b5d9577e1 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'security_group_rule': {'security_group_id': '8f2ce0af-f44c-4052-901a-e032a703fba7', 'project_id': '677a2c84d86e461aa18f47403491f396', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:25:54.251178 n-d-827467-3 neutron-server[103727]: INFO neutron.db.securitygroups_db [None req-916f36af-255c-4c76-887e-b20b5d9577e1 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Project 677a2c84d86e461aa18f47403491f396 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 14:25:54.256709 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-916f36af-255c-4c76-887e-b20b5d9577e1 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (2a3886af-df50-4f9b-ae46-971e6113c7cf), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:54.315546 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-916f36af-255c-4c76-887e-b20b5d9577e1 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (2a3886af-df50-4f9b-ae46-971e6113c7cf), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:54.319170 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-916f36af-255c-4c76-887e-b20b5d9577e1 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (2a3886af-df50-4f9b-ae46-971e6113c7cf), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:54.335979 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f36af-255c-4c76-887e-b20b5d9577e1 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3886af-df50-4f9b-ae46-971e6113c7cf,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:25:54.343788 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-916f36af-255c-4c76-887e-b20b5d9577e1 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:54.344983 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-916f36af-255c-4c76-887e-b20b5d9577e1 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1177471 Mar 01 14:25:54.347950 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56408) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:25:54.352686 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-9e99c395-86b9-48ac-b980-23b22f2c137b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'network': {'name': 'tempest-network-smoke--699455582', 'project_id': '677a2c84d86e461aa18f47403491f396', 'port_security_enabled': True}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:25:54.372067 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e99c395-86b9-48ac-b980-23b22f2c137b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Made reservation on behalf of 677a2c84d86e461aa18f47403491f396 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:25:54.375316 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9e99c395-86b9-48ac-b980-23b22f2c137b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:54.398673 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e99c395-86b9-48ac-b980-23b22f2c137b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:25:54.407246 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9e99c395-86b9-48ac-b980-23b22f2c137b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (62ca152e-367d-4d30-acd3-a23958e420b3), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:54.407583 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-9e99c395-86b9-48ac-b980-23b22f2c137b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Added segment 62ca152e-367d-4d30-acd3-a23958e420b3 of type vlan for network 74471565-f72a-4fe5-ab53-3119fc16c355 Mar 01 14:25:54.446477 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9e99c395-86b9-48ac-b980-23b22f2c137b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (74471565-f72a-4fe5-ab53-3119fc16c355), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:54.469175 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9e99c395-86b9-48ac-b980-23b22f2c137b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (74471565-f72a-4fe5-ab53-3119fc16c355), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:54.474733 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e99c395-86b9-48ac-b980-23b22f2c137b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:25:54.475306 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9e99c395-86b9-48ac-b980-23b22f2c137b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:54.529687 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9e99c395-86b9-48ac-b980-23b22f2c137b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1807520 Mar 01 14:25:54.532652 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56410) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:25:54.537800 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-2c6b88fc-864b-4573-8355-df64d83bed23 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1181139855', 'admin_state_up': True, 'project_id': '677a2c84d86e461aa18f47403491f396', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:25:54.545601 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99c395-86b9-48ac-b980-23b22f2c137b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'Network': ['ID=74471565-f72a-4fe5-ab53-3119fc16c355,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:25:54.556878 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 74471565-f72a-4fe5-ab53-3119fc16c355 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:25:54.562699 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2c6b88fc-864b-4573-8355-df64d83bed23 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (6f7e4abd-86a1-480c-96fb-94ffad04ac94), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:54.563859 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2c6b88fc-864b-4573-8355-df64d83bed23 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (6f7e4abd-86a1-480c-96fb-94ffad04ac94), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:54.617251 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2c6b88fc-864b-4573-8355-df64d83bed23 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for router_controller (6f7e4abd-86a1-480c-96fb-94ffad04ac94), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:54.759983 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2c6b88fc-864b-4573-8355-df64d83bed23 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for router_gateway (6f7e4abd-86a1-480c-96fb-94ffad04ac94), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:54.948083 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2c6b88fc-864b-4573-8355-df64d83bed23 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for router_gateway (6f7e4abd-86a1-480c-96fb-94ffad04ac94), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:54.971742 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2c6b88fc-864b-4573-8355-df64d83bed23 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:55.070316 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-2c6b88fc-864b-4573-8355-df64d83bed23 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Allocated IP 172.25.1.161 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/55738940-9860-4d8e-af04-87dfd235e13d) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:25:55.173454 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2c6b88fc-864b-4573-8355-df64d83bed23 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for port (55738940-9860-4d8e-af04-87dfd235e13d), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:55.207365 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2c6b88fc-864b-4573-8355-df64d83bed23 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (55738940-9860-4d8e-af04-87dfd235e13d), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:55.244106 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6b88fc-864b-4573-8355-df64d83bed23 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:25:55.246871 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-2c6b88fc-864b-4573-8355-df64d83bed23 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:25:55.249516 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6b88fc-864b-4573-8355-df64d83bed23 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:25:55.279366 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6b88fc-864b-4573-8355-df64d83bed23 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'Port': ['ID=55738940-9860-4d8e-af04-87dfd235e13d,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:25:55.293062 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b38e6d7c-495d-4a71-bf60-94284a3c0ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:55.504411 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2c6b88fc-864b-4573-8355-df64d83bed23 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for router_gateway (6f7e4abd-86a1-480c-96fb-94ffad04ac94), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:55.703867 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2c6b88fc-864b-4573-8355-df64d83bed23 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (6f7e4abd-86a1-480c-96fb-94ffad04ac94), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:55.829317 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6b88fc-864b-4573-8355-df64d83bed23 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Router 6f7e4abd-86a1-480c-96fb-94ffad04ac94 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:25:55.933123 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6b88fc-864b-4573-8355-df64d83bed23 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:25:55.943047 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471808c8-fece-49ad-9456-16b5f1cc0892 None None] Sync routers for ids ['6f7e4abd-86a1-480c-96fb-94ffad04ac94'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:25:55.952503 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471808c8-fece-49ad-9456-16b5f1cc0892 None None] Routers {'6f7e4abd-86a1-480c-96fb-94ffad04ac94'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:25:55.952760 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2c6b88fc-864b-4573-8355-df64d83bed23 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:55.953134 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-471808c8-fece-49ad-9456-16b5f1cc0892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:25:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6f7e4abd-86a1-480c-96fb-94ffad04ac94'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:25:55.954036 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2c6b88fc-864b-4573-8355-df64d83bed23 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4197657 Mar 01 14:25:55.957136 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56412) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:25:55.984426 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-eb3f15cf-650c-48fa-aaae-7e2005affb22 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=677a2c84d86e461aa18f47403491f396&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262275 Mar 01 14:25:55.987683 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56414) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:25:56.063288 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-471808c8-fece-49ad-9456-16b5f1cc0892 None None] Set router 6f7e4abd-86a1-480c-96fb-94ffad04ac94 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:25:56.077698 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e137ecbb-1123-4edb-8a01-84a5e643ad72 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:25:56.079290 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e137ecbb-1123-4edb-8a01-84a5e643ad72 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905938 Mar 01 14:25:56.082183 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56416) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:25:56.109767 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0be1e687-de9d-44c9-b092-3d410dd58150 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=645b0646-084a-4922-8a3b-3b65ee21b5e4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265868 Mar 01 14:25:56.112700 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56418) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:25:56.117273 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-8696b438-094b-4069-9aca-7f04b5b772db tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-525846124', 'network_id': '74471565-f72a-4fe5-ab53-3119fc16c355', 'project_id': '677a2c84d86e461aa18f47403491f396', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:25:56.201628 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8696b438-094b-4069-9aca-7f04b5b772db tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Made reservation on behalf of 677a2c84d86e461aa18f47403491f396 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:25:56.205575 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8696b438-094b-4069-9aca-7f04b5b772db tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:56.246778 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-471808c8-fece-49ad-9456-16b5f1cc0892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181139855', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '55738940-9860-4d8e-af04-87dfd235e13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:25:54Z', 'updated_at': '2022-03-01T14:25:55Z', 'revision_number': 3, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '55738940-9860-4d8e-af04-87dfd235e13d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ea:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:25:54Z', 'updated_at': '2022-03-01T14:25:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:25:56.276579 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471808c8-fece-49ad-9456-16b5f1cc0892 None None] Checking router: 6f7e4abd-86a1-480c-96fb-94ffad04ac94 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:25:56.276926 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471808c8-fece-49ad-9456-16b5f1cc0892 None None] Updating router 6f7e4abd-86a1-480c-96fb-94ffad04ac94 port 55738940-9860-4d8e-af04-87dfd235e13d binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:25:56.305883 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-471808c8-fece-49ad-9456-16b5f1cc0892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (55738940-9860-4d8e-af04-87dfd235e13d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:56.382632 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8696b438-094b-4069-9aca-7f04b5b772db tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (d6f7fe18-aa88-4c3a-9c11-696aaa922916), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:56.440339 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8696b438-094b-4069-9aca-7f04b5b772db tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'Subnet': ['ID=d6f7fe18-aa88-4c3a-9c11-696aaa922916,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:25:56.455289 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8696b438-094b-4069-9aca-7f04b5b772db tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Checking segment: {'id': '62ca152e-367d-4d30-acd3-a23958e420b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '74471565-f72a-4fe5-ab53-3119fc16c355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:25:56.456242 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8696b438-094b-4069-9aca-7f04b5b772db tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Network hostable DHCP agents. Network: 74471565-f72a-4fe5-ab53-3119fc16c355, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:25:56.472911 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8696b438-094b-4069-9aca-7f04b5b772db tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Network 74471565-f72a-4fe5-ab53-3119fc16c355 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:25:56.481896 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-8696b438-094b-4069-9aca-7f04b5b772db tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 74471565-f72a-4fe5-ab53-3119fc16c355) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:25:56.486276 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8696b438-094b-4069-9aca-7f04b5b772db tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:25:56.486806 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8696b438-094b-4069-9aca-7f04b5b772db tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:56.492394 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40ce0c1-b778-402e-87c8-0a2223479f6e None None] Network 74471565-f72a-4fe5-ab53-3119fc16c355 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:25:56.504732 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-8696b438-094b-4069-9aca-7f04b5b772db tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3910081 Mar 01 14:25:56.507494 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56420) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:25:56.635540 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-471808c8-fece-49ad-9456-16b5f1cc0892 None None] Publish callbacks [] for port (55738940-9860-4d8e-af04-87dfd235e13d), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:56.650435 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-471808c8-fece-49ad-9456-16b5f1cc0892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (55738940-9860-4d8e-af04-87dfd235e13d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:56.655341 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571aa341-b0a0-4600-97f8-6b65c5c6484c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-74471565-f72a-4fe5-ab53-3119fc16c355', 'network_id': '74471565-f72a-4fe5-ab53-3119fc16c355', 'project_id': '677a2c84d86e461aa18f47403491f396', 'fixed_ips': [{'subnet_id': 'd6f7fe18-aa88-4c3a-9c11-696aaa922916'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:25:56.656189 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-571aa341-b0a0-4600-97f8-6b65c5c6484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:56.725354 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-471808c8-fece-49ad-9456-16b5f1cc0892 None None] Attempting to bind port 55738940-9860-4d8e-af04-87dfd235e13d on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:25:56.725730 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-471808c8-fece-49ad-9456-16b5f1cc0892 None None] Attempting to bind port 55738940-9860-4d8e-af04-87dfd235e13d by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:25:56.726100 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471808c8-fece-49ad-9456-16b5f1cc0892 None None] Attempting to bind port 55738940-9860-4d8e-af04-87dfd235e13d on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:25:56.728910 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d203c-fb34-4d12-8694-05392b3669e4 None None] Pushing event updated for resources: {'Port': ['ID=55738940-9860-4d8e-af04-87dfd235e13d,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:25:56.734650 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471808c8-fece-49ad-9456-16b5f1cc0892 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:25:56.735038 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471808c8-fece-49ad-9456-16b5f1cc0892 None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:25:56.735538 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-471808c8-fece-49ad-9456-16b5f1cc0892 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:56.735872 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471808c8-fece-49ad-9456-16b5f1cc0892 None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:25:56.736333 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-471808c8-fece-49ad-9456-16b5f1cc0892 None None] Bound port: 55738940-9860-4d8e-af04-87dfd235e13d, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:25:56.736726 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-471808c8-fece-49ad-9456-16b5f1cc0892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (55738940-9860-4d8e-af04-87dfd235e13d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:56.879810 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-471808c8-fece-49ad-9456-16b5f1cc0892 None None] For port 55738940-9860-4d8e-af04-87dfd235e13d, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:25:56.884311 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-471808c8-fece-49ad-9456-16b5f1cc0892 None None] For port 55738940-9860-4d8e-af04-87dfd235e13d, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=55738940-9860-4d8e-af04-87dfd235e13d,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:25:56.895265 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-571aa341-b0a0-4600-97f8-6b65c5c6484c None None] Allocated IP 172.20.0.2 (74471565-f72a-4fe5-ab53-3119fc16c355/d6f7fe18-aa88-4c3a-9c11-696aaa922916/646bff0a-94b2-4dc7-8d40-2157b1cb8746) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:25:56.897968 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-471808c8-fece-49ad-9456-16b5f1cc0892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (55738940-9860-4d8e-af04-87dfd235e13d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:57.008839 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d203c-fb34-4d12-8694-05392b3669e4 None None] Pushing event updated for resources: {'Port': ['ID=55738940-9860-4d8e-af04-87dfd235e13d,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:25:57.020342 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471808c8-fece-49ad-9456-16b5f1cc0892 None None] Routers {'6f7e4abd-86a1-480c-96fb-94ffad04ac94'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:25:57.020991 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-471808c8-fece-49ad-9456-16b5f1cc0892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:25:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6f7e4abd-86a1-480c-96fb-94ffad04ac94'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:25:57.306586 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5d760a99-bf41-4da4-8dc0-3c2244329ccd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:57.344960 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-471808c8-fece-49ad-9456-16b5f1cc0892 None None] Set router 6f7e4abd-86a1-480c-96fb-94ffad04ac94 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:25:57.401682 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-571aa341-b0a0-4600-97f8-6b65c5c6484c None None] Publish callbacks [] for port (646bff0a-94b2-4dc7-8d40-2157b1cb8746), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:57.418373 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-571aa341-b0a0-4600-97f8-6b65c5c6484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (646bff0a-94b2-4dc7-8d40-2157b1cb8746), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:57.514843 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571aa341-b0a0-4600-97f8-6b65c5c6484c None None] Network 74471565-f72a-4fe5-ab53-3119fc16c355 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:25:57.519898 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ef62a808-d3b8-47a3-906d-20f0c8d1bbdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:57.529794 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-571aa341-b0a0-4600-97f8-6b65c5c6484c None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:25:57.541510 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571aa341-b0a0-4600-97f8-6b65c5c6484c None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:25:57.544058 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571aa341-b0a0-4600-97f8-6b65c5c6484c None None] Pushing event updated for resources: {'Port': ['ID=646bff0a-94b2-4dc7-8d40-2157b1cb8746,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:25:57.585313 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-5d760a99-bf41-4da4-8dc0-3c2244329ccd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Allocated IP 172.20.0.1 (74471565-f72a-4fe5-ab53-3119fc16c355/d6f7fe18-aa88-4c3a-9c11-696aaa922916/8f83384b-3f96-4fe4-bad6-d647a9fa87c8) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:25:57.640663 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-571aa341-b0a0-4600-97f8-6b65c5c6484c None None] Attempting to bind port 646bff0a-94b2-4dc7-8d40-2157b1cb8746 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:25:57.641025 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-571aa341-b0a0-4600-97f8-6b65c5c6484c None None] Attempting to bind port 646bff0a-94b2-4dc7-8d40-2157b1cb8746 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '62ca152e-367d-4d30-acd3-a23958e420b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '74471565-f72a-4fe5-ab53-3119fc16c355'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:25:57.641383 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571aa341-b0a0-4600-97f8-6b65c5c6484c None None] Attempting to bind port 646bff0a-94b2-4dc7-8d40-2157b1cb8746 on network 74471565-f72a-4fe5-ab53-3119fc16c355 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:25:57.649488 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571aa341-b0a0-4600-97f8-6b65c5c6484c None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:25:57.649854 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571aa341-b0a0-4600-97f8-6b65c5c6484c None None] Checking segment: {'id': '62ca152e-367d-4d30-acd3-a23958e420b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '74471565-f72a-4fe5-ab53-3119fc16c355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:25:57.650256 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-571aa341-b0a0-4600-97f8-6b65c5c6484c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:57.650644 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571aa341-b0a0-4600-97f8-6b65c5c6484c None None] Bound using segment: {'id': '62ca152e-367d-4d30-acd3-a23958e420b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '74471565-f72a-4fe5-ab53-3119fc16c355'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:25:57.651542 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-571aa341-b0a0-4600-97f8-6b65c5c6484c None None] Bound port: 646bff0a-94b2-4dc7-8d40-2157b1cb8746, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62ca152e-367d-4d30-acd3-a23958e420b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '74471565-f72a-4fe5-ab53-3119fc16c355'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:25:57.651542 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-571aa341-b0a0-4600-97f8-6b65c5c6484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (646bff0a-94b2-4dc7-8d40-2157b1cb8746), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:57.702387 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5d760a99-bf41-4da4-8dc0-3c2244329ccd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for port (8f83384b-3f96-4fe4-bad6-d647a9fa87c8), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:57.705405 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-471808c8-fece-49ad-9456-16b5f1cc0892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181139855', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '55738940-9860-4d8e-af04-87dfd235e13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:25:54Z', 'updated_at': '2022-03-01T14:25:55Z', 'revision_number': 3, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '55738940-9860-4d8e-af04-87dfd235e13d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ea:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:25:54Z', 'updated_at': '2022-03-01T14:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:25:57.736449 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5d760a99-bf41-4da4-8dc0-3c2244329ccd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (8f83384b-3f96-4fe4-bad6-d647a9fa87c8), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:57.739406 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471808c8-fece-49ad-9456-16b5f1cc0892 None None] The sync data for ids ['6f7e4abd-86a1-480c-96fb-94ffad04ac94'] in n-d-827467-3 is: [{'id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181139855', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '55738940-9860-4d8e-af04-87dfd235e13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:25:54Z', 'updated_at': '2022-03-01T14:25:55Z', 'revision_number': 3, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '55738940-9860-4d8e-af04-87dfd235e13d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ea:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:25:54Z', 'updated_at': '2022-03-01T14:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:25:57.747072 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-571aa341-b0a0-4600-97f8-6b65c5c6484c None None] For port 646bff0a-94b2-4dc7-8d40-2157b1cb8746, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:25:57.750363 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-571aa341-b0a0-4600-97f8-6b65c5c6484c None None] For port 646bff0a-94b2-4dc7-8d40-2157b1cb8746, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=646bff0a-94b2-4dc7-8d40-2157b1cb8746,segment=NetworkSegment(62ca152e-367d-4d30-acd3-a23958e420b3),segment_id=62ca152e-367d-4d30-acd3-a23958e420b3)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:25:57.757123 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-571aa341-b0a0-4600-97f8-6b65c5c6484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (646bff0a-94b2-4dc7-8d40-2157b1cb8746), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:57.788693 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d760a99-bf41-4da4-8dc0-3c2244329ccd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Network 74471565-f72a-4fe5-ab53-3119fc16c355 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:25:57.791849 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-5d760a99-bf41-4da4-8dc0-3c2244329ccd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:25:57.795780 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d760a99-bf41-4da4-8dc0-3c2244329ccd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:25:57.802395 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d760a99-bf41-4da4-8dc0-3c2244329ccd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'Port': ['ID=8f83384b-3f96-4fe4-bad6-d647a9fa87c8,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:25:57.816197 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571aa341-b0a0-4600-97f8-6b65c5c6484c None None] Pushing event updated for resources: {'Port': ['ID=646bff0a-94b2-4dc7-8d40-2157b1cb8746,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:25:57.852959 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5d760a99-bf41-4da4-8dc0-3c2244329ccd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (6f7e4abd-86a1-480c-96fb-94ffad04ac94), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:58.015597 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5d760a99-bf41-4da4-8dc0-3c2244329ccd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8f83384b-3f96-4fe4-bad6-d647a9fa87c8), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:58.313547 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 646bff0a-94b2-4dc7-8d40-2157b1cb8746 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:25:58.377110 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5d760a99-bf41-4da4-8dc0-3c2244329ccd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for port (8f83384b-3f96-4fe4-bad6-d647a9fa87c8), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:58.383083 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5d760a99-bf41-4da4-8dc0-3c2244329ccd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (8f83384b-3f96-4fe4-bad6-d647a9fa87c8), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:58.388414 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 646bff0a-94b2-4dc7-8d40-2157b1cb8746 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:25:58.388955 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (646bff0a-94b2-4dc7-8d40-2157b1cb8746), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:58.469416 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d760a99-bf41-4da4-8dc0-3c2244329ccd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'Port': ['ID=8f83384b-3f96-4fe4-bad6-d647a9fa87c8,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:25:58.486800 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5d760a99-bf41-4da4-8dc0-3c2244329ccd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (6f7e4abd-86a1-480c-96fb-94ffad04ac94), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:58.492942 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 646bff0a-94b2-4dc7-8d40-2157b1cb8746 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:25:58.493339 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (646bff0a-94b2-4dc7-8d40-2157b1cb8746), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:58.539038 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 646bff0a-94b2-4dc7-8d40-2157b1cb8746, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=646bff0a-94b2-4dc7-8d40-2157b1cb8746,segment=NetworkSegment(62ca152e-367d-4d30-acd3-a23958e420b3),segment_id=62ca152e-367d-4d30-acd3-a23958e420b3)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:25:58.546045 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (646bff0a-94b2-4dc7-8d40-2157b1cb8746), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:58.546958 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 55738940-9860-4d8e-af04-87dfd235e13d up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:25:58.608254 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d760a99-bf41-4da4-8dc0-3c2244329ccd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Network 74471565-f72a-4fe5-ab53-3119fc16c355 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:25:58.612411 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-5d760a99-bf41-4da4-8dc0-3c2244329ccd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:25:58.645310 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=646bff0a-94b2-4dc7-8d40-2157b1cb8746,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:25:58.667263 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 55738940-9860-4d8e-af04-87dfd235e13d triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:25:58.667654 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (55738940-9860-4d8e-af04-87dfd235e13d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:58.785911 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 55738940-9860-4d8e-af04-87dfd235e13d is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:25:58.786313 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (55738940-9860-4d8e-af04-87dfd235e13d), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:58.800424 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d760a99-bf41-4da4-8dc0-3c2244329ccd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Router 6f7e4abd-86a1-480c-96fb-94ffad04ac94 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:25:58.808619 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 55738940-9860-4d8e-af04-87dfd235e13d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=55738940-9860-4d8e-af04-87dfd235e13d,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:25:58.815773 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (55738940-9860-4d8e-af04-87dfd235e13d), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:58.903296 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=55738940-9860-4d8e-af04-87dfd235e13d,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:25:58.955129 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d760a99-bf41-4da4-8dc0-3c2244329ccd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:25:58.960810 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5d760a99-bf41-4da4-8dc0-3c2244329ccd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "PUT /v2.0/routers/6f7e4abd-86a1-480c-96fb-94ffad04ac94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4522295 Mar 01 14:25:58.990114 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:59.126602 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-7d363c50-2010-4c01-9be5-97bf876c438b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-828551554&fields=id&tenant_id=677a2c84d86e461aa18f47403491f396 HTTP/1.1" status: 200 len: 267 time: 0.0532146 Mar 01 14:25:59.128874 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a163e0-ad23-4b22-a76c-ac85697766b8 None None] Network 74471565-f72a-4fe5-ab53-3119fc16c355 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:25:59.231339 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-eff95e61-02aa-4669-a408-2caef22dce3e None None] Provisioning complete for port 646bff0a-94b2-4dc7-8d40-2157b1cb8746 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:25:59.231732 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-eff95e61-02aa-4669-a408-2caef22dce3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (646bff0a-94b2-4dc7-8d40-2157b1cb8746), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:59.232406 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-518cc33f-56ee-4c16-a024-ff2ea984caad tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:25:59.233879 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-518cc33f-56ee-4c16-a024-ff2ea984caad tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/networks?id=74471565-f72a-4fe5-ab53-3119fc16c355 HTTP/1.1" status: 200 len: 796 time: 0.1006942 Mar 01 14:25:59.249743 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-9285c7b8-b695-4de1-8512-87a61fe5514e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/quotas/677a2c84d86e461aa18f47403491f396 HTTP/1.1" status: 200 len: 375 time: 0.0093720 Mar 01 14:25:59.310417 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-557ecb6d-8580-4138-a911-e2071429522d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554633 Mar 01 14:25:59.322677 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-eff95e61-02aa-4669-a408-2caef22dce3e None None] Current status of the port 646bff0a-94b2-4dc7-8d40-2157b1cb8746 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:25:59.398348 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-a4e2f4f6-05c0-4e26-b28f-06f608bc661d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:25:59.399472 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-a4e2f4f6-05c0-4e26-b28f-06f608bc661d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0708222 Mar 01 14:25:59.498431 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-c260b6e8-c39f-4e01-9998-08376b8a4312 service neutron] 10.222.0.13 "GET /v2.0/networks/74471565-f72a-4fe5-ab53-3119fc16c355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926766 Mar 01 14:25:59.543888 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d3ba787f-5271-463b-aa84-2a5cacc91204 None None] Provisioning complete for port 646bff0a-94b2-4dc7-8d40-2157b1cb8746 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:25:59.544374 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d3ba787f-5271-463b-aa84-2a5cacc91204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (646bff0a-94b2-4dc7-8d40-2157b1cb8746), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:59.600365 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-3488b1c6-46a8-4d91-96be-12aa45979d7c service neutron] 10.222.0.13 "GET /v2.0/networks/74471565-f72a-4fe5-ab53-3119fc16c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959191 Mar 01 14:25:59.640032 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d3ba787f-5271-463b-aa84-2a5cacc91204 None None] Current status of the port 646bff0a-94b2-4dc7-8d40-2157b1cb8746 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:25:59.652881 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d3ba787f-5271-463b-aa84-2a5cacc91204 None None] Provisioning complete for port 8f83384b-3f96-4fe4-bad6-d647a9fa87c8 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:25:59.653265 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d3ba787f-5271-463b-aa84-2a5cacc91204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8f83384b-3f96-4fe4-bad6-d647a9fa87c8), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:59.689384 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4465442-03ad-4090-91f6-83f9a59a6e1a None None] Sync routers for ids ['6f7e4abd-86a1-480c-96fb-94ffad04ac94'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:25:59.700822 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4465442-03ad-4090-91f6-83f9a59a6e1a None None] Routers {'6f7e4abd-86a1-480c-96fb-94ffad04ac94'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:25:59.702085 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-c4465442-03ad-4090-91f6-83f9a59a6e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:25:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6f7e4abd-86a1-480c-96fb-94ffad04ac94'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:25:59.709561 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d3ba787f-5271-463b-aa84-2a5cacc91204 None None] Port 8f83384b-3f96-4fe4-bad6-d647a9fa87c8 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:25:59.803931 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cfc11daf-d182-4a36-9a14-c3ba5346a198 req-212d7b10-0bf3-43bc-9c32-c3dd097a168e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 210 time: 0.0303886 Mar 01 14:25:59.822361 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-c4465442-03ad-4090-91f6-83f9a59a6e1a None None] Set router 6f7e4abd-86a1-480c-96fb-94ffad04ac94 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:25:59.838402 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-3008cce7-5a39-4f0d-a334-1dae63742c04 None None] Provisioning complete for port 8f83384b-3f96-4fe4-bad6-d647a9fa87c8 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:25:59.839025 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3008cce7-5a39-4f0d-a334-1dae63742c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8f83384b-3f96-4fe4-bad6-d647a9fa87c8), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:25:59.889777 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3008cce7-5a39-4f0d-a334-1dae63742c04 None None] Port 8f83384b-3f96-4fe4-bad6-d647a9fa87c8 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:26:00.012842 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cff030e5-c0b9-4329-9eca-800fc8eaf731 None None] Provisioning complete for port 8f83384b-3f96-4fe4-bad6-d647a9fa87c8 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:26:00.013484 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cff030e5-c0b9-4329-9eca-800fc8eaf731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8f83384b-3f96-4fe4-bad6-d647a9fa87c8), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:00.042638 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-c4465442-03ad-4090-91f6-83f9a59a6e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181139855', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '55738940-9860-4d8e-af04-87dfd235e13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:25:54Z', 'updated_at': '2022-03-01T14:25:57Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '55738940-9860-4d8e-af04-87dfd235e13d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:25:54Z', 'updated_at': '2022-03-01T14:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '8f83384b-3f96-4fe4-bad6-d647a9fa87c8', 'name': '', 'network_id': '74471565-f72a-4fe5-ab53-3119fc16c355', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'mac_address': 'fa:16:3e:bb:1f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'd6f7fe18-aa88-4c3a-9c11-696aaa922916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:25:57Z', 'updated_at': '2022-03-01T14:25:58Z', 'revision_number': 2, 'project_id': '677a2c84d86e461aa18f47403491f396', 'subnets': [{'id': 'd6f7fe18-aa88-4c3a-9c11-696aaa922916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:26:00.053749 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cff030e5-c0b9-4329-9eca-800fc8eaf731 None None] Port 8f83384b-3f96-4fe4-bad6-d647a9fa87c8 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:26:00.073550 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4465442-03ad-4090-91f6-83f9a59a6e1a None None] Checking router: 6f7e4abd-86a1-480c-96fb-94ffad04ac94 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:26:00.073909 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4465442-03ad-4090-91f6-83f9a59a6e1a None None] Updating router 6f7e4abd-86a1-480c-96fb-94ffad04ac94 port 8f83384b-3f96-4fe4-bad6-d647a9fa87c8 binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:26:00.104198 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-c4465442-03ad-4090-91f6-83f9a59a6e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8f83384b-3f96-4fe4-bad6-d647a9fa87c8), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:00.163212 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:00.223840 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 646bff0a-94b2-4dc7-8d40-2157b1cb8746 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:26:00.280752 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 646bff0a-94b2-4dc7-8d40-2157b1cb8746 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:26:00.281130 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (646bff0a-94b2-4dc7-8d40-2157b1cb8746), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:00.362616 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 646bff0a-94b2-4dc7-8d40-2157b1cb8746 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:26:00.364725 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 55738940-9860-4d8e-af04-87dfd235e13d up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:26:00.384985 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-c4465442-03ad-4090-91f6-83f9a59a6e1a None None] Publish callbacks [] for port (8f83384b-3f96-4fe4-bad6-d647a9fa87c8), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:00.390544 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-c4465442-03ad-4090-91f6-83f9a59a6e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (8f83384b-3f96-4fe4-bad6-d647a9fa87c8), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:00.428745 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 55738940-9860-4d8e-af04-87dfd235e13d triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:26:00.429192 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (55738940-9860-4d8e-af04-87dfd235e13d), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:00.482633 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e12d3f-36c5-4b35-aed4-98e4d9fbcdb9 None None] Pushing event updated for resources: {'Port': ['ID=8f83384b-3f96-4fe4-bad6-d647a9fa87c8,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:26:00.490225 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-c4465442-03ad-4090-91f6-83f9a59a6e1a None None] Attempting to bind port 8f83384b-3f96-4fe4-bad6-d647a9fa87c8 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:26:00.490591 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-c4465442-03ad-4090-91f6-83f9a59a6e1a None None] Attempting to bind port 8f83384b-3f96-4fe4-bad6-d647a9fa87c8 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '62ca152e-367d-4d30-acd3-a23958e420b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '74471565-f72a-4fe5-ab53-3119fc16c355'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:26:00.491150 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4465442-03ad-4090-91f6-83f9a59a6e1a None None] Attempting to bind port 8f83384b-3f96-4fe4-bad6-d647a9fa87c8 on network 74471565-f72a-4fe5-ab53-3119fc16c355 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:26:00.499928 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e12d3f-36c5-4b35-aed4-98e4d9fbcdb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:26:00.500272 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e12d3f-36c5-4b35-aed4-98e4d9fbcdb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:26:00.500610 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e12d3f-36c5-4b35-aed4-98e4d9fbcdb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:26:00.500941 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e12d3f-36c5-4b35-aed4-98e4d9fbcdb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:26:00.501268 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e12d3f-36c5-4b35-aed4-98e4d9fbcdb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:26:00.501594 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e12d3f-36c5-4b35-aed4-98e4d9fbcdb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:26:00.501911 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e12d3f-36c5-4b35-aed4-98e4d9fbcdb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:26:00.502231 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e12d3f-36c5-4b35-aed4-98e4d9fbcdb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:26:00.502585 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e12d3f-36c5-4b35-aed4-98e4d9fbcdb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:26:00.502900 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e12d3f-36c5-4b35-aed4-98e4d9fbcdb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:26:00.503211 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e12d3f-36c5-4b35-aed4-98e4d9fbcdb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:26:00.503744 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e12d3f-36c5-4b35-aed4-98e4d9fbcdb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:26:00.504238 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e12d3f-36c5-4b35-aed4-98e4d9fbcdb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:26:00.507800 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4465442-03ad-4090-91f6-83f9a59a6e1a None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:26:00.508189 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4465442-03ad-4090-91f6-83f9a59a6e1a None None] Checking segment: {'id': '62ca152e-367d-4d30-acd3-a23958e420b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '74471565-f72a-4fe5-ab53-3119fc16c355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:26:00.508566 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-c4465442-03ad-4090-91f6-83f9a59a6e1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:00.509106 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4465442-03ad-4090-91f6-83f9a59a6e1a None None] Bound using segment: {'id': '62ca152e-367d-4d30-acd3-a23958e420b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '74471565-f72a-4fe5-ab53-3119fc16c355'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:26:00.509732 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-c4465442-03ad-4090-91f6-83f9a59a6e1a None None] Bound port: 8f83384b-3f96-4fe4-bad6-d647a9fa87c8, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62ca152e-367d-4d30-acd3-a23958e420b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '74471565-f72a-4fe5-ab53-3119fc16c355'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:26:00.510296 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-c4465442-03ad-4090-91f6-83f9a59a6e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8f83384b-3f96-4fe4-bad6-d647a9fa87c8), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:00.521166 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 55738940-9860-4d8e-af04-87dfd235e13d is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:26:00.578464 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-c4465442-03ad-4090-91f6-83f9a59a6e1a None None] For port 8f83384b-3f96-4fe4-bad6-d647a9fa87c8, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:26:00.581696 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-c4465442-03ad-4090-91f6-83f9a59a6e1a None None] For port 8f83384b-3f96-4fe4-bad6-d647a9fa87c8, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=8f83384b-3f96-4fe4-bad6-d647a9fa87c8,segment=NetworkSegment(62ca152e-367d-4d30-acd3-a23958e420b3),segment_id=62ca152e-367d-4d30-acd3-a23958e420b3)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:26:00.588043 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-c4465442-03ad-4090-91f6-83f9a59a6e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (8f83384b-3f96-4fe4-bad6-d647a9fa87c8), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:00.647223 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e12d3f-36c5-4b35-aed4-98e4d9fbcdb9 None None] Pushing event updated for resources: {'Port': ['ID=8f83384b-3f96-4fe4-bad6-d647a9fa87c8,revision_number=4']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:26:00.649891 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4465442-03ad-4090-91f6-83f9a59a6e1a None None] Routers {'6f7e4abd-86a1-480c-96fb-94ffad04ac94'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:26:00.650683 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-c4465442-03ad-4090-91f6-83f9a59a6e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:25:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6f7e4abd-86a1-480c-96fb-94ffad04ac94'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:26:00.682139 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-542d2410-e4e8-4958-a878-019f73ef31a4 None None] Provisioning complete for port 8f83384b-3f96-4fe4-bad6-d647a9fa87c8 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:26:00.683279 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-542d2410-e4e8-4958-a878-019f73ef31a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8f83384b-3f96-4fe4-bad6-d647a9fa87c8), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:00.780828 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-c4465442-03ad-4090-91f6-83f9a59a6e1a None None] Set router 6f7e4abd-86a1-480c-96fb-94ffad04ac94 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:26:00.793236 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-542d2410-e4e8-4958-a878-019f73ef31a4 None None] Current status of the port 8f83384b-3f96-4fe4-bad6-d647a9fa87c8 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:26:00.793929 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-542d2410-e4e8-4958-a878-019f73ef31a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (8f83384b-3f96-4fe4-bad6-d647a9fa87c8), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:00.855274 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-542d2410-e4e8-4958-a878-019f73ef31a4 None None] For port 8f83384b-3f96-4fe4-bad6-d647a9fa87c8, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=8f83384b-3f96-4fe4-bad6-d647a9fa87c8,segment=NetworkSegment(62ca152e-367d-4d30-acd3-a23958e420b3),segment_id=62ca152e-367d-4d30-acd3-a23958e420b3)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:26:00.863329 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-542d2410-e4e8-4958-a878-019f73ef31a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (8f83384b-3f96-4fe4-bad6-d647a9fa87c8), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:00.920688 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-3df42be6-c812-4d86-aee1-9ad2de7fd121 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:26:00.926551 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-3df42be6-c812-4d86-aee1-9ad2de7fd121 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.20 "GET /v2.0/networks?id=74471565-f72a-4fe5-ab53-3119fc16c355 HTTP/1.1" status: 200 len: 796 time: 0.1785564 Mar 01 14:26:00.930089 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d2410-e4e8-4958-a878-019f73ef31a4 None None] Pushing event updated for resources: {'Port': ['ID=8f83384b-3f96-4fe4-bad6-d647a9fa87c8,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:26:00.986077 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-ab6a19f0-9d15-4476-a8cf-ce3b6ac10681 None None] Provisioning complete for port 8f83384b-3f96-4fe4-bad6-d647a9fa87c8 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:26:00.986483 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ab6a19f0-9d15-4476-a8cf-ce3b6ac10681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8f83384b-3f96-4fe4-bad6-d647a9fa87c8), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:01.001645 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8185217b-7541-492b-98db-75d26b184484 req-b0ab12a4-1f2c-4ecb-a73d-ed0d4a5e8e6c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 210 time: 0.0453062 Mar 01 14:26:01.014117 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-4ab8ea67-53bc-4f45-9a43-a952f5940df3 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=677a2c84d86e461aa18f47403491f396 HTTP/1.1" status: 200 len: 379 time: 0.0787177 Mar 01 14:26:01.025315 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-e61aa7b8-5a5e-40e5-befc-67304f4f2edd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'port': {'device_id': '9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d', 'network_id': '74471565-f72a-4fe5-ab53-3119fc16c355', 'admin_state_up': True, 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'security_groups': ['8f2ce0af-f44c-4052-901a-e032a703fba7']}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:26:01.074002 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ab6a19f0-9d15-4476-a8cf-ce3b6ac10681 None None] Current status of the port 8f83384b-3f96-4fe4-bad6-d647a9fa87c8 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:26:01.124027 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-c4465442-03ad-4090-91f6-83f9a59a6e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181139855', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '55738940-9860-4d8e-af04-87dfd235e13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:25:54Z', 'updated_at': '2022-03-01T14:25:57Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '55738940-9860-4d8e-af04-87dfd235e13d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:25:54Z', 'updated_at': '2022-03-01T14:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '8f83384b-3f96-4fe4-bad6-d647a9fa87c8', 'name': '', 'network_id': '74471565-f72a-4fe5-ab53-3119fc16c355', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'mac_address': 'fa:16:3e:bb:1f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'd6f7fe18-aa88-4c3a-9c11-696aaa922916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:25:57Z', 'updated_at': '2022-03-01T14:26:00Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'subnets': [{'id': 'd6f7fe18-aa88-4c3a-9c11-696aaa922916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:26:01.134877 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-e61aa7b8-5a5e-40e5-befc-67304f4f2edd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Made reservation on behalf of 677a2c84d86e461aa18f47403491f396 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:26:01.138413 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-e61aa7b8-5a5e-40e5-befc-67304f4f2edd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:01.154748 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4465442-03ad-4090-91f6-83f9a59a6e1a None None] The sync data for ids ['6f7e4abd-86a1-480c-96fb-94ffad04ac94'] in n-d-827467-3 is: [{'id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181139855', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '55738940-9860-4d8e-af04-87dfd235e13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:25:54Z', 'updated_at': '2022-03-01T14:25:57Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '55738940-9860-4d8e-af04-87dfd235e13d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:25:54Z', 'updated_at': '2022-03-01T14:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '8f83384b-3f96-4fe4-bad6-d647a9fa87c8', 'name': '', 'network_id': '74471565-f72a-4fe5-ab53-3119fc16c355', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'mac_address': 'fa:16:3e:bb:1f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'd6f7fe18-aa88-4c3a-9c11-696aaa922916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:25:57Z', 'updated_at': '2022-03-01T14:26:00Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'subnets': [{'id': 'd6f7fe18-aa88-4c3a-9c11-696aaa922916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:26:01.284132 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-e61aa7b8-5a5e-40e5-befc-67304f4f2edd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Allocated IP 172.20.0.12 (74471565-f72a-4fe5-ab53-3119fc16c355/d6f7fe18-aa88-4c3a-9c11-696aaa922916/38c9e957-d9ff-4675-8c90-89043408b3cd) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:26:01.429133 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-e61aa7b8-5a5e-40e5-befc-67304f4f2edd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for port (38c9e957-d9ff-4675-8c90-89043408b3cd), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:01.465161 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-e61aa7b8-5a5e-40e5-befc-67304f4f2edd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (38c9e957-d9ff-4675-8c90-89043408b3cd), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:01.508209 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-e61aa7b8-5a5e-40e5-befc-67304f4f2edd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Network 74471565-f72a-4fe5-ab53-3119fc16c355 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:26:01.515298 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-e61aa7b8-5a5e-40e5-befc-67304f4f2edd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:26:01.518106 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-e61aa7b8-5a5e-40e5-befc-67304f4f2edd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:26:01.552657 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61aa7b8-5a5e-40e5-befc-67304f4f2edd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'Port': ['ID=38c9e957-d9ff-4675-8c90-89043408b3cd,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:26:01.586297 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-e61aa7b8-5a5e-40e5-befc-67304f4f2edd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:26:01.586982 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-e61aa7b8-5a5e-40e5-befc-67304f4f2edd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:01.605856 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-e61aa7b8-5a5e-40e5-befc-67304f4f2edd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5858138 Mar 01 14:26:01.621732 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-728fe1b7-2a8a-4bcb-8184-cd474582578f service neutron] Request body: {'port': {'device_id': '9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:26:01.691840 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-728fe1b7-2a8a-4bcb-8184-cd474582578f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (38c9e957-d9ff-4675-8c90-89043408b3cd), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:01.773062 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:01.799005 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-82fd7bab-5929-4f06-aefd-fd6955039070 None None] Provisioning complete for port 38c9e957-d9ff-4675-8c90-89043408b3cd triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:26:01.799336 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-82fd7bab-5929-4f06-aefd-fd6955039070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (38c9e957-d9ff-4675-8c90-89043408b3cd), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:01.837542 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-82fd7bab-5929-4f06-aefd-fd6955039070 None None] Port 38c9e957-d9ff-4675-8c90-89043408b3cd cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:26:01.974267 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-728fe1b7-2a8a-4bcb-8184-cd474582578f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38c9e957-d9ff-4675-8c90-89043408b3cd {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:26:01.981975 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-728fe1b7-2a8a-4bcb-8184-cd474582578f service neutron] Publish callbacks [] for port (38c9e957-d9ff-4675-8c90-89043408b3cd), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:01.995479 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-728fe1b7-2a8a-4bcb-8184-cd474582578f service neutron] Transition to ACTIVE for port object 38c9e957-d9ff-4675-8c90-89043408b3cd will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:26:01.998955 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-728fe1b7-2a8a-4bcb-8184-cd474582578f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (38c9e957-d9ff-4675-8c90-89043408b3cd), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:02.051282 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728fe1b7-2a8a-4bcb-8184-cd474582578f service neutron] Pushing event updated for resources: {'Port': ['ID=38c9e957-d9ff-4675-8c90-89043408b3cd,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:26:02.128759 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-728fe1b7-2a8a-4bcb-8184-cd474582578f service neutron] Attempting to bind port 38c9e957-d9ff-4675-8c90-89043408b3cd on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:26:02.129596 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-728fe1b7-2a8a-4bcb-8184-cd474582578f service neutron] Attempting to bind port 38c9e957-d9ff-4675-8c90-89043408b3cd by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '62ca152e-367d-4d30-acd3-a23958e420b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '74471565-f72a-4fe5-ab53-3119fc16c355'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:26:02.129937 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-728fe1b7-2a8a-4bcb-8184-cd474582578f service neutron] Attempting to bind port 38c9e957-d9ff-4675-8c90-89043408b3cd on network 74471565-f72a-4fe5-ab53-3119fc16c355 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:26:02.138655 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-728fe1b7-2a8a-4bcb-8184-cd474582578f service neutron] Port 38c9e957-d9ff-4675-8c90-89043408b3cd on network 74471565-f72a-4fe5-ab53-3119fc16c355 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:26:02.138988 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-728fe1b7-2a8a-4bcb-8184-cd474582578f service neutron] Attempting to bind port 38c9e957-d9ff-4675-8c90-89043408b3cd on network 74471565-f72a-4fe5-ab53-3119fc16c355 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:26:02.160820 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-728fe1b7-2a8a-4bcb-8184-cd474582578f service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:26:02.161164 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-728fe1b7-2a8a-4bcb-8184-cd474582578f service neutron] Checking segment: {'id': '62ca152e-367d-4d30-acd3-a23958e420b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '74471565-f72a-4fe5-ab53-3119fc16c355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:26:02.161553 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-728fe1b7-2a8a-4bcb-8184-cd474582578f service neutron] Bound using segment: {'id': '62ca152e-367d-4d30-acd3-a23958e420b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '74471565-f72a-4fe5-ab53-3119fc16c355'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:26:02.162010 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-728fe1b7-2a8a-4bcb-8184-cd474582578f service neutron] Bound port: 38c9e957-d9ff-4675-8c90-89043408b3cd, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ca152e-367d-4d30-acd3-a23958e420b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '74471565-f72a-4fe5-ab53-3119fc16c355'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:26:02.162397 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-728fe1b7-2a8a-4bcb-8184-cd474582578f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (38c9e957-d9ff-4675-8c90-89043408b3cd), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:02.167657 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc419b8-8c53-4192-a2ec-23ca7fef26ab req-44f04a4e-efab-4ec3-a781-2b1ed0ed809f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:26:02.170422 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0fc419b8-8c53-4192-a2ec-23ca7fef26ab req-44f04a4e-efab-4ec3-a781-2b1ed0ed809f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 944 time: 0.0962796 Mar 01 14:26:02.226130 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0fc419b8-8c53-4192-a2ec-23ca7fef26ab req-cfc51a81-9e99-4af2-b23d-e2da31ceba15 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f2ce0af-f44c-4052-901a-e032a703fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481000 Mar 01 14:26:02.248551 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-728fe1b7-2a8a-4bcb-8184-cd474582578f service neutron] For port 38c9e957-d9ff-4675-8c90-89043408b3cd, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:26:02.251138 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 8f83384b-3f96-4fe4-bad6-d647a9fa87c8 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:26:02.252001 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-728fe1b7-2a8a-4bcb-8184-cd474582578f service neutron] For port 38c9e957-d9ff-4675-8c90-89043408b3cd, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=38c9e957-d9ff-4675-8c90-89043408b3cd,segment=NetworkSegment(62ca152e-367d-4d30-acd3-a23958e420b3),segment_id=62ca152e-367d-4d30-acd3-a23958e420b3)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:26:02.258965 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-728fe1b7-2a8a-4bcb-8184-cd474582578f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (38c9e957-d9ff-4675-8c90-89043408b3cd), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:02.300493 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-728fe1b7-2a8a-4bcb-8184-cd474582578f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:26:02.301117 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-728fe1b7-2a8a-4bcb-8184-cd474582578f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:02.302666 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-728fe1b7-2a8a-4bcb-8184-cd474582578f service neutron] 10.222.0.20 "PUT /v2.0/ports/38c9e957-d9ff-4675-8c90-89043408b3cd HTTP/1.1" status: 200 len: 1092 time: 0.6852298 Mar 01 14:26:02.303134 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d', 'tag': '38c9e957-d9ff-4675-8c90-89043408b3cd'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:26:02.305620 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf00cc0-7813-4329-9dbb-8dea3ef235b2" -d '{"events": [{"name": "network-changed", "server_uuid": "9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d", "tag": "38c9e957-d9ff-4675-8c90-89043408b3cd"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:26:02.340395 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728fe1b7-2a8a-4bcb-8184-cd474582578f service neutron] Pushing event updated for resources: {'Port': ['ID=38c9e957-d9ff-4675-8c90-89043408b3cd,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:26:02.360838 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 8f83384b-3f96-4fe4-bad6-d647a9fa87c8 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:26:02.361204 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (8f83384b-3f96-4fe4-bad6-d647a9fa87c8), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:02.397171 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec53b30c-9965-4335-a99f-8858a4206723 x-openstack-request-id: req-ec53b30c-9965-4335-a99f-8858a4206723 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:26:02.397473 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d", "tag": "38c9e957-d9ff-4675-8c90-89043408b3cd", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:26:02.397720 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec53b30c-9965-4335-a99f-8858a4206723 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:26:02.398124 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d', 'tag': '38c9e957-d9ff-4675-8c90-89043408b3cd', 'status': 'completed', 'code': 200} Mar 01 14:26:02.400689 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-8a83888d-e46a-45e9-88c7-fa7a3f0cf9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:26:02.402250 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-8a83888d-e46a-45e9-88c7-fa7a3f0cf9e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 1126 time: 0.0556996 Mar 01 14:26:02.453970 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 8f83384b-3f96-4fe4-bad6-d647a9fa87c8 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:26:02.460218 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-c52a999e-eb82-4f78-8ff9-1299031eaa11 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38c9e957-d9ff-4675-8c90-89043408b3cd HTTP/1.1" status: 200 len: 217 time: 0.0516765 Mar 01 14:26:02.508556 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-d4bc4d32-0a88-413f-b73d-631aeb6aab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:26:02.510058 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-d4bc4d32-0a88-413f-b73d-631aeb6aab85 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6f7fe18-aa88-4c3a-9c11-696aaa922916 HTTP/1.1" status: 200 len: 834 time: 0.0446939 Mar 01 14:26:02.560902 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-f6ab7032-2959-4659-ad7f-f56433416a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:26:02.562478 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-f6ab7032-2959-4659-ad7f-f56433416a4c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=74471565-f72a-4fe5-ab53-3119fc16c355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456476 Mar 01 14:26:02.654753 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-eb58b833-880b-4e23-9325-e6e1397b0fbb service neutron] 10.222.0.20 "GET /v2.0/networks/74471565-f72a-4fe5-ab53-3119fc16c355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863309 Mar 01 14:26:02.740400 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-98131ec1-52fd-4d0c-b37e-3f1f001a2bae req-dbcf850d-dfc8-452d-ac4f-face7fb1f017 service neutron] 10.222.0.20 "GET /v2.0/networks/74471565-f72a-4fe5-ab53-3119fc16c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793598 Mar 01 14:26:02.831288 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf00cc0-7813-4329-9dbb-8dea3ef235b2 req-d47b0667-554b-4aa8-b485-93e75e45f3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:26:02.832805 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-adf00cc0-7813-4329-9dbb-8dea3ef235b2 req-d47b0667-554b-4aa8-b485-93e75e45f3e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 1126 time: 0.0501132 Mar 01 14:26:02.925969 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf00cc0-7813-4329-9dbb-8dea3ef235b2 req-68a4ae1b-7282-4183-8f53-3d27436b21be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:26:02.927425 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-adf00cc0-7813-4329-9dbb-8dea3ef235b2 req-68a4ae1b-7282-4183-8f53-3d27436b21be service neutron] 10.222.0.20 "GET /v2.0/networks?id=74471565-f72a-4fe5-ab53-3119fc16c355 HTTP/1.1" status: 200 len: 897 time: 0.0893610 Mar 01 14:26:02.971786 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-adf00cc0-7813-4329-9dbb-8dea3ef235b2 req-516c9f8c-5f58-4db4-b541-fb77038e4323 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38c9e957-d9ff-4675-8c90-89043408b3cd HTTP/1.1" status: 200 len: 217 time: 0.0382466 Mar 01 14:26:03.018058 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf00cc0-7813-4329-9dbb-8dea3ef235b2 req-023e5d02-efc8-45df-bf34-c2496558e83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:26:03.019470 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-adf00cc0-7813-4329-9dbb-8dea3ef235b2 req-023e5d02-efc8-45df-bf34-c2496558e83f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6f7fe18-aa88-4c3a-9c11-696aaa922916 HTTP/1.1" status: 200 len: 834 time: 0.0423150 Mar 01 14:26:03.066598 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf00cc0-7813-4329-9dbb-8dea3ef235b2 req-fbd734cc-cf0f-4289-a05c-fd47c0348e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:26:03.068090 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-adf00cc0-7813-4329-9dbb-8dea3ef235b2 req-fbd734cc-cf0f-4289-a05c-fd47c0348e2f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=74471565-f72a-4fe5-ab53-3119fc16c355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427499 Mar 01 14:26:03.157859 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-adf00cc0-7813-4329-9dbb-8dea3ef235b2 req-0889f0bc-71ed-4e2d-b4f3-2bf749312f32 service neutron] 10.222.0.20 "GET /v2.0/networks/74471565-f72a-4fe5-ab53-3119fc16c355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833614 Mar 01 14:26:03.246165 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-adf00cc0-7813-4329-9dbb-8dea3ef235b2 req-39236b88-7337-4ce8-b442-222ce329dc64 service neutron] 10.222.0.20 "GET /v2.0/networks/74471565-f72a-4fe5-ab53-3119fc16c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824304 Mar 01 14:26:03.363512 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25bbb4-0ca9-4f9c-af57-83e750f681f9 req-4a363e92-7f8f-4db3-9b31-38dce9863f2b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:26:03.365044 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dd25bbb4-0ca9-4f9c-af57-83e750f681f9 req-4a363e92-7f8f-4db3-9b31-38dce9863f2b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 944 time: 0.0570698 Mar 01 14:26:03.413094 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dd25bbb4-0ca9-4f9c-af57-83e750f681f9 req-afaff5c7-ef7d-499c-b710-8de1fee2367f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f2ce0af-f44c-4052-901a-e032a703fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423717 Mar 01 14:26:04.531868 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61a687-cae7-4b7e-8b06-d606b00fca5b req-f4b67339-733b-4ccf-893a-1e898c5872b0 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:26:04.533352 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e61a687-cae7-4b7e-8b06-d606b00fca5b req-f4b67339-733b-4ccf-893a-1e898c5872b0 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 944 time: 0.0522063 Mar 01 14:26:04.581619 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e61a687-cae7-4b7e-8b06-d606b00fca5b req-0baa90b1-0932-4a99-9ddf-b5e16e22e4db tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f2ce0af-f44c-4052-901a-e032a703fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426161 Mar 01 14:26:05.700734 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f319f4-90f9-4057-8c9c-162140447743 req-9dbcdb85-b242-43ef-a3dd-6df40ffd33fb tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:26:05.702385 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e7f319f4-90f9-4057-8c9c-162140447743 req-9dbcdb85-b242-43ef-a3dd-6df40ffd33fb tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 944 time: 0.0560062 Mar 01 14:26:05.749718 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e7f319f4-90f9-4057-8c9c-162140447743 req-f154d27e-1dda-4ed8-bdca-d919af1baecd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f2ce0af-f44c-4052-901a-e032a703fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411198 Mar 01 14:26:05.848133 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 38c9e957-d9ff-4675-8c90-89043408b3cd details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:26:05.943477 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 38c9e957-d9ff-4675-8c90-89043408b3cd, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=38c9e957-d9ff-4675-8c90-89043408b3cd,segment=NetworkSegment(62ca152e-367d-4d30-acd3-a23958e420b3),segment_id=62ca152e-367d-4d30-acd3-a23958e420b3)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:26:05.954934 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '38c9e957-d9ff-4675-8c90-89043408b3cd', 'network_id': '74471565-f72a-4fe5-ab53-3119fc16c355', 'port_id': '38c9e957-d9ff-4675-8c90-89043408b3cd', 'mac_address': 'fa:16:3e:11:ce:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f7fe18-aa88-4c3a-9c11-696aaa922916', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:26:05.991260 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 38c9e957-d9ff-4675-8c90-89043408b3cd is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:26:05.991646 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (38c9e957-d9ff-4675-8c90-89043408b3cd), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:06.005051 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c9e957-d9ff-4675-8c90-89043408b3cd {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:26:06.023519 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 38c9e957-d9ff-4675-8c90-89043408b3cd, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=38c9e957-d9ff-4675-8c90-89043408b3cd,segment=NetworkSegment(62ca152e-367d-4d30-acd3-a23958e420b3),segment_id=62ca152e-367d-4d30-acd3-a23958e420b3)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:26:06.027433 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (38c9e957-d9ff-4675-8c90-89043408b3cd), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:06.083944 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=38c9e957-d9ff-4675-8c90-89043408b3cd,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:26:06.374266 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['38c9e957-d9ff-4675-8c90-89043408b3cd'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:26:06.868999 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cfef24-8441-48df-a20a-3b043b5a8f2a req-71470a72-ad06-48c3-9bf5-40709d599c3a tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:26:06.870485 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-57cfef24-8441-48df-a20a-3b043b5a8f2a req-71470a72-ad06-48c3-9bf5-40709d599c3a tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 945 time: 0.0521507 Mar 01 14:26:06.918145 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-57cfef24-8441-48df-a20a-3b043b5a8f2a req-ebf23373-a31c-4be5-8fa5-5a4fa32b722d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f2ce0af-f44c-4052-901a-e032a703fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421708 Mar 01 14:26:07.848383 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 38c9e957-d9ff-4675-8c90-89043408b3cd up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:26:07.896233 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 38c9e957-d9ff-4675-8c90-89043408b3cd completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:26:07.899953 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 38c9e957-d9ff-4675-8c90-89043408b3cd triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:26:07.900333 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (38c9e957-d9ff-4675-8c90-89043408b3cd), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:07.976463 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 38c9e957-d9ff-4675-8c90-89043408b3cd is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:26:07.976774 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (38c9e957-d9ff-4675-8c90-89043408b3cd), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:08.000059 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c9e957-d9ff-4675-8c90-89043408b3cd'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:26:08.002331 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a6f80d-67d0-45ac-921b-62f8fb0bf58e" -d '{"events": [{"server_uuid": "9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d", "name": "network-vif-plugged", "status": "completed", "tag": "38c9e957-d9ff-4675-8c90-89043408b3cd"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:26:08.019102 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 38c9e957-d9ff-4675-8c90-89043408b3cd, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=38c9e957-d9ff-4675-8c90-89043408b3cd,segment=NetworkSegment(62ca152e-367d-4d30-acd3-a23958e420b3),segment_id=62ca152e-367d-4d30-acd3-a23958e420b3)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:26:08.023885 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (38c9e957-d9ff-4675-8c90-89043408b3cd), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:08.039577 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fb6fc-c901-4950-ad5a-58485d332450 req-fb461246-0611-4c65-b082-dff25b9a1b50 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:26:08.041344 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-655fb6fc-c901-4950-ad5a-58485d332450 req-fb461246-0611-4c65-b082-dff25b9a1b50 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 945 time: 0.0557950 Mar 01 14:26:08.047605 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb490b0-4019-4083-b2aa-73a19fc228fe x-openstack-request-id: req-1bb490b0-4019-4083-b2aa-73a19fc228fe {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:26:08.048041 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d", "name": "network-vif-plugged", "status": "completed", "tag": "38c9e957-d9ff-4675-8c90-89043408b3cd", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:26:08.048334 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1bb490b0-4019-4083-b2aa-73a19fc228fe {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:26:08.048744 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c9e957-d9ff-4675-8c90-89043408b3cd', 'code': 200} Mar 01 14:26:08.075838 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=38c9e957-d9ff-4675-8c90-89043408b3cd,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:26:08.103238 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-655fb6fc-c901-4950-ad5a-58485d332450 req-ab34540b-6e09-492d-a478-17adc5db0f7d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f2ce0af-f44c-4052-901a-e032a703fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559225 Mar 01 14:26:08.156944 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92456e93-284f-433b-9ad9-63b875b9d2f8 req-ef598ecc-d213-4607-8d47-4cec864dd549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:26:08.158439 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-92456e93-284f-433b-9ad9-63b875b9d2f8 req-ef598ecc-d213-4607-8d47-4cec864dd549 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 1128 time: 0.0515077 Mar 01 14:26:08.202423 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-92456e93-284f-433b-9ad9-63b875b9d2f8 req-957960cf-f2d1-4c23-a0dc-fb48eafc5896 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8f2ce0af-f44c-4052-901a-e032a703fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376019 Mar 01 14:26:09.230707 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61da452-9c15-4c80-923d-8e5c32e19169 req-5dd866a3-db6a-460f-992c-5a6497a9710a tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:26:09.232223 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e61da452-9c15-4c80-923d-8e5c32e19169 req-5dd866a3-db6a-460f-992c-5a6497a9710a tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 946 time: 0.0559981 Mar 01 14:26:09.283542 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e61da452-9c15-4c80-923d-8e5c32e19169 req-292a2883-2822-4cdc-8d41-e213c28102ba tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f2ce0af-f44c-4052-901a-e032a703fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426252 Mar 01 14:26:10.050135 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:10.346806 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:10.401684 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1739d-2cb0-46b3-9d59-079606172ddd req-2721fbd0-e667-43da-8df5-2b90118cfb62 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:26:10.403164 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-15e1739d-2cb0-46b3-9d59-079606172ddd req-2721fbd0-e667-43da-8df5-2b90118cfb62 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 946 time: 0.0524001 Mar 01 14:26:10.450614 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-15e1739d-2cb0-46b3-9d59-079606172ddd req-8189bc8c-0c05-41fd-847f-626f611196f6 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f2ce0af-f44c-4052-901a-e032a703fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412734 Mar 01 14:26:10.569771 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e5b21-7f70-4b5d-a559-388d95678cd6 req-b7eb4f3f-cd63-4747-aed5-b26768a42427 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:26:10.571180 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-de1e5b21-7f70-4b5d-a559-388d95678cd6 req-b7eb4f3f-cd63-4747-aed5-b26768a42427 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 946 time: 0.0558372 Mar 01 14:26:10.619754 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-de1e5b21-7f70-4b5d-a559-388d95678cd6 req-d831b3d4-52e1-4d5d-8a00-894c92beba8d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f2ce0af-f44c-4052-901a-e032a703fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430462 Mar 01 14:26:10.640391 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56476) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:26:10.683394 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7604ae0-95af-4465-8b67-d37387dde354 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:26:10.684914 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f7604ae0-95af-4465-8b67-d37387dde354 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 1123 time: 0.0435827 Mar 01 14:26:10.687636 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56478) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:26:10.692441 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-26559e07-87d5-4d9c-800b-2a3bcf91fd9c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'port_id': '38c9e957-d9ff-4675-8c90-89043408b3cd', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:26:10.711807 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-26559e07-87d5-4d9c-800b-2a3bcf91fd9c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:10.809309 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-26559e07-87d5-4d9c-800b-2a3bcf91fd9c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:10.908059 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-26559e07-87d5-4d9c-800b-2a3bcf91fd9c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Allocated IP 172.25.1.164 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/76e74e60-adf7-494d-b5e9-3a8840494449) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:26:11.011028 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-26559e07-87d5-4d9c-800b-2a3bcf91fd9c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for port (76e74e60-adf7-494d-b5e9-3a8840494449), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:11.043831 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-26559e07-87d5-4d9c-800b-2a3bcf91fd9c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (76e74e60-adf7-494d-b5e9-3a8840494449), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:11.082409 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26559e07-87d5-4d9c-800b-2a3bcf91fd9c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:26:11.086967 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-26559e07-87d5-4d9c-800b-2a3bcf91fd9c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:26:11.091377 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26559e07-87d5-4d9c-800b-2a3bcf91fd9c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:26:11.094338 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26559e07-87d5-4d9c-800b-2a3bcf91fd9c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'Port': ['ID=76e74e60-adf7-494d-b5e9-3a8840494449,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:26:11.446701 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-26559e07-87d5-4d9c-800b-2a3bcf91fd9c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for floatingip (1b408208-17a7-4aad-91a4-8b052fdd80a5), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:11.515039 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-26559e07-87d5-4d9c-800b-2a3bcf91fd9c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (76e74e60-adf7-494d-b5e9-3a8840494449), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:11.682899 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-26559e07-87d5-4d9c-800b-2a3bcf91fd9c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for port (76e74e60-adf7-494d-b5e9-3a8840494449), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:11.687161 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-26559e07-87d5-4d9c-800b-2a3bcf91fd9c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (76e74e60-adf7-494d-b5e9-3a8840494449), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:11.754523 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26559e07-87d5-4d9c-800b-2a3bcf91fd9c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'Port': ['ID=76e74e60-adf7-494d-b5e9-3a8840494449,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:26:11.765953 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-26559e07-87d5-4d9c-800b-2a3bcf91fd9c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (1b408208-17a7-4aad-91a4-8b052fdd80a5), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:11.868958 n-d-827467-3 neutron-server[103727]: INFO neutron.db.l3_db [None req-26559e07-87d5-4d9c-800b-2a3bcf91fd9c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Floating IP 1b408208-17a7-4aad-91a4-8b052fdd80a5 associated. External IP: 172.25.1.164, port: 38c9e957-d9ff-4675-8c90-89043408b3cd. Mar 01 14:26:12.082543 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26559e07-87d5-4d9c-800b-2a3bcf91fd9c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Router 6f7e4abd-86a1-480c-96fb-94ffad04ac94 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:26:12.188211 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26559e07-87d5-4d9c-800b-2a3bcf91fd9c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:26:12.197507 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf246046-fad7-497a-98b0-66a6760ac4c6 None None] Sync routers for ids ['6f7e4abd-86a1-480c-96fb-94ffad04ac94'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:26:12.207830 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-26559e07-87d5-4d9c-800b-2a3bcf91fd9c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:12.208598 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf246046-fad7-497a-98b0-66a6760ac4c6 None None] Routers {'6f7e4abd-86a1-480c-96fb-94ffad04ac94'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:26:12.209224 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-bf246046-fad7-497a-98b0-66a6760ac4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:25:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6f7e4abd-86a1-480c-96fb-94ffad04ac94'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:26:12.241254 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-26559e07-87d5-4d9c-800b-2a3bcf91fd9c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5523846 Mar 01 14:26:12.242215 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d', 'tag': '38c9e957-d9ff-4675-8c90-89043408b3cd'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:26:12.245851 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dcf180a-72d8-4c91-825b-60dbb11c84d9" -d '{"events": [{"name": "network-changed", "server_uuid": "9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d", "tag": "38c9e957-d9ff-4675-8c90-89043408b3cd"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:26:12.288298 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87e6d9a-9cf6-4048-872b-7cff738c5f3b x-openstack-request-id: req-f87e6d9a-9cf6-4048-872b-7cff738c5f3b {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:26:12.288298 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d", "tag": "38c9e957-d9ff-4675-8c90-89043408b3cd", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:26:12.288298 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f87e6d9a-9cf6-4048-872b-7cff738c5f3b {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:26:12.288601 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d', 'tag': '38c9e957-d9ff-4675-8c90-89043408b3cd', 'status': 'completed', 'code': 200} Mar 01 14:26:12.344023 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-bf246046-fad7-497a-98b0-66a6760ac4c6 None None] Set router 6f7e4abd-86a1-480c-96fb-94ffad04ac94 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:26:12.354304 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c27e24-9232-4803-b499-73355ecfda11 req-28245ee5-7dc6-4a77-b8ca-11c0a07d9c83 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:26:12.355878 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-30c27e24-9232-4803-b499-73355ecfda11 req-28245ee5-7dc6-4a77-b8ca-11c0a07d9c83 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 946 time: 0.0559194 Mar 01 14:26:12.362038 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf180a-72d8-4c91-825b-60dbb11c84d9 req-e81c1794-5a09-4db6-9712-e12fb1a806fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:26:12.363542 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3dcf180a-72d8-4c91-825b-60dbb11c84d9 req-e81c1794-5a09-4db6-9712-e12fb1a806fc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 1128 time: 0.0531590 Mar 01 14:26:12.409555 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-30c27e24-9232-4803-b499-73355ecfda11 req-465706f0-d939-4bd5-95b6-e09cb4e18292 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f2ce0af-f44c-4052-901a-e032a703fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459991 Mar 01 14:26:12.431807 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56484) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:26:12.459527 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf180a-72d8-4c91-825b-60dbb11c84d9 req-46b8d7eb-0b17-4ffd-9636-2a91e0ef9ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:26:12.462355 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3dcf180a-72d8-4c91-825b-60dbb11c84d9 req-46b8d7eb-0b17-4ffd-9636-2a91e0ef9ff0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=74471565-f72a-4fe5-ab53-3119fc16c355 HTTP/1.1" status: 200 len: 897 time: 0.0903807 Mar 01 14:26:12.497829 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5d096633-2dd7-4528-a9f3-8ba913fe2412 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/floatingips/1b408208-17a7-4aad-91a4-8b052fdd80a5 HTTP/1.1" status: 200 len: 992 time: 0.0642772 Mar 01 14:26:12.532428 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3dcf180a-72d8-4c91-825b-60dbb11c84d9 req-98f8d8d2-ffd3-46fc-87e6-1f903958ec6c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38c9e957-d9ff-4675-8c90-89043408b3cd HTTP/1.1" status: 200 len: 1000 time: 0.0641539 Mar 01 14:26:12.575986 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-bf246046-fad7-497a-98b0-66a6760ac4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181139855', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '55738940-9860-4d8e-af04-87dfd235e13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:25:54Z', 'updated_at': '2022-03-01T14:25:57Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '55738940-9860-4d8e-af04-87dfd235e13d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:25:54Z', 'updated_at': '2022-03-01T14:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '1b408208-17a7-4aad-91a4-8b052fdd80a5', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'floating_ip_address': '172.25.1.164', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'port_id': '38c9e957-d9ff-4675-8c90-89043408b3cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74471565-f72a-4fe5-ab53-3119fc16c355', 'mac_address': 'fa:16:3e:11:ce:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:26:11Z', 'updated_at': '2022-03-01T14:26:11Z', 'revision_number': 0, 'project_id': '677a2c84d86e461aa18f47403491f396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f83384b-3f96-4fe4-bad6-d647a9fa87c8', 'name': '', 'network_id': '74471565-f72a-4fe5-ab53-3119fc16c355', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'mac_address': 'fa:16:3e:bb:1f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'd6f7fe18-aa88-4c3a-9c11-696aaa922916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:25:57Z', 'updated_at': '2022-03-01T14:26:00Z', 'revision_number': 5, 'project_id': '677a2c84d86e461aa18f47403491f396', 'subnets': [{'id': 'd6f7fe18-aa88-4c3a-9c11-696aaa922916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:26:12.579756 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf180a-72d8-4c91-825b-60dbb11c84d9 req-10000269-094f-4632-9798-9c164c8556b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:26:12.582422 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3dcf180a-72d8-4c91-825b-60dbb11c84d9 req-10000269-094f-4632-9798-9c164c8556b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6f7fe18-aa88-4c3a-9c11-696aaa922916 HTTP/1.1" status: 200 len: 834 time: 0.0445793 Mar 01 14:26:12.602990 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf246046-fad7-497a-98b0-66a6760ac4c6 None None] Checking router: 6f7e4abd-86a1-480c-96fb-94ffad04ac94 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:26:12.611283 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf246046-fad7-497a-98b0-66a6760ac4c6 None None] Routers {'6f7e4abd-86a1-480c-96fb-94ffad04ac94'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:26:12.611948 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-bf246046-fad7-497a-98b0-66a6760ac4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:25:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6f7e4abd-86a1-480c-96fb-94ffad04ac94'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:26:12.633276 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf180a-72d8-4c91-825b-60dbb11c84d9 req-f107713d-6e0d-4028-a134-6e5a251f5a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:26:12.634798 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3dcf180a-72d8-4c91-825b-60dbb11c84d9 req-f107713d-6e0d-4028-a134-6e5a251f5a0e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=74471565-f72a-4fe5-ab53-3119fc16c355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456913 Mar 01 14:26:12.728095 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3dcf180a-72d8-4c91-825b-60dbb11c84d9 req-fb740ae9-4c36-40ad-aa2e-9212bee351ec service neutron] 10.222.0.20 "GET /v2.0/networks/74471565-f72a-4fe5-ab53-3119fc16c355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865619 Mar 01 14:26:12.817987 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-3dcf180a-72d8-4c91-825b-60dbb11c84d9 req-8740f37e-0a89-4f3b-a28b-f95d0cdc11e6 service neutron] 10.222.0.20 "GET /v2.0/networks/74471565-f72a-4fe5-ab53-3119fc16c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844278 Mar 01 14:26:12.880709 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-bf246046-fad7-497a-98b0-66a6760ac4c6 None None] Set router 6f7e4abd-86a1-480c-96fb-94ffad04ac94 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:26:13.105537 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-bf246046-fad7-497a-98b0-66a6760ac4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181139855', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '55738940-9860-4d8e-af04-87dfd235e13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:25:54Z', 'updated_at': '2022-03-01T14:25:57Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '55738940-9860-4d8e-af04-87dfd235e13d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:25:54Z', 'updated_at': '2022-03-01T14:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '1b408208-17a7-4aad-91a4-8b052fdd80a5', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'floating_ip_address': '172.25.1.164', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'port_id': '38c9e957-d9ff-4675-8c90-89043408b3cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74471565-f72a-4fe5-ab53-3119fc16c355', 'mac_address': 'fa:16:3e:11:ce:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:26:11Z', 'updated_at': '2022-03-01T14:26:11Z', 'revision_number': 0, 'project_id': '677a2c84d86e461aa18f47403491f396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f83384b-3f96-4fe4-bad6-d647a9fa87c8', 'name': '', 'network_id': '74471565-f72a-4fe5-ab53-3119fc16c355', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'mac_address': 'fa:16:3e:bb:1f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'd6f7fe18-aa88-4c3a-9c11-696aaa922916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:25:57Z', 'updated_at': '2022-03-01T14:26:00Z', 'revision_number': 5, 'project_id': '677a2c84d86e461aa18f47403491f396', 'subnets': [{'id': 'd6f7fe18-aa88-4c3a-9c11-696aaa922916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:26:13.132036 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf246046-fad7-497a-98b0-66a6760ac4c6 None None] The sync data for ids ['6f7e4abd-86a1-480c-96fb-94ffad04ac94'] in n-d-827467-3 is: [{'id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181139855', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '55738940-9860-4d8e-af04-87dfd235e13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:25:54Z', 'updated_at': '2022-03-01T14:25:57Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '55738940-9860-4d8e-af04-87dfd235e13d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:25:54Z', 'updated_at': '2022-03-01T14:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '1b408208-17a7-4aad-91a4-8b052fdd80a5', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'floating_ip_address': '172.25.1.164', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'port_id': '38c9e957-d9ff-4675-8c90-89043408b3cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74471565-f72a-4fe5-ab53-3119fc16c355', 'mac_address': 'fa:16:3e:11:ce:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:26:11Z', 'updated_at': '2022-03-01T14:26:11Z', 'revision_number': 0, 'project_id': '677a2c84d86e461aa18f47403491f396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f83384b-3f96-4fe4-bad6-d647a9fa87c8', 'name': '', 'network_id': '74471565-f72a-4fe5-ab53-3119fc16c355', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'mac_address': 'fa:16:3e:bb:1f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'd6f7fe18-aa88-4c3a-9c11-696aaa922916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:25:57Z', 'updated_at': '2022-03-01T14:26:00Z', 'revision_number': 5, 'project_id': '677a2c84d86e461aa18f47403491f396', 'subnets': [{'id': 'd6f7fe18-aa88-4c3a-9c11-696aaa922916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:26:13.316620 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9082b3b-d1f8-4972-a15c-80fde306be43 None None] New status for floating IP 1b408208-17a7-4aad-91a4-8b052fdd80a5: ACTIVE {{(pid=103729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 14:26:13.500979 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56486) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:26:13.882078 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-d4a199f9-f86d-42fc-be77-118a8c8d9a78 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/floatingips/1b408208-17a7-4aad-91a4-8b052fdd80a5 HTTP/1.1" status: 200 len: 994 time: 0.3799136 Mar 01 14:26:17.834934 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:26:25.297019 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-baa44696-babd-4225-92b6-f57458745d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:27.473322 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2cfa2911-9d65-4cac-874f-ad338d3d124e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:28.977740 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:30.098053 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0def7e34-8c7e-4564-9d92-2bd30cb495f3 req-692111c3-7ef8-40c1-b6dc-b7b8a5e0cf5c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430937 Mar 01 14:26:30.148870 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:30.185943 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def7e34-8c7e-4564-9d92-2bd30cb495f3 req-2e1cc154-f58d-4473-8d43-37b50caaa5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:26:30.187468 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0def7e34-8c7e-4564-9d92-2bd30cb495f3 req-2e1cc154-f58d-4473-8d43-37b50caaa5bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 1128 time: 0.0479765 Mar 01 14:26:30.290898 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def7e34-8c7e-4564-9d92-2bd30cb495f3 req-7e799c6a-ffb7-494b-b700-5c299fba4484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:26:30.292382 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0def7e34-8c7e-4564-9d92-2bd30cb495f3 req-7e799c6a-ffb7-494b-b700-5c299fba4484 service neutron] 10.222.0.20 "GET /v2.0/networks?id=74471565-f72a-4fe5-ab53-3119fc16c355 HTTP/1.1" status: 200 len: 897 time: 0.0858290 Mar 01 14:26:30.362305 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0def7e34-8c7e-4564-9d92-2bd30cb495f3 req-c4f969be-3ea8-4239-920b-f0d48a0562df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38c9e957-d9ff-4675-8c90-89043408b3cd HTTP/1.1" status: 200 len: 1002 time: 0.0617859 Mar 01 14:26:30.410139 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def7e34-8c7e-4564-9d92-2bd30cb495f3 req-75f49187-c376-43c3-bad4-43f41d24d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:26:30.411570 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0def7e34-8c7e-4564-9d92-2bd30cb495f3 req-75f49187-c376-43c3-bad4-43f41d24d7be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6f7fe18-aa88-4c3a-9c11-696aaa922916 HTTP/1.1" status: 200 len: 834 time: 0.0429087 Mar 01 14:26:30.458972 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def7e34-8c7e-4564-9d92-2bd30cb495f3 req-ac1a80f9-189d-4995-84cc-394376f75c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:26:30.460514 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0def7e34-8c7e-4564-9d92-2bd30cb495f3 req-ac1a80f9-189d-4995-84cc-394376f75c7e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=74471565-f72a-4fe5-ab53-3119fc16c355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431302 Mar 01 14:26:30.548452 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0def7e34-8c7e-4564-9d92-2bd30cb495f3 req-1d40e0cf-5f53-499c-abc7-c3d3c6aeff1e service neutron] 10.222.0.20 "GET /v2.0/networks/74471565-f72a-4fe5-ab53-3119fc16c355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811608 Mar 01 14:26:30.640001 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0def7e34-8c7e-4564-9d92-2bd30cb495f3 req-806475fd-7728-4920-827b-3cfff16dc09d service neutron] 10.222.0.20 "GET /v2.0/networks/74471565-f72a-4fe5-ab53-3119fc16c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838339 Mar 01 14:26:31.776907 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:40.064634 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:40.335402 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:54.836512 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:26:55.299852 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-68345c20-6724-43bc-ad1a-393ec9632fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:57.475658 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d9127913-e7c0-47a7-98bf-e07eb9454cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:26:58.985014 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:00.151617 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:01.779081 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:10.063532 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:10.356985 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:16.627100 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32480978-4c86-490d-a631-c1cb5041e711 req-5516030e-7c59-4562-8e69-ab9d1833b605 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:16.628721 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-32480978-4c86-490d-a631-c1cb5041e711 req-5516030e-7c59-4562-8e69-ab9d1833b605 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 946 time: 0.0541809 Mar 01 14:27:16.679190 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-32480978-4c86-490d-a631-c1cb5041e711 req-2e58b7a3-9f9e-4fe7-89b4-2f073739fc2e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f2ce0af-f44c-4052-901a-e032a703fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449135 Mar 01 14:27:16.701340 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56518) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:27:16.760492 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5e19675e-3ac9-4a16-b969-b5a1f796b5fd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/floatingips/1b408208-17a7-4aad-91a4-8b052fdd80a5 HTTP/1.1" status: 200 len: 994 time: 0.0580657 Mar 01 14:27:17.120301 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516d971-d821-4a4d-a7fd-01f4ce35a3f5 req-d38ab6aa-3963-4c9b-8e13-4a7501cec026 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:17.121832 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b516d971-d821-4a4d-a7fd-01f4ce35a3f5 req-d38ab6aa-3963-4c9b-8e13-4a7501cec026 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 1128 time: 0.0438790 Mar 01 14:27:17.165871 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b516d971-d821-4a4d-a7fd-01f4ce35a3f5 req-5f8ef15d-8b14-4886-a9a3-7fa497614b92 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8f2ce0af-f44c-4052-901a-e032a703fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385578 Mar 01 14:27:17.238374 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-8e119f62-9ba0-4dc6-ab6b-8e8518492d08 req-307cbcd7-0571-42bf-b5ff-155b38469e48 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:27:17.239363 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8e119f62-9ba0-4dc6-ab6b-8e8518492d08 req-307cbcd7-0571-42bf-b5ff-155b38469e48 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053968 Mar 01 14:27:17.717925 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-d024afc7-d777-484f-9eb0-135c83be5dd5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1009517 Mar 01 14:27:17.726099 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-eb7916eb-fe33-4f1e-b27b-6dfacf1aa42d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103726) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:27:17.727072 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-eb7916eb-fe33-4f1e-b27b-6dfacf1aa42d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047836 Mar 01 14:27:17.849143 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-353a1a09-2204-416e-9570-bb23746eefeb tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:17.850511 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-353a1a09-2204-416e-9570-bb23746eefeb tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] 10.222.0.13 "GET /v2.0/ports/38c9e957-d9ff-4675-8c90-89043408b3cd HTTP/1.1" status: 200 len: 1125 time: 0.0956645 Mar 01 14:27:19.324700 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-6703d9b4-f3ca-4504-94c1-603232a93f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:19.326222 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-6703d9b4-f3ca-4504-94c1-603232a93f84 service neutron] 10.222.0.13 "GET /v2.0/ports/38c9e957-d9ff-4675-8c90-89043408b3cd HTTP/1.1" status: 200 len: 1125 time: 0.0355685 Mar 01 14:27:19.334181 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-36c84029-b910-4c1d-8cfa-d80995fcb121 service neutron] Request body: {'binding': {'host': 'n-h1-827467-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:27:19.334623 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-36c84029-b910-4c1d-8cfa-d80995fcb121 service neutron] Unknown quota resources ['binding']. {{(pid=103726) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 01 14:27:19.465084 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-36c84029-b910-4c1d-8cfa-d80995fcb121 service neutron] Attempting to bind port 38c9e957-d9ff-4675-8c90-89043408b3cd on host n-h1-827467-3 for vnic_type normal with profile None {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:27:19.465412 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-36c84029-b910-4c1d-8cfa-d80995fcb121 service neutron] Attempting to bind port 38c9e957-d9ff-4675-8c90-89043408b3cd by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '62ca152e-367d-4d30-acd3-a23958e420b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '74471565-f72a-4fe5-ab53-3119fc16c355'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:27:19.465734 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-36c84029-b910-4c1d-8cfa-d80995fcb121 service neutron] Attempting to bind port 38c9e957-d9ff-4675-8c90-89043408b3cd on network 74471565-f72a-4fe5-ab53-3119fc16c355 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:27:19.469950 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-36c84029-b910-4c1d-8cfa-d80995fcb121 service neutron] Port 38c9e957-d9ff-4675-8c90-89043408b3cd on network 74471565-f72a-4fe5-ab53-3119fc16c355 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:27:19.470264 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-36c84029-b910-4c1d-8cfa-d80995fcb121 service neutron] Attempting to bind port 38c9e957-d9ff-4675-8c90-89043408b3cd on network 74471565-f72a-4fe5-ab53-3119fc16c355 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:27:19.475118 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-36c84029-b910-4c1d-8cfa-d80995fcb121 service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:27:19.475477 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-36c84029-b910-4c1d-8cfa-d80995fcb121 service neutron] Checking segment: {'id': '62ca152e-367d-4d30-acd3-a23958e420b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '74471565-f72a-4fe5-ab53-3119fc16c355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:27:19.475884 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-36c84029-b910-4c1d-8cfa-d80995fcb121 service neutron] Bound using segment: {'id': '62ca152e-367d-4d30-acd3-a23958e420b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '74471565-f72a-4fe5-ab53-3119fc16c355'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:27:19.476344 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-36c84029-b910-4c1d-8cfa-d80995fcb121 service neutron] Bound port: 38c9e957-d9ff-4675-8c90-89043408b3cd, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ca152e-367d-4d30-acd3-a23958e420b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '74471565-f72a-4fe5-ab53-3119fc16c355'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:27:19.558710 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-36c84029-b910-4c1d-8cfa-d80995fcb121 service neutron] For port 38c9e957-d9ff-4675-8c90-89043408b3cd, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=38c9e957-d9ff-4675-8c90-89043408b3cd,segment=NetworkSegment(62ca152e-367d-4d30-acd3-a23958e420b3),segment_id=62ca152e-367d-4d30-acd3-a23958e420b3)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:27:19.564575 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-36c84029-b910-4c1d-8cfa-d80995fcb121 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:19.565747 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-36c84029-b910-4c1d-8cfa-d80995fcb121 service neutron] 10.222.0.13 "POST /v2.0/ports/38c9e957-d9ff-4675-8c90-89043408b3cd/bindings HTTP/1.1" status: 201 len: 389 time: 0.2346933 Mar 01 14:27:19.717456 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cac1bf-0425-454d-98b2-61c793150044 req-79b8e142-bcc8-49b3-bdff-3161a2f5a902 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:19.719020 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f9cac1bf-0425-454d-98b2-61c793150044 req-79b8e142-bcc8-49b3-bdff-3161a2f5a902 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 946 time: 0.0578842 Mar 01 14:27:19.792663 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f9cac1bf-0425-454d-98b2-61c793150044 req-a7d3c9ee-c8b9-4184-98fb-42fdcb337eca tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f2ce0af-f44c-4052-901a-e032a703fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680482 Mar 01 14:27:19.808895 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-a63d7db2-5027-4664-9da3-b8aed87c62d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:19.810424 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-a63d7db2-5027-4664-9da3-b8aed87c62d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 1128 time: 0.0553963 Mar 01 14:27:19.901604 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-8f080227-23ea-49c8-94f1-6fda2c44e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:19.902991 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-8f080227-23ea-49c8-94f1-6fda2c44e8f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=74471565-f72a-4fe5-ab53-3119fc16c355 HTTP/1.1" status: 200 len: 897 time: 0.0866761 Mar 01 14:27:19.966734 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-8d148bb5-65c9-414e-9eb9-4821fe5c1599 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38c9e957-d9ff-4675-8c90-89043408b3cd HTTP/1.1" status: 200 len: 1002 time: 0.0579419 Mar 01 14:27:20.014389 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-e98949ce-f199-46f8-9195-f94197cb4da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:20.015873 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-e98949ce-f199-46f8-9195-f94197cb4da3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d6f7fe18-aa88-4c3a-9c11-696aaa922916 HTTP/1.1" status: 200 len: 834 time: 0.0428958 Mar 01 14:27:20.067715 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-771c3947-e52e-4867-8feb-c7eed2898fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:20.069219 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-771c3947-e52e-4867-8feb-c7eed2898fc4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74471565-f72a-4fe5-ab53-3119fc16c355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477891 Mar 01 14:27:20.156043 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-24803086-5c1d-4383-a6ca-10fb3f07c224 service neutron] 10.222.0.32 "GET /v2.0/networks/74471565-f72a-4fe5-ab53-3119fc16c355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808918 Mar 01 14:27:20.246168 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-88f19e21-4c03-449f-8c2f-9283a77cf22b service neutron] 10.222.0.32 "GET /v2.0/networks/74471565-f72a-4fe5-ab53-3119fc16c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847580 Mar 01 14:27:20.383642 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-0691c665-c1d6-44e1-bd06-ba2b73fceddd tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:20.385202 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-0691c665-c1d6-44e1-bd06-ba2b73fceddd tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d&tenant_id=677a2c84d86e461aa18f47403491f396&binding%3Ahost_id=n-h2-827467-3 HTTP/1.1" status: 200 len: 1128 time: 0.0827627 Mar 01 14:27:20.395873 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-58134ff2-f476-4411-a918-7d9f2a21d7a7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827467-3'}}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:27:20.458012 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-58134ff2-f476-4411-a918-7d9f2a21d7a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (38c9e957-d9ff-4675-8c90-89043408b3cd), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:20.577726 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-58134ff2-f476-4411-a918-7d9f2a21d7a7 service neutron] For port 38c9e957-d9ff-4675-8c90-89043408b3cd, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=38c9e957-d9ff-4675-8c90-89043408b3cd,segment=NetworkSegment(62ca152e-367d-4d30-acd3-a23958e420b3),segment_id=62ca152e-367d-4d30-acd3-a23958e420b3)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:27:20.616680 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-58134ff2-f476-4411-a918-7d9f2a21d7a7 service neutron] For port 38c9e957-d9ff-4675-8c90-89043408b3cd, host n-h2-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:27:20.654936 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38c9e957-d9ff-4675-8c90-89043408b3cd'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:27:20.657219 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098ce401-e7f2-4c99-b268-ec357a4ef9f1" -d '{"events": [{"server_uuid": "9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d", "name": "network-vif-unplugged", "status": "completed", "tag": "38c9e957-d9ff-4675-8c90-89043408b3cd"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:27:20.661183 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-58134ff2-f476-4411-a918-7d9f2a21d7a7 service neutron] Publish callbacks [] for port (38c9e957-d9ff-4675-8c90-89043408b3cd), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:20.667851 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-58134ff2-f476-4411-a918-7d9f2a21d7a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (38c9e957-d9ff-4675-8c90-89043408b3cd), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:20.696561 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 14:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6f6c0b-2240-4dda-b2bc-445a2e430567 x-openstack-request-id: req-cc6f6c0b-2240-4dda-b2bc-445a2e430567 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:27:20.696849 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d", "name": "network-vif-unplugged", "status": "completed", "tag": "38c9e957-d9ff-4675-8c90-89043408b3cd", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:27:20.697096 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc6f6c0b-2240-4dda-b2bc-445a2e430567 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:27:20.697486 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38c9e957-d9ff-4675-8c90-89043408b3cd', 'code': 200} Mar 01 14:27:20.772602 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58134ff2-f476-4411-a918-7d9f2a21d7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=38c9e957-d9ff-4675-8c90-89043408b3cd,revision_number=7']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:20.788460 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58134ff2-f476-4411-a918-7d9f2a21d7a7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:20.788798 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58134ff2-f476-4411-a918-7d9f2a21d7a7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:20.789685 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58134ff2-f476-4411-a918-7d9f2a21d7a7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:20.790022 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58134ff2-f476-4411-a918-7d9f2a21d7a7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:20.790347 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58134ff2-f476-4411-a918-7d9f2a21d7a7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:20.790674 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58134ff2-f476-4411-a918-7d9f2a21d7a7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:20.790994 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58134ff2-f476-4411-a918-7d9f2a21d7a7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:20.791312 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58134ff2-f476-4411-a918-7d9f2a21d7a7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:20.791628 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58134ff2-f476-4411-a918-7d9f2a21d7a7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:20.791973 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58134ff2-f476-4411-a918-7d9f2a21d7a7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:20.792291 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58134ff2-f476-4411-a918-7d9f2a21d7a7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:20.792616 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58134ff2-f476-4411-a918-7d9f2a21d7a7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:20.792917 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58134ff2-f476-4411-a918-7d9f2a21d7a7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:20.839805 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-58134ff2-f476-4411-a918-7d9f2a21d7a7 service neutron] Attempting to bind port 38c9e957-d9ff-4675-8c90-89043408b3cd on host n-h2-827467-3 for vnic_type normal with profile {"migrating_to": "n-h1-827467-3"} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:27:20.840405 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-58134ff2-f476-4411-a918-7d9f2a21d7a7 service neutron] Attempting to bind port 38c9e957-d9ff-4675-8c90-89043408b3cd by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '62ca152e-367d-4d30-acd3-a23958e420b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '74471565-f72a-4fe5-ab53-3119fc16c355'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:27:20.840743 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-58134ff2-f476-4411-a918-7d9f2a21d7a7 service neutron] Attempting to bind port 38c9e957-d9ff-4675-8c90-89043408b3cd on network 74471565-f72a-4fe5-ab53-3119fc16c355 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:27:20.845398 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-58134ff2-f476-4411-a918-7d9f2a21d7a7 service neutron] Port 38c9e957-d9ff-4675-8c90-89043408b3cd on network 74471565-f72a-4fe5-ab53-3119fc16c355 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:27:20.845775 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-58134ff2-f476-4411-a918-7d9f2a21d7a7 service neutron] Attempting to bind port 38c9e957-d9ff-4675-8c90-89043408b3cd on network 74471565-f72a-4fe5-ab53-3119fc16c355 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:27:20.851152 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-58134ff2-f476-4411-a918-7d9f2a21d7a7 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:27:20.852097 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-58134ff2-f476-4411-a918-7d9f2a21d7a7 service neutron] Checking segment: {'id': '62ca152e-367d-4d30-acd3-a23958e420b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '74471565-f72a-4fe5-ab53-3119fc16c355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:27:20.852553 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-58134ff2-f476-4411-a918-7d9f2a21d7a7 service neutron] Bound using segment: {'id': '62ca152e-367d-4d30-acd3-a23958e420b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '74471565-f72a-4fe5-ab53-3119fc16c355'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:27:20.852997 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-58134ff2-f476-4411-a918-7d9f2a21d7a7 service neutron] Bound port: 38c9e957-d9ff-4675-8c90-89043408b3cd, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ca152e-367d-4d30-acd3-a23958e420b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '74471565-f72a-4fe5-ab53-3119fc16c355'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:27:20.853356 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-58134ff2-f476-4411-a918-7d9f2a21d7a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (38c9e957-d9ff-4675-8c90-89043408b3cd), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:20.954038 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a8cff-05ed-4323-92e0-eadef4dc0e02 req-7510a28f-53d6-47ff-8341-5f46bab47aa3 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:20.955552 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-928a8cff-05ed-4323-92e0-eadef4dc0e02 req-7510a28f-53d6-47ff-8341-5f46bab47aa3 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 944 time: 0.0908995 Mar 01 14:27:20.955804 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-53944814-75f1-4f80-a621-d7753ee74e9a None None] Provisioning complete for port 38c9e957-d9ff-4675-8c90-89043408b3cd triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:27:20.956275 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-53944814-75f1-4f80-a621-d7753ee74e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (38c9e957-d9ff-4675-8c90-89043408b3cd), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:20.959380 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-58134ff2-f476-4411-a918-7d9f2a21d7a7 service neutron] For port 38c9e957-d9ff-4675-8c90-89043408b3cd, host n-h2-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:27:20.964130 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-58134ff2-f476-4411-a918-7d9f2a21d7a7 service neutron] For port 38c9e957-d9ff-4675-8c90-89043408b3cd, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=38c9e957-d9ff-4675-8c90-89043408b3cd,segment=NetworkSegment(62ca152e-367d-4d30-acd3-a23958e420b3),segment_id=62ca152e-367d-4d30-acd3-a23958e420b3)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:27:20.981922 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-58134ff2-f476-4411-a918-7d9f2a21d7a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (38c9e957-d9ff-4675-8c90-89043408b3cd), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:20.991753 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-53944814-75f1-4f80-a621-d7753ee74e9a None None] Port 38c9e957-d9ff-4675-8c90-89043408b3cd cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:27:21.062694 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-928a8cff-05ed-4323-92e0-eadef4dc0e02 req-d8f78204-af02-416b-a224-b8de9188b32d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f2ce0af-f44c-4052-901a-e032a703fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004193 Mar 01 14:27:21.099640 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58134ff2-f476-4411-a918-7d9f2a21d7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=38c9e957-d9ff-4675-8c90-89043408b3cd,revision_number=8']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:21.149995 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-58134ff2-f476-4411-a918-7d9f2a21d7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:21.150819 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-58134ff2-f476-4411-a918-7d9f2a21d7a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:21.152206 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-58134ff2-f476-4411-a918-7d9f2a21d7a7 service neutron] 10.222.0.32 "PUT /v2.0/ports/38c9e957-d9ff-4675-8c90-89043408b3cd HTTP/1.1" status: 200 len: 1122 time: 0.7603362 Mar 01 14:27:21.220072 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['38c9e957-d9ff-4675-8c90-89043408b3cd'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:27:21.339525 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-72bc514d-3629-4962-bf71-7c190993def9 None None] Provisioning complete for port 38c9e957-d9ff-4675-8c90-89043408b3cd triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:27:21.339851 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-72bc514d-3629-4962-bf71-7c190993def9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (38c9e957-d9ff-4675-8c90-89043408b3cd), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:21.475773 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-72bc514d-3629-4962-bf71-7c190993def9 None None] Current status of the port 38c9e957-d9ff-4675-8c90-89043408b3cd is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:27:21.476164 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-72bc514d-3629-4962-bf71-7c190993def9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (38c9e957-d9ff-4675-8c90-89043408b3cd), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:21.518075 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c9e957-d9ff-4675-8c90-89043408b3cd'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:27:21.520337 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eaebfa4-ed34-4dd4-bf6c-34ceaab678ce" -d '{"events": [{"server_uuid": "9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d", "name": "network-vif-plugged", "status": "completed", "tag": "38c9e957-d9ff-4675-8c90-89043408b3cd"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:27:21.542895 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-72bc514d-3629-4962-bf71-7c190993def9 None None] For port 38c9e957-d9ff-4675-8c90-89043408b3cd, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=38c9e957-d9ff-4675-8c90-89043408b3cd,segment=NetworkSegment(62ca152e-367d-4d30-acd3-a23958e420b3),segment_id=62ca152e-367d-4d30-acd3-a23958e420b3)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:27:21.549721 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-72bc514d-3629-4962-bf71-7c190993def9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (38c9e957-d9ff-4675-8c90-89043408b3cd), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:21.591743 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b688cc-1ae6-468c-9d79-15b47d9ccb2b x-openstack-request-id: req-12b688cc-1ae6-468c-9d79-15b47d9ccb2b {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:27:21.591966 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d", "name": "network-vif-plugged", "status": "completed", "tag": "38c9e957-d9ff-4675-8c90-89043408b3cd", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:27:21.592221 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12b688cc-1ae6-468c-9d79-15b47d9ccb2b {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:27:21.592611 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c9e957-d9ff-4675-8c90-89043408b3cd', 'code': 200} Mar 01 14:27:21.690455 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc514d-3629-4962-bf71-7c190993def9 None None] Pushing event updated for resources: {'Port': ['ID=38c9e957-d9ff-4675-8c90-89043408b3cd,revision_number=9']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:21.702835 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc514d-3629-4962-bf71-7c190993def9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:21.703179 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc514d-3629-4962-bf71-7c190993def9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:21.703517 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc514d-3629-4962-bf71-7c190993def9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:21.703880 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc514d-3629-4962-bf71-7c190993def9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:21.704211 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc514d-3629-4962-bf71-7c190993def9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:21.704539 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc514d-3629-4962-bf71-7c190993def9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:21.704863 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc514d-3629-4962-bf71-7c190993def9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:21.705186 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc514d-3629-4962-bf71-7c190993def9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:21.705505 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc514d-3629-4962-bf71-7c190993def9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:21.705823 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc514d-3629-4962-bf71-7c190993def9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:21.706143 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc514d-3629-4962-bf71-7c190993def9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:21.706462 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc514d-3629-4962-bf71-7c190993def9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:21.706779 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc514d-3629-4962-bf71-7c190993def9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:22.193792 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9ad4e-8ec8-4d65-83f0-abbacd805679 req-9a017a4d-31d8-486d-a745-ecc1cbf68a45 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:22.195314 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c8c9ad4e-8ec8-4d65-83f0-abbacd805679 req-9a017a4d-31d8-486d-a745-ecc1cbf68a45 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 946 time: 0.0571475 Mar 01 14:27:22.243252 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c8c9ad4e-8ec8-4d65-83f0-abbacd805679 req-718083e9-573e-44f2-a6ad-9546af0539df tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f2ce0af-f44c-4052-901a-e032a703fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424221 Mar 01 14:27:22.698798 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d', 'tag': '38c9e957-d9ff-4675-8c90-89043408b3cd'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:27:22.701425 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e891db61-f1f9-413a-8c5d-67690ed50af6" -d '{"events": [{"name": "network-changed", "server_uuid": "9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d", "tag": "38c9e957-d9ff-4675-8c90-89043408b3cd"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:27:22.737054 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a4d328-35b0-4884-9399-4ae63792cc27 x-openstack-request-id: req-e5a4d328-35b0-4884-9399-4ae63792cc27 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:27:22.737346 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d", "tag": "38c9e957-d9ff-4675-8c90-89043408b3cd", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:27:22.737603 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5a4d328-35b0-4884-9399-4ae63792cc27 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:27:22.738003 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d', 'tag': '38c9e957-d9ff-4675-8c90-89043408b3cd', 'status': 'completed', 'code': 200} Mar 01 14:27:22.804083 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891db61-f1f9-413a-8c5d-67690ed50af6 req-5ae33363-1d6e-4bfc-9ec2-990ac35e866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:22.806168 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e891db61-f1f9-413a-8c5d-67690ed50af6 req-5ae33363-1d6e-4bfc-9ec2-990ac35e866b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 1158 time: 0.0449984 Mar 01 14:27:22.895600 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891db61-f1f9-413a-8c5d-67690ed50af6 req-b158c2ec-86ff-4130-aada-82328792b4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:22.897079 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e891db61-f1f9-413a-8c5d-67690ed50af6 req-b158c2ec-86ff-4130-aada-82328792b4c9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=74471565-f72a-4fe5-ab53-3119fc16c355 HTTP/1.1" status: 200 len: 897 time: 0.0843680 Mar 01 14:27:22.960549 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e891db61-f1f9-413a-8c5d-67690ed50af6 req-5cc71277-ef5f-45ad-9a80-3ce2a19b40bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38c9e957-d9ff-4675-8c90-89043408b3cd HTTP/1.1" status: 200 len: 1002 time: 0.0562010 Mar 01 14:27:23.010402 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891db61-f1f9-413a-8c5d-67690ed50af6 req-fb91a2a3-60f2-4c27-b7a2-c328a9a7ba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:23.011880 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e891db61-f1f9-413a-8c5d-67690ed50af6 req-fb91a2a3-60f2-4c27-b7a2-c328a9a7ba6f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6f7fe18-aa88-4c3a-9c11-696aaa922916 HTTP/1.1" status: 200 len: 834 time: 0.0457413 Mar 01 14:27:23.059251 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891db61-f1f9-413a-8c5d-67690ed50af6 req-e14d3738-5edc-46aa-a90b-983ab9dedb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:23.060843 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e891db61-f1f9-413a-8c5d-67690ed50af6 req-e14d3738-5edc-46aa-a90b-983ab9dedb88 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=74471565-f72a-4fe5-ab53-3119fc16c355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428398 Mar 01 14:27:23.145152 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e891db61-f1f9-413a-8c5d-67690ed50af6 req-7f5c2bfb-c478-4402-9f33-b9f1eca33445 service neutron] 10.222.0.20 "GET /v2.0/networks/74471565-f72a-4fe5-ab53-3119fc16c355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786240 Mar 01 14:27:23.236808 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e891db61-f1f9-413a-8c5d-67690ed50af6 req-75c73856-0cbf-4b37-83fa-1306c1f087fa service neutron] 10.222.0.20 "GET /v2.0/networks/74471565-f72a-4fe5-ab53-3119fc16c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854957 Mar 01 14:27:23.363328 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fee2c9-ceb9-47c8-ac55-ec07a9eedaf3 req-40fdf996-3d32-425f-ad1f-dd1ea987b3d6 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:23.363968 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 38c9e957-d9ff-4675-8c90-89043408b3cd details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:27:23.364873 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-41fee2c9-ceb9-47c8-ac55-ec07a9eedaf3 req-40fdf996-3d32-425f-ad1f-dd1ea987b3d6 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 946 time: 0.0546143 Mar 01 14:27:23.420419 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-41fee2c9-ceb9-47c8-ac55-ec07a9eedaf3 req-c5b27bab-8261-4d39-ba8e-7574d0580f64 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f2ce0af-f44c-4052-901a-e032a703fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433588 Mar 01 14:27:23.469393 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 38c9e957-d9ff-4675-8c90-89043408b3cd, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=38c9e957-d9ff-4675-8c90-89043408b3cd,segment=NetworkSegment(62ca152e-367d-4d30-acd3-a23958e420b3),segment_id=62ca152e-367d-4d30-acd3-a23958e420b3)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:27:23.480391 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 38c9e957-d9ff-4675-8c90-89043408b3cd has no active binding in host n-h1-827467-3 {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 01 14:27:24.541956 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fda9f0-0104-41e0-a204-bb554ddb680a req-7a45be77-1daa-498d-ae0f-3f8b45c6c7fd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:24.543475 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-04fda9f0-0104-41e0-a204-bb554ddb680a req-7a45be77-1daa-498d-ae0f-3f8b45c6c7fd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 946 time: 0.0514107 Mar 01 14:27:24.595139 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-04fda9f0-0104-41e0-a204-bb554ddb680a req-a72d545d-3366-4b17-9af6-4f71da19484b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f2ce0af-f44c-4052-901a-e032a703fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459468 Mar 01 14:27:25.305666 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1c6fd43e-b224-429f-992d-be743c18776f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:25.713565 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f140a-510e-46a7-b2c1-71193b4d84ce req-f1425e51-ed6a-4e76-9e8c-af72209f3fe3 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:25.715042 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c6f140a-510e-46a7-b2c1-71193b4d84ce req-f1425e51-ed6a-4e76-9e8c-af72209f3fe3 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 946 time: 0.0525665 Mar 01 14:27:25.769121 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c6f140a-510e-46a7-b2c1-71193b4d84ce req-c985faea-05e4-42e0-8612-6d800467d874 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f2ce0af-f44c-4052-901a-e032a703fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483863 Mar 01 14:27:26.886603 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b3f3d-261e-4198-8b6c-e7504b7e386c req-e07c6acf-9193-4ffb-9902-4fb37e04ecfd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:26.888127 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b91b3f3d-261e-4198-8b6c-e7504b7e386c req-e07c6acf-9193-4ffb-9902-4fb37e04ecfd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 946 time: 0.0516641 Mar 01 14:27:26.936767 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b91b3f3d-261e-4198-8b6c-e7504b7e386c req-022e865c-c726-4145-aa9c-6bab324e4272 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f2ce0af-f44c-4052-901a-e032a703fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420361 Mar 01 14:27:27.476962 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c1e2f515-00da-4671-ae99-80b3875c99ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:28.058289 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df6a66-67ba-48d4-bcc4-9c362610c72e req-a17ac018-ce7a-4fae-a3db-39d6d7b540b9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:28.059802 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-98df6a66-67ba-48d4-bcc4-9c362610c72e req-a17ac018-ce7a-4fae-a3db-39d6d7b540b9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 946 time: 0.0572414 Mar 01 14:27:28.113554 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-98df6a66-67ba-48d4-bcc4-9c362610c72e req-12796f72-642f-40bb-bc8b-60ca87472653 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f2ce0af-f44c-4052-901a-e032a703fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483451 Mar 01 14:27:28.984496 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:29.234147 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab01b1-3549-4e22-bc01-ade6c95129cc req-990c8f29-c9ad-47d1-b7a2-786559680336 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:29.235710 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-55ab01b1-3549-4e22-bc01-ade6c95129cc req-990c8f29-c9ad-47d1-b7a2-786559680336 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 946 time: 0.0519311 Mar 01 14:27:29.281865 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-55ab01b1-3549-4e22-bc01-ade6c95129cc req-ad650961-ae6b-4462-85eb-5724baa2f400 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f2ce0af-f44c-4052-901a-e032a703fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408523 Mar 01 14:27:29.654495 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-2b848847-5b38-4be5-965f-ac335fabca53 service neutron] 10.222.0.20 "GET /v2.0/ports/38c9e957-d9ff-4675-8c90-89043408b3cd/bindings/n-h1-827467-3 HTTP/1.1" status: 200 len: 384 time: 0.0552454 Mar 01 14:27:29.820900 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-e208d5f5-2d02-4021-ac8d-097ba80b99ae service neutron] For port 38c9e957-d9ff-4675-8c90-89043408b3cd, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=38c9e957-d9ff-4675-8c90-89043408b3cd,segment=NetworkSegment(62ca152e-367d-4d30-acd3-a23958e420b3),segment_id=62ca152e-367d-4d30-acd3-a23958e420b3)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:27:29.839635 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-e208d5f5-2d02-4021-ac8d-097ba80b99ae service neutron] For port 38c9e957-d9ff-4675-8c90-89043408b3cd, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:27:29.881284 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38c9e957-d9ff-4675-8c90-89043408b3cd'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:27:29.884161 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ca8446-e612-49d4-a29b-0c97dd0627c6" -d '{"events": [{"server_uuid": "9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d", "name": "network-vif-unplugged", "status": "completed", "tag": "38c9e957-d9ff-4675-8c90-89043408b3cd"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:27:29.890569 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-e208d5f5-2d02-4021-ac8d-097ba80b99ae service neutron] For port 38c9e957-d9ff-4675-8c90-89043408b3cd, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=38c9e957-d9ff-4675-8c90-89043408b3cd,segment=NetworkSegment(62ca152e-367d-4d30-acd3-a23958e420b3),segment_id=62ca152e-367d-4d30-acd3-a23958e420b3)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:27:29.904628 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-e208d5f5-2d02-4021-ac8d-097ba80b99ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (38c9e957-d9ff-4675-8c90-89043408b3cd), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:29.936534 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 14:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e4c0c6-4e43-4287-bc0c-0aa697abe631 x-openstack-request-id: req-e1e4c0c6-4e43-4287-bc0c-0aa697abe631 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:27:29.936832 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d", "name": "network-vif-unplugged", "status": "completed", "tag": "38c9e957-d9ff-4675-8c90-89043408b3cd", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:27:29.937112 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1e4c0c6-4e43-4287-bc0c-0aa697abe631 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:27:29.937511 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38c9e957-d9ff-4675-8c90-89043408b3cd', 'code': 200} Mar 01 14:27:29.977296 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-e208d5f5-2d02-4021-ac8d-097ba80b99ae service neutron] Transition to ACTIVE for port object 38c9e957-d9ff-4675-8c90-89043408b3cd will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:27:29.980940 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-e208d5f5-2d02-4021-ac8d-097ba80b99ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (38c9e957-d9ff-4675-8c90-89043408b3cd), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:30.075238 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e208d5f5-2d02-4021-ac8d-097ba80b99ae service neutron] Pushing event updated for resources: {'Port': ['ID=38c9e957-d9ff-4675-8c90-89043408b3cd,revision_number=11']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:30.097790 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e208d5f5-2d02-4021-ac8d-097ba80b99ae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:30.098136 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e208d5f5-2d02-4021-ac8d-097ba80b99ae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:30.098480 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e208d5f5-2d02-4021-ac8d-097ba80b99ae service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:30.098817 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e208d5f5-2d02-4021-ac8d-097ba80b99ae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:30.099149 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e208d5f5-2d02-4021-ac8d-097ba80b99ae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:30.099479 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e208d5f5-2d02-4021-ac8d-097ba80b99ae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:30.099839 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e208d5f5-2d02-4021-ac8d-097ba80b99ae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:30.100169 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e208d5f5-2d02-4021-ac8d-097ba80b99ae service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:30.100494 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e208d5f5-2d02-4021-ac8d-097ba80b99ae service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:30.100818 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e208d5f5-2d02-4021-ac8d-097ba80b99ae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:30.101142 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e208d5f5-2d02-4021-ac8d-097ba80b99ae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:30.101503 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e208d5f5-2d02-4021-ac8d-097ba80b99ae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:30.101822 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e208d5f5-2d02-4021-ac8d-097ba80b99ae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:30.140926 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-e208d5f5-2d02-4021-ac8d-097ba80b99ae service neutron] No DVR routers for this DVR port 38c9e957-d9ff-4675-8c90-89043408b3cd on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:27:30.155455 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:30.410741 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d19b0-fa6b-4a71-a2c1-faec1f3c26c7 req-86a35183-7269-4327-b832-d4aeac833b12 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:30.412548 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a06d19b0-fa6b-4a71-a2c1-faec1f3c26c7 req-86a35183-7269-4327-b832-d4aeac833b12 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 945 time: 0.0619390 Mar 01 14:27:30.468589 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a06d19b0-fa6b-4a71-a2c1-faec1f3c26c7 req-5497f81e-35b3-4d4e-bfa9-d1c991c828da tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f2ce0af-f44c-4052-901a-e032a703fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502691 Mar 01 14:27:30.556784 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c77e4-14da-4ec5-8d79-8e30bff2cf26 req-54d7f20c-a9cc-4bbc-9a22-2ab2da32dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:30.558304 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e64c77e4-14da-4ec5-8d79-8e30bff2cf26 req-54d7f20c-a9cc-4bbc-9a22-2ab2da32dfe4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 1127 time: 0.4732165 Mar 01 14:27:30.652508 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-e208d5f5-2d02-4021-ac8d-097ba80b99ae service neutron] 10.222.0.20 "PUT /v2.0/ports/38c9e957-d9ff-4675-8c90-89043408b3cd/bindings/n-h1-827467-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9927852 Mar 01 14:27:30.685328 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c77e4-14da-4ec5-8d79-8e30bff2cf26 req-6c868aa1-5c3b-4dfc-bd7e-9ee6317301c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:30.686724 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e64c77e4-14da-4ec5-8d79-8e30bff2cf26 req-6c868aa1-5c3b-4dfc-bd7e-9ee6317301c8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=74471565-f72a-4fe5-ab53-3119fc16c355 HTTP/1.1" status: 200 len: 897 time: 0.1081786 Mar 01 14:27:30.747419 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-249bd153-cefc-4d15-a254-78ec916cda65 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:30.749104 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-249bd153-cefc-4d15-a254-78ec916cda65 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d&tenant_id=677a2c84d86e461aa18f47403491f396&binding%3Ahost_id=n-h2-827467-3 HTTP/1.1" status: 200 len: 1127 time: 0.0477452 Mar 01 14:27:30.752231 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e64c77e4-14da-4ec5-8d79-8e30bff2cf26 req-f8e125c7-6cbe-4a91-997b-3d52aee69560 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38c9e957-d9ff-4675-8c90-89043408b3cd HTTP/1.1" status: 200 len: 1000 time: 0.0592558 Mar 01 14:27:30.799047 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-b78cc5d1-0630-451c-9a1d-1f83e4769511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:30.800642 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-b78cc5d1-0630-451c-9a1d-1f83e4769511 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d&tenant_id=677a2c84d86e461aa18f47403491f396 HTTP/1.1" status: 200 len: 1127 time: 0.0442293 Mar 01 14:27:30.803418 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c77e4-14da-4ec5-8d79-8e30bff2cf26 req-ff75c3ce-1d8d-49b2-a220-869cfe898ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:30.805752 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e64c77e4-14da-4ec5-8d79-8e30bff2cf26 req-ff75c3ce-1d8d-49b2-a220-869cfe898ba2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6f7fe18-aa88-4c3a-9c11-696aaa922916 HTTP/1.1" status: 200 len: 834 time: 0.0468531 Mar 01 14:27:30.852823 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c77e4-14da-4ec5-8d79-8e30bff2cf26 req-748c700e-7151-40ed-b757-4d661f03b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:30.854326 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e64c77e4-14da-4ec5-8d79-8e30bff2cf26 req-748c700e-7151-40ed-b757-4d661f03b2a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=74471565-f72a-4fe5-ab53-3119fc16c355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436299 Mar 01 14:27:30.865069 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-b49886f2-b651-4fe2-b69d-316be4d717d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:30.866567 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-b49886f2-b651-4fe2-b69d-316be4d717d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 1127 time: 0.0439932 Mar 01 14:27:30.940397 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e64c77e4-14da-4ec5-8d79-8e30bff2cf26 req-dc5a45f0-b510-4027-8927-cdbd9fa43dd7 service neutron] 10.222.0.20 "GET /v2.0/networks/74471565-f72a-4fe5-ab53-3119fc16c355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799260 Mar 01 14:27:30.958805 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-d5a5cb98-ff7f-41ef-8862-e477e02100cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:30.960304 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-d5a5cb98-ff7f-41ef-8862-e477e02100cc service neutron] 10.222.0.32 "GET /v2.0/networks?id=74471565-f72a-4fe5-ab53-3119fc16c355 HTTP/1.1" status: 200 len: 897 time: 0.0876961 Mar 01 14:27:31.026321 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-3c88ad83-91a6-4d68-b7da-da8ffca08c77 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38c9e957-d9ff-4675-8c90-89043408b3cd HTTP/1.1" status: 200 len: 1000 time: 0.0581164 Mar 01 14:27:31.035748 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e64c77e4-14da-4ec5-8d79-8e30bff2cf26 req-ad7a5c13-96ba-4e85-9631-39b7f5515277 service neutron] 10.222.0.20 "GET /v2.0/networks/74471565-f72a-4fe5-ab53-3119fc16c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888193 Mar 01 14:27:31.082374 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-96c79804-c242-4db0-bb93-42b138728670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:31.083845 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-96c79804-c242-4db0-bb93-42b138728670 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d6f7fe18-aa88-4c3a-9c11-696aaa922916 HTTP/1.1" status: 200 len: 834 time: 0.0480762 Mar 01 14:27:31.133207 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-7a6659bd-9e56-49bd-8e14-ea8ab1e0c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:31.134725 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-7a6659bd-9e56-49bd-8e14-ea8ab1e0c2c3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74471565-f72a-4fe5-ab53-3119fc16c355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440390 Mar 01 14:27:31.222852 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-14148a3b-a219-4175-952c-6132a8afc497 service neutron] 10.222.0.32 "GET /v2.0/networks/74471565-f72a-4fe5-ab53-3119fc16c355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808446 Mar 01 14:27:31.317312 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-8772bedc-8186-48e3-962c-259b2ff8fca2 service neutron] 10.222.0.32 "GET /v2.0/networks/74471565-f72a-4fe5-ab53-3119fc16c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882490 Mar 01 14:27:31.588001 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61f503-2a23-492d-8147-50bf013bb759 req-07659349-c162-4952-bbe9-e82cdf34dc05 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:31.589461 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8b61f503-2a23-492d-8147-50bf013bb759 req-07659349-c162-4952-bbe9-e82cdf34dc05 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 945 time: 0.0523787 Mar 01 14:27:31.636419 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8b61f503-2a23-492d-8147-50bf013bb759 req-af9a3c06-5940-46ab-ade5-5fbae8c138ca tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f2ce0af-f44c-4052-901a-e032a703fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413923 Mar 01 14:27:31.783094 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:31.836706 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:27:31.854375 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-f1892d32-eb78-484d-8813-185db0a02e29 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:31.855940 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-f1892d32-eb78-484d-8813-185db0a02e29 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d&tenant_id=677a2c84d86e461aa18f47403491f396&binding%3Ahost_id=n-h1-827467-3 HTTP/1.1" status: 200 len: 1127 time: 0.0526431 Mar 01 14:27:31.991319 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-5c189b72-dffc-42e6-aa77-f9a2f2a3a7f2 service neutron] For port 38c9e957-d9ff-4675-8c90-89043408b3cd, host n-h2-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:27:31.994646 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-5c189b72-dffc-42e6-aa77-f9a2f2a3a7f2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:31.995781 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-5c189b72-dffc-42e6-aa77-f9a2f2a3a7f2 service neutron] 10.222.0.32 "DELETE /v2.0/ports/38c9e957-d9ff-4675-8c90-89043408b3cd/bindings/n-h2-827467-3 HTTP/1.1" status: 204 len: 173 time: 0.1323087 Mar 01 14:27:32.294663 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 38c9e957-d9ff-4675-8c90-89043408b3cd no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:27:32.332993 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] The host n-h2-827467-3 is not matching for port 38c9e957-d9ff-4675-8c90-89043408b3cd host n-h1-827467-3! {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 01 14:27:32.333388 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 38c9e957-d9ff-4675-8c90-89043408b3cd not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:27:32.765773 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4620e1-fbce-4d64-8e73-5c11992e620e req-8b97c412-95b4-449a-8cab-26e258846ba8 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:32.767302 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3a4620e1-fbce-4d64-8e73-5c11992e620e req-8b97c412-95b4-449a-8cab-26e258846ba8 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 945 time: 0.0614800 Mar 01 14:27:32.817570 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3a4620e1-fbce-4d64-8e73-5c11992e620e req-83ff63f5-9fcd-42bb-babc-84247bcca981 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f2ce0af-f44c-4052-901a-e032a703fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444264 Mar 01 14:27:32.929275 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec144f0f-01a7-424a-a030-25638bc4b4df req-5d06731a-de71-441e-b837-f9eb58e664e6 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:32.930780 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ec144f0f-01a7-424a-a030-25638bc4b4df req-5d06731a-de71-441e-b837-f9eb58e664e6 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 1127 time: 0.0434966 Mar 01 14:27:32.974397 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ec144f0f-01a7-424a-a030-25638bc4b4df req-29f9ae9a-9c3b-4e34-bc02-685b7071a744 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8f2ce0af-f44c-4052-901a-e032a703fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381353 Mar 01 14:27:33.087969 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36eed2-80fd-4432-8998-23fe28a66e82 req-e3ea7031-8e32-4f79-8196-dc2d39d6a85e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:33.089412 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fb36eed2-80fd-4432-8998-23fe28a66e82 req-e3ea7031-8e32-4f79-8196-dc2d39d6a85e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 945 time: 0.0513153 Mar 01 14:27:33.140914 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fb36eed2-80fd-4432-8998-23fe28a66e82 req-d458b31d-9528-4742-a366-d0bfe4883a41 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f2ce0af-f44c-4052-901a-e032a703fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457063 Mar 01 14:27:33.162638 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56598) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:27:33.221257 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-09e11045-0b8a-4791-baf3-1fb00d406c30 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/floatingips/1b408208-17a7-4aad-91a4-8b052fdd80a5 HTTP/1.1" status: 200 len: 992 time: 0.0575233 Mar 01 14:27:36.936054 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56604) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:27:37.091796 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-30a37960-2043-4bf8-ad4d-0d208a85416c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Deleting port 76e74e60-adf7-494d-b5e9-3a8840494449 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:27:37.092143 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-30a37960-2043-4bf8-ad4d-0d208a85416c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (76e74e60-adf7-494d-b5e9-3a8840494449), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:37.166179 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-30a37960-2043-4bf8-ad4d-0d208a85416c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (76e74e60-adf7-494d-b5e9-3a8840494449), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:37.166505 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-30a37960-2043-4bf8-ad4d-0d208a85416c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for floatingip (76e74e60-adf7-494d-b5e9-3a8840494449), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:37.177733 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-30a37960-2043-4bf8-ad4d-0d208a85416c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Calling delete_port for 76e74e60-adf7-494d-b5e9-3a8840494449 owned by network:floatingip {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:27:37.321214 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-30a37960-2043-4bf8-ad4d-0d208a85416c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (76e74e60-adf7-494d-b5e9-3a8840494449), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:37.346238 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a37960-2043-4bf8-ad4d-0d208a85416c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event deleted for resources: {'Port': ['ID=76e74e60-adf7-494d-b5e9-3a8840494449,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:37.404884 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-30a37960-2043-4bf8-ad4d-0d208a85416c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for floatingip (1b408208-17a7-4aad-91a4-8b052fdd80a5), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:37.405246 n-d-827467-3 neutron-server[103727]: INFO neutron.db.l3_db [None req-30a37960-2043-4bf8-ad4d-0d208a85416c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Floating IP 1b408208-17a7-4aad-91a4-8b052fdd80a5 disassociated (deleted). External IP: 172.25.1.164, port: 38c9e957-d9ff-4675-8c90-89043408b3cd. Mar 01 14:27:37.609630 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a37960-2043-4bf8-ad4d-0d208a85416c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Router 6f7e4abd-86a1-480c-96fb-94ffad04ac94 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:27:37.716234 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a37960-2043-4bf8-ad4d-0d208a85416c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:27:37.721129 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-30a37960-2043-4bf8-ad4d-0d208a85416c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:37.726718 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a1e377-9c33-4edf-97b0-9b0fb512e1d6 None None] Sync routers for ids ['6f7e4abd-86a1-480c-96fb-94ffad04ac94'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:27:37.736074 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a1e377-9c33-4edf-97b0-9b0fb512e1d6 None None] Routers {'6f7e4abd-86a1-480c-96fb-94ffad04ac94'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:27:37.736685 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-88a1e377-9c33-4edf-97b0-9b0fb512e1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:27:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6f7e4abd-86a1-480c-96fb-94ffad04ac94'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:27:37.748437 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-30a37960-2043-4bf8-ad4d-0d208a85416c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "DELETE /v2.0/floatingips/1b408208-17a7-4aad-91a4-8b052fdd80a5 HTTP/1.1" status: 204 len: 168 time: 0.8113117 Mar 01 14:27:37.749020 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d', 'tag': '38c9e957-d9ff-4675-8c90-89043408b3cd'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:27:37.751970 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6395216c-d3e3-4042-9588-598e75ab8390" -d '{"events": [{"name": "network-changed", "server_uuid": "9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d", "tag": "38c9e957-d9ff-4675-8c90-89043408b3cd"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:27:37.797969 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80827b06-2877-4900-99d9-80ad0f517f2f x-openstack-request-id: req-80827b06-2877-4900-99d9-80ad0f517f2f {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:27:37.798261 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d", "tag": "38c9e957-d9ff-4675-8c90-89043408b3cd", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:27:37.798517 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80827b06-2877-4900-99d9-80ad0f517f2f {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:27:37.798938 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d', 'tag': '38c9e957-d9ff-4675-8c90-89043408b3cd', 'status': 'completed', 'code': 200} Mar 01 14:27:37.848594 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-88a1e377-9c33-4edf-97b0-9b0fb512e1d6 None None] Set router 6f7e4abd-86a1-480c-96fb-94ffad04ac94 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:27:37.881839 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395216c-d3e3-4042-9588-598e75ab8390 req-f2002e70-0a00-4d79-b56d-7e8887a75ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:37.884825 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6395216c-d3e3-4042-9588-598e75ab8390 req-f2002e70-0a00-4d79-b56d-7e8887a75ca7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 1127 time: 0.0619187 Mar 01 14:27:38.008491 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395216c-d3e3-4042-9588-598e75ab8390 req-b338142a-43a2-4aa5-9bc3-fd4fd544a79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:38.009977 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6395216c-d3e3-4042-9588-598e75ab8390 req-b338142a-43a2-4aa5-9bc3-fd4fd544a79e service neutron] 10.222.0.32 "GET /v2.0/networks?id=74471565-f72a-4fe5-ab53-3119fc16c355 HTTP/1.1" status: 200 len: 897 time: 0.1194289 Mar 01 14:27:38.023115 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb661c-aa62-4d67-a676-5dd7a47688aa req-7775e4e4-6adb-45f3-ae0f-f3b2fbbbb4dd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:38.025110 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-49cb661c-aa62-4d67-a676-5dd7a47688aa req-7775e4e4-6adb-45f3-ae0f-f3b2fbbbb4dd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 945 time: 0.0786562 Mar 01 14:27:38.058173 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-88a1e377-9c33-4edf-97b0-9b0fb512e1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181139855', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '55738940-9860-4d8e-af04-87dfd235e13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:25:54Z', 'updated_at': '2022-03-01T14:25:57Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '55738940-9860-4d8e-af04-87dfd235e13d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:25:54Z', 'updated_at': '2022-03-01T14:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '8f83384b-3f96-4fe4-bad6-d647a9fa87c8', 'name': '', 'network_id': '74471565-f72a-4fe5-ab53-3119fc16c355', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'mac_address': 'fa:16:3e:bb:1f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'd6f7fe18-aa88-4c3a-9c11-696aaa922916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:25:57Z', 'updated_at': '2022-03-01T14:26:00Z', 'revision_number': 5, 'project_id': '677a2c84d86e461aa18f47403491f396', 'subnets': [{'id': 'd6f7fe18-aa88-4c3a-9c11-696aaa922916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:27:38.075250 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6395216c-d3e3-4042-9588-598e75ab8390 req-823f24a3-ef88-4ea8-8c74-8e129f69cc33 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38c9e957-d9ff-4675-8c90-89043408b3cd HTTP/1.1" status: 200 len: 217 time: 0.0491736 Mar 01 14:27:38.085422 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a1e377-9c33-4edf-97b0-9b0fb512e1d6 None None] Checking router: 6f7e4abd-86a1-480c-96fb-94ffad04ac94 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:27:38.095663 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a1e377-9c33-4edf-97b0-9b0fb512e1d6 None None] Routers {'6f7e4abd-86a1-480c-96fb-94ffad04ac94'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:27:38.096333 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-88a1e377-9c33-4edf-97b0-9b0fb512e1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:27:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6f7e4abd-86a1-480c-96fb-94ffad04ac94'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:27:38.137601 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-49cb661c-aa62-4d67-a676-5dd7a47688aa req-1f865dfc-677e-4695-afbd-6d48ec9e0850 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f2ce0af-f44c-4052-901a-e032a703fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058862 Mar 01 14:27:38.147215 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395216c-d3e3-4042-9588-598e75ab8390 req-e31efc1e-290a-4ae8-9d9b-c84500ee6a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:38.149215 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6395216c-d3e3-4042-9588-598e75ab8390 req-e31efc1e-290a-4ae8-9d9b-c84500ee6a0a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d6f7fe18-aa88-4c3a-9c11-696aaa922916 HTTP/1.1" status: 200 len: 834 time: 0.0657372 Mar 01 14:27:38.199043 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395216c-d3e3-4042-9588-598e75ab8390 req-3a66f20e-5122-467d-b30e-13a51693036f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:38.200929 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6395216c-d3e3-4042-9588-598e75ab8390 req-3a66f20e-5122-467d-b30e-13a51693036f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74471565-f72a-4fe5-ab53-3119fc16c355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454767 Mar 01 14:27:38.204907 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-88a1e377-9c33-4edf-97b0-9b0fb512e1d6 None None] Set router 6f7e4abd-86a1-480c-96fb-94ffad04ac94 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:27:38.293101 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6395216c-d3e3-4042-9588-598e75ab8390 req-f14b3eae-bc59-4fae-8653-62edfd7499fe service neutron] 10.222.0.32 "GET /v2.0/networks/74471565-f72a-4fe5-ab53-3119fc16c355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843699 Mar 01 14:27:38.388123 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6395216c-d3e3-4042-9588-598e75ab8390 req-238064ef-1e71-44ae-b3eb-3685c4b24fdf service neutron] 10.222.0.32 "GET /v2.0/networks/74471565-f72a-4fe5-ab53-3119fc16c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864768 Mar 01 14:27:38.400269 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-88a1e377-9c33-4edf-97b0-9b0fb512e1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181139855', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '55738940-9860-4d8e-af04-87dfd235e13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:25:54Z', 'updated_at': '2022-03-01T14:25:57Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '55738940-9860-4d8e-af04-87dfd235e13d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:25:54Z', 'updated_at': '2022-03-01T14:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '8f83384b-3f96-4fe4-bad6-d647a9fa87c8', 'name': '', 'network_id': '74471565-f72a-4fe5-ab53-3119fc16c355', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'mac_address': 'fa:16:3e:bb:1f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'd6f7fe18-aa88-4c3a-9c11-696aaa922916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:25:57Z', 'updated_at': '2022-03-01T14:26:00Z', 'revision_number': 5, 'project_id': '677a2c84d86e461aa18f47403491f396', 'subnets': [{'id': 'd6f7fe18-aa88-4c3a-9c11-696aaa922916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:27:38.430211 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a1e377-9c33-4edf-97b0-9b0fb512e1d6 None None] The sync data for ids ['6f7e4abd-86a1-480c-96fb-94ffad04ac94'] in n-d-827467-3 is: [{'id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181139855', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '55738940-9860-4d8e-af04-87dfd235e13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:25:54Z', 'updated_at': '2022-03-01T14:25:57Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '55738940-9860-4d8e-af04-87dfd235e13d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:25:54Z', 'updated_at': '2022-03-01T14:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '8f83384b-3f96-4fe4-bad6-d647a9fa87c8', 'name': '', 'network_id': '74471565-f72a-4fe5-ab53-3119fc16c355', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'mac_address': 'fa:16:3e:bb:1f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'd6f7fe18-aa88-4c3a-9c11-696aaa922916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:25:57Z', 'updated_at': '2022-03-01T14:26:00Z', 'revision_number': 5, 'project_id': '677a2c84d86e461aa18f47403491f396', 'subnets': [{'id': 'd6f7fe18-aa88-4c3a-9c11-696aaa922916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:27:38.654057 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b5f404-09b0-4f5c-903a-5565d7fb0b8d None None] New status for floating IP 1b408208-17a7-4aad-91a4-8b052fdd80a5: DOWN {{(pid=103729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 14:27:38.680285 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb8249-83f3-445c-8f31-5423f845aa36 req-7e3b8ddd-d43c-4c8d-bd26-808288485c99 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:38.681740 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-acfb8249-83f3-445c-8f31-5423f845aa36 req-7e3b8ddd-d43c-4c8d-bd26-808288485c99 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 945 time: 0.0565834 Mar 01 14:27:38.772281 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-acfb8249-83f3-445c-8f31-5423f845aa36 req-4c327708-1dc3-4310-9035-67521cc65eaa tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Deleting port 38c9e957-d9ff-4675-8c90-89043408b3cd {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:27:38.772629 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-acfb8249-83f3-445c-8f31-5423f845aa36 req-4c327708-1dc3-4310-9035-67521cc65eaa tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (38c9e957-d9ff-4675-8c90-89043408b3cd), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:38.861918 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-acfb8249-83f3-445c-8f31-5423f845aa36 req-4c327708-1dc3-4310-9035-67521cc65eaa tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] For port 38c9e957-d9ff-4675-8c90-89043408b3cd, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=38c9e957-d9ff-4675-8c90-89043408b3cd,segment=NetworkSegment(62ca152e-367d-4d30-acd3-a23958e420b3),segment_id=62ca152e-367d-4d30-acd3-a23958e420b3)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:27:38.862286 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-acfb8249-83f3-445c-8f31-5423f845aa36 req-4c327708-1dc3-4310-9035-67521cc65eaa tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (38c9e957-d9ff-4675-8c90-89043408b3cd), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:38.875580 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-acfb8249-83f3-445c-8f31-5423f845aa36 req-4c327708-1dc3-4310-9035-67521cc65eaa tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Calling delete_port for 38c9e957-d9ff-4675-8c90-89043408b3cd owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:27:38.999012 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-acfb8249-83f3-445c-8f31-5423f845aa36 req-4c327708-1dc3-4310-9035-67521cc65eaa tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (38c9e957-d9ff-4675-8c90-89043408b3cd), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:39.028633 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c327708-1dc3-4310-9035-67521cc65eaa tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event deleted for resources: {'Port': ['ID=38c9e957-d9ff-4675-8c90-89043408b3cd,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:39.073065 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-acfb8249-83f3-445c-8f31-5423f845aa36 req-4c327708-1dc3-4310-9035-67521cc65eaa tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] No DVR routers for this DVR port 38c9e957-d9ff-4675-8c90-89043408b3cd on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:27:39.075878 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-acfb8249-83f3-445c-8f31-5423f845aa36 req-4c327708-1dc3-4310-9035-67521cc65eaa tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:39.079159 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-acfb8249-83f3-445c-8f31-5423f845aa36 req-4c327708-1dc3-4310-9035-67521cc65eaa tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.32 "DELETE /v2.0/ports/38c9e957-d9ff-4675-8c90-89043408b3cd HTTP/1.1" status: 204 len: 173 time: 0.3919754 Mar 01 14:27:39.251722 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-546a1bf6-72b3-4163-bf28-73b75d55fdef req-49e168ed-50fc-4431-8051-c3b46a745837 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d HTTP/1.1" status: 200 len: 210 time: 0.0273814 Mar 01 14:27:39.800272 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d', 'name': 'network-vif-deleted', 'tag': '38c9e957-d9ff-4675-8c90-89043408b3cd'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:27:39.802589 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aedf961-8e17-4533-aa09-1ea56647ddb4" -d '{"events": [{"server_uuid": "9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d", "name": "network-vif-deleted", "tag": "38c9e957-d9ff-4675-8c90-89043408b3cd"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:27:39.837964 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b251501-f42c-474e-9cc8-67a3888e01d4 x-openstack-request-id: req-7b251501-f42c-474e-9cc8-67a3888e01d4 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:27:39.838252 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d", "name": "network-vif-deleted", "tag": "38c9e957-d9ff-4675-8c90-89043408b3cd", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:27:39.838514 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b251501-f42c-474e-9cc8-67a3888e01d4 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:27:39.839032 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d1da5f1-bbeb-4590-ad4b-ecb229c31f5d', 'name': 'network-vif-deleted', 'tag': '38c9e957-d9ff-4675-8c90-89043408b3cd', 'status': 'completed', 'code': 200} Mar 01 14:27:40.069096 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:40.308375 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56618) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:27:40.352867 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:40.664504 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-31c6d7c1-c2f3-4376-a16f-fd9af5f91e92 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (6f7e4abd-86a1-480c-96fb-94ffad04ac94), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:41.250572 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-31c6d7c1-c2f3-4376-a16f-fd9af5f91e92 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Deleting port 8f83384b-3f96-4fe4-bad6-d647a9fa87c8 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:27:41.250911 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-31c6d7c1-c2f3-4376-a16f-fd9af5f91e92 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (8f83384b-3f96-4fe4-bad6-d647a9fa87c8), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:41.336675 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-31c6d7c1-c2f3-4376-a16f-fd9af5f91e92 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] For port 8f83384b-3f96-4fe4-bad6-d647a9fa87c8, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=8f83384b-3f96-4fe4-bad6-d647a9fa87c8,segment=NetworkSegment(62ca152e-367d-4d30-acd3-a23958e420b3),segment_id=62ca152e-367d-4d30-acd3-a23958e420b3)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:27:41.337370 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-31c6d7c1-c2f3-4376-a16f-fd9af5f91e92 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (8f83384b-3f96-4fe4-bad6-d647a9fa87c8), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:41.349400 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-31c6d7c1-c2f3-4376-a16f-fd9af5f91e92 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Calling delete_port for 8f83384b-3f96-4fe4-bad6-d647a9fa87c8 owned by network:router_interface {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:27:41.536088 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-31c6d7c1-c2f3-4376-a16f-fd9af5f91e92 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (8f83384b-3f96-4fe4-bad6-d647a9fa87c8), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:41.560297 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6d7c1-c2f3-4376-a16f-fd9af5f91e92 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event deleted for resources: {'Port': ['ID=8f83384b-3f96-4fe4-bad6-d647a9fa87c8,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:41.734210 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-31c6d7c1-c2f3-4376-a16f-fd9af5f91e92 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (6f7e4abd-86a1-480c-96fb-94ffad04ac94), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:41.947369 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c6d7c1-c2f3-4376-a16f-fd9af5f91e92 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Router 6f7e4abd-86a1-480c-96fb-94ffad04ac94 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:27:42.054779 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c6d7c1-c2f3-4376-a16f-fd9af5f91e92 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:27:42.059604 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-31c6d7c1-c2f3-4376-a16f-fd9af5f91e92 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "PUT /v2.0/routers/6f7e4abd-86a1-480c-96fb-94ffad04ac94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7502322 Mar 01 14:27:42.062323 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56620) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:27:42.065010 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3371b4-d4d3-480f-923a-0f65b9013d8a None None] Sync routers for ids ['6f7e4abd-86a1-480c-96fb-94ffad04ac94'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:27:42.075887 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3371b4-d4d3-480f-923a-0f65b9013d8a None None] Routers {'6f7e4abd-86a1-480c-96fb-94ffad04ac94'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:27:42.076488 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-ac3371b4-d4d3-480f-923a-0f65b9013d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:27:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6f7e4abd-86a1-480c-96fb-94ffad04ac94'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:27:42.112068 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-51a1b986-36fd-49e6-8b13-83b1c4b26475 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Deleting subnet d6f7fe18-aa88-4c3a-9c11-696aaa922916 {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:27:42.115488 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-51a1b986-36fd-49e6-8b13-83b1c4b26475 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for subnet (d6f7fe18-aa88-4c3a-9c11-696aaa922916), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:42.156465 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-51a1b986-36fd-49e6-8b13-83b1c4b26475 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (d6f7fe18-aa88-4c3a-9c11-696aaa922916), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:42.255477 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-51a1b986-36fd-49e6-8b13-83b1c4b26475 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (d6f7fe18-aa88-4c3a-9c11-696aaa922916), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:42.314066 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-51a1b986-36fd-49e6-8b13-83b1c4b26475 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (d6f7fe18-aa88-4c3a-9c11-696aaa922916), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:42.341382 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1b986-36fd-49e6-8b13-83b1c4b26475 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event deleted for resources: {'Subnet': ['ID=d6f7fe18-aa88-4c3a-9c11-696aaa922916,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:42.343061 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-ac3371b4-d4d3-480f-923a-0f65b9013d8a None None] Set router 6f7e4abd-86a1-480c-96fb-94ffad04ac94 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:27:42.345133 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-51a1b986-36fd-49e6-8b13-83b1c4b26475 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:42.348416 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-51a1b986-36fd-49e6-8b13-83b1c4b26475 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "DELETE /v2.0/subnets/d6f7fe18-aa88-4c3a-9c11-696aaa922916 HTTP/1.1" status: 204 len: 168 time: 0.2851121 Mar 01 14:27:42.350952 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56622) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:27:42.353588 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728aa418-26c5-418b-a5bd-0d1f554bf964 None None] Network 74471565-f72a-4fe5-ab53-3119fc16c355 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:27:42.462884 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0f137469-7836-4aed-99ca-4a67e98a6b62 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for router (6f7e4abd-86a1-480c-96fb-94ffad04ac94), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:42.573560 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0f137469-7836-4aed-99ca-4a67e98a6b62 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for router_gateway (6f7e4abd-86a1-480c-96fb-94ffad04ac94), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:42.608483 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-ac3371b4-d4d3-480f-923a-0f65b9013d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181139855', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '55738940-9860-4d8e-af04-87dfd235e13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:25:54Z', 'updated_at': '2022-03-01T14:27:41Z', 'revision_number': 5, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '55738940-9860-4d8e-af04-87dfd235e13d', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:25:54Z', 'updated_at': '2022-03-01T14:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:27:42.632232 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-0f137469-7836-4aed-99ca-4a67e98a6b62 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Deleting port 55738940-9860-4d8e-af04-87dfd235e13d {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:27:42.633159 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0f137469-7836-4aed-99ca-4a67e98a6b62 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (55738940-9860-4d8e-af04-87dfd235e13d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:42.641210 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f23887-81eb-4064-a07e-5cbb68da5090 None None] DHCP port deletion for 74471565-f72a-4fe5-ab53-3119fc16c355 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:27:42.643373 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3371b4-d4d3-480f-923a-0f65b9013d8a None None] Checking router: 6f7e4abd-86a1-480c-96fb-94ffad04ac94 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:27:42.670741 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3371b4-d4d3-480f-923a-0f65b9013d8a None None] Routers {'6f7e4abd-86a1-480c-96fb-94ffad04ac94'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:27:42.671355 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-ac3371b4-d4d3-480f-923a-0f65b9013d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:27:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['6f7e4abd-86a1-480c-96fb-94ffad04ac94'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:27:42.714348 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-0f137469-7836-4aed-99ca-4a67e98a6b62 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] For port 55738940-9860-4d8e-af04-87dfd235e13d, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=55738940-9860-4d8e-af04-87dfd235e13d,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:27:42.714630 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0f137469-7836-4aed-99ca-4a67e98a6b62 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (55738940-9860-4d8e-af04-87dfd235e13d), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:42.726995 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-0f137469-7836-4aed-99ca-4a67e98a6b62 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Calling delete_port for 55738940-9860-4d8e-af04-87dfd235e13d owned by network:router_gateway {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:27:42.771932 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-ac3371b4-d4d3-480f-923a-0f65b9013d8a None None] Set router 6f7e4abd-86a1-480c-96fb-94ffad04ac94 gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:27:42.774448 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-22f23887-81eb-4064-a07e-5cbb68da5090 None None] Deleting port 646bff0a-94b2-4dc7-8d40-2157b1cb8746 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:27:42.774826 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-22f23887-81eb-4064-a07e-5cbb68da5090 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (646bff0a-94b2-4dc7-8d40-2157b1cb8746), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:42.860923 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-ac3371b4-d4d3-480f-923a-0f65b9013d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181139855', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:25:54Z', 'updated_at': '2022-03-01T14:27:42Z', 'revision_number': 6, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:27:42.895868 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0f137469-7836-4aed-99ca-4a67e98a6b62 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (55738940-9860-4d8e-af04-87dfd235e13d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:42.899159 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3371b4-d4d3-480f-923a-0f65b9013d8a None None] The sync data for ids ['6f7e4abd-86a1-480c-96fb-94ffad04ac94'] in n-d-827467-3 is: [{'id': '6f7e4abd-86a1-480c-96fb-94ffad04ac94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181139855', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:25:54Z', 'updated_at': '2022-03-01T14:27:42Z', 'revision_number': 6, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port_host': None}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:27:42.917681 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-22f23887-81eb-4064-a07e-5cbb68da5090 None None] For port 646bff0a-94b2-4dc7-8d40-2157b1cb8746, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=646bff0a-94b2-4dc7-8d40-2157b1cb8746,segment=NetworkSegment(62ca152e-367d-4d30-acd3-a23958e420b3),segment_id=62ca152e-367d-4d30-acd3-a23958e420b3)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:27:42.918082 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-22f23887-81eb-4064-a07e-5cbb68da5090 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (646bff0a-94b2-4dc7-8d40-2157b1cb8746), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:42.923464 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f137469-7836-4aed-99ca-4a67e98a6b62 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event deleted for resources: {'Port': ['ID=55738940-9860-4d8e-af04-87dfd235e13d,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:42.933178 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-22f23887-81eb-4064-a07e-5cbb68da5090 None None] Calling delete_port for 646bff0a-94b2-4dc7-8d40-2157b1cb8746 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:27:42.988009 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0f137469-7836-4aed-99ca-4a67e98a6b62 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (6f7e4abd-86a1-480c-96fb-94ffad04ac94), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:43.011849 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-22f23887-81eb-4064-a07e-5cbb68da5090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (646bff0a-94b2-4dc7-8d40-2157b1cb8746), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:43.036604 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f23887-81eb-4064-a07e-5cbb68da5090 None None] Pushing event deleted for resources: {'Port': ['ID=646bff0a-94b2-4dc7-8d40-2157b1cb8746,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:43.042529 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f23887-81eb-4064-a07e-5cbb68da5090 None None] No DVR routers for this DVR port 646bff0a-94b2-4dc7-8d40-2157b1cb8746 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:27:43.085796 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0f137469-7836-4aed-99ca-4a67e98a6b62 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (6f7e4abd-86a1-480c-96fb-94ffad04ac94), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:43.087944 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0f137469-7836-4aed-99ca-4a67e98a6b62 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for router_controller (6f7e4abd-86a1-480c-96fb-94ffad04ac94), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:43.132803 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0f137469-7836-4aed-99ca-4a67e98a6b62 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (6f7e4abd-86a1-480c-96fb-94ffad04ac94), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:43.133477 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f137469-7836-4aed-99ca-4a67e98a6b62 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Fanout notify agent at l3_agent the message router_deleted on router 6f7e4abd-86a1-480c-96fb-94ffad04ac94 {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:27:43.141205 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0f137469-7836-4aed-99ca-4a67e98a6b62 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:43.142306 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0f137469-7836-4aed-99ca-4a67e98a6b62 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "DELETE /v2.0/routers/6f7e4abd-86a1-480c-96fb-94ffad04ac94 HTTP/1.1" status: 204 len: 168 time: 0.7903585 Mar 01 14:27:43.144946 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56624) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:27:43.222132 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ef341437-27ca-4ba6-b815-e37898f615ac tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (74471565-f72a-4fe5-ab53-3119fc16c355), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:43.309143 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ef341437-27ca-4ba6-b815-e37898f615ac tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (74471565-f72a-4fe5-ab53-3119fc16c355), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:43.330444 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-ef341437-27ca-4ba6-b815-e37898f615ac tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74471565-f72a-4fe5-ab53-3119fc16c355']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:27:43.340900 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-ef341437-27ca-4ba6-b815-e37898f615ac tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ca152e-367d-4d30-acd3-a23958e420b3') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:27:43.343610 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-ef341437-27ca-4ba6-b815-e37898f615ac tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ca152e-367d-4d30-acd3-a23958e420b3') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:27:43.353563 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ef341437-27ca-4ba6-b815-e37898f615ac tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (62ca152e-367d-4d30-acd3-a23958e420b3), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:43.366468 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ef341437-27ca-4ba6-b815-e37898f615ac tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (62ca152e-367d-4d30-acd3-a23958e420b3), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:43.374020 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef341437-27ca-4ba6-b815-e37898f615ac tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:27:43.374484 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ef341437-27ca-4ba6-b815-e37898f615ac tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (62ca152e-367d-4d30-acd3-a23958e420b3), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:43.377805 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:27:43.377805 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:27:43.377805 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:27:43.377805 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:27:43.377805 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:27:43.377805 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:27:43.377805 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:27:43.377805 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:27:43.377805 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:27:43.377805 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:27:43.377805 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:27:43.377805 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:27:43.377805 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:27:43.377805 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:27:43.377805 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:27:43.377805 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:27:43.377805 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:27:43.377805 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:27:43.377805 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:27:43.377805 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:27:43.377805 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:27:43.377805 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:27:43.377805 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:27:43.377805 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:27:43.377805 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:27:43.377805 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:27:43.377805 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:27:43.377805 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:27:43.377805 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:27:43.377805 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:27:43.377805 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:27:43.377805 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:27:43.457600 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ef341437-27ca-4ba6-b815-e37898f615ac tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (74471565-f72a-4fe5-ab53-3119fc16c355), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:43.467271 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ef341437-27ca-4ba6-b815-e37898f615ac tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:43.470600 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-ef341437-27ca-4ba6-b815-e37898f615ac tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "DELETE /v2.0/networks/74471565-f72a-4fe5-ab53-3119fc16c355 HTTP/1.1" status: 204 len: 168 time: 0.3247159 Mar 01 14:27:43.474520 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56626) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:27:43.477186 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 38c9e957-d9ff-4675-8c90-89043408b3cd no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:27:43.483119 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef341437-27ca-4ba6-b815-e37898f615ac tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event deleted for resources: {'Network': ['ID=74471565-f72a-4fe5-ab53-3119fc16c355,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:43.505504 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: 38c9e957-d9ff-4675-8c90-89043408b3cd {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:27:43.505788 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 38c9e957-d9ff-4675-8c90-89043408b3cd not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:27:43.535115 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-25b83df2-76a8-4771-a430-9dc3245fb0d2 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group (8f2ce0af-f44c-4052-901a-e032a703fba7), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:43.560539 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-25b83df2-76a8-4771-a430-9dc3245fb0d2 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group (8f2ce0af-f44c-4052-901a-e032a703fba7), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:43.621389 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-25b83df2-76a8-4771-a430-9dc3245fb0d2 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (8f2ce0af-f44c-4052-901a-e032a703fba7), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:43.624102 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-25b83df2-76a8-4771-a430-9dc3245fb0d2 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:43.625256 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-25b83df2-76a8-4771-a430-9dc3245fb0d2 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "DELETE /v2.0/security-groups/8f2ce0af-f44c-4052-901a-e032a703fba7 HTTP/1.1" status: 204 len: 168 time: 0.1492109 Mar 01 14:27:43.635645 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b83df2-76a8-4771-a430-9dc3245fb0d2 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2ce0af-f44c-4052-901a-e032a703fba7,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:43.835531 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56632) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:27:43.840214 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-2cc74d42-5992-4ce7-b9a4-ac209ce7d8c6 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-544349806', 'description': 'tempest-secgroup-smoke-544349806 description', 'project_id': '677a2c84d86e461aa18f47403491f396'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:27:43.862291 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2cc74d42-5992-4ce7-b9a4-ac209ce7d8c6 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:43.940290 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2cc74d42-5992-4ce7-b9a4-ac209ce7d8c6 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group (2ffa752d-cf85-4b4d-944b-9b02142daac7), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:43.944770 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2cc74d42-5992-4ce7-b9a4-ac209ce7d8c6 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (2ffa752d-cf85-4b4d-944b-9b02142daac7), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:43.975570 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2cc74d42-5992-4ce7-b9a4-ac209ce7d8c6 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:43.977362 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2cc74d42-5992-4ce7-b9a4-ac209ce7d8c6 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1407518 Mar 01 14:27:43.979313 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc74d42-5992-4ce7-b9a4-ac209ce7d8c6 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffa752d-cf85-4b4d-944b-9b02142daac7,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:43.980469 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56634) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:27:43.985857 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-10e28eea-7b0c-45e4-b867-9ce2d2d0a65c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'security_group_rule': {'security_group_id': '2ffa752d-cf85-4b4d-944b-9b02142daac7', 'project_id': '677a2c84d86e461aa18f47403491f396', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:27:44.011944 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-10e28eea-7b0c-45e4-b867-9ce2d2d0a65c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (0c293243-6ad9-4d7f-b544-28603c785d7c), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:44.066560 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-10e28eea-7b0c-45e4-b867-9ce2d2d0a65c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (0c293243-6ad9-4d7f-b544-28603c785d7c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:44.070224 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-10e28eea-7b0c-45e4-b867-9ce2d2d0a65c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (0c293243-6ad9-4d7f-b544-28603c785d7c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:44.093022 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e28eea-7b0c-45e4-b867-9ce2d2d0a65c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c293243-6ad9-4d7f-b544-28603c785d7c,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:44.106596 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-10e28eea-7b0c-45e4-b867-9ce2d2d0a65c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:44.107976 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-10e28eea-7b0c-45e4-b867-9ce2d2d0a65c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263256 Mar 01 14:27:44.110545 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56636) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:27:44.114903 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-7441906a-759c-4909-aa59-96d02d11e5b2 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'security_group_rule': {'security_group_id': '2ffa752d-cf85-4b4d-944b-9b02142daac7', 'project_id': '677a2c84d86e461aa18f47403491f396', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:27:44.141969 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7441906a-759c-4909-aa59-96d02d11e5b2 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (b5e17f29-82df-4d76-9330-2fc71bdc02cb), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:44.208212 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7441906a-759c-4909-aa59-96d02d11e5b2 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (b5e17f29-82df-4d76-9330-2fc71bdc02cb), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:44.212814 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7441906a-759c-4909-aa59-96d02d11e5b2 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (b5e17f29-82df-4d76-9330-2fc71bdc02cb), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:44.231612 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441906a-759c-4909-aa59-96d02d11e5b2 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e17f29-82df-4d76-9330-2fc71bdc02cb,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:44.241101 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7441906a-759c-4909-aa59-96d02d11e5b2 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:44.242411 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-7441906a-759c-4909-aa59-96d02d11e5b2 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1308904 Mar 01 14:27:44.245032 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56638) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:27:44.249331 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-a1e11bb1-9d18-48c0-83ec-2c1e6a97806b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'security_group_rule': {'security_group_id': '2ffa752d-cf85-4b4d-944b-9b02142daac7', 'project_id': '677a2c84d86e461aa18f47403491f396', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:27:44.253069 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 646bff0a-94b2-4dc7-8d40-2157b1cb8746 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:27:44.273581 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a1e11bb1-9d18-48c0-83ec-2c1e6a97806b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (3ccb6c43-1bc8-42c7-ad57-f11a97331af4), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:44.273832 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 646bff0a-94b2-4dc7-8d40-2157b1cb8746 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:27:44.274152 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 646bff0a-94b2-4dc7-8d40-2157b1cb8746 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:27:44.274645 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 55738940-9860-4d8e-af04-87dfd235e13d no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:27:44.293795 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 55738940-9860-4d8e-af04-87dfd235e13d {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:27:44.294145 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 55738940-9860-4d8e-af04-87dfd235e13d not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:27:44.294564 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 8f83384b-3f96-4fe4-bad6-d647a9fa87c8 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:27:44.313302 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 8f83384b-3f96-4fe4-bad6-d647a9fa87c8 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:27:44.313651 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 8f83384b-3f96-4fe4-bad6-d647a9fa87c8 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:27:44.330452 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a1e11bb1-9d18-48c0-83ec-2c1e6a97806b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (3ccb6c43-1bc8-42c7-ad57-f11a97331af4), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:44.333695 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a1e11bb1-9d18-48c0-83ec-2c1e6a97806b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (3ccb6c43-1bc8-42c7-ad57-f11a97331af4), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:44.350737 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e11bb1-9d18-48c0-83ec-2c1e6a97806b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ccb6c43-1bc8-42c7-ad57-f11a97331af4,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:44.359184 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a1e11bb1-9d18-48c0-83ec-2c1e6a97806b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:44.360426 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a1e11bb1-9d18-48c0-83ec-2c1e6a97806b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144733 Mar 01 14:27:44.363134 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56640) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:27:44.367514 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-93c51a11-6587-4b8e-8358-961025944289 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'security_group_rule': {'security_group_id': '2ffa752d-cf85-4b4d-944b-9b02142daac7', 'project_id': '677a2c84d86e461aa18f47403491f396', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:27:44.390453 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-93c51a11-6587-4b8e-8358-961025944289 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (b38901b8-7e7b-43a5-9e55-3528b640320b), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:44.452692 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-93c51a11-6587-4b8e-8358-961025944289 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (b38901b8-7e7b-43a5-9e55-3528b640320b), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:44.456264 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-93c51a11-6587-4b8e-8358-961025944289 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (b38901b8-7e7b-43a5-9e55-3528b640320b), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:44.476572 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c51a11-6587-4b8e-8358-961025944289 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b38901b8-7e7b-43a5-9e55-3528b640320b,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:44.484769 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-93c51a11-6587-4b8e-8358-961025944289 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:44.486067 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-93c51a11-6587-4b8e-8358-961025944289 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219678 Mar 01 14:27:44.488812 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56642) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:27:44.493072 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-cd87b87d-7aa9-4380-8376-f8f10e1f8d5e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'security_group_rule': {'security_group_id': '2ffa752d-cf85-4b4d-944b-9b02142daac7', 'project_id': '677a2c84d86e461aa18f47403491f396', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:27:44.512921 n-d-827467-3 neutron-server[103727]: INFO neutron.db.securitygroups_db [None req-cd87b87d-7aa9-4380-8376-f8f10e1f8d5e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Project 677a2c84d86e461aa18f47403491f396 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 14:27:44.517844 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cd87b87d-7aa9-4380-8376-f8f10e1f8d5e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (10f568b8-a66d-4fc2-a3ca-89f7e5871c92), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:44.576853 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cd87b87d-7aa9-4380-8376-f8f10e1f8d5e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (10f568b8-a66d-4fc2-a3ca-89f7e5871c92), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:44.580429 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cd87b87d-7aa9-4380-8376-f8f10e1f8d5e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (10f568b8-a66d-4fc2-a3ca-89f7e5871c92), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:44.596211 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87b87d-7aa9-4380-8376-f8f10e1f8d5e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f568b8-a66d-4fc2-a3ca-89f7e5871c92,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:44.607131 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cd87b87d-7aa9-4380-8376-f8f10e1f8d5e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:44.608374 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-cd87b87d-7aa9-4380-8376-f8f10e1f8d5e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1186225 Mar 01 14:27:44.611015 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56644) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:27:44.615388 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-e392f40e-3733-43be-b2d9-4ab0b2cc22c9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'security_group_rule': {'security_group_id': '2ffa752d-cf85-4b4d-944b-9b02142daac7', 'project_id': '677a2c84d86e461aa18f47403491f396', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:27:44.634244 n-d-827467-3 neutron-server[103727]: INFO neutron.db.securitygroups_db [None req-e392f40e-3733-43be-b2d9-4ab0b2cc22c9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Project 677a2c84d86e461aa18f47403491f396 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 14:27:44.638775 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e392f40e-3733-43be-b2d9-4ab0b2cc22c9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (b26c0457-40b1-4731-b307-a6fbea350c7e), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:44.695711 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e392f40e-3733-43be-b2d9-4ab0b2cc22c9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (b26c0457-40b1-4731-b307-a6fbea350c7e), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:44.698958 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e392f40e-3733-43be-b2d9-4ab0b2cc22c9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (b26c0457-40b1-4731-b307-a6fbea350c7e), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:44.714186 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392f40e-3733-43be-b2d9-4ab0b2cc22c9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b26c0457-40b1-4731-b307-a6fbea350c7e,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:44.725123 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e392f40e-3733-43be-b2d9-4ab0b2cc22c9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:44.727030 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e392f40e-3733-43be-b2d9-4ab0b2cc22c9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1147912 Mar 01 14:27:44.729867 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56646) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:27:44.734982 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-d21ecdd2-ca92-4b57-a2e1-25c563e60feb tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'network': {'name': 'tempest-network-smoke--684057381', 'project_id': '677a2c84d86e461aa18f47403491f396', 'port_security_enabled': True}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:27:44.753717 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21ecdd2-ca92-4b57-a2e1-25c563e60feb tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Made reservation on behalf of 677a2c84d86e461aa18f47403491f396 for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:27:44.757048 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d21ecdd2-ca92-4b57-a2e1-25c563e60feb tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:44.784285 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d21ecdd2-ca92-4b57-a2e1-25c563e60feb tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:27:44.793383 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d21ecdd2-ca92-4b57-a2e1-25c563e60feb tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (0cf9c0d8-e81a-4ee6-a53a-6513286e2be1), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:44.793726 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-d21ecdd2-ca92-4b57-a2e1-25c563e60feb tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Added segment 0cf9c0d8-e81a-4ee6-a53a-6513286e2be1 of type vlan for network c22887aa-97c5-48a0-a1f7-3e3f8d1df375 Mar 01 14:27:44.833672 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d21ecdd2-ca92-4b57-a2e1-25c563e60feb tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (c22887aa-97c5-48a0-a1f7-3e3f8d1df375), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:44.857425 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d21ecdd2-ca92-4b57-a2e1-25c563e60feb tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (c22887aa-97c5-48a0-a1f7-3e3f8d1df375), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:44.862376 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21ecdd2-ca92-4b57-a2e1-25c563e60feb tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:44.862962 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d21ecdd2-ca92-4b57-a2e1-25c563e60feb tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:44.917489 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d21ecdd2-ca92-4b57-a2e1-25c563e60feb tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1865349 Mar 01 14:27:44.920317 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56648) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:27:44.924925 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-3f812715-701c-4f54-a3e9-1d375ca3abec tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-983993856', 'admin_state_up': True, 'project_id': '677a2c84d86e461aa18f47403491f396', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:27:44.932190 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ecdd2-ca92-4b57-a2e1-25c563e60feb tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'Network': ['ID=c22887aa-97c5-48a0-a1f7-3e3f8d1df375,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:44.945869 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3f812715-701c-4f54-a3e9-1d375ca3abec tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (7b2af644-2426-4e89-804e-99a85d1afd7f), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:44.946071 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network c22887aa-97c5-48a0-a1f7-3e3f8d1df375 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:27:44.946999 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3f812715-701c-4f54-a3e9-1d375ca3abec tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (7b2af644-2426-4e89-804e-99a85d1afd7f), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:45.005044 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3f812715-701c-4f54-a3e9-1d375ca3abec tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for router_controller (7b2af644-2426-4e89-804e-99a85d1afd7f), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:45.151604 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3f812715-701c-4f54-a3e9-1d375ca3abec tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for router_gateway (7b2af644-2426-4e89-804e-99a85d1afd7f), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:45.337955 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3f812715-701c-4f54-a3e9-1d375ca3abec tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for router_gateway (7b2af644-2426-4e89-804e-99a85d1afd7f), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:45.356270 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3f812715-701c-4f54-a3e9-1d375ca3abec tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:45.453964 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-3f812715-701c-4f54-a3e9-1d375ca3abec tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Allocated IP 172.25.1.144 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/16d138cd-f612-4a76-b46f-de280139683b) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:27:45.555681 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3f812715-701c-4f54-a3e9-1d375ca3abec tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for port (16d138cd-f612-4a76-b46f-de280139683b), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:45.589541 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3f812715-701c-4f54-a3e9-1d375ca3abec tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (16d138cd-f612-4a76-b46f-de280139683b), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:45.627918 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f812715-701c-4f54-a3e9-1d375ca3abec tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:27:45.630663 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-3f812715-701c-4f54-a3e9-1d375ca3abec tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:27:45.634170 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f812715-701c-4f54-a3e9-1d375ca3abec tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:27:45.655879 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f812715-701c-4f54-a3e9-1d375ca3abec tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'Port': ['ID=16d138cd-f612-4a76-b46f-de280139683b,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:45.882211 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3f812715-701c-4f54-a3e9-1d375ca3abec tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for router_gateway (7b2af644-2426-4e89-804e-99a85d1afd7f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:46.078708 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3f812715-701c-4f54-a3e9-1d375ca3abec tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (7b2af644-2426-4e89-804e-99a85d1afd7f), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:46.206058 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f812715-701c-4f54-a3e9-1d375ca3abec tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Router 7b2af644-2426-4e89-804e-99a85d1afd7f is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:27:46.642694 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f812715-701c-4f54-a3e9-1d375ca3abec tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:27:46.653162 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2c68ab-b793-4741-8b6c-064dcf5ae9f9 None None] Sync routers for ids ['7b2af644-2426-4e89-804e-99a85d1afd7f'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:27:46.662997 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3f812715-701c-4f54-a3e9-1d375ca3abec tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:46.664929 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3f812715-701c-4f54-a3e9-1d375ca3abec tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7435775 Mar 01 14:27:46.665187 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2c68ab-b793-4741-8b6c-064dcf5ae9f9 None None] Routers {'7b2af644-2426-4e89-804e-99a85d1afd7f'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:27:46.665806 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-ac2c68ab-b793-4741-8b6c-064dcf5ae9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:27:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['7b2af644-2426-4e89-804e-99a85d1afd7f'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:27:46.668009 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56650) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:27:46.698068 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-70ca3ef9-ee76-45e9-b435-fc60b739b66e tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=677a2c84d86e461aa18f47403491f396&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0253985 Mar 01 14:27:46.698504 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56652) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:27:46.770219 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-ac2c68ab-b793-4741-8b6c-064dcf5ae9f9 None None] Set router 7b2af644-2426-4e89-804e-99a85d1afd7f gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:27:46.783654 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2f5324-c81f-437e-bcc1-76bac2cdd866 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:46.785193 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5d2f5324-c81f-437e-bcc1-76bac2cdd866 tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856812 Mar 01 14:27:46.787931 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56654) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:27:46.814539 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-a5b65582-a10d-4098-9db1-dd167df481cc tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=645b0646-084a-4922-8a3b-3b65ee21b5e4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0255368 Mar 01 14:27:46.816987 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56656) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:27:46.822088 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-e0e53be0-fe3d-44e4-affd-6f83bcc01349 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1934565426', 'network_id': 'c22887aa-97c5-48a0-a1f7-3e3f8d1df375', 'project_id': '677a2c84d86e461aa18f47403491f396', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:27:46.912445 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e53be0-fe3d-44e4-affd-6f83bcc01349 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Made reservation on behalf of 677a2c84d86e461aa18f47403491f396 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:27:46.915911 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e0e53be0-fe3d-44e4-affd-6f83bcc01349 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:46.944487 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-ac2c68ab-b793-4741-8b6c-064dcf5ae9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983993856', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '16d138cd-f612-4a76-b46f-de280139683b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:27:44Z', 'updated_at': '2022-03-01T14:27:45Z', 'revision_number': 3, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '16d138cd-f612-4a76-b46f-de280139683b', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:27:45Z', 'updated_at': '2022-03-01T14:27:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:27:46.975273 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2c68ab-b793-4741-8b6c-064dcf5ae9f9 None None] Checking router: 7b2af644-2426-4e89-804e-99a85d1afd7f for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:27:46.975692 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2c68ab-b793-4741-8b6c-064dcf5ae9f9 None None] Updating router 7b2af644-2426-4e89-804e-99a85d1afd7f port 16d138cd-f612-4a76-b46f-de280139683b binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:27:47.003914 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-ac2c68ab-b793-4741-8b6c-064dcf5ae9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (16d138cd-f612-4a76-b46f-de280139683b), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:47.098728 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e0e53be0-fe3d-44e4-affd-6f83bcc01349 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (70643134-56f5-4740-8a50-3b2a93fbabc2), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:47.163023 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e53be0-fe3d-44e4-affd-6f83bcc01349 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'Subnet': ['ID=70643134-56f5-4740-8a50-3b2a93fbabc2,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:47.167360 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e53be0-fe3d-44e4-affd-6f83bcc01349 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Checking segment: {'id': '0cf9c0d8-e81a-4ee6-a53a-6513286e2be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c22887aa-97c5-48a0-a1f7-3e3f8d1df375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:27:47.167748 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e53be0-fe3d-44e4-affd-6f83bcc01349 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Network hostable DHCP agents. Network: c22887aa-97c5-48a0-a1f7-3e3f8d1df375, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:27:47.184767 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e53be0-fe3d-44e4-affd-6f83bcc01349 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Network c22887aa-97c5-48a0-a1f7-3e3f8d1df375 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:27:47.194291 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-e0e53be0-fe3d-44e4-affd-6f83bcc01349 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, c22887aa-97c5-48a0-a1f7-3e3f8d1df375) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:27:47.203766 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e53be0-fe3d-44e4-affd-6f83bcc01349 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:47.204369 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432a3398-5cc8-4ced-89e1-2bfa97027d5b None None] Network c22887aa-97c5-48a0-a1f7-3e3f8d1df375 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:27:47.204848 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e0e53be0-fe3d-44e4-affd-6f83bcc01349 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:47.222217 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e0e53be0-fe3d-44e4-affd-6f83bcc01349 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4041612 Mar 01 14:27:47.224842 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56658) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:27:47.268980 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-ac2c68ab-b793-4741-8b6c-064dcf5ae9f9 None None] Publish callbacks [] for port (16d138cd-f612-4a76-b46f-de280139683b), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:47.275557 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-ac2c68ab-b793-4741-8b6c-064dcf5ae9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (16d138cd-f612-4a76-b46f-de280139683b), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:47.315390 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f3976e-6e6a-40f5-ac26-dff885adaef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-c22887aa-97c5-48a0-a1f7-3e3f8d1df375', 'network_id': 'c22887aa-97c5-48a0-a1f7-3e3f8d1df375', 'project_id': '677a2c84d86e461aa18f47403491f396', 'fixed_ips': [{'subnet_id': '70643134-56f5-4740-8a50-3b2a93fbabc2'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:27:47.316270 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b5f3976e-6e6a-40f5-ac26-dff885adaef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:47.324159 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-ac2c68ab-b793-4741-8b6c-064dcf5ae9f9 None None] Attempting to bind port 16d138cd-f612-4a76-b46f-de280139683b on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:27:47.324769 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-ac2c68ab-b793-4741-8b6c-064dcf5ae9f9 None None] Attempting to bind port 16d138cd-f612-4a76-b46f-de280139683b by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:27:47.325022 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2c68ab-b793-4741-8b6c-064dcf5ae9f9 None None] Attempting to bind port 16d138cd-f612-4a76-b46f-de280139683b on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:27:47.332922 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2c68ab-b793-4741-8b6c-064dcf5ae9f9 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:27:47.333294 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2c68ab-b793-4741-8b6c-064dcf5ae9f9 None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:27:47.333916 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-ac2c68ab-b793-4741-8b6c-064dcf5ae9f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:47.334319 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2c68ab-b793-4741-8b6c-064dcf5ae9f9 None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:27:47.334790 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-ac2c68ab-b793-4741-8b6c-064dcf5ae9f9 None None] Bound port: 16d138cd-f612-4a76-b46f-de280139683b, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:27:47.335173 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-ac2c68ab-b793-4741-8b6c-064dcf5ae9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (16d138cd-f612-4a76-b46f-de280139683b), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:47.370134 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941c0fa-8f96-4532-a34b-b12090c682b2 None None] Pushing event updated for resources: {'Port': ['ID=16d138cd-f612-4a76-b46f-de280139683b,revision_number=2']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:47.381549 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9941c0fa-8f96-4532-a34b-b12090c682b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:47.381904 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9941c0fa-8f96-4532-a34b-b12090c682b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:47.382280 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9941c0fa-8f96-4532-a34b-b12090c682b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:47.382626 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9941c0fa-8f96-4532-a34b-b12090c682b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:47.382957 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9941c0fa-8f96-4532-a34b-b12090c682b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:47.383292 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9941c0fa-8f96-4532-a34b-b12090c682b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:47.383621 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9941c0fa-8f96-4532-a34b-b12090c682b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:47.383977 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9941c0fa-8f96-4532-a34b-b12090c682b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:47.384307 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9941c0fa-8f96-4532-a34b-b12090c682b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:47.384633 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9941c0fa-8f96-4532-a34b-b12090c682b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:47.385065 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9941c0fa-8f96-4532-a34b-b12090c682b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:47.385398 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9941c0fa-8f96-4532-a34b-b12090c682b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:47.385720 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9941c0fa-8f96-4532-a34b-b12090c682b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:27:47.417322 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-ac2c68ab-b793-4741-8b6c-064dcf5ae9f9 None None] For port 16d138cd-f612-4a76-b46f-de280139683b, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:27:47.420692 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-ac2c68ab-b793-4741-8b6c-064dcf5ae9f9 None None] For port 16d138cd-f612-4a76-b46f-de280139683b, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=16d138cd-f612-4a76-b46f-de280139683b,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:27:47.428204 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-ac2c68ab-b793-4741-8b6c-064dcf5ae9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (16d138cd-f612-4a76-b46f-de280139683b), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:47.473657 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-b5f3976e-6e6a-40f5-ac26-dff885adaef4 None None] Allocated IP 172.20.0.2 (c22887aa-97c5-48a0-a1f7-3e3f8d1df375/70643134-56f5-4740-8a50-3b2a93fbabc2/946dafdf-0365-4965-acd4-7eae79453e8e) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:27:47.573316 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2c68ab-b793-4741-8b6c-064dcf5ae9f9 None None] Routers {'7b2af644-2426-4e89-804e-99a85d1afd7f'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:27:47.573950 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-ac2c68ab-b793-4741-8b6c-064dcf5ae9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:27:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['7b2af644-2426-4e89-804e-99a85d1afd7f'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:27:47.611760 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941c0fa-8f96-4532-a34b-b12090c682b2 None None] Pushing event updated for resources: {'Port': ['ID=16d138cd-f612-4a76-b46f-de280139683b,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:47.616269 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b5f3976e-6e6a-40f5-ac26-dff885adaef4 None None] Publish callbacks [] for port (946dafdf-0365-4965-acd4-7eae79453e8e), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:47.624525 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b5f3976e-6e6a-40f5-ac26-dff885adaef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (946dafdf-0365-4965-acd4-7eae79453e8e), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:47.665297 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f3976e-6e6a-40f5-ac26-dff885adaef4 None None] Network c22887aa-97c5-48a0-a1f7-3e3f8d1df375 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:27:47.666784 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-b5f3976e-6e6a-40f5-ac26-dff885adaef4 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:27:47.677595 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f3976e-6e6a-40f5-ac26-dff885adaef4 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:27:47.687398 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-ac2c68ab-b793-4741-8b6c-064dcf5ae9f9 None None] Set router 7b2af644-2426-4e89-804e-99a85d1afd7f gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:27:47.691637 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3976e-6e6a-40f5-ac26-dff885adaef4 None None] Pushing event updated for resources: {'Port': ['ID=946dafdf-0365-4965-acd4-7eae79453e8e,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:47.730861 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f93a72ab-74c5-4c1d-aca4-0f4c2e9509db tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:47.739952 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-b5f3976e-6e6a-40f5-ac26-dff885adaef4 None None] Attempting to bind port 946dafdf-0365-4965-acd4-7eae79453e8e on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:27:47.740821 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-b5f3976e-6e6a-40f5-ac26-dff885adaef4 None None] Attempting to bind port 946dafdf-0365-4965-acd4-7eae79453e8e by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '0cf9c0d8-e81a-4ee6-a53a-6513286e2be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c22887aa-97c5-48a0-a1f7-3e3f8d1df375'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:27:47.740821 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f3976e-6e6a-40f5-ac26-dff885adaef4 None None] Attempting to bind port 946dafdf-0365-4965-acd4-7eae79453e8e on network c22887aa-97c5-48a0-a1f7-3e3f8d1df375 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:27:47.747118 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f3976e-6e6a-40f5-ac26-dff885adaef4 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:27:47.747655 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f3976e-6e6a-40f5-ac26-dff885adaef4 None None] Checking segment: {'id': '0cf9c0d8-e81a-4ee6-a53a-6513286e2be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c22887aa-97c5-48a0-a1f7-3e3f8d1df375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:27:47.748347 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b5f3976e-6e6a-40f5-ac26-dff885adaef4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:47.748741 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f3976e-6e6a-40f5-ac26-dff885adaef4 None None] Bound using segment: {'id': '0cf9c0d8-e81a-4ee6-a53a-6513286e2be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c22887aa-97c5-48a0-a1f7-3e3f8d1df375'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:27:47.749209 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-b5f3976e-6e6a-40f5-ac26-dff885adaef4 None None] Bound port: 946dafdf-0365-4965-acd4-7eae79453e8e, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf9c0d8-e81a-4ee6-a53a-6513286e2be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c22887aa-97c5-48a0-a1f7-3e3f8d1df375'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:27:47.749584 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b5f3976e-6e6a-40f5-ac26-dff885adaef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (946dafdf-0365-4965-acd4-7eae79453e8e), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:47.814038 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-b5f3976e-6e6a-40f5-ac26-dff885adaef4 None None] For port 946dafdf-0365-4965-acd4-7eae79453e8e, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:27:47.817889 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-b5f3976e-6e6a-40f5-ac26-dff885adaef4 None None] For port 946dafdf-0365-4965-acd4-7eae79453e8e, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=946dafdf-0365-4965-acd4-7eae79453e8e,segment=NetworkSegment(0cf9c0d8-e81a-4ee6-a53a-6513286e2be1),segment_id=0cf9c0d8-e81a-4ee6-a53a-6513286e2be1)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:27:47.826126 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b5f3976e-6e6a-40f5-ac26-dff885adaef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (946dafdf-0365-4965-acd4-7eae79453e8e), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:47.890768 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-ac2c68ab-b793-4741-8b6c-064dcf5ae9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983993856', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '16d138cd-f612-4a76-b46f-de280139683b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:27:44Z', 'updated_at': '2022-03-01T14:27:45Z', 'revision_number': 3, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '16d138cd-f612-4a76-b46f-de280139683b', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:27:45Z', 'updated_at': '2022-03-01T14:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:27:47.897997 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3976e-6e6a-40f5-ac26-dff885adaef4 None None] Pushing event updated for resources: {'Port': ['ID=946dafdf-0365-4965-acd4-7eae79453e8e,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:47.923684 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2c68ab-b793-4741-8b6c-064dcf5ae9f9 None None] The sync data for ids ['7b2af644-2426-4e89-804e-99a85d1afd7f'] in n-d-827467-3 is: [{'id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983993856', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '16d138cd-f612-4a76-b46f-de280139683b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:27:44Z', 'updated_at': '2022-03-01T14:27:45Z', 'revision_number': 3, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '16d138cd-f612-4a76-b46f-de280139683b', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:27:45Z', 'updated_at': '2022-03-01T14:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:27:48.036210 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-f93a72ab-74c5-4c1d-aca4-0f4c2e9509db tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Allocated IP 172.20.0.1 (c22887aa-97c5-48a0-a1f7-3e3f8d1df375/70643134-56f5-4740-8a50-3b2a93fbabc2/75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:27:48.169233 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f93a72ab-74c5-4c1d-aca4-0f4c2e9509db tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for port (75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:48.207948 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f93a72ab-74c5-4c1d-aca4-0f4c2e9509db tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:48.257153 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93a72ab-74c5-4c1d-aca4-0f4c2e9509db tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Network c22887aa-97c5-48a0-a1f7-3e3f8d1df375 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:27:48.266177 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-f93a72ab-74c5-4c1d-aca4-0f4c2e9509db tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:27:48.270620 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93a72ab-74c5-4c1d-aca4-0f4c2e9509db tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:27:48.326930 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a72ab-74c5-4c1d-aca4-0f4c2e9509db tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'Port': ['ID=75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:48.331899 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f93a72ab-74c5-4c1d-aca4-0f4c2e9509db tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (7b2af644-2426-4e89-804e-99a85d1afd7f), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:48.352903 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 946dafdf-0365-4965-acd4-7eae79453e8e up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:27:48.410929 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 946dafdf-0365-4965-acd4-7eae79453e8e triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:27:48.411307 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (946dafdf-0365-4965-acd4-7eae79453e8e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:48.486482 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f93a72ab-74c5-4c1d-aca4-0f4c2e9509db tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:48.502105 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 946dafdf-0365-4965-acd4-7eae79453e8e is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:27:48.502490 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (946dafdf-0365-4965-acd4-7eae79453e8e), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:48.542506 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 946dafdf-0365-4965-acd4-7eae79453e8e, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=946dafdf-0365-4965-acd4-7eae79453e8e,segment=NetworkSegment(0cf9c0d8-e81a-4ee6-a53a-6513286e2be1),segment_id=0cf9c0d8-e81a-4ee6-a53a-6513286e2be1)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:27:48.546822 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (946dafdf-0365-4965-acd4-7eae79453e8e), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:48.598746 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=946dafdf-0365-4965-acd4-7eae79453e8e,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:48.801427 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f93a72ab-74c5-4c1d-aca4-0f4c2e9509db tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for port (75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:48.809305 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f93a72ab-74c5-4c1d-aca4-0f4c2e9509db tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:48.883681 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a72ab-74c5-4c1d-aca4-0f4c2e9509db tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'Port': ['ID=75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:48.890289 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f93a72ab-74c5-4c1d-aca4-0f4c2e9509db tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (7b2af644-2426-4e89-804e-99a85d1afd7f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:49.001050 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93a72ab-74c5-4c1d-aca4-0f4c2e9509db tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Network c22887aa-97c5-48a0-a1f7-3e3f8d1df375 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:27:49.002562 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-f93a72ab-74c5-4c1d-aca4-0f4c2e9509db tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:27:49.010153 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b23759-a352-4001-8920-9e24c4310aa5 None None] Network c22887aa-97c5-48a0-a1f7-3e3f8d1df375 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:27:49.071030 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-1ed43a4a-d037-442c-a8a8-5fda5017322e None None] Provisioning complete for port 946dafdf-0365-4965-acd4-7eae79453e8e triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:27:49.071407 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1ed43a4a-d037-442c-a8a8-5fda5017322e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (946dafdf-0365-4965-acd4-7eae79453e8e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:49.115247 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93a72ab-74c5-4c1d-aca4-0f4c2e9509db tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Router 7b2af644-2426-4e89-804e-99a85d1afd7f has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:27:49.192621 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-1ed43a4a-d037-442c-a8a8-5fda5017322e None None] Current status of the port 946dafdf-0365-4965-acd4-7eae79453e8e is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:27:49.232221 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93a72ab-74c5-4c1d-aca4-0f4c2e9509db tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:27:49.237410 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-f93a72ab-74c5-4c1d-aca4-0f4c2e9509db tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "PUT /v2.0/routers/7b2af644-2426-4e89-804e-99a85d1afd7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0115373 Mar 01 14:27:49.416344 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-762b748d-9173-4f1e-b3ea-682e5a93ee56 None None] Provisioning complete for port 75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:27:49.417744 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-762b748d-9173-4f1e-b3ea-682e5a93ee56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:49.464820 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-762b748d-9173-4f1e-b3ea-682e5a93ee56 None None] Port 75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:27:49.475747 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-762b748d-9173-4f1e-b3ea-682e5a93ee56 None None] Provisioning complete for port 946dafdf-0365-4965-acd4-7eae79453e8e triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:27:49.476875 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-762b748d-9173-4f1e-b3ea-682e5a93ee56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (946dafdf-0365-4965-acd4-7eae79453e8e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:49.570369 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-762b748d-9173-4f1e-b3ea-682e5a93ee56 None None] Current status of the port 946dafdf-0365-4965-acd4-7eae79453e8e is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:27:49.574060 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-3a04e410-0ab0-4f94-a87a-b8debd27f579 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-544349806&fields=id&tenant_id=677a2c84d86e461aa18f47403491f396 HTTP/1.1" status: 200 len: 267 time: 0.0565724 Mar 01 14:27:49.691244 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-0043144d-6c29-4bb2-940a-c11497e336e9 None None] Provisioning complete for port 75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:27:49.691776 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0043144d-6c29-4bb2-940a-c11497e336e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:49.696295 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-3f6dea76-0d04-4759-af03-90ed6d5e7720 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:49.697829 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-3f6dea76-0d04-4759-af03-90ed6d5e7720 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/networks?id=c22887aa-97c5-48a0-a1f7-3e3f8d1df375 HTTP/1.1" status: 200 len: 796 time: 0.1154726 Mar 01 14:27:49.714922 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-82d20239-be8d-4fe9-bbbd-6e1fa4ea2389 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/quotas/677a2c84d86e461aa18f47403491f396 HTTP/1.1" status: 200 len: 375 time: 0.0108504 Mar 01 14:27:49.735633 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-0043144d-6c29-4bb2-940a-c11497e336e9 None None] Port 75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:27:49.750652 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851927cf-cff6-40fa-9dce-7b7b1d45741a None None] Sync routers for ids ['7b2af644-2426-4e89-804e-99a85d1afd7f'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:27:49.764822 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851927cf-cff6-40fa-9dce-7b7b1d45741a None None] Routers {'7b2af644-2426-4e89-804e-99a85d1afd7f'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:27:49.765740 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-851927cf-cff6-40fa-9dce-7b7b1d45741a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:27:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['7b2af644-2426-4e89-804e-99a85d1afd7f'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:27:49.777117 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-ba7e5f6e-7a46-4900-b922-ead5d46fdbf2 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545180 Mar 01 14:27:49.883030 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-a24ffdc2-8c5b-4be7-9dd2-56ec77e1be16 None None] Provisioning complete for port 75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:27:49.883401 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a24ffdc2-8c5b-4be7-9dd2-56ec77e1be16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:49.888291 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-851927cf-cff6-40fa-9dce-7b7b1d45741a None None] Set router 7b2af644-2426-4e89-804e-99a85d1afd7f gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:27:49.892499 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-46e76251-e853-48e3-ad98-8120ae358c76 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:27:49.893496 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-46e76251-e853-48e3-ad98-8120ae358c76 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1049809 Mar 01 14:27:49.956842 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-a24ffdc2-8c5b-4be7-9dd2-56ec77e1be16 None None] Port 75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:27:49.987089 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-e2bcbcf6-8728-4701-aa21-63e82b7b8982 service neutron] 10.222.0.13 "GET /v2.0/networks/c22887aa-97c5-48a0-a1f7-3e3f8d1df375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865755 Mar 01 14:27:50.076786 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-ffc49754-62be-4953-9e8b-f697dfca29bd service neutron] 10.222.0.13 "GET /v2.0/networks/c22887aa-97c5-48a0-a1f7-3e3f8d1df375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837958 Mar 01 14:27:50.131703 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-851927cf-cff6-40fa-9dce-7b7b1d45741a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983993856', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '16d138cd-f612-4a76-b46f-de280139683b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:27:44Z', 'updated_at': '2022-03-01T14:27:48Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '16d138cd-f612-4a76-b46f-de280139683b', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:27:45Z', 'updated_at': '2022-03-01T14:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63', 'name': '', 'network_id': 'c22887aa-97c5-48a0-a1f7-3e3f8d1df375', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'mac_address': 'fa:16:3e:01:45:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '70643134-56f5-4740-8a50-3b2a93fbabc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:27:47Z', 'updated_at': '2022-03-01T14:27:48Z', 'revision_number': 2, 'project_id': '677a2c84d86e461aa18f47403491f396', 'subnets': [{'id': '70643134-56f5-4740-8a50-3b2a93fbabc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:27:50.158421 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851927cf-cff6-40fa-9dce-7b7b1d45741a None None] Checking router: 7b2af644-2426-4e89-804e-99a85d1afd7f for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:27:50.158936 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851927cf-cff6-40fa-9dce-7b7b1d45741a None None] Updating router 7b2af644-2426-4e89-804e-99a85d1afd7f port 75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63 binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:27:50.371120 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc9ae991-cd3a-4a6c-88c6-1b584f885dab req-6fac43df-ee7a-4c13-a416-0b14c8aff064 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 210 time: 0.1331224 Mar 01 14:27:50.383291 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 946dafdf-0365-4965-acd4-7eae79453e8e up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:27:50.411658 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-851927cf-cff6-40fa-9dce-7b7b1d45741a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:50.527966 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 946dafdf-0365-4965-acd4-7eae79453e8e triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:27:50.528672 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (946dafdf-0365-4965-acd4-7eae79453e8e), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:50.686472 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 946dafdf-0365-4965-acd4-7eae79453e8e is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:27:50.687535 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 16d138cd-f612-4a76-b46f-de280139683b up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:27:50.779287 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 16d138cd-f612-4a76-b46f-de280139683b triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:27:50.779588 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (16d138cd-f612-4a76-b46f-de280139683b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:50.821543 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-851927cf-cff6-40fa-9dce-7b7b1d45741a None None] Publish callbacks [] for port (75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:50.830066 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-851927cf-cff6-40fa-9dce-7b7b1d45741a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:50.908083 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a26d9-c46b-4e10-9344-9bad5dd56376 None None] Pushing event updated for resources: {'Port': ['ID=75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:50.960969 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 16d138cd-f612-4a76-b46f-de280139683b is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:27:50.961361 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (16d138cd-f612-4a76-b46f-de280139683b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:50.988824 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-851927cf-cff6-40fa-9dce-7b7b1d45741a None None] Attempting to bind port 75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:27:50.989200 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-851927cf-cff6-40fa-9dce-7b7b1d45741a None None] Attempting to bind port 75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '0cf9c0d8-e81a-4ee6-a53a-6513286e2be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c22887aa-97c5-48a0-a1f7-3e3f8d1df375'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:27:50.989567 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851927cf-cff6-40fa-9dce-7b7b1d45741a None None] Attempting to bind port 75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63 on network c22887aa-97c5-48a0-a1f7-3e3f8d1df375 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:27:50.994899 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 16d138cd-f612-4a76-b46f-de280139683b, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=16d138cd-f612-4a76-b46f-de280139683b,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:27:50.998538 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851927cf-cff6-40fa-9dce-7b7b1d45741a None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:27:50.999070 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851927cf-cff6-40fa-9dce-7b7b1d45741a None None] Checking segment: {'id': '0cf9c0d8-e81a-4ee6-a53a-6513286e2be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c22887aa-97c5-48a0-a1f7-3e3f8d1df375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:27:50.999399 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-851927cf-cff6-40fa-9dce-7b7b1d45741a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:50.999730 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851927cf-cff6-40fa-9dce-7b7b1d45741a None None] Bound using segment: {'id': '0cf9c0d8-e81a-4ee6-a53a-6513286e2be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c22887aa-97c5-48a0-a1f7-3e3f8d1df375'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:27:51.000204 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-851927cf-cff6-40fa-9dce-7b7b1d45741a None None] Bound port: 75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf9c0d8-e81a-4ee6-a53a-6513286e2be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c22887aa-97c5-48a0-a1f7-3e3f8d1df375'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:27:51.000589 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-851927cf-cff6-40fa-9dce-7b7b1d45741a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:51.003907 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (16d138cd-f612-4a76-b46f-de280139683b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:51.095987 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=16d138cd-f612-4a76-b46f-de280139683b,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:51.113986 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-1f4c57aa-3e00-4d4f-a5db-eaef7abb3c27 None None] Provisioning complete for port 75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:27:51.114370 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1f4c57aa-3e00-4d4f-a5db-eaef7abb3c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:51.139782 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-851927cf-cff6-40fa-9dce-7b7b1d45741a None None] For port 75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:27:51.157939 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-851927cf-cff6-40fa-9dce-7b7b1d45741a None None] For port 75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63,segment=NetworkSegment(0cf9c0d8-e81a-4ee6-a53a-6513286e2be1),segment_id=0cf9c0d8-e81a-4ee6-a53a-6513286e2be1)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:27:51.163377 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-1f4c57aa-3e00-4d4f-a5db-eaef7abb3c27 None None] Port 75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:27:51.166686 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-851927cf-cff6-40fa-9dce-7b7b1d45741a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:51.218162 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851927cf-cff6-40fa-9dce-7b7b1d45741a None None] Routers {'7b2af644-2426-4e89-804e-99a85d1afd7f'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:27:51.218789 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-851927cf-cff6-40fa-9dce-7b7b1d45741a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:27:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['7b2af644-2426-4e89-804e-99a85d1afd7f'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:27:51.261762 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a26d9-c46b-4e10-9344-9bad5dd56376 None None] Pushing event updated for resources: {'Port': ['ID=75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:51.352320 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-8eba558d-a8ec-450d-ae36-b8e4b7afe06c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:51.352961 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-851927cf-cff6-40fa-9dce-7b7b1d45741a None None] Set router 7b2af644-2426-4e89-804e-99a85d1afd7f gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:27:51.355420 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-8eba558d-a8ec-450d-ae36-b8e4b7afe06c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.20 "GET /v2.0/networks?id=c22887aa-97c5-48a0-a1f7-3e3f8d1df375 HTTP/1.1" status: 200 len: 796 time: 0.1358385 Mar 01 14:27:51.446196 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-e1ac4125-fad4-4999-af37-66452b8bfaf9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=677a2c84d86e461aa18f47403491f396 HTTP/1.1" status: 200 len: 379 time: 0.0824864 Mar 01 14:27:51.456368 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-07af70a9-0641-4b0c-a12b-45a99b83a9c7 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'port': {'device_id': 'c5908920-bcc0-40b8-b95e-37aadd9136ca', 'network_id': 'c22887aa-97c5-48a0-a1f7-3e3f8d1df375', 'admin_state_up': True, 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'security_groups': ['2ffa752d-cf85-4b4d-944b-9b02142daac7']}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:27:51.482397 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-92a65bcb-2b86-4d36-8177-2978e8f5bdc7 req-bb379bb6-a933-4c89-a7f1-9fb8a9c72fcb tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 210 time: 0.0447736 Mar 01 14:27:51.564265 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-851927cf-cff6-40fa-9dce-7b7b1d45741a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983993856', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '16d138cd-f612-4a76-b46f-de280139683b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:27:44Z', 'updated_at': '2022-03-01T14:27:48Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '16d138cd-f612-4a76-b46f-de280139683b', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:27:45Z', 'updated_at': '2022-03-01T14:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63', 'name': '', 'network_id': 'c22887aa-97c5-48a0-a1f7-3e3f8d1df375', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'mac_address': 'fa:16:3e:01:45:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '70643134-56f5-4740-8a50-3b2a93fbabc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:27:47Z', 'updated_at': '2022-03-01T14:27:51Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'subnets': [{'id': '70643134-56f5-4740-8a50-3b2a93fbabc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:27:51.579448 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-07af70a9-0641-4b0c-a12b-45a99b83a9c7 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Made reservation on behalf of 677a2c84d86e461aa18f47403491f396 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:27:51.582776 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-07af70a9-0641-4b0c-a12b-45a99b83a9c7 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:51.598179 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851927cf-cff6-40fa-9dce-7b7b1d45741a None None] The sync data for ids ['7b2af644-2426-4e89-804e-99a85d1afd7f'] in n-d-827467-3 is: [{'id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983993856', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '16d138cd-f612-4a76-b46f-de280139683b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:27:44Z', 'updated_at': '2022-03-01T14:27:48Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '16d138cd-f612-4a76-b46f-de280139683b', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:27:45Z', 'updated_at': '2022-03-01T14:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63', 'name': '', 'network_id': 'c22887aa-97c5-48a0-a1f7-3e3f8d1df375', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'mac_address': 'fa:16:3e:01:45:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '70643134-56f5-4740-8a50-3b2a93fbabc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:27:47Z', 'updated_at': '2022-03-01T14:27:51Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'subnets': [{'id': '70643134-56f5-4740-8a50-3b2a93fbabc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:27:51.610310 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-68e63953-9b1c-4608-b4b4-2bd69146b358 None None] Provisioning complete for port 75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:27:51.610688 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-68e63953-9b1c-4608-b4b4-2bd69146b358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:51.711435 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-68e63953-9b1c-4608-b4b4-2bd69146b358 None None] Current status of the port 75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:27:51.711435 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-68e63953-9b1c-4608-b4b4-2bd69146b358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:51.745208 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-07af70a9-0641-4b0c-a12b-45a99b83a9c7 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Allocated IP 172.20.0.10 (c22887aa-97c5-48a0-a1f7-3e3f8d1df375/70643134-56f5-4740-8a50-3b2a93fbabc2/fa9d46c3-eca5-49a3-abfe-e360e143c5ec) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:27:51.752536 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-68e63953-9b1c-4608-b4b4-2bd69146b358 None None] For port 75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63,segment=NetworkSegment(0cf9c0d8-e81a-4ee6-a53a-6513286e2be1),segment_id=0cf9c0d8-e81a-4ee6-a53a-6513286e2be1)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:27:51.759023 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-68e63953-9b1c-4608-b4b4-2bd69146b358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:51.814249 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e63953-9b1c-4608-b4b4-2bd69146b358 None None] Pushing event updated for resources: {'Port': ['ID=75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:51.900620 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-07af70a9-0641-4b0c-a12b-45a99b83a9c7 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for port (fa9d46c3-eca5-49a3-abfe-e360e143c5ec), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:51.936240 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-07af70a9-0641-4b0c-a12b-45a99b83a9c7 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (fa9d46c3-eca5-49a3-abfe-e360e143c5ec), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:51.983376 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-07af70a9-0641-4b0c-a12b-45a99b83a9c7 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Network c22887aa-97c5-48a0-a1f7-3e3f8d1df375 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:27:51.986500 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-07af70a9-0641-4b0c-a12b-45a99b83a9c7 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:27:51.990927 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-07af70a9-0641-4b0c-a12b-45a99b83a9c7 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:27:51.995358 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af70a9-0641-4b0c-a12b-45a99b83a9c7 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'Port': ['ID=fa9d46c3-eca5-49a3-abfe-e360e143c5ec,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:52.045628 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-07af70a9-0641-4b0c-a12b-45a99b83a9c7 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:52.046597 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-07af70a9-0641-4b0c-a12b-45a99b83a9c7 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:52.066781 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-07af70a9-0641-4b0c-a12b-45a99b83a9c7 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6148603 Mar 01 14:27:52.079288 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-0ebba97e-e0f0-4f3b-8c83-bb94bfa9c911 service neutron] Request body: {'port': {'device_id': 'c5908920-bcc0-40b8-b95e-37aadd9136ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:27:52.144084 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-0ebba97e-e0f0-4f3b-8c83-bb94bfa9c911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (fa9d46c3-eca5-49a3-abfe-e360e143c5ec), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:52.290197 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-859de24b-9f9b-466c-ba80-ff04bdb0d1de None None] Provisioning complete for port fa9d46c3-eca5-49a3-abfe-e360e143c5ec triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:27:52.290891 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-859de24b-9f9b-466c-ba80-ff04bdb0d1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (fa9d46c3-eca5-49a3-abfe-e360e143c5ec), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:52.329385 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-859de24b-9f9b-466c-ba80-ff04bdb0d1de None None] Port fa9d46c3-eca5-49a3-abfe-e360e143c5ec cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:27:52.353449 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:27:52.410777 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:27:52.411162 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:52.457555 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-0ebba97e-e0f0-4f3b-8c83-bb94bfa9c911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa9d46c3-eca5-49a3-abfe-e360e143c5ec {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:27:52.466048 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-0ebba97e-e0f0-4f3b-8c83-bb94bfa9c911 service neutron] Publish callbacks [] for port (fa9d46c3-eca5-49a3-abfe-e360e143c5ec), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:52.480695 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-0ebba97e-e0f0-4f3b-8c83-bb94bfa9c911 service neutron] Transition to ACTIVE for port object fa9d46c3-eca5-49a3-abfe-e360e143c5ec will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:27:52.484515 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-0ebba97e-e0f0-4f3b-8c83-bb94bfa9c911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (fa9d46c3-eca5-49a3-abfe-e360e143c5ec), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:52.497870 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:27:52.499041 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 16d138cd-f612-4a76-b46f-de280139683b up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:27:52.545626 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebba97e-e0f0-4f3b-8c83-bb94bfa9c911 service neutron] Pushing event updated for resources: {'Port': ['ID=fa9d46c3-eca5-49a3-abfe-e360e143c5ec,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:52.559460 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 16d138cd-f612-4a76-b46f-de280139683b triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:27:52.560012 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (16d138cd-f612-4a76-b46f-de280139683b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:52.626269 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-0ebba97e-e0f0-4f3b-8c83-bb94bfa9c911 service neutron] Attempting to bind port fa9d46c3-eca5-49a3-abfe-e360e143c5ec on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:27:52.626628 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-0ebba97e-e0f0-4f3b-8c83-bb94bfa9c911 service neutron] Attempting to bind port fa9d46c3-eca5-49a3-abfe-e360e143c5ec by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '0cf9c0d8-e81a-4ee6-a53a-6513286e2be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c22887aa-97c5-48a0-a1f7-3e3f8d1df375'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:27:52.626941 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-0ebba97e-e0f0-4f3b-8c83-bb94bfa9c911 service neutron] Attempting to bind port fa9d46c3-eca5-49a3-abfe-e360e143c5ec on network c22887aa-97c5-48a0-a1f7-3e3f8d1df375 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:27:52.631909 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-0ebba97e-e0f0-4f3b-8c83-bb94bfa9c911 service neutron] Port fa9d46c3-eca5-49a3-abfe-e360e143c5ec on network c22887aa-97c5-48a0-a1f7-3e3f8d1df375 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:27:52.632273 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-0ebba97e-e0f0-4f3b-8c83-bb94bfa9c911 service neutron] Attempting to bind port fa9d46c3-eca5-49a3-abfe-e360e143c5ec on network c22887aa-97c5-48a0-a1f7-3e3f8d1df375 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:27:52.638683 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-0ebba97e-e0f0-4f3b-8c83-bb94bfa9c911 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:27:52.639048 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-0ebba97e-e0f0-4f3b-8c83-bb94bfa9c911 service neutron] Checking segment: {'id': '0cf9c0d8-e81a-4ee6-a53a-6513286e2be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c22887aa-97c5-48a0-a1f7-3e3f8d1df375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:27:52.639468 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-0ebba97e-e0f0-4f3b-8c83-bb94bfa9c911 service neutron] Bound using segment: {'id': '0cf9c0d8-e81a-4ee6-a53a-6513286e2be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c22887aa-97c5-48a0-a1f7-3e3f8d1df375'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:27:52.639916 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-0ebba97e-e0f0-4f3b-8c83-bb94bfa9c911 service neutron] Bound port: fa9d46c3-eca5-49a3-abfe-e360e143c5ec, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cf9c0d8-e81a-4ee6-a53a-6513286e2be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c22887aa-97c5-48a0-a1f7-3e3f8d1df375'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:27:52.640277 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-0ebba97e-e0f0-4f3b-8c83-bb94bfa9c911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (fa9d46c3-eca5-49a3-abfe-e360e143c5ec), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:52.666681 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 16d138cd-f612-4a76-b46f-de280139683b is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:27:52.678377 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a9aa5-d7be-432d-bf50-e7ad718e0d8e req-c1d2b126-8486-42be-9ec2-a66b77595cc7 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:52.680178 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-326a9aa5-d7be-432d-bf50-e7ad718e0d8e req-c1d2b126-8486-42be-9ec2-a66b77595cc7 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 944 time: 0.1065454 Mar 01 14:27:52.729976 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-0ebba97e-e0f0-4f3b-8c83-bb94bfa9c911 service neutron] For port fa9d46c3-eca5-49a3-abfe-e360e143c5ec, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:27:52.733652 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-0ebba97e-e0f0-4f3b-8c83-bb94bfa9c911 service neutron] For port fa9d46c3-eca5-49a3-abfe-e360e143c5ec, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=fa9d46c3-eca5-49a3-abfe-e360e143c5ec,segment=NetworkSegment(0cf9c0d8-e81a-4ee6-a53a-6513286e2be1),segment_id=0cf9c0d8-e81a-4ee6-a53a-6513286e2be1)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:27:52.738334 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-326a9aa5-d7be-432d-bf50-e7ad718e0d8e req-0ce969dd-63fe-49b3-b057-4ed961ac1a8e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffa752d-cf85-4b4d-944b-9b02142daac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522351 Mar 01 14:27:52.745770 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-0ebba97e-e0f0-4f3b-8c83-bb94bfa9c911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (fa9d46c3-eca5-49a3-abfe-e360e143c5ec), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:52.790449 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-0ebba97e-e0f0-4f3b-8c83-bb94bfa9c911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:52.791081 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-0ebba97e-e0f0-4f3b-8c83-bb94bfa9c911 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:52.792514 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-0ebba97e-e0f0-4f3b-8c83-bb94bfa9c911 service neutron] 10.222.0.20 "PUT /v2.0/ports/fa9d46c3-eca5-49a3-abfe-e360e143c5ec HTTP/1.1" status: 200 len: 1092 time: 0.7182808 Mar 01 14:27:52.792975 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5908920-bcc0-40b8-b95e-37aadd9136ca', 'tag': 'fa9d46c3-eca5-49a3-abfe-e360e143c5ec'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:27:52.795223 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0956ce8e-c493-4e42-b5db-b1360257517f" -d '{"events": [{"name": "network-changed", "server_uuid": "c5908920-bcc0-40b8-b95e-37aadd9136ca", "tag": "fa9d46c3-eca5-49a3-abfe-e360e143c5ec"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:27:52.823992 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebba97e-e0f0-4f3b-8c83-bb94bfa9c911 service neutron] Pushing event updated for resources: {'Port': ['ID=fa9d46c3-eca5-49a3-abfe-e360e143c5ec,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:52.878365 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cd07ea-d2cf-45fa-9682-5c260e6c1a2c x-openstack-request-id: req-83cd07ea-d2cf-45fa-9682-5c260e6c1a2c {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:27:52.878656 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5908920-bcc0-40b8-b95e-37aadd9136ca", "tag": "fa9d46c3-eca5-49a3-abfe-e360e143c5ec", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:27:52.878910 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83cd07ea-d2cf-45fa-9682-5c260e6c1a2c {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:27:52.879310 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5908920-bcc0-40b8-b95e-37aadd9136ca', 'tag': 'fa9d46c3-eca5-49a3-abfe-e360e143c5ec', 'status': 'completed', 'code': 200} Mar 01 14:27:52.899571 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-a3c20077-f519-4fb1-b6d9-8aeeb142f0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:52.901276 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-a3c20077-f519-4fb1-b6d9-8aeeb142f0a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 1126 time: 0.0559714 Mar 01 14:27:52.950076 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-29571ff9-9c89-4195-9501-2b55cc68aa80 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa9d46c3-eca5-49a3-abfe-e360e143c5ec HTTP/1.1" status: 200 len: 217 time: 0.0421908 Mar 01 14:27:53.000804 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-ddcc876a-2c78-46e1-9057-62b659d0bcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:53.002489 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-ddcc876a-2c78-46e1-9057-62b659d0bcf0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=70643134-56f5-4740-8a50-3b2a93fbabc2 HTTP/1.1" status: 200 len: 835 time: 0.0460143 Mar 01 14:27:53.052331 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-a8b76a19-e29d-44a6-a9fd-9670efc8e5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:53.053860 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-a8b76a19-e29d-44a6-a9fd-9670efc8e5e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c22887aa-97c5-48a0-a1f7-3e3f8d1df375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459504 Mar 01 14:27:53.149392 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-f3b28e96-2033-460e-9327-acda86f3cc6a service neutron] 10.222.0.20 "GET /v2.0/networks/c22887aa-97c5-48a0-a1f7-3e3f8d1df375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884483 Mar 01 14:27:53.236943 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-397df93c-53e1-4ae1-a316-f84ed9411345 req-5d52a96a-51e3-4592-b6c8-eaa5cacee212 service neutron] 10.222.0.20 "GET /v2.0/networks/c22887aa-97c5-48a0-a1f7-3e3f8d1df375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815101 Mar 01 14:27:53.323971 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956ce8e-c493-4e42-b5db-b1360257517f req-e91b1267-9059-41ff-828c-dd63c6b295d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:53.325719 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0956ce8e-c493-4e42-b5db-b1360257517f req-e91b1267-9059-41ff-828c-dd63c6b295d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 1126 time: 0.0440857 Mar 01 14:27:53.418109 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956ce8e-c493-4e42-b5db-b1360257517f req-8fb0ceb4-f609-4168-9e35-684b1e4578ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:53.419582 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0956ce8e-c493-4e42-b5db-b1360257517f req-8fb0ceb4-f609-4168-9e35-684b1e4578ac service neutron] 10.222.0.20 "GET /v2.0/networks?id=c22887aa-97c5-48a0-a1f7-3e3f8d1df375 HTTP/1.1" status: 200 len: 897 time: 0.0867360 Mar 01 14:27:53.458565 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0956ce8e-c493-4e42-b5db-b1360257517f req-f24c2e8b-bba4-4fef-8ec2-f11972928d1d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa9d46c3-eca5-49a3-abfe-e360e143c5ec HTTP/1.1" status: 200 len: 217 time: 0.0334282 Mar 01 14:27:53.506692 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956ce8e-c493-4e42-b5db-b1360257517f req-74a2cfc5-82c5-44a2-9d6c-16ff7bd31b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:53.508727 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0956ce8e-c493-4e42-b5db-b1360257517f req-74a2cfc5-82c5-44a2-9d6c-16ff7bd31b68 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=70643134-56f5-4740-8a50-3b2a93fbabc2 HTTP/1.1" status: 200 len: 835 time: 0.0441315 Mar 01 14:27:53.558914 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956ce8e-c493-4e42-b5db-b1360257517f req-184f4089-5cf9-4e87-a886-4d1ba59dea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:53.560419 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0956ce8e-c493-4e42-b5db-b1360257517f req-184f4089-5cf9-4e87-a886-4d1ba59dea46 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c22887aa-97c5-48a0-a1f7-3e3f8d1df375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462043 Mar 01 14:27:53.645411 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0956ce8e-c493-4e42-b5db-b1360257517f req-fc24d243-5c1a-45d5-b1af-9eca3736508c service neutron] 10.222.0.20 "GET /v2.0/networks/c22887aa-97c5-48a0-a1f7-3e3f8d1df375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789728 Mar 01 14:27:53.733069 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0956ce8e-c493-4e42-b5db-b1360257517f req-9eae99a0-1a34-4f59-8feb-d3a0ce15a61b service neutron] 10.222.0.20 "GET /v2.0/networks/c22887aa-97c5-48a0-a1f7-3e3f8d1df375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810912 Mar 01 14:27:53.875921 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490a300-bf1d-478a-b231-b22c5214b3d6 req-31d7a027-3b2d-4508-9219-cbfc0a63d803 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:53.877407 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2490a300-bf1d-478a-b231-b22c5214b3d6 req-31d7a027-3b2d-4508-9219-cbfc0a63d803 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 944 time: 0.0512269 Mar 01 14:27:53.924773 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2490a300-bf1d-478a-b231-b22c5214b3d6 req-fbfb2d00-b587-4171-b583-dcb8b252b64d tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffa752d-cf85-4b4d-944b-9b02142daac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411267 Mar 01 14:27:55.044769 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0291e5d-1130-4a90-85e4-4205743afccc req-6939a1f1-55b1-4866-90e2-5854ff3bb84c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:55.046222 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c0291e5d-1130-4a90-85e4-4205743afccc req-6939a1f1-55b1-4866-90e2-5854ff3bb84c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 944 time: 0.0524759 Mar 01 14:27:55.097583 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c0291e5d-1130-4a90-85e4-4205743afccc req-4667fe0e-6aa5-45c7-87e0-005584f4a4f8 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffa752d-cf85-4b4d-944b-9b02142daac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458298 Mar 01 14:27:55.307271 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9cd88a46-3c6d-4c63-a970-c98c6f1421b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:56.214295 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d24985-27d3-4b51-a5b1-4ebf178af43e req-180b7f8d-560f-4e17-a9ba-e7c0feef08ae tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:56.215818 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-71d24985-27d3-4b51-a5b1-4ebf178af43e req-180b7f8d-560f-4e17-a9ba-e7c0feef08ae tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 944 time: 0.0531790 Mar 01 14:27:56.263502 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-71d24985-27d3-4b51-a5b1-4ebf178af43e req-723eecbd-2678-4158-bbc4-b07bd639417b tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffa752d-cf85-4b4d-944b-9b02142daac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421016 Mar 01 14:27:56.442442 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device fa9d46c3-eca5-49a3-abfe-e360e143c5ec details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:27:56.539606 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port fa9d46c3-eca5-49a3-abfe-e360e143c5ec, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=fa9d46c3-eca5-49a3-abfe-e360e143c5ec,segment=NetworkSegment(0cf9c0d8-e81a-4ee6-a53a-6513286e2be1),segment_id=0cf9c0d8-e81a-4ee6-a53a-6513286e2be1)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:27:56.550488 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': 'fa9d46c3-eca5-49a3-abfe-e360e143c5ec', 'network_id': 'c22887aa-97c5-48a0-a1f7-3e3f8d1df375', 'port_id': 'fa9d46c3-eca5-49a3-abfe-e360e143c5ec', 'mac_address': 'fa:16:3e:c9:48:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70643134-56f5-4740-8a50-3b2a93fbabc2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:27:56.589607 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port fa9d46c3-eca5-49a3-abfe-e360e143c5ec is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:27:56.589993 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (fa9d46c3-eca5-49a3-abfe-e360e143c5ec), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:56.602914 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa9d46c3-eca5-49a3-abfe-e360e143c5ec {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:27:56.621499 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port fa9d46c3-eca5-49a3-abfe-e360e143c5ec, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=fa9d46c3-eca5-49a3-abfe-e360e143c5ec,segment=NetworkSegment(0cf9c0d8-e81a-4ee6-a53a-6513286e2be1),segment_id=0cf9c0d8-e81a-4ee6-a53a-6513286e2be1)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:27:56.625670 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (fa9d46c3-eca5-49a3-abfe-e360e143c5ec), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:56.670413 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=fa9d46c3-eca5-49a3-abfe-e360e143c5ec,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:56.963087 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['fa9d46c3-eca5-49a3-abfe-e360e143c5ec'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:27:57.379467 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ee2b1-51e5-4337-b7de-43b910ee295f req-734d3b45-e9de-42e5-8f0c-543c5cdbb464 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:57.380996 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-801ee2b1-51e5-4337-b7de-43b910ee295f req-734d3b45-e9de-42e5-8f0c-543c5cdbb464 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 945 time: 0.0518870 Mar 01 14:27:57.428951 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-801ee2b1-51e5-4337-b7de-43b910ee295f req-03543d34-a39a-421c-9e70-eb9f58a2bfb9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffa752d-cf85-4b4d-944b-9b02142daac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418699 Mar 01 14:27:57.478638 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-786d96aa-1e9c-4e6b-98ed-0f05a3074dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:58.453728 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device fa9d46c3-eca5-49a3-abfe-e360e143c5ec up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:27:58.502647 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port fa9d46c3-eca5-49a3-abfe-e360e143c5ec completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:27:58.506869 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port fa9d46c3-eca5-49a3-abfe-e360e143c5ec triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:27:58.507247 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (fa9d46c3-eca5-49a3-abfe-e360e143c5ec), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:58.552997 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db27e54-8c61-44f8-86ae-5acab7a9a3ba req-9dd2e34b-e745-4190-b0d7-0cea8a01b8c6 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:58.554543 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0db27e54-8c61-44f8-86ae-5acab7a9a3ba req-9dd2e34b-e745-4190-b0d7-0cea8a01b8c6 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 945 time: 0.0590789 Mar 01 14:27:58.590431 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port fa9d46c3-eca5-49a3-abfe-e360e143c5ec is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:27:58.590819 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (fa9d46c3-eca5-49a3-abfe-e360e143c5ec), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:58.607835 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0db27e54-8c61-44f8-86ae-5acab7a9a3ba req-e2cc9738-d5ae-447e-9b3a-baf968191833 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffa752d-cf85-4b4d-944b-9b02142daac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471659 Mar 01 14:27:58.613955 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5908920-bcc0-40b8-b95e-37aadd9136ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9d46c3-eca5-49a3-abfe-e360e143c5ec'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:27:58.616336 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f11f3d4-3681-48f4-b786-17cb7fa0eac3" -d '{"events": [{"server_uuid": "c5908920-bcc0-40b8-b95e-37aadd9136ca", "name": "network-vif-plugged", "status": "completed", "tag": "fa9d46c3-eca5-49a3-abfe-e360e143c5ec"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:27:58.628795 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port fa9d46c3-eca5-49a3-abfe-e360e143c5ec, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=fa9d46c3-eca5-49a3-abfe-e360e143c5ec,segment=NetworkSegment(0cf9c0d8-e81a-4ee6-a53a-6513286e2be1),segment_id=0cf9c0d8-e81a-4ee6-a53a-6513286e2be1)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:27:58.632742 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (fa9d46c3-eca5-49a3-abfe-e360e143c5ec), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:58.655559 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddc622a-7409-4c50-93bb-f550978c63d2 x-openstack-request-id: req-0ddc622a-7409-4c50-93bb-f550978c63d2 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:27:58.655877 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5908920-bcc0-40b8-b95e-37aadd9136ca", "name": "network-vif-plugged", "status": "completed", "tag": "fa9d46c3-eca5-49a3-abfe-e360e143c5ec", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:27:58.656130 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ddc622a-7409-4c50-93bb-f550978c63d2 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:27:58.656519 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5908920-bcc0-40b8-b95e-37aadd9136ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9d46c3-eca5-49a3-abfe-e360e143c5ec', 'code': 200} Mar 01 14:27:58.682135 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=fa9d46c3-eca5-49a3-abfe-e360e143c5ec,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:27:58.755940 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cee37c-6103-4859-9765-a4f52403d1a7 req-161e94c7-87cf-4360-9fd3-496c0e2b694a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:58.759012 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f2cee37c-6103-4859-9765-a4f52403d1a7 req-161e94c7-87cf-4360-9fd3-496c0e2b694a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 1128 time: 0.0472691 Mar 01 14:27:58.803822 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f2cee37c-6103-4859-9765-a4f52403d1a7 req-fc561cf9-7243-4a64-937a-083c98b9b643 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2ffa752d-cf85-4b4d-944b-9b02142daac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386527 Mar 01 14:27:58.987796 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:27:59.736129 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555a7e4-a475-4577-af9b-e0d7180867e4 req-e7727b35-8883-46a8-a75a-23636476d0f7 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:27:59.737659 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0555a7e4-a475-4577-af9b-e0d7180867e4 req-e7727b35-8883-46a8-a75a-23636476d0f7 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 946 time: 0.0571456 Mar 01 14:27:59.786630 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0555a7e4-a475-4577-af9b-e0d7180867e4 req-86f9273d-ada9-44b8-bafa-b954cf440189 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffa752d-cf85-4b4d-944b-9b02142daac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432725 Mar 01 14:28:00.158168 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:28:00.907947 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac33c05-302a-4e42-bba7-78676b280c0d req-bc91d292-3b15-467e-8346-d50ba12c51e0 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:28:00.909482 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ac33c05-302a-4e42-bba7-78676b280c0d req-bc91d292-3b15-467e-8346-d50ba12c51e0 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 946 time: 0.0553167 Mar 01 14:28:00.957953 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7ac33c05-302a-4e42-bba7-78676b280c0d req-ece5f6d9-9460-4153-b130-ef3cb466218a tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffa752d-cf85-4b4d-944b-9b02142daac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422850 Mar 01 14:28:01.076702 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2712af6-ea0e-48ea-a911-2b1969d85ba9 req-340f2be7-abba-4874-8f3f-0cb7329212cf tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:28:01.078105 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e2712af6-ea0e-48ea-a911-2b1969d85ba9 req-340f2be7-abba-4874-8f3f-0cb7329212cf tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 946 time: 0.0517547 Mar 01 14:28:01.125445 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e2712af6-ea0e-48ea-a911-2b1969d85ba9 req-154e3b97-8daf-4e5b-be5e-dce1272185ce tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffa752d-cf85-4b4d-944b-9b02142daac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419056 Mar 01 14:28:01.146512 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56722) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:28:01.188597 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05f5bae-9c18-4c9d-a260-550d010e002f tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:28:01.190100 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e05f5bae-9c18-4c9d-a260-550d010e002f tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 1123 time: 0.0426116 Mar 01 14:28:01.192923 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56724) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:28:01.197676 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-0caa97e6-6699-4182-afdd-faeba9cdc987 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'port_id': 'fa9d46c3-eca5-49a3-abfe-e360e143c5ec', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:28:01.217829 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0caa97e6-6699-4182-afdd-faeba9cdc987 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:28:01.318650 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0caa97e6-6699-4182-afdd-faeba9cdc987 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:28:01.424404 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-0caa97e6-6699-4182-afdd-faeba9cdc987 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Allocated IP 172.25.1.199 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/3033a16c-8154-4cf7-b7e8-26b9d817164b) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:28:01.523900 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0caa97e6-6699-4182-afdd-faeba9cdc987 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for port (3033a16c-8154-4cf7-b7e8-26b9d817164b), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:28:01.556656 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0caa97e6-6699-4182-afdd-faeba9cdc987 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (3033a16c-8154-4cf7-b7e8-26b9d817164b), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:28:01.596269 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caa97e6-6699-4182-afdd-faeba9cdc987 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:28:01.599042 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-0caa97e6-6699-4182-afdd-faeba9cdc987 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:28:01.602490 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caa97e6-6699-4182-afdd-faeba9cdc987 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:28:01.627900 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa97e6-6699-4182-afdd-faeba9cdc987 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'Port': ['ID=3033a16c-8154-4cf7-b7e8-26b9d817164b,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:28:01.784259 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:28:01.965011 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0caa97e6-6699-4182-afdd-faeba9cdc987 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for floatingip (9d1477a9-e698-46c8-8ee2-a5d7925c0c1a), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:28:02.035335 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0caa97e6-6699-4182-afdd-faeba9cdc987 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3033a16c-8154-4cf7-b7e8-26b9d817164b), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:28:02.177689 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0caa97e6-6699-4182-afdd-faeba9cdc987 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for port (3033a16c-8154-4cf7-b7e8-26b9d817164b), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:28:02.182103 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0caa97e6-6699-4182-afdd-faeba9cdc987 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (3033a16c-8154-4cf7-b7e8-26b9d817164b), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:28:02.252995 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa97e6-6699-4182-afdd-faeba9cdc987 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event updated for resources: {'Port': ['ID=3033a16c-8154-4cf7-b7e8-26b9d817164b,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:28:02.261175 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0caa97e6-6699-4182-afdd-faeba9cdc987 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (9d1477a9-e698-46c8-8ee2-a5d7925c0c1a), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:28:02.361618 n-d-827467-3 neutron-server[103727]: INFO neutron.db.l3_db [None req-0caa97e6-6699-4182-afdd-faeba9cdc987 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Floating IP 9d1477a9-e698-46c8-8ee2-a5d7925c0c1a associated. External IP: 172.25.1.199, port: fa9d46c3-eca5-49a3-abfe-e360e143c5ec. Mar 01 14:28:02.588837 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0caa97e6-6699-4182-afdd-faeba9cdc987 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Router 7b2af644-2426-4e89-804e-99a85d1afd7f has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:28:02.698431 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0caa97e6-6699-4182-afdd-faeba9cdc987 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:28:02.710764 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4639ccc1-dec6-4d74-ae2c-4ef52683a9b0 None None] Sync routers for ids ['7b2af644-2426-4e89-804e-99a85d1afd7f'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:28:02.716101 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0caa97e6-6699-4182-afdd-faeba9cdc987 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:28:02.720912 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4639ccc1-dec6-4d74-ae2c-4ef52683a9b0 None None] Routers {'7b2af644-2426-4e89-804e-99a85d1afd7f'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:28:02.721525 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-4639ccc1-dec6-4d74-ae2c-4ef52683a9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:27:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['7b2af644-2426-4e89-804e-99a85d1afd7f'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:28:02.747405 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0caa97e6-6699-4182-afdd-faeba9cdc987 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5532169 Mar 01 14:28:02.748260 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5908920-bcc0-40b8-b95e-37aadd9136ca', 'tag': 'fa9d46c3-eca5-49a3-abfe-e360e143c5ec'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:28:02.751748 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8df565-fc8e-4570-a1fe-24e17cba262d" -d '{"events": [{"name": "network-changed", "server_uuid": "c5908920-bcc0-40b8-b95e-37aadd9136ca", "tag": "fa9d46c3-eca5-49a3-abfe-e360e143c5ec"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:28:02.796181 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf58149-15b1-4bef-bdb3-00c78c92a178 x-openstack-request-id: req-caf58149-15b1-4bef-bdb3-00c78c92a178 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:28:02.796737 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5908920-bcc0-40b8-b95e-37aadd9136ca", "tag": "fa9d46c3-eca5-49a3-abfe-e360e143c5ec", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:28:02.797006 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-caf58149-15b1-4bef-bdb3-00c78c92a178 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:28:02.797386 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5908920-bcc0-40b8-b95e-37aadd9136ca', 'tag': 'fa9d46c3-eca5-49a3-abfe-e360e143c5ec', 'status': 'completed', 'code': 200} Mar 01 14:28:02.845158 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-4639ccc1-dec6-4d74-ae2c-4ef52683a9b0 None None] Set router 7b2af644-2426-4e89-804e-99a85d1afd7f gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:28:02.862787 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2bcfb-0faf-4311-941a-df0c1bc25f9f req-d2d547e1-1e92-4b81-a4a9-30d286cd1afb tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:28:02.864454 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-18f2bcfb-0faf-4311-941a-df0c1bc25f9f req-d2d547e1-1e92-4b81-a4a9-30d286cd1afb tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 946 time: 0.0568326 Mar 01 14:28:02.864624 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8df565-fc8e-4570-a1fe-24e17cba262d req-f6478c85-c98f-4fa9-b417-ade6a84fc86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:28:02.866185 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cd8df565-fc8e-4570-a1fe-24e17cba262d req-f6478c85-c98f-4fa9-b417-ade6a84fc86e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 1128 time: 0.0467532 Mar 01 14:28:02.915591 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-18f2bcfb-0faf-4311-941a-df0c1bc25f9f req-2b3bd3c3-c752-4ce5-8275-bc03e8d06bff tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffa752d-cf85-4b4d-944b-9b02142daac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447102 Mar 01 14:28:02.937417 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56730) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:28:02.968282 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8df565-fc8e-4570-a1fe-24e17cba262d req-0cbf671e-8326-4b24-9fb9-241e98086648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:28:02.970182 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cd8df565-fc8e-4570-a1fe-24e17cba262d req-0cbf671e-8326-4b24-9fb9-241e98086648 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c22887aa-97c5-48a0-a1f7-3e3f8d1df375 HTTP/1.1" status: 200 len: 897 time: 0.0970454 Mar 01 14:28:03.002817 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5fd2b3c2-8ca7-442d-ace4-6bd17a4c1aa4 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/floatingips/9d1477a9-e698-46c8-8ee2-a5d7925c0c1a HTTP/1.1" status: 200 len: 992 time: 0.0642493 Mar 01 14:28:03.037249 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cd8df565-fc8e-4570-a1fe-24e17cba262d req-37f5eff8-563b-432c-8a7a-6084744a7f6b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa9d46c3-eca5-49a3-abfe-e360e143c5ec HTTP/1.1" status: 200 len: 1000 time: 0.0595407 Mar 01 14:28:03.072476 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-4639ccc1-dec6-4d74-ae2c-4ef52683a9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983993856', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '16d138cd-f612-4a76-b46f-de280139683b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:27:44Z', 'updated_at': '2022-03-01T14:27:48Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '16d138cd-f612-4a76-b46f-de280139683b', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:27:45Z', 'updated_at': '2022-03-01T14:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '9d1477a9-e698-46c8-8ee2-a5d7925c0c1a', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'port_id': 'fa9d46c3-eca5-49a3-abfe-e360e143c5ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22887aa-97c5-48a0-a1f7-3e3f8d1df375', 'mac_address': 'fa:16:3e:c9:48:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5908920-bcc0-40b8-b95e-37aadd9136ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:28:01Z', 'updated_at': '2022-03-01T14:28:01Z', 'revision_number': 0, 'project_id': '677a2c84d86e461aa18f47403491f396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63', 'name': '', 'network_id': 'c22887aa-97c5-48a0-a1f7-3e3f8d1df375', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'mac_address': 'fa:16:3e:01:45:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '70643134-56f5-4740-8a50-3b2a93fbabc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:27:47Z', 'updated_at': '2022-03-01T14:27:51Z', 'revision_number': 5, 'project_id': '677a2c84d86e461aa18f47403491f396', 'subnets': [{'id': '70643134-56f5-4740-8a50-3b2a93fbabc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:28:03.090152 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8df565-fc8e-4570-a1fe-24e17cba262d req-dd1319e0-dc6c-4ee1-91ed-a613a824c487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:28:03.091637 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cd8df565-fc8e-4570-a1fe-24e17cba262d req-dd1319e0-dc6c-4ee1-91ed-a613a824c487 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=70643134-56f5-4740-8a50-3b2a93fbabc2 HTTP/1.1" status: 200 len: 835 time: 0.0473599 Mar 01 14:28:03.099251 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4639ccc1-dec6-4d74-ae2c-4ef52683a9b0 None None] Checking router: 7b2af644-2426-4e89-804e-99a85d1afd7f for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:28:03.108063 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4639ccc1-dec6-4d74-ae2c-4ef52683a9b0 None None] Routers {'7b2af644-2426-4e89-804e-99a85d1afd7f'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:28:03.108662 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-4639ccc1-dec6-4d74-ae2c-4ef52683a9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:27:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['7b2af644-2426-4e89-804e-99a85d1afd7f'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:28:03.141652 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8df565-fc8e-4570-a1fe-24e17cba262d req-7b858647-0d06-4ac7-b046-b0ade21d0dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:28:03.143225 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cd8df565-fc8e-4570-a1fe-24e17cba262d req-7b858647-0d06-4ac7-b046-b0ade21d0dc5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c22887aa-97c5-48a0-a1f7-3e3f8d1df375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456874 Mar 01 14:28:03.215726 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-4639ccc1-dec6-4d74-ae2c-4ef52683a9b0 None None] Set router 7b2af644-2426-4e89-804e-99a85d1afd7f gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:28:03.228873 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cd8df565-fc8e-4570-a1fe-24e17cba262d req-ef64894e-fb25-448f-8573-3c980cbb1a5a service neutron] 10.222.0.20 "GET /v2.0/networks/c22887aa-97c5-48a0-a1f7-3e3f8d1df375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800481 Mar 01 14:28:03.318670 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-cd8df565-fc8e-4570-a1fe-24e17cba262d req-9e385dc9-4495-4ad8-8c3e-6bc514d9c287 service neutron] 10.222.0.20 "GET /v2.0/networks/c22887aa-97c5-48a0-a1f7-3e3f8d1df375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840487 Mar 01 14:28:03.432644 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-4639ccc1-dec6-4d74-ae2c-4ef52683a9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983993856', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '16d138cd-f612-4a76-b46f-de280139683b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:27:44Z', 'updated_at': '2022-03-01T14:27:48Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '16d138cd-f612-4a76-b46f-de280139683b', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:27:45Z', 'updated_at': '2022-03-01T14:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '9d1477a9-e698-46c8-8ee2-a5d7925c0c1a', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'port_id': 'fa9d46c3-eca5-49a3-abfe-e360e143c5ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22887aa-97c5-48a0-a1f7-3e3f8d1df375', 'mac_address': 'fa:16:3e:c9:48:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5908920-bcc0-40b8-b95e-37aadd9136ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:28:01Z', 'updated_at': '2022-03-01T14:28:01Z', 'revision_number': 0, 'project_id': '677a2c84d86e461aa18f47403491f396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63', 'name': '', 'network_id': 'c22887aa-97c5-48a0-a1f7-3e3f8d1df375', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'mac_address': 'fa:16:3e:01:45:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '70643134-56f5-4740-8a50-3b2a93fbabc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:27:47Z', 'updated_at': '2022-03-01T14:27:51Z', 'revision_number': 5, 'project_id': '677a2c84d86e461aa18f47403491f396', 'subnets': [{'id': '70643134-56f5-4740-8a50-3b2a93fbabc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:28:03.461907 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4639ccc1-dec6-4d74-ae2c-4ef52683a9b0 None None] The sync data for ids ['7b2af644-2426-4e89-804e-99a85d1afd7f'] in n-d-827467-3 is: [{'id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983993856', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '16d138cd-f612-4a76-b46f-de280139683b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:27:44Z', 'updated_at': '2022-03-01T14:27:48Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '16d138cd-f612-4a76-b46f-de280139683b', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:27:45Z', 'updated_at': '2022-03-01T14:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': '9d1477a9-e698-46c8-8ee2-a5d7925c0c1a', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'port_id': 'fa9d46c3-eca5-49a3-abfe-e360e143c5ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22887aa-97c5-48a0-a1f7-3e3f8d1df375', 'mac_address': 'fa:16:3e:c9:48:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5908920-bcc0-40b8-b95e-37aadd9136ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:28:01Z', 'updated_at': '2022-03-01T14:28:01Z', 'revision_number': 0, 'project_id': '677a2c84d86e461aa18f47403491f396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63', 'name': '', 'network_id': 'c22887aa-97c5-48a0-a1f7-3e3f8d1df375', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'mac_address': 'fa:16:3e:01:45:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '70643134-56f5-4740-8a50-3b2a93fbabc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:27:47Z', 'updated_at': '2022-03-01T14:27:51Z', 'revision_number': 5, 'project_id': '677a2c84d86e461aa18f47403491f396', 'subnets': [{'id': '70643134-56f5-4740-8a50-3b2a93fbabc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:28:03.653256 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12c522d-06a1-4c2e-a798-3f9c01884532 None None] New status for floating IP 9d1477a9-e698-46c8-8ee2-a5d7925c0c1a: ACTIVE {{(pid=103728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 14:28:04.007334 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56732) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:28:04.066225 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-dbe901d6-135f-409c-b220-d164473253b1 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/floatingips/9d1477a9-e698-46c8-8ee2-a5d7925c0c1a HTTP/1.1" status: 200 len: 994 time: 0.0577855 Mar 01 14:28:08.835909 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:28:10.092294 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:28:10.371633 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:28:25.309708 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d9db6cf9-e0f6-463b-adf3-edff5ad4063c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:28:27.479405 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-10493d5c-2460-4cc8-980f-20a0c7432883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:28:28.991764 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:28:30.161307 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:28:31.787022 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:28:32.092128 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e468e631-9ecf-43ed-aecd-de6e61d4bfc0 req-2f384b6b-0140-4eed-a8a3-a8135017355a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427370 Mar 01 14:28:32.181453 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468e631-9ecf-43ed-aecd-de6e61d4bfc0 req-ea5408ed-61df-49a5-89b7-a48dcdeea701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:28:32.183002 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e468e631-9ecf-43ed-aecd-de6e61d4bfc0 req-ea5408ed-61df-49a5-89b7-a48dcdeea701 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 1128 time: 0.0453928 Mar 01 14:28:32.287064 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468e631-9ecf-43ed-aecd-de6e61d4bfc0 req-05148758-7961-4b86-a1d5-3cbe92582f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:28:32.288571 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e468e631-9ecf-43ed-aecd-de6e61d4bfc0 req-05148758-7961-4b86-a1d5-3cbe92582f3c service neutron] 10.222.0.20 "GET /v2.0/networks?id=c22887aa-97c5-48a0-a1f7-3e3f8d1df375 HTTP/1.1" status: 200 len: 897 time: 0.0860324 Mar 01 14:28:32.350164 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e468e631-9ecf-43ed-aecd-de6e61d4bfc0 req-27398f75-602e-4d5d-b47c-d6039db2aad4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa9d46c3-eca5-49a3-abfe-e360e143c5ec HTTP/1.1" status: 200 len: 1002 time: 0.0555377 Mar 01 14:28:32.718563 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468e631-9ecf-43ed-aecd-de6e61d4bfc0 req-1db7dbf1-6014-4de9-a998-ebf90cea3278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:28:32.720026 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e468e631-9ecf-43ed-aecd-de6e61d4bfc0 req-1db7dbf1-6014-4de9-a998-ebf90cea3278 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=70643134-56f5-4740-8a50-3b2a93fbabc2 HTTP/1.1" status: 200 len: 835 time: 0.3636019 Mar 01 14:28:32.767412 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468e631-9ecf-43ed-aecd-de6e61d4bfc0 req-ffb54953-d306-472e-a461-4153de54cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:28:32.768934 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e468e631-9ecf-43ed-aecd-de6e61d4bfc0 req-ffb54953-d306-472e-a461-4153de54cbce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c22887aa-97c5-48a0-a1f7-3e3f8d1df375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429566 Mar 01 14:28:32.855237 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e468e631-9ecf-43ed-aecd-de6e61d4bfc0 req-eb9f2636-356a-41d2-85c6-f27473aa851b service neutron] 10.222.0.20 "GET /v2.0/networks/c22887aa-97c5-48a0-a1f7-3e3f8d1df375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798984 Mar 01 14:28:32.948486 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e468e631-9ecf-43ed-aecd-de6e61d4bfc0 req-49214d41-644e-4b41-b528-f5af02387408 service neutron] 10.222.0.20 "GET /v2.0/networks/c22887aa-97c5-48a0-a1f7-3e3f8d1df375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873206 Mar 01 14:28:40.096230 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:28:40.371913 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:28:45.834385 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:28:55.312409 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e2a77125-631f-4be1-b88e-aa6fef2d3e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:28:57.482598 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-16413d37-b37f-426a-b1b3-45b4f25d5569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:28:58.993739 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:29:00.162635 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:29:01.788735 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:29:06.782597 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf566a-ce29-47ad-8098-15f7a5615070 req-e3e8c2a9-b158-4347-8f53-4b95184789e4 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:29:06.784087 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fcaf566a-ce29-47ad-8098-15f7a5615070 req-e3e8c2a9-b158-4347-8f53-4b95184789e4 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 946 time: 0.0542865 Mar 01 14:29:06.835169 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fcaf566a-ce29-47ad-8098-15f7a5615070 req-312a3b7d-9c16-422a-ae2a-e28d2c30ad6e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffa752d-cf85-4b4d-944b-9b02142daac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449481 Mar 01 14:29:07.958408 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6daba4-454f-407e-a920-5948a0232490 req-481f85ca-8741-40b6-b65a-bf5d34c8f1a2 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:29:07.959876 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-af6daba4-454f-407e-a920-5948a0232490 req-481f85ca-8741-40b6-b65a-bf5d34c8f1a2 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 946 time: 0.0543439 Mar 01 14:29:08.008738 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-af6daba4-454f-407e-a920-5948a0232490 req-260728b7-b1bd-4b17-9d2b-db7700d3f012 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffa752d-cf85-4b4d-944b-9b02142daac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417852 Mar 01 14:29:09.127772 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44420865-c611-40ee-aa3b-cc085903be14 req-5a09d56e-607d-4b13-9396-e45ff00b3466 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:29:09.129286 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-44420865-c611-40ee-aa3b-cc085903be14 req-5a09d56e-607d-4b13-9396-e45ff00b3466 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 946 time: 0.0537484 Mar 01 14:29:09.175905 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-44420865-c611-40ee-aa3b-cc085903be14 req-f5c35e99-3d83-4d1d-891d-071882a5416e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffa752d-cf85-4b4d-944b-9b02142daac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410442 Mar 01 14:29:10.097319 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:29:10.296259 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93a4d8-4856-4a0e-8edc-c3307613f028 req-57b59093-2a0d-4c68-bb1b-e920b32ed690 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:29:10.297795 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6a93a4d8-4856-4a0e-8edc-c3307613f028 req-57b59093-2a0d-4c68-bb1b-e920b32ed690 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 946 time: 0.0555296 Mar 01 14:29:10.345829 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6a93a4d8-4856-4a0e-8edc-c3307613f028 req-20f7d480-415d-405f-8aa7-db09453163cc tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffa752d-cf85-4b4d-944b-9b02142daac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425007 Mar 01 14:29:10.366203 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:29:11.462469 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37364149-6b01-40b8-be56-6ba8519bd8d1 req-224f2e08-5152-4270-844e-df251702c299 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:29:11.463965 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-37364149-6b01-40b8-be56-6ba8519bd8d1 req-224f2e08-5152-4270-844e-df251702c299 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 946 time: 0.0517700 Mar 01 14:29:11.514290 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-37364149-6b01-40b8-be56-6ba8519bd8d1 req-1753f724-0ec2-468b-abd7-dc08f0a6f605 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffa752d-cf85-4b4d-944b-9b02142daac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443792 Mar 01 14:29:12.636224 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ec920-94ad-42b9-8dee-db093cef2cb0 req-35c963b3-2bf1-4342-923d-085a7a5b0125 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:29:12.637715 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ad3ec920-94ad-42b9-8dee-db093cef2cb0 req-35c963b3-2bf1-4342-923d-085a7a5b0125 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 946 time: 0.0565257 Mar 01 14:29:12.684905 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ad3ec920-94ad-42b9-8dee-db093cef2cb0 req-21234fb6-5209-4db1-a34d-c08fa16404d0 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffa752d-cf85-4b4d-944b-9b02142daac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416403 Mar 01 14:29:13.800220 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718b49c-9726-4d73-93f1-8a9f5bc1ecf1 req-286d9f34-1b2f-4db1-8c39-66f5eb4b9530 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:29:13.801680 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3718b49c-9726-4d73-93f1-8a9f5bc1ecf1 req-286d9f34-1b2f-4db1-8c39-66f5eb4b9530 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 946 time: 0.0515056 Mar 01 14:29:13.850987 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3718b49c-9726-4d73-93f1-8a9f5bc1ecf1 req-4863e6ca-10ec-47ef-9188-50ed43756361 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffa752d-cf85-4b4d-944b-9b02142daac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437684 Mar 01 14:29:14.966695 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59d7fc-852c-4e5f-9508-aa2f40130ae2 req-cd805dc6-10ca-4dec-b8cd-fde07c8617ef tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:29:14.968187 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fd59d7fc-852c-4e5f-9508-aa2f40130ae2 req-cd805dc6-10ca-4dec-b8cd-fde07c8617ef tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 946 time: 0.0508826 Mar 01 14:29:15.019439 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fd59d7fc-852c-4e5f-9508-aa2f40130ae2 req-c3840c3e-bfc0-4ef9-b1f4-d5bfa239110a tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffa752d-cf85-4b4d-944b-9b02142daac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458179 Mar 01 14:29:16.136970 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a2fa5-c030-4042-90fa-f39b2a66f650 req-01b23fa7-8ca2-4f7a-b1cc-75a6ab0982ac tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:29:16.138429 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-161a2fa5-c030-4042-90fa-f39b2a66f650 req-01b23fa7-8ca2-4f7a-b1cc-75a6ab0982ac tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 946 time: 0.0502863 Mar 01 14:29:16.185306 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-161a2fa5-c030-4042-90fa-f39b2a66f650 req-a07c4fce-ef2b-470f-bfcd-1a42139627fd tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffa752d-cf85-4b4d-944b-9b02142daac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414090 Mar 01 14:29:17.303552 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c8d6eb-6bef-44ab-b3c0-51a6d6f1cbc1 req-62ef0952-e41c-40b0-aa73-faf1da324259 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:29:17.305648 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e4c8d6eb-6bef-44ab-b3c0-51a6d6f1cbc1 req-62ef0952-e41c-40b0-aa73-faf1da324259 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 946 time: 0.0546384 Mar 01 14:29:17.360867 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e4c8d6eb-6bef-44ab-b3c0-51a6d6f1cbc1 req-402a7152-3045-476c-9557-ded0ada6f7da tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffa752d-cf85-4b4d-944b-9b02142daac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470526 Mar 01 14:29:18.482374 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904fc5e-4aa9-4b5a-8cc3-a680fab99b65 req-71117036-6b4a-4012-9520-ffc93e05e200 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:29:18.483817 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b904fc5e-4aa9-4b5a-8cc3-a680fab99b65 req-71117036-6b4a-4012-9520-ffc93e05e200 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 946 time: 0.0568664 Mar 01 14:29:18.530767 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b904fc5e-4aa9-4b5a-8cc3-a680fab99b65 req-e4800a9f-8164-4aa8-9e58-4bfc17fa0d2a tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffa752d-cf85-4b4d-944b-9b02142daac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414901 Mar 01 14:29:19.653735 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed4b9c-baf0-4601-904c-39d4afc1cfc7 req-ec4085a2-de48-4777-adfc-e5fcd2da2e4e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:29:19.655141 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4aed4b9c-baf0-4601-904c-39d4afc1cfc7 req-ec4085a2-de48-4777-adfc-e5fcd2da2e4e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 946 time: 0.0546443 Mar 01 14:29:19.702302 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4aed4b9c-baf0-4601-904c-39d4afc1cfc7 req-7875f008-4646-4022-b596-0a1d1886f776 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffa752d-cf85-4b4d-944b-9b02142daac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413606 Mar 01 14:29:20.817597 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0fc2d-91b4-41fd-b3c4-b40d73dded06 req-805a6cb4-3b69-4892-b2e1-b5746da55957 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:29:20.819051 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-57c0fc2d-91b4-41fd-b3c4-b40d73dded06 req-805a6cb4-3b69-4892-b2e1-b5746da55957 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 946 time: 0.0507178 Mar 01 14:29:20.870886 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-57c0fc2d-91b4-41fd-b3c4-b40d73dded06 req-a5ae9c12-8583-4608-bb76-eb6ba752b18c tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffa752d-cf85-4b4d-944b-9b02142daac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458426 Mar 01 14:29:21.997181 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5500546-03ae-49e6-a03d-eeae0693630b req-aab33add-17fe-4b98-b1dc-de18285e5fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:29:21.998744 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e5500546-03ae-49e6-a03d-eeae0693630b req-aab33add-17fe-4b98-b1dc-de18285e5fea service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 1128 time: 0.0446429 Mar 01 14:29:22.010555 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e28c0-fee6-400b-9b0d-05064081e8ae req-50b83a4a-84f0-4c24-8db7-ed001e2065c9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:29:22.012232 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dc5e28c0-fee6-400b-9b0d-05064081e8ae req-50b83a4a-84f0-4c24-8db7-ed001e2065c9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 946 time: 0.0549350 Mar 01 14:29:22.046124 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e5500546-03ae-49e6-a03d-eeae0693630b req-49d0ebfe-bcaf-409c-ac16-92bd935d4d66 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2ffa752d-cf85-4b4d-944b-9b02142daac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398345 Mar 01 14:29:22.060524 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dc5e28c0-fee6-400b-9b0d-05064081e8ae req-ec9ec448-2682-4bf0-8802-33b1f31322c9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffa752d-cf85-4b4d-944b-9b02142daac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428324 Mar 01 14:29:22.832954 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:29:22.889040 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device fa9d46c3-eca5-49a3-abfe-e360e143c5ec details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:29:22.891083 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device fa9d46c3-eca5-49a3-abfe-e360e143c5ec no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:29:23.186526 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6b50a-1b42-4b5b-9621-d8a3b1ad608a req-53d5122e-1fb5-45b5-a748-f7933b2f8a51 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:29:23.193695 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-36d6b50a-1b42-4b5b-9621-d8a3b1ad608a req-53d5122e-1fb5-45b5-a748-f7933b2f8a51 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 946 time: 0.0617983 Mar 01 14:29:23.210120 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port fa9d46c3-eca5-49a3-abfe-e360e143c5ec, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=fa9d46c3-eca5-49a3-abfe-e360e143c5ec,segment=NetworkSegment(0cf9c0d8-e81a-4ee6-a53a-6513286e2be1),segment_id=0cf9c0d8-e81a-4ee6-a53a-6513286e2be1)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:29:23.218091 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port fa9d46c3-eca5-49a3-abfe-e360e143c5ec is: ACTIVE; New status is: DOWN {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:29:23.218546 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (fa9d46c3-eca5-49a3-abfe-e360e143c5ec), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:29:23.224590 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': 'fa9d46c3-eca5-49a3-abfe-e360e143c5ec', 'network_id': 'c22887aa-97c5-48a0-a1f7-3e3f8d1df375', 'port_id': 'fa9d46c3-eca5-49a3-abfe-e360e143c5ec', 'mac_address': 'fa:16:3e:c9:48:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70643134-56f5-4740-8a50-3b2a93fbabc2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:29:23.258174 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port fa9d46c3-eca5-49a3-abfe-e360e143c5ec, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=fa9d46c3-eca5-49a3-abfe-e360e143c5ec,segment=NetworkSegment(0cf9c0d8-e81a-4ee6-a53a-6513286e2be1),segment_id=0cf9c0d8-e81a-4ee6-a53a-6513286e2be1)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:29:23.260138 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5908920-bcc0-40b8-b95e-37aadd9136ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa9d46c3-eca5-49a3-abfe-e360e143c5ec'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:29:23.262093 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-36d6b50a-1b42-4b5b-9621-d8a3b1ad608a req-ae2b0548-4729-47cb-8c74-3e5cc361ab0e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffa752d-cf85-4b4d-944b-9b02142daac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518808 Mar 01 14:29:23.262469 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53750dbd-1c82-4f21-b8ee-77c57303f304" -d '{"events": [{"server_uuid": "c5908920-bcc0-40b8-b95e-37aadd9136ca", "name": "network-vif-unplugged", "status": "completed", "tag": "fa9d46c3-eca5-49a3-abfe-e360e143c5ec"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:29:23.285811 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (fa9d46c3-eca5-49a3-abfe-e360e143c5ec), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:29:23.343394 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port fa9d46c3-eca5-49a3-abfe-e360e143c5ec is: ACTIVE; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:29:23.343845 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (fa9d46c3-eca5-49a3-abfe-e360e143c5ec), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:29:23.355358 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=fa9d46c3-eca5-49a3-abfe-e360e143c5ec,revision_number=6']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:29:23.369157 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa9d46c3-eca5-49a3-abfe-e360e143c5ec {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:29:23.376582 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:29:23.377197 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:29:23.377637 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:29:23.378076 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:29:23.378503 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:29:23.379140 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:29:23.379585 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:29:23.380045 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:29:23.380544 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:29:23.380957 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:29:23.381444 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:29:23.381861 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:29:23.382293 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:29:23.387427 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 14:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b794989f-7a5d-4c7b-b25f-4b2a2a85429c x-openstack-request-id: req-b794989f-7a5d-4c7b-b25f-4b2a2a85429c {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:29:23.387862 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5908920-bcc0-40b8-b95e-37aadd9136ca", "name": "network-vif-unplugged", "status": "completed", "tag": "fa9d46c3-eca5-49a3-abfe-e360e143c5ec", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:29:23.388207 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b794989f-7a5d-4c7b-b25f-4b2a2a85429c {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:29:23.388690 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5908920-bcc0-40b8-b95e-37aadd9136ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa9d46c3-eca5-49a3-abfe-e360e143c5ec', 'code': 200} Mar 01 14:29:23.430516 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.db.api [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 14:29:23.430796 n-d-827467-3 neutron-server[103728]: DEBUG oslo_db.api [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 14:29:23.966442 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port fa9d46c3-eca5-49a3-abfe-e360e143c5ec is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:29:23.967104 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (fa9d46c3-eca5-49a3-abfe-e360e143c5ec), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:29:23.980420 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa9d46c3-eca5-49a3-abfe-e360e143c5ec {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:29:23.999634 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port fa9d46c3-eca5-49a3-abfe-e360e143c5ec, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=fa9d46c3-eca5-49a3-abfe-e360e143c5ec,segment=NetworkSegment(0cf9c0d8-e81a-4ee6-a53a-6513286e2be1),segment_id=0cf9c0d8-e81a-4ee6-a53a-6513286e2be1)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:29:24.004296 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (fa9d46c3-eca5-49a3-abfe-e360e143c5ec), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:29:24.051947 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=fa9d46c3-eca5-49a3-abfe-e360e143c5ec,revision_number=7']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:29:24.312056 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['fa9d46c3-eca5-49a3-abfe-e360e143c5ec'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:29:24.373788 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcc978-4520-49d6-a532-a5d27303d311 req-eed9012a-6ea8-43b8-b390-b6965c2de48f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:29:24.374868 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ddbcc978-4520-49d6-a532-a5d27303d311 req-eed9012a-6ea8-43b8-b390-b6965c2de48f tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 945 time: 0.0667055 Mar 01 14:29:24.425096 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ddbcc978-4520-49d6-a532-a5d27303d311 req-f447447d-581e-40d1-9e7a-6408a244fa39 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffa752d-cf85-4b4d-944b-9b02142daac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446055 Mar 01 14:29:24.448149 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56822) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:29:24.516834 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b8e69ab6-f880-4ef7-96e2-f02b7b3d97a5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/floatingips/9d1477a9-e698-46c8-8ee2-a5d7925c0c1a HTTP/1.1" status: 200 len: 993 time: 0.0667136 Mar 01 14:29:25.317077 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1fce984c-f516-4cd0-ad83-95f9d96c812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:29:26.903223 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device fa9d46c3-eca5-49a3-abfe-e360e143c5ec up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:29:26.953237 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port fa9d46c3-eca5-49a3-abfe-e360e143c5ec triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:29:26.953618 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (fa9d46c3-eca5-49a3-abfe-e360e143c5ec), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:29:27.027147 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port fa9d46c3-eca5-49a3-abfe-e360e143c5ec is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:29:27.027528 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (fa9d46c3-eca5-49a3-abfe-e360e143c5ec), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:29:27.049153 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5908920-bcc0-40b8-b95e-37aadd9136ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9d46c3-eca5-49a3-abfe-e360e143c5ec'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:29:27.051357 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38bafb0-1c25-4326-a004-25e9bcbf3525" -d '{"events": [{"server_uuid": "c5908920-bcc0-40b8-b95e-37aadd9136ca", "name": "network-vif-plugged", "status": "completed", "tag": "fa9d46c3-eca5-49a3-abfe-e360e143c5ec"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:29:27.066434 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port fa9d46c3-eca5-49a3-abfe-e360e143c5ec, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=fa9d46c3-eca5-49a3-abfe-e360e143c5ec,segment=NetworkSegment(0cf9c0d8-e81a-4ee6-a53a-6513286e2be1),segment_id=0cf9c0d8-e81a-4ee6-a53a-6513286e2be1)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:29:27.071205 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (fa9d46c3-eca5-49a3-abfe-e360e143c5ec), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:29:27.094354 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3b4c02-7e4c-487f-aa37-6d440c09d520 x-openstack-request-id: req-dc3b4c02-7e4c-487f-aa37-6d440c09d520 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:29:27.094641 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5908920-bcc0-40b8-b95e-37aadd9136ca", "name": "network-vif-plugged", "status": "completed", "tag": "fa9d46c3-eca5-49a3-abfe-e360e143c5ec", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:29:27.094890 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc3b4c02-7e4c-487f-aa37-6d440c09d520 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:29:27.095278 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5908920-bcc0-40b8-b95e-37aadd9136ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9d46c3-eca5-49a3-abfe-e360e143c5ec', 'code': 200} Mar 01 14:29:27.120072 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=fa9d46c3-eca5-49a3-abfe-e360e143c5ec,revision_number=8']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:29:27.484329 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4062a853-a018-4e30-b282-9425e2722c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:29:28.996152 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:29:30.165252 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:29:31.790955 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:29:34.081113 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-96349362-658e-44ca-8ba0-4283d6420cad req-518b1869-4dbd-4eb9-9411-a8e6354bd8e6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446270 Mar 01 14:29:34.165938 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96349362-658e-44ca-8ba0-4283d6420cad req-7a986c4c-d165-4c4e-ac64-876853821fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:29:34.167448 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-96349362-658e-44ca-8ba0-4283d6420cad req-7a986c4c-d165-4c4e-ac64-876853821fe1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 1128 time: 0.0463271 Mar 01 14:29:34.277086 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96349362-658e-44ca-8ba0-4283d6420cad req-71016dfd-8627-462b-9c65-f3a6b3bf1641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:29:34.278600 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-96349362-658e-44ca-8ba0-4283d6420cad req-71016dfd-8627-462b-9c65-f3a6b3bf1641 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c22887aa-97c5-48a0-a1f7-3e3f8d1df375 HTTP/1.1" status: 200 len: 897 time: 0.0927238 Mar 01 14:29:34.341531 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-96349362-658e-44ca-8ba0-4283d6420cad req-b3f0d776-bae9-4ddd-bef6-03cd5c351d9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa9d46c3-eca5-49a3-abfe-e360e143c5ec HTTP/1.1" status: 200 len: 1002 time: 0.0570054 Mar 01 14:29:34.393152 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96349362-658e-44ca-8ba0-4283d6420cad req-7ef44b59-f384-461a-a2ec-a80da1ce8894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:29:34.394608 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-96349362-658e-44ca-8ba0-4283d6420cad req-7ef44b59-f384-461a-a2ec-a80da1ce8894 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=70643134-56f5-4740-8a50-3b2a93fbabc2 HTTP/1.1" status: 200 len: 835 time: 0.0472710 Mar 01 14:29:34.442532 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96349362-658e-44ca-8ba0-4283d6420cad req-5e302c53-9693-4399-8476-7a1eca168008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:29:34.444041 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-96349362-658e-44ca-8ba0-4283d6420cad req-5e302c53-9693-4399-8476-7a1eca168008 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c22887aa-97c5-48a0-a1f7-3e3f8d1df375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431590 Mar 01 14:29:34.529211 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-96349362-658e-44ca-8ba0-4283d6420cad req-720af7ea-89ae-4069-b914-8111b9472032 service neutron] 10.222.0.20 "GET /v2.0/networks/c22887aa-97c5-48a0-a1f7-3e3f8d1df375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788980 Mar 01 14:29:34.624537 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-96349362-658e-44ca-8ba0-4283d6420cad req-4408ed10-706b-44ff-bb1e-f0ff5cd09a4f service neutron] 10.222.0.20 "GET /v2.0/networks/c22887aa-97c5-48a0-a1f7-3e3f8d1df375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879591 Mar 01 14:29:40.120915 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:29:40.367386 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:29:55.318858 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9c994196-80d1-4d0f-b804-40d562371020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:29:57.485321 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7c06b5e6-740c-48b6-a31c-b54c7e00071f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:29:58.999075 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:29:59.832476 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:30:00.168219 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:01.793327 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:10.120011 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:10.379309 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:25.324606 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-60422299-7b02-41ba-8f2e-f619c6928d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:27.489661 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-418fa6d5-dd50-487d-ac99-623c30ba68bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:29.002613 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:30.170834 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:31.164536 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56864) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:30:31.480433 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-4720b07e-11e4-486b-a658-3792e8e9b143 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Deleting port 3033a16c-8154-4cf7-b7e8-26b9d817164b {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:30:31.480688 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4720b07e-11e4-486b-a658-3792e8e9b143 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (3033a16c-8154-4cf7-b7e8-26b9d817164b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:31.552425 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4720b07e-11e4-486b-a658-3792e8e9b143 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (3033a16c-8154-4cf7-b7e8-26b9d817164b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:31.552766 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4720b07e-11e4-486b-a658-3792e8e9b143 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for floatingip (3033a16c-8154-4cf7-b7e8-26b9d817164b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:31.563955 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-4720b07e-11e4-486b-a658-3792e8e9b143 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Calling delete_port for 3033a16c-8154-4cf7-b7e8-26b9d817164b owned by network:floatingip {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:30:31.711168 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4720b07e-11e4-486b-a658-3792e8e9b143 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (3033a16c-8154-4cf7-b7e8-26b9d817164b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:31.738903 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720b07e-11e4-486b-a658-3792e8e9b143 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event deleted for resources: {'Port': ['ID=3033a16c-8154-4cf7-b7e8-26b9d817164b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:31.764083 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720b07e-11e4-486b-a658-3792e8e9b143 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:31.764437 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720b07e-11e4-486b-a658-3792e8e9b143 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:31.764777 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720b07e-11e4-486b-a658-3792e8e9b143 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:31.765113 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720b07e-11e4-486b-a658-3792e8e9b143 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:31.765449 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720b07e-11e4-486b-a658-3792e8e9b143 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:31.765777 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720b07e-11e4-486b-a658-3792e8e9b143 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:31.766103 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720b07e-11e4-486b-a658-3792e8e9b143 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:31.766428 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720b07e-11e4-486b-a658-3792e8e9b143 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:31.766751 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720b07e-11e4-486b-a658-3792e8e9b143 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:31.767070 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720b07e-11e4-486b-a658-3792e8e9b143 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:31.767391 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720b07e-11e4-486b-a658-3792e8e9b143 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:31.767743 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720b07e-11e4-486b-a658-3792e8e9b143 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:31.768060 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720b07e-11e4-486b-a658-3792e8e9b143 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:31.795917 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:31.808731 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4720b07e-11e4-486b-a658-3792e8e9b143 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for floatingip (9d1477a9-e698-46c8-8ee2-a5d7925c0c1a), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:31.809057 n-d-827467-3 neutron-server[103726]: INFO neutron.db.l3_db [None req-4720b07e-11e4-486b-a658-3792e8e9b143 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Floating IP 9d1477a9-e698-46c8-8ee2-a5d7925c0c1a disassociated (deleted). External IP: 172.25.1.199, port: fa9d46c3-eca5-49a3-abfe-e360e143c5ec. Mar 01 14:30:32.021023 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4720b07e-11e4-486b-a658-3792e8e9b143 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Router 7b2af644-2426-4e89-804e-99a85d1afd7f has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:30:32.128040 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4720b07e-11e4-486b-a658-3792e8e9b143 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:30:32.133406 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4720b07e-11e4-486b-a658-3792e8e9b143 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:32.138453 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39772463-874a-4ef8-9e9d-74b47e1b2835 None None] Sync routers for ids ['7b2af644-2426-4e89-804e-99a85d1afd7f'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:30:32.148742 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39772463-874a-4ef8-9e9d-74b47e1b2835 None None] Routers {'7b2af644-2426-4e89-804e-99a85d1afd7f'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:30:32.149427 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-39772463-874a-4ef8-9e9d-74b47e1b2835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:30:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['7b2af644-2426-4e89-804e-99a85d1afd7f'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:30:32.161378 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4720b07e-11e4-486b-a658-3792e8e9b143 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "DELETE /v2.0/floatingips/9d1477a9-e698-46c8-8ee2-a5d7925c0c1a HTTP/1.1" status: 204 len: 168 time: 0.9955783 Mar 01 14:30:32.162022 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5908920-bcc0-40b8-b95e-37aadd9136ca', 'tag': 'fa9d46c3-eca5-49a3-abfe-e360e143c5ec'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:30:32.164424 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fac30fb-6a3d-45cf-8778-d01beab9eff2" -d '{"events": [{"name": "network-changed", "server_uuid": "c5908920-bcc0-40b8-b95e-37aadd9136ca", "tag": "fa9d46c3-eca5-49a3-abfe-e360e143c5ec"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:30:32.260218 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-39772463-874a-4ef8-9e9d-74b47e1b2835 None None] Set router 7b2af644-2426-4e89-804e-99a85d1afd7f gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:30:32.276473 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42879b4-a480-445b-92e9-5a55a2bb151c x-openstack-request-id: req-c42879b4-a480-445b-92e9-5a55a2bb151c {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:30:32.276964 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5908920-bcc0-40b8-b95e-37aadd9136ca", "tag": "fa9d46c3-eca5-49a3-abfe-e360e143c5ec", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:30:32.277121 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c42879b4-a480-445b-92e9-5a55a2bb151c {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:30:32.277504 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5908920-bcc0-40b8-b95e-37aadd9136ca', 'tag': 'fa9d46c3-eca5-49a3-abfe-e360e143c5ec', 'status': 'completed', 'code': 200} Mar 01 14:30:32.394945 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac30fb-6a3d-45cf-8778-d01beab9eff2 req-97c7c027-c187-4c93-a12d-a0ae19738004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:30:32.396516 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7fac30fb-6a3d-45cf-8778-d01beab9eff2 req-97c7c027-c187-4c93-a12d-a0ae19738004 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=677a2c84d86e461aa18f47403491f396&device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 1128 time: 0.1000016 Mar 01 14:30:32.413535 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8136747-1c47-4097-96e4-6190f6674008 req-671a3cd5-b53c-449f-8d2b-8d5a6f296b14 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:30:32.415030 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e8136747-1c47-4097-96e4-6190f6674008 req-671a3cd5-b53c-449f-8d2b-8d5a6f296b14 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 946 time: 0.0598423 Mar 01 14:30:32.464686 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e8136747-1c47-4097-96e4-6190f6674008 req-2589f53a-03fd-4475-98aa-7a70e1192bfa tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffa752d-cf85-4b4d-944b-9b02142daac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439136 Mar 01 14:30:32.491576 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-39772463-874a-4ef8-9e9d-74b47e1b2835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983993856', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '16d138cd-f612-4a76-b46f-de280139683b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:27:44Z', 'updated_at': '2022-03-01T14:27:48Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '16d138cd-f612-4a76-b46f-de280139683b', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:27:45Z', 'updated_at': '2022-03-01T14:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63', 'name': '', 'network_id': 'c22887aa-97c5-48a0-a1f7-3e3f8d1df375', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'mac_address': 'fa:16:3e:01:45:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '70643134-56f5-4740-8a50-3b2a93fbabc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:27:47Z', 'updated_at': '2022-03-01T14:27:51Z', 'revision_number': 5, 'project_id': '677a2c84d86e461aa18f47403491f396', 'subnets': [{'id': '70643134-56f5-4740-8a50-3b2a93fbabc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:30:32.494190 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac30fb-6a3d-45cf-8778-d01beab9eff2 req-580c022a-1afe-4077-9d6a-dfc1868f6451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:30:32.495718 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7fac30fb-6a3d-45cf-8778-d01beab9eff2 req-580c022a-1afe-4077-9d6a-dfc1868f6451 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c22887aa-97c5-48a0-a1f7-3e3f8d1df375 HTTP/1.1" status: 200 len: 897 time: 0.0918977 Mar 01 14:30:32.516951 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39772463-874a-4ef8-9e9d-74b47e1b2835 None None] Checking router: 7b2af644-2426-4e89-804e-99a85d1afd7f for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:30:32.525157 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39772463-874a-4ef8-9e9d-74b47e1b2835 None None] Routers {'7b2af644-2426-4e89-804e-99a85d1afd7f'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:30:32.525689 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-39772463-874a-4ef8-9e9d-74b47e1b2835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:30:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['7b2af644-2426-4e89-804e-99a85d1afd7f'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:30:32.535345 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7fac30fb-6a3d-45cf-8778-d01beab9eff2 req-aadd20b5-8118-4149-a718-b1edb17c79d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa9d46c3-eca5-49a3-abfe-e360e143c5ec HTTP/1.1" status: 200 len: 217 time: 0.0334563 Mar 01 14:30:32.583458 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac30fb-6a3d-45cf-8778-d01beab9eff2 req-4f12b76d-dd0b-43c4-ad6e-fc19b07918d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:30:32.584986 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7fac30fb-6a3d-45cf-8778-d01beab9eff2 req-4f12b76d-dd0b-43c4-ad6e-fc19b07918d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=70643134-56f5-4740-8a50-3b2a93fbabc2 HTTP/1.1" status: 200 len: 835 time: 0.0419872 Mar 01 14:30:32.630815 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-39772463-874a-4ef8-9e9d-74b47e1b2835 None None] Set router 7b2af644-2426-4e89-804e-99a85d1afd7f gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:30:32.634060 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac30fb-6a3d-45cf-8778-d01beab9eff2 req-57f35e52-6253-452c-9c79-9ee7fdbf7600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:30:32.635606 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7fac30fb-6a3d-45cf-8778-d01beab9eff2 req-57f35e52-6253-452c-9c79-9ee7fdbf7600 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c22887aa-97c5-48a0-a1f7-3e3f8d1df375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443726 Mar 01 14:30:32.727605 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7fac30fb-6a3d-45cf-8778-d01beab9eff2 req-f34f9178-90e4-45b2-840f-d551be41f00f service neutron] 10.222.0.20 "GET /v2.0/networks/c22887aa-97c5-48a0-a1f7-3e3f8d1df375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853648 Mar 01 14:30:32.814925 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-7fac30fb-6a3d-45cf-8778-d01beab9eff2 req-935c9ad8-8f7a-4a00-aef8-200f50d7432a service neutron] 10.222.0.20 "GET /v2.0/networks/c22887aa-97c5-48a0-a1f7-3e3f8d1df375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809588 Mar 01 14:30:32.824179 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-39772463-874a-4ef8-9e9d-74b47e1b2835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983993856', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '16d138cd-f612-4a76-b46f-de280139683b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:27:44Z', 'updated_at': '2022-03-01T14:27:48Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '16d138cd-f612-4a76-b46f-de280139683b', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:27:45Z', 'updated_at': '2022-03-01T14:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63', 'name': '', 'network_id': 'c22887aa-97c5-48a0-a1f7-3e3f8d1df375', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'mac_address': 'fa:16:3e:01:45:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '70643134-56f5-4740-8a50-3b2a93fbabc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:27:47Z', 'updated_at': '2022-03-01T14:27:51Z', 'revision_number': 5, 'project_id': '677a2c84d86e461aa18f47403491f396', 'subnets': [{'id': '70643134-56f5-4740-8a50-3b2a93fbabc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:30:32.860629 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39772463-874a-4ef8-9e9d-74b47e1b2835 None None] The sync data for ids ['7b2af644-2426-4e89-804e-99a85d1afd7f'] in n-d-827467-3 is: [{'id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983993856', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '16d138cd-f612-4a76-b46f-de280139683b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:27:44Z', 'updated_at': '2022-03-01T14:27:48Z', 'revision_number': 4, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '16d138cd-f612-4a76-b46f-de280139683b', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:27:45Z', 'updated_at': '2022-03-01T14:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63', 'name': '', 'network_id': 'c22887aa-97c5-48a0-a1f7-3e3f8d1df375', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'mac_address': 'fa:16:3e:01:45:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '70643134-56f5-4740-8a50-3b2a93fbabc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:27:47Z', 'updated_at': '2022-03-01T14:27:51Z', 'revision_number': 5, 'project_id': '677a2c84d86e461aa18f47403491f396', 'subnets': [{'id': '70643134-56f5-4740-8a50-3b2a93fbabc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:30:33.077609 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacf88ce-d2bb-4385-ad4b-e4aa54efca86 None None] New status for floating IP 9d1477a9-e698-46c8-8ee2-a5d7925c0c1a: DOWN {{(pid=103728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 14:30:33.590640 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb29ee-ce5d-424e-991f-7e28c442bfb4 req-c5c9ea47-345a-4b4b-9aa7-bfebd57f9df9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:30:33.592130 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-18fb29ee-ce5d-424e-991f-7e28c442bfb4 req-c5c9ea47-345a-4b4b-9aa7-bfebd57f9df9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 946 time: 0.0551457 Mar 01 14:30:33.639146 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-18fb29ee-ce5d-424e-991f-7e28c442bfb4 req-368c3340-c895-427c-94e9-98470a116fd0 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffa752d-cf85-4b4d-944b-9b02142daac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414040 Mar 01 14:30:34.059743 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6bcb1-e68f-496e-aa1a-805e2ae90db9 req-cd9fc99a-5e6f-4fbf-8167-0cea3d9ad1b3 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:30:34.061214 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-85e6bcb1-e68f-496e-aa1a-805e2ae90db9 req-cd9fc99a-5e6f-4fbf-8167-0cea3d9ad1b3 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 946 time: 0.0574932 Mar 01 14:30:34.151411 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-85e6bcb1-e68f-496e-aa1a-805e2ae90db9 req-55e90107-8011-4345-85b6-f35622faa9ca tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Deleting port fa9d46c3-eca5-49a3-abfe-e360e143c5ec {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:30:34.151780 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-85e6bcb1-e68f-496e-aa1a-805e2ae90db9 req-55e90107-8011-4345-85b6-f35622faa9ca tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (fa9d46c3-eca5-49a3-abfe-e360e143c5ec), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:34.242620 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-85e6bcb1-e68f-496e-aa1a-805e2ae90db9 req-55e90107-8011-4345-85b6-f35622faa9ca tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] For port fa9d46c3-eca5-49a3-abfe-e360e143c5ec, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=fa9d46c3-eca5-49a3-abfe-e360e143c5ec,segment=NetworkSegment(0cf9c0d8-e81a-4ee6-a53a-6513286e2be1),segment_id=0cf9c0d8-e81a-4ee6-a53a-6513286e2be1)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:30:34.242897 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-85e6bcb1-e68f-496e-aa1a-805e2ae90db9 req-55e90107-8011-4345-85b6-f35622faa9ca tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (fa9d46c3-eca5-49a3-abfe-e360e143c5ec), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:34.255235 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-85e6bcb1-e68f-496e-aa1a-805e2ae90db9 req-55e90107-8011-4345-85b6-f35622faa9ca tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Calling delete_port for fa9d46c3-eca5-49a3-abfe-e360e143c5ec owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:30:34.382477 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-85e6bcb1-e68f-496e-aa1a-805e2ae90db9 req-55e90107-8011-4345-85b6-f35622faa9ca tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (fa9d46c3-eca5-49a3-abfe-e360e143c5ec), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:34.410241 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e90107-8011-4345-85b6-f35622faa9ca tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event deleted for resources: {'Port': ['ID=fa9d46c3-eca5-49a3-abfe-e360e143c5ec,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:34.456931 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e6bcb1-e68f-496e-aa1a-805e2ae90db9 req-55e90107-8011-4345-85b6-f35622faa9ca tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] No DVR routers for this DVR port fa9d46c3-eca5-49a3-abfe-e360e143c5ec on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:30:34.459650 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-85e6bcb1-e68f-496e-aa1a-805e2ae90db9 req-55e90107-8011-4345-85b6-f35622faa9ca tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:34.463130 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-85e6bcb1-e68f-496e-aa1a-805e2ae90db9 req-55e90107-8011-4345-85b6-f35622faa9ca tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.20 "DELETE /v2.0/ports/fa9d46c3-eca5-49a3-abfe-e360e143c5ec HTTP/1.1" status: 204 len: 173 time: 0.3973606 Mar 01 14:30:34.463569 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5908920-bcc0-40b8-b95e-37aadd9136ca', 'name': 'network-vif-deleted', 'tag': 'fa9d46c3-eca5-49a3-abfe-e360e143c5ec'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:30:34.465833 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489a13dc-5c5d-44a8-9f26-c3186f2e4c86" -d '{"events": [{"server_uuid": "c5908920-bcc0-40b8-b95e-37aadd9136ca", "name": "network-vif-deleted", "tag": "fa9d46c3-eca5-49a3-abfe-e360e143c5ec"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:30:34.502722 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39933012-3172-4cee-a813-720fe6b2e28f x-openstack-request-id: req-39933012-3172-4cee-a813-720fe6b2e28f {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:30:34.503014 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5908920-bcc0-40b8-b95e-37aadd9136ca", "name": "network-vif-deleted", "tag": "fa9d46c3-eca5-49a3-abfe-e360e143c5ec", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:30:34.503270 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39933012-3172-4cee-a813-720fe6b2e28f {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:30:34.503765 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5908920-bcc0-40b8-b95e-37aadd9136ca', 'name': 'network-vif-deleted', 'tag': 'fa9d46c3-eca5-49a3-abfe-e360e143c5ec', 'status': 'completed', 'code': 200} Mar 01 14:30:34.744201 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f42c1826-bf53-4757-8b55-8191bdb3c760 req-dc21e455-7a0b-429d-b409-1c67498f36ea tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5908920-bcc0-40b8-b95e-37aadd9136ca HTTP/1.1" status: 200 len: 210 time: 0.0277412 Mar 01 14:30:35.803751 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56902) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:30:36.160370 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dbe1bf8e-8509-485f-af79-30121704c5c5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (7b2af644-2426-4e89-804e-99a85d1afd7f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:36.410486 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dbe1bf8e-8509-485f-af79-30121704c5c5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Deleting port 75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:30:36.410763 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dbe1bf8e-8509-485f-af79-30121704c5c5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:36.495350 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dbe1bf8e-8509-485f-af79-30121704c5c5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] For port 75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63,segment=NetworkSegment(0cf9c0d8-e81a-4ee6-a53a-6513286e2be1),segment_id=0cf9c0d8-e81a-4ee6-a53a-6513286e2be1)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:30:36.495734 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dbe1bf8e-8509-485f-af79-30121704c5c5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:36.507708 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dbe1bf8e-8509-485f-af79-30121704c5c5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Calling delete_port for 75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63 owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:30:36.689799 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dbe1bf8e-8509-485f-af79-30121704c5c5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:36.721154 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1bf8e-8509-485f-af79-30121704c5c5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event deleted for resources: {'Port': ['ID=75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:36.831938 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:30:36.888376 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dbe1bf8e-8509-485f-af79-30121704c5c5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (7b2af644-2426-4e89-804e-99a85d1afd7f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:37.101768 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe1bf8e-8509-485f-af79-30121704c5c5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Router 7b2af644-2426-4e89-804e-99a85d1afd7f has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:30:37.309009 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device fa9d46c3-eca5-49a3-abfe-e360e143c5ec no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:30:37.329644 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: fa9d46c3-eca5-49a3-abfe-e360e143c5ec {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:30:37.329985 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device fa9d46c3-eca5-49a3-abfe-e360e143c5ec not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:30:37.525536 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe1bf8e-8509-485f-af79-30121704c5c5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:30:37.530392 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-dbe1bf8e-8509-485f-af79-30121704c5c5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "PUT /v2.0/routers/7b2af644-2426-4e89-804e-99a85d1afd7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7255995 Mar 01 14:30:37.533105 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56908) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:30:37.535281 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5f0fc3-6f88-4e96-bdc3-52369e24b529 None None] Sync routers for ids ['7b2af644-2426-4e89-804e-99a85d1afd7f'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:30:37.545448 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5f0fc3-6f88-4e96-bdc3-52369e24b529 None None] Routers {'7b2af644-2426-4e89-804e-99a85d1afd7f'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:30:37.546041 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-ed5f0fc3-6f88-4e96-bdc3-52369e24b529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:30:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['7b2af644-2426-4e89-804e-99a85d1afd7f'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:30:37.584157 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3410cae-e374-4f11-9bf9-83690bfaadb9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Deleting subnet 70643134-56f5-4740-8a50-3b2a93fbabc2 {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:30:37.588015 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e3410cae-e374-4f11-9bf9-83690bfaadb9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for subnet (70643134-56f5-4740-8a50-3b2a93fbabc2), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:37.625654 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e3410cae-e374-4f11-9bf9-83690bfaadb9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (70643134-56f5-4740-8a50-3b2a93fbabc2), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:37.655586 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-ed5f0fc3-6f88-4e96-bdc3-52369e24b529 None None] Set router 7b2af644-2426-4e89-804e-99a85d1afd7f gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:30:37.713229 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e3410cae-e374-4f11-9bf9-83690bfaadb9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (70643134-56f5-4740-8a50-3b2a93fbabc2), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:37.768586 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e3410cae-e374-4f11-9bf9-83690bfaadb9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (70643134-56f5-4740-8a50-3b2a93fbabc2), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:37.795869 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3410cae-e374-4f11-9bf9-83690bfaadb9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event deleted for resources: {'Subnet': ['ID=70643134-56f5-4740-8a50-3b2a93fbabc2,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:37.797816 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e3410cae-e374-4f11-9bf9-83690bfaadb9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:37.803371 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e3410cae-e374-4f11-9bf9-83690bfaadb9 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "DELETE /v2.0/subnets/70643134-56f5-4740-8a50-3b2a93fbabc2 HTTP/1.1" status: 204 len: 168 time: 0.2669511 Mar 01 14:30:37.803613 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56912) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:30:37.803757 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c58a0b-7703-4a79-84e7-208c74d9b77d None None] Network c22887aa-97c5-48a0-a1f7-3e3f8d1df375 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:30:37.831366 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-ed5f0fc3-6f88-4e96-bdc3-52369e24b529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983993856', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '16d138cd-f612-4a76-b46f-de280139683b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:27:44Z', 'updated_at': '2022-03-01T14:30:36Z', 'revision_number': 5, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '16d138cd-f612-4a76-b46f-de280139683b', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:27:45Z', 'updated_at': '2022-03-01T14:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:30:37.924592 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bd807996-389f-4ee6-a47a-2d4a34bcefc5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for router (7b2af644-2426-4e89-804e-99a85d1afd7f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:37.977554 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5f0fc3-6f88-4e96-bdc3-52369e24b529 None None] Checking router: 7b2af644-2426-4e89-804e-99a85d1afd7f for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:30:37.979612 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a287b025-07f6-4fbf-8605-131d031c08ca None None] DHCP port deletion for c22887aa-97c5-48a0-a1f7-3e3f8d1df375 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:30:37.992827 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5f0fc3-6f88-4e96-bdc3-52369e24b529 None None] Routers {'7b2af644-2426-4e89-804e-99a85d1afd7f'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:30:37.994334 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-ed5f0fc3-6f88-4e96-bdc3-52369e24b529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:30:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['7b2af644-2426-4e89-804e-99a85d1afd7f'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:30:38.048583 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-a287b025-07f6-4fbf-8605-131d031c08ca None None] Deleting port 946dafdf-0365-4965-acd4-7eae79453e8e {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:30:38.049117 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a287b025-07f6-4fbf-8605-131d031c08ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (946dafdf-0365-4965-acd4-7eae79453e8e), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:38.089743 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bd807996-389f-4ee6-a47a-2d4a34bcefc5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for router_gateway (7b2af644-2426-4e89-804e-99a85d1afd7f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:38.120801 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-ed5f0fc3-6f88-4e96-bdc3-52369e24b529 None None] Set router 7b2af644-2426-4e89-804e-99a85d1afd7f gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:30:38.135026 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-a287b025-07f6-4fbf-8605-131d031c08ca None None] For port 946dafdf-0365-4965-acd4-7eae79453e8e, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=946dafdf-0365-4965-acd4-7eae79453e8e,segment=NetworkSegment(0cf9c0d8-e81a-4ee6-a53a-6513286e2be1),segment_id=0cf9c0d8-e81a-4ee6-a53a-6513286e2be1)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:30:38.135425 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a287b025-07f6-4fbf-8605-131d031c08ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (946dafdf-0365-4965-acd4-7eae79453e8e), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:38.148467 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-a287b025-07f6-4fbf-8605-131d031c08ca None None] Calling delete_port for 946dafdf-0365-4965-acd4-7eae79453e8e owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:30:38.149391 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-bd807996-389f-4ee6-a47a-2d4a34bcefc5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Deleting port 16d138cd-f612-4a76-b46f-de280139683b {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:30:38.149745 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bd807996-389f-4ee6-a47a-2d4a34bcefc5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (16d138cd-f612-4a76-b46f-de280139683b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:38.230352 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a287b025-07f6-4fbf-8605-131d031c08ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (946dafdf-0365-4965-acd4-7eae79453e8e), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:38.233655 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-bd807996-389f-4ee6-a47a-2d4a34bcefc5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] For port 16d138cd-f612-4a76-b46f-de280139683b, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=16d138cd-f612-4a76-b46f-de280139683b,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:30:38.234113 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bd807996-389f-4ee6-a47a-2d4a34bcefc5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (16d138cd-f612-4a76-b46f-de280139683b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:38.246691 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-bd807996-389f-4ee6-a47a-2d4a34bcefc5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Calling delete_port for 16d138cd-f612-4a76-b46f-de280139683b owned by network:router_gateway {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:30:38.258479 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287b025-07f6-4fbf-8605-131d031c08ca None None] Pushing event deleted for resources: {'Port': ['ID=946dafdf-0365-4965-acd4-7eae79453e8e,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:38.266289 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a287b025-07f6-4fbf-8605-131d031c08ca None None] No DVR routers for this DVR port 946dafdf-0365-4965-acd4-7eae79453e8e on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:30:38.268667 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287b025-07f6-4fbf-8605-131d031c08ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:38.269020 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287b025-07f6-4fbf-8605-131d031c08ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:38.269362 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287b025-07f6-4fbf-8605-131d031c08ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:38.269696 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287b025-07f6-4fbf-8605-131d031c08ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:38.270026 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287b025-07f6-4fbf-8605-131d031c08ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:38.270352 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287b025-07f6-4fbf-8605-131d031c08ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:38.270817 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287b025-07f6-4fbf-8605-131d031c08ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:38.271302 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287b025-07f6-4fbf-8605-131d031c08ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:38.272224 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287b025-07f6-4fbf-8605-131d031c08ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:38.272558 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287b025-07f6-4fbf-8605-131d031c08ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:38.272884 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287b025-07f6-4fbf-8605-131d031c08ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:38.273200 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287b025-07f6-4fbf-8605-131d031c08ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:38.273673 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287b025-07f6-4fbf-8605-131d031c08ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:38.323033 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-ed5f0fc3-6f88-4e96-bdc3-52369e24b529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983993856', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '16d138cd-f612-4a76-b46f-de280139683b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:27:44Z', 'updated_at': '2022-03-01T14:30:36Z', 'revision_number': 5, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '16d138cd-f612-4a76-b46f-de280139683b', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:27:45Z', 'updated_at': '2022-03-01T14:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:30:38.349764 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5f0fc3-6f88-4e96-bdc3-52369e24b529 None None] The sync data for ids ['7b2af644-2426-4e89-804e-99a85d1afd7f'] in n-d-827467-3 is: [{'id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983993856', 'tenant_id': '677a2c84d86e461aa18f47403491f396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '16d138cd-f612-4a76-b46f-de280139683b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:27:44Z', 'updated_at': '2022-03-01T14:30:36Z', 'revision_number': 5, 'project_id': '677a2c84d86e461aa18f47403491f396', 'gw_port': {'id': '16d138cd-f612-4a76-b46f-de280139683b', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2af644-2426-4e89-804e-99a85d1afd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:27:45Z', 'updated_at': '2022-03-01T14:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:30:38.460457 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 946dafdf-0365-4965-acd4-7eae79453e8e no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:30:38.465666 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bd807996-389f-4ee6-a47a-2d4a34bcefc5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (16d138cd-f612-4a76-b46f-de280139683b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:38.482217 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 946dafdf-0365-4965-acd4-7eae79453e8e {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:30:38.482476 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 946dafdf-0365-4965-acd4-7eae79453e8e not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:30:38.497833 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd807996-389f-4ee6-a47a-2d4a34bcefc5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event deleted for resources: {'Port': ['ID=16d138cd-f612-4a76-b46f-de280139683b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:38.553904 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bd807996-389f-4ee6-a47a-2d4a34bcefc5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (7b2af644-2426-4e89-804e-99a85d1afd7f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:38.652710 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bd807996-389f-4ee6-a47a-2d4a34bcefc5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (7b2af644-2426-4e89-804e-99a85d1afd7f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:38.654880 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bd807996-389f-4ee6-a47a-2d4a34bcefc5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for router_controller (7b2af644-2426-4e89-804e-99a85d1afd7f), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:38.697410 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bd807996-389f-4ee6-a47a-2d4a34bcefc5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (7b2af644-2426-4e89-804e-99a85d1afd7f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:38.698008 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd807996-389f-4ee6-a47a-2d4a34bcefc5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Fanout notify agent at l3_agent the message router_deleted on router 7b2af644-2426-4e89-804e-99a85d1afd7f {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:30:38.704872 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bd807996-389f-4ee6-a47a-2d4a34bcefc5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:38.705988 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-bd807996-389f-4ee6-a47a-2d4a34bcefc5 tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "DELETE /v2.0/routers/7b2af644-2426-4e89-804e-99a85d1afd7f HTTP/1.1" status: 204 len: 168 time: 0.9014246 Mar 01 14:30:38.708696 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56916) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:30:38.786773 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-463ed1dd-26d1-4ee8-aed0-1d197c8beaad tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (c22887aa-97c5-48a0-a1f7-3e3f8d1df375), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:38.884254 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-463ed1dd-26d1-4ee8-aed0-1d197c8beaad tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (c22887aa-97c5-48a0-a1f7-3e3f8d1df375), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:38.903354 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-463ed1dd-26d1-4ee8-aed0-1d197c8beaad tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c22887aa-97c5-48a0-a1f7-3e3f8d1df375']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:30:38.912355 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-463ed1dd-26d1-4ee8-aed0-1d197c8beaad tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf9c0d8-e81a-4ee6-a53a-6513286e2be1') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:30:38.912746 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-463ed1dd-26d1-4ee8-aed0-1d197c8beaad tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf9c0d8-e81a-4ee6-a53a-6513286e2be1') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:30:38.921906 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-463ed1dd-26d1-4ee8-aed0-1d197c8beaad tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (0cf9c0d8-e81a-4ee6-a53a-6513286e2be1), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:38.935590 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-463ed1dd-26d1-4ee8-aed0-1d197c8beaad tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (0cf9c0d8-e81a-4ee6-a53a-6513286e2be1), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:38.941422 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-463ed1dd-26d1-4ee8-aed0-1d197c8beaad tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:30:38.941803 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-463ed1dd-26d1-4ee8-aed0-1d197c8beaad tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (0cf9c0d8-e81a-4ee6-a53a-6513286e2be1), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:38.945368 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:30:38.945368 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:30:38.945368 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:30:38.945368 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:30:38.945368 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:30:38.945368 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:30:38.945368 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:30:38.945368 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:30:38.945368 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:30:38.945368 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:30:38.945368 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:30:38.945368 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:30:38.945368 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:30:38.945368 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:30:38.945368 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:30:38.945368 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:30:38.945368 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:30:38.945368 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:30:38.945368 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:30:38.945368 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:30:38.945368 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:30:38.945368 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:30:38.945368 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:30:38.945368 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:30:38.945368 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:30:38.945368 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:30:38.945368 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:30:38.945368 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:30:38.945368 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:30:38.945368 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:30:38.945368 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:30:38.945368 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:30:39.004989 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-463ed1dd-26d1-4ee8-aed0-1d197c8beaad tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (c22887aa-97c5-48a0-a1f7-3e3f8d1df375), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:39.011826 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-463ed1dd-26d1-4ee8-aed0-1d197c8beaad tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:39.015478 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-463ed1dd-26d1-4ee8-aed0-1d197c8beaad tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "DELETE /v2.0/networks/c22887aa-97c5-48a0-a1f7-3e3f8d1df375 HTTP/1.1" status: 204 len: 168 time: 0.3051820 Mar 01 14:30:39.018251 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56918) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:30:39.030428 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ed1dd-26d1-4ee8-aed0-1d197c8beaad tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event deleted for resources: {'Network': ['ID=c22887aa-97c5-48a0-a1f7-3e3f8d1df375,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:39.074315 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e2c6fd9c-c0d6-4379-9ac2-d1c93d65ef5e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group (2ffa752d-cf85-4b4d-944b-9b02142daac7), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:39.098715 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e2c6fd9c-c0d6-4379-9ac2-d1c93d65ef5e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group (2ffa752d-cf85-4b4d-944b-9b02142daac7), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:39.161901 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e2c6fd9c-c0d6-4379-9ac2-d1c93d65ef5e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (2ffa752d-cf85-4b4d-944b-9b02142daac7), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:39.165262 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e2c6fd9c-c0d6-4379-9ac2-d1c93d65ef5e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:39.166445 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e2c6fd9c-c0d6-4379-9ac2-d1c93d65ef5e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] 10.222.0.13 "DELETE /v2.0/security-groups/2ffa752d-cf85-4b4d-944b-9b02142daac7 HTTP/1.1" status: 204 len: 168 time: 0.1471217 Mar 01 14:30:39.175733 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6fd9c-c0d6-4379-9ac2-d1c93d65ef5e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffa752d-cf85-4b4d-944b-9b02142daac7,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:39.183946 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c6fd9c-c0d6-4379-9ac2-d1c93d65ef5e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:39.184297 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c6fd9c-c0d6-4379-9ac2-d1c93d65ef5e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:39.184642 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c6fd9c-c0d6-4379-9ac2-d1c93d65ef5e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:39.184977 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c6fd9c-c0d6-4379-9ac2-d1c93d65ef5e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:39.185314 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c6fd9c-c0d6-4379-9ac2-d1c93d65ef5e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:39.185645 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c6fd9c-c0d6-4379-9ac2-d1c93d65ef5e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:39.185973 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c6fd9c-c0d6-4379-9ac2-d1c93d65ef5e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:39.186298 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c6fd9c-c0d6-4379-9ac2-d1c93d65ef5e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:39.186623 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c6fd9c-c0d6-4379-9ac2-d1c93d65ef5e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:39.186947 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c6fd9c-c0d6-4379-9ac2-d1c93d65ef5e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:39.187269 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c6fd9c-c0d6-4379-9ac2-d1c93d65ef5e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:39.187601 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c6fd9c-c0d6-4379-9ac2-d1c93d65ef5e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:39.188491 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c6fd9c-c0d6-4379-9ac2-d1c93d65ef5e tempest-TestNetworkAdvancedServerOps-421662277 tempest-TestNetworkAdvancedServerOps-421662277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:39.510228 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56926) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:30:39.641283 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-d71f4207-a83d-4674-986b-822371c81a64 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=677a2c84d86e461aa18f47403491f396&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1298888 Mar 01 14:30:39.643786 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56930) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:30:39.689476 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-94f16c83-3c09-47f2-bcce-9dc5217eca29 admin admin] Publish callbacks [] for security_group (47f2aa87-feee-4477-88bf-6f4624dc60bc), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:39.710978 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-94f16c83-3c09-47f2-bcce-9dc5217eca29 admin admin] Publish callbacks [] for security_group (47f2aa87-feee-4477-88bf-6f4624dc60bc), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:39.757853 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-94f16c83-3c09-47f2-bcce-9dc5217eca29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (47f2aa87-feee-4477-88bf-6f4624dc60bc), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:39.760447 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-94f16c83-3c09-47f2-bcce-9dc5217eca29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:39.761585 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-94f16c83-3c09-47f2-bcce-9dc5217eca29 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47f2aa87-feee-4477-88bf-6f4624dc60bc HTTP/1.1" status: 204 len: 168 time: 0.1168716 Mar 01 14:30:39.769473 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f16c83-3c09-47f2-bcce-9dc5217eca29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f2aa87-feee-4477-88bf-6f4624dc60bc,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:40.024731 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56936) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:30:40.065530 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-23d3d956-9983-418b-a6c6-af91bc2c0c31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f1d1b15be804676890fbab63a75f2e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395999 Mar 01 14:30:40.067945 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56938) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:30:40.117209 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6e92ed27-5a6a-4c0c-8b5b-d9220232b336 admin admin] Publish callbacks [] for security_group (e75662cf-f3c0-48c6-99bf-8ff01a96c86b), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:40.134328 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:40.138900 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6e92ed27-5a6a-4c0c-8b5b-d9220232b336 admin admin] Publish callbacks [] for security_group (e75662cf-f3c0-48c6-99bf-8ff01a96c86b), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:40.185892 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6e92ed27-5a6a-4c0c-8b5b-d9220232b336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (e75662cf-f3c0-48c6-99bf-8ff01a96c86b), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:40.188796 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6e92ed27-5a6a-4c0c-8b5b-d9220232b336 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:40.189970 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6e92ed27-5a6a-4c0c-8b5b-d9220232b336 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e75662cf-f3c0-48c6-99bf-8ff01a96c86b HTTP/1.1" status: 204 len: 168 time: 0.1211076 Mar 01 14:30:40.197685 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92ed27-5a6a-4c0c-8b5b-d9220232b336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75662cf-f3c0-48c6-99bf-8ff01a96c86b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:40.337059 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:30:40.361044 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:30:40.361462 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 75ddf8ec-638e-4e1a-9c6b-f7383dfdcd63 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:30:40.361951 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 16d138cd-f612-4a76-b46f-de280139683b no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:30:40.385998 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 16d138cd-f612-4a76-b46f-de280139683b {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:30:40.386338 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 16d138cd-f612-4a76-b46f-de280139683b not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:30:40.398923 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:40.892702 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56960) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:30:40.985480 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-76406341-85d2-4367-a950-6dd5726817a9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-941628748-network', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:30:41.008958 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76406341-85d2-4367-a950-6dd5726817a9 admin admin] Made reservation on behalf of bd0f9f230dc24a19a0f741e0f7b5a6c2 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:30:41.011358 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-76406341-85d2-4367-a950-6dd5726817a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:41.019616 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-76406341-85d2-4367-a950-6dd5726817a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:41.092672 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-76406341-85d2-4367-a950-6dd5726817a9 admin admin] Publish callbacks [] for security_group (76994a98-913e-4f1f-93c2-774008a89ca0), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:41.096730 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-76406341-85d2-4367-a950-6dd5726817a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (76994a98-913e-4f1f-93c2-774008a89ca0), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:41.122055 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76406341-85d2-4367-a950-6dd5726817a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:30:41.136494 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76406341-85d2-4367-a950-6dd5726817a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76994a98-913e-4f1f-93c2-774008a89ca0,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:41.142768 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-76406341-85d2-4367-a950-6dd5726817a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (b45e9d84-80ad-4e13-a93b-e15c4b490344), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:41.143113 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-76406341-85d2-4367-a950-6dd5726817a9 admin admin] Added segment b45e9d84-80ad-4e13-a93b-e15c4b490344 of type vlan for network e3c8c700-a4ea-4b27-b32f-701c0d6f8428 Mar 01 14:30:41.183519 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-76406341-85d2-4367-a950-6dd5726817a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (e3c8c700-a4ea-4b27-b32f-701c0d6f8428), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:41.209460 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-76406341-85d2-4367-a950-6dd5726817a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (e3c8c700-a4ea-4b27-b32f-701c0d6f8428), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:41.210335 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76406341-85d2-4367-a950-6dd5726817a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:30:41.210913 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-76406341-85d2-4367-a950-6dd5726817a9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:41.272324 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-76406341-85d2-4367-a950-6dd5726817a9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3784964 Mar 01 14:30:41.275404 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56964) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:30:41.277841 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76406341-85d2-4367-a950-6dd5726817a9 admin admin] Pushing event updated for resources: {'Network': ['ID=e3c8c700-a4ea-4b27-b32f-701c0d6f8428,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:41.280820 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-edf52588-49ae-4082-81a2-4f3fd875e830 admin admin] Request body: {'subnet': {'network_id': 'e3c8c700-a4ea-4b27-b32f-701c0d6f8428', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-941628748-subnet', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:30:41.289298 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network e3c8c700-a4ea-4b27-b32f-701c0d6f8428 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:30:41.301283 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf52588-49ae-4082-81a2-4f3fd875e830 admin admin] Made reservation on behalf of bd0f9f230dc24a19a0f741e0f7b5a6c2 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:30:41.304398 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-edf52588-49ae-4082-81a2-4f3fd875e830 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:41.469537 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-edf52588-49ae-4082-81a2-4f3fd875e830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (0cc4ccda-7462-45f6-94ed-d85fb7fcce2f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:41.524159 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf52588-49ae-4082-81a2-4f3fd875e830 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cc4ccda-7462-45f6-94ed-d85fb7fcce2f,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:41.531055 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf52588-49ae-4082-81a2-4f3fd875e830 admin admin] Checking segment: {'id': 'b45e9d84-80ad-4e13-a93b-e15c4b490344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e3c8c700-a4ea-4b27-b32f-701c0d6f8428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:30:41.531410 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf52588-49ae-4082-81a2-4f3fd875e830 admin admin] Network hostable DHCP agents. Network: e3c8c700-a4ea-4b27-b32f-701c0d6f8428, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:30:41.547877 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf52588-49ae-4082-81a2-4f3fd875e830 admin admin] Network e3c8c700-a4ea-4b27-b32f-701c0d6f8428 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:30:41.556897 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-edf52588-49ae-4082-81a2-4f3fd875e830 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, e3c8c700-a4ea-4b27-b32f-701c0d6f8428) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:30:41.561118 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf52588-49ae-4082-81a2-4f3fd875e830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:30:41.562292 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-edf52588-49ae-4082-81a2-4f3fd875e830 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:41.566690 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8717fd83-a071-46e7-9ede-df5254304925 None None] Network e3c8c700-a4ea-4b27-b32f-701c0d6f8428 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:30:41.582688 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-edf52588-49ae-4082-81a2-4f3fd875e830 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3059180 Mar 01 14:30:41.585908 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56966) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:30:41.590148 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-730049a3-0aeb-4f42-9168-5c3dda2fbf65 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-941628748-router', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:30:41.609920 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-730049a3-0aeb-4f42-9168-5c3dda2fbf65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (ad6a9ea0-e266-4c13-a754-9333335c557d), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:41.610972 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-730049a3-0aeb-4f42-9168-5c3dda2fbf65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (ad6a9ea0-e266-4c13-a754-9333335c557d), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:41.666704 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-730049a3-0aeb-4f42-9168-5c3dda2fbf65 admin admin] Publish callbacks [] for router_controller (ad6a9ea0-e266-4c13-a754-9333335c557d), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:41.672523 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b51bc83-4f2c-4468-a08f-7a4e215ac1ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-e3c8c700-a4ea-4b27-b32f-701c0d6f8428', 'network_id': 'e3c8c700-a4ea-4b27-b32f-701c0d6f8428', 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'fixed_ips': [{'subnet_id': '0cc4ccda-7462-45f6-94ed-d85fb7fcce2f'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:30:41.673384 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8b51bc83-4f2c-4468-a08f-7a4e215ac1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:41.803750 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-730049a3-0aeb-4f42-9168-5c3dda2fbf65 admin admin] Publish callbacks [] for router_gateway (ad6a9ea0-e266-4c13-a754-9333335c557d), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:41.807747 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-8b51bc83-4f2c-4468-a08f-7a4e215ac1ad None None] Allocated IP 172.20.0.2 (e3c8c700-a4ea-4b27-b32f-701c0d6f8428/0cc4ccda-7462-45f6-94ed-d85fb7fcce2f/4cdaf23a-4bcf-4bf1-a4a7-f765d9140228) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:30:41.952978 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8b51bc83-4f2c-4468-a08f-7a4e215ac1ad None None] Publish callbacks [] for port (4cdaf23a-4bcf-4bf1-a4a7-f765d9140228), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:41.958678 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8b51bc83-4f2c-4468-a08f-7a4e215ac1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (4cdaf23a-4bcf-4bf1-a4a7-f765d9140228), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:41.997970 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b51bc83-4f2c-4468-a08f-7a4e215ac1ad None None] Network e3c8c700-a4ea-4b27-b32f-701c0d6f8428 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:30:42.001592 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-8b51bc83-4f2c-4468-a08f-7a4e215ac1ad None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:30:42.004574 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b51bc83-4f2c-4468-a08f-7a4e215ac1ad None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:30:42.010512 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51bc83-4f2c-4468-a08f-7a4e215ac1ad None None] Pushing event updated for resources: {'Port': ['ID=4cdaf23a-4bcf-4bf1-a4a7-f765d9140228,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:42.013321 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-730049a3-0aeb-4f42-9168-5c3dda2fbf65 admin admin] Publish callbacks [] for router_gateway (ad6a9ea0-e266-4c13-a754-9333335c557d), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:42.035271 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-730049a3-0aeb-4f42-9168-5c3dda2fbf65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:42.063539 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-8b51bc83-4f2c-4468-a08f-7a4e215ac1ad None None] Attempting to bind port 4cdaf23a-4bcf-4bf1-a4a7-f765d9140228 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:30:42.063869 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-8b51bc83-4f2c-4468-a08f-7a4e215ac1ad None None] Attempting to bind port 4cdaf23a-4bcf-4bf1-a4a7-f765d9140228 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'b45e9d84-80ad-4e13-a93b-e15c4b490344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e3c8c700-a4ea-4b27-b32f-701c0d6f8428'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:30:42.064236 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b51bc83-4f2c-4468-a08f-7a4e215ac1ad None None] Attempting to bind port 4cdaf23a-4bcf-4bf1-a4a7-f765d9140228 on network e3c8c700-a4ea-4b27-b32f-701c0d6f8428 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:30:42.069734 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b51bc83-4f2c-4468-a08f-7a4e215ac1ad None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:30:42.070108 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b51bc83-4f2c-4468-a08f-7a4e215ac1ad None None] Checking segment: {'id': 'b45e9d84-80ad-4e13-a93b-e15c4b490344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e3c8c700-a4ea-4b27-b32f-701c0d6f8428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:30:42.070512 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8b51bc83-4f2c-4468-a08f-7a4e215ac1ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:42.070908 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b51bc83-4f2c-4468-a08f-7a4e215ac1ad None None] Bound using segment: {'id': 'b45e9d84-80ad-4e13-a93b-e15c4b490344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e3c8c700-a4ea-4b27-b32f-701c0d6f8428'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:30:42.071372 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-8b51bc83-4f2c-4468-a08f-7a4e215ac1ad None None] Bound port: 4cdaf23a-4bcf-4bf1-a4a7-f765d9140228, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b45e9d84-80ad-4e13-a93b-e15c4b490344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e3c8c700-a4ea-4b27-b32f-701c0d6f8428'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:30:42.071776 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8b51bc83-4f2c-4468-a08f-7a4e215ac1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4cdaf23a-4bcf-4bf1-a4a7-f765d9140228), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:42.135372 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-8b51bc83-4f2c-4468-a08f-7a4e215ac1ad None None] For port 4cdaf23a-4bcf-4bf1-a4a7-f765d9140228, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:30:42.138407 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-8b51bc83-4f2c-4468-a08f-7a4e215ac1ad None None] For port 4cdaf23a-4bcf-4bf1-a4a7-f765d9140228, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=4cdaf23a-4bcf-4bf1-a4a7-f765d9140228,segment=NetworkSegment(b45e9d84-80ad-4e13-a93b-e15c4b490344),segment_id=b45e9d84-80ad-4e13-a93b-e15c4b490344)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:30:42.141977 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-730049a3-0aeb-4f42-9168-5c3dda2fbf65 admin admin] Allocated IP 172.25.1.2 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/7272c1ac-e1d2-4612-8ce2-9e523acb232c) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:30:42.145110 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8b51bc83-4f2c-4468-a08f-7a4e215ac1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (4cdaf23a-4bcf-4bf1-a4a7-f765d9140228), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:42.208912 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51bc83-4f2c-4468-a08f-7a4e215ac1ad None None] Pushing event updated for resources: {'Port': ['ID=4cdaf23a-4bcf-4bf1-a4a7-f765d9140228,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:42.255300 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-730049a3-0aeb-4f42-9168-5c3dda2fbf65 admin admin] Publish callbacks [] for port (7272c1ac-e1d2-4612-8ce2-9e523acb232c), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:42.289936 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-730049a3-0aeb-4f42-9168-5c3dda2fbf65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (7272c1ac-e1d2-4612-8ce2-9e523acb232c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:42.334918 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730049a3-0aeb-4f42-9168-5c3dda2fbf65 admin admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:30:42.337857 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-730049a3-0aeb-4f42-9168-5c3dda2fbf65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:30:42.341350 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730049a3-0aeb-4f42-9168-5c3dda2fbf65 admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:30:42.349381 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730049a3-0aeb-4f42-9168-5c3dda2fbf65 admin admin] Pushing event updated for resources: {'Port': ['ID=7272c1ac-e1d2-4612-8ce2-9e523acb232c,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:42.619878 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-730049a3-0aeb-4f42-9168-5c3dda2fbf65 admin admin] Publish callbacks [] for router_gateway (ad6a9ea0-e266-4c13-a754-9333335c557d), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:42.816777 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-730049a3-0aeb-4f42-9168-5c3dda2fbf65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (ad6a9ea0-e266-4c13-a754-9333335c557d), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:42.946706 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730049a3-0aeb-4f42-9168-5c3dda2fbf65 admin admin] Router ad6a9ea0-e266-4c13-a754-9333335c557d is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:30:43.058812 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730049a3-0aeb-4f42-9168-5c3dda2fbf65 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:30:43.070126 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143e3b13-c057-4fe2-9fa3-ace2a0d8355c None None] Sync routers for ids ['ad6a9ea0-e266-4c13-a754-9333335c557d'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:30:43.081237 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143e3b13-c057-4fe2-9fa3-ace2a0d8355c None None] Routers {'ad6a9ea0-e266-4c13-a754-9333335c557d'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:30:43.081951 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-143e3b13-c057-4fe2-9fa3-ace2a0d8355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:30:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['ad6a9ea0-e266-4c13-a754-9333335c557d'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:30:43.082914 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-730049a3-0aeb-4f42-9168-5c3dda2fbf65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:43.084262 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-730049a3-0aeb-4f42-9168-5c3dda2fbf65 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4974244 Mar 01 14:30:43.086959 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56968) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:30:43.126618 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e3cc3f-3c6a-479d-b0c3-cbcd1204e08f None None] Network e3c8c700-a4ea-4b27-b32f-701c0d6f8428 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:30:43.264103 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-92d32a4e-32b5-442b-a8e4-df7a8a130895 None None] Provisioning complete for port 4cdaf23a-4bcf-4bf1-a4a7-f765d9140228 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:30:43.264388 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-92d32a4e-32b5-442b-a8e4-df7a8a130895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (4cdaf23a-4bcf-4bf1-a4a7-f765d9140228), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:43.303448 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-143e3b13-c057-4fe2-9fa3-ace2a0d8355c None None] Set router ad6a9ea0-e266-4c13-a754-9333335c557d gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:30:43.672721 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-92d32a4e-32b5-442b-a8e4-df7a8a130895 None None] Current status of the port 4cdaf23a-4bcf-4bf1-a4a7-f765d9140228 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:30:43.672918 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-92d32a4e-32b5-442b-a8e4-df7a8a130895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (4cdaf23a-4bcf-4bf1-a4a7-f765d9140228), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:43.731062 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-92d32a4e-32b5-442b-a8e4-df7a8a130895 None None] For port 4cdaf23a-4bcf-4bf1-a4a7-f765d9140228, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=4cdaf23a-4bcf-4bf1-a4a7-f765d9140228,segment=NetworkSegment(b45e9d84-80ad-4e13-a93b-e15c4b490344),segment_id=b45e9d84-80ad-4e13-a93b-e15c4b490344)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:30:43.737458 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-92d32a4e-32b5-442b-a8e4-df7a8a130895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (4cdaf23a-4bcf-4bf1-a4a7-f765d9140228), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:43.783058 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-143e3b13-c057-4fe2-9fa3-ace2a0d8355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'name': 'tempest-TestVolumeBackupRestore-941628748-router', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '7272c1ac-e1d2-4612-8ce2-9e523acb232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:30:41Z', 'updated_at': '2022-03-01T14:30:42Z', 'revision_number': 3, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'gw_port': {'id': '7272c1ac-e1d2-4612-8ce2-9e523acb232c', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:61:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:42Z', 'updated_at': '2022-03-01T14:30:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:30:43.818645 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143e3b13-c057-4fe2-9fa3-ace2a0d8355c None None] Checking router: ad6a9ea0-e266-4c13-a754-9333335c557d for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:30:43.818998 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143e3b13-c057-4fe2-9fa3-ace2a0d8355c None None] Updating router ad6a9ea0-e266-4c13-a754-9333335c557d port 7272c1ac-e1d2-4612-8ce2-9e523acb232c binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:30:43.824077 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d32a4e-32b5-442b-a8e4-df7a8a130895 None None] Pushing event updated for resources: {'Port': ['ID=4cdaf23a-4bcf-4bf1-a4a7-f765d9140228,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:43.857224 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-143e3b13-c057-4fe2-9fa3-ace2a0d8355c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7272c1ac-e1d2-4612-8ce2-9e523acb232c), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:43.858207 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e245e152-00e0-4e53-bdc8-2a6884e5febc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:43.884002 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-5297c19c-83d4-4588-9b97-81cf5761aa91 None None] Provisioning complete for port 4cdaf23a-4bcf-4bf1-a4a7-f765d9140228 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:30:43.884295 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5297c19c-83d4-4588-9b97-81cf5761aa91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (4cdaf23a-4bcf-4bf1-a4a7-f765d9140228), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:44.011599 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-e245e152-00e0-4e53-bdc8-2a6884e5febc admin admin] Allocated IP 172.20.0.1 (e3c8c700-a4ea-4b27-b32f-701c0d6f8428/0cc4ccda-7462-45f6-94ed-d85fb7fcce2f/9262b70b-7c91-45a0-8630-7119e3da182f) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:30:44.081120 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-5297c19c-83d4-4588-9b97-81cf5761aa91 None None] Current status of the port 4cdaf23a-4bcf-4bf1-a4a7-f765d9140228 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:30:44.114863 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e245e152-00e0-4e53-bdc8-2a6884e5febc admin admin] Publish callbacks [] for port (9262b70b-7c91-45a0-8630-7119e3da182f), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:44.147821 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e245e152-00e0-4e53-bdc8-2a6884e5febc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (9262b70b-7c91-45a0-8630-7119e3da182f), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:44.173643 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-143e3b13-c057-4fe2-9fa3-ace2a0d8355c None None] Publish callbacks [] for port (7272c1ac-e1d2-4612-8ce2-9e523acb232c), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:44.179142 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-143e3b13-c057-4fe2-9fa3-ace2a0d8355c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (7272c1ac-e1d2-4612-8ce2-9e523acb232c), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:44.191041 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e245e152-00e0-4e53-bdc8-2a6884e5febc admin admin] Network e3c8c700-a4ea-4b27-b32f-701c0d6f8428 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:30:44.196143 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-e245e152-00e0-4e53-bdc8-2a6884e5febc admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:30:44.199933 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e245e152-00e0-4e53-bdc8-2a6884e5febc admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:30:44.225868 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245e152-00e0-4e53-bdc8-2a6884e5febc admin admin] Pushing event updated for resources: {'Port': ['ID=9262b70b-7c91-45a0-8630-7119e3da182f,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:44.226279 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31153f5b-0191-4f0d-8757-3aa8f2553bab None None] Pushing event updated for resources: {'Port': ['ID=7272c1ac-e1d2-4612-8ce2-9e523acb232c,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:44.244555 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-143e3b13-c057-4fe2-9fa3-ace2a0d8355c None None] Attempting to bind port 7272c1ac-e1d2-4612-8ce2-9e523acb232c on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:30:44.244981 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e245e152-00e0-4e53-bdc8-2a6884e5febc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (ad6a9ea0-e266-4c13-a754-9333335c557d), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:44.245352 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-143e3b13-c057-4fe2-9fa3-ace2a0d8355c None None] Attempting to bind port 7272c1ac-e1d2-4612-8ce2-9e523acb232c by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:30:44.245922 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143e3b13-c057-4fe2-9fa3-ace2a0d8355c None None] Attempting to bind port 7272c1ac-e1d2-4612-8ce2-9e523acb232c on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:30:44.252430 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143e3b13-c057-4fe2-9fa3-ace2a0d8355c None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:30:44.252805 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143e3b13-c057-4fe2-9fa3-ace2a0d8355c None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:30:44.253202 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-143e3b13-c057-4fe2-9fa3-ace2a0d8355c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:44.253592 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143e3b13-c057-4fe2-9fa3-ace2a0d8355c None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:30:44.254058 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-143e3b13-c057-4fe2-9fa3-ace2a0d8355c None None] Bound port: 7272c1ac-e1d2-4612-8ce2-9e523acb232c, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:30:44.254446 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-143e3b13-c057-4fe2-9fa3-ace2a0d8355c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7272c1ac-e1d2-4612-8ce2-9e523acb232c), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:44.314892 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-143e3b13-c057-4fe2-9fa3-ace2a0d8355c None None] For port 7272c1ac-e1d2-4612-8ce2-9e523acb232c, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:30:44.320529 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-143e3b13-c057-4fe2-9fa3-ace2a0d8355c None None] For port 7272c1ac-e1d2-4612-8ce2-9e523acb232c, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=7272c1ac-e1d2-4612-8ce2-9e523acb232c,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:30:44.330419 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-143e3b13-c057-4fe2-9fa3-ace2a0d8355c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (7272c1ac-e1d2-4612-8ce2-9e523acb232c), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:44.386000 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31153f5b-0191-4f0d-8757-3aa8f2553bab None None] Pushing event updated for resources: {'Port': ['ID=7272c1ac-e1d2-4612-8ce2-9e523acb232c,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:44.415770 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 4cdaf23a-4bcf-4bf1-a4a7-f765d9140228 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:30:44.421845 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143e3b13-c057-4fe2-9fa3-ace2a0d8355c None None] Routers {'ad6a9ea0-e266-4c13-a754-9333335c557d'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:30:44.422478 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-143e3b13-c057-4fe2-9fa3-ace2a0d8355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:30:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['ad6a9ea0-e266-4c13-a754-9333335c557d'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:30:44.430281 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e245e152-00e0-4e53-bdc8-2a6884e5febc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9262b70b-7c91-45a0-8630-7119e3da182f), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:44.555130 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-3677bc18-681d-4867-8657-7c55d6b0d975 None None] Provisioning complete for port 9262b70b-7c91-45a0-8630-7119e3da182f triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:30:44.555612 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3677bc18-681d-4867-8657-7c55d6b0d975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9262b70b-7c91-45a0-8630-7119e3da182f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:44.606113 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e245e152-00e0-4e53-bdc8-2a6884e5febc admin admin] Publish callbacks [] for port (9262b70b-7c91-45a0-8630-7119e3da182f), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:44.607278 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-143e3b13-c057-4fe2-9fa3-ace2a0d8355c None None] Set router ad6a9ea0-e266-4c13-a754-9333335c557d gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:30:44.610563 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 4cdaf23a-4bcf-4bf1-a4a7-f765d9140228 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:30:44.610843 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e245e152-00e0-4e53-bdc8-2a6884e5febc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (9262b70b-7c91-45a0-8630-7119e3da182f), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:44.610997 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (4cdaf23a-4bcf-4bf1-a4a7-f765d9140228), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:44.665942 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3677bc18-681d-4867-8657-7c55d6b0d975 None None] Port 9262b70b-7c91-45a0-8630-7119e3da182f cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:30:44.678525 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245e152-00e0-4e53-bdc8-2a6884e5febc admin admin] Pushing event updated for resources: {'Port': ['ID=9262b70b-7c91-45a0-8630-7119e3da182f,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:44.682041 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e245e152-00e0-4e53-bdc8-2a6884e5febc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (ad6a9ea0-e266-4c13-a754-9333335c557d), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:44.775341 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e245e152-00e0-4e53-bdc8-2a6884e5febc admin admin] Network e3c8c700-a4ea-4b27-b32f-701c0d6f8428 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:30:44.776760 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-e245e152-00e0-4e53-bdc8-2a6884e5febc admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:30:44.814129 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 4cdaf23a-4bcf-4bf1-a4a7-f765d9140228 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:30:44.882927 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-143e3b13-c057-4fe2-9fa3-ace2a0d8355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'name': 'tempest-TestVolumeBackupRestore-941628748-router', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '7272c1ac-e1d2-4612-8ce2-9e523acb232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:30:41Z', 'updated_at': '2022-03-01T14:30:44Z', 'revision_number': 4, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'gw_port': {'id': '7272c1ac-e1d2-4612-8ce2-9e523acb232c', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:61:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:42Z', 'updated_at': '2022-03-01T14:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '9262b70b-7c91-45a0-8630-7119e3da182f', 'name': '', 'network_id': 'e3c8c700-a4ea-4b27-b32f-701c0d6f8428', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'mac_address': 'fa:16:3e:14:84:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '0cc4ccda-7462-45f6-94ed-d85fb7fcce2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:43Z', 'updated_at': '2022-03-01T14:30:44Z', 'revision_number': 1, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'subnets': [{'id': '0cc4ccda-7462-45f6-94ed-d85fb7fcce2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:30:44.906920 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e245e152-00e0-4e53-bdc8-2a6884e5febc admin admin] Router ad6a9ea0-e266-4c13-a754-9333335c557d has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:30:44.913093 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143e3b13-c057-4fe2-9fa3-ace2a0d8355c None None] The sync data for ids ['ad6a9ea0-e266-4c13-a754-9333335c557d'] in n-d-827467-3 is: [{'id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'name': 'tempest-TestVolumeBackupRestore-941628748-router', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '7272c1ac-e1d2-4612-8ce2-9e523acb232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:30:41Z', 'updated_at': '2022-03-01T14:30:44Z', 'revision_number': 4, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'gw_port': {'id': '7272c1ac-e1d2-4612-8ce2-9e523acb232c', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:61:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:42Z', 'updated_at': '2022-03-01T14:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '9262b70b-7c91-45a0-8630-7119e3da182f', 'name': '', 'network_id': 'e3c8c700-a4ea-4b27-b32f-701c0d6f8428', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'mac_address': 'fa:16:3e:14:84:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '0cc4ccda-7462-45f6-94ed-d85fb7fcce2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:43Z', 'updated_at': '2022-03-01T14:30:44Z', 'revision_number': 1, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'subnets': [{'id': '0cc4ccda-7462-45f6-94ed-d85fb7fcce2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:30:45.026578 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e245e152-00e0-4e53-bdc8-2a6884e5febc admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:30:45.036211 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e245e152-00e0-4e53-bdc8-2a6884e5febc admin admin] 10.222.0.13 "PUT /v2.0/routers/ad6a9ea0-e266-4c13-a754-9333335c557d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9434631 Mar 01 14:30:45.087735 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-a0cd2277-cb38-4212-a2e6-e4d14b75163e None None] Provisioning complete for port 9262b70b-7c91-45a0-8630-7119e3da182f triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:30:45.088210 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a0cd2277-cb38-4212-a2e6-e4d14b75163e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9262b70b-7c91-45a0-8630-7119e3da182f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:45.154874 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd2277-cb38-4212-a2e6-e4d14b75163e None None] Port 9262b70b-7c91-45a0-8630-7119e3da182f cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:30:45.546264 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 56984) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:30:45.562926 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-b500f52a-22a1-43eb-af57-f747dd502aca admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-177018165-network', 'tenant_id': '4c7f7fdb201c4f52b9414071987d2c87'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:30:45.585834 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b500f52a-22a1-43eb-af57-f747dd502aca admin admin] Made reservation on behalf of 4c7f7fdb201c4f52b9414071987d2c87 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:30:45.588127 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b500f52a-22a1-43eb-af57-f747dd502aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:45.597812 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b500f52a-22a1-43eb-af57-f747dd502aca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:45.676554 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b500f52a-22a1-43eb-af57-f747dd502aca admin admin] Publish callbacks [] for security_group (5ac2bab3-5ece-4c5b-a3fa-b78253dd60cd), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:45.681792 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b500f52a-22a1-43eb-af57-f747dd502aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (5ac2bab3-5ece-4c5b-a3fa-b78253dd60cd), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:45.712072 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b500f52a-22a1-43eb-af57-f747dd502aca admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:30:45.718583 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500f52a-22a1-43eb-af57-f747dd502aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac2bab3-5ece-4c5b-a3fa-b78253dd60cd,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:45.724962 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b500f52a-22a1-43eb-af57-f747dd502aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (07a9c108-dc70-4b4e-b0a7-7802ff66fd1a), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:45.725301 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-b500f52a-22a1-43eb-af57-f747dd502aca admin admin] Added segment 07a9c108-dc70-4b4e-b0a7-7802ff66fd1a of type vlan for network 6bf3c646-8597-4cd0-849f-967f841f6c02 Mar 01 14:30:45.766697 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b500f52a-22a1-43eb-af57-f747dd502aca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (6bf3c646-8597-4cd0-849f-967f841f6c02), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:45.793126 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b500f52a-22a1-43eb-af57-f747dd502aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (6bf3c646-8597-4cd0-849f-967f841f6c02), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:45.794396 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b500f52a-22a1-43eb-af57-f747dd502aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:30:45.794982 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b500f52a-22a1-43eb-af57-f747dd502aca admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:45.854711 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b500f52a-22a1-43eb-af57-f747dd502aca admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3028483 Mar 01 14:30:45.855319 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56986) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:30:45.861124 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-e00d9884-d362-4e5f-96b1-433020b94493 admin admin] Request body: {'subnet': {'network_id': '6bf3c646-8597-4cd0-849f-967f841f6c02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-177018165-subnet', 'tenant_id': '4c7f7fdb201c4f52b9414071987d2c87', 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:30:45.864083 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500f52a-22a1-43eb-af57-f747dd502aca admin admin] Pushing event updated for resources: {'Network': ['ID=6bf3c646-8597-4cd0-849f-967f841f6c02,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:45.875786 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 6bf3c646-8597-4cd0-849f-967f841f6c02 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:30:45.886166 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00d9884-d362-4e5f-96b1-433020b94493 admin admin] Made reservation on behalf of 4c7f7fdb201c4f52b9414071987d2c87 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:30:45.888834 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e00d9884-d362-4e5f-96b1-433020b94493 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:46.069438 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e00d9884-d362-4e5f-96b1-433020b94493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (0f05d9d6-b30f-46d3-ae24-fd59136e1a1d), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:46.123046 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d9884-d362-4e5f-96b1-433020b94493 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f05d9d6-b30f-46d3-ae24-fd59136e1a1d,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:46.133554 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00d9884-d362-4e5f-96b1-433020b94493 admin admin] Checking segment: {'id': '07a9c108-dc70-4b4e-b0a7-7802ff66fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6bf3c646-8597-4cd0-849f-967f841f6c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:30:46.133911 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00d9884-d362-4e5f-96b1-433020b94493 admin admin] Network hostable DHCP agents. Network: 6bf3c646-8597-4cd0-849f-967f841f6c02, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:30:46.150052 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00d9884-d362-4e5f-96b1-433020b94493 admin admin] Network 6bf3c646-8597-4cd0-849f-967f841f6c02 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:30:46.158881 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-e00d9884-d362-4e5f-96b1-433020b94493 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 6bf3c646-8597-4cd0-849f-967f841f6c02) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:30:46.164307 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00d9884-d362-4e5f-96b1-433020b94493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:30:46.164904 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e00d9884-d362-4e5f-96b1-433020b94493 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:46.173609 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78928ebd-3ec9-49e6-b99e-8c2fa90cd1a7 None None] Network 6bf3c646-8597-4cd0-849f-967f841f6c02 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:30:46.189979 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e00d9884-d362-4e5f-96b1-433020b94493 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3313007 Mar 01 14:30:46.190259 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56988) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:30:46.194831 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-33d46775-0107-47d7-aceb-8e4b3df66b49 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-177018165-router', 'tenant_id': '4c7f7fdb201c4f52b9414071987d2c87', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:30:46.216962 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-33d46775-0107-47d7-aceb-8e4b3df66b49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (ce9b32c9-0f0c-444b-b585-0aea42af2aad), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:46.218026 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-33d46775-0107-47d7-aceb-8e4b3df66b49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (ce9b32c9-0f0c-444b-b585-0aea42af2aad), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:46.274650 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-33d46775-0107-47d7-aceb-8e4b3df66b49 admin admin] Publish callbacks [] for router_controller (ce9b32c9-0f0c-444b-b585-0aea42af2aad), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:46.284263 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74bec27-e336-4e35-b20b-8c1f71842968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-6bf3c646-8597-4cd0-849f-967f841f6c02', 'network_id': '6bf3c646-8597-4cd0-849f-967f841f6c02', 'project_id': '4c7f7fdb201c4f52b9414071987d2c87', 'fixed_ips': [{'subnet_id': '0f05d9d6-b30f-46d3-ae24-fd59136e1a1d'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:30:46.285118 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a74bec27-e336-4e35-b20b-8c1f71842968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:46.382132 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 7272c1ac-e1d2-4612-8ce2-9e523acb232c up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:30:46.439117 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-33d46775-0107-47d7-aceb-8e4b3df66b49 admin admin] Publish callbacks [] for router_gateway (ce9b32c9-0f0c-444b-b585-0aea42af2aad), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:46.464340 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-a74bec27-e336-4e35-b20b-8c1f71842968 None None] Allocated IP 172.20.0.2 (6bf3c646-8597-4cd0-849f-967f841f6c02/0f05d9d6-b30f-46d3-ae24-fd59136e1a1d/3641105a-8fe1-48d1-9356-70d7392f85b7) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:30:46.483013 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 7272c1ac-e1d2-4612-8ce2-9e523acb232c triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:30:46.483391 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7272c1ac-e1d2-4612-8ce2-9e523acb232c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:46.638035 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-33d46775-0107-47d7-aceb-8e4b3df66b49 admin admin] Publish callbacks [] for router_gateway (ce9b32c9-0f0c-444b-b585-0aea42af2aad), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:46.657818 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-33d46775-0107-47d7-aceb-8e4b3df66b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:46.660516 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 7272c1ac-e1d2-4612-8ce2-9e523acb232c is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:30:46.660907 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (7272c1ac-e1d2-4612-8ce2-9e523acb232c), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:46.691955 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a74bec27-e336-4e35-b20b-8c1f71842968 None None] Publish callbacks [] for port (3641105a-8fe1-48d1-9356-70d7392f85b7), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:46.694991 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 7272c1ac-e1d2-4612-8ce2-9e523acb232c, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=7272c1ac-e1d2-4612-8ce2-9e523acb232c,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:30:46.699204 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (7272c1ac-e1d2-4612-8ce2-9e523acb232c), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:46.705262 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a74bec27-e336-4e35-b20b-8c1f71842968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (3641105a-8fe1-48d1-9356-70d7392f85b7), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:46.744425 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74bec27-e336-4e35-b20b-8c1f71842968 None None] Network 6bf3c646-8597-4cd0-849f-967f841f6c02 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:30:46.747425 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-a74bec27-e336-4e35-b20b-8c1f71842968 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:30:46.751031 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74bec27-e336-4e35-b20b-8c1f71842968 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:30:46.763463 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-33d46775-0107-47d7-aceb-8e4b3df66b49 admin admin] Allocated IP 172.25.1.164 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/448dacb4-2a53-4a16-9ab5-500af7f7db27) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:30:46.784538 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=7272c1ac-e1d2-4612-8ce2-9e523acb232c,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:46.847359 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74bec27-e336-4e35-b20b-8c1f71842968 None None] Pushing event updated for resources: {'Port': ['ID=3641105a-8fe1-48d1-9356-70d7392f85b7,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:46.858324 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-a74bec27-e336-4e35-b20b-8c1f71842968 None None] Attempting to bind port 3641105a-8fe1-48d1-9356-70d7392f85b7 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:30:46.858696 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-a74bec27-e336-4e35-b20b-8c1f71842968 None None] Attempting to bind port 3641105a-8fe1-48d1-9356-70d7392f85b7 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '07a9c108-dc70-4b4e-b0a7-7802ff66fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6bf3c646-8597-4cd0-849f-967f841f6c02'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:30:46.859058 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74bec27-e336-4e35-b20b-8c1f71842968 None None] Attempting to bind port 3641105a-8fe1-48d1-9356-70d7392f85b7 on network 6bf3c646-8597-4cd0-849f-967f841f6c02 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:30:46.864351 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74bec27-e336-4e35-b20b-8c1f71842968 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:30:46.864799 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74bec27-e336-4e35-b20b-8c1f71842968 None None] Checking segment: {'id': '07a9c108-dc70-4b4e-b0a7-7802ff66fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6bf3c646-8597-4cd0-849f-967f841f6c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:30:46.865165 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a74bec27-e336-4e35-b20b-8c1f71842968 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:46.865562 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74bec27-e336-4e35-b20b-8c1f71842968 None None] Bound using segment: {'id': '07a9c108-dc70-4b4e-b0a7-7802ff66fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6bf3c646-8597-4cd0-849f-967f841f6c02'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:30:46.866029 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-a74bec27-e336-4e35-b20b-8c1f71842968 None None] Bound port: 3641105a-8fe1-48d1-9356-70d7392f85b7, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07a9c108-dc70-4b4e-b0a7-7802ff66fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6bf3c646-8597-4cd0-849f-967f841f6c02'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:30:46.866455 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a74bec27-e336-4e35-b20b-8c1f71842968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3641105a-8fe1-48d1-9356-70d7392f85b7), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:46.876083 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-33d46775-0107-47d7-aceb-8e4b3df66b49 admin admin] Publish callbacks [] for port (448dacb4-2a53-4a16-9ab5-500af7f7db27), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:46.911589 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-33d46775-0107-47d7-aceb-8e4b3df66b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (448dacb4-2a53-4a16-9ab5-500af7f7db27), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:46.932915 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-a74bec27-e336-4e35-b20b-8c1f71842968 None None] For port 3641105a-8fe1-48d1-9356-70d7392f85b7, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:30:46.936179 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-a74bec27-e336-4e35-b20b-8c1f71842968 None None] For port 3641105a-8fe1-48d1-9356-70d7392f85b7, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=3641105a-8fe1-48d1-9356-70d7392f85b7,segment=NetworkSegment(07a9c108-dc70-4b4e-b0a7-7802ff66fd1a),segment_id=07a9c108-dc70-4b4e-b0a7-7802ff66fd1a)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:30:46.941609 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a74bec27-e336-4e35-b20b-8c1f71842968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (3641105a-8fe1-48d1-9356-70d7392f85b7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:46.953787 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d46775-0107-47d7-aceb-8e4b3df66b49 admin admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:30:46.958292 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-33d46775-0107-47d7-aceb-8e4b3df66b49 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:30:46.963501 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d46775-0107-47d7-aceb-8e4b3df66b49 admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:30:46.966667 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d46775-0107-47d7-aceb-8e4b3df66b49 admin admin] Pushing event updated for resources: {'Port': ['ID=448dacb4-2a53-4a16-9ab5-500af7f7db27,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:46.976067 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7f5712-0a4f-4bdf-a35a-735904c59b0e None None] Sync routers for ids ['ad6a9ea0-e266-4c13-a754-9333335c557d'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:30:46.987841 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7f5712-0a4f-4bdf-a35a-735904c59b0e None None] Routers {'ad6a9ea0-e266-4c13-a754-9333335c557d'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:30:46.988807 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-8d7f5712-0a4f-4bdf-a35a-735904c59b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:30:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['ad6a9ea0-e266-4c13-a754-9333335c557d'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:30:47.013045 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74bec27-e336-4e35-b20b-8c1f71842968 None None] Pushing event updated for resources: {'Port': ['ID=3641105a-8fe1-48d1-9356-70d7392f85b7,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:47.115612 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-8d7f5712-0a4f-4bdf-a35a-735904c59b0e None None] Set router ad6a9ea0-e266-4c13-a754-9333335c557d gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:30:47.261896 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-33d46775-0107-47d7-aceb-8e4b3df66b49 admin admin] Publish callbacks [] for router_gateway (ce9b32c9-0f0c-444b-b585-0aea42af2aad), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:47.356644 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-8d7f5712-0a4f-4bdf-a35a-735904c59b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'name': 'tempest-TestVolumeBackupRestore-941628748-router', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '7272c1ac-e1d2-4612-8ce2-9e523acb232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:30:41Z', 'updated_at': '2022-03-01T14:30:44Z', 'revision_number': 4, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'gw_port': {'id': '7272c1ac-e1d2-4612-8ce2-9e523acb232c', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:61:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:42Z', 'updated_at': '2022-03-01T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '9262b70b-7c91-45a0-8630-7119e3da182f', 'name': '', 'network_id': 'e3c8c700-a4ea-4b27-b32f-701c0d6f8428', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'mac_address': 'fa:16:3e:14:84:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '0cc4ccda-7462-45f6-94ed-d85fb7fcce2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:43Z', 'updated_at': '2022-03-01T14:30:44Z', 'revision_number': 2, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'subnets': [{'id': '0cc4ccda-7462-45f6-94ed-d85fb7fcce2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:30:47.383013 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7f5712-0a4f-4bdf-a35a-735904c59b0e None None] Checking router: ad6a9ea0-e266-4c13-a754-9333335c557d for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:30:47.383367 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7f5712-0a4f-4bdf-a35a-735904c59b0e None None] Updating router ad6a9ea0-e266-4c13-a754-9333335c557d port 9262b70b-7c91-45a0-8630-7119e3da182f binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:30:47.413519 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-8d7f5712-0a4f-4bdf-a35a-735904c59b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9262b70b-7c91-45a0-8630-7119e3da182f), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:47.475846 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-33d46775-0107-47d7-aceb-8e4b3df66b49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (ce9b32c9-0f0c-444b-b585-0aea42af2aad), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:47.611195 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d46775-0107-47d7-aceb-8e4b3df66b49 admin admin] Router ce9b32c9-0f0c-444b-b585-0aea42af2aad is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:30:47.687139 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-8d7f5712-0a4f-4bdf-a35a-735904c59b0e None None] Publish callbacks [] for port (9262b70b-7c91-45a0-8630-7119e3da182f), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:47.694695 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-8d7f5712-0a4f-4bdf-a35a-735904c59b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9262b70b-7c91-45a0-8630-7119e3da182f), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:47.735479 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d46775-0107-47d7-aceb-8e4b3df66b49 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:30:47.757398 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6492036a-9001-40a3-84e3-7169b230136e None None] Sync routers for ids ['ce9b32c9-0f0c-444b-b585-0aea42af2aad'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:30:47.769795 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-33d46775-0107-47d7-aceb-8e4b3df66b49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:47.775906 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-33d46775-0107-47d7-aceb-8e4b3df66b49 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5819628 Mar 01 14:30:47.776069 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 56990) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:30:47.778302 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6492036a-9001-40a3-84e3-7169b230136e None None] Routers {'ce9b32c9-0f0c-444b-b585-0aea42af2aad'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:30:47.779126 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-6492036a-9001-40a3-84e3-7169b230136e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:30:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['ce9b32c9-0f0c-444b-b585-0aea42af2aad'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:30:47.782828 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e9ab0-81fe-4482-be48-0e7a44d7a193 None None] Pushing event updated for resources: {'Port': ['ID=9262b70b-7c91-45a0-8630-7119e3da182f,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:47.815644 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e9ab0-81fe-4482-be48-0e7a44d7a193 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:47.815933 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e9ab0-81fe-4482-be48-0e7a44d7a193 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:47.816267 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e9ab0-81fe-4482-be48-0e7a44d7a193 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:47.816603 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e9ab0-81fe-4482-be48-0e7a44d7a193 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:47.817057 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e9ab0-81fe-4482-be48-0e7a44d7a193 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:47.817390 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e9ab0-81fe-4482-be48-0e7a44d7a193 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:47.817709 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e9ab0-81fe-4482-be48-0e7a44d7a193 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:47.818047 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e9ab0-81fe-4482-be48-0e7a44d7a193 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:47.818943 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e9ab0-81fe-4482-be48-0e7a44d7a193 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:47.819364 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e9ab0-81fe-4482-be48-0e7a44d7a193 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:47.819696 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e9ab0-81fe-4482-be48-0e7a44d7a193 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:47.820027 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e9ab0-81fe-4482-be48-0e7a44d7a193 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:47.820344 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e9ab0-81fe-4482-be48-0e7a44d7a193 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:30:47.860922 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-8d7f5712-0a4f-4bdf-a35a-735904c59b0e None None] Attempting to bind port 9262b70b-7c91-45a0-8630-7119e3da182f on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:30:47.862056 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-8d7f5712-0a4f-4bdf-a35a-735904c59b0e None None] Attempting to bind port 9262b70b-7c91-45a0-8630-7119e3da182f by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'b45e9d84-80ad-4e13-a93b-e15c4b490344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e3c8c700-a4ea-4b27-b32f-701c0d6f8428'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:30:47.862440 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f5712-0a4f-4bdf-a35a-735904c59b0e None None] Attempting to bind port 9262b70b-7c91-45a0-8630-7119e3da182f on network e3c8c700-a4ea-4b27-b32f-701c0d6f8428 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:30:47.870385 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f5712-0a4f-4bdf-a35a-735904c59b0e None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:30:47.871172 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f5712-0a4f-4bdf-a35a-735904c59b0e None None] Checking segment: {'id': 'b45e9d84-80ad-4e13-a93b-e15c4b490344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e3c8c700-a4ea-4b27-b32f-701c0d6f8428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:30:47.871642 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-8d7f5712-0a4f-4bdf-a35a-735904c59b0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:47.872259 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f5712-0a4f-4bdf-a35a-735904c59b0e None None] Bound using segment: {'id': 'b45e9d84-80ad-4e13-a93b-e15c4b490344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e3c8c700-a4ea-4b27-b32f-701c0d6f8428'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:30:47.874450 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-8d7f5712-0a4f-4bdf-a35a-735904c59b0e None None] Bound port: 9262b70b-7c91-45a0-8630-7119e3da182f, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b45e9d84-80ad-4e13-a93b-e15c4b490344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e3c8c700-a4ea-4b27-b32f-701c0d6f8428'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:30:47.875279 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-8d7f5712-0a4f-4bdf-a35a-735904c59b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9262b70b-7c91-45a0-8630-7119e3da182f), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:47.954148 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-8d7f5712-0a4f-4bdf-a35a-735904c59b0e None None] For port 9262b70b-7c91-45a0-8630-7119e3da182f, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:30:47.957736 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-8d7f5712-0a4f-4bdf-a35a-735904c59b0e None None] For port 9262b70b-7c91-45a0-8630-7119e3da182f, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=9262b70b-7c91-45a0-8630-7119e3da182f,segment=NetworkSegment(b45e9d84-80ad-4e13-a93b-e15c4b490344),segment_id=b45e9d84-80ad-4e13-a93b-e15c4b490344)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:30:47.967286 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-8d7f5712-0a4f-4bdf-a35a-735904c59b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9262b70b-7c91-45a0-8630-7119e3da182f), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:48.060717 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e9ab0-81fe-4482-be48-0e7a44d7a193 None None] Pushing event updated for resources: {'Port': ['ID=9262b70b-7c91-45a0-8630-7119e3da182f,revision_number=4']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:48.085205 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7f5712-0a4f-4bdf-a35a-735904c59b0e None None] Routers {'ad6a9ea0-e266-4c13-a754-9333335c557d'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:30:48.085836 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-8d7f5712-0a4f-4bdf-a35a-735904c59b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:30:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['ad6a9ea0-e266-4c13-a754-9333335c557d'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:30:48.202543 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-6492036a-9001-40a3-84e3-7169b230136e None None] Set router ce9b32c9-0f0c-444b-b585-0aea42af2aad gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:30:48.233653 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-8d7f5712-0a4f-4bdf-a35a-735904c59b0e None None] Set router ad6a9ea0-e266-4c13-a754-9333335c557d gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:30:48.277823 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-07c6410d-1756-433f-a235-6e764d0e8bbe None None] Provisioning complete for port 9262b70b-7c91-45a0-8630-7119e3da182f triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:30:48.278347 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-07c6410d-1756-433f-a235-6e764d0e8bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9262b70b-7c91-45a0-8630-7119e3da182f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:48.385926 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4944eae5-8a3d-4fd7-98af-a868823619fd None None] Network 6bf3c646-8597-4cd0-849f-967f841f6c02 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:30:48.564669 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 9262b70b-7c91-45a0-8630-7119e3da182f up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:30:48.617491 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-8d7f5712-0a4f-4bdf-a35a-735904c59b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'name': 'tempest-TestVolumeBackupRestore-941628748-router', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '7272c1ac-e1d2-4612-8ce2-9e523acb232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:30:41Z', 'updated_at': '2022-03-01T14:30:44Z', 'revision_number': 4, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'gw_port': {'id': '7272c1ac-e1d2-4612-8ce2-9e523acb232c', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:61:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:42Z', 'updated_at': '2022-03-01T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '9262b70b-7c91-45a0-8630-7119e3da182f', 'name': '', 'network_id': 'e3c8c700-a4ea-4b27-b32f-701c0d6f8428', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'mac_address': 'fa:16:3e:14:84:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '0cc4ccda-7462-45f6-94ed-d85fb7fcce2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:43Z', 'updated_at': '2022-03-01T14:30:47Z', 'revision_number': 4, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'subnets': [{'id': '0cc4ccda-7462-45f6-94ed-d85fb7fcce2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:30:48.623253 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-07c6410d-1756-433f-a235-6e764d0e8bbe None None] Current status of the port 9262b70b-7c91-45a0-8630-7119e3da182f is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:30:48.623647 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-07c6410d-1756-433f-a235-6e764d0e8bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9262b70b-7c91-45a0-8630-7119e3da182f), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:48.654479 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7f5712-0a4f-4bdf-a35a-735904c59b0e None None] The sync data for ids ['ad6a9ea0-e266-4c13-a754-9333335c557d'] in n-d-827467-3 is: [{'id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'name': 'tempest-TestVolumeBackupRestore-941628748-router', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '7272c1ac-e1d2-4612-8ce2-9e523acb232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:30:41Z', 'updated_at': '2022-03-01T14:30:44Z', 'revision_number': 4, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'gw_port': {'id': '7272c1ac-e1d2-4612-8ce2-9e523acb232c', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:61:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:42Z', 'updated_at': '2022-03-01T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '9262b70b-7c91-45a0-8630-7119e3da182f', 'name': '', 'network_id': 'e3c8c700-a4ea-4b27-b32f-701c0d6f8428', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'mac_address': 'fa:16:3e:14:84:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '0cc4ccda-7462-45f6-94ed-d85fb7fcce2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:43Z', 'updated_at': '2022-03-01T14:30:47Z', 'revision_number': 4, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'subnets': [{'id': '0cc4ccda-7462-45f6-94ed-d85fb7fcce2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:30:48.736693 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-07c6410d-1756-433f-a235-6e764d0e8bbe None None] For port 9262b70b-7c91-45a0-8630-7119e3da182f, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=9262b70b-7c91-45a0-8630-7119e3da182f,segment=NetworkSegment(b45e9d84-80ad-4e13-a93b-e15c4b490344),segment_id=b45e9d84-80ad-4e13-a93b-e15c4b490344)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:30:48.748292 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-07c6410d-1756-433f-a235-6e764d0e8bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9262b70b-7c91-45a0-8630-7119e3da182f), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:48.768734 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-45233436-9e86-4b6c-8186-891ebf55c078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:48.780263 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 9262b70b-7c91-45a0-8630-7119e3da182f triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:30:48.780829 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9262b70b-7c91-45a0-8630-7119e3da182f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:48.851132 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6410d-1756-433f-a235-6e764d0e8bbe None None] Pushing event updated for resources: {'Port': ['ID=9262b70b-7c91-45a0-8630-7119e3da182f,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:48.872680 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-6492036a-9001-40a3-84e3-7169b230136e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9b32c9-0f0c-444b-b585-0aea42af2aad', 'name': 'tempest-TestVolumeBackupRestore-177018165-router', 'tenant_id': '4c7f7fdb201c4f52b9414071987d2c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '448dacb4-2a53-4a16-9ab5-500af7f7db27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:30:46Z', 'updated_at': '2022-03-01T14:30:47Z', 'revision_number': 3, 'project_id': '4c7f7fdb201c4f52b9414071987d2c87', 'gw_port': {'id': '448dacb4-2a53-4a16-9ab5-500af7f7db27', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9b32c9-0f0c-444b-b585-0aea42af2aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:46Z', 'updated_at': '2022-03-01T14:30:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:30:48.908583 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6492036a-9001-40a3-84e3-7169b230136e None None] Checking router: ce9b32c9-0f0c-444b-b585-0aea42af2aad for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:30:48.908920 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6492036a-9001-40a3-84e3-7169b230136e None None] Updating router ce9b32c9-0f0c-444b-b585-0aea42af2aad port 448dacb4-2a53-4a16-9ab5-500af7f7db27 binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:30:48.915018 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-eabfe0a5-e313-4329-8cd0-403b3fb63efd None None] Provisioning complete for port 9262b70b-7c91-45a0-8630-7119e3da182f triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:30:48.915390 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-eabfe0a5-e313-4329-8cd0-403b3fb63efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9262b70b-7c91-45a0-8630-7119e3da182f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:48.981314 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-45233436-9e86-4b6c-8186-891ebf55c078 admin admin] Allocated IP 172.20.0.1 (6bf3c646-8597-4cd0-849f-967f841f6c02/0f05d9d6-b30f-46d3-ae24-fd59136e1a1d/6f0742d5-718e-42ec-a1c9-5b2706243b69) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:30:49.031810 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6492036a-9001-40a3-84e3-7169b230136e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (448dacb4-2a53-4a16-9ab5-500af7f7db27), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:49.063111 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 9262b70b-7c91-45a0-8630-7119e3da182f is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:30:49.064167 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 7272c1ac-e1d2-4612-8ce2-9e523acb232c up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:30:49.104260 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-45233436-9e86-4b6c-8186-891ebf55c078 admin admin] Publish callbacks [] for port (6f0742d5-718e-42ec-a1c9-5b2706243b69), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:49.142450 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-45233436-9e86-4b6c-8186-891ebf55c078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (6f0742d5-718e-42ec-a1c9-5b2706243b69), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:49.179386 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45233436-9e86-4b6c-8186-891ebf55c078 admin admin] Network 6bf3c646-8597-4cd0-849f-967f841f6c02 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:30:49.187776 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-eabfe0a5-e313-4329-8cd0-403b3fb63efd None None] Current status of the port 9262b70b-7c91-45a0-8630-7119e3da182f is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:30:49.188727 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-45233436-9e86-4b6c-8186-891ebf55c078 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:30:49.192405 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45233436-9e86-4b6c-8186-891ebf55c078 admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:30:49.220379 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45233436-9e86-4b6c-8186-891ebf55c078 admin admin] Pushing event updated for resources: {'Port': ['ID=6f0742d5-718e-42ec-a1c9-5b2706243b69,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:49.226372 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-eabfe0a5-e313-4329-8cd0-403b3fb63efd None None] Provisioning complete for port 3641105a-8fe1-48d1-9356-70d7392f85b7 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:30:49.228788 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-eabfe0a5-e313-4329-8cd0-403b3fb63efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3641105a-8fe1-48d1-9356-70d7392f85b7), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:49.241095 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-45233436-9e86-4b6c-8186-891ebf55c078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (ce9b32c9-0f0c-444b-b585-0aea42af2aad), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:49.332182 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 7272c1ac-e1d2-4612-8ce2-9e523acb232c triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:30:49.332560 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (7272c1ac-e1d2-4612-8ce2-9e523acb232c), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:49.417595 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-45233436-9e86-4b6c-8186-891ebf55c078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6f0742d5-718e-42ec-a1c9-5b2706243b69), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:49.462882 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-eabfe0a5-e313-4329-8cd0-403b3fb63efd None None] Current status of the port 3641105a-8fe1-48d1-9356-70d7392f85b7 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:30:49.463281 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-eabfe0a5-e313-4329-8cd0-403b3fb63efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3641105a-8fe1-48d1-9356-70d7392f85b7), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:49.560444 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 7272c1ac-e1d2-4612-8ce2-9e523acb232c is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:30:49.561556 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 3641105a-8fe1-48d1-9356-70d7392f85b7 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:30:49.565074 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-eabfe0a5-e313-4329-8cd0-403b3fb63efd None None] For port 3641105a-8fe1-48d1-9356-70d7392f85b7, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=3641105a-8fe1-48d1-9356-70d7392f85b7,segment=NetworkSegment(07a9c108-dc70-4b4e-b0a7-7802ff66fd1a),segment_id=07a9c108-dc70-4b4e-b0a7-7802ff66fd1a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:30:49.594336 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-eabfe0a5-e313-4329-8cd0-403b3fb63efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (3641105a-8fe1-48d1-9356-70d7392f85b7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:49.595445 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-45233436-9e86-4b6c-8186-891ebf55c078 admin admin] Publish callbacks [] for port (6f0742d5-718e-42ec-a1c9-5b2706243b69), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:49.601025 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-45233436-9e86-4b6c-8186-891ebf55c078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (6f0742d5-718e-42ec-a1c9-5b2706243b69), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:49.609641 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6492036a-9001-40a3-84e3-7169b230136e None None] Publish callbacks [] for port (448dacb4-2a53-4a16-9ab5-500af7f7db27), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:49.653531 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6492036a-9001-40a3-84e3-7169b230136e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (448dacb4-2a53-4a16-9ab5-500af7f7db27), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:49.676549 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45233436-9e86-4b6c-8186-891ebf55c078 admin admin] Pushing event updated for resources: {'Port': ['ID=6f0742d5-718e-42ec-a1c9-5b2706243b69,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:49.679553 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-45233436-9e86-4b6c-8186-891ebf55c078 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (ce9b32c9-0f0c-444b-b585-0aea42af2aad), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:49.697178 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabfe0a5-e313-4329-8cd0-403b3fb63efd None None] Pushing event updated for resources: {'Port': ['ID=3641105a-8fe1-48d1-9356-70d7392f85b7,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:49.703246 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-6492036a-9001-40a3-84e3-7169b230136e None None] Attempting to bind port 448dacb4-2a53-4a16-9ab5-500af7f7db27 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:30:49.703617 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-6492036a-9001-40a3-84e3-7169b230136e None None] Attempting to bind port 448dacb4-2a53-4a16-9ab5-500af7f7db27 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:30:49.704004 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6492036a-9001-40a3-84e3-7169b230136e None None] Attempting to bind port 448dacb4-2a53-4a16-9ab5-500af7f7db27 on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:30:49.737243 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6492036a-9001-40a3-84e3-7169b230136e None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:30:49.737619 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6492036a-9001-40a3-84e3-7169b230136e None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:30:49.738027 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6492036a-9001-40a3-84e3-7169b230136e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:49.738422 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6492036a-9001-40a3-84e3-7169b230136e None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:30:49.738900 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-6492036a-9001-40a3-84e3-7169b230136e None None] Bound port: 448dacb4-2a53-4a16-9ab5-500af7f7db27, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:30:49.739281 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6492036a-9001-40a3-84e3-7169b230136e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (448dacb4-2a53-4a16-9ab5-500af7f7db27), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:49.770136 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45233436-9e86-4b6c-8186-891ebf55c078 admin admin] Network 6bf3c646-8597-4cd0-849f-967f841f6c02 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:30:49.771584 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-45233436-9e86-4b6c-8186-891ebf55c078 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:30:49.774715 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 3641105a-8fe1-48d1-9356-70d7392f85b7 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:30:49.775246 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3641105a-8fe1-48d1-9356-70d7392f85b7), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:49.814597 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1ca07-592e-489f-95d5-092a85b2a906 None None] Pushing event updated for resources: {'Port': ['ID=448dacb4-2a53-4a16-9ab5-500af7f7db27,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:49.824531 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-2273b55c-3fdc-4069-ae48-5c6bb666e301 None None] Provisioning complete for port 3641105a-8fe1-48d1-9356-70d7392f85b7 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:30:49.824904 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2273b55c-3fdc-4069-ae48-5c6bb666e301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3641105a-8fe1-48d1-9356-70d7392f85b7), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:49.881913 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-6492036a-9001-40a3-84e3-7169b230136e None None] For port 448dacb4-2a53-4a16-9ab5-500af7f7db27, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:30:49.887002 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-6492036a-9001-40a3-84e3-7169b230136e None None] For port 448dacb4-2a53-4a16-9ab5-500af7f7db27, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=448dacb4-2a53-4a16-9ab5-500af7f7db27,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:30:49.899077 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6492036a-9001-40a3-84e3-7169b230136e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (448dacb4-2a53-4a16-9ab5-500af7f7db27), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:49.908626 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45233436-9e86-4b6c-8186-891ebf55c078 admin admin] Router ce9b32c9-0f0c-444b-b585-0aea42af2aad has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:30:50.029061 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45233436-9e86-4b6c-8186-891ebf55c078 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:30:50.030503 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 3641105a-8fe1-48d1-9356-70d7392f85b7 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:30:50.032506 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6492036a-9001-40a3-84e3-7169b230136e None None] Routers {'ce9b32c9-0f0c-444b-b585-0aea42af2aad'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:30:50.033111 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-6492036a-9001-40a3-84e3-7169b230136e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:30:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['ce9b32c9-0f0c-444b-b585-0aea42af2aad'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:30:50.042154 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-45233436-9e86-4b6c-8186-891ebf55c078 admin admin] 10.222.0.13 "PUT /v2.0/routers/ce9b32c9-0f0c-444b-b585-0aea42af2aad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2569773 Mar 01 14:30:50.042587 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1ca07-592e-489f-95d5-092a85b2a906 None None] Pushing event updated for resources: {'Port': ['ID=448dacb4-2a53-4a16-9ab5-500af7f7db27,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:50.071416 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-2273b55c-3fdc-4069-ae48-5c6bb666e301 None None] Current status of the port 3641105a-8fe1-48d1-9356-70d7392f85b7 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:30:50.096753 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-2273b55c-3fdc-4069-ae48-5c6bb666e301 None None] Provisioning complete for port 6f0742d5-718e-42ec-a1c9-5b2706243b69 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:30:50.097125 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2273b55c-3fdc-4069-ae48-5c6bb666e301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6f0742d5-718e-42ec-a1c9-5b2706243b69), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:50.339039 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-2273b55c-3fdc-4069-ae48-5c6bb666e301 None None] Port 6f0742d5-718e-42ec-a1c9-5b2706243b69 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:30:50.341511 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-6492036a-9001-40a3-84e3-7169b230136e None None] Set router ce9b32c9-0f0c-444b-b585-0aea42af2aad gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:30:50.369162 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 9262b70b-7c91-45a0-8630-7119e3da182f up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:30:50.518640 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-7cc1b13c-9634-4b3e-b0a5-34ef99a701df None None] Provisioning complete for port 6f0742d5-718e-42ec-a1c9-5b2706243b69 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:30:50.519043 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7cc1b13c-9634-4b3e-b0a5-34ef99a701df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6f0742d5-718e-42ec-a1c9-5b2706243b69), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:50.545594 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 9262b70b-7c91-45a0-8630-7119e3da182f triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:30:50.545965 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9262b70b-7c91-45a0-8630-7119e3da182f), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:50.592189 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-7cc1b13c-9634-4b3e-b0a5-34ef99a701df None None] Port 6f0742d5-718e-42ec-a1c9-5b2706243b69 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:30:50.689191 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 9262b70b-7c91-45a0-8630-7119e3da182f is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:30:50.690245 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 3641105a-8fe1-48d1-9356-70d7392f85b7 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:30:50.695170 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-6492036a-9001-40a3-84e3-7169b230136e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9b32c9-0f0c-444b-b585-0aea42af2aad', 'name': 'tempest-TestVolumeBackupRestore-177018165-router', 'tenant_id': '4c7f7fdb201c4f52b9414071987d2c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '448dacb4-2a53-4a16-9ab5-500af7f7db27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:30:46Z', 'updated_at': '2022-03-01T14:30:49Z', 'revision_number': 4, 'project_id': '4c7f7fdb201c4f52b9414071987d2c87', 'gw_port': {'id': '448dacb4-2a53-4a16-9ab5-500af7f7db27', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9b32c9-0f0c-444b-b585-0aea42af2aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:46Z', 'updated_at': '2022-03-01T14:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '6f0742d5-718e-42ec-a1c9-5b2706243b69', 'name': '', 'network_id': '6bf3c646-8597-4cd0-849f-967f841f6c02', 'tenant_id': '4c7f7fdb201c4f52b9414071987d2c87', 'mac_address': 'fa:16:3e:12:99:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9b32c9-0f0c-444b-b585-0aea42af2aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '0f05d9d6-b30f-46d3-ae24-fd59136e1a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:48Z', 'updated_at': '2022-03-01T14:30:49Z', 'revision_number': 2, 'project_id': '4c7f7fdb201c4f52b9414071987d2c87', 'subnets': [{'id': '0f05d9d6-b30f-46d3-ae24-fd59136e1a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:30:50.738457 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6492036a-9001-40a3-84e3-7169b230136e None None] The sync data for ids ['ce9b32c9-0f0c-444b-b585-0aea42af2aad'] in n-d-827467-3 is: [{'id': 'ce9b32c9-0f0c-444b-b585-0aea42af2aad', 'name': 'tempest-TestVolumeBackupRestore-177018165-router', 'tenant_id': '4c7f7fdb201c4f52b9414071987d2c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '448dacb4-2a53-4a16-9ab5-500af7f7db27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:30:46Z', 'updated_at': '2022-03-01T14:30:49Z', 'revision_number': 4, 'project_id': '4c7f7fdb201c4f52b9414071987d2c87', 'gw_port': {'id': '448dacb4-2a53-4a16-9ab5-500af7f7db27', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9b32c9-0f0c-444b-b585-0aea42af2aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:46Z', 'updated_at': '2022-03-01T14:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '6f0742d5-718e-42ec-a1c9-5b2706243b69', 'name': '', 'network_id': '6bf3c646-8597-4cd0-849f-967f841f6c02', 'tenant_id': '4c7f7fdb201c4f52b9414071987d2c87', 'mac_address': 'fa:16:3e:12:99:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9b32c9-0f0c-444b-b585-0aea42af2aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '0f05d9d6-b30f-46d3-ae24-fd59136e1a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:48Z', 'updated_at': '2022-03-01T14:30:49Z', 'revision_number': 2, 'project_id': '4c7f7fdb201c4f52b9414071987d2c87', 'subnets': [{'id': '0f05d9d6-b30f-46d3-ae24-fd59136e1a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:30:50.768615 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 3641105a-8fe1-48d1-9356-70d7392f85b7 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:30:50.768615 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3641105a-8fe1-48d1-9356-70d7392f85b7), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:50.855117 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 3641105a-8fe1-48d1-9356-70d7392f85b7 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:30:52.367389 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 448dacb4-2a53-4a16-9ab5-500af7f7db27 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:30:52.417279 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 448dacb4-2a53-4a16-9ab5-500af7f7db27 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:30:52.417653 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (448dacb4-2a53-4a16-9ab5-500af7f7db27), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:52.502152 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 448dacb4-2a53-4a16-9ab5-500af7f7db27 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:30:52.502537 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (448dacb4-2a53-4a16-9ab5-500af7f7db27), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:52.525474 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 448dacb4-2a53-4a16-9ab5-500af7f7db27, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=448dacb4-2a53-4a16-9ab5-500af7f7db27,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:30:52.530182 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (448dacb4-2a53-4a16-9ab5-500af7f7db27), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:52.579429 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=448dacb4-2a53-4a16-9ab5-500af7f7db27,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:52.820429 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76808340-929e-43f1-983f-3f8bd51d292d None None] Sync routers for ids ['ce9b32c9-0f0c-444b-b585-0aea42af2aad'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:30:52.830130 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76808340-929e-43f1-983f-3f8bd51d292d None None] Routers {'ce9b32c9-0f0c-444b-b585-0aea42af2aad'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:30:52.830677 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-76808340-929e-43f1-983f-3f8bd51d292d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:30:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['ce9b32c9-0f0c-444b-b585-0aea42af2aad'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:30:52.946087 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-76808340-929e-43f1-983f-3f8bd51d292d None None] Set router ce9b32c9-0f0c-444b-b585-0aea42af2aad gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:30:53.151007 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-76808340-929e-43f1-983f-3f8bd51d292d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9b32c9-0f0c-444b-b585-0aea42af2aad', 'name': 'tempest-TestVolumeBackupRestore-177018165-router', 'tenant_id': '4c7f7fdb201c4f52b9414071987d2c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '448dacb4-2a53-4a16-9ab5-500af7f7db27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:30:46Z', 'updated_at': '2022-03-01T14:30:49Z', 'revision_number': 4, 'project_id': '4c7f7fdb201c4f52b9414071987d2c87', 'gw_port': {'id': '448dacb4-2a53-4a16-9ab5-500af7f7db27', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9b32c9-0f0c-444b-b585-0aea42af2aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:46Z', 'updated_at': '2022-03-01T14:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '6f0742d5-718e-42ec-a1c9-5b2706243b69', 'name': '', 'network_id': '6bf3c646-8597-4cd0-849f-967f841f6c02', 'tenant_id': '4c7f7fdb201c4f52b9414071987d2c87', 'mac_address': 'fa:16:3e:12:99:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9b32c9-0f0c-444b-b585-0aea42af2aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '0f05d9d6-b30f-46d3-ae24-fd59136e1a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:48Z', 'updated_at': '2022-03-01T14:30:49Z', 'revision_number': 2, 'project_id': '4c7f7fdb201c4f52b9414071987d2c87', 'subnets': [{'id': '0f05d9d6-b30f-46d3-ae24-fd59136e1a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:30:53.177429 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76808340-929e-43f1-983f-3f8bd51d292d None None] Checking router: ce9b32c9-0f0c-444b-b585-0aea42af2aad for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:30:53.177779 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76808340-929e-43f1-983f-3f8bd51d292d None None] Updating router ce9b32c9-0f0c-444b-b585-0aea42af2aad port 6f0742d5-718e-42ec-a1c9-5b2706243b69 binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:30:53.204912 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-76808340-929e-43f1-983f-3f8bd51d292d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6f0742d5-718e-42ec-a1c9-5b2706243b69), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:53.470185 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-76808340-929e-43f1-983f-3f8bd51d292d None None] Publish callbacks [] for port (6f0742d5-718e-42ec-a1c9-5b2706243b69), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:53.476700 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-76808340-929e-43f1-983f-3f8bd51d292d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (6f0742d5-718e-42ec-a1c9-5b2706243b69), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:53.522961 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeeb06f-9329-4611-a1ef-113a7526c051 None None] Pushing event updated for resources: {'Port': ['ID=6f0742d5-718e-42ec-a1c9-5b2706243b69,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:53.582534 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-76808340-929e-43f1-983f-3f8bd51d292d None None] Attempting to bind port 6f0742d5-718e-42ec-a1c9-5b2706243b69 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:30:53.582912 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-76808340-929e-43f1-983f-3f8bd51d292d None None] Attempting to bind port 6f0742d5-718e-42ec-a1c9-5b2706243b69 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '07a9c108-dc70-4b4e-b0a7-7802ff66fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6bf3c646-8597-4cd0-849f-967f841f6c02'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:30:53.583264 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76808340-929e-43f1-983f-3f8bd51d292d None None] Attempting to bind port 6f0742d5-718e-42ec-a1c9-5b2706243b69 on network 6bf3c646-8597-4cd0-849f-967f841f6c02 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:30:53.589493 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76808340-929e-43f1-983f-3f8bd51d292d None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:30:53.589854 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76808340-929e-43f1-983f-3f8bd51d292d None None] Checking segment: {'id': '07a9c108-dc70-4b4e-b0a7-7802ff66fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6bf3c646-8597-4cd0-849f-967f841f6c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:30:53.590285 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-76808340-929e-43f1-983f-3f8bd51d292d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:53.590677 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76808340-929e-43f1-983f-3f8bd51d292d None None] Bound using segment: {'id': '07a9c108-dc70-4b4e-b0a7-7802ff66fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6bf3c646-8597-4cd0-849f-967f841f6c02'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:30:53.591149 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-76808340-929e-43f1-983f-3f8bd51d292d None None] Bound port: 6f0742d5-718e-42ec-a1c9-5b2706243b69, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07a9c108-dc70-4b4e-b0a7-7802ff66fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6bf3c646-8597-4cd0-849f-967f841f6c02'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:30:53.591527 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-76808340-929e-43f1-983f-3f8bd51d292d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6f0742d5-718e-42ec-a1c9-5b2706243b69), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:53.666209 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-76808340-929e-43f1-983f-3f8bd51d292d None None] For port 6f0742d5-718e-42ec-a1c9-5b2706243b69, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:30:53.669865 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-76808340-929e-43f1-983f-3f8bd51d292d None None] For port 6f0742d5-718e-42ec-a1c9-5b2706243b69, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6f0742d5-718e-42ec-a1c9-5b2706243b69,segment=NetworkSegment(07a9c108-dc70-4b4e-b0a7-7802ff66fd1a),segment_id=07a9c108-dc70-4b4e-b0a7-7802ff66fd1a)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:30:53.676689 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-76808340-929e-43f1-983f-3f8bd51d292d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (6f0742d5-718e-42ec-a1c9-5b2706243b69), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:53.732255 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76808340-929e-43f1-983f-3f8bd51d292d None None] Routers {'ce9b32c9-0f0c-444b-b585-0aea42af2aad'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:30:53.734263 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-76808340-929e-43f1-983f-3f8bd51d292d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:30:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['ce9b32c9-0f0c-444b-b585-0aea42af2aad'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:30:53.768911 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeeb06f-9329-4611-a1ef-113a7526c051 None None] Pushing event updated for resources: {'Port': ['ID=6f0742d5-718e-42ec-a1c9-5b2706243b69,revision_number=4']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:53.842059 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-5af12d98-127a-4c07-9bfb-af20cc35f5d5 None None] Provisioning complete for port 6f0742d5-718e-42ec-a1c9-5b2706243b69 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:30:53.842591 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5af12d98-127a-4c07-9bfb-af20cc35f5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6f0742d5-718e-42ec-a1c9-5b2706243b69), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:53.851184 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-76808340-929e-43f1-983f-3f8bd51d292d None None] Set router ce9b32c9-0f0c-444b-b585-0aea42af2aad gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:30:53.970728 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-5af12d98-127a-4c07-9bfb-af20cc35f5d5 None None] Current status of the port 6f0742d5-718e-42ec-a1c9-5b2706243b69 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:30:53.971124 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5af12d98-127a-4c07-9bfb-af20cc35f5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6f0742d5-718e-42ec-a1c9-5b2706243b69), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:54.018555 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-5af12d98-127a-4c07-9bfb-af20cc35f5d5 None None] For port 6f0742d5-718e-42ec-a1c9-5b2706243b69, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6f0742d5-718e-42ec-a1c9-5b2706243b69,segment=NetworkSegment(07a9c108-dc70-4b4e-b0a7-7802ff66fd1a),segment_id=07a9c108-dc70-4b4e-b0a7-7802ff66fd1a)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:30:54.022697 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5af12d98-127a-4c07-9bfb-af20cc35f5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (6f0742d5-718e-42ec-a1c9-5b2706243b69), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:54.072223 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af12d98-127a-4c07-9bfb-af20cc35f5d5 None None] Pushing event updated for resources: {'Port': ['ID=6f0742d5-718e-42ec-a1c9-5b2706243b69,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:30:54.098564 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-76808340-929e-43f1-983f-3f8bd51d292d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9b32c9-0f0c-444b-b585-0aea42af2aad', 'name': 'tempest-TestVolumeBackupRestore-177018165-router', 'tenant_id': '4c7f7fdb201c4f52b9414071987d2c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '448dacb4-2a53-4a16-9ab5-500af7f7db27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:30:46Z', 'updated_at': '2022-03-01T14:30:49Z', 'revision_number': 4, 'project_id': '4c7f7fdb201c4f52b9414071987d2c87', 'gw_port': {'id': '448dacb4-2a53-4a16-9ab5-500af7f7db27', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9b32c9-0f0c-444b-b585-0aea42af2aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:46Z', 'updated_at': '2022-03-01T14:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '6f0742d5-718e-42ec-a1c9-5b2706243b69', 'name': '', 'network_id': '6bf3c646-8597-4cd0-849f-967f841f6c02', 'tenant_id': '4c7f7fdb201c4f52b9414071987d2c87', 'mac_address': 'fa:16:3e:12:99:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9b32c9-0f0c-444b-b585-0aea42af2aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '0f05d9d6-b30f-46d3-ae24-fd59136e1a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:48Z', 'updated_at': '2022-03-01T14:30:53Z', 'revision_number': 4, 'project_id': '4c7f7fdb201c4f52b9414071987d2c87', 'subnets': [{'id': '0f05d9d6-b30f-46d3-ae24-fd59136e1a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:30:54.128871 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76808340-929e-43f1-983f-3f8bd51d292d None None] The sync data for ids ['ce9b32c9-0f0c-444b-b585-0aea42af2aad'] in n-d-827467-3 is: [{'id': 'ce9b32c9-0f0c-444b-b585-0aea42af2aad', 'name': 'tempest-TestVolumeBackupRestore-177018165-router', 'tenant_id': '4c7f7fdb201c4f52b9414071987d2c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '448dacb4-2a53-4a16-9ab5-500af7f7db27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:30:46Z', 'updated_at': '2022-03-01T14:30:49Z', 'revision_number': 4, 'project_id': '4c7f7fdb201c4f52b9414071987d2c87', 'gw_port': {'id': '448dacb4-2a53-4a16-9ab5-500af7f7db27', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9b32c9-0f0c-444b-b585-0aea42af2aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:46Z', 'updated_at': '2022-03-01T14:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '6f0742d5-718e-42ec-a1c9-5b2706243b69', 'name': '', 'network_id': '6bf3c646-8597-4cd0-849f-967f841f6c02', 'tenant_id': '4c7f7fdb201c4f52b9414071987d2c87', 'mac_address': 'fa:16:3e:12:99:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9b32c9-0f0c-444b-b585-0aea42af2aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '0f05d9d6-b30f-46d3-ae24-fd59136e1a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:48Z', 'updated_at': '2022-03-01T14:30:53Z', 'revision_number': 4, 'project_id': '4c7f7fdb201c4f52b9414071987d2c87', 'subnets': [{'id': '0f05d9d6-b30f-46d3-ae24-fd59136e1a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:30:54.149947 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-82b85345-03a1-4e3b-a8bb-d46fdaa0006e None None] Provisioning complete for port 6f0742d5-718e-42ec-a1c9-5b2706243b69 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:30:54.150322 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-82b85345-03a1-4e3b-a8bb-d46fdaa0006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6f0742d5-718e-42ec-a1c9-5b2706243b69), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:54.233441 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-82b85345-03a1-4e3b-a8bb-d46fdaa0006e None None] Current status of the port 6f0742d5-718e-42ec-a1c9-5b2706243b69 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:30:54.386129 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6f0742d5-718e-42ec-a1c9-5b2706243b69 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:30:54.443823 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 6f0742d5-718e-42ec-a1c9-5b2706243b69 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:30:54.444204 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6f0742d5-718e-42ec-a1c9-5b2706243b69), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:54.537634 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 6f0742d5-718e-42ec-a1c9-5b2706243b69 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:30:54.539078 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 448dacb4-2a53-4a16-9ab5-500af7f7db27 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:30:54.590269 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 448dacb4-2a53-4a16-9ab5-500af7f7db27 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:30:54.590745 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (448dacb4-2a53-4a16-9ab5-500af7f7db27), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:54.684769 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 448dacb4-2a53-4a16-9ab5-500af7f7db27 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:30:55.319501 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-26d3f60a-f8ee-44d6-9381-d6d57ae1c311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:57.492463 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b43cf662-3895-4855-9dbd-63942fb3ad2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:30:59.006407 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:31:00.174405 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:31:01.800130 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:31:10.127024 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:31:10.400586 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:31:13.831077 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:31:25.324219 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3ae72496-41e9-4a6c-a7e0-5dc1126f860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:31:27.494657 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9fd48a4d-8580-47e1-89a6-7612f18e751e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:31:29.006668 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:31:30.181188 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:31:31.802943 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:31:40.136967 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:31:40.388533 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:31:50.830336 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:31:55.317853 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8cbdef41-232f-4cb4-b4d3-f3e143916dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:31:57.496641 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-145bb03e-2262-4d00-86c2-432796be6efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:31:59.010077 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:32:00.201116 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:32:01.804944 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:32:10.146690 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:32:10.390212 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:32:25.321697 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-58ff1ff2-17d6-4344-8a65-c2df4328763a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:32:27.501777 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f376eb3d-da83-474d-b3df-b345e2c1d88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:32:27.829198 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:32:29.012915 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:32:30.177704 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:32:31.807567 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:32:40.147135 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:32:40.401274 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:32:55.326190 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-301b4756-4c84-49fe-b8ac-47c8c2d89fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:32:57.505380 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-18ad8bf9-44e6-4a26-a616-df1d5607e7db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:32:59.016714 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:00.180257 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:01.810117 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:04.828951 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:33:05.436034 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58078) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:33:05.441794 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-10953ee0-3aa2-40c3-8423-1320ea6f866a tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2027937367', 'description': 'tempest-secgroup-smoke-2027937367 description', 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:33:05.463083 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-10953ee0-3aa2-40c3-8423-1320ea6f866a tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:05.527466 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-10953ee0-3aa2-40c3-8423-1320ea6f866a tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks [] for security_group (504a80af-5e8c-44da-b80c-b48867f91af5), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:05.531010 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-10953ee0-3aa2-40c3-8423-1320ea6f866a tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (504a80af-5e8c-44da-b80c-b48867f91af5), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:05.559314 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-10953ee0-3aa2-40c3-8423-1320ea6f866a tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:05.560589 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-10953ee0-3aa2-40c3-8423-1320ea6f866a tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1235125 Mar 01 14:33:05.562482 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10953ee0-3aa2-40c3-8423-1320ea6f866a tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=504a80af-5e8c-44da-b80c-b48867f91af5,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:33:05.563606 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58082) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:33:05.570621 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10953ee0-3aa2-40c3-8423-1320ea6f866a tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:05.570756 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-a3b0b2d0-7002-429a-8bab-cf817a117d24 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Request body: {'security_group_rule': {'security_group_id': '504a80af-5e8c-44da-b80c-b48867f91af5', 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:33:05.570971 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10953ee0-3aa2-40c3-8423-1320ea6f866a tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:05.571314 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10953ee0-3aa2-40c3-8423-1320ea6f866a tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:05.571954 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10953ee0-3aa2-40c3-8423-1320ea6f866a tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:05.572320 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10953ee0-3aa2-40c3-8423-1320ea6f866a tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:05.572623 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10953ee0-3aa2-40c3-8423-1320ea6f866a tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:05.572950 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10953ee0-3aa2-40c3-8423-1320ea6f866a tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:05.573280 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10953ee0-3aa2-40c3-8423-1320ea6f866a tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:05.573596 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10953ee0-3aa2-40c3-8423-1320ea6f866a tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:05.573921 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10953ee0-3aa2-40c3-8423-1320ea6f866a tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:05.574247 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10953ee0-3aa2-40c3-8423-1320ea6f866a tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:05.574567 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10953ee0-3aa2-40c3-8423-1320ea6f866a tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:05.574889 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10953ee0-3aa2-40c3-8423-1320ea6f866a tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:05.597852 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a3b0b2d0-7002-429a-8bab-cf817a117d24 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks [] for security_group_rule (8ce2bb75-3cc2-4faa-a65a-e327f415edc5), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:05.650544 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a3b0b2d0-7002-429a-8bab-cf817a117d24 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks [] for security_group_rule (8ce2bb75-3cc2-4faa-a65a-e327f415edc5), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:05.654127 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a3b0b2d0-7002-429a-8bab-cf817a117d24 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (8ce2bb75-3cc2-4faa-a65a-e327f415edc5), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:05.673367 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0b2d0-7002-429a-8bab-cf817a117d24 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ce2bb75-3cc2-4faa-a65a-e327f415edc5,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:33:05.684341 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a3b0b2d0-7002-429a-8bab-cf817a117d24 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:05.685794 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-a3b0b2d0-7002-429a-8bab-cf817a117d24 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1205730 Mar 01 14:33:05.687169 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0b2d0-7002-429a-8bab-cf817a117d24 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:05.687509 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0b2d0-7002-429a-8bab-cf817a117d24 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:05.687869 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0b2d0-7002-429a-8bab-cf817a117d24 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:05.688204 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0b2d0-7002-429a-8bab-cf817a117d24 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:05.688535 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0b2d0-7002-429a-8bab-cf817a117d24 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:05.688645 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58086) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:33:05.688862 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0b2d0-7002-429a-8bab-cf817a117d24 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:05.689182 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0b2d0-7002-429a-8bab-cf817a117d24 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:05.689504 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0b2d0-7002-429a-8bab-cf817a117d24 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:05.689820 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0b2d0-7002-429a-8bab-cf817a117d24 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:05.690143 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0b2d0-7002-429a-8bab-cf817a117d24 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:05.690461 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0b2d0-7002-429a-8bab-cf817a117d24 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:05.690775 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0b2d0-7002-429a-8bab-cf817a117d24 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:05.691088 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0b2d0-7002-429a-8bab-cf817a117d24 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:05.693463 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-0949b0d1-6b21-4503-b28e-76f4601a50dc tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Request body: {'security_group_rule': {'security_group_id': '504a80af-5e8c-44da-b80c-b48867f91af5', 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:33:05.718678 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0949b0d1-6b21-4503-b28e-76f4601a50dc tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks [] for security_group_rule (d2734938-3c3f-4e97-8c9a-cc36e162084a), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:05.776602 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0949b0d1-6b21-4503-b28e-76f4601a50dc tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks [] for security_group_rule (d2734938-3c3f-4e97-8c9a-cc36e162084a), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:05.780016 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0949b0d1-6b21-4503-b28e-76f4601a50dc tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (d2734938-3c3f-4e97-8c9a-cc36e162084a), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:05.797477 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949b0d1-6b21-4503-b28e-76f4601a50dc tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2734938-3c3f-4e97-8c9a-cc36e162084a,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:33:05.806232 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0949b0d1-6b21-4503-b28e-76f4601a50dc tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:05.807441 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0949b0d1-6b21-4503-b28e-76f4601a50dc tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1177471 Mar 01 14:33:05.810046 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58088) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:33:05.814337 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-32a7ba1b-c64b-41da-a335-eda1bc7790d3 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Request body: {'security_group_rule': {'security_group_id': '504a80af-5e8c-44da-b80c-b48867f91af5', 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:33:05.841083 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-32a7ba1b-c64b-41da-a335-eda1bc7790d3 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks [] for security_group_rule (0f445c30-d303-4729-a4f5-fd02a2d25692), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:05.898407 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-32a7ba1b-c64b-41da-a335-eda1bc7790d3 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks [] for security_group_rule (0f445c30-d303-4729-a4f5-fd02a2d25692), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:05.901869 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-32a7ba1b-c64b-41da-a335-eda1bc7790d3 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (0f445c30-d303-4729-a4f5-fd02a2d25692), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:05.920235 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7ba1b-c64b-41da-a335-eda1bc7790d3 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f445c30-d303-4729-a4f5-fd02a2d25692,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:33:05.925035 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-32a7ba1b-c64b-41da-a335-eda1bc7790d3 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:05.926193 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-32a7ba1b-c64b-41da-a335-eda1bc7790d3 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152265 Mar 01 14:33:05.928936 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58090) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:33:05.933183 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-6e1b96e7-ceb1-4c90-8479-6a1caf574a41 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Request body: {'security_group_rule': {'security_group_id': '504a80af-5e8c-44da-b80c-b48867f91af5', 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:33:05.957556 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6e1b96e7-ceb1-4c90-8479-6a1caf574a41 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks [] for security_group_rule (65bada67-4491-4b87-9a3f-862e7542cc4e), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:06.012877 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6e1b96e7-ceb1-4c90-8479-6a1caf574a41 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks [] for security_group_rule (65bada67-4491-4b87-9a3f-862e7542cc4e), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:06.016120 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6e1b96e7-ceb1-4c90-8479-6a1caf574a41 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (65bada67-4491-4b87-9a3f-862e7542cc4e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:06.034132 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b96e7-ceb1-4c90-8479-6a1caf574a41 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65bada67-4491-4b87-9a3f-862e7542cc4e,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:33:06.041049 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6e1b96e7-ceb1-4c90-8479-6a1caf574a41 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:06.042262 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-6e1b96e7-ceb1-4c90-8479-6a1caf574a41 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1124094 Mar 01 14:33:06.045015 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58092) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:33:06.049727 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-98d6c33e-ac92-460c-aba7-912c943cf3fa tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Request body: {'security_group_rule': {'security_group_id': '504a80af-5e8c-44da-b80c-b48867f91af5', 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:33:06.069017 n-d-827467-3 neutron-server[103727]: INFO neutron.db.securitygroups_db [None req-98d6c33e-ac92-460c-aba7-912c943cf3fa tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Project bd0f9f230dc24a19a0f741e0f7b5a6c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 14:33:06.074004 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-98d6c33e-ac92-460c-aba7-912c943cf3fa tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks [] for security_group_rule (d186fe96-310e-4af2-ac50-9ed1e4745469), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:06.129644 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-98d6c33e-ac92-460c-aba7-912c943cf3fa tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks [] for security_group_rule (d186fe96-310e-4af2-ac50-9ed1e4745469), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:06.132969 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-98d6c33e-ac92-460c-aba7-912c943cf3fa tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (d186fe96-310e-4af2-ac50-9ed1e4745469), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:06.149884 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6c33e-ac92-460c-aba7-912c943cf3fa tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d186fe96-310e-4af2-ac50-9ed1e4745469,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:33:06.157634 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-98d6c33e-ac92-460c-aba7-912c943cf3fa tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:06.158856 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-98d6c33e-ac92-460c-aba7-912c943cf3fa tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1128142 Mar 01 14:33:06.161602 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58094) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:33:06.166053 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-9a51edb5-60fc-4b42-a91b-dc6ed25fd86e tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Request body: {'security_group_rule': {'security_group_id': '504a80af-5e8c-44da-b80c-b48867f91af5', 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:33:06.184533 n-d-827467-3 neutron-server[103727]: INFO neutron.db.securitygroups_db [None req-9a51edb5-60fc-4b42-a91b-dc6ed25fd86e tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Project bd0f9f230dc24a19a0f741e0f7b5a6c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 14:33:06.189129 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9a51edb5-60fc-4b42-a91b-dc6ed25fd86e tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks [] for security_group_rule (6d9f6fca-b6cf-4dd4-90b6-f0508af41c66), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:06.249699 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9a51edb5-60fc-4b42-a91b-dc6ed25fd86e tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks [] for security_group_rule (6d9f6fca-b6cf-4dd4-90b6-f0508af41c66), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:06.253526 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9a51edb5-60fc-4b42-a91b-dc6ed25fd86e tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (6d9f6fca-b6cf-4dd4-90b6-f0508af41c66), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:06.269814 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51edb5-60fc-4b42-a91b-dc6ed25fd86e tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d9f6fca-b6cf-4dd4-90b6-f0508af41c66,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:33:06.278516 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9a51edb5-60fc-4b42-a91b-dc6ed25fd86e tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:06.279712 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9a51edb5-60fc-4b42-a91b-dc6ed25fd86e tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1170657 Mar 01 14:33:06.360126 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [req-3510e7b6-c2d7-4571-88d3-b97be543f856 req-233c20e2-4698-4d9e-a65e-434b2f9893ed service neutron] (103726) timed out ('10.222.0.13', 53080) {{(pid=103726) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 01 14:33:06.675594 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0edaac8e-0206-4605-9959-67b8f0055301 req-34d1f560-747f-4490-b628-db967e7bab55 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2027937367&fields=id&tenant_id=bd0f9f230dc24a19a0f741e0f7b5a6c2 HTTP/1.1" status: 200 len: 267 time: 0.0432606 Mar 01 14:33:06.779858 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edaac8e-0206-4605-9959-67b8f0055301 req-3507f8a7-bc28-48bf-8c95-d9f14c5e6b4d tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:06.781293 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0edaac8e-0206-4605-9959-67b8f0055301 req-3507f8a7-bc28-48bf-8c95-d9f14c5e6b4d tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/networks?id=e3c8c700-a4ea-4b27-b32f-701c0d6f8428 HTTP/1.1" status: 200 len: 813 time: 0.0996056 Mar 01 14:33:06.795856 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0edaac8e-0206-4605-9959-67b8f0055301 req-6292ab09-4131-4f4f-af58-22c10bb21a0d tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/quotas/bd0f9f230dc24a19a0f741e0f7b5a6c2 HTTP/1.1" status: 200 len: 375 time: 0.0085945 Mar 01 14:33:06.849074 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0edaac8e-0206-4605-9959-67b8f0055301 req-6a5a8edb-6de4-4b4e-a169-9ece1bd0a6a1 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd0f9f230dc24a19a0f741e0f7b5a6c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483038 Mar 01 14:33:07.033392 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0edaac8e-0206-4605-9959-67b8f0055301 req-e93fd9d8-2595-45eb-9279-6c1aaf80fe84 service neutron] 10.222.0.13 "GET /v2.0/networks/e3c8c700-a4ea-4b27-b32f-701c0d6f8428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732087 Mar 01 14:33:07.135505 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0edaac8e-0206-4605-9959-67b8f0055301 req-a0625962-ee8b-4fb9-b651-7d4b1a2f8351 service neutron] 10.222.0.13 "GET /v2.0/networks/e3c8c700-a4ea-4b27-b32f-701c0d6f8428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963695 Mar 01 14:33:07.500018 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3e4ad14e-22b5-447a-a272-f7b6c768debd req-173fc94f-ee6c-408b-b75e-6a36d9f054bf tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 210 time: 0.1040492 Mar 01 14:33:08.509841 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edaac8e-0206-4605-9959-67b8f0055301 req-f8bc3050-ee3d-40a2-b2f5-d627f4e91cb7 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:08.511328 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0edaac8e-0206-4605-9959-67b8f0055301 req-f8bc3050-ee3d-40a2-b2f5-d627f4e91cb7 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.20 "GET /v2.0/networks?id=e3c8c700-a4ea-4b27-b32f-701c0d6f8428 HTTP/1.1" status: 200 len: 813 time: 0.1121368 Mar 01 14:33:08.574256 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0edaac8e-0206-4605-9959-67b8f0055301 req-f1eff038-99be-48f0-a3d0-ae53d8e4854f tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd0f9f230dc24a19a0f741e0f7b5a6c2 HTTP/1.1" status: 200 len: 380 time: 0.0549986 Mar 01 14:33:08.583231 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-0edaac8e-0206-4605-9959-67b8f0055301 req-b5e6e423-c24d-43b1-8aba-33fb17e91bc3 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Request body: {'port': {'device_id': '52ee502d-82ee-4ec9-a753-33af44e70ba2', 'network_id': 'e3c8c700-a4ea-4b27-b32f-701c0d6f8428', 'admin_state_up': True, 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'security_groups': ['504a80af-5e8c-44da-b80c-b48867f91af5']}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:33:08.600682 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ccf49243-36ce-4aac-98e4-bc54d466e52a req-9326d02e-c08c-4a7a-9f66-e02c85fed862 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 210 time: 0.0278051 Mar 01 14:33:08.697341 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0edaac8e-0206-4605-9959-67b8f0055301 req-b5e6e423-c24d-43b1-8aba-33fb17e91bc3 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Made reservation on behalf of bd0f9f230dc24a19a0f741e0f7b5a6c2 for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:33:08.700775 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0edaac8e-0206-4605-9959-67b8f0055301 req-b5e6e423-c24d-43b1-8aba-33fb17e91bc3 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:08.825935 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-0edaac8e-0206-4605-9959-67b8f0055301 req-b5e6e423-c24d-43b1-8aba-33fb17e91bc3 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Allocated IP 172.20.0.12 (e3c8c700-a4ea-4b27-b32f-701c0d6f8428/0cc4ccda-7462-45f6-94ed-d85fb7fcce2f/6d1ad33b-003f-4c5a-8620-9c3816aed223) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:33:08.965806 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0edaac8e-0206-4605-9959-67b8f0055301 req-b5e6e423-c24d-43b1-8aba-33fb17e91bc3 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks [] for port (6d1ad33b-003f-4c5a-8620-9c3816aed223), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:09.001720 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0edaac8e-0206-4605-9959-67b8f0055301 req-b5e6e423-c24d-43b1-8aba-33fb17e91bc3 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (6d1ad33b-003f-4c5a-8620-9c3816aed223), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:09.049111 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0edaac8e-0206-4605-9959-67b8f0055301 req-b5e6e423-c24d-43b1-8aba-33fb17e91bc3 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Network e3c8c700-a4ea-4b27-b32f-701c0d6f8428 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:33:09.052205 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-0edaac8e-0206-4605-9959-67b8f0055301 req-b5e6e423-c24d-43b1-8aba-33fb17e91bc3 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:33:09.055726 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-0edaac8e-0206-4605-9959-67b8f0055301 req-b5e6e423-c24d-43b1-8aba-33fb17e91bc3 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:33:09.083971 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6e423-c24d-43b1-8aba-33fb17e91bc3 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Pushing event updated for resources: {'Port': ['ID=6d1ad33b-003f-4c5a-8620-9c3816aed223,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:33:09.116540 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edaac8e-0206-4605-9959-67b8f0055301 req-b5e6e423-c24d-43b1-8aba-33fb17e91bc3 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:09.117284 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0edaac8e-0206-4605-9959-67b8f0055301 req-b5e6e423-c24d-43b1-8aba-33fb17e91bc3 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:09.135725 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0edaac8e-0206-4605-9959-67b8f0055301 req-b5e6e423-c24d-43b1-8aba-33fb17e91bc3 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5567064 Mar 01 14:33:09.145350 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [req-0edaac8e-0206-4605-9959-67b8f0055301 req-6131a2c7-cefb-4e07-aaaa-f08b8714270e tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103726) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:33:09.146356 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0edaac8e-0206-4605-9959-67b8f0055301 req-6131a2c7-cefb-4e07-aaaa-f08b8714270e tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056667 Mar 01 14:33:09.157472 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-0edaac8e-0206-4605-9959-67b8f0055301 req-b5fe7f18-dfc9-4cf8-9d6e-35411969fd49 service neutron] Request body: {'port': {'device_id': '52ee502d-82ee-4ec9-a753-33af44e70ba2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:33:09.223850 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0edaac8e-0206-4605-9959-67b8f0055301 req-b5fe7f18-dfc9-4cf8-9d6e-35411969fd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6d1ad33b-003f-4c5a-8620-9c3816aed223), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:09.284122 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-7c01c71f-4c55-4f2f-8ee6-3f8ba8294d7b None None] Provisioning complete for port 6d1ad33b-003f-4c5a-8620-9c3816aed223 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:33:09.284703 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7c01c71f-4c55-4f2f-8ee6-3f8ba8294d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6d1ad33b-003f-4c5a-8620-9c3816aed223), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:09.319423 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-7c01c71f-4c55-4f2f-8ee6-3f8ba8294d7b None None] Port 6d1ad33b-003f-4c5a-8620-9c3816aed223 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:33:09.493499 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-0edaac8e-0206-4605-9959-67b8f0055301 req-b5fe7f18-dfc9-4cf8-9d6e-35411969fd49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d1ad33b-003f-4c5a-8620-9c3816aed223 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:33:09.500890 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0edaac8e-0206-4605-9959-67b8f0055301 req-b5fe7f18-dfc9-4cf8-9d6e-35411969fd49 service neutron] Publish callbacks [] for port (6d1ad33b-003f-4c5a-8620-9c3816aed223), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:09.512669 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-0edaac8e-0206-4605-9959-67b8f0055301 req-b5fe7f18-dfc9-4cf8-9d6e-35411969fd49 service neutron] Transition to ACTIVE for port object 6d1ad33b-003f-4c5a-8620-9c3816aed223 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:33:09.516287 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0edaac8e-0206-4605-9959-67b8f0055301 req-b5fe7f18-dfc9-4cf8-9d6e-35411969fd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (6d1ad33b-003f-4c5a-8620-9c3816aed223), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:09.568527 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe7f18-dfc9-4cf8-9d6e-35411969fd49 service neutron] Pushing event updated for resources: {'Port': ['ID=6d1ad33b-003f-4c5a-8620-9c3816aed223,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:33:09.652162 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-0edaac8e-0206-4605-9959-67b8f0055301 req-b5fe7f18-dfc9-4cf8-9d6e-35411969fd49 service neutron] Attempting to bind port 6d1ad33b-003f-4c5a-8620-9c3816aed223 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:33:09.652505 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-0edaac8e-0206-4605-9959-67b8f0055301 req-b5fe7f18-dfc9-4cf8-9d6e-35411969fd49 service neutron] Attempting to bind port 6d1ad33b-003f-4c5a-8620-9c3816aed223 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': 'b45e9d84-80ad-4e13-a93b-e15c4b490344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e3c8c700-a4ea-4b27-b32f-701c0d6f8428'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:33:09.652950 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edaac8e-0206-4605-9959-67b8f0055301 req-b5fe7f18-dfc9-4cf8-9d6e-35411969fd49 service neutron] Attempting to bind port 6d1ad33b-003f-4c5a-8620-9c3816aed223 on network e3c8c700-a4ea-4b27-b32f-701c0d6f8428 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:33:09.661610 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edaac8e-0206-4605-9959-67b8f0055301 req-b5fe7f18-dfc9-4cf8-9d6e-35411969fd49 service neutron] Port 6d1ad33b-003f-4c5a-8620-9c3816aed223 on network e3c8c700-a4ea-4b27-b32f-701c0d6f8428 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:33:09.662053 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edaac8e-0206-4605-9959-67b8f0055301 req-b5fe7f18-dfc9-4cf8-9d6e-35411969fd49 service neutron] Attempting to bind port 6d1ad33b-003f-4c5a-8620-9c3816aed223 on network e3c8c700-a4ea-4b27-b32f-701c0d6f8428 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:33:09.668649 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edaac8e-0206-4605-9959-67b8f0055301 req-b5fe7f18-dfc9-4cf8-9d6e-35411969fd49 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:33:09.669139 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edaac8e-0206-4605-9959-67b8f0055301 req-b5fe7f18-dfc9-4cf8-9d6e-35411969fd49 service neutron] Checking segment: {'id': 'b45e9d84-80ad-4e13-a93b-e15c4b490344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e3c8c700-a4ea-4b27-b32f-701c0d6f8428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:33:09.669575 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edaac8e-0206-4605-9959-67b8f0055301 req-b5fe7f18-dfc9-4cf8-9d6e-35411969fd49 service neutron] Bound using segment: {'id': 'b45e9d84-80ad-4e13-a93b-e15c4b490344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e3c8c700-a4ea-4b27-b32f-701c0d6f8428'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:33:09.670010 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-0edaac8e-0206-4605-9959-67b8f0055301 req-b5fe7f18-dfc9-4cf8-9d6e-35411969fd49 service neutron] Bound port: 6d1ad33b-003f-4c5a-8620-9c3816aed223, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b45e9d84-80ad-4e13-a93b-e15c4b490344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e3c8c700-a4ea-4b27-b32f-701c0d6f8428'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:33:09.670406 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0edaac8e-0206-4605-9959-67b8f0055301 req-b5fe7f18-dfc9-4cf8-9d6e-35411969fd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6d1ad33b-003f-4c5a-8620-9c3816aed223), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:09.757358 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-0edaac8e-0206-4605-9959-67b8f0055301 req-b5fe7f18-dfc9-4cf8-9d6e-35411969fd49 service neutron] For port 6d1ad33b-003f-4c5a-8620-9c3816aed223, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:33:09.762715 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-0edaac8e-0206-4605-9959-67b8f0055301 req-b5fe7f18-dfc9-4cf8-9d6e-35411969fd49 service neutron] For port 6d1ad33b-003f-4c5a-8620-9c3816aed223, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=6d1ad33b-003f-4c5a-8620-9c3816aed223,segment=NetworkSegment(b45e9d84-80ad-4e13-a93b-e15c4b490344),segment_id=b45e9d84-80ad-4e13-a93b-e15c4b490344)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:33:09.768711 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a73551-f0d0-4bb6-9579-43e4d18618ba req-b232ffca-bc40-4359-8b90-853c28bfd6c3 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:09.771942 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0edaac8e-0206-4605-9959-67b8f0055301 req-b5fe7f18-dfc9-4cf8-9d6e-35411969fd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (6d1ad33b-003f-4c5a-8620-9c3816aed223), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:09.777829 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f0a73551-f0d0-4bb6-9579-43e4d18618ba req-b232ffca-bc40-4359-8b90-853c28bfd6c3 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 944 time: 0.0763888 Mar 01 14:33:09.822883 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edaac8e-0206-4605-9959-67b8f0055301 req-b5fe7f18-dfc9-4cf8-9d6e-35411969fd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:09.823594 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-0edaac8e-0206-4605-9959-67b8f0055301 req-b5fe7f18-dfc9-4cf8-9d6e-35411969fd49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:09.825233 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0edaac8e-0206-4605-9959-67b8f0055301 req-b5fe7f18-dfc9-4cf8-9d6e-35411969fd49 service neutron] 10.222.0.20 "PUT /v2.0/ports/6d1ad33b-003f-4c5a-8620-9c3816aed223 HTTP/1.1" status: 200 len: 1092 time: 0.6719718 Mar 01 14:33:09.829393 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ee502d-82ee-4ec9-a753-33af44e70ba2', 'tag': '6d1ad33b-003f-4c5a-8620-9c3816aed223'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:33:09.841724 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f0a73551-f0d0-4bb6-9579-43e4d18618ba req-db611451-269c-4b76-8683-88a95279a94b tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/security-groups?id=504a80af-5e8c-44da-b80c-b48867f91af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628626 Mar 01 14:33:09.847939 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2485cdd6-2e4c-4e69-a7e3-9cc5bd98525d" -d '{"events": [{"name": "network-changed", "server_uuid": "52ee502d-82ee-4ec9-a753-33af44e70ba2", "tag": "6d1ad33b-003f-4c5a-8620-9c3816aed223"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:33:09.922155 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df05e9b8-3e76-457d-9293-935711c4fe21 x-openstack-request-id: req-df05e9b8-3e76-457d-9293-935711c4fe21 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:33:09.922455 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ee502d-82ee-4ec9-a753-33af44e70ba2", "tag": "6d1ad33b-003f-4c5a-8620-9c3816aed223", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:33:09.922715 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df05e9b8-3e76-457d-9293-935711c4fe21 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:33:09.923123 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ee502d-82ee-4ec9-a753-33af44e70ba2', 'tag': '6d1ad33b-003f-4c5a-8620-9c3816aed223', 'status': 'completed', 'code': 200} Mar 01 14:33:09.924657 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe7f18-dfc9-4cf8-9d6e-35411969fd49 service neutron] Pushing event updated for resources: {'Port': ['ID=6d1ad33b-003f-4c5a-8620-9c3816aed223,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:33:09.944699 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edaac8e-0206-4605-9959-67b8f0055301 req-66346c1d-869d-4120-9f77-ef016cb3f909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:09.946268 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0edaac8e-0206-4605-9959-67b8f0055301 req-66346c1d-869d-4120-9f77-ef016cb3f909 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd0f9f230dc24a19a0f741e0f7b5a6c2&device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 1126 time: 0.0652552 Mar 01 14:33:09.994506 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0edaac8e-0206-4605-9959-67b8f0055301 req-3168d5a1-97ef-4538-ab03-a2428d5cfec6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d1ad33b-003f-4c5a-8620-9c3816aed223 HTTP/1.1" status: 200 len: 217 time: 0.0415256 Mar 01 14:33:10.047099 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edaac8e-0206-4605-9959-67b8f0055301 req-e6d8d7f1-5849-4c1e-8f54-ace181aa456a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:10.049423 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0edaac8e-0206-4605-9959-67b8f0055301 req-e6d8d7f1-5849-4c1e-8f54-ace181aa456a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0cc4ccda-7462-45f6-94ed-d85fb7fcce2f HTTP/1.1" status: 200 len: 852 time: 0.0492804 Mar 01 14:33:10.099777 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edaac8e-0206-4605-9959-67b8f0055301 req-a48fe693-3d8c-47a6-b51f-76fe28f2f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:10.101301 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0edaac8e-0206-4605-9959-67b8f0055301 req-a48fe693-3d8c-47a6-b51f-76fe28f2f57e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3c8c700-a4ea-4b27-b32f-701c0d6f8428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448632 Mar 01 14:33:10.163755 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:10.200032 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0edaac8e-0206-4605-9959-67b8f0055301 req-a73ca6fa-7a0b-4640-b010-59c5474c87b9 service neutron] 10.222.0.20 "GET /v2.0/networks/e3c8c700-a4ea-4b27-b32f-701c0d6f8428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921094 Mar 01 14:33:10.286923 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0edaac8e-0206-4605-9959-67b8f0055301 req-19b05b49-9416-4da4-b185-9b6a7941a4d4 service neutron] 10.222.0.20 "GET /v2.0/networks/e3c8c700-a4ea-4b27-b32f-701c0d6f8428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808656 Mar 01 14:33:10.379560 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485cdd6-2e4c-4e69-a7e3-9cc5bd98525d req-d5ad6580-40b6-42c6-976c-edf34d4de037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:10.381178 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2485cdd6-2e4c-4e69-a7e3-9cc5bd98525d req-d5ad6580-40b6-42c6-976c-edf34d4de037 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd0f9f230dc24a19a0f741e0f7b5a6c2&device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 1126 time: 0.0518980 Mar 01 14:33:10.401150 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:10.477810 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485cdd6-2e4c-4e69-a7e3-9cc5bd98525d req-49830745-3345-4b97-acf4-b22a7d820731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:10.479620 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2485cdd6-2e4c-4e69-a7e3-9cc5bd98525d req-49830745-3345-4b97-acf4-b22a7d820731 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e3c8c700-a4ea-4b27-b32f-701c0d6f8428 HTTP/1.1" status: 200 len: 914 time: 0.0925536 Mar 01 14:33:10.518385 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2485cdd6-2e4c-4e69-a7e3-9cc5bd98525d req-78e4bd65-53b6-4c6a-9dea-13f4e9e5a12f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d1ad33b-003f-4c5a-8620-9c3816aed223 HTTP/1.1" status: 200 len: 217 time: 0.0334492 Mar 01 14:33:10.569559 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485cdd6-2e4c-4e69-a7e3-9cc5bd98525d req-d3677963-16d0-4be1-af7c-f35bb760c3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:10.571014 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2485cdd6-2e4c-4e69-a7e3-9cc5bd98525d req-d3677963-16d0-4be1-af7c-f35bb760c3f2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0cc4ccda-7462-45f6-94ed-d85fb7fcce2f HTTP/1.1" status: 200 len: 852 time: 0.0470307 Mar 01 14:33:10.619206 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485cdd6-2e4c-4e69-a7e3-9cc5bd98525d req-234b84ae-42f1-4d31-bb3f-f8d69595f84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:10.621380 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2485cdd6-2e4c-4e69-a7e3-9cc5bd98525d req-234b84ae-42f1-4d31-bb3f-f8d69595f84f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3c8c700-a4ea-4b27-b32f-701c0d6f8428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444396 Mar 01 14:33:10.708411 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2485cdd6-2e4c-4e69-a7e3-9cc5bd98525d req-8b6353e2-99c4-4f6a-8e22-51759175e0de service neutron] 10.222.0.20 "GET /v2.0/networks/e3c8c700-a4ea-4b27-b32f-701c0d6f8428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806921 Mar 01 14:33:10.799411 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-2485cdd6-2e4c-4e69-a7e3-9cc5bd98525d req-4b7813a8-3222-4a37-aaed-1c7c03b6f7a8 service neutron] 10.222.0.20 "GET /v2.0/networks/e3c8c700-a4ea-4b27-b32f-701c0d6f8428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850928 Mar 01 14:33:10.956825 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10ac10-8ef7-4e79-aa19-96a99b314e7b req-bb69a021-38fc-4b56-816a-3145edc815a9 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:10.958485 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bd10ac10-8ef7-4e79-aa19-96a99b314e7b req-bb69a021-38fc-4b56-816a-3145edc815a9 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 944 time: 0.0519221 Mar 01 14:33:11.006431 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bd10ac10-8ef7-4e79-aa19-96a99b314e7b req-20be5a9a-7776-45f5-bc8f-cdf69b36ad0e tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/security-groups?id=504a80af-5e8c-44da-b80c-b48867f91af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419552 Mar 01 14:33:12.127288 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b6eaa-affe-463e-b38c-d688406b8aed req-b665073a-7ea9-49ba-a491-88aac12df836 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:12.128797 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-142b6eaa-affe-463e-b38c-d688406b8aed req-b665073a-7ea9-49ba-a491-88aac12df836 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 944 time: 0.0521731 Mar 01 14:33:12.176621 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-142b6eaa-affe-463e-b38c-d688406b8aed req-2cb71c5c-3a8b-43df-bec1-140fefac1a99 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/security-groups?id=504a80af-5e8c-44da-b80c-b48867f91af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420895 Mar 01 14:33:13.630752 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3dd32-bcae-4780-b2d3-5564be4c326f req-72bc0d9d-8496-4318-a833-b6b302877eeb tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:13.632261 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8aa3dd32-bcae-4780-b2d3-5564be4c326f req-72bc0d9d-8496-4318-a833-b6b302877eeb tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 944 time: 0.3867817 Mar 01 14:33:13.680402 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8aa3dd32-bcae-4780-b2d3-5564be4c326f req-e77be3d5-ac53-4fe8-a776-76718b5dd306 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/security-groups?id=504a80af-5e8c-44da-b80c-b48867f91af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425234 Mar 01 14:33:14.798134 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3719c-1ee6-4fa7-8e68-cd22ff5defb2 req-9a314be1-e7f2-428d-93ca-20834f7f01c0 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:14.800330 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0ed3719c-1ee6-4fa7-8e68-cd22ff5defb2 req-9a314be1-e7f2-428d-93ca-20834f7f01c0 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 944 time: 0.0529830 Mar 01 14:33:14.851433 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0ed3719c-1ee6-4fa7-8e68-cd22ff5defb2 req-05445eb0-3af1-4fcc-a8c4-496ce6dbcedf tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/security-groups?id=504a80af-5e8c-44da-b80c-b48867f91af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451865 Mar 01 14:33:15.973003 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42113b8-cc98-4d0d-9139-16fba2ee310e req-6757eb9b-fbb4-4060-9160-aed4372ad39e tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:15.974491 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f42113b8-cc98-4d0d-9139-16fba2ee310e req-6757eb9b-fbb4-4060-9160-aed4372ad39e tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 944 time: 0.0560400 Mar 01 14:33:16.023270 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f42113b8-cc98-4d0d-9139-16fba2ee310e req-56698d85-bcf1-4216-85ca-d0c424cd74d3 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/security-groups?id=504a80af-5e8c-44da-b80c-b48867f91af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429890 Mar 01 14:33:17.138771 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42778ab-00a4-4bc1-bc84-00c091f4ba66 req-cdfc2d60-b66d-4ca6-9208-e2eee223428e tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:17.140278 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d42778ab-00a4-4bc1-bc84-00c091f4ba66 req-cdfc2d60-b66d-4ca6-9208-e2eee223428e tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 944 time: 0.0512013 Mar 01 14:33:17.188400 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d42778ab-00a4-4bc1-bc84-00c091f4ba66 req-d1460a4b-4d69-4384-bf9a-a282432fceb3 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/security-groups?id=504a80af-5e8c-44da-b80c-b48867f91af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420015 Mar 01 14:33:18.312751 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40e330-ee78-4bd8-9f46-d76376086d40 req-74cd3833-be7a-45ab-8ef1-d29d6111623d tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:18.314378 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5c40e330-ee78-4bd8-9f46-d76376086d40 req-74cd3833-be7a-45ab-8ef1-d29d6111623d tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 944 time: 0.0543799 Mar 01 14:33:18.372155 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5c40e330-ee78-4bd8-9f46-d76376086d40 req-9b98535a-f5b8-47a2-abaa-d460bbec9075 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/security-groups?id=504a80af-5e8c-44da-b80c-b48867f91af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518475 Mar 01 14:33:19.490392 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb4f18-9942-45c2-8faf-47fe96ec113b req-171025f8-304d-4331-8cf4-f7c896383227 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:19.491885 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0cfb4f18-9942-45c2-8faf-47fe96ec113b req-171025f8-304d-4331-8cf4-f7c896383227 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 944 time: 0.0525193 Mar 01 14:33:19.539564 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0cfb4f18-9942-45c2-8faf-47fe96ec113b req-38f8a5c4-8ca0-472a-87b4-faf8364e3626 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/security-groups?id=504a80af-5e8c-44da-b80c-b48867f91af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421929 Mar 01 14:33:20.653756 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed63a4-871f-4471-92f1-bed7dd890028 req-037b4cb7-bd62-4d97-ab82-ad46f94889f5 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:20.655143 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-27ed63a4-871f-4471-92f1-bed7dd890028 req-037b4cb7-bd62-4d97-ab82-ad46f94889f5 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 944 time: 0.0513611 Mar 01 14:33:20.702131 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-27ed63a4-871f-4471-92f1-bed7dd890028 req-11b1d4fe-0209-41a3-9a40-7bf179d8cdf3 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/security-groups?id=504a80af-5e8c-44da-b80c-b48867f91af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408168 Mar 01 14:33:21.820685 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5f50f-9f7a-4141-b901-84d07d8805c9 req-1e0c7d8b-b62a-4609-821d-e67277c33d47 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:21.822404 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bdf5f50f-9f7a-4141-b901-84d07d8805c9 req-1e0c7d8b-b62a-4609-821d-e67277c33d47 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 944 time: 0.0561371 Mar 01 14:33:21.869392 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bdf5f50f-9f7a-4141-b901-84d07d8805c9 req-7231b003-82ed-4579-814f-557cf5f933a4 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/security-groups?id=504a80af-5e8c-44da-b80c-b48867f91af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414321 Mar 01 14:33:22.984766 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd730e1-0c94-4a8c-9a23-d81ad48d4bfa req-d56e7a5e-9b92-4dd8-9d90-617d0d1ff76c tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:22.986256 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5bd730e1-0c94-4a8c-9a23-d81ad48d4bfa req-d56e7a5e-9b92-4dd8-9d90-617d0d1ff76c tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 944 time: 0.0517874 Mar 01 14:33:23.034364 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5bd730e1-0c94-4a8c-9a23-d81ad48d4bfa req-bafe4e3c-905f-4332-95d7-071c3656a50e tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/security-groups?id=504a80af-5e8c-44da-b80c-b48867f91af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421150 Mar 01 14:33:24.154752 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d01015-0299-4789-9e52-01b92afc19f4 req-f454cdfe-8f53-42e5-8c81-d6a28dde79b3 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:24.156411 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-75d01015-0299-4789-9e52-01b92afc19f4 req-f454cdfe-8f53-42e5-8c81-d6a28dde79b3 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 944 time: 0.0543666 Mar 01 14:33:24.214061 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-75d01015-0299-4789-9e52-01b92afc19f4 req-8d8b6b32-f3df-418a-ac79-13481a58e302 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/security-groups?id=504a80af-5e8c-44da-b80c-b48867f91af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516992 Mar 01 14:33:25.327916 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f5995a4b-5e94-42b6-ba5e-ab842b50e0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:25.335481 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd9707-c91f-4d43-b6c8-78051596ab09 req-cbf0ee0c-35e8-4ba5-8c22-9487bd9f7a67 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:25.337008 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6ccd9707-c91f-4d43-b6c8-78051596ab09 req-cbf0ee0c-35e8-4ba5-8c22-9487bd9f7a67 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 944 time: 0.0551610 Mar 01 14:33:25.385216 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6ccd9707-c91f-4d43-b6c8-78051596ab09 req-13c3e4f3-d9ed-4213-bbf6-f93f8fc12472 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/security-groups?id=504a80af-5e8c-44da-b80c-b48867f91af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425675 Mar 01 14:33:26.500831 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0d587-6db5-4c8b-8a5b-17af1bdf1f5d req-c69bab6c-4f67-426c-82a5-5d68b1e589b2 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:26.502284 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7af0d587-6db5-4c8b-8a5b-17af1bdf1f5d req-c69bab6c-4f67-426c-82a5-5d68b1e589b2 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 944 time: 0.0508029 Mar 01 14:33:26.549181 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7af0d587-6db5-4c8b-8a5b-17af1bdf1f5d req-ce79627e-b028-4398-ac0b-258837a14d60 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/security-groups?id=504a80af-5e8c-44da-b80c-b48867f91af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413949 Mar 01 14:33:27.506807 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-828e97a3-fffb-4242-ad42-7c79853c4dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:27.671023 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d6f4b-04c1-4d9f-a7a6-2cfc41862870 req-a6355b58-fcdb-450d-86af-1bf8c9ab979a tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:27.672426 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b85d6f4b-04c1-4d9f-a7a6-2cfc41862870 req-a6355b58-fcdb-450d-86af-1bf8c9ab979a tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 944 time: 0.0554161 Mar 01 14:33:27.719918 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b85d6f4b-04c1-4d9f-a7a6-2cfc41862870 req-5325841d-f04f-4fd8-a165-a114155f30bb tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/security-groups?id=504a80af-5e8c-44da-b80c-b48867f91af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419366 Mar 01 14:33:28.247794 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 6d1ad33b-003f-4c5a-8620-9c3816aed223 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:33:28.339897 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 6d1ad33b-003f-4c5a-8620-9c3816aed223, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=6d1ad33b-003f-4c5a-8620-9c3816aed223,segment=NetworkSegment(b45e9d84-80ad-4e13-a93b-e15c4b490344),segment_id=b45e9d84-80ad-4e13-a93b-e15c4b490344)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:33:28.350881 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '6d1ad33b-003f-4c5a-8620-9c3816aed223', 'network_id': 'e3c8c700-a4ea-4b27-b32f-701c0d6f8428', 'port_id': '6d1ad33b-003f-4c5a-8620-9c3816aed223', 'mac_address': 'fa:16:3e:a2:ff:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cc4ccda-7462-45f6-94ed-d85fb7fcce2f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:33:28.387054 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 6d1ad33b-003f-4c5a-8620-9c3816aed223 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:33:28.387441 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6d1ad33b-003f-4c5a-8620-9c3816aed223), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:28.402912 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d1ad33b-003f-4c5a-8620-9c3816aed223 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:33:28.420806 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 6d1ad33b-003f-4c5a-8620-9c3816aed223, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=6d1ad33b-003f-4c5a-8620-9c3816aed223,segment=NetworkSegment(b45e9d84-80ad-4e13-a93b-e15c4b490344),segment_id=b45e9d84-80ad-4e13-a93b-e15c4b490344)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:33:28.424410 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (6d1ad33b-003f-4c5a-8620-9c3816aed223), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:28.475486 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=6d1ad33b-003f-4c5a-8620-9c3816aed223,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:33:28.482632 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:28.482975 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:28.483313 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:28.483647 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:28.483997 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:28.484330 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:28.484641 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:28.484961 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:28.485279 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:28.485595 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:28.485912 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:28.486232 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:28.486544 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:33:28.786424 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['6d1ad33b-003f-4c5a-8620-9c3816aed223'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:33:28.835887 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f5a74-387a-4454-917c-c757d7833430 req-4802476c-6f77-4d30-9ae9-16c3ac16a080 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:28.837380 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dc8f5a74-387a-4454-917c-c757d7833430 req-4802476c-6f77-4d30-9ae9-16c3ac16a080 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 945 time: 0.0520988 Mar 01 14:33:28.885753 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-dc8f5a74-387a-4454-917c-c757d7833430 req-c488abe0-2ec3-45c9-9ebf-edc3b61c8edf tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/security-groups?id=504a80af-5e8c-44da-b80c-b48867f91af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418329 Mar 01 14:33:29.017577 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:30.006398 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6d6da-83d1-4ad3-984d-b659ebad833b req-85ee2101-69bd-45a1-bc1e-e7aedb03860d tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:30.007890 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-98b6d6da-83d1-4ad3-984d-b659ebad833b req-85ee2101-69bd-45a1-bc1e-e7aedb03860d tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 945 time: 0.0551178 Mar 01 14:33:30.055169 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-98b6d6da-83d1-4ad3-984d-b659ebad833b req-977abcb5-f5be-4f3c-98ae-9c10a4e77748 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/security-groups?id=504a80af-5e8c-44da-b80c-b48867f91af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418146 Mar 01 14:33:30.182757 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:30.248013 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 6d1ad33b-003f-4c5a-8620-9c3816aed223 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:33:30.295327 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 6d1ad33b-003f-4c5a-8620-9c3816aed223 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:33:30.299858 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 6d1ad33b-003f-4c5a-8620-9c3816aed223 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:33:30.300349 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (6d1ad33b-003f-4c5a-8620-9c3816aed223), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:30.378823 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 6d1ad33b-003f-4c5a-8620-9c3816aed223 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:33:30.379354 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (6d1ad33b-003f-4c5a-8620-9c3816aed223), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:30.401288 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ee502d-82ee-4ec9-a753-33af44e70ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1ad33b-003f-4c5a-8620-9c3816aed223'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:33:30.403587 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f186d7bf-3612-4e36-9826-efc8bef629ea" -d '{"events": [{"server_uuid": "52ee502d-82ee-4ec9-a753-33af44e70ba2", "name": "network-vif-plugged", "status": "completed", "tag": "6d1ad33b-003f-4c5a-8620-9c3816aed223"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:33:30.416594 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 6d1ad33b-003f-4c5a-8620-9c3816aed223, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=6d1ad33b-003f-4c5a-8620-9c3816aed223,segment=NetworkSegment(b45e9d84-80ad-4e13-a93b-e15c4b490344),segment_id=b45e9d84-80ad-4e13-a93b-e15c4b490344)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:33:30.422153 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (6d1ad33b-003f-4c5a-8620-9c3816aed223), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:30.444874 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb567c6-11f9-4e2e-a617-ca6a25882475 x-openstack-request-id: req-9cb567c6-11f9-4e2e-a617-ca6a25882475 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:33:30.445166 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ee502d-82ee-4ec9-a753-33af44e70ba2", "name": "network-vif-plugged", "status": "completed", "tag": "6d1ad33b-003f-4c5a-8620-9c3816aed223", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:33:30.445424 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9cb567c6-11f9-4e2e-a617-ca6a25882475 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:33:30.445818 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ee502d-82ee-4ec9-a753-33af44e70ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1ad33b-003f-4c5a-8620-9c3816aed223', 'code': 200} Mar 01 14:33:30.471251 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=6d1ad33b-003f-4c5a-8620-9c3816aed223,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:33:30.543970 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0acfa-6cc2-4488-8555-3b9e8801d05d req-98049b68-1562-443b-89e6-1d6d6c4b1f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:30.545457 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-51b0acfa-6cc2-4488-8555-3b9e8801d05d req-98049b68-1562-443b-89e6-1d6d6c4b1f12 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 1128 time: 0.0448895 Mar 01 14:33:30.589741 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-51b0acfa-6cc2-4488-8555-3b9e8801d05d req-981cad17-98ea-4e7b-bf6a-5fb25bc9d5ce service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=504a80af-5e8c-44da-b80c-b48867f91af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386193 Mar 01 14:33:31.174418 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f288f0-c855-4034-8235-f0426d27fcce req-dc9e226b-e8dd-46f4-835e-d724b1429c1c tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:31.176453 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f8f288f0-c855-4034-8235-f0426d27fcce req-dc9e226b-e8dd-46f4-835e-d724b1429c1c tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 946 time: 0.0526006 Mar 01 14:33:31.223843 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f8f288f0-c855-4034-8235-f0426d27fcce req-49afb164-9fd0-44c4-b90b-e0a42a955c99 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/security-groups?id=504a80af-5e8c-44da-b80c-b48867f91af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419102 Mar 01 14:33:31.812858 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:32.340920 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14faf259-6cda-4fa3-8004-bd03b3d4b73a req-f10343c6-e01d-4d86-8b12-7014d8ab7bc0 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:32.342413 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-14faf259-6cda-4fa3-8004-bd03b3d4b73a req-f10343c6-e01d-4d86-8b12-7014d8ab7bc0 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 946 time: 0.0515723 Mar 01 14:33:32.395659 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-14faf259-6cda-4fa3-8004-bd03b3d4b73a req-16ae5de1-247e-4811-836f-db90e3ab00e1 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/security-groups?id=504a80af-5e8c-44da-b80c-b48867f91af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471299 Mar 01 14:33:32.510223 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac8538-d45b-445f-bc4b-a44b1ab63a7c req-b4699047-a150-4d53-855e-416faec5769b tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:32.511603 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-54ac8538-d45b-445f-bc4b-a44b1ab63a7c req-b4699047-a150-4d53-855e-416faec5769b tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 946 time: 0.0511386 Mar 01 14:33:32.558820 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-54ac8538-d45b-445f-bc4b-a44b1ab63a7c req-b3545647-8487-438f-818b-44d3ca58fcfe tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/security-groups?id=504a80af-5e8c-44da-b80c-b48867f91af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417798 Mar 01 14:33:32.579634 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58188) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:33:32.661986 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ae5ea4-d948-4903-abff-591643f1a3c1 tempest-TestVolumeBackupRestore-1308300479 tempest-TestVolumeBackupRestore-1308300479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:32.663483 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f4ae5ea4-d948-4903-abff-591643f1a3c1 tempest-TestVolumeBackupRestore-1308300479 tempest-TestVolumeBackupRestore-1308300479-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 1123 time: 0.0828528 Mar 01 14:33:32.666280 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58192) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:33:32.670407 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-0ef4913a-5f7a-47c6-ad02-1f511186d67f tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'port_id': '6d1ad33b-003f-4c5a-8620-9c3816aed223', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:33:32.689464 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ef4913a-5f7a-47c6-ad02-1f511186d67f tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:32.786018 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ef4913a-5f7a-47c6-ad02-1f511186d67f tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:32.886313 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-0ef4913a-5f7a-47c6-ad02-1f511186d67f tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Allocated IP 172.25.1.229 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/393db5f0-27cd-438f-86d0-7eaaedbed9d3) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:33:32.988794 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ef4913a-5f7a-47c6-ad02-1f511186d67f tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks [] for port (393db5f0-27cd-438f-86d0-7eaaedbed9d3), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:33.021671 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ef4913a-5f7a-47c6-ad02-1f511186d67f tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (393db5f0-27cd-438f-86d0-7eaaedbed9d3), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:33.058543 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef4913a-5f7a-47c6-ad02-1f511186d67f tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:33:33.062702 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-0ef4913a-5f7a-47c6-ad02-1f511186d67f tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:33:33.066659 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef4913a-5f7a-47c6-ad02-1f511186d67f tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:33:33.072353 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4913a-5f7a-47c6-ad02-1f511186d67f tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Pushing event updated for resources: {'Port': ['ID=393db5f0-27cd-438f-86d0-7eaaedbed9d3,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:33:33.434973 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ef4913a-5f7a-47c6-ad02-1f511186d67f tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks [] for floatingip (b3d96563-1a14-416f-9af8-fd9fa67cc369), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:33.501536 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ef4913a-5f7a-47c6-ad02-1f511186d67f tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (393db5f0-27cd-438f-86d0-7eaaedbed9d3), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:33.648464 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ef4913a-5f7a-47c6-ad02-1f511186d67f tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks [] for port (393db5f0-27cd-438f-86d0-7eaaedbed9d3), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:33.652576 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ef4913a-5f7a-47c6-ad02-1f511186d67f tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (393db5f0-27cd-438f-86d0-7eaaedbed9d3), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:33.721453 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4913a-5f7a-47c6-ad02-1f511186d67f tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Pushing event updated for resources: {'Port': ['ID=393db5f0-27cd-438f-86d0-7eaaedbed9d3,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:33:33.733982 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ef4913a-5f7a-47c6-ad02-1f511186d67f tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (b3d96563-1a14-416f-9af8-fd9fa67cc369), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:33.835464 n-d-827467-3 neutron-server[103727]: INFO neutron.db.l3_db [None req-0ef4913a-5f7a-47c6-ad02-1f511186d67f tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Floating IP b3d96563-1a14-416f-9af8-fd9fa67cc369 associated. External IP: 172.25.1.229, port: 6d1ad33b-003f-4c5a-8620-9c3816aed223. Mar 01 14:33:34.043520 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef4913a-5f7a-47c6-ad02-1f511186d67f tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Router ad6a9ea0-e266-4c13-a754-9333335c557d has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:33:34.149118 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef4913a-5f7a-47c6-ad02-1f511186d67f tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:33:34.158502 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5353ee25-e99d-4b76-ab05-1b3e06d14200 None None] Sync routers for ids ['ad6a9ea0-e266-4c13-a754-9333335c557d'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:33:34.165832 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0ef4913a-5f7a-47c6-ad02-1f511186d67f tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:34.168206 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5353ee25-e99d-4b76-ab05-1b3e06d14200 None None] Routers {'ad6a9ea0-e266-4c13-a754-9333335c557d'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:33:34.168833 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-5353ee25-e99d-4b76-ab05-1b3e06d14200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:33:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['ad6a9ea0-e266-4c13-a754-9333335c557d'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:33:34.201850 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0ef4913a-5f7a-47c6-ad02-1f511186d67f tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5321887 Mar 01 14:33:34.201850 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ee502d-82ee-4ec9-a753-33af44e70ba2', 'tag': '6d1ad33b-003f-4c5a-8620-9c3816aed223'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:33:34.202363 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58194) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:33:34.203440 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4919597-2d9e-4691-8549-e206efb204a8" -d '{"events": [{"name": "network-changed", "server_uuid": "52ee502d-82ee-4ec9-a753-33af44e70ba2", "tag": "6d1ad33b-003f-4c5a-8620-9c3816aed223"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:33:34.253105 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f13fed2-a561-4555-9daa-980e8da3ef18 tempest-TestVolumeBackupRestore-1308300479 tempest-TestVolumeBackupRestore-1308300479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:34.255240 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-1f13fed2-a561-4555-9daa-980e8da3ef18 tempest-TestVolumeBackupRestore-1308300479 tempest-TestVolumeBackupRestore-1308300479-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 1123 time: 0.0520563 Mar 01 14:33:34.258126 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58200) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:33:34.263123 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-543dcade-4712-402f-992b-5fb2f720a4a9 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Request body: {'floatingip': {'port_id': '6d1ad33b-003f-4c5a-8620-9c3816aed223'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:33:34.291110 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-5353ee25-e99d-4b76-ab05-1b3e06d14200 None None] Set router ad6a9ea0-e266-4c13-a754-9333335c557d gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:33:34.316607 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5b88fa-9609-41d4-bb19-96dfa03cc33a x-openstack-request-id: req-2a5b88fa-9609-41d4-bb19-96dfa03cc33a {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:33:34.317034 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ee502d-82ee-4ec9-a753-33af44e70ba2", "tag": "6d1ad33b-003f-4c5a-8620-9c3816aed223", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:33:34.317293 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a5b88fa-9609-41d4-bb19-96dfa03cc33a {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:33:34.317698 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ee502d-82ee-4ec9-a753-33af44e70ba2', 'tag': '6d1ad33b-003f-4c5a-8620-9c3816aed223', 'status': 'completed', 'code': 200} Mar 01 14:33:34.322591 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-543dcade-4712-402f-992b-5fb2f720a4a9 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks [] for floatingip (b3d96563-1a14-416f-9af8-fd9fa67cc369), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:34.382703 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4919597-2d9e-4691-8549-e206efb204a8 req-7222ad8c-2ba7-468c-94c6-6f5b641cbf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:34.384287 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c4919597-2d9e-4691-8549-e206efb204a8 req-7222ad8c-2ba7-468c-94c6-6f5b641cbf62 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd0f9f230dc24a19a0f741e0f7b5a6c2&device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 1128 time: 0.0480599 Mar 01 14:33:34.484184 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4919597-2d9e-4691-8549-e206efb204a8 req-e5778d63-7b8e-4966-be12-ef4d37170ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:34.485686 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c4919597-2d9e-4691-8549-e206efb204a8 req-e5778d63-7b8e-4966-be12-ef4d37170ac8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e3c8c700-a4ea-4b27-b32f-701c0d6f8428 HTTP/1.1" status: 200 len: 914 time: 0.0947752 Mar 01 14:33:34.556413 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c4919597-2d9e-4691-8549-e206efb204a8 req-6b63e581-2489-4ca2-ad2a-098465c6014b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d1ad33b-003f-4c5a-8620-9c3816aed223 HTTP/1.1" status: 200 len: 1000 time: 0.0633452 Mar 01 14:33:34.605590 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4919597-2d9e-4691-8549-e206efb204a8 req-fd315198-ff46-432f-ab37-cd7c5a234bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:34.607066 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c4919597-2d9e-4691-8549-e206efb204a8 req-fd315198-ff46-432f-ab37-cd7c5a234bd8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0cc4ccda-7462-45f6-94ed-d85fb7fcce2f HTTP/1.1" status: 200 len: 852 time: 0.0451484 Mar 01 14:33:34.662077 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4919597-2d9e-4691-8549-e206efb204a8 req-2da213b8-1f36-45e4-b0a8-78f4a95925ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:34.663627 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c4919597-2d9e-4691-8549-e206efb204a8 req-2da213b8-1f36-45e4-b0a8-78f4a95925ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3c8c700-a4ea-4b27-b32f-701c0d6f8428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501914 Mar 01 14:33:34.702478 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-5353ee25-e99d-4b76-ab05-1b3e06d14200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'name': 'tempest-TestVolumeBackupRestore-941628748-router', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '7272c1ac-e1d2-4612-8ce2-9e523acb232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:30:41Z', 'updated_at': '2022-03-01T14:30:44Z', 'revision_number': 4, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'gw_port': {'id': '7272c1ac-e1d2-4612-8ce2-9e523acb232c', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:61:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:42Z', 'updated_at': '2022-03-01T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'b3d96563-1a14-416f-9af8-fd9fa67cc369', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'floating_ip_address': '172.25.1.229', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'port_id': '6d1ad33b-003f-4c5a-8620-9c3816aed223', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3c8c700-a4ea-4b27-b32f-701c0d6f8428', 'mac_address': 'fa:16:3e:a2:ff:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee502d-82ee-4ec9-a753-33af44e70ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:33:33Z', 'updated_at': '2022-03-01T14:33:33Z', 'revision_number': 0, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9262b70b-7c91-45a0-8630-7119e3da182f', 'name': '', 'network_id': 'e3c8c700-a4ea-4b27-b32f-701c0d6f8428', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'mac_address': 'fa:16:3e:14:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '0cc4ccda-7462-45f6-94ed-d85fb7fcce2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:43Z', 'updated_at': '2022-03-01T14:30:48Z', 'revision_number': 5, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'subnets': [{'id': '0cc4ccda-7462-45f6-94ed-d85fb7fcce2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:33:34.732604 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5353ee25-e99d-4b76-ab05-1b3e06d14200 None None] Checking router: ad6a9ea0-e266-4c13-a754-9333335c557d for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:33:34.741062 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5353ee25-e99d-4b76-ab05-1b3e06d14200 None None] Routers {'ad6a9ea0-e266-4c13-a754-9333335c557d'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:33:34.741676 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-5353ee25-e99d-4b76-ab05-1b3e06d14200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:33:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['ad6a9ea0-e266-4c13-a754-9333335c557d'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:33:34.759458 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c4919597-2d9e-4691-8549-e206efb204a8 req-2d551e8b-d659-41e5-ae9d-8108a182df8f service neutron] 10.222.0.20 "GET /v2.0/networks/e3c8c700-a4ea-4b27-b32f-701c0d6f8428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878949 Mar 01 14:33:34.844449 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-543dcade-4712-402f-992b-5fb2f720a4a9 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:34.850734 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-543dcade-4712-402f-992b-5fb2f720a4a9 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (b3d96563-1a14-416f-9af8-fd9fa67cc369), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:34.852029 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-5353ee25-e99d-4b76-ab05-1b3e06d14200 None None] Set router ad6a9ea0-e266-4c13-a754-9333335c557d gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:33:34.852159 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c4919597-2d9e-4691-8549-e206efb204a8 req-f9548cd7-59a2-411d-b306-b448e60883a7 service neutron] 10.222.0.20 "GET /v2.0/networks/e3c8c700-a4ea-4b27-b32f-701c0d6f8428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867541 Mar 01 14:33:35.064957 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543dcade-4712-402f-992b-5fb2f720a4a9 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Router ad6a9ea0-e266-4c13-a754-9333335c557d has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:33:35.075758 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-5353ee25-e99d-4b76-ab05-1b3e06d14200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'name': 'tempest-TestVolumeBackupRestore-941628748-router', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '7272c1ac-e1d2-4612-8ce2-9e523acb232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:30:41Z', 'updated_at': '2022-03-01T14:30:44Z', 'revision_number': 4, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'gw_port': {'id': '7272c1ac-e1d2-4612-8ce2-9e523acb232c', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:61:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:42Z', 'updated_at': '2022-03-01T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'b3d96563-1a14-416f-9af8-fd9fa67cc369', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'floating_ip_address': '172.25.1.229', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'port_id': '6d1ad33b-003f-4c5a-8620-9c3816aed223', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3c8c700-a4ea-4b27-b32f-701c0d6f8428', 'mac_address': 'fa:16:3e:a2:ff:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee502d-82ee-4ec9-a753-33af44e70ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:33:33Z', 'updated_at': '2022-03-01T14:33:33Z', 'revision_number': 0, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9262b70b-7c91-45a0-8630-7119e3da182f', 'name': '', 'network_id': 'e3c8c700-a4ea-4b27-b32f-701c0d6f8428', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'mac_address': 'fa:16:3e:14:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '0cc4ccda-7462-45f6-94ed-d85fb7fcce2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:43Z', 'updated_at': '2022-03-01T14:30:48Z', 'revision_number': 5, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'subnets': [{'id': '0cc4ccda-7462-45f6-94ed-d85fb7fcce2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:33:35.105233 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5353ee25-e99d-4b76-ab05-1b3e06d14200 None None] The sync data for ids ['ad6a9ea0-e266-4c13-a754-9333335c557d'] in n-d-827467-3 is: [{'id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'name': 'tempest-TestVolumeBackupRestore-941628748-router', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '7272c1ac-e1d2-4612-8ce2-9e523acb232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:30:41Z', 'updated_at': '2022-03-01T14:30:44Z', 'revision_number': 4, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'gw_port': {'id': '7272c1ac-e1d2-4612-8ce2-9e523acb232c', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:61:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:42Z', 'updated_at': '2022-03-01T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'b3d96563-1a14-416f-9af8-fd9fa67cc369', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'floating_ip_address': '172.25.1.229', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'port_id': '6d1ad33b-003f-4c5a-8620-9c3816aed223', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3c8c700-a4ea-4b27-b32f-701c0d6f8428', 'mac_address': 'fa:16:3e:a2:ff:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee502d-82ee-4ec9-a753-33af44e70ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:33:33Z', 'updated_at': '2022-03-01T14:33:33Z', 'revision_number': 0, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9262b70b-7c91-45a0-8630-7119e3da182f', 'name': '', 'network_id': 'e3c8c700-a4ea-4b27-b32f-701c0d6f8428', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'mac_address': 'fa:16:3e:14:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '0cc4ccda-7462-45f6-94ed-d85fb7fcce2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:43Z', 'updated_at': '2022-03-01T14:30:48Z', 'revision_number': 5, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'subnets': [{'id': '0cc4ccda-7462-45f6-94ed-d85fb7fcce2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:33:35.177258 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543dcade-4712-402f-992b-5fb2f720a4a9 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:33:35.181692 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-543dcade-4712-402f-992b-5fb2f720a4a9 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:35.239108 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-543dcade-4712-402f-992b-5fb2f720a4a9 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "PUT /v2.0/floatingips/b3d96563-1a14-416f-9af8-fd9fa67cc369 HTTP/1.1" status: 200 len: 992 time: 0.9798405 Mar 01 14:33:35.308487 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab71202-54b1-46c4-848f-a84ec8d01e99 None None] New status for floating IP b3d96563-1a14-416f-9af8-fd9fa67cc369: ACTIVE {{(pid=103729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 14:33:35.609986 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbd02ac-ca3d-44de-81e4-dcfb777d8151 None None] Sync routers for ids ['ad6a9ea0-e266-4c13-a754-9333335c557d'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:33:35.620162 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbd02ac-ca3d-44de-81e4-dcfb777d8151 None None] Routers {'ad6a9ea0-e266-4c13-a754-9333335c557d'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:33:35.620765 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-2fbd02ac-ca3d-44de-81e4-dcfb777d8151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:33:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['ad6a9ea0-e266-4c13-a754-9333335c557d'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:33:35.727563 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-2fbd02ac-ca3d-44de-81e4-dcfb777d8151 None None] Set router ad6a9ea0-e266-4c13-a754-9333335c557d gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:33:35.942602 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-2fbd02ac-ca3d-44de-81e4-dcfb777d8151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'name': 'tempest-TestVolumeBackupRestore-941628748-router', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '7272c1ac-e1d2-4612-8ce2-9e523acb232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:30:41Z', 'updated_at': '2022-03-01T14:30:44Z', 'revision_number': 4, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'gw_port': {'id': '7272c1ac-e1d2-4612-8ce2-9e523acb232c', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:61:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:42Z', 'updated_at': '2022-03-01T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'b3d96563-1a14-416f-9af8-fd9fa67cc369', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'floating_ip_address': '172.25.1.229', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'port_id': '6d1ad33b-003f-4c5a-8620-9c3816aed223', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3c8c700-a4ea-4b27-b32f-701c0d6f8428', 'mac_address': 'fa:16:3e:a2:ff:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee502d-82ee-4ec9-a753-33af44e70ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:33:33Z', 'updated_at': '2022-03-01T14:33:35Z', 'revision_number': 2, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9262b70b-7c91-45a0-8630-7119e3da182f', 'name': '', 'network_id': 'e3c8c700-a4ea-4b27-b32f-701c0d6f8428', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'mac_address': 'fa:16:3e:14:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '0cc4ccda-7462-45f6-94ed-d85fb7fcce2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:43Z', 'updated_at': '2022-03-01T14:30:48Z', 'revision_number': 5, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'subnets': [{'id': '0cc4ccda-7462-45f6-94ed-d85fb7fcce2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:33:35.973374 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbd02ac-ca3d-44de-81e4-dcfb777d8151 None None] Checking router: ad6a9ea0-e266-4c13-a754-9333335c557d for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:33:35.981616 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbd02ac-ca3d-44de-81e4-dcfb777d8151 None None] Routers {'ad6a9ea0-e266-4c13-a754-9333335c557d'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:33:35.982161 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-2fbd02ac-ca3d-44de-81e4-dcfb777d8151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:33:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['ad6a9ea0-e266-4c13-a754-9333335c557d'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:33:36.086550 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-2fbd02ac-ca3d-44de-81e4-dcfb777d8151 None None] Set router ad6a9ea0-e266-4c13-a754-9333335c557d gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:33:36.300756 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-2fbd02ac-ca3d-44de-81e4-dcfb777d8151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'name': 'tempest-TestVolumeBackupRestore-941628748-router', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '7272c1ac-e1d2-4612-8ce2-9e523acb232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:30:41Z', 'updated_at': '2022-03-01T14:30:44Z', 'revision_number': 4, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'gw_port': {'id': '7272c1ac-e1d2-4612-8ce2-9e523acb232c', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:61:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:42Z', 'updated_at': '2022-03-01T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'b3d96563-1a14-416f-9af8-fd9fa67cc369', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'floating_ip_address': '172.25.1.229', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'port_id': '6d1ad33b-003f-4c5a-8620-9c3816aed223', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3c8c700-a4ea-4b27-b32f-701c0d6f8428', 'mac_address': 'fa:16:3e:a2:ff:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee502d-82ee-4ec9-a753-33af44e70ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:33:33Z', 'updated_at': '2022-03-01T14:33:35Z', 'revision_number': 2, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9262b70b-7c91-45a0-8630-7119e3da182f', 'name': '', 'network_id': 'e3c8c700-a4ea-4b27-b32f-701c0d6f8428', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'mac_address': 'fa:16:3e:14:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '0cc4ccda-7462-45f6-94ed-d85fb7fcce2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:43Z', 'updated_at': '2022-03-01T14:30:48Z', 'revision_number': 5, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'subnets': [{'id': '0cc4ccda-7462-45f6-94ed-d85fb7fcce2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:33:36.318890 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ee502d-82ee-4ec9-a753-33af44e70ba2', 'tag': '6d1ad33b-003f-4c5a-8620-9c3816aed223'}, {'name': 'network-changed', 'server_uuid': '52ee502d-82ee-4ec9-a753-33af44e70ba2', 'tag': '6d1ad33b-003f-4c5a-8620-9c3816aed223'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:33:36.321570 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d4ce710ad830a7048d469f82919f5efe9a9117cec19b92c2d994a14568cd0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12fbd8e-8772-44e9-a0b3-9d2f50434c00" -d '{"events": [{"name": "network-changed", "server_uuid": "52ee502d-82ee-4ec9-a753-33af44e70ba2", "tag": "6d1ad33b-003f-4c5a-8620-9c3816aed223"}, {"name": "network-changed", "server_uuid": "52ee502d-82ee-4ec9-a753-33af44e70ba2", "tag": "6d1ad33b-003f-4c5a-8620-9c3816aed223"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:33:36.326987 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbd02ac-ca3d-44de-81e4-dcfb777d8151 None None] The sync data for ids ['ad6a9ea0-e266-4c13-a754-9333335c557d'] in n-d-827467-3 is: [{'id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'name': 'tempest-TestVolumeBackupRestore-941628748-router', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '7272c1ac-e1d2-4612-8ce2-9e523acb232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:30:41Z', 'updated_at': '2022-03-01T14:30:44Z', 'revision_number': 4, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'gw_port': {'id': '7272c1ac-e1d2-4612-8ce2-9e523acb232c', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:61:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:42Z', 'updated_at': '2022-03-01T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'b3d96563-1a14-416f-9af8-fd9fa67cc369', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'floating_ip_address': '172.25.1.229', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'port_id': '6d1ad33b-003f-4c5a-8620-9c3816aed223', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3c8c700-a4ea-4b27-b32f-701c0d6f8428', 'mac_address': 'fa:16:3e:a2:ff:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee502d-82ee-4ec9-a753-33af44e70ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:33:33Z', 'updated_at': '2022-03-01T14:33:35Z', 'revision_number': 2, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9262b70b-7c91-45a0-8630-7119e3da182f', 'name': '', 'network_id': 'e3c8c700-a4ea-4b27-b32f-701c0d6f8428', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'mac_address': 'fa:16:3e:14:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '0cc4ccda-7462-45f6-94ed-d85fb7fcce2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:43Z', 'updated_at': '2022-03-01T14:30:48Z', 'revision_number': 5, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'subnets': [{'id': '0cc4ccda-7462-45f6-94ed-d85fb7fcce2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:33:36.360514 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 01 Mar 2022 14:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b2bb82-c6fe-4cf9-bae8-7afe19a7b3e4 x-openstack-request-id: req-a8b2bb82-c6fe-4cf9-bae8-7afe19a7b3e4 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:33:36.360810 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ee502d-82ee-4ec9-a753-33af44e70ba2", "tag": "6d1ad33b-003f-4c5a-8620-9c3816aed223", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "52ee502d-82ee-4ec9-a753-33af44e70ba2", "tag": "6d1ad33b-003f-4c5a-8620-9c3816aed223", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:33:36.361064 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8b2bb82-c6fe-4cf9-bae8-7afe19a7b3e4 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:33:36.361479 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ee502d-82ee-4ec9-a753-33af44e70ba2', 'tag': '6d1ad33b-003f-4c5a-8620-9c3816aed223', 'status': 'completed', 'code': 200} Mar 01 14:33:36.361791 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ee502d-82ee-4ec9-a753-33af44e70ba2', 'tag': '6d1ad33b-003f-4c5a-8620-9c3816aed223', 'status': 'completed', 'code': 200} Mar 01 14:33:36.426350 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fbd8e-8772-44e9-a0b3-9d2f50434c00 req-3fdd8720-279e-4ae4-a229-6e2c8e484f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:36.427923 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d12fbd8e-8772-44e9-a0b3-9d2f50434c00 req-3fdd8720-279e-4ae4-a229-6e2c8e484f55 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd0f9f230dc24a19a0f741e0f7b5a6c2&device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 1128 time: 0.0466933 Mar 01 14:33:36.523862 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fbd8e-8772-44e9-a0b3-9d2f50434c00 req-c4a94ed8-85cf-46ea-851e-4fc93327f515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:36.526376 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d12fbd8e-8772-44e9-a0b3-9d2f50434c00 req-c4a94ed8-85cf-46ea-851e-4fc93327f515 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e3c8c700-a4ea-4b27-b32f-701c0d6f8428 HTTP/1.1" status: 200 len: 914 time: 0.0923405 Mar 01 14:33:36.588609 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d12fbd8e-8772-44e9-a0b3-9d2f50434c00 req-c3de3ca3-ceb5-4f40-b1cc-c5fbee2463a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d1ad33b-003f-4c5a-8620-9c3816aed223 HTTP/1.1" status: 200 len: 1002 time: 0.0569417 Mar 01 14:33:36.639209 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fbd8e-8772-44e9-a0b3-9d2f50434c00 req-9a862838-536f-47f0-81ea-3152aeeb2d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:36.640652 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d12fbd8e-8772-44e9-a0b3-9d2f50434c00 req-9a862838-536f-47f0-81ea-3152aeeb2d7d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0cc4ccda-7462-45f6-94ed-d85fb7fcce2f HTTP/1.1" status: 200 len: 852 time: 0.0460868 Mar 01 14:33:36.687760 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fbd8e-8772-44e9-a0b3-9d2f50434c00 req-5e5db940-39c7-4215-af66-52ee7e7d3dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:36.689216 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d12fbd8e-8772-44e9-a0b3-9d2f50434c00 req-5e5db940-39c7-4215-af66-52ee7e7d3dd9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3c8c700-a4ea-4b27-b32f-701c0d6f8428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427661 Mar 01 14:33:36.773121 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d12fbd8e-8772-44e9-a0b3-9d2f50434c00 req-0f2215a6-ba31-4dbf-bf60-f5547067143b service neutron] 10.222.0.20 "GET /v2.0/networks/e3c8c700-a4ea-4b27-b32f-701c0d6f8428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782342 Mar 01 14:33:36.863345 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d12fbd8e-8772-44e9-a0b3-9d2f50434c00 req-31a02fc3-e05b-4c17-9b90-df560adad0cc service neutron] 10.222.0.20 "GET /v2.0/networks/e3c8c700-a4ea-4b27-b32f-701c0d6f8428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830679 Mar 01 14:33:36.945356 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fbd8e-8772-44e9-a0b3-9d2f50434c00 req-37e70926-0997-4375-8253-f0943ba776b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:36.947080 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d12fbd8e-8772-44e9-a0b3-9d2f50434c00 req-37e70926-0997-4375-8253-f0943ba776b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd0f9f230dc24a19a0f741e0f7b5a6c2&device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 1128 time: 0.0444353 Mar 01 14:33:37.034966 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fbd8e-8772-44e9-a0b3-9d2f50434c00 req-d4b8d949-712d-4cb2-85b3-c45b64b2f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:37.036441 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d12fbd8e-8772-44e9-a0b3-9d2f50434c00 req-d4b8d949-712d-4cb2-85b3-c45b64b2f7d2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e3c8c700-a4ea-4b27-b32f-701c0d6f8428 HTTP/1.1" status: 200 len: 914 time: 0.0838103 Mar 01 14:33:37.103076 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d12fbd8e-8772-44e9-a0b3-9d2f50434c00 req-fd751f6e-08f3-415a-9911-97d16e90bcd5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d1ad33b-003f-4c5a-8620-9c3816aed223 HTTP/1.1" status: 200 len: 1002 time: 0.0556786 Mar 01 14:33:37.149504 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fbd8e-8772-44e9-a0b3-9d2f50434c00 req-636d8359-ea1c-40b8-a3f5-b043ac0408e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:37.150846 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d12fbd8e-8772-44e9-a0b3-9d2f50434c00 req-636d8359-ea1c-40b8-a3f5-b043ac0408e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0cc4ccda-7462-45f6-94ed-d85fb7fcce2f HTTP/1.1" status: 200 len: 852 time: 0.0420136 Mar 01 14:33:37.200933 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fbd8e-8772-44e9-a0b3-9d2f50434c00 req-2b832d6f-a899-4931-b72d-9c72f39ef33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:37.202399 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d12fbd8e-8772-44e9-a0b3-9d2f50434c00 req-2b832d6f-a899-4931-b72d-9c72f39ef33d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3c8c700-a4ea-4b27-b32f-701c0d6f8428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463617 Mar 01 14:33:37.286930 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d12fbd8e-8772-44e9-a0b3-9d2f50434c00 req-ed51bf7b-da75-4a2b-b5bc-b2a5017c2dbe service neutron] 10.222.0.20 "GET /v2.0/networks/e3c8c700-a4ea-4b27-b32f-701c0d6f8428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786672 Mar 01 14:33:37.377805 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d12fbd8e-8772-44e9-a0b3-9d2f50434c00 req-31bcc168-ae5b-4111-aa13-2b9d89e33909 service neutron] 10.222.0.20 "GET /v2.0/networks/e3c8c700-a4ea-4b27-b32f-701c0d6f8428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844312 Mar 01 14:33:39.076249 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f00398c2-1eac-4053-b57d-3dd2ea9838bc req-b3af7b03-3f09-4356-a9e5-95067640be75 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426011 Mar 01 14:33:39.161121 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00398c2-1eac-4053-b57d-3dd2ea9838bc req-1d2f12f7-6178-4e87-9534-191792f03d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:39.163048 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f00398c2-1eac-4053-b57d-3dd2ea9838bc req-1d2f12f7-6178-4e87-9534-191792f03d90 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd0f9f230dc24a19a0f741e0f7b5a6c2&device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 1128 time: 0.0463979 Mar 01 14:33:39.265438 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00398c2-1eac-4053-b57d-3dd2ea9838bc req-c9e7937e-b634-451f-bfd9-d6a153347ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:39.266974 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f00398c2-1eac-4053-b57d-3dd2ea9838bc req-c9e7937e-b634-451f-bfd9-d6a153347ded service neutron] 10.222.0.20 "GET /v2.0/networks?id=e3c8c700-a4ea-4b27-b32f-701c0d6f8428 HTTP/1.1" status: 200 len: 914 time: 0.0864427 Mar 01 14:33:39.330397 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f00398c2-1eac-4053-b57d-3dd2ea9838bc req-c50ea94c-5645-4a8e-a9d6-14c454871f21 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d1ad33b-003f-4c5a-8620-9c3816aed223 HTTP/1.1" status: 200 len: 1002 time: 0.0566275 Mar 01 14:33:39.376908 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00398c2-1eac-4053-b57d-3dd2ea9838bc req-a123ce0c-2411-4ad7-8e51-055ca295fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:39.379207 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f00398c2-1eac-4053-b57d-3dd2ea9838bc req-a123ce0c-2411-4ad7-8e51-055ca295fa26 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0cc4ccda-7462-45f6-94ed-d85fb7fcce2f HTTP/1.1" status: 200 len: 852 time: 0.0424364 Mar 01 14:33:39.432182 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00398c2-1eac-4053-b57d-3dd2ea9838bc req-ffd9be91-cbe9-42f1-9503-330e26a1f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:33:39.433695 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f00398c2-1eac-4053-b57d-3dd2ea9838bc req-ffd9be91-cbe9-42f1-9503-330e26a1f64a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3c8c700-a4ea-4b27-b32f-701c0d6f8428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494854 Mar 01 14:33:39.520613 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f00398c2-1eac-4053-b57d-3dd2ea9838bc req-4c09074d-9688-4be0-97cd-35a601b4a07d service neutron] 10.222.0.20 "GET /v2.0/networks/e3c8c700-a4ea-4b27-b32f-701c0d6f8428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808437 Mar 01 14:33:39.609965 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f00398c2-1eac-4053-b57d-3dd2ea9838bc req-1b44659f-7c2f-4ee0-879d-039e631c226b service neutron] 10.222.0.20 "GET /v2.0/networks/e3c8c700-a4ea-4b27-b32f-701c0d6f8428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829203 Mar 01 14:33:40.154423 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:40.427095 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:41.827960 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:33:55.336496 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-87cc30f6-9db0-46bf-bfd4-c51ef65e96d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:57.508174 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-bf25836f-a0a5-4a89-9660-acecfc0d8b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:33:59.021383 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:00.186343 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:01.814560 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:08.379528 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58222) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:34:08.533303 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-2a8f89be-6fc0-469e-be40-b6cb721bfe7b tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Deleting port 393db5f0-27cd-438f-86d0-7eaaedbed9d3 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:34:08.533644 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2a8f89be-6fc0-469e-be40-b6cb721bfe7b tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (393db5f0-27cd-438f-86d0-7eaaedbed9d3), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:08.605227 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2a8f89be-6fc0-469e-be40-b6cb721bfe7b tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (393db5f0-27cd-438f-86d0-7eaaedbed9d3), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:08.605548 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2a8f89be-6fc0-469e-be40-b6cb721bfe7b tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks [] for floatingip (393db5f0-27cd-438f-86d0-7eaaedbed9d3), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:08.617318 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-2a8f89be-6fc0-469e-be40-b6cb721bfe7b tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Calling delete_port for 393db5f0-27cd-438f-86d0-7eaaedbed9d3 owned by network:floatingip {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:34:08.781585 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2a8f89be-6fc0-469e-be40-b6cb721bfe7b tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (393db5f0-27cd-438f-86d0-7eaaedbed9d3), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:08.813984 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f89be-6fc0-469e-be40-b6cb721bfe7b tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Pushing event deleted for resources: {'Port': ['ID=393db5f0-27cd-438f-86d0-7eaaedbed9d3,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:08.825918 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8f89be-6fc0-469e-be40-b6cb721bfe7b tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:08.826261 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8f89be-6fc0-469e-be40-b6cb721bfe7b tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:08.826598 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8f89be-6fc0-469e-be40-b6cb721bfe7b tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:08.826929 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8f89be-6fc0-469e-be40-b6cb721bfe7b tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:08.827905 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8f89be-6fc0-469e-be40-b6cb721bfe7b tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:08.828243 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8f89be-6fc0-469e-be40-b6cb721bfe7b tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:08.828567 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8f89be-6fc0-469e-be40-b6cb721bfe7b tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:08.828893 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8f89be-6fc0-469e-be40-b6cb721bfe7b tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:08.829212 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8f89be-6fc0-469e-be40-b6cb721bfe7b tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:08.829536 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8f89be-6fc0-469e-be40-b6cb721bfe7b tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:08.829857 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8f89be-6fc0-469e-be40-b6cb721bfe7b tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:08.830172 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8f89be-6fc0-469e-be40-b6cb721bfe7b tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:08.830484 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8f89be-6fc0-469e-be40-b6cb721bfe7b tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:08.886221 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2a8f89be-6fc0-469e-be40-b6cb721bfe7b tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks [] for floatingip (b3d96563-1a14-416f-9af8-fd9fa67cc369), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:08.886552 n-d-827467-3 neutron-server[103726]: INFO neutron.db.l3_db [None req-2a8f89be-6fc0-469e-be40-b6cb721bfe7b tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Floating IP b3d96563-1a14-416f-9af8-fd9fa67cc369 disassociated (deleted). External IP: 172.25.1.229, port: 6d1ad33b-003f-4c5a-8620-9c3816aed223. Mar 01 14:34:09.097503 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8f89be-6fc0-469e-be40-b6cb721bfe7b tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Router ad6a9ea0-e266-4c13-a754-9333335c557d has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:34:09.206172 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8f89be-6fc0-469e-be40-b6cb721bfe7b tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:34:09.210571 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2a8f89be-6fc0-469e-be40-b6cb721bfe7b tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:09.216327 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2873513-01cb-4000-b098-58675c423e35 None None] Sync routers for ids ['ad6a9ea0-e266-4c13-a754-9333335c557d'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:34:09.228332 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2873513-01cb-4000-b098-58675c423e35 None None] Routers {'ad6a9ea0-e266-4c13-a754-9333335c557d'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:34:09.228946 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-d2873513-01cb-4000-b098-58675c423e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:33:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['ad6a9ea0-e266-4c13-a754-9333335c557d'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:34:09.338369 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-d2873513-01cb-4000-b098-58675c423e35 None None] Set router ad6a9ea0-e266-4c13-a754-9333335c557d gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:34:09.541625 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-d2873513-01cb-4000-b098-58675c423e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'name': 'tempest-TestVolumeBackupRestore-941628748-router', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '7272c1ac-e1d2-4612-8ce2-9e523acb232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:30:41Z', 'updated_at': '2022-03-01T14:30:44Z', 'revision_number': 4, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'gw_port': {'id': '7272c1ac-e1d2-4612-8ce2-9e523acb232c', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:61:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:42Z', 'updated_at': '2022-03-01T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '9262b70b-7c91-45a0-8630-7119e3da182f', 'name': '', 'network_id': 'e3c8c700-a4ea-4b27-b32f-701c0d6f8428', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'mac_address': 'fa:16:3e:14:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '0cc4ccda-7462-45f6-94ed-d85fb7fcce2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:43Z', 'updated_at': '2022-03-01T14:30:48Z', 'revision_number': 5, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'subnets': [{'id': '0cc4ccda-7462-45f6-94ed-d85fb7fcce2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:34:09.562363 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-2a8f89be-6fc0-469e-be40-b6cb721bfe7b tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "DELETE /v2.0/floatingips/b3d96563-1a14-416f-9af8-fd9fa67cc369 HTTP/1.1" status: 204 len: 168 time: 1.1817083 Mar 01 14:34:09.562964 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ee502d-82ee-4ec9-a753-33af44e70ba2', 'tag': '6d1ad33b-003f-4c5a-8620-9c3816aed223'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:34:09.565456 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02b264e-7a47-4a54-83ac-c0343fabd4da" -d '{"events": [{"name": "network-changed", "server_uuid": "52ee502d-82ee-4ec9-a753-33af44e70ba2", "tag": "6d1ad33b-003f-4c5a-8620-9c3816aed223"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:34:09.567425 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2873513-01cb-4000-b098-58675c423e35 None None] Checking router: ad6a9ea0-e266-4c13-a754-9333335c557d for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:34:09.576358 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2873513-01cb-4000-b098-58675c423e35 None None] Routers {'ad6a9ea0-e266-4c13-a754-9333335c557d'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:34:09.576962 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-d2873513-01cb-4000-b098-58675c423e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:33:57Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['ad6a9ea0-e266-4c13-a754-9333335c557d'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:34:09.612518 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c3cd39-099a-4c09-92f7-cd39f4fe38bf x-openstack-request-id: req-c7c3cd39-099a-4c09-92f7-cd39f4fe38bf {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:34:09.613011 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ee502d-82ee-4ec9-a753-33af44e70ba2", "tag": "6d1ad33b-003f-4c5a-8620-9c3816aed223", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:34:09.613422 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7c3cd39-099a-4c09-92f7-cd39f4fe38bf {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:34:09.613978 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ee502d-82ee-4ec9-a753-33af44e70ba2', 'tag': '6d1ad33b-003f-4c5a-8620-9c3816aed223', 'status': 'completed', 'code': 200} Mar 01 14:34:09.687703 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-d2873513-01cb-4000-b098-58675c423e35 None None] Set router ad6a9ea0-e266-4c13-a754-9333335c557d gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:34:09.692266 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b264e-7a47-4a54-83ac-c0343fabd4da req-8f1cf999-395b-4c59-8e77-212f08923e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:34:09.693826 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f02b264e-7a47-4a54-83ac-c0343fabd4da req-8f1cf999-395b-4c59-8e77-212f08923e31 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd0f9f230dc24a19a0f741e0f7b5a6c2&device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 1128 time: 0.0552182 Mar 01 14:34:09.810623 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b264e-7a47-4a54-83ac-c0343fabd4da req-930e5d53-c5d6-4cb5-bba7-712d84749877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:34:09.812204 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f02b264e-7a47-4a54-83ac-c0343fabd4da req-930e5d53-c5d6-4cb5-bba7-712d84749877 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e3c8c700-a4ea-4b27-b32f-701c0d6f8428 HTTP/1.1" status: 200 len: 914 time: 0.1090434 Mar 01 14:34:09.836311 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae783f-34cd-488e-8276-49ed3d3b2fa9 req-27151065-5c7b-40df-8492-94c7fb28aff2 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:34:09.837858 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fcae783f-34cd-488e-8276-49ed3d3b2fa9 req-27151065-5c7b-40df-8492-94c7fb28aff2 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 946 time: 0.0617003 Mar 01 14:34:09.856583 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f02b264e-7a47-4a54-83ac-c0343fabd4da req-b88288dd-2736-4356-adb8-10b40b64c6fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d1ad33b-003f-4c5a-8620-9c3816aed223 HTTP/1.1" status: 200 len: 217 time: 0.0348339 Mar 01 14:34:09.892201 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fcae783f-34cd-488e-8276-49ed3d3b2fa9 req-eb19a7e0-5c0a-438b-9898-d0d0cacae460 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/security-groups?id=504a80af-5e8c-44da-b80c-b48867f91af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470433 Mar 01 14:34:09.896479 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-d2873513-01cb-4000-b098-58675c423e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'name': 'tempest-TestVolumeBackupRestore-941628748-router', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '7272c1ac-e1d2-4612-8ce2-9e523acb232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:30:41Z', 'updated_at': '2022-03-01T14:30:44Z', 'revision_number': 4, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'gw_port': {'id': '7272c1ac-e1d2-4612-8ce2-9e523acb232c', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:61:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:42Z', 'updated_at': '2022-03-01T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '9262b70b-7c91-45a0-8630-7119e3da182f', 'name': '', 'network_id': 'e3c8c700-a4ea-4b27-b32f-701c0d6f8428', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'mac_address': 'fa:16:3e:14:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '0cc4ccda-7462-45f6-94ed-d85fb7fcce2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:43Z', 'updated_at': '2022-03-01T14:30:48Z', 'revision_number': 5, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'subnets': [{'id': '0cc4ccda-7462-45f6-94ed-d85fb7fcce2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:34:09.906560 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b264e-7a47-4a54-83ac-c0343fabd4da req-78643d36-7997-433e-8ba6-636149135160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:34:09.908077 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f02b264e-7a47-4a54-83ac-c0343fabd4da req-78643d36-7997-433e-8ba6-636149135160 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0cc4ccda-7462-45f6-94ed-d85fb7fcce2f HTTP/1.1" status: 200 len: 852 time: 0.0452132 Mar 01 14:34:09.923086 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2873513-01cb-4000-b098-58675c423e35 None None] The sync data for ids ['ad6a9ea0-e266-4c13-a754-9333335c557d'] in n-d-827467-3 is: [{'id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'name': 'tempest-TestVolumeBackupRestore-941628748-router', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '7272c1ac-e1d2-4612-8ce2-9e523acb232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:30:41Z', 'updated_at': '2022-03-01T14:30:44Z', 'revision_number': 4, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'gw_port': {'id': '7272c1ac-e1d2-4612-8ce2-9e523acb232c', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:61:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:42Z', 'updated_at': '2022-03-01T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '9262b70b-7c91-45a0-8630-7119e3da182f', 'name': '', 'network_id': 'e3c8c700-a4ea-4b27-b32f-701c0d6f8428', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'mac_address': 'fa:16:3e:14:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '0cc4ccda-7462-45f6-94ed-d85fb7fcce2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:43Z', 'updated_at': '2022-03-01T14:30:48Z', 'revision_number': 5, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'subnets': [{'id': '0cc4ccda-7462-45f6-94ed-d85fb7fcce2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:34:09.959961 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b264e-7a47-4a54-83ac-c0343fabd4da req-7e0e6989-36ea-4af7-bb5f-18c3ac187830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:34:09.961613 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f02b264e-7a47-4a54-83ac-c0343fabd4da req-7e0e6989-36ea-4af7-bb5f-18c3ac187830 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3c8c700-a4ea-4b27-b32f-701c0d6f8428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462756 Mar 01 14:34:10.061080 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f02b264e-7a47-4a54-83ac-c0343fabd4da req-555aff72-39bb-4472-8ab7-139fd1a68efd service neutron] 10.222.0.20 "GET /v2.0/networks/e3c8c700-a4ea-4b27-b32f-701c0d6f8428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914032 Mar 01 14:34:10.153217 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdd7d9c-b592-457c-a474-153ce8da2b9c None None] New status for floating IP b3d96563-1a14-416f-9af8-fd9fa67cc369: DOWN {{(pid=103728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 14:34:10.158433 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f02b264e-7a47-4a54-83ac-c0343fabd4da req-c33b91e6-0ba4-4389-8138-8b046f6ba78a service neutron] 10.222.0.20 "GET /v2.0/networks/e3c8c700-a4ea-4b27-b32f-701c0d6f8428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907354 Mar 01 14:34:10.368931 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:10.442026 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:11.020281 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806badb-2a3e-44b0-932f-a688cbb56b9c req-4e0ed0d6-aaa9-4f0c-923f-7f0340b64541 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:34:11.021777 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3806badb-2a3e-44b0-932f-a688cbb56b9c req-4e0ed0d6-aaa9-4f0c-923f-7f0340b64541 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 946 time: 0.0562451 Mar 01 14:34:11.071023 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3806badb-2a3e-44b0-932f-a688cbb56b9c req-887c1d3f-b1b2-4053-926b-83f2bb6f6e14 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/security-groups?id=504a80af-5e8c-44da-b80c-b48867f91af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423479 Mar 01 14:34:11.456211 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d630b8f-2f53-4037-b933-fc02bdac4cc1 req-4f7658a4-3564-44e6-a3b6-b61c2de854fb tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:34:11.457670 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9d630b8f-2f53-4037-b933-fc02bdac4cc1 req-4f7658a4-3564-44e6-a3b6-b61c2de854fb tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 946 time: 0.0582390 Mar 01 14:34:11.547330 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-9d630b8f-2f53-4037-b933-fc02bdac4cc1 req-8cb539d0-6b2e-48d1-906a-4a1426ce96dc tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Deleting port 6d1ad33b-003f-4c5a-8620-9c3816aed223 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:34:11.547682 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9d630b8f-2f53-4037-b933-fc02bdac4cc1 req-8cb539d0-6b2e-48d1-906a-4a1426ce96dc tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (6d1ad33b-003f-4c5a-8620-9c3816aed223), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:11.638837 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-9d630b8f-2f53-4037-b933-fc02bdac4cc1 req-8cb539d0-6b2e-48d1-906a-4a1426ce96dc tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] For port 6d1ad33b-003f-4c5a-8620-9c3816aed223, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=6d1ad33b-003f-4c5a-8620-9c3816aed223,segment=NetworkSegment(b45e9d84-80ad-4e13-a93b-e15c4b490344),segment_id=b45e9d84-80ad-4e13-a93b-e15c4b490344)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:34:11.639120 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9d630b8f-2f53-4037-b933-fc02bdac4cc1 req-8cb539d0-6b2e-48d1-906a-4a1426ce96dc tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (6d1ad33b-003f-4c5a-8620-9c3816aed223), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:11.651390 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-9d630b8f-2f53-4037-b933-fc02bdac4cc1 req-8cb539d0-6b2e-48d1-906a-4a1426ce96dc tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Calling delete_port for 6d1ad33b-003f-4c5a-8620-9c3816aed223 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:34:11.776059 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9d630b8f-2f53-4037-b933-fc02bdac4cc1 req-8cb539d0-6b2e-48d1-906a-4a1426ce96dc tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (6d1ad33b-003f-4c5a-8620-9c3816aed223), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:11.802543 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb539d0-6b2e-48d1-906a-4a1426ce96dc tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Pushing event deleted for resources: {'Port': ['ID=6d1ad33b-003f-4c5a-8620-9c3816aed223,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:11.846457 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d630b8f-2f53-4037-b933-fc02bdac4cc1 req-8cb539d0-6b2e-48d1-906a-4a1426ce96dc tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] No DVR routers for this DVR port 6d1ad33b-003f-4c5a-8620-9c3816aed223 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:34:11.849080 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-9d630b8f-2f53-4037-b933-fc02bdac4cc1 req-8cb539d0-6b2e-48d1-906a-4a1426ce96dc tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:11.852360 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9d630b8f-2f53-4037-b933-fc02bdac4cc1 req-8cb539d0-6b2e-48d1-906a-4a1426ce96dc tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.20 "DELETE /v2.0/ports/6d1ad33b-003f-4c5a-8620-9c3816aed223 HTTP/1.1" status: 204 len: 173 time: 0.3895731 Mar 01 14:34:11.852821 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ee502d-82ee-4ec9-a753-33af44e70ba2', 'name': 'network-vif-deleted', 'tag': '6d1ad33b-003f-4c5a-8620-9c3816aed223'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:34:11.855022 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4333dc56-0012-493c-8de2-a3d2d015849d" -d '{"events": [{"server_uuid": "52ee502d-82ee-4ec9-a753-33af44e70ba2", "name": "network-vif-deleted", "tag": "6d1ad33b-003f-4c5a-8620-9c3816aed223"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:34:11.892156 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc289b8-5adb-4073-a9d5-ff2f9610dfdc x-openstack-request-id: req-cdc289b8-5adb-4073-a9d5-ff2f9610dfdc {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:34:11.892472 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ee502d-82ee-4ec9-a753-33af44e70ba2", "name": "network-vif-deleted", "tag": "6d1ad33b-003f-4c5a-8620-9c3816aed223", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:34:11.892725 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cdc289b8-5adb-4073-a9d5-ff2f9610dfdc {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:34:11.893129 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ee502d-82ee-4ec9-a753-33af44e70ba2', 'name': 'network-vif-deleted', 'tag': '6d1ad33b-003f-4c5a-8620-9c3816aed223', 'status': 'completed', 'code': 200} Mar 01 14:34:12.167368 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-078f49ce-7786-40e1-9a4b-372e659b646e req-fdd6650d-93ac-45e9-9119-5542823c3f2c tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 210 time: 0.0275578 Mar 01 14:34:13.264553 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-23999fc2-69f0-4640-9512-68d506e5ce65 req-bc01c204-f59b-4439-a1f6-2439efaf8d44 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 210 time: 0.0266974 Mar 01 14:34:14.361391 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a33c1e26-3d42-4e18-a568-1e7a2f7052a0 req-3d5bdd84-07dd-4c78-9ad4-ad414f60637e tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 210 time: 0.0300248 Mar 01 14:34:15.788052 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-06ff729a-0e8f-4cc9-850a-b81063668c2d req-0c155059-8a9a-425b-bb71-ab30a074a82c tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 210 time: 0.3569293 Mar 01 14:34:16.506526 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 6d1ad33b-003f-4c5a-8620-9c3816aed223 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:34:16.526557 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 6d1ad33b-003f-4c5a-8620-9c3816aed223 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:34:16.526893 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 6d1ad33b-003f-4c5a-8620-9c3816aed223 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:34:16.883502 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2a189b93-e739-448b-a2c1-c8b249826f21 req-0a476f26-7d8d-4d1c-8c7a-4992a7426251 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 210 time: 0.0275543 Mar 01 14:34:17.976260 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-871dfdf7-59bd-4da4-9e63-69062dcd0c4a req-67ae366b-e14a-4049-be96-c4d61d43be10 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 210 time: 0.0271819 Mar 01 14:34:18.827077 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:34:19.073386 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-019871dd-3d7e-4f43-9b2d-e672bb040c3e req-73c8973f-abde-4fc1-946a-0dee77b622a3 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 210 time: 0.0267911 Mar 01 14:34:20.170320 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-482ff2a7-436b-43af-a664-b7c92839f432 req-53f6a678-b780-4a59-955a-ccacfff81597 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ee502d-82ee-4ec9-a753-33af44e70ba2 HTTP/1.1" status: 200 len: 210 time: 0.0295072 Mar 01 14:34:21.226097 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58254) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:34:21.281029 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7431a87d-50d2-4f08-824d-259eb96f55c4 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks [] for security_group (504a80af-5e8c-44da-b80c-b48867f91af5), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:21.305424 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7431a87d-50d2-4f08-824d-259eb96f55c4 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks [] for security_group (504a80af-5e8c-44da-b80c-b48867f91af5), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:21.365555 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7431a87d-50d2-4f08-824d-259eb96f55c4 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (504a80af-5e8c-44da-b80c-b48867f91af5), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:21.368230 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7431a87d-50d2-4f08-824d-259eb96f55c4 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:21.369396 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-7431a87d-50d2-4f08-824d-259eb96f55c4 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] 10.222.0.13 "DELETE /v2.0/security-groups/504a80af-5e8c-44da-b80c-b48867f91af5 HTTP/1.1" status: 204 len: 168 time: 0.1423059 Mar 01 14:34:21.379644 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431a87d-50d2-4f08-824d-259eb96f55c4 tempest-TestVolumeBackupRestore-1612156544 tempest-TestVolumeBackupRestore-1612156544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=504a80af-5e8c-44da-b80c-b48867f91af5,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:25.353591 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-73b60a7b-95a7-435f-b2e2-ce253a34c7e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:27.510524 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b1f01d2d-dd40-47af-bbf0-e763063fda0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:29.012429 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58718) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:34:29.031686 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:29.381478 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b254bde2-786c-47b4-a09c-dcd6c4fcfaf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (ad6a9ea0-e266-4c13-a754-9333335c557d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:29.635889 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b254bde2-786c-47b4-a09c-dcd6c4fcfaf5 admin admin] Deleting port 9262b70b-7c91-45a0-8630-7119e3da182f {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:34:29.636283 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b254bde2-786c-47b4-a09c-dcd6c4fcfaf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (9262b70b-7c91-45a0-8630-7119e3da182f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:29.719010 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-b254bde2-786c-47b4-a09c-dcd6c4fcfaf5 admin admin] For port 9262b70b-7c91-45a0-8630-7119e3da182f, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=9262b70b-7c91-45a0-8630-7119e3da182f,segment=NetworkSegment(b45e9d84-80ad-4e13-a93b-e15c4b490344),segment_id=b45e9d84-80ad-4e13-a93b-e15c4b490344)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:34:29.719374 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b254bde2-786c-47b4-a09c-dcd6c4fcfaf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (9262b70b-7c91-45a0-8630-7119e3da182f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:29.738277 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b254bde2-786c-47b4-a09c-dcd6c4fcfaf5 admin admin] Calling delete_port for 9262b70b-7c91-45a0-8630-7119e3da182f owned by network:router_interface {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:34:29.917895 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b254bde2-786c-47b4-a09c-dcd6c4fcfaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (9262b70b-7c91-45a0-8630-7119e3da182f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:29.943506 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254bde2-786c-47b4-a09c-dcd6c4fcfaf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9262b70b-7c91-45a0-8630-7119e3da182f,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:30.118034 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b254bde2-786c-47b4-a09c-dcd6c4fcfaf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (ad6a9ea0-e266-4c13-a754-9333335c557d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:30.188096 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:30.345694 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b254bde2-786c-47b4-a09c-dcd6c4fcfaf5 admin admin] Router ad6a9ea0-e266-4c13-a754-9333335c557d has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:34:30.455901 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b254bde2-786c-47b4-a09c-dcd6c4fcfaf5 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:34:30.463873 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-b254bde2-786c-47b4-a09c-dcd6c4fcfaf5 admin admin] 10.222.0.13 "PUT /v2.0/routers/ad6a9ea0-e266-4c13-a754-9333335c557d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4474988 Mar 01 14:34:30.463968 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58720) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:34:30.473206 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552e4103-2d36-4e84-a8d7-37eab6d26b62 None None] Sync routers for ids ['ad6a9ea0-e266-4c13-a754-9333335c557d'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:34:30.484179 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552e4103-2d36-4e84-a8d7-37eab6d26b62 None None] Routers {'ad6a9ea0-e266-4c13-a754-9333335c557d'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:34:30.485523 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-552e4103-2d36-4e84-a8d7-37eab6d26b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:34:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['ad6a9ea0-e266-4c13-a754-9333335c557d'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:34:30.573426 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4dfb4de2-9b5d-40ec-8a16-6dc606206134 admin admin] Publish callbacks [] for router (ad6a9ea0-e266-4c13-a754-9333335c557d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:30.594895 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-552e4103-2d36-4e84-a8d7-37eab6d26b62 None None] Set router ad6a9ea0-e266-4c13-a754-9333335c557d gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:34:30.680204 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4dfb4de2-9b5d-40ec-8a16-6dc606206134 admin admin] Publish callbacks [] for router_gateway (ad6a9ea0-e266-4c13-a754-9333335c557d), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:30.733532 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb4de2-9b5d-40ec-8a16-6dc606206134 admin admin] Deleting port 7272c1ac-e1d2-4612-8ce2-9e523acb232c {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:34:30.733764 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4dfb4de2-9b5d-40ec-8a16-6dc606206134 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (7272c1ac-e1d2-4612-8ce2-9e523acb232c), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:30.777109 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-552e4103-2d36-4e84-a8d7-37eab6d26b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'name': 'tempest-TestVolumeBackupRestore-941628748-router', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '7272c1ac-e1d2-4612-8ce2-9e523acb232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:30:41Z', 'updated_at': '2022-03-01T14:34:29Z', 'revision_number': 5, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'gw_port': {'id': '7272c1ac-e1d2-4612-8ce2-9e523acb232c', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:61:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:42Z', 'updated_at': '2022-03-01T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:34:30.804290 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552e4103-2d36-4e84-a8d7-37eab6d26b62 None None] Checking router: ad6a9ea0-e266-4c13-a754-9333335c557d for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:34:30.813622 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552e4103-2d36-4e84-a8d7-37eab6d26b62 None None] Routers {'ad6a9ea0-e266-4c13-a754-9333335c557d'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:34:30.814243 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-552e4103-2d36-4e84-a8d7-37eab6d26b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:34:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['ad6a9ea0-e266-4c13-a754-9333335c557d'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:34:30.820768 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-4dfb4de2-9b5d-40ec-8a16-6dc606206134 admin admin] For port 7272c1ac-e1d2-4612-8ce2-9e523acb232c, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=7272c1ac-e1d2-4612-8ce2-9e523acb232c,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:34:30.821203 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4dfb4de2-9b5d-40ec-8a16-6dc606206134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (7272c1ac-e1d2-4612-8ce2-9e523acb232c), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:30.840435 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb4de2-9b5d-40ec-8a16-6dc606206134 admin admin] Calling delete_port for 7272c1ac-e1d2-4612-8ce2-9e523acb232c owned by network:router_gateway {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:34:30.989886 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-552e4103-2d36-4e84-a8d7-37eab6d26b62 None None] Set router ad6a9ea0-e266-4c13-a754-9333335c557d gateway port host: None {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:34:31.013386 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4dfb4de2-9b5d-40ec-8a16-6dc606206134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (7272c1ac-e1d2-4612-8ce2-9e523acb232c), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:31.042210 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb4de2-9b5d-40ec-8a16-6dc606206134 admin admin] Pushing event deleted for resources: {'Port': ['ID=7272c1ac-e1d2-4612-8ce2-9e523acb232c,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:31.043456 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-552e4103-2d36-4e84-a8d7-37eab6d26b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'name': 'tempest-TestVolumeBackupRestore-941628748-router', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:30:41Z', 'updated_at': '2022-03-01T14:34:30Z', 'revision_number': 6, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:34:31.071421 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552e4103-2d36-4e84-a8d7-37eab6d26b62 None None] The sync data for ids ['ad6a9ea0-e266-4c13-a754-9333335c557d'] in n-d-827467-3 is: [{'id': 'ad6a9ea0-e266-4c13-a754-9333335c557d', 'name': 'tempest-TestVolumeBackupRestore-941628748-router', 'tenant_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:30:41Z', 'updated_at': '2022-03-01T14:34:30Z', 'revision_number': 6, 'project_id': 'bd0f9f230dc24a19a0f741e0f7b5a6c2', 'gw_port_host': None}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:34:31.105096 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4dfb4de2-9b5d-40ec-8a16-6dc606206134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (ad6a9ea0-e266-4c13-a754-9333335c557d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:31.196825 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4dfb4de2-9b5d-40ec-8a16-6dc606206134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (ad6a9ea0-e266-4c13-a754-9333335c557d), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:31.198905 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4dfb4de2-9b5d-40ec-8a16-6dc606206134 admin admin] Publish callbacks [] for router_controller (ad6a9ea0-e266-4c13-a754-9333335c557d), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:31.245453 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4dfb4de2-9b5d-40ec-8a16-6dc606206134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (ad6a9ea0-e266-4c13-a754-9333335c557d), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:31.246022 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfb4de2-9b5d-40ec-8a16-6dc606206134 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad6a9ea0-e266-4c13-a754-9333335c557d {{(pid=103726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:34:31.251660 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4dfb4de2-9b5d-40ec-8a16-6dc606206134 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:31.252906 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-4dfb4de2-9b5d-40ec-8a16-6dc606206134 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ad6a9ea0-e266-4c13-a754-9333335c557d HTTP/1.1" status: 204 len: 168 time: 0.7878759 Mar 01 14:34:31.255362 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58722) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:34:31.298301 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f12af18-39ff-4713-a445-b1f0be028ee6 admin admin] Deleting subnet 0cc4ccda-7462-45f6-94ed-d85fb7fcce2f {{(pid=103726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:34:31.301225 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f12af18-39ff-4713-a445-b1f0be028ee6 admin admin] Publish callbacks [] for subnet (0cc4ccda-7462-45f6-94ed-d85fb7fcce2f), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:31.334427 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f12af18-39ff-4713-a445-b1f0be028ee6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264161956'] for subnet (0cc4ccda-7462-45f6-94ed-d85fb7fcce2f), precommit_delete_associations {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:31.413753 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f12af18-39ff-4713-a445-b1f0be028ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (0cc4ccda-7462-45f6-94ed-d85fb7fcce2f), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:31.466773 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f12af18-39ff-4713-a445-b1f0be028ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264116100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264221488'] for subnet (0cc4ccda-7462-45f6-94ed-d85fb7fcce2f), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:31.492019 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12af18-39ff-4713-a445-b1f0be028ee6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cc4ccda-7462-45f6-94ed-d85fb7fcce2f,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:31.497819 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f12af18-39ff-4713-a445-b1f0be028ee6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:31.501034 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-0f12af18-39ff-4713-a445-b1f0be028ee6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0cc4ccda-7462-45f6-94ed-d85fb7fcce2f HTTP/1.1" status: 204 len: 168 time: 0.2447109 Mar 01 14:34:31.503583 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58724) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:34:31.505132 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23f3412-3e80-404a-8a65-aa65d7d7b7e4 None None] Network e3c8c700-a4ea-4b27-b32f-701c0d6f8428 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:34:31.574986 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-10f5ec96-f17e-4fd5-8570-8888db84978f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (e3c8c700-a4ea-4b27-b32f-701c0d6f8428), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:31.637347 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-10f5ec96-f17e-4fd5-8570-8888db84978f admin admin] Deleting port 4cdaf23a-4bcf-4bf1-a4a7-f765d9140228 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:34:31.637681 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-10f5ec96-f17e-4fd5-8570-8888db84978f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (4cdaf23a-4bcf-4bf1-a4a7-f765d9140228), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:31.698932 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-10f5ec96-f17e-4fd5-8570-8888db84978f admin admin] For port 4cdaf23a-4bcf-4bf1-a4a7-f765d9140228, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=4cdaf23a-4bcf-4bf1-a4a7-f765d9140228,segment=NetworkSegment(b45e9d84-80ad-4e13-a93b-e15c4b490344),segment_id=b45e9d84-80ad-4e13-a93b-e15c4b490344)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:34:31.699283 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-10f5ec96-f17e-4fd5-8570-8888db84978f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (4cdaf23a-4bcf-4bf1-a4a7-f765d9140228), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:31.711799 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-10f5ec96-f17e-4fd5-8570-8888db84978f admin admin] Calling delete_port for 4cdaf23a-4bcf-4bf1-a4a7-f765d9140228 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:34:31.785277 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-10f5ec96-f17e-4fd5-8570-8888db84978f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (4cdaf23a-4bcf-4bf1-a4a7-f765d9140228), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:31.815879 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5ec96-f17e-4fd5-8570-8888db84978f admin admin] Pushing event deleted for resources: {'Port': ['ID=4cdaf23a-4bcf-4bf1-a4a7-f765d9140228,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:31.817820 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f5ec96-f17e-4fd5-8570-8888db84978f admin admin] No DVR routers for this DVR port 4cdaf23a-4bcf-4bf1-a4a7-f765d9140228 on host n-d-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:34:31.817969 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:31.855132 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2827212f-0f53-469e-9f2f-7d57529492ff None None] DHCP port deletion for e3c8c700-a4ea-4b27-b32f-701c0d6f8428 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:34:31.888893 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-10f5ec96-f17e-4fd5-8570-8888db84978f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (e3c8c700-a4ea-4b27-b32f-701c0d6f8428), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:31.908449 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-10f5ec96-f17e-4fd5-8570-8888db84978f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3c8c700-a4ea-4b27-b32f-701c0d6f8428']}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:34:31.917371 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-10f5ec96-f17e-4fd5-8570-8888db84978f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b45e9d84-80ad-4e13-a93b-e15c4b490344') {'for_net_delete': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:34:31.917664 n-d-827467-3 neutron-server[103726]: DEBUG neutron.services.segments.db [None req-10f5ec96-f17e-4fd5-8570-8888db84978f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b45e9d84-80ad-4e13-a93b-e15c4b490344') {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:34:31.927409 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-10f5ec96-f17e-4fd5-8570-8888db84978f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264161971'] for segment (b45e9d84-80ad-4e13-a93b-e15c4b490344), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:31.941232 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-10f5ec96-f17e-4fd5-8570-8888db84978f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (b45e9d84-80ad-4e13-a93b-e15c4b490344), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:31.947908 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10f5ec96-f17e-4fd5-8570-8888db84978f admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:34:31.948283 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-10f5ec96-f17e-4fd5-8570-8888db84978f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264116058'] for segment (b45e9d84-80ad-4e13-a93b-e15c4b490344), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:31.949983 n-d-827467-3 neutron-server[103726]: Traceback (most recent call last): Mar 01 14:34:31.949983 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:34:31.949983 n-d-827467-3 neutron-server[103726]: timer() Mar 01 14:34:31.949983 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:34:31.949983 n-d-827467-3 neutron-server[103726]: cb(*args, **kw) Mar 01 14:34:31.949983 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:34:31.949983 n-d-827467-3 neutron-server[103726]: return func(*args, **kwargs) Mar 01 14:34:31.949983 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:34:31.949983 n-d-827467-3 neutron-server[103726]: self._notify() Mar 01 14:34:31.949983 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:34:31.949983 n-d-827467-3 neutron-server[103726]: self.callback(batched_events) Mar 01 14:34:31.949983 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:34:31.949983 n-d-827467-3 neutron-server[103726]: event.method(event) Mar 01 14:34:31.949983 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:34:31.949983 n-d-827467-3 neutron-server[103726]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:34:31.949983 n-d-827467-3 neutron-server[103726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:34:31.949983 n-d-827467-3 neutron-server[103726]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:34:31.949983 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:34:31.949983 n-d-827467-3 neutron-server[103726]: return f(self, *a, **k) Mar 01 14:34:31.949983 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:34:31.949983 n-d-827467-3 neutron-server[103726]: return self._get(url).json() Mar 01 14:34:31.949983 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:34:31.949983 n-d-827467-3 neutron-server[103726]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:34:31.949983 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:34:31.949983 n-d-827467-3 neutron-server[103726]: return self.request(url, 'GET', **kwargs) Mar 01 14:34:31.949983 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:34:31.949983 n-d-827467-3 neutron-server[103726]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:34:31.949983 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:34:31.949983 n-d-827467-3 neutron-server[103726]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:34:31.949983 n-d-827467-3 neutron-server[103726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:34:31.949983 n-d-827467-3 neutron-server[103726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:34:31.949983 n-d-827467-3 neutron-server[103726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:34:32.008794 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-10f5ec96-f17e-4fd5-8570-8888db84978f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (e3c8c700-a4ea-4b27-b32f-701c0d6f8428), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:32.014696 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-10f5ec96-f17e-4fd5-8570-8888db84978f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:32.018105 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-10f5ec96-f17e-4fd5-8570-8888db84978f admin admin] 10.222.0.13 "DELETE /v2.0/networks/e3c8c700-a4ea-4b27-b32f-701c0d6f8428 HTTP/1.1" status: 204 len: 168 time: 0.5131123 Mar 01 14:34:32.021665 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58726) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:34:32.038092 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5ec96-f17e-4fd5-8570-8888db84978f admin admin] Pushing event deleted for resources: {'Network': ['ID=e3c8c700-a4ea-4b27-b32f-701c0d6f8428,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:32.378193 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9d4a5429-1bda-4675-acfd-e97532e631c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685313'] for router_interface (ce9b32c9-0f0c-444b-b585-0aea42af2aad), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:32.467167 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 7272c1ac-e1d2-4612-8ce2-9e523acb232c no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:34:32.486663 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 7272c1ac-e1d2-4612-8ce2-9e523acb232c {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:34:32.487008 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 7272c1ac-e1d2-4612-8ce2-9e523acb232c not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:34:32.487421 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 9262b70b-7c91-45a0-8630-7119e3da182f no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:34:32.505355 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 9262b70b-7c91-45a0-8630-7119e3da182f {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:34:32.505967 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 9262b70b-7c91-45a0-8630-7119e3da182f not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:34:32.506073 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 4cdaf23a-4bcf-4bf1-a4a7-f765d9140228 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:34:32.527379 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 4cdaf23a-4bcf-4bf1-a4a7-f765d9140228 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:34:32.527741 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 4cdaf23a-4bcf-4bf1-a4a7-f765d9140228 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:34:32.628454 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-9d4a5429-1bda-4675-acfd-e97532e631c6 admin admin] Deleting port 6f0742d5-718e-42ec-a1c9-5b2706243b69 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:34:32.628716 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9d4a5429-1bda-4675-acfd-e97532e631c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (6f0742d5-718e-42ec-a1c9-5b2706243b69), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:32.709419 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-9d4a5429-1bda-4675-acfd-e97532e631c6 admin admin] For port 6f0742d5-718e-42ec-a1c9-5b2706243b69, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=6f0742d5-718e-42ec-a1c9-5b2706243b69,segment=NetworkSegment(07a9c108-dc70-4b4e-b0a7-7802ff66fd1a),segment_id=07a9c108-dc70-4b4e-b0a7-7802ff66fd1a)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:34:32.709783 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9d4a5429-1bda-4675-acfd-e97532e631c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (6f0742d5-718e-42ec-a1c9-5b2706243b69), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:32.722960 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-9d4a5429-1bda-4675-acfd-e97532e631c6 admin admin] Calling delete_port for 6f0742d5-718e-42ec-a1c9-5b2706243b69 owned by network:router_interface {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:34:32.901114 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9d4a5429-1bda-4675-acfd-e97532e631c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (6f0742d5-718e-42ec-a1c9-5b2706243b69), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:32.925628 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a5429-1bda-4675-acfd-e97532e631c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f0742d5-718e-42ec-a1c9-5b2706243b69,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:32.951138 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4a5429-1bda-4675-acfd-e97532e631c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:32.951489 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4a5429-1bda-4675-acfd-e97532e631c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:32.952440 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4a5429-1bda-4675-acfd-e97532e631c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:32.952777 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4a5429-1bda-4675-acfd-e97532e631c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:32.953105 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4a5429-1bda-4675-acfd-e97532e631c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:32.953852 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4a5429-1bda-4675-acfd-e97532e631c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:32.954186 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4a5429-1bda-4675-acfd-e97532e631c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:32.954510 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4a5429-1bda-4675-acfd-e97532e631c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:32.954835 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4a5429-1bda-4675-acfd-e97532e631c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:32.955159 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4a5429-1bda-4675-acfd-e97532e631c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:32.955487 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4a5429-1bda-4675-acfd-e97532e631c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:32.955832 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4a5429-1bda-4675-acfd-e97532e631c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:32.956153 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4a5429-1bda-4675-acfd-e97532e631c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:33.102085 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9d4a5429-1bda-4675-acfd-e97532e631c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685165'] for router_interface (ce9b32c9-0f0c-444b-b585-0aea42af2aad), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:33.319034 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4a5429-1bda-4675-acfd-e97532e631c6 admin admin] Router ce9b32c9-0f0c-444b-b585-0aea42af2aad has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:34:33.426099 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4a5429-1bda-4675-acfd-e97532e631c6 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:34:33.431013 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-9d4a5429-1bda-4675-acfd-e97532e631c6 admin admin] 10.222.0.13 "PUT /v2.0/routers/ce9b32c9-0f0c-444b-b585-0aea42af2aad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4077671 Mar 01 14:34:33.433601 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58728) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:34:33.438860 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a1fa91-d21a-4458-817c-07907444018c None None] Sync routers for ids ['ce9b32c9-0f0c-444b-b585-0aea42af2aad'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:34:33.448894 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a1fa91-d21a-4458-817c-07907444018c None None] Routers {'ce9b32c9-0f0c-444b-b585-0aea42af2aad'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:34:33.449488 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-61a1fa91-d21a-4458-817c-07907444018c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:34:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['ce9b32c9-0f0c-444b-b585-0aea42af2aad'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:34:33.537999 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4e8aab41-f794-4891-96a0-414a70a0ab85 admin admin] Publish callbacks [] for router (ce9b32c9-0f0c-444b-b585-0aea42af2aad), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:33.556234 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-61a1fa91-d21a-4458-817c-07907444018c None None] Set router ce9b32c9-0f0c-444b-b585-0aea42af2aad gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:34:33.640391 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4e8aab41-f794-4891-96a0-414a70a0ab85 admin admin] Publish callbacks [] for router_gateway (ce9b32c9-0f0c-444b-b585-0aea42af2aad), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:33.693800 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-4e8aab41-f794-4891-96a0-414a70a0ab85 admin admin] Deleting port 448dacb4-2a53-4a16-9ab5-500af7f7db27 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:34:33.694141 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4e8aab41-f794-4891-96a0-414a70a0ab85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (448dacb4-2a53-4a16-9ab5-500af7f7db27), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:33.729315 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-61a1fa91-d21a-4458-817c-07907444018c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9b32c9-0f0c-444b-b585-0aea42af2aad', 'name': 'tempest-TestVolumeBackupRestore-177018165-router', 'tenant_id': '4c7f7fdb201c4f52b9414071987d2c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '448dacb4-2a53-4a16-9ab5-500af7f7db27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:30:46Z', 'updated_at': '2022-03-01T14:34:32Z', 'revision_number': 5, 'project_id': '4c7f7fdb201c4f52b9414071987d2c87', 'gw_port': {'id': '448dacb4-2a53-4a16-9ab5-500af7f7db27', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9b32c9-0f0c-444b-b585-0aea42af2aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:30:46Z', 'updated_at': '2022-03-01T14:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:34:33.755587 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a1fa91-d21a-4458-817c-07907444018c None None] Checking router: ce9b32c9-0f0c-444b-b585-0aea42af2aad for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:34:33.763553 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a1fa91-d21a-4458-817c-07907444018c None None] Routers {'ce9b32c9-0f0c-444b-b585-0aea42af2aad'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:34:33.764236 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-61a1fa91-d21a-4458-817c-07907444018c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:34:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['ce9b32c9-0f0c-444b-b585-0aea42af2aad'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:34:33.774303 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-4e8aab41-f794-4891-96a0-414a70a0ab85 admin admin] For port 448dacb4-2a53-4a16-9ab5-500af7f7db27, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=448dacb4-2a53-4a16-9ab5-500af7f7db27,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:34:33.774669 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4e8aab41-f794-4891-96a0-414a70a0ab85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (448dacb4-2a53-4a16-9ab5-500af7f7db27), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:33.786823 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-4e8aab41-f794-4891-96a0-414a70a0ab85 admin admin] Calling delete_port for 448dacb4-2a53-4a16-9ab5-500af7f7db27 owned by network:router_gateway {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:34:33.852286 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-61a1fa91-d21a-4458-817c-07907444018c None None] Set router ce9b32c9-0f0c-444b-b585-0aea42af2aad gateway port host: None {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:34:33.906976 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-61a1fa91-d21a-4458-817c-07907444018c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9b32c9-0f0c-444b-b585-0aea42af2aad', 'name': 'tempest-TestVolumeBackupRestore-177018165-router', 'tenant_id': '4c7f7fdb201c4f52b9414071987d2c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:30:46Z', 'updated_at': '2022-03-01T14:34:33Z', 'revision_number': 6, 'project_id': '4c7f7fdb201c4f52b9414071987d2c87', 'gw_port_host': None}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:34:33.933101 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a1fa91-d21a-4458-817c-07907444018c None None] The sync data for ids ['ce9b32c9-0f0c-444b-b585-0aea42af2aad'] in n-d-827467-3 is: [{'id': 'ce9b32c9-0f0c-444b-b585-0aea42af2aad', 'name': 'tempest-TestVolumeBackupRestore-177018165-router', 'tenant_id': '4c7f7fdb201c4f52b9414071987d2c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:30:46Z', 'updated_at': '2022-03-01T14:34:33Z', 'revision_number': 6, 'project_id': '4c7f7fdb201c4f52b9414071987d2c87', 'gw_port_host': None}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:34:33.953967 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4e8aab41-f794-4891-96a0-414a70a0ab85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (448dacb4-2a53-4a16-9ab5-500af7f7db27), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:33.980911 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8aab41-f794-4891-96a0-414a70a0ab85 admin admin] Pushing event deleted for resources: {'Port': ['ID=448dacb4-2a53-4a16-9ab5-500af7f7db27,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:34.037406 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4e8aab41-f794-4891-96a0-414a70a0ab85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688335'] for router_gateway (ce9b32c9-0f0c-444b-b585-0aea42af2aad), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:34.129769 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4e8aab41-f794-4891-96a0-414a70a0ab85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8478'] for router (ce9b32c9-0f0c-444b-b585-0aea42af2aad), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:34.132060 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4e8aab41-f794-4891-96a0-414a70a0ab85 admin admin] Publish callbacks [] for router_controller (ce9b32c9-0f0c-444b-b585-0aea42af2aad), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:34.173851 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4e8aab41-f794-4891-96a0-414a70a0ab85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683876'] for router (ce9b32c9-0f0c-444b-b585-0aea42af2aad), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:34.174358 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8aab41-f794-4891-96a0-414a70a0ab85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce9b32c9-0f0c-444b-b585-0aea42af2aad {{(pid=103727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 14:34:34.178642 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-4e8aab41-f794-4891-96a0-414a70a0ab85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:34.179826 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-4e8aab41-f794-4891-96a0-414a70a0ab85 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ce9b32c9-0f0c-444b-b585-0aea42af2aad HTTP/1.1" status: 204 len: 168 time: 0.7454097 Mar 01 14:34:34.182408 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58730) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:34:34.227133 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_v2 [None req-f13bc455-41e5-4159-af0d-9192d951cd3e admin admin] Deleting subnet 0f05d9d6-b30f-46d3-ae24-fd59136e1a1d {{(pid=103727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 14:34:34.230080 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f13bc455-41e5-4159-af0d-9192d951cd3e admin admin] Publish callbacks [] for subnet (0f05d9d6-b30f-46d3-ae24-fd59136e1a1d), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:34.263593 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f13bc455-41e5-4159-af0d-9192d951cd3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260410395'] for subnet (0f05d9d6-b30f-46d3-ae24-fd59136e1a1d), precommit_delete_associations {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:34.347042 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f13bc455-41e5-4159-af0d-9192d951cd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1125020'] for subnet (0f05d9d6-b30f-46d3-ae24-fd59136e1a1d), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:34.398578 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f13bc455-41e5-4159-af0d-9192d951cd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1125011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263797531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263870314'] for subnet (0f05d9d6-b30f-46d3-ae24-fd59136e1a1d), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:34.423213 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13bc455-41e5-4159-af0d-9192d951cd3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f05d9d6-b30f-46d3-ae24-fd59136e1a1d,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:34.426851 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f13bc455-41e5-4159-af0d-9192d951cd3e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:34.429980 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f13bc455-41e5-4159-af0d-9192d951cd3e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0f05d9d6-b30f-46d3-ae24-fd59136e1a1d HTTP/1.1" status: 204 len: 168 time: 0.2466581 Mar 01 14:34:34.432467 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58732) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:34:34.434941 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d451aeab-5f87-4421-9591-14c280484b6b None None] Network 6bf3c646-8597-4cd0-849f-967f841f6c02 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:34:34.503429 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e40aecd2-f92c-4511-b257-a7f6f0e35043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559911'] for network (6bf3c646-8597-4cd0-849f-967f841f6c02), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:34.558817 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-e40aecd2-f92c-4511-b257-a7f6f0e35043 admin admin] Deleting port 3641105a-8fe1-48d1-9356-70d7392f85b7 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:34:34.559153 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e40aecd2-f92c-4511-b257-a7f6f0e35043 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (3641105a-8fe1-48d1-9356-70d7392f85b7), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:34.620240 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-e40aecd2-f92c-4511-b257-a7f6f0e35043 admin admin] For port 3641105a-8fe1-48d1-9356-70d7392f85b7, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=3641105a-8fe1-48d1-9356-70d7392f85b7,segment=NetworkSegment(07a9c108-dc70-4b4e-b0a7-7802ff66fd1a),segment_id=07a9c108-dc70-4b4e-b0a7-7802ff66fd1a)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:34:34.620514 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e40aecd2-f92c-4511-b257-a7f6f0e35043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (3641105a-8fe1-48d1-9356-70d7392f85b7), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:34.632842 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-e40aecd2-f92c-4511-b257-a7f6f0e35043 admin admin] Calling delete_port for 3641105a-8fe1-48d1-9356-70d7392f85b7 owned by network:dhcp {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:34:34.678168 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dca1da-5ebb-48f6-9939-b47b3383f104 None None] DHCP port deletion for 6bf3c646-8597-4cd0-849f-967f841f6c02 request from n-d-827467-3 {{(pid=103728) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 14:34:34.721458 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e40aecd2-f92c-4511-b257-a7f6f0e35043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (3641105a-8fe1-48d1-9356-70d7392f85b7), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:34.727582 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-32dca1da-5ebb-48f6-9939-b47b3383f104 None None] Deleting port 3641105a-8fe1-48d1-9356-70d7392f85b7 {{(pid=103728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:34:34.728052 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-32dca1da-5ebb-48f6-9939-b47b3383f104 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (3641105a-8fe1-48d1-9356-70d7392f85b7), before_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:34.747887 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40aecd2-f92c-4511-b257-a7f6f0e35043 admin admin] Pushing event deleted for resources: {'Port': ['ID=3641105a-8fe1-48d1-9356-70d7392f85b7,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:34.751900 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40aecd2-f92c-4511-b257-a7f6f0e35043 admin admin] No DVR routers for this DVR port 3641105a-8fe1-48d1-9356-70d7392f85b7 on host n-d-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:34:34.777896 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6f0742d5-718e-42ec-a1c9-5b2706243b69 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:34:34.803420 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 6f0742d5-718e-42ec-a1c9-5b2706243b69 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:34:34.803792 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 6f0742d5-718e-42ec-a1c9-5b2706243b69 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:34:34.804219 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 3641105a-8fe1-48d1-9356-70d7392f85b7 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:34:34.824825 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e40aecd2-f92c-4511-b257-a7f6f0e35043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160551', 'neutron.services.segments.db._delete_segments_for_network-8753015686557'] for network (6bf3c646-8597-4cd0-849f-967f841f6c02), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:34.825596 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 3641105a-8fe1-48d1-9356-70d7392f85b7 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:34:34.825944 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 3641105a-8fe1-48d1-9356-70d7392f85b7 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:34:34.826362 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 448dacb4-2a53-4a16-9ab5-500af7f7db27 no longer exists at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:34:34.846311 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-e40aecd2-f92c-4511-b257-a7f6f0e35043 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bf3c646-8597-4cd0-849f-967f841f6c02']}} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:34:34.855991 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-e40aecd2-f92c-4511-b257-a7f6f0e35043 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07a9c108-dc70-4b4e-b0a7-7802ff66fd1a') {'for_net_delete': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:34:34.856292 n-d-827467-3 neutron-server[103727]: DEBUG neutron.services.segments.db [None req-e40aecd2-f92c-4511-b257-a7f6f0e35043 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07a9c108-dc70-4b4e-b0a7-7802ff66fd1a') {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:34:34.857477 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-32dca1da-5ebb-48f6-9939-b47b3383f104 None None] For port 3641105a-8fe1-48d1-9356-70d7392f85b7, host n-d-827467-3, got binding levels [] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:34:34.858413 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-32dca1da-5ebb-48f6-9939-b47b3383f104 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (3641105a-8fe1-48d1-9356-70d7392f85b7), precommit_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:34.860684 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] No Port match for: 448dacb4-2a53-4a16-9ab5-500af7f7db27 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:34:34.861024 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 448dacb4-2a53-4a16-9ab5-500af7f7db27 not bound to the agent host n-d-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:34:34.866928 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e40aecd2-f92c-4511-b257-a7f6f0e35043 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015689638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260410380'] for segment (07a9c108-dc70-4b4e-b0a7-7802ff66fd1a), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:34.874498 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-32dca1da-5ebb-48f6-9939-b47b3383f104 None None] Calling delete_port for 3641105a-8fe1-48d1-9356-70d7392f85b7 owned by network:dhcp {{(pid=103728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:34:34.877379 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.ipam_backend_mixin [None req-32dca1da-5ebb-48f6-9939-b47b3383f104 None None] Port 3641105a-8fe1-48d1-9356-70d7392f85b7 was not found and therefore no delete operation was performed {{(pid=103728) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 01 14:34:34.878621 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-32dca1da-5ebb-48f6-9939-b47b3383f104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294'] for port (3641105a-8fe1-48d1-9356-70d7392f85b7), after_delete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:34.883058 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e40aecd2-f92c-4511-b257-a7f6f0e35043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (07a9c108-dc70-4b4e-b0a7-7802ff66fd1a), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:34.890040 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e40aecd2-f92c-4511-b257-a7f6f0e35043 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 14:34:34.890438 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e40aecd2-f92c-4511-b257-a7f6f0e35043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263797701'] for segment (07a9c108-dc70-4b4e-b0a7-7802ff66fd1a), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:34.892253 n-d-827467-3 neutron-server[103727]: Traceback (most recent call last): Mar 01 14:34:34.892253 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 14:34:34.892253 n-d-827467-3 neutron-server[103727]: timer() Mar 01 14:34:34.892253 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 14:34:34.892253 n-d-827467-3 neutron-server[103727]: cb(*args, **kw) Mar 01 14:34:34.892253 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 14:34:34.892253 n-d-827467-3 neutron-server[103727]: return func(*args, **kwargs) Mar 01 14:34:34.892253 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 14:34:34.892253 n-d-827467-3 neutron-server[103727]: self._notify() Mar 01 14:34:34.892253 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 14:34:34.892253 n-d-827467-3 neutron-server[103727]: self.callback(batched_events) Mar 01 14:34:34.892253 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 14:34:34.892253 n-d-827467-3 neutron-server[103727]: event.method(event) Mar 01 14:34:34.892253 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 14:34:34.892253 n-d-827467-3 neutron-server[103727]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 14:34:34.892253 n-d-827467-3 neutron-server[103727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 14:34:34.892253 n-d-827467-3 neutron-server[103727]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 14:34:34.892253 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 14:34:34.892253 n-d-827467-3 neutron-server[103727]: return f(self, *a, **k) Mar 01 14:34:34.892253 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 14:34:34.892253 n-d-827467-3 neutron-server[103727]: return self._get(url).json() Mar 01 14:34:34.892253 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 14:34:34.892253 n-d-827467-3 neutron-server[103727]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 14:34:34.892253 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 14:34:34.892253 n-d-827467-3 neutron-server[103727]: return self.request(url, 'GET', **kwargs) Mar 01 14:34:34.892253 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 14:34:34.892253 n-d-827467-3 neutron-server[103727]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 14:34:34.892253 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 14:34:34.892253 n-d-827467-3 neutron-server[103727]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 14:34:34.892253 n-d-827467-3 neutron-server[103727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 14:34:34.892253 n-d-827467-3 neutron-server[103727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 14:34:34.892253 n-d-827467-3 neutron-server[103727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 14:34:34.910787 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dca1da-5ebb-48f6-9939-b47b3383f104 None None] Pushing event deleted for resources: {'Port': ['ID=3641105a-8fe1-48d1-9356-70d7392f85b7,revision_number=None']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:34.913000 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dca1da-5ebb-48f6-9939-b47b3383f104 None None] No DVR routers for this DVR port 3641105a-8fe1-48d1-9356-70d7392f85b7 on host n-d-827467-3 {{(pid=103728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:34:34.926651 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dca1da-5ebb-48f6-9939-b47b3383f104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:34.927240 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dca1da-5ebb-48f6-9939-b47b3383f104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:34.927811 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dca1da-5ebb-48f6-9939-b47b3383f104 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:34.928542 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dca1da-5ebb-48f6-9939-b47b3383f104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:34.928888 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dca1da-5ebb-48f6-9939-b47b3383f104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:34.929704 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dca1da-5ebb-48f6-9939-b47b3383f104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:34.929704 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dca1da-5ebb-48f6-9939-b47b3383f104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:34.929899 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dca1da-5ebb-48f6-9939-b47b3383f104 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:34.930337 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dca1da-5ebb-48f6-9939-b47b3383f104 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:34.930708 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dca1da-5ebb-48f6-9939-b47b3383f104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:34.930984 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dca1da-5ebb-48f6-9939-b47b3383f104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:34.931728 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dca1da-5ebb-48f6-9939-b47b3383f104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:34.931728 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dca1da-5ebb-48f6-9939-b47b3383f104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:34.952146 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e40aecd2-f92c-4511-b257-a7f6f0e35043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688371'] for network (6bf3c646-8597-4cd0-849f-967f841f6c02), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:34.957775 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-e40aecd2-f92c-4511-b257-a7f6f0e35043 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:34.960975 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-e40aecd2-f92c-4511-b257-a7f6f0e35043 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6bf3c646-8597-4cd0-849f-967f841f6c02 HTTP/1.1" status: 204 len: 168 time: 0.5275745 Mar 01 14:34:34.973119 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40aecd2-f92c-4511-b257-a7f6f0e35043 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bf3c646-8597-4cd0-849f-967f841f6c02,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:35.123098 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58736) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:34:35.162322 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-330d2672-6a1d-4423-a9f4-3a968efb8c82 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd0f9f230dc24a19a0f741e0f7b5a6c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379670 Mar 01 14:34:35.164682 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58738) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:34:35.215006 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0d32428e-ead9-42e2-811c-b912641d767d admin admin] Publish callbacks [] for security_group (76994a98-913e-4f1f-93c2-774008a89ca0), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:35.236318 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0d32428e-ead9-42e2-811c-b912641d767d admin admin] Publish callbacks [] for security_group (76994a98-913e-4f1f-93c2-774008a89ca0), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:35.281757 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0d32428e-ead9-42e2-811c-b912641d767d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (76994a98-913e-4f1f-93c2-774008a89ca0), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:35.284319 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0d32428e-ead9-42e2-811c-b912641d767d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:35.285453 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0d32428e-ead9-42e2-811c-b912641d767d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/76994a98-913e-4f1f-93c2-774008a89ca0 HTTP/1.1" status: 204 len: 168 time: 0.1198545 Mar 01 14:34:35.292848 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32428e-ead9-42e2-811c-b912641d767d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76994a98-913e-4f1f-93c2-774008a89ca0,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:35.590641 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58744) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:34:35.629794 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-e6bb600e-cc2b-4e99-bad6-3b0574024e07 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c7f7fdb201c4f52b9414071987d2c87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380304 Mar 01 14:34:35.632114 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58746) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:34:35.677217 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5261ba28-2aae-4d43-9b28-879195fe7597 admin admin] Publish callbacks [] for security_group (5ac2bab3-5ece-4c5b-a3fa-b78253dd60cd), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:35.698470 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5261ba28-2aae-4d43-9b28-879195fe7597 admin admin] Publish callbacks [] for security_group (5ac2bab3-5ece-4c5b-a3fa-b78253dd60cd), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:35.748144 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5261ba28-2aae-4d43-9b28-879195fe7597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (5ac2bab3-5ece-4c5b-a3fa-b78253dd60cd), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:35.750687 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5261ba28-2aae-4d43-9b28-879195fe7597 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:35.751891 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-5261ba28-2aae-4d43-9b28-879195fe7597 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ac2bab3-5ece-4c5b-a3fa-b78253dd60cd HTTP/1.1" status: 204 len: 168 time: 0.1188209 Mar 01 14:34:35.759809 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261ba28-2aae-4d43-9b28-879195fe7597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac2bab3-5ece-4c5b-a3fa-b78253dd60cd,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:36.414476 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58768) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:34:36.506704 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-bca31468-2d55-4b4b-b5af-6fcb34827082 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1295940191-network', 'tenant_id': '3b1dcf8aad0f4d25a69c507aff5d79fb'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:34:36.526088 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca31468-2d55-4b4b-b5af-6fcb34827082 admin admin] Made reservation on behalf of 3b1dcf8aad0f4d25a69c507aff5d79fb for: {'network': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:34:36.528454 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bca31468-2d55-4b4b-b5af-6fcb34827082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:36.536427 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bca31468-2d55-4b4b-b5af-6fcb34827082 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:36.607918 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bca31468-2d55-4b4b-b5af-6fcb34827082 admin admin] Publish callbacks [] for security_group (70b4ddb0-aa70-45b3-b2e9-138c7a6ab233), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:36.611417 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bca31468-2d55-4b4b-b5af-6fcb34827082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (70b4ddb0-aa70-45b3-b2e9-138c7a6ab233), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:36.631765 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca31468-2d55-4b4b-b5af-6fcb34827082 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=103726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:34:36.646711 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca31468-2d55-4b4b-b5af-6fcb34827082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:36.649526 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bca31468-2d55-4b4b-b5af-6fcb34827082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:36.649860 n-d-827467-3 neutron-server[103726]: INFO neutron.db.segments_db [None req-bca31468-2d55-4b4b-b5af-6fcb34827082 admin admin] Added segment 28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978 of type vlan for network 7cc6638e-a6c7-4040-ac43-a155d2729af2 Mar 01 14:34:36.688280 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bca31468-2d55-4b4b-b5af-6fcb34827082 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (7cc6638e-a6c7-4040-ac43-a155d2729af2), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:36.712444 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bca31468-2d55-4b4b-b5af-6fcb34827082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (7cc6638e-a6c7-4040-ac43-a155d2729af2), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:36.713367 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca31468-2d55-4b4b-b5af-6fcb34827082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:34:36.713937 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bca31468-2d55-4b4b-b5af-6fcb34827082 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:36.763128 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-bca31468-2d55-4b4b-b5af-6fcb34827082 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3475642 Mar 01 14:34:36.766998 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58772) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:34:36.772356 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-0b0862ac-d65b-432a-8ff9-d304b00881b6 admin admin] Request body: {'subnet': {'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1295940191-subnet', 'tenant_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'ip_version': 4}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:34:36.776225 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca31468-2d55-4b4b-b5af-6fcb34827082 admin admin] Pushing event updated for resources: {'Network': ['ID=7cc6638e-a6c7-4040-ac43-a155d2729af2,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:36.785894 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 7cc6638e-a6c7-4040-ac43-a155d2729af2 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:34:36.792886 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0862ac-d65b-432a-8ff9-d304b00881b6 admin admin] Made reservation on behalf of 3b1dcf8aad0f4d25a69c507aff5d79fb for: {'subnet': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:34:36.795518 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0b0862ac-d65b-432a-8ff9-d304b00881b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263870273'] for subnet (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:36.958400 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0b0862ac-d65b-432a-8ff9-d304b00881b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263797596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263870323'] for subnet (8b1a7c43-e7fc-45dc-9a67-af7460dd3289), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:37.009460 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0862ac-d65b-432a-8ff9-d304b00881b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b1a7c43-e7fc-45dc-9a67-af7460dd3289,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:37.020382 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0862ac-d65b-432a-8ff9-d304b00881b6 admin admin] Checking segment: {'id': '28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:34:37.020737 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0862ac-d65b-432a-8ff9-d304b00881b6 admin admin] Network hostable DHCP agents. Network: 7cc6638e-a6c7-4040-ac43-a155d2729af2, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:34:37.036652 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0862ac-d65b-432a-8ff9-d304b00881b6 admin admin] Network 7cc6638e-a6c7-4040-ac43-a155d2729af2 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:34:37.044881 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-0b0862ac-d65b-432a-8ff9-d304b00881b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 7cc6638e-a6c7-4040-ac43-a155d2729af2) {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:34:37.049520 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0862ac-d65b-432a-8ff9-d304b00881b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:34:37.050139 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-0b0862ac-d65b-432a-8ff9-d304b00881b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:37.054704 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4304198-a472-4ac0-8535-ab515f87dd2c None None] Network 7cc6638e-a6c7-4040-ac43-a155d2729af2 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:34:37.065607 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-0b0862ac-d65b-432a-8ff9-d304b00881b6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2969835 Mar 01 14:34:37.069602 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58774) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:34:37.074017 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-cee5178f-e2e5-4c49-b126-fb87967db041 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1295940191-router', 'tenant_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:34:37.092303 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cee5178f-e2e5-4c49-b126-fb87967db041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (031ff97e-cf73-4ea0-bab7-d8956baf1382), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:37.093309 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cee5178f-e2e5-4c49-b126-fb87967db041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (031ff97e-cf73-4ea0-bab7-d8956baf1382), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:37.148940 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cee5178f-e2e5-4c49-b126-fb87967db041 admin admin] Publish callbacks [] for router_controller (031ff97e-cf73-4ea0-bab7-d8956baf1382), precommit_add_association {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:37.159293 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432d0e6f-220b-498b-92ec-3e8a3aaebc7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-7cc6638e-a6c7-4040-ac43-a155d2729af2', 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2', 'project_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'fixed_ips': [{'subnet_id': '8b1a7c43-e7fc-45dc-9a67-af7460dd3289'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:34:37.160188 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-432d0e6f-220b-498b-92ec-3e8a3aaebc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:37.292988 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-432d0e6f-220b-498b-92ec-3e8a3aaebc7a None None] Allocated IP 172.20.0.2 (7cc6638e-a6c7-4040-ac43-a155d2729af2/8b1a7c43-e7fc-45dc-9a67-af7460dd3289/2fd76bad-9dff-4f69-b684-de8969077775) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:34:37.293183 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cee5178f-e2e5-4c49-b126-fb87967db041 admin admin] Publish callbacks [] for router_gateway (031ff97e-cf73-4ea0-bab7-d8956baf1382), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:37.434752 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-432d0e6f-220b-498b-92ec-3e8a3aaebc7a None None] Publish callbacks [] for port (2fd76bad-9dff-4f69-b684-de8969077775), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:37.440579 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-432d0e6f-220b-498b-92ec-3e8a3aaebc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (2fd76bad-9dff-4f69-b684-de8969077775), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:37.484798 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432d0e6f-220b-498b-92ec-3e8a3aaebc7a None None] Network 7cc6638e-a6c7-4040-ac43-a155d2729af2 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:34:37.488761 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-432d0e6f-220b-498b-92ec-3e8a3aaebc7a None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:34:37.491682 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432d0e6f-220b-498b-92ec-3e8a3aaebc7a None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:34:37.494480 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d0e6f-220b-498b-92ec-3e8a3aaebc7a None None] Pushing event updated for resources: {'Port': ['ID=2fd76bad-9dff-4f69-b684-de8969077775,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:37.499987 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cee5178f-e2e5-4c49-b126-fb87967db041 admin admin] Publish callbacks [] for router_gateway (031ff97e-cf73-4ea0-bab7-d8956baf1382), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:37.518853 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cee5178f-e2e5-4c49-b126-fb87967db041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:37.548786 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-432d0e6f-220b-498b-92ec-3e8a3aaebc7a None None] Attempting to bind port 2fd76bad-9dff-4f69-b684-de8969077775 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:34:37.549079 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-432d0e6f-220b-498b-92ec-3e8a3aaebc7a None None] Attempting to bind port 2fd76bad-9dff-4f69-b684-de8969077775 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:34:37.549444 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432d0e6f-220b-498b-92ec-3e8a3aaebc7a None None] Attempting to bind port 2fd76bad-9dff-4f69-b684-de8969077775 on network 7cc6638e-a6c7-4040-ac43-a155d2729af2 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:34:37.554331 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432d0e6f-220b-498b-92ec-3e8a3aaebc7a None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:34:37.554692 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432d0e6f-220b-498b-92ec-3e8a3aaebc7a None None] Checking segment: {'id': '28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:34:37.555100 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-432d0e6f-220b-498b-92ec-3e8a3aaebc7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:37.555497 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432d0e6f-220b-498b-92ec-3e8a3aaebc7a None None] Bound using segment: {'id': '28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:34:37.555995 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-432d0e6f-220b-498b-92ec-3e8a3aaebc7a None None] Bound port: 2fd76bad-9dff-4f69-b684-de8969077775, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:34:37.556387 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-432d0e6f-220b-498b-92ec-3e8a3aaebc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2fd76bad-9dff-4f69-b684-de8969077775), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:37.625370 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-432d0e6f-220b-498b-92ec-3e8a3aaebc7a None None] For port 2fd76bad-9dff-4f69-b684-de8969077775, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:34:37.625717 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-cee5178f-e2e5-4c49-b126-fb87967db041 admin admin] Allocated IP 172.25.1.237 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/eab949ca-07b3-4ed7-8821-facbfd4e8619) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:34:37.629093 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-432d0e6f-220b-498b-92ec-3e8a3aaebc7a None None] For port 2fd76bad-9dff-4f69-b684-de8969077775, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=2fd76bad-9dff-4f69-b684-de8969077775,segment=NetworkSegment(28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978),segment_id=28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:34:37.634028 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-432d0e6f-220b-498b-92ec-3e8a3aaebc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (2fd76bad-9dff-4f69-b684-de8969077775), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:37.698145 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d0e6f-220b-498b-92ec-3e8a3aaebc7a None None] Pushing event updated for resources: {'Port': ['ID=2fd76bad-9dff-4f69-b684-de8969077775,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:38.079110 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cee5178f-e2e5-4c49-b126-fb87967db041 admin admin] Publish callbacks [] for port (eab949ca-07b3-4ed7-8821-facbfd4e8619), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:38.128565 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cee5178f-e2e5-4c49-b126-fb87967db041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (eab949ca-07b3-4ed7-8821-facbfd4e8619), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:38.169752 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee5178f-e2e5-4c49-b126-fb87967db041 admin admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:34:38.173213 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-cee5178f-e2e5-4c49-b126-fb87967db041 admin admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:34:38.176636 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee5178f-e2e5-4c49-b126-fb87967db041 admin admin] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:34:38.203770 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5178f-e2e5-4c49-b126-fb87967db041 admin admin] Pushing event updated for resources: {'Port': ['ID=eab949ca-07b3-4ed7-8821-facbfd4e8619,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:38.446102 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cee5178f-e2e5-4c49-b126-fb87967db041 admin admin] Publish callbacks [] for router_gateway (031ff97e-cf73-4ea0-bab7-d8956baf1382), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:38.503188 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 2fd76bad-9dff-4f69-b684-de8969077775 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:34:38.557231 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 2fd76bad-9dff-4f69-b684-de8969077775 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:34:38.557599 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2fd76bad-9dff-4f69-b684-de8969077775), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:38.593374 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d582ae-c389-481c-82cd-2318555338f8 None None] Network 7cc6638e-a6c7-4040-ac43-a155d2729af2 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:34:38.662227 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cee5178f-e2e5-4c49-b126-fb87967db041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (031ff97e-cf73-4ea0-bab7-d8956baf1382), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:38.730638 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 2fd76bad-9dff-4f69-b684-de8969077775 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:34:38.731019 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2fd76bad-9dff-4f69-b684-de8969077775), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:38.743529 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-12d8b6c1-e13b-4544-bf36-b7bd3dbec7ad None None] Provisioning complete for port 2fd76bad-9dff-4f69-b684-de8969077775 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:34:38.743927 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-12d8b6c1-e13b-4544-bf36-b7bd3dbec7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2fd76bad-9dff-4f69-b684-de8969077775), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:38.789580 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee5178f-e2e5-4c49-b126-fb87967db041 admin admin] Router 031ff97e-cf73-4ea0-bab7-d8956baf1382 is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:34:38.800557 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 2fd76bad-9dff-4f69-b684-de8969077775, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=2fd76bad-9dff-4f69-b684-de8969077775,segment=NetworkSegment(28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978),segment_id=28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:34:38.808056 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (2fd76bad-9dff-4f69-b684-de8969077775), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:38.891795 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=2fd76bad-9dff-4f69-b684-de8969077775,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:38.897938 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-12d8b6c1-e13b-4544-bf36-b7bd3dbec7ad None None] Current status of the port 2fd76bad-9dff-4f69-b684-de8969077775 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:34:38.910549 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee5178f-e2e5-4c49-b126-fb87967db041 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:34:38.920045 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0acdd5f-2f1b-4743-be45-94ff8100123e None None] Sync routers for ids ['031ff97e-cf73-4ea0-bab7-d8956baf1382'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:34:38.929099 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-cee5178f-e2e5-4c49-b126-fb87967db041 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:38.930420 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-cee5178f-e2e5-4c49-b126-fb87967db041 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8598604 Mar 01 14:34:38.931837 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0acdd5f-2f1b-4743-be45-94ff8100123e None None] Routers {'031ff97e-cf73-4ea0-bab7-d8956baf1382'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:34:38.932452 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-f0acdd5f-2f1b-4743-be45-94ff8100123e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:34:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['031ff97e-cf73-4ea0-bab7-d8956baf1382'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:34:38.933359 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58776) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:34:39.043062 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-f0acdd5f-2f1b-4743-be45-94ff8100123e None None] Set router 031ff97e-cf73-4ea0-bab7-d8956baf1382 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:34:39.118275 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-3597828a-432c-4edd-8769-2ad6cc6dc87b None None] Provisioning complete for port 2fd76bad-9dff-4f69-b684-de8969077775 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:34:39.119205 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3597828a-432c-4edd-8769-2ad6cc6dc87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2fd76bad-9dff-4f69-b684-de8969077775), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:39.206084 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3597828a-432c-4edd-8769-2ad6cc6dc87b None None] Current status of the port 2fd76bad-9dff-4f69-b684-de8969077775 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:34:39.227701 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-f0acdd5f-2f1b-4743-be45-94ff8100123e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031ff97e-cf73-4ea0-bab7-d8956baf1382', 'name': 'tempest-TestVolumeBootPattern-1295940191-router', 'tenant_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'eab949ca-07b3-4ed7-8821-facbfd4e8619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:34:37Z', 'updated_at': '2022-03-01T14:34:38Z', 'revision_number': 3, 'project_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'gw_port': {'id': 'eab949ca-07b3-4ed7-8821-facbfd4e8619', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031ff97e-cf73-4ea0-bab7-d8956baf1382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:34:37Z', 'updated_at': '2022-03-01T14:34:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:34:39.255062 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0acdd5f-2f1b-4743-be45-94ff8100123e None None] Checking router: 031ff97e-cf73-4ea0-bab7-d8956baf1382 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:34:39.255419 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0acdd5f-2f1b-4743-be45-94ff8100123e None None] Updating router 031ff97e-cf73-4ea0-bab7-d8956baf1382 port eab949ca-07b3-4ed7-8821-facbfd4e8619 binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:34:39.283355 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-f0acdd5f-2f1b-4743-be45-94ff8100123e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (eab949ca-07b3-4ed7-8821-facbfd4e8619), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:39.549964 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-f0acdd5f-2f1b-4743-be45-94ff8100123e None None] Publish callbacks [] for port (eab949ca-07b3-4ed7-8821-facbfd4e8619), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:39.555700 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-f0acdd5f-2f1b-4743-be45-94ff8100123e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (eab949ca-07b3-4ed7-8821-facbfd4e8619), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:39.604490 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-f0acdd5f-2f1b-4743-be45-94ff8100123e None None] Attempting to bind port eab949ca-07b3-4ed7-8821-facbfd4e8619 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:34:39.604864 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-f0acdd5f-2f1b-4743-be45-94ff8100123e None None] Attempting to bind port eab949ca-07b3-4ed7-8821-facbfd4e8619 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:34:39.605223 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0acdd5f-2f1b-4743-be45-94ff8100123e None None] Attempting to bind port eab949ca-07b3-4ed7-8821-facbfd4e8619 on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:34:39.611058 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36017cec-22cd-4cd4-bda4-87eb8a5347f1 None None] Pushing event updated for resources: {'Port': ['ID=eab949ca-07b3-4ed7-8821-facbfd4e8619,revision_number=2']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:39.619044 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0acdd5f-2f1b-4743-be45-94ff8100123e None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:34:39.619424 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0acdd5f-2f1b-4743-be45-94ff8100123e None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:34:39.619849 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-f0acdd5f-2f1b-4743-be45-94ff8100123e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:39.620245 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0acdd5f-2f1b-4743-be45-94ff8100123e None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:34:39.620708 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-f0acdd5f-2f1b-4743-be45-94ff8100123e None None] Bound port: eab949ca-07b3-4ed7-8821-facbfd4e8619, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:34:39.621077 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-f0acdd5f-2f1b-4743-be45-94ff8100123e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (eab949ca-07b3-4ed7-8821-facbfd4e8619), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:39.623369 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36017cec-22cd-4cd4-bda4-87eb8a5347f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:39.623837 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36017cec-22cd-4cd4-bda4-87eb8a5347f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:39.624198 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36017cec-22cd-4cd4-bda4-87eb8a5347f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:39.624553 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36017cec-22cd-4cd4-bda4-87eb8a5347f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:39.624968 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36017cec-22cd-4cd4-bda4-87eb8a5347f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:39.625326 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36017cec-22cd-4cd4-bda4-87eb8a5347f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:39.625653 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36017cec-22cd-4cd4-bda4-87eb8a5347f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:39.625978 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36017cec-22cd-4cd4-bda4-87eb8a5347f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:39.626300 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36017cec-22cd-4cd4-bda4-87eb8a5347f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:39.626732 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36017cec-22cd-4cd4-bda4-87eb8a5347f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:39.627099 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36017cec-22cd-4cd4-bda4-87eb8a5347f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:39.627430 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36017cec-22cd-4cd4-bda4-87eb8a5347f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:39.627777 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36017cec-22cd-4cd4-bda4-87eb8a5347f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:34:39.682914 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-f0acdd5f-2f1b-4743-be45-94ff8100123e None None] For port eab949ca-07b3-4ed7-8821-facbfd4e8619, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:34:39.686160 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-f0acdd5f-2f1b-4743-be45-94ff8100123e None None] For port eab949ca-07b3-4ed7-8821-facbfd4e8619, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=eab949ca-07b3-4ed7-8821-facbfd4e8619,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:34:39.691979 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-f0acdd5f-2f1b-4743-be45-94ff8100123e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (eab949ca-07b3-4ed7-8821-facbfd4e8619), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:39.693376 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de0a1c1e-c94c-4882-8d10-77d743358e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:39.753789 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36017cec-22cd-4cd4-bda4-87eb8a5347f1 None None] Pushing event updated for resources: {'Port': ['ID=eab949ca-07b3-4ed7-8821-facbfd4e8619,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:39.758105 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0acdd5f-2f1b-4743-be45-94ff8100123e None None] Routers {'031ff97e-cf73-4ea0-bab7-d8956baf1382'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:34:39.759062 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-f0acdd5f-2f1b-4743-be45-94ff8100123e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:34:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['031ff97e-cf73-4ea0-bab7-d8956baf1382'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:34:39.851438 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-de0a1c1e-c94c-4882-8d10-77d743358e35 admin admin] Allocated IP 172.20.0.1 (7cc6638e-a6c7-4040-ac43-a155d2729af2/8b1a7c43-e7fc-45dc-9a67-af7460dd3289/3a805d28-6799-45ad-acb1-6456cede2552) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:34:39.882656 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-f0acdd5f-2f1b-4743-be45-94ff8100123e None None] Set router 031ff97e-cf73-4ea0-bab7-d8956baf1382 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:34:39.953986 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de0a1c1e-c94c-4882-8d10-77d743358e35 admin admin] Publish callbacks [] for port (3a805d28-6799-45ad-acb1-6456cede2552), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:39.986909 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de0a1c1e-c94c-4882-8d10-77d743358e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (3a805d28-6799-45ad-acb1-6456cede2552), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:40.024524 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0a1c1e-c94c-4882-8d10-77d743358e35 admin admin] Network 7cc6638e-a6c7-4040-ac43-a155d2729af2 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:34:40.027371 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-de0a1c1e-c94c-4882-8d10-77d743358e35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:34:40.031504 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0a1c1e-c94c-4882-8d10-77d743358e35 admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:34:40.065378 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-f0acdd5f-2f1b-4743-be45-94ff8100123e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031ff97e-cf73-4ea0-bab7-d8956baf1382', 'name': 'tempest-TestVolumeBootPattern-1295940191-router', 'tenant_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'eab949ca-07b3-4ed7-8821-facbfd4e8619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:34:37Z', 'updated_at': '2022-03-01T14:34:38Z', 'revision_number': 3, 'project_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'gw_port': {'id': 'eab949ca-07b3-4ed7-8821-facbfd4e8619', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031ff97e-cf73-4ea0-bab7-d8956baf1382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:34:37Z', 'updated_at': '2022-03-01T14:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:34:40.067102 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a1c1e-c94c-4882-8d10-77d743358e35 admin admin] Pushing event updated for resources: {'Port': ['ID=3a805d28-6799-45ad-acb1-6456cede2552,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:40.073943 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de0a1c1e-c94c-4882-8d10-77d743358e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (031ff97e-cf73-4ea0-bab7-d8956baf1382), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:40.093838 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0acdd5f-2f1b-4743-be45-94ff8100123e None None] The sync data for ids ['031ff97e-cf73-4ea0-bab7-d8956baf1382'] in n-d-827467-3 is: [{'id': '031ff97e-cf73-4ea0-bab7-d8956baf1382', 'name': 'tempest-TestVolumeBootPattern-1295940191-router', 'tenant_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'eab949ca-07b3-4ed7-8821-facbfd4e8619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:34:37Z', 'updated_at': '2022-03-01T14:34:38Z', 'revision_number': 3, 'project_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'gw_port': {'id': 'eab949ca-07b3-4ed7-8821-facbfd4e8619', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031ff97e-cf73-4ea0-bab7-d8956baf1382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:34:37Z', 'updated_at': '2022-03-01T14:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:34:40.164985 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:40.231849 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de0a1c1e-c94c-4882-8d10-77d743358e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3a805d28-6799-45ad-acb1-6456cede2552), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:40.359619 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d246b490-047c-44da-811e-a410be11d60f None None] Provisioning complete for port 3a805d28-6799-45ad-acb1-6456cede2552 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:34:40.359965 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d246b490-047c-44da-811e-a410be11d60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3a805d28-6799-45ad-acb1-6456cede2552), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:40.405554 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d246b490-047c-44da-811e-a410be11d60f None None] Port 3a805d28-6799-45ad-acb1-6456cede2552 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:34:40.439115 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:40.444673 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de0a1c1e-c94c-4882-8d10-77d743358e35 admin admin] Publish callbacks [] for port (3a805d28-6799-45ad-acb1-6456cede2552), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:40.454361 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de0a1c1e-c94c-4882-8d10-77d743358e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (3a805d28-6799-45ad-acb1-6456cede2552), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:40.527135 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de0a1c1e-c94c-4882-8d10-77d743358e35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (031ff97e-cf73-4ea0-bab7-d8956baf1382), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:40.537263 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a1c1e-c94c-4882-8d10-77d743358e35 admin admin] Pushing event updated for resources: {'Port': ['ID=3a805d28-6799-45ad-acb1-6456cede2552,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:40.600860 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device eab949ca-07b3-4ed7-8821-facbfd4e8619 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:34:40.641944 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0a1c1e-c94c-4882-8d10-77d743358e35 admin admin] Network 7cc6638e-a6c7-4040-ac43-a155d2729af2 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:34:40.644368 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-de0a1c1e-c94c-4882-8d10-77d743358e35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:34:40.652957 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port eab949ca-07b3-4ed7-8821-facbfd4e8619 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:34:40.653263 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (eab949ca-07b3-4ed7-8821-facbfd4e8619), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:40.746205 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port eab949ca-07b3-4ed7-8821-facbfd4e8619 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:34:40.746636 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (eab949ca-07b3-4ed7-8821-facbfd4e8619), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:40.782779 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0a1c1e-c94c-4882-8d10-77d743358e35 admin admin] Router 031ff97e-cf73-4ea0-bab7-d8956baf1382 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:34:40.786836 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port eab949ca-07b3-4ed7-8821-facbfd4e8619, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=eab949ca-07b3-4ed7-8821-facbfd4e8619,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:34:40.798121 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (eab949ca-07b3-4ed7-8821-facbfd4e8619), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:40.799216 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 2fd76bad-9dff-4f69-b684-de8969077775 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:34:40.880269 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 2fd76bad-9dff-4f69-b684-de8969077775 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:34:40.880741 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2fd76bad-9dff-4f69-b684-de8969077775), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:40.928240 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0a1c1e-c94c-4882-8d10-77d743358e35 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:34:40.942194 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-de0a1c1e-c94c-4882-8d10-77d743358e35 admin admin] 10.222.0.13 "PUT /v2.0/routers/031ff97e-cf73-4ea0-bab7-d8956baf1382/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0027087 Mar 01 14:34:40.942417 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=eab949ca-07b3-4ed7-8821-facbfd4e8619,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:40.953007 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-083d8d8c-b50e-4b5e-8dc1-a60510c89fae None None] Provisioning complete for port 3a805d28-6799-45ad-acb1-6456cede2552 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:34:40.953385 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-083d8d8c-b50e-4b5e-8dc1-a60510c89fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3a805d28-6799-45ad-acb1-6456cede2552), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:41.022364 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-083d8d8c-b50e-4b5e-8dc1-a60510c89fae None None] Port 3a805d28-6799-45ad-acb1-6456cede2552 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:34:41.028890 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 2fd76bad-9dff-4f69-b684-de8969077775 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:34:41.416641 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58792) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:34:41.421572 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-2b3292f0-4b24-42e5-b6bb-eac1a3b60101 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1946574628-network', 'tenant_id': 'fc7603dd8b2b41289ab29504af64c206'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:34:41.440316 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3292f0-4b24-42e5-b6bb-eac1a3b60101 admin admin] Made reservation on behalf of fc7603dd8b2b41289ab29504af64c206 for: {'network': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:34:41.443021 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2b3292f0-4b24-42e5-b6bb-eac1a3b60101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for network (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:41.452439 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2b3292f0-4b24-42e5-b6bb-eac1a3b60101 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:41.533155 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2b3292f0-4b24-42e5-b6bb-eac1a3b60101 admin admin] Publish callbacks [] for security_group (291afcec-695e-44ab-9bc3-b397af62cea4), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:41.537534 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2b3292f0-4b24-42e5-b6bb-eac1a3b60101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (291afcec-695e-44ab-9bc3-b397af62cea4), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:41.565718 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b3292f0-4b24-42e5-b6bb-eac1a3b60101 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=103727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 14:34:41.572292 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3292f0-4b24-42e5-b6bb-eac1a3b60101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291afcec-695e-44ab-9bc3-b397af62cea4,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:41.578689 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2b3292f0-4b24-42e5-b6bb-eac1a3b60101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1123075'] for segment (aace8d58-781f-4d3f-8112-8f3208e6f7f2), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:41.579054 n-d-827467-3 neutron-server[103727]: INFO neutron.db.segments_db [None req-2b3292f0-4b24-42e5-b6bb-eac1a3b60101 admin admin] Added segment aace8d58-781f-4d3f-8112-8f3208e6f7f2 of type vlan for network 496340ec-2da7-4290-ab0f-89b3d08aeb90 Mar 01 14:34:41.626580 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2b3292f0-4b24-42e5-b6bb-eac1a3b60101 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753015361091'] for network (496340ec-2da7-4290-ab0f-89b3d08aeb90), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:41.650294 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2b3292f0-4b24-42e5-b6bb-eac1a3b60101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913'] for network (496340ec-2da7-4290-ab0f-89b3d08aeb90), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:41.651440 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3292f0-4b24-42e5-b6bb-eac1a3b60101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:34:41.652147 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2b3292f0-4b24-42e5-b6bb-eac1a3b60101 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:41.705494 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2b3292f0-4b24-42e5-b6bb-eac1a3b60101 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2877264 Mar 01 14:34:41.708362 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58794) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:34:41.713469 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-03b18b89-e683-487e-8b0e-efb8cf9fe54e admin admin] Request body: {'subnet': {'network_id': '496340ec-2da7-4290-ab0f-89b3d08aeb90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1946574628-subnet', 'tenant_id': 'fc7603dd8b2b41289ab29504af64c206', 'ip_version': 4}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:34:41.716216 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3292f0-4b24-42e5-b6bb-eac1a3b60101 admin admin] Pushing event updated for resources: {'Network': ['ID=496340ec-2da7-4290-ab0f-89b3d08aeb90,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:41.726569 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Network 496340ec-2da7-4290-ab0f-89b3d08aeb90 details requested by agent ovs-agent-n-d-827467-3 with host n-d-827467-3 {{(pid=103728) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 14:34:41.732842 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b18b89-e683-487e-8b0e-efb8cf9fe54e admin admin] Made reservation on behalf of fc7603dd8b2b41289ab29504af64c206 for: {'subnet': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:34:41.735219 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-03b18b89-e683-487e-8b0e-efb8cf9fe54e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264221467'] for subnet (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:41.836331 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6261e6-5a69-47d6-8989-f5b4a97fe47b None None] Sync routers for ids ['031ff97e-cf73-4ea0-bab7-d8956baf1382'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:34:41.851228 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6261e6-5a69-47d6-8989-f5b4a97fe47b None None] Routers {'031ff97e-cf73-4ea0-bab7-d8956baf1382'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:34:41.852016 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-df6261e6-5a69-47d6-8989-f5b4a97fe47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:34:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['031ff97e-cf73-4ea0-bab7-d8956baf1382'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:34:41.905239 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-03b18b89-e683-487e-8b0e-efb8cf9fe54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264116163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264221481'] for subnet (117996e4-2f42-4f22-8211-d5880284362e), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:41.959129 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b18b89-e683-487e-8b0e-efb8cf9fe54e admin admin] Pushing event updated for resources: {'Subnet': ['ID=117996e4-2f42-4f22-8211-d5880284362e,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:41.960118 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-df6261e6-5a69-47d6-8989-f5b4a97fe47b None None] Set router 031ff97e-cf73-4ea0-bab7-d8956baf1382 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:34:41.968022 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b18b89-e683-487e-8b0e-efb8cf9fe54e admin admin] Checking segment: {'id': 'aace8d58-781f-4d3f-8112-8f3208e6f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '496340ec-2da7-4290-ab0f-89b3d08aeb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:34:41.968383 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b18b89-e683-487e-8b0e-efb8cf9fe54e admin admin] Network hostable DHCP agents. Network: 496340ec-2da7-4290-ab0f-89b3d08aeb90, hostable agents: ['b71542e3-29bd-4e99-b54e-ec2e69673263'], hosted agents: [] {{(pid=103726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 14:34:41.985174 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b18b89-e683-487e-8b0e-efb8cf9fe54e admin admin] Network 496340ec-2da7-4290-ab0f-89b3d08aeb90 is scheduled to be hosted by DHCP agent b71542e3-29bd-4e99-b54e-ec2e69673263 with binding_index 1 {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 14:34:41.994527 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-03b18b89-e683-487e-8b0e-efb8cf9fe54e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827467-3, 496340ec-2da7-4290-ab0f-89b3d08aeb90) {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:34:41.999192 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b18b89-e683-487e-8b0e-efb8cf9fe54e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:34:41.999825 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-03b18b89-e683-487e-8b0e-efb8cf9fe54e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:42.017429 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-03b18b89-e683-487e-8b0e-efb8cf9fe54e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3079085 Mar 01 14:34:42.019914 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 58796) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:34:42.024351 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-889e0b20-5076-4378-a575-7fbb7d878ed3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1946574628-router', 'tenant_id': 'fc7603dd8b2b41289ab29504af64c206', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:34:42.045132 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-889e0b20-5076-4378-a575-7fbb7d878ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8552'] for router (af71b969-7498-43e0-b553-f3da701c34ea), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:42.046342 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-889e0b20-5076-4378-a575-7fbb7d878ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686458', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8465'] for router (af71b969-7498-43e0-b553-f3da701c34ea), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:42.107151 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-889e0b20-5076-4378-a575-7fbb7d878ed3 admin admin] Publish callbacks [] for router_controller (af71b969-7498-43e0-b553-f3da701c34ea), precommit_add_association {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:42.149456 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1059cb-0055-4095-8b0e-90d99fdd7a55 None None] Network 496340ec-2da7-4290-ab0f-89b3d08aeb90 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:34:42.252125 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-889e0b20-5076-4378-a575-7fbb7d878ed3 admin admin] Publish callbacks [] for router_gateway (af71b969-7498-43e0-b553-f3da701c34ea), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:42.335585 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4719a7a-d773-4754-be50-5a4d07676d53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e1882c2-16e6-5745-8786-4f7d56c57d03-496340ec-2da7-4290-ab0f-89b3d08aeb90', 'network_id': '496340ec-2da7-4290-ab0f-89b3d08aeb90', 'project_id': 'fc7603dd8b2b41289ab29504af64c206', 'fixed_ips': [{'subnet_id': '117996e4-2f42-4f22-8211-d5880284362e'}]}} from n-d-827467-3. {{(pid=103728) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 14:34:42.336990 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f4719a7a-d773-4754-be50-5a4d07676d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:42.456268 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-889e0b20-5076-4378-a575-7fbb7d878ed3 admin admin] Publish callbacks [] for router_gateway (af71b969-7498-43e0-b553-f3da701c34ea), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:42.475384 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-889e0b20-5076-4378-a575-7fbb7d878ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:42.492026 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device eab949ca-07b3-4ed7-8821-facbfd4e8619 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:34:42.548217 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-df6261e6-5a69-47d6-8989-f5b4a97fe47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031ff97e-cf73-4ea0-bab7-d8956baf1382', 'name': 'tempest-TestVolumeBootPattern-1295940191-router', 'tenant_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'eab949ca-07b3-4ed7-8821-facbfd4e8619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:34:37Z', 'updated_at': '2022-03-01T14:34:40Z', 'revision_number': 4, 'project_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'gw_port': {'id': 'eab949ca-07b3-4ed7-8821-facbfd4e8619', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031ff97e-cf73-4ea0-bab7-d8956baf1382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:34:37Z', 'updated_at': '2022-03-01T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '3a805d28-6799-45ad-acb1-6456cede2552', 'name': '', 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2', 'tenant_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'mac_address': 'fa:16:3e:93:0c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031ff97e-cf73-4ea0-bab7-d8956baf1382', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8b1a7c43-e7fc-45dc-9a67-af7460dd3289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:34:39Z', 'updated_at': '2022-03-01T14:34:40Z', 'revision_number': 2, 'project_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'subnets': [{'id': '8b1a7c43-e7fc-45dc-9a67-af7460dd3289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:34:42.553266 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.db_base_plugin_common [None req-f4719a7a-d773-4754-be50-5a4d07676d53 None None] Allocated IP 172.20.0.2 (496340ec-2da7-4290-ab0f-89b3d08aeb90/117996e4-2f42-4f22-8211-d5880284362e/2cedab53-5bbe-421a-8912-32b3082832db) {{(pid=103728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:34:42.584073 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-889e0b20-5076-4378-a575-7fbb7d878ed3 admin admin] Allocated IP 172.25.1.245 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/92f725ee-77a6-42ce-ba99-0a7414e139c6) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:34:42.591654 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6261e6-5a69-47d6-8989-f5b4a97fe47b None None] Checking router: 031ff97e-cf73-4ea0-bab7-d8956baf1382 for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:34:42.592069 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6261e6-5a69-47d6-8989-f5b4a97fe47b None None] Updating router 031ff97e-cf73-4ea0-bab7-d8956baf1382 port 3a805d28-6799-45ad-acb1-6456cede2552 binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:34:42.669236 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-df6261e6-5a69-47d6-8989-f5b4a97fe47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3a805d28-6799-45ad-acb1-6456cede2552), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:42.679519 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port eab949ca-07b3-4ed7-8821-facbfd4e8619 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:34:42.679928 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (eab949ca-07b3-4ed7-8821-facbfd4e8619), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:42.682005 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-889e0b20-5076-4378-a575-7fbb7d878ed3 admin admin] Publish callbacks [] for port (92f725ee-77a6-42ce-ba99-0a7414e139c6), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:42.716144 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-889e0b20-5076-4378-a575-7fbb7d878ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (92f725ee-77a6-42ce-ba99-0a7414e139c6), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:42.758410 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889e0b20-5076-4378-a575-7fbb7d878ed3 admin admin] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:34:42.762689 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-889e0b20-5076-4378-a575-7fbb7d878ed3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:34:42.767767 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889e0b20-5076-4378-a575-7fbb7d878ed3 admin admin] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:34:42.770970 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e0b20-5076-4378-a575-7fbb7d878ed3 admin admin] Pushing event updated for resources: {'Port': ['ID=92f725ee-77a6-42ce-ba99-0a7414e139c6,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:42.953536 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f4719a7a-d773-4754-be50-5a4d07676d53 None None] Publish callbacks [] for port (2cedab53-5bbe-421a-8912-32b3082832db), precommit_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:42.964147 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f4719a7a-d773-4754-be50-5a4d07676d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285'] for port (2cedab53-5bbe-421a-8912-32b3082832db), after_create {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:42.971551 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port eab949ca-07b3-4ed7-8821-facbfd4e8619 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:34:43.014450 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-889e0b20-5076-4378-a575-7fbb7d878ed3 admin admin] Publish callbacks [] for router_gateway (af71b969-7498-43e0-b553-f3da701c34ea), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:43.024661 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4719a7a-d773-4754-be50-5a4d07676d53 None None] Network 496340ec-2da7-4290-ab0f-89b3d08aeb90 is already hosted by enough agents. {{(pid=103728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:34:43.034140 n-d-827467-3 neutron-server[103728]: DEBUG neutron.scheduler.base_scheduler [None req-f4719a7a-d773-4754-be50-5a4d07676d53 None None] Resources bound (agent type, host, resource id): {{(pid=103728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:34:43.040748 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4719a7a-d773-4754-be50-5a4d07676d53 None None] Received port after_create {{(pid=103728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:34:43.042630 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4719a7a-d773-4754-be50-5a4d07676d53 None None] Pushing event updated for resources: {'Port': ['ID=2cedab53-5bbe-421a-8912-32b3082832db,revision_number=1']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:43.137133 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-f4719a7a-d773-4754-be50-5a4d07676d53 None None] Attempting to bind port 2cedab53-5bbe-421a-8912-32b3082832db on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:34:43.137507 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-f4719a7a-d773-4754-be50-5a4d07676d53 None None] Attempting to bind port 2cedab53-5bbe-421a-8912-32b3082832db by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'aace8d58-781f-4d3f-8112-8f3208e6f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '496340ec-2da7-4290-ab0f-89b3d08aeb90'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:34:43.137870 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4719a7a-d773-4754-be50-5a4d07676d53 None None] Attempting to bind port 2cedab53-5bbe-421a-8912-32b3082832db on network 496340ec-2da7-4290-ab0f-89b3d08aeb90 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:34:43.150665 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4719a7a-d773-4754-be50-5a4d07676d53 None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:34:43.151044 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4719a7a-d773-4754-be50-5a4d07676d53 None None] Checking segment: {'id': 'aace8d58-781f-4d3f-8112-8f3208e6f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '496340ec-2da7-4290-ab0f-89b3d08aeb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:34:43.151451 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f4719a7a-d773-4754-be50-5a4d07676d53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:43.151876 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4719a7a-d773-4754-be50-5a4d07676d53 None None] Bound using segment: {'id': 'aace8d58-781f-4d3f-8112-8f3208e6f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '496340ec-2da7-4290-ab0f-89b3d08aeb90'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:34:43.152361 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-f4719a7a-d773-4754-be50-5a4d07676d53 None None] Bound port: 2cedab53-5bbe-421a-8912-32b3082832db, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aace8d58-781f-4d3f-8112-8f3208e6f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '496340ec-2da7-4290-ab0f-89b3d08aeb90'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:34:43.152745 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f4719a7a-d773-4754-be50-5a4d07676d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2cedab53-5bbe-421a-8912-32b3082832db), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:43.175375 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-df6261e6-5a69-47d6-8989-f5b4a97fe47b None None] Publish callbacks [] for port (3a805d28-6799-45ad-acb1-6456cede2552), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:43.201718 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-df6261e6-5a69-47d6-8989-f5b4a97fe47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (3a805d28-6799-45ad-acb1-6456cede2552), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:43.225645 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-889e0b20-5076-4378-a575-7fbb7d878ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686503'] for router (af71b969-7498-43e0-b553-f3da701c34ea), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:43.273828 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c35eca-05b5-4638-b1f8-afaa841fdf02 None None] Pushing event updated for resources: {'Port': ['ID=3a805d28-6799-45ad-acb1-6456cede2552,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:43.276577 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-f4719a7a-d773-4754-be50-5a4d07676d53 None None] For port 2cedab53-5bbe-421a-8912-32b3082832db, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:34:43.282934 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-f4719a7a-d773-4754-be50-5a4d07676d53 None None] For port 2cedab53-5bbe-421a-8912-32b3082832db, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=2cedab53-5bbe-421a-8912-32b3082832db,segment=NetworkSegment(aace8d58-781f-4d3f-8112-8f3208e6f7f2),segment_id=aace8d58-781f-4d3f-8112-8f3208e6f7f2)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:34:43.304442 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-f4719a7a-d773-4754-be50-5a4d07676d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (2cedab53-5bbe-421a-8912-32b3082832db), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:43.375054 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-df6261e6-5a69-47d6-8989-f5b4a97fe47b None None] Attempting to bind port 3a805d28-6799-45ad-acb1-6456cede2552 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:34:43.375429 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-df6261e6-5a69-47d6-8989-f5b4a97fe47b None None] Attempting to bind port 3a805d28-6799-45ad-acb1-6456cede2552 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': '28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:34:43.375910 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6261e6-5a69-47d6-8989-f5b4a97fe47b None None] Attempting to bind port 3a805d28-6799-45ad-acb1-6456cede2552 on network 7cc6638e-a6c7-4040-ac43-a155d2729af2 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:34:43.389730 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6261e6-5a69-47d6-8989-f5b4a97fe47b None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:34:43.390155 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6261e6-5a69-47d6-8989-f5b4a97fe47b None None] Checking segment: {'id': '28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:34:43.390509 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-df6261e6-5a69-47d6-8989-f5b4a97fe47b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:43.390907 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6261e6-5a69-47d6-8989-f5b4a97fe47b None None] Bound using segment: {'id': '28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:34:43.391388 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-df6261e6-5a69-47d6-8989-f5b4a97fe47b None None] Bound port: 3a805d28-6799-45ad-acb1-6456cede2552, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:34:43.400210 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-df6261e6-5a69-47d6-8989-f5b4a97fe47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3a805d28-6799-45ad-acb1-6456cede2552), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:43.416631 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4719a7a-d773-4754-be50-5a4d07676d53 None None] Pushing event updated for resources: {'Port': ['ID=2cedab53-5bbe-421a-8912-32b3082832db,revision_number=2']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:43.417532 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889e0b20-5076-4378-a575-7fbb7d878ed3 admin admin] Router af71b969-7498-43e0-b553-f3da701c34ea is scheduled to L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 with binding_index 1 {{(pid=103726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 14:34:43.496845 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-df6261e6-5a69-47d6-8989-f5b4a97fe47b None None] For port 3a805d28-6799-45ad-acb1-6456cede2552, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:34:43.504465 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-df6261e6-5a69-47d6-8989-f5b4a97fe47b None None] For port 3a805d28-6799-45ad-acb1-6456cede2552, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=3a805d28-6799-45ad-acb1-6456cede2552,segment=NetworkSegment(28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978),segment_id=28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:34:43.514227 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-df6261e6-5a69-47d6-8989-f5b4a97fe47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (3a805d28-6799-45ad-acb1-6456cede2552), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:43.563361 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889e0b20-5076-4378-a575-7fbb7d878ed3 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:34:43.572554 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85fdd79-e1ed-46df-b103-8af564e1c1ae None None] Sync routers for ids ['af71b969-7498-43e0-b553-f3da701c34ea'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:34:43.587297 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85fdd79-e1ed-46df-b103-8af564e1c1ae None None] Routers {'af71b969-7498-43e0-b553-f3da701c34ea'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:34:43.590298 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-a85fdd79-e1ed-46df-b103-8af564e1c1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:34:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['af71b969-7498-43e0-b553-f3da701c34ea'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:34:43.593996 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-ff6bfa7a-f53b-46d6-8a23-aef64495cfa7 None None] Provisioning complete for port 3a805d28-6799-45ad-acb1-6456cede2552 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:34:43.594499 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ff6bfa7a-f53b-46d6-8a23-aef64495cfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3a805d28-6799-45ad-acb1-6456cede2552), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:43.606141 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-889e0b20-5076-4378-a575-7fbb7d878ed3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:43.608303 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-889e0b20-5076-4378-a575-7fbb7d878ed3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5867357 Mar 01 14:34:43.611066 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 58800) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:34:43.677083 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6261e6-5a69-47d6-8989-f5b4a97fe47b None None] Routers {'031ff97e-cf73-4ea0-bab7-d8956baf1382'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:34:43.677720 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-df6261e6-5a69-47d6-8989-f5b4a97fe47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:34:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['031ff97e-cf73-4ea0-bab7-d8956baf1382'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:34:43.804540 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-a85fdd79-e1ed-46df-b103-8af564e1c1ae None None] Set router af71b969-7498-43e0-b553-f3da701c34ea gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:34:43.999380 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c35eca-05b5-4638-b1f8-afaa841fdf02 None None] Pushing event updated for resources: {'Port': ['ID=3a805d28-6799-45ad-acb1-6456cede2552,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:44.028118 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-a85fdd79-e1ed-46df-b103-8af564e1c1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af71b969-7498-43e0-b553-f3da701c34ea', 'name': 'tempest-TestVolumeBootPattern-1946574628-router', 'tenant_id': 'fc7603dd8b2b41289ab29504af64c206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '92f725ee-77a6-42ce-ba99-0a7414e139c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:34:42Z', 'updated_at': '2022-03-01T14:34:42Z', 'revision_number': 3, 'project_id': 'fc7603dd8b2b41289ab29504af64c206', 'gw_port': {'id': '92f725ee-77a6-42ce-ba99-0a7414e139c6', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af71b969-7498-43e0-b553-f3da701c34ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:34:42Z', 'updated_at': '2022-03-01T14:34:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:34:44.047347 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-ff6bfa7a-f53b-46d6-8a23-aef64495cfa7 None None] Current status of the port 3a805d28-6799-45ad-acb1-6456cede2552 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:34:44.047833 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ff6bfa7a-f53b-46d6-8a23-aef64495cfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3a805d28-6799-45ad-acb1-6456cede2552), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:44.056440 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85fdd79-e1ed-46df-b103-8af564e1c1ae None None] Checking router: af71b969-7498-43e0-b553-f3da701c34ea for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:34:44.056785 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85fdd79-e1ed-46df-b103-8af564e1c1ae None None] Updating router af71b969-7498-43e0-b553-f3da701c34ea port 92f725ee-77a6-42ce-ba99-0a7414e139c6 binding host n-d-827467-3 {{(pid=103729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:34:44.074067 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-df6261e6-5a69-47d6-8989-f5b4a97fe47b None None] Set router 031ff97e-cf73-4ea0-bab7-d8956baf1382 gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:34:44.085988 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-a85fdd79-e1ed-46df-b103-8af564e1c1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (92f725ee-77a6-42ce-ba99-0a7414e139c6), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:44.127646 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-ff6bfa7a-f53b-46d6-8a23-aef64495cfa7 None None] For port 3a805d28-6799-45ad-acb1-6456cede2552, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=3a805d28-6799-45ad-acb1-6456cede2552,segment=NetworkSegment(28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978),segment_id=28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:34:44.135289 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ff6bfa7a-f53b-46d6-8a23-aef64495cfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (3a805d28-6799-45ad-acb1-6456cede2552), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:44.211856 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-13746df0-4911-4795-b415-6748687508b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:44.271135 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6bfa7a-f53b-46d6-8a23-aef64495cfa7 None None] Pushing event updated for resources: {'Port': ['ID=3a805d28-6799-45ad-acb1-6456cede2552,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:44.301500 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-edab2faa-d01c-4834-a7d2-88dab5290e7a None None] Provisioning complete for port 3a805d28-6799-45ad-acb1-6456cede2552 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:34:44.301869 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-edab2faa-d01c-4834-a7d2-88dab5290e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3a805d28-6799-45ad-acb1-6456cede2552), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:44.446756 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-df6261e6-5a69-47d6-8989-f5b4a97fe47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031ff97e-cf73-4ea0-bab7-d8956baf1382', 'name': 'tempest-TestVolumeBootPattern-1295940191-router', 'tenant_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'eab949ca-07b3-4ed7-8821-facbfd4e8619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:34:37Z', 'updated_at': '2022-03-01T14:34:40Z', 'revision_number': 4, 'project_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'gw_port': {'id': 'eab949ca-07b3-4ed7-8821-facbfd4e8619', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031ff97e-cf73-4ea0-bab7-d8956baf1382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:34:37Z', 'updated_at': '2022-03-01T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '3a805d28-6799-45ad-acb1-6456cede2552', 'name': '', 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2', 'tenant_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'mac_address': 'fa:16:3e:93:0c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031ff97e-cf73-4ea0-bab7-d8956baf1382', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8b1a7c43-e7fc-45dc-9a67-af7460dd3289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:34:39Z', 'updated_at': '2022-03-01T14:34:43Z', 'revision_number': 4, 'project_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'subnets': [{'id': '8b1a7c43-e7fc-45dc-9a67-af7460dd3289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:34:44.449303 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-edab2faa-d01c-4834-a7d2-88dab5290e7a None None] Current status of the port 3a805d28-6799-45ad-acb1-6456cede2552 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:34:44.452960 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-13746df0-4911-4795-b415-6748687508b2 admin admin] Allocated IP 172.20.0.1 (496340ec-2da7-4290-ab0f-89b3d08aeb90/117996e4-2f42-4f22-8211-d5880284362e/3b8a1a37-e852-4112-a8ea-5ce5382a9de2) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:34:44.486729 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6261e6-5a69-47d6-8989-f5b4a97fe47b None None] The sync data for ids ['031ff97e-cf73-4ea0-bab7-d8956baf1382'] in n-d-827467-3 is: [{'id': '031ff97e-cf73-4ea0-bab7-d8956baf1382', 'name': 'tempest-TestVolumeBootPattern-1295940191-router', 'tenant_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'eab949ca-07b3-4ed7-8821-facbfd4e8619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:34:37Z', 'updated_at': '2022-03-01T14:34:40Z', 'revision_number': 4, 'project_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'gw_port': {'id': 'eab949ca-07b3-4ed7-8821-facbfd4e8619', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031ff97e-cf73-4ea0-bab7-d8956baf1382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:34:37Z', 'updated_at': '2022-03-01T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '3a805d28-6799-45ad-acb1-6456cede2552', 'name': '', 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2', 'tenant_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'mac_address': 'fa:16:3e:93:0c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031ff97e-cf73-4ea0-bab7-d8956baf1382', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8b1a7c43-e7fc-45dc-9a67-af7460dd3289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:34:39Z', 'updated_at': '2022-03-01T14:34:43Z', 'revision_number': 4, 'project_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'subnets': [{'id': '8b1a7c43-e7fc-45dc-9a67-af7460dd3289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:34:44.494919 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-a85fdd79-e1ed-46df-b103-8af564e1c1ae None None] Publish callbacks [] for port (92f725ee-77a6-42ce-ba99-0a7414e139c6), precommit_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:44.501159 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-a85fdd79-e1ed-46df-b103-8af564e1c1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (92f725ee-77a6-42ce-ba99-0a7414e139c6), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:44.598981 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 2cedab53-5bbe-421a-8912-32b3082832db up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:34:44.620031 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-a85fdd79-e1ed-46df-b103-8af564e1c1ae None None] Attempting to bind port 92f725ee-77a6-42ce-ba99-0a7414e139c6 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:34:44.620569 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-a85fdd79-e1ed-46df-b103-8af564e1c1ae None None] Attempting to bind port 92f725ee-77a6-42ce-ba99-0a7414e139c6 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:34:44.620816 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85fdd79-e1ed-46df-b103-8af564e1c1ae None None] Attempting to bind port 92f725ee-77a6-42ce-ba99-0a7414e139c6 on network 645b0646-084a-4922-8a3b-3b65ee21b5e4 {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:34:44.635103 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5953305-3566-49d7-85ce-52c80d35b27a None None] Pushing event updated for resources: {'Port': ['ID=92f725ee-77a6-42ce-ba99-0a7414e139c6,revision_number=2']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:44.647050 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85fdd79-e1ed-46df-b103-8af564e1c1ae None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:34:44.647451 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85fdd79-e1ed-46df-b103-8af564e1c1ae None None] Checking segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:34:44.647883 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-a85fdd79-e1ed-46df-b103-8af564e1c1ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:44.648274 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85fdd79-e1ed-46df-b103-8af564e1c1ae None None] Bound using segment: {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'} {{(pid=103729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:34:44.648755 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.managers [None req-a85fdd79-e1ed-46df-b103-8af564e1c1ae None None] Bound port: 92f725ee-77a6-42ce-ba99-0a7414e139c6, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7874d6-6404-4fe5-948e-c04eb364a0d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4'}}] {{(pid=103729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:34:44.649134 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-a85fdd79-e1ed-46df-b103-8af564e1c1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (92f725ee-77a6-42ce-ba99-0a7414e139c6), before_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:44.654962 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-13746df0-4911-4795-b415-6748687508b2 admin admin] Publish callbacks [] for port (3b8a1a37-e852-4112-a8ea-5ce5382a9de2), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:44.672540 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 2cedab53-5bbe-421a-8912-32b3082832db triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:34:44.672540 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2cedab53-5bbe-421a-8912-32b3082832db), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:44.711855 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-13746df0-4911-4795-b415-6748687508b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (3b8a1a37-e852-4112-a8ea-5ce5382a9de2), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:44.716763 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-a85fdd79-e1ed-46df-b103-8af564e1c1ae None None] For port 92f725ee-77a6-42ce-ba99-0a7414e139c6, host n-d-827467-3, cleared binding levels {{(pid=103729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:34:44.724072 n-d-827467-3 neutron-server[103729]: DEBUG neutron.plugins.ml2.db [None req-a85fdd79-e1ed-46df-b103-8af564e1c1ae None None] For port 92f725ee-77a6-42ce-ba99-0a7414e139c6, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=92f725ee-77a6-42ce-ba99-0a7414e139c6,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:34:44.734002 n-d-827467-3 neutron-server[103729]: DEBUG neutron_lib.callbacks.manager [None req-a85fdd79-e1ed-46df-b103-8af564e1c1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (92f725ee-77a6-42ce-ba99-0a7414e139c6), after_update {{(pid=103729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:44.794693 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85fdd79-e1ed-46df-b103-8af564e1c1ae None None] Routers {'af71b969-7498-43e0-b553-f3da701c34ea'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:34:44.795284 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-a85fdd79-e1ed-46df-b103-8af564e1c1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:34:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['af71b969-7498-43e0-b553-f3da701c34ea'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:34:44.803517 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13746df0-4911-4795-b415-6748687508b2 admin admin] Network 496340ec-2da7-4290-ab0f-89b3d08aeb90 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:34:44.807480 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-13746df0-4911-4795-b415-6748687508b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:34:44.812537 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13746df0-4911-4795-b415-6748687508b2 admin admin] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:34:44.814269 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 2cedab53-5bbe-421a-8912-32b3082832db is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:34:44.814654 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (2cedab53-5bbe-421a-8912-32b3082832db), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:44.842534 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd27f40a-4d9e-42c7-82ff-dd1885c8740f None None] Network 496340ec-2da7-4290-ab0f-89b3d08aeb90 requested from n-d-827467-3 {{(pid=103728) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 14:34:44.852530 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5953305-3566-49d7-85ce-52c80d35b27a None None] Pushing event updated for resources: {'Port': ['ID=92f725ee-77a6-42ce-ba99-0a7414e139c6,revision_number=3']} {{(pid=103729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:44.862637 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13746df0-4911-4795-b415-6748687508b2 admin admin] Pushing event updated for resources: {'Port': ['ID=3b8a1a37-e852-4112-a8ea-5ce5382a9de2,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:44.880931 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-13746df0-4911-4795-b415-6748687508b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688250'] for router_interface (af71b969-7498-43e0-b553-f3da701c34ea), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:44.917509 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 2cedab53-5bbe-421a-8912-32b3082832db, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=2cedab53-5bbe-421a-8912-32b3082832db,segment=NetworkSegment(aace8d58-781f-4d3f-8112-8f3208e6f7f2),segment_id=aace8d58-781f-4d3f-8112-8f3208e6f7f2)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:34:44.929599 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-0d1a58f6-0bce-40af-9b51-1fef434ffdd7 None None] Provisioning complete for port 2cedab53-5bbe-421a-8912-32b3082832db triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:34:44.929997 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0d1a58f6-0bce-40af-9b51-1fef434ffdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2cedab53-5bbe-421a-8912-32b3082832db), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:44.933176 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (2cedab53-5bbe-421a-8912-32b3082832db), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:44.965926 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-a85fdd79-e1ed-46df-b103-8af564e1c1ae None None] Set router af71b969-7498-43e0-b553-f3da701c34ea gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:34:45.063200 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-13746df0-4911-4795-b415-6748687508b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3b8a1a37-e852-4112-a8ea-5ce5382a9de2), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:45.066390 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=2cedab53-5bbe-421a-8912-32b3082832db,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:45.144582 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-0d1a58f6-0bce-40af-9b51-1fef434ffdd7 None None] Current status of the port 2cedab53-5bbe-421a-8912-32b3082832db is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:34:45.206813 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-a85fdd79-e1ed-46df-b103-8af564e1c1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af71b969-7498-43e0-b553-f3da701c34ea', 'name': 'tempest-TestVolumeBootPattern-1946574628-router', 'tenant_id': 'fc7603dd8b2b41289ab29504af64c206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '92f725ee-77a6-42ce-ba99-0a7414e139c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:34:42Z', 'updated_at': '2022-03-01T14:34:42Z', 'revision_number': 3, 'project_id': 'fc7603dd8b2b41289ab29504af64c206', 'gw_port': {'id': '92f725ee-77a6-42ce-ba99-0a7414e139c6', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af71b969-7498-43e0-b553-f3da701c34ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:34:42Z', 'updated_at': '2022-03-01T14:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:34:45.235164 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85fdd79-e1ed-46df-b103-8af564e1c1ae None None] The sync data for ids ['af71b969-7498-43e0-b553-f3da701c34ea'] in n-d-827467-3 is: [{'id': 'af71b969-7498-43e0-b553-f3da701c34ea', 'name': 'tempest-TestVolumeBootPattern-1946574628-router', 'tenant_id': 'fc7603dd8b2b41289ab29504af64c206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '92f725ee-77a6-42ce-ba99-0a7414e139c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:34:42Z', 'updated_at': '2022-03-01T14:34:42Z', 'revision_number': 3, 'project_id': 'fc7603dd8b2b41289ab29504af64c206', 'gw_port': {'id': '92f725ee-77a6-42ce-ba99-0a7414e139c6', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af71b969-7498-43e0-b553-f3da701c34ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:34:42Z', 'updated_at': '2022-03-01T14:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3'}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:34:45.308139 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-13746df0-4911-4795-b415-6748687508b2 admin admin] Publish callbacks [] for port (3b8a1a37-e852-4112-a8ea-5ce5382a9de2), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:45.317545 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-13746df0-4911-4795-b415-6748687508b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (3b8a1a37-e852-4112-a8ea-5ce5382a9de2), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:45.393307 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13746df0-4911-4795-b415-6748687508b2 admin admin] Pushing event updated for resources: {'Port': ['ID=3b8a1a37-e852-4112-a8ea-5ce5382a9de2,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:45.395786 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-13746df0-4911-4795-b415-6748687508b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685290'] for router_interface (af71b969-7498-43e0-b553-f3da701c34ea), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:45.474939 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-3e7aa948-5b5c-44bd-9582-2b111fd74083 None None] Provisioning complete for port 2cedab53-5bbe-421a-8912-32b3082832db triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:34:45.475315 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3e7aa948-5b5c-44bd-9582-2b111fd74083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2cedab53-5bbe-421a-8912-32b3082832db), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:45.567612 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13746df0-4911-4795-b415-6748687508b2 admin admin] Network 496340ec-2da7-4290-ab0f-89b3d08aeb90 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:34:45.572256 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-13746df0-4911-4795-b415-6748687508b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:34:45.632466 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3e7aa948-5b5c-44bd-9582-2b111fd74083 None None] Current status of the port 2cedab53-5bbe-421a-8912-32b3082832db is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:34:45.646292 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-3e7aa948-5b5c-44bd-9582-2b111fd74083 None None] Provisioning complete for port 3b8a1a37-e852-4112-a8ea-5ce5382a9de2 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:34:45.646663 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3e7aa948-5b5c-44bd-9582-2b111fd74083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3b8a1a37-e852-4112-a8ea-5ce5382a9de2), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:45.714326 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-3e7aa948-5b5c-44bd-9582-2b111fd74083 None None] Port 3b8a1a37-e852-4112-a8ea-5ce5382a9de2 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:34:45.762913 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13746df0-4911-4795-b415-6748687508b2 admin admin] Router af71b969-7498-43e0-b553-f3da701c34ea has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:34:45.847120 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-2c3cfbc1-3101-48cc-a1a2-f9f1de3c9a0b None None] Provisioning complete for port 3b8a1a37-e852-4112-a8ea-5ce5382a9de2 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:34:45.847523 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2c3cfbc1-3101-48cc-a1a2-f9f1de3c9a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3b8a1a37-e852-4112-a8ea-5ce5382a9de2), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:45.892567 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-2c3cfbc1-3101-48cc-a1a2-f9f1de3c9a0b None None] Port 3b8a1a37-e852-4112-a8ea-5ce5382a9de2 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:34:45.906348 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13746df0-4911-4795-b415-6748687508b2 admin admin] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:34:45.916231 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-13746df0-4911-4795-b415-6748687508b2 admin admin] 10.222.0.13 "PUT /v2.0/routers/af71b969-7498-43e0-b553-f3da701c34ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3038805 Mar 01 14:34:46.015842 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-36e88c80-736f-4508-829a-99529def8f5b None None] Provisioning complete for port 3b8a1a37-e852-4112-a8ea-5ce5382a9de2 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:34:46.016395 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-36e88c80-736f-4508-829a-99529def8f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3b8a1a37-e852-4112-a8ea-5ce5382a9de2), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:46.055183 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-36e88c80-736f-4508-829a-99529def8f5b None None] Port 3b8a1a37-e852-4112-a8ea-5ce5382a9de2 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:34:46.581594 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 3a805d28-6799-45ad-acb1-6456cede2552 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:34:46.639136 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 3a805d28-6799-45ad-acb1-6456cede2552 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:34:46.639580 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3a805d28-6799-45ad-acb1-6456cede2552), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:46.720446 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 3a805d28-6799-45ad-acb1-6456cede2552 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:34:46.721511 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 92f725ee-77a6-42ce-ba99-0a7414e139c6 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:34:46.766432 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 92f725ee-77a6-42ce-ba99-0a7414e139c6 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:34:46.766812 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (92f725ee-77a6-42ce-ba99-0a7414e139c6), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:46.844295 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 92f725ee-77a6-42ce-ba99-0a7414e139c6 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:34:46.844680 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (92f725ee-77a6-42ce-ba99-0a7414e139c6), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:46.864609 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] For port 92f725ee-77a6-42ce-ba99-0a7414e139c6, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=92f725ee-77a6-42ce-ba99-0a7414e139c6,segment=NetworkSegment(ad7874d6-6404-4fe5-948e-c04eb364a0d9),segment_id=ad7874d6-6404-4fe5-948e-c04eb364a0d9)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:34:46.868457 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (92f725ee-77a6-42ce-ba99-0a7414e139c6), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:46.869589 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 2cedab53-5bbe-421a-8912-32b3082832db up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:34:46.952589 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Pushing event updated for resources: {'Port': ['ID=92f725ee-77a6-42ce-ba99-0a7414e139c6,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:46.964373 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 2cedab53-5bbe-421a-8912-32b3082832db triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:34:46.964753 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (2cedab53-5bbe-421a-8912-32b3082832db), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:47.052679 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 2cedab53-5bbe-421a-8912-32b3082832db is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:34:47.978891 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b5d8d3-d01e-4006-b91d-6336d01d0c5c None None] Sync routers for ids ['af71b969-7498-43e0-b553-f3da701c34ea'] in n-d-827467-3 {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:34:47.989163 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b5d8d3-d01e-4006-b91d-6336d01d0c5c None None] Routers {'af71b969-7498-43e0-b553-f3da701c34ea'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:34:47.989697 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-73b5d8d3-d01e-4006-b91d-6336d01d0c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:34:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['af71b969-7498-43e0-b553-f3da701c34ea'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:34:48.099965 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-73b5d8d3-d01e-4006-b91d-6336d01d0c5c None None] Set router af71b969-7498-43e0-b553-f3da701c34ea gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:34:48.298119 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-73b5d8d3-d01e-4006-b91d-6336d01d0c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af71b969-7498-43e0-b553-f3da701c34ea', 'name': 'tempest-TestVolumeBootPattern-1946574628-router', 'tenant_id': 'fc7603dd8b2b41289ab29504af64c206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '92f725ee-77a6-42ce-ba99-0a7414e139c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:34:42Z', 'updated_at': '2022-03-01T14:34:45Z', 'revision_number': 4, 'project_id': 'fc7603dd8b2b41289ab29504af64c206', 'gw_port': {'id': '92f725ee-77a6-42ce-ba99-0a7414e139c6', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af71b969-7498-43e0-b553-f3da701c34ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:34:42Z', 'updated_at': '2022-03-01T14:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '3b8a1a37-e852-4112-a8ea-5ce5382a9de2', 'name': '', 'network_id': '496340ec-2da7-4290-ab0f-89b3d08aeb90', 'tenant_id': 'fc7603dd8b2b41289ab29504af64c206', 'mac_address': 'fa:16:3e:17:be:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af71b969-7498-43e0-b553-f3da701c34ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '117996e4-2f42-4f22-8211-d5880284362e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:34:44Z', 'updated_at': '2022-03-01T14:34:45Z', 'revision_number': 2, 'project_id': 'fc7603dd8b2b41289ab29504af64c206', 'subnets': [{'id': '117996e4-2f42-4f22-8211-d5880284362e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:34:48.323522 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b5d8d3-d01e-4006-b91d-6336d01d0c5c None None] Checking router: af71b969-7498-43e0-b553-f3da701c34ea for host: n-d-827467-3 {{(pid=103728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:34:48.323907 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b5d8d3-d01e-4006-b91d-6336d01d0c5c None None] Updating router af71b969-7498-43e0-b553-f3da701c34ea port 3b8a1a37-e852-4112-a8ea-5ce5382a9de2 binding host n-d-827467-3 {{(pid=103728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 14:34:48.350595 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-73b5d8d3-d01e-4006-b91d-6336d01d0c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3b8a1a37-e852-4112-a8ea-5ce5382a9de2), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:48.480126 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 92f725ee-77a6-42ce-ba99-0a7414e139c6 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:34:48.597690 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 92f725ee-77a6-42ce-ba99-0a7414e139c6 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:34:48.597985 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (92f725ee-77a6-42ce-ba99-0a7414e139c6), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:48.675909 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-73b5d8d3-d01e-4006-b91d-6336d01d0c5c None None] Publish callbacks [] for port (3b8a1a37-e852-4112-a8ea-5ce5382a9de2), precommit_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:48.681671 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-73b5d8d3-d01e-4006-b91d-6336d01d0c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (3b8a1a37-e852-4112-a8ea-5ce5382a9de2), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:48.768168 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70323d-93b0-47e8-a317-6c4a1822e7b9 None None] Pushing event updated for resources: {'Port': ['ID=3b8a1a37-e852-4112-a8ea-5ce5382a9de2,revision_number=3']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:48.787358 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 92f725ee-77a6-42ce-ba99-0a7414e139c6 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:34:48.823196 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-73b5d8d3-d01e-4006-b91d-6336d01d0c5c None None] Attempting to bind port 3b8a1a37-e852-4112-a8ea-5ce5382a9de2 on host n-d-827467-3 for vnic_type normal with profile {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:34:48.823582 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-73b5d8d3-d01e-4006-b91d-6336d01d0c5c None None] Attempting to bind port 3b8a1a37-e852-4112-a8ea-5ce5382a9de2 by drivers openvswitch,hyperv on host n-d-827467-3 at level 0 using segments [{'id': 'aace8d58-781f-4d3f-8112-8f3208e6f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '496340ec-2da7-4290-ab0f-89b3d08aeb90'}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:34:48.824032 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b5d8d3-d01e-4006-b91d-6336d01d0c5c None None] Attempting to bind port 3b8a1a37-e852-4112-a8ea-5ce5382a9de2 on network 496340ec-2da7-4290-ab0f-89b3d08aeb90 {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:34:48.830689 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b5d8d3-d01e-4006-b91d-6336d01d0c5c None None] Checking agent: {'id': 'd23860d5-0587-43b5-b769-b243d4672766', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 29, 2), 'started_at': datetime.datetime(2022, 3, 1, 13, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827467-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:34:48.831066 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b5d8d3-d01e-4006-b91d-6336d01d0c5c None None] Checking segment: {'id': 'aace8d58-781f-4d3f-8112-8f3208e6f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '496340ec-2da7-4290-ab0f-89b3d08aeb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:34:48.831930 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-73b5d8d3-d01e-4006-b91d-6336d01d0c5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:48.832330 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b5d8d3-d01e-4006-b91d-6336d01d0c5c None None] Bound using segment: {'id': 'aace8d58-781f-4d3f-8112-8f3208e6f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '496340ec-2da7-4290-ab0f-89b3d08aeb90'} {{(pid=103728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:34:48.832799 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.managers [None req-73b5d8d3-d01e-4006-b91d-6336d01d0c5c None None] Bound port: 3b8a1a37-e852-4112-a8ea-5ce5382a9de2, host: n-d-827467-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aace8d58-781f-4d3f-8112-8f3208e6f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '496340ec-2da7-4290-ab0f-89b3d08aeb90'}}] {{(pid=103728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:34:48.833232 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-73b5d8d3-d01e-4006-b91d-6336d01d0c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3b8a1a37-e852-4112-a8ea-5ce5382a9de2), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:48.906039 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-73b5d8d3-d01e-4006-b91d-6336d01d0c5c None None] For port 3b8a1a37-e852-4112-a8ea-5ce5382a9de2, host n-d-827467-3, cleared binding levels {{(pid=103728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:34:48.910026 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-73b5d8d3-d01e-4006-b91d-6336d01d0c5c None None] For port 3b8a1a37-e852-4112-a8ea-5ce5382a9de2, host n-d-827467-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=3b8a1a37-e852-4112-a8ea-5ce5382a9de2,segment=NetworkSegment(aace8d58-781f-4d3f-8112-8f3208e6f7f2),segment_id=aace8d58-781f-4d3f-8112-8f3208e6f7f2)] {{(pid=103728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:34:48.918887 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-73b5d8d3-d01e-4006-b91d-6336d01d0c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (3b8a1a37-e852-4112-a8ea-5ce5382a9de2), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:48.978335 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b5d8d3-d01e-4006-b91d-6336d01d0c5c None None] Routers {'af71b969-7498-43e0-b553-f3da701c34ea'} bound to L3 agent in host n-d-827467-3 {{(pid=103728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:34:48.978967 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-73b5d8d3-d01e-4006-b91d-6336d01d0c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:34:27Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['af71b969-7498-43e0-b553-f3da701c34ea'], 'active': True} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:34:48.985220 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70323d-93b0-47e8-a317-6c4a1822e7b9 None None] Pushing event updated for resources: {'Port': ['ID=3b8a1a37-e852-4112-a8ea-5ce5382a9de2,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:49.044624 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-6f3403f2-66b0-42f4-8b4b-595c9397234f None None] Provisioning complete for port 3b8a1a37-e852-4112-a8ea-5ce5382a9de2 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:34:49.045518 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-14ed4e28-feeb-4ed6-ac5d-f9c3e50ae94f tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:34:49.045983 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6f3403f2-66b0-42f4-8b4b-595c9397234f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3b8a1a37-e852-4112-a8ea-5ce5382a9de2), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:49.047073 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-14ed4e28-feeb-4ed6-ac5d-f9c3e50ae94f tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/networks?id=7cc6638e-a6c7-4040-ac43-a155d2729af2 HTTP/1.1" status: 200 len: 812 time: 0.1097319 Mar 01 14:34:49.065075 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-610eab9f-afc3-48dc-85be-1bd41d3971ba tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/quotas/3b1dcf8aad0f4d25a69c507aff5d79fb HTTP/1.1" status: 200 len: 375 time: 0.0114839 Mar 01 14:34:49.125069 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-f7fcfefc-f520-4174-a129-a33926528bcb tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b1dcf8aad0f4d25a69c507aff5d79fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529668 Mar 01 14:34:49.135213 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_dvr_db [None req-73b5d8d3-d01e-4006-b91d-6336d01d0c5c None None] Set router af71b969-7498-43e0-b553-f3da701c34ea gateway port host: n-d-827467-3 {{(pid=103728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:34:49.225228 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-0857edb2-2d2e-4104-8adf-237d7025f65d service neutron] 10.222.0.13 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940545 Mar 01 14:34:49.317360 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-fc7e7f5b-fbb2-4b04-8ee3-023052a28a6f service neutron] 10.222.0.13 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862949 Mar 01 14:34:49.437981 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-6f3403f2-66b0-42f4-8b4b-595c9397234f None None] Current status of the port 3b8a1a37-e852-4112-a8ea-5ce5382a9de2 is: DOWN; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:34:49.438373 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6f3403f2-66b0-42f4-8b4b-595c9397234f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3b8a1a37-e852-4112-a8ea-5ce5382a9de2), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:49.495281 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-6f3403f2-66b0-42f4-8b4b-595c9397234f None None] For port 3b8a1a37-e852-4112-a8ea-5ce5382a9de2, host n-d-827467-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827467-3',level=0,port_id=3b8a1a37-e852-4112-a8ea-5ce5382a9de2,segment=NetworkSegment(aace8d58-781f-4d3f-8112-8f3208e6f7f2),segment_id=aace8d58-781f-4d3f-8112-8f3208e6f7f2)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:34:49.501104 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6f3403f2-66b0-42f4-8b4b-595c9397234f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (3b8a1a37-e852-4112-a8ea-5ce5382a9de2), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:49.576768 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3403f2-66b0-42f4-8b4b-595c9397234f None None] Pushing event updated for resources: {'Port': ['ID=3b8a1a37-e852-4112-a8ea-5ce5382a9de2,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:49.596076 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.l3_hamode_db [None req-73b5d8d3-d01e-4006-b91d-6336d01d0c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af71b969-7498-43e0-b553-f3da701c34ea', 'name': 'tempest-TestVolumeBootPattern-1946574628-router', 'tenant_id': 'fc7603dd8b2b41289ab29504af64c206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '92f725ee-77a6-42ce-ba99-0a7414e139c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:34:42Z', 'updated_at': '2022-03-01T14:34:45Z', 'revision_number': 4, 'project_id': 'fc7603dd8b2b41289ab29504af64c206', 'gw_port': {'id': '92f725ee-77a6-42ce-ba99-0a7414e139c6', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af71b969-7498-43e0-b553-f3da701c34ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:34:42Z', 'updated_at': '2022-03-01T14:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '3b8a1a37-e852-4112-a8ea-5ce5382a9de2', 'name': '', 'network_id': '496340ec-2da7-4290-ab0f-89b3d08aeb90', 'tenant_id': 'fc7603dd8b2b41289ab29504af64c206', 'mac_address': 'fa:16:3e:17:be:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af71b969-7498-43e0-b553-f3da701c34ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '117996e4-2f42-4f22-8211-d5880284362e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:34:44Z', 'updated_at': '2022-03-01T14:34:48Z', 'revision_number': 4, 'project_id': 'fc7603dd8b2b41289ab29504af64c206', 'subnets': [{'id': '117996e4-2f42-4f22-8211-d5880284362e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:34:49.613867 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d0e6d2d2-c4dc-46ad-9132-65326f7b9b3f req-a81e6911-3bd7-4a5b-aab0-8efe4746c4e9 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 210 time: 0.0307269 Mar 01 14:34:49.630218 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b5d8d3-d01e-4006-b91d-6336d01d0c5c None None] The sync data for ids ['af71b969-7498-43e0-b553-f3da701c34ea'] in n-d-827467-3 is: [{'id': 'af71b969-7498-43e0-b553-f3da701c34ea', 'name': 'tempest-TestVolumeBootPattern-1946574628-router', 'tenant_id': 'fc7603dd8b2b41289ab29504af64c206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '92f725ee-77a6-42ce-ba99-0a7414e139c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:34:42Z', 'updated_at': '2022-03-01T14:34:45Z', 'revision_number': 4, 'project_id': 'fc7603dd8b2b41289ab29504af64c206', 'gw_port': {'id': '92f725ee-77a6-42ce-ba99-0a7414e139c6', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af71b969-7498-43e0-b553-f3da701c34ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:34:42Z', 'updated_at': '2022-03-01T14:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_interfaces': [{'id': '3b8a1a37-e852-4112-a8ea-5ce5382a9de2', 'name': '', 'network_id': '496340ec-2da7-4290-ab0f-89b3d08aeb90', 'tenant_id': 'fc7603dd8b2b41289ab29504af64c206', 'mac_address': 'fa:16:3e:17:be:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af71b969-7498-43e0-b553-f3da701c34ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '117996e4-2f42-4f22-8211-d5880284362e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:34:44Z', 'updated_at': '2022-03-01T14:34:48Z', 'revision_number': 4, 'project_id': 'fc7603dd8b2b41289ab29504af64c206', 'subnets': [{'id': '117996e4-2f42-4f22-8211-d5880284362e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:34:49.646114 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-6b4fb776-0911-4188-92f3-336e8a883b6a None None] Provisioning complete for port 3b8a1a37-e852-4112-a8ea-5ce5382a9de2 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:34:49.646488 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6b4fb776-0911-4188-92f3-336e8a883b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3b8a1a37-e852-4112-a8ea-5ce5382a9de2), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:49.743609 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-6b4fb776-0911-4188-92f3-336e8a883b6a None None] Current status of the port 3b8a1a37-e852-4112-a8ea-5ce5382a9de2 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:34:50.499276 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Device 3b8a1a37-e852-4112-a8ea-5ce5382a9de2 up at agent ovs-agent-n-d-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:34:50.550336 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Provisioning complete for port 3b8a1a37-e852-4112-a8ea-5ce5382a9de2 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:34:50.550710 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3b8a1a37-e852-4112-a8ea-5ce5382a9de2), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:50.634143 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Current status of the port 3b8a1a37-e852-4112-a8ea-5ce5382a9de2 is: ACTIVE; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:34:50.702046 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-d40d4755-f0b3-47b2-812e-b03cef362280 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:34:50.703960 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-d40d4755-f0b3-47b2-812e-b03cef362280 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.20 "GET /v2.0/networks?id=7cc6638e-a6c7-4040-ac43-a155d2729af2 HTTP/1.1" status: 200 len: 812 time: 0.1192524 Mar 01 14:34:50.715333 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-d9751cf5-ed03-47dd-8a49-f3cfa9891f03 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Request body: {'port': {'device_id': 'fd06428a-722a-4db3-b3c6-851679754420', 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2', 'admin_state_up': True, 'tenant_id': '3b1dcf8aad0f4d25a69c507aff5d79fb'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:34:50.717370 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d891aa7a-2f95-4d1c-b404-34e05b526889 req-6486f75d-9157-4d0e-93bf-c59bef174660 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 210 time: 0.0329342 Mar 01 14:34:50.828853 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-d9751cf5-ed03-47dd-8a49-f3cfa9891f03 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Made reservation on behalf of 3b1dcf8aad0f4d25a69c507aff5d79fb for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:34:50.832521 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-d9751cf5-ed03-47dd-8a49-f3cfa9891f03 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:50.954364 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-d9751cf5-ed03-47dd-8a49-f3cfa9891f03 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Allocated IP 172.20.0.4 (7cc6638e-a6c7-4040-ac43-a155d2729af2/8b1a7c43-e7fc-45dc-9a67-af7460dd3289/22cfe43d-520f-4f98-a8a2-f751df9a1f59) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:34:51.100592 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-d9751cf5-ed03-47dd-8a49-f3cfa9891f03 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks [] for port (22cfe43d-520f-4f98-a8a2-f751df9a1f59), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:51.141113 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-d9751cf5-ed03-47dd-8a49-f3cfa9891f03 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (22cfe43d-520f-4f98-a8a2-f751df9a1f59), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:51.186152 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-d9751cf5-ed03-47dd-8a49-f3cfa9891f03 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Network 7cc6638e-a6c7-4040-ac43-a155d2729af2 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:34:51.189126 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-d9751cf5-ed03-47dd-8a49-f3cfa9891f03 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:34:51.192731 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-d9751cf5-ed03-47dd-8a49-f3cfa9891f03 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:34:51.483603 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-56a670b9-8cc1-4f96-814e-fb4d4616c5aa None None] Provisioning complete for port 22cfe43d-520f-4f98-a8a2-f751df9a1f59 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:34:51.484250 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-56a670b9-8cc1-4f96-814e-fb4d4616c5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (22cfe43d-520f-4f98-a8a2-f751df9a1f59), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:51.526607 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-56a670b9-8cc1-4f96-814e-fb4d4616c5aa None None] Port 22cfe43d-520f-4f98-a8a2-f751df9a1f59 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:34:51.568851 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9751cf5-ed03-47dd-8a49-f3cfa9891f03 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Pushing event updated for resources: {'Port': ['ID=22cfe43d-520f-4f98-a8a2-f751df9a1f59,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:51.603335 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-d9751cf5-ed03-47dd-8a49-f3cfa9891f03 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:34:51.604157 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-d9751cf5-ed03-47dd-8a49-f3cfa9891f03 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:51.626375 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-d9751cf5-ed03-47dd-8a49-f3cfa9891f03 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9147143 Mar 01 14:34:51.637509 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-7ba01449-da4c-4544-9055-55673e481e68 service neutron] Request body: {'port': {'device_id': 'fd06428a-722a-4db3-b3c6-851679754420', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:34:51.703755 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-7ba01449-da4c-4544-9055-55673e481e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (22cfe43d-520f-4f98-a8a2-f751df9a1f59), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:51.856635 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153a14a-ee58-423f-9af1-77cdd6a22708 req-81834d63-e4e9-4cff-b641-d82d49ef837d tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:34:51.858774 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5153a14a-ee58-423f-9af1-77cdd6a22708 req-81834d63-e4e9-4cff-b641-d82d49ef837d tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 931 time: 0.0663993 Mar 01 14:34:51.911479 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5153a14a-ee58-423f-9af1-77cdd6a22708 req-b3e06065-3f9e-4bbf-ab20-c8f3e3b856c0 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446742 Mar 01 14:34:51.991352 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-7ba01449-da4c-4544-9055-55673e481e68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22cfe43d-520f-4f98-a8a2-f751df9a1f59 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:34:51.999272 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-7ba01449-da4c-4544-9055-55673e481e68 service neutron] Publish callbacks [] for port (22cfe43d-520f-4f98-a8a2-f751df9a1f59), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:52.011225 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-7ba01449-da4c-4544-9055-55673e481e68 service neutron] Transition to ACTIVE for port object 22cfe43d-520f-4f98-a8a2-f751df9a1f59 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:34:52.016442 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-7ba01449-da4c-4544-9055-55673e481e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (22cfe43d-520f-4f98-a8a2-f751df9a1f59), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:52.068475 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba01449-da4c-4544-9055-55673e481e68 service neutron] Pushing event updated for resources: {'Port': ['ID=22cfe43d-520f-4f98-a8a2-f751df9a1f59,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:52.141203 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-7ba01449-da4c-4544-9055-55673e481e68 service neutron] Attempting to bind port 22cfe43d-520f-4f98-a8a2-f751df9a1f59 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:34:52.141676 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-7ba01449-da4c-4544-9055-55673e481e68 service neutron] Attempting to bind port 22cfe43d-520f-4f98-a8a2-f751df9a1f59 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:34:52.142103 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-7ba01449-da4c-4544-9055-55673e481e68 service neutron] Attempting to bind port 22cfe43d-520f-4f98-a8a2-f751df9a1f59 on network 7cc6638e-a6c7-4040-ac43-a155d2729af2 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:34:52.146960 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-7ba01449-da4c-4544-9055-55673e481e68 service neutron] Port 22cfe43d-520f-4f98-a8a2-f751df9a1f59 on network 7cc6638e-a6c7-4040-ac43-a155d2729af2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:34:52.147379 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-7ba01449-da4c-4544-9055-55673e481e68 service neutron] Attempting to bind port 22cfe43d-520f-4f98-a8a2-f751df9a1f59 on network 7cc6638e-a6c7-4040-ac43-a155d2729af2 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:34:52.152616 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-7ba01449-da4c-4544-9055-55673e481e68 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:34:52.153090 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-7ba01449-da4c-4544-9055-55673e481e68 service neutron] Checking segment: {'id': '28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:34:52.153572 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-7ba01449-da4c-4544-9055-55673e481e68 service neutron] Bound using segment: {'id': '28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:34:52.154135 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-7ba01449-da4c-4544-9055-55673e481e68 service neutron] Bound port: 22cfe43d-520f-4f98-a8a2-f751df9a1f59, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:34:52.155135 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-7ba01449-da4c-4544-9055-55673e481e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (22cfe43d-520f-4f98-a8a2-f751df9a1f59), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:52.233173 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-7ba01449-da4c-4544-9055-55673e481e68 service neutron] For port 22cfe43d-520f-4f98-a8a2-f751df9a1f59, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:34:52.236807 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-7ba01449-da4c-4544-9055-55673e481e68 service neutron] For port 22cfe43d-520f-4f98-a8a2-f751df9a1f59, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=22cfe43d-520f-4f98-a8a2-f751df9a1f59,segment=NetworkSegment(28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978),segment_id=28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:34:52.244584 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-7ba01449-da4c-4544-9055-55673e481e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (22cfe43d-520f-4f98-a8a2-f751df9a1f59), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:52.284770 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-7ba01449-da4c-4544-9055-55673e481e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:34:52.285927 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-7ba01449-da4c-4544-9055-55673e481e68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:52.287348 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-7ba01449-da4c-4544-9055-55673e481e68 service neutron] 10.222.0.20 "PUT /v2.0/ports/22cfe43d-520f-4f98-a8a2-f751df9a1f59 HTTP/1.1" status: 200 len: 1091 time: 0.6544516 Mar 01 14:34:52.289752 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd06428a-722a-4db3-b3c6-851679754420', 'tag': '22cfe43d-520f-4f98-a8a2-f751df9a1f59'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:34:52.293473 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7d32ae-2434-4493-a721-193119a44a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "fd06428a-722a-4db3-b3c6-851679754420", "tag": "22cfe43d-520f-4f98-a8a2-f751df9a1f59"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:34:52.334858 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba01449-da4c-4544-9055-55673e481e68 service neutron] Pushing event updated for resources: {'Port': ['ID=22cfe43d-520f-4f98-a8a2-f751df9a1f59,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:34:52.365867 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb6e735-9919-475c-8580-7e689abde1f9 x-openstack-request-id: req-ffb6e735-9919-475c-8580-7e689abde1f9 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:34:52.366158 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd06428a-722a-4db3-b3c6-851679754420", "tag": "22cfe43d-520f-4f98-a8a2-f751df9a1f59", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:34:52.366412 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ffb6e735-9919-475c-8580-7e689abde1f9 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:34:52.367759 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd06428a-722a-4db3-b3c6-851679754420', 'tag': '22cfe43d-520f-4f98-a8a2-f751df9a1f59', 'status': 'completed', 'code': 200} Mar 01 14:34:52.421394 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-04ab9c18-01fc-44a6-a041-9ac678863e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:34:52.423085 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-04ab9c18-01fc-44a6-a041-9ac678863e81 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b1dcf8aad0f4d25a69c507aff5d79fb&device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 1125 time: 0.0554955 Mar 01 14:34:52.473781 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-c1034fa8-38f5-41ab-80ee-e83b8d7644dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22cfe43d-520f-4f98-a8a2-f751df9a1f59 HTTP/1.1" status: 200 len: 217 time: 0.0396090 Mar 01 14:34:52.525157 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-21389218-6169-4af4-b5cb-e7a9dc0c77e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:34:52.526621 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-21389218-6169-4af4-b5cb-e7a9dc0c77e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b1a7c43-e7fc-45dc-9a67-af7460dd3289 HTTP/1.1" status: 200 len: 851 time: 0.0463264 Mar 01 14:34:52.575163 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-49ed1733-0147-43c8-b309-26795515e756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:34:52.577297 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-49ed1733-0147-43c8-b309-26795515e756 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7cc6638e-a6c7-4040-ac43-a155d2729af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448706 Mar 01 14:34:52.670687 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-ca7bc375-af9d-4d65-81b9-baa8b19030ed service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872021 Mar 01 14:34:52.760176 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-26a4a843-65a8-438c-baf4-28921b4b37fb req-90bb6fd0-c3f0-41ad-9154-11a72335617d service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835879 Mar 01 14:34:52.846559 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d32ae-2434-4493-a721-193119a44a5d req-d615b5f2-1e13-40f0-a576-14b215bb72f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:34:52.848053 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9c7d32ae-2434-4493-a721-193119a44a5d req-d615b5f2-1e13-40f0-a576-14b215bb72f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b1dcf8aad0f4d25a69c507aff5d79fb&device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 1125 time: 0.0471771 Mar 01 14:34:52.948373 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d32ae-2434-4493-a721-193119a44a5d req-a52f414a-e19e-4907-9a28-9d31dd6c75df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:34:52.949897 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9c7d32ae-2434-4493-a721-193119a44a5d req-a52f414a-e19e-4907-9a28-9d31dd6c75df service neutron] 10.222.0.20 "GET /v2.0/networks?id=7cc6638e-a6c7-4040-ac43-a155d2729af2 HTTP/1.1" status: 200 len: 913 time: 0.0964000 Mar 01 14:34:52.994941 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9c7d32ae-2434-4493-a721-193119a44a5d req-0811358b-268f-4423-bca7-2b1168a21afc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22cfe43d-520f-4f98-a8a2-f751df9a1f59 HTTP/1.1" status: 200 len: 217 time: 0.0384829 Mar 01 14:34:53.036833 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f966944-94f9-42ac-a327-effac6997e0b req-023d78e1-6bb4-45ad-9359-13fa139e6e8b tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:34:53.039193 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7f966944-94f9-42ac-a327-effac6997e0b req-023d78e1-6bb4-45ad-9359-13fa139e6e8b tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 943 time: 0.0595715 Mar 01 14:34:53.049659 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d32ae-2434-4493-a721-193119a44a5d req-38679bdf-3009-4a41-a123-736dc0f62627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:34:53.051129 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9c7d32ae-2434-4493-a721-193119a44a5d req-38679bdf-3009-4a41-a123-736dc0f62627 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b1a7c43-e7fc-45dc-9a67-af7460dd3289 HTTP/1.1" status: 200 len: 851 time: 0.0506585 Mar 01 14:34:53.095655 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7f966944-94f9-42ac-a327-effac6997e0b req-4933a8c0-329b-4019-9522-3c4f6b98b8b8 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472794 Mar 01 14:34:53.110148 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d32ae-2434-4493-a721-193119a44a5d req-b7900683-5b62-46a1-a35f-e2d3a821f7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:34:53.111874 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9c7d32ae-2434-4493-a721-193119a44a5d req-b7900683-5b62-46a1-a35f-e2d3a821f7f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7cc6638e-a6c7-4040-ac43-a155d2729af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0548837 Mar 01 14:34:53.203575 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9c7d32ae-2434-4493-a721-193119a44a5d req-602eb8af-123e-453a-980e-4e217492a16e service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858622 Mar 01 14:34:53.301403 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9c7d32ae-2434-4493-a721-193119a44a5d req-135aa41d-96ba-4db3-bbd3-8c2960def692 service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918317 Mar 01 14:34:54.224327 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8018dce-d4ca-4d74-9479-16ad25a11dbb req-145cb02e-419f-462b-91f8-3391dcd1d440 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:34:54.225853 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f8018dce-d4ca-4d74-9479-16ad25a11dbb req-145cb02e-419f-462b-91f8-3391dcd1d440 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 943 time: 0.0573859 Mar 01 14:34:54.274480 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f8018dce-d4ca-4d74-9479-16ad25a11dbb req-04e41622-48db-4962-a948-26e406b5a2f5 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407174 Mar 01 14:34:55.338172 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-505d13e8-3aa3-4b6e-ac38-ef477e33415e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:55.406940 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629186b3-4ad3-49fe-9e29-446470a2248f req-edf23286-f44e-4f06-8a17-f1733a67d704 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:34:55.408644 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-629186b3-4ad3-49fe-9e29-446470a2248f req-edf23286-f44e-4f06-8a17-f1733a67d704 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 943 time: 0.0641248 Mar 01 14:34:55.460659 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-629186b3-4ad3-49fe-9e29-446470a2248f req-69d36b5e-7e6f-4387-9f7e-22019ccb6874 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461679 Mar 01 14:34:55.827123 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:34:56.587887 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd041954-b254-4a24-82f8-1d29d1aca1e7 req-41a6bace-873b-4efc-8431-0ff71b87f686 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:34:56.590157 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cd041954-b254-4a24-82f8-1d29d1aca1e7 req-41a6bace-873b-4efc-8431-0ff71b87f686 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 943 time: 0.0631354 Mar 01 14:34:56.636662 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cd041954-b254-4a24-82f8-1d29d1aca1e7 req-411a25be-5b7a-4a10-b285-955d35170c97 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398979 Mar 01 14:34:57.512752 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ae865d37-aef8-4f44-a659-0f7c64cfd5c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:34:57.755586 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17822c-22af-4385-9f65-b4ce6e817b44 req-96b0c780-a515-4fc4-9cc9-c5fc89582129 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:34:57.757088 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4f17822c-22af-4385-9f65-b4ce6e817b44 req-96b0c780-a515-4fc4-9cc9-c5fc89582129 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 943 time: 0.0521884 Mar 01 14:34:57.804996 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4f17822c-22af-4385-9f65-b4ce6e817b44 req-b5731c96-635b-47a9-b202-e07236dca06c tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421140 Mar 01 14:34:58.929844 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f33c2-540e-492f-8549-78238af1052d req-1dda99e5-597a-436c-bb54-9f48dafd4606 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:34:58.931386 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-516f33c2-540e-492f-8549-78238af1052d req-1dda99e5-597a-436c-bb54-9f48dafd4606 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 943 time: 0.0556293 Mar 01 14:34:58.985119 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-516f33c2-540e-492f-8549-78238af1052d req-083140c8-ac50-4c5f-8879-e33830834865 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474164 Mar 01 14:34:59.028411 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:35:00.113148 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4963def-2e76-43b4-a853-37728f615f2d req-de658d7b-58d7-4169-81d8-0bedb9a93220 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:35:00.114623 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b4963def-2e76-43b4-a853-37728f615f2d req-de658d7b-58d7-4169-81d8-0bedb9a93220 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 943 time: 0.0521266 Mar 01 14:35:00.159787 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b4963def-2e76-43b4-a853-37728f615f2d req-52126170-e888-4df4-ae34-bdb26e4cb2ef tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395026 Mar 01 14:35:00.198329 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:35:01.274627 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd84821-1c11-4a03-9c1d-4a39a3ac5a3a req-a38e06d1-18d9-473e-a039-13b4d1dc23ae tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:35:01.276132 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7cd84821-1c11-4a03-9c1d-4a39a3ac5a3a req-a38e06d1-18d9-473e-a039-13b4d1dc23ae tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 943 time: 0.0512073 Mar 01 14:35:01.321004 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7cd84821-1c11-4a03-9c1d-4a39a3ac5a3a req-e2e79ce9-fb1d-4174-8ebf-662a60b4b729 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393524 Mar 01 14:35:01.812770 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:35:02.440804 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee19df-bd5c-4816-8818-b92a7bd3d59a req-f41c5bff-68bc-4fd9-b832-be08755d0b1e tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:35:02.442274 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3cee19df-bd5c-4816-8818-b92a7bd3d59a req-f41c5bff-68bc-4fd9-b832-be08755d0b1e tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 943 time: 0.0554330 Mar 01 14:35:02.487016 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3cee19df-bd5c-4816-8818-b92a7bd3d59a req-8c38a11a-fe41-44ae-b846-afb6c12f5c9e tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388498 Mar 01 14:35:03.602893 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76a523-7564-4872-8f0c-265b75091ce5 req-240f8746-ea84-4e00-b362-82007de59e37 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:35:03.604420 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3e76a523-7564-4872-8f0c-265b75091ce5 req-240f8746-ea84-4e00-b362-82007de59e37 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 943 time: 0.0521328 Mar 01 14:35:03.650330 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3e76a523-7564-4872-8f0c-265b75091ce5 req-4088a84a-9f63-4db8-bceb-ff8e07366f87 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402842 Mar 01 14:35:04.764529 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478aaa5b-0130-4e71-9c08-79871e44ddaf req-2dcf57fb-8a5c-48fc-ad64-b6aa42934ff0 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:35:04.766030 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-478aaa5b-0130-4e71-9c08-79871e44ddaf req-2dcf57fb-8a5c-48fc-ad64-b6aa42934ff0 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 943 time: 0.0510485 Mar 01 14:35:04.814595 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-478aaa5b-0130-4e71-9c08-79871e44ddaf req-d6af3df7-7db7-4a81-b216-aba80c222560 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429852 Mar 01 14:35:05.930109 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb621b7-73d9-479b-b0f2-3cdb495159ea req-5ecab925-a9a1-4b67-92a5-6d708b54e341 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:35:05.931587 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5fb621b7-73d9-479b-b0f2-3cdb495159ea req-5ecab925-a9a1-4b67-92a5-6d708b54e341 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 943 time: 0.0512874 Mar 01 14:35:05.977711 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5fb621b7-73d9-479b-b0f2-3cdb495159ea req-4800f692-61c1-40ca-ab46-c08b732fde5f tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400372 Mar 01 14:35:07.091656 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae6cd9-31b2-4d2b-9885-271a7f103011 req-7db293ff-3de3-4594-87f7-01227b3ff57f tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:35:07.093131 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ceae6cd9-31b2-4d2b-9885-271a7f103011 req-7db293ff-3de3-4594-87f7-01227b3ff57f tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 943 time: 0.0511703 Mar 01 14:35:07.139828 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ceae6cd9-31b2-4d2b-9885-271a7f103011 req-da8187d2-c83b-4bda-bf6f-a1e9fee5ca37 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409601 Mar 01 14:35:08.258160 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1591a98-73e9-44e0-870c-72975eda1c6c req-d4add861-3a4a-4a54-a3aa-ac03584bb0df tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:35:08.259637 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a1591a98-73e9-44e0-870c-72975eda1c6c req-d4add861-3a4a-4a54-a3aa-ac03584bb0df tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 943 time: 0.0550342 Mar 01 14:35:08.304629 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a1591a98-73e9-44e0-870c-72975eda1c6c req-ed12e389-f2e1-4961-80a8-2d62f4f49e81 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387852 Mar 01 14:35:08.754828 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 22cfe43d-520f-4f98-a8a2-f751df9a1f59 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:35:08.849259 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 22cfe43d-520f-4f98-a8a2-f751df9a1f59, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=22cfe43d-520f-4f98-a8a2-f751df9a1f59,segment=NetworkSegment(28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978),segment_id=28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:35:08.860987 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '22cfe43d-520f-4f98-a8a2-f751df9a1f59', 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2', 'port_id': '22cfe43d-520f-4f98-a8a2-f751df9a1f59', 'mac_address': 'fa:16:3e:63:a7:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1a7c43-e7fc-45dc-9a67-af7460dd3289', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:35:08.899951 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 22cfe43d-520f-4f98-a8a2-f751df9a1f59 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:35:08.900336 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (22cfe43d-520f-4f98-a8a2-f751df9a1f59), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:35:08.913111 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22cfe43d-520f-4f98-a8a2-f751df9a1f59 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:35:08.931934 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 22cfe43d-520f-4f98-a8a2-f751df9a1f59, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=22cfe43d-520f-4f98-a8a2-f751df9a1f59,segment=NetworkSegment(28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978),segment_id=28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:35:08.935841 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (22cfe43d-520f-4f98-a8a2-f751df9a1f59), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:35:08.980935 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=22cfe43d-520f-4f98-a8a2-f751df9a1f59,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:35:09.275612 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['22cfe43d-520f-4f98-a8a2-f751df9a1f59'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:35:09.423228 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6538d7-a86d-4c82-a7c1-2dd9bdd37a3d req-6c2cc341-79ea-4f81-879a-001c21e5d1e8 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:35:09.424738 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3a6538d7-a86d-4c82-a7c1-2dd9bdd37a3d req-6c2cc341-79ea-4f81-879a-001c21e5d1e8 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 944 time: 0.0539489 Mar 01 14:35:09.470837 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3a6538d7-a86d-4c82-a7c1-2dd9bdd37a3d req-391c8992-7115-4f71-b34a-72f9e003fdfd tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405641 Mar 01 14:35:10.150202 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:35:10.449592 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:35:10.593796 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1387c67-c082-4d03-8bd9-0fb10538e0b2 req-d5f294a9-9118-4fa8-b73a-1510f883996b tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:35:10.596436 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d1387c67-c082-4d03-8bd9-0fb10538e0b2 req-d5f294a9-9118-4fa8-b73a-1510f883996b tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 944 time: 0.0607064 Mar 01 14:35:10.642220 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d1387c67-c082-4d03-8bd9-0fb10538e0b2 req-e0584027-e3b8-4aee-b34f-1e568142cbfa tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404091 Mar 01 14:35:10.764810 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 22cfe43d-520f-4f98-a8a2-f751df9a1f59 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:35:10.812733 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 22cfe43d-520f-4f98-a8a2-f751df9a1f59 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:35:10.816465 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 22cfe43d-520f-4f98-a8a2-f751df9a1f59 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:35:10.816844 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (22cfe43d-520f-4f98-a8a2-f751df9a1f59), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:35:10.902818 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 22cfe43d-520f-4f98-a8a2-f751df9a1f59 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:35:10.903480 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (22cfe43d-520f-4f98-a8a2-f751df9a1f59), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:35:10.928412 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd06428a-722a-4db3-b3c6-851679754420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22cfe43d-520f-4f98-a8a2-f751df9a1f59'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:35:10.930672 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a799f4-5a69-4bcf-84cc-828e45e7ee28" -d '{"events": [{"server_uuid": "fd06428a-722a-4db3-b3c6-851679754420", "name": "network-vif-plugged", "status": "completed", "tag": "22cfe43d-520f-4f98-a8a2-f751df9a1f59"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:35:10.942777 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 22cfe43d-520f-4f98-a8a2-f751df9a1f59, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=22cfe43d-520f-4f98-a8a2-f751df9a1f59,segment=NetworkSegment(28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978),segment_id=28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:35:10.947160 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (22cfe43d-520f-4f98-a8a2-f751df9a1f59), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:35:10.995084 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=22cfe43d-520f-4f98-a8a2-f751df9a1f59,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:35:11.089800 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3c0d46-3337-42f0-ad8d-e13c4d2bd302 x-openstack-request-id: req-8c3c0d46-3337-42f0-ad8d-e13c4d2bd302 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:35:11.090091 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd06428a-722a-4db3-b3c6-851679754420", "name": "network-vif-plugged", "status": "completed", "tag": "22cfe43d-520f-4f98-a8a2-f751df9a1f59", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:35:11.090338 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c3c0d46-3337-42f0-ad8d-e13c4d2bd302 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:35:11.090730 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd06428a-722a-4db3-b3c6-851679754420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22cfe43d-520f-4f98-a8a2-f751df9a1f59', 'code': 200} Mar 01 14:35:11.187125 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c51a2-8616-4a7b-bd9b-eb4e1677149c req-bd2fdba9-ba58-4bcb-b758-1937c93617eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:35:11.188708 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-585c51a2-8616-4a7b-bd9b-eb4e1677149c req-bd2fdba9-ba58-4bcb-b758-1937c93617eb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 1127 time: 0.0444064 Mar 01 14:35:11.233576 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-585c51a2-8616-4a7b-bd9b-eb4e1677149c req-9c669f00-41ac-4bb9-985c-564f87517138 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390098 Mar 01 14:35:11.758866 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd3099-5e09-456b-91dd-1043a3251c69 req-00129340-81dd-4526-b811-b19b59b64b68 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:35:11.760364 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-41bd3099-5e09-456b-91dd-1043a3251c69 req-00129340-81dd-4526-b811-b19b59b64b68 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 945 time: 0.0516381 Mar 01 14:35:11.805366 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-41bd3099-5e09-456b-91dd-1043a3251c69 req-3bc47b21-0613-4e3a-a39f-e81ee81acbae tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388844 Mar 01 14:35:12.922615 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b5968-5b99-4033-a6fe-4a4752421036 req-83147dd1-6f78-4829-937b-ec7b10d4664e tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:35:12.924086 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b37b5968-5b99-4033-a6fe-4a4752421036 req-83147dd1-6f78-4829-937b-ec7b10d4664e tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 945 time: 0.0516944 Mar 01 14:35:12.972272 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b37b5968-5b99-4033-a6fe-4a4752421036 req-73e05fb8-53ca-4f7d-b5c0-591f59174aab tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425866 Mar 01 14:35:13.088697 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e3093-e8dd-441c-a508-9c900d9cc554 req-253d2cda-7208-40cf-aef2-7f11c310aec5 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:35:13.090084 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f35e3093-e8dd-441c-a508-9c900d9cc554 req-253d2cda-7208-40cf-aef2-7f11c310aec5 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 945 time: 0.0510442 Mar 01 14:35:13.135166 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f35e3093-e8dd-441c-a508-9c900d9cc554 req-2a5450bf-bdea-4c83-85c3-0d77ec2d79ba tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394812 Mar 01 14:35:13.250726 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ac4e0-484e-4343-9de4-7a06c704c91c req-da7493e5-3287-44e0-ba6d-3cad222ddfcd tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:35:13.252204 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9c3ac4e0-484e-4343-9de4-7a06c704c91c req-da7493e5-3287-44e0-ba6d-3cad222ddfcd tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 945 time: 0.0513546 Mar 01 14:35:13.297564 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9c3ac4e0-484e-4343-9de4-7a06c704c91c req-57ad938c-e8cc-4390-9317-a5f36e26b20c tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397012 Mar 01 14:35:13.529259 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e475d67-9fe9-44f6-b34e-385bf2e1a016 req-1dcfb25c-9899-4dea-a461-9f45a41ff9f8 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:35:13.531231 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0e475d67-9fe9-44f6-b34e-385bf2e1a016 req-1dcfb25c-9899-4dea-a461-9f45a41ff9f8 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 945 time: 0.0558186 Mar 01 14:35:13.577634 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0e475d67-9fe9-44f6-b34e-385bf2e1a016 req-dd8a7ad8-57e6-4ad8-a3ad-3402c1d992fe tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408480 Mar 01 14:35:14.697160 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926a3fa-bd02-41da-bb68-8bf5a27aeea4 req-886d14de-905a-412e-9d05-113720485586 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:35:14.698549 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f926a3fa-bd02-41da-bb68-8bf5a27aeea4 req-886d14de-905a-412e-9d05-113720485586 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 945 time: 0.0535464 Mar 01 14:35:14.743244 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f926a3fa-bd02-41da-bb68-8bf5a27aeea4 req-c53def94-9096-495a-9d61-6a9c2802d33a tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384600 Mar 01 14:35:15.066408 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce0bab-8cbf-4de4-8ea0-961832d6508e req-8a0e4ab0-acca-4165-9ef2-65b98ac298e7 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:35:15.067893 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-97ce0bab-8cbf-4de4-8ea0-961832d6508e req-8a0e4ab0-acca-4165-9ef2-65b98ac298e7 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 945 time: 0.0523431 Mar 01 14:35:15.161632 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-97ce0bab-8cbf-4de4-8ea0-961832d6508e req-bb8d0fc2-a9b5-4042-928f-bb523703ca10 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Deleting port 22cfe43d-520f-4f98-a8a2-f751df9a1f59 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:35:15.161972 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-97ce0bab-8cbf-4de4-8ea0-961832d6508e req-bb8d0fc2-a9b5-4042-928f-bb523703ca10 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (22cfe43d-520f-4f98-a8a2-f751df9a1f59), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:35:15.247854 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-97ce0bab-8cbf-4de4-8ea0-961832d6508e req-bb8d0fc2-a9b5-4042-928f-bb523703ca10 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] For port 22cfe43d-520f-4f98-a8a2-f751df9a1f59, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=22cfe43d-520f-4f98-a8a2-f751df9a1f59,segment=NetworkSegment(28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978),segment_id=28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:35:15.248217 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-97ce0bab-8cbf-4de4-8ea0-961832d6508e req-bb8d0fc2-a9b5-4042-928f-bb523703ca10 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (22cfe43d-520f-4f98-a8a2-f751df9a1f59), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:35:15.264906 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-97ce0bab-8cbf-4de4-8ea0-961832d6508e req-bb8d0fc2-a9b5-4042-928f-bb523703ca10 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Calling delete_port for 22cfe43d-520f-4f98-a8a2-f751df9a1f59 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:35:15.388016 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-97ce0bab-8cbf-4de4-8ea0-961832d6508e req-bb8d0fc2-a9b5-4042-928f-bb523703ca10 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (22cfe43d-520f-4f98-a8a2-f751df9a1f59), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:35:15.400148 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['22cfe43d-520f-4f98-a8a2-f751df9a1f59'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:35:15.418105 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d0fc2-a9b5-4042-928f-bb523703ca10 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Pushing event deleted for resources: {'Port': ['ID=22cfe43d-520f-4f98-a8a2-f751df9a1f59,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:35:15.452680 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d0fc2-a9b5-4042-928f-bb523703ca10 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:35:15.453026 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d0fc2-a9b5-4042-928f-bb523703ca10 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:35:15.453364 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d0fc2-a9b5-4042-928f-bb523703ca10 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:35:15.453701 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d0fc2-a9b5-4042-928f-bb523703ca10 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:35:15.454032 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d0fc2-a9b5-4042-928f-bb523703ca10 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:35:15.454361 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d0fc2-a9b5-4042-928f-bb523703ca10 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:35:15.454686 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d0fc2-a9b5-4042-928f-bb523703ca10 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:35:15.455007 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d0fc2-a9b5-4042-928f-bb523703ca10 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:35:15.455329 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d0fc2-a9b5-4042-928f-bb523703ca10 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:35:15.455645 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d0fc2-a9b5-4042-928f-bb523703ca10 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:35:15.455964 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d0fc2-a9b5-4042-928f-bb523703ca10 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:35:15.456308 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d0fc2-a9b5-4042-928f-bb523703ca10 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:35:15.456653 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d0fc2-a9b5-4042-928f-bb523703ca10 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:35:15.473857 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ce0bab-8cbf-4de4-8ea0-961832d6508e req-bb8d0fc2-a9b5-4042-928f-bb523703ca10 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] No DVR routers for this DVR port 22cfe43d-520f-4f98-a8a2-f751df9a1f59 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:35:15.476557 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-97ce0bab-8cbf-4de4-8ea0-961832d6508e req-bb8d0fc2-a9b5-4042-928f-bb523703ca10 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:35:15.479902 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-97ce0bab-8cbf-4de4-8ea0-961832d6508e req-bb8d0fc2-a9b5-4042-928f-bb523703ca10 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.20 "DELETE /v2.0/ports/22cfe43d-520f-4f98-a8a2-f751df9a1f59 HTTP/1.1" status: 204 len: 173 time: 0.4066925 Mar 01 14:35:15.480413 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd06428a-722a-4db3-b3c6-851679754420', 'name': 'network-vif-deleted', 'tag': '22cfe43d-520f-4f98-a8a2-f751df9a1f59'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:35:15.483027 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c405478-8dc8-49bc-90e0-2676e5065ce4" -d '{"events": [{"server_uuid": "fd06428a-722a-4db3-b3c6-851679754420", "name": "network-vif-deleted", "tag": "22cfe43d-520f-4f98-a8a2-f751df9a1f59"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:35:15.522764 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6aafab-6a14-4213-9c24-6beca62a74ea x-openstack-request-id: req-ef6aafab-6a14-4213-9c24-6beca62a74ea {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:35:15.523245 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd06428a-722a-4db3-b3c6-851679754420", "name": "network-vif-deleted", "tag": "22cfe43d-520f-4f98-a8a2-f751df9a1f59", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:35:15.523559 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef6aafab-6a14-4213-9c24-6beca62a74ea {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:35:15.524000 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd06428a-722a-4db3-b3c6-851679754420', 'name': 'network-vif-deleted', 'tag': '22cfe43d-520f-4f98-a8a2-f751df9a1f59', 'status': 'completed', 'code': 200} Mar 01 14:35:15.837318 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9ed70686-a523-4d07-b4d5-aea37f595866 req-396baa06-eaa7-4803-a847-4620bd44a778 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 210 time: 0.0270631 Mar 01 14:35:16.933617 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8afa8b21-dbc7-47b8-b457-f6b4f2830744 req-ca327474-9dbf-4435-8ec4-fb452a61217f tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 210 time: 0.0293512 Mar 01 14:35:18.027267 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cf2f1053-4650-451e-b51f-794acbc5c9c7 req-7a44e8f9-9d1c-4235-ac03-3f5f095418f8 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 210 time: 0.0272322 Mar 01 14:35:18.838465 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 22cfe43d-520f-4f98-a8a2-f751df9a1f59 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:35:18.859540 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 22cfe43d-520f-4f98-a8a2-f751df9a1f59 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:35:18.859912 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 22cfe43d-520f-4f98-a8a2-f751df9a1f59 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:35:19.121610 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e37b3e31-4910-4424-aac2-1249ad22e2a3 req-d20f5006-14c1-4deb-8fba-c7c08224a536 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 210 time: 0.0268145 Mar 01 14:35:20.213821 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-361428a8-e5f2-4dec-a5bf-d8c10b276f93 req-fa1333fd-6838-4041-b528-bfcf6dafeb59 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 210 time: 0.0258489 Mar 01 14:35:21.307133 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bf8f91ea-c87a-49e3-b183-b90167cebb5d req-fbdc6742-c8cf-4993-8e2c-8a76db516cde tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 210 time: 0.0265534 Mar 01 14:35:22.405779 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-994d4a6e-ac3b-4da6-9217-dbec56dcf79d req-e54b6bea-9a68-4cae-bb48-8341328f91a4 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 210 time: 0.0273778 Mar 01 14:35:23.503326 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-03f0b0b8-d456-4882-a99f-02f8766ed594 req-a81ee228-bdcc-4791-b4f1-41bb69af5a44 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 210 time: 0.0307403 Mar 01 14:35:24.609207 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1629e2c3-7983-4f7b-9bb5-bc39a00fa2cc req-6398f382-40c8-4628-b485-6bd4b28c32ac tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd06428a-722a-4db3-b3c6-851679754420 HTTP/1.1" status: 200 len: 210 time: 0.0268798 Mar 01 14:35:25.341681 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8cbccd1e-6c14-460e-9b91-e76d47a863f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:35:27.515466 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6de6690d-4b4e-46cd-a42b-33a27e92751c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:35:29.030369 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:35:30.190060 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:35:31.815789 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:35:32.828159 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:35:40.158483 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:35:40.465152 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:35:52.872427 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-2844cbc2-d537-4f22-9bea-a8b627eff7e9 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:35:52.873895 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-2844cbc2-d537-4f22-9bea-a8b627eff7e9 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/networks?id=7cc6638e-a6c7-4040-ac43-a155d2729af2 HTTP/1.1" status: 200 len: 812 time: 0.1002855 Mar 01 14:35:52.888632 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-2bdf961f-1655-49be-9d01-9085edbaa1dc tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/quotas/3b1dcf8aad0f4d25a69c507aff5d79fb HTTP/1.1" status: 200 len: 375 time: 0.0087869 Mar 01 14:35:52.953246 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-72132084-6621-4c35-bd58-430667bd5d9a tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b1dcf8aad0f4d25a69c507aff5d79fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599637 Mar 01 14:35:53.039693 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-437a0bb8-c3d0-49c9-902a-69804e465bfb service neutron] 10.222.0.13 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794578 Mar 01 14:35:53.129847 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-afd578e5-70a9-476a-a4d7-21c0b8fd80e2 service neutron] 10.222.0.13 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843661 Mar 01 14:35:53.311809 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5742284c-f7d7-4032-ada6-d3a68f995f31 req-5eec44fe-45b2-4eff-96c1-c71ba57fd6d5 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 210 time: 0.0272326 Mar 01 14:35:54.220616 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-28e89fab-d172-4c9b-bf20-88f978dd2476 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:35:54.222195 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-28e89fab-d172-4c9b-bf20-88f978dd2476 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.20 "GET /v2.0/networks?id=7cc6638e-a6c7-4040-ac43-a155d2729af2 HTTP/1.1" status: 200 len: 812 time: 0.1051128 Mar 01 14:35:54.236640 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-3f516cb2-a6d3-45a3-b21a-29ea13aac635 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Request body: {'port': {'device_id': 'a09d2c01-fd78-42f9-85d9-c3900dfb0c9e', 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2', 'admin_state_up': True, 'tenant_id': '3b1dcf8aad0f4d25a69c507aff5d79fb'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:35:54.349093 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-3f516cb2-a6d3-45a3-b21a-29ea13aac635 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Made reservation on behalf of 3b1dcf8aad0f4d25a69c507aff5d79fb for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:35:54.352679 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-3f516cb2-a6d3-45a3-b21a-29ea13aac635 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:35:54.416686 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-533bfcdc-d4c6-4d51-bbd7-a9ccd590f134 req-5f1b9ac4-2606-4aeb-9081-718109646dd2 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 210 time: 0.0267086 Mar 01 14:35:54.490569 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-3f516cb2-a6d3-45a3-b21a-29ea13aac635 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Allocated IP 172.20.0.7 (7cc6638e-a6c7-4040-ac43-a155d2729af2/8b1a7c43-e7fc-45dc-9a67-af7460dd3289/9c5e9296-8f4c-4b8a-aad1-ad505d6338b0) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:35:54.642284 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-3f516cb2-a6d3-45a3-b21a-29ea13aac635 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks [] for port (9c5e9296-8f4c-4b8a-aad1-ad505d6338b0), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:35:54.681343 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-3f516cb2-a6d3-45a3-b21a-29ea13aac635 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (9c5e9296-8f4c-4b8a-aad1-ad505d6338b0), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:35:54.725629 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-3f516cb2-a6d3-45a3-b21a-29ea13aac635 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Network 7cc6638e-a6c7-4040-ac43-a155d2729af2 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:35:54.728676 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-3f516cb2-a6d3-45a3-b21a-29ea13aac635 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:35:54.732904 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-3f516cb2-a6d3-45a3-b21a-29ea13aac635 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:35:54.755815 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f516cb2-a6d3-45a3-b21a-29ea13aac635 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Pushing event updated for resources: {'Port': ['ID=9c5e9296-8f4c-4b8a-aad1-ad505d6338b0,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:35:54.788612 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-3f516cb2-a6d3-45a3-b21a-29ea13aac635 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:35:54.789259 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-3f516cb2-a6d3-45a3-b21a-29ea13aac635 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:35:54.807602 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-3f516cb2-a6d3-45a3-b21a-29ea13aac635 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5750487 Mar 01 14:35:54.925536 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-bdba713b-4aaf-45d2-81b0-17aafc9aee2b service neutron] Request body: {'port': {'device_id': 'a09d2c01-fd78-42f9-85d9-c3900dfb0c9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:35:54.990259 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-bdba713b-4aaf-45d2-81b0-17aafc9aee2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9c5e9296-8f4c-4b8a-aad1-ad505d6338b0), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:35:54.997397 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-4f69e0cb-e2b2-4f22-9cd8-a79763b607ce None None] Provisioning complete for port 9c5e9296-8f4c-4b8a-aad1-ad505d6338b0 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:35:54.997906 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4f69e0cb-e2b2-4f22-9cd8-a79763b607ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9c5e9296-8f4c-4b8a-aad1-ad505d6338b0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:35:55.034884 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-4f69e0cb-e2b2-4f22-9cd8-a79763b607ce None None] Port 9c5e9296-8f4c-4b8a-aad1-ad505d6338b0 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:35:55.248754 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-bdba713b-4aaf-45d2-81b0-17aafc9aee2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c5e9296-8f4c-4b8a-aad1-ad505d6338b0 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:35:55.257018 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-bdba713b-4aaf-45d2-81b0-17aafc9aee2b service neutron] Publish callbacks [] for port (9c5e9296-8f4c-4b8a-aad1-ad505d6338b0), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:35:55.270946 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-bdba713b-4aaf-45d2-81b0-17aafc9aee2b service neutron] Transition to ACTIVE for port object 9c5e9296-8f4c-4b8a-aad1-ad505d6338b0 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:35:55.274249 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-bdba713b-4aaf-45d2-81b0-17aafc9aee2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (9c5e9296-8f4c-4b8a-aad1-ad505d6338b0), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:35:55.345688 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba713b-4aaf-45d2-81b0-17aafc9aee2b service neutron] Pushing event updated for resources: {'Port': ['ID=9c5e9296-8f4c-4b8a-aad1-ad505d6338b0,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:35:55.346249 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-12703590-7c31-47ad-b671-3dcd406cfb6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:35:55.404263 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-bdba713b-4aaf-45d2-81b0-17aafc9aee2b service neutron] Attempting to bind port 9c5e9296-8f4c-4b8a-aad1-ad505d6338b0 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:35:55.404711 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-bdba713b-4aaf-45d2-81b0-17aafc9aee2b service neutron] Attempting to bind port 9c5e9296-8f4c-4b8a-aad1-ad505d6338b0 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:35:55.405106 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-bdba713b-4aaf-45d2-81b0-17aafc9aee2b service neutron] Attempting to bind port 9c5e9296-8f4c-4b8a-aad1-ad505d6338b0 on network 7cc6638e-a6c7-4040-ac43-a155d2729af2 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:35:55.409874 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-bdba713b-4aaf-45d2-81b0-17aafc9aee2b service neutron] Port 9c5e9296-8f4c-4b8a-aad1-ad505d6338b0 on network 7cc6638e-a6c7-4040-ac43-a155d2729af2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:35:55.410270 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-bdba713b-4aaf-45d2-81b0-17aafc9aee2b service neutron] Attempting to bind port 9c5e9296-8f4c-4b8a-aad1-ad505d6338b0 on network 7cc6638e-a6c7-4040-ac43-a155d2729af2 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:35:55.415354 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-bdba713b-4aaf-45d2-81b0-17aafc9aee2b service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:35:55.415799 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-bdba713b-4aaf-45d2-81b0-17aafc9aee2b service neutron] Checking segment: {'id': '28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:35:55.416270 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-bdba713b-4aaf-45d2-81b0-17aafc9aee2b service neutron] Bound using segment: {'id': '28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:35:55.416764 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-bdba713b-4aaf-45d2-81b0-17aafc9aee2b service neutron] Bound port: 9c5e9296-8f4c-4b8a-aad1-ad505d6338b0, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:35:55.417184 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-bdba713b-4aaf-45d2-81b0-17aafc9aee2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9c5e9296-8f4c-4b8a-aad1-ad505d6338b0), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:35:55.495531 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-bdba713b-4aaf-45d2-81b0-17aafc9aee2b service neutron] For port 9c5e9296-8f4c-4b8a-aad1-ad505d6338b0, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:35:55.500850 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-bdba713b-4aaf-45d2-81b0-17aafc9aee2b service neutron] For port 9c5e9296-8f4c-4b8a-aad1-ad505d6338b0, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=9c5e9296-8f4c-4b8a-aad1-ad505d6338b0,segment=NetworkSegment(28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978),segment_id=28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:35:55.507408 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-bdba713b-4aaf-45d2-81b0-17aafc9aee2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (9c5e9296-8f4c-4b8a-aad1-ad505d6338b0), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:35:55.555466 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce88d6-3d68-4f5a-a615-19b5a3c8862c req-7d9f858d-b31d-42c8-9f66-66d2c80b28af tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:35:55.563234 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b8ce88d6-3d68-4f5a-a615-19b5a3c8862c req-7d9f858d-b31d-42c8-9f66-66d2c80b28af tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 943 time: 0.0608449 Mar 01 14:35:55.564884 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-bdba713b-4aaf-45d2-81b0-17aafc9aee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:35:55.565610 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-bdba713b-4aaf-45d2-81b0-17aafc9aee2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:35:55.567099 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-bdba713b-4aaf-45d2-81b0-17aafc9aee2b service neutron] 10.222.0.20 "PUT /v2.0/ports/9c5e9296-8f4c-4b8a-aad1-ad505d6338b0 HTTP/1.1" status: 200 len: 1091 time: 0.7523630 Mar 01 14:35:55.567634 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09d2c01-fd78-42f9-85d9-c3900dfb0c9e', 'tag': '9c5e9296-8f4c-4b8a-aad1-ad505d6338b0'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:35:55.570846 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aec1ab5-23b8-48a2-b10f-dba727aaf99b" -d '{"events": [{"name": "network-changed", "server_uuid": "a09d2c01-fd78-42f9-85d9-c3900dfb0c9e", "tag": "9c5e9296-8f4c-4b8a-aad1-ad505d6338b0"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:35:55.583816 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba713b-4aaf-45d2-81b0-17aafc9aee2b service neutron] Pushing event updated for resources: {'Port': ['ID=9c5e9296-8f4c-4b8a-aad1-ad505d6338b0,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:35:55.636287 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b8ce88d6-3d68-4f5a-a615-19b5a3c8862c req-24f739f9-3ee2-493f-b093-e3c78e1fa73a tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718362 Mar 01 14:35:55.681313 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-0c74fd41-a348-449e-9c06-44ec1dee7553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:35:55.683216 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-0c74fd41-a348-449e-9c06-44ec1dee7553 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b1dcf8aad0f4d25a69c507aff5d79fb&device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 1125 time: 0.0669086 Mar 01 14:35:55.731053 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-fdf68f3a-5207-406d-9e48-fc6ca5710e46 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c5e9296-8f4c-4b8a-aad1-ad505d6338b0 HTTP/1.1" status: 200 len: 217 time: 0.0408537 Mar 01 14:35:55.736973 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d8bde3-e551-4a3f-8a2f-953a61cabb86 x-openstack-request-id: req-88d8bde3-e551-4a3f-8a2f-953a61cabb86 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:35:55.737254 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a09d2c01-fd78-42f9-85d9-c3900dfb0c9e", "tag": "9c5e9296-8f4c-4b8a-aad1-ad505d6338b0", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:35:55.737509 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88d8bde3-e551-4a3f-8a2f-953a61cabb86 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:35:55.737911 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a09d2c01-fd78-42f9-85d9-c3900dfb0c9e', 'tag': '9c5e9296-8f4c-4b8a-aad1-ad505d6338b0', 'status': 'completed', 'code': 200} Mar 01 14:35:55.788598 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-66681ff0-512d-4d70-81eb-6e195434abe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:35:55.790402 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-66681ff0-512d-4d70-81eb-6e195434abe7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b1a7c43-e7fc-45dc-9a67-af7460dd3289 HTTP/1.1" status: 200 len: 851 time: 0.0508592 Mar 01 14:35:55.848507 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-ebbec18f-a582-4026-a1bb-d6c6b126008d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:35:55.850287 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-ebbec18f-a582-4026-a1bb-d6c6b126008d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7cc6638e-a6c7-4040-ac43-a155d2729af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0544059 Mar 01 14:35:55.955179 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-b78f2292-bf25-4bdc-af8e-79bea4fe6188 service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982101 Mar 01 14:35:56.046860 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-f83d5c9e-d299-4412-a114-acf4aa4980bf req-bab8386a-17ac-4fa8-bd08-617634646fc8 service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844927 Mar 01 14:35:56.134279 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec1ab5-23b8-48a2-b10f-dba727aaf99b req-0f8b5bca-6206-4277-94ce-9ae968843784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:35:56.135829 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8aec1ab5-23b8-48a2-b10f-dba727aaf99b req-0f8b5bca-6206-4277-94ce-9ae968843784 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b1dcf8aad0f4d25a69c507aff5d79fb&device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 1125 time: 0.0496893 Mar 01 14:35:56.223970 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec1ab5-23b8-48a2-b10f-dba727aaf99b req-3a9079db-fbba-4206-9215-2380daf7d595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:35:56.225455 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8aec1ab5-23b8-48a2-b10f-dba727aaf99b req-3a9079db-fbba-4206-9215-2380daf7d595 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7cc6638e-a6c7-4040-ac43-a155d2729af2 HTTP/1.1" status: 200 len: 913 time: 0.0839143 Mar 01 14:35:56.270499 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8aec1ab5-23b8-48a2-b10f-dba727aaf99b req-12173d43-df7c-4463-a44d-e5857c1bad0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c5e9296-8f4c-4b8a-aad1-ad505d6338b0 HTTP/1.1" status: 200 len: 217 time: 0.0373752 Mar 01 14:35:56.323471 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec1ab5-23b8-48a2-b10f-dba727aaf99b req-2adcfd46-aa8c-47c3-b26e-5d3d0e84239b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:35:56.324895 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8aec1ab5-23b8-48a2-b10f-dba727aaf99b req-2adcfd46-aa8c-47c3-b26e-5d3d0e84239b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b1a7c43-e7fc-45dc-9a67-af7460dd3289 HTTP/1.1" status: 200 len: 851 time: 0.0484376 Mar 01 14:35:56.373319 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec1ab5-23b8-48a2-b10f-dba727aaf99b req-2a4ac272-4fb9-4ed6-820c-bc1654c26673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:35:56.374859 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8aec1ab5-23b8-48a2-b10f-dba727aaf99b req-2a4ac272-4fb9-4ed6-820c-bc1654c26673 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7cc6638e-a6c7-4040-ac43-a155d2729af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434561 Mar 01 14:35:56.465966 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8aec1ab5-23b8-48a2-b10f-dba727aaf99b req-18ab9a51-d9db-4bad-ab32-2c9afa2a16a6 service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855026 Mar 01 14:35:56.550921 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8aec1ab5-23b8-48a2-b10f-dba727aaf99b req-e8e158c3-ba0f-4f77-bba4-20a83d60e5ae service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793045 Mar 01 14:35:57.096269 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110d20e-d83d-4be9-af0f-9191642e8c7f req-177671cb-9385-4636-8690-fb39f940b981 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:35:57.097800 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2110d20e-d83d-4be9-af0f-9191642e8c7f req-177671cb-9385-4636-8690-fb39f940b981 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 943 time: 0.4018114 Mar 01 14:35:57.143920 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2110d20e-d83d-4be9-af0f-9191642e8c7f req-5a233a70-d216-4393-a631-90e6980e3fe2 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405536 Mar 01 14:35:57.517771 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3e4b2a4a-2df4-4c50-98ca-0cd47c100004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:35:58.262293 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57f7d9-06ce-4cf6-b522-2897b03615f8 req-65512977-0f1f-4177-a2d5-819201dad78f tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:35:58.264378 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4e57f7d9-06ce-4cf6-b522-2897b03615f8 req-65512977-0f1f-4177-a2d5-819201dad78f tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 943 time: 0.0530937 Mar 01 14:35:58.310947 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4e57f7d9-06ce-4cf6-b522-2897b03615f8 req-e3f804fb-3129-4335-980a-1d4a8be6fee6 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406663 Mar 01 14:35:59.037580 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:35:59.436606 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282090c4-9271-42ff-beac-60a78182aaa3 req-b31ac27e-8576-4455-8061-c4f0220553bd tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:35:59.438083 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-282090c4-9271-42ff-beac-60a78182aaa3 req-b31ac27e-8576-4455-8061-c4f0220553bd tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 943 time: 0.0552874 Mar 01 14:35:59.483885 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-282090c4-9271-42ff-beac-60a78182aaa3 req-7a8dd9b9-b634-4192-9479-48c301710b70 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400081 Mar 01 14:36:00.202919 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:36:00.619363 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afdc0d-e77a-4bfb-91a9-51689f691fcd req-8781f5de-f64b-449d-9e69-fd043ff4b087 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:36:00.624618 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c3afdc0d-e77a-4bfb-91a9-51689f691fcd req-8781f5de-f64b-449d-9e69-fd043ff4b087 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 943 time: 0.0702996 Mar 01 14:36:00.686059 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c3afdc0d-e77a-4bfb-91a9-51689f691fcd req-0bc8673c-7822-4036-8b2e-721dce225e03 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544059 Mar 01 14:36:01.844846 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:36:01.857736 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bc06a-49ad-45f9-94b8-ea38ca7d03a9 req-7eb61e3d-133a-4294-99c7-5560b99ef4f9 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:36:01.860133 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e00bc06a-49ad-45f9-94b8-ea38ca7d03a9 req-7eb61e3d-133a-4294-99c7-5560b99ef4f9 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 943 time: 0.0695302 Mar 01 14:36:01.938847 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e00bc06a-49ad-45f9-94b8-ea38ca7d03a9 req-d372efb8-3f9d-428b-a9dc-478a1d2fee24 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629351 Mar 01 14:36:03.116554 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193c53b-a1ab-40f2-a9e8-94aff0619f37 req-74b07c35-a8a5-44f8-9d11-20a678b67e51 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:36:03.118078 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0193c53b-a1ab-40f2-a9e8-94aff0619f37 req-74b07c35-a8a5-44f8-9d11-20a678b67e51 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 943 time: 0.0861261 Mar 01 14:36:03.176535 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0193c53b-a1ab-40f2-a9e8-94aff0619f37 req-e34d9602-e2b8-4e73-9e9b-b04cdc2d0998 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518844 Mar 01 14:36:04.288286 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f1759-4aae-4876-a518-d75241220d22 req-75b6aae6-d37b-4f86-8d1e-60ed20d0357f tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:36:04.289745 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9a1f1759-4aae-4876-a518-d75241220d22 req-75b6aae6-d37b-4f86-8d1e-60ed20d0357f tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 943 time: 0.0523355 Mar 01 14:36:04.337900 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9a1f1759-4aae-4876-a518-d75241220d22 req-c0794054-200d-4eee-b6c4-ae2c989bec53 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414443 Mar 01 14:36:05.464727 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5c3e9-9db8-466c-88c7-4419c9f75694 req-592deb05-756f-467f-a9b6-739cfe76cb8a tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:36:05.466215 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f0c5c3e9-9db8-466c-88c7-4419c9f75694 req-592deb05-756f-467f-a9b6-739cfe76cb8a tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 943 time: 0.0593381 Mar 01 14:36:05.513935 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f0c5c3e9-9db8-466c-88c7-4419c9f75694 req-3a898084-ba7b-4559-97bb-813db1440cfa tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422585 Mar 01 14:36:06.628334 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee321fe9-74c6-444f-b819-998c126cfa6c req-d312dc1f-c591-4f66-8b97-34693709de44 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:36:06.629704 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ee321fe9-74c6-444f-b819-998c126cfa6c req-d312dc1f-c591-4f66-8b97-34693709de44 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 943 time: 0.0511885 Mar 01 14:36:06.674821 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ee321fe9-74c6-444f-b819-998c126cfa6c req-7ce76c5f-ec92-462f-b6df-67b25a87ad75 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396516 Mar 01 14:36:07.794580 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b47e4-27f6-4390-98f3-15a74778342a req-6129b59c-b2be-48f2-9a96-1b0cb19187b9 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:36:07.796074 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c60b47e4-27f6-4390-98f3-15a74778342a req-6129b59c-b2be-48f2-9a96-1b0cb19187b9 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 943 time: 0.0559697 Mar 01 14:36:07.843346 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c60b47e4-27f6-4390-98f3-15a74778342a req-1e998c34-8a5e-424b-9b51-0587c2600fde tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415556 Mar 01 14:36:08.962395 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346e340-a1a5-4e13-9d31-76333084607b req-ab0a4ded-adb1-4ddf-9c27-c468bf905043 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:36:08.964166 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d346e340-a1a5-4e13-9d31-76333084607b req-ab0a4ded-adb1-4ddf-9c27-c468bf905043 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 943 time: 0.0533855 Mar 01 14:36:09.010988 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d346e340-a1a5-4e13-9d31-76333084607b req-df0becd5-1dad-4883-9f9b-88b0e722064a tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404522 Mar 01 14:36:09.828387 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:36:10.129353 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35049d-cfd7-4a04-a100-02436322e122 req-22f97632-cdca-4b09-989b-6ab0d7c50b96 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:36:10.130838 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4c35049d-cfd7-4a04-a100-02436322e122 req-22f97632-cdca-4b09-989b-6ab0d7c50b96 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 943 time: 0.0518863 Mar 01 14:36:10.176784 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:36:10.185880 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4c35049d-cfd7-4a04-a100-02436322e122 req-6f414014-4ba4-4394-9233-460a6fd7b853 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494759 Mar 01 14:36:10.471167 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:36:11.301972 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceeca3b-5824-49d9-8c12-345cdd6e5a9a req-9af5eaf9-1a58-45ff-b08b-ee08fbc31c91 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:36:11.303480 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6ceeca3b-5824-49d9-8c12-345cdd6e5a9a req-9af5eaf9-1a58-45ff-b08b-ee08fbc31c91 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 943 time: 0.0515599 Mar 01 14:36:11.350813 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6ceeca3b-5824-49d9-8c12-345cdd6e5a9a req-33e953cf-7133-40be-8525-0d86ed8a9863 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415919 Mar 01 14:36:12.473615 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29379c4-f76b-4259-961c-0e4b65d11e14 req-441e3613-bde3-427d-8465-5281029bedf2 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:36:12.475214 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e29379c4-f76b-4259-961c-0e4b65d11e14 req-441e3613-bde3-427d-8465-5281029bedf2 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 943 time: 0.0551195 Mar 01 14:36:12.522779 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e29379c4-f76b-4259-961c-0e4b65d11e14 req-d487aed9-66f7-4d53-9f1a-702e7b10bdfb tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415702 Mar 01 14:36:13.644499 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be0102-e7e1-4072-bc30-7fd0bc4ced37 req-be07707d-9702-4a7e-b8e9-ebea840f2176 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:36:13.645891 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-40be0102-e7e1-4072-bc30-7fd0bc4ced37 req-be07707d-9702-4a7e-b8e9-ebea840f2176 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 943 time: 0.0563402 Mar 01 14:36:13.691921 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-40be0102-e7e1-4072-bc30-7fd0bc4ced37 req-d7066ddf-7bd7-4d95-9055-4a7da493d1e9 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404630 Mar 01 14:36:14.808912 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77f550-af39-44f2-b454-73260d107293 req-42238509-0359-4d11-9fb6-14483fc5474c tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:36:14.810418 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3a77f550-af39-44f2-b454-73260d107293 req-42238509-0359-4d11-9fb6-14483fc5474c tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 943 time: 0.0520613 Mar 01 14:36:14.858964 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3a77f550-af39-44f2-b454-73260d107293 req-e36c9d60-feb3-4e9e-83a0-d7bb5e928893 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428967 Mar 01 14:36:15.977865 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea3f6c-8830-4f94-a442-d0cc3c2cfd6c req-5146a180-5b2b-49bd-b3d6-724e22762a3d tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:36:15.979368 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e8ea3f6c-8830-4f94-a442-d0cc3c2cfd6c req-5146a180-5b2b-49bd-b3d6-724e22762a3d tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 943 time: 0.0537162 Mar 01 14:36:16.029720 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e8ea3f6c-8830-4f94-a442-d0cc3c2cfd6c req-222f2299-5d48-41b9-aebf-1f251fb23f2f tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447769 Mar 01 14:36:17.147520 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c96af-ffa7-457b-9ac6-2eeae32eaa09 req-bd613cbe-f29c-4e5d-8e9c-f6481264abd3 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:36:17.149008 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4d0c96af-ffa7-457b-9ac6-2eeae32eaa09 req-bd613cbe-f29c-4e5d-8e9c-f6481264abd3 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 943 time: 0.0506530 Mar 01 14:36:17.194477 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4d0c96af-ffa7-457b-9ac6-2eeae32eaa09 req-a3d39af9-57a3-4d2e-a58b-1da2715466af tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391784 Mar 01 14:36:18.308740 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3ae4d-2fa2-4a75-98a7-bf0ce0a00147 req-e96b39b2-6cd7-4f79-b957-53d125fb53e4 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:36:18.310221 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6cf3ae4d-2fa2-4a75-98a7-bf0ce0a00147 req-e96b39b2-6cd7-4f79-b957-53d125fb53e4 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 943 time: 0.0513632 Mar 01 14:36:18.355771 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6cf3ae4d-2fa2-4a75-98a7-bf0ce0a00147 req-1c6777d9-1f40-4121-865a-75263ca58e2c tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400481 Mar 01 14:36:19.477356 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a370bb-1294-42d2-9c07-1091cdc201b2 req-1d592600-bae1-49e6-8f02-4b24b734cee3 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:36:19.478830 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-76a370bb-1294-42d2-9c07-1091cdc201b2 req-1d592600-bae1-49e6-8f02-4b24b734cee3 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 943 time: 0.0554352 Mar 01 14:36:19.524059 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-76a370bb-1294-42d2-9c07-1091cdc201b2 req-73335dad-54e7-4fad-8d5c-a5ba6da1284b tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389783 Mar 01 14:36:20.639618 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c59f5d-f03a-4614-97c5-8d96c6f76f83 req-d59d4109-2553-47f6-9791-244de6719b19 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:36:20.641054 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f1c59f5d-f03a-4614-97c5-8d96c6f76f83 req-d59d4109-2553-47f6-9791-244de6719b19 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 943 time: 0.0519197 Mar 01 14:36:20.686756 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f1c59f5d-f03a-4614-97c5-8d96c6f76f83 req-c2736735-ea9f-4420-a9ec-38761c3113e6 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401943 Mar 01 14:36:21.805278 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3717cf0-3d5e-47ed-9856-fb4850824478 req-3678437f-fe1d-4234-a340-3d3cbb52bc6e tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:36:21.806758 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3717cf0-3d5e-47ed-9856-fb4850824478 req-3678437f-fe1d-4234-a340-3d3cbb52bc6e tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 943 time: 0.0552564 Mar 01 14:36:21.853082 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a3717cf0-3d5e-47ed-9856-fb4850824478 req-51a26128-f4a5-40a7-b466-78f43cc4ca78 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402164 Mar 01 14:36:22.973065 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e28a0-6fcd-446f-9ab6-4bcd11009679 req-3c7e007f-7d84-4756-aab3-a6f4cd0cce58 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:36:22.974562 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5b8e28a0-6fcd-446f-9ab6-4bcd11009679 req-3c7e007f-7d84-4756-aab3-a6f4cd0cce58 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 943 time: 0.0519466 Mar 01 14:36:23.020261 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5b8e28a0-6fcd-446f-9ab6-4bcd11009679 req-bf36241d-63f2-4fe3-839e-9a024f088743 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402026 Mar 01 14:36:24.138888 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbccb7b-c8f5-4a78-bf86-5eb1ebd9ae64 req-41afe72e-56a7-479f-997d-c689c5de3f74 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:36:24.140625 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7cbccb7b-c8f5-4a78-bf86-5eb1ebd9ae64 req-41afe72e-56a7-479f-997d-c689c5de3f74 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 943 time: 0.0544741 Mar 01 14:36:24.196523 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7cbccb7b-c8f5-4a78-bf86-5eb1ebd9ae64 req-db422514-6db8-4fb9-a83d-9461d0988316 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501001 Mar 01 14:36:25.192312 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 9c5e9296-8f4c-4b8a-aad1-ad505d6338b0 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:36:25.295842 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 9c5e9296-8f4c-4b8a-aad1-ad505d6338b0, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=9c5e9296-8f4c-4b8a-aad1-ad505d6338b0,segment=NetworkSegment(28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978),segment_id=28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:36:25.307975 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '9c5e9296-8f4c-4b8a-aad1-ad505d6338b0', 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2', 'port_id': '9c5e9296-8f4c-4b8a-aad1-ad505d6338b0', 'mac_address': 'fa:16:3e:99:0e:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1a7c43-e7fc-45dc-9a67-af7460dd3289', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:36:25.318504 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288ce04-74bf-49d9-8d9c-e9e1c01cee21 req-c5f5f126-012c-4be6-8d57-4d26b8889e27 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:36:25.320309 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1288ce04-74bf-49d9-8d9c-e9e1c01cee21 req-c5f5f126-012c-4be6-8d57-4d26b8889e27 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 943 time: 0.0531678 Mar 01 14:36:25.355247 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 9c5e9296-8f4c-4b8a-aad1-ad505d6338b0 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:36:25.355629 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9c5e9296-8f4c-4b8a-aad1-ad505d6338b0), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:36:25.368637 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6a3fcc48-51d2-48e5-87a1-d45b3f00b157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:36:25.375106 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c5e9296-8f4c-4b8a-aad1-ad505d6338b0 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:36:25.376340 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1288ce04-74bf-49d9-8d9c-e9e1c01cee21 req-bbcaacf5-c7cf-4768-b154-7a39883a3586 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501499 Mar 01 14:36:25.394195 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 9c5e9296-8f4c-4b8a-aad1-ad505d6338b0, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=9c5e9296-8f4c-4b8a-aad1-ad505d6338b0,segment=NetworkSegment(28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978),segment_id=28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:36:25.398467 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9c5e9296-8f4c-4b8a-aad1-ad505d6338b0), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:36:25.444566 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=9c5e9296-8f4c-4b8a-aad1-ad505d6338b0,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:36:25.451603 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:36:25.452445 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:36:25.452786 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:36:25.453117 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:36:25.453447 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:36:25.453774 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:36:25.454096 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:36:25.454419 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:36:25.454741 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:36:25.455056 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:36:25.455376 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:36:25.455714 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:36:25.456039 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:36:25.749743 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['9c5e9296-8f4c-4b8a-aad1-ad505d6338b0'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:36:26.486440 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa582a-28c9-4e88-b252-b99756e5216d req-65a1dbd8-4e43-41ed-a031-e1bd570d58b3 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:36:26.487970 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-23fa582a-28c9-4e88-b252-b99756e5216d req-65a1dbd8-4e43-41ed-a031-e1bd570d58b3 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 944 time: 0.0527101 Mar 01 14:36:26.533613 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-23fa582a-28c9-4e88-b252-b99756e5216d req-958bd946-81cd-4ac8-93e7-f2a4abba7c95 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401390 Mar 01 14:36:27.188403 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 9c5e9296-8f4c-4b8a-aad1-ad505d6338b0 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:36:27.235205 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 9c5e9296-8f4c-4b8a-aad1-ad505d6338b0 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:36:27.239202 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 9c5e9296-8f4c-4b8a-aad1-ad505d6338b0 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:36:27.239583 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (9c5e9296-8f4c-4b8a-aad1-ad505d6338b0), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:36:27.313594 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 9c5e9296-8f4c-4b8a-aad1-ad505d6338b0 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:36:27.313978 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (9c5e9296-8f4c-4b8a-aad1-ad505d6338b0), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:36:27.335228 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09d2c01-fd78-42f9-85d9-c3900dfb0c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5e9296-8f4c-4b8a-aad1-ad505d6338b0'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:36:27.337459 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860b4e3f529b53656d32b9c3054d41b46deb5d0ea854dc638186e6c2cfa79ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f59d040-5838-41a5-8e72-dc6854434c32" -d '{"events": [{"server_uuid": "a09d2c01-fd78-42f9-85d9-c3900dfb0c9e", "name": "network-vif-plugged", "status": "completed", "tag": "9c5e9296-8f4c-4b8a-aad1-ad505d6338b0"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:36:27.353084 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 9c5e9296-8f4c-4b8a-aad1-ad505d6338b0, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=9c5e9296-8f4c-4b8a-aad1-ad505d6338b0,segment=NetworkSegment(28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978),segment_id=28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:36:27.358174 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (9c5e9296-8f4c-4b8a-aad1-ad505d6338b0), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:36:27.383840 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcfb485-233b-4491-9a55-b4dc147ea093 x-openstack-request-id: req-6fcfb485-233b-4491-9a55-b4dc147ea093 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:36:27.384132 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09d2c01-fd78-42f9-85d9-c3900dfb0c9e", "name": "network-vif-plugged", "status": "completed", "tag": "9c5e9296-8f4c-4b8a-aad1-ad505d6338b0", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:36:27.384386 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6fcfb485-233b-4491-9a55-b4dc147ea093 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:36:27.384776 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09d2c01-fd78-42f9-85d9-c3900dfb0c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5e9296-8f4c-4b8a-aad1-ad505d6338b0', 'code': 200} Mar 01 14:36:27.410309 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=9c5e9296-8f4c-4b8a-aad1-ad505d6338b0,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:36:27.489568 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de5ab1-5bc8-44c1-8e91-15d840fbc709 req-381fd22d-8223-4f1c-8520-90d4b218789b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:36:27.491716 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-13de5ab1-5bc8-44c1-8e91-15d840fbc709 req-381fd22d-8223-4f1c-8520-90d4b218789b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 1127 time: 0.0530884 Mar 01 14:36:27.519466 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1915f568-1c6d-416f-8f52-6de29ff5fde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:36:27.535612 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-13de5ab1-5bc8-44c1-8e91-15d840fbc709 req-fd542ca0-f03c-4f6f-a67b-e8b96cf72f63 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378067 Mar 01 14:36:27.654660 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b407b-23a2-4779-88f6-efadbca4ba2e req-5f0b714c-d567-4cdd-8524-e98e73ecf1f7 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:36:27.656202 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3e0b407b-23a2-4779-88f6-efadbca4ba2e req-5f0b714c-d567-4cdd-8524-e98e73ecf1f7 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 945 time: 0.0576289 Mar 01 14:36:27.703847 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3e0b407b-23a2-4779-88f6-efadbca4ba2e req-0c352637-a22e-4ae3-961b-cdc0db632428 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419044 Mar 01 14:36:28.830473 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480c72e-4b3b-41b9-86ca-15b5497f2d64 req-d28fff9a-6445-4782-a2c8-8e1dc8ab6048 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:36:28.832046 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a480c72e-4b3b-41b9-86ca-15b5497f2d64 req-d28fff9a-6445-4782-a2c8-8e1dc8ab6048 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 945 time: 0.0560374 Mar 01 14:36:28.882766 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a480c72e-4b3b-41b9-86ca-15b5497f2d64 req-54c9b52f-3040-4e31-a72a-97eefcb65d83 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449321 Mar 01 14:36:29.034308 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:36:30.002520 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c908c96-50a3-4e2c-80b5-d3e14d06caa2 req-27a47e55-3963-4744-af05-49a5593c22f6 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:36:30.004010 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9c908c96-50a3-4e2c-80b5-d3e14d06caa2 req-27a47e55-3963-4744-af05-49a5593c22f6 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 945 time: 0.0523512 Mar 01 14:36:30.054135 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9c908c96-50a3-4e2c-80b5-d3e14d06caa2 req-9dfaf0d5-07f8-4f01-83c2-70c4adc7833c tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445502 Mar 01 14:36:30.170936 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301fb27-3a9c-409d-9af5-9ffa2e882036 req-8ae8ac35-cc19-4c61-8c96-ea986dddf403 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:36:30.173009 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4301fb27-3a9c-409d-9af5-9ffa2e882036 req-8ae8ac35-cc19-4c61-8c96-ea986dddf403 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 945 time: 0.0532360 Mar 01 14:36:30.187788 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:36:30.220724 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4301fb27-3a9c-409d-9af5-9ffa2e882036 req-6929b1df-d033-47f6-85bf-bcb32db12969 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421486 Mar 01 14:36:30.336116 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697cae5-31a1-4ac0-a4de-cde8dacfa3d7 req-5d7fd105-0236-41a1-9131-46e5b127ee58 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:36:30.337587 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7697cae5-31a1-4ac0-a4de-cde8dacfa3d7 req-5d7fd105-0236-41a1-9131-46e5b127ee58 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 945 time: 0.0517292 Mar 01 14:36:30.383369 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7697cae5-31a1-4ac0-a4de-cde8dacfa3d7 req-6f01562e-a734-4a60-b0e8-d93e07c9540c tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395999 Mar 01 14:36:30.672423 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93214e9-ab15-4def-83f0-c9f56b72e301 req-4ca3bc47-1b68-426b-86e9-b4ccda523e7c tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:36:30.673891 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d93214e9-ab15-4def-83f0-c9f56b72e301 req-4ca3bc47-1b68-426b-86e9-b4ccda523e7c tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 945 time: 0.0559428 Mar 01 14:36:30.719937 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d93214e9-ab15-4def-83f0-c9f56b72e301 req-e92e7823-eec4-4a25-b59f-62ddb2eb7cdf tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403633 Mar 01 14:36:31.818731 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:36:31.843935 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded1d26-8fce-4b3a-a96c-70d18ec05eb8 req-da9053ab-245d-4bec-978f-cb9f09daba92 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:36:31.845441 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0ded1d26-8fce-4b3a-a96c-70d18ec05eb8 req-da9053ab-245d-4bec-978f-cb9f09daba92 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 945 time: 0.0571766 Mar 01 14:36:31.891777 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0ded1d26-8fce-4b3a-a96c-70d18ec05eb8 req-d8325342-44ea-40cf-b089-dc6cfa53200a tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407403 Mar 01 14:36:32.185950 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed1eb6-4b54-466e-83bd-657d9c80db2e req-17ba0d94-e585-463a-85f9-11941f7f15b3 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:36:32.187386 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-96ed1eb6-4b54-466e-83bd-657d9c80db2e req-17ba0d94-e585-463a-85f9-11941f7f15b3 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.20 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 945 time: 0.0548856 Mar 01 14:36:32.275367 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-96ed1eb6-4b54-466e-83bd-657d9c80db2e req-a8ce5cea-c574-43f9-a814-4d07239123ed tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Deleting port 9c5e9296-8f4c-4b8a-aad1-ad505d6338b0 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:36:32.275727 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-96ed1eb6-4b54-466e-83bd-657d9c80db2e req-a8ce5cea-c574-43f9-a814-4d07239123ed tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (9c5e9296-8f4c-4b8a-aad1-ad505d6338b0), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:36:32.363030 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-96ed1eb6-4b54-466e-83bd-657d9c80db2e req-a8ce5cea-c574-43f9-a814-4d07239123ed tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] For port 9c5e9296-8f4c-4b8a-aad1-ad505d6338b0, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=9c5e9296-8f4c-4b8a-aad1-ad505d6338b0,segment=NetworkSegment(28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978),segment_id=28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:36:32.363389 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-96ed1eb6-4b54-466e-83bd-657d9c80db2e req-a8ce5cea-c574-43f9-a814-4d07239123ed tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (9c5e9296-8f4c-4b8a-aad1-ad505d6338b0), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:36:32.376902 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-96ed1eb6-4b54-466e-83bd-657d9c80db2e req-a8ce5cea-c574-43f9-a814-4d07239123ed tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Calling delete_port for 9c5e9296-8f4c-4b8a-aad1-ad505d6338b0 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:36:32.502769 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-96ed1eb6-4b54-466e-83bd-657d9c80db2e req-a8ce5cea-c574-43f9-a814-4d07239123ed tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (9c5e9296-8f4c-4b8a-aad1-ad505d6338b0), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:36:32.515132 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['9c5e9296-8f4c-4b8a-aad1-ad505d6338b0'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:36:32.528302 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce5cea-c574-43f9-a814-4d07239123ed tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Pushing event deleted for resources: {'Port': ['ID=9c5e9296-8f4c-4b8a-aad1-ad505d6338b0,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:36:32.541992 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce5cea-c574-43f9-a814-4d07239123ed tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:36:32.542343 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce5cea-c574-43f9-a814-4d07239123ed tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:36:32.542665 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce5cea-c574-43f9-a814-4d07239123ed tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:36:32.542992 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce5cea-c574-43f9-a814-4d07239123ed tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:36:32.543322 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce5cea-c574-43f9-a814-4d07239123ed tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:36:32.543641 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce5cea-c574-43f9-a814-4d07239123ed tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:36:32.544487 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce5cea-c574-43f9-a814-4d07239123ed tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:36:32.544805 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce5cea-c574-43f9-a814-4d07239123ed tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:36:32.545120 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce5cea-c574-43f9-a814-4d07239123ed tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:36:32.545434 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce5cea-c574-43f9-a814-4d07239123ed tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:36:32.545754 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce5cea-c574-43f9-a814-4d07239123ed tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:36:32.546068 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce5cea-c574-43f9-a814-4d07239123ed tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:36:32.546382 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce5cea-c574-43f9-a814-4d07239123ed tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:36:32.584229 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ed1eb6-4b54-466e-83bd-657d9c80db2e req-a8ce5cea-c574-43f9-a814-4d07239123ed tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] No DVR routers for this DVR port 9c5e9296-8f4c-4b8a-aad1-ad505d6338b0 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:36:32.586928 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-96ed1eb6-4b54-466e-83bd-657d9c80db2e req-a8ce5cea-c574-43f9-a814-4d07239123ed tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:36:32.590372 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-96ed1eb6-4b54-466e-83bd-657d9c80db2e req-a8ce5cea-c574-43f9-a814-4d07239123ed tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.20 "DELETE /v2.0/ports/9c5e9296-8f4c-4b8a-aad1-ad505d6338b0 HTTP/1.1" status: 204 len: 173 time: 0.3978868 Mar 01 14:36:32.590839 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09d2c01-fd78-42f9-85d9-c3900dfb0c9e', 'name': 'network-vif-deleted', 'tag': '9c5e9296-8f4c-4b8a-aad1-ad505d6338b0'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:36:32.593160 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ab898c70fbd3da03bab1d8e0b75db8e5ba4fc8e145fc78fe3a4301968f185f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c256a1a-8650-42fd-8d8d-4c90f1d78ed6" -d '{"events": [{"server_uuid": "a09d2c01-fd78-42f9-85d9-c3900dfb0c9e", "name": "network-vif-deleted", "tag": "9c5e9296-8f4c-4b8a-aad1-ad505d6338b0"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:36:32.635737 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e289efac-389e-4be2-a99e-17b749cf444c x-openstack-request-id: req-e289efac-389e-4be2-a99e-17b749cf444c {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:36:32.636036 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09d2c01-fd78-42f9-85d9-c3900dfb0c9e", "name": "network-vif-deleted", "tag": "9c5e9296-8f4c-4b8a-aad1-ad505d6338b0", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:36:32.636698 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e289efac-389e-4be2-a99e-17b749cf444c {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:36:32.637103 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09d2c01-fd78-42f9-85d9-c3900dfb0c9e', 'name': 'network-vif-deleted', 'tag': '9c5e9296-8f4c-4b8a-aad1-ad505d6338b0', 'status': 'completed', 'code': 200} Mar 01 14:36:32.991550 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7fadba0b-2822-480a-b614-a0975c90d794 req-813f1d74-de91-4e89-be44-983e822ecd8c tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 210 time: 0.0318458 Mar 01 14:36:34.086250 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5fdda086-e496-4bd9-afcf-279e0ec09a57 req-c6ae1bca-4439-43f3-adae-417b26a0b3a4 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 210 time: 0.0272472 Mar 01 14:36:35.179218 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9dd68a00-886e-4809-8ba5-18eba7de0ae4 req-0ffa9406-95aa-4579-8d3b-53a149efef56 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 210 time: 0.0280704 Mar 01 14:36:35.250424 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 9c5e9296-8f4c-4b8a-aad1-ad505d6338b0 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:36:35.270346 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 9c5e9296-8f4c-4b8a-aad1-ad505d6338b0 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:36:35.270693 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 9c5e9296-8f4c-4b8a-aad1-ad505d6338b0 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:36:36.271769 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-405c45e5-ba71-4e5f-84bd-3698f4f89173 req-e5d78ae8-f31d-423f-9cea-d3a4a2655c59 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 210 time: 0.0268919 Mar 01 14:36:37.365537 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c67a28a5-35a8-43a9-aa7b-0c448cad816f req-3126f8d5-8170-4c86-92fd-48058c0932d8 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 210 time: 0.0283723 Mar 01 14:36:38.456888 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eb5cc3a8-849c-4207-a2e7-23f73dda013d req-455571d3-9867-4d71-ac58-5f4a982e30db tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 210 time: 0.0275118 Mar 01 14:36:39.557305 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e17df4f0-9ba2-450a-88d2-e412f973990e req-3031eda5-6df8-45f2-8229-2420ac3be5c9 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 210 time: 0.0317001 Mar 01 14:36:40.184844 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:36:40.483773 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:36:40.655402 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8f494650-36c7-4d91-9f74-997e7c5bebc8 req-2ea1220f-4da1-450d-810f-f60fd7329ce5 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 210 time: 0.0273967 Mar 01 14:36:41.765946 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f2fdaf05-a63b-40e8-9429-298140908c28 req-a30c066a-53fb-4512-9abd-04c58af1b3af tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=a09d2c01-fd78-42f9-85d9-c3900dfb0c9e HTTP/1.1" status: 200 len: 210 time: 0.0303879 Mar 01 14:36:46.828189 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:36:55.346590 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b4843378-7a0b-48f5-9c48-2fabe6b15cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:36:57.523536 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-fd7919f1-629f-4cdb-8e25-f45ad6fc4df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:36:59.041359 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:00.198059 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:01.821617 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:10.179783 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:10.484786 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:13.164481 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-6c65f251-07af-4f32-b9c6-8370f4793fe4 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:13.166136 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-6c65f251-07af-4f32-b9c6-8370f4793fe4 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/networks?id=7cc6638e-a6c7-4040-ac43-a155d2729af2 HTTP/1.1" status: 200 len: 812 time: 0.1033943 Mar 01 14:37:13.183725 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-903540d7-570d-40b3-bfb5-ac21ff2b3fe8 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/quotas/3b1dcf8aad0f4d25a69c507aff5d79fb HTTP/1.1" status: 200 len: 375 time: 0.0116060 Mar 01 14:37:13.240308 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-4b0954d6-24f2-42ad-8573-8bad42a1d856 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b1dcf8aad0f4d25a69c507aff5d79fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509365 Mar 01 14:37:13.299591 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-bc4dcec9-6e5a-4546-873e-bf70f0b17eff service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:37:13.300609 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-bc4dcec9-6e5a-4546-873e-bf70f0b17eff service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0543289 Mar 01 14:37:13.387179 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-d4d171f0-502d-401e-8025-17ac83162eaf service neutron] 10.222.0.13 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797858 Mar 01 14:37:13.477129 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-a9282e9a-f2ac-45bc-a128-acc654a285b5 service neutron] 10.222.0.13 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842140 Mar 01 14:37:14.893173 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8483a6de-8bd4-4bbf-8300-199c75cdd659 req-208c53c7-6683-43f9-9d05-9d46b2e58c0c tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 210 time: 0.0853808 Mar 01 14:37:15.973096 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-619058ca-9040-4943-963b-1b2658043077 req-a1dabb65-7359-4dce-afc6-6bfce4698990 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 210 time: 0.0276241 Mar 01 14:37:17.048033 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc204930-7eeb-49d6-b4e2-e29975aec5e9 req-789e5b09-3b75-44aa-9cf4-76d864068390 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 210 time: 0.0272655 Mar 01 14:37:18.145160 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-107b1b3a-f748-48ce-bfdd-3c38d980e7be req-e9e9533f-73b4-4011-9c46-bb5774dec900 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 210 time: 0.0291364 Mar 01 14:37:18.694303 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-65fb4d02-3503-4fed-81be-ca061d6e2f9e tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:18.695789 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-65fb4d02-3503-4fed-81be-ca061d6e2f9e tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.20 "GET /v2.0/networks?id=7cc6638e-a6c7-4040-ac43-a155d2729af2 HTTP/1.1" status: 200 len: 812 time: 0.1039305 Mar 01 14:37:18.707549 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-e4eefa8d-1375-450b-8121-25ac89e30f98 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Request body: {'port': {'device_id': '255872ca-fde9-4a99-b43b-092121fd1f49', 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2', 'admin_state_up': True, 'tenant_id': '3b1dcf8aad0f4d25a69c507aff5d79fb'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:37:18.812631 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-e4eefa8d-1375-450b-8121-25ac89e30f98 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Made reservation on behalf of 3b1dcf8aad0f4d25a69c507aff5d79fb for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:37:18.816305 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-e4eefa8d-1375-450b-8121-25ac89e30f98 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:18.944269 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-e4eefa8d-1375-450b-8121-25ac89e30f98 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Allocated IP 172.20.0.5 (7cc6638e-a6c7-4040-ac43-a155d2729af2/8b1a7c43-e7fc-45dc-9a67-af7460dd3289/48ca61b7-6af1-4bb1-b118-2fe5a6195ab8) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:37:19.090733 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-e4eefa8d-1375-450b-8121-25ac89e30f98 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks [] for port (48ca61b7-6af1-4bb1-b118-2fe5a6195ab8), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:19.125649 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-e4eefa8d-1375-450b-8121-25ac89e30f98 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (48ca61b7-6af1-4bb1-b118-2fe5a6195ab8), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:19.169155 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-e4eefa8d-1375-450b-8121-25ac89e30f98 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Network 7cc6638e-a6c7-4040-ac43-a155d2729af2 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:37:19.174809 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-e4eefa8d-1375-450b-8121-25ac89e30f98 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:37:19.178547 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-e4eefa8d-1375-450b-8121-25ac89e30f98 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:37:19.185830 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eefa8d-1375-450b-8121-25ac89e30f98 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Pushing event updated for resources: {'Port': ['ID=48ca61b7-6af1-4bb1-b118-2fe5a6195ab8,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:37:19.237500 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-e4eefa8d-1375-450b-8121-25ac89e30f98 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:19.238206 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-e4eefa8d-1375-450b-8121-25ac89e30f98 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:19.260948 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-e4eefa8d-1375-450b-8121-25ac89e30f98 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5555139 Mar 01 14:37:19.271543 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-be69058b-7963-4aa6-b21d-84c46f9a0131 service neutron] Request body: {'port': {'device_id': '255872ca-fde9-4a99-b43b-092121fd1f49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:37:19.306852 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63716e7c-25fc-48e4-a437-5dda7b9eecda req-9823b6cd-b0d9-4e77-aadf-fda73363c057 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:19.308515 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-63716e7c-25fc-48e4-a437-5dda7b9eecda req-9823b6cd-b0d9-4e77-aadf-fda73363c057 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 931 time: 0.0613792 Mar 01 14:37:19.349354 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-be69058b-7963-4aa6-b21d-84c46f9a0131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (48ca61b7-6af1-4bb1-b118-2fe5a6195ab8), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:19.378337 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-63716e7c-25fc-48e4-a437-5dda7b9eecda req-c17529f7-a1fe-4c43-b6e9-5c3b53173425 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617726 Mar 01 14:37:19.545857 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-4bd99223-55be-4b12-9e29-181691296279 None None] Provisioning complete for port 48ca61b7-6af1-4bb1-b118-2fe5a6195ab8 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:37:19.546855 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-4bd99223-55be-4b12-9e29-181691296279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (48ca61b7-6af1-4bb1-b118-2fe5a6195ab8), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:19.583464 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-4bd99223-55be-4b12-9e29-181691296279 None None] Port 48ca61b7-6af1-4bb1-b118-2fe5a6195ab8 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:37:19.625505 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-be69058b-7963-4aa6-b21d-84c46f9a0131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ca61b7-6af1-4bb1-b118-2fe5a6195ab8 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:37:19.632808 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-be69058b-7963-4aa6-b21d-84c46f9a0131 service neutron] Publish callbacks [] for port (48ca61b7-6af1-4bb1-b118-2fe5a6195ab8), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:19.646133 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-be69058b-7963-4aa6-b21d-84c46f9a0131 service neutron] Transition to ACTIVE for port object 48ca61b7-6af1-4bb1-b118-2fe5a6195ab8 will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:37:19.649980 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-be69058b-7963-4aa6-b21d-84c46f9a0131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (48ca61b7-6af1-4bb1-b118-2fe5a6195ab8), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:19.704941 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69058b-7963-4aa6-b21d-84c46f9a0131 service neutron] Pushing event updated for resources: {'Port': ['ID=48ca61b7-6af1-4bb1-b118-2fe5a6195ab8,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:37:19.776311 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-be69058b-7963-4aa6-b21d-84c46f9a0131 service neutron] Attempting to bind port 48ca61b7-6af1-4bb1-b118-2fe5a6195ab8 on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:37:19.776645 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-be69058b-7963-4aa6-b21d-84c46f9a0131 service neutron] Attempting to bind port 48ca61b7-6af1-4bb1-b118-2fe5a6195ab8 by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:37:19.776973 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-be69058b-7963-4aa6-b21d-84c46f9a0131 service neutron] Attempting to bind port 48ca61b7-6af1-4bb1-b118-2fe5a6195ab8 on network 7cc6638e-a6c7-4040-ac43-a155d2729af2 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:37:19.782256 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-be69058b-7963-4aa6-b21d-84c46f9a0131 service neutron] Port 48ca61b7-6af1-4bb1-b118-2fe5a6195ab8 on network 7cc6638e-a6c7-4040-ac43-a155d2729af2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:37:19.782574 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-be69058b-7963-4aa6-b21d-84c46f9a0131 service neutron] Attempting to bind port 48ca61b7-6af1-4bb1-b118-2fe5a6195ab8 on network 7cc6638e-a6c7-4040-ac43-a155d2729af2 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:37:19.787602 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-be69058b-7963-4aa6-b21d-84c46f9a0131 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:37:19.789346 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-be69058b-7963-4aa6-b21d-84c46f9a0131 service neutron] Checking segment: {'id': '28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:37:19.789730 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-be69058b-7963-4aa6-b21d-84c46f9a0131 service neutron] Bound using segment: {'id': '28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:37:19.790156 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-be69058b-7963-4aa6-b21d-84c46f9a0131 service neutron] Bound port: 48ca61b7-6af1-4bb1-b118-2fe5a6195ab8, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:37:19.790653 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-be69058b-7963-4aa6-b21d-84c46f9a0131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (48ca61b7-6af1-4bb1-b118-2fe5a6195ab8), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:19.861922 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-be69058b-7963-4aa6-b21d-84c46f9a0131 service neutron] For port 48ca61b7-6af1-4bb1-b118-2fe5a6195ab8, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:37:19.866497 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-be69058b-7963-4aa6-b21d-84c46f9a0131 service neutron] For port 48ca61b7-6af1-4bb1-b118-2fe5a6195ab8, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=48ca61b7-6af1-4bb1-b118-2fe5a6195ab8,segment=NetworkSegment(28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978),segment_id=28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:37:19.874183 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-be69058b-7963-4aa6-b21d-84c46f9a0131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (48ca61b7-6af1-4bb1-b118-2fe5a6195ab8), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:19.891744 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-be69058b-7963-4aa6-b21d-84c46f9a0131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:19.892357 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-be69058b-7963-4aa6-b21d-84c46f9a0131 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:19.894260 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-be69058b-7963-4aa6-b21d-84c46f9a0131 service neutron] 10.222.0.20 "PUT /v2.0/ports/48ca61b7-6af1-4bb1-b118-2fe5a6195ab8 HTTP/1.1" status: 200 len: 1091 time: 0.6269963 Mar 01 14:37:19.928747 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255872ca-fde9-4a99-b43b-092121fd1f49', 'tag': '48ca61b7-6af1-4bb1-b118-2fe5a6195ab8'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:37:19.996841 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4de47da6d88eda620c967040c43c4b40f1311958a482d880d2c2e7980f595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add0e538-6978-46d4-8471-4cca190e6be7" -d '{"events": [{"name": "network-changed", "server_uuid": "255872ca-fde9-4a99-b43b-092121fd1f49", "tag": "48ca61b7-6af1-4bb1-b118-2fe5a6195ab8"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:37:20.007544 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69058b-7963-4aa6-b21d-84c46f9a0131 service neutron] Pushing event updated for resources: {'Port': ['ID=48ca61b7-6af1-4bb1-b118-2fe5a6195ab8,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:37:20.023949 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-d84eea08-15b4-4884-a513-6943aca8a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:20.026689 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-d84eea08-15b4-4884-a513-6943aca8a807 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b1dcf8aad0f4d25a69c507aff5d79fb&device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 1125 time: 0.0813751 Mar 01 14:37:20.077056 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-d7b611b7-a09d-48dc-a974-9d79340f7859 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48ca61b7-6af1-4bb1-b118-2fe5a6195ab8 HTTP/1.1" status: 200 len: 217 time: 0.0431659 Mar 01 14:37:20.113533 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7368dc5f-9891-4e66-9c79-7131138adfae x-openstack-request-id: req-7368dc5f-9891-4e66-9c79-7131138adfae {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:37:20.113926 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255872ca-fde9-4a99-b43b-092121fd1f49", "tag": "48ca61b7-6af1-4bb1-b118-2fe5a6195ab8", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:37:20.114375 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7368dc5f-9891-4e66-9c79-7131138adfae {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:37:20.114837 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '255872ca-fde9-4a99-b43b-092121fd1f49', 'tag': '48ca61b7-6af1-4bb1-b118-2fe5a6195ab8', 'status': 'completed', 'code': 200} Mar 01 14:37:20.132896 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-58788754-8341-402c-a353-138f3a2e248e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:20.134534 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-58788754-8341-402c-a353-138f3a2e248e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b1a7c43-e7fc-45dc-9a67-af7460dd3289 HTTP/1.1" status: 200 len: 851 time: 0.0500054 Mar 01 14:37:20.189744 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-de45a36a-dc5b-4788-a593-f0c47fbcdeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:20.191272 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-de45a36a-dc5b-4788-a593-f0c47fbcdeb3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7cc6638e-a6c7-4040-ac43-a155d2729af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496614 Mar 01 14:37:20.278948 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-446c85bd-28f9-4865-9408-56e54e3997d1 service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815761 Mar 01 14:37:20.373927 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d23fa9de-df41-4662-aada-f3acd2d9d710 req-36292be6-63c6-4858-a601-36fb7933b19f service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893140 Mar 01 14:37:20.473112 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0e538-6978-46d4-8471-4cca190e6be7 req-6c00d1a2-6515-4c34-89c8-70109d3c3b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:20.475056 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-add0e538-6978-46d4-8471-4cca190e6be7 req-6c00d1a2-6515-4c34-89c8-70109d3c3b98 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b1dcf8aad0f4d25a69c507aff5d79fb&device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 1125 time: 0.0602975 Mar 01 14:37:20.511177 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25723a-ddf4-4fd9-9f1c-d3a38ba6f29c req-6f11e5ac-f846-438b-914e-7e5cfe85d93f tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:20.513941 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-de25723a-ddf4-4fd9-9f1c-d3a38ba6f29c req-6f11e5ac-f846-438b-914e-7e5cfe85d93f tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 943 time: 0.0586860 Mar 01 14:37:20.562409 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-de25723a-ddf4-4fd9-9f1c-d3a38ba6f29c req-7390a69c-0080-4fb5-b601-29b06dc45080 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428712 Mar 01 14:37:20.575941 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0e538-6978-46d4-8471-4cca190e6be7 req-1d4845e6-fc75-4d7d-946f-b3e46a91bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:20.577509 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-add0e538-6978-46d4-8471-4cca190e6be7 req-1d4845e6-fc75-4d7d-946f-b3e46a91bf0d service neutron] 10.222.0.20 "GET /v2.0/networks?id=7cc6638e-a6c7-4040-ac43-a155d2729af2 HTTP/1.1" status: 200 len: 913 time: 0.0967164 Mar 01 14:37:20.617560 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-add0e538-6978-46d4-8471-4cca190e6be7 req-3a8a3170-c390-464c-83e4-4fcb964a0ec6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48ca61b7-6af1-4bb1-b118-2fe5a6195ab8 HTTP/1.1" status: 200 len: 217 time: 0.0344174 Mar 01 14:37:20.665078 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0e538-6978-46d4-8471-4cca190e6be7 req-eb150a37-606a-4f14-9adc-0ac2485a0962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:20.666449 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-add0e538-6978-46d4-8471-4cca190e6be7 req-eb150a37-606a-4f14-9adc-0ac2485a0962 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b1a7c43-e7fc-45dc-9a67-af7460dd3289 HTTP/1.1" status: 200 len: 851 time: 0.0430868 Mar 01 14:37:20.715696 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0e538-6978-46d4-8471-4cca190e6be7 req-849b0b5a-ec2e-4daf-8c9d-e78f9f70c73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:20.718272 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-add0e538-6978-46d4-8471-4cca190e6be7 req-849b0b5a-ec2e-4daf-8c9d-e78f9f70c73d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7cc6638e-a6c7-4040-ac43-a155d2729af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449510 Mar 01 14:37:20.810749 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-add0e538-6978-46d4-8471-4cca190e6be7 req-b8a82bc5-c9dd-4941-b2f0-1dd96ad2a547 service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869677 Mar 01 14:37:20.896965 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-add0e538-6978-46d4-8471-4cca190e6be7 req-22e5c831-5605-4e86-ae78-a168372b410b service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806301 Mar 01 14:37:21.697404 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b96cb-71c9-4d6f-ba76-f42af1f9acac req-0a3dd80b-44ac-4227-8395-4e7df837324b tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:21.698977 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1e1b96cb-71c9-4d6f-ba76-f42af1f9acac req-0a3dd80b-44ac-4227-8395-4e7df837324b tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 943 time: 0.0620439 Mar 01 14:37:21.747193 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1e1b96cb-71c9-4d6f-ba76-f42af1f9acac req-cb5cbcaf-03b2-4559-9fe6-68e20146ebc6 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417824 Mar 01 14:37:22.863394 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35449f5d-eafe-4780-a60c-e16808c81e6a req-7613ed97-e78d-457a-902f-5cd3ff23781e tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:22.864979 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-35449f5d-eafe-4780-a60c-e16808c81e6a req-7613ed97-e78d-457a-902f-5cd3ff23781e tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 943 time: 0.0516546 Mar 01 14:37:22.912199 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-35449f5d-eafe-4780-a60c-e16808c81e6a req-b097d3c2-66bc-438a-8c1e-a2b62be07a34 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416675 Mar 01 14:37:23.828365 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:37:24.038144 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f229e-b9e6-44b1-9442-66b7ac9953cc req-ec4a264c-80c2-44a3-9e22-d88db6b671d3 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:24.039657 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2e3f229e-b9e6-44b1-9442-66b7ac9953cc req-ec4a264c-80c2-44a3-9e22-d88db6b671d3 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 943 time: 0.0553205 Mar 01 14:37:24.095088 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2e3f229e-b9e6-44b1-9442-66b7ac9953cc req-2776008f-ae07-4ee0-bd31-342fcb489794 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480576 Mar 01 14:37:25.229995 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6456b4-df7e-4bd0-91c3-44e7dbfd2a96 req-646cf73b-57cd-4a74-b75e-6716d196c1a4 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:25.232528 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3e6456b4-df7e-4bd0-91c3-44e7dbfd2a96 req-646cf73b-57cd-4a74-b75e-6716d196c1a4 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 943 time: 0.0620062 Mar 01 14:37:25.288130 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3e6456b4-df7e-4bd0-91c3-44e7dbfd2a96 req-f07e38dd-b653-486a-89ad-c259f5587114 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499947 Mar 01 14:37:25.349826 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d298c424-f6a2-4df2-a5f5-704b18253412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:26.409454 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f4a02-16c8-4e9a-8532-75f8dc2ee922 req-d0d9f21e-77ee-4dba-a24c-16eb779620a3 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:26.411084 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-837f4a02-16c8-4e9a-8532-75f8dc2ee922 req-d0d9f21e-77ee-4dba-a24c-16eb779620a3 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 943 time: 0.0538323 Mar 01 14:37:26.458007 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-837f4a02-16c8-4e9a-8532-75f8dc2ee922 req-5f876d87-2fe0-44af-8384-2d1dab14087a tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411890 Mar 01 14:37:27.525550 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-70bc2727-736c-493d-a168-002dc7d81204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:27.584149 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2055025-123f-4317-b167-28a1705205c5 req-686ba2f3-e3b4-439c-bb6e-63cf61d97aff tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:27.585663 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b2055025-123f-4317-b167-28a1705205c5 req-686ba2f3-e3b4-439c-bb6e-63cf61d97aff tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 943 time: 0.0607150 Mar 01 14:37:27.632661 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b2055025-123f-4317-b167-28a1705205c5 req-b87c2040-a9c9-4345-b72f-09baf6e85ee7 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413177 Mar 01 14:37:28.755387 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49339970-0912-41b4-b361-ab63c8578ac3 req-76a9cee3-0dba-4177-9e34-89b8f678699e tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:28.757363 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-49339970-0912-41b4-b361-ab63c8578ac3 req-76a9cee3-0dba-4177-9e34-89b8f678699e tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 943 time: 0.0576148 Mar 01 14:37:28.805309 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-49339970-0912-41b4-b361-ab63c8578ac3 req-358cce1d-c7a8-48e7-b446-4c01d665b6ff tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423164 Mar 01 14:37:29.041014 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:29.927443 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a3b5c-a601-4047-849c-3edb6c9196b8 req-ea185242-f936-429e-bb32-d7ded6906084 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:29.928960 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a09a3b5c-a601-4047-849c-3edb6c9196b8 req-ea185242-f936-429e-bb32-d7ded6906084 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 943 time: 0.0539331 Mar 01 14:37:29.986984 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a09a3b5c-a601-4047-849c-3edb6c9196b8 req-dbeff057-1b4e-47bd-93dd-1f503808cb02 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514145 Mar 01 14:37:30.194625 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:31.112501 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9431d1b-6ab1-48b0-ae07-801fc709d423 req-ef06d798-a03a-4653-87ff-ed8ea3ef2b09 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:31.114000 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f9431d1b-6ab1-48b0-ae07-801fc709d423 req-ef06d798-a03a-4653-87ff-ed8ea3ef2b09 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 943 time: 0.0523264 Mar 01 14:37:31.161989 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f9431d1b-6ab1-48b0-ae07-801fc709d423 req-a41cff29-10ae-4775-9fbd-59747f00ce0b tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419025 Mar 01 14:37:31.824857 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:32.278385 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b672ba7-f0fe-47ee-a4c3-f5e4d8eba1fe req-9184a86d-2b5d-4f5b-ae49-f248317dc748 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:32.279867 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8b672ba7-f0fe-47ee-a4c3-f5e4d8eba1fe req-9184a86d-2b5d-4f5b-ae49-f248317dc748 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 943 time: 0.0515831 Mar 01 14:37:32.324872 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8b672ba7-f0fe-47ee-a4c3-f5e4d8eba1fe req-3c7941d2-85e3-43bc-828a-27c0f8e1d45e tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390017 Mar 01 14:37:33.446007 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b0bef-1c6f-4fe5-bd5b-316302649cc3 req-ee9a9dc6-8efa-4b63-bb84-932b4c6303a9 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:33.447474 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9c5b0bef-1c6f-4fe5-bd5b-316302649cc3 req-ee9a9dc6-8efa-4b63-bb84-932b4c6303a9 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 943 time: 0.0551362 Mar 01 14:37:33.492517 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9c5b0bef-1c6f-4fe5-bd5b-316302649cc3 req-09f73b60-351a-4fd9-89fe-23f98f7b536c tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389318 Mar 01 14:37:34.607978 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d57ab3-a94e-4963-8ed0-798c0c0c1026 req-c2f01f61-2a29-4da0-bc94-82ed3d2d2feb tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:34.609449 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-69d57ab3-a94e-4963-8ed0-798c0c0c1026 req-c2f01f61-2a29-4da0-bc94-82ed3d2d2feb tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 943 time: 0.0517478 Mar 01 14:37:34.654758 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-69d57ab3-a94e-4963-8ed0-798c0c0c1026 req-b08e22f5-4ec1-46d7-a626-aa0d70cbb458 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397365 Mar 01 14:37:35.774527 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4de9f6-1f9f-47c9-a80e-a5271b321e74 req-5b40575f-cbc0-4aed-b1d7-466b915cde22 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:35.776022 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cf4de9f6-1f9f-47c9-a80e-a5271b321e74 req-5b40575f-cbc0-4aed-b1d7-466b915cde22 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 943 time: 0.0550523 Mar 01 14:37:35.821290 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cf4de9f6-1f9f-47c9-a80e-a5271b321e74 req-e0cf046f-6056-4a2b-989c-91d3f9ac4bfd tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397503 Mar 01 14:37:36.937112 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff2fe5-a862-4d19-85d1-8809f1b27770 req-98b65c52-c0c2-43ec-a8d0-f84be456814c tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:36.938584 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5dff2fe5-a862-4d19-85d1-8809f1b27770 req-98b65c52-c0c2-43ec-a8d0-f84be456814c tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 943 time: 0.0521827 Mar 01 14:37:36.983843 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5dff2fe5-a862-4d19-85d1-8809f1b27770 req-54d0c38d-e4c4-4249-ad31-d4b21ebcc1c1 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394862 Mar 01 14:37:37.502045 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 48ca61b7-6af1-4bb1-b118-2fe5a6195ab8 details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:37:37.596617 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 48ca61b7-6af1-4bb1-b118-2fe5a6195ab8, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=48ca61b7-6af1-4bb1-b118-2fe5a6195ab8,segment=NetworkSegment(28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978),segment_id=28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:37:37.607690 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '48ca61b7-6af1-4bb1-b118-2fe5a6195ab8', 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2', 'port_id': '48ca61b7-6af1-4bb1-b118-2fe5a6195ab8', 'mac_address': 'fa:16:3e:c1:43:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1a7c43-e7fc-45dc-9a67-af7460dd3289', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:37:37.643653 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 48ca61b7-6af1-4bb1-b118-2fe5a6195ab8 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:37:37.644001 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (48ca61b7-6af1-4bb1-b118-2fe5a6195ab8), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:37.657234 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ca61b7-6af1-4bb1-b118-2fe5a6195ab8 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:37:37.675291 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 48ca61b7-6af1-4bb1-b118-2fe5a6195ab8, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=48ca61b7-6af1-4bb1-b118-2fe5a6195ab8,segment=NetworkSegment(28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978),segment_id=28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:37:37.678848 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (48ca61b7-6af1-4bb1-b118-2fe5a6195ab8), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:37.723980 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=48ca61b7-6af1-4bb1-b118-2fe5a6195ab8,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:37:37.731104 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:37:37.731340 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:37:37.731691 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:37:37.732032 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:37:37.732383 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:37:37.732712 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:37:37.733037 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:37:37.733383 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:37:37.733705 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:37:37.734026 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:37:37.734352 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:37:37.734667 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:37:37.734980 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:37:37.993080 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['48ca61b7-6af1-4bb1-b118-2fe5a6195ab8'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:37:38.103389 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941fd52-11cf-45dc-898c-93c3fb3366fc req-d651c5b7-f826-47b6-aac9-c0d6fc73f3ed tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:38.105017 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9941fd52-11cf-45dc-898c-93c3fb3366fc req-d651c5b7-f826-47b6-aac9-c0d6fc73f3ed tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 944 time: 0.0545807 Mar 01 14:37:38.159361 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9941fd52-11cf-45dc-898c-93c3fb3366fc req-ac6df533-1446-4069-9484-331558dc812e tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486712 Mar 01 14:37:39.275929 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5d260-e499-4242-86d5-b64b9fc29724 req-2c81091d-d2b3-432e-99d0-961b1ae5dafe tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:39.277416 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-45d5d260-e499-4242-86d5-b64b9fc29724 req-2c81091d-d2b3-432e-99d0-961b1ae5dafe tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 944 time: 0.0520546 Mar 01 14:37:39.323498 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-45d5d260-e499-4242-86d5-b64b9fc29724 req-77f4950b-e4cb-4793-8f2a-91ab0d667a66 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405185 Mar 01 14:37:39.517200 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 48ca61b7-6af1-4bb1-b118-2fe5a6195ab8 up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:37:39.564048 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 48ca61b7-6af1-4bb1-b118-2fe5a6195ab8 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:37:39.567559 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 48ca61b7-6af1-4bb1-b118-2fe5a6195ab8 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:37:39.567964 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (48ca61b7-6af1-4bb1-b118-2fe5a6195ab8), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:39.643019 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 48ca61b7-6af1-4bb1-b118-2fe5a6195ab8 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:37:39.643398 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (48ca61b7-6af1-4bb1-b118-2fe5a6195ab8), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:39.666037 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255872ca-fde9-4a99-b43b-092121fd1f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ca61b7-6af1-4bb1-b118-2fe5a6195ab8'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:37:39.680809 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 48ca61b7-6af1-4bb1-b118-2fe5a6195ab8, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=48ca61b7-6af1-4bb1-b118-2fe5a6195ab8,segment=NetworkSegment(28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978),segment_id=28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:37:39.685274 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (48ca61b7-6af1-4bb1-b118-2fe5a6195ab8), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:39.709939 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30e9caaac60869a212c6f8af2419e3c0f70193b50463da2939112a6a5c83c0b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3098f7e-a12c-41e6-beb1-83e4559d191f" -d '{"events": [{"server_uuid": "255872ca-fde9-4a99-b43b-092121fd1f49", "name": "network-vif-plugged", "status": "completed", "tag": "48ca61b7-6af1-4bb1-b118-2fe5a6195ab8"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:37:39.737469 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=48ca61b7-6af1-4bb1-b118-2fe5a6195ab8,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:37:39.794128 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bd87ae-cf5e-49da-8d1d-f2222390d8f6 x-openstack-request-id: req-45bd87ae-cf5e-49da-8d1d-f2222390d8f6 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:37:39.794423 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255872ca-fde9-4a99-b43b-092121fd1f49", "name": "network-vif-plugged", "status": "completed", "tag": "48ca61b7-6af1-4bb1-b118-2fe5a6195ab8", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:37:39.794679 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45bd87ae-cf5e-49da-8d1d-f2222390d8f6 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:37:39.795081 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255872ca-fde9-4a99-b43b-092121fd1f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ca61b7-6af1-4bb1-b118-2fe5a6195ab8', 'code': 200} Mar 01 14:37:39.976992 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843be1d-624f-46a1-b495-7b3571ae0838 req-2e5a3dac-c65b-4a72-8365-86d77b736648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:39.978480 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4843be1d-624f-46a1-b495-7b3571ae0838 req-2e5a3dac-c65b-4a72-8365-86d77b736648 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 1127 time: 0.0852029 Mar 01 14:37:40.022332 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4843be1d-624f-46a1-b495-7b3571ae0838 req-b286a431-12f0-4d47-9d86-3f5754068ed6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375009 Mar 01 14:37:40.180828 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:40.439720 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2e0ce-633f-4681-85a7-29d9aeacdb40 req-c1994879-8244-484f-9602-938e7f302977 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:40.441143 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-33a2e0ce-633f-4681-85a7-29d9aeacdb40 req-c1994879-8244-484f-9602-938e7f302977 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 945 time: 0.0515401 Mar 01 14:37:40.480878 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:40.487233 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-33a2e0ce-633f-4681-85a7-29d9aeacdb40 req-0d410f58-262a-42a6-b047-1992191cecbb tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402803 Mar 01 14:37:41.608558 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65aad0-97b2-4ea8-b85b-614f5068b68e req-e2343a84-3dfd-4a39-a32e-d4e2f274e50c tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:41.610039 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8a65aad0-97b2-4ea8-b85b-614f5068b68e req-e2343a84-3dfd-4a39-a32e-d4e2f274e50c tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 945 time: 0.0558124 Mar 01 14:37:41.657158 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8a65aad0-97b2-4ea8-b85b-614f5068b68e req-8ecbab5b-0ce7-451c-9862-ceb7ae162671 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414531 Mar 01 14:37:41.772713 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2084ca-f6fa-437b-b37d-f33ee103dacb req-74c951de-78ba-4f88-bffd-aa140bcbe067 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:41.774201 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7d2084ca-f6fa-437b-b37d-f33ee103dacb req-74c951de-78ba-4f88-bffd-aa140bcbe067 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 945 time: 0.0517886 Mar 01 14:37:41.822675 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7d2084ca-f6fa-437b-b37d-f33ee103dacb req-1df7d38c-8472-45b8-94c1-75ea44c54770 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421293 Mar 01 14:37:43.095178 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a52d1d24-087d-4e4d-a627-9a6586cd84cc req-66c88321-a2d3-4865-9a87-60ed75b0055a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431526 Mar 01 14:37:43.182068 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d1d24-087d-4e4d-a627-9a6586cd84cc req-ab25188e-3e5a-447e-a768-aa65b7b437f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:43.183773 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a52d1d24-087d-4e4d-a627-9a6586cd84cc req-ab25188e-3e5a-447e-a768-aa65b7b437f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b1dcf8aad0f4d25a69c507aff5d79fb&device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 1127 time: 0.0449846 Mar 01 14:37:43.291025 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d1d24-087d-4e4d-a627-9a6586cd84cc req-5643f288-2273-4c18-a52a-af03c483366a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:43.293136 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a52d1d24-087d-4e4d-a627-9a6586cd84cc req-5643f288-2273-4c18-a52a-af03c483366a service neutron] 10.222.0.20 "GET /v2.0/networks?id=7cc6638e-a6c7-4040-ac43-a155d2729af2 HTTP/1.1" status: 200 len: 913 time: 0.0894537 Mar 01 14:37:43.333461 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a52d1d24-087d-4e4d-a627-9a6586cd84cc req-b140ce5c-995c-44f7-9b01-aa49a3661dd6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48ca61b7-6af1-4bb1-b118-2fe5a6195ab8 HTTP/1.1" status: 200 len: 217 time: 0.0346844 Mar 01 14:37:43.385539 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d1d24-087d-4e4d-a627-9a6586cd84cc req-2e112257-e105-4202-b6f0-b35c981f9d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:43.387611 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a52d1d24-087d-4e4d-a627-9a6586cd84cc req-2e112257-e105-4202-b6f0-b35c981f9d21 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b1a7c43-e7fc-45dc-9a67-af7460dd3289 HTTP/1.1" status: 200 len: 851 time: 0.0489204 Mar 01 14:37:43.434591 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d1d24-087d-4e4d-a627-9a6586cd84cc req-efae73ce-89aa-4385-8878-aadf0faea0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:43.436137 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a52d1d24-087d-4e4d-a627-9a6586cd84cc req-efae73ce-89aa-4385-8878-aadf0faea0c6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7cc6638e-a6c7-4040-ac43-a155d2729af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433142 Mar 01 14:37:43.533019 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a52d1d24-087d-4e4d-a627-9a6586cd84cc req-43013b84-0224-461d-b3d4-f14e38caeb0a service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909152 Mar 01 14:37:43.944697 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-a52d1d24-087d-4e4d-a627-9a6586cd84cc req-acdc6a76-d6e8-4dfd-81d7-64c6354603ae service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049716 Mar 01 14:37:45.253617 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-f7a137b0-16e7-4048-9a4b-3326e594d11a tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:45.255061 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-f7a137b0-16e7-4048-9a4b-3326e594d11a tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/networks?id=7cc6638e-a6c7-4040-ac43-a155d2729af2 HTTP/1.1" status: 200 len: 812 time: 0.1001456 Mar 01 14:37:45.270014 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-3aa63fc2-ae1b-4191-a441-a6bbeeef5afb tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/quotas/3b1dcf8aad0f4d25a69c507aff5d79fb HTTP/1.1" status: 200 len: 375 time: 0.0095603 Mar 01 14:37:45.332558 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-b02f3147-4d17-488f-9721-e53cb70de105 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b1dcf8aad0f4d25a69c507aff5d79fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0557280 Mar 01 14:37:45.503896 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-84a75a29-47b7-4f3f-a3a7-27a873b83d2f service neutron] 10.222.0.13 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277082 Mar 01 14:37:45.595454 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-05239203-9edc-4a6a-869e-264a1cc43605 service neutron] 10.222.0.13 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853763 Mar 01 14:37:45.790730 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-eb05d4e2-5364-4595-aa60-4cfd6bcb39c5 req-998c3efe-0138-4786-b849-35ffb97f9981 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 210 time: 0.0271797 Mar 01 14:37:46.714485 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-496c97e1-2653-4634-bf90-637347cd923b tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:46.715992 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-496c97e1-2653-4634-bf90-637347cd923b tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.32 "GET /v2.0/networks?id=7cc6638e-a6c7-4040-ac43-a155d2729af2 HTTP/1.1" status: 200 len: 812 time: 0.1062088 Mar 01 14:37:46.727106 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-9ab60c7d-d369-4b25-85ff-ae7a7f760189 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Request body: {'port': {'device_id': '90972442-2d60-492b-ba64-b59b80199d06', 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2', 'admin_state_up': True, 'tenant_id': '3b1dcf8aad0f4d25a69c507aff5d79fb'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:37:46.835030 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-9ab60c7d-d369-4b25-85ff-ae7a7f760189 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Made reservation on behalf of 3b1dcf8aad0f4d25a69c507aff5d79fb for: {'port': 1} {{(pid=103727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:37:46.838910 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-9ab60c7d-d369-4b25-85ff-ae7a7f760189 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:46.925748 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b975d53f-383b-4989-9518-e24902a17058 req-aa685a67-f914-4d1a-8ccc-7853039968fd tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 210 time: 0.0568919 Mar 01 14:37:47.000182 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-9ab60c7d-d369-4b25-85ff-ae7a7f760189 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Allocated IP 172.20.0.14 (7cc6638e-a6c7-4040-ac43-a155d2729af2/8b1a7c43-e7fc-45dc-9a67-af7460dd3289/3dd4bb35-06ce-419e-a8f2-63f9df5eca53) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:37:47.158445 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-9ab60c7d-d369-4b25-85ff-ae7a7f760189 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks [] for port (3dd4bb35-06ce-419e-a8f2-63f9df5eca53), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:47.191982 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-9ab60c7d-d369-4b25-85ff-ae7a7f760189 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (3dd4bb35-06ce-419e-a8f2-63f9df5eca53), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:47.204828 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['48ca61b7-6af1-4bb1-b118-2fe5a6195ab8'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:37:47.247246 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-9ab60c7d-d369-4b25-85ff-ae7a7f760189 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Network 7cc6638e-a6c7-4040-ac43-a155d2729af2 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:37:47.250326 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-9ab60c7d-d369-4b25-85ff-ae7a7f760189 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:37:47.260713 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-9ab60c7d-d369-4b25-85ff-ae7a7f760189 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:37:47.290146 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab60c7d-d369-4b25-85ff-ae7a7f760189 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Pushing event updated for resources: {'Port': ['ID=3dd4bb35-06ce-419e-a8f2-63f9df5eca53,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:37:47.306688 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab60c7d-d369-4b25-85ff-ae7a7f760189 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:37:47.307024 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab60c7d-d369-4b25-85ff-ae7a7f760189 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:37:47.307363 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab60c7d-d369-4b25-85ff-ae7a7f760189 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:37:47.307727 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab60c7d-d369-4b25-85ff-ae7a7f760189 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:37:47.308084 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab60c7d-d369-4b25-85ff-ae7a7f760189 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:37:47.308415 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab60c7d-d369-4b25-85ff-ae7a7f760189 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:37:47.308738 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab60c7d-d369-4b25-85ff-ae7a7f760189 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:37:47.309062 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab60c7d-d369-4b25-85ff-ae7a7f760189 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:37:47.309382 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab60c7d-d369-4b25-85ff-ae7a7f760189 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:37:47.309699 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab60c7d-d369-4b25-85ff-ae7a7f760189 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:37:47.310016 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab60c7d-d369-4b25-85ff-ae7a7f760189 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:37:47.310721 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab60c7d-d369-4b25-85ff-ae7a7f760189 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:37:47.310721 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab60c7d-d369-4b25-85ff-ae7a7f760189 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:37:47.334952 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-9ab60c7d-d369-4b25-85ff-ae7a7f760189 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:47.336036 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-9ab60c7d-d369-4b25-85ff-ae7a7f760189 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:47.360225 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-9ab60c7d-d369-4b25-85ff-ae7a7f760189 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6366539 Mar 01 14:37:47.375529 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-f9193aa2-a29d-4aba-9c46-a21476822550 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:37:47.376947 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-f9193aa2-a29d-4aba-9c46-a21476822550 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109801 Mar 01 14:37:47.468772 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-4d7e3f7f-8f9b-4509-910a-7be8485c6aac service neutron] Request body: {'port': {'device_id': '90972442-2d60-492b-ba64-b59b80199d06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827467-3'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:37:47.526284 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-6809d497-b701-434d-ba19-4bef80bf236c None None] Provisioning complete for port 3dd4bb35-06ce-419e-a8f2-63f9df5eca53 triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:37:47.526649 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6809d497-b701-434d-ba19-4bef80bf236c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3dd4bb35-06ce-419e-a8f2-63f9df5eca53), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:47.539642 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-4d7e3f7f-8f9b-4509-910a-7be8485c6aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3dd4bb35-06ce-419e-a8f2-63f9df5eca53), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:47.562976 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-6809d497-b701-434d-ba19-4bef80bf236c None None] Port 3dd4bb35-06ce-419e-a8f2-63f9df5eca53 cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:37:47.810887 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-4d7e3f7f-8f9b-4509-910a-7be8485c6aac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dd4bb35-06ce-419e-a8f2-63f9df5eca53 {{(pid=103727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:37:47.821776 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-4d7e3f7f-8f9b-4509-910a-7be8485c6aac service neutron] Publish callbacks [] for port (3dd4bb35-06ce-419e-a8f2-63f9df5eca53), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:47.837208 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.provisioning_blocks [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-4d7e3f7f-8f9b-4509-910a-7be8485c6aac service neutron] Transition to ACTIVE for port object 3dd4bb35-06ce-419e-a8f2-63f9df5eca53 will not be triggered until provisioned by entity L2. {{(pid=103727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:37:47.840887 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-4d7e3f7f-8f9b-4509-910a-7be8485c6aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (3dd4bb35-06ce-419e-a8f2-63f9df5eca53), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:47.894482 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e3f7f-8f9b-4509-910a-7be8485c6aac service neutron] Pushing event updated for resources: {'Port': ['ID=3dd4bb35-06ce-419e-a8f2-63f9df5eca53,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:37:47.973437 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-4d7e3f7f-8f9b-4509-910a-7be8485c6aac service neutron] Attempting to bind port 3dd4bb35-06ce-419e-a8f2-63f9df5eca53 on host n-h1-827467-3 for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:37:47.973780 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-4d7e3f7f-8f9b-4509-910a-7be8485c6aac service neutron] Attempting to bind port 3dd4bb35-06ce-419e-a8f2-63f9df5eca53 by drivers openvswitch,hyperv on host n-h1-827467-3 at level 0 using segments [{'id': '28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:37:47.974125 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-4d7e3f7f-8f9b-4509-910a-7be8485c6aac service neutron] Attempting to bind port 3dd4bb35-06ce-419e-a8f2-63f9df5eca53 on network 7cc6638e-a6c7-4040-ac43-a155d2729af2 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:37:47.978601 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-4d7e3f7f-8f9b-4509-910a-7be8485c6aac service neutron] Port 3dd4bb35-06ce-419e-a8f2-63f9df5eca53 on network 7cc6638e-a6c7-4040-ac43-a155d2729af2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827467-3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:37:47.978927 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-4d7e3f7f-8f9b-4509-910a-7be8485c6aac service neutron] Attempting to bind port 3dd4bb35-06ce-419e-a8f2-63f9df5eca53 on network 7cc6638e-a6c7-4040-ac43-a155d2729af2 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:37:47.983864 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-4d7e3f7f-8f9b-4509-910a-7be8485c6aac service neutron] Checking agent: {'id': '4af886da-ede3-4b34-a7a6-244cbd4b46b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:37:47.984211 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-4d7e3f7f-8f9b-4509-910a-7be8485c6aac service neutron] Checking segment: {'id': '28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:37:47.984602 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-4d7e3f7f-8f9b-4509-910a-7be8485c6aac service neutron] Bound using segment: {'id': '28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:37:47.985038 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-4d7e3f7f-8f9b-4509-910a-7be8485c6aac service neutron] Bound port: 3dd4bb35-06ce-419e-a8f2-63f9df5eca53, host: n-h1-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:37:47.985403 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-4d7e3f7f-8f9b-4509-910a-7be8485c6aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3dd4bb35-06ce-419e-a8f2-63f9df5eca53), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:48.088022 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-4d7e3f7f-8f9b-4509-910a-7be8485c6aac service neutron] For port 3dd4bb35-06ce-419e-a8f2-63f9df5eca53, host n-h1-827467-3, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:37:48.092255 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-4d7e3f7f-8f9b-4509-910a-7be8485c6aac service neutron] For port 3dd4bb35-06ce-419e-a8f2-63f9df5eca53, host n-h1-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=3dd4bb35-06ce-419e-a8f2-63f9df5eca53,segment=NetworkSegment(28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978),segment_id=28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:37:48.104657 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f997f-5103-40c0-bf86-87de92a02e71 req-1a013911-fc12-4bff-99a0-036ed799f29c tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:48.106718 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ae6f997f-5103-40c0-bf86-87de92a02e71 req-1a013911-fc12-4bff-99a0-036ed799f29c tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 944 time: 0.0841753 Mar 01 14:37:48.108339 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-4d7e3f7f-8f9b-4509-910a-7be8485c6aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (3dd4bb35-06ce-419e-a8f2-63f9df5eca53), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:48.162578 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-4d7e3f7f-8f9b-4509-910a-7be8485c6aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:48.163242 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-4d7e3f7f-8f9b-4509-910a-7be8485c6aac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:48.164634 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-4d7e3f7f-8f9b-4509-910a-7be8485c6aac service neutron] 10.222.0.32 "PUT /v2.0/ports/3dd4bb35-06ce-419e-a8f2-63f9df5eca53 HTTP/1.1" status: 200 len: 1092 time: 0.7439213 Mar 01 14:37:48.166805 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90972442-2d60-492b-ba64-b59b80199d06', 'tag': '3dd4bb35-06ce-419e-a8f2-63f9df5eca53'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:37:48.233819 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5476cf0daa492c9905f7b96b826dc1abece850997506a6103b564a7ec3b80d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29af091a-188d-4392-aae0-83f8cd1c7d01" -d '{"events": [{"name": "network-changed", "server_uuid": "90972442-2d60-492b-ba64-b59b80199d06", "tag": "3dd4bb35-06ce-419e-a8f2-63f9df5eca53"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:37:48.237553 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e3f7f-8f9b-4509-910a-7be8485c6aac service neutron] Pushing event updated for resources: {'Port': ['ID=3dd4bb35-06ce-419e-a8f2-63f9df5eca53,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:37:48.288399 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ae6f997f-5103-40c0-bf86-87de92a02e71 req-bd3bf08d-c7b2-4601-be11-997d19bae0df tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746736 Mar 01 14:37:48.332198 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-68cf73bb-ecdd-439d-a9b7-502474af44e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:48.333650 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-68cf73bb-ecdd-439d-a9b7-502474af44e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b1dcf8aad0f4d25a69c507aff5d79fb&device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 1126 time: 0.1146531 Mar 01 14:37:48.391729 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-83dc3e17-f0d1-4653-a8cd-86b58c346bcc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dd4bb35-06ce-419e-a8f2-63f9df5eca53 HTTP/1.1" status: 200 len: 217 time: 0.0489297 Mar 01 14:37:48.393293 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709db15e-de8f-4104-bca7-7ef7ae59af29 x-openstack-request-id: req-709db15e-de8f-4104-bca7-7ef7ae59af29 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:37:48.393583 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90972442-2d60-492b-ba64-b59b80199d06", "tag": "3dd4bb35-06ce-419e-a8f2-63f9df5eca53", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:37:48.393831 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-709db15e-de8f-4104-bca7-7ef7ae59af29 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:37:48.394372 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90972442-2d60-492b-ba64-b59b80199d06', 'tag': '3dd4bb35-06ce-419e-a8f2-63f9df5eca53', 'status': 'completed', 'code': 200} Mar 01 14:37:48.445675 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-33109454-78ca-4f29-a91a-584389286889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:48.447586 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-33109454-78ca-4f29-a91a-584389286889 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b1a7c43-e7fc-45dc-9a67-af7460dd3289 HTTP/1.1" status: 200 len: 851 time: 0.0482328 Mar 01 14:37:48.502829 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-f2ab50e6-98dc-447d-8144-b50994c3d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:48.504526 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-f2ab50e6-98dc-447d-8144-b50994c3d97b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7cc6638e-a6c7-4040-ac43-a155d2729af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499957 Mar 01 14:37:48.594626 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-3aa68e76-58f6-476f-810b-6be877d2cd7c service neutron] 10.222.0.32 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829079 Mar 01 14:37:48.686942 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cc6e3d4c-b8ae-4ba2-82e8-da9d07b5e20f req-f84f40d0-278d-4f8f-b7e3-c9ed9be5b4c9 service neutron] 10.222.0.32 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855310 Mar 01 14:37:48.773486 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af091a-188d-4392-aae0-83f8cd1c7d01 req-54e9df0d-94a7-4ddf-a803-2d18befcb1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:48.775199 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-29af091a-188d-4392-aae0-83f8cd1c7d01 req-54e9df0d-94a7-4ddf-a803-2d18befcb1ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b1dcf8aad0f4d25a69c507aff5d79fb&device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 1126 time: 0.0454831 Mar 01 14:37:48.865206 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af091a-188d-4392-aae0-83f8cd1c7d01 req-a5f4807a-c594-4c50-ac65-a294aefa27fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:48.866573 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-29af091a-188d-4392-aae0-83f8cd1c7d01 req-a5f4807a-c594-4c50-ac65-a294aefa27fe service neutron] 10.222.0.32 "GET /v2.0/networks?id=7cc6638e-a6c7-4040-ac43-a155d2729af2 HTTP/1.1" status: 200 len: 913 time: 0.0847795 Mar 01 14:37:48.909880 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-29af091a-188d-4392-aae0-83f8cd1c7d01 req-2b838b2a-06c9-4582-877a-0fa9c8502769 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dd4bb35-06ce-419e-a8f2-63f9df5eca53 HTTP/1.1" status: 200 len: 217 time: 0.0375135 Mar 01 14:37:48.956790 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af091a-188d-4392-aae0-83f8cd1c7d01 req-e163c716-67ee-4641-96f3-b71312474121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:48.958256 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-29af091a-188d-4392-aae0-83f8cd1c7d01 req-e163c716-67ee-4641-96f3-b71312474121 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b1a7c43-e7fc-45dc-9a67-af7460dd3289 HTTP/1.1" status: 200 len: 851 time: 0.0424116 Mar 01 14:37:49.005248 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af091a-188d-4392-aae0-83f8cd1c7d01 req-52ca9750-6425-4a85-aa53-457b5646dc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:49.006759 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-29af091a-188d-4392-aae0-83f8cd1c7d01 req-52ca9750-6425-4a85-aa53-457b5646dc8b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7cc6638e-a6c7-4040-ac43-a155d2729af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432115 Mar 01 14:37:49.097658 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-29af091a-188d-4392-aae0-83f8cd1c7d01 req-77302097-b7a1-43a3-8084-cc05511506ec service neutron] 10.222.0.32 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848427 Mar 01 14:37:49.185060 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-29af091a-188d-4392-aae0-83f8cd1c7d01 req-f49a6866-af2c-4cfa-b5f8-f7c079b3637a service neutron] 10.222.0.32 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805981 Mar 01 14:37:49.414507 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f66bd2-515e-43e0-8c0e-43334e910d0b req-2023ad56-4933-4d3b-b5f0-69835aea42fb tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:49.416014 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-66f66bd2-515e-43e0-8c0e-43334e910d0b req-2023ad56-4933-4d3b-b5f0-69835aea42fb tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 944 time: 0.0540907 Mar 01 14:37:49.468556 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-66f66bd2-515e-43e0-8c0e-43334e910d0b req-4f0a346e-b8c0-4efa-8cc7-5d244d7a7c7b tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468791 Mar 01 14:37:50.591832 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42653388-2563-4417-9fe5-0565a9a4da8e req-0446b7ea-254c-4762-8bda-c58353333be9 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:50.593430 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-42653388-2563-4417-9fe5-0565a9a4da8e req-0446b7ea-254c-4762-8bda-c58353333be9 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 944 time: 0.0535331 Mar 01 14:37:50.638990 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-42653388-2563-4417-9fe5-0565a9a4da8e req-eda0251d-6dd6-4d0a-a03c-1f6b5d7b1131 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398633 Mar 01 14:37:51.764219 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07236b9f-0e74-4d8f-b214-cca1957bf942 req-14fb82aa-4721-4cbf-b459-ea81cb8a4af7 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:51.765736 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-07236b9f-0e74-4d8f-b214-cca1957bf942 req-14fb82aa-4721-4cbf-b459-ea81cb8a4af7 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 944 time: 0.0536323 Mar 01 14:37:51.813498 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-07236b9f-0e74-4d8f-b214-cca1957bf942 req-09eb2238-2241-4d58-bb74-226e80ae39bd tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418282 Mar 01 14:37:52.998852 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaae198-3f99-4cfa-b620-58b2db180438 req-6b2b0e17-e975-4c55-a82a-79c5427ddde3 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:53.004216 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0aaae198-3f99-4cfa-b620-58b2db180438 req-6b2b0e17-e975-4c55-a82a-79c5427ddde3 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 944 time: 0.0764401 Mar 01 14:37:53.057430 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0aaae198-3f99-4cfa-b620-58b2db180438 req-f521d7bb-60ed-4e36-b1e2-2aef61490055 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480239 Mar 01 14:37:54.282295 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9b793-8bbc-48d0-9ed7-081905264512 req-d557ff53-399c-4a61-9c5a-db6747e93232 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:54.283829 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-45c9b793-8bbc-48d0-9ed7-081905264512 req-d557ff53-399c-4a61-9c5a-db6747e93232 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 944 time: 0.1137617 Mar 01 14:37:54.357252 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-45c9b793-8bbc-48d0-9ed7-081905264512 req-1ea3bead-5fd9-4578-8d04-ed68839c2ac2 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673206 Mar 01 14:37:55.356757 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1bd33ab8-517b-4bba-8dee-267718922747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:55.523969 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3be0e-c090-471e-ad92-1eef2dd29149 req-3b1c6b6e-07df-43c1-9995-05735670e815 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:55.527276 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cdb3be0e-c090-471e-ad92-1eef2dd29149 req-3b1c6b6e-07df-43c1-9995-05735670e815 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 944 time: 0.0628533 Mar 01 14:37:55.591181 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cdb3be0e-c090-471e-ad92-1eef2dd29149 req-56595928-db63-4cf9-952a-ae98403e9d37 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575242 Mar 01 14:37:56.722071 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f223d-bb85-452e-99c1-7adc4685bb6d req-da9f3c7e-5a70-4727-a058-f84afdd5fb79 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:56.723647 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1f4f223d-bb85-452e-99c1-7adc4685bb6d req-da9f3c7e-5a70-4727-a058-f84afdd5fb79 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 944 time: 0.0530438 Mar 01 14:37:56.771026 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1f4f223d-bb85-452e-99c1-7adc4685bb6d req-e0f97324-62d5-4f6b-a33f-bf569c4a4d88 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416729 Mar 01 14:37:57.527814 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d632b0e7-1784-45cc-8ddd-d3655fe188cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:57.894429 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c52404-4ba0-443f-bcf0-8ed97526cad7 req-0a86a79b-afd1-4d5f-b550-842f19e59b63 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:57.895937 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-50c52404-4ba0-443f-bcf0-8ed97526cad7 req-0a86a79b-afd1-4d5f-b550-842f19e59b63 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 944 time: 0.0564363 Mar 01 14:37:57.949125 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-50c52404-4ba0-443f-bcf0-8ed97526cad7 req-4779d171-3c38-4595-8c90-786ff95771c0 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477176 Mar 01 14:37:59.045366 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:37:59.068778 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad155a8c-0fb6-45e1-8229-37f39ac110de req-5f3236c2-8930-494e-9b36-b302b1a85b58 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:37:59.070261 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ad155a8c-0fb6-45e1-8229-37f39ac110de req-5f3236c2-8930-494e-9b36-b302b1a85b58 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 944 time: 0.0535009 Mar 01 14:37:59.115395 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ad155a8c-0fb6-45e1-8229-37f39ac110de req-4e97dac6-bb38-431a-b972-efe74a7b14ce tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394111 Mar 01 14:38:00.199480 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:38:00.236561 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4ce23-2655-449a-928b-569bb6176879 req-8a378ff3-e102-4255-a5e1-89f378f562b6 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:38:00.238066 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4fc4ce23-2655-449a-928b-569bb6176879 req-8a378ff3-e102-4255-a5e1-89f378f562b6 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 944 time: 0.0532312 Mar 01 14:38:00.285128 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4fc4ce23-2655-449a-928b-569bb6176879 req-303483fb-f505-4a1b-bd64-44cab7f90cbc tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412908 Mar 01 14:38:00.828362 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:38:01.409731 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1dbd5-8f17-475c-8735-e05d8566f485 req-1511b938-a451-4708-a44e-80199c494c64 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:38:01.411256 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4ac1dbd5-8f17-475c-8735-e05d8566f485 req-1511b938-a451-4708-a44e-80199c494c64 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 944 time: 0.0582330 Mar 01 14:38:01.462552 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4ac1dbd5-8f17-475c-8735-e05d8566f485 req-dcc37b32-ab15-4fad-873a-86dadcca6974 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451906 Mar 01 14:38:01.839516 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:38:02.591090 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ed51e-b20b-4a55-b1f5-15b65283c6d0 req-d487cd19-bdd9-49c8-a7db-9aec46e234fd tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:38:02.592588 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4b4ed51e-b20b-4a55-b1f5-15b65283c6d0 req-d487cd19-bdd9-49c8-a7db-9aec46e234fd tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 944 time: 0.0553014 Mar 01 14:38:02.641795 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4b4ed51e-b20b-4a55-b1f5-15b65283c6d0 req-3c53594b-e6d2-475a-b3f2-d0c821a543dd tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428948 Mar 01 14:38:03.761768 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b687a40-e425-4f6b-8b69-c4f6ddf0de2e req-7fe767fb-3c50-4590-9f2c-e7fc0aaf4d41 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:38:03.763387 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b687a40-e425-4f6b-8b69-c4f6ddf0de2e req-7fe767fb-3c50-4590-9f2c-e7fc0aaf4d41 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 944 time: 0.0535126 Mar 01 14:38:03.815211 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b687a40-e425-4f6b-8b69-c4f6ddf0de2e req-62b037e5-013e-401a-8602-af2562e26924 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463068 Mar 01 14:38:04.943969 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27091d12-c3aa-4555-af03-bd56157bf24f req-ffa75fb3-e085-4cb7-9bcd-6145d6fb8e49 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:38:04.945789 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-27091d12-c3aa-4555-af03-bd56157bf24f req-ffa75fb3-e085-4cb7-9bcd-6145d6fb8e49 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 944 time: 0.0591977 Mar 01 14:38:05.000229 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-27091d12-c3aa-4555-af03-bd56157bf24f req-4449b003-7e4d-4012-a44f-8967ff1c9250 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485327 Mar 01 14:38:06.124877 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cdc53d-e116-4249-8f31-3508671afba6 req-fd608cd0-242b-476e-9828-2911e7b9439e tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:38:06.126372 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f9cdc53d-e116-4249-8f31-3508671afba6 req-fd608cd0-242b-476e-9828-2911e7b9439e tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 944 time: 0.0532551 Mar 01 14:38:06.183226 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f9cdc53d-e116-4249-8f31-3508671afba6 req-3f13622f-a408-4b32-8462-dcff3451d5dd tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509214 Mar 01 14:38:07.305504 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b340d46-ee74-4749-b83d-fd38e8a86f7b req-a58361f9-1dc4-4adc-8e2a-c6f409de15d2 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:38:07.306970 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6b340d46-ee74-4749-b83d-fd38e8a86f7b req-a58361f9-1dc4-4adc-8e2a-c6f409de15d2 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 944 time: 0.0549998 Mar 01 14:38:07.352912 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6b340d46-ee74-4749-b83d-fd38e8a86f7b req-43a44de8-04f9-4f71-8a4b-2fdde09a96a5 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398381 Mar 01 14:38:08.482096 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114788c-4c65-4ad8-ba48-68c5b39b7a1c req-a65963cd-70c1-4801-9b6f-6ccbbf3d163b tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:38:08.483618 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c114788c-4c65-4ad8-ba48-68c5b39b7a1c req-a65963cd-70c1-4801-9b6f-6ccbbf3d163b tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 944 time: 0.0540173 Mar 01 14:38:08.536354 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c114788c-4c65-4ad8-ba48-68c5b39b7a1c req-0327e1b8-89ea-48d2-ab69-bd42549631c2 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464313 Mar 01 14:38:09.663908 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9d85e-a6a9-49e8-848b-6de968914808 req-ae4d0dc5-39a7-4a2f-af00-8211152573cd tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:38:09.665741 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f5c9d85e-a6a9-49e8-848b-6de968914808 req-ae4d0dc5-39a7-4a2f-af00-8211152573cd tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 944 time: 0.0588803 Mar 01 14:38:10.053098 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f5c9d85e-a6a9-49e8-848b-6de968914808 req-d2640f24-5708-488f-a0f7-a8b3e35f9af0 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813162 Mar 01 14:38:10.195208 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:38:10.485599 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:38:11.186254 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ab850-7a47-4ef7-a772-6a627ed123b7 req-bd1be247-0274-403c-8361-b178587bd9f2 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:38:11.187900 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-285ab850-7a47-4ef7-a772-6a627ed123b7 req-bd1be247-0274-403c-8361-b178587bd9f2 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 944 time: 0.0592079 Mar 01 14:38:11.237246 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-285ab850-7a47-4ef7-a772-6a627ed123b7 req-d12a4a74-989c-44bd-a498-b889c132a2de tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435412 Mar 01 14:38:12.359475 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b2efc-f838-4e82-85b2-ff803188ca24 req-db0db464-8e96-4b87-8464-0ce58049a6a1 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:38:12.361005 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4f0b2efc-f838-4e82-85b2-ff803188ca24 req-db0db464-8e96-4b87-8464-0ce58049a6a1 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 944 time: 0.0513747 Mar 01 14:38:12.410654 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-4f0b2efc-f838-4e82-85b2-ff803188ca24 req-da103ca0-2e61-4321-ba34-b1530ebcdf75 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439215 Mar 01 14:38:13.526696 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623cf480-264e-480b-8b66-2a93bc62004d req-bb5e2eb4-67d5-42e3-a738-db06dfbe62fc tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:38:13.528714 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-623cf480-264e-480b-8b66-2a93bc62004d req-bb5e2eb4-67d5-42e3-a738-db06dfbe62fc tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 944 time: 0.0517716 Mar 01 14:38:13.572860 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-623cf480-264e-480b-8b66-2a93bc62004d req-6a6762a3-c0aa-4045-a446-ea76005e1b56 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386806 Mar 01 14:38:14.705822 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d59b4-ee22-4f4b-9c27-583aa3d0e96f req-51c8f933-b09e-4199-bb00-554e0c462e0b tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:38:14.707232 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ad1d59b4-ee22-4f4b-9c27-583aa3d0e96f req-51c8f933-b09e-4199-bb00-554e0c462e0b tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 944 time: 0.0564971 Mar 01 14:38:14.753843 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ad1d59b4-ee22-4f4b-9c27-583aa3d0e96f req-69a04792-5542-4d61-acc4-4cee180e0704 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407484 Mar 01 14:38:15.876404 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce2c1a-bb14-4aea-8d37-e85a0f7400cd req-695c9ebd-e6f9-439d-a501-92896e9fe132 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:38:15.877930 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e8ce2c1a-bb14-4aea-8d37-e85a0f7400cd req-695c9ebd-e6f9-439d-a501-92896e9fe132 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 944 time: 0.0573745 Mar 01 14:38:15.923290 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e8ce2c1a-bb14-4aea-8d37-e85a0f7400cd req-5561af4c-1774-4ec4-b822-9ab719ed351d tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395854 Mar 01 14:38:17.041241 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2d3d0-55c6-42cf-a7b2-761595c1b1ff req-4bbfe673-a572-446c-82fa-0130410e1521 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:38:17.043387 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1fd2d3d0-55c6-42cf-a7b2-761595c1b1ff req-4bbfe673-a572-446c-82fa-0130410e1521 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 944 time: 0.0519805 Mar 01 14:38:17.088788 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1fd2d3d0-55c6-42cf-a7b2-761595c1b1ff req-2c9ea530-83f2-41e9-89b1-396af6bea8d4 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398400 Mar 01 14:38:18.212811 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7b736-b2fd-4bb5-8038-fc6903621f6c req-cf4399e5-3a4b-4289-8463-3665e6f679f7 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:38:18.214328 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-19a7b736-b2fd-4bb5-8038-fc6903621f6c req-cf4399e5-3a4b-4289-8463-3665e6f679f7 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 944 time: 0.0570390 Mar 01 14:38:18.261314 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-19a7b736-b2fd-4bb5-8038-fc6903621f6c req-57534760-bfc2-4258-9f2d-affdd3b7751e tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406685 Mar 01 14:38:18.947959 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 3dd4bb35-06ce-419e-a8f2-63f9df5eca53 details requested by agent hyperv_n-h1-827467-3 with host n-h1-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:38:19.041304 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 3dd4bb35-06ce-419e-a8f2-63f9df5eca53, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=3dd4bb35-06ce-419e-a8f2-63f9df5eca53,segment=NetworkSegment(28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978),segment_id=28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:38:19.053661 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Returning: {'device': '3dd4bb35-06ce-419e-a8f2-63f9df5eca53', 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2', 'port_id': '3dd4bb35-06ce-419e-a8f2-63f9df5eca53', 'mac_address': 'fa:16:3e:83:17:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1a7c43-e7fc-45dc-9a67-af7460dd3289', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:38:19.095153 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 3dd4bb35-06ce-419e-a8f2-63f9df5eca53 is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:38:19.095544 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3dd4bb35-06ce-419e-a8f2-63f9df5eca53), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:38:19.108777 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dd4bb35-06ce-419e-a8f2-63f9df5eca53 {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:38:19.127390 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 3dd4bb35-06ce-419e-a8f2-63f9df5eca53, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=3dd4bb35-06ce-419e-a8f2-63f9df5eca53,segment=NetworkSegment(28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978),segment_id=28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:38:19.131903 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (3dd4bb35-06ce-419e-a8f2-63f9df5eca53), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:38:19.179061 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=3dd4bb35-06ce-419e-a8f2-63f9df5eca53,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:38:19.380180 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344414b-16ff-4acd-94c9-8202541632c6 req-a9041a89-bf9b-419d-aa70-99c18f041cc9 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:38:19.381664 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f344414b-16ff-4acd-94c9-8202541632c6 req-a9041a89-bf9b-419d-aa70-99c18f041cc9 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 945 time: 0.0522475 Mar 01 14:38:19.427709 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f344414b-16ff-4acd-94c9-8202541632c6 req-0eca427d-5ede-4bec-99db-ec5805e9bcb8 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402970 Mar 01 14:38:19.472440 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['3dd4bb35-06ce-419e-a8f2-63f9df5eca53'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:38:20.549063 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082c1b4-103e-4128-88ea-aae54c7a810d req-d1ad8d97-306f-40a8-a450-4808f57cf905 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:38:20.550554 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a082c1b4-103e-4128-88ea-aae54c7a810d req-d1ad8d97-306f-40a8-a450-4808f57cf905 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 945 time: 0.0528867 Mar 01 14:38:20.601786 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a082c1b4-103e-4128-88ea-aae54c7a810d req-cd4b1c65-0651-4422-8688-e6452b7a956c tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450168 Mar 01 14:38:20.948422 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 3dd4bb35-06ce-419e-a8f2-63f9df5eca53 up at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:38:20.998726 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning for port 3dd4bb35-06ce-419e-a8f2-63f9df5eca53 completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:38:21.003730 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Provisioning complete for port 3dd4bb35-06ce-419e-a8f2-63f9df5eca53 triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:38:21.004231 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (3dd4bb35-06ce-419e-a8f2-63f9df5eca53), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:38:21.091639 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Current status of the port 3dd4bb35-06ce-419e-a8f2-63f9df5eca53 is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:38:21.092047 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (3dd4bb35-06ce-419e-a8f2-63f9df5eca53), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:38:21.123076 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90972442-2d60-492b-ba64-b59b80199d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd4bb35-06ce-419e-a8f2-63f9df5eca53'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:38:21.126126 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30e9caaac60869a212c6f8af2419e3c0f70193b50463da2939112a6a5c83c0b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e106f4e8-1150-4735-a536-ea1c00557169" -d '{"events": [{"server_uuid": "90972442-2d60-492b-ba64-b59b80199d06", "name": "network-vif-plugged", "status": "completed", "tag": "3dd4bb35-06ce-419e-a8f2-63f9df5eca53"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:38:21.142451 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] For port 3dd4bb35-06ce-419e-a8f2-63f9df5eca53, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=3dd4bb35-06ce-419e-a8f2-63f9df5eca53,segment=NetworkSegment(28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978),segment_id=28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:38:21.147316 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (3dd4bb35-06ce-419e-a8f2-63f9df5eca53), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:38:21.175977 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26277d5-e52e-4688-a361-b4efe6dc9809 x-openstack-request-id: req-f26277d5-e52e-4688-a361-b4efe6dc9809 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:38:21.176208 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90972442-2d60-492b-ba64-b59b80199d06", "name": "network-vif-plugged", "status": "completed", "tag": "3dd4bb35-06ce-419e-a8f2-63f9df5eca53", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:38:21.176469 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f26277d5-e52e-4688-a361-b4efe6dc9809 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:38:21.176929 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90972442-2d60-492b-ba64-b59b80199d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd4bb35-06ce-419e-a8f2-63f9df5eca53', 'code': 200} Mar 01 14:38:21.216768 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Pushing event updated for resources: {'Port': ['ID=3dd4bb35-06ce-419e-a8f2-63f9df5eca53,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:38:21.281895 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a50c5-0ed0-4f06-8754-796eb372f528 req-e9f5b359-2081-4ca7-8883-20f5fa0d09bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:38:21.283599 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1d2a50c5-0ed0-4f06-8754-796eb372f528 req-e9f5b359-2081-4ca7-8883-20f5fa0d09bd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 1128 time: 0.0449166 Mar 01 14:38:21.331738 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1d2a50c5-0ed0-4f06-8754-796eb372f528 req-b6699bc1-bb76-420a-9af4-2bbd6fe8af22 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414872 Mar 01 14:38:21.727067 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667ccd1-4452-47d5-9e46-4c3735104227 req-f3478596-459e-430a-9a19-7a59dcc04594 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:38:21.728616 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d667ccd1-4452-47d5-9e46-4c3735104227 req-f3478596-459e-430a-9a19-7a59dcc04594 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 946 time: 0.0531240 Mar 01 14:38:21.775514 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d667ccd1-4452-47d5-9e46-4c3735104227 req-1764b4c6-f842-420f-a465-8b20552ac326 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408926 Mar 01 14:38:22.901392 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da286e91-fad2-4a43-999b-283e7244559e req-60af5d68-7be4-496a-915d-130b453d37a6 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:38:22.902873 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-da286e91-fad2-4a43-999b-283e7244559e req-60af5d68-7be4-496a-915d-130b453d37a6 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 946 time: 0.0545819 Mar 01 14:38:22.950313 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-da286e91-fad2-4a43-999b-283e7244559e req-1056ab59-bcfa-480d-9cca-90ff1ef75097 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411386 Mar 01 14:38:23.067057 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db83b9e-8f0e-4df3-b5e0-fcbb92f00c74 req-bf98d653-1502-4f8f-a0d9-6ea2c19d2d98 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:38:23.068762 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1db83b9e-8f0e-4df3-b5e0-fcbb92f00c74 req-bf98d653-1502-4f8f-a0d9-6ea2c19d2d98 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 946 time: 0.0522656 Mar 01 14:38:23.114616 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1db83b9e-8f0e-4df3-b5e0-fcbb92f00c74 req-6c96018d-f051-4d15-a994-944b14deb8a8 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403414 Mar 01 14:38:23.404312 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8b95f-0217-4aa4-b6cd-de3057e16c16 req-9599a013-1c22-49a1-b3f9-8fbf62ad549d tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:38:23.405801 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-79d8b95f-0217-4aa4-b6cd-de3057e16c16 req-9599a013-1c22-49a1-b3f9-8fbf62ad549d tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 946 time: 0.0525777 Mar 01 14:38:23.455628 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-79d8b95f-0217-4aa4-b6cd-de3057e16c16 req-133a33a4-32e4-408c-b4c0-7d1c6451987e tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439844 Mar 01 14:38:24.577522 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f07b59-066e-4e8d-945a-394d61cfa133 req-9c724e37-c260-474c-a5de-d44a297e00ce tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:38:24.580111 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f7f07b59-066e-4e8d-945a-394d61cfa133 req-9c724e37-c260-474c-a5de-d44a297e00ce tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 946 time: 0.0533652 Mar 01 14:38:24.625599 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-f7f07b59-066e-4e8d-945a-394d61cfa133 req-ffa49e84-fa19-464f-b04b-53c783f24353 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410364 Mar 01 14:38:24.980849 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d85f1-110a-41a6-8223-c645160c6cbf req-80de9f0e-559a-4df5-927e-2d901bef3228 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:38:24.982296 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0f1d85f1-110a-41a6-8223-c645160c6cbf req-80de9f0e-559a-4df5-927e-2d901bef3228 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.32 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 946 time: 0.0513401 Mar 01 14:38:25.079547 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-0f1d85f1-110a-41a6-8223-c645160c6cbf req-bff66780-bbd5-4e96-bfce-d6f945c3982f tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Deleting port 3dd4bb35-06ce-419e-a8f2-63f9df5eca53 {{(pid=103727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:38:25.079902 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-0f1d85f1-110a-41a6-8223-c645160c6cbf req-bff66780-bbd5-4e96-bfce-d6f945c3982f tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (3dd4bb35-06ce-419e-a8f2-63f9df5eca53), before_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:38:25.166551 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.db [req-0f1d85f1-110a-41a6-8223-c645160c6cbf req-bff66780-bbd5-4e96-bfce-d6f945c3982f tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] For port 3dd4bb35-06ce-419e-a8f2-63f9df5eca53, host n-h1-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827467-3',level=0,port_id=3dd4bb35-06ce-419e-a8f2-63f9df5eca53,segment=NetworkSegment(28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978),segment_id=28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978)] {{(pid=103727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:38:25.166909 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-0f1d85f1-110a-41a6-8223-c645160c6cbf req-bff66780-bbd5-4e96-bfce-d6f945c3982f tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (3dd4bb35-06ce-419e-a8f2-63f9df5eca53), precommit_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:38:25.179933 n-d-827467-3 neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [req-0f1d85f1-110a-41a6-8223-c645160c6cbf req-bff66780-bbd5-4e96-bfce-d6f945c3982f tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Calling delete_port for 3dd4bb35-06ce-419e-a8f2-63f9df5eca53 owned by compute:nova {{(pid=103727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:38:25.316229 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-0f1d85f1-110a-41a6-8223-c645160c6cbf req-bff66780-bbd5-4e96-bfce-d6f945c3982f tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (3dd4bb35-06ce-419e-a8f2-63f9df5eca53), after_delete {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:38:25.328972 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] get_ports_and_sgs() called for port_ids ['3dd4bb35-06ce-419e-a8f2-63f9df5eca53'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:38:25.331418 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['48ca61b7-6af1-4bb1-b118-2fe5a6195ab8'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:38:25.354721 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff66780-bbd5-4e96-bfce-d6f945c3982f tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Pushing event deleted for resources: {'Port': ['ID=3dd4bb35-06ce-419e-a8f2-63f9df5eca53,revision_number=None']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:38:25.397090 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1d85f1-110a-41a6-8223-c645160c6cbf req-bff66780-bbd5-4e96-bfce-d6f945c3982f tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] No DVR routers for this DVR port 3dd4bb35-06ce-419e-a8f2-63f9df5eca53 on host n-h1-827467-3 {{(pid=103727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:38:25.401143 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [req-0f1d85f1-110a-41a6-8223-c645160c6cbf req-bff66780-bbd5-4e96-bfce-d6f945c3982f tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:38:25.401946 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-01a19922-5863-4e0a-894d-0f442eb21e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:38:25.406386 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0f1d85f1-110a-41a6-8223-c645160c6cbf req-bff66780-bbd5-4e96-bfce-d6f945c3982f tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.32 "DELETE /v2.0/ports/3dd4bb35-06ce-419e-a8f2-63f9df5eca53 HTTP/1.1" status: 204 len: 173 time: 0.4181886 Mar 01 14:38:25.406937 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90972442-2d60-492b-ba64-b59b80199d06', 'name': 'network-vif-deleted', 'tag': '3dd4bb35-06ce-419e-a8f2-63f9df5eca53'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:38:25.409855 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5476cf0daa492c9905f7b96b826dc1abece850997506a6103b564a7ec3b80d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ba5055-0711-44e3-b97b-c91ff9ca7e88" -d '{"events": [{"server_uuid": "90972442-2d60-492b-ba64-b59b80199d06", "name": "network-vif-deleted", "tag": "3dd4bb35-06ce-419e-a8f2-63f9df5eca53"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:38:25.460915 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5c6dee-6318-430c-8dfa-2cca6d91fb93 x-openstack-request-id: req-9d5c6dee-6318-430c-8dfa-2cca6d91fb93 {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:38:25.461351 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90972442-2d60-492b-ba64-b59b80199d06", "name": "network-vif-deleted", "tag": "3dd4bb35-06ce-419e-a8f2-63f9df5eca53", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:38:25.461663 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d5c6dee-6318-430c-8dfa-2cca6d91fb93 {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:38:25.462675 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90972442-2d60-492b-ba64-b59b80199d06', 'name': 'network-vif-deleted', 'tag': '3dd4bb35-06ce-419e-a8f2-63f9df5eca53', 'status': 'completed', 'code': 200} Mar 01 14:38:25.721054 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8c790026-ab41-4b86-b1e7-0551d2819517 req-243b230d-643b-46fd-a6e9-8364c94960c9 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 210 time: 0.0271773 Mar 01 14:38:26.816331 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5912a4d1-7682-41ed-89ea-506a81b6a13c req-842d76f0-c1c1-4a4b-817e-6c0ddff90298 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 210 time: 0.0263510 Mar 01 14:38:27.528999 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-03bb3190-9669-49e6-94c3-dbc0b2e0a1f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:38:27.910910 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-0d040333-9bc7-4731-bbfa-235dcf9f0603 req-c57e3a68-f9c5-421b-8c61-0bb95344f108 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 210 time: 0.0272727 Mar 01 14:38:28.948414 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 3dd4bb35-06ce-419e-a8f2-63f9df5eca53 no longer exists at agent hyperv_n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:38:28.969167 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] No Port match for: 3dd4bb35-06ce-419e-a8f2-63f9df5eca53 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:38:28.969651 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Device 3dd4bb35-06ce-419e-a8f2-63f9df5eca53 not bound to the agent host n-h1-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:38:29.012367 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-54290f00-c9ba-43f8-97df-93bb40a9cb7a req-725c2036-58fc-4d82-a42d-3b6873463f87 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 210 time: 0.0314045 Mar 01 14:38:29.049652 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:38:30.109281 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-fb489433-124b-4c38-a112-065405b91d5d req-b3a934b5-46a7-4c11-82ed-080b83d56b0d tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 210 time: 0.0285122 Mar 01 14:38:30.199901 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:38:31.202786 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-93207b39-4dcb-4094-b4d5-bae370f3b0ec req-4cd6892c-8e05-44de-ac3a-f4389c05fced tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 210 time: 0.0269454 Mar 01 14:38:31.836907 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:38:32.295702 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e2168b7d-bc60-4e49-85de-9b89731c8a67 req-a7e543b8-5c11-4fc7-b574-3ecd95aaac2c tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 210 time: 0.0266094 Mar 01 14:38:33.391870 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-7159fdd7-98ab-444f-a4be-3eb3b07e353f req-5255dd54-03a0-40bc-a3f6-e75dde7e12b8 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 210 time: 0.0266895 Mar 01 14:38:34.497390 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-456a7248-a7fe-4554-b1eb-9a20232caa53 req-622e1238-098a-4863-a4c5-daaf28dbbe48 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=90972442-2d60-492b-ba64-b59b80199d06 HTTP/1.1" status: 200 len: 210 time: 0.0272727 Mar 01 14:38:37.828131 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:38:40.195212 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:38:40.483483 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:38:43.142658 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48653d59-a50d-4cee-932d-e3dfc20667f7 req-63b2bad6-f396-4034-93c6-da63b5b83027 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:38:43.144165 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-48653d59-a50d-4cee-932d-e3dfc20667f7 req-63b2bad6-f396-4034-93c6-da63b5b83027 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 945 time: 0.0558171 Mar 01 14:38:43.190387 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-48653d59-a50d-4cee-932d-e3dfc20667f7 req-aa2d9d40-5ec4-4bbb-bdc0-f42228e5b090 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406339 Mar 01 14:38:44.310748 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd687865-df62-4945-8938-acbf43a093a4 req-ed84fb91-fa75-4d0b-8fca-1cf0ef233784 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:38:44.312255 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cd687865-df62-4945-8938-acbf43a093a4 req-ed84fb91-fa75-4d0b-8fca-1cf0ef233784 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 945 time: 0.0534189 Mar 01 14:38:44.359257 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-cd687865-df62-4945-8938-acbf43a093a4 req-fbfde192-f824-4eab-b017-f212b026710d tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=70b4ddb0-aa70-45b3-b2e9-138c7a6ab233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396991 Mar 01 14:38:44.701958 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e6250-9059-444d-b48a-65760bcab80a req-a87a79ee-7020-4ffe-85e3-6b28e47c24a2 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:38:44.703920 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ad2e6250-9059-444d-b48a-65760bcab80a req-a87a79ee-7020-4ffe-85e3-6b28e47c24a2 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.20 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 945 time: 0.0519562 Mar 01 14:38:44.794036 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-ad2e6250-9059-444d-b48a-65760bcab80a req-e4453cef-6bf8-4ef5-a1ae-5ef819b47feb tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Deleting port 48ca61b7-6af1-4bb1-b118-2fe5a6195ab8 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 14:38:44.794364 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ad2e6250-9059-444d-b48a-65760bcab80a req-e4453cef-6bf8-4ef5-a1ae-5ef819b47feb tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015891321'] for port (48ca61b7-6af1-4bb1-b118-2fe5a6195ab8), before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:38:44.878703 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-ad2e6250-9059-444d-b48a-65760bcab80a req-e4453cef-6bf8-4ef5-a1ae-5ef819b47feb tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] For port 48ca61b7-6af1-4bb1-b118-2fe5a6195ab8, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=48ca61b7-6af1-4bb1-b118-2fe5a6195ab8,segment=NetworkSegment(28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978),segment_id=28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:38:44.878983 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ad2e6250-9059-444d-b48a-65760bcab80a req-e4453cef-6bf8-4ef5-a1ae-5ef819b47feb tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3689642'] for port (48ca61b7-6af1-4bb1-b118-2fe5a6195ab8), precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:38:44.891439 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [req-ad2e6250-9059-444d-b48a-65760bcab80a req-e4453cef-6bf8-4ef5-a1ae-5ef819b47feb tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Calling delete_port for 48ca61b7-6af1-4bb1-b118-2fe5a6195ab8 owned by compute:nova {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 14:38:45.014855 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ad2e6250-9059-444d-b48a-65760bcab80a req-e4453cef-6bf8-4ef5-a1ae-5ef819b47feb tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015898332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753015373294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (48ca61b7-6af1-4bb1-b118-2fe5a6195ab8), after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:38:45.027723 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['48ca61b7-6af1-4bb1-b118-2fe5a6195ab8'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:38:45.043359 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4453cef-6bf8-4ef5-a1ae-5ef819b47feb tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Pushing event deleted for resources: {'Port': ['ID=48ca61b7-6af1-4bb1-b118-2fe5a6195ab8,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:38:45.074554 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4453cef-6bf8-4ef5-a1ae-5ef819b47feb tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:38:45.074895 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4453cef-6bf8-4ef5-a1ae-5ef819b47feb tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:38:45.075229 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4453cef-6bf8-4ef5-a1ae-5ef819b47feb tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:38:45.075556 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4453cef-6bf8-4ef5-a1ae-5ef819b47feb tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:38:45.075907 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4453cef-6bf8-4ef5-a1ae-5ef819b47feb tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:38:45.076235 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4453cef-6bf8-4ef5-a1ae-5ef819b47feb tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:38:45.076558 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4453cef-6bf8-4ef5-a1ae-5ef819b47feb tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:38:45.076877 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4453cef-6bf8-4ef5-a1ae-5ef819b47feb tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:38:45.077195 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4453cef-6bf8-4ef5-a1ae-5ef819b47feb tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:38:45.077512 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4453cef-6bf8-4ef5-a1ae-5ef819b47feb tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:38:45.077827 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4453cef-6bf8-4ef5-a1ae-5ef819b47feb tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:38:45.078145 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4453cef-6bf8-4ef5-a1ae-5ef819b47feb tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:38:45.079014 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4453cef-6bf8-4ef5-a1ae-5ef819b47feb tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:38:45.102152 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2e6250-9059-444d-b48a-65760bcab80a req-e4453cef-6bf8-4ef5-a1ae-5ef819b47feb tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] No DVR routers for this DVR port 48ca61b7-6af1-4bb1-b118-2fe5a6195ab8 on host n-h2-827467-3 {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 14:38:45.105035 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-ad2e6250-9059-444d-b48a-65760bcab80a req-e4453cef-6bf8-4ef5-a1ae-5ef819b47feb tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:38:45.108641 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-ad2e6250-9059-444d-b48a-65760bcab80a req-e4453cef-6bf8-4ef5-a1ae-5ef819b47feb tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.20 "DELETE /v2.0/ports/48ca61b7-6af1-4bb1-b118-2fe5a6195ab8 HTTP/1.1" status: 204 len: 173 time: 0.3997655 Mar 01 14:38:45.109099 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255872ca-fde9-4a99-b43b-092121fd1f49', 'name': 'network-vif-deleted', 'tag': '48ca61b7-6af1-4bb1-b118-2fe5a6195ab8'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:38:45.111559 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4de47da6d88eda620c967040c43c4b40f1311958a482d880d2c2e7980f595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0786963d-226a-4eaf-bd89-a485c0ad3ec2" -d '{"events": [{"server_uuid": "255872ca-fde9-4a99-b43b-092121fd1f49", "name": "network-vif-deleted", "tag": "48ca61b7-6af1-4bb1-b118-2fe5a6195ab8"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:38:45.148700 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cc2303-d312-4f94-b56b-ca4582704345 x-openstack-request-id: req-80cc2303-d312-4f94-b56b-ca4582704345 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:38:45.149105 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255872ca-fde9-4a99-b43b-092121fd1f49", "name": "network-vif-deleted", "tag": "48ca61b7-6af1-4bb1-b118-2fe5a6195ab8", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:38:45.149442 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80cc2303-d312-4f94-b56b-ca4582704345 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:38:45.149918 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255872ca-fde9-4a99-b43b-092121fd1f49', 'name': 'network-vif-deleted', 'tag': '48ca61b7-6af1-4bb1-b118-2fe5a6195ab8', 'status': 'completed', 'code': 200} Mar 01 14:38:45.487606 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-bcd719b0-a40c-45a5-b5ff-c2fadbccb9ab req-19ce972c-ed92-4824-9fcc-7c16bf883ea5 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 210 time: 0.0547724 Mar 01 14:38:46.584340 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5de5b83b-f8e3-49d9-b001-81a5c4b64e0c req-ee517553-5f54-48d2-8d8b-9f487735be9f tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 210 time: 0.0273068 Mar 01 14:38:47.685104 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-570b1661-0a52-4c9a-a5ed-37aa5b7ed658 req-b0f96c26-5b1c-4036-9520-245fdf191d86 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 210 time: 0.0264812 Mar 01 14:38:47.861787 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 48ca61b7-6af1-4bb1-b118-2fe5a6195ab8 no longer exists at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 14:38:47.882688 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] No Port match for: 48ca61b7-6af1-4bb1-b118-2fe5a6195ab8 {{(pid=103728) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 14:38:47.883079 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 48ca61b7-6af1-4bb1-b118-2fe5a6195ab8 not bound to the agent host n-h2-827467-3 {{(pid=103728) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 14:38:48.778509 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-72cb8c3f-4e98-471c-916d-eacc7e756903 req-0abf3f54-a816-449b-8938-f01c382e8d5f tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 210 time: 0.0267651 Mar 01 14:38:49.872985 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-3ceec0a0-9fd6-4fe7-a6d0-ec9d669b9482 req-6717b580-7428-484e-a4e7-8568d8d20608 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 210 time: 0.0276034 Mar 01 14:38:50.967875 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-47aac9dc-fac5-4d1f-9864-7851b9cdd978 req-a3a32fbf-a666-4d4b-af77-06d92bddfb96 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 210 time: 0.0272932 Mar 01 14:38:52.072084 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ef99ce7f-9aaa-44a1-8398-4a6b10a63d0f req-596956b5-3a93-4f83-b6db-7d0854165831 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 210 time: 0.0325236 Mar 01 14:38:53.167869 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-028a74fd-8dcb-438c-b44a-8096a2ccc56c req-fcc5e3f5-316f-4451-a41c-6a2f08e0e59b tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 210 time: 0.0266571 Mar 01 14:38:54.284507 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d53db0dc-00f1-40fc-82f0-39854afc4571 req-4e991e89-5672-426a-8032-ec6377cf6cf2 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=255872ca-fde9-4a99-b43b-092121fd1f49 HTTP/1.1" status: 200 len: 210 time: 0.0321198 Mar 01 14:38:55.356533 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-2f246a94-bc24-420b-8d9a-db2630bf134e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:38:57.535658 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5e6c7214-0443-4787-915f-4504358f84d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:38:59.049013 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:00.204633 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:00.301640 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59854) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:39:00.306502 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-3b638611-83e1-4f3e-aba9-bd2f7a855216 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1691136385', 'description': 'tempest-secgroup-smoke-1691136385 description', 'project_id': '3b1dcf8aad0f4d25a69c507aff5d79fb'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:39:00.327350 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3b638611-83e1-4f3e-aba9-bd2f7a855216 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks [] for security_group (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:00.396310 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3b638611-83e1-4f3e-aba9-bd2f7a855216 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks [] for security_group (03694b37-0c5f-447c-98bf-b283099e81aa), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:00.399776 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3b638611-83e1-4f3e-aba9-bd2f7a855216 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839879'] for security_group (03694b37-0c5f-447c-98bf-b283099e81aa), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:00.423610 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3b638611-83e1-4f3e-aba9-bd2f7a855216 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks [] for security_group (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:00.427828 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [-] (103726) accepted ('10.222.0.13', 59858) {{(pid=103726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:39:00.428323 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-3b638611-83e1-4f3e-aba9-bd2f7a855216 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1248419 Mar 01 14:39:00.432764 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [None req-c3d4ed4b-9a69-4975-a7ab-5648b5235b4e tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Request body: {'security_group_rule': {'security_group_id': '03694b37-0c5f-447c-98bf-b283099e81aa', 'project_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:39:00.439340 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b638611-83e1-4f3e-aba9-bd2f7a855216 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03694b37-0c5f-447c-98bf-b283099e81aa,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:39:00.447304 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b638611-83e1-4f3e-aba9-bd2f7a855216 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:39:00.447644 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b638611-83e1-4f3e-aba9-bd2f7a855216 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:39:00.448200 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b638611-83e1-4f3e-aba9-bd2f7a855216 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:39:00.448694 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b638611-83e1-4f3e-aba9-bd2f7a855216 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:39:00.449187 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b638611-83e1-4f3e-aba9-bd2f7a855216 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:39:00.449714 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b638611-83e1-4f3e-aba9-bd2f7a855216 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:39:00.450219 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b638611-83e1-4f3e-aba9-bd2f7a855216 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:39:00.450702 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b638611-83e1-4f3e-aba9-bd2f7a855216 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:39:00.451184 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b638611-83e1-4f3e-aba9-bd2f7a855216 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:39:00.451557 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b638611-83e1-4f3e-aba9-bd2f7a855216 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:39:00.451927 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b638611-83e1-4f3e-aba9-bd2f7a855216 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:39:00.452311 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b638611-83e1-4f3e-aba9-bd2f7a855216 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:39:00.452661 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b638611-83e1-4f3e-aba9-bd2f7a855216 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:39:00.460629 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c3d4ed4b-9a69-4975-a7ab-5648b5235b4e tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks [] for security_group_rule (3290991a-0409-4672-89e9-26a06fadb72c), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:00.525331 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c3d4ed4b-9a69-4975-a7ab-5648b5235b4e tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks [] for security_group_rule (3290991a-0409-4672-89e9-26a06fadb72c), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:00.528891 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c3d4ed4b-9a69-4975-a7ab-5648b5235b4e tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (3290991a-0409-4672-89e9-26a06fadb72c), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:00.546319 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4ed4b-9a69-4975-a7ab-5648b5235b4e tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3290991a-0409-4672-89e9-26a06fadb72c,revision_number=0']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:39:00.555119 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c3d4ed4b-9a69-4975-a7ab-5648b5235b4e tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:00.559236 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59860) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:39:00.560123 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [None req-c3d4ed4b-9a69-4975-a7ab-5648b5235b4e tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310322 Mar 01 14:39:00.564702 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-5da0fa62-5fe1-4c58-95c8-55cf5df7783e tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Request body: {'security_group_rule': {'security_group_id': '03694b37-0c5f-447c-98bf-b283099e81aa', 'project_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:39:00.591240 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5da0fa62-5fe1-4c58-95c8-55cf5df7783e tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks [] for security_group_rule (ab02281b-4f97-4f5a-a284-bc5298c1b488), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:00.637098 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5da0fa62-5fe1-4c58-95c8-55cf5df7783e tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks [] for security_group_rule (ab02281b-4f97-4f5a-a284-bc5298c1b488), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:00.640546 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5da0fa62-5fe1-4c58-95c8-55cf5df7783e tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (ab02281b-4f97-4f5a-a284-bc5298c1b488), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:00.658194 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da0fa62-5fe1-4c58-95c8-55cf5df7783e tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab02281b-4f97-4f5a-a284-bc5298c1b488,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:39:00.666247 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5da0fa62-5fe1-4c58-95c8-55cf5df7783e tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:00.667477 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-5da0fa62-5fe1-4c58-95c8-55cf5df7783e tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1068134 Mar 01 14:39:00.670330 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59864) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:39:00.675141 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-b1f5ac6e-c7be-4bc0-8b1e-4f9297dcc4f0 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Request body: {'security_group_rule': {'security_group_id': '03694b37-0c5f-447c-98bf-b283099e81aa', 'project_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:39:00.699554 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b1f5ac6e-c7be-4bc0-8b1e-4f9297dcc4f0 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks [] for security_group_rule (2f9efcf2-24b2-446f-b207-a10ff962481b), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:00.759631 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b1f5ac6e-c7be-4bc0-8b1e-4f9297dcc4f0 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks [] for security_group_rule (2f9efcf2-24b2-446f-b207-a10ff962481b), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:00.763162 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b1f5ac6e-c7be-4bc0-8b1e-4f9297dcc4f0 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (2f9efcf2-24b2-446f-b207-a10ff962481b), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:00.781267 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5ac6e-c7be-4bc0-8b1e-4f9297dcc4f0 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f9efcf2-24b2-446f-b207-a10ff962481b,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:39:00.789563 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b1f5ac6e-c7be-4bc0-8b1e-4f9297dcc4f0 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:00.790780 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-b1f5ac6e-c7be-4bc0-8b1e-4f9297dcc4f0 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195221 Mar 01 14:39:00.793468 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59866) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:39:00.797791 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-32c48b1f-f041-453d-a1a0-21f6f9917e75 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Request body: {'security_group_rule': {'security_group_id': '03694b37-0c5f-447c-98bf-b283099e81aa', 'project_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:39:00.824728 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-32c48b1f-f041-453d-a1a0-21f6f9917e75 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks [] for security_group_rule (40692369-60cf-455a-a7a3-c2d2ff5be93d), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:00.884075 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-32c48b1f-f041-453d-a1a0-21f6f9917e75 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks [] for security_group_rule (40692369-60cf-455a-a7a3-c2d2ff5be93d), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:00.887776 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-32c48b1f-f041-453d-a1a0-21f6f9917e75 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (40692369-60cf-455a-a7a3-c2d2ff5be93d), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:00.908464 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c48b1f-f041-453d-a1a0-21f6f9917e75 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40692369-60cf-455a-a7a3-c2d2ff5be93d,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:39:00.917753 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-32c48b1f-f041-453d-a1a0-21f6f9917e75 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:00.918985 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-32c48b1f-f041-453d-a1a0-21f6f9917e75 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1245849 Mar 01 14:39:00.921915 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59868) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:39:00.926288 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-2c3f6c9a-6ad2-4b30-8fcc-5bed58a06452 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Request body: {'security_group_rule': {'security_group_id': '03694b37-0c5f-447c-98bf-b283099e81aa', 'project_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:39:00.946407 n-d-827467-3 neutron-server[103727]: INFO neutron.db.securitygroups_db [None req-2c3f6c9a-6ad2-4b30-8fcc-5bed58a06452 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Project 3b1dcf8aad0f4d25a69c507aff5d79fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 14:39:00.951556 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2c3f6c9a-6ad2-4b30-8fcc-5bed58a06452 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks [] for security_group_rule (ddd47f42-f7fd-4292-bcf7-a53afab2beed), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:01.011246 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2c3f6c9a-6ad2-4b30-8fcc-5bed58a06452 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks [] for security_group_rule (ddd47f42-f7fd-4292-bcf7-a53afab2beed), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:01.014930 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2c3f6c9a-6ad2-4b30-8fcc-5bed58a06452 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (ddd47f42-f7fd-4292-bcf7-a53afab2beed), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:01.032370 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f6c9a-6ad2-4b30-8fcc-5bed58a06452 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddd47f42-f7fd-4292-bcf7-a53afab2beed,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:39:01.039935 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-2c3f6c9a-6ad2-4b30-8fcc-5bed58a06452 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:01.041158 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-2c3f6c9a-6ad2-4b30-8fcc-5bed58a06452 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183014 Mar 01 14:39:01.043894 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 59870) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:39:01.048747 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-028103c8-7c28-48d9-be26-953c896e9db4 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Request body: {'security_group_rule': {'security_group_id': '03694b37-0c5f-447c-98bf-b283099e81aa', 'project_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:39:01.069532 n-d-827467-3 neutron-server[103727]: INFO neutron.db.securitygroups_db [None req-028103c8-7c28-48d9-be26-953c896e9db4 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Project 3b1dcf8aad0f4d25a69c507aff5d79fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 14:39:01.074638 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-028103c8-7c28-48d9-be26-953c896e9db4 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks [] for security_group_rule (2e71226e-f7d2-4f74-9fe8-1407ae3c2d4c), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:01.139662 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-028103c8-7c28-48d9-be26-953c896e9db4 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks [] for security_group_rule (2e71226e-f7d2-4f74-9fe8-1407ae3c2d4c), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:01.143036 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-028103c8-7c28-48d9-be26-953c896e9db4 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839856'] for security_group_rule (2e71226e-f7d2-4f74-9fe8-1407ae3c2d4c), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:01.161393 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028103c8-7c28-48d9-be26-953c896e9db4 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e71226e-f7d2-4f74-9fe8-1407ae3c2d4c,revision_number=0']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:39:01.172777 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-028103c8-7c28-48d9-be26-953c896e9db4 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:01.178362 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-028103c8-7c28-48d9-be26-953c896e9db4 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1292536 Mar 01 14:39:01.830895 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:10.211078 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:10.483261 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:14.827694 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:39:19.612842 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-79d0bacc-7dee-460e-a1ed-2406d1c05473 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1691136385&fields=id&tenant_id=3b1dcf8aad0f4d25a69c507aff5d79fb HTTP/1.1" status: 200 len: 267 time: 0.0433085 Mar 01 14:39:19.720719 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-ab293b89-2559-49c0-8cc5-27e5dfa25014 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:19.722088 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-ab293b89-2559-49c0-8cc5-27e5dfa25014 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/networks?id=7cc6638e-a6c7-4040-ac43-a155d2729af2 HTTP/1.1" status: 200 len: 812 time: 0.1029327 Mar 01 14:39:19.736987 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-6b77a21d-4f4e-462a-a02f-9696085c02e9 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/quotas/3b1dcf8aad0f4d25a69c507aff5d79fb HTTP/1.1" status: 200 len: 375 time: 0.0094285 Mar 01 14:39:19.790514 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-8938cdb7-76dd-490f-b2b2-f3f567238d6a tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b1dcf8aad0f4d25a69c507aff5d79fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488341 Mar 01 14:39:19.982146 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-3461f25b-1fef-43fa-bf6c-7cbb382e5807 service neutron] 10.222.0.13 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176546 Mar 01 14:39:20.071976 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-329c39db-3ef9-42b2-91fa-81a6da110bb7 service neutron] 10.222.0.13 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842350 Mar 01 14:39:20.359475 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-240d8177-095d-4eaf-af5a-672c4c2d3e26 req-4f77ef90-7b8e-4cdf-a37d-8ad9eec98d81 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 210 time: 0.0275578 Mar 01 14:39:21.264325 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-e9bcda57-471e-47c1-a74d-10decf8894d4 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:21.266427 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-e9bcda57-471e-47c1-a74d-10decf8894d4 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.20 "GET /v2.0/networks?id=7cc6638e-a6c7-4040-ac43-a155d2729af2 HTTP/1.1" status: 200 len: 812 time: 0.1117489 Mar 01 14:39:21.327699 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-d4e76bb4-46b5-4f6e-9683-c4b1408d263d tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b1dcf8aad0f4d25a69c507aff5d79fb HTTP/1.1" status: 200 len: 380 time: 0.0538599 Mar 01 14:39:21.335805 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-f03a3cc8-356d-492d-b865-4c72e9d9ae64 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Request body: {'port': {'device_id': '830a3f53-8964-4dd6-bfea-0a5dea45dad7', 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2', 'admin_state_up': True, 'tenant_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'security_groups': ['03694b37-0c5f-447c-98bf-b283099e81aa']}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:39:21.450065 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-f03a3cc8-356d-492d-b865-4c72e9d9ae64 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Made reservation on behalf of 3b1dcf8aad0f4d25a69c507aff5d79fb for: {'port': 1} {{(pid=103726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 14:39:21.454927 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-f03a3cc8-356d-492d-b865-4c72e9d9ae64 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:21.472193 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-a7f0a1ce-c274-4cc6-8ce9-00a8dd5f7ad6 req-d49c6ce5-c401-4eac-af00-d3c7d4e15ee8 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 210 time: 0.0309231 Mar 01 14:39:21.586224 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-f03a3cc8-356d-492d-b865-4c72e9d9ae64 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Allocated IP 172.20.0.14 (7cc6638e-a6c7-4040-ac43-a155d2729af2/8b1a7c43-e7fc-45dc-9a67-af7460dd3289/5118791d-3778-43a3-813b-c51eaccdaf3b) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:39:21.730376 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-f03a3cc8-356d-492d-b865-4c72e9d9ae64 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks [] for port (5118791d-3778-43a3-813b-c51eaccdaf3b), precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:21.763684 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-f03a3cc8-356d-492d-b865-4c72e9d9ae64 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264116151'] for port (5118791d-3778-43a3-813b-c51eaccdaf3b), after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:21.804855 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-f03a3cc8-356d-492d-b865-4c72e9d9ae64 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Network 7cc6638e-a6c7-4040-ac43-a155d2729af2 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:39:21.807870 n-d-827467-3 neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-f03a3cc8-356d-492d-b865-4c72e9d9ae64 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:39:21.811353 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-f03a3cc8-356d-492d-b865-4c72e9d9ae64 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:39:21.841091 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a3cc8-356d-492d-b865-4c72e9d9ae64 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Pushing event updated for resources: {'Port': ['ID=5118791d-3778-43a3-813b-c51eaccdaf3b,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:39:21.865933 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-f03a3cc8-356d-492d-b865-4c72e9d9ae64 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:21.866697 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-f03a3cc8-356d-492d-b865-4c72e9d9ae64 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:21.884816 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-f03a3cc8-356d-492d-b865-4c72e9d9ae64 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5525699 Mar 01 14:39:21.896660 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.v2.base [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-1bdcc82b-f0d7-4389-84ed-2bbbc8f72dc6 service neutron] Request body: {'port': {'device_id': '830a3f53-8964-4dd6-bfea-0a5dea45dad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827467-3'}} {{(pid=103726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:39:21.965554 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-1bdcc82b-f0d7-4389-84ed-2bbbc8f72dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (5118791d-3778-43a3-813b-c51eaccdaf3b), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:22.030342 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-6b148376-eccd-4d57-ae45-deb530f3a041 None None] Provisioning complete for port 5118791d-3778-43a3-813b-c51eaccdaf3b triggered by entity DHCP. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:39:22.030988 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6b148376-eccd-4d57-ae45-deb530f3a041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (5118791d-3778-43a3-813b-c51eaccdaf3b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:22.065803 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-6b148376-eccd-4d57-ae45-deb530f3a041 None None] Port 5118791d-3778-43a3-813b-c51eaccdaf3b cannot update to ACTIVE because it is not bound. {{(pid=103728) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 14:39:22.232754 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-1bdcc82b-f0d7-4389-84ed-2bbbc8f72dc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5118791d-3778-43a3-813b-c51eaccdaf3b {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:39:22.240755 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-1bdcc82b-f0d7-4389-84ed-2bbbc8f72dc6 service neutron] Publish callbacks [] for port (5118791d-3778-43a3-813b-c51eaccdaf3b), precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:22.252903 n-d-827467-3 neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-1bdcc82b-f0d7-4389-84ed-2bbbc8f72dc6 service neutron] Transition to ACTIVE for port object 5118791d-3778-43a3-813b-c51eaccdaf3b will not be triggered until provisioned by entity L2. {{(pid=103726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 14:39:22.264536 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-1bdcc82b-f0d7-4389-84ed-2bbbc8f72dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (5118791d-3778-43a3-813b-c51eaccdaf3b), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:22.318187 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdcc82b-f0d7-4389-84ed-2bbbc8f72dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=5118791d-3778-43a3-813b-c51eaccdaf3b,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:39:22.392463 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-1bdcc82b-f0d7-4389-84ed-2bbbc8f72dc6 service neutron] Attempting to bind port 5118791d-3778-43a3-813b-c51eaccdaf3b on host n-h2-827467-3 for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 14:39:22.392802 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-1bdcc82b-f0d7-4389-84ed-2bbbc8f72dc6 service neutron] Attempting to bind port 5118791d-3778-43a3-813b-c51eaccdaf3b by drivers openvswitch,hyperv on host n-h2-827467-3 at level 0 using segments [{'id': '28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 14:39:22.393133 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-1bdcc82b-f0d7-4389-84ed-2bbbc8f72dc6 service neutron] Attempting to bind port 5118791d-3778-43a3-813b-c51eaccdaf3b on network 7cc6638e-a6c7-4040-ac43-a155d2729af2 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:39:22.398196 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-1bdcc82b-f0d7-4389-84ed-2bbbc8f72dc6 service neutron] Port 5118791d-3778-43a3-813b-c51eaccdaf3b on network 7cc6638e-a6c7-4040-ac43-a155d2729af2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827467-3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 14:39:22.398780 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-1bdcc82b-f0d7-4389-84ed-2bbbc8f72dc6 service neutron] Attempting to bind port 5118791d-3778-43a3-813b-c51eaccdaf3b on network 7cc6638e-a6c7-4040-ac43-a155d2729af2 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 14:39:22.404753 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-1bdcc82b-f0d7-4389-84ed-2bbbc8f72dc6 service neutron] Checking agent: {'id': '30213c2b-1328-413c-961c-c2df46c2cffb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827467-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'started_at': datetime.datetime(2022, 3, 1, 13, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 14, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 14:39:22.405447 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-1bdcc82b-f0d7-4389-84ed-2bbbc8f72dc6 service neutron] Checking segment: {'id': '28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 14:39:22.406571 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-1bdcc82b-f0d7-4389-84ed-2bbbc8f72dc6 service neutron] Bound using segment: {'id': '28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 14:39:22.407184 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-1bdcc82b-f0d7-4389-84ed-2bbbc8f72dc6 service neutron] Bound port: 5118791d-3778-43a3-813b-c51eaccdaf3b, host: n-h2-827467-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 14:39:22.407548 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-1bdcc82b-f0d7-4389-84ed-2bbbc8f72dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (5118791d-3778-43a3-813b-c51eaccdaf3b), before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:22.476361 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-1bdcc82b-f0d7-4389-84ed-2bbbc8f72dc6 service neutron] For port 5118791d-3778-43a3-813b-c51eaccdaf3b, host n-h2-827467-3, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 14:39:22.479502 n-d-827467-3 neutron-server[103726]: DEBUG neutron.plugins.ml2.db [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-1bdcc82b-f0d7-4389-84ed-2bbbc8f72dc6 service neutron] For port 5118791d-3778-43a3-813b-c51eaccdaf3b, host n-h2-827467-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=5118791d-3778-43a3-813b-c51eaccdaf3b,segment=NetworkSegment(28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978),segment_id=28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 14:39:22.486830 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-1bdcc82b-f0d7-4389-84ed-2bbbc8f72dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264116158'] for port (5118791d-3778-43a3-813b-c51eaccdaf3b), after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:22.524449 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-1bdcc82b-f0d7-4389-84ed-2bbbc8f72dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:22.525072 n-d-827467-3 neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-1bdcc82b-f0d7-4389-84ed-2bbbc8f72dc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for port (None), before_response {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:22.526471 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-1bdcc82b-f0d7-4389-84ed-2bbbc8f72dc6 service neutron] 10.222.0.20 "PUT /v2.0/ports/5118791d-3778-43a3-813b-c51eaccdaf3b HTTP/1.1" status: 200 len: 1092 time: 0.6341517 Mar 01 14:39:22.526900 n-d-827467-3 neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '830a3f53-8964-4dd6-bfea-0a5dea45dad7', 'tag': '5118791d-3778-43a3-813b-c51eaccdaf3b'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:39:22.529233 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4de47da6d88eda620c967040c43c4b40f1311958a482d880d2c2e7980f595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4237f64f-5411-457f-846f-5f0aa9fbed07" -d '{"events": [{"name": "network-changed", "server_uuid": "830a3f53-8964-4dd6-bfea-0a5dea45dad7", "tag": "5118791d-3778-43a3-813b-c51eaccdaf3b"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:39:22.554635 n-d-827467-3 neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdcc82b-f0d7-4389-84ed-2bbbc8f72dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=5118791d-3778-43a3-813b-c51eaccdaf3b,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:39:22.578700 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034a41e5-fe21-4320-a32b-4d373300544a x-openstack-request-id: req-034a41e5-fe21-4320-a32b-4d373300544a {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:39:22.579390 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "830a3f53-8964-4dd6-bfea-0a5dea45dad7", "tag": "5118791d-3778-43a3-813b-c51eaccdaf3b", "status": "completed", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:39:22.579876 n-d-827467-3 neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-034a41e5-fe21-4320-a32b-4d373300544a {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:39:22.580713 n-d-827467-3 neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '830a3f53-8964-4dd6-bfea-0a5dea45dad7', 'tag': '5118791d-3778-43a3-813b-c51eaccdaf3b', 'status': 'completed', 'code': 200} Mar 01 14:39:22.646770 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-10270ab4-862d-4549-903d-58925e71d81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:22.648348 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-10270ab4-862d-4549-903d-58925e71d81e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b1dcf8aad0f4d25a69c507aff5d79fb&device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 1126 time: 0.0478194 Mar 01 14:39:22.680357 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a02d4-7dd7-445f-a43e-684a737c37ea req-f65591a8-bada-4273-80b2-72ff7808e39e tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:22.682824 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9b6a02d4-7dd7-445f-a43e-684a737c37ea req-f65591a8-bada-4273-80b2-72ff7808e39e tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 944 time: 0.0660267 Mar 01 14:39:22.698305 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-c44e1706-0eaf-45ee-ae39-7a9fae04d6b5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5118791d-3778-43a3-813b-c51eaccdaf3b HTTP/1.1" status: 200 len: 217 time: 0.0414784 Mar 01 14:39:22.749843 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9b6a02d4-7dd7-445f-a43e-684a737c37ea req-cc238cc8-4e69-48b1-b803-a539837ae85d tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=03694b37-0c5f-447c-98bf-b283099e81aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610955 Mar 01 14:39:22.763087 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-d104efd1-46b9-4c7e-b1f8-72ecf10752e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:22.765856 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-d104efd1-46b9-4c7e-b1f8-72ecf10752e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b1a7c43-e7fc-45dc-9a67-af7460dd3289 HTTP/1.1" status: 200 len: 851 time: 0.0592256 Mar 01 14:39:22.814652 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-109bb36e-809d-4d42-8ae5-cbbefa88b287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:22.816440 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-109bb36e-809d-4d42-8ae5-cbbefa88b287 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7cc6638e-a6c7-4040-ac43-a155d2729af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459061 Mar 01 14:39:22.908335 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-8e41ab58-85db-4699-8225-dae70c7bd7cf service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855081 Mar 01 14:39:22.993519 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-6aae7f65-26ee-421a-b72f-8f54cccff3f9 req-4ebda5ab-0aae-4822-ae8a-023de568058f service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794227 Mar 01 14:39:23.099572 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237f64f-5411-457f-846f-5f0aa9fbed07 req-7c502878-124f-4bd0-b0b6-3c825e19791f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:23.101680 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4237f64f-5411-457f-846f-5f0aa9fbed07 req-7c502878-124f-4bd0-b0b6-3c825e19791f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b1dcf8aad0f4d25a69c507aff5d79fb&device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 1126 time: 0.0632081 Mar 01 14:39:23.204942 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237f64f-5411-457f-846f-5f0aa9fbed07 req-f6fbb33e-71e0-4119-af24-eb527a0bfcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:23.206415 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4237f64f-5411-457f-846f-5f0aa9fbed07 req-f6fbb33e-71e0-4119-af24-eb527a0bfcb4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7cc6638e-a6c7-4040-ac43-a155d2729af2 HTTP/1.1" status: 200 len: 913 time: 0.0985272 Mar 01 14:39:23.251493 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4237f64f-5411-457f-846f-5f0aa9fbed07 req-0d3b4628-19c9-40df-9def-142714879e8c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5118791d-3778-43a3-813b-c51eaccdaf3b HTTP/1.1" status: 200 len: 217 time: 0.0390952 Mar 01 14:39:23.298635 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237f64f-5411-457f-846f-5f0aa9fbed07 req-32926e0e-5073-48bf-a203-8da9fe7c09f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:23.300133 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4237f64f-5411-457f-846f-5f0aa9fbed07 req-32926e0e-5073-48bf-a203-8da9fe7c09f8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b1a7c43-e7fc-45dc-9a67-af7460dd3289 HTTP/1.1" status: 200 len: 851 time: 0.0437136 Mar 01 14:39:23.350739 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237f64f-5411-457f-846f-5f0aa9fbed07 req-01fbae99-25a1-4d90-a700-c40a4beb285a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:23.352240 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4237f64f-5411-457f-846f-5f0aa9fbed07 req-01fbae99-25a1-4d90-a700-c40a4beb285a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7cc6638e-a6c7-4040-ac43-a155d2729af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459468 Mar 01 14:39:23.449228 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4237f64f-5411-457f-846f-5f0aa9fbed07 req-c093d007-8965-4b1a-b8b6-3bb2a6de24c6 service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910037 Mar 01 14:39:23.537607 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-4237f64f-5411-457f-846f-5f0aa9fbed07 req-dcc7c6d7-6765-428b-8359-6e91b7cee1ee service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828228 Mar 01 14:39:23.880075 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ef4e6-fa5c-4d8b-83bd-c68863e54d37 req-b6d32519-4969-417d-806e-6a7770c71974 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:23.882174 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c06ef4e6-fa5c-4d8b-83bd-c68863e54d37 req-b6d32519-4969-417d-806e-6a7770c71974 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 944 time: 0.0544550 Mar 01 14:39:23.932427 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-c06ef4e6-fa5c-4d8b-83bd-c68863e54d37 req-0423d5ec-2396-4ef0-a197-da71e041dcf9 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=03694b37-0c5f-447c-98bf-b283099e81aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438402 Mar 01 14:39:25.053834 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca885395-ce01-410f-b6c3-b083268f01ef req-a0eab61d-184d-4570-9a03-683299bd98c1 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:25.055685 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ca885395-ce01-410f-b6c3-b083268f01ef req-a0eab61d-184d-4570-9a03-683299bd98c1 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 944 time: 0.0539191 Mar 01 14:39:25.107462 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ca885395-ce01-410f-b6c3-b083268f01ef req-142c125a-512f-4ab2-a682-c68cc76249a1 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=03694b37-0c5f-447c-98bf-b283099e81aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456684 Mar 01 14:39:25.354244 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-df325812-484a-402c-909e-8e265d382d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:26.231261 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b2856-af36-4619-84df-3b366d7d5119 req-7bc79bca-e099-45c9-b96d-7abb61ef7e41 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:26.232764 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d01b2856-af36-4619-84df-3b366d7d5119 req-7bc79bca-e099-45c9-b96d-7abb61ef7e41 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 944 time: 0.0563123 Mar 01 14:39:26.280350 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d01b2856-af36-4619-84df-3b366d7d5119 req-a561464d-fe32-40b9-b662-53e473b7a0d0 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=03694b37-0c5f-447c-98bf-b283099e81aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412366 Mar 01 14:39:27.401324 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f38e7-565b-4a4a-bda1-625164cc9f9c req-1b105888-6847-4f93-8ccb-38a4a8a37e60 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:27.402855 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b4f38e7-565b-4a4a-bda1-625164cc9f9c req-1b105888-6847-4f93-8ccb-38a4a8a37e60 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 944 time: 0.0562847 Mar 01 14:39:27.454823 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1b4f38e7-565b-4a4a-bda1-625164cc9f9c req-4647832f-684e-4860-8fba-31e1c40e53a8 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=03694b37-0c5f-447c-98bf-b283099e81aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448883 Mar 01 14:39:27.526675 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6c595744-a24d-48a4-9c79-1568c66a318c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:28.585123 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55acf4f-b9d7-4aa9-9dc5-fc3e6c49ec90 req-8854d059-8420-421c-b0ac-896f7c088d8f tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:28.586645 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b55acf4f-b9d7-4aa9-9dc5-fc3e6c49ec90 req-8854d059-8420-421c-b0ac-896f7c088d8f tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 944 time: 0.0523281 Mar 01 14:39:28.641952 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-b55acf4f-b9d7-4aa9-9dc5-fc3e6c49ec90 req-faa6828c-8382-4ee6-93da-06d2c869d806 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=03694b37-0c5f-447c-98bf-b283099e81aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493021 Mar 01 14:39:29.052601 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:29.761775 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde0286-b4e1-44e3-ac0f-994ef14b3521 req-b5757700-ef67-4638-bab7-87de2e42ba9f tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:29.763219 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ccde0286-b4e1-44e3-ac0f-994ef14b3521 req-b5757700-ef67-4638-bab7-87de2e42ba9f tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 944 time: 0.0525858 Mar 01 14:39:29.811579 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-ccde0286-b4e1-44e3-ac0f-994ef14b3521 req-5943a448-4022-41f4-805d-034571e7957e tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=03694b37-0c5f-447c-98bf-b283099e81aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424919 Mar 01 14:39:30.201715 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:30.930887 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8ed0d-7ae3-4690-b04c-9d1e321e635d req-4b2f0c77-3250-4ed7-9151-df4092e68975 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:30.932397 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d3f8ed0d-7ae3-4690-b04c-9d1e321e635d req-4b2f0c77-3250-4ed7-9151-df4092e68975 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 944 time: 0.0512497 Mar 01 14:39:30.980557 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-d3f8ed0d-7ae3-4690-b04c-9d1e321e635d req-7263e30b-488d-40f2-a109-5476f731bf3b tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=03694b37-0c5f-447c-98bf-b283099e81aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419617 Mar 01 14:39:31.833799 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:32.105316 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed88c6-3ffc-4407-b17d-0ed4ee6dabd6 req-4137115c-9672-4e44-b32c-a97b52f056fc tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:32.106793 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5aed88c6-3ffc-4407-b17d-0ed4ee6dabd6 req-4137115c-9672-4e44-b32c-a97b52f056fc tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 944 time: 0.0567203 Mar 01 14:39:32.153877 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-5aed88c6-3ffc-4407-b17d-0ed4ee6dabd6 req-9c3ca08a-f2ca-4f8a-a92f-29c3de1339ef tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=03694b37-0c5f-447c-98bf-b283099e81aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414960 Mar 01 14:39:33.283261 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900d0dc-88c1-45dd-8f29-9775c5b9e8ec req-d035d514-f68c-47c5-a095-6e38de71f15d tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:33.285475 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2900d0dc-88c1-45dd-8f29-9775c5b9e8ec req-d035d514-f68c-47c5-a095-6e38de71f15d tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 944 time: 0.0650928 Mar 01 14:39:33.335490 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-2900d0dc-88c1-45dd-8f29-9775c5b9e8ec req-28f55787-e429-48fe-aa33-83dbe6f81cdf tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=03694b37-0c5f-447c-98bf-b283099e81aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444615 Mar 01 14:39:34.456511 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bdaa7-4150-46b2-9a41-88acf3ceec67 req-f3158438-121b-4f7a-9661-69fae0d52931 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:34.457995 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-488bdaa7-4150-46b2-9a41-88acf3ceec67 req-f3158438-121b-4f7a-9661-69fae0d52931 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 944 time: 0.0561781 Mar 01 14:39:34.505328 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-488bdaa7-4150-46b2-9a41-88acf3ceec67 req-57a015a7-f1c9-41e4-88d5-61a5663e0a99 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=03694b37-0c5f-447c-98bf-b283099e81aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418789 Mar 01 14:39:35.621191 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae3c54-69be-4cf4-a199-9abfeb8c00b9 req-996800cb-001d-4579-8a1b-477becd91477 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:35.622724 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-20ae3c54-69be-4cf4-a199-9abfeb8c00b9 req-996800cb-001d-4579-8a1b-477becd91477 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 944 time: 0.0511491 Mar 01 14:39:35.669830 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-20ae3c54-69be-4cf4-a199-9abfeb8c00b9 req-17b39af5-75fd-478e-9546-3325b7161c14 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=03694b37-0c5f-447c-98bf-b283099e81aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409725 Mar 01 14:39:36.785952 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eceefd-1108-4b13-801f-01b42be5efe9 req-c332c4e7-8ac3-45f8-b9d8-3f08e5059e50 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:36.787445 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e7eceefd-1108-4b13-801f-01b42be5efe9 req-c332c4e7-8ac3-45f8-b9d8-3f08e5059e50 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 944 time: 0.0516748 Mar 01 14:39:36.843048 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-e7eceefd-1108-4b13-801f-01b42be5efe9 req-37d9ff01-b886-4601-b87c-0b17a096df23 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=03694b37-0c5f-447c-98bf-b283099e81aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498619 Mar 01 14:39:37.961376 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a33404-2e4d-46de-bb3b-7cb5264523ac req-ec67f699-31ec-4343-93ab-6697f5c67c83 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:37.962896 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-65a33404-2e4d-46de-bb3b-7cb5264523ac req-ec67f699-31ec-4343-93ab-6697f5c67c83 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 944 time: 0.0528204 Mar 01 14:39:38.010887 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-65a33404-2e4d-46de-bb3b-7cb5264523ac req-03c502e2-d27d-4ce1-a5d5-dbc652c73509 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=03694b37-0c5f-447c-98bf-b283099e81aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424173 Mar 01 14:39:39.125991 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ee2b6-0b5e-49ae-b7fd-6d41930f73d2 req-5895daea-0fa3-4795-989d-38e9a4d4160b tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:39.127456 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9a2ee2b6-0b5e-49ae-b7fd-6d41930f73d2 req-5895daea-0fa3-4795-989d-38e9a4d4160b tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 944 time: 0.0513079 Mar 01 14:39:39.175026 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-9a2ee2b6-0b5e-49ae-b7fd-6d41930f73d2 req-2a747078-24bc-4f9b-b850-90b0401390cd tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=03694b37-0c5f-447c-98bf-b283099e81aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417342 Mar 01 14:39:40.139396 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 5118791d-3778-43a3-813b-c51eaccdaf3b details requested by agent hyperv_n-h2-827467-3 with host n-h2-827467-3 {{(pid=103728) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 14:39:40.226320 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:40.250727 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 5118791d-3778-43a3-813b-c51eaccdaf3b, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=5118791d-3778-43a3-813b-c51eaccdaf3b,segment=NetworkSegment(28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978),segment_id=28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:39:40.263124 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Returning: {'device': '5118791d-3778-43a3-813b-c51eaccdaf3b', 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2', 'port_id': '5118791d-3778-43a3-813b-c51eaccdaf3b', 'mac_address': 'fa:16:3e:56:96:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1a7c43-e7fc-45dc-9a67-af7460dd3289', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103728) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 14:39:40.299838 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bfa7c-b7c9-4baf-acc1-63adc1cc1780 req-ad1f815d-427d-48c2-835f-b9cc63c5fabb tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:40.301327 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c3bfa7c-b7c9-4baf-acc1-63adc1cc1780 req-ad1f815d-427d-48c2-835f-b9cc63c5fabb tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 944 time: 0.0567071 Mar 01 14:39:40.303044 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 5118791d-3778-43a3-813b-c51eaccdaf3b is: DOWN; New status is: BUILD {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:39:40.303435 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (5118791d-3778-43a3-813b-c51eaccdaf3b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:40.317242 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5118791d-3778-43a3-813b-c51eaccdaf3b {{(pid=103728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 14:39:40.335577 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 5118791d-3778-43a3-813b-c51eaccdaf3b, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=5118791d-3778-43a3-813b-c51eaccdaf3b,segment=NetworkSegment(28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978),segment_id=28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:39:40.339710 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (5118791d-3778-43a3-813b-c51eaccdaf3b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:40.351431 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1c3bfa7c-b7c9-4baf-acc1-63adc1cc1780 req-ad34d497-ee6d-4ef8-b416-b5c28127f34a tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=03694b37-0c5f-447c-98bf-b283099e81aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443521 Mar 01 14:39:40.389734 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=5118791d-3778-43a3-813b-c51eaccdaf3b,revision_number=4']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:39:40.397092 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:39:40.397441 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:39:40.397786 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:39:40.398125 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:39:40.398459 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:39:40.398794 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:39:40.399122 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:39:40.399449 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:39:40.399802 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:39:40.400132 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:39:40.400459 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:39:40.400783 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:39:40.401107 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827467-3 {{(pid=103728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 14:39:40.467366 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:40.635386 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] get_ports_and_sgs() called for port_ids ['5118791d-3778-43a3-813b-c51eaccdaf3b'] {{(pid=103728) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 14:39:41.475026 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba18c2-c96c-4fb3-81f7-8eceed5b31f1 req-d33f0322-de1a-485d-a233-cd2ff5e1c5d5 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:41.476539 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8bba18c2-c96c-4fb3-81f7-8eceed5b31f1 req-d33f0322-de1a-485d-a233-cd2ff5e1c5d5 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 945 time: 0.0521746 Mar 01 14:39:41.523627 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-8bba18c2-c96c-4fb3-81f7-8eceed5b31f1 req-a7e15798-0fec-41ed-a087-91939c887dbf tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=03694b37-0c5f-447c-98bf-b283099e81aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415363 Mar 01 14:39:42.141883 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Device 5118791d-3778-43a3-813b-c51eaccdaf3b up at agent hyperv_n-h2-827467-3 {{(pid=103728) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 14:39:42.190970 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning for port 5118791d-3778-43a3-813b-c51eaccdaf3b completed by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 14:39:42.194848 n-d-827467-3 neutron-server[103728]: DEBUG neutron.db.provisioning_blocks [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Provisioning complete for port 5118791d-3778-43a3-813b-c51eaccdaf3b triggered by entity L2. {{(pid=103728) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 14:39:42.195221 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1162122'] for port (5118791d-3778-43a3-813b-c51eaccdaf3b), provisioning_complete {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:42.269203 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.plugin [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Current status of the port 5118791d-3778-43a3-813b-c51eaccdaf3b is: BUILD; New status is: ACTIVE {{(pid=103728) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 14:39:42.269589 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (5118791d-3778-43a3-813b-c51eaccdaf3b), before_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:42.292428 n-d-827467-3 neutron-server[103728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '830a3f53-8964-4dd6-bfea-0a5dea45dad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5118791d-3778-43a3-813b-c51eaccdaf3b'}] {{(pid=103728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:39:42.294752 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30e9caaac60869a212c6f8af2419e3c0f70193b50463da2939112a6a5c83c0b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8412a831-f085-4339-837a-b5ec162324c3" -d '{"events": [{"server_uuid": "830a3f53-8964-4dd6-bfea-0a5dea45dad7", "name": "network-vif-plugged", "status": "completed", "tag": "5118791d-3778-43a3-813b-c51eaccdaf3b"}]}' {{(pid=103728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:39:42.307325 n-d-827467-3 neutron-server[103728]: DEBUG neutron.plugins.ml2.db [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] For port 5118791d-3778-43a3-813b-c51eaccdaf3b, host n-h2-827467-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827467-3',level=0,port_id=5118791d-3778-43a3-813b-c51eaccdaf3b,segment=NetworkSegment(28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978),segment_id=28c93e15-a6f5-4ea4-b7a9-2d6aee7fd978)] {{(pid=103728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 14:39:42.311184 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629'] for port (5118791d-3778-43a3-813b-c51eaccdaf3b), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:42.334054 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 14:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c39323-5f03-4b05-baa9-98cc29452915 x-openstack-request-id: req-87c39323-5f03-4b05-baa9-98cc29452915 {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:39:42.334348 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "830a3f53-8964-4dd6-bfea-0a5dea45dad7", "name": "network-vif-plugged", "status": "completed", "tag": "5118791d-3778-43a3-813b-c51eaccdaf3b", "code": 200}]} {{(pid=103728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:39:42.334598 n-d-827467-3 neutron-server[103728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87c39323-5f03-4b05-baa9-98cc29452915 {{(pid=103728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:39:42.334987 n-d-827467-3 neutron-server[103728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '830a3f53-8964-4dd6-bfea-0a5dea45dad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5118791d-3778-43a3-813b-c51eaccdaf3b', 'code': 200} Mar 01 14:39:42.361794 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Pushing event updated for resources: {'Port': ['ID=5118791d-3778-43a3-813b-c51eaccdaf3b,revision_number=5']} {{(pid=103728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:39:42.443987 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9a79d-9e92-478f-9df9-a6bb79acf108 req-59944b8b-b8b6-4ee4-9423-49f9e85082aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:42.445419 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-32b9a79d-9e92-478f-9df9-a6bb79acf108 req-59944b8b-b8b6-4ee4-9423-49f9e85082aa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 1128 time: 0.0492301 Mar 01 14:39:42.489650 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-32b9a79d-9e92-478f-9df9-a6bb79acf108 req-8898803f-d1b1-4697-9147-aaac4fff4ff0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=03694b37-0c5f-447c-98bf-b283099e81aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383670 Mar 01 14:39:42.639445 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3b567-8c74-4e7b-af3a-451f3d53919c req-a52ff557-58bd-4984-bb4a-e80a9491f3de tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:42.640994 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1cf3b567-8c74-4e7b-af3a-451f3d53919c req-a52ff557-58bd-4984-bb4a-e80a9491f3de tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 946 time: 0.0519931 Mar 01 14:39:42.692866 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-1cf3b567-8c74-4e7b-af3a-451f3d53919c req-6e903b77-47d8-4168-8fe4-a7d77b51d8e1 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=03694b37-0c5f-447c-98bf-b283099e81aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463543 Mar 01 14:39:43.815433 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d408c8-642c-48e6-a565-7f07e1af2598 req-7c412bdf-b5f2-423b-a473-b7d72b2305fe tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:43.818030 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-92d408c8-642c-48e6-a565-7f07e1af2598 req-7c412bdf-b5f2-423b-a473-b7d72b2305fe tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 946 time: 0.0577807 Mar 01 14:39:43.876302 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-92d408c8-642c-48e6-a565-7f07e1af2598 req-a6471528-9844-457b-812e-6f65eee953a1 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=03694b37-0c5f-447c-98bf-b283099e81aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531929 Mar 01 14:39:44.995445 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7eaa58-0702-4691-9c86-4633185961b6 req-253871e3-05c9-477a-a392-d4e18433fdb7 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:44.996953 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e7eaa58-0702-4691-9c86-4633185961b6 req-253871e3-05c9-477a-a392-d4e18433fdb7 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 946 time: 0.0523453 Mar 01 14:39:45.047038 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6e7eaa58-0702-4691-9c86-4633185961b6 req-fb82ed3b-cd57-40d5-bdf9-7de877679794 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=03694b37-0c5f-447c-98bf-b283099e81aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440269 Mar 01 14:39:45.071146 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c90198b6-af90-4346-8595-83d7562b3495 req-8da06776-4e09-4f88-88fc-084e29aac75a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487611 Mar 01 14:39:45.153800 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90198b6-af90-4346-8595-83d7562b3495 req-aa907f2d-e4fc-40a3-b142-92e0286a87d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:45.155908 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c90198b6-af90-4346-8595-83d7562b3495 req-aa907f2d-e4fc-40a3-b142-92e0286a87d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b1dcf8aad0f4d25a69c507aff5d79fb&device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 1128 time: 0.0444577 Mar 01 14:39:45.176702 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782f83f-53d3-41d3-b015-65dea28bd694 req-7cc8157b-3104-42bc-a9fc-540814c3a647 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:45.178209 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6782f83f-53d3-41d3-b015-65dea28bd694 req-7cc8157b-3104-42bc-a9fc-540814c3a647 tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/ports?device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 946 time: 0.0636539 Mar 01 14:39:45.229249 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [req-6782f83f-53d3-41d3-b015-65dea28bd694 req-54d460ac-7a14-4e2f-ba67-1f6e05935edb tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "GET /v2.0/security-groups?id=03694b37-0c5f-447c-98bf-b283099e81aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450299 Mar 01 14:39:45.254689 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 60106) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:39:45.267873 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90198b6-af90-4346-8595-83d7562b3495 req-b2649c92-1675-43ed-b510-338e7a9b9357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:45.269346 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c90198b6-af90-4346-8595-83d7562b3495 req-b2649c92-1675-43ed-b510-338e7a9b9357 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7cc6638e-a6c7-4040-ac43-a155d2729af2 HTTP/1.1" status: 200 len: 913 time: 0.0939758 Mar 01 14:39:45.297511 n-d-827467-3 neutron-server[103727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f643a50a-257d-4169-a358-a1a9035d09e2 tempest-TestVolumeBootPattern-1669954963 tempest-TestVolumeBootPattern-1669954963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:45.299036 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-f643a50a-257d-4169-a358-a1a9035d09e2 tempest-TestVolumeBootPattern-1669954963 tempest-TestVolumeBootPattern-1669954963-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 1123 time: 0.0437324 Mar 01 14:39:45.301929 n-d-827467-3 neutron-server[103727]: DEBUG neutron.wsgi [-] (103727) accepted ('10.222.0.13', 60108) {{(pid=103727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 14:39:45.306073 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.v2.base [None req-77205f8c-b485-47a4-9976-02f75ead147a tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Request body: {'floatingip': {'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'port_id': '5118791d-3778-43a3-813b-c51eaccdaf3b', 'tenant_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 14:39:45.310377 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c90198b6-af90-4346-8595-83d7562b3495 req-0197d73c-6808-4772-916e-05acb0e996eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5118791d-3778-43a3-813b-c51eaccdaf3b HTTP/1.1" status: 200 len: 217 time: 0.0352151 Mar 01 14:39:45.326855 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-77205f8c-b485-47a4-9976-02f75ead147a tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:45.358512 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90198b6-af90-4346-8595-83d7562b3495 req-c3de0b2f-32dc-44f7-a462-42a5a16e7947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:45.360637 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c90198b6-af90-4346-8595-83d7562b3495 req-c3de0b2f-32dc-44f7-a462-42a5a16e7947 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b1a7c43-e7fc-45dc-9a67-af7460dd3289 HTTP/1.1" status: 200 len: 851 time: 0.0449910 Mar 01 14:39:45.410017 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90198b6-af90-4346-8595-83d7562b3495 req-c325a049-4a2c-4d1e-a6b3-cc586765bd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:45.411473 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c90198b6-af90-4346-8595-83d7562b3495 req-c325a049-4a2c-4d1e-a6b3-cc586765bd8a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7cc6638e-a6c7-4040-ac43-a155d2729af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452988 Mar 01 14:39:45.426627 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-77205f8c-b485-47a4-9976-02f75ead147a tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (None), before_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:45.502500 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c90198b6-af90-4346-8595-83d7562b3495 req-aea46bd4-31a3-4872-a0a3-bf08ab2a2ff9 service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855086 Mar 01 14:39:45.532441 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.db_base_plugin_common [None req-77205f8c-b485-47a4-9976-02f75ead147a tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Allocated IP 172.25.1.251 (645b0646-084a-4922-8a3b-3b65ee21b5e4/bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7/b7182654-4420-4e9c-9159-351cf2578dd0) {{(pid=103727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 14:39:45.589472 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-c90198b6-af90-4346-8595-83d7562b3495 req-7252a9f6-caf8-44cf-ab8b-e99248f12be5 service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816736 Mar 01 14:39:45.634003 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-77205f8c-b485-47a4-9976-02f75ead147a tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks [] for port (b7182654-4420-4e9c-9159-351cf2578dd0), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:45.666995 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-77205f8c-b485-47a4-9976-02f75ead147a tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753015373285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263797544'] for port (b7182654-4420-4e9c-9159-351cf2578dd0), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:45.705757 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77205f8c-b485-47a4-9976-02f75ead147a tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Network 645b0646-084a-4922-8a3b-3b65ee21b5e4 is already hosted by enough agents. {{(pid=103727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 14:39:45.708558 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.base_scheduler [None req-77205f8c-b485-47a4-9976-02f75ead147a tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Resources bound (agent type, host, resource id): {{(pid=103727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 14:39:45.711606 n-d-827467-3 neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77205f8c-b485-47a4-9976-02f75ead147a tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Received port after_create {{(pid=103727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 14:39:45.738712 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77205f8c-b485-47a4-9976-02f75ead147a tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Pushing event updated for resources: {'Port': ['ID=b7182654-4420-4e9c-9159-351cf2578dd0,revision_number=1']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:39:46.075221 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-77205f8c-b485-47a4-9976-02f75ead147a tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks [] for floatingip (b1150e2e-9967-441c-b758-16fb2898e275), precommit_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:46.143289 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-77205f8c-b485-47a4-9976-02f75ead147a tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297025'] for port (b7182654-4420-4e9c-9159-351cf2578dd0), before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:46.294593 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-77205f8c-b485-47a4-9976-02f75ead147a tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks [] for port (b7182654-4420-4e9c-9159-351cf2578dd0), precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:46.299204 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-77205f8c-b485-47a4-9976-02f75ead147a tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015898350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753015373303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753015375629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263797537'] for port (b7182654-4420-4e9c-9159-351cf2578dd0), after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:46.368681 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77205f8c-b485-47a4-9976-02f75ead147a tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Pushing event updated for resources: {'Port': ['ID=b7182654-4420-4e9c-9159-351cf2578dd0,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 14:39:46.377616 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-77205f8c-b485-47a4-9976-02f75ead147a tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688385'] for floatingip (b1150e2e-9967-441c-b758-16fb2898e275), after_create {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:46.477257 n-d-827467-3 neutron-server[103727]: INFO neutron.db.l3_db [None req-77205f8c-b485-47a4-9976-02f75ead147a tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Floating IP b1150e2e-9967-441c-b758-16fb2898e275 associated. External IP: 172.25.1.251, port: 5118791d-3778-43a3-813b-c51eaccdaf3b. Mar 01 14:39:46.685670 n-d-827467-3 neutron-server[103727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77205f8c-b485-47a4-9976-02f75ead147a tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Router 031ff97e-cf73-4ea0-bab7-d8956baf1382 has already been hosted by L3 agent 77ee0e19-6ee7-4836-9066-c42d4eb0db55 {{(pid=103727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 14:39:46.791969 n-d-827467-3 neutron-server[103727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77205f8c-b485-47a4-9976-02f75ead147a tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Notify agent at l3_agent.n-d-827467-3 the message routers_updated {{(pid=103727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 14:39:46.801307 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068c377c-1d18-454b-8510-45ea3f2bb8b5 None None] Sync routers for ids ['031ff97e-cf73-4ea0-bab7-d8956baf1382'] in n-d-827467-3 {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 14:39:46.809404 n-d-827467-3 neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-77205f8c-b485-47a4-9976-02f75ead147a tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259346'] for floatingip (None), before_response {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:46.810270 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068c377c-1d18-454b-8510-45ea3f2bb8b5 None None] Routers {'031ff97e-cf73-4ea0-bab7-d8956baf1382'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:39:46.810883 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-068c377c-1d18-454b-8510-45ea3f2bb8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:39:28Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['031ff97e-cf73-4ea0-bab7-d8956baf1382'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:39:46.842092 n-d-827467-3 neutron-server[103727]: INFO neutron.wsgi [None req-77205f8c-b485-47a4-9976-02f75ead147a tempest-TestVolumeBootPattern-94773692 tempest-TestVolumeBootPattern-94773692-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5391617 Mar 01 14:39:46.842672 n-d-827467-3 neutron-server[103727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '830a3f53-8964-4dd6-bfea-0a5dea45dad7', 'tag': '5118791d-3778-43a3-813b-c51eaccdaf3b'}] {{(pid=103727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 14:39:46.845547 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5476cf0daa492c9905f7b96b826dc1abece850997506a6103b564a7ec3b80d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4065c5-4b20-4bbb-9a8e-d83f4f146471" -d '{"events": [{"name": "network-changed", "server_uuid": "830a3f53-8964-4dd6-bfea-0a5dea45dad7", "tag": "5118791d-3778-43a3-813b-c51eaccdaf3b"}]}' {{(pid=103727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 14:39:46.894164 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 14:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4043c7-975b-4163-97fe-17b5113c371c x-openstack-request-id: req-0c4043c7-975b-4163-97fe-17b5113c371c {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 14:39:46.894452 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "830a3f53-8964-4dd6-bfea-0a5dea45dad7", "tag": "5118791d-3778-43a3-813b-c51eaccdaf3b", "status": "completed", "code": 200}]} {{(pid=103727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 14:39:46.894704 n-d-827467-3 neutron-server[103727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c4043c7-975b-4163-97fe-17b5113c371c {{(pid=103727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 14:39:46.895106 n-d-827467-3 neutron-server[103727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '830a3f53-8964-4dd6-bfea-0a5dea45dad7', 'tag': '5118791d-3778-43a3-813b-c51eaccdaf3b', 'status': 'completed', 'code': 200} Mar 01 14:39:46.926266 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-068c377c-1d18-454b-8510-45ea3f2bb8b5 None None] Set router 031ff97e-cf73-4ea0-bab7-d8956baf1382 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:39:46.964946 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4065c5-4b20-4bbb-9a8e-d83f4f146471 req-4c1efe0b-844b-4a3b-b37f-5323340d29e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:46.966374 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-dc4065c5-4b20-4bbb-9a8e-d83f4f146471 req-4c1efe0b-844b-4a3b-b37f-5323340d29e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b1dcf8aad0f4d25a69c507aff5d79fb&device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 1128 time: 0.0503812 Mar 01 14:39:47.058013 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4065c5-4b20-4bbb-9a8e-d83f4f146471 req-e6b98841-e852-4659-a344-5b31256b63c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:47.059595 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-dc4065c5-4b20-4bbb-9a8e-d83f4f146471 req-e6b98841-e852-4659-a344-5b31256b63c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7cc6638e-a6c7-4040-ac43-a155d2729af2 HTTP/1.1" status: 200 len: 913 time: 0.0873904 Mar 01 14:39:47.128565 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-dc4065c5-4b20-4bbb-9a8e-d83f4f146471 req-e2f7e6fb-2936-42a4-97e2-e11e57356a36 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5118791d-3778-43a3-813b-c51eaccdaf3b HTTP/1.1" status: 200 len: 1000 time: 0.0625379 Mar 01 14:39:47.176686 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4065c5-4b20-4bbb-9a8e-d83f4f146471 req-d8ac0194-a14a-423e-9633-f8fb3c696a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:47.178146 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-dc4065c5-4b20-4bbb-9a8e-d83f4f146471 req-d8ac0194-a14a-423e-9633-f8fb3c696a37 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b1a7c43-e7fc-45dc-9a67-af7460dd3289 HTTP/1.1" status: 200 len: 851 time: 0.0433254 Mar 01 14:39:47.232649 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4065c5-4b20-4bbb-9a8e-d83f4f146471 req-35ba4a83-a6fc-45cb-96c2-c77bdb616e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:39:47.234094 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-dc4065c5-4b20-4bbb-9a8e-d83f4f146471 req-35ba4a83-a6fc-45cb-96c2-c77bdb616e77 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7cc6638e-a6c7-4040-ac43-a155d2729af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489597 Mar 01 14:39:47.250472 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-068c377c-1d18-454b-8510-45ea3f2bb8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031ff97e-cf73-4ea0-bab7-d8956baf1382', 'name': 'tempest-TestVolumeBootPattern-1295940191-router', 'tenant_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'eab949ca-07b3-4ed7-8821-facbfd4e8619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:34:37Z', 'updated_at': '2022-03-01T14:34:40Z', 'revision_number': 4, 'project_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'gw_port': {'id': 'eab949ca-07b3-4ed7-8821-facbfd4e8619', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031ff97e-cf73-4ea0-bab7-d8956baf1382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:34:37Z', 'updated_at': '2022-03-01T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'b1150e2e-9967-441c-b758-16fb2898e275', 'tenant_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '031ff97e-cf73-4ea0-bab7-d8956baf1382', 'port_id': '5118791d-3778-43a3-813b-c51eaccdaf3b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2', 'mac_address': 'fa:16:3e:56:96:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830a3f53-8964-4dd6-bfea-0a5dea45dad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:39:45Z', 'updated_at': '2022-03-01T14:39:45Z', 'revision_number': 0, 'project_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a805d28-6799-45ad-acb1-6456cede2552', 'name': '', 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2', 'tenant_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'mac_address': 'fa:16:3e:93:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031ff97e-cf73-4ea0-bab7-d8956baf1382', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8b1a7c43-e7fc-45dc-9a67-af7460dd3289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:34:39Z', 'updated_at': '2022-03-01T14:34:44Z', 'revision_number': 5, 'project_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'subnets': [{'id': '8b1a7c43-e7fc-45dc-9a67-af7460dd3289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:39:47.279429 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068c377c-1d18-454b-8510-45ea3f2bb8b5 None None] Checking router: 031ff97e-cf73-4ea0-bab7-d8956baf1382 for host: n-d-827467-3 {{(pid=103729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 14:39:47.289013 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068c377c-1d18-454b-8510-45ea3f2bb8b5 None None] Routers {'031ff97e-cf73-4ea0-bab7-d8956baf1382'} bound to L3 agent in host n-d-827467-3 {{(pid=103729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 14:39:47.289665 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-068c377c-1d18-454b-8510-45ea3f2bb8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827467-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T13:28:57Z,description=,heartbeat_timestamp=2022-03-01T14:39:28Z,host='n-d-827467-3',id=77ee0e19-6ee7-4836-9066-c42d4eb0db55,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T13:28:57Z,topic='l3_agent')) {'router_ids': ['031ff97e-cf73-4ea0-bab7-d8956baf1382'], 'active': True} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:39:47.333907 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-dc4065c5-4b20-4bbb-9a8e-d83f4f146471 req-c0b3e694-82c1-4cda-ac71-5fa783876a15 service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924940 Mar 01 14:39:47.401284 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_dvr_db [None req-068c377c-1d18-454b-8510-45ea3f2bb8b5 None None] Set router 031ff97e-cf73-4ea0-bab7-d8956baf1382 gateway port host: n-d-827467-3 {{(pid=103729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 14:39:47.429219 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-dc4065c5-4b20-4bbb-9a8e-d83f4f146471 req-021e4940-1b73-4e62-954d-48160d943acd service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899298 Mar 01 14:39:47.626026 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.l3_hamode_db [None req-068c377c-1d18-454b-8510-45ea3f2bb8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031ff97e-cf73-4ea0-bab7-d8956baf1382', 'name': 'tempest-TestVolumeBootPattern-1295940191-router', 'tenant_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'eab949ca-07b3-4ed7-8821-facbfd4e8619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:34:37Z', 'updated_at': '2022-03-01T14:34:40Z', 'revision_number': 4, 'project_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'gw_port': {'id': 'eab949ca-07b3-4ed7-8821-facbfd4e8619', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031ff97e-cf73-4ea0-bab7-d8956baf1382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:34:37Z', 'updated_at': '2022-03-01T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'b1150e2e-9967-441c-b758-16fb2898e275', 'tenant_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '031ff97e-cf73-4ea0-bab7-d8956baf1382', 'port_id': '5118791d-3778-43a3-813b-c51eaccdaf3b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2', 'mac_address': 'fa:16:3e:56:96:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830a3f53-8964-4dd6-bfea-0a5dea45dad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:39:45Z', 'updated_at': '2022-03-01T14:39:45Z', 'revision_number': 0, 'project_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a805d28-6799-45ad-acb1-6456cede2552', 'name': '', 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2', 'tenant_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'mac_address': 'fa:16:3e:93:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031ff97e-cf73-4ea0-bab7-d8956baf1382', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8b1a7c43-e7fc-45dc-9a67-af7460dd3289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:34:39Z', 'updated_at': '2022-03-01T14:34:44Z', 'revision_number': 5, 'project_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'subnets': [{'id': '8b1a7c43-e7fc-45dc-9a67-af7460dd3289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827467-3', False) {} {{(pid=103729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 14:39:47.654389 n-d-827467-3 neutron-server[103729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068c377c-1d18-454b-8510-45ea3f2bb8b5 None None] The sync data for ids ['031ff97e-cf73-4ea0-bab7-d8956baf1382'] in n-d-827467-3 is: [{'id': '031ff97e-cf73-4ea0-bab7-d8956baf1382', 'name': 'tempest-TestVolumeBootPattern-1295940191-router', 'tenant_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'external_fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'eab949ca-07b3-4ed7-8821-facbfd4e8619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T14:34:37Z', 'updated_at': '2022-03-01T14:34:40Z', 'revision_number': 4, 'project_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'gw_port': {'id': 'eab949ca-07b3-4ed7-8821-facbfd4e8619', 'name': '', 'network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031ff97e-cf73-4ea0-bab7-d8956baf1382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:34:37Z', 'updated_at': '2022-03-01T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb3ecb1-25a5-4d63-a5e2-0173ea44e8c7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827467-3', '_floatingips': [{'id': 'b1150e2e-9967-441c-b758-16fb2898e275', 'tenant_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '645b0646-084a-4922-8a3b-3b65ee21b5e4', 'router_id': '031ff97e-cf73-4ea0-bab7-d8956baf1382', 'port_id': '5118791d-3778-43a3-813b-c51eaccdaf3b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2', 'mac_address': 'fa:16:3e:56:96:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830a3f53-8964-4dd6-bfea-0a5dea45dad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T14:39:45Z', 'updated_at': '2022-03-01T14:39:45Z', 'revision_number': 0, 'project_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a805d28-6799-45ad-acb1-6456cede2552', 'name': '', 'network_id': '7cc6638e-a6c7-4040-ac43-a155d2729af2', 'tenant_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'mac_address': 'fa:16:3e:93:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031ff97e-cf73-4ea0-bab7-d8956baf1382', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8b1a7c43-e7fc-45dc-9a67-af7460dd3289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827467-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T14:34:39Z', 'updated_at': '2022-03-01T14:34:44Z', 'revision_number': 5, 'project_id': '3b1dcf8aad0f4d25a69c507aff5d79fb', 'subnets': [{'id': '8b1a7c43-e7fc-45dc-9a67-af7460dd3289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 14:39:47.849425 n-d-827467-3 neutron-server[103728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358dd4ac-2fb3-4262-b943-db7ac830ebe8 None None] New status for floating IP b1150e2e-9967-441c-b758-16fb2898e275: ACTIVE {{(pid=103728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 14:39:51.828503 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:39:55.347770 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-33b6f234-31c8-4552-959f-f3a1cc57cbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:57.529661 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-677eee5f-101c-4448-95fe-c1b30606a8e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:39:59.056197 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:40:00.204133 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:40:01.836241 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:40:10.209187 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:40:10.481332 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:40:25.349489 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-9b447ba4-512e-4cb5-8453-63b360b6ee3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:40:27.533469 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1a36eec0-7041-488d-ad39-99b7a0706340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:40:28.827310 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:40:29.059168 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:40:30.206000 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:40:31.838606 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:40:40.222525 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:40:40.479659 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:40:47.069493 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-30792847-6ce8-4026-b10f-68102f2920a1 req-cd43276e-5925-4a36-94dc-bdd818a541b9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469689 Mar 01 14:40:47.156522 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30792847-6ce8-4026-b10f-68102f2920a1 req-71f08b20-69b4-48ef-b159-26b017f5b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:40:47.158017 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-30792847-6ce8-4026-b10f-68102f2920a1 req-71f08b20-69b4-48ef-b159-26b017f5b8fc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b1dcf8aad0f4d25a69c507aff5d79fb&device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 1128 time: 0.0471945 Mar 01 14:40:47.256163 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30792847-6ce8-4026-b10f-68102f2920a1 req-6bb21074-7625-416e-a296-ab942312442f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:40:47.257615 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-30792847-6ce8-4026-b10f-68102f2920a1 req-6bb21074-7625-416e-a296-ab942312442f service neutron] 10.222.0.20 "GET /v2.0/networks?id=7cc6638e-a6c7-4040-ac43-a155d2729af2 HTTP/1.1" status: 200 len: 913 time: 0.0819871 Mar 01 14:40:47.324009 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-30792847-6ce8-4026-b10f-68102f2920a1 req-4d73b71d-4495-4724-a666-6e62d32827d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5118791d-3778-43a3-813b-c51eaccdaf3b HTTP/1.1" status: 200 len: 1002 time: 0.0600035 Mar 01 14:40:47.370629 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30792847-6ce8-4026-b10f-68102f2920a1 req-29750beb-bc13-47ef-976e-fc236c883433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:40:47.372115 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-30792847-6ce8-4026-b10f-68102f2920a1 req-29750beb-bc13-47ef-976e-fc236c883433 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b1a7c43-e7fc-45dc-9a67-af7460dd3289 HTTP/1.1" status: 200 len: 851 time: 0.0425582 Mar 01 14:40:47.420288 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30792847-6ce8-4026-b10f-68102f2920a1 req-985dd398-db55-4705-a152-8e60c38cabe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:40:47.421790 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-30792847-6ce8-4026-b10f-68102f2920a1 req-985dd398-db55-4705-a152-8e60c38cabe5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7cc6638e-a6c7-4040-ac43-a155d2729af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440276 Mar 01 14:40:47.509406 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-30792847-6ce8-4026-b10f-68102f2920a1 req-ecb8afaa-4d4b-4241-a7df-52ed0d45a393 service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815156 Mar 01 14:40:47.595327 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-30792847-6ce8-4026-b10f-68102f2920a1 req-113a9b00-dc6c-45d1-b003-294f9a177ab1 service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793972 Mar 01 14:40:55.350934 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-71aadd4a-6160-4ae7-b4ec-57c42133c746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:40:57.535117 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-083c0024-9001-42fc-b237-c7729bd16945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:40:59.061916 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:41:00.208488 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:41:01.840615 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:41:05.826208 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:41:10.237510 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:41:10.478822 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:41:25.355219 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-84e165e3-6856-4b47-9279-f8fc14d03319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:41:27.537172 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5d26bab0-517d-43b6-9524-ba29ee41ee9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:41:29.064548 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:41:30.210852 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:41:31.842092 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:41:40.288937 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:41:40.488063 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:41:42.825181 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:41:48.077285 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-63541551-2392-4eaa-8672-dcb4f4047ce2 req-0e469243-8c98-488d-8353-07ca3b5e0ac9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448160 Mar 01 14:41:48.165391 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63541551-2392-4eaa-8672-dcb4f4047ce2 req-63c1b99e-4e07-45c3-bfd1-6e4470dc47fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:41:48.166863 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-63541551-2392-4eaa-8672-dcb4f4047ce2 req-63c1b99e-4e07-45c3-bfd1-6e4470dc47fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b1dcf8aad0f4d25a69c507aff5d79fb&device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 1128 time: 0.0476897 Mar 01 14:41:48.269858 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63541551-2392-4eaa-8672-dcb4f4047ce2 req-0ce38738-4654-432c-9a27-1a5de9befd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:41:48.271319 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-63541551-2392-4eaa-8672-dcb4f4047ce2 req-0ce38738-4654-432c-9a27-1a5de9befd17 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7cc6638e-a6c7-4040-ac43-a155d2729af2 HTTP/1.1" status: 200 len: 913 time: 0.0856018 Mar 01 14:41:48.338654 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-63541551-2392-4eaa-8672-dcb4f4047ce2 req-2a1c0eaa-5d9f-45d0-9360-dfb20d114313 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5118791d-3778-43a3-813b-c51eaccdaf3b HTTP/1.1" status: 200 len: 1002 time: 0.0606928 Mar 01 14:41:48.387129 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63541551-2392-4eaa-8672-dcb4f4047ce2 req-2d7aa330-7d56-4905-b625-3c4162b83880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:41:48.388612 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-63541551-2392-4eaa-8672-dcb4f4047ce2 req-2d7aa330-7d56-4905-b625-3c4162b83880 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b1a7c43-e7fc-45dc-9a67-af7460dd3289 HTTP/1.1" status: 200 len: 851 time: 0.0428195 Mar 01 14:41:48.437444 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63541551-2392-4eaa-8672-dcb4f4047ce2 req-61ab77db-07d7-4f23-8cb8-05d0735f1fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:41:48.438920 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-63541551-2392-4eaa-8672-dcb4f4047ce2 req-61ab77db-07d7-4f23-8cb8-05d0735f1fd0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7cc6638e-a6c7-4040-ac43-a155d2729af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433795 Mar 01 14:41:48.527014 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-63541551-2392-4eaa-8672-dcb4f4047ce2 req-c23ec66d-ad0f-43b8-a416-cacd99aa32ce service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813887 Mar 01 14:41:48.613423 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-63541551-2392-4eaa-8672-dcb4f4047ce2 req-1ff87971-cef3-48d7-91b6-5c7f2a2b9bc2 service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791998 Mar 01 14:41:55.357593 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-1097cc34-9424-4eef-b618-c9193ef11af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:41:57.538269 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-ef27eba8-d593-48bd-917f-8207102fdf04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:41:59.067728 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:42:00.214445 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:42:01.843389 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:42:10.232274 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:42:10.513711 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:42:17.852203 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-353a1a09-2204-416e-9570-bb23746eefeb tempest-TestNetworkAdvancedServerOps-1751951907 tempest-TestNetworkAdvancedServerOps-1751951907-project-admin] (103726) timed out ('10.222.0.13', 55918) {{(pid=103726) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 01 14:42:19.567042 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-36c84029-b910-4c1d-8cfa-d80995fcb121 service neutron] (103726) timed out ('10.222.0.13', 55898) {{(pid=103726) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 01 14:42:19.824205 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:42:25.359028 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-aa489ebc-feb6-4f6b-84a2-00d749ab5371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:42:27.544821 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-caa588d7-bb06-477d-80f7-fc7f4a748e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:42:29.073771 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:42:30.216616 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:42:30.654018 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [req-195deebb-a909-4c2f-9575-5a8ad1024a6f req-e208d5f5-2d02-4021-ac8d-097ba80b99ae service neutron] (103726) timed out ('10.222.0.20', 50174) {{(pid=103726) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 01 14:42:31.845591 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:42:40.231980 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:42:40.539506 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:42:50.111583 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9cf69b5b-8cd4-443f-96de-12f7a38f83f1 req-a2fe36ff-f7fd-434c-a00e-0525087cb73b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0896025 Mar 01 14:42:50.197552 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf69b5b-8cd4-443f-96de-12f7a38f83f1 req-3fb3fea2-52c3-4ca8-938a-149bf69e246f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:42:50.199031 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9cf69b5b-8cd4-443f-96de-12f7a38f83f1 req-3fb3fea2-52c3-4ca8-938a-149bf69e246f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b1dcf8aad0f4d25a69c507aff5d79fb&device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 1128 time: 0.0480840 Mar 01 14:42:50.299112 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf69b5b-8cd4-443f-96de-12f7a38f83f1 req-ed0043cf-9a6b-41ab-b7db-5295804a7e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:42:50.300530 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9cf69b5b-8cd4-443f-96de-12f7a38f83f1 req-ed0043cf-9a6b-41ab-b7db-5295804a7e47 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7cc6638e-a6c7-4040-ac43-a155d2729af2 HTTP/1.1" status: 200 len: 913 time: 0.0820193 Mar 01 14:42:50.368784 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9cf69b5b-8cd4-443f-96de-12f7a38f83f1 req-151039c4-d759-471f-9621-ca4623a63ca0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5118791d-3778-43a3-813b-c51eaccdaf3b HTTP/1.1" status: 200 len: 1002 time: 0.0607171 Mar 01 14:42:50.416127 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf69b5b-8cd4-443f-96de-12f7a38f83f1 req-fe6683db-020d-4315-9e8d-80c77fcb41b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:42:50.417524 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9cf69b5b-8cd4-443f-96de-12f7a38f83f1 req-fe6683db-020d-4315-9e8d-80c77fcb41b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b1a7c43-e7fc-45dc-9a67-af7460dd3289 HTTP/1.1" status: 200 len: 851 time: 0.0422544 Mar 01 14:42:50.464461 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf69b5b-8cd4-443f-96de-12f7a38f83f1 req-f940ff87-66e0-45f9-9c53-bc2c8d8848a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:42:50.465909 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9cf69b5b-8cd4-443f-96de-12f7a38f83f1 req-f940ff87-66e0-45f9-9c53-bc2c8d8848a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7cc6638e-a6c7-4040-ac43-a155d2729af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0423415 Mar 01 14:42:50.553098 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9cf69b5b-8cd4-443f-96de-12f7a38f83f1 req-709b8cf6-612d-4061-878b-2bf2946282fe service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811815 Mar 01 14:42:50.638114 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-9cf69b5b-8cd4-443f-96de-12f7a38f83f1 req-78afc073-6358-4b3e-b458-2469ea6e8382 service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790217 Mar 01 14:42:55.360851 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d4b9779d-fe3c-4f48-9bfd-10f64944f412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:42:56.823501 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:42:57.535886 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b5503f8a-e8ad-4645-a87f-047a11e438c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:42:59.074531 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:43:00.219714 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:43:01.852418 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:43:10.248141 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:43:10.530669 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:43:25.362616 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-29f80884-6b1b-412c-84e6-51c2994a3abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:43:27.541535 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-e053e15c-8c8c-4140-abc0-d52c76221ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:43:29.077278 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:43:30.221592 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:43:31.844214 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:43:33.823027 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:43:40.247742 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:43:40.547572 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:43:51.071354 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8a5c7a77-6fdf-44d0-b3ac-378400102988 req-1e666d52-1ffa-42e6-8ebc-8f36875dc2fe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433435 Mar 01 14:43:51.158263 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c7a77-6fdf-44d0-b3ac-378400102988 req-77d8ad99-e690-48ee-8f48-8901f01cd98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:43:51.159759 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8a5c7a77-6fdf-44d0-b3ac-378400102988 req-77d8ad99-e690-48ee-8f48-8901f01cd98e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b1dcf8aad0f4d25a69c507aff5d79fb&device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 1128 time: 0.0470409 Mar 01 14:43:51.258673 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c7a77-6fdf-44d0-b3ac-378400102988 req-ad31d8fc-cee7-4322-8c70-a376464b7141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:43:51.260159 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8a5c7a77-6fdf-44d0-b3ac-378400102988 req-ad31d8fc-cee7-4322-8c70-a376464b7141 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7cc6638e-a6c7-4040-ac43-a155d2729af2 HTTP/1.1" status: 200 len: 913 time: 0.0827718 Mar 01 14:43:51.325933 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8a5c7a77-6fdf-44d0-b3ac-378400102988 req-8ba5c936-2751-4346-9dbc-10f475bd8f0c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5118791d-3778-43a3-813b-c51eaccdaf3b HTTP/1.1" status: 200 len: 1002 time: 0.0598035 Mar 01 14:43:51.372198 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c7a77-6fdf-44d0-b3ac-378400102988 req-925283cf-44b6-4b0d-8a3a-2c6da5a9151a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:43:51.373638 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8a5c7a77-6fdf-44d0-b3ac-378400102988 req-925283cf-44b6-4b0d-8a3a-2c6da5a9151a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b1a7c43-e7fc-45dc-9a67-af7460dd3289 HTTP/1.1" status: 200 len: 851 time: 0.0414608 Mar 01 14:43:51.420444 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c7a77-6fdf-44d0-b3ac-378400102988 req-f0bb4157-3971-4f67-9350-a7613bd4660d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:43:51.421894 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8a5c7a77-6fdf-44d0-b3ac-378400102988 req-f0bb4157-3971-4f67-9350-a7613bd4660d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7cc6638e-a6c7-4040-ac43-a155d2729af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429318 Mar 01 14:43:51.431883 n-d-827467-3 neutron-server[103726]: DEBUG neutron.wsgi [req-8a5c7a77-6fdf-44d0-b3ac-378400102988 req-276dd306-f3e6-4e2f-9ac0-b11da3e0deaa service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103726) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 14:43:51.432821 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8a5c7a77-6fdf-44d0-b3ac-378400102988 req-276dd306-f3e6-4e2f-9ac0-b11da3e0deaa service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047278 Mar 01 14:43:51.839916 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8a5c7a77-6fdf-44d0-b3ac-378400102988 req-9c9810b4-e01e-4be7-8908-edd55bab0691 service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004011 Mar 01 14:43:51.925884 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-8a5c7a77-6fdf-44d0-b3ac-378400102988 req-5f6f73b5-eea7-4b7b-9be4-cb9f6a33adbf service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796854 Mar 01 14:43:55.367702 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-373ade15-2fc0-48d1-be6a-f6a0afc8766f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:43:57.542833 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cb4af8de-6774-4114-9122-60ad1c4d0b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:43:59.080423 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:44:00.224931 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:44:01.847138 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:44:10.245722 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:44:10.568354 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:44:10.822305 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:44:25.370530 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8d152c7-cb4d-425c-a0d9-2ffd198d7756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:44:27.544402 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c07ef5af-2194-4b77-84a6-26abd0b67639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:44:29.083101 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:44:30.227980 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:44:31.848776 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:44:40.261341 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:44:40.585045 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:44:47.823230 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:44:53.080730 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1cffed88-efbd-44b8-86eb-7e65b403a3d0 req-4644b551-b126-4aeb-90c8-06ebb6cd17a8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431652 Mar 01 14:44:53.168506 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffed88-efbd-44b8-86eb-7e65b403a3d0 req-382b8bd2-c9d9-42bf-bce8-28b437f457ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:44:53.169992 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1cffed88-efbd-44b8-86eb-7e65b403a3d0 req-382b8bd2-c9d9-42bf-bce8-28b437f457ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b1dcf8aad0f4d25a69c507aff5d79fb&device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 1128 time: 0.0467017 Mar 01 14:44:53.269278 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffed88-efbd-44b8-86eb-7e65b403a3d0 req-6e3f5a4c-d88a-4292-83dd-738b423bbfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:44:53.270727 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1cffed88-efbd-44b8-86eb-7e65b403a3d0 req-6e3f5a4c-d88a-4292-83dd-738b423bbfac service neutron] 10.222.0.20 "GET /v2.0/networks?id=7cc6638e-a6c7-4040-ac43-a155d2729af2 HTTP/1.1" status: 200 len: 913 time: 0.0812557 Mar 01 14:44:53.338175 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1cffed88-efbd-44b8-86eb-7e65b403a3d0 req-a9fd4e73-6e90-41d0-ae12-a023c7ed0c15 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5118791d-3778-43a3-813b-c51eaccdaf3b HTTP/1.1" status: 200 len: 1002 time: 0.0602925 Mar 01 14:44:53.386438 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffed88-efbd-44b8-86eb-7e65b403a3d0 req-ef59e4d5-867e-4c60-b334-d8314af0922e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:44:53.387945 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1cffed88-efbd-44b8-86eb-7e65b403a3d0 req-ef59e4d5-867e-4c60-b334-d8314af0922e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b1a7c43-e7fc-45dc-9a67-af7460dd3289 HTTP/1.1" status: 200 len: 851 time: 0.0428011 Mar 01 14:44:53.435022 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffed88-efbd-44b8-86eb-7e65b403a3d0 req-2065fc28-be0d-4aeb-8b71-ff0cf91f4e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:44:53.436570 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1cffed88-efbd-44b8-86eb-7e65b403a3d0 req-2065fc28-be0d-4aeb-8b71-ff0cf91f4e51 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7cc6638e-a6c7-4040-ac43-a155d2729af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426397 Mar 01 14:44:53.534161 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1cffed88-efbd-44b8-86eb-7e65b403a3d0 req-1da23939-101e-4062-8f1a-6244daea7024 service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909154 Mar 01 14:44:53.620253 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-1cffed88-efbd-44b8-86eb-7e65b403a3d0 req-e2548eff-1a26-4247-a72f-5036642e551e service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806608 Mar 01 14:44:55.373304 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-730c7fbd-f6cb-479f-990c-94f6efc0d1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:44:57.545161 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-245a96e2-50c9-4de5-9697-8775149d8108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:44:59.085766 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:45:00.230789 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:45:01.850160 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:45:10.256940 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:45:10.592277 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:45:24.822731 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:45:25.373659 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-5c0e7edb-45e4-4c23-a3f6-4c95406fc656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:45:27.546100 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c3faa9d1-231e-4615-b67e-4c363af46051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:45:29.088984 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:45:30.232449 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:45:31.851919 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:45:40.263485 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:45:40.592530 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:45:54.074506 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0ba6a9d6-7c0d-4f94-b166-ef1c538f9ff4 req-d8aa29f9-d5bf-4354-b3e2-93dd1b771917 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464060 Mar 01 14:45:54.161842 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6a9d6-7c0d-4f94-b166-ef1c538f9ff4 req-52ea7585-0e3f-4fc8-9f7e-41e108b30b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:45:54.163331 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0ba6a9d6-7c0d-4f94-b166-ef1c538f9ff4 req-52ea7585-0e3f-4fc8-9f7e-41e108b30b1d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b1dcf8aad0f4d25a69c507aff5d79fb&device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 1128 time: 0.0475187 Mar 01 14:45:54.262070 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6a9d6-7c0d-4f94-b166-ef1c538f9ff4 req-a4a73b9c-69f3-4d7b-8ce0-e4778a86a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:45:54.263554 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0ba6a9d6-7c0d-4f94-b166-ef1c538f9ff4 req-a4a73b9c-69f3-4d7b-8ce0-e4778a86a249 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7cc6638e-a6c7-4040-ac43-a155d2729af2 HTTP/1.1" status: 200 len: 913 time: 0.0825329 Mar 01 14:45:54.330193 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0ba6a9d6-7c0d-4f94-b166-ef1c538f9ff4 req-dd535cef-8421-41aa-aa81-a8b51e65fdaa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5118791d-3778-43a3-813b-c51eaccdaf3b HTTP/1.1" status: 200 len: 1002 time: 0.0603185 Mar 01 14:45:54.386384 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6a9d6-7c0d-4f94-b166-ef1c538f9ff4 req-97ca8d72-4b64-4d33-8855-963d2e60c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:45:54.388623 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0ba6a9d6-7c0d-4f94-b166-ef1c538f9ff4 req-97ca8d72-4b64-4d33-8855-963d2e60c300 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b1a7c43-e7fc-45dc-9a67-af7460dd3289 HTTP/1.1" status: 200 len: 851 time: 0.0510585 Mar 01 14:45:54.438567 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6a9d6-7c0d-4f94-b166-ef1c538f9ff4 req-f6b0c432-784b-48cd-a089-c0723469baba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:45:54.440119 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0ba6a9d6-7c0d-4f94-b166-ef1c538f9ff4 req-f6b0c432-784b-48cd-a089-c0723469baba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7cc6638e-a6c7-4040-ac43-a155d2729af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457909 Mar 01 14:45:54.530055 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0ba6a9d6-7c0d-4f94-b166-ef1c538f9ff4 req-5a24fe9a-7a13-44ea-9dc0-0bb6e4095afd service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836129 Mar 01 14:45:54.618861 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-0ba6a9d6-7c0d-4f94-b166-ef1c538f9ff4 req-3d2140ae-52ce-478f-9dae-e7b08a368ee5 service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816629 Mar 01 14:45:55.377795 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-0912b4f9-28fb-4f89-ab99-6d3969e7b72a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:45:57.547469 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-14799c63-895f-4d92-8c0f-e6673b47b21c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:45:59.092707 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:46:00.235592 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:46:01.821740 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:46:01.854615 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:46:10.273102 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:46:10.612905 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:46:25.379078 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-a3df6090-79f6-4180-aa90-5da7dad49fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:46:27.551575 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b916a328-0b26-4892-939a-0e0bf012409b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:46:29.094870 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:46:30.238159 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:46:31.856972 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:46:38.821084 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:46:40.288225 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:46:40.628974 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:46:54.066960 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d7e3a2a6-5bdd-48c0-9c1b-bf242a9aa56f req-2664e203-29a7-440c-b467-8d98bb49a519 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426650 Mar 01 14:46:54.153928 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3a2a6-5bdd-48c0-9c1b-bf242a9aa56f req-857fedd4-e391-4f8d-b1a3-37d943142c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:46:54.155393 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d7e3a2a6-5bdd-48c0-9c1b-bf242a9aa56f req-857fedd4-e391-4f8d-b1a3-37d943142c9c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b1dcf8aad0f4d25a69c507aff5d79fb&device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 1128 time: 0.0479872 Mar 01 14:46:54.254656 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3a2a6-5bdd-48c0-9c1b-bf242a9aa56f req-4bce3043-3065-4645-a159-cffbbbde6ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:46:54.256183 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d7e3a2a6-5bdd-48c0-9c1b-bf242a9aa56f req-4bce3043-3065-4645-a159-cffbbbde6ce6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7cc6638e-a6c7-4040-ac43-a155d2729af2 HTTP/1.1" status: 200 len: 913 time: 0.0821478 Mar 01 14:46:54.323075 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d7e3a2a6-5bdd-48c0-9c1b-bf242a9aa56f req-600e44bc-1b86-4754-87c5-2cf86aaf265f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5118791d-3778-43a3-813b-c51eaccdaf3b HTTP/1.1" status: 200 len: 1002 time: 0.0605283 Mar 01 14:46:54.370868 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3a2a6-5bdd-48c0-9c1b-bf242a9aa56f req-b66678c7-6c01-4e96-bb4c-07382efae564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:46:54.372383 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d7e3a2a6-5bdd-48c0-9c1b-bf242a9aa56f req-b66678c7-6c01-4e96-bb4c-07382efae564 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b1a7c43-e7fc-45dc-9a67-af7460dd3289 HTTP/1.1" status: 200 len: 851 time: 0.0433936 Mar 01 14:46:54.420301 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3a2a6-5bdd-48c0-9c1b-bf242a9aa56f req-12bb55b6-fbc8-4673-99f9-3c673fc9092d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:46:54.421779 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d7e3a2a6-5bdd-48c0-9c1b-bf242a9aa56f req-12bb55b6-fbc8-4673-99f9-3c673fc9092d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7cc6638e-a6c7-4040-ac43-a155d2729af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428150 Mar 01 14:46:54.511032 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d7e3a2a6-5bdd-48c0-9c1b-bf242a9aa56f req-46ebfbc5-f7f7-4654-886b-c6a05edc7d9d service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830865 Mar 01 14:46:54.599761 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-d7e3a2a6-5bdd-48c0-9c1b-bf242a9aa56f req-e5bf3758-775a-4011-b659-d171293c6e38 service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815072 Mar 01 14:46:55.380042 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d5414bcb-e820-4a9a-a264-660600c6b476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:46:57.553078 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3553ddc8-3447-41cb-877a-73ebde18b725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:46:59.097791 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:47:00.242600 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:47:01.858084 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:47:10.286272 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:47:10.626269 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:47:15.820107 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:47:25.381145 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-c7a8792e-9bc4-4899-8f9a-945b661b239f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:47:27.554610 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-61f61ed3-d474-4adb-bc2c-8fb873d10a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:47:29.101062 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:47:30.244478 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:47:31.861447 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:47:40.287469 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:47:40.615105 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:47:52.818470 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:47:54.173884 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-31e4e7d0-20c7-48ef-8f69-22104a6f622d req-96fb8cb2-665a-4d65-b0b5-c9dfbb6b26ac service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1498504 Mar 01 14:47:54.261545 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4e7d0-20c7-48ef-8f69-22104a6f622d req-addb95cd-ca40-432d-b424-7ce636347aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:47:54.263096 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-31e4e7d0-20c7-48ef-8f69-22104a6f622d req-addb95cd-ca40-432d-b424-7ce636347aec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b1dcf8aad0f4d25a69c507aff5d79fb&device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 1128 time: 0.0480196 Mar 01 14:47:54.361745 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4e7d0-20c7-48ef-8f69-22104a6f622d req-7bdb9cb0-c519-4381-a501-098d3d9e2d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:47:54.363148 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-31e4e7d0-20c7-48ef-8f69-22104a6f622d req-7bdb9cb0-c519-4381-a501-098d3d9e2d21 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7cc6638e-a6c7-4040-ac43-a155d2729af2 HTTP/1.1" status: 200 len: 913 time: 0.0817282 Mar 01 14:47:54.431477 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-31e4e7d0-20c7-48ef-8f69-22104a6f622d req-930594dd-d876-45de-b08d-a65f1be99307 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5118791d-3778-43a3-813b-c51eaccdaf3b HTTP/1.1" status: 200 len: 1002 time: 0.0620060 Mar 01 14:47:54.478319 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4e7d0-20c7-48ef-8f69-22104a6f622d req-b3e646d0-05ab-46a9-a64c-85084f376025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:47:54.479806 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-31e4e7d0-20c7-48ef-8f69-22104a6f622d req-b3e646d0-05ab-46a9-a64c-85084f376025 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b1a7c43-e7fc-45dc-9a67-af7460dd3289 HTTP/1.1" status: 200 len: 851 time: 0.0425787 Mar 01 14:47:54.527042 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4e7d0-20c7-48ef-8f69-22104a6f622d req-ffd2a8d3-71de-4041-a348-361928f1b631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:47:54.528546 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-31e4e7d0-20c7-48ef-8f69-22104a6f622d req-ffd2a8d3-71de-4041-a348-361928f1b631 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7cc6638e-a6c7-4040-ac43-a155d2729af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426927 Mar 01 14:47:54.617959 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-31e4e7d0-20c7-48ef-8f69-22104a6f622d req-e8577bfe-79a9-4baa-b25e-90e7cd5b7bc4 service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830586 Mar 01 14:47:54.703370 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-31e4e7d0-20c7-48ef-8f69-22104a6f622d req-74bf3e27-3d61-4842-a4ea-f6cf0e80de8c service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792701 Mar 01 14:47:55.382557 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-8f75ffb3-6df1-419d-9608-d75db5619d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:47:57.556221 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3258c71c-35e7-499f-8814-b85ce63d97e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:47:59.104158 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:48:00.247148 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:48:01.864724 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:48:10.284806 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:48:10.639993 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:48:25.384278 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-6ec5f1c1-6ca6-44bc-8142-5e502919af9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:48:27.558182 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-583a9a15-6363-4733-839e-d684c28fe99a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:48:29.106441 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:48:29.817353 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:48:30.250933 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:48:31.866221 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:48:40.298649 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:48:40.634290 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:48:55.066982 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e8762b8e-183c-4547-a083-300c5ae50407 req-ba8f109e-1821-4719-852c-5c2232d521ab service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455339 Mar 01 14:48:55.156789 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8762b8e-183c-4547-a083-300c5ae50407 req-732df795-b89b-4172-9df4-d6ffb30847d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:48:55.158326 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e8762b8e-183c-4547-a083-300c5ae50407 req-732df795-b89b-4172-9df4-d6ffb30847d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b1dcf8aad0f4d25a69c507aff5d79fb&device_id=830a3f53-8964-4dd6-bfea-0a5dea45dad7 HTTP/1.1" status: 200 len: 1128 time: 0.0494297 Mar 01 14:48:55.262746 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8762b8e-183c-4547-a083-300c5ae50407 req-b5129996-e58e-4435-a80c-b9e2b1ff5cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:48:55.264260 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e8762b8e-183c-4547-a083-300c5ae50407 req-b5129996-e58e-4435-a80c-b9e2b1ff5cd9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7cc6638e-a6c7-4040-ac43-a155d2729af2 HTTP/1.1" status: 200 len: 913 time: 0.0862057 Mar 01 14:48:55.333959 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e8762b8e-183c-4547-a083-300c5ae50407 req-419bc516-ade4-4a19-a51d-18b7c7457a09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5118791d-3778-43a3-813b-c51eaccdaf3b HTTP/1.1" status: 200 len: 1002 time: 0.0629597 Mar 01 14:48:55.383789 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8762b8e-183c-4547-a083-300c5ae50407 req-57864151-39a2-4483-bbf6-c0c1dc76ea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:48:55.386662 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e8762b8e-183c-4547-a083-300c5ae50407 req-57864151-39a2-4483-bbf6-c0c1dc76ea59 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b1a7c43-e7fc-45dc-9a67-af7460dd3289 HTTP/1.1" status: 200 len: 851 time: 0.0458667 Mar 01 14:48:55.391029 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-43feed06-d15f-4a99-a852-0081eed01195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (b71542e3-29bd-4e99-b54e-ec2e69673263), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:48:55.438558 n-d-827467-3 neutron-server[103726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8762b8e-183c-4547-a083-300c5ae50407 req-4cb4634f-1f0b-4021-87ab-d574384360cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 14:48:55.440082 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e8762b8e-183c-4547-a083-300c5ae50407 req-4cb4634f-1f0b-4021-87ab-d574384360cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7cc6638e-a6c7-4040-ac43-a155d2729af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486932 Mar 01 14:48:55.533347 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e8762b8e-183c-4547-a083-300c5ae50407 req-c29cc690-d08e-4e25-a683-dc595ce26775 service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874550 Mar 01 14:48:55.617409 n-d-827467-3 neutron-server[103726]: INFO neutron.wsgi [req-e8762b8e-183c-4547-a083-300c5ae50407 req-535846b9-ec6e-4035-b00a-5dadcc02233b service neutron] 10.222.0.20 "GET /v2.0/networks/7cc6638e-a6c7-4040-ac43-a155d2729af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788651 Mar 01 14:48:57.562052 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-7902cdb3-c06c-4d8c-a720-ff88ad038d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (77ee0e19-6ee7-4836-9066-c42d4eb0db55), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:48:59.116784 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-b8cd10fd-6a15-4513-99cc-27bf81480466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (bf60c47b-db22-46d3-b5be-657f3eb8a3f7), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:49:00.254407 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-3292d24d-7589-4f1c-ac2d-649214ea83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (2a594b1f-d8bb-4a71-b3de-e262bb9243bc), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:49:01.868830 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-d217f41d-bf06-42ed-bd95-d938f0246fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (d23860d5-0587-43b5-b769-b243d4672766), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:49:06.816021 n-d-827467-3 neutron-server[103729]: DEBUG neutron.db.agents_db [None req-7493f9ca-101a-4f43-91b3-33e178ba2c22 None None] Agent healthcheck: found 7 active agents {{(pid=103729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 14:49:10.303323 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-442b3e7c-7ecd-495b-8600-397412fa1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (4af886da-ede3-4b34-a7a6-244cbd4b46b9), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 14:49:10.655119 n-d-827467-3 neutron-server[103728]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb235-e895-4cd9-9222-0d3d327ce217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015686539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1162096'] for agent (30213c2b-1328-413c-961c-c2df46c2cffb), after_update {{(pid=103728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}